From ae715a8d1b644179773dfa390f7b5d0aeb82df23 Mon Sep 17 00:00:00 2001
From: Oleg Ershov <ershov-ov@clickhouse-dev.man.yp-c.yandex.net>
Date: Thu, 14 May 2020 18:45:30 +0300
Subject: [PATCH 0001/1060] Add base

---
 src/Disks/DiskHDFS.cpp         | 705 +++++++++++++++++++++++++++++++++
 src/Disks/DiskHDFS.h           | 112 ++++++
 src/Disks/S3/DiskS3.cpp        |   2 +-
 src/Disks/tests/gtest_disk.cpp |  11 +
 src/Disks/tests/gtest_disk.h   |   1 +
 src/Disks/ya.make              |   1 +
 src/IO/ReadBufferFromHDFS.cpp  |  35 +-
 src/IO/ReadBufferFromHDFS.h    |   7 +-
 8 files changed, 871 insertions(+), 3 deletions(-)
 create mode 100644 src/Disks/DiskHDFS.cpp
 create mode 100644 src/Disks/DiskHDFS.h

diff --git a/src/Disks/DiskHDFS.cpp b/src/Disks/DiskHDFS.cpp
new file mode 100644
index 00000000000..606896810d8
--- /dev/null
+++ b/src/Disks/DiskHDFS.cpp
@@ -0,0 +1,705 @@
+#include "DiskHDFS.h"
+
+#include "DiskFactory.h"
+
+#include <random>
+#include <utility>
+#include <IO/ReadBufferFromFile.h>
+#include <IO/ReadBufferFromHDFS.h>
+#include <IO/ReadHelpers.h>
+#include <IO/WriteBufferFromFile.h>
+#include <IO/WriteBufferFromHDFS.h>
+#include <IO/WriteHelpers.h>
+#include <Poco/File.h>
+#include <Interpreters/Context.h>
+#include <Common/checkStackSize.h>
+#include <Common/createHardLink.h>
+#include <Common/quoteString.h>
+#include <Common/filesystemHelpers.h>
+
+#include <Common/thread_local_rng.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int UNKNOWN_ELEMENT_IN_CONFIG;
+    extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
+    extern const int PATH_ACCESS_DENIED;
+    extern const int FILE_ALREADY_EXISTS;
+    extern const int CANNOT_SEEK_THROUGH_FILE;
+    extern const int UNKNOWN_FORMAT;
+    extern const int CANNOT_REMOVE_FILE;
+}
+
+namespace
+{
+    String getRandomName()
+    {
+        std::uniform_int_distribution<int> distribution('a', 'z');
+        String res(32, ' '); /// The number of bits of entropy should be not less than 128.
+        for (auto & c : res)
+            c = distribution(thread_local_rng);
+        return res;
+    }
+
+    /*
+    template <typename Result, typename Error>
+    void throwIfError(Aws::Utils::Outcome<Result, Error> && response)
+    {
+        if (!response.IsSuccess())
+        {
+            const auto & err = response.GetError();
+            throw Exception(err.GetMessage(), static_cast<int>(err.GetErrorType()));
+        }
+    }
+    */
+    
+    struct Metadata
+    {
+        /// Metadata file version.
+        static constexpr UInt32 VERSION = 1;
+
+        using PathAndSize = std::pair<String, size_t>;
+
+        /// Disk path.
+        const String & disk_path;
+        /// Relative path to metadata file on local FS.
+        String metadata_file_path;
+        /// Total size of all HDFS objects.
+        size_t total_size;
+        /// HDFS objects paths and their sizes.
+        std::vector<PathAndSize> s3_objects;
+        /// Number of references (hardlinks) to this metadata file.
+        UInt32 ref_count;
+
+        /// Load metadata by path or create empty if `create` flag is set.
+        explicit Metadata(const String & disk_path_, const String & metadata_file_path_, bool create = false)
+            : disk_path(disk_path_), metadata_file_path(metadata_file_path_), total_size(0), s3_objects(0), ref_count(0)
+        {
+            if (create)
+                return;
+
+            ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
+            
+            UInt32 version;
+            readIntText(version, buf);
+
+            if (version != VERSION)
+                throw Exception(
+                    "Unknown metadata file version. Path: " + disk_path + metadata_file_path
+                        + " Version: " + std::to_string(version) + ", Expected version: " + std::to_string(VERSION),
+                    ErrorCodes::UNKNOWN_FORMAT);
+
+            assertChar('\n', buf);
+
+            UInt32 s3_objects_count;
+            readIntText(s3_objects_count, buf);
+            assertChar('\t', buf);
+            readIntText(total_size, buf);
+            assertChar('\n', buf);
+            s3_objects.resize(s3_objects_count);
+            for (UInt32 i = 0; i < s3_objects_count; ++i)
+            {
+                String s3_object_path;
+                size_t s3_object_size;
+                readIntText(s3_object_size, buf);
+                assertChar('\t', buf);
+                readEscapedString(s3_object_path, buf);
+                assertChar('\n', buf);
+                s3_objects[i] = {s3_object_path, s3_object_size};
+            }
+
+            readIntText(ref_count, buf);
+            assertChar('\n', buf);
+        }
+
+        void addObject(const String & path, size_t size)
+        {
+            total_size += size;
+            s3_objects.emplace_back(path, size);
+        }
+
+        /// Fsync metadata file if 'sync' flag is set.
+        void save(bool sync = false)
+        {
+            WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
+
+            writeIntText(VERSION, buf);
+            writeChar('\n', buf);
+
+            writeIntText(s3_objects.size(), buf);
+            writeChar('\t', buf);
+            writeIntText(total_size, buf);
+            writeChar('\n', buf);
+            for (const auto & [s3_object_path, s3_object_size] : s3_objects)
+            {
+                writeIntText(s3_object_size, buf);
+                writeChar('\t', buf);
+                writeEscapedString(s3_object_path, buf);
+                writeChar('\n', buf);
+            }
+
+            writeIntText(ref_count, buf);
+            writeChar('\n', buf);
+
+            buf.finalize();
+            if (sync)
+                buf.sync();
+        }
+    };
+
+    /// Reads data from HDFS using stored paths in metadata.
+    class ReadIndirectBufferFromHDFS final : public ReadBufferFromFileBase
+    {
+    public:
+        ReadIndirectBufferFromHDFS(
+            const String& hdfs_name_, const String & bucket_, Metadata metadata_, size_t buf_size_)
+            : hdfs_name(hdfs_name_), bucket(bucket_), metadata(std::move(metadata_)), buf_size(buf_size_)
+        {
+        }
+
+        off_t seek(off_t offset_, int whence) override
+        {
+            if (whence == SEEK_CUR)
+            {
+                /// If position within current working buffer - shift pos.
+                if (working_buffer.size() && size_t(getPosition() + offset_) < absolute_position)
+                {
+                    pos += offset_;
+                    return getPosition();
+                }
+                else
+                {
+                    absolute_position += offset_;
+                }
+            }
+            else if (whence == SEEK_SET)
+            {
+                /// If position within current working buffer - shift pos.
+                if (working_buffer.size() && size_t(offset_) >= absolute_position - working_buffer.size()
+                    && size_t(offset_) < absolute_position)
+                {
+                    pos = working_buffer.end() - (absolute_position - offset_);
+                    return getPosition();
+                }
+                else
+                {
+                    absolute_position = offset_;
+                }
+            }
+            else
+                throw Exception("Only SEEK_SET or SEEK_CUR modes are allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+
+            current_buf = initialize();
+            pos = working_buffer.end();
+
+            return absolute_position;
+        }
+
+        off_t getPosition() override { return absolute_position - available(); }
+
+        std::string getFileName() const override { return metadata.metadata_file_path; }
+
+    private:
+        std::unique_ptr<ReadBufferFromHDFS> initialize()
+        {
+            size_t offset = absolute_position;
+            for (size_t i = 0; i < metadata.s3_objects.size(); ++i)
+            {
+                current_buf_idx = i;
+                const auto & [path, size] = metadata.s3_objects[i];
+                std::cerr << "MetaData path and size " << path << " " << size << std::endl;
+                if (size > offset)
+                {
+                    auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path);
+                    std::cerr << "Make offset " << offset << std::endl;
+                    buf->seek(offset, SEEK_SET);
+                    return buf;
+                }
+                offset -= size;
+
+            }
+            std::cerr << "We return nullptr\n";
+            return nullptr;
+        }
+
+        bool nextImpl() override
+        {
+            /// Find first available buffer that fits to given offset.
+            if (!current_buf)
+                current_buf = initialize();
+
+            /// If current buffer has remaining data - use it.
+            if (current_buf && current_buf->next())
+            {
+                working_buffer = current_buf->buffer();
+                absolute_position += working_buffer.size();
+                return true;
+            }
+
+            /// If there is no available buffers - nothing to read.
+            if (current_buf_idx + 1 >= metadata.s3_objects.size())
+                return false;
+
+            ++current_buf_idx;
+            const auto & path = metadata.s3_objects[current_buf_idx].first;
+            current_buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + "/" + path);
+            current_buf->next();
+            working_buffer = current_buf->buffer();
+            absolute_position += working_buffer.size();
+
+            return true;
+        }
+
+        const String & hdfs_name;
+        const String & bucket;
+        Metadata metadata;
+        size_t buf_size;
+
+        size_t absolute_position = 0;
+        size_t current_buf_idx = 0;
+        std::unique_ptr<ReadBufferFromHDFS> current_buf;
+    };
+
+    /// Stores data in HDFS and adds the object key (HDFS path) and object size to metadata file on local FS.
+    class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
+    {
+    public:
+        WriteIndirectBufferFromHDFS(
+            const String & hdfs_name_,
+            const String & hdfs_path_,
+            Metadata metadata_,
+            size_t buf_size_)
+            : WriteBufferFromFileBase(buf_size_, nullptr, 0)
+            , impl(WriteBufferFromHDFS(hdfs_name_))
+            , metadata(std::move(metadata_))
+            , s3_path(hdfs_path_)
+        {
+        }
+
+        ~WriteIndirectBufferFromHDFS() override
+        {
+            try
+            {
+                finalize();
+            }
+            catch (...)
+            {
+                tryLogCurrentException(__PRETTY_FUNCTION__);
+            }
+        }
+
+        void finalize() override
+        {
+            if (finalized)
+                return;
+
+            next();
+            impl.finalize();
+
+            metadata.addObject(s3_path, count());
+            metadata.save();
+
+            finalized = true;
+        }
+
+        void sync() override
+        {
+            if (finalized)
+                metadata.save(true);
+        }
+
+        std::string getFileName() const override { return metadata.metadata_file_path; }
+
+    private:
+        void nextImpl() override
+        {
+            /// Transfer current working buffer to WriteBufferFromHDFS.
+            impl.swap(*this);
+
+            /// Write actual data to HDFS.
+            impl.next();
+
+            /// Return back working buffer.
+            impl.swap(*this);
+        }
+
+        WriteBufferFromHDFS impl;
+        bool finalized = false;
+        Metadata metadata;
+        String s3_path;
+    };
+}
+
+
+class DiskHDFSDirectoryIterator final : public IDiskDirectoryIterator
+{
+public:
+    DiskHDFSDirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
+
+    void next() override { ++iter; }
+
+    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
+
+    String path() const override
+    {
+        if (iter->isDirectory())
+            return folder_path + iter.name() + '/';
+        else
+            return folder_path + iter.name();
+    }
+
+    String name() const override { return iter.name(); }
+
+private:
+    Poco::DirectoryIterator iter;
+    String folder_path;
+};
+
+
+using DiskHDFSPtr = std::shared_ptr<DiskHDFS>;
+
+class DiskHDFSReservation final : public IReservation
+{
+public:
+    DiskHDFSReservation(const DiskHDFSPtr & disk_, UInt64 size_)
+        : disk(disk_), size(size_), metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
+    {
+    }
+
+    UInt64 getSize() const override { return size; }
+
+    DiskPtr getDisk() const override { return disk; }
+
+    void update(UInt64 new_size) override
+    {
+        std::lock_guard lock(disk->reservation_mutex);
+        disk->reserved_bytes -= size;
+        size = new_size;
+        disk->reserved_bytes += size;
+    }
+
+    ~DiskHDFSReservation() override;
+
+private:
+    DiskHDFSPtr disk;
+    UInt64 size;
+    CurrentMetrics::Increment metric_increment;
+};
+
+
+DiskHDFS::DiskHDFS(
+    String name_,
+    String hdfs_name_,
+    String metadata_path_)
+    : name(std::move(name_))
+    , hdfs_name(std::move(hdfs_name_))
+    , metadata_path(std::move(metadata_path_))
+    , builder(createHDFSBuilder(hdfs_name))
+    , fs(createHDFSFS(builder.get()))
+{
+}
+
+ReservationPtr DiskHDFS::reserve(UInt64 bytes)
+{
+    if (!tryReserve(bytes))
+        return {};
+    return std::make_unique<DiskHDFSReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
+}
+
+bool DiskHDFS::exists(const String & path) const
+{
+    return Poco::File(metadata_path + path).exists();
+}
+
+bool DiskHDFS::isFile(const String & path) const
+{
+    return Poco::File(metadata_path + path).isFile();
+}
+
+bool DiskHDFS::isDirectory(const String & path) const
+{
+    return Poco::File(metadata_path + path).isDirectory();
+}
+
+size_t DiskHDFS::getFileSize(const String & path) const
+{
+    Metadata metadata(metadata_path, path);
+    return metadata.total_size;
+}
+
+void DiskHDFS::createDirectory(const String & path)
+{
+    Poco::File(metadata_path + path).createDirectory();
+}
+
+void DiskHDFS::createDirectories(const String & path)
+{
+    Poco::File(metadata_path + path).createDirectories();
+}
+
+DiskDirectoryIteratorPtr DiskHDFS::iterateDirectory(const String & path)
+{
+    return std::make_unique<DiskHDFSDirectoryIterator>(metadata_path + path, path);
+}
+
+void DiskHDFS::clearDirectory(const String & path)
+{
+    for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+        if (isFile(it->path()))
+            remove(it->path());
+}
+
+void DiskHDFS::moveFile(const String & from_path, const String & to_path)
+{
+    if (exists(to_path))
+        throw Exception("File already exists: " + to_path, ErrorCodes::FILE_ALREADY_EXISTS);
+    Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
+}
+
+void DiskHDFS::replaceFile(const String & from_path, const String & to_path)
+{
+    Poco::File from_file(metadata_path + from_path);
+    Poco::File to_file(metadata_path + to_path);
+    if (to_file.exists())
+    {
+        Poco::File tmp_file(metadata_path + to_path + ".old");
+        to_file.renameTo(tmp_file.path());
+        from_file.renameTo(metadata_path + to_path);
+        remove(to_path + ".old");
+    }
+    else
+        from_file.renameTo(to_file.path());
+}
+
+void DiskHDFS::copyFile(const String & from_path, const String & to_path)
+{
+    if (exists(to_path))
+        remove(to_path);
+
+    Metadata from(metadata_path, from_path);
+    Metadata to(metadata_path, to_path, true);
+
+    for (const auto & [path, size] : from.s3_objects)
+    {
+        auto new_path = hdfs_name + getRandomName();
+        /// TODO:: hdfs copy semantics
+        /*
+        Aws::HDFS::Model::CopyObjectRequest req;
+        req.SetCopySource(bucket + "/" + path);
+        req.SetBucket(bucket);
+        req.SetKey(new_path);
+        throwIfError(client->CopyObject(req));
+        */
+        throw Exception("is not implemented yet", 1);
+        to.addObject(new_path, size);
+    }
+
+    to.save();
+}
+
+std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path, size_t buf_size, size_t, size_t, size_t) const
+{
+    Metadata metadata(metadata_path, path);
+
+    std::cerr << "Read Metadata: objects size " << metadata.s3_objects.size() << " "
+              << "files: " << metadata.total_size << " "
+              << "file path: " << metadata.metadata_file_path << " "
+              << "disk path: " << metadata.disk_path << std::endl;
+    
+    LOG_DEBUG(
+        &Logger::get("DiskHDFS"),
+        "Read from file by path: " << backQuote(metadata_path + path) << " Existing HDFS objects: " << metadata.s3_objects.size());
+
+    return std::make_unique<ReadIndirectBufferFromHDFS>(hdfs_name + path, "", metadata, buf_size);
+}
+
+std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path, size_t buf_size, WriteMode mode, size_t, size_t)
+{
+    bool exist = exists(path);
+    /// Path to store new HDFS object.
+    auto file_name = getRandomName();
+    auto HDFS_path = hdfs_name + file_name;
+    if (!exist || mode == WriteMode::Rewrite)
+    {
+        /// If metadata file exists - remove and new.
+        if (exist)
+            remove(path);
+        std::cerr << metadata_path << std::endl;
+        Metadata metadata(metadata_path, path, true);
+        /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
+        metadata.save();
+
+        LOG_DEBUG(&Logger::get("DiskHDFS"), "Write to file by path: " << backQuote(metadata_path + path) << " New HDFS path: " << HDFS_path);
+
+        return std::make_unique<WriteIndirectBufferFromHDFS>(HDFS_path, file_name, metadata, buf_size);
+    }
+    else
+    {
+        Metadata metadata(metadata_path, path);
+
+        LOG_DEBUG(
+            &Logger::get("DiskHDFS"),
+            "Append to file by path: " << backQuote(metadata_path + path) << " New HDFS path: " << HDFS_path
+                                       << " Existing HDFS objects: " << metadata.s3_objects.size());
+
+        return std::make_unique<WriteIndirectBufferFromHDFS>(HDFS_path, file_name, metadata, buf_size);
+    }
+}
+
+void DiskHDFS::remove(const String & path)
+{
+    LOG_DEBUG(&Logger::get("DiskHDFS"), "Remove file by path: " << backQuote(metadata_path + path));
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        Metadata metadata(metadata_path, path);
+
+        /// If there is no references - delete content from HDFS.
+        if (metadata.ref_count == 0)
+        {
+            file.remove();
+            for (const auto & [s3_object_path, _] : metadata.s3_objects)
+            {
+                auto hdfs_path = "gtest/" + s3_object_path;
+                int res = hdfsDelete(fs.get(), hdfs_path.c_str(), 0);
+                if (res == -1)
+                    throw Exception("fuck " + hdfs_path, 1);
+            }
+        }
+        else /// In other case decrement number of references, save metadata and delete file.
+        {
+            --metadata.ref_count;
+            metadata.save();
+            file.remove();
+        }
+    }
+    else
+        file.remove();
+}
+
+void DiskHDFS::removeRecursive(const String & path)
+{
+    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        remove(path);
+    }
+    else
+    {
+        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+            removeRecursive(it->path());
+        file.remove();
+    }
+}
+
+
+bool DiskHDFS::tryReserve(UInt64 bytes)
+{
+    std::lock_guard lock(reservation_mutex);
+    if (bytes == 0)
+    {
+        LOG_DEBUG(&Logger::get("DiskHDFS"), "Reserving 0 bytes on HDFS disk " << backQuote(name));
+        ++reservation_count;
+        return true;
+    }
+
+    auto available_space = getAvailableSpace();
+    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
+    if (unreserved_space >= bytes)
+    {
+        LOG_DEBUG(
+            &Logger::get("DiskHDFS"),
+            "Reserving " << formatReadableSizeWithBinarySuffix(bytes) << " on disk " << backQuote(name) << ", having unreserved "
+                         << formatReadableSizeWithBinarySuffix(unreserved_space) << ".");
+        ++reservation_count;
+        reserved_bytes += bytes;
+        return true;
+    }
+    return false;
+}
+
+void DiskHDFS::listFiles(const String & path, std::vector<String> & file_names)
+{
+    for (auto it = iterateDirectory(path); it->isValid(); it->next())
+        file_names.push_back(it->name());
+}
+
+void DiskHDFS::setLastModified(const String & path, const Poco::Timestamp & timestamp)
+{
+    Poco::File(metadata_path + path).setLastModified(timestamp);
+}
+
+Poco::Timestamp DiskHDFS::getLastModified(const String & path)
+{
+    return Poco::File(metadata_path + path).getLastModified();
+}
+
+void DiskHDFS::createHardLink(const String & src_path, const String & dst_path)
+{
+    /// Increment number of references.
+    Metadata src(metadata_path, src_path);
+    ++src.ref_count;
+    src.save();
+
+    /// Create FS hardlink to metadata file.
+    DB::createHardLink(metadata_path + src_path, metadata_path + dst_path);
+}
+
+void DiskHDFS::createFile(const String & path)
+{
+    /// Create empty metadata file.
+    Metadata metadata(metadata_path, path, true);
+    metadata.save();
+}
+
+void DiskHDFS::setReadOnly(const String & path)
+{
+    Poco::File(metadata_path + path).setReadOnly(true);
+}
+
+DiskHDFSReservation::~DiskHDFSReservation()
+{
+    try
+    {
+        std::lock_guard lock(disk->reservation_mutex);
+        if (disk->reserved_bytes < size)
+        {
+            disk->reserved_bytes = 0;
+            LOG_ERROR(&Logger::get("DiskLocal"), "Unbalanced reservations size for disk '" + disk->getName() + "'.");
+        }
+        else
+        {
+            disk->reserved_bytes -= size;
+        }
+
+        if (disk->reservation_count == 0)
+            LOG_ERROR(&Logger::get("DiskLocal"), "Unbalanced reservation count for disk '" + disk->getName() + "'.");
+        else
+            --disk->reservation_count;
+    }
+    catch (...)
+    {
+        tryLogCurrentException(__PRETTY_FUNCTION__);
+    }
+}
+
+void registerDiskHDFS(DiskFactory & factory)
+{
+    auto creator = [](const String & name,
+                      const Poco::Util::AbstractConfiguration & config,
+                      const String & config_prefix,
+                      const Context & context) -> DiskPtr {
+        String path = config.getString(config_prefix + ".path", "");
+        return std::make_shared<DiskHDFS>(name, path, "");
+    };
+    factory.registerDiskType("hdfs", creator);
+}
+
+}
diff --git a/src/Disks/DiskHDFS.h b/src/Disks/DiskHDFS.h
new file mode 100644
index 00000000000..5b35a90286c
--- /dev/null
+++ b/src/Disks/DiskHDFS.h
@@ -0,0 +1,112 @@
+#pragma once
+
+#include "Disks/DiskFactory.h"
+
+#include <Poco/DirectoryIterator.h>
+#include <IO/HDFSCommon.h>
+#include <hdfs/hdfs.h>
+
+
+namespace DB
+{
+/**
+ * Storage for persisting data in HDFS and metadata on the local disk.
+ * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
+ * that contains HDFS object key with actual data.
+ */
+class DiskHDFS : public IDisk
+{
+public:
+    friend class DiskHDFSReservation;
+
+    DiskHDFS(
+        String name_,
+        String hdfs_name_,
+        String metadata_path_);
+
+    const String & getName() const override { return name; }
+
+    const String & getPath() const override { return metadata_path; }
+
+    ReservationPtr reserve(UInt64 bytes) override;
+
+    UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
+
+    UInt64 getAvailableSpace() const override { return std::numeric_limits<UInt64>::max(); }
+
+    UInt64 getUnreservedSpace() const override { return std::numeric_limits<UInt64>::max(); }
+
+    UInt64 getKeepingFreeSpace() const override { return 0; }
+
+    bool exists(const String & path) const override;
+
+    bool isFile(const String & path) const override;
+
+    bool isDirectory(const String & path) const override;
+
+    size_t getFileSize(const String & path) const override;
+
+    void createDirectory(const String & path) override;
+
+    void createDirectories(const String & path) override;
+
+    void clearDirectory(const String & path) override;
+
+    void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
+
+    DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
+
+    void moveFile(const String & from_path, const String & to_path) override;
+
+    void replaceFile(const String & from_path, const String & to_path) override;
+
+    void copyFile(const String & from_path, const String & to_path) override;
+
+    void listFiles(const String & path, std::vector<String> & file_names) override;
+
+    std::unique_ptr<ReadBufferFromFileBase> readFile(
+        const String & path,
+        size_t buf_size,
+        size_t estimated_size,
+        size_t aio_threshold,
+        size_t mmap_threshold) const override;
+
+    std::unique_ptr<WriteBufferFromFileBase> writeFile(
+        const String & path,
+        size_t buf_size,
+        WriteMode mode,
+        size_t estimated_size,
+        size_t aio_threshold) override;
+
+    void remove(const String & path) override;
+
+    void removeRecursive(const String & path) override;
+
+    void createHardLink(const String & src_path, const String & dst_path) override;
+
+    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
+
+    Poco::Timestamp getLastModified(const String & path) override;
+
+    void createFile(const String & path) override;
+
+    void setReadOnly(const String & path) override;
+
+private:
+    bool tryReserve(UInt64 bytes);
+
+private:
+    const String name;
+    const String hdfs_name;
+    const String metadata_path;
+    
+    HDFSBuilderPtr builder;
+    HDFSFSPtr fs;
+
+    UInt64 reserved_bytes = 0;
+    UInt64 reservation_count = 0;
+    std::mutex reservation_mutex;
+    std::mutex copying_mutex;
+};
+
+}
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 47ca8231001..b837a31668a 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -3,7 +3,7 @@
 #include "Disks/DiskFactory.h"
 
 #include <random>
-#include <utility>
+#include <utility>  
 #include <IO/ReadBufferFromFile.h>
 #include <IO/ReadBufferFromS3.h>
 #include <IO/ReadHelpers.h>
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 525b5e6ce38..2b877429a86 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -144,3 +144,14 @@ TYPED_TEST(DiskTest, iterateDirectory)
         EXPECT_FALSE(iter->isValid());
     }
 }
+
+TEST(DiskHdfsTest, testHdfsCreation)
+{
+    auto disk = DB::DiskHDFS("gtesthdfs", "hdfs://localhost:9010/gtest/", "/home/ershov-ov/metadata/");
+    auto out = disk.writeFile("keek", 1024, DB::WriteMode::Rewrite, 1024, 1024);
+    writeString("test data", *out);
+    DB::String d;
+    auto in = disk.readFile("keek", 1024, 1024, 1024, 1024);
+    readString(d, *in);
+    EXPECT_EQ("test_data", d);
+}
\ No newline at end of file
diff --git a/src/Disks/tests/gtest_disk.h b/src/Disks/tests/gtest_disk.h
index 329ee04d16d..6549f9c67eb 100644
--- a/src/Disks/tests/gtest_disk.h
+++ b/src/Disks/tests/gtest_disk.h
@@ -1,6 +1,7 @@
 #include <Disks/DiskLocal.h>
 #include <Disks/DiskMemory.h>
 #include <Disks/IDisk.h>
+#include <Disks/DiskHDFS.h>
 
 template <typename T>
 DB::DiskPtr createDisk();
diff --git a/src/Disks/ya.make b/src/Disks/ya.make
index a14024e7af3..f8fc9155980 100644
--- a/src/Disks/ya.make
+++ b/src/Disks/ya.make
@@ -7,6 +7,7 @@ PEERDIR(
 SRCS(
     DiskFactory.cpp
     DiskLocal.cpp
+    DiskHDFS.cpp
     DiskMemory.cpp
     DiskSelector.cpp
     IDisk.cpp
diff --git a/src/IO/ReadBufferFromHDFS.cpp b/src/IO/ReadBufferFromHDFS.cpp
index d6dfd12bd82..be048ddbd77 100644
--- a/src/IO/ReadBufferFromHDFS.cpp
+++ b/src/IO/ReadBufferFromHDFS.cpp
@@ -11,6 +11,8 @@ namespace ErrorCodes
 {
     extern const int NETWORK_ERROR;
     extern const int CANNOT_OPEN_FILE;
+    extern const int CANNOT_SEEK_THROUGH_FILE;
+    extern const int CANNOT_TELL_THROUGH_FILE;
 }
 
 ReadBufferFromHDFS::~ReadBufferFromHDFS() = default;
@@ -45,6 +47,24 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
         return bytes_read;
     }
 
+    int seek(off_t off) const
+    {
+        int seek_status = hdfsSeek(fs.get(), fin, off);
+        if (seek_status != 0)
+            throw Exception("Fail to seek HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
+                ErrorCodes::NETWORK_ERROR);
+        return seek_status;
+    }
+    
+    int tell() const
+    {
+        int bytes_offset = hdfsTell(fs.get(), fin);
+        if (bytes_offset == -1)
+            throw Exception("Fail to tell HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
+                ErrorCodes::NETWORK_ERROR);
+        return bytes_offset;
+    }
+
     ~ReadBufferFromHDFSImpl()
     {
         hdfsCloseFile(fs.get(), fin);
@@ -52,7 +72,7 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
 };
 
 ReadBufferFromHDFS::ReadBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size)
-    : BufferWithOwnMemory<ReadBuffer>(buf_size)
+    : BufferWithOwnMemory<SeekableReadBuffer>(buf_size)
     , impl(std::make_unique<ReadBufferFromHDFSImpl>(hdfs_name_))
 {
 }
@@ -69,6 +89,19 @@ bool ReadBufferFromHDFS::nextImpl()
     return true;
 }
 
+off_t ReadBufferFromHDFS::seek(off_t off, int whence)
+{
+    if (whence != SEEK_SET)
+        throw Exception("Only SEEK_SET mode is allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+    impl->seek(off);
+    return off;
+}
+
+off_t ReadBufferFromHDFS::getPosition()
+{
+    return impl->tell();
+}
+
 }
 
 #endif
diff --git a/src/IO/ReadBufferFromHDFS.h b/src/IO/ReadBufferFromHDFS.h
index e27159f2e98..e9e0dc5520c 100644
--- a/src/IO/ReadBufferFromHDFS.h
+++ b/src/IO/ReadBufferFromHDFS.h
@@ -4,6 +4,7 @@
 
 #if USE_HDFS
 #include <IO/ReadBuffer.h>
+#include "SeekableReadBuffer.h"
 #include <IO/BufferWithOwnMemory.h>
 #include <string>
 #include <memory>
@@ -13,7 +14,7 @@ namespace DB
 /** Accepts HDFS path to file and opens it.
  * Closes file by himself (thus "owns" a file descriptor).
  */
-class ReadBufferFromHDFS : public BufferWithOwnMemory<ReadBuffer>
+class ReadBufferFromHDFS : public BufferWithOwnMemory<SeekableReadBuffer>
 {
     struct ReadBufferFromHDFSImpl;
     std::unique_ptr<ReadBufferFromHDFSImpl> impl;
@@ -23,6 +24,10 @@ public:
     ~ReadBufferFromHDFS() override;
 
     bool nextImpl() override;
+
+    off_t seek(off_t off, int whence) override;
+    off_t getPosition() override;
+
 };
 }
 #endif

From dd210cfeaf1a552af78d86f76ce35b77f3bed6b7 Mon Sep 17 00:00:00 2001
From: Oleg Ershov <ershov-ov@sandbox-407923068>
Date: Fri, 15 May 2020 20:55:18 +0300
Subject: [PATCH 0002/1060] Fix disk issues

---
 src/Disks/DiskHDFS.cpp         | 28 ++++++++++++++++----
 src/Disks/tests/gtest_disk.cpp | 47 +++++++++++++++++++++++++++++-----
 2 files changed, 64 insertions(+), 11 deletions(-)

diff --git a/src/Disks/DiskHDFS.cpp b/src/Disks/DiskHDFS.cpp
index 606896810d8..05a2d4f0792 100644
--- a/src/Disks/DiskHDFS.cpp
+++ b/src/Disks/DiskHDFS.cpp
@@ -97,6 +97,7 @@ namespace
 
             UInt32 s3_objects_count;
             readIntText(s3_objects_count, buf);
+            std::cerr << "Metadata create, objects count " << s3_objects_count << std::endl;
             assertChar('\t', buf);
             readIntText(total_size, buf);
             assertChar('\n', buf);
@@ -214,6 +215,7 @@ namespace
                 std::cerr << "MetaData path and size " << path << " " << size << std::endl;
                 if (size > offset)
                 {
+                    std::cerr << "Make ReadBuffer from " << (hdfs_name + path) << std::endl;
                     auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path);
                     std::cerr << "Make offset " << offset << std::endl;
                     buf->seek(offset, SEEK_SET);
@@ -514,7 +516,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path,
         &Logger::get("DiskHDFS"),
         "Read from file by path: " << backQuote(metadata_path + path) << " Existing HDFS objects: " << metadata.s3_objects.size());
 
-    return std::make_unique<ReadIndirectBufferFromHDFS>(hdfs_name + path, "", metadata, buf_size);
+    return std::make_unique<ReadIndirectBufferFromHDFS>(hdfs_name, "", metadata, buf_size);
 }
 
 std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path, size_t buf_size, WriteMode mode, size_t, size_t)
@@ -531,7 +533,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
         std::cerr << metadata_path << std::endl;
         Metadata metadata(metadata_path, path, true);
         /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
-        metadata.save();
+        // metadata.save();
 
         LOG_DEBUG(&Logger::get("DiskHDFS"), "Write to file by path: " << backQuote(metadata_path + path) << " New HDFS path: " << HDFS_path);
 
@@ -565,7 +567,7 @@ void DiskHDFS::remove(const String & path)
             file.remove();
             for (const auto & [s3_object_path, _] : metadata.s3_objects)
             {
-                auto hdfs_path = "gtest/" + s3_object_path;
+                auto hdfs_path = "/gtest/" + s3_object_path;
                 int res = hdfsDelete(fs.get(), hdfs_path.c_str(), 0);
                 if (res == -1)
                     throw Exception("fuck " + hdfs_path, 1);
@@ -696,8 +698,24 @@ void registerDiskHDFS(DiskFactory & factory)
                       const Poco::Util::AbstractConfiguration & config,
                       const String & config_prefix,
                       const Context & context) -> DiskPtr {
-        String path = config.getString(config_prefix + ".path", "");
-        return std::make_shared<DiskHDFS>(name, path, "");
+                const auto * disk_config = config.createView(config_prefix);
+
+        Poco::File disk{context.getPath() + "disks/" + name};
+        disk.createDirectories();
+
+        DB::String uri{disk_config->getString("endpoint")};
+        if (uri.back() != '/')
+            throw Exception("HDFS path must ends with '/', but '" + uri + "' doesn't.", ErrorCodes::BAD_ARGUMENTS);
+        
+        // String metadata_path = context.getPath() + "disks/" + name + "/";
+        String metadata_path = "/home/ershov-ov/metadata/";
+
+
+        return std::make_shared<DiskHDFS>(
+            name,
+            uri,
+            metadata_path
+        );
     };
     factory.registerDiskType("hdfs", creator);
 }
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 2b877429a86..f846ecda966 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -148,10 +148,45 @@ TYPED_TEST(DiskTest, iterateDirectory)
 TEST(DiskHdfsTest, testHdfsCreation)
 {
     auto disk = DB::DiskHDFS("gtesthdfs", "hdfs://localhost:9010/gtest/", "/home/ershov-ov/metadata/");
-    auto out = disk.writeFile("keek", 1024, DB::WriteMode::Rewrite, 1024, 1024);
-    writeString("test data", *out);
-    DB::String d;
-    auto in = disk.readFile("keek", 1024, 1024, 1024, 1024);
-    readString(d, *in);
-    EXPECT_EQ("test_data", d);
+    {
+        auto out = disk.writeFile("keek", 1024, DB::WriteMode::Rewrite, 1024, 1024);
+        writeString("test data", *out);
+    }
+    {
+        DB::String d;
+        auto in = disk.readFile("keek", 1024, 1024, 1024, 1024);
+        readString(d, *in);
+        EXPECT_EQ("test data", d);
+    }
+    
+    {
+        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile("test_file", 1024, DB::WriteMode::Rewrite, 1024, 1024);
+        writeString("test data", *out);
+    }
+
+    // Test SEEK_SET
+    {
+        String buf(4, '0');
+        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
+
+        in->seek(5, SEEK_SET);
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("data", buf);
+    }
+
+    // Test SEEK_CUR
+    {
+        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
+        String buf(4, '0');
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("test", buf);
+
+        // Skip whitespace
+        in->seek(1, SEEK_CUR);
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("data", buf);
+    }
 }
\ No newline at end of file

From 8858319281c15ceea894eace3c9e40150369207c Mon Sep 17 00:00:00 2001
From: Oleg Ershov <ershov-ov@sandbox-407923068>
Date: Wed, 20 May 2020 06:14:58 +0300
Subject: [PATCH 0003/1060] global update

---
 src/Disks/DiskHDFS.cpp         | 86 +++++++++++++++-------------------
 src/Disks/registerDisks.cpp    |  4 ++
 src/Disks/tests/gtest_disk.cpp |  8 ++--
 src/Disks/tests/gtest_disk.h   |  3 +-
 src/IO/ReadBufferFromHDFS.cpp  | 51 +++++++++++++-------
 src/IO/WriteBufferFromHDFS.cpp |  2 +-
 6 files changed, 83 insertions(+), 71 deletions(-)

diff --git a/src/Disks/DiskHDFS.cpp b/src/Disks/DiskHDFS.cpp
index 05a2d4f0792..1e5e2e46270 100644
--- a/src/Disks/DiskHDFS.cpp
+++ b/src/Disks/DiskHDFS.cpp
@@ -71,13 +71,13 @@ namespace
         /// Total size of all HDFS objects.
         size_t total_size;
         /// HDFS objects paths and their sizes.
-        std::vector<PathAndSize> s3_objects;
+        std::vector<PathAndSize> hdfs_objects;
         /// Number of references (hardlinks) to this metadata file.
         UInt32 ref_count;
 
         /// Load metadata by path or create empty if `create` flag is set.
         explicit Metadata(const String & disk_path_, const String & metadata_file_path_, bool create = false)
-            : disk_path(disk_path_), metadata_file_path(metadata_file_path_), total_size(0), s3_objects(0), ref_count(0)
+            : disk_path(disk_path_), metadata_file_path(metadata_file_path_), total_size(0), hdfs_objects(0), ref_count(0)
         {
             if (create)
                 return;
@@ -95,22 +95,21 @@ namespace
 
             assertChar('\n', buf);
 
-            UInt32 s3_objects_count;
-            readIntText(s3_objects_count, buf);
-            std::cerr << "Metadata create, objects count " << s3_objects_count << std::endl;
+            UInt32 hdfs_objects_count;
+            readIntText(hdfs_objects_count, buf);
             assertChar('\t', buf);
             readIntText(total_size, buf);
             assertChar('\n', buf);
-            s3_objects.resize(s3_objects_count);
-            for (UInt32 i = 0; i < s3_objects_count; ++i)
+            hdfs_objects.resize(hdfs_objects_count);
+            for (UInt32 i = 0; i < hdfs_objects_count; ++i)
             {
-                String s3_object_path;
-                size_t s3_object_size;
-                readIntText(s3_object_size, buf);
+                String hdfs_object_path;
+                size_t hdfs_object_size;
+                readIntText(hdfs_object_size, buf);
                 assertChar('\t', buf);
-                readEscapedString(s3_object_path, buf);
+                readEscapedString(hdfs_object_path, buf);
                 assertChar('\n', buf);
-                s3_objects[i] = {s3_object_path, s3_object_size};
+                hdfs_objects[i] = {hdfs_object_path, hdfs_object_size};
             }
 
             readIntText(ref_count, buf);
@@ -120,7 +119,7 @@ namespace
         void addObject(const String & path, size_t size)
         {
             total_size += size;
-            s3_objects.emplace_back(path, size);
+            hdfs_objects.emplace_back(path, size);
         }
 
         /// Fsync metadata file if 'sync' flag is set.
@@ -131,15 +130,15 @@ namespace
             writeIntText(VERSION, buf);
             writeChar('\n', buf);
 
-            writeIntText(s3_objects.size(), buf);
+            writeIntText(hdfs_objects.size(), buf);
             writeChar('\t', buf);
             writeIntText(total_size, buf);
             writeChar('\n', buf);
-            for (const auto & [s3_object_path, s3_object_size] : s3_objects)
+            for (const auto & [hdfs_object_path, hdfs_object_size] : hdfs_objects)
             {
-                writeIntText(s3_object_size, buf);
+                writeIntText(hdfs_object_size, buf);
                 writeChar('\t', buf);
-                writeEscapedString(s3_object_path, buf);
+                writeEscapedString(hdfs_object_path, buf);
                 writeChar('\n', buf);
             }
 
@@ -208,23 +207,21 @@ namespace
         std::unique_ptr<ReadBufferFromHDFS> initialize()
         {
             size_t offset = absolute_position;
-            for (size_t i = 0; i < metadata.s3_objects.size(); ++i)
+            
+            for (size_t i = 0; i < metadata.hdfs_objects.size(); ++i)
             {
                 current_buf_idx = i;
-                const auto & [path, size] = metadata.s3_objects[i];
-                std::cerr << "MetaData path and size " << path << " " << size << std::endl;
+                const auto & [path, size] = metadata.hdfs_objects[i];
+                
                 if (size > offset)
                 {
-                    std::cerr << "Make ReadBuffer from " << (hdfs_name + path) << std::endl;
-                    auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path);
-                    std::cerr << "Make offset " << offset << std::endl;
+                    auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, buf_size);
                     buf->seek(offset, SEEK_SET);
                     return buf;
                 }
                 offset -= size;
 
             }
-            std::cerr << "We return nullptr\n";
             return nullptr;
         }
 
@@ -243,12 +240,12 @@ namespace
             }
 
             /// If there is no available buffers - nothing to read.
-            if (current_buf_idx + 1 >= metadata.s3_objects.size())
+            if (current_buf_idx + 1 >= metadata.hdfs_objects.size())
                 return false;
 
             ++current_buf_idx;
-            const auto & path = metadata.s3_objects[current_buf_idx].first;
-            current_buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + "/" + path);
+            const auto & path = metadata.hdfs_objects[current_buf_idx].first;
+            current_buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, buf_size);
             current_buf->next();
             working_buffer = current_buf->buffer();
             absolute_position += working_buffer.size();
@@ -276,9 +273,9 @@ namespace
             Metadata metadata_,
             size_t buf_size_)
             : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-            , impl(WriteBufferFromHDFS(hdfs_name_))
+            , impl(WriteBufferFromHDFS(hdfs_name_, buf_size_))
             , metadata(std::move(metadata_))
-            , s3_path(hdfs_path_)
+            , hdfs_path(hdfs_path_)
         {
         }
 
@@ -302,7 +299,7 @@ namespace
             next();
             impl.finalize();
 
-            metadata.addObject(s3_path, count());
+            metadata.addObject(hdfs_path, count());
             metadata.save();
 
             finalized = true;
@@ -332,7 +329,7 @@ namespace
         WriteBufferFromHDFS impl;
         bool finalized = false;
         Metadata metadata;
-        String s3_path;
+        String hdfs_path;
     };
 }
 
@@ -485,7 +482,7 @@ void DiskHDFS::copyFile(const String & from_path, const String & to_path)
     Metadata from(metadata_path, from_path);
     Metadata to(metadata_path, to_path, true);
 
-    for (const auto & [path, size] : from.s3_objects)
+    for (const auto & [path, size] : from.hdfs_objects)
     {
         auto new_path = hdfs_name + getRandomName();
         /// TODO:: hdfs copy semantics
@@ -507,15 +504,10 @@ std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path,
 {
     Metadata metadata(metadata_path, path);
 
-    std::cerr << "Read Metadata: objects size " << metadata.s3_objects.size() << " "
-              << "files: " << metadata.total_size << " "
-              << "file path: " << metadata.metadata_file_path << " "
-              << "disk path: " << metadata.disk_path << std::endl;
-    
     LOG_DEBUG(
         &Logger::get("DiskHDFS"),
-        "Read from file by path: " << backQuote(metadata_path + path) << " Existing HDFS objects: " << metadata.s3_objects.size());
-
+        "Read from file by path: " << backQuote(metadata_path + path) << " Existing HDFS objects: " << metadata.hdfs_objects.size());
+    
     return std::make_unique<ReadIndirectBufferFromHDFS>(hdfs_name, "", metadata, buf_size);
 }
 
@@ -530,10 +522,9 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
         /// If metadata file exists - remove and new.
         if (exist)
             remove(path);
-        std::cerr << metadata_path << std::endl;
         Metadata metadata(metadata_path, path, true);
         /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
-        // metadata.save();
+        metadata.save();
 
         LOG_DEBUG(&Logger::get("DiskHDFS"), "Write to file by path: " << backQuote(metadata_path + path) << " New HDFS path: " << HDFS_path);
 
@@ -546,7 +537,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
         LOG_DEBUG(
             &Logger::get("DiskHDFS"),
             "Append to file by path: " << backQuote(metadata_path + path) << " New HDFS path: " << HDFS_path
-                                       << " Existing HDFS objects: " << metadata.s3_objects.size());
+                                       << " Existing HDFS objects: " << metadata.hdfs_objects.size());
 
         return std::make_unique<WriteIndirectBufferFromHDFS>(HDFS_path, file_name, metadata, buf_size);
     }
@@ -565,9 +556,10 @@ void DiskHDFS::remove(const String & path)
         if (metadata.ref_count == 0)
         {
             file.remove();
-            for (const auto & [s3_object_path, _] : metadata.s3_objects)
+            for (const auto & [hdfs_object_path, _] : metadata.hdfs_objects)
             {
-                auto hdfs_path = "/gtest/" + s3_object_path;
+                const size_t begin_of_path = hdfs_name.find('/', hdfs_name.find("//") + 2);
+                const std::string hdfs_path = hdfs_name.substr(begin_of_path) + hdfs_object_path;
                 int res = hdfsDelete(fs.get(), hdfs_path.c_str(), 0);
                 if (res == -1)
                     throw Exception("fuck " + hdfs_path, 1);
@@ -707,10 +699,8 @@ void registerDiskHDFS(DiskFactory & factory)
         if (uri.back() != '/')
             throw Exception("HDFS path must ends with '/', but '" + uri + "' doesn't.", ErrorCodes::BAD_ARGUMENTS);
         
-        // String metadata_path = context.getPath() + "disks/" + name + "/";
-        String metadata_path = "/home/ershov-ov/metadata/";
-
-
+        String metadata_path = context.getPath() + "disks/" + name + "/";
+        
         return std::make_shared<DiskHDFS>(
             name,
             uri,
diff --git a/src/Disks/registerDisks.cpp b/src/Disks/registerDisks.cpp
index 2da39e62b19..963b3bd8f87 100644
--- a/src/Disks/registerDisks.cpp
+++ b/src/Disks/registerDisks.cpp
@@ -13,6 +13,8 @@ void registerDiskMemory(DiskFactory & factory);
 #if USE_AWS_S3
 void registerDiskS3(DiskFactory & factory);
 #endif
+void registerDiskHDFS(DiskFactory & factory);
+
 
 void registerDisks()
 {
@@ -20,6 +22,8 @@ void registerDisks()
 
     registerDiskLocal(factory);
     registerDiskMemory(factory);
+    registerDiskHDFS(factory);
+
 #if USE_AWS_S3
     registerDiskS3(factory);
 #endif
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index f846ecda966..5875877a14b 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -160,24 +160,24 @@ TEST(DiskHdfsTest, testHdfsCreation)
     }
     
     {
-        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile("test_file", 1024, DB::WriteMode::Rewrite, 1024, 1024);
+        std::unique_ptr<DB::WriteBufferFromFileBase> out = disk.writeFile("test_file", 1, DB::WriteMode::Rewrite, 1024, 1);
         writeString("test data", *out);
     }
 
     // Test SEEK_SET
     {
         String buf(4, '0');
-        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
+        std::unique_ptr<DB::ReadBufferFromFileBase> in = disk.readFile("test_file", 1, 1024, 1024, 1);
 
         in->seek(5, SEEK_SET);
 
         in->readStrict(buf.data(), 4);
         EXPECT_EQ("data", buf);
-    }
+        }
 
     // Test SEEK_CUR
     {
-        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
+        std::unique_ptr<DB::ReadBufferFromFileBase> in = disk.readFile("test_file", 1, 1024, 1024, 1);
         String buf(4, '0');
 
         in->readStrict(buf.data(), 4);
diff --git a/src/Disks/tests/gtest_disk.h b/src/Disks/tests/gtest_disk.h
index 6549f9c67eb..56b3e573370 100644
--- a/src/Disks/tests/gtest_disk.h
+++ b/src/Disks/tests/gtest_disk.h
@@ -1,7 +1,8 @@
 #include <Disks/DiskLocal.h>
 #include <Disks/DiskMemory.h>
-#include <Disks/IDisk.h>
 #include <Disks/DiskHDFS.h>
+#include <Disks/IDisk.h>
+
 
 template <typename T>
 DB::DiskPtr createDisk();
diff --git a/src/IO/ReadBufferFromHDFS.cpp b/src/IO/ReadBufferFromHDFS.cpp
index be048ddbd77..f7c5b0fe2b3 100644
--- a/src/IO/ReadBufferFromHDFS.cpp
+++ b/src/IO/ReadBufferFromHDFS.cpp
@@ -23,6 +23,8 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
     hdfsFile fin;
     HDFSBuilderPtr builder;
     HDFSFSPtr fs;
+    off_t offset = 0;
+    bool initialized = false;
 
     explicit ReadBufferFromHDFSImpl(const std::string & hdfs_name_)
         : hdfs_uri(hdfs_name_)
@@ -36,10 +38,28 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
         if (fin == nullptr)
             throw Exception("Unable to open HDFS file: " + path + " error: " + std::string(hdfsGetLastError()),
                 ErrorCodes::CANNOT_OPEN_FILE);
+
     }
 
-    int read(char * start, size_t size) const
+    void initialize()
     {
+        if (offset)
+        {
+            int seek_status = hdfsSeek(fs.get(), fin, offset);
+            if (seek_status != 0)
+                throw Exception("Fail to seek HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
+                    ErrorCodes::NETWORK_ERROR);
+        }
+    }
+
+    int read(char * start, size_t size)
+    {
+        if (!initialized)
+        {
+            initialize();
+            initialized = true;
+        }
+
         int bytes_read = hdfsRead(fs.get(), fin, start, size);
         if (bytes_read < 0)
             throw Exception("Fail to read HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
@@ -47,22 +67,22 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
         return bytes_read;
     }
 
-    int seek(off_t off) const
+    int seek(off_t off, int whence)
     {
-        int seek_status = hdfsSeek(fs.get(), fin, off);
-        if (seek_status != 0)
-            throw Exception("Fail to seek HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
-                ErrorCodes::NETWORK_ERROR);
-        return seek_status;
+        if (initialized)
+            throw Exception("Seek is allowed only before first read attempt from the buffer. ",
+                ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+        
+        if (whence != SEEK_SET)
+            throw Exception("Only SEEK_SET mode is allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+    
+        offset = off;
+        return offset;
     }
     
     int tell() const
     {
-        int bytes_offset = hdfsTell(fs.get(), fin);
-        if (bytes_offset == -1)
-            throw Exception("Fail to tell HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
-                ErrorCodes::NETWORK_ERROR);
-        return bytes_offset;
+        return offset;
     }
 
     ~ReadBufferFromHDFSImpl()
@@ -91,15 +111,12 @@ bool ReadBufferFromHDFS::nextImpl()
 
 off_t ReadBufferFromHDFS::seek(off_t off, int whence)
 {
-    if (whence != SEEK_SET)
-        throw Exception("Only SEEK_SET mode is allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
-    impl->seek(off);
-    return off;
+    return impl->seek(off, whence);
 }
 
 off_t ReadBufferFromHDFS::getPosition()
 {
-    return impl->tell();
+    return impl->tell() + count();
 }
 
 }
diff --git a/src/IO/WriteBufferFromHDFS.cpp b/src/IO/WriteBufferFromHDFS.cpp
index 2176c77b914..1fe3b19f865 100644
--- a/src/IO/WriteBufferFromHDFS.cpp
+++ b/src/IO/WriteBufferFromHDFS.cpp
@@ -49,7 +49,7 @@ struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
     }
 
     ~WriteBufferFromHDFSImpl()
-    {
+    { 
         hdfsCloseFile(fs.get(), fout);
     }
 

From fce1ca255df049ecde15e2de57010327798e53d9 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Wed, 20 Jan 2021 19:17:34 +0900
Subject: [PATCH 0004/1060] Implement sequenceNextNode

---
 .../AggregateFunctionNull.h                   |  11 +-
 .../AggregateFunctionSequenceNextNode.cpp     | 102 ++++++
 .../AggregateFunctionSequenceNextNode.h       | 298 ++++++++++++++++++
 src/AggregateFunctions/IAggregateFunction.h   |   1 +
 .../registerAggregateFunctions.cpp            |   2 +
 src/Columns/ColumnNullable.cpp                |   1 -
 .../01656_sequence_next_node.reference        | 120 +++++++
 .../0_stateless/01656_sequence_next_node.sql  |  51 +++
 8 files changed, 583 insertions(+), 3 deletions(-)
 create mode 100644 src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
 create mode 100644 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
 create mode 100644 tests/queries/0_stateless/01656_sequence_next_node.reference
 create mode 100644 tests/queries/0_stateless/01656_sequence_next_node.sql

diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index 5c94e68cb26..3bfcacf7d7b 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -157,8 +157,15 @@ public:
             ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
             if (getFlag(place))
             {
-                nested_function->insertResultInto(nestedPlace(place), to_concrete.getNestedColumn(), arena);
-                to_concrete.getNullMapData().push_back(0);
+                if (unlikely(nested_function->doesInsertResultNeedNullableColumn()))
+                {
+                    nested_function->insertResultInto(nestedPlace(place), to_concrete, arena);
+                }
+                else
+                {
+                    nested_function->insertResultInto(nestedPlace(place), to_concrete.getNestedColumn(), arena);
+                    to_concrete.getNullMapData().push_back(0);
+                }
             }
             else
             {
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
new file mode 100644
index 00000000000..66f24ec8cbf
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -0,0 +1,102 @@
+#include <AggregateFunctions/AggregateFunctionFactory.h>
+#include <AggregateFunctions/AggregateFunctionSequenceNextNode.h>
+#include <AggregateFunctions/Helpers.h>
+#include <AggregateFunctions/FactoryHelpers.h>
+#include <DataTypes/DataTypeDate.h>
+#include <DataTypes/DataTypeDateTime.h>
+#include <DataTypes/DataTypeNullable.h>
+#include <ext/range.h>
+#include "registerAggregateFunctions.h"
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
+    extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+    extern const int BAD_ARGUMENTS;
+}
+
+namespace
+{
+
+template <typename TYPE>
+inline AggregateFunctionPtr createAggregateFunctionSequenceNextNodeImpl(const DataTypePtr data_type, const DataTypes & argument_types, bool descending_order)
+{
+    if (descending_order)
+        return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, true>>(data_type, argument_types);
+    else
+        return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, false>>(data_type, argument_types);
+}
+
+AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+{
+    bool descending_order = false;
+
+    if (parameters.size() == 1)
+    {
+        auto type = parameters[0].getType();
+        if (type != Field::Types::Int64 && type != Field::Types::UInt64)
+               throw Exception("The first parameter for aggregate function " + name + " should be 0 or 1", ErrorCodes::BAD_ARGUMENTS);
+
+        descending_order = parameters[0].get<UInt64>();
+    }
+    else
+        throw Exception("Incorrect number of parameters for aggregate function " + name + ", should be 1",
+            ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+    if (argument_types.size() < 3)
+        throw Exception("Aggregate function " + name + " requires at least three arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    else if (argument_types.size() > 2 + 64)
+        throw Exception("Aggregate function " + name + " requires at most 66(timestamp, value_column, 64 events) arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+    for (const auto i : ext::range(2, argument_types.size()))
+    {
+        const auto * cond_arg = argument_types[i].get();
+        if (!isUInt8(cond_arg))
+            throw Exception{"Illegal type " + cond_arg->getName() + " of argument " + toString(i + 1) + " of aggregate function "
+                    + name + ", must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
+    }
+
+    if (WhichDataType(argument_types[1].get()).idx != TypeIndex::String)
+        throw Exception{"Illegal type " + argument_types.front().get()->getName()
+                + " of second argument of aggregate function " + name + ", must be String",
+            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
+
+    DataTypePtr data_type;
+    if (typeid_cast<const DataTypeNullable *>(argument_types[1].get()))
+        data_type = argument_types[1];
+    else
+        data_type = std::make_shared<DataTypeNullable>(argument_types[1]);
+
+    WhichDataType timestamp_type(argument_types[0].get());
+    if (timestamp_type.idx == TypeIndex::UInt8)
+        return createAggregateFunctionSequenceNextNodeImpl<UInt8>(data_type, argument_types, descending_order);
+    if (timestamp_type.idx == TypeIndex::UInt16)
+        return createAggregateFunctionSequenceNextNodeImpl<UInt16>(data_type, argument_types, descending_order);
+    if (timestamp_type.idx == TypeIndex::UInt32)
+        return createAggregateFunctionSequenceNextNodeImpl<UInt32>(data_type, argument_types, descending_order);
+    if (timestamp_type.idx == TypeIndex::UInt64)
+        return createAggregateFunctionSequenceNextNodeImpl<UInt64>(data_type, argument_types, descending_order);
+    if (timestamp_type.isDate())
+        return createAggregateFunctionSequenceNextNodeImpl<DataTypeDate::FieldType>(data_type, argument_types, descending_order);
+    if (timestamp_type.isDateTime())
+        return createAggregateFunctionSequenceNextNodeImpl<DataTypeDateTime::FieldType>(data_type, argument_types, descending_order);
+
+    throw Exception{"Illegal type " + argument_types.front().get()->getName()
+            + " of first argument of aggregate function " + name + ", must be Unsigned Number, Date, DateTime",
+        ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
+}
+
+}
+
+void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
+{
+    AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
+
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNextNode, properties });
+}
+
+}
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
new file mode 100644
index 00000000000..a455e16e267
--- /dev/null
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -0,0 +1,298 @@
+#pragma once
+
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+#include <IO/ReadBufferFromString.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/Operators.h>
+
+#include <DataTypes/DataTypeArray.h>
+#include <DataTypes/DataTypeString.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <DataTypes/DataTypeDateTime.h>
+
+#include <Columns/ColumnArray.h>
+#include <Columns/ColumnString.h>
+#include <Columns/ColumnVector.h>
+#include <Columns/ColumnNullable.h>
+
+#include <Common/ArenaAllocator.h>
+#include <Common/assert_cast.h>
+
+#include <AggregateFunctions/IAggregateFunction.h>
+
+#include <type_traits>
+
+
+namespace DB
+{
+
+template <typename Node>
+struct NodeBase
+{
+    UInt64 size; // size of payload
+
+    DataTypeDateTime::FieldType event_time;
+    UInt64 events_bitmap;
+
+    /// Returns pointer to actual payload
+    char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
+
+    const char * data() const { return reinterpret_cast<const char *>(this) + sizeof(Node); }
+
+    /// Clones existing node (does not modify next field)
+    Node * clone(Arena * arena) const
+    {
+        return reinterpret_cast<Node *>(
+            const_cast<char *>(arena->alignedInsert(reinterpret_cast<const char *>(this), sizeof(Node) + size, alignof(Node))));
+    }
+
+    /// Write node to buffer
+    void write(WriteBuffer & buf) const
+    {
+        writeVarUInt(size, buf);
+        buf.write(data(), size);
+    }
+
+    /// Reads and allocates node from ReadBuffer's data (doesn't set next)
+    static Node * read(ReadBuffer & buf, Arena * arena)
+    {
+        UInt64 size;
+        readVarUInt(size, buf);
+
+        Node * node = reinterpret_cast<Node *>(arena->alignedAlloc(sizeof(Node) + size, alignof(Node)));
+        node->size = size;
+        buf.read(node->data(), size);
+        return node;
+    }
+};
+
+struct NodeString : public NodeBase<NodeString>
+{
+    using Node = NodeString;
+
+    /// Create node from string
+    static Node * allocate(const IColumn & column, size_t row_num, Arena * arena)
+    {
+        StringRef string = assert_cast<const ColumnString &>(column).getDataAt(row_num);
+
+        Node * node = reinterpret_cast<Node *>(arena->alignedAlloc(sizeof(Node) + string.size, alignof(Node)));
+        node->size = string.size;
+        memcpy(node->data(), string.data, string.size);
+
+        return node;
+    }
+
+    void insertInto(IColumn & column)
+    {
+        assert_cast<ColumnString &>(column).insertData(data(), size);
+    }
+};
+
+template <typename T, typename Node, bool Descending>
+struct SequenceNextNodeGeneralData
+{
+    // Switch to ordinary Allocator after 4096 bytes to avoid fragmentation and trash in Arena
+    using Allocator = MixedAlignedArenaAllocator<alignof(Node *), 4096>;
+    using Array = PODArray<Node *, 32, Allocator>;
+
+    Array value;
+    bool sorted = false;
+
+    struct Comparator final
+    {
+        bool operator()(const Node * lhs, const Node * rhs) const
+        {
+            if (Descending)
+                return lhs->event_time == rhs->event_time ?
+                        lhs->events_bitmap < rhs->events_bitmap: lhs->event_time > rhs->event_time;
+            else
+                return lhs->event_time == rhs->event_time ?
+                        lhs->events_bitmap < rhs->events_bitmap : lhs->event_time < rhs->event_time;
+        }
+    };
+
+    void sort()
+    {
+        if (!sorted)
+        {
+            std::stable_sort(std::begin(value), std::end(value), Comparator{});
+            sorted = true;
+        }
+    }
+};
+
+/// Implementation of groupArray for String or any ComplexObject via Array
+template <typename T, typename Node, bool Descending>
+class SequenceNextNodeImpl final
+    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>
+{
+    using Data = SequenceNextNodeGeneralData<T, Node, Descending>;
+    static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
+    static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
+
+    DataTypePtr & data_type;
+    UInt8 events_size;
+    UInt64 max_elems;
+
+public:
+    SequenceNextNodeImpl(const DataTypePtr & data_type_, const DataTypes & arguments, UInt64 max_elems_ = std::numeric_limits<UInt64>::max())
+        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>(
+            {data_type_}, {})
+        , data_type(this->argument_types[0])
+        , events_size(arguments.size() - 2)
+        , max_elems(max_elems_)
+    {
+    }
+
+    String getName() const override { return "sequenceNextNode"; }
+
+    DataTypePtr getReturnType() const override { return data_type; }
+
+    void insert(Data & a, const Node * v, Arena * arena) const
+    {
+        ++a.total_values;
+        a.value.push_back(v->clone(arena), arena);
+    }
+
+    void create(AggregateDataPtr place) const override
+    {
+        [[maybe_unused]] auto a = new (place) Data;
+    }
+
+    void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
+    {
+        Node * node = Node::allocate(*columns[1], row_num, arena);
+
+        const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
+
+        UInt64 events_bitmap = 0;
+        for (UInt8 i = 0; i < events_size; ++i)
+            if (assert_cast<const ColumnVector<UInt8> *>(columns[2 + i])->getData()[row_num])
+                events_bitmap += (1 << i);
+
+        node->event_time = timestamp;
+        node->events_bitmap = events_bitmap;
+
+        data(place).value.push_back(node, arena);
+    }
+
+    void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
+    {
+        if (data(rhs).value.empty()) /// rhs state is empty
+            return;
+
+        UInt64 new_elems;
+        if (data(place).value.size() >= max_elems)
+            return;
+
+        new_elems = std::min(data(rhs).value.size(), static_cast<size_t>(max_elems) - data(place).value.size());
+
+        auto & a = data(place).value;
+        const auto size = a.size();
+
+        auto & b = data(rhs).value;
+        for (UInt64 i = 0; i < new_elems; ++i)
+            a.push_back(b[i]->clone(arena), arena);
+
+        using Comparator = typename SequenceNextNodeGeneralData<T, Node, Descending>::Comparator;
+
+        /// either sort whole container or do so partially merging ranges afterwards
+        if (!data(place).sorted && !data(rhs).sorted)
+            std::stable_sort(std::begin(a), std::end(a), Comparator{});
+        else
+        {
+            const auto begin = std::begin(a);
+            const auto middle = std::next(begin, size);
+            const auto end = std::end(a);
+
+            if (!data(place).sorted)
+                std::stable_sort(begin, middle, Comparator{});
+
+            if (!data(rhs).sorted)
+                std::stable_sort(middle, end, Comparator{});
+
+            std::inplace_merge(begin, middle, end, Comparator{});
+        }
+
+        data(place).sorted = true;
+    }
+
+    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
+    {
+        writeVarUInt(data(place).value.size(), buf);
+
+        auto & value = data(place).value;
+        for (auto & node : value)
+            node->write(buf);
+    }
+
+    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
+    {
+        UInt64 elems;
+        readVarUInt(elems, buf);
+
+        if (unlikely(elems == 0))
+            return;
+
+        auto & value = data(place).value;
+
+        value.resize(elems, arena);
+        for (UInt64 i = 0; i < elems; ++i)
+            value[i] = Node::read(buf, arena);
+    }
+
+    inline UInt64 getSkipCount(const Data & data, const UInt64 i, const UInt64 j) const
+    {
+        UInt64 k = 0;
+        for (; k < events_size - j; ++k)
+            if (data.value[i - j]->events_bitmap & (1 << (events_size - 1 - j - k)))
+                return k;
+        return k;
+    }
+
+    UInt64 getNextNodeIndex(Data & data) const
+    {
+        if (data.value.size() <= events_size)
+            return 0;
+
+        data.sort();
+
+        UInt64 i = events_size - 1;
+        while (i < data.value.size())
+        {
+            UInt64 j = 0;
+            for (; j < events_size; ++j)
+                if (!(data.value[i - j]->events_bitmap & (1 << (events_size - 1 - j))))
+                    break;
+
+            if (j == events_size)
+                return i + 1;
+
+            i += getSkipCount(data, i, j);
+        }
+
+        return 0;
+    }
+
+    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
+    {
+        auto & value = data(place).value;
+
+        UInt64 event_idx = getNextNodeIndex(this->data(place));
+        if (event_idx != 0 && event_idx < value.size())
+        {
+            ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
+            value[event_idx]->insertInto(to_concrete.getNestedColumn());
+            to_concrete.getNullMapData().push_back(0);
+        }
+        else
+            to.insertDefault();
+    }
+
+    bool doesInsertResultNeedNullableColumn() const override { return true; }
+
+    bool allocatesMemoryInArena() const override { return true; }
+};
+
+}
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index a9fe26688d7..d9570fa5f8b 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -112,6 +112,7 @@ public:
     /// in `runningAccumulate`, or when calculating an aggregate function as a
     /// window function.
     virtual void insertResultInto(AggregateDataPtr place, IColumn & to, Arena * arena) const = 0;
+    virtual bool doesInsertResultNeedNullableColumn() const { return false; }
 
     /// Used for machine learning methods. Predict result from trained model.
     /// Will insert result into `to` column for rows in range [offset, offset + limit).
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index d8e4eb7ba98..28b758aee2c 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -44,6 +44,7 @@ void registerAggregateFunctionRankCorrelation(AggregateFunctionFactory &);
 void registerAggregateFunctionMannWhitney(AggregateFunctionFactory &);
 void registerAggregateFunctionWelchTTest(AggregateFunctionFactory &);
 void registerAggregateFunctionStudentTTest(AggregateFunctionFactory &);
+void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory &);
 
 class AggregateFunctionCombinatorFactory;
 void registerAggregateFunctionCombinatorIf(AggregateFunctionCombinatorFactory &);
@@ -101,6 +102,7 @@ void registerAggregateFunctions()
         registerAggregateFunctionMannWhitney(factory);
         registerAggregateFunctionWelchTTest(factory);
         registerAggregateFunctionStudentTTest(factory);
+        registerAggregateFunctionSequenceNextNode(factory);
     }
 
     {
diff --git a/src/Columns/ColumnNullable.cpp b/src/Columns/ColumnNullable.cpp
index 35ce005073a..a9be62e515f 100644
--- a/src/Columns/ColumnNullable.cpp
+++ b/src/Columns/ColumnNullable.cpp
@@ -34,7 +34,6 @@ ColumnNullable::ColumnNullable(MutableColumnPtr && nested_column_, MutableColumn
         throw Exception{"ColumnNullable cannot have constant null map", ErrorCodes::ILLEGAL_COLUMN};
 }
 
-
 void ColumnNullable::updateHashWithValue(size_t n, SipHash & hash) const
 {
     const auto & arr = getNullMapData();
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
new file mode 100644
index 00000000000..540e5bdfb5a
--- /dev/null
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -0,0 +1,120 @@
+(0, A)	1	B
+(0, A)	2	B
+(0, A)	3	B
+(0, A)	4	A
+(0, A)	5	B
+(0, A)	6	B
+(0, B)	1	C
+(0, B)	2	D
+(0, B)	3	\N
+(0, B)	4	C
+(0, B)	5	A
+(0, B)	6	A
+(0, C)	1	D
+(0, C)	2	\N
+(0, C)	3	\N
+(0, C)	4	\N
+(0, C)	5	\N
+(0, C)	6	\N
+(0, D)	1	\N
+(0, D)	2	C
+(0, D)	3	\N
+(0, D)	4	\N
+(0, D)	5	\N
+(0, D)	6	\N
+(0, E)	1	\N
+(0, E)	2	\N
+(0, E)	3	\N
+(0, E)	4	\N
+(0, E)	5	\N
+(0, E)	6	\N
+(1, A)	1	\N
+(1, A)	2	\N
+(1, A)	3	\N
+(1, A)	4	A
+(1, A)	5	B
+(1, A)	6	B
+(1, B)	1	A
+(1, B)	2	A
+(1, B)	3	A
+(1, B)	4	A
+(1, B)	5	A
+(1, B)	6	A
+(1, C)	1	B
+(1, C)	2	D
+(1, C)	3	\N
+(1, C)	4	B
+(1, C)	5	A
+(1, C)	6	B
+(1, D)	1	C
+(1, D)	2	B
+(1, D)	3	\N
+(1, D)	4	\N
+(1, D)	5	\N
+(1, D)	6	\N
+(1, E)	1	\N
+(1, E)	2	\N
+(1, E)	3	\N
+(1, E)	4	\N
+(1, E)	5	\N
+(1, E)	6	\N
+(0, A->B)	1	C
+(0, A->B)	2	D
+(0, A->B)	3	\N
+(0, A->B)	4	C
+(0, A->B)	5	A
+(0, A->B)	6	A
+(0, A->C)	1	\N
+(0, A->C)	2	\N
+(0, A->C)	3	\N
+(0, A->C)	4	\N
+(0, A->C)	5	\N
+(0, A->C)	6	\N
+(0, B->A)	1	\N
+(0, B->A)	2	\N
+(0, B->A)	3	\N
+(0, B->A)	4	\N
+(0, B->A)	5	C
+(0, B->A)	6	B
+(1, A->B)	1	\N
+(1, A->B)	2	\N
+(1, A->B)	3	\N
+(1, A->B)	4	\N
+(1, A->B)	5	A
+(1, A->B)	6	A
+(1, A->C)	1	\N
+(1, A->C)	2	\N
+(1, A->C)	3	\N
+(1, A->C)	4	\N
+(1, A->C)	5	\N
+(1, A->C)	6	\N
+(1, B->A)	1	\N
+(1, B->A)	2	\N
+(1, B->A)	3	\N
+(1, B->A)	4	A
+(1, B->A)	5	\N
+(1, B->A)	6	B
+(0, A->A->B)	1	\N
+(0, A->A->B)	2	\N
+(0, A->A->B)	3	\N
+(0, A->A->B)	4	C
+(0, A->A->B)	5	\N
+(0, A->A->B)	6	\N
+(0, B->A->A)	1	\N
+(0, B->A->A)	2	\N
+(0, B->A->A)	3	\N
+(0, B->A->A)	4	\N
+(0, B->A->A)	5	\N
+(0, B->A->A)	6	\N
+(1, A->A->B)	1	\N
+(1, A->A->B)	2	\N
+(1, A->A->B)	3	\N
+(1, A->A->B)	4	\N
+(1, A->A->B)	5	\N
+(1, A->A->B)	6	\N
+(1, B->A->A)	1	\N
+(1, B->A->A)	2	\N
+(1, B->A->A)	3	\N
+(1, B->A->A)	4	A
+(1, B->A->A)	5	\N
+(1, B->A->A)	6	\N
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
new file mode 100644
index 00000000000..b11a5c7bc0e
--- /dev/null
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -0,0 +1,51 @@
+DROP TABLE IF EXISTS test_sequenceNextNode;
+
+CREATE TABLE iF NOT EXISTS test_sequenceNextNode (dt DateTime, id int, action String) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
+
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',1,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',1,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',1,'C');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',1,'D');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',2,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',2,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',2,'D');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',2,'C');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',3,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',3,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',4,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',4,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',4,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',4,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:05',4,'C');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',5,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',5,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',5,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',5,'C');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',6,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',6,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',6,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',6,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:05',6,'C');
+
+SELECT '(0, A)', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, B)', id, sequenceNextNode(0)(dt, action, action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, C)', id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, D)', id, sequenceNextNode(0)(dt, action, action = 'D') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, E)', id, sequenceNextNode(0)(dt, action, action = 'E') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, A)', id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, B)', id, sequenceNextNode(1)(dt, action, action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, C)', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, D)', id, sequenceNextNode(1)(dt, action, action = 'D') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, E)', id, sequenceNextNode(1)(dt, action, action = 'E') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, A->C)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, B->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, A->C)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, B->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, A->A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, B->A->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, A->A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(1, B->A->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
+
+DROP TABLE IF EXISTS test_sequenceNextNode;

From e93caefd62c68dc34dce623b192f26483b642a05 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 28 Jan 2021 12:00:37 +0900
Subject: [PATCH 0005/1060] Refactoring

---
 .../AggregateFunctionNull.h                   | 42 ++++++++---
 .../AggregateFunctionSequenceNextNode.cpp     |  4 +-
 .../AggregateFunctionSequenceNextNode.h       | 71 ++++++++++---------
 src/AggregateFunctions/IAggregateFunction.h   |  1 -
 4 files changed, 71 insertions(+), 47 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index 3bfcacf7d7b..4dc3c580fd7 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -157,15 +157,8 @@ public:
             ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
             if (getFlag(place))
             {
-                if (unlikely(nested_function->doesInsertResultNeedNullableColumn()))
-                {
-                    nested_function->insertResultInto(nestedPlace(place), to_concrete, arena);
-                }
-                else
-                {
-                    nested_function->insertResultInto(nestedPlace(place), to_concrete.getNestedColumn(), arena);
-                    to_concrete.getNullMapData().push_back(0);
-                }
+                nested_function->insertResultInto(nestedPlace(place), to_concrete.getNestedColumn(), arena);
+                to_concrete.getNullMapData().push_back(0);
             }
             else
             {
@@ -235,7 +228,7 @@ public:
 };
 
 
-template <bool result_is_nullable, bool serialize_flag, bool null_is_skipped>
+template <bool result_is_nullable, bool serialize_flag, bool null_is_skipped, bool insertion_requires_nullable_column = false>
 class AggregateFunctionNullVariadic final
     : public AggregateFunctionNullBase<result_is_nullable, serialize_flag,
         AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped>>
@@ -283,6 +276,35 @@ public:
         this->nested_function->add(this->nestedPlace(place), nested_columns, row_num, arena);
     }
 
+    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena * arena) const override
+    {
+        if constexpr (result_is_nullable)
+        {
+            ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
+            if (this->getFlag(place))
+            {
+                if constexpr (insertion_requires_nullable_column)
+                {
+                    this->nested_function->insertResultInto(this->nestedPlace(place), to_concrete, arena);
+                }
+                else
+                {
+                    this->nested_function->insertResultInto(this->nestedPlace(place), to_concrete.getNestedColumn(), arena);
+                    to_concrete.getNullMapData().push_back(0);
+                }
+            }
+            else
+            {
+                to_concrete.insertDefault();
+            }
+        }
+        else
+        {
+            this->nested_function->insertResultInto(this->nestedPlace(place), to, arena);
+        }
+    }
+
+
 private:
     enum { MAX_ARGS = 8 };
     size_t number_of_arguments = 0;
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 66f24ec8cbf..b185859e00e 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -49,8 +49,8 @@ AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string &
 
     if (argument_types.size() < 3)
         throw Exception("Aggregate function " + name + " requires at least three arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if (argument_types.size() > 2 + 64)
-        throw Exception("Aggregate function " + name + " requires at most 66(timestamp, value_column, 64 events) arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    else if (argument_types.size() > 2 + 32)
+        throw Exception("Aggregate function " + name + " requires at most 34(timestamp, value_column, 32 events) arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     for (const auto i : ext::range(2, argument_types.size()))
     {
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index a455e16e267..9bdd54e8b4b 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -11,7 +11,6 @@
 #include <DataTypes/DataTypesNumber.h>
 #include <DataTypes/DataTypeDateTime.h>
 
-#include <Columns/ColumnArray.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnVector.h>
 #include <Columns/ColumnNullable.h>
@@ -20,6 +19,7 @@
 #include <Common/assert_cast.h>
 
 #include <AggregateFunctions/IAggregateFunction.h>
+#include <AggregateFunctions/AggregateFunctionNull.h>
 
 #include <type_traits>
 
@@ -33,28 +33,24 @@ struct NodeBase
     UInt64 size; // size of payload
 
     DataTypeDateTime::FieldType event_time;
-    UInt64 events_bitmap;
+    UInt32 events_bitset; // UInt32 for combiniant comparesons between bitsets (< operator on bitsets).
 
-    /// Returns pointer to actual payload
     char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
 
     const char * data() const { return reinterpret_cast<const char *>(this) + sizeof(Node); }
 
-    /// Clones existing node (does not modify next field)
     Node * clone(Arena * arena) const
     {
         return reinterpret_cast<Node *>(
             const_cast<char *>(arena->alignedInsert(reinterpret_cast<const char *>(this), sizeof(Node) + size, alignof(Node))));
     }
 
-    /// Write node to buffer
     void write(WriteBuffer & buf) const
     {
         writeVarUInt(size, buf);
         buf.write(data(), size);
     }
 
-    /// Reads and allocates node from ReadBuffer's data (doesn't set next)
     static Node * read(ReadBuffer & buf, Arena * arena)
     {
         UInt64 size;
@@ -71,7 +67,6 @@ struct NodeString : public NodeBase<NodeString>
 {
     using Node = NodeString;
 
-    /// Create node from string
     static Node * allocate(const IColumn & column, size_t row_num, Arena * arena)
     {
         StringRef string = assert_cast<const ColumnString &>(column).getDataAt(row_num);
@@ -92,7 +87,6 @@ struct NodeString : public NodeBase<NodeString>
 template <typename T, typename Node, bool Descending>
 struct SequenceNextNodeGeneralData
 {
-    // Switch to ordinary Allocator after 4096 bytes to avoid fragmentation and trash in Arena
     using Allocator = MixedAlignedArenaAllocator<alignof(Node *), 4096>;
     using Array = PODArray<Node *, 32, Allocator>;
 
@@ -103,12 +97,12 @@ struct SequenceNextNodeGeneralData
     {
         bool operator()(const Node * lhs, const Node * rhs) const
         {
-            if (Descending)
+            if constexpr (Descending)
                 return lhs->event_time == rhs->event_time ?
-                        lhs->events_bitmap < rhs->events_bitmap: lhs->event_time > rhs->event_time;
+                        lhs->events_bitset < rhs->events_bitset: lhs->event_time > rhs->event_time;
             else
                 return lhs->event_time == rhs->event_time ?
-                        lhs->events_bitmap < rhs->events_bitmap : lhs->event_time < rhs->event_time;
+                        lhs->events_bitset < rhs->events_bitset : lhs->event_time < rhs->event_time;
         }
     };
 
@@ -122,7 +116,6 @@ struct SequenceNextNodeGeneralData
     }
 };
 
-/// Implementation of groupArray for String or any ComplexObject via Array
 template <typename T, typename Node, bool Descending>
 class SequenceNextNodeImpl final
     : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>
@@ -149,6 +142,18 @@ public:
 
     DataTypePtr getReturnType() const override { return data_type; }
 
+    AggregateFunctionPtr getOwnNullAdapter(
+        const AggregateFunctionPtr & nested_function, const DataTypes & arguments, const Array & params,
+        const AggregateFunctionProperties & /*properties*/) const override
+    {
+        // This aggregate function sets insertion_requires_nullable_column on.
+        // Even though some values are mapped to aggregating key, it could return nulls for the below case.
+        //   aggregated events: [A -> B -> C]
+        //   events to find: [C -> D]
+        //   [C -> D] is not matched to 'A -> B -> C' so that it returns null.
+        return std::make_shared<AggregateFunctionNullVariadic<false, false, false, true>>(nested_function, arguments, params);
+    }
+
     void insert(Data & a, const Node * v, Arena * arena) const
     {
         ++a.total_values;
@@ -166,44 +171,42 @@ public:
 
         const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
 
-        UInt64 events_bitmap = 0;
+        UInt32 events_bitset = 0;
         for (UInt8 i = 0; i < events_size; ++i)
             if (assert_cast<const ColumnVector<UInt8> *>(columns[2 + i])->getData()[row_num])
-                events_bitmap += (1 << i);
+                events_bitset += (1 << i);
 
         node->event_time = timestamp;
-        node->events_bitmap = events_bitmap;
+        node->events_bitset = events_bitset;
 
         data(place).value.push_back(node, arena);
     }
 
     void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
     {
-        if (data(rhs).value.empty()) /// rhs state is empty
+        if (data(rhs).value.empty())
             return;
 
-        UInt64 new_elems;
         if (data(place).value.size() >= max_elems)
             return;
 
-        new_elems = std::min(data(rhs).value.size(), static_cast<size_t>(max_elems) - data(place).value.size());
-
         auto & a = data(place).value;
-        const auto size = a.size();
-
         auto & b = data(rhs).value;
+        const auto a_size = a.size();
+
+        const UInt64 new_elems = std::min(data(rhs).value.size(), static_cast<size_t>(max_elems) - data(place).value.size());
         for (UInt64 i = 0; i < new_elems; ++i)
             a.push_back(b[i]->clone(arena), arena);
 
+        /// either sort whole container or do so partially merging ranges afterwards
         using Comparator = typename SequenceNextNodeGeneralData<T, Node, Descending>::Comparator;
 
-        /// either sort whole container or do so partially merging ranges afterwards
         if (!data(place).sorted && !data(rhs).sorted)
             std::stable_sort(std::begin(a), std::end(a), Comparator{});
         else
         {
             const auto begin = std::begin(a);
-            const auto middle = std::next(begin, size);
+            const auto middle = std::next(begin, a_size);
             const auto end = std::end(a);
 
             if (!data(place).sorted)
@@ -242,34 +245,36 @@ public:
             value[i] = Node::read(buf, arena);
     }
 
-    inline UInt64 getSkipCount(const Data & data, const UInt64 i, const UInt64 j) const
+    inline UInt32 calculateJump(const Data & data, const UInt32 i, const UInt32 j) const
     {
-        UInt64 k = 0;
+        UInt32 k = 0;
         for (; k < events_size - j; ++k)
-            if (data.value[i - j]->events_bitmap & (1 << (events_size - 1 - j - k)))
+            if (data.value[i - j]->events_bitset & (1 << (events_size - 1 - j - k)))
                 return k;
         return k;
     }
 
-    UInt64 getNextNodeIndex(Data & data) const
+    // This method returns an index of next node that matched the events.
+    // It is one as referring Boyer-Moore-Algorithm.
+    UInt32 getNextNodeIndex(Data & data) const
     {
         if (data.value.size() <= events_size)
             return 0;
 
         data.sort();
 
-        UInt64 i = events_size - 1;
+        UInt32 i = events_size - 1;
         while (i < data.value.size())
         {
-            UInt64 j = 0;
+            UInt32 j = 0;
             for (; j < events_size; ++j)
-                if (!(data.value[i - j]->events_bitmap & (1 << (events_size - 1 - j))))
+                if (!(data.value[i - j]->events_bitset & (1 << (events_size - 1 - j))))
                     break;
 
             if (j == events_size)
                 return i + 1;
 
-            i += getSkipCount(data, i, j);
+            i += calculateJump(data, i, j);
         }
 
         return 0;
@@ -279,7 +284,7 @@ public:
     {
         auto & value = data(place).value;
 
-        UInt64 event_idx = getNextNodeIndex(this->data(place));
+        UInt32 event_idx = getNextNodeIndex(this->data(place));
         if (event_idx != 0 && event_idx < value.size())
         {
             ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
@@ -290,8 +295,6 @@ public:
             to.insertDefault();
     }
 
-    bool doesInsertResultNeedNullableColumn() const override { return true; }
-
     bool allocatesMemoryInArena() const override { return true; }
 };
 
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index d9570fa5f8b..a9fe26688d7 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -112,7 +112,6 @@ public:
     /// in `runningAccumulate`, or when calculating an aggregate function as a
     /// window function.
     virtual void insertResultInto(AggregateDataPtr place, IColumn & to, Arena * arena) const = 0;
-    virtual bool doesInsertResultNeedNullableColumn() const { return false; }
 
     /// Used for machine learning methods. Predict result from trained model.
     /// Will insert result into `to` column for rows in range [offset, offset + limit).

From 994e01e0abae2556cb76615c529e2450ac89abb4 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 28 Jan 2021 16:11:32 +0900
Subject: [PATCH 0006/1060] Serialization

---
 .../AggregateFunctionSequenceNextNode.h           | 15 +++++++++------
 src/AggregateFunctions/ya.make                    |  1 +
 2 files changed, 10 insertions(+), 6 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 9bdd54e8b4b..0a6f686e9bc 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -223,25 +223,28 @@ public:
 
     void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
     {
-        writeVarUInt(data(place).value.size(), buf);
+        writeBinary(data(place).sorted, buf);
 
         auto & value = data(place).value;
+        writeVarUInt(value.size(), buf);
         for (auto & node : value)
             node->write(buf);
     }
 
     void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
     {
-        UInt64 elems;
-        readVarUInt(elems, buf);
+        readBinary(data(place).sorted, buf);
 
-        if (unlikely(elems == 0))
+        UInt64 size;
+        readVarUInt(size, buf);
+
+        if (unlikely(size == 0))
             return;
 
         auto & value = data(place).value;
 
-        value.resize(elems, arena);
-        for (UInt64 i = 0; i < elems; ++i)
+        value.resize(size, arena);
+        for (UInt64 i = 0; i < size; ++i)
             value[i] = Node::read(buf, arena);
     }
 
diff --git a/src/AggregateFunctions/ya.make b/src/AggregateFunctions/ya.make
index f2105688feb..5af62a68396 100644
--- a/src/AggregateFunctions/ya.make
+++ b/src/AggregateFunctions/ya.make
@@ -42,6 +42,7 @@ SRCS(
     AggregateFunctionResample.cpp
     AggregateFunctionRetention.cpp
     AggregateFunctionSequenceMatch.cpp
+    AggregateFunctionSequenceNextNode.cpp
     AggregateFunctionSimpleLinearRegression.cpp
     AggregateFunctionSimpleState.cpp
     AggregateFunctionState.cpp

From 7ca8811216bae8ed3b5ccff11d84d3fc7f2bbb33 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 28 Jan 2021 17:14:56 +0900
Subject: [PATCH 0007/1060] Fix

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 0a6f686e9bc..44a2018980a 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -49,6 +49,9 @@ struct NodeBase
     {
         writeVarUInt(size, buf);
         buf.write(data(), size);
+
+        writeBinary(event_time, buf);
+        writeBinary(events_bitset, buf);
     }
 
     static Node * read(ReadBuffer & buf, Arena * arena)
@@ -59,6 +62,10 @@ struct NodeBase
         Node * node = reinterpret_cast<Node *>(arena->alignedAlloc(sizeof(Node) + size, alignof(Node)));
         node->size = size;
         buf.read(node->data(), size);
+
+        readBinary(node->event_time, buf);
+        readBinary(node->events_bitset, buf);
+
         return node;
     }
 };

From 05c3767d05c42440610e9a387b95b3be1eae5d81 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 28 Jan 2021 18:55:33 +0900
Subject: [PATCH 0008/1060] Fix

---
 .../AggregateFunctionSequenceNextNode.cpp     |   4 +-
 .../AggregateFunctionSequenceNextNode.h       |   2 +-
 .../01656_sequence_next_node.reference        | 132 ++++++++++++++++++
 .../0_stateless/01656_sequence_next_node.sql  | 119 +++++++++++++---
 4 files changed, 233 insertions(+), 24 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index b185859e00e..47279aa882d 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -94,9 +94,7 @@ AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string &
 
 void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
 {
-    AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
-
-    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNextNode, properties });
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNextNode });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 44a2018980a..3fbb481c19a 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -158,7 +158,7 @@ public:
         //   aggregated events: [A -> B -> C]
         //   events to find: [C -> D]
         //   [C -> D] is not matched to 'A -> B -> C' so that it returns null.
-        return std::make_shared<AggregateFunctionNullVariadic<false, false, false, true>>(nested_function, arguments, params);
+        return std::make_shared<AggregateFunctionNullVariadic<true, false, true, true>>(nested_function, arguments, params);
     }
 
     void insert(Data & a, const Node * v, Arena * arena) const
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index 540e5bdfb5a..ecb39686bfa 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -118,3 +118,135 @@
 (1, B->A->A)	4	A
 (1, B->A->A)	5	\N
 (1, B->A->A)	6	\N
+(0, A) id >= 10	10	B
+(0, A) id >= 10	10	C
+(0, A) id >= 10	10	D
+(0, A) id >= 10	10	B
+(0, A) id >= 10	10	B
+(0, A) id >= 10	10	A
+(0, A)	1	B
+(0, A)	2	B
+(0, A)	3	B
+(0, A)	4	A
+(0, A)	5	B
+(0, A)	6	B
+(0, B)	1	C
+(0, B)	2	D
+(0, B)	3	\N
+(0, B)	4	C
+(0, B)	5	A
+(0, B)	6	A
+(0, C)	1	D
+(0, C)	2	\N
+(0, C)	3	\N
+(0, C)	4	\N
+(0, C)	5	\N
+(0, C)	6	\N
+(0, D)	1	\N
+(0, D)	2	C
+(0, D)	3	\N
+(0, D)	4	\N
+(0, D)	5	\N
+(0, D)	6	\N
+(0, E)	1	\N
+(0, E)	2	\N
+(0, E)	3	\N
+(0, E)	4	\N
+(0, E)	5	\N
+(0, E)	6	\N
+(1, A)	1	\N
+(1, A)	2	\N
+(1, A)	3	\N
+(1, A)	4	A
+(1, A)	5	B
+(1, A)	6	B
+(1, B)	1	A
+(1, B)	2	A
+(1, B)	3	A
+(1, B)	4	A
+(1, B)	5	A
+(1, B)	6	A
+(1, C)	1	B
+(1, C)	2	D
+(1, C)	3	\N
+(1, C)	4	B
+(1, C)	5	A
+(1, C)	6	B
+(1, D)	1	C
+(1, D)	2	B
+(1, D)	3	\N
+(1, D)	4	\N
+(1, D)	5	\N
+(1, D)	6	\N
+(1, E)	1	\N
+(1, E)	2	\N
+(1, E)	3	\N
+(1, E)	4	\N
+(1, E)	5	\N
+(1, E)	6	\N
+(0, A->B)	1	C
+(0, A->B)	2	D
+(0, A->B)	3	\N
+(0, A->B)	4	C
+(0, A->B)	5	A
+(0, A->B)	6	A
+(0, A->C)	1	\N
+(0, A->C)	2	\N
+(0, A->C)	3	\N
+(0, A->C)	4	\N
+(0, A->C)	5	\N
+(0, A->C)	6	\N
+(0, B->A)	1	\N
+(0, B->A)	2	\N
+(0, B->A)	3	\N
+(0, B->A)	4	\N
+(0, B->A)	5	C
+(0, B->A)	6	B
+(1, A->B)	1	\N
+(1, A->B)	2	\N
+(1, A->B)	3	\N
+(1, A->B)	4	\N
+(1, A->B)	5	A
+(1, A->B)	6	A
+(1, A->C)	1	\N
+(1, A->C)	2	\N
+(1, A->C)	3	\N
+(1, A->C)	4	\N
+(1, A->C)	5	\N
+(1, A->C)	6	\N
+(1, B->A)	1	\N
+(1, B->A)	2	\N
+(1, B->A)	3	\N
+(1, B->A)	4	A
+(1, B->A)	5	\N
+(1, B->A)	6	B
+(0, A->A->B)	1	\N
+(0, A->A->B)	2	\N
+(0, A->A->B)	3	\N
+(0, A->A->B)	4	C
+(0, A->A->B)	5	\N
+(0, A->A->B)	6	\N
+(0, B->A->A)	1	\N
+(0, B->A->A)	2	\N
+(0, B->A->A)	3	\N
+(0, B->A->A)	4	\N
+(0, B->A->A)	5	\N
+(0, B->A->A)	6	\N
+(1, A->A->B)	1	\N
+(1, A->A->B)	2	\N
+(1, A->A->B)	3	\N
+(1, A->A->B)	4	\N
+(1, A->A->B)	5	\N
+(1, A->A->B)	6	\N
+(1, B->A->A)	1	\N
+(1, B->A->A)	2	\N
+(1, B->A->A)	3	\N
+(1, B->A->A)	4	A
+(1, B->A->A)	5	\N
+(1, B->A->A)	6	\N
+(0, A) id >= 10	10	B
+(0, A) id >= 10	10	C
+(0, A) id >= 10	10	D
+(0, A) id >= 10	10	B
+(0, A) id >= 10	10	B
+(0, A) id >= 10	10	A
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index b11a5c7bc0e..e5a89da7341 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -1,3 +1,70 @@
+DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
+
+CREATE TABLE iF NOT EXISTS test_sequenceNextNode_Nullable (dt DateTime, id int, action Nullable(String)) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
+
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',1,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',1,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',1,'C');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',1,'D');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',2,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',2,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',2,'D');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',2,'C');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',3,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',3,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',4,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',4,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',4,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',4,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:05',4,'C');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',5,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',5,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',5,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',5,'C');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',6,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',6,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',6,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',6,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:05',6,'C');
+
+SELECT '(0, A)', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, B)', id, sequenceNextNode(0)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, C)', id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, D)', id, sequenceNextNode(0)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, E)', id, sequenceNextNode(0)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, A)', id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, B)', id, sequenceNextNode(1)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, C)', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, D)', id, sequenceNextNode(1)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, E)', id, sequenceNextNode(1)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, A->C)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, B->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, A->C)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, B->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, A->A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(0, B->A->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, A->A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(1, B->A->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',10,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,NULL);
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',10,'C');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',10,'D');
+
+SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+
+DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
+
+-- The same testcases for a non-null type.
+
 DROP TABLE IF EXISTS test_sequenceNextNode;
 
 CREATE TABLE iF NOT EXISTS test_sequenceNextNode (dt DateTime, id int, action String) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
@@ -27,25 +94,37 @@ INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',6,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',6,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:05',6,'C');
 
-SELECT '(0, A)', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, B)', id, sequenceNextNode(0)(dt, action, action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, C)', id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, D)', id, sequenceNextNode(0)(dt, action, action = 'D') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, E)', id, sequenceNextNode(0)(dt, action, action = 'E') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, A)', id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, B)', id, sequenceNextNode(1)(dt, action, action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, C)', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, D)', id, sequenceNextNode(1)(dt, action, action = 'D') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, E)', id, sequenceNextNode(1)(dt, action, action = 'E') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, A->C)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, B->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, A->C)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'C') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, B->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, A->A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(0, B->A->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, A->A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test GROUP BY id ORDER BY id;
-SELECT '(1, B->A->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test GROUP BY id ORDER BY id;
+SELECT '(0, A)', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, B)', id, sequenceNextNode(0)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, C)', id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, D)', id, sequenceNextNode(0)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, E)', id, sequenceNextNode(0)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, A)', id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, B)', id, sequenceNextNode(1)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, C)', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, D)', id, sequenceNextNode(1)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, E)', id, sequenceNextNode(1)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, A->C)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, B->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, A->C)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, B->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, A->A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(0, B->A->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, A->A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(1, B->A->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',10,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',10,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',10,'C');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',10,'D');
+
+SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
 
 DROP TABLE IF EXISTS test_sequenceNextNode;

From e092eeee7a3085026e699e7d27b6779b71a8fd0b Mon Sep 17 00:00:00 2001
From: achimbab <philip.han@kakaocorp.com>
Date: Fri, 29 Jan 2021 08:51:57 +0900
Subject: [PATCH 0009/1060] Documentation for sequenceNextNode

---
 .../parametric-functions.md                   | 53 +++++++++++++++++++
 1 file changed, 53 insertions(+)

diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index 3b02e145ff4..b371cbcb9fa 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -495,3 +495,56 @@ Solution: Write in the GROUP BY query SearchPhrase HAVING uniqUpTo(4)(UserID) >=
 ## sumMapFiltered(keys_to_keep)(keys, values) {#summapfilteredkeys-to-keepkeys-values}
 
 Same behavior as [sumMap](../../sql-reference/aggregate-functions/reference/summap.md#agg_functions-summap) except that an array of keys is passed as a parameter. This can be especially useful when working with a high cardinality of keys.
+
+## sequenceNextNode {#sequenceNextNode}
+
+Returns a value of next event that matched an event chain.
+
+**Syntax**
+
+``` sql
+sequenceNextNode([descending_order])(timestamp, event_column, event1, event2, ... event32)
+```
+
+**Parameters**
+-   `descending_order` - Used to sort the timestamp in ascending or descending order. 0 or 1.
+-   `timestamp` — Name of the column containing the timestamp. Data types supported: Date, DateTime and other unsigned integer types.
+-   `event_column` - Name of the column containing the value of the next event to be returned. Data types supported: String and Nullable(String)
+-   `cond` — Conditions or data describing the chain of events. UInt8.
+
+**Returned value**
+
+Nullable(String).
+
+-  event_column[next_index] - if the pattern is matched and next value exists.
+-  null - if the pattern isn’t matched or next value doesn't exist.
+
+Type: `Nullable(String)`.
+
+**Example**
+
+It can be used when events are A->B->C->E->F and you want to know the event following B->C, which is E.
+
+The query statement searching the event following B->C :
+
+``` sql
+CREATE TABLE test_flow (
+    dt DateTime, 
+    id int, 
+    action String) 
+ENGINE = MergeTree() 
+PARTITION BY toYYYYMMDD(dt) 
+ORDER BY id;
+
+INSERT INTO test_flow VALUES (1, 1, 'A') (2, 1, 'B') (3, 1, 'C') (4, 1, 'E') (5, 1, 'F');
+
+SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') as next_flow FROM test_flow GROUP BY id;
+```
+
+Result:
+
+``` text
+┌─id─┬─next_flow─┐
+│  1 │ E         │
+└────┴───────────┘
+```

From 138c5ab64476fc7c071214515a7973bf61f2add8 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Fri, 29 Jan 2021 10:33:42 +0900
Subject: [PATCH 0010/1060] For some functional stateless tests (ubsan)

---
 src/AggregateFunctions/AggregateFunctionNull.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index 4dc3c580fd7..adf2aed1e82 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -231,12 +231,12 @@ public:
 template <bool result_is_nullable, bool serialize_flag, bool null_is_skipped, bool insertion_requires_nullable_column = false>
 class AggregateFunctionNullVariadic final
     : public AggregateFunctionNullBase<result_is_nullable, serialize_flag,
-        AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped>>
+        AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped, insertion_requires_nullable_column>>
 {
 public:
     AggregateFunctionNullVariadic(AggregateFunctionPtr nested_function_, const DataTypes & arguments, const Array & params)
         : AggregateFunctionNullBase<result_is_nullable, serialize_flag,
-            AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped>>(std::move(nested_function_), arguments, params),
+            AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped, insertion_requires_nullable_column>>(std::move(nested_function_), arguments, params),
         number_of_arguments(arguments.size())
     {
         if (number_of_arguments == 1)

From 753c32ee13706d34c10cb11e455d0d864dd1ef96 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Mon, 1 Feb 2021 14:01:18 +0900
Subject: [PATCH 0011/1060] Use 0x80000000 as unmatched event

---
 .../AggregateFunctionSequenceNextNode.cpp     |  4 +--
 .../AggregateFunctionSequenceNextNode.h       |  3 +-
 .../01656_sequence_next_node.reference        | 10 +++---
 .../0_stateless/01656_sequence_next_node.sql  | 35 +++++++++++++++----
 4 files changed, 38 insertions(+), 14 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 47279aa882d..adfa1592c86 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -49,8 +49,8 @@ AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string &
 
     if (argument_types.size() < 3)
         throw Exception("Aggregate function " + name + " requires at least three arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if (argument_types.size() > 2 + 32)
-        throw Exception("Aggregate function " + name + " requires at most 34(timestamp, value_column, 32 events) arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    else if (argument_types.size() > 2 + 31)
+        throw Exception("Aggregate function " + name + " requires at most 34(timestamp, value_column, 31 events) arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     for (const auto i : ext::range(2, argument_types.size()))
     {
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 3fbb481c19a..85413513d50 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -106,7 +106,7 @@ struct SequenceNextNodeGeneralData
         {
             if constexpr (Descending)
                 return lhs->event_time == rhs->event_time ?
-                        lhs->events_bitset < rhs->events_bitset: lhs->event_time > rhs->event_time;
+                        lhs->events_bitset < rhs->events_bitset : lhs->event_time > rhs->event_time;
             else
                 return lhs->event_time == rhs->event_time ?
                         lhs->events_bitset < rhs->events_bitset : lhs->event_time < rhs->event_time;
@@ -182,6 +182,7 @@ public:
         for (UInt8 i = 0; i < events_size; ++i)
             if (assert_cast<const ColumnVector<UInt8> *>(columns[2 + i])->getData()[row_num])
                 events_bitset += (1 << i);
+        if (events_bitset == 0) events_bitset = 0x80000000; // Any events are not matched.
 
         node->event_time = timestamp;
         node->events_bitset = events_bitset;
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index ecb39686bfa..b0689ff136c 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -245,8 +245,8 @@
 (1, B->A->A)	5	\N
 (1, B->A->A)	6	\N
 (0, A) id >= 10	10	B
-(0, A) id >= 10	10	C
-(0, A) id >= 10	10	D
-(0, A) id >= 10	10	B
-(0, A) id >= 10	10	B
-(0, A) id >= 10	10	A
+(0, A->B) id >= 10	10	C
+(0, B->C) id >= 10	10	D
+(0, C->) id >= 10	10	B
+(0, D->C) id >= 10	10	B
+(0, C->B) id >= 10	10	A
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index e5a89da7341..55d98e93342 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -61,6 +61,15 @@ SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS n
 SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
+
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
 -- The same testcases for a non-null type.
@@ -120,11 +129,25 @@ INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',10,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',10,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',10,'D');
 
-SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(0, A) id = 10', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
+SELECT '(0, A->B) id = 10', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
+SELECT '(0, B->C) id = 10', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
+SELECT '(0, C) id = 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
+SELECT '(0, D->C) id = 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
+SELECT '(0, C->B) id = 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
+
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'B');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'C');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'D');
+
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
 
 DROP TABLE IF EXISTS test_sequenceNextNode;

From 03ad81ee726cb1bb2bc90c93499c1e78812b0127 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Mon, 1 Feb 2021 15:26:16 +0900
Subject: [PATCH 0012/1060] Correct testcases

---
 .../01656_sequence_next_node.reference        | 28 +++++++++++++++----
 .../0_stateless/01656_sequence_next_node.sql  | 16 +++++------
 2 files changed, 30 insertions(+), 14 deletions(-)

diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index b0689ff136c..3e8da4bbd48 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -124,6 +124,14 @@
 (0, A) id >= 10	10	B
 (0, A) id >= 10	10	B
 (0, A) id >= 10	10	A
+(0, A) id = 11	0
+(0, C) id = 11	0
+(0, B->C) id = 11	0
+(0, A->B->C) id = 11	0
+(0, A) id = 11	0
+(0, C) id = 11	0
+(0, C->B) id = 11	0
+(0, C->B->A) id = 11	0
 (0, A)	1	B
 (0, A)	2	B
 (0, A)	3	B
@@ -244,9 +252,17 @@
 (1, B->A->A)	4	A
 (1, B->A->A)	5	\N
 (1, B->A->A)	6	\N
-(0, A) id >= 10	10	B
-(0, A->B) id >= 10	10	C
-(0, B->C) id >= 10	10	D
-(0, C->) id >= 10	10	B
-(0, D->C) id >= 10	10	B
-(0, C->B) id >= 10	10	A
+(0, A) id = 10	10	B
+(0, A->B) id = 10	10	C
+(0, B->C) id = 10	10	D
+(0, C) id = 10	10	B
+(0, D->C) id = 10	10	B
+(0, C->B) id = 10	10	A
+(0, A) id = 11	1
+(0, C) id = 11	1
+(0, B->C) id = 11	1
+(0, A->B->C) id = 11	1
+(0, A) id = 11	1
+(0, C) id = 11	1
+(0, C->B) id = 11	1
+(0, C->B->A) id = 11	1
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index 55d98e93342..31c224fd2a4 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -61,14 +61,14 @@ SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS n
 SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
 
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 

From 19dd09ea8ea0471a25de5b86003b70dc9c2c84bf Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Tue, 2 Feb 2021 17:50:08 +0900
Subject: [PATCH 0013/1060] Fix paramters for nulls

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp | 3 ++-
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h   | 2 +-
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index adfa1592c86..57ba87c922f 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -94,7 +94,8 @@ AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string &
 
 void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNextNode });
+    AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNextNode, properties });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 85413513d50..888149c77da 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -158,7 +158,7 @@ public:
         //   aggregated events: [A -> B -> C]
         //   events to find: [C -> D]
         //   [C -> D] is not matched to 'A -> B -> C' so that it returns null.
-        return std::make_shared<AggregateFunctionNullVariadic<true, false, true, true>>(nested_function, arguments, params);
+        return std::make_shared<AggregateFunctionNullVariadic<false, false, true, true>>(nested_function, arguments, params);
     }
 
     void insert(Data & a, const Node * v, Arena * arena) const

From 2cc69893f26920aa41c5da497035b46e6ce67360 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 4 Feb 2021 16:15:04 +0900
Subject: [PATCH 0014/1060] Add sequenceFirstNode

---
 .../AggregateFunctionSequenceNextNode.cpp     |  43 ++++--
 .../AggregateFunctionSequenceNextNode.h       | 135 ++++++++++++++++++
 .../01656_sequence_next_node.reference        |  48 +++++++
 .../0_stateless/01656_sequence_next_node.sql  |  10 ++
 4 files changed, 221 insertions(+), 15 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 57ba87c922f..af90c80de61 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -23,15 +23,27 @@ namespace
 {
 
 template <typename TYPE>
-inline AggregateFunctionPtr createAggregateFunctionSequenceNextNodeImpl(const DataTypePtr data_type, const DataTypes & argument_types, bool descending_order)
+inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl(const DataTypePtr data_type, const DataTypes & argument_types, bool descending_order)
 {
-    if (descending_order)
-        return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, true>>(data_type, argument_types);
+    if (argument_types.size() == 2)
+    {
+        // If the number of arguments of sequenceNextNode is 2, the sequenceNextNode acts as sequenceFirstNode.
+        if (descending_order)
+            return std::make_shared<SequenceFirstNodeImpl<TYPE, NodeString, true>>(data_type);
+        else
+            return std::make_shared<SequenceFirstNodeImpl<TYPE, NodeString, false>>(data_type);
+    }
     else
-        return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, false>>(data_type, argument_types);
+    {
+        if (descending_order)
+            return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, true>>(data_type, argument_types);
+        else
+            return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, false>>(data_type, argument_types);
+    }
 }
 
-AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+template <UInt64 MaxArgs>
+AggregateFunctionPtr createAggregateFunctionSequenceNode(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     bool descending_order = false;
 
@@ -47,9 +59,9 @@ AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string &
         throw Exception("Incorrect number of parameters for aggregate function " + name + ", should be 1",
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    if (argument_types.size() < 3)
-        throw Exception("Aggregate function " + name + " requires at least three arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if (argument_types.size() > 2 + 31)
+    if (argument_types.size() < 2)
+        throw Exception("Aggregate function " + name + " requires at least two arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    else if (argument_types.size() > MaxArgs)
         throw Exception("Aggregate function " + name + " requires at most 34(timestamp, value_column, 31 events) arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     for (const auto i : ext::range(2, argument_types.size()))
@@ -73,17 +85,17 @@ AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string &
 
     WhichDataType timestamp_type(argument_types[0].get());
     if (timestamp_type.idx == TypeIndex::UInt8)
-        return createAggregateFunctionSequenceNextNodeImpl<UInt8>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl<UInt8>(data_type, argument_types, descending_order);
     if (timestamp_type.idx == TypeIndex::UInt16)
-        return createAggregateFunctionSequenceNextNodeImpl<UInt16>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl<UInt16>(data_type, argument_types, descending_order);
     if (timestamp_type.idx == TypeIndex::UInt32)
-        return createAggregateFunctionSequenceNextNodeImpl<UInt32>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl<UInt32>(data_type, argument_types, descending_order);
     if (timestamp_type.idx == TypeIndex::UInt64)
-        return createAggregateFunctionSequenceNextNodeImpl<UInt64>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl<UInt64>(data_type, argument_types, descending_order);
     if (timestamp_type.isDate())
-        return createAggregateFunctionSequenceNextNodeImpl<DataTypeDate::FieldType>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl<DataTypeDate::FieldType>(data_type, argument_types, descending_order);
     if (timestamp_type.isDateTime())
-        return createAggregateFunctionSequenceNextNodeImpl<DataTypeDateTime::FieldType>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl<DataTypeDateTime::FieldType>(data_type, argument_types, descending_order);
 
     throw Exception{"Illegal type " + argument_types.front().get()->getName()
             + " of first argument of aggregate function " + name + ", must be Unsigned Number, Date, DateTime",
@@ -95,7 +107,8 @@ AggregateFunctionPtr createAggregateFunctionSequenceNextNode(const std::string &
 void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
 {
     AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
-    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNextNode, properties });
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNode<2 + 31>, properties });
+    factory.registerFunction("sequenceFirstNode", { createAggregateFunctionSequenceNode<2>, properties });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 888149c77da..ffcc02b805a 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -309,4 +309,139 @@ public:
     bool allocatesMemoryInArena() const override { return true; }
 };
 
+template <typename T, typename Node, bool Descending>
+class SequenceFirstNodeImpl final
+    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>
+{
+    using Data = SequenceNextNodeGeneralData<T, Node, Descending>;
+    static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
+    static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
+
+    DataTypePtr & data_type;
+
+public:
+    SequenceFirstNodeImpl(const DataTypePtr & data_type_)
+        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>(
+            {data_type_}, {})
+        , data_type(this->argument_types[0])
+    {
+    }
+
+    String getName() const override { return "sequenceFirstNode"; }
+
+    DataTypePtr getReturnType() const override { return data_type; }
+
+    AggregateFunctionPtr getOwnNullAdapter(
+        const AggregateFunctionPtr & nested_function, const DataTypes & arguments, const Array & params,
+        const AggregateFunctionProperties &) const override
+    {
+        return std::make_shared<AggregateFunctionNullVariadic<false, false, true, true>>(nested_function, arguments, params);
+    }
+
+    void insert(Data & a, const Node * v, Arena * arena) const
+    {
+        ++a.total_values;
+        a.value.push_back(v->clone(arena), arena);
+    }
+
+    void create(AggregateDataPtr place) const override
+    {
+        [[maybe_unused]] auto a = new (place) Data;
+    }
+
+    bool compare(const T lhs_timestamp, const T rhs_timestamp) const
+    {
+        return Descending ? lhs_timestamp < rhs_timestamp : lhs_timestamp > rhs_timestamp;
+    }
+
+    void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
+    {
+        bool is_first = true;
+        auto & value = data(place).value;
+        const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
+
+        if (value.size() != 0)
+        {
+            if (compare(value[0]->event_time, timestamp))
+                value.pop_back();
+            else
+                is_first = false;
+        }
+
+
+        if (is_first)
+        {
+            Node * node = Node::allocate(*columns[1], row_num, arena);
+            node->event_time = timestamp;
+            node->events_bitset = 0x80000000;
+
+            data(place).value.push_back(node, arena);
+        }
+    }
+
+    void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
+    {
+        auto & a = data(place).value;
+        auto & b = data(rhs).value;
+
+        if (b.empty())
+            return;
+
+        if (a.empty())
+        {
+            a.push_back(b[0]->clone(arena), arena);
+            return;
+        }
+
+        if (compare(a[0]->event_time, b[0]->event_time))
+        {
+            data(place).value.pop_back();
+            a.push_back(b[0]->clone(arena), arena);
+        }
+    }
+
+    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
+    {
+        writeBinary(data(place).sorted, buf);
+
+        auto & value = data(place).value;
+        writeVarUInt(value.size(), buf);
+        for (auto & node : value)
+            node->write(buf);
+    }
+
+    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
+    {
+        readBinary(data(place).sorted, buf);
+
+        UInt64 size;
+        readVarUInt(size, buf);
+
+        if (unlikely(size == 0))
+            return;
+
+        auto & value = data(place).value;
+
+        value.resize(size, arena);
+        for (UInt64 i = 0; i < size; ++i)
+            value[i] = Node::read(buf, arena);
+    }
+
+    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
+    {
+        auto & value = data(place).value;
+
+        if (value.size() > 0)
+        {
+            ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
+            value[0]->insertInto(to_concrete.getNestedColumn());
+            to_concrete.getNullMapData().push_back(0);
+        }
+        else
+            to.insertDefault();
+    }
+
+    bool allocatesMemoryInArena() const override { return true; }
+};
+
 }
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index 3e8da4bbd48..50755232cb9 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -132,6 +132,30 @@
 (0, C) id = 11	0
 (0, C->B) id = 11	0
 (0, C->B->A) id = 11	0
+(0) id < 10	1	A
+(0) id < 10	2	A
+(0) id < 10	3	A
+(0) id < 10	4	A
+(0) id < 10	5	A
+(0) id < 10	6	A
+(0) id < 10	1	A
+(0) id < 10	2	A
+(0) id < 10	3	A
+(0) id < 10	4	A
+(0) id < 10	5	A
+(0) id < 10	6	A
+(1) id < 10	1	D
+(1) id < 10	2	C
+(1) id < 10	3	B
+(1) id < 10	4	C
+(1) id < 10	5	C
+(1) id < 10	6	C
+(1) id < 10	1	D
+(1) id < 10	2	C
+(1) id < 10	3	B
+(1) id < 10	4	C
+(1) id < 10	5	C
+(1) id < 10	6	C
 (0, A)	1	B
 (0, A)	2	B
 (0, A)	3	B
@@ -266,3 +290,27 @@
 (0, C) id = 11	1
 (0, C->B) id = 11	1
 (0, C->B->A) id = 11	1
+(0) id < 10	1	A
+(0) id < 10	2	A
+(0) id < 10	3	A
+(0) id < 10	4	A
+(0) id < 10	5	A
+(0) id < 10	6	A
+(0) id < 10	1	A
+(0) id < 10	2	A
+(0) id < 10	3	A
+(0) id < 10	4	A
+(0) id < 10	5	A
+(0) id < 10	6	A
+(1) id < 10	1	D
+(1) id < 10	2	C
+(1) id < 10	3	B
+(1) id < 10	4	C
+(1) id < 10	5	C
+(1) id < 10	6	C
+(1) id < 10	1	D
+(1) id < 10	2	C
+(1) id < 10	3	B
+(1) id < 10	4	C
+(1) id < 10	5	C
+(1) id < 10	6	C
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index 31c224fd2a4..9af59d5c8e2 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -70,6 +70,11 @@ SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action
 SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
 SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
 
+SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(1) id < 10', id, sequenceNextNode(1)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(1) id < 10', id, sequenceFirstNode(1)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
 -- The same testcases for a non-null type.
@@ -150,4 +155,9 @@ SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action
 SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
 SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
 
+SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(1) id < 10', id, sequenceNextNode(1)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(1) id < 10', id, sequenceFirstNode(1)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+
 DROP TABLE IF EXISTS test_sequenceNextNode;

From ac149592c687646992df1cb0ddc19f0ab169e55a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 11 Feb 2021 19:05:04 +0300
Subject: [PATCH 0015/1060] wip

---
 .../common.py                                 | 87 ++++++++++---------
 .../test_cassandra.py                         | 16 ++--
 .../test_clickhouse_remote.py                 | 28 +++---
 3 files changed, 62 insertions(+), 69 deletions(-)

diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/common.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/common.py
index ef6d133893a..a3d0e8a019b 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/common.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/common.py
@@ -1,4 +1,5 @@
 import os
+import shutil
 
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 
@@ -89,34 +90,54 @@ VALUES = {
 
 
 SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
-DICT_CONFIG_PATH = os.path.join(SCRIPT_DIR, 'configs/dictionaries')
+DICT_CONFIG_PATH = os.path.join(SCRIPT_DIR, 'configs', 'dictionaries')
 
-def get_dict(source, layout, fields, suffix_name=''):
-    global DICT_CONFIG_PATH
-    structure = DictionaryStructure(layout, fields)
-    dict_name = source.name + "_" + layout.name + '_' + suffix_name
-    dict_path = os.path.join(DICT_CONFIG_PATH, dict_name + '.xml')
-    dictionary = Dictionary(dict_name, structure, source, dict_path, "table_" + dict_name, fields)
-    dictionary.generate_config()
-    return dictionary
+class BaseLayoutTester:
+    def __init__(self, test_name):
+        self.test_name = test_name
+        self.layouts = []
 
-class SimpleLayoutTester:
-    def __init__(self):
-        self.fields = KEY_FIELDS["simple"] + START_FIELDS["simple"] + MIDDLE_FIELDS + END_FIELDS["simple"]
-        self.values = VALUES["simple"]
-        self.data = [Row(self.fields, vals) for vals in self.values]
-        self.layout_to_dictionary = dict()
+    def get_dict_directory(self):
+        return os.path.join(DICT_CONFIG_PATH, self.test_name)
+
+    def cleanup(self):
+        shutil.rmtree(self.get_dict_directory(), ignore_errors=True)
+        os.makedirs(self.get_dict_directory())
+
+    def list_dictionaries(self):
+        dictionaries = []
+        directory = self.get_dict_directory()
+        for fname in os.listdir(directory):
+            dictionaries.append(os.path.join(directory, fname))
+        return dictionaries 
 
     def create_dictionaries(self, source_):
-        for layout in LAYOUTS_SIMPLE:
+        for layout in self.layouts:
             if source_.compatible_with_layout(Layout(layout)):
-                self.layout_to_dictionary[layout] = get_dict(source_, Layout(layout), self.fields)
+                self.layout_to_dictionary[layout] = self.get_dict(source_, Layout(layout), self.fields)
 
     def prepare(self, cluster_):
         for _, dictionary in list(self.layout_to_dictionary.items()):
             dictionary.prepare_source(cluster_)
             dictionary.load_data(self.data)
 
+    def get_dict(self, source, layout, fields, suffix_name=''):
+        structure = DictionaryStructure(layout, fields)
+        dict_name = source.name + "_" + layout.name + '_' + suffix_name
+        dict_path = os.path.join(self.get_dict_directory(), dict_name + '.xml')
+        dictionary = Dictionary(dict_name, structure, source, dict_path, "table_" + dict_name, fields)
+        dictionary.generate_config()
+        return dictionary
+
+class SimpleLayoutTester(BaseLayoutTester):
+    def __init__(self, test_name):
+        self.fields = KEY_FIELDS["simple"] + START_FIELDS["simple"] + MIDDLE_FIELDS + END_FIELDS["simple"]
+        self.values = VALUES["simple"]
+        self.data = [Row(self.fields, vals) for vals in self.values]
+        self.layout_to_dictionary = dict()
+        self.test_name = test_name
+        self.layouts = LAYOUTS_SIMPLE
+
     def execute(self, layout_name, node):
         if layout_name not in self.layout_to_dictionary:
             raise RuntimeError("Source doesn't support layout: {}".format(layout_name))
@@ -157,22 +178,14 @@ class SimpleLayoutTester:
             assert node.query(query) == str(answer) + '\n'
 
 
-class ComplexLayoutTester:
-    def __init__(self):
+class ComplexLayoutTester(BaseLayoutTester):
+    def __init__(self, test_name):
         self.fields = KEY_FIELDS["complex"] + START_FIELDS["complex"] + MIDDLE_FIELDS + END_FIELDS["complex"]
         self.values = VALUES["complex"]
         self.data = [Row(self.fields, vals) for vals in self.values]
         self.layout_to_dictionary = dict()
-
-    def create_dictionaries(self, source_):
-        for layout in LAYOUTS_COMPLEX:
-            if source_.compatible_with_layout(Layout(layout)):
-                self.layout_to_dictionary[layout] = get_dict(source_, Layout(layout), self.fields)
-
-    def prepare(self, cluster_):
-        for _, dictionary in list(self.layout_to_dictionary.items()):
-            dictionary.prepare_source(cluster_)
-            dictionary.load_data(self.data)
+        self.test_name = test_name
+        self.layouts = LAYOUTS_COMPLEX
 
     def execute(self, layout_name, node):
         if layout_name not in self.layout_to_dictionary:
@@ -200,22 +213,14 @@ class ComplexLayoutTester:
             assert node.query(query) == str(answer) + '\n'
 
 
-class RangedLayoutTester:
-    def __init__(self):
+class RangedLayoutTester(BaseLayoutTester):
+    def __init__(self, test_name):
         self.fields = KEY_FIELDS["ranged"] + START_FIELDS["ranged"] + MIDDLE_FIELDS + END_FIELDS["ranged"]
         self.values = VALUES["ranged"]
         self.data = [Row(self.fields, vals) for vals in self.values]
         self.layout_to_dictionary = dict()
-
-    def create_dictionaries(self, source_):
-        for layout in LAYOUTS_RANGED:
-            if source_.compatible_with_layout(Layout(layout)):
-                self.layout_to_dictionary[layout] = get_dict(source_, Layout(layout), self.fields)
-
-    def prepare(self, cluster_):
-        for _, dictionary in list(self.layout_to_dictionary.items()):
-            dictionary.prepare_source(cluster_)
-            dictionary.load_data(self.data)
+        self.test_name = test_name
+        self.layouts = LAYOUTS_RANGED
 
     def execute(self, layout_name, node):
 
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
index 81f9db1964b..8154cc55453 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
@@ -15,7 +15,7 @@ node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "cassandra"
 
 def setup_module(module):
     global cluster
@@ -24,10 +24,9 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
 
     simple_tester = SimpleLayoutTester()
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
     complex_tester = ComplexLayoutTester()
@@ -37,24 +36,19 @@ def setup_module(module):
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
     main_configs.append(os.path.join('configs', 'log_conf.xml'))
 
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
+    dictionaries = simple_tester.list_dictionaries()
 
     node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_cassandra=True)
 
 
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py
index 374e620e1c3..3ed335a1987 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py
@@ -8,14 +8,14 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceClickHouse
 
-SOURCE = SourceClickHouse("RemoteClickHouse", "localhost", "9000", "clickhouse1", "9000", "default", "")
+SOURCE = SourceClickHouse("RemoteClickHouse", "localhost", "9000", "clickhouse_remote", "9000", "default", "")
 
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "remote"
 
 def setup_module(module):
     global cluster
@@ -24,37 +24,31 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
 
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
+    dictionaries = simple_tester.list_dictionaries()
 
-    cluster.add_instance('clickhouse1', main_configs=main_configs)
+    cluster.add_instance('clickhouse_remote', main_configs=main_configs)
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
+    node = cluster.add_instance('remote_node', main_configs=main_configs, dictionaries=dictionaries)
 
 
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
+    simple_tester.cleanup()
 
 
 @pytest.fixture(scope="module")

From 581e080b3532807dfd74186feaa5d462eebfec7f Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 12 Feb 2021 18:37:29 +0300
Subject: [PATCH 0016/1060] wip

---
 .../test_cassandra.py                         |  8 ++---
 .../test_clickhouse_local.py                  | 30 ++++++++-----------
 .../test_executable_cache.py                  | 29 +++++++-----------
 .../test_executable_hashed.py                 | 28 +++++++----------
 .../test_file.py                              | 27 +++++++----------
 .../test_http.py                              | 29 +++++++-----------
 .../test_https.py                             | 29 +++++++-----------
 .../test_mongo.py                             | 27 +++++++----------
 .../test_mongo_uri.py                         | 29 ++++++++----------
 .../test_mysql.py                             | 26 +++++++---------
 10 files changed, 102 insertions(+), 160 deletions(-)

diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
index 8154cc55453..8be25207d51 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
@@ -25,14 +25,14 @@ def setup_module(module):
     global ranged_tester
 
 
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
     simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
@@ -44,7 +44,7 @@ def setup_module(module):
 
     dictionaries = simple_tester.list_dictionaries()
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_cassandra=True)
+    node = cluster.add_instance('cass_node', main_configs=main_configs, dictionaries=dictionaries, with_cassandra=True)
 
 
 def teardown_module(module):
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py
index 3d56746be6e..051b4ff3086 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py
@@ -8,14 +8,14 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceClickHouse
 
-SOURCE = SourceClickHouse("LocalClickHouse", "localhost", "9000", "node", "9000", "default", "")
+SOURCE = SourceClickHouse("LocalClickHouse", "localhost", "9000", "local_node", "9000", "default", "")
 
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "local"
 
 def setup_module(module):
     global cluster
@@ -24,35 +24,29 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
-    
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
-    
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
+
+    dictionaries = simple_tester.list_dictionaries()
+        
+    node = cluster.add_instance('local_node', main_configs=main_configs, dictionaries=dictionaries)
 
     
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
+    simple_tester.cleanup()
 
 
 @pytest.fixture(scope="module")
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_cache.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_cache.py
index 1d741d5271c..5d694bc09a2 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_cache.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_cache.py
@@ -8,14 +8,14 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceExecutableCache
 
-SOURCE = SourceExecutableCache("ExecutableCache", "localhost", "9000", "node", "9000", "", "")
+SOURCE = SourceExecutableCache("ExecutableCache", "localhost", "9000", "cache_node", "9000", "", "")
 
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "cache"
 
 def setup_module(module):
     global cluster
@@ -24,36 +24,29 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
-    
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
+    dictionaries = simple_tester.list_dictionaries()
+    
+    node = cluster.add_instance('cache_node', main_configs=main_configs, dictionaries=dictionaries)
 
     
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py
index dfcc35c54f8..8c0e6f8b878 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py
@@ -8,13 +8,14 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceExecutableHashed
 
-SOURCE = SourceExecutableHashed("ExecutableHashed", "localhost", "9000", "node", "9000", "", "")
+SOURCE = SourceExecutableHashed("ExecutableHashed", "localhost", "9000", "hashed_node", "9000", "", "")
 
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
+test_name = "hashed"
 
 
 def setup_module(module):
@@ -24,36 +25,29 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
-    
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
+    dictionaries = simple_tester.list_dictionaries()
+    
+    node = cluster.add_instance('hashed_node', main_configs=main_configs, dictionaries=dictionaries)
 
     
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_file.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_file.py
index aa81cca466b..97a06fadc5e 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_file.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_file.py
@@ -8,14 +8,14 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceFile
 
-SOURCE = SourceFile("File", "localhost", "9000", "node", "9000", "", "")
+SOURCE = SourceFile("File", "localhost", "9000", "file_node", "9000", "", "")
 
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "file"
 
 def setup_module(module):
     global cluster
@@ -24,36 +24,29 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
 
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
+    dictionaries = simple_tester.list_dictionaries()
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
+    node = cluster.add_instance('file_node', main_configs=main_configs, dictionaries=dictionaries)
 
 
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_http.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_http.py
index 7c8b5a41b01..c8c73011f61 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_http.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_http.py
@@ -8,14 +8,14 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceHTTP
 
-SOURCE = SourceHTTP("SourceHTTP", "localhost", "9000", "clickhouse1", "9000", "", "")
+SOURCE = SourceHTTP("SourceHTTP", "localhost", "9000", "clickhouse_h", "9000", "", "")
 
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "http"
 
 def setup_module(module):
     global cluster
@@ -24,38 +24,31 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
 
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
+    dictionaries = simple_tester.list_dictionaries()
 
-    cluster.add_instance('clickhouse1', main_configs=main_configs)
+    cluster.add_instance('clickhouse_h', main_configs=main_configs)
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
+    node = cluster.add_instance('http_node', main_configs=main_configs, dictionaries=dictionaries)
 
 
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_https.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_https.py
index 44950f013b3..42f33e3da3c 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_https.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_https.py
@@ -8,14 +8,14 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceHTTPS
 
-SOURCE = SourceHTTPS("SourceHTTPS", "localhost", "9000", "clickhouse1", "9000", "", "")
+SOURCE = SourceHTTPS("SourceHTTPS", "localhost", "9000", "clickhouse_hs", "9000", "", "")
 
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "https"
 
 def setup_module(module):
     global cluster
@@ -24,38 +24,31 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
 
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
+    dictionaries = simple_tester.list_dictionaries()
 
-    cluster.add_instance('clickhouse1', main_configs=main_configs)
+    cluster.add_instance('clickhouse_hs', main_configs=main_configs)
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries)
+    node = cluster.add_instance('https_node', main_configs=main_configs, dictionaries=dictionaries)
 
 
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo.py
index 7d808845854..deaaf044bce 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo.py
@@ -8,14 +8,13 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceMongo
 
-SOURCE = SourceMongo("MongoDB", "localhost", "27018", "mongo1", "27017", "root", "clickhouse")
-
+SOURCE = None
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
-
+test_name = "mongo"
 
 def setup_module(module):
     global cluster
@@ -24,36 +23,30 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
+    cluster = ClickHouseCluster(__file__, name=test_name)
+    SOURCE = SourceMongo("MongoDB", "localhost", cluster.mongo_port, cluster.mongo_host, "27017", "root", "clickhouse")
 
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
-
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
 
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
+    dictionaries = simple_tester.list_dictionaries()
 
     node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_mongo=True)
 
 
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py
index 5c09627d0b9..9561ee5acc0 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py
@@ -8,13 +8,13 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceMongoURI
 
-SOURCE = SourceMongoURI("MongoDB_URI", "localhost", "27018", "mongo1", "27017", "root", "clickhouse")
-
+SOURCE = None
 cluster = None
 node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
+test_name = "mongo_uri"
 
 
 def setup_module(module):
@@ -24,36 +24,31 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    simple_tester = SimpleLayoutTester()
+    SOURCE = SourceMongo("MongoDB", "localhost", cluster.mongo_port, cluster.mongo_host, "27017", "root", "clickhouse")
+
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
-
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
     
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
+    dictionaries = simple_tester.list_dictionaries()
 
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_mongo=True)
+    node = cluster.add_instance('uri_node', main_configs=main_configs, dictionaries=dictionaries, with_mongo=True)
 
     
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
index 7a6b0b7ce8d..9bf3e888f31 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
@@ -15,6 +15,7 @@ node = None
 simple_tester = None
 complex_tester = None
 ranged_tester = None
+test_name = "mysql"
 
 
 def setup_module(module):
@@ -24,37 +25,30 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
-    for f in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, f))
-
-    simple_tester = SimpleLayoutTester()
+    simple_tester = SimpleLayoutTester(test_name)
+    simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
 
-    complex_tester = ComplexLayoutTester()
+    complex_tester = ComplexLayoutTester(test_name)
     complex_tester.create_dictionaries(SOURCE)
 
-    ranged_tester = RangedLayoutTester()
+    ranged_tester = RangedLayoutTester(test_name)
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__)
+    cluster = ClickHouseCluster(__file__, name=test_name)
 
-    dictionaries = []
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
     main_configs.append(os.path.join('configs', 'log_conf.xml'))
 
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        dictionaries.append(os.path.join(DICT_CONFIG_PATH, fname))
-
-    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_mysql=True)
+    dictionaries = simple_tester.list_dictionaries()
+ 
+    node = cluster.add_instance('mysql_node', main_configs=main_configs, dictionaries=dictionaries, with_mysql=True)
 
 
 def teardown_module(module):
-    global DICT_CONFIG_PATH
-    for fname in os.listdir(DICT_CONFIG_PATH):
-        os.remove(os.path.join(DICT_CONFIG_PATH, fname))
-
+    simple_tester.cleanup()
 
 @pytest.fixture(scope="module")
 def started_cluster():

From 8aca6e9cd00111b0dc74a282e5c374c5e3dfa5f2 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 12 Feb 2021 18:50:52 +0300
Subject: [PATCH 0017/1060] update runner

---
 docker/test/integration/runner/Dockerfile                 | 8 ++++----
 .../integration/runner/compose/docker_compose_mongo.yml   | 2 +-
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index 502dc3736b2..9e850fe5281 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -1,5 +1,5 @@
 # docker build -t yandex/clickhouse-integration-tests-runner .
-FROM ubuntu:18.04
+FROM ubuntu:20.04
 
 RUN apt-get update \
     && env DEBIAN_FRONTEND=noninteractive apt-get install --yes \
@@ -14,7 +14,6 @@ RUN apt-get update \
     wget \
     git \
     iproute2 \
-    module-init-tools \
     cgroupfs-mount \
     python3-pip \
     tzdata \
@@ -65,17 +64,18 @@ RUN python3 -m pip install \
     dict2xml \
     dicttoxml \
     docker \
-    docker-compose==1.22.0 \
+    docker-compose==1.28.2 \
     grpcio \
     grpcio-tools \
     kafka-python \
     kazoo \
     minio \
     protobuf \
-    psycopg2-binary==2.7.5 \
+    psycopg2-binary==2.8.6 \
     pymongo \
     pytest \
     pytest-timeout \
+    pytest-xdist \
     redis \
     tzlocal \
     urllib3 \
diff --git a/docker/test/integration/runner/compose/docker_compose_mongo.yml b/docker/test/integration/runner/compose/docker_compose_mongo.yml
index 8c54544ed88..e131fad21d6 100644
--- a/docker/test/integration/runner/compose/docker_compose_mongo.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mongo.yml
@@ -7,5 +7,5 @@ services:
             MONGO_INITDB_ROOT_USERNAME: root
             MONGO_INITDB_ROOT_PASSWORD: clickhouse
         ports:
-          - 27018:27017
+          - ${MONGO_EXTERNAL_PORT}:${MONGO_INTERNAL_PORT}
         command: --profile=2 --verbose

From 20864076edd6619dbe6b2d526c9353557e53771e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 12 Feb 2021 18:51:21 +0300
Subject: [PATCH 0018/1060] wip

---
 tests/integration/helpers/cluster.py          | 127 ++++++++++--------
 .../test_mongo_uri.py                         |   2 +-
 2 files changed, 72 insertions(+), 57 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 14aa2f252c5..43a1a0bd673 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -32,17 +32,23 @@ from .hdfs_api import HDFSApi
 HELPERS_DIR = p.dirname(__file__)
 CLICKHOUSE_ROOT_DIR = p.join(p.dirname(__file__), "../../..")
 LOCAL_DOCKER_COMPOSE_DIR = p.join(CLICKHOUSE_ROOT_DIR, "docker/test/integration/runner/compose/")
-DEFAULT_ENV_NAME = 'env_file'
+DEFAULT_ENV_NAME = '.env'
 
 SANITIZER_SIGN = "=================="
 
 
-def _create_env_file(path, variables, fname=DEFAULT_ENV_NAME):
-    full_path = os.path.join(path, fname)
-    with open(full_path, 'w') as f:
+def _create_env_file(path, variables):
+    with open(path, 'w') as f:
         for var, value in list(variables.items()):
             f.write("=".join([var, value]) + "\n")
-    return full_path
+    return path
+
+def env_to_compose_args(env):
+    args = []
+    for key, value in env.items():
+        args += ["-e", "{}={}".format(key, value)]
+    return args
+
 
 def run_and_check(args, env=None, shell=False):
     res = subprocess.run(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env, shell=shell)
@@ -50,8 +56,18 @@ def run_and_check(args, env=None, shell=False):
         # check_call(...) from subprocess does not print stderr, so we do it manually
         print('Stderr:\n{}\n'.format(res.stderr.decode('utf-8')))
         print('Stdout:\n{}\n'.format(res.stdout.decode('utf-8')))
+        print('Env:\n{}\n'.format(env))
         raise Exception('Command {} return non-zero code {}: {}'.format(args, res.returncode, res.stderr.decode('utf-8')))
 
+# Based on https://stackoverflow.com/questions/2838244/get-open-tcp-port-in-python/2838309#2838309
+def get_open_port():
+        import socket
+        s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        s.bind(("",0))
+        s.listen(1)
+        port = s.getsockname()[1]
+        s.close()
+        return port
 
 def subprocess_check_call(args):
     # Uncomment for debugging
@@ -165,6 +181,10 @@ class ClickHouseCluster:
         self.schema_registry_host = "schema-registry"
         self.schema_registry_port = 8081
 
+        # available when with_mongo == True
+        self.mongo_host = "mongo1"
+        self.mongo_port = get_open_port()
+
         self.zookeeper_use_tmpfs = True
 
         self.docker_client = None
@@ -246,6 +266,8 @@ class ClickHouseCluster:
 
         docker_compose_yml_dir = get_docker_compose_path()
 
+        assert instance.env_file is not None
+
         self.instances[name] = instance
         if ipv4_address is not None or ipv6_address is not None:
             self.with_net_trics = True
@@ -261,14 +283,14 @@ class ClickHouseCluster:
             self.with_zookeeper = True
             self.zookeeper_use_tmpfs = zookeeper_use_tmpfs
             self.base_cmd.extend(['--file', zookeeper_docker_compose_path])
-            self.base_zookeeper_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_zookeeper_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                        '--file', zookeeper_docker_compose_path]
             cmds.append(self.base_zookeeper_cmd)
 
         if with_mysql and not self.with_mysql:
             self.with_mysql = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')])
-            self.base_mysql_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_mysql_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                    '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')]
 
             cmds.append(self.base_mysql_cmd)
@@ -276,7 +298,7 @@ class ClickHouseCluster:
         if with_postgres and not self.with_postgres:
             self.with_postgres = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
-            self.base_postgres_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_postgres_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                       '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')]
             cmds.append(self.base_postgres_cmd)
 
@@ -285,56 +307,61 @@ class ClickHouseCluster:
             if not self.with_mysql:
                 self.with_mysql = True
                 self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')])
-                self.base_mysql_cmd = ['docker-compose', '--project-name', self.project_name,
+                self.base_mysql_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                        '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')]
                 cmds.append(self.base_mysql_cmd)
 
             if not self.with_postgres:
                 self.with_postgres = True
                 self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
-                self.base_postgres_cmd = ['docker-compose', '--project-name', self.project_name,
+                self.base_postgres_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                           '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')]
                 cmds.append(self.base_postgres_cmd)
 
         if with_kafka and not self.with_kafka:
             self.with_kafka = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')])
-            self.base_kafka_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_kafka_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                    '--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')]
             cmds.append(self.base_kafka_cmd)
 
         if with_kerberized_kafka and not self.with_kerberized_kafka:
+            env_variables['KERBERIZED_KAFKA_DIR'] = instance.path + '/'
             self.with_kerberized_kafka = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')])
-            self.base_kerberized_kafka_cmd = ['docker-compose','--project-name', self.project_name,
+            self.base_kerberized_kafka_cmd = ['docker-compose', '--env-file', instance.env_file,'--project-name', self.project_name,
                                               '--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')]
             cmds.append(self.base_kerberized_kafka_cmd)
 
         if with_rabbitmq and not self.with_rabbitmq:
             self.with_rabbitmq = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')])
-            self.base_rabbitmq_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_rabbitmq_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                       '--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')]
             cmds.append(self.base_rabbitmq_cmd)
 
         if with_hdfs and not self.with_hdfs:
             self.with_hdfs = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')])
-            self.base_hdfs_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_hdfs_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                   '--file', p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')]
             cmds.append(self.base_hdfs_cmd)
 
         if with_kerberized_hdfs and not self.with_kerberized_hdfs:
             self.with_kerberized_hdfs = True
+            env_variables['KERBERIZED_HDFS_DIR'] = instance.path + '/'
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')])
-            self.base_kerberized_hdfs_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_kerberized_hdfs_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                              '--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')]
             cmds.append(self.base_kerberized_hdfs_cmd)
 
         if with_mongo and not self.with_mongo:
             self.with_mongo = True
+            env_variables['MONGO_HOST'] = self.mongo_host
+            env_variables['MONGO_EXTERNAL_PORT'] = str(self.mongo_port)
+            env_variables['MONGO_INTERNAL_PORT'] = "27017"
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')])
-            self.base_mongo_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_mongo_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                    '--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')]
             cmds.append(self.base_mongo_cmd)
 
@@ -345,21 +372,30 @@ class ClickHouseCluster:
         if with_redis and not self.with_redis:
             self.with_redis = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_redis.yml')])
-            self.base_redis_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_redis_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                    '--file', p.join(docker_compose_yml_dir, 'docker_compose_redis.yml')]
 
         if with_minio and not self.with_minio:
             self.with_minio = True
             self.minio_certs_dir = minio_certs_dir
+            if self.minio_certs_dir:
+                env_variables['MINIO_CERTS_DIR'] = p.join(self.base_dir, self.minio_certs_dir)
+                # Minio client (urllib3) uses SSL_CERT_FILE for certificate validation.
+                env_variables['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_certs_dir, 'public.crt')
+            else:
+                # Attach empty certificates directory to ensure non-secure mode.
+                minio_certs_dir = p.join(self.instances_dir, 'empty_minio_certs_dir')
+                os.mkdir(minio_certs_dir)
+                env_variables['MINIO_CERTS_DIR'] = minio_certs_dir
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_minio.yml')])
-            self.base_minio_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_minio_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                    '--file', p.join(docker_compose_yml_dir, 'docker_compose_minio.yml')]
             cmds.append(self.base_minio_cmd)
 
         if with_cassandra and not self.with_cassandra:
             self.with_cassandra = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')])
-            self.base_cassandra_cmd = ['docker-compose', '--project-name', self.project_name,
+            self.base_cassandra_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                        '--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')]
 
         print("Cluster name:{} project_name:{}. Added instance name:{} tag:{} base_cmd:{} docker_compose_yml_dir:{}".format(
@@ -532,7 +568,7 @@ class ClickHouseCluster:
 
     def wait_mongo_to_start(self, timeout=30):
         connection_str = 'mongodb://{user}:{password}@{host}:{port}'.format(
-            host='localhost', port='27018', user='root', password='clickhouse')
+            host='localhost', port=self.mongo_port, user='root', password='clickhouse')
         connection = pymongo.MongoClient(connection_str)
         start = time.time()
         while time.time() - start < timeout:
@@ -662,9 +698,7 @@ class ClickHouseCluster:
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
                 print('Setup kerberized kafka')
-                env = os.environ.copy()
-                env['KERBERIZED_KAFKA_DIR'] = instance.path + '/'
-                run_and_check(self.base_kerberized_kafka_cmd + common_opts + ['--renew-anon-volumes'], env=env)
+                run_and_check(self.base_kerberized_kafka_cmd + common_opts + ['--renew-anon-volumes'])
                 self.kerberized_kafka_docker_id = self.get_instance_docker_id('kerberized_kafka1')
             if self.with_rabbitmq and self.base_rabbitmq_cmd:
                 subprocess_check_call(self.base_rabbitmq_cmd + common_opts + ['--renew-anon-volumes'])
@@ -678,9 +712,7 @@ class ClickHouseCluster:
 
             if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
                 print('Setup kerberized HDFS')
-                env = os.environ.copy()
-                env['KERBERIZED_HDFS_DIR'] = instance.path + '/'
-                run_and_check(self.base_kerberized_hdfs_cmd + common_opts, env=env)
+                run_and_check(self.base_kerberized_hdfs_cmd + common_opts)
                 self.make_hdfs_api(kerberized=True)
                 self.wait_hdfs_to_start(timeout=300)
 
@@ -691,38 +723,16 @@ class ClickHouseCluster:
 
             if self.with_redis and self.base_redis_cmd:
                 print('Setup Redis')
-                subprocess_check_call(self.base_redis_cmd + ['up', '-d', '--force-recreate'])
+                subprocess_check_call(self.base_redis_cmd + common_opts)
                 time.sleep(10)
 
             if self.with_minio and self.base_minio_cmd:
-                env = os.environ.copy()
-                prev_ca_certs = os.environ.get('SSL_CERT_FILE')
-                if self.minio_certs_dir:
-                    minio_certs_dir = p.join(self.base_dir, self.minio_certs_dir)
-                    env['MINIO_CERTS_DIR'] = minio_certs_dir
-                    # Minio client (urllib3) uses SSL_CERT_FILE for certificate validation.
-                    os.environ['SSL_CERT_FILE'] = p.join(minio_certs_dir, 'public.crt')
-                else:
-                    # Attach empty certificates directory to ensure non-secure mode.
-                    minio_certs_dir = p.join(self.instances_dir, 'empty_minio_certs_dir')
-                    os.mkdir(minio_certs_dir)
-                    env['MINIO_CERTS_DIR'] = minio_certs_dir
-
                 minio_start_cmd = self.base_minio_cmd + common_opts
 
                 logging.info("Trying to create Minio instance by command %s", ' '.join(map(str, minio_start_cmd)))
-                run_and_check(minio_start_cmd, env=env)
-
-                try:
-                    logging.info("Trying to connect to Minio...")
-                    self.wait_minio_to_start(secure=self.minio_certs_dir is not None)
-                finally:
-                    # Safely return previous value of SSL_CERT_FILE environment variable.
-                    if self.minio_certs_dir:
-                        if prev_ca_certs:
-                            os.environ['SSL_CERT_FILE'] = prev_ca_certs
-                        else:
-                            os.environ.pop('SSL_CERT_FILE')
+                run_and_check(minio_start_cmd)
+                logging.info("Trying to connect to Minio...")
+                self.wait_minio_to_start(secure=self.minio_certs_dir is not None)
 
             if self.with_cassandra and self.base_cassandra_cmd:
                 subprocess_check_call(self.base_cassandra_cmd + ['up', '-d', '--force-recreate'])
@@ -843,7 +853,9 @@ class ClickHouseCluster:
             subprocess_check_call(self.base_zookeeper_cmd + ["start", n])
 
 
-CLICKHOUSE_START_COMMAND = "clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"
+CLICKHOUSE_START_COMMAND = "clickhouse server --config-file=/etc/clickhouse-server/config.xml" \
+                           " --log-file=/var/log/clickhouse-server/clickhouse-server.log " \
+                           " --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"
 
 CLICKHOUSE_STAY_ALIVE_COMMAND = 'bash -c "{} --daemon; tail -f /dev/null"'.format(CLICKHOUSE_START_COMMAND)
 
@@ -933,6 +945,7 @@ class ClickHouseInstance:
         self.path = p.join(self.cluster.instances_dir, name)
         self.docker_compose_path = p.join(self.path, 'docker-compose.yml')
         self.env_variables = env_variables or {}
+        self.env_file = None
         if with_odbc_drivers:
             self.odbc_ini_path = self.path + "/odbc.ini:/etc/odbc.ini"
             self.with_mysql = True
@@ -956,6 +969,8 @@ class ClickHouseInstance:
         self.ipv4_address = ipv4_address
         self.ipv6_address = ipv6_address
         self.with_installed_binary = with_installed_binary
+        self.env_file = os.path.join(os.path.dirname(self.docker_compose_path), DEFAULT_ENV_NAME)
+
 
     def is_built_with_thread_sanitizer(self):
         build_opts = self.query("SELECT value FROM system.build_options WHERE name = 'CXX_FLAGS'")
@@ -1333,9 +1348,9 @@ class ClickHouseInstance:
         if self.with_minio:
             depends_on.append("minio1")
 
-        env_file = _create_env_file(os.path.dirname(self.docker_compose_path), self.env_variables)
+        _create_env_file(os.path.join(self.env_file), self.env_variables)
 
-        print("Env {} stored in {}".format(self.env_variables, env_file))
+        print("Env {} stored in {}".format(self.env_variables, self.env_file))
 
         odbc_ini_path = ""
         if self.odbc_ini_path:
@@ -1383,7 +1398,7 @@ class ClickHouseInstance:
                 logs_dir=logs_dir,
                 depends_on=str(depends_on),
                 user=os.getuid(),
-                env_file=env_file,
+                env_file=self.env_file,
                 odbc_ini_path=odbc_ini_path,
                 keytab_path=self.keytab_path,
                 krb5_conf=self.krb5_conf,
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py
index 9561ee5acc0..fdf4826cb63 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py
@@ -26,7 +26,7 @@ def setup_module(module):
 
     cluster = ClickHouseCluster(__file__, name=test_name)
 
-    SOURCE = SourceMongo("MongoDB", "localhost", cluster.mongo_port, cluster.mongo_host, "27017", "root", "clickhouse")
+    SOURCE = SourceMongoURI("MongoDB", "localhost", cluster.mongo_port, cluster.mongo_host, "27017", "root", "clickhouse")
 
     simple_tester = SimpleLayoutTester(test_name)
     simple_tester.cleanup()

From 06e1188d9e68c2fd8d79f767a49a31e0a3763321 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 15 Feb 2021 12:35:45 +0300
Subject: [PATCH 0019/1060] wip

---
 .../compose/docker_compose_cassandra.yml      |  2 +-
 .../runner/compose/docker_compose_mysql.yml   |  4 +-
 tests/integration/helpers/cluster.py          | 44 ++++++++++++-------
 tests/integration/helpers/external_sources.py |  1 +
 .../test_cassandra.py                         |  8 ++--
 .../test_mysql.py                             | 11 ++---
 .../integration/test_dictionaries_ddl/test.py | 14 +++---
 .../test_dictionaries_mysql/test.py           |  7 +--
 .../test_disabled_mysql_server/test.py        | 11 ++---
 .../materialize_with_ddl.py                   |  6 +--
 .../test_materialize_mysql_database/test.py   |  2 +-
 .../test_mysql_database_engine/test.py        | 41 ++++++++---------
 .../integration/test_odbc_interaction/test.py |  8 ++--
 tests/integration/test_storage_mysql/test.py  | 22 +++++-----
 14 files changed, 101 insertions(+), 80 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_cassandra.yml b/docker/test/integration/runner/compose/docker_compose_cassandra.yml
index 6567a352027..7b2d297d089 100644
--- a/docker/test/integration/runner/compose/docker_compose_cassandra.yml
+++ b/docker/test/integration/runner/compose/docker_compose_cassandra.yml
@@ -4,4 +4,4 @@ services:
         image: cassandra
         restart: always
         ports:
-          - 9043:9042
+          - ${CASSANDRA_EXTERNAL_PORT}:${CASSANDRA_INTERNAL_PORT}
diff --git a/docker/test/integration/runner/compose/docker_compose_mysql.yml b/docker/test/integration/runner/compose/docker_compose_mysql.yml
index 90daf8a4238..a9e540be99a 100644
--- a/docker/test/integration/runner/compose/docker_compose_mysql.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mysql.yml
@@ -1,10 +1,10 @@
 version: '2.3'
 services:
-    mysql1:
+    mysql57:
         image: mysql:5.7
         restart: always
         environment:
             MYSQL_ROOT_PASSWORD: clickhouse
         ports:
-          - 3308:3306
+          - ${MYSQL_EXTERNAL_PORT}:${MYSQL_INTERNAL_PORT}
         command: --server_id=100 --log-bin='mysql-bin-1.log' --default-time-zone='+3:00' --gtid-mode="ON" --enforce-gtid-consistency
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 43a1a0bd673..f6e277f3711 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -185,6 +185,14 @@ class ClickHouseCluster:
         self.mongo_host = "mongo1"
         self.mongo_port = get_open_port()
 
+        # available when with_cassandra == True
+        self.cassandra_host = "cassandra1"
+        self.cassandra_port = get_open_port()
+
+        # available when with_mysql == True
+        self.mysql_host = "mysql57"
+        self.mysql_port = get_open_port()
+
         self.zookeeper_use_tmpfs = True
 
         self.docker_client = None
@@ -197,6 +205,17 @@ class ClickHouseCluster:
             cmd += " client"
         return cmd
 
+    def setup_mysql_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_mysql = True
+        env_variables['MYSQL_HOST'] = self.mysql_host
+        env_variables['MYSQL_EXTERNAL_PORT'] = str(self.mysql_port)
+        env_variables['MYSQL_INTERNAL_PORT'] = "3306"
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')])
+        self.base_mysql_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')]
+
+        return self.base_mysql_cmd
+
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None,
                      with_zookeeper=False, with_mysql=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
@@ -288,12 +307,7 @@ class ClickHouseCluster:
             cmds.append(self.base_zookeeper_cmd)
 
         if with_mysql and not self.with_mysql:
-            self.with_mysql = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')])
-            self.base_mysql_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                   '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')]
-
-            cmds.append(self.base_mysql_cmd)
+            cmds.append(self.setup_mysql_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_postgres and not self.with_postgres:
             self.with_postgres = True
@@ -305,11 +319,7 @@ class ClickHouseCluster:
         if with_odbc_drivers and not self.with_odbc_drivers:
             self.with_odbc_drivers = True
             if not self.with_mysql:
-                self.with_mysql = True
-                self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')])
-                self.base_mysql_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                       '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')]
-                cmds.append(self.base_mysql_cmd)
+                cmds.append(self.setup_mysql_cmd(instance, env_variables, docker_compose_yml_dir))
 
             if not self.with_postgres:
                 self.with_postgres = True
@@ -385,7 +395,7 @@ class ClickHouseCluster:
             else:
                 # Attach empty certificates directory to ensure non-secure mode.
                 minio_certs_dir = p.join(self.instances_dir, 'empty_minio_certs_dir')
-                os.mkdir(minio_certs_dir)
+                os.makedirs(minio_certs_dir, exist_ok=True)
                 env_variables['MINIO_CERTS_DIR'] = minio_certs_dir
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_minio.yml')])
             self.base_minio_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
@@ -394,6 +404,8 @@ class ClickHouseCluster:
 
         if with_cassandra and not self.with_cassandra:
             self.with_cassandra = True
+            env_variables['CASSANDRA_EXTERNAL_PORT'] = str(self.cassandra_port)
+            env_variables['CASSANDRA_INTERNAL_PORT'] = "9042"
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')])
             self.base_cassandra_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                        '--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')]
@@ -488,7 +500,7 @@ class ClickHouseCluster:
         start = time.time()
         while time.time() - start < timeout:
             try:
-                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=3308)
+                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=self.mysql_port)
                 conn.close()
                 print("Mysql Started")
                 return
@@ -622,7 +634,7 @@ class ClickHouseCluster:
                 time.sleep(1)
 
     def wait_cassandra_to_start(self, timeout=30):
-        cass_client = cassandra.cluster.Cluster(["localhost"], port="9043")
+        cass_client = cassandra.cluster.Cluster(["localhost"], self.cassandra_port)
         start = time.time()
         while time.time() - start < timeout:
             try:
@@ -1213,7 +1225,7 @@ class ClickHouseInstance:
                     "Database": "clickhouse",
                     "Uid": "root",
                     "Pwd": "clickhouse",
-                    "Server": "mysql1",
+                    "Server": self.cluster.mysql_host,
                 },
                 "PostgreSQL": {
                     "DSN": "postgresql_odbc",
@@ -1325,7 +1337,7 @@ class ClickHouseInstance:
         depends_on = []
 
         if self.with_mysql:
-            depends_on.append("mysql1")
+            depends_on.append("mysql57")
 
         if self.with_kafka:
             depends_on.append("kafka1")
diff --git a/tests/integration/helpers/external_sources.py b/tests/integration/helpers/external_sources.py
index 47de9dd0caf..fe4c5269a56 100644
--- a/tests/integration/helpers/external_sources.py
+++ b/tests/integration/helpers/external_sources.py
@@ -100,6 +100,7 @@ class SourceMySQL(ExternalSource):
     def prepare(self, structure, table_name, cluster):
         self.create_mysql_conn()
         self.execute_mysql_query("create database if not exists test default character set 'utf8'")
+        self.execute_mysql_query("drop table if exists test.{}".format(table_name))
         fields_strs = []
         for field in structure.keys + structure.ordinary_fields + structure.range_fields:
             fields_strs.append(field.name + ' ' + self.TYPE_MAPPING[field.field_type])
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
index 8be25207d51..1271619f1f7 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
@@ -8,8 +8,7 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceCassandra
 
-SOURCE = SourceCassandra("Cassandra", "localhost", "9043", "cassandra1", "9042", "", "")
-
+SOURCE = None
 cluster = None
 node = None
 simple_tester = None
@@ -24,6 +23,9 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
+    cluster = ClickHouseCluster(__file__, name=test_name)
+
+    SOURCE = SourceCassandra("Cassandra", "localhost", cluster.cassandra_port, cluster.cassandra_host, "9042", "", "")
 
     simple_tester = SimpleLayoutTester(test_name)
     simple_tester.cleanup()
@@ -36,8 +38,6 @@ def setup_module(module):
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__, name=test_name)
-
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
     main_configs.append(os.path.join('configs', 'log_conf.xml'))
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
index 9bf3e888f31..119709bf229 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
@@ -8,8 +8,7 @@ from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
 from helpers.external_sources import SourceMySQL
 
-SOURCE = SourceMySQL("MySQL", "localhost", "3308", "mysql1", "3306", "root", "clickhouse")
-
+SOURCE = None
 cluster = None
 node = None
 simple_tester = None
@@ -25,6 +24,10 @@ def setup_module(module):
     global complex_tester
     global ranged_tester
 
+    cluster = ClickHouseCluster(__file__, name=test_name)
+
+    SOURCE = SourceMySQL("MySQL", "localhost", cluster.mysql_port, cluster.mysql_host, "3306", "root", "clickhouse")
+
     simple_tester = SimpleLayoutTester(test_name)
     simple_tester.cleanup()
     simple_tester.create_dictionaries(SOURCE)
@@ -36,15 +39,13 @@ def setup_module(module):
     ranged_tester.create_dictionaries(SOURCE)
     # Since that all .xml configs were created
 
-    cluster = ClickHouseCluster(__file__, name=test_name)
-
     main_configs = []
     main_configs.append(os.path.join('configs', 'disable_ssl_verification.xml'))
     main_configs.append(os.path.join('configs', 'log_conf.xml'))
 
     dictionaries = simple_tester.list_dictionaries()
  
-    node = cluster.add_instance('mysql_node', main_configs=main_configs, dictionaries=dictionaries, with_mysql=True)
+    node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_mysql=True)
 
 
 def teardown_module(module):
diff --git a/tests/integration/test_dictionaries_ddl/test.py b/tests/integration/test_dictionaries_ddl/test.py
index 3ea64383fbf..59ccc59d0af 100644
--- a/tests/integration/test_dictionaries_ddl/test.py
+++ b/tests/integration/test_dictionaries_ddl/test.py
@@ -4,6 +4,7 @@ import time
 
 import pymysql
 import pytest
+import logging
 from helpers.client import QueryRuntimeException
 from helpers.cluster import ClickHouseCluster
 
@@ -23,6 +24,7 @@ node4 = cluster.add_instance('node4', user_configs=['configs/user_admin.xml', 'c
 
 
 def create_mysql_conn(user, password, hostname, port):
+    logging.debug("Created MySQL connection user:{}, password:{}, host:{}, port{}".format(user, password, hostname, port))
     return pymysql.connect(
         user=user,
         password=password,
@@ -31,6 +33,7 @@ def create_mysql_conn(user, password, hostname, port):
 
 
 def execute_mysql_query(connection, query):
+    logging.debug("Execute MySQL query:{}".format(query))
     with warnings.catch_warnings():
         warnings.simplefilter("ignore")
         with connection.cursor() as cursor:
@@ -63,8 +66,9 @@ def started_cluster():
     (node2, 'complex_node2_cache', 'LAYOUT(COMPLEX_KEY_CACHE(SIZE_IN_CELLS 10))'),
 ])
 def test_create_and_select_mysql(started_cluster, clickhouse, name, layout):
-    mysql_conn = create_mysql_conn("root", "clickhouse", "localhost", 3308)
-    execute_mysql_query(mysql_conn, "CREATE DATABASE IF NOT EXISTS clickhouse")
+    mysql_conn = create_mysql_conn("root", "clickhouse", "localhost", started_cluster.mysql_port)
+    execute_mysql_query(mysql_conn, "DROP DATABASE IF EXISTS clickhouse")
+    execute_mysql_query(mysql_conn, "CREATE DATABASE clickhouse")
     execute_mysql_query(mysql_conn,
                         "CREATE TABLE clickhouse.{} (key_field1 int, key_field2 bigint, value1 text, value2 float, PRIMARY KEY (key_field1, key_field2))".format(
                             name))
@@ -87,7 +91,7 @@ def test_create_and_select_mysql(started_cluster, clickhouse, name, layout):
         DB 'clickhouse'
         TABLE '{}'
         REPLICA(PRIORITY 1 HOST '127.0.0.1' PORT 3333)
-        REPLICA(PRIORITY 2 HOST 'mysql1' PORT 3306)
+        REPLICA(PRIORITY 2 HOST 'mysql57' PORT 3306)
     ))
     {}
     LIFETIME(MIN 1 MAX 3)
@@ -241,7 +245,7 @@ def test_file_dictionary_restrictions(started_cluster):
 
 
 def test_dictionary_with_where(started_cluster):
-    mysql_conn = create_mysql_conn("root", "clickhouse", "localhost", 3308)
+    mysql_conn = create_mysql_conn("root", "clickhouse", "localhost", started_cluster.mysql_port)
     execute_mysql_query(mysql_conn, "CREATE DATABASE IF NOT EXISTS clickhouse")
     execute_mysql_query(mysql_conn,
                         "CREATE TABLE clickhouse.special_table (key_field1 int, value1 text, PRIMARY KEY (key_field1))")
@@ -258,7 +262,7 @@ def test_dictionary_with_where(started_cluster):
         PASSWORD 'clickhouse'
         DB 'clickhouse'
         TABLE 'special_table'
-        REPLICA(PRIORITY 1 HOST 'mysql1' PORT 3306)
+        REPLICA(PRIORITY 1 HOST 'mysql57' PORT 3306)
         WHERE 'value1 = \\'qweqwe\\' OR value1 = \\'\\\\u3232\\''
     ))
     LAYOUT(FLAT())
diff --git a/tests/integration/test_dictionaries_mysql/test.py b/tests/integration/test_dictionaries_mysql/test.py
index 16e432c6425..70af73a1592 100644
--- a/tests/integration/test_dictionaries_mysql/test.py
+++ b/tests/integration/test_dictionaries_mysql/test.py
@@ -37,7 +37,7 @@ def started_cluster():
         instance.query("CREATE DATABASE IF NOT EXISTS test")
 
         # Create database in ClickChouse using MySQL protocol (will be used for data insertion)
-        instance.query("CREATE DATABASE clickhouse_mysql ENGINE = MySQL('mysql1:3306', 'test', 'root', 'clickhouse')")
+        instance.query("CREATE DATABASE clickhouse_mysql ENGINE = MySQL('mysql57:3306', 'test', 'root', 'clickhouse')")
 
         yield cluster
 
@@ -66,7 +66,8 @@ def test_load_mysql_dictionaries(started_cluster):
 
 def create_mysql_db(mysql_connection, name):
     with mysql_connection.cursor() as cursor:
-        cursor.execute("CREATE DATABASE IF NOT EXISTS {} DEFAULT CHARACTER SET 'utf8'".format(name))
+        cursor.execute("DROP DATABASE IF EXISTS {}".format(name))
+        cursor.execute("CREATE DATABASE {} DEFAULT CHARACTER SET 'utf8'".format(name))
 
 
 def prepare_mysql_table(table_name, index):
@@ -88,7 +89,7 @@ def prepare_mysql_table(table_name, index):
 
 
 def get_mysql_conn():
-    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.10', port=3308)
+    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.10', port=cluster.mysql_port)
     return conn
 
 
diff --git a/tests/integration/test_disabled_mysql_server/test.py b/tests/integration/test_disabled_mysql_server/test.py
index a2cbcb17534..2fc84ee74a5 100644
--- a/tests/integration/test_disabled_mysql_server/test.py
+++ b/tests/integration/test_disabled_mysql_server/test.py
@@ -22,7 +22,7 @@ def started_cluster():
 
 
 class MySQLNodeInstance:
-    def __init__(self, user='root', password='clickhouse', hostname='127.0.0.1', port=3308):
+    def __init__(self, user='root', password='clickhouse', hostname='127.0.0.1', port=cluster.mysql_port):
         self.user = user
         self.port = port
         self.hostname = hostname
@@ -46,15 +46,16 @@ class MySQLNodeInstance:
 
 def test_disabled_mysql_server(started_cluster):
     with contextlib.closing(MySQLNodeInstance()) as mysql_node:
-        mysql_node.query("CREATE DATABASE test_db;")
-        mysql_node.query("CREATE TABLE test_db.test_table ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
+        mysql_node.query("DROP DATABASE IF EXISTS test_db_disabled;")
+        mysql_node.query("CREATE DATABASE test_db_disabled;")
+        mysql_node.query("CREATE TABLE test_db_disabled.test_table ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
 
     with PartitionManager() as pm:
-        clickhouse_node.query("CREATE DATABASE test_db ENGINE = MySQL('mysql1:3306', 'test_db', 'root', 'clickhouse')")
+        clickhouse_node.query("CREATE DATABASE test_db_disabled ENGINE = MySQL('mysql57:3306', 'test_db_disabled', 'root', 'clickhouse')")
             
         pm._add_rule({'source': clickhouse_node.ip_address, 'destination_port': 3306, 'action': 'DROP'})
         clickhouse_node.query("SELECT * FROM system.parts")
         clickhouse_node.query("SELECT * FROM system.mutations")
         clickhouse_node.query("SELECT * FROM system.graphite_retentions")
 
-        clickhouse_node.query("DROP DATABASE test_db")
+        clickhouse_node.query("DROP DATABASE test_db_disabled")
diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index c9be2387fc7..0dcb4c146c7 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -246,7 +246,7 @@ def alter_add_column_with_materialize_mysql_database(clickhouse_node, mysql_node
     mysql_node.query("ALTER TABLE test_database.test_table_1 ADD COLUMN add_column_2 INT NOT NULL FIRST")
     mysql_node.query("ALTER TABLE test_database.test_table_1 ADD COLUMN add_column_3 INT NOT NULL AFTER add_column_1")
     mysql_node.query("ALTER TABLE test_database.test_table_1 ADD COLUMN add_column_4 INT NOT NULL DEFAULT " + (
-        "0" if service_name == "mysql1" else "(id)"))
+        "0" if service_name == "mysql57" else "(id)"))
 
     # create mapping
     clickhouse_node.query(
@@ -264,9 +264,9 @@ def alter_add_column_with_materialize_mysql_database(clickhouse_node, mysql_node
         "ALTER TABLE test_database.test_table_2 ADD COLUMN add_column_1 INT NOT NULL, ADD COLUMN add_column_2 INT NOT NULL FIRST")
     mysql_node.query(
         "ALTER TABLE test_database.test_table_2 ADD COLUMN add_column_3 INT NOT NULL AFTER add_column_1, ADD COLUMN add_column_4 INT NOT NULL DEFAULT " + (
-            "0" if service_name == "mysql1" else "(id)"))
+            "0" if service_name == "mysql57" else "(id)"))
 
-    default_expression = "DEFAULT\t0" if service_name == "mysql1" else "DEFAULT\tid"
+    default_expression = "DEFAULT\t0" if service_name == "mysql57" else "DEFAULT\tid"
     check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
                 "add_column_2\tInt32\t\t\t\t\t\nid\tInt32\t\t\t\t\t\nadd_column_1\tInt32\t\t\t\t\t\nadd_column_3\tInt32\t\t\t\t\t\nadd_column_4\tInt32\t" + default_expression + "\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
 
diff --git a/tests/integration/test_materialize_mysql_database/test.py b/tests/integration/test_materialize_mysql_database/test.py
index e55772d9e1d..13c702f998b 100644
--- a/tests/integration/test_materialize_mysql_database/test.py
+++ b/tests/integration/test_materialize_mysql_database/test.py
@@ -28,7 +28,7 @@ def started_cluster():
 
 
 class MySQLNodeInstance:
-    def __init__(self, user='root', password='clickhouse', ip_address='127.0.0.1', port=3308, docker_compose=None, project_name=cluster.project_name):
+    def __init__(self, user='root', password='clickhouse', ip_address='127.0.0.1', port=cluster.mysql_port, docker_compose=None, project_name=cluster.project_name):
         self.user = user
         self.port = port
         self.ip_address = ip_address
diff --git a/tests/integration/test_mysql_database_engine/test.py b/tests/integration/test_mysql_database_engine/test.py
index 4d10e2ea6f5..f5fb9be337d 100644
--- a/tests/integration/test_mysql_database_engine/test.py
+++ b/tests/integration/test_mysql_database_engine/test.py
@@ -21,7 +21,7 @@ def started_cluster():
 
 
 class MySQLNodeInstance:
-    def __init__(self, user='root', password='clickhouse', hostname='127.0.0.1', port=3308):
+    def __init__(self, user='root', password='clickhouse', hostname='127.0.0.1', port=cluster.mysql_port):
         self.user = user
         self.port = port
         self.hostname = hostname
@@ -55,11 +55,12 @@ class MySQLNodeInstance:
 
 
 def test_mysql_ddl_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=3308)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+        mysql_node.query("DROP DATABASE IF EXISTS test_database")
         mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
 
         clickhouse_node.query(
-            "CREATE DATABASE test_database ENGINE = MySQL('mysql1:3306', 'test_database', 'root', 'clickhouse')")
+            "CREATE DATABASE test_database ENGINE = MySQL('mysql57:3306', 'test_database', 'root', 'clickhouse')")
         assert 'test_database' in clickhouse_node.query('SHOW DATABASES')
 
         mysql_node.query(
@@ -88,13 +89,13 @@ def test_mysql_ddl_for_mysql_database(started_cluster):
 
 
 def test_clickhouse_ddl_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=3308)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
         mysql_node.query(
             'CREATE TABLE `test_database`.`test_table` ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;')
 
         clickhouse_node.query(
-            "CREATE DATABASE test_database ENGINE = MySQL('mysql1:3306', 'test_database', 'root', 'clickhouse')")
+            "CREATE DATABASE test_database ENGINE = MySQL('mysql57:3306', 'test_database', 'root', 'clickhouse')")
 
         assert 'test_table' in clickhouse_node.query('SHOW TABLES FROM test_database')
         clickhouse_node.query("DROP TABLE test_database.test_table")
@@ -113,12 +114,12 @@ def test_clickhouse_ddl_for_mysql_database(started_cluster):
 
 
 def test_clickhouse_dml_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=3308)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
         mysql_node.query(
             'CREATE TABLE `test_database`.`test_table` ( `i``d` int(11) NOT NULL, PRIMARY KEY (`i``d`)) ENGINE=InnoDB;')
         clickhouse_node.query(
-            "CREATE DATABASE test_database ENGINE = MySQL('mysql1:3306', test_database, 'root', 'clickhouse')")
+            "CREATE DATABASE test_database ENGINE = MySQL('mysql57:3306', test_database, 'root', 'clickhouse')")
 
         assert clickhouse_node.query("SELECT count() FROM `test_database`.`test_table`").rstrip() == '0'
         clickhouse_node.query("INSERT INTO `test_database`.`test_table`(`i``d`) select number from numbers(10000)")
@@ -131,7 +132,7 @@ def test_clickhouse_dml_for_mysql_database(started_cluster):
 
 
 def test_clickhouse_join_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=3308)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE IF NOT EXISTS test DEFAULT CHARACTER SET 'utf8'")
         mysql_node.query("CREATE TABLE test.t1_mysql_local ("
                          "pays    VARCHAR(55) DEFAULT 'FRA' NOT NULL,"
@@ -143,9 +144,9 @@ def test_clickhouse_join_for_mysql_database(started_cluster):
                          "opco    VARCHAR(5) DEFAULT ''"
                          ")")
         clickhouse_node.query(
-            "CREATE TABLE default.t1_remote_mysql AS mysql('mysql1:3306','test','t1_mysql_local','root','clickhouse')")
+            "CREATE TABLE default.t1_remote_mysql AS mysql('mysql57:3306','test','t1_mysql_local','root','clickhouse')")
         clickhouse_node.query(
-            "CREATE TABLE default.t2_remote_mysql AS mysql('mysql1:3306','test','t2_mysql_local','root','clickhouse')")
+            "CREATE TABLE default.t2_remote_mysql AS mysql('mysql57:3306','test','t2_mysql_local','root','clickhouse')")
         assert clickhouse_node.query("SELECT s.pays "
                                      "FROM default.t1_remote_mysql AS s "
                                      "LEFT JOIN default.t1_remote_mysql AS s_ref "
@@ -154,19 +155,19 @@ def test_clickhouse_join_for_mysql_database(started_cluster):
 
 
 def test_bad_arguments_for_mysql_database_engine(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=3308)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
         with pytest.raises(QueryRuntimeException) as exception:
             mysql_node.query("CREATE DATABASE IF NOT EXISTS test_bad_arguments DEFAULT CHARACTER SET 'utf8'")
             clickhouse_node.query(
-                "CREATE DATABASE test_database_bad_arguments ENGINE = MySQL('mysql1:3306', test_bad_arguments, root, 'clickhouse')")
+                "CREATE DATABASE test_database_bad_arguments ENGINE = MySQL('mysql57:3306', test_bad_arguments, root, 'clickhouse')")
         assert 'Database engine MySQL requested literal argument.' in str(exception.value)
         mysql_node.query("DROP DATABASE test_bad_arguments")
 
 
 def test_data_types_support_level_for_mysql_database_engine(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=3308)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE IF NOT EXISTS test DEFAULT CHARACTER SET 'utf8'")
-        clickhouse_node.query("CREATE DATABASE test_database ENGINE = MySQL('mysql1:3306', test, 'root', 'clickhouse')",
+        clickhouse_node.query("CREATE DATABASE test_database ENGINE = MySQL('mysql57:3306', test, 'root', 'clickhouse')",
             settings={"mysql_datatypes_support_level": "decimal,datetime64"})
 
         assert "SETTINGS mysql_datatypes_support_level = \\'decimal,datetime64\\'" in clickhouse_node.query("SHOW CREATE DATABASE test_database FORMAT TSV")
@@ -177,7 +178,7 @@ def test_data_types_support_level_for_mysql_database_engine(started_cluster):
         assert "SETTINGS mysql_datatypes_support_level = \\'decimal,datetime64\\'" in clickhouse_node.query("SHOW CREATE DATABASE test_database FORMAT TSV")
 
         clickhouse_node.query(
-            "CREATE DATABASE test_database_1 ENGINE = MySQL('mysql1:3306', test, 'root', 'clickhouse') SETTINGS mysql_datatypes_support_level = 'decimal,datetime64'",
+            "CREATE DATABASE test_database_1 ENGINE = MySQL('mysql57:3306', test, 'root', 'clickhouse') SETTINGS mysql_datatypes_support_level = 'decimal,datetime64'",
             settings={"mysql_datatypes_support_level": "decimal"})
 
         assert "SETTINGS mysql_datatypes_support_level = \\'decimal,datetime64\\'" in clickhouse_node.query("SHOW CREATE DATABASE test_database_1 FORMAT TSV")
@@ -306,7 +307,7 @@ def test_mysql_types(started_cluster, case_name, mysql_type, expected_ch_type, m
         else:
             return [do_execute(q) for q in query]
 
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=3308)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
         execute_query(mysql_node, [
             "DROP DATABASE IF EXISTS ${mysql_db}",
             "CREATE DATABASE ${mysql_db}  DEFAULT CHARACTER SET 'utf8'",
@@ -323,7 +324,7 @@ def test_mysql_types(started_cluster, case_name, mysql_type, expected_ch_type, m
         # MySQL TABLE ENGINE
         execute_query(clickhouse_node, [
             "DROP TABLE IF EXISTS ${ch_mysql_table};",
-            "CREATE TABLE ${ch_mysql_table} (value ${expected_ch_type}) ENGINE = MySQL('mysql1:3306', '${mysql_db}', '${table_name}', 'root', 'clickhouse')",
+            "CREATE TABLE ${ch_mysql_table} (value ${expected_ch_type}) ENGINE = MySQL('mysql57:3306', '${mysql_db}', '${table_name}', 'root', 'clickhouse')",
         ], settings=clickhouse_query_settings)
 
         # Validate type
@@ -343,7 +344,7 @@ def test_mysql_types(started_cluster, case_name, mysql_type, expected_ch_type, m
         # MySQL DATABASE ENGINE
         execute_query(clickhouse_node, [
             "DROP DATABASE IF EXISTS ${ch_mysql_db}",
-            "CREATE DATABASE ${ch_mysql_db} ENGINE = MySQL('mysql1:3306', '${mysql_db}', 'root', 'clickhouse')"
+            "CREATE DATABASE ${ch_mysql_db} ENGINE = MySQL('mysql57:3306', '${mysql_db}', 'root', 'clickhouse')"
         ], settings=clickhouse_query_settings)
 
         # Validate type
@@ -364,7 +365,7 @@ def test_mysql_types(started_cluster, case_name, mysql_type, expected_ch_type, m
         # Validate type
         assert \
             execute_query(clickhouse_node,
-                          "SELECT toTypeName(value) FROM mysql('mysql1:3306', '${mysql_db}', '${table_name}', 'root', 'clickhouse') LIMIT 1",
+                          "SELECT toTypeName(value) FROM mysql('mysql57:3306', '${mysql_db}', '${table_name}', 'root', 'clickhouse') LIMIT 1",
                           settings=clickhouse_query_settings) \
             == \
             expected_ch_type
@@ -374,5 +375,5 @@ def test_mysql_types(started_cluster, case_name, mysql_type, expected_ch_type, m
             execute_query(mysql_node, "SELECT value FROM ${mysql_db}.${table_name}") \
             == \
             execute_query(clickhouse_node,
-                          "SELECT value FROM mysql('mysql1:3306', '${mysql_db}', '${table_name}', 'root', 'clickhouse')",
+                          "SELECT value FROM mysql('mysql57:3306', '${mysql_db}', '${table_name}', 'root', 'clickhouse')",
                           settings=clickhouse_query_settings)
diff --git a/tests/integration/test_odbc_interaction/test.py b/tests/integration/test_odbc_interaction/test.py
index 084fc407f39..470d816d2d1 100644
--- a/tests/integration/test_odbc_interaction/test.py
+++ b/tests/integration/test_odbc_interaction/test.py
@@ -27,14 +27,14 @@ create_table_sql_template = """
 
 
 def get_mysql_conn():
-    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=3308)
+    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
     return conn
 
 
 def create_mysql_db(conn, name):
     with conn.cursor() as cursor:
-        cursor.execute(
-            "CREATE DATABASE {} DEFAULT CHARACTER SET 'utf8'".format(name))
+        cursor.execute("DROP DATABASE IF EXISTS {}".format(name))
+        cursor.execute("CREATE DATABASE {} DEFAULT CHARACTER SET 'utf8'".format(name))
 
 
 def create_mysql_table(conn, table_name):
@@ -119,7 +119,7 @@ def test_mysql_simple_select_works(started_cluster):
                        settings={"external_table_functions_use_nulls": "0"}) == '0\n511\n'
 
     node1.query('''
-CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, column_x Nullable(UInt32)) ENGINE = MySQL('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse');
+CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, column_x Nullable(UInt32)) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse');
 '''.format(table_name, table_name))
 
     node1.query(
diff --git a/tests/integration/test_storage_mysql/test.py b/tests/integration/test_storage_mysql/test.py
index 7b23e20e200..a285b263688 100644
--- a/tests/integration/test_storage_mysql/test.py
+++ b/tests/integration/test_storage_mysql/test.py
@@ -39,7 +39,7 @@ def test_many_connections(started_cluster):
     create_mysql_table(conn, table_name)
 
     node1.query('''
-CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse');
+CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse');
 '''.format(table_name, table_name))
 
     node1.query("INSERT INTO {} (id, name) SELECT number, concat('name_', toString(number)) from numbers(10) ".format(table_name))
@@ -58,7 +58,7 @@ def test_insert_select(started_cluster):
     create_mysql_table(conn, table_name)
 
     node1.query('''
-CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse');
+CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse');
 '''.format(table_name, table_name))
     node1.query(
         "INSERT INTO {}(id, name, money) select number, concat('name_', toString(number)), 3 from numbers(10000) ".format(
@@ -74,7 +74,7 @@ def test_replace_select(started_cluster):
     create_mysql_table(conn, table_name)
 
     node1.query('''
-CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse', 1);
+CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse', 1);
 '''.format(table_name, table_name))
     node1.query(
         "INSERT INTO {}(id, name, money) select number, concat('name_', toString(number)), 3 from numbers(10000) ".format(
@@ -93,7 +93,7 @@ def test_insert_on_duplicate_select(started_cluster):
     create_mysql_table(conn, table_name)
 
     node1.query('''
-CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse', 0, 'update money = money + values(money)');
+CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse', 0, 'update money = money + values(money)');
 '''.format(table_name, table_name))
     node1.query(
         "INSERT INTO {}(id, name, money) select number, concat('name_', toString(number)), 3 from numbers(10000) ".format(
@@ -111,7 +111,7 @@ def test_where(started_cluster):
     conn = get_mysql_conn()
     create_mysql_table(conn, table_name)
     node1.query('''
-CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse');
+CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse');
 '''.format(table_name, table_name))
     node1.query(
         "INSERT INTO {}(id, name, money) select number, concat('name_', toString(number)), 3 from numbers(10000) ".format(
@@ -130,7 +130,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 def test_table_function(started_cluster):
     conn = get_mysql_conn()
     create_mysql_table(conn, 'table_function')
-    table_function = "mysql('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('table_function')
+    table_function = "mysql('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('table_function')
     assert node1.query("SELECT count() FROM {}".format(table_function)).rstrip() == '0'
     node1.query(
         "INSERT INTO {} (id, name, money) select number, concat('name_', toString(number)), 3 from numbers(10000)".format(
@@ -152,7 +152,7 @@ def test_binary_type(started_cluster):
     conn = get_mysql_conn()
     with conn.cursor() as cursor:
         cursor.execute("CREATE TABLE clickhouse.binary_type (id INT PRIMARY KEY, data BINARY(16) NOT NULL)")
-    table_function = "mysql('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('binary_type')
+    table_function = "mysql('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('binary_type')
     node1.query("INSERT INTO {} VALUES (42, 'clickhouse')".format('TABLE FUNCTION ' + table_function))
     assert node1.query("SELECT * FROM {}".format(table_function)) == '42\tclickhouse\\0\\0\\0\\0\\0\\0\n'
 
@@ -161,7 +161,7 @@ def test_enum_type(started_cluster):
     conn = get_mysql_conn()
     create_mysql_table(conn, table_name)
     node1.query('''
-CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, source Enum8('IP' = 1, 'URL' = 2)) ENGINE = MySQL('mysql1:3306', 'clickhouse', '{}', 'root', 'clickhouse', 1);
+CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, source Enum8('IP' = 1, 'URL' = 2)) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse', 1);
 '''.format(table_name, table_name))
     node1.query("INSERT INTO {} (id, name, age, money, source) VALUES (1, 'name', 0, 0, 'URL')".format(table_name))
     assert node1.query("SELECT source FROM {} LIMIT 1".format(table_name)).rstrip() == 'URL'
@@ -169,14 +169,14 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, source Enum8('
 
 
 def get_mysql_conn():
-    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=3308)
+    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
     return conn
 
 
 def create_mysql_db(conn, name):
     with conn.cursor() as cursor:
-        cursor.execute(
-            "CREATE DATABASE {} DEFAULT CHARACTER SET 'utf8'".format(name))
+        cursor.execute("DROP DATABASE IF EXISTS {}".format(name))
+        cursor.execute("CREATE DATABASE {} DEFAULT CHARACTER SET 'utf8'".format(name))
 
 
 def create_mysql_table(conn, tableName):

From 0b62ef4aa9eb3d49ff7681c6946d8de7a7aa58c1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 16 Feb 2021 10:10:01 +0300
Subject: [PATCH 0020/1060] more fixes

---
 tests/integration/helpers/cluster.py          |  67 ++++++-
 .../materialize_with_ddl.py                   |  51 +++---
 .../test_materialize_mysql_database/test.py   | 169 +++++++-----------
 .../integration/test_odbc_interaction/test.py |  27 ++-
 4 files changed, 176 insertions(+), 138 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index f6e277f3711..1b07122469a 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -134,6 +134,8 @@ class ClickHouseCluster:
         self.project_name = re.sub(r'[^a-z0-9]', '', project_name.lower())
         self.instances_dir = p.join(self.base_dir, '_instances' + ('' if not self.name else '_' + self.name))
         self.docker_logs_path = p.join(self.instances_dir, 'docker.log')
+        self.env_file = p.join(self.instances_dir, DEFAULT_ENV_NAME)
+        self.env_variables = {}
 
         custom_dockerd_host = custom_dockerd_host or os.environ.get('CLICKHOUSE_TESTS_DOCKERD_HOST')
         self.docker_api_version = os.environ.get("DOCKER_API_VERSION")
@@ -142,6 +144,7 @@ class ClickHouseCluster:
         self.base_cmd = ['docker-compose']
         if custom_dockerd_host:
             self.base_cmd += ['--host', custom_dockerd_host]
+        self.base_cmd += ['--env-file', self.env_file]
         self.base_cmd += ['--project-name', self.project_name]
 
         self.base_zookeeper_cmd = None
@@ -154,6 +157,7 @@ class ClickHouseCluster:
         self.instances = {}
         self.with_zookeeper = False
         self.with_mysql = False
+        self.with_mysql8 = False
         self.with_postgres = False
         self.with_kafka = False
         self.with_kerberized_kafka = False
@@ -193,6 +197,10 @@ class ClickHouseCluster:
         self.mysql_host = "mysql57"
         self.mysql_port = get_open_port()
 
+        # available when with_mysql8 == True
+        self.mysql8_host = "mysql80"
+        self.mysql8_port = get_open_port()
+
         self.zookeeper_use_tmpfs = True
 
         self.docker_client = None
@@ -216,9 +224,20 @@ class ClickHouseCluster:
 
         return self.base_mysql_cmd
 
+    def setup_mysql8_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_mysql8 = True
+        env_variables['MYSQL8_HOST'] = self.mysql8_host
+        env_variables['MYSQL8_EXTERNAL_PORT'] = str(self.mysql8_port)
+        env_variables['MYSQL8_INTERNAL_PORT'] = "3306"
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql_8_0.yml')])
+        self.base_mysql8_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql_8_0.yml')]
+
+        return self.base_mysql8_cmd
+
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None,
-                     with_zookeeper=False, with_mysql=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
+                     with_zookeeper=False, with_mysql=False, with_mysql8=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
                      clickhouse_path_dir=None,
                      with_odbc_drivers=False, with_postgres=False, with_hdfs=False, with_kerberized_hdfs=False, with_mongo=False,
                      with_redis=False, with_minio=False, with_cassandra=False,
@@ -261,6 +280,7 @@ class ClickHouseCluster:
             with_zookeeper=with_zookeeper,
             zookeeper_config_path=self.zookeeper_config_path,
             with_mysql=with_mysql,
+            with_mysql8=with_mysql8,
             with_kafka=with_kafka,
             with_kerberized_kafka=with_kerberized_kafka,
             with_rabbitmq=with_rabbitmq,
@@ -285,8 +305,6 @@ class ClickHouseCluster:
 
         docker_compose_yml_dir = get_docker_compose_path()
 
-        assert instance.env_file is not None
-
         self.instances[name] = instance
         if ipv4_address is not None or ipv6_address is not None:
             self.with_net_trics = True
@@ -309,6 +327,9 @@ class ClickHouseCluster:
         if with_mysql and not self.with_mysql:
             cmds.append(self.setup_mysql_cmd(instance, env_variables, docker_compose_yml_dir))
 
+        if with_mysql8 and not self.with_mysql8:
+            cmds.append(self.setup_mysql8_cmd(instance, env_variables, docker_compose_yml_dir))
+
         if with_postgres and not self.with_postgres:
             self.with_postgres = True
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
@@ -445,6 +466,9 @@ class ClickHouseCluster:
         node.wait_for_start(start_deadline)
         return node
 
+    def restart_service(self, service_name):
+        run_and_check(self.base_cmd + ["restart", service_name])
+
     def get_instance_ip(self, instance_name):
         print("get_instance_ip instance_name={}".format(instance_name))
         docker_id = self.get_instance_docker_id(instance_name)
@@ -498,6 +522,7 @@ class ClickHouseCluster:
 
     def wait_mysql_to_start(self, timeout=60):
         start = time.time()
+        errors = []
         while time.time() - start < timeout:
             try:
                 conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=self.mysql_port)
@@ -505,12 +530,28 @@ class ClickHouseCluster:
                 print("Mysql Started")
                 return
             except Exception as ex:
-                print("Can't connect to MySQL " + str(ex))
+                errors += [str(ex)]
                 time.sleep(0.5)
 
         subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        logging.error("Can't connect to MySQL:{}".format(errors))
         raise Exception("Cannot wait MySQL container")
 
+    def wait_mysql8_to_start(self, timeout=60):
+        start = time.time()
+        while time.time() - start < timeout:
+            try:
+                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=self.mysql8_port)
+                conn.close()
+                print("Mysql 8 Started")
+                return
+            except Exception as ex:
+                print("Can't connect to MySQL 8 " + str(ex))
+                time.sleep(0.5)
+
+        subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        raise Exception("Cannot wait MySQL 8 container")
+
     def wait_postgres_to_start(self, timeout=60):
         start = time.time()
         while time.time() - start < timeout:
@@ -671,7 +712,7 @@ class ClickHouseCluster:
 
             self.docker_client = docker.from_env(version=self.docker_api_version)
 
-            common_opts = ['up', '-d', '--force-recreate']
+            common_opts = ['up', '-d', '--force-recreate', '--remove-orphans']
 
             if self.with_zookeeper and self.base_zookeeper_cmd:
                 print('Setup ZooKeeper')
@@ -697,6 +738,11 @@ class ClickHouseCluster:
                 subprocess_check_call(self.base_mysql_cmd + common_opts)
                 self.wait_mysql_to_start(120)
 
+            if self.with_mysql8 and self.base_mysql8_cmd:
+                print('Setup MySQL 8')
+                subprocess_check_call(self.base_mysql8_cmd + common_opts)
+                self.wait_mysql8_to_start(120)
+
             if self.with_postgres and self.base_postgres_cmd:
                 print('Setup Postgres')
                 subprocess_check_call(self.base_postgres_cmd + common_opts)
@@ -750,6 +796,8 @@ class ClickHouseCluster:
                 subprocess_check_call(self.base_cassandra_cmd + ['up', '-d', '--force-recreate'])
                 self.wait_cassandra_to_start()
 
+            _create_env_file(os.path.join(self.env_file), self.env_variables)
+
             clickhouse_start_cmd = self.base_cmd + ['up', '-d', '--no-recreate']
             print(("Trying to create ClickHouse instance by command %s", ' '.join(map(str, clickhouse_start_cmd))))
             subprocess.check_output(clickhouse_start_cmd)
@@ -796,7 +844,7 @@ class ClickHouseCluster:
                 subprocess_check_call(self.base_cmd + ['kill'])
 
         try:
-            subprocess_check_call(self.base_cmd + ['down', '--volumes', '--remove-orphans'])
+            subprocess_check_call(self.base_cmd + ['down', '--volumes'])
         except Exception as e:
             print("Down + remove orphans failed durung shutdown. {}".format(repr(e)))
 
@@ -917,7 +965,7 @@ class ClickHouseInstance:
     def __init__(
             self, cluster, base_path, name, base_config_dir, custom_main_configs, custom_user_configs,
             custom_dictionaries,
-            macros, with_zookeeper, zookeeper_config_path, with_mysql, with_kafka, with_kerberized_kafka, with_rabbitmq, with_kerberized_hdfs,
+            macros, with_zookeeper, zookeeper_config_path, with_mysql, with_mysql8, with_kafka, with_kerberized_kafka, with_rabbitmq, with_kerberized_hdfs,
             with_mongo, with_redis, with_minio,
             with_cassandra, server_bin_path, odbc_bridge_bin_path, clickhouse_path_dir, with_odbc_drivers,
             hostname=None, env_variables=None,
@@ -945,6 +993,7 @@ class ClickHouseInstance:
         self.odbc_bridge_bin_path = odbc_bridge_bin_path
 
         self.with_mysql = with_mysql
+        self.with_mysql8 = with_mysql8
         self.with_kafka = with_kafka
         self.with_kerberized_kafka = with_kerberized_kafka
         self.with_rabbitmq = with_rabbitmq
@@ -1339,6 +1388,9 @@ class ClickHouseInstance:
         if self.with_mysql:
             depends_on.append("mysql57")
 
+        if self.with_mysql8:
+            depends_on.append("mysql80")
+
         if self.with_kafka:
             depends_on.append("kafka1")
             depends_on.append("schema-registry")
@@ -1360,6 +1412,7 @@ class ClickHouseInstance:
         if self.with_minio:
             depends_on.append("minio1")
 
+        self.cluster.env_variables.update(self.env_variables)
         _create_env_file(os.path.join(self.env_file), self.env_variables)
 
         print("Env {} stored in {}".format(self.env_variables, self.env_file))
diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 0dcb4c146c7..1c9655b457f 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -31,12 +31,12 @@ def check_query(clickhouse_node, query, result_set, retry_count=60, interval_sec
 
 
 def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_dml")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_dml")
+    mysql_node.query("CREATE DATABASE test_database_dml DEFAULT CHARACTER SET 'utf8'")
     # existed before the mapping was created
 
-    mysql_node.query("CREATE TABLE test_database.test_table_1 ("
+    mysql_node.query("CREATE TABLE test_database_dml.test_table_1 ("
                      "`key` INT NOT NULL PRIMARY KEY, "
                      "unsigned_tiny_int TINYINT UNSIGNED, tiny_int TINYINT, "
                      "unsigned_small_int SMALLINT UNSIGNED, small_int SMALLINT, "
@@ -53,68 +53,68 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
 
     # it already has some data
     mysql_node.query("""
-        INSERT INTO test_database.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 'binary',
+        INSERT INTO test_database_dml.test_table_1 VALUES(1, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 'binary',
         '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', true);
         """)
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_dml ENGINE = MaterializeMySQL('{}:3306', 'test_database_dml', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
+    assert "test_database_dml" in clickhouse_node.query("SHOW DATABASES")
 
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
+    check_query(clickhouse_node, "SELECT * FROM test_database_dml.test_table_1 ORDER BY key FORMAT TSV",
                 "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
                 "2020-01-01 00:00:00\t2020-01-01 00:00:00\t1\n")
 
     mysql_node.query("""
-        INSERT INTO test_database.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 'binary',
+        INSERT INTO test_database_dml.test_table_1 VALUES(2, 1, -1, 2, -2, 3, -3, 4, -4, 5, -5, 6, -6, 3.2, -3.2, 3.4, -3.4, 'varchar', 'char', 'binary',
         '2020-01-01', '2020-01-01 00:00:00', '2020-01-01 00:00:00', false);
         """)
 
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
+    check_query(clickhouse_node, "SELECT * FROM test_database_dml.test_table_1 ORDER BY key FORMAT TSV",
                 "1\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
                 "2020-01-01 00:00:00\t2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
                 "varchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t2020-01-01 00:00:00\t0\n")
 
-    mysql_node.query("UPDATE test_database.test_table_1 SET unsigned_tiny_int = 2 WHERE `key` = 1")
+    mysql_node.query("UPDATE test_database_dml.test_table_1 SET unsigned_tiny_int = 2 WHERE `key` = 1")
 
     check_query(clickhouse_node, """
         SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,
          small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer,
          unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, binary_col,
          _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */
-         _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV
+         _bool FROM test_database_dml.test_table_1 ORDER BY key FORMAT TSV
         """,
         "1\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
         "2020-01-01 00:00:00\t1\n2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
         "varchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t0\n")
 
     # update primary key
-    mysql_node.query("UPDATE test_database.test_table_1 SET `key` = 3 WHERE `unsigned_tiny_int` = 2")
+    mysql_node.query("UPDATE test_database_dml.test_table_1 SET `key` = 3 WHERE `unsigned_tiny_int` = 2")
 
     check_query(clickhouse_node, "SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,"
                                  " small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, "
                                  " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, binary_col, "
                                  " _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ "
-                                 " _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
+                                 " _bool FROM test_database_dml.test_table_1 ORDER BY key FORMAT TSV",
                 "2\t1\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\t"
                 "varchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t0\n3\t2\t-1\t2\t-2\t3\t-3\t"
                 "4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t2020-01-01 00:00:00\t1\n")
 
-    mysql_node.query('DELETE FROM test_database.test_table_1 WHERE `key` = 2')
+    mysql_node.query('DELETE FROM test_database_dml.test_table_1 WHERE `key` = 2')
     check_query(clickhouse_node, "SELECT key, unsigned_tiny_int, tiny_int, unsigned_small_int,"
                                  " small_int, unsigned_medium_int, medium_int, unsigned_int, _int, unsigned_integer, _integer, "
                                  " unsigned_bigint, _bigint, unsigned_float, _float, unsigned_double, _double, _varchar, _char, binary_col, "
                                  " _date, _datetime, /* exclude it, because ON UPDATE CURRENT_TIMESTAMP _timestamp, */ "
-                                 " _bool FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
+                                 " _bool FROM test_database_dml.test_table_1 ORDER BY key FORMAT TSV",
                 "3\t2\t-1\t2\t-2\t3\t-3\t4\t-4\t5\t-5\t6\t-6\t3.2\t-3.2\t3.4\t-3.4\tvarchar\tchar\tbinary\\0\\0\t2020-01-01\t"
                 "2020-01-01 00:00:00\t1\n")
 
-    mysql_node.query('DELETE FROM test_database.test_table_1 WHERE `unsigned_tiny_int` = 2')
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV", "")
+    mysql_node.query('DELETE FROM test_database_dml.test_table_1 WHERE `unsigned_tiny_int` = 2')
+    check_query(clickhouse_node, "SELECT * FROM test_database_dml.test_table_1 ORDER BY key FORMAT TSV", "")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_dml")
+    mysql_node.query("DROP DATABASE test_database_dml")
 
 
 def materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, mysql_node, service_name):
@@ -525,7 +525,7 @@ def insert_with_modify_binlog_checksum(clickhouse_node, mysql_node, service_name
 
 
 def err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    clickhouse_node.query("DROP DATABASE IF EXISTS priv_err_db")
+    clickhouse_node.query("DROP DATABАASE IF EXISTS priv_err_db")
     mysql_node.query("DROP DATABASE IF EXISTS priv_err_db")
     mysql_node.query("CREATE DATABASE priv_err_db DEFAULT CHARACTER SET 'utf8'")
     mysql_node.query("CREATE TABLE priv_err_db.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
@@ -670,6 +670,7 @@ def mysql_kill_sync_thread_restore_test(clickhouse_node, mysql_node, service_nam
 
 
 def mysql_killed_while_insert(clickhouse_node, mysql_node, service_name):
+    mysql_node.query("DROP DATABASE IF EXISTS kill_mysql_while_insert")
     mysql_node.query("CREATE DATABASE kill_mysql_while_insert")
     mysql_node.query("CREATE TABLE kill_mysql_while_insert.test ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
     clickhouse_node.query("CREATE DATABASE kill_mysql_while_insert ENGINE = MaterializeMySQL('{}:3306', 'kill_mysql_while_insert', 'root', 'clickhouse')".format(service_name))
@@ -684,17 +685,14 @@ def mysql_killed_while_insert(clickhouse_node, mysql_node, service_name):
         t = threading.Thread(target=insert, args=(10000,))
         t.start()
 
-        run_and_check(
-            ['docker-compose', '-p', mysql_node.project_name, '-f', mysql_node.docker_compose, 'stop'])
+        clickhouse_node.cluster.restart_service(service_name)
     finally:
         with pytest.raises(QueryRuntimeException) as execption:
             time.sleep(5)
             clickhouse_node.query("SELECT count() FROM kill_mysql_while_insert.test")
         assert "Master maybe lost." in str(execption.value)
 
-        run_and_check(
-            ['docker-compose', '-p', mysql_node.project_name, '-f', mysql_node.docker_compose, 'start'])
-        mysql_node.wait_mysql_to_start(120)
+        mysql_node.alloc_connection()
 
         clickhouse_node.query("DETACH DATABASE kill_mysql_while_insert")
         clickhouse_node.query("ATTACH DATABASE kill_mysql_while_insert")
@@ -709,6 +707,7 @@ def mysql_killed_while_insert(clickhouse_node, mysql_node, service_name):
 
 
 def clickhouse_killed_while_insert(clickhouse_node, mysql_node, service_name):
+    mysql_node.query("DROP DATABASE IF EXISTS kill_clickhouse_while_insert")
     mysql_node.query("CREATE DATABASE kill_clickhouse_while_insert")
     mysql_node.query("CREATE TABLE kill_clickhouse_while_insert.test ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
     clickhouse_node.query("CREATE DATABASE kill_clickhouse_while_insert ENGINE = MaterializeMySQL('{}:3306', 'kill_clickhouse_while_insert', 'root', 'clickhouse')".format(service_name))
diff --git a/tests/integration/test_materialize_mysql_database/test.py b/tests/integration/test_materialize_mysql_database/test.py
index 13c702f998b..04c9868a282 100644
--- a/tests/integration/test_materialize_mysql_database/test.py
+++ b/tests/integration/test_materialize_mysql_database/test.py
@@ -7,15 +7,18 @@ import pymysql.cursors
 import pytest
 from helpers.cluster import ClickHouseCluster, get_docker_compose_path, run_and_check
 import docker
+import logging
 
 from . import materialize_with_ddl
 
 DOCKER_COMPOSE_PATH = get_docker_compose_path()
 
 cluster = ClickHouseCluster(__file__)
+mysql_node = None
+mysql8_node = None
 
-node_db_ordinary = cluster.add_instance('node1', user_configs=["configs/users.xml"], with_mysql=False, stay_alive=True)
-node_db_atomic = cluster.add_instance('node2', user_configs=["configs/users_db_atomic.xml"], with_mysql=False, stay_alive=True)
+node_db_ordinary = cluster.add_instance('node1', user_configs=["configs/users.xml"], with_mysql=True, stay_alive=True)
+node_db_atomic = cluster.add_instance('node2', user_configs=["configs/users_db_atomic.xml"], with_mysql8=True, stay_alive=True)
 
 
 @pytest.fixture(scope="module")
@@ -27,26 +30,29 @@ def started_cluster():
         cluster.shutdown()
 
 
-class MySQLNodeInstance:
-    def __init__(self, user='root', password='clickhouse', ip_address='127.0.0.1', port=cluster.mysql_port, docker_compose=None, project_name=cluster.project_name):
+class MySQLConnection:
+    def __init__(self, port, user='root', password='clickhouse', ip_address='127.0.0.1', docker_compose=None, project_name=cluster.project_name):
         self.user = user
         self.port = port
         self.ip_address = ip_address
         self.password = password
         self.mysql_connection = None  # lazy init
-        self.docker_compose = docker_compose
-        self.project_name = project_name
-
 
     def alloc_connection(self):
-        if self.mysql_connection is None:
-            self.mysql_connection = pymysql.connect(user=self.user, password=self.password, host=self.ip_address,
-                                                    port=self.port, autocommit=True)
-        else:
-            if self.mysql_connection.ping():
-                self.mysql_connection = pymysql.connect(user=self.user, password=self.password, host=self.ip_address,
-                                                        port=self.port, autocommit=True)
-        return self.mysql_connection
+        errors = []
+        for _ in range(5):
+            try:
+                if self.mysql_connection is None:
+                    self.mysql_connection = pymysql.connect(user=self.user, password=self.password, host=self.ip_address,
+                                                            port=self.port, autocommit=True)
+                else:
+                    self.mysql_connection.ping(reconnect=True)
+                logging.debug("MySQL Connection establised: {}:{}".format(self.ip_address, self.port))
+                return self.mysql_connection
+            except Exception as e:
+                errors += [str(e)]
+                time.sleep(1)
+        raise Exception("Connection not establised, {}".format(errors))
 
     def query(self, execution_query):
         with self.alloc_connection().cursor() as cursor:
@@ -75,174 +81,133 @@ class MySQLNodeInstance:
         if self.mysql_connection is not None:
             self.mysql_connection.close()
 
-    def wait_mysql_to_start(self, timeout=60):
-        start = time.time()
-        while time.time() - start < timeout:
-            try:
-                self.alloc_connection()
-                print("Mysql Started")
-                return
-            except Exception as ex:
-                print("Can't connect to MySQL " + str(ex))
-                time.sleep(0.5)
-
-        run_and_check(['docker-compose', 'ps', '--services', 'all'])
-        raise Exception("Cannot wait MySQL container")
-
 @pytest.fixture(scope="module")
 def started_mysql_5_7():
-    docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_5_7_for_materialize_mysql.yml')
-    mysql_node = MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', 3308, docker_compose)
-
-    try:
-        run_and_check(
-            ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d'])
-        mysql_node.wait_mysql_to_start(120)
-        yield mysql_node
-    finally:
-        mysql_node.close()
-        run_and_check(['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'down', '--volumes',
-                               '--remove-orphans'])
-
+    mysql_node = MySQLConnection(cluster.mysql_port, 'root', 'clickhouse', '127.0.0.1')
+    yield mysql_node
 
 @pytest.fixture(scope="module")
 def started_mysql_8_0():
-    docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_8_0_for_materialize_mysql.yml')
-    mysql_node = MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', 33308, docker_compose)
-
-    try:
-        run_and_check(
-            ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d'])
-        mysql_node.wait_mysql_to_start(120)
-        yield mysql_node
-    finally:
-        mysql_node.close()
-        run_and_check(['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'down', '--volumes',
-                               '--remove-orphans'])
-
+    mysql8_node = MySQLConnection(cluster.mysql8_port, 'root', 'clickhouse', '127.0.0.1')
+    yield mysql8_node
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_dml_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_5_7, "mysql57")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_dml_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
-    materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_ddl_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
     # mysql 5.7 cannot support alter rename column
-    # materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    # materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
-    materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
-    materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
-    materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0,
-                                                                          "mysql8_0")
-    materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0,
-                                                                           "mysql8_0")
-    materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0,
-                                                                            "mysql8_0")
-    materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0,
-                                                                             "mysql8_0")
-    materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0,
-                                                                             "mysql8_0")
+    materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.alter_add_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.alter_drop_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
+    materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_ddl_with_empty_transaction_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_5_7, "mysql57")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_ddl_with_empty_transaction_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_8_0, "mysql80")
 
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_select_without_columns_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_5_7, "mysql57")
 
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_select_without_columns_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_8_0, "mysql80")
 
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_insert_with_modify_binlog_checksum_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_5_7, "mysql57")
 
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_insert_with_modify_binlog_checksum_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_8_0, "mysql80")
 
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_err_sync_user_privs_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
 
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_materialize_database_err_sync_user_privs_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_network_partition_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_5_7, "mysql57")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_network_partition_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_mysql_kill_sync_thread_restore_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_5_7, "mysql57")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_mysql_kill_sync_thread_restore_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_mysql_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql57")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_mysql_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_clickhouse_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql1")
+    materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql57")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
 def test_clickhouse_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_ordinary])
 def test_utf8mb4(started_cluster, started_mysql_8_0, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.utf8mb4_test(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.utf8mb4_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.utf8mb4_test(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.utf8mb4_test(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_ordinary])
 def test_system_parts_table(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.system_parts_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.system_parts_test(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_ordinary])
 def test_multi_table_update(started_cluster, started_mysql_8_0, started_mysql_5_7, clickhouse_node):
-    materialize_with_ddl.multi_table_update_test(clickhouse_node, started_mysql_5_7, "mysql1")
-    materialize_with_ddl.multi_table_update_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.multi_table_update_test(clickhouse_node, started_mysql_5_7, "mysql57")
+    materialize_with_ddl.multi_table_update_test(clickhouse_node, started_mysql_8_0, "mysql80")
 
 @pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_ordinary])
 def test_system_tables_table(started_cluster, started_mysql_8_0, clickhouse_node):
-    materialize_with_ddl.system_tables_test(clickhouse_node, started_mysql_8_0, "mysql8_0")
+    materialize_with_ddl.system_tables_test(clickhouse_node, started_mysql_8_0, "mysql80")
diff --git a/tests/integration/test_odbc_interaction/test.py b/tests/integration/test_odbc_interaction/test.py
index 470d816d2d1..3ef59e7bd23 100644
--- a/tests/integration/test_odbc_interaction/test.py
+++ b/tests/integration/test_odbc_interaction/test.py
@@ -3,6 +3,8 @@ import time
 import psycopg2
 import pymysql.cursors
 import pytest
+import logging
+
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import assert_eq_with_retry
 from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT
@@ -15,6 +17,11 @@ node1 = cluster.add_instance('node1', with_odbc_drivers=True, with_mysql=True,
                                            'configs/dictionaries/sqlite3_odbc_cached_dictionary.xml',
                                            'configs/dictionaries/postgres_odbc_hashed_dictionary.xml'], stay_alive=True)
 
+
+drop_table_sql_template = """
+    DROP TABLE IF EXISTS `clickhouse`.`{}`
+    """
+
 create_table_sql_template = """
     CREATE TABLE `clickhouse`.`{}` (
     `id` int(11) NOT NULL,
@@ -27,9 +34,22 @@ create_table_sql_template = """
 
 
 def get_mysql_conn():
-    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
-    return conn
-
+    errors = []
+    conn = None
+    for _ in range(5):
+        try:
+            if conn is None:
+                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
+            else:
+                conn.ping(reconnect=True)
+            logging.debug("MySQL Connection establised: 127.0.0.1:{}".format(cluster.mysql_port))
+            return conn
+        except Exception as e:
+            errors += [str(e)]
+            time.sleep(1)
+    
+    raise Exception("Connection not establised, {}".format(errors))
+ 
 
 def create_mysql_db(conn, name):
     with conn.cursor() as cursor:
@@ -39,6 +59,7 @@ def create_mysql_db(conn, name):
 
 def create_mysql_table(conn, table_name):
     with conn.cursor() as cursor:
+        cursor.execute(drop_table_sql_template.format(table_name))
         cursor.execute(create_table_sql_template.format(table_name))
 
 

From 178d3fdba07e9c8dda213a503bb9787d10fff9a1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 16 Feb 2021 10:36:15 +0300
Subject: [PATCH 0021/1060] typo

---
 .../test_materialize_mysql_database/materialize_with_ddl.py     | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 1c9655b457f..096ffc2a8f4 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -525,7 +525,7 @@ def insert_with_modify_binlog_checksum(clickhouse_node, mysql_node, service_name
 
 
 def err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    clickhouse_node.query("DROP DATABАASE IF EXISTS priv_err_db")
+    clickhouse_node.query("DROP DATABАSE IF EXISTS priv_err_db")
     mysql_node.query("DROP DATABASE IF EXISTS priv_err_db")
     mysql_node.query("CREATE DATABASE priv_err_db DEFAULT CHARACTER SET 'utf8'")
     mysql_node.query("CREATE TABLE priv_err_db.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")

From e4b3511d28420875e289c1284606a56a8a738b8e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 16 Feb 2021 10:37:35 +0300
Subject: [PATCH 0022/1060] no more separate compose files for materialize
 mysql

---
 ...ompose_mysql_5_7_for_materialize_mysql.yml | 10 ---------
 ...mysql.yml => docker_compose_mysql_8_0.yml} |  6 +++---
 .../configs/dictionaries/mysql_dict1.xml      |  4 ++--
 .../configs/dictionaries/mysql_dict2.xml      |  6 +++---
 .../test_dictionaries_mysql/test.py           | 21 +++++++++++++++----
 5 files changed, 25 insertions(+), 22 deletions(-)
 delete mode 100644 docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml
 rename docker/test/integration/runner/compose/{docker_compose_mysql_8_0_for_materialize_mysql.yml => docker_compose_mysql_8_0.yml} (76%)

diff --git a/docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml b/docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml
deleted file mode 100644
index e7d762203ee..00000000000
--- a/docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml
+++ /dev/null
@@ -1,10 +0,0 @@
-version: '2.3'
-services:
-    mysql1:
-        image: mysql:5.7
-        restart: 'no'
-        environment:
-            MYSQL_ROOT_PASSWORD: clickhouse
-        ports:
-          - 3308:3306
-        command: --server_id=100 --log-bin='mysql-bin-1.log' --default-time-zone='+3:00' --gtid-mode="ON" --enforce-gtid-consistency
diff --git a/docker/test/integration/runner/compose/docker_compose_mysql_8_0_for_materialize_mysql.yml b/docker/test/integration/runner/compose/docker_compose_mysql_8_0.yml
similarity index 76%
rename from docker/test/integration/runner/compose/docker_compose_mysql_8_0_for_materialize_mysql.yml
rename to docker/test/integration/runner/compose/docker_compose_mysql_8_0.yml
index 918a2b5f80f..7b551371ab2 100644
--- a/docker/test/integration/runner/compose/docker_compose_mysql_8_0_for_materialize_mysql.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mysql_8_0.yml
@@ -1,10 +1,10 @@
 version: '2.3'
 services:
-    mysql8_0:
+    mysql80:
         image: mysql:8.0
-        restart: 'no'
+        restart: always
         environment:
             MYSQL_ROOT_PASSWORD: clickhouse
         ports:
-          - 33308:3306
+          - ${MYSQL8_EXTERNAL_PORT}:${MYSQL8_INTERNAL_PORT}
         command: --server_id=100 --log-bin='mysql-bin-1.log' --default_authentication_plugin='mysql_native_password' --default-time-zone='+3:00' --gtid-mode="ON" --enforce-gtid-consistency
diff --git a/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict1.xml b/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict1.xml
index 514c73f3be2..2242088ebc4 100644
--- a/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict1.xml
+++ b/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict1.xml
@@ -5,7 +5,7 @@
       <source>
          <mysql >
             <db>test</db>
-            <host>mysql1</host>
+            <host>mysql57</host>
             <port>3306</port>
             <user>root</user>
             <password>clickhouse</password>
@@ -41,7 +41,7 @@
       <source>
          <mysql >
             <db>test</db>
-            <host>mysql1</host>
+            <host>mysql57</host>
             <port>3306</port>
             <user>root</user>
             <password>clickhouse</password>
diff --git a/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict2.xml b/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict2.xml
index 91506481cc9..278fad49d03 100644
--- a/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict2.xml
+++ b/tests/integration/test_dictionaries_mysql/configs/dictionaries/mysql_dict2.xml
@@ -5,7 +5,7 @@
       <source>
          <mysql >
             <db>test</db>
-            <host>mysql1</host>
+            <host>mysql57</host>
             <port>3306</port>
             <user>root</user>
             <password>clickhouse</password>
@@ -42,7 +42,7 @@
       <source>
          <mysql >
             <db>test</db>
-            <host>mysql1</host>
+            <host>mysql57</host>
             <port>3306</port>
             <user>root</user>
             <password>clickhouse</password>
@@ -78,7 +78,7 @@
       <source>
          <mysql >
             <db>test</db>
-            <host>mysql1</host>
+            <host>mysql57</host>
             <port>3306</port>
             <user>root</user>
             <password>clickhouse</password>
diff --git a/tests/integration/test_dictionaries_mysql/test.py b/tests/integration/test_dictionaries_mysql/test.py
index 70af73a1592..90cfe53dd68 100644
--- a/tests/integration/test_dictionaries_mysql/test.py
+++ b/tests/integration/test_dictionaries_mysql/test.py
@@ -2,6 +2,8 @@
 import pymysql.cursors
 import pytest
 from helpers.cluster import ClickHouseCluster
+import time
+import logging
 
 CONFIG_FILES = ['configs/dictionaries/mysql_dict1.xml', 'configs/dictionaries/mysql_dict2.xml',
                 'configs/remote_servers.xml']
@@ -87,11 +89,22 @@ def prepare_mysql_table(table_name, index):
     # Create CH Dictionary tables based on MySQL tables
     query(create_clickhouse_dictionary_table_template.format(table_name + str(index), 'dict' + str(index)))
 
-
 def get_mysql_conn():
-    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.10', port=cluster.mysql_port)
-    return conn
-
+    errors = []
+    conn = None
+    for _ in range(5):
+        try:
+            if conn is None:
+                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
+            else:
+                conn.ping(reconnect=True)
+            logging.debug("MySQL Connection establised: 127.0.0.1:{}".format(cluster.mysql_port))
+            return conn
+        except Exception as e:
+            errors += [str(e)]
+            time.sleep(1)
+    
+    raise Exception("Connection not establised, {}".format(errors))
 
 def create_mysql_table(conn, table_name):
     with conn.cursor() as cursor:

From 3d1bcb1272c0279978b752af2bc827a3d67d03ac Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 16 Feb 2021 11:04:52 +0300
Subject: [PATCH 0023/1060] fix

---
 .../test_materialize_mysql_database/materialize_with_ddl.py     | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 096ffc2a8f4..1e4d51e325c 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -525,7 +525,7 @@ def insert_with_modify_binlog_checksum(clickhouse_node, mysql_node, service_name
 
 
 def err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    clickhouse_node.query("DROP DATABАSE IF EXISTS priv_err_db")
+    clickhouse_node.query("DROP DATABASE IF EXISTS priv_err_db")
     mysql_node.query("DROP DATABASE IF EXISTS priv_err_db")
     mysql_node.query("CREATE DATABASE priv_err_db DEFAULT CHARACTER SET 'utf8'")
     mysql_node.query("CREATE TABLE priv_err_db.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")

From 8603855f5fd70f282566f9113fd27447e0a876a9 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 16 Feb 2021 17:16:15 +0300
Subject: [PATCH 0024/1060] fix

---
 .../compose/docker_compose_rabbitmq.yml       |  4 +-
 .../runner/compose/docker_compose_redis.yml   |  2 +-
 tests/integration/helpers/cluster.py          | 44 ++++++++++---
 .../test_dictionaries_redis/test.py           |  7 +-
 .../integration/test_storage_rabbitmq/test.py | 64 +++++++++----------
 5 files changed, 74 insertions(+), 47 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
index 1e9c3777505..d16a19f7ac2 100644
--- a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
+++ b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
@@ -5,8 +5,8 @@ services:
         image: rabbitmq:3-management
         hostname: rabbitmq1
         ports:
-            - "5672:5672"
-            - "15672:15672"
+            - ${RABBITMQ_EXTERNAL_PORT}:${RABBITMQ_INTERNAL_PORT}
+            - ${RABBITMQ_EXTERNAL_HTTP_PORT}:${RABBITMQ_INTERNAL_HTTP_PORT}
         environment:
             RABBITMQ_DEFAULT_USER: "root"
             RABBITMQ_DEFAULT_PASS: "clickhouse"
diff --git a/docker/test/integration/runner/compose/docker_compose_redis.yml b/docker/test/integration/runner/compose/docker_compose_redis.yml
index 72df99ec59b..b14d0dce98b 100644
--- a/docker/test/integration/runner/compose/docker_compose_redis.yml
+++ b/docker/test/integration/runner/compose/docker_compose_redis.yml
@@ -4,5 +4,5 @@ services:
         image: redis
         restart: always
         ports:
-          - 6380:6379
+          - ${REDIS_EXTERNAL_PORT}:${REDIS_INTERNAL_PORT}
         command: redis-server --requirepass "clickhouse" --databases 32
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 1b07122469a..560650a09d7 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -193,6 +193,15 @@ class ClickHouseCluster:
         self.cassandra_host = "cassandra1"
         self.cassandra_port = get_open_port()
 
+        # available when with_rabbitmq == True
+        self.rabbitmq_host = "rabbitmq1"
+        self.rabbitmq_port = get_open_port()
+        self.rabbitmq_http_port = get_open_port()
+
+        # available when with_redis == True
+        self.redis_host = "redis1"
+        self.redis_port = get_open_port()
+
         # available when with_mysql == True
         self.mysql_host = "mysql57"
         self.mysql_port = get_open_port()
@@ -235,6 +244,30 @@ class ClickHouseCluster:
 
         return self.base_mysql8_cmd
 
+    def setup_redis_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_redis = True
+        env_variables['REDIS_HOST'] = self.redis_host
+        env_variables['REDIS_EXTERNAL_PORT'] = str(self.redis_port)
+        env_variables['REDIS_INTERNAL_PORT'] = "6379"
+
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_redis.yml')])
+        self.base_redis_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_redis.yml')]
+        return self.base_redis_cmd
+
+    def setup_rabbitmq_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_rabbitmq = True
+        env_variables['RABBITMQ_HOST'] = self.rabbitmq_host
+        env_variables['RABBITMQ_EXTERNAL_PORT'] = str(self.rabbitmq_port)
+        env_variables['RABBITMQ_INTERNAL_PORT'] = "5672"
+        env_variables['RABBITMQ_EXTERNAL_HTTP_PORT'] = str(self.rabbitmq_http_port)
+        env_variables['RABBITMQ_INTERNAL_HTTP_PORT'] = "15672"
+
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')])
+        self.base_rabbitmq_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                    '--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')]
+        return self.base_rabbitmq_cmd
+
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None,
                      with_zookeeper=False, with_mysql=False, with_mysql8=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
@@ -365,11 +398,7 @@ class ClickHouseCluster:
             cmds.append(self.base_kerberized_kafka_cmd)
 
         if with_rabbitmq and not self.with_rabbitmq:
-            self.with_rabbitmq = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')])
-            self.base_rabbitmq_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                      '--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')]
-            cmds.append(self.base_rabbitmq_cmd)
+            cmds.append(self.setup_rabbitmq_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_hdfs and not self.with_hdfs:
             self.with_hdfs = True
@@ -401,10 +430,7 @@ class ClickHouseCluster:
                 cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_net.yml')])
 
         if with_redis and not self.with_redis:
-            self.with_redis = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_redis.yml')])
-            self.base_redis_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                   '--file', p.join(docker_compose_yml_dir, 'docker_compose_redis.yml')]
+            cmds.append(self.setup_redis_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_minio and not self.with_minio:
             self.with_minio = True
diff --git a/tests/integration/test_dictionaries_redis/test.py b/tests/integration/test_dictionaries_redis/test.py
index d7d7e0ee3ad..7fcbd0d0909 100644
--- a/tests/integration/test_dictionaries_redis/test.py
+++ b/tests/integration/test_dictionaries_redis/test.py
@@ -93,15 +93,17 @@ def setup_module(module):
     global node
     global dict_configs_path
 
+    cluster = ClickHouseCluster(__file__)
+
     for f in os.listdir(dict_configs_path):
         os.remove(os.path.join(dict_configs_path, f))
 
     for i, field in enumerate(FIELDS):
         DICTIONARIES.append([])
         sources = []
-        sources.append(SourceRedis("RedisSimple", "localhost", "6380", "redis1", "6379", "", "clickhouse", i * 2,
+        sources.append(SourceRedis("RedisSimple", "localhost", cluster.redis_port, cluster.redis_host, "6379", "", "clickhouse", i * 2,
                                    storage_type="simple"))
-        sources.append(SourceRedis("RedisHash", "localhost", "6380", "redis1", "6379", "", "clickhouse", i * 2 + 1,
+        sources.append(SourceRedis("RedisHash", "localhost", cluster.redis_port, cluster.redis_host, "6379", "", "clickhouse", i * 2 + 1,
                                    storage_type="hash_map"))
         for source in sources:
             for layout in LAYOUTS:
@@ -117,7 +119,6 @@ def setup_module(module):
     for fname in os.listdir(dict_configs_path):
         dictionaries.append(os.path.join(dict_configs_path, fname))
 
-    cluster = ClickHouseCluster(__file__)
     node = cluster.add_instance('node', main_configs=main_configs, dictionaries=dictionaries, with_redis=True)
 
 
diff --git a/tests/integration/test_storage_rabbitmq/test.py b/tests/integration/test_storage_rabbitmq/test.py
index 911f6d144f9..c78a5f8d600 100644
--- a/tests/integration/test_storage_rabbitmq/test.py
+++ b/tests/integration/test_storage_rabbitmq/test.py
@@ -128,14 +128,14 @@ def test_rabbitmq_select(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
             ENGINE = RabbitMQ
-            SETTINGS rabbitmq_host_port = 'rabbitmq1:5672',
+            SETTINGS rabbitmq_host_port = '{}:5672',
                      rabbitmq_exchange_name = 'select',
                      rabbitmq_format = 'JSONEachRow',
                      rabbitmq_row_delimiter = '\\n';
-        ''')
+        '''.format(rabbitmq_cluster.rabbitmq_host))
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -164,11 +164,11 @@ def test_rabbitmq_select_empty(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
             ENGINE = RabbitMQ
-            SETTINGS rabbitmq_host_port = 'rabbitmq1:5672',
+            SETTINGS rabbitmq_host_port = '{}:5672',
                      rabbitmq_exchange_name = 'empty',
                      rabbitmq_format = 'TSV',
                      rabbitmq_row_delimiter = '\\n';
-        ''')
+        '''.format(rabbitmq_cluster.rabbitmq_host))
 
     assert int(instance.query('SELECT count() FROM test.rabbitmq')) == 0
 
@@ -178,13 +178,13 @@ def test_rabbitmq_json_without_delimiter(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
             ENGINE = RabbitMQ
-            SETTINGS rabbitmq_host_port = 'rabbitmq1:5672',
+            SETTINGS rabbitmq_host_port = '{}:5672',
                      rabbitmq_exchange_name = 'json',
                      rabbitmq_format = 'JSONEachRow'
-        ''')
+        '''.format(rabbitmq_cluster.rabbitmq_host))
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -227,7 +227,7 @@ def test_rabbitmq_csv_with_delimiter(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -262,7 +262,7 @@ def test_rabbitmq_tsv_with_delimiter(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -304,7 +304,7 @@ def test_rabbitmq_materialized_view(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -347,7 +347,7 @@ def test_rabbitmq_materialized_view_with_subquery(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -397,7 +397,7 @@ def test_rabbitmq_many_materialized_views(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -445,7 +445,7 @@ def test_rabbitmq_protobuf(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -498,7 +498,7 @@ def test_rabbitmq_big_message(rabbitmq_cluster):
     messages = [json.dumps({'key': i, 'value': 'x' * 100}) * batch_messages for i in range(rabbitmq_messages)]
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -562,7 +562,7 @@ def test_rabbitmq_sharding_between_queues_publish(rabbitmq_cluster):
     messages_num = 10000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         connection = pika.BlockingConnection(parameters)
@@ -639,7 +639,7 @@ def test_rabbitmq_mv_combo(rabbitmq_cluster):
     messages_num = 10000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         connection = pika.BlockingConnection(parameters)
@@ -697,7 +697,7 @@ def test_rabbitmq_insert(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     consumer_connection = pika.BlockingConnection(parameters)
 
     consumer = consumer_connection.channel()
@@ -750,7 +750,7 @@ def test_rabbitmq_insert_headers_exchange(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     consumer_connection = pika.BlockingConnection(parameters)
 
     consumer = consumer_connection.channel()
@@ -979,7 +979,7 @@ def test_rabbitmq_direct_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1052,7 +1052,7 @@ def test_rabbitmq_fanout_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1138,7 +1138,7 @@ def test_rabbitmq_topic_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1216,7 +1216,7 @@ def test_rabbitmq_hash_exchange(rabbitmq_cluster):
     messages_num = 500
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         # init connection here because otherwise python rabbitmq client might fail
@@ -1295,7 +1295,7 @@ def test_rabbitmq_multiple_bindings(rabbitmq_cluster):
     messages_num = 500
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         # init connection here because otherwise python rabbitmq client might fail
@@ -1392,7 +1392,7 @@ def test_rabbitmq_headers_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1446,7 +1446,7 @@ def test_rabbitmq_virtual_columns(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1513,7 +1513,7 @@ def test_rabbitmq_virtual_columns_with_materialized_view(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1591,7 +1591,7 @@ def test_rabbitmq_many_consumers_to_each_queue(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         connection = pika.BlockingConnection(parameters)
@@ -1671,7 +1671,7 @@ def test_rabbitmq_restore_failed_connection_without_losses_1(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1731,7 +1731,7 @@ def test_rabbitmq_restore_failed_connection_without_losses_2(rabbitmq_cluster):
     messages_num = 150000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
@@ -1803,7 +1803,7 @@ def test_rabbitmq_commit_on_block_write(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1889,7 +1889,7 @@ def test_rabbitmq_no_connection_at_startup(rabbitmq_cluster):
 
     messages_num = 1000
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
     for i in range(messages_num):

From 677528326fa7401122a8d47b837f1174e3aa7b89 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 17 Feb 2021 18:40:01 +0300
Subject: [PATCH 0025/1060] postgres

---
 .../compose/docker_compose_postgres.yml       |  9 +-
 ...esql.yml => docker_compose_postgresql.yml} |  0
 ...docker_compose_postgresql_java_client.yml} |  0
 tests/integration/helpers/client.py           | 12 +--
 tests/integration/helpers/cluster.py          | 85 ++++++++++---------
 .../test_dictionaries_postgresql/test.py      | 20 ++---
 .../postgres_odbc_hashed_dictionary.xml       |  2 +-
 .../integration/test_odbc_interaction/test.py | 31 ++++---
 .../test_postgresql_database_engine/test.py   |  4 +-
 .../test_postgresql_protocol/test.py          |  4 +-
 .../test_storage_postgresql/test.py           |  4 +-
 11 files changed, 98 insertions(+), 73 deletions(-)
 rename docker/test/integration/runner/compose/{docker_compose_postgesql.yml => docker_compose_postgresql.yml} (100%)
 rename docker/test/integration/runner/compose/{docker_compose_postgesql_java_client.yml => docker_compose_postgresql_java_client.yml} (100%)

diff --git a/docker/test/integration/runner/compose/docker_compose_postgres.yml b/docker/test/integration/runner/compose/docker_compose_postgres.yml
index fff4fb1fa42..cb0017ccd33 100644
--- a/docker/test/integration/runner/compose/docker_compose_postgres.yml
+++ b/docker/test/integration/runner/compose/docker_compose_postgres.yml
@@ -6,8 +6,15 @@ services:
         environment:
             POSTGRES_PASSWORD: mysecretpassword
         ports:
-          - 5432:5432
+          - ${POSTGRES_EXTERNAL_PORT}:${POSTGRES_INTERNAL_PORT}
+        healthcheck:
+          test: ["CMD-SHELL", "pg_isready -U postgres"]
+          interval: 10s
+          timeout: 5s
+          retries: 5
         networks:
           default:
             aliases:
               - postgre-sql.local
+        environment:
+          POSTGRES_HOST_AUTH_METHOD: "trust"
\ No newline at end of file
diff --git a/docker/test/integration/runner/compose/docker_compose_postgesql.yml b/docker/test/integration/runner/compose/docker_compose_postgresql.yml
similarity index 100%
rename from docker/test/integration/runner/compose/docker_compose_postgesql.yml
rename to docker/test/integration/runner/compose/docker_compose_postgresql.yml
diff --git a/docker/test/integration/runner/compose/docker_compose_postgesql_java_client.yml b/docker/test/integration/runner/compose/docker_compose_postgresql_java_client.yml
similarity index 100%
rename from docker/test/integration/runner/compose/docker_compose_postgesql_java_client.yml
rename to docker/test/integration/runner/compose/docker_compose_postgresql_java_client.yml
diff --git a/tests/integration/helpers/client.py b/tests/integration/helpers/client.py
index 04b6082e95f..95f8a58dbf1 100644
--- a/tests/integration/helpers/client.py
+++ b/tests/integration/helpers/client.py
@@ -101,8 +101,8 @@ class CommandRequest:
         self.stdout_file.seek(0)
         self.stderr_file.seek(0)
 
-        stdout = self.stdout_file.read().decode()
-        stderr = self.stderr_file.read().decode()
+        stdout = self.stdout_file.read().decode('utf-8', errors='replace')
+        stderr = self.stderr_file.read().decode('utf-8', errors='replace')
 
         if self.timer is not None and not self.process_finished_before_timeout and not self.ignore_error:
             raise QueryTimeoutExceedException('Client timed out!')
@@ -118,8 +118,8 @@ class CommandRequest:
         self.stdout_file.seek(0)
         self.stderr_file.seek(0)
 
-        stdout = self.stdout_file.read().decode()
-        stderr = self.stderr_file.read().decode()
+        stdout = self.stdout_file.read().decode('utf-8', errors='replace')
+        stderr = self.stderr_file.read().decode('utf-8', errors='replace')
 
         if self.timer is not None and not self.process_finished_before_timeout and not self.ignore_error:
             raise QueryTimeoutExceedException('Client timed out!')
@@ -134,8 +134,8 @@ class CommandRequest:
         self.stdout_file.seek(0)
         self.stderr_file.seek(0)
 
-        stdout = self.stdout_file.read().decode()
-        stderr = self.stderr_file.read().decode()
+        stdout = self.stdout_file.read().decode('utf-8', errors='replace')
+        stderr = self.stderr_file.read().decode('utf-8', errors='replace')
 
         if self.timer is not None and not self.process_finished_before_timeout and not self.ignore_error:
             raise QueryTimeoutExceedException('Client timed out!')
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 560650a09d7..d582c0b7401 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -38,6 +38,7 @@ SANITIZER_SIGN = "=================="
 
 
 def _create_env_file(path, variables):
+    logging.debug("Env {} stored in {}".format(variables, path))
     with open(path, 'w') as f:
         for var, value in list(variables.items()):
             f.write("=".join([var, value]) + "\n")
@@ -71,7 +72,7 @@ def get_open_port():
 
 def subprocess_check_call(args):
     # Uncomment for debugging
-    # print('run:', ' ' . join(args))
+    print('run:', ' '.join(args))
     run_and_check(args)
 
 
@@ -136,6 +137,7 @@ class ClickHouseCluster:
         self.docker_logs_path = p.join(self.instances_dir, 'docker.log')
         self.env_file = p.join(self.instances_dir, DEFAULT_ENV_NAME)
         self.env_variables = {}
+        self.up_called = False
 
         custom_dockerd_host = custom_dockerd_host or os.environ.get('CLICKHOUSE_TESTS_DOCKERD_HOST')
         self.docker_api_version = os.environ.get("DOCKER_API_VERSION")
@@ -202,6 +204,10 @@ class ClickHouseCluster:
         self.redis_host = "redis1"
         self.redis_port = get_open_port()
 
+        # available when with_postgres == True
+        self.postgres_host = "postgres1"
+        self.postgres_port = get_open_port()
+
         # available when with_mysql == True
         self.mysql_host = "mysql57"
         self.mysql_port = get_open_port()
@@ -268,6 +274,16 @@ class ClickHouseCluster:
                                     '--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')]
         return self.base_rabbitmq_cmd
 
+    def setup_postgres_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
+        env_variables['POSTGRES_HOST'] = self.postgres_host
+        env_variables['POSTGRES_EXTERNAL_PORT'] = str(self.postgres_port)
+        env_variables['POSTGRES_INTERNAL_PORT'] = "5432"
+        self.with_postgres = True
+        self.base_postgres_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                      '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')]
+        return self.base_postgres_cmd
+
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None,
                      with_zookeeper=False, with_mysql=False, with_mysql8=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
@@ -364,11 +380,7 @@ class ClickHouseCluster:
             cmds.append(self.setup_mysql8_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_postgres and not self.with_postgres:
-            self.with_postgres = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
-            self.base_postgres_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                      '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')]
-            cmds.append(self.base_postgres_cmd)
+            cmds.append(self.setup_postgres_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_odbc_drivers and not self.with_odbc_drivers:
             self.with_odbc_drivers = True
@@ -376,11 +388,7 @@ class ClickHouseCluster:
                 cmds.append(self.setup_mysql_cmd(instance, env_variables, docker_compose_yml_dir))
 
             if not self.with_postgres:
-                self.with_postgres = True
-                self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
-                self.base_postgres_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                          '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')]
-                cmds.append(self.base_postgres_cmd)
+                cmds.append(self.setup_postgres_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_kafka and not self.with_kafka:
             self.with_kafka = True
@@ -582,8 +590,7 @@ class ClickHouseCluster:
         start = time.time()
         while time.time() - start < timeout:
             try:
-                conn_string = "host='localhost' user='postgres' password='mysecretpassword'"
-                conn = psycopg2.connect(conn_string)
+                conn = psycopg2.connect(host='127.0.0.1', port=self.postgres_port, user='postgres', password='mysecretpassword')
                 conn.close()
                 print("Postgres Started")
                 return
@@ -738,7 +745,7 @@ class ClickHouseCluster:
 
             self.docker_client = docker.from_env(version=self.docker_api_version)
 
-            common_opts = ['up', '-d', '--force-recreate', '--remove-orphans']
+            common_opts = ['up', '-d', '--force-recreate']
 
             if self.with_zookeeper and self.base_zookeeper_cmd:
                 print('Setup ZooKeeper')
@@ -772,7 +779,7 @@ class ClickHouseCluster:
             if self.with_postgres and self.base_postgres_cmd:
                 print('Setup Postgres')
                 subprocess_check_call(self.base_postgres_cmd + common_opts)
-                self.wait_postgres_to_start(120)
+                self.wait_postgres_to_start(30)
 
             if self.with_kafka and self.base_kafka_cmd:
                 print('Setup Kafka')
@@ -826,6 +833,7 @@ class ClickHouseCluster:
 
             clickhouse_start_cmd = self.base_cmd + ['up', '-d', '--no-recreate']
             print(("Trying to create ClickHouse instance by command %s", ' '.join(map(str, clickhouse_start_cmd))))
+            self.up_called = True
             subprocess.check_output(clickhouse_start_cmd)
             print("ClickHouse instance created")
 
@@ -850,29 +858,30 @@ class ClickHouseCluster:
 
     def shutdown(self, kill=True):
         sanitizer_assert_instance = None
-        with open(self.docker_logs_path, "w+") as f:
-            try:
-                subprocess.check_call(self.base_cmd + ['logs'], stdout=f)   # STYLE_CHECK_ALLOW_SUBPROCESS_CHECK_CALL
-            except Exception as e:
-                print("Unable to get logs from docker.")
-            f.seek(0)
-            for line in f:
-                if SANITIZER_SIGN in line:
-                    sanitizer_assert_instance = line.split('|')[0].strip()
-                    break
+        if self.up_called:
+            with open(self.docker_logs_path, "w+") as f:
+                try:
+                    subprocess.check_call(self.base_cmd + ['logs'], stdout=f)   # STYLE_CHECK_ALLOW_SUBPROCESS_CHECK_CALL
+                except Exception as e:
+                    print("Unable to get logs from docker.")
+                f.seek(0)
+                for line in f:
+                    if SANITIZER_SIGN in line:
+                        sanitizer_assert_instance = line.split('|')[0].strip()
+                        break
 
-        if kill:
-            try:
-                subprocess_check_call(self.base_cmd + ['stop', '--timeout', '20'])
-            except Exception as e:
-                print("Kill command failed during shutdown. {}".format(repr(e)))
-                print("Trying to kill forcefully")
-                subprocess_check_call(self.base_cmd + ['kill'])
+            if kill:
+                try:
+                    subprocess_check_call(self.base_cmd + ['stop', '--timeout', '20'])
+                except Exception as e:
+                    print("Kill command failed during shutdown. {}".format(repr(e)))
+                    print("Trying to kill forcefully")
+                    subprocess_check_call(self.base_cmd + ['kill'])
 
-        try:
-            subprocess_check_call(self.base_cmd + ['down', '--volumes'])
-        except Exception as e:
-            print("Down + remove orphans failed durung shutdown. {}".format(repr(e)))
+            try:
+                subprocess_check_call(self.base_cmd + ['down', '--volumes'])
+            except Exception as e:
+                print("Down + remove orphans failed durung shutdown. {}".format(repr(e)))
 
         self.is_up = False
 
@@ -1308,7 +1317,7 @@ class ClickHouseInstance:
                     "UserName": "postgres",
                     "Password": "mysecretpassword",
                     "Port": "5432",
-                    "Servername": "postgres1",
+                    "Servername": self.cluster.postgres_host,
                     "Protocol": "9.3",
                     "ReadOnly": "No",
                     "RowVersioning": "No",
@@ -1441,8 +1450,6 @@ class ClickHouseInstance:
         self.cluster.env_variables.update(self.env_variables)
         _create_env_file(os.path.join(self.env_file), self.env_variables)
 
-        print("Env {} stored in {}".format(self.env_variables, self.env_file))
-
         odbc_ini_path = ""
         if self.odbc_ini_path:
             self._create_odbc_config_file()
diff --git a/tests/integration/test_dictionaries_postgresql/test.py b/tests/integration/test_dictionaries_postgresql/test.py
index b83c00409af..1be6ea6d295 100644
--- a/tests/integration/test_dictionaries_postgresql/test.py
+++ b/tests/integration/test_dictionaries_postgresql/test.py
@@ -18,11 +18,11 @@ click_dict_table_template = """
     ) ENGINE = Dictionary({})
     """
 
-def get_postgres_conn(database=False):
+def get_postgres_conn(database, port):
     if database == True:
-        conn_string = "host='localhost' dbname='clickhouse' user='postgres' password='mysecretpassword'"
+        conn_string = "host='localhost' port='{}' dbname='clickhouse' user='postgres' password='mysecretpassword'".format(port)
     else:
-        conn_string = "host='localhost' user='postgres' password='mysecretpassword'"
+        conn_string = "host='localhost' port='{}' user='postgres' password='mysecretpassword'".format(port)
     conn = psycopg2.connect(conn_string)
     conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
     conn.autocommit = True
@@ -36,8 +36,8 @@ def create_postgres_table(conn, table_name):
     cursor = conn.cursor()
     cursor.execute(postgres_dict_table_template.format(table_name))
 
-def create_and_fill_postgres_table(table_name):
-    conn = get_postgres_conn(True)
+def create_and_fill_postgres_table(table_name, port):
+    conn = get_postgres_conn(True, port)
     create_postgres_table(conn, table_name)
     # Fill postgres table using clickhouse postgres table function and check
     table_func = '''postgresql('postgres1:5432', 'clickhouse', '{}', 'postgres', 'mysecretpassword')'''.format(table_name)
@@ -54,7 +54,7 @@ def create_dict(table_name, index=0):
 def started_cluster():
     try:
         cluster.start()
-        postgres_conn = get_postgres_conn()
+        postgres_conn = get_postgres_conn(False, cluster.postgres_port)
         node1.query("CREATE DATABASE IF NOT EXISTS test")
         print("postgres connected")
         create_postgres_db(postgres_conn, 'clickhouse')
@@ -65,10 +65,10 @@ def started_cluster():
 
 
 def test_load_dictionaries(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(True, started_cluster.postgres_port)
     cursor = conn.cursor()
     table_name = 'test0'
-    create_and_fill_postgres_table(table_name)
+    create_and_fill_postgres_table(table_name, started_cluster.postgres_port)
     create_dict(table_name)
     dict_name = 'dict0'
 
@@ -80,10 +80,10 @@ def test_load_dictionaries(started_cluster):
 
 
 def test_invalidate_query(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(True, started_cluster.postgres_port)
     cursor = conn.cursor()
     table_name = 'test0'
-    create_and_fill_postgres_table(table_name)
+    create_and_fill_postgres_table(table_name, started_cluster.postgres_port)
 
     # invalidate query: SELECT value FROM test0 WHERE id = 0
     dict_name = 'dict0'
diff --git a/tests/integration/test_odbc_interaction/configs/dictionaries/postgres_odbc_hashed_dictionary.xml b/tests/integration/test_odbc_interaction/configs/dictionaries/postgres_odbc_hashed_dictionary.xml
index 19eed6ebd6a..6aad3ad9917 100644
--- a/tests/integration/test_odbc_interaction/configs/dictionaries/postgres_odbc_hashed_dictionary.xml
+++ b/tests/integration/test_odbc_interaction/configs/dictionaries/postgres_odbc_hashed_dictionary.xml
@@ -4,7 +4,7 @@
        <source>
            <odbc>
                <table>clickhouse.test_table</table>
-               <connection_string>DSN=postgresql_odbc;</connection_string>
+               <connection_string>DSN=postgresql_odbc</connection_string>
                <db>postgres</db>
            </odbc>
        </source>
diff --git a/tests/integration/test_odbc_interaction/test.py b/tests/integration/test_odbc_interaction/test.py
index 3ef59e7bd23..7510ff02011 100644
--- a/tests/integration/test_odbc_interaction/test.py
+++ b/tests/integration/test_odbc_interaction/test.py
@@ -4,13 +4,14 @@ import psycopg2
 import pymysql.cursors
 import pytest
 import logging
+import os.path
 
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import assert_eq_with_retry
 from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT
 
 cluster = ClickHouseCluster(__file__)
-node1 = cluster.add_instance('node1', with_odbc_drivers=True, with_mysql=True,
+node1 = cluster.add_instance('node1', with_odbc_drivers=True, with_mysql=True, with_postgres=True,
                              main_configs=['configs/openssl.xml', 'configs/odbc_logging.xml',
                                            'configs/enable_dictionaries.xml',
                                            'configs/dictionaries/sqlite3_odbc_hashed_dictionary.xml',
@@ -36,7 +37,7 @@ create_table_sql_template = """
 def get_mysql_conn():
     errors = []
     conn = None
-    for _ in range(5):
+    for _ in range(15):
         try:
             if conn is None:
                 conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
@@ -64,11 +65,20 @@ def create_mysql_table(conn, table_name):
 
 
 def get_postgres_conn():
-    conn_string = "host='localhost' user='postgres' password='mysecretpassword'"
-    conn = psycopg2.connect(conn_string)
-    conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
-    conn.autocommit = True
-    return conn
+    conn_string = "host='localhost' port={} user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
+    errors = []
+    for _ in range(15):
+        try:
+            conn = psycopg2.connect(conn_string)
+            logging.debug("Postgre Connection establised: {}".format(conn_string))
+            conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
+            conn.autocommit = True
+            return conn
+        except Exception as e:
+            errors += [str(e)]
+            time.sleep(1)
+    
+    raise Exception("Postgre connection not establised DSN={}, {}".format(conn_string, errors))
 
 
 def create_postgres_db(conn, name):
@@ -319,12 +329,13 @@ def test_postgres_insert(started_cluster):
         "create table pg_insert (column1 UInt8, column2 String) engine=ODBC('DSN=postgresql_odbc;Servername=postgre-sql.local', 'clickhouse', 'test_table')")
     node1.query("insert into pg_insert values (1, 'hello'), (2, 'world')")
     assert node1.query("select * from pg_insert") == '1\thello\n2\tworld\n'
-    node1.query("insert into table function odbc('DSN=postgresql_odbc;', 'clickhouse', 'test_table') format CSV 3,test")
+    node1.query("insert into table function odbc('DSN=postgresql_odbc', 'clickhouse', 'test_table') format CSV 3,test")
     node1.query(
-        "insert into table function odbc('DSN=postgresql_odbc;Servername=postgre-sql.local', 'clickhouse', 'test_table') select number, 's' || toString(number) from numbers (4, 7)")
+        "insert into table function odbc('DSN=postgresql_odbc;Servername=postgre-sql.local', 'clickhouse', 'test_table')" \
+        " select number, 's' || toString(number) from numbers (4, 7)")
     assert node1.query("select sum(column1), count(column1) from pg_insert") == "55\t10\n"
     assert node1.query(
-        "select sum(n), count(n) from (select (*,).1 as n from (select * from odbc('DSN=postgresql_odbc;', 'clickhouse', 'test_table')))") == "55\t10\n"
+        "select sum(n), count(n) from (select (*,).1 as n from (select * from odbc('DSN=postgresql_odbc', 'clickhouse', 'test_table')))") == "55\t10\n"
 
 
 def test_bridge_dies_with_parent(started_cluster):
diff --git a/tests/integration/test_postgresql_database_engine/test.py b/tests/integration/test_postgresql_database_engine/test.py
index b3f7c0fa9af..2cb148db6ef 100644
--- a/tests/integration/test_postgresql_database_engine/test.py
+++ b/tests/integration/test_postgresql_database_engine/test.py
@@ -16,9 +16,9 @@ postgres_table_template = """
 
 def get_postgres_conn(database=False):
     if database == True:
-        conn_string = "host='localhost' dbname='test_database' user='postgres' password='mysecretpassword'"
+        conn_string = "host='localhost' port={} dbname='test_database' user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
     else:
-        conn_string = "host='localhost' user='postgres' password='mysecretpassword'"
+        conn_string = "host='localhost' port={} user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
     conn = psycopg2.connect(conn_string)
     conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
     conn.autocommit = True
diff --git a/tests/integration/test_postgresql_protocol/test.py b/tests/integration/test_postgresql_protocol/test.py
index c63896eb196..633c02ef408 100644
--- a/tests/integration/test_postgresql_protocol/test.py
+++ b/tests/integration/test_postgresql_protocol/test.py
@@ -38,7 +38,7 @@ def server_address():
 
 @pytest.fixture(scope='module')
 def psql_client():
-    docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgesql.yml')
+    docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
     yield docker.from_env().containers.get(cluster.project_name + '_psql_1')
@@ -62,7 +62,7 @@ def psql_server(psql_client):
 
 @pytest.fixture(scope='module')
 def java_container():
-    docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgesql_java_client.yml')
+    docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql_java_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
     yield docker.from_env().containers.get(cluster.project_name + '_java_1')
diff --git a/tests/integration/test_storage_postgresql/test.py b/tests/integration/test_storage_postgresql/test.py
index 4f567c19f2b..e46d6f98aae 100644
--- a/tests/integration/test_storage_postgresql/test.py
+++ b/tests/integration/test_storage_postgresql/test.py
@@ -11,9 +11,9 @@ node1 = cluster.add_instance('node1', main_configs=[], with_postgres=True)
 
 def get_postgres_conn(database=False):
     if database == True:
-        conn_string = "host='localhost' dbname='clickhouse' user='postgres' password='mysecretpassword'"
+        conn_string = "host='localhost' port='{}' dbname='clickhouse' user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
     else:
-        conn_string = "host='localhost' user='postgres' password='mysecretpassword'"
+        conn_string = "host='localhost' port='{}' user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
     conn = psycopg2.connect(conn_string)
     conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
     conn.autocommit = True

From 44fddb2c295f83093f429d91d95e6f9a2b5d786e Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 18 Feb 2021 20:36:29 +0900
Subject: [PATCH 0026/1060] Add some comments

---
 .../parametric-functions.md                   |  4 ++--
 .../AggregateFunctionSequenceNextNode.h       | 21 ++++++++++++++++---
 2 files changed, 20 insertions(+), 5 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index 1e84bf5e084..56fb5207648 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -503,14 +503,14 @@ Returns a value of next event that matched an event chain.
 **Syntax**
 
 ``` sql
-sequenceNextNode([descending_order])(timestamp, event_column, event1, event2, ... event32)
+sequenceNextNode([descending_order])(timestamp, event_column, event1, event2, event3, ...)
 ```
 
 **Parameters**
 -   `descending_order` - Used to sort the timestamp in ascending or descending order. 0 or 1.
 -   `timestamp` — Name of the column containing the timestamp. Data types supported: Date, DateTime and other unsigned integer types.
 -   `event_column` - Name of the column containing the value of the next event to be returned. Data types supported: String and Nullable(String)
--   `cond` — Conditions or data describing the chain of events. UInt8.
+-   `cond` — Conditions describing the chain of events. UInt8.
 
 **Returned value**
 
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index ffcc02b805a..be672974ac6 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -27,13 +27,15 @@
 namespace DB
 {
 
+
+/// NodeBase used to implement a linked list for storage of SequenceNextNodeImpl
 template <typename Node>
 struct NodeBase
 {
     UInt64 size; // size of payload
 
     DataTypeDateTime::FieldType event_time;
-    UInt32 events_bitset; // UInt32 for combiniant comparesons between bitsets (< operator on bitsets).
+    UInt32 events_bitset; // Bitsets of UInt32 are easy to compare. (< operator on bitsets)
 
     char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
 
@@ -70,6 +72,7 @@ struct NodeBase
     }
 };
 
+/// It stores String, timestamp, bitset of matched events.
 struct NodeString : public NodeBase<NodeString>
 {
     using Node = NodeString;
@@ -91,6 +94,7 @@ struct NodeString : public NodeBase<NodeString>
     }
 };
 
+/// TODO : Expends SequenceNextNodeGeneralData to support other types
 template <typename T, typename Node, bool Descending>
 struct SequenceNextNodeGeneralData
 {
@@ -123,6 +127,7 @@ struct SequenceNextNodeGeneralData
     }
 };
 
+/// Implementation of sequenceNextNode
 template <typename T, typename Node, bool Descending>
 class SequenceNextNodeImpl final
     : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>
@@ -178,6 +183,13 @@ public:
 
         const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
 
+        /// The events_bitset variable stores matched events in the form of bitset.
+        /// It uses UInt32 instead of std::bitset because bitsets of UInt32 are easy to compare. (< operator on bitsets)
+        /// Each Nth-bit indicates that the Nth-event are matched.
+        /// For example, event1 and event3 is matched then the values of events_bitset is 0x00000005.
+        ///   0x00000000
+        /// +          1 (bit of event1)
+        /// +          4 (bit of event3)
         UInt32 events_bitset = 0;
         for (UInt8 i = 0; i < events_size; ++i)
             if (assert_cast<const ColumnVector<UInt8> *>(columns[2 + i])->getData()[row_num])
@@ -265,8 +277,8 @@ public:
         return k;
     }
 
-    // This method returns an index of next node that matched the events.
-    // It is one as referring Boyer-Moore-Algorithm.
+    /// This method returns an index of next node that matched the events.
+    /// It is one as referring Boyer-Moore-Algorithm.
     UInt32 getNextNodeIndex(Data & data) const
     {
         if (data.value.size() <= events_size)
@@ -278,10 +290,12 @@ public:
         while (i < data.value.size())
         {
             UInt32 j = 0;
+            /// It checks whether the chain of events are matched or not.
             for (; j < events_size; ++j)
                 if (!(data.value[i - j]->events_bitset & (1 << (events_size - 1 - j))))
                     break;
 
+            /// If the chain of events are matched returns the index of result value.
             if (j == events_size)
                 return i + 1;
 
@@ -309,6 +323,7 @@ public:
     bool allocatesMemoryInArena() const override { return true; }
 };
 
+/// Implementation of sequenceFirstNode
 template <typename T, typename Node, bool Descending>
 class SequenceFirstNodeImpl final
     : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>

From 3409aea6f6ba7cab2c203ce042d3ee9af50d7ae6 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 18 Feb 2021 21:18:44 +0900
Subject: [PATCH 0027/1060] Fix registerAggregateFunctions.cpp

---
 src/AggregateFunctions/registerAggregateFunctions.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index 28b758aee2c..9bc951629c6 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -100,9 +100,9 @@ void registerAggregateFunctions()
         registerAggregateFunctionAggThrow(factory);
         registerAggregateFunctionRankCorrelation(factory);
         registerAggregateFunctionMannWhitney(factory);
+        registerAggregateFunctionSequenceNextNode(factory);
         registerAggregateFunctionWelchTTest(factory);
         registerAggregateFunctionStudentTTest(factory);
-        registerAggregateFunctionSequenceNextNode(factory);
     }
 
     {

From 872e36c207f5ed96f97883cb974038474160c84d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 18 Feb 2021 15:57:45 +0300
Subject: [PATCH 0028/1060] wip

---
 .../runner/compose/docker_compose_kafka.yml   |   9 +-
 .../docker_compose_kerberized_kafka.yml       |   6 +-
 tests/integration/helpers/cluster.py          |  55 +++--
 .../test_aggregate_function_state_avg.py      |   2 +-
 .../test_short_strings_aggregation.py         |   2 +-
 .../test_format_avro_confluent/test.py        |   2 +-
 tests/integration/test_storage_kafka/test.py  | 232 ++++++++++--------
 .../test_storage_kerberized_kafka/test.py     |   7 +-
 8 files changed, 174 insertions(+), 141 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_kafka.yml b/docker/test/integration/runner/compose/docker_compose_kafka.yml
index 219d977ffd9..46f3383e25a 100644
--- a/docker/test/integration/runner/compose/docker_compose_kafka.yml
+++ b/docker/test/integration/runner/compose/docker_compose_kafka.yml
@@ -15,10 +15,11 @@ services:
     image: confluentinc/cp-kafka:5.2.0
     hostname: kafka1
     ports:
-        - "9092:9092"
+        - ${KAFKA_EXTERNAL_PORT}:${KAFKA_EXTERNAL_PORT}
     environment:
-        KAFKA_ADVERTISED_LISTENERS: INSIDE://localhost:9092,OUTSIDE://kafka1:19092
-        KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:19092
+        KAFKA_ADVERTISED_LISTENERS: INSIDE://localhost:${KAFKA_EXTERNAL_PORT},OUTSIDE://kafka1:19092
+        KAFKA_ADVERTISED_HOST_NAME: kafka1
+        KAFKA_LISTENERS: INSIDE://0.0.0.0:${KAFKA_EXTERNAL_PORT},OUTSIDE://0.0.0.0:19092
         KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
         KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
         KAFKA_BROKER_ID: 1
@@ -34,7 +35,7 @@ services:
     image: confluentinc/cp-schema-registry:5.2.0
     hostname: schema-registry
     ports:
-        - "8081:8081"
+        - ${SCHEMA_REGISTRY_EXTERNAL_PORT}:${SCHEMA_REGISTRY_INTERNAL_PORT}
     environment:
         SCHEMA_REGISTRY_HOST_NAME: schema-registry
         SCHEMA_REGISTRY_KAFKASTORE_SECURITY_PROTOCOL: PLAINTEXT
diff --git a/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml b/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml
index 6e1e11344bb..1c1ab837592 100644
--- a/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml
+++ b/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml
@@ -23,13 +23,13 @@ services:
     # restart: always
     hostname: kerberized_kafka1
     ports:
-        - "9092:9092"
-        - "9093:9093"
+        - ${KERBERIZED_KAFKA_EXTERNAL_PORT}:${KERBERIZED_KAFKA_EXTERNAL_PORT}
     environment:
         KAFKA_LISTENERS: OUTSIDE://:19092,UNSECURED_OUTSIDE://:19093,UNSECURED_INSIDE://:9093
-        KAFKA_ADVERTISED_LISTENERS: OUTSIDE://kerberized_kafka1:19092,UNSECURED_OUTSIDE://kerberized_kafka1:19093,UNSECURED_INSIDE://localhost:9093
+        KAFKA_ADVERTISED_LISTENERS: OUTSIDE://kerberized_kafka1:19092,UNSECURED_OUTSIDE://kerberized_kafka1:19093,UNSECURED_INSIDE://localhost:${KERBERIZED_KAFKA_EXTERNAL_PORT}
         # KAFKA_LISTENERS: INSIDE://kerberized_kafka1:9092,OUTSIDE://kerberized_kafka1:19092
         # KAFKA_ADVERTISED_LISTENERS: INSIDE://localhost:9092,OUTSIDE://kerberized_kafka1:19092
+        KAFKA_ADVERTISED_HOST_NAME: kerberized_kafka1
         KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: GSSAPI
         KAFKA_SASL_ENABLED_MECHANISMS: GSSAPI
         KAFKA_SASL_KERBEROS_SERVICE_NAME: kafka
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index d582c0b7401..0673deaa892 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -183,9 +183,19 @@ class ClickHouseCluster:
         self.minio_redirect_port = 8080
 
         # available when with_kafka == True
+        self.kafka_host = "kafka1"
+        self.kafka_port = get_open_port()
+        self.kafka_docker_id = None
         self.schema_registry_client = None
         self.schema_registry_host = "schema-registry"
-        self.schema_registry_port = 8081
+        self.schema_registry_port = get_open_port()
+        self.kafka_docker_id = self.get_instance_docker_id(self.kafka_host)
+
+        # available when with_kerberozed_kafka == True
+        self.kerberized_kafka_host = "kerberized_kafka1"
+        self.kerberized_kafka_port = get_open_port()
+        self.kerberized_kafka_docker_id = None
+        self.kerberized_kafka_docker_id = self.get_instance_docker_id(self.kafka_host)
 
         # available when with_mongo == True
         self.mongo_host = "mongo1"
@@ -250,6 +260,27 @@ class ClickHouseCluster:
 
         return self.base_mysql8_cmd
 
+    def setup_kafka_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_redis = True
+        env_variables['KAFKA_HOST'] = self.kafka_host
+        env_variables['KAFKA_EXTERNAL_PORT'] = str(self.kafka_port)
+        env_variables['SCHEMA_REGISTRY_EXTERNAL_PORT'] = str(self.schema_registry_port)
+        env_variables['SCHEMA_REGISTRY_INTERNAL_PORT'] = "8081"
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')])
+        self.base_redis_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')]
+        return self.base_redis_cmd
+
+    def setup_kerberized_kafka_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_redis = True
+        env_variables['KERBERIZED_KAFKA_DIR'] = instance.path + '/'
+        env_variables['KERBERIZED_KAFKA_HOST'] = self.kerberized_kafka_host
+        env_variables['KERBERIZED_KAFKA_EXTERNAL_PORT'] = str(self.kerberized_kafka_port)
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')])
+        self.base_redis_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')]
+        return self.base_redis_cmd
+
     def setup_redis_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_redis = True
         env_variables['REDIS_HOST'] = self.redis_host
@@ -391,19 +422,10 @@ class ClickHouseCluster:
                 cmds.append(self.setup_postgres_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_kafka and not self.with_kafka:
-            self.with_kafka = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')])
-            self.base_kafka_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                   '--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')]
-            cmds.append(self.base_kafka_cmd)
+            cmds.append(self.setup_kafka_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_kerberized_kafka and not self.with_kerberized_kafka:
-            env_variables['KERBERIZED_KAFKA_DIR'] = instance.path + '/'
-            self.with_kerberized_kafka = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')])
-            self.base_kerberized_kafka_cmd = ['docker-compose', '--env-file', instance.env_file,'--project-name', self.project_name,
-                                              '--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')]
-            cmds.append(self.base_kerberized_kafka_cmd)
+            cmds.append(self.setup_kerberized_kafka_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_rabbitmq and not self.with_rabbitmq:
             cmds.append(self.setup_rabbitmq_cmd(instance, env_variables, docker_compose_yml_dir))
@@ -695,14 +717,13 @@ class ClickHouseCluster:
         raise Exception("Can't wait Minio to start")
 
     def wait_schema_registry_to_start(self, timeout=10):
-        sr_client = CachedSchemaRegistryClient('http://localhost:8081')
+        sr_client = CachedSchemaRegistryClient('http://localhost:{}'.format(cluster.schema_registry_port))
         start = time.time()
         while time.time() - start < timeout:
             try:
                 sr_client._send_request(sr_client.url)
-                self.schema_registry_client = sr_client
                 print("Connected to SchemaRegistry")
-                return
+                return sr_client
             except Exception as ex:
                 print(("Can't connect to SchemaRegistry: %s", str(ex)))
                 time.sleep(1)
@@ -784,13 +805,11 @@ class ClickHouseCluster:
             if self.with_kafka and self.base_kafka_cmd:
                 print('Setup Kafka')
                 subprocess_check_call(self.base_kafka_cmd + common_opts + ['--renew-anon-volumes'])
-                self.kafka_docker_id = self.get_instance_docker_id('kafka1')
-                self.wait_schema_registry_to_start(120)
+                self.schema_registry_client = self.wait_schema_registry_to_start(30)
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
                 print('Setup kerberized kafka')
                 run_and_check(self.base_kerberized_kafka_cmd + common_opts + ['--renew-anon-volumes'])
-                self.kerberized_kafka_docker_id = self.get_instance_docker_id('kerberized_kafka1')
             if self.with_rabbitmq and self.base_rabbitmq_cmd:
                 subprocess_check_call(self.base_rabbitmq_cmd + common_opts + ['--renew-anon-volumes'])
                 self.rabbitmq_docker_id = self.get_instance_docker_id('rabbitmq1')
diff --git a/tests/integration/test_backward_compatibility/test_aggregate_function_state_avg.py b/tests/integration/test_backward_compatibility/test_aggregate_function_state_avg.py
index 3b35c112887..5ed97e7a9a5 100644
--- a/tests/integration/test_backward_compatibility/test_aggregate_function_state_avg.py
+++ b/tests/integration/test_backward_compatibility/test_aggregate_function_state_avg.py
@@ -2,7 +2,7 @@ import pytest
 
 from helpers.cluster import ClickHouseCluster
 
-cluster = ClickHouseCluster(__file__)
+cluster = ClickHouseCluster(__file__, name="aggregate_state")
 node1 = cluster.add_instance('node1',
                              with_zookeeper=False, image='yandex/clickhouse-server', tag='19.16.9.37', stay_alive=True,
                              with_installed_binary=True)
diff --git a/tests/integration/test_backward_compatibility/test_short_strings_aggregation.py b/tests/integration/test_backward_compatibility/test_short_strings_aggregation.py
index 91a0a87b6e2..463fadc36e8 100644
--- a/tests/integration/test_backward_compatibility/test_short_strings_aggregation.py
+++ b/tests/integration/test_backward_compatibility/test_short_strings_aggregation.py
@@ -2,7 +2,7 @@ import pytest
 
 from helpers.cluster import ClickHouseCluster
 
-cluster = ClickHouseCluster(__file__)
+cluster = ClickHouseCluster(__file__, name="short_strings")
 node1 = cluster.add_instance('node1', with_zookeeper=False, image='yandex/clickhouse-server', tag='19.16.9.37',
                              stay_alive=True, with_installed_binary=True)
 node2 = cluster.add_instance('node2', with_zookeeper=False, image='yandex/clickhouse-server', tag='19.16.9.37',
diff --git a/tests/integration/test_format_avro_confluent/test.py b/tests/integration/test_format_avro_confluent/test.py
index cc006801735..ec2ed875075 100644
--- a/tests/integration/test_format_avro_confluent/test.py
+++ b/tests/integration/test_format_avro_confluent/test.py
@@ -65,7 +65,7 @@ def test_select(cluster):
     instance = cluster.instances["dummy"]  # type: ClickHouseInstance
     schema_registry_url = "http://{}:{}".format(
         cluster.schema_registry_host,
-        cluster.schema_registry_port
+        8081
     )
 
     run_query(instance, "create table avro_data(value Int64) engine = Memory()")
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 5f2726832cc..e1b5d1068a0 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -5,6 +5,7 @@ import socket
 import subprocess
 import threading
 import time
+import logging
 
 import avro.schema
 from confluent_kafka.avro.cached_schema_registry_client import CachedSchemaRegistryClient
@@ -41,7 +42,7 @@ cluster = ClickHouseCluster(__file__)
 instance = cluster.add_instance('instance',
                                 main_configs=['configs/kafka.xml', 'configs/log_conf.xml'],
                                 with_kafka=True,
-                                with_zookeeper=True,
+#                                with_zookeeper=True,
                                 macros={"kafka_broker":"kafka1",
                                         "kafka_topic_old":"old",
                                         "kafka_group_name_old":"old",
@@ -50,7 +51,7 @@ instance = cluster.add_instance('instance',
                                         "kafka_client_id":"instance",
                                         "kafka_format_json_each_row":"JSONEachRow"},
                                 clickhouse_path_dir='clickhouse_path')
-kafka_id = ''
+kafka_id = cluster.kafka_docker_id
 
 
 # Helpers
@@ -62,8 +63,8 @@ def check_kafka_is_available():
                           kafka_id,
                           '/usr/bin/kafka-broker-api-versions',
                           '--bootstrap-server',
-                          'INSIDE://localhost:9092'),
-                         stdout=subprocess.PIPE)
+                          'INSIDE://{}:{}'.format("localhost", cluster.kafka_port)),
+                         stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     p.communicate()
     return p.returncode == 0
 
@@ -76,21 +77,35 @@ def wait_kafka_is_available(max_retries=50):
         else:
             retries += 1
             if retries > max_retries:
-                raise "Kafka is not available"
-            print("Waiting for Kafka to start up")
+                raise Exception("Kafka is not available")
+            logging.debug("Waiting for Kafka to start up")
             time.sleep(1)
 
+def get_kafka_producer(port, serializer):
+    errors = []
+    for _ in range(15):
+        try:
+            producer = KafkaProducer(bootstrap_servers="localhost:{}".format(port), value_serializer=serializer)
+            logging.debug("Kafka Connection establised: localhost:{}".format(port))
+            return producer
+        except Exception as e:
+            errors += [str(e)]
+            time.sleep(1)
+    
+    raise Exception("Connection not establised, {}".format(errors))
+
 def producer_serializer(x):
     return x.encode() if isinstance(x, str) else x
 
-def kafka_produce(topic, messages, timestamp=None):
-    producer = KafkaProducer(bootstrap_servers="localhost:9092", value_serializer=producer_serializer)
+def kafka_produce(kafka_cluster, topic, messages, timestamp=None):
+    logging.debug("kafka_produce server:{}:{} topic:{}".format("localhost", kafka_cluster.kafka_port, topic))
+    producer = get_kafka_producer(kafka_cluster.kafka_port, producer_serializer)
     for message in messages:
         producer.send(topic=topic, value=message, timestamp_ms=timestamp)
         producer.flush()
 
-def kafka_consume(topic):
-    consumer = KafkaConsumer(bootstrap_servers="localhost:9092", auto_offset_reset="earliest")
+def kafka_consume(kafka_cluster, topic):
+    consumer = KafkaConsumer(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port), auto_offset_reset="earliest")
     consumer.subscribe(topics=(topic))
     for toppar, messages in list(consumer.poll(5000).items()):
         if toppar.topic == topic:
@@ -100,7 +115,7 @@ def kafka_consume(topic):
     consumer.close()
 
 
-def kafka_produce_protobuf_messages(topic, start_index, num_messages):
+def kafka_produce_protobuf_messages(kafka_cluster, topic, start_index, num_messages):
     data = b''
     for i in range(start_index, start_index + num_messages):
         msg = kafka_pb2.KeyValuePair()
@@ -108,14 +123,14 @@ def kafka_produce_protobuf_messages(topic, start_index, num_messages):
         msg.value = str(i)
         serialized_msg = msg.SerializeToString()
         data = data + _VarintBytes(len(serialized_msg)) + serialized_msg
-    producer = KafkaProducer(bootstrap_servers="localhost:9092", value_serializer=producer_serializer)
+    producer = KafkaProducer(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port), value_serializer=producer_serializer)
     producer.send(topic=topic, value=data)
     producer.flush()
-    print(("Produced {} messages for topic {}".format(num_messages, topic)))
+    logging.debug(("Produced {} messages for topic {}".format(num_messages, topic)))
 
-def kafka_produce_protobuf_messages_no_delimeters(topic, start_index, num_messages):
+def kafka_produce_protobuf_messages_no_delimeters(kafka_cluster, topic, start_index, num_messages):
     data = ''
-    producer = KafkaProducer(bootstrap_servers="localhost:9092")
+    producer = KafkaProducer(bootstrap_servers="localhost:".format(kafka_cluster.kafka_port))
     for i in range(start_index, start_index + num_messages):
         msg = kafka_pb2.KeyValuePair()
         msg.key = i
@@ -123,9 +138,9 @@ def kafka_produce_protobuf_messages_no_delimeters(topic, start_index, num_messag
         serialized_msg = msg.SerializeToString()
         producer.send(topic=topic, value=serialized_msg)
     producer.flush()
-    print("Produced {} messages for topic {}".format(num_messages, topic))
+    logging.debug("Produced {} messages for topic {}".format(num_messages, topic))
 
-def kafka_produce_protobuf_social(topic, start_index, num_messages):
+def kafka_produce_protobuf_social(kafka_cluster,topic, start_index, num_messages):
     data = b''
     for i in range(start_index, start_index + num_messages):
         msg = social_pb2.User()
@@ -133,10 +148,10 @@ def kafka_produce_protobuf_social(topic, start_index, num_messages):
         msg.timestamp=1000000+i
         serialized_msg = msg.SerializeToString()
         data = data + _VarintBytes(len(serialized_msg)) + serialized_msg
-    producer = KafkaProducer(bootstrap_servers="localhost:9092", value_serializer=producer_serializer)
+    producer = KafkaProducer(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port), value_serializer=producer_serializer)
     producer.send(topic=topic, value=data)
     producer.flush()
-    print(("Produced {} messages for topic {}".format(num_messages, topic)))
+    logging.debug(("Produced {} messages for topic {}".format(num_messages, topic)))
 
 
 def avro_confluent_message(schema_registry_client, value):
@@ -159,7 +174,7 @@ def avro_confluent_message(schema_registry_client, value):
 
 @pytest.mark.timeout(180)
 def test_kafka_json_as_string(kafka_cluster):
-    kafka_produce('kafka_json_as_string', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }',
+    kafka_produce(kafka_cluster, 'kafka_json_as_string', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }',
                                            '{"F1":"V1","F2":{"F21":"V21","F22":{},"F23":"V23","F24":"2019-12-24T16:28:04"},"F3":"V3"}'])
 
     instance.query('''
@@ -180,11 +195,13 @@ def test_kafka_json_as_string(kafka_cluster):
 '''
     assert TSV(result) == TSV(expected)
     assert instance.contains_in_log(
-        "Parsing of message (topic: kafka_json_as_string, partition: 0, offset: 1) return no rows")
+        "Parsing of message (topic: kafka_json_as_string, partition: 0, offset: [0-9]*) return no rows")
 
 
 @pytest.mark.timeout(300)
 def test_kafka_formats(kafka_cluster):
+    schema_registry_client = CachedSchemaRegistryClient('http://localhost:{}'.format(kafka_cluster.schema_registry_port))
+
     # data was dumped from clickhouse itself in a following manner
     # clickhouse-client --format=Native --query='SELECT toInt64(number) as id, toUInt16( intDiv( id, 65536 ) ) as blockNo, reinterpretAsString(19777) as val1, toFloat32(0.5) as val2, toUInt8(1) as val3 from numbers(100) ORDER BY id' | xxd -ps | tr -d '\n' | sed 's/\(..\)/\\x\1/g'
 
@@ -453,19 +470,19 @@ def test_kafka_formats(kafka_cluster):
         # },
         'AvroConfluent': {
             'data_sample': [
-                avro_confluent_message(cluster.schema_registry_client,
+                avro_confluent_message(schema_registry_client,
                                        {'id': 0, 'blockNo': 0, 'val1': str('AM'), 'val2': 0.5, "val3": 1}),
 
-                b''.join([avro_confluent_message(cluster.schema_registry_client,
+                b''.join([avro_confluent_message(schema_registry_client,
                                                               {'id': id, 'blockNo': 0, 'val1': str('AM'),
                                                                'val2': 0.5, "val3": 1}) for id in range(1, 16)]),
 
-                avro_confluent_message(cluster.schema_registry_client,
+                avro_confluent_message(schema_registry_client,
                                        {'id': 0, 'blockNo': 0, 'val1': str('AM'), 'val2': 0.5, "val3": 1}),
             ],
             'extra_settings': ", format_avro_schema_registry_url='http://{}:{}'".format(
-                cluster.schema_registry_host,
-                cluster.schema_registry_port
+                kafka_cluster.schema_registry_host,
+                8081
             ),
             'supports_empty_value': True,
         }
@@ -514,14 +531,14 @@ def test_kafka_formats(kafka_cluster):
     }
 
     for format_name, format_opts in list(all_formats.items()):
-        print(('Set up {}'.format(format_name)))
+        logging.debug(('Set up {}'.format(format_name)))
         topic_name = 'format_tests_{}'.format(format_name)
         data_sample = format_opts['data_sample']
         data_prefix = []
         # prepend empty value when supported
         if format_opts.get('supports_empty_value', False):
             data_prefix = data_prefix + ['']
-        kafka_produce(topic_name, data_prefix + data_sample)
+        kafka_produce(kafka_cluster, topic_name, data_prefix + data_sample)
         instance.query('''
             DROP TABLE IF EXISTS test.kafka_{format_name};
 
@@ -548,7 +565,7 @@ def test_kafka_formats(kafka_cluster):
     time.sleep(12)
 
     for format_name, format_opts in list(all_formats.items()):
-        print(('Checking {}'.format(format_name)))
+        logging.debug(('Checking {}'.format(format_name)))
         topic_name = 'format_tests_{}'.format(format_name)
         # shift offsets by 1 if format supports empty value
         offsets = [1, 2, 3] if format_opts.get('supports_empty_value', False) else [0, 1, 2]
@@ -587,8 +604,8 @@ def kafka_check_result(result, check=False, ref_file='test_kafka_json.reference'
 
 
 # https://stackoverflow.com/a/57692111/1555175
-def describe_consumer_group(name):
-    client = BrokerConnection('localhost', 9092, socket.AF_INET)
+def describe_consumer_group(kafka_cluster, name):
+    client = BrokerConnection('localhost', kafka_cluster.kafka_port, socket.AF_INET)
     client.connect_blocking()
 
     list_members_in_groups = DescribeGroupsRequest_v1(groups=[name])
@@ -619,10 +636,7 @@ def describe_consumer_group(name):
 @pytest.fixture(scope="module")
 def kafka_cluster():
     try:
-        global kafka_id
         cluster.start()
-        kafka_id = instance.cluster.kafka_docker_id
-        print(("kafka_id is {}".format(kafka_id)))
         yield cluster
 
     finally:
@@ -633,7 +647,7 @@ def kafka_cluster():
 def kafka_setup_teardown():
     instance.query('DROP DATABASE IF EXISTS test; CREATE DATABASE test;')
     wait_kafka_is_available()
-    # print("kafka is available - running test")
+    # logging.debug("kafka is available - running test")
     yield  # run test
 
 
@@ -661,7 +675,7 @@ kafka_topic_old	old
     messages = []
     for i in range(50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('old', messages)
+    kafka_produce(kafka_cluster, 'old', messages)
 
     result = ''
     while True:
@@ -671,9 +685,9 @@ kafka_topic_old	old
 
     kafka_check_result(result, True)
 
-    members = describe_consumer_group('old')
+    members = describe_consumer_group(kafka_cluster, 'old')
     assert members[0]['client_id'] == 'ClickHouse-instance-test-kafka'
-    # text_desc = kafka_cluster.exec_in_container(kafka_cluster.get_container_id('kafka1'),"kafka-consumer-groups --bootstrap-server localhost:9092 --describe --members --group old --verbose"))
+    # text_desc = kafka_cluster.exec_in_container(kafka_cluster.get_container_id('kafka1'),"kafka-consumer-groups --bootstrap-server localhost:{} --describe --members --group old --verbose".format(cluster.kafka_port)))
 
 
 @pytest.mark.timeout(180)
@@ -693,16 +707,16 @@ def test_kafka_settings_new_syntax(kafka_cluster):
     messages = []
     for i in range(25):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('new', messages)
+    kafka_produce(kafka_cluster, 'new', messages)
 
     # Insert couple of malformed messages.
-    kafka_produce('new', ['}{very_broken_message,'])
-    kafka_produce('new', ['}another{very_broken_message,'])
+    kafka_produce(kafka_cluster, 'new', ['}{very_broken_message,'])
+    kafka_produce(kafka_cluster, 'new', ['}another{very_broken_message,'])
 
     messages = []
     for i in range(25, 50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('new', messages)
+    kafka_produce(kafka_cluster, 'new', messages)
 
     result = ''
     while True:
@@ -712,14 +726,14 @@ def test_kafka_settings_new_syntax(kafka_cluster):
 
     kafka_check_result(result, True)
 
-    members = describe_consumer_group('new')
+    members = describe_consumer_group(kafka_cluster, 'new')
     assert members[0]['client_id'] == 'instance test 1234'
 
 
 @pytest.mark.timeout(180)
 def test_kafka_issue11308(kafka_cluster):
     # Check that matview does respect Kafka SETTINGS
-    kafka_produce('issue11308', ['{"t": 123, "e": {"x": "woof"} }', '{"t": 123, "e": {"x": "woof"} }',
+    kafka_produce(kafka_cluster, 'issue11308', ['{"t": 123, "e": {"x": "woof"} }', '{"t": 123, "e": {"x": "woof"} }',
                                  '{"t": 124, "e": {"x": "test"} }'])
 
     instance.query('''
@@ -768,7 +782,7 @@ def test_kafka_issue11308(kafka_cluster):
 @pytest.mark.timeout(180)
 def test_kafka_issue4116(kafka_cluster):
     # Check that format_csv_delimiter parameter works now - as part of all available format settings.
-    kafka_produce('issue4116', ['1|foo', '2|bar', '42|answer', '100|multi\n101|row\n103|message'])
+    kafka_produce(kafka_cluster, 'issue4116', ['1|foo', '2|bar', '42|answer', '100|multi\n101|row\n103|message'])
 
     instance.query('''
         CREATE TABLE test.kafka (a UInt64, b String)
@@ -823,7 +837,7 @@ def test_kafka_consumer_hang(kafka_cluster):
     time.sleep(0.5)
     kafka_cluster.unpause_container('kafka1')
 
-    # print("Attempt to drop")
+    # logging.debug("Attempt to drop")
     instance.query('DROP TABLE test.kafka')
 
     # kafka_cluster.open_bash_shell('instance')
@@ -899,7 +913,7 @@ def test_kafka_csv_with_delimiter(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append('{i}, {i}'.format(i=i))
-    kafka_produce('csv', messages)
+    kafka_produce(kafka_cluster, 'csv', messages)
 
     result = ''
     while True:
@@ -925,7 +939,7 @@ def test_kafka_tsv_with_delimiter(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append('{i}\t{i}'.format(i=i))
-    kafka_produce('tsv', messages)
+    kafka_produce(kafka_cluster, 'tsv', messages)
 
     result = ''
     while True:
@@ -965,12 +979,12 @@ def test_kafka_json_without_delimiter(kafka_cluster):
     messages = ''
     for i in range(25):
         messages += json.dumps({'key': i, 'value': i}) + '\n'
-    kafka_produce('json', [messages])
+    kafka_produce(kafka_cluster, 'json', [messages])
 
     messages = ''
     for i in range(25, 50):
         messages += json.dumps({'key': i, 'value': i}) + '\n'
-    kafka_produce('json', [messages])
+    kafka_produce(kafka_cluster, 'json', [messages])
 
     result = ''
     while True:
@@ -993,9 +1007,9 @@ def test_kafka_protobuf(kafka_cluster):
                      kafka_schema = 'kafka.proto:KeyValuePair';
         ''')
 
-    kafka_produce_protobuf_messages('pb', 0, 20)
-    kafka_produce_protobuf_messages('pb', 20, 1)
-    kafka_produce_protobuf_messages('pb', 21, 29)
+    kafka_produce_protobuf_messages(kafka_cluster, 'pb', 0, 20)
+    kafka_produce_protobuf_messages(kafka_cluster,  'pb', 20, 1)
+    kafka_produce_protobuf_messages(kafka_cluster, 'pb', 21, 29)
 
     result = ''
     while True:
@@ -1025,9 +1039,9 @@ SETTINGS
     SELECT * FROM test.kafka;
         ''')
 
-    kafka_produce_protobuf_social('string_field_on_first_position_in_protobuf', 0, 20)
-    kafka_produce_protobuf_social('string_field_on_first_position_in_protobuf', 20, 1)
-    kafka_produce_protobuf_social('string_field_on_first_position_in_protobuf', 21, 29)
+    kafka_produce_protobuf_social(kafka_cluster, 'string_field_on_first_position_in_protobuf', 0, 20)
+    kafka_produce_protobuf_social(kafka_cluster, 'string_field_on_first_position_in_protobuf', 20, 1)
+    kafka_produce_protobuf_social(kafka_cluster, 'string_field_on_first_position_in_protobuf', 21, 29)
 
     result = instance.query('SELECT * FROM test.kafka', ignore_error=True)
     expected = '''\
@@ -1096,9 +1110,9 @@ def test_kafka_protobuf_no_delimiter(kafka_cluster):
                      kafka_schema = 'kafka.proto:KeyValuePair';
         ''')
 
-    kafka_produce_protobuf_messages_no_delimeters('pb_no_delimiter', 0, 20)
-    kafka_produce_protobuf_messages_no_delimeters('pb_no_delimiter', 20, 1)
-    kafka_produce_protobuf_messages_no_delimeters('pb_no_delimiter', 21, 29)
+    kafka_produce_protobuf_messages_no_delimeters(kafka_cluster, 'pb_no_delimiter', 0, 20)
+    kafka_produce_protobuf_messages_no_delimeters(kafka_cluster, 'pb_no_delimiter', 20, 1)
+    kafka_produce_protobuf_messages_no_delimeters(kafka_cluster, 'pb_no_delimiter', 21, 29)
 
     result = ''
     while True:
@@ -1155,7 +1169,7 @@ def test_kafka_materialized_view(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('mv', messages)
+    kafka_produce(kafka_cluster, 'mv', messages)
 
     while True:
         result = instance.query('SELECT * FROM test.view')
@@ -1184,7 +1198,7 @@ def test_librdkafka_snappy_regression(kafka_cluster):
     """
 
     # create topic with snappy compression
-    admin_client = admin.AdminClient({'bootstrap.servers': 'localhost:9092'})
+    admin_client = admin.AdminClient({'bootstrap.servers': 'localhost:{}'.format(kafka_cluster.kafka_port)})
     topic_snappy = admin.NewTopic(topic='snappy_regression', num_partitions=1, replication_factor=1, config={
         'compression.type': 'snappy',
     })
@@ -1215,14 +1229,14 @@ def test_librdkafka_snappy_regression(kafka_cluster):
     for i in range(number_of_messages):
         messages.append(json.dumps({'key': i, 'value': value}))
         expected.append(f'{i}\t{value}')
-    kafka_produce('snappy_regression', messages)
+    kafka_produce(kafka_cluster, 'snappy_regression', messages)
 
     expected = '\n'.join(expected)
 
     while True:
         result = instance.query('SELECT * FROM test.kafka')
         rows = len(result.strip('\n').split('\n'))
-        print(rows)
+        logging.debug(rows)
         if rows == number_of_messages:
             break
 
@@ -1252,7 +1266,7 @@ def test_kafka_materialized_view_with_subquery(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('mvsq', messages)
+    kafka_produce(kafka_cluster, 'mvsq', messages)
 
     while True:
         result = instance.query('SELECT * FROM test.view')
@@ -1296,7 +1310,7 @@ def test_kafka_many_materialized_views(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('mmv', messages)
+    kafka_produce(kafka_cluster, 'mmv', messages)
 
     while True:
         result1 = instance.query('SELECT * FROM test.view1')
@@ -1321,7 +1335,7 @@ def test_kafka_flush_on_big_message(kafka_cluster):
     kafka_messages = 1000
     batch_messages = 1000
     messages = [json.dumps({'key': i, 'value': 'x' * 100}) * batch_messages for i in range(kafka_messages)]
-    kafka_produce('flush', messages)
+    kafka_produce(kafka_cluster, 'flush', messages)
 
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1340,7 +1354,7 @@ def test_kafka_flush_on_big_message(kafka_cluster):
             SELECT * FROM test.kafka;
     ''')
 
-    client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     received = False
     while not received:
         try:
@@ -1379,12 +1393,12 @@ def test_kafka_virtual_columns(kafka_cluster):
     messages = ''
     for i in range(25):
         messages += json.dumps({'key': i, 'value': i}) + '\n'
-    kafka_produce('virt1', [messages], 0)
+    kafka_produce(kafka_cluster, 'virt1', [messages], 0)
 
     messages = ''
     for i in range(25, 50):
         messages += json.dumps({'key': i, 'value': i}) + '\n'
-    kafka_produce('virt1', [messages], 0)
+    kafka_produce(kafka_cluster, 'virt1', [messages], 0)
 
     result = ''
     while True:
@@ -1419,7 +1433,7 @@ def test_kafka_virtual_columns_with_materialized_view(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('virt2', messages, 0)
+    kafka_produce(kafka_cluster, 'virt2', messages, 0)
 
     while True:
         result = instance.query('SELECT kafka_key, key, topic, value, offset, partition, timestamp FROM test.view')
@@ -1563,7 +1577,7 @@ def test_kafka_commit_on_block_write(kafka_cluster):
             for _ in range(101):
                 messages.append(json.dumps({'key': i[0], 'value': i[0]}))
                 i[0] += 1
-            kafka_produce('block', messages)
+            kafka_produce(kafka_cluster, 'block', messages)
 
     kafka_thread = threading.Thread(target=produce)
     kafka_thread.start()
@@ -1608,7 +1622,7 @@ def test_kafka_commit_on_block_write(kafka_cluster):
 
 @pytest.mark.timeout(180)
 def test_kafka_virtual_columns2(kafka_cluster):
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     topic_list = []
     topic_list.append(NewTopic(name="virt2_0", num_partitions=2, replication_factor=1))
     topic_list.append(NewTopic(name="virt2_1", num_partitions=2, replication_factor=1))
@@ -1628,7 +1642,7 @@ def test_kafka_virtual_columns2(kafka_cluster):
         SELECT value, _key, _topic, _partition, _offset, toUnixTimestamp(_timestamp), toUnixTimestamp64Milli(_timestamp_ms), _headers.name, _headers.value FROM test.kafka;
         ''')
 
-    producer = KafkaProducer(bootstrap_servers="localhost:9092", value_serializer=producer_serializer, key_serializer=producer_serializer)
+    producer = KafkaProducer(bootstrap_servers="localhost:{}".format(cluster.kafka_port), value_serializer=producer_serializer, key_serializer=producer_serializer)
 
     producer.send(topic='virt2_0', value=json.dumps({'value': 1}), partition=0, key='k1', timestamp_ms=1577836801001,
                   headers=[('content-encoding', b'base64')])
@@ -1655,7 +1669,7 @@ def test_kafka_virtual_columns2(kafka_cluster):
 
     time.sleep(10)
 
-    members = describe_consumer_group('virt2')
+    members = describe_consumer_group(kafka_cluster, 'virt2')
     # pprint.pprint(members)
     members[0]['client_id'] = 'ClickHouse-instance-test-kafka-0'
     members[1]['client_id'] = 'ClickHouse-instance-test-kafka-1'
@@ -1679,7 +1693,7 @@ def test_kafka_virtual_columns2(kafka_cluster):
 @pytest.mark.timeout(120)
 def test_kafka_produce_key_timestamp(kafka_cluster):
 
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
     topic_list = []
     topic_list.append(NewTopic(name="insert3", num_partitions=1, replication_factor=1))
@@ -1724,7 +1738,7 @@ def test_kafka_produce_key_timestamp(kafka_cluster):
 
     result = instance.query("SELECT * FROM test.view ORDER BY value", ignore_error=True)
 
-    # print(result)
+    # logging.debug(result)
 
     expected = '''\
 1	1	k1	1577836801	k1	insert3	0	0	1577836801
@@ -1739,7 +1753,7 @@ def test_kafka_produce_key_timestamp(kafka_cluster):
 
 @pytest.mark.timeout(600)
 def test_kafka_flush_by_time(kafka_cluster):
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     topic_list = []
     topic_list.append(NewTopic(name="flush_by_time", num_partitions=1, replication_factor=1))
     admin_client.create_topics(new_topics=topic_list, validate_only=False)
@@ -1770,7 +1784,7 @@ def test_kafka_flush_by_time(kafka_cluster):
         while not cancel.is_set():
             messages = []
             messages.append(json.dumps({'key': 0, 'value': 0}))
-            kafka_produce('flush_by_time', messages)
+            kafka_produce(kafka_cluster, 'flush_by_time', messages)
             time.sleep(0.8)
 
     kafka_thread = threading.Thread(target=produce)
@@ -1806,7 +1820,7 @@ def test_kafka_flush_by_block_size(kafka_cluster):
         while not cancel.is_set():
             messages = []
             messages.append(json.dumps({'key': 0, 'value': 0}))
-            kafka_produce('flush_by_block_size', messages)
+            kafka_produce(kafka_cluster, 'flush_by_block_size', messages)
 
     kafka_thread = threading.Thread(target=produce)
     kafka_thread.start()
@@ -1844,7 +1858,7 @@ def test_kafka_flush_by_block_size(kafka_cluster):
 
     # more flushes can happens during test, we need to check only result of first flush (part named all_1_1_0).
     result = instance.query("SELECT count() FROM test.view WHERE _part='all_1_1_0'")
-    # print(result)
+    # logging.debug(result)
 
     instance.query('''
         DROP TABLE test.consumer;
@@ -1859,7 +1873,7 @@ def test_kafka_flush_by_block_size(kafka_cluster):
 
 @pytest.mark.timeout(600)
 def test_kafka_lot_of_partitions_partial_commit_of_bulk(kafka_cluster):
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
     topic_list = []
     topic_list.append(NewTopic(name="topic_with_multiple_partitions2", num_partitions=10, replication_factor=1))
@@ -1890,12 +1904,12 @@ def test_kafka_lot_of_partitions_partial_commit_of_bulk(kafka_cluster):
             count = count + 1
             rows.append(json.dumps({'key': count, 'value': count}))
         messages.append("\n".join(rows))
-    kafka_produce('topic_with_multiple_partitions2', messages)
+    kafka_produce(kafka_cluster, 'topic_with_multiple_partitions2', messages)
 
     time.sleep(30)
 
     result = instance.query('SELECT count(), uniqExact(key), max(key) FROM test.view')
-    print(result)
+    logging.debug(result)
     assert TSV(result) == TSV('{0}\t{0}\t{0}'.format(count))
 
     instance.query('''
@@ -1928,7 +1942,7 @@ def test_kafka_rebalance(kafka_cluster):
 
     # time.sleep(2)
 
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:".format(kafka_cluster.kafka_port))
     topic_list = []
     topic_list.append(NewTopic(name="topic_with_multiple_partitions", num_partitions=11, replication_factor=1))
     admin_client.create_topics(new_topics=topic_list, validate_only=False)
@@ -1943,14 +1957,14 @@ def test_kafka_rebalance(kafka_cluster):
             for _ in range(59):
                 messages.append(json.dumps({'key': msg_index[0], 'value': msg_index[0]}))
                 msg_index[0] += 1
-            kafka_produce('topic_with_multiple_partitions', messages)
+            kafka_produce(kafka_cluster, 'topic_with_multiple_partitions', messages)
 
     kafka_thread = threading.Thread(target=produce)
     kafka_thread.start()
 
     for consumer_index in range(NUMBER_OF_CONSURRENT_CONSUMERS):
         table_name = 'kafka_consumer{}'.format(consumer_index)
-        print(("Setting up {}".format(table_name)))
+        logging.debug(("Setting up {}".format(table_name)))
 
         instance.query('''
             DROP TABLE IF EXISTS test.{0};
@@ -1977,21 +1991,21 @@ def test_kafka_rebalance(kafka_cluster):
         # kafka_cluster.open_bash_shell('instance')
         while int(
                 instance.query("SELECT count() FROM test.destination WHERE _consumed_by='{}'".format(table_name))) == 0:
-            print(("Waiting for test.kafka_consumer{} to start consume".format(consumer_index)))
+            logging.debug(("Waiting for test.kafka_consumer{} to start consume".format(consumer_index)))
             time.sleep(1)
 
     cancel.set()
 
     # I leave last one working by intent (to finish consuming after all rebalances)
     for consumer_index in range(NUMBER_OF_CONSURRENT_CONSUMERS - 1):
-        print(("Dropping test.kafka_consumer{}".format(consumer_index)))
+        logging.debug(("Dropping test.kafka_consumer{}".format(consumer_index)))
         instance.query('DROP TABLE IF EXISTS test.kafka_consumer{}'.format(consumer_index))
         while int(instance.query(
                 "SELECT count() FROM system.tables WHERE database='test' AND name='kafka_consumer{}'".format(
                     consumer_index))) == 1:
             time.sleep(1)
 
-    # print(instance.query('SELECT count(), uniqExact(key), max(key) + 1 FROM test.destination'))
+    # logging.debug(instance.query('SELECT count(), uniqExact(key), max(key) + 1 FROM test.destination'))
     # kafka_cluster.open_bash_shell('instance')
 
     while 1:
@@ -1999,9 +2013,9 @@ def test_kafka_rebalance(kafka_cluster):
         if messages_consumed >= msg_index[0]:
             break
         time.sleep(1)
-        print(("Waiting for finishing consuming (have {}, should be {})".format(messages_consumed, msg_index[0])))
+        logging.debug(("Waiting for finishing consuming (have {}, should be {})".format(messages_consumed, msg_index[0])))
 
-    print((instance.query('SELECT count(), uniqExact(key), max(key) + 1 FROM test.destination')))
+    logging.debug((instance.query('SELECT count(), uniqExact(key), max(key) + 1 FROM test.destination')))
 
     # Some queries to debug...
     # SELECT * FROM test.destination where key in (SELECT key FROM test.destination group by key having count() <> 1)
@@ -2026,7 +2040,7 @@ def test_kafka_rebalance(kafka_cluster):
     result = int(instance.query('SELECT count() == uniqExact(key) FROM test.destination'))
 
     for consumer_index in range(NUMBER_OF_CONSURRENT_CONSUMERS):
-        print(("kafka_consumer{}".format(consumer_index)))
+        logging.debug(("kafka_consumer{}".format(consumer_index)))
         table_name = 'kafka_consumer{}'.format(consumer_index)
         instance.query('''
             DROP TABLE IF EXISTS test.{0};
@@ -2045,7 +2059,7 @@ def test_kafka_rebalance(kafka_cluster):
 @pytest.mark.timeout(1200)
 def test_kafka_no_holes_when_write_suffix_failed(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': 'x' * 300}) for j in range(1)]
-    kafka_produce('no_holes_when_write_suffix_failed', messages)
+    kafka_produce(kafka_cluster, 'no_holes_when_write_suffix_failed', messages)
 
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -2064,7 +2078,7 @@ def test_kafka_no_holes_when_write_suffix_failed(kafka_cluster):
     ''')
 
     messages = [json.dumps({'key': j + 1, 'value': 'x' * 300}) for j in range(22)]
-    kafka_produce('no_holes_when_write_suffix_failed', messages)
+    kafka_produce(kafka_cluster, 'no_holes_when_write_suffix_failed', messages)
 
     # init PartitionManager (it starts container) earlier
     pm = PartitionManager()
@@ -2095,7 +2109,7 @@ def test_kafka_no_holes_when_write_suffix_failed(kafka_cluster):
     assert instance.contains_in_log("ZooKeeper session has been expired.: while write prefix to view")
 
     result = instance.query('SELECT count(), uniqExact(key), max(key) FROM test.view')
-    print(result)
+    logging.debug(result)
 
     # kafka_cluster.open_bash_shell('instance')
 
@@ -2143,7 +2157,7 @@ def test_exception_from_destructor(kafka_cluster):
 @pytest.mark.timeout(120)
 def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(1)]
-    kafka_produce('commits_of_unprocessed_messages_on_drop', messages)
+    kafka_produce(kafka_cluster, 'commits_of_unprocessed_messages_on_drop', messages)
 
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -2181,7 +2195,7 @@ def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
     ''')
 
     while int(instance.query("SELECT count() FROM test.destination")) == 0:
-        print("Waiting for test.kafka_consumer to start consume")
+        logging.debug("Waiting for test.kafka_consumer to start consume")
         time.sleep(1)
 
     cancel = threading.Event()
@@ -2194,7 +2208,7 @@ def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
             for _ in range(113):
                 messages.append(json.dumps({'key': i[0], 'value': i[0]}))
                 i[0] += 1
-            kafka_produce('commits_of_unprocessed_messages_on_drop', messages)
+            kafka_produce(kafka_cluster, 'commits_of_unprocessed_messages_on_drop', messages)
             time.sleep(1)
 
     kafka_thread = threading.Thread(target=produce)
@@ -2222,7 +2236,7 @@ def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
     # SELECT key, _timestamp, _offset FROM test.destination where runningDifference(key) <> 1 ORDER BY key;
 
     result = instance.query('SELECT count(), uniqExact(key), max(key) FROM test.destination')
-    print(result)
+    logging.debug(result)
 
     instance.query('''
         DROP TABLE test.kafka_consumer;
@@ -2236,7 +2250,7 @@ def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
 @pytest.mark.timeout(120)
 def test_bad_reschedule(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(20000)]
-    kafka_produce('test_bad_reschedule', messages)
+    kafka_produce(kafka_cluster, 'test_bad_reschedule', messages)
 
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -2261,7 +2275,7 @@ def test_bad_reschedule(kafka_cluster):
     ''')
 
     while int(instance.query("SELECT count() FROM test.destination")) < 20000:
-        print("Waiting for consume")
+        logging.debug("Waiting for consume")
         time.sleep(1)
 
     assert int(instance.query("SELECT max(consume_ts) - min(consume_ts) FROM test.destination")) < 8
@@ -2270,7 +2284,7 @@ def test_bad_reschedule(kafka_cluster):
 @pytest.mark.timeout(300)
 def test_kafka_duplicates_when_commit_failed(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': 'x' * 300}) for j in range(1)]
-    kafka_produce('duplicates_when_commit_failed', messages)
+    kafka_produce(kafka_cluster, 'duplicates_when_commit_failed', messages)
 
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -2289,7 +2303,7 @@ def test_kafka_duplicates_when_commit_failed(kafka_cluster):
     ''')
 
     messages = [json.dumps({'key': j + 1, 'value': 'x' * 300}) for j in range(22)]
-    kafka_produce('duplicates_when_commit_failed', messages)
+    kafka_produce(kafka_cluster, 'duplicates_when_commit_failed', messages)
 
     instance.query('''
         CREATE TABLE test.view (key UInt64, value String)
@@ -2325,7 +2339,7 @@ def test_kafka_duplicates_when_commit_failed(kafka_cluster):
     assert instance.contains_in_log("All commit attempts failed")
 
     result = instance.query('SELECT count(), uniqExact(key), max(key) FROM test.view')
-    print(result)
+    logging.debug(result)
 
     instance.query('''
         DROP TABLE test.consumer;
@@ -2374,7 +2388,7 @@ def test_premature_flush_on_eof(kafka_cluster):
     # next poll can return more data, and we should respect kafka_flush_interval_ms
     # and try to form bigger block
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(1)]
-    kafka_produce('premature_flush_on_eof', messages)
+    kafka_produce(kafka_cluster, 'premature_flush_on_eof', messages)
 
     instance.query('''
         CREATE MATERIALIZED VIEW test.kafka_consumer TO test.destination AS
@@ -2397,7 +2411,7 @@ def test_premature_flush_on_eof(kafka_cluster):
                   # TODO: wait for messages in log: "Polled batch of 1 messages", followed by "Stalled"
 
     # produce more messages after delay
-    kafka_produce('premature_flush_on_eof', messages)
+    kafka_produce(kafka_cluster, 'premature_flush_on_eof', messages)
 
     # data was not flushed yet (it will be flushed 7.5 sec after creating MV)
     assert int(instance.query("SELECT count() FROM test.destination")) == 0
@@ -2417,7 +2431,7 @@ def test_premature_flush_on_eof(kafka_cluster):
 @pytest.mark.timeout(180)
 def test_kafka_unavailable(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(20000)]
-    kafka_produce('test_bad_reschedule', messages)
+    kafka_produce(kafka_cluster, 'test_bad_reschedule', messages)
 
     kafka_cluster.pause_container('kafka1')
 
@@ -2451,7 +2465,7 @@ def test_kafka_unavailable(kafka_cluster):
     kafka_cluster.unpause_container('kafka1')
 
     while int(instance.query("SELECT count() FROM test.destination")) < 20000:
-        print("Waiting for consume")
+        logging.debug("Waiting for consume")
         time.sleep(1)
 
 
@@ -2503,7 +2517,7 @@ def test_kafka_csv_with_thread_per_consumer(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append('{i}, {i}'.format(i=i))
-    kafka_produce('csv', messages)
+    kafka_produce(kafka_cluster, 'csv', messages)
 
     result = ''
     while True:
diff --git a/tests/integration/test_storage_kerberized_kafka/test.py b/tests/integration/test_storage_kerberized_kafka/test.py
index 865afc8b162..accb855af10 100644
--- a/tests/integration/test_storage_kerberized_kafka/test.py
+++ b/tests/integration/test_storage_kerberized_kafka/test.py
@@ -24,7 +24,7 @@ instance = cluster.add_instance('instance',
                                 with_kerberized_kafka=True,
                                 clickhouse_path_dir="clickhouse_path"
                                 )
-kafka_id = ''    # instance.cluster.kafka_docker_id
+kafka_id = cluster.kerberized_kafka_docker_id
 
 # Helpers
 
@@ -51,13 +51,14 @@ def wait_kafka_is_available(max_retries=50):
         else:
             retries += 1
             if retries > max_retries:
-                raise "Kafka is not available"
+                raise Exception("Kafka is not available")
             print("Waiting for Kafka to start up")
             time.sleep(1)
 
 
 def producer_serializer(x):
     return x.encode() if isinstance(x, str) else x
+    
 def kafka_produce(topic, messages, timestamp=None):
     producer = KafkaProducer(bootstrap_servers="localhost:9093", value_serializer=producer_serializer)
     for message in messages:
@@ -72,9 +73,7 @@ def kafka_produce(topic, messages, timestamp=None):
 @pytest.fixture(scope="module")
 def kafka_cluster():
     try:
-        global kafka_id
         cluster.start()
-        kafka_id = instance.cluster.kerberized_kafka_docker_id
         print("kafka_id is {}".format(kafka_id))
         yield cluster
 

From 609c9b272fc3475df14828f8e5010e42019c9602 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 18 Feb 2021 16:42:31 +0300
Subject: [PATCH 0029/1060] fix

---
 tests/integration/helpers/cluster.py         | 3 +--
 tests/integration/test_storage_kafka/test.py | 8 ++++----
 2 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 0673deaa892..7409945d019 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -186,7 +186,6 @@ class ClickHouseCluster:
         self.kafka_host = "kafka1"
         self.kafka_port = get_open_port()
         self.kafka_docker_id = None
-        self.schema_registry_client = None
         self.schema_registry_host = "schema-registry"
         self.schema_registry_port = get_open_port()
         self.kafka_docker_id = self.get_instance_docker_id(self.kafka_host)
@@ -805,7 +804,7 @@ class ClickHouseCluster:
             if self.with_kafka and self.base_kafka_cmd:
                 print('Setup Kafka')
                 subprocess_check_call(self.base_kafka_cmd + common_opts + ['--renew-anon-volumes'])
-                self.schema_registry_client = self.wait_schema_registry_to_start(30)
+                self.wait_schema_registry_to_start(30)
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
                 print('Setup kerberized kafka')
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index e1b5d1068a0..24afbc8ca4e 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -42,7 +42,7 @@ cluster = ClickHouseCluster(__file__)
 instance = cluster.add_instance('instance',
                                 main_configs=['configs/kafka.xml', 'configs/log_conf.xml'],
                                 with_kafka=True,
-#                                with_zookeeper=True,
+                                with_zookeeper=True, # For Replicated Table
                                 macros={"kafka_broker":"kafka1",
                                         "kafka_topic_old":"old",
                                         "kafka_group_name_old":"old",
@@ -130,7 +130,7 @@ def kafka_produce_protobuf_messages(kafka_cluster, topic, start_index, num_messa
 
 def kafka_produce_protobuf_messages_no_delimeters(kafka_cluster, topic, start_index, num_messages):
     data = ''
-    producer = KafkaProducer(bootstrap_servers="localhost:".format(kafka_cluster.kafka_port))
+    producer = KafkaProducer(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     for i in range(start_index, start_index + num_messages):
         msg = kafka_pb2.KeyValuePair()
         msg.key = i
@@ -1477,7 +1477,7 @@ def test_kafka_insert(kafka_cluster):
 
     messages = []
     while True:
-        messages.extend(kafka_consume('insert1'))
+        messages.extend(kafka_consume(kafka_cluster, 'insert1'))
         if len(messages) == 50:
             break
 
@@ -1942,7 +1942,7 @@ def test_kafka_rebalance(kafka_cluster):
 
     # time.sleep(2)
 
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:".format(kafka_cluster.kafka_port))
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     topic_list = []
     topic_list.append(NewTopic(name="topic_with_multiple_partitions", num_partitions=11, replication_factor=1))
     admin_client.create_topics(new_topics=topic_list, validate_only=False)

From 2df4317abad43a6408f4e32cbff298f32df73ebb Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Feb 2021 00:21:50 +0300
Subject: [PATCH 0030/1060] wip

---
 .../runner/compose/docker_compose_hdfs.yml    |   8 +-
 .../docker_compose_kerberized_kafka.yml       |   2 +-
 tests/integration/helpers/cluster.py          | 214 ++++++++++--------
 tests/integration/pytest.ini                  |   7 +
 tests/integration/test_storage_hdfs/test.py   |   6 -
 tests/integration/test_storage_kafka/test.py  |   1 -
 .../test_storage_kerberized_kafka/test.py     |  28 ++-
 .../integration/test_storage_mongodb/test.py  |  12 +-
 8 files changed, 157 insertions(+), 121 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_hdfs.yml b/docker/test/integration/runner/compose/docker_compose_hdfs.yml
index b8cd7f64273..96384b0a7d4 100644
--- a/docker/test/integration/runner/compose/docker_compose_hdfs.yml
+++ b/docker/test/integration/runner/compose/docker_compose_hdfs.yml
@@ -5,6 +5,10 @@ services:
         hostname: hdfs1
         restart: always
         ports:
-          - 50075:50075
-          - 50070:50070
+          - ${HDFS_NAME_EXTERNAL_PORT}:${HDFS_NAME_INTERNAL_PORT} #50070
+          - ${HDFS_DATA_EXTERNAL_PORT}:${HDFS_DATA_INTERNAL_PORT} #50075
         entrypoint: /etc/bootstrap.sh -d
+        volumes:
+            - type: ${HDFS_FS:-tmpfs}
+              source: ${HDFS_LOGS:-}
+              target: /usr/local/hadoop/logs
\ No newline at end of file
diff --git a/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml b/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml
index 1c1ab837592..710f9dacf48 100644
--- a/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml
+++ b/docker/test/integration/runner/compose/docker_compose_kerberized_kafka.yml
@@ -25,7 +25,7 @@ services:
     ports:
         - ${KERBERIZED_KAFKA_EXTERNAL_PORT}:${KERBERIZED_KAFKA_EXTERNAL_PORT}
     environment:
-        KAFKA_LISTENERS: OUTSIDE://:19092,UNSECURED_OUTSIDE://:19093,UNSECURED_INSIDE://:9093
+        KAFKA_LISTENERS: OUTSIDE://:19092,UNSECURED_OUTSIDE://:19093,UNSECURED_INSIDE://0.0.0.0:${KERBERIZED_KAFKA_EXTERNAL_PORT}
         KAFKA_ADVERTISED_LISTENERS: OUTSIDE://kerberized_kafka1:19092,UNSECURED_OUTSIDE://kerberized_kafka1:19093,UNSECURED_INSIDE://localhost:${KERBERIZED_KAFKA_EXTERNAL_PORT}
         # KAFKA_LISTENERS: INSIDE://kerberized_kafka1:9092,OUTSIDE://kerberized_kafka1:19092
         # KAFKA_ADVERTISED_LISTENERS: INSIDE://localhost:9092,OUTSIDE://kerberized_kafka1:19092
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 7409945d019..cb5c25c260e 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -55,9 +55,9 @@ def run_and_check(args, env=None, shell=False):
     res = subprocess.run(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env, shell=shell)
     if res.returncode != 0:
         # check_call(...) from subprocess does not print stderr, so we do it manually
-        print('Stderr:\n{}\n'.format(res.stderr.decode('utf-8')))
-        print('Stdout:\n{}\n'.format(res.stdout.decode('utf-8')))
-        print('Env:\n{}\n'.format(env))
+        logging.debug('Stderr:\n{}\n'.format(res.stderr.decode('utf-8')))
+        logging.debug('Stdout:\n{}\n'.format(res.stdout.decode('utf-8')))
+        logging.debug('Env:\n{}\n'.format(env))
         raise Exception('Command {} return non-zero code {}: {}'.format(args, res.returncode, res.stderr.decode('utf-8')))
 
 # Based on https://stackoverflow.com/questions/2838244/get-open-tcp-port-in-python/2838309#2838309
@@ -72,13 +72,13 @@ def get_open_port():
 
 def subprocess_check_call(args):
     # Uncomment for debugging
-    print('run:', ' '.join(args))
+    logging.info('run:' + ' '.join(args))
     run_and_check(args)
 
 
 def subprocess_call(args):
     # Uncomment for debugging..;
-    # print('run:', ' ' . join(args))
+    # logging.debug('run:', ' ' . join(args))
     subprocess.call(args)
 
 def get_odbc_bridge_path():
@@ -100,7 +100,7 @@ def get_docker_compose_path():
         if os.path.exists(os.path.dirname('/compose/')):
             return os.path.dirname('/compose/')  # default in docker runner container
         else:
-            print(("Fallback docker_compose_path to LOCAL_DOCKER_COMPOSE_DIR: {}".format(LOCAL_DOCKER_COMPOSE_DIR)))
+            logging.debug(("Fallback docker_compose_path to LOCAL_DOCKER_COMPOSE_DIR: {}".format(LOCAL_DOCKER_COMPOSE_DIR)))
             return LOCAL_DOCKER_COMPOSE_DIR
 
 
@@ -116,7 +116,7 @@ class ClickHouseCluster:
     def __init__(self, base_path, name=None, base_config_dir=None, server_bin_path=None, client_bin_path=None,
                  odbc_bridge_bin_path=None, zookeeper_config_path=None, custom_dockerd_host=None):
         for param in list(os.environ.keys()):
-            print("ENV %40s %s" % (param, os.environ[param]))
+            logging.debug("ENV %40s %s" % (param, os.environ[param]))
         self.base_dir = p.dirname(base_path)
         self.name = name if name is not None else ''
 
@@ -155,6 +155,7 @@ class ClickHouseCluster:
         self.base_kerberized_kafka_cmd = []
         self.base_rabbitmq_cmd = []
         self.base_cassandra_cmd = []
+        self.base_redis_cmd = []
         self.pre_zookeeper_commands = []
         self.instances = {}
         self.with_zookeeper = False
@@ -182,6 +183,13 @@ class ClickHouseCluster:
         self.minio_redirect_host = "proxy1"
         self.minio_redirect_port = 8080
 
+        # available when with_hdfs == True
+        self.hdfs_host = "hdfs1"
+        self.hdfs_name_port = get_open_port()
+        self.hdfs_data_port = get_open_port()
+        self.hdfs_dir = p.abspath(p.join(self.instances_dir, "hdfs"))
+        self.hdfs_logs_dir = os.path.join(self.hdfs_dir, "logs")
+
         # available when with_kafka == True
         self.kafka_host = "kafka1"
         self.kafka_port = get_open_port()
@@ -194,7 +202,7 @@ class ClickHouseCluster:
         self.kerberized_kafka_host = "kerberized_kafka1"
         self.kerberized_kafka_port = get_open_port()
         self.kerberized_kafka_docker_id = None
-        self.kerberized_kafka_docker_id = self.get_instance_docker_id(self.kafka_host)
+        self.kerberized_kafka_docker_id = self.get_instance_docker_id(self.kerberized_kafka_host)
 
         # available when with_mongo == True
         self.mongo_host = "mongo1"
@@ -229,7 +237,7 @@ class ClickHouseCluster:
 
         self.docker_client = None
         self.is_up = False
-        print("CLUSTER INIT base_config_dir:{}".format(self.base_config_dir))
+        logging.debug("CLUSTER INIT base_config_dir:{}".format(self.base_config_dir))
 
     def get_client_cmd(self):
         cmd = self.client_bin_path
@@ -259,6 +267,21 @@ class ClickHouseCluster:
 
         return self.base_mysql8_cmd
 
+    def setup_hdfs_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_hdfs = True
+        env_variables['HDFS_HOST'] = self.hdfs_host
+        env_variables['HDFS_NAME_EXTERNAL_PORT'] = str(self.hdfs_name_port)
+        env_variables['HDFS_NAME_INTERNAL_PORT'] = "50070"
+        env_variables['HDFS_DATA_EXTERNAL_PORT'] = str(self.hdfs_data_port)
+        env_variables['HDFS_DATA_INTERNAL_PORT'] = "50075"
+        env_variables['HDFS_LOGS'] = self.hdfs_logs_dir
+        env_variables['HDFS_FS'] = "bind"
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')])
+        self.base_hdfs_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')]
+        print("HDFS BASE CMD:{}".format(self.base_hdfs_cmd))
+        return self.base_hdfs_cmd
+
     def setup_kafka_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_redis = True
         env_variables['KAFKA_HOST'] = self.kafka_host
@@ -266,9 +289,9 @@ class ClickHouseCluster:
         env_variables['SCHEMA_REGISTRY_EXTERNAL_PORT'] = str(self.schema_registry_port)
         env_variables['SCHEMA_REGISTRY_INTERNAL_PORT'] = "8081"
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')])
-        self.base_redis_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+        self.base_kafka_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                 '--file', p.join(docker_compose_yml_dir, 'docker_compose_kafka.yml')]
-        return self.base_redis_cmd
+        return self.base_kafka_cmd
 
     def setup_kerberized_kafka_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_redis = True
@@ -276,9 +299,9 @@ class ClickHouseCluster:
         env_variables['KERBERIZED_KAFKA_HOST'] = self.kerberized_kafka_host
         env_variables['KERBERIZED_KAFKA_EXTERNAL_PORT'] = str(self.kerberized_kafka_port)
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')])
-        self.base_redis_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+        self.base_kerberized_kafka_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                 '--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_kafka.yml')]
-        return self.base_redis_cmd
+        return self.base_kerberized_kafka_cmd
 
     def setup_redis_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_redis = True
@@ -314,6 +337,16 @@ class ClickHouseCluster:
                                       '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')]
         return self.base_postgres_cmd
 
+    def setup_mongo_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_mongo = True
+        env_variables['MONGO_HOST'] = self.mongo_host
+        env_variables['MONGO_EXTERNAL_PORT'] = str(self.mongo_port)
+        env_variables['MONGO_INTERNAL_PORT'] = "27017"
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')])
+        self.base_mongo_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')]
+        return self.base_mongo_cmd
+
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None,
                      with_zookeeper=False, with_mysql=False, with_mysql8=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
@@ -430,11 +463,7 @@ class ClickHouseCluster:
             cmds.append(self.setup_rabbitmq_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_hdfs and not self.with_hdfs:
-            self.with_hdfs = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')])
-            self.base_hdfs_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                  '--file', p.join(docker_compose_yml_dir, 'docker_compose_hdfs.yml')]
-            cmds.append(self.base_hdfs_cmd)
+            cmds.append(self.setup_hdfs_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_kerberized_hdfs and not self.with_kerberized_hdfs:
             self.with_kerberized_hdfs = True
@@ -445,14 +474,7 @@ class ClickHouseCluster:
             cmds.append(self.base_kerberized_hdfs_cmd)
 
         if with_mongo and not self.with_mongo:
-            self.with_mongo = True
-            env_variables['MONGO_HOST'] = self.mongo_host
-            env_variables['MONGO_EXTERNAL_PORT'] = str(self.mongo_port)
-            env_variables['MONGO_INTERNAL_PORT'] = "27017"
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')])
-            self.base_mongo_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                   '--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')]
-            cmds.append(self.base_mongo_cmd)
+            cmds.append(self.setup_mongo_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if self.with_net_trics:
             for cmd in cmds:
@@ -486,7 +508,7 @@ class ClickHouseCluster:
             self.base_cassandra_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                        '--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')]
 
-        print("Cluster name:{} project_name:{}. Added instance name:{} tag:{} base_cmd:{} docker_compose_yml_dir:{}".format(
+        logging.debug("Cluster name:{} project_name:{}. Added instance name:{} tag:{} base_cmd:{} docker_compose_yml_dir:{}".format(
             self.name, self.project_name, name, tag, self.base_cmd, docker_compose_yml_dir))
         return instance
 
@@ -525,10 +547,10 @@ class ClickHouseCluster:
         run_and_check(self.base_cmd + ["restart", service_name])
 
     def get_instance_ip(self, instance_name):
-        print("get_instance_ip instance_name={}".format(instance_name))
+        logging.debug("get_instance_ip instance_name={}".format(instance_name))
         docker_id = self.get_instance_docker_id(instance_name)
         # for cont in self.docker_client.containers.list():
-        #     print("CONTAINERS LIST: ID={} NAME={} STATUS={}".format(cont.id, cont.name, cont.status))
+        #     logging.debug("CONTAINERS LIST: ID={} NAME={} STATUS={}".format(cont.id, cont.name, cont.status))
         handle = self.docker_client.containers.get(docker_id)
         return list(handle.attrs['NetworkSettings']['Networks'].values())[0]['IPAddress']
 
@@ -550,16 +572,16 @@ class ClickHouseCluster:
             container_info = self.docker_client.api.inspect_container(container_id)
             image_id = container_info.get('Image')
             image_info = self.docker_client.api.inspect_image(image_id)
-            print(("Command failed in container {}: ".format(container_id)))
-            pprint.pprint(container_info)
-            print("")
-            print(("Container {} uses image {}: ".format(container_id, image_id)))
-            pprint.pprint(image_info)
-            print("")
+            logging.debug(("Command failed in container {}: ".format(container_id)))
+            pprint.plogging.debug(container_info)
+            logging.debug("")
+            logging.debug(("Container {} uses image {}: ".format(container_id, image_id)))
+            pprint.plogging.debug(image_info)
+            logging.debug("")
             message = 'Cmd "{}" failed in container {}. Return code {}. Output: {}'.format(' '.join(cmd), container_id,
                                                                                            exit_code, output)
             if nothrow:
-                print(message)
+                logging.debug(message)
             else:
                 raise Exception(message)
         if not detach:
@@ -582,7 +604,7 @@ class ClickHouseCluster:
             try:
                 conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=self.mysql_port)
                 conn.close()
-                print("Mysql Started")
+                logging.debug("Mysql Started")
                 return
             except Exception as ex:
                 errors += [str(ex)]
@@ -598,10 +620,10 @@ class ClickHouseCluster:
             try:
                 conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=self.mysql8_port)
                 conn.close()
-                print("Mysql 8 Started")
+                logging.debug("Mysql 8 Started")
                 return
             except Exception as ex:
-                print("Can't connect to MySQL 8 " + str(ex))
+                logging.debug("Can't connect to MySQL 8 " + str(ex))
                 time.sleep(0.5)
 
         subprocess_call(['docker-compose', 'ps', '--services', '--all'])
@@ -613,10 +635,10 @@ class ClickHouseCluster:
             try:
                 conn = psycopg2.connect(host='127.0.0.1', port=self.postgres_port, user='postgres', password='mysecretpassword')
                 conn.close()
-                print("Postgres Started")
+                logging.debug("Postgres Started")
                 return
             except Exception as ex:
-                print("Can't connect to Postgres " + str(ex))
+                logging.debug("Can't connect to Postgres " + str(ex))
                 time.sleep(0.5)
 
         raise Exception("Cannot wait Postgres container")
@@ -628,10 +650,10 @@ class ClickHouseCluster:
                 for instance in ['zoo1', 'zoo2', 'zoo3']:
                     conn = self.get_kazoo_client(instance)
                     conn.get_children('/')
-                print("All instances of ZooKeeper started")
+                logging.debug("All instances of ZooKeeper started")
                 return
             except Exception as ex:
-                print("Can't connect to ZooKeeper " + str(ex))
+                logging.debug("Can't connect to ZooKeeper " + str(ex))
                 time.sleep(0.5)
 
         raise Exception("Cannot wait ZooKeeper container")
@@ -641,9 +663,9 @@ class ClickHouseCluster:
             keytab = p.abspath(p.join(self.instances['node1'].path, "secrets/clickhouse.keytab"))
             krb_conf = p.abspath(p.join(self.instances['node1'].path, "secrets/krb_long.conf"))
             hdfs_ip = self.get_instance_ip('kerberizedhdfs1')
-            # print("kerberizedhdfs1 ip ", hdfs_ip)
+            # logging.debug("kerberizedhdfs1 ip ", hdfs_ip)
             kdc_ip = self.get_instance_ip('hdfskerberos')
-            # print("kdc_ip ", kdc_ip)
+            # logging.debug("kdc_ip ", kdc_ip)
             self.hdfs_api = HDFSApi(user="root",
                                timeout=timeout,
                                kerberized=True,
@@ -657,7 +679,7 @@ class ClickHouseCluster:
                                hdfs_ip=hdfs_ip,
                                kdc_ip=kdc_ip)
         else:
-            self.hdfs_api = HDFSApi(user="root", host="hdfs1")
+            self.hdfs_api = HDFSApi(user="root", host=self.hdfs_host)
 
 
     def wait_hdfs_to_start(self, timeout=60):
@@ -665,10 +687,10 @@ class ClickHouseCluster:
         while time.time() - start < timeout:
             try:
                 self.hdfs_api.write_data("/somefilewithrandomname222", "1")
-                print("Connected to HDFS and SafeMode disabled! ")
+                logging.debug("Connected to HDFS and SafeMode disabled! ")
                 return
             except Exception as ex:
-                print("Can't connect to HDFS " + str(ex))
+                logging.debug("Can't connect to HDFS " + str(ex))
                 time.sleep(1)
 
         raise Exception("Can't wait HDFS to start")
@@ -681,10 +703,10 @@ class ClickHouseCluster:
         while time.time() - start < timeout:
             try:
                 connection.list_database_names()
-                print("Connected to Mongo dbs:", connection.database_names())
+                logging.debug("Connected to Mongo dbs:", connection.database_names())
                 return
             except Exception as ex:
-                print("Can't connect to Mongo " + str(ex))
+                logging.debug("Can't connect to Mongo " + str(ex))
                 time.sleep(1)
 
     def wait_minio_to_start(self, timeout=30, secure=False):
@@ -697,7 +719,7 @@ class ClickHouseCluster:
             try:
                 minio_client.list_buckets()
 
-                print("Connected to Minio.")
+                logging.debug("Connected to Minio.")
 
                 buckets = [self.minio_bucket, self.minio_bucket_2]
 
@@ -705,12 +727,12 @@ class ClickHouseCluster:
                     if minio_client.bucket_exists(bucket):
                         minio_client.remove_bucket(bucket)
                     minio_client.make_bucket(bucket)
-                    print("S3 bucket '%s' created", bucket)
+                    logging.debug("S3 bucket '%s' created", bucket)
 
                 self.minio_client = minio_client
                 return
             except Exception as ex:
-                print("Can't connect to Minio: %s", str(ex))
+                logging.debug("Can't connect to Minio: %s", str(ex))
                 time.sleep(1)
 
         raise Exception("Can't wait Minio to start")
@@ -721,10 +743,10 @@ class ClickHouseCluster:
         while time.time() - start < timeout:
             try:
                 sr_client._send_request(sr_client.url)
-                print("Connected to SchemaRegistry")
+                logging.debug("Connected to SchemaRegistry")
                 return sr_client
             except Exception as ex:
-                print(("Can't connect to SchemaRegistry: %s", str(ex)))
+                logging.debug(("Can't connect to SchemaRegistry: %s", str(ex)))
                 time.sleep(1)
 
     def wait_cassandra_to_start(self, timeout=30):
@@ -740,27 +762,27 @@ class ClickHouseCluster:
                 time.sleep(1)
 
     def start(self, destroy_dirs=True):
-        print("Cluster start called. is_up={}, destroy_dirs={}".format(self.is_up, destroy_dirs))
+        logging.debug("Cluster start called. is_up={}, destroy_dirs={}".format(self.is_up, destroy_dirs))
         if self.is_up:
             return
 
         # Just in case kill unstopped containers from previous launch
         try:
-            print("Trying to kill unstopped containers...")
+            logging.debug("Trying to kill unstopped containers...")
 
             if not subprocess_call(['docker-compose', 'kill']):
                 subprocess_call(['docker-compose', 'down', '--volumes'])
-            print("Unstopped containers killed")
+            logging.debug("Unstopped containers killed")
         except:
             pass
 
         try:
             if destroy_dirs and p.exists(self.instances_dir):
-                print(("Removing instances dir %s", self.instances_dir))
+                logging.debug(("Removing instances dir %s", self.instances_dir))
                 shutil.rmtree(self.instances_dir)
 
             for instance in list(self.instances.values()):
-                print(('Setup directory for instance: {} destroy_dirs: {}'.format(instance.name, destroy_dirs)))
+                logging.debug(('Setup directory for instance: {} destroy_dirs: {}'.format(instance.name, destroy_dirs)))
                 instance.create_dir(destroy_dir=destroy_dirs)
 
             self.docker_client = docker.from_env(version=self.docker_api_version)
@@ -768,7 +790,7 @@ class ClickHouseCluster:
             common_opts = ['up', '-d', '--force-recreate']
 
             if self.with_zookeeper and self.base_zookeeper_cmd:
-                print('Setup ZooKeeper')
+                logging.debug('Setup ZooKeeper')
                 env = os.environ.copy()
                 if not self.zookeeper_use_tmpfs:
                     env['ZK_FS'] = 'bind'
@@ -787,51 +809,53 @@ class ClickHouseCluster:
                 self.wait_zookeeper_to_start(120)
 
             if self.with_mysql and self.base_mysql_cmd:
-                print('Setup MySQL')
+                logging.debug('Setup MySQL')
                 subprocess_check_call(self.base_mysql_cmd + common_opts)
                 self.wait_mysql_to_start(120)
 
             if self.with_mysql8 and self.base_mysql8_cmd:
-                print('Setup MySQL 8')
+                logging.debug('Setup MySQL 8')
                 subprocess_check_call(self.base_mysql8_cmd + common_opts)
                 self.wait_mysql8_to_start(120)
 
             if self.with_postgres and self.base_postgres_cmd:
-                print('Setup Postgres')
+                logging.debug('Setup Postgres')
                 subprocess_check_call(self.base_postgres_cmd + common_opts)
                 self.wait_postgres_to_start(30)
 
             if self.with_kafka and self.base_kafka_cmd:
-                print('Setup Kafka')
+                logging.debug('Setup Kafka')
                 subprocess_check_call(self.base_kafka_cmd + common_opts + ['--renew-anon-volumes'])
                 self.wait_schema_registry_to_start(30)
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
-                print('Setup kerberized kafka')
+                logging.debug('Setup kerberized kafka')
                 run_and_check(self.base_kerberized_kafka_cmd + common_opts + ['--renew-anon-volumes'])
+
             if self.with_rabbitmq and self.base_rabbitmq_cmd:
                 subprocess_check_call(self.base_rabbitmq_cmd + common_opts + ['--renew-anon-volumes'])
                 self.rabbitmq_docker_id = self.get_instance_docker_id('rabbitmq1')
 
             if self.with_hdfs and self.base_hdfs_cmd:
-                print('Setup HDFS')
+                logging.debug('Setup HDFS')
+                os.makedirs(self.hdfs_logs_dir)
                 subprocess_check_call(self.base_hdfs_cmd + common_opts)
                 self.make_hdfs_api()
-                self.wait_hdfs_to_start(120)
+                self.wait_hdfs_to_start(50)
 
             if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
-                print('Setup kerberized HDFS')
+                logging.debug('Setup kerberized HDFS')
                 run_and_check(self.base_kerberized_hdfs_cmd + common_opts)
                 self.make_hdfs_api(kerberized=True)
                 self.wait_hdfs_to_start(timeout=300)
 
             if self.with_mongo and self.base_mongo_cmd:
-                print('Setup Mongo')
+                logging.debug('Setup Mongo')
                 run_and_check(self.base_mongo_cmd + common_opts)
                 self.wait_mongo_to_start(30)
 
             if self.with_redis and self.base_redis_cmd:
-                print('Setup Redis')
+                logging.debug('Setup Redis')
                 subprocess_check_call(self.base_redis_cmd + common_opts)
                 time.sleep(10)
 
@@ -850,28 +874,28 @@ class ClickHouseCluster:
             _create_env_file(os.path.join(self.env_file), self.env_variables)
 
             clickhouse_start_cmd = self.base_cmd + ['up', '-d', '--no-recreate']
-            print(("Trying to create ClickHouse instance by command %s", ' '.join(map(str, clickhouse_start_cmd))))
+            logging.debug(("Trying to create ClickHouse instance by command %s", ' '.join(map(str, clickhouse_start_cmd))))
             self.up_called = True
             subprocess.check_output(clickhouse_start_cmd)
-            print("ClickHouse instance created")
+            logging.debug("ClickHouse instance created")
 
             start_deadline = time.time() + 20.0  # seconds
             for instance in self.instances.values():
                 instance.docker_client = self.docker_client
                 instance.ip_address = self.get_instance_ip(instance.name)
 
-                print("Waiting for ClickHouse start...")
+                logging.debug("Waiting for ClickHouse start...")
                 instance.wait_for_start(start_deadline)
-                print("ClickHouse started")
+                logging.debug("ClickHouse started")
 
                 instance.client = Client(instance.ip_address, command=self.client_bin_path)
 
             self.is_up = True
 
         except BaseException as e:
-            print("Failed to start cluster: ")
-            print(str(e))
-            print(traceback.print_exc())
+            logging.debug("Failed to start cluster: ")
+            logging.debug(str(e))
+            logging.debug(traceback.print_exc())
             raise
 
     def shutdown(self, kill=True):
@@ -881,7 +905,7 @@ class ClickHouseCluster:
                 try:
                     subprocess.check_call(self.base_cmd + ['logs'], stdout=f)   # STYLE_CHECK_ALLOW_SUBPROCESS_CHECK_CALL
                 except Exception as e:
-                    print("Unable to get logs from docker.")
+                    logging.debug("Unable to get logs from docker.")
                 f.seek(0)
                 for line in f:
                     if SANITIZER_SIGN in line:
@@ -892,14 +916,14 @@ class ClickHouseCluster:
                 try:
                     subprocess_check_call(self.base_cmd + ['stop', '--timeout', '20'])
                 except Exception as e:
-                    print("Kill command failed during shutdown. {}".format(repr(e)))
-                    print("Trying to kill forcefully")
+                    logging.debug("Kill command failed during shutdown. {}".format(repr(e)))
+                    logging.debug("Trying to kill forcefully")
                     subprocess_check_call(self.base_cmd + ['kill'])
 
             try:
                 subprocess_check_call(self.base_cmd + ['down', '--volumes'])
             except Exception as e:
-                print("Down + remove orphans failed durung shutdown. {}".format(repr(e)))
+                logging.debug("Down + remove orphans failed durung shutdown. {}".format(repr(e)))
 
         self.is_up = False
 
@@ -947,7 +971,7 @@ class ClickHouseCluster:
                 kazoo_callback(self.get_kazoo_client(zoo_instance_name))
                 return
             except KazooException as e:
-                print(repr(e))
+                logging.debug(repr(e))
                 time.sleep(sleep_for)
 
         kazoo_callback(self.get_kazoo_client(zoo_instance_name))
@@ -1112,7 +1136,7 @@ class ClickHouseInstance:
                     return result
                 time.sleep(sleep_time)
             except Exception as ex:
-                print("Retry {} got exception {}".format(i + 1, ex))
+                logging.debug("Retry {} got exception {}".format(i + 1, ex))
                 time.sleep(sleep_time)
 
         if result is not None:
@@ -1372,16 +1396,16 @@ class ClickHouseInstance:
         instance_config_dir = p.abspath(p.join(self.path, 'configs'))
         os.makedirs(instance_config_dir)
 
-        print("Copy common default production configuration from {}".format(self.base_config_dir))
+        logging.debug("Copy common default production configuration from {}".format(self.base_config_dir))
         shutil.copyfile(p.join(self.base_config_dir, 'config.xml'), p.join(instance_config_dir, 'config.xml'))
         shutil.copyfile(p.join(self.base_config_dir, 'users.xml'), p.join(instance_config_dir, 'users.xml'))
 
-        print("Create directory for configuration generated in this helper")
+        logging.debug("Create directory for configuration generated in this helper")
         # used by all utils with any config
         conf_d_dir = p.abspath(p.join(instance_config_dir, 'conf.d'))
         os.mkdir(conf_d_dir)
 
-        print("Create directory for common tests configuration")
+        logging.debug("Create directory for common tests configuration")
         # used by server with main config.xml
         self.config_d_dir = p.abspath(p.join(instance_config_dir, 'config.d'))
         os.mkdir(self.config_d_dir)
@@ -1390,14 +1414,14 @@ class ClickHouseInstance:
         dictionaries_dir = p.abspath(p.join(instance_config_dir, 'dictionaries'))
         os.mkdir(dictionaries_dir)
 
-        print("Copy common configuration from helpers")
+        logging.debug("Copy common configuration from helpers")
         # The file is named with 0_ prefix to be processed before other configuration overloads.
         shutil.copy(p.join(HELPERS_DIR, '0_common_instance_config.xml'), self.config_d_dir)
         shutil.copy(p.join(HELPERS_DIR, '0_common_instance_users.xml'), users_d_dir)
         if len(self.custom_dictionaries_paths):
             shutil.copy(p.join(HELPERS_DIR, '0_common_enable_dictionaries.xml'), self.config_d_dir)
 
-        print("Generate and write macros file")
+        logging.debug("Generate and write macros file")
         macros = self.macros.copy()
         macros['instance'] = self.name
         with open(p.join(conf_d_dir, 'macros.xml'), 'w') as macros_config:
@@ -1411,7 +1435,7 @@ class ClickHouseInstance:
             shutil.copytree(self.kerberos_secrets_dir, p.abspath(p.join(self.path, 'secrets')))
 
         # Copy config.d configs
-        print("Copy custom test config files {} to {}".format(self.custom_main_config_paths, self.config_d_dir))
+        logging.debug("Copy custom test config files {} to {}".format(self.custom_main_config_paths, self.config_d_dir))
         for path in self.custom_main_config_paths:
             shutil.copy(path, self.config_d_dir)
 
@@ -1424,16 +1448,16 @@ class ClickHouseInstance:
             shutil.copy(path, dictionaries_dir)
 
         db_dir = p.abspath(p.join(self.path, 'database'))
-        print("Setup database dir {}".format(db_dir))
+        logging.debug("Setup database dir {}".format(db_dir))
         if self.clickhouse_path_dir is not None:
-            print("Database files taken from {}".format(self.clickhouse_path_dir))
+            logging.debug("Database files taken from {}".format(self.clickhouse_path_dir))
             shutil.copytree(self.clickhouse_path_dir, db_dir)
-            print("Database copied from {} to {}".format(self.clickhouse_path_dir, db_dir))
+            logging.debug("Database copied from {} to {}".format(self.clickhouse_path_dir, db_dir))
         else:
             os.mkdir(db_dir)
 
         logs_dir = p.abspath(p.join(self.path, 'logs'))
-        print("Setup logs dir {}".format(logs_dir))
+        logging.debug("Setup logs dir {}".format(logs_dir))
         os.mkdir(logs_dir)
 
         depends_on = []
@@ -1478,7 +1502,7 @@ class ClickHouseInstance:
         if self.stay_alive:
             entrypoint_cmd = CLICKHOUSE_STAY_ALIVE_COMMAND
 
-        print("Entrypoint cmd: {}".format(entrypoint_cmd))
+        logging.debug("Entrypoint cmd: {}".format(entrypoint_cmd))
 
         networks = app_net = ipv4_address = ipv6_address = net_aliases = net_alias1 = ""
         if self.ipv4_address is not None or self.ipv6_address is not None or self.hostname != self.name:
diff --git a/tests/integration/pytest.ini b/tests/integration/pytest.ini
index a7ca8c57da8..7d4a3ad1c29 100644
--- a/tests/integration/pytest.ini
+++ b/tests/integration/pytest.ini
@@ -4,3 +4,10 @@ norecursedirs = _instances
 timeout = 300
 junit_duration_report = call
 junit_suite_name = integration
+log_cli = 1
+log_cli_level = CRITICAL
+log_cli_format = %(message)s
+log_file = pytest.log
+log_file_level = DEBUG
+log_file_format = %(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)
+log_file_date_format=%Y-%m-%d %H:%M:%S
diff --git a/tests/integration/test_storage_hdfs/test.py b/tests/integration/test_storage_hdfs/test.py
index a6c8b7e1ee9..ac3807908a8 100644
--- a/tests/integration/test_storage_hdfs/test.py
+++ b/tests/integration/test_storage_hdfs/test.py
@@ -4,7 +4,6 @@ import pytest
 from helpers.cluster import ClickHouseCluster
 from helpers.hdfs_api import HDFSApi
 
-SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
 cluster = ClickHouseCluster(__file__)
 node1 = cluster.add_instance('node1', with_hdfs=True, main_configs=['configs/log_conf.xml'])
 
@@ -13,12 +12,7 @@ node1 = cluster.add_instance('node1', with_hdfs=True, main_configs=['configs/log
 def started_cluster():
     try:
         cluster.start()
-
         yield cluster
-
-    except Exception as ex:
-        print(ex)
-        raise ex
     finally:
         cluster.shutdown()
 
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 24afbc8ca4e..da5826665e5 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -638,7 +638,6 @@ def kafka_cluster():
     try:
         cluster.start()
         yield cluster
-
     finally:
         cluster.shutdown()
 
diff --git a/tests/integration/test_storage_kerberized_kafka/test.py b/tests/integration/test_storage_kerberized_kafka/test.py
index accb855af10..e21d18c2f49 100644
--- a/tests/integration/test_storage_kerberized_kafka/test.py
+++ b/tests/integration/test_storage_kerberized_kafka/test.py
@@ -37,7 +37,7 @@ def check_kafka_is_available():
                           kafka_id,
                           '/usr/bin/kafka-broker-api-versions',
                           '--bootstrap-server',
-                          'localhost:9093'),
+                          'INSIDE://{}:{}'.format("localhost", cluster.kafka_port)),
                          stdout=subprocess.PIPE)
     p.communicate()
     return p.returncode == 0
@@ -58,14 +58,26 @@ def wait_kafka_is_available(max_retries=50):
 
 def producer_serializer(x):
     return x.encode() if isinstance(x, str) else x
+
+def get_kafka_producer(port, serializer):
+    errors = []
+    for _ in range(15):
+        try:
+            producer = KafkaProducer(bootstrap_servers="localhost:{}".format(port), value_serializer=serializer)
+            logging.debug("Kafka Connection establised: localhost:{}".format(port))
+            return producer
+        except Exception as e:
+            errors += [str(e)]
+            time.sleep(1)
     
-def kafka_produce(topic, messages, timestamp=None):
-    producer = KafkaProducer(bootstrap_servers="localhost:9093", value_serializer=producer_serializer)
+    raise Exception("Connection not establised, {}".format(errors))   
+
+def kafka_produce(kafka_cluster, topic, messages, timestamp=None):
+    logging.debug("kafka_produce server:{}:{} topic:{}".format("localhost", kafka_cluster.kafka_port, topic))
+    producer = get_kafka_producer(kafka_cluster.kafka_port, producer_serializer)
     for message in messages:
         producer.send(topic=topic, value=message, timestamp_ms=timestamp)
         producer.flush()
-    print ("Produced {} messages for topic {}".format(len(messages), topic))
-
 
 
 # Fixtures
@@ -74,9 +86,7 @@ def kafka_produce(topic, messages, timestamp=None):
 def kafka_cluster():
     try:
         cluster.start()
-        print("kafka_id is {}".format(kafka_id))
         yield cluster
-
     finally:
         cluster.shutdown()
 
@@ -92,7 +102,7 @@ def kafka_setup_teardown():
 
 @pytest.mark.timeout(180)  # wait to build containers
 def test_kafka_json_as_string(kafka_cluster):
-    kafka_produce('kafka_json_as_string', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }', '{"F1":"V1","F2":{"F21":"V21","F22":{},"F23":"V23","F24":"2019-12-24T16:28:04"},"F3":"V3"}'])
+    kafka_produce(kafka_cluster, 'kafka_json_as_string', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }', '{"F1":"V1","F2":{"F21":"V21","F22":{},"F23":"V23","F24":"2019-12-24T16:28:04"},"F3":"V3"}'])
 
     instance.query('''
         CREATE TABLE test.kafka (field String)
@@ -116,7 +126,7 @@ def test_kafka_json_as_string(kafka_cluster):
     assert instance.contains_in_log("Parsing of message (topic: kafka_json_as_string, partition: 0, offset: 1) return no rows")
 
 def test_kafka_json_as_string_no_kdc(kafka_cluster):
-    kafka_produce('kafka_json_as_string_no_kdc', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }', '{"F1":"V1","F2":{"F21":"V21","F22":{},"F23":"V23","F24":"2019-12-24T16:28:04"},"F3":"V3"}'])
+    kafka_produce(kafka_cluster, 'kafka_json_as_string_no_kdc', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }', '{"F1":"V1","F2":{"F21":"V21","F22":{},"F23":"V23","F24":"2019-12-24T16:28:04"},"F3":"V3"}'])
 
     kafka_cluster.pause_container('kafka_kerberos')
     time.sleep(45)   # wait for ticket expiration
diff --git a/tests/integration/test_storage_mongodb/test.py b/tests/integration/test_storage_mongodb/test.py
index f75a9aac237..75af909faec 100644
--- a/tests/integration/test_storage_mongodb/test.py
+++ b/tests/integration/test_storage_mongodb/test.py
@@ -13,20 +13,18 @@ node = cluster.add_instance('node', with_mongo=True)
 def started_cluster():
     try:
         cluster.start()
-
         yield cluster
-
     finally:
         cluster.shutdown()
 
 
-def get_mongo_connection():
-    connection_str = 'mongodb://root:clickhouse@localhost:27018'
+def get_mongo_connection(started_cluster):
+    connection_str = 'mongodb://root:clickhouse@localhost:{}'.format(started_cluster.mongo_port)
     return pymongo.MongoClient(connection_str)
 
 
 def test_simple_select(started_cluster):
-    mongo_connection = get_mongo_connection()
+    mongo_connection = get_mongo_connection(started_cluster)
     db = mongo_connection['test']
     db.add_user('root', 'clickhouse')
     simple_mongo_table = db['simple_table']
@@ -45,7 +43,7 @@ def test_simple_select(started_cluster):
 
 
 def test_complex_data_type(started_cluster):
-    mongo_connection = get_mongo_connection()
+    mongo_connection = get_mongo_connection(started_cluster)
     db = mongo_connection['test']
     db.add_user('root', 'clickhouse')
     incomplete_mongo_table = db['complex_table']
@@ -64,7 +62,7 @@ def test_complex_data_type(started_cluster):
 
 
 def test_incorrect_data_type(started_cluster):
-    mongo_connection = get_mongo_connection()
+    mongo_connection = get_mongo_connection(started_cluster)
     db = mongo_connection['test']
     db.add_user('root', 'clickhouse')
     strange_mongo_table = db['strange_table']

From ee955038c1139da47f80326459e26f47c7c426c2 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Feb 2021 15:58:11 +0300
Subject: [PATCH 0031/1060] wip

---
 .../runner/compose/docker_compose_minio.yml   |  2 +-
 tests/integration/helpers/cluster.py          | 97 ++++++++++---------
 tests/integration/helpers/hdfs_api.py         | 97 ++++++-------------
 .../test_allowed_url_from_config/test.py      |  6 +-
 .../test_redirect_url_storage/test.py         | 18 ++--
 tests/integration/test_storage_hdfs/test.py   | 63 +++++++-----
 .../test_storage_kerberized_hdfs/test.py      | 22 +++--
 7 files changed, 158 insertions(+), 147 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_minio.yml b/docker/test/integration/runner/compose/docker_compose_minio.yml
index dbb29f9711a..73016075921 100644
--- a/docker/test/integration/runner/compose/docker_compose_minio.yml
+++ b/docker/test/integration/runner/compose/docker_compose_minio.yml
@@ -7,7 +7,7 @@ services:
       - data1-1:/data1
       - ${MINIO_CERTS_DIR:-}:/certs
     ports:
-      - "9001:9001"
+      - ${MINIO_EXTERNAL_PORT}:${MINIO_INTERNAL_PORT}
     environment:
       MINIO_ACCESS_KEY: minio
       MINIO_SECRET_KEY: minio123
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index cb5c25c260e..302901159e1 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -36,7 +36,7 @@ DEFAULT_ENV_NAME = '.env'
 
 SANITIZER_SIGN = "=================="
 
-
+# to create docker-compose env file
 def _create_env_file(path, variables):
     logging.debug("Env {} stored in {}".format(variables, path))
     with open(path, 'w') as f:
@@ -44,13 +44,6 @@ def _create_env_file(path, variables):
             f.write("=".join([var, value]) + "\n")
     return path
 
-def env_to_compose_args(env):
-    args = []
-    for key, value in env.items():
-        args += ["-e", "{}={}".format(key, value)]
-    return args
-
-
 def run_and_check(args, env=None, shell=False):
     res = subprocess.run(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env, shell=shell)
     if res.returncode != 0:
@@ -174,7 +167,8 @@ class ClickHouseCluster:
         self.with_cassandra = False
 
         self.with_minio = False
-        self.minio_certs_dir = None
+        self.minio_dir = os.path.join(self.instances_dir, "minio")
+        self.minio_certs_dir = None # source for certificates 
         self.minio_host = "minio1"
         self.minio_bucket = "root"
         self.minio_bucket_2 = "root2"
@@ -347,6 +341,19 @@ class ClickHouseCluster:
                                 '--file', p.join(docker_compose_yml_dir, 'docker_compose_mongo.yml')]
         return self.base_mongo_cmd
 
+    def setup_minio_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_minio = True        
+        cert_d = p.join(self.minio_dir, "certs")
+        env_variables['MINIO_CERTS_DIR'] = cert_d
+        env_variables['MINIO_EXTERNAL_PORT'] = self.minio_port
+        env_variables['MINIO_INTERNAL_PORT'] = "9001"
+        env_variables['SSL_CERT_FILE'] = p.join(self.base_dir, cert_d, 'public.crt')
+
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_minio.yml')])
+        self.base_minio_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_minio.yml')]
+        return self.base_minio_cmd
+
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None,
                      with_zookeeper=False, with_mysql=False, with_mysql8=False, with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False,
@@ -484,21 +491,13 @@ class ClickHouseCluster:
             cmds.append(self.setup_redis_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_minio and not self.with_minio:
-            self.with_minio = True
-            self.minio_certs_dir = minio_certs_dir
-            if self.minio_certs_dir:
-                env_variables['MINIO_CERTS_DIR'] = p.join(self.base_dir, self.minio_certs_dir)
-                # Minio client (urllib3) uses SSL_CERT_FILE for certificate validation.
-                env_variables['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_certs_dir, 'public.crt')
+            cmds.append(self.setup_minio_cmd(instance, env_variables, docker_compose_yml_dir))
+
+        if minio_certs_dir is not None:
+            if self.minio_certs_dir is None:
+                self.minio_certs_dir = minio_certs_dir
             else:
-                # Attach empty certificates directory to ensure non-secure mode.
-                minio_certs_dir = p.join(self.instances_dir, 'empty_minio_certs_dir')
-                os.makedirs(minio_certs_dir, exist_ok=True)
-                env_variables['MINIO_CERTS_DIR'] = minio_certs_dir
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_minio.yml')])
-            self.base_minio_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                   '--file', p.join(docker_compose_yml_dir, 'docker_compose_minio.yml')]
-            cmds.append(self.base_minio_cmd)
+                raise Exception("Overwriting minio certs dir") 
 
         if with_cassandra and not self.with_cassandra:
             self.with_cassandra = True
@@ -659,6 +658,7 @@ class ClickHouseCluster:
         raise Exception("Cannot wait ZooKeeper container")
 
     def make_hdfs_api(self, timeout=60, kerberized=False):
+        hdfs_api = None
         if kerberized:
             keytab = p.abspath(p.join(self.instances['node1'].path, "secrets/clickhouse.keytab"))
             krb_conf = p.abspath(p.join(self.instances['node1'].path, "secrets/krb_long.conf"))
@@ -666,27 +666,29 @@ class ClickHouseCluster:
             # logging.debug("kerberizedhdfs1 ip ", hdfs_ip)
             kdc_ip = self.get_instance_ip('hdfskerberos')
             # logging.debug("kdc_ip ", kdc_ip)
-            self.hdfs_api = HDFSApi(user="root",
-                               timeout=timeout,
-                               kerberized=True,
-                               principal="root@TEST.CLICKHOUSE.TECH",
-                               keytab=keytab,
-                               krb_conf=krb_conf,
-                               host="kerberizedhdfs1",
-                               protocol="http",
-                               proxy_port=50070,
-                               data_port=1006,
-                               hdfs_ip=hdfs_ip,
-                               kdc_ip=kdc_ip)
+            hdfs_api = HDFSApi(user="root",
+                              timeout=timeout,
+                              kerberized=True,
+                              principal="root@TEST.CLICKHOUSE.TECH",
+                              keytab=keytab,
+                              krb_conf=krb_conf,
+                              host="kerberizedhdfs1",
+                              protocol="http",
+                              proxy_port=50070,
+                              data_port=1006,
+                              hdfs_ip=hdfs_ip,
+                              kdc_ip=kdc_ip)
+                                      
         else:
-            self.hdfs_api = HDFSApi(user="root", host=self.hdfs_host)
+            logging.debug("Create HDFSApi host={}".format("localhost"))
+            hdfs_api = HDFSApi(user="root", host="localhost", data_port=self.hdfs_data_port, proxy_port=self.hdfs_name_port)
+        return hdfs_api
 
-
-    def wait_hdfs_to_start(self, timeout=60):
+    def wait_hdfs_to_start(self, hdfs_api, timeout=60):
         start = time.time()
         while time.time() - start < timeout:
             try:
-                self.hdfs_api.write_data("/somefilewithrandomname222", "1")
+                hdfs_api.write_data("/somefilewithrandomname222", "1")
                 logging.debug("Connected to HDFS and SafeMode disabled! ")
                 return
             except Exception as ex:
@@ -710,7 +712,7 @@ class ClickHouseCluster:
                 time.sleep(1)
 
     def wait_minio_to_start(self, timeout=30, secure=False):
-        minio_client = Minio('localhost:9001',
+        minio_client = Minio('localhost:{}'.format(self.minio_port),
                              access_key='minio',
                              secret_key='minio123',
                              secure=secure)
@@ -840,14 +842,14 @@ class ClickHouseCluster:
                 logging.debug('Setup HDFS')
                 os.makedirs(self.hdfs_logs_dir)
                 subprocess_check_call(self.base_hdfs_cmd + common_opts)
-                self.make_hdfs_api()
-                self.wait_hdfs_to_start(50)
+                hdfs_api = self.make_hdfs_api()
+                self.wait_hdfs_to_start(hdfs_api, 120)
 
             if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
                 logging.debug('Setup kerberized HDFS')
                 run_and_check(self.base_kerberized_hdfs_cmd + common_opts)
-                self.make_hdfs_api(kerberized=True)
-                self.wait_hdfs_to_start(timeout=300)
+                hdfs_api = self.make_hdfs_api(kerberized=True)
+                self.wait_hdfs_to_start(hdfs_api, timeout=300)
 
             if self.with_mongo and self.base_mongo_cmd:
                 logging.debug('Setup Mongo')
@@ -860,6 +862,13 @@ class ClickHouseCluster:
                 time.sleep(10)
 
             if self.with_minio and self.base_minio_cmd:
+                # Copy minio certificates to minio/certs
+                os.mkdir(self.minio_dir)
+                if self.minio_certs_dir is None:
+                    os.mkdir(os.path.join(self.minio_dir, 'certs'))
+                else:
+                    shutil.copytree(self.minio_certs_dir, os.path.join(self.minio_dir, 'certs'))
+
                 minio_start_cmd = self.base_minio_cmd + common_opts
 
                 logging.info("Trying to create Minio instance by command %s", ' '.join(map(str, minio_start_cmd)))
diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index cb742662855..903a670aa57 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -11,15 +11,6 @@ import tempfile
 import logging
 import os
 
-g_dns_hook = None
-
-def custom_getaddrinfo(*args):
-    # print("from custom_getaddrinfo g_dns_hook is None ", g_dns_hook is None)
-    ret = g_dns_hook.custom_getaddrinfo(*args)
-    # print("g_dns_hook.custom_getaddrinfo result", ret)
-    return ret
-
-
 class mk_krb_conf(object):
     def __init__(self, krb_conf, kdc_ip):
         self.krb_conf = krb_conf
@@ -37,32 +28,6 @@ class mk_krb_conf(object):
         if self.amended_krb_conf is not None:
             self.amended_krb_conf.close()
 
-# tweak dns resolution to connect to localhost where api_host is in URL
-class dns_hook(object):
-    def __init__(self, hdfs_api):
-        # print("dns_hook.init ", hdfs_api.kerberized, hdfs_api.host, hdfs_api.data_port, hdfs_api.proxy_port)
-        self.hdfs_api = hdfs_api
-    def __enter__(self):
-        global g_dns_hook
-        g_dns_hook = self
-        # print("g_dns_hook is None ", g_dns_hook is None)
-        self.original_getaddrinfo = socket.getaddrinfo
-        socket.getaddrinfo = custom_getaddrinfo
-        return self
-    def __exit__(self, type, value, traceback):
-        global g_dns_hook
-        g_dns_hook = None
-        socket.getaddrinfo = self.original_getaddrinfo
-    def custom_getaddrinfo(self, *args):
-        (hostname, port) = args[:2]
-        # print("top of custom_getaddrinfo", hostname, port)
-
-        if hostname == self.hdfs_api.host and (port == self.hdfs_api.data_port or port == self.hdfs_api.proxy_port):
-            # print("dns_hook substitute")
-            return [(socket.AF_INET, 1, 6, '', ("127.0.0.1", port))]
-        else:
-            return self.original_getaddrinfo(*args)
-
 class HDFSApi(object):
     def __init__(self, user, timeout=100, kerberized=False, principal=None,
                  keytab=None, krb_conf=None,
@@ -83,9 +48,9 @@ class HDFSApi(object):
 
         # logging.basicConfig(level=logging.DEBUG)
         # logging.getLogger().setLevel(logging.DEBUG)
-        # requests_log = logging.getLogger("requests.packages.urllib3")
-        # requests_log.setLevel(logging.DEBUG)
-        # requests_log.propagate = True
+        requests_log = logging.getLogger("requests.packages.urllib3")
+        requests_log.setLevel(logging.DEBUG)
+        requests_log.propagate = True
 
         if kerberized:
             self._run_kinit()
@@ -101,13 +66,13 @@ class HDFSApi(object):
             raise Exception("kerberos principal and keytab are required")
 
         with mk_krb_conf(self.krb_conf, self.kdc_ip) as instantiated_krb_conf:
-            # print("instantiated_krb_conf ", instantiated_krb_conf)
+            logging.debug("instantiated_krb_conf ", instantiated_krb_conf)
 
             os.environ["KRB5_CONFIG"] = instantiated_krb_conf
 
             cmd = "(kinit -R -t {keytab} -k {principal} || (sleep 5 && kinit -R -t {keytab} -k {principal})) ; klist".format(instantiated_krb_conf=instantiated_krb_conf, keytab=self.keytab, principal=self.principal)
 
-            # print(cmd)
+            logging.debug(cmd)
 
             start = time.time()
 
@@ -123,17 +88,15 @@ class HDFSApi(object):
         raise Exception("Kinit running failure")
 
     def read_data(self, path, universal_newlines=True):
-        with dns_hook(self):
-            response = requests.get("{protocol}://{host}:{port}/webhdfs/v1{path}?op=OPEN".format(protocol=self.protocol, host=self.host, port=self.proxy_port, path=path), headers={'host': 'localhost'}, allow_redirects=False, verify=False, auth=self.kerberos_auth)
+        logging.debug("read_data protocol:{} host:{} port:{} path: {}".format(self.protocol, self.host, self.proxy_port, path))
+        response = requests.get("{protocol}://{host}:{port}/webhdfs/v1{path}?op=OPEN".format(protocol=self.protocol, host=self.host, port=self.proxy_port, path=path), headers={'host': 'localhost'}, allow_redirects=False, verify=False, auth=self.kerberos_auth)
         if response.status_code != 307:
             response.raise_for_status()
         # additional_params = '&'.join(response.headers['Location'].split('&')[1:2])
-        url = "{location}".format(location=response.headers['Location'])
-        # print("redirected to ", url)
-        with dns_hook(self):
-            response_data = requests.get(url,
-                                         headers={'host': 'localhost'},
-                                         verify=False, auth=self.kerberos_auth)
+        url = "{location}".format(location=response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port)))
+        logging.debug("redirected to {}".format(url))
+        response_data = requests.get(url, headers={'host': 'localhost'},
+                                     verify=False, auth=self.kerberos_auth)
         if response_data.status_code != 200:
             response_data.raise_for_status()
         if universal_newlines:
@@ -142,6 +105,7 @@ class HDFSApi(object):
             return response_data.content
 
     def write_data(self, path, content):
+        logging.debug("write_data protocol:{} host:{} port:{} path: {} user:{}".format(self.protocol, self.host, self.proxy_port, path, self.user))
         named_file = NamedTemporaryFile(mode='wb+')
         fpath = named_file.name
         if isinstance(content, str):
@@ -149,40 +113,41 @@ class HDFSApi(object):
         named_file.write(content)
         named_file.flush()
 
-
         if self.kerberized:
             self._run_kinit()
             self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
-            # print(self.kerberos_auth)
+            logging.debug(self.kerberos_auth)
+
+        response = requests.put(
+            "{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host='localhost',
+                                                                            port=self.proxy_port,
+                                                                            path=path, user=self.user),
+            allow_redirects=False,
+            headers={'host': 'localhost'},
+            params={'overwrite' : 'true'},
+            verify=False, auth=self.kerberos_auth
+        )
+
+        logging.debug("HDFS api response:{}".format(response.headers))
 
-        with dns_hook(self):
-            response = requests.put(
-                "{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host=self.host,
-                                                                               port=self.proxy_port,
-                                                                               path=path, user=self.user),
-                allow_redirects=False,
-                headers={'host': 'localhost'},
-                params={'overwrite' : 'true'},
-                verify=False, auth=self.kerberos_auth
-            )
         if response.status_code != 307:
-            # print(response.headers)
             response.raise_for_status()
 
-        additional_params = '&'.join(
-            response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
+        # additional_params = '&'.join(
+        #     response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
+        location = response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port))
 
-        with dns_hook(self), open(fpath, mode="rb") as fh:
+        with open(fpath, mode="rb") as fh:
             file_data = fh.read()
             protocol = "http" # self.protocol
             response = requests.put(
-                "{location}".format(location=response.headers['Location']),
+                "{location}".format(location=location),
                 data=file_data,
                 headers={'content-type':'text/plain', 'host': 'localhost'},
                 params={'file': path, 'user.name' : self.user},
                 allow_redirects=False, verify=False, auth=self.kerberos_auth
             )
-            # print(response)
+            logging.debug(response)
             if response.status_code != 201:
                 response.raise_for_status()
 
diff --git a/tests/integration/test_allowed_url_from_config/test.py b/tests/integration/test_allowed_url_from_config/test.py
index 6442937c8f4..29844301dba 100644
--- a/tests/integration/test_allowed_url_from_config/test.py
+++ b/tests/integration/test_allowed_url_from_config/test.py
@@ -100,8 +100,10 @@ def test_table_function_remote(start_cluster):
 
 
 def test_redirect(start_cluster):
-    start_cluster.hdfs_api.write_data("/simple_storage", "1\t\n")
-    assert start_cluster.hdfs_api.read_data("/simple_storage") == "1\t\n"
+    hdfs_api = start_cluster.make_hdfs_api()
+
+    hdfs_api.write_data("/simple_storage", "1\t\n")
+    assert hdfs_api.read_data("/simple_storage") == "1\t\n"
     node7.query(
         "CREATE TABLE table_test_7_1 (word String) ENGINE=URL('http://hdfs1:50070/webhdfs/v1/simple_storage?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0', CSV)")
     assert "not allowed" in node7.query_and_get_error("SET max_http_get_redirects=1; SELECT * from table_test_7_1")
diff --git a/tests/integration/test_redirect_url_storage/test.py b/tests/integration/test_redirect_url_storage/test.py
index f2731794d43..736fb5c409c 100644
--- a/tests/integration/test_redirect_url_storage/test.py
+++ b/tests/integration/test_redirect_url_storage/test.py
@@ -17,8 +17,10 @@ def started_cluster():
 
 
 def test_url_without_redirect(started_cluster):
-    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    hdfs_api = started_cluster.make_hdfs_api()
+
+    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access datanode port directly
     node1.query(
@@ -27,8 +29,10 @@ def test_url_without_redirect(started_cluster):
 
 
 def test_url_with_redirect_not_allowed(started_cluster):
-    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    hdfs_api = started_cluster.make_hdfs_api()
+
+    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access proxy port without allowing redirects
     node1.query(
@@ -38,8 +42,10 @@ def test_url_with_redirect_not_allowed(started_cluster):
 
 
 def test_url_with_redirect_allowed(started_cluster):
-    started_cluster.hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
-    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    hdfs_api = started_cluster.make_hdfs_api()
+
+    hdfs_api.write_data("/simple_storage", "1\tMark\t72.53\n")
+    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
 
     # access proxy port with allowing redirects
     # http://localhost:50070/webhdfs/v1/b?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0
diff --git a/tests/integration/test_storage_hdfs/test.py b/tests/integration/test_storage_hdfs/test.py
index ac3807908a8..3fb12b233fa 100644
--- a/tests/integration/test_storage_hdfs/test.py
+++ b/tests/integration/test_storage_hdfs/test.py
@@ -18,14 +18,16 @@ def started_cluster():
 
 
 def test_read_write_storage(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
     node1.query(
         "create table SimpleHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/simple_storage', 'TSV')")
     node1.query("insert into SimpleHDFSStorage values (1, 'Mark', 72.53)")
-    assert started_cluster.hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
+    assert hdfs_api.read_data("/simple_storage") == "1\tMark\t72.53\n"
     assert node1.query("select * from SimpleHDFSStorage") == "1\tMark\t72.53\n"
 
 
 def test_read_write_storage_with_globs(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
     node1.query(
         "create table HDFSStorageWithRange (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage{1..5}', 'TSV')")
     node1.query(
@@ -36,8 +38,8 @@ def test_read_write_storage_with_globs(started_cluster):
         "create table HDFSStorageWithAsterisk (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage*', 'TSV')")
 
     for i in ["1", "2", "3"]:
-        started_cluster.hdfs_api.write_data("/storage" + i, i + "\tMark\t72.53\n")
-        assert started_cluster.hdfs_api.read_data("/storage" + i) == i + "\tMark\t72.53\n"
+        hdfs_api.write_data("/storage" + i, i + "\tMark\t72.53\n")
+        assert hdfs_api.read_data("/storage" + i) == i + "\tMark\t72.53\n"
 
     assert node1.query("select count(*) from HDFSStorageWithRange") == "3\n"
     assert node1.query("select count(*) from HDFSStorageWithEnum") == "3\n"
@@ -67,23 +69,26 @@ def test_read_write_storage_with_globs(started_cluster):
 
 
 def test_read_write_table(started_cluster):
-    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
-    started_cluster.hdfs_api.write_data("/simple_table_function", data)
+    hdfs_api = started_cluster.make_hdfs_api()
 
-    assert started_cluster.hdfs_api.read_data("/simple_table_function") == data
+    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
+    hdfs_api.write_data("/simple_table_function", data)
+
+    assert hdfs_api.read_data("/simple_table_function") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')") == data
 
 
 def test_write_table(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
 
     node1.query(
         "create table OtherHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/other_storage', 'TSV')")
     node1.query("insert into OtherHDFSStorage values (10, 'tomas', 55.55), (11, 'jack', 32.54)")
 
     result = "10\ttomas\t55.55\n11\tjack\t32.54\n"
-    assert started_cluster.hdfs_api.read_data("/other_storage") == result
+    assert hdfs_api.read_data("/other_storage") == result
     assert node1.query("select * from OtherHDFSStorage order by id") == result
 
 
@@ -110,12 +115,14 @@ def test_bad_hdfs_uri(started_cluster):
 
 @pytest.mark.timeout(800)
 def test_globs_in_read_table(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
+
     some_data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
     globs_dir = "/dir_for_test_with_globs/"
     files = ["dir1/dir_dir/file1", "dir2/file2", "simple_table_function", "dir/file", "some_dir/dir1/file",
              "some_dir/dir2/file", "some_dir/file", "table1_function", "table2_function", "table3_function"]
     for filename in files:
-        started_cluster.hdfs_api.write_data(globs_dir + filename, some_data)
+        hdfs_api.write_data(globs_dir + filename, some_data)
 
     test_requests = [("dir{1..5}/dir_dir/file1", 1, 1),
                      ("*_table_functio?", 1, 1),
@@ -141,58 +148,70 @@ def test_globs_in_read_table(started_cluster):
 
 
 def test_read_write_gzip_table(started_cluster):
-    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    started_cluster.hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+    hdfs_api = started_cluster.make_hdfs_api()
 
-    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function.gz") == data
+    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
+    hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+
+    assert hdfs_api.read_gzip_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64')") == data
 
 
 def test_read_write_gzip_table_with_parameter_gzip(started_cluster):
-    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    started_cluster.hdfs_api.write_gzip_data("/simple_table_function", data)
+    hdfs_api = started_cluster.make_hdfs_api()
 
-    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function") == data
+    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
+    hdfs_api.write_gzip_data("/simple_table_function", data)
+
+    assert hdfs_api.read_gzip_data("/simple_table_function") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function', 'TSV', 'id UInt64, text String, number Float64', 'gzip')") == data
 
 
 def test_read_write_table_with_parameter_none(started_cluster):
-    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    started_cluster.hdfs_api.write_data("/simple_table_function.gz", data)
+    hdfs_api = started_cluster.make_hdfs_api()
 
-    assert started_cluster.hdfs_api.read_data("/simple_table_function.gz") == data
+    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
+    hdfs_api.write_data("/simple_table_function.gz", data)
+
+    assert hdfs_api.read_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64', 'none')") == data
 
 
 def test_read_write_gzip_table_with_parameter_auto_gz(started_cluster):
-    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
-    started_cluster.hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+    hdfs_api = started_cluster.make_hdfs_api()
 
-    assert started_cluster.hdfs_api.read_gzip_data("/simple_table_function.gz") == data
+    data = "1\tHello Jessica\t555.222\n2\tI rolled a joint\t777.333\n"
+    hdfs_api.write_gzip_data("/simple_table_function.gz", data)
+
+    assert hdfs_api.read_gzip_data("/simple_table_function.gz") == data
 
     assert node1.query(
         "select * from hdfs('hdfs://hdfs1:9000/simple_table_function.gz', 'TSV', 'id UInt64, text String, number Float64', 'auto')") == data
 
 
 def test_write_gz_storage(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
+
     node1.query(
         "create table GZHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/storage.gz', 'TSV')")
     node1.query("insert into GZHDFSStorage values (1, 'Mark', 72.53)")
-    assert started_cluster.hdfs_api.read_gzip_data("/storage.gz") == "1\tMark\t72.53\n"
+    assert hdfs_api.read_gzip_data("/storage.gz") == "1\tMark\t72.53\n"
     assert node1.query("select * from GZHDFSStorage") == "1\tMark\t72.53\n"
 
 
 def test_write_gzip_storage(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
+
     node1.query(
         "create table GZIPHDFSStorage (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://hdfs1:9000/gzip_storage', 'TSV', 'gzip')")
     node1.query("insert into GZIPHDFSStorage values (1, 'Mark', 72.53)")
-    assert started_cluster.hdfs_api.read_gzip_data("/gzip_storage") == "1\tMark\t72.53\n"
+    assert hdfs_api.read_gzip_data("/gzip_storage") == "1\tMark\t72.53\n"
     assert node1.query("select * from GZIPHDFSStorage") == "1\tMark\t72.53\n"
 
 if __name__ == '__main__':
diff --git a/tests/integration/test_storage_kerberized_hdfs/test.py b/tests/integration/test_storage_kerberized_hdfs/test.py
index 1fffd7a8c12..bb4440a3e38 100644
--- a/tests/integration/test_storage_kerberized_hdfs/test.py
+++ b/tests/integration/test_storage_kerberized_hdfs/test.py
@@ -23,10 +23,12 @@ def started_cluster():
         cluster.shutdown()
 
 def test_read_table(started_cluster):
-    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
-    started_cluster.hdfs_api.write_data("/simple_table_function", data)
+    hdfs_api = started_cluster.make_hdfs_api()
 
-    api_read = started_cluster.hdfs_api.read_data("/simple_table_function")
+    data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
+    hdfs_api.write_data("/simple_table_function", data)
+
+    api_read = hdfs_api.read_data("/simple_table_function")
     assert api_read == data
 
     select_read = node1.query("select * from hdfs('hdfs://kerberizedhdfs1:9010/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')")
@@ -34,10 +36,12 @@ def test_read_table(started_cluster):
 
 
 def test_read_write_storage(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
+
     node1.query("create table SimpleHDFSStorage2 (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9010/simple_storage1', 'TSV')")
     node1.query("insert into SimpleHDFSStorage2 values (1, 'Mark', 72.53)")
 
-    api_read = started_cluster.hdfs_api.read_data("/simple_storage1")
+    api_read = hdfs_api.read_data("/simple_storage1")
     assert api_read == "1\tMark\t72.53\n"
 
     select_read = node1.query("select * from SimpleHDFSStorage2")
@@ -45,12 +49,14 @@ def test_read_write_storage(started_cluster):
 
 
 def test_write_storage_not_expired(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
+
     node1.query("create table SimpleHDFSStorageNotExpired (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9010/simple_storage_not_expired', 'TSV')")
 
     time.sleep(45)   # wait for ticket expiration
     node1.query("insert into SimpleHDFSStorageNotExpired values (1, 'Mark', 72.53)")
 
-    api_read = started_cluster.hdfs_api.read_data("/simple_storage_not_expired")
+    api_read = hdfs_api.read_data("/simple_storage_not_expired")
     assert api_read == "1\tMark\t72.53\n"
 
     select_read = node1.query("select * from SimpleHDFSStorageNotExpired")
@@ -58,6 +64,8 @@ def test_write_storage_not_expired(started_cluster):
 
 
 def test_two_users(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
+
     node1.query("create table HDFSStorOne (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9010/storage_user_one', 'TSV')")
     node1.query("insert into HDFSStorOne values (1, 'Real', 86.00)")
 
@@ -69,8 +77,10 @@ def test_two_users(started_cluster):
     select_read_2 = node1.query("select * from hdfs('hdfs://suser@kerberizedhdfs1:9010/storage_user_one', 'TSV', 'id UInt64, text String, number Float64')")
 
 def test_read_table_expired(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
+
     data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
-    started_cluster.hdfs_api.write_data("/simple_table_function_relogin", data)
+    hdfs_api.write_data("/simple_table_function_relogin", data)
 
     started_cluster.pause_container('hdfskerberos')
     time.sleep(45)

From d45cab4228da23261c725479430cfa5bea66bf21 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Feb 2021 17:42:43 +0300
Subject: [PATCH 0032/1060] wip

---
 .../docker_compose_kerberized_hdfs.yml        | 15 ++++---
 tests/integration/helpers/cluster.py          | 40 ++++++++++++++-----
 tests/integration/helpers/hdfs_api.py         | 39 ++++++++++++------
 tests/integration/runner                      | 14 ++++++-
 4 files changed, 77 insertions(+), 31 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
index f2a659bce58..34fa902bf93 100644
--- a/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
+++ b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
@@ -8,13 +8,16 @@ services:
     hostname: kerberizedhdfs1
     restart: always
     volumes:
-        - ${KERBERIZED_HDFS_DIR}/../../hdfs_configs/bootstrap.sh:/etc/bootstrap.sh:ro
-        - ${KERBERIZED_HDFS_DIR}/secrets:/usr/local/hadoop/etc/hadoop/conf
-        - ${KERBERIZED_HDFS_DIR}/secrets/krb_long.conf:/etc/krb5.conf:ro
+      - ${KERBERIZED_HDFS_DIR}/../../hdfs_configs/bootstrap.sh:/etc/bootstrap.sh:ro
+      - ${KERBERIZED_HDFS_DIR}/secrets:/usr/local/hadoop/etc/hadoop/conf
+      - ${KERBERIZED_HDFS_DIR}/secrets/krb_long.conf:/etc/krb5.conf:ro
+      - type: ${KERBERIZED_HDFS_FS:-tmpfs}
+        source: ${KERBERIZED_HDFS_LOGS:-}
+        target: /var/log/hadoop-hdfs
     ports:
-      - 1006:1006
-      - 50070:50070
-      - 9010:9010
+      - ${KERBERIZED_HDFS_NAME_EXTERNAL_PORT}:${KERBERIZED_HDFS_NAME_INTERNAL_PORT} #50070
+      - ${KERBERIZED_HDFS_DATA_EXTERNAL_PORT}:${KERBERIZED_HDFS_DATA_INTERNAL_PORT} #1006
+      # - 9010:9010
     depends_on:
         - hdfskerberos
     entrypoint: /etc/bootstrap.sh -d
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 302901159e1..bc9850d5176 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -184,6 +184,13 @@ class ClickHouseCluster:
         self.hdfs_dir = p.abspath(p.join(self.instances_dir, "hdfs"))
         self.hdfs_logs_dir = os.path.join(self.hdfs_dir, "logs")
 
+        # available when with_kerberized_hdfs == True
+        self.hdfs_kerberized_host = "kerberizedhdfs1"
+        self.hdfs_kerberized_name_port = get_open_port()
+        self.hdfs_kerberized_data_port = get_open_port()
+        self.hdfs_kerberized_dir = p.abspath(p.join(self.instances_dir, "kerberized_hdfs"))
+        self.hdfs_kerberized_logs_dir = os.path.join(self.hdfs_kerberized_dir, "logs")
+
         # available when with_kafka == True
         self.kafka_host = "kafka1"
         self.kafka_port = get_open_port()
@@ -276,6 +283,21 @@ class ClickHouseCluster:
         print("HDFS BASE CMD:{}".format(self.base_hdfs_cmd))
         return self.base_hdfs_cmd
 
+    def setup_kerberized_hdfs_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_kerberized_hdfs = True
+        env_variables['KERBERIZED_HDFS_HOST'] = self.hdfs_kerberized_host
+        env_variables['KERBERIZED_HDFS_NAME_EXTERNAL_PORT'] = str(self.hdfs_kerberized_name_port)
+        env_variables['KERBERIZED_HDFS_NAME_INTERNAL_PORT'] = "50070"
+        env_variables['KERBERIZED_HDFS_DATA_EXTERNAL_PORT'] = str(self.hdfs_kerberized_data_port)
+        env_variables['KERBERIZED_HDFS_DATA_INTERNAL_PORT'] = "1006"
+        env_variables['KERBERIZED_HDFS_LOGS'] = self.hdfs_kerberized_logs_dir
+        env_variables['KERBERIZED_HDFS_FS'] = "bind"
+        env_variables['KERBERIZED_HDFS_DIR'] = instance.path + '/'
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')])
+        self.base_kerberized_hdfs_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                            '--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')]
+        return self.base_kerberized_hdfs_cmd
+
     def setup_kafka_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_redis = True
         env_variables['KAFKA_HOST'] = self.kafka_host
@@ -345,7 +367,7 @@ class ClickHouseCluster:
         self.with_minio = True        
         cert_d = p.join(self.minio_dir, "certs")
         env_variables['MINIO_CERTS_DIR'] = cert_d
-        env_variables['MINIO_EXTERNAL_PORT'] = self.minio_port
+        env_variables['MINIO_EXTERNAL_PORT'] = str(self.minio_port)
         env_variables['MINIO_INTERNAL_PORT'] = "9001"
         env_variables['SSL_CERT_FILE'] = p.join(self.base_dir, cert_d, 'public.crt')
 
@@ -473,12 +495,7 @@ class ClickHouseCluster:
             cmds.append(self.setup_hdfs_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_kerberized_hdfs and not self.with_kerberized_hdfs:
-            self.with_kerberized_hdfs = True
-            env_variables['KERBERIZED_HDFS_DIR'] = instance.path + '/'
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')])
-            self.base_kerberized_hdfs_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
-                                             '--file', p.join(docker_compose_yml_dir, 'docker_compose_kerberized_hdfs.yml')]
-            cmds.append(self.base_kerberized_hdfs_cmd)
+            cmds.append(self.setup_kerberized_hdfs_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_mongo and not self.with_mongo:
             cmds.append(self.setup_mongo_cmd(instance, env_variables, docker_compose_yml_dir))
@@ -672,10 +689,10 @@ class ClickHouseCluster:
                               principal="root@TEST.CLICKHOUSE.TECH",
                               keytab=keytab,
                               krb_conf=krb_conf,
-                              host="kerberizedhdfs1",
+                              host="localhost",
                               protocol="http",
-                              proxy_port=50070,
-                              data_port=1006,
+                              proxy_port=self.hdfs_kerberized_name_port,
+                              data_port=self.hdfs_kerberized_data_port,
                               hdfs_ip=hdfs_ip,
                               kdc_ip=kdc_ip)
                                       
@@ -847,9 +864,10 @@ class ClickHouseCluster:
 
             if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
                 logging.debug('Setup kerberized HDFS')
+                os.makedirs(self.hdfs_kerberized_logs_dir)
                 run_and_check(self.base_kerberized_hdfs_cmd + common_opts)
                 hdfs_api = self.make_hdfs_api(kerberized=True)
-                self.wait_hdfs_to_start(hdfs_api, timeout=300)
+                self.wait_hdfs_to_start(hdfs_api, timeout=30)
 
             if self.with_mongo and self.base_mongo_cmd:
                 logging.debug('Setup Mongo')
diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index 903a670aa57..60b8979fce2 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -10,7 +10,6 @@ import socket
 import tempfile
 import logging
 import os
-
 class mk_krb_conf(object):
     def __init__(self, krb_conf, kdc_ip):
         self.krb_conf = krb_conf
@@ -51,6 +50,9 @@ class HDFSApi(object):
         requests_log = logging.getLogger("requests.packages.urllib3")
         requests_log.setLevel(logging.DEBUG)
         requests_log.propagate = True
+        kerb_log = logging.getLogger("requests_kerberos")
+        kerb_log.setLevel(logging.DEBUG)
+        kerb_log.propagate = True
 
         if kerberized:
             self._run_kinit()
@@ -66,23 +68,28 @@ class HDFSApi(object):
             raise Exception("kerberos principal and keytab are required")
 
         with mk_krb_conf(self.krb_conf, self.kdc_ip) as instantiated_krb_conf:
-            logging.debug("instantiated_krb_conf ", instantiated_krb_conf)
+            logging.debug("instantiated_krb_conf {}".format(instantiated_krb_conf))
 
             os.environ["KRB5_CONFIG"] = instantiated_krb_conf
 
             cmd = "(kinit -R -t {keytab} -k {principal} || (sleep 5 && kinit -R -t {keytab} -k {principal})) ; klist".format(instantiated_krb_conf=instantiated_krb_conf, keytab=self.keytab, principal=self.principal)
 
-            logging.debug(cmd)
-
             start = time.time()
 
             while time.time() - start < self.timeout:
                 try:
-                    subprocess.call(cmd, shell=True)
-                    print("KDC started, kinit successfully run")
+                    res = subprocess.run(cmd, shell=True)
+                    if res.returncode != 0:
+                        # check_call(...) from subprocess does not print stderr, so we do it manually
+                        logging.debug('Stderr:\n{}\n'.format(res.stderr.decode('utf-8')))
+                        logging.debug('Stdout:\n{}\n'.format(res.stdout.decode('utf-8')))
+                        logging.debug('Env:\n{}\n'.format(env))
+                        raise Exception('Command {} return non-zero code {}: {}'.format(args, res.returncode, res.stderr.decode('utf-8')))
+
+                    logging.debug("KDC started, kinit successfully run")
                     return
                 except Exception as ex:
-                    print("Can't run kinit ... waiting {}".format(str(ex)))
+                    logging.debug("Can't run kinit ... waiting {}".format(str(ex)))
                     time.sleep(1)
 
         raise Exception("Kinit running failure")
@@ -93,9 +100,13 @@ class HDFSApi(object):
         if response.status_code != 307:
             response.raise_for_status()
         # additional_params = '&'.join(response.headers['Location'].split('&')[1:2])
-        url = "{location}".format(location=response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port)))
-        logging.debug("redirected to {}".format(url))
-        response_data = requests.get(url, headers={'host': 'localhost'},
+        location = None
+        if self.kerberized:
+            location = response.headers['Location'].replace("kerberizedhdfs1:1006", "{}:{}".format(self.host, self.data_port)) 
+        else:
+            location = response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port)) 
+        logging.debug("redirected to {}".format(location))
+        response_data = requests.get(location, headers={'host': 'localhost'},
                                      verify=False, auth=self.kerberos_auth)
         if response_data.status_code != 200:
             response_data.raise_for_status()
@@ -116,7 +127,6 @@ class HDFSApi(object):
         if self.kerberized:
             self._run_kinit()
             self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
-            logging.debug(self.kerberos_auth)
 
         response = requests.put(
             "{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host='localhost',
@@ -135,8 +145,11 @@ class HDFSApi(object):
 
         # additional_params = '&'.join(
         #     response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
-        location = response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port))
-
+        if self.kerberized:
+            location = response.headers['Location'].replace("kerberizedhdfs1:1006", "{}:{}".format(self.host, self.data_port)) 
+        else:
+            location = response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port))
+            
         with open(fpath, mode="rb") as fh:
             file_data = fh.read()
             protocol = "http" # self.protocol
diff --git a/tests/integration/runner b/tests/integration/runner
index 6dca7663310..ead57913217 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -142,12 +142,23 @@ if __name__ == "__main__":
         action="append",
         help="Set non-default tags for images used in docker compose recipes(yandex/my_container:my_tag)")
 
+    parser.add_argument(
+        "-n", "--parallel",
+        action="store",
+        dest="parallel",
+        help="Parallelism")
+
     parser.add_argument('pytest_args', nargs='*', help="args for pytest command")
 
     args = parser.parse_args()
 
     check_args_and_update_paths(args)
 
+    parallel_args = ""
+    if args.parallel:
+        parallel_args += "--dist=loadfile"
+        parallel_args += "-n {}".format(args.parallel)
+
     net = ""
     if not args.disable_net_host:
         net = "--net=host"
@@ -188,7 +199,7 @@ if __name__ == "__main__":
     cmd = "docker run {net} {tty} --rm --name {name} --privileged --volume={bridge_bin}:/clickhouse-odbc-bridge --volume={bin}:/clickhouse \
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
-        --volume={name}_volume:/var/lib/docker {env_tags} -e PYTEST_OPTS='{opts}' {img} {command}".format(
+        --volume={name}_volume:/var/lib/docker {env_tags} -e PYTEST_OPTS='{parallel} {opts}' {img} {command}".format(
         net=net,
         tty=tty,
         bin=args.binary,
@@ -197,6 +208,7 @@ if __name__ == "__main__":
         cases_dir=args.cases_dir,
         src_dir=args.src_dir,
         env_tags=env_tags,
+        parallel=parallel_args,
         opts=' '.join(args.pytest_args),
         img=DIND_INTEGRATION_TESTS_IMAGE_NAME + ":" + args.docker_image_version,
         name=CONTAINER_NAME,

From ecf928737b8adfeff05329780016c735608e6ce0 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Feb 2021 18:08:38 +0300
Subject: [PATCH 0033/1060] fix

---
 tests/integration/helpers/cluster.py  | 2 +-
 tests/integration/helpers/hdfs_api.py | 7 +++++--
 2 files changed, 6 insertions(+), 3 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index bc9850d5176..88169425856 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -867,7 +867,7 @@ class ClickHouseCluster:
                 os.makedirs(self.hdfs_kerberized_logs_dir)
                 run_and_check(self.base_kerberized_hdfs_cmd + common_opts)
                 hdfs_api = self.make_hdfs_api(kerberized=True)
-                self.wait_hdfs_to_start(hdfs_api, timeout=30)
+                self.wait_hdfs_to_start(hdfs_api, timeout=300)
 
             if self.with_mongo and self.base_mongo_cmd:
                 logging.debug('Setup Mongo')
diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index 60b8979fce2..9bd4bf66f92 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -116,7 +116,8 @@ class HDFSApi(object):
             return response_data.content
 
     def write_data(self, path, content):
-        logging.debug("write_data protocol:{} host:{} port:{} path: {} user:{}".format(self.protocol, self.host, self.proxy_port, path, self.user))
+        logging.debug("write_data protocol:{} host:{} port:{} path: {} user:{}, principal:{}".format(
+            self.protocol, self.host, self.proxy_port, path, self.user, self.principal))
         named_file = NamedTemporaryFile(mode='wb+')
         fpath = named_file.name
         if isinstance(content, str):
@@ -126,7 +127,9 @@ class HDFSApi(object):
 
         if self.kerberized:
             self._run_kinit()
-            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
+            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, 
+            hostname_override="kerberizedhdfs1", 
+            principal=self.principal)
 
         response = requests.put(
             "{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host='localhost',

From 34fd15ca407fbc9f2619ed2e9e10f176fed75c9f Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Feb 2021 18:10:38 +0300
Subject: [PATCH 0034/1060] trivial

---
 tests/integration/test_storage_kerberized_hdfs/test.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/integration/test_storage_kerberized_hdfs/test.py b/tests/integration/test_storage_kerberized_hdfs/test.py
index bb4440a3e38..fa520752d1c 100644
--- a/tests/integration/test_storage_kerberized_hdfs/test.py
+++ b/tests/integration/test_storage_kerberized_hdfs/test.py
@@ -23,7 +23,7 @@ def started_cluster():
         cluster.shutdown()
 
 def test_read_table(started_cluster):
-    hdfs_api = started_cluster.make_hdfs_api()
+    hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
     data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
     hdfs_api.write_data("/simple_table_function", data)
@@ -36,7 +36,7 @@ def test_read_table(started_cluster):
 
 
 def test_read_write_storage(started_cluster):
-    hdfs_api = started_cluster.make_hdfs_api()
+    hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
     node1.query("create table SimpleHDFSStorage2 (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9010/simple_storage1', 'TSV')")
     node1.query("insert into SimpleHDFSStorage2 values (1, 'Mark', 72.53)")
@@ -49,7 +49,7 @@ def test_read_write_storage(started_cluster):
 
 
 def test_write_storage_not_expired(started_cluster):
-    hdfs_api = started_cluster.make_hdfs_api()
+    hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
     node1.query("create table SimpleHDFSStorageNotExpired (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9010/simple_storage_not_expired', 'TSV')")
 
@@ -64,7 +64,7 @@ def test_write_storage_not_expired(started_cluster):
 
 
 def test_two_users(started_cluster):
-    hdfs_api = started_cluster.make_hdfs_api()
+    hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
     node1.query("create table HDFSStorOne (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9010/storage_user_one', 'TSV')")
     node1.query("insert into HDFSStorOne values (1, 'Real', 86.00)")
@@ -77,7 +77,7 @@ def test_two_users(started_cluster):
     select_read_2 = node1.query("select * from hdfs('hdfs://suser@kerberizedhdfs1:9010/storage_user_one', 'TSV', 'id UInt64, text String, number Float64')")
 
 def test_read_table_expired(started_cluster):
-    hdfs_api = started_cluster.make_hdfs_api()
+    hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
     data = "1\tSerialize\t555.222\n2\tData\t777.333\n"
     hdfs_api.write_data("/simple_table_function_relogin", data)

From b5f59446b792e47ca117ffb1947ec962847c09c2 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Feb 2021 18:39:27 +0300
Subject: [PATCH 0035/1060] fix kerberos

---
 tests/integration/helpers/hdfs_api.py | 9 ++-------
 1 file changed, 2 insertions(+), 7 deletions(-)

diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index 9bd4bf66f92..8a69f6baffd 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -56,7 +56,7 @@ class HDFSApi(object):
 
         if kerberized:
             self._run_kinit()
-            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
+            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override="kerberizedhdfs1", principal=self.principal)
                 #principal=self.principal,
                 #hostname_override=self.host, principal=self.principal)
                 # , mutual_authentication=reqkerb.REQUIRED, force_preemptive=True)
@@ -106,6 +106,7 @@ class HDFSApi(object):
         else:
             location = response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port)) 
         logging.debug("redirected to {}".format(location))
+
         response_data = requests.get(location, headers={'host': 'localhost'},
                                      verify=False, auth=self.kerberos_auth)
         if response_data.status_code != 200:
@@ -125,12 +126,6 @@ class HDFSApi(object):
         named_file.write(content)
         named_file.flush()
 
-        if self.kerberized:
-            self._run_kinit()
-            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, 
-            hostname_override="kerberizedhdfs1", 
-            principal=self.principal)
-
         response = requests.put(
             "{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host='localhost',
                                                                             port=self.proxy_port,

From fc89b4fd3528c6aa467e1c3f643c92c97d199153 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Sat, 20 Feb 2021 17:59:39 +0300
Subject: [PATCH 0036/1060] better

---
 tests/integration/helpers/cluster.py          |   2 +-
 tests/integration/runner                      |   2 +-
 tests/integration/test_storage_s3/test.py     | 193 ++++++++----------
 .../test_storage_s3/test_redirect.py          | 125 ++++++++++++
 4 files changed, 214 insertions(+), 108 deletions(-)
 create mode 100644 tests/integration/test_storage_s3/test_redirect.py

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 668838afb5c..5443659eac9 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -172,7 +172,7 @@ class ClickHouseCluster:
         self.minio_host = "minio1"
         self.minio_bucket = "root"
         self.minio_bucket_2 = "root2"
-        self.minio_port = 9001
+        self.minio_port = get_open_port()
         self.minio_client = None  # type: Minio
         self.minio_redirect_host = "proxy1"
         self.minio_redirect_port = 8080
diff --git a/tests/integration/runner b/tests/integration/runner
index ead57913217..99987839f56 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -157,7 +157,7 @@ if __name__ == "__main__":
     parallel_args = ""
     if args.parallel:
         parallel_args += "--dist=loadfile"
-        parallel_args += "-n {}".format(args.parallel)
+        parallel_args += " -n {}".format(args.parallel)
 
     net = ""
     if not args.disable_net_host:
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index 1f445feb5a0..b9de57366bf 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -14,9 +14,10 @@ from helpers.cluster import ClickHouseCluster, ClickHouseInstance
 logging.getLogger().setLevel(logging.INFO)
 logging.getLogger().addHandler(logging.StreamHandler())
 
+MINIO_INTERNAL_PORT = 9001
 
 # Creates S3 bucket for tests and allows anonymous read-write access to it.
-def prepare_s3_bucket(cluster):
+def prepare_s3_bucket(started_cluster):
     # Allows read-write access for bucket without authorization.
     bucket_read_write_policy = {"Version": "2012-10-17",
                                 "Statement": [
@@ -50,26 +51,26 @@ def prepare_s3_bucket(cluster):
                                     }
                                 ]}
 
-    minio_client = cluster.minio_client
-    minio_client.set_bucket_policy(cluster.minio_bucket, json.dumps(bucket_read_write_policy))
+    minio_client = started_cluster.minio_client
+    minio_client.set_bucket_policy(started_cluster.minio_bucket, json.dumps(bucket_read_write_policy))
 
-    cluster.minio_restricted_bucket = "{}-with-auth".format(cluster.minio_bucket)
-    if minio_client.bucket_exists(cluster.minio_restricted_bucket):
-        minio_client.remove_bucket(cluster.minio_restricted_bucket)
+    started_cluster.minio_restricted_bucket = "{}-with-auth".format(started_cluster.minio_bucket)
+    if minio_client.bucket_exists(started_cluster.minio_restricted_bucket):
+        minio_client.remove_bucket(started_cluster.minio_restricted_bucket)
 
-    minio_client.make_bucket(cluster.minio_restricted_bucket)
+    minio_client.make_bucket(started_cluster.minio_restricted_bucket)
 
 
-def put_s3_file_content(cluster, bucket, filename, data):
+def put_s3_file_content(started_cluster, bucket, filename, data):
     buf = io.BytesIO(data)
-    cluster.minio_client.put_object(bucket, filename, buf, len(data))
+    started_cluster.minio_client.put_object(bucket, filename, buf, len(data))
 
 
 # Returns content of given S3 file as string.
-def get_s3_file_content(cluster, bucket, filename, decode=True):
+def get_s3_file_content(started_cluster, bucket, filename, decode=True):
     # type: (ClickHouseCluster, str) -> str
 
-    data = cluster.minio_client.get_object(bucket, filename)
+    data = started_cluster.minio_client.get_object(bucket, filename)
     data_str = b""
     for chunk in data.stream():
         data_str += chunk
@@ -79,7 +80,7 @@ def get_s3_file_content(cluster, bucket, filename, decode=True):
 
 
 @pytest.fixture(scope="module")
-def cluster():
+def started_cluster():
     try:
         cluster = ClickHouseCluster(__file__)
         cluster.add_instance("restricted_dummy", main_configs=["configs/config_for_test_remote_host_filter.xml"],
@@ -115,17 +116,17 @@ def run_query(instance, query, stdin=None, settings=None):
     ("'minio','minio123',", True),
     ("'wrongid','wrongkey',", False)
 ])
-def test_put(cluster, maybe_auth, positive):
+def test_put(started_cluster, maybe_auth, positive):
     # type: (ClickHouseCluster) -> None
 
-    bucket = cluster.minio_bucket if not maybe_auth else cluster.minio_restricted_bucket
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    bucket = started_cluster.minio_bucket if not maybe_auth else started_cluster.minio_restricted_bucket
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     values = "(1, 2, 3), (3, 2, 1), (78, 43, 45)"
     values_csv = "1,2,3\n3,2,1\n78,43,45\n"
     filename = "test.csv"
     put_query = "insert into table function s3('http://{}:{}/{}/{}', {}'CSV', '{}') values {}".format(
-        cluster.minio_host, cluster.minio_port, bucket, filename, maybe_auth, table_format, values)
+        started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, filename, maybe_auth, table_format, values)
 
     try:
         run_query(instance, put_query)
@@ -134,18 +135,18 @@ def test_put(cluster, maybe_auth, positive):
             raise
     else:
         assert positive
-        assert values_csv == get_s3_file_content(cluster, bucket, filename)
+        assert values_csv == get_s3_file_content(started_cluster, bucket, filename)
 
 
 # Test put no data to S3.
 @pytest.mark.parametrize("auth", [
     "'minio','minio123',"
 ])
-def test_empty_put(cluster, auth):
+def test_empty_put(started_cluster, auth):
     # type: (ClickHouseCluster) -> None
 
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
 
     create_empty_table_query = """
@@ -158,13 +159,13 @@ def test_empty_put(cluster, auth):
 
     filename = "empty_put_test.csv"
     put_query = "insert into table function s3('http://{}:{}/{}/{}', {}'CSV', '{}') select * from empty_table".format(
-        cluster.minio_host, cluster.minio_port, bucket, filename, auth, table_format)
+        started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, filename, auth, table_format)
 
     run_query(instance, put_query)
 
     try:
         run_query(instance, "select count(*) from s3('http://{}:{}/{}/{}', {}'CSV', '{}')".format(
-            cluster.minio_host, cluster.minio_port, bucket, filename, auth, table_format))
+            started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, filename, auth, table_format))
 
         assert False, "Query should be failed."
     except helpers.client.QueryRuntimeException as e:
@@ -177,15 +178,15 @@ def test_empty_put(cluster, auth):
     ("'minio','minio123',", True),
     ("'wrongid','wrongkey',", False)
 ])
-def test_put_csv(cluster, maybe_auth, positive):
+def test_put_csv(started_cluster, maybe_auth, positive):
     # type: (ClickHouseCluster) -> None
 
-    bucket = cluster.minio_bucket if not maybe_auth else cluster.minio_restricted_bucket
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    bucket = started_cluster.minio_bucket if not maybe_auth else started_cluster.minio_restricted_bucket
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     filename = "test.csv"
     put_query = "insert into table function s3('http://{}:{}/{}/{}', {}'CSV', '{}') format CSV".format(
-        cluster.minio_host, cluster.minio_port, bucket, filename, maybe_auth, table_format)
+        started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, filename, maybe_auth, table_format)
     csv_data = "8,9,16\n11,18,13\n22,14,2\n"
 
     try:
@@ -195,27 +196,27 @@ def test_put_csv(cluster, maybe_auth, positive):
             raise
     else:
         assert positive
-        assert csv_data == get_s3_file_content(cluster, bucket, filename)
+        assert csv_data == get_s3_file_content(started_cluster, bucket, filename)
 
 
 # Test put and get with S3 server redirect.
-def test_put_get_with_redirect(cluster):
+def test_put_get_with_redirect(started_cluster):
     # type: (ClickHouseCluster) -> None
 
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     values = "(1, 1, 1), (1, 1, 1), (11, 11, 11)"
     values_csv = "1,1,1\n1,1,1\n11,11,11\n"
     filename = "test.csv"
     query = "insert into table function s3('http://{}:{}/{}/{}', 'CSV', '{}') values {}".format(
-        cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, filename, table_format, values)
+        started_cluster.minio_redirect_host, started_cluster.minio_redirect_port, bucket, filename, table_format, values)
     run_query(instance, query)
 
-    assert values_csv == get_s3_file_content(cluster, bucket, filename)
+    assert values_csv == get_s3_file_content(started_cluster, bucket, filename)
 
     query = "select *, column1*column2*column3 from s3('http://{}:{}/{}/{}', 'CSV', '{}')".format(
-        cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, filename, table_format)
+        started_cluster.minio_redirect_host, started_cluster.minio_redirect_port, bucket, filename, table_format)
     stdout = run_query(instance, query)
 
     assert list(map(str.split, stdout.splitlines())) == [
@@ -226,23 +227,23 @@ def test_put_get_with_redirect(cluster):
 
 
 # Test put with restricted S3 server redirect.
-def test_put_with_zero_redirect(cluster):
+def test_put_with_zero_redirect(started_cluster):
     # type: (ClickHouseCluster) -> None
 
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["s3_max_redirects"]  # type: ClickHouseInstance
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["s3_max_redirects"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     values = "(1, 1, 1), (1, 1, 1), (11, 11, 11)"
     filename = "test.csv"
 
     # Should work without redirect
     query = "insert into table function s3('http://{}:{}/{}/{}', 'CSV', '{}') values {}".format(
-        cluster.minio_host, cluster.minio_port, bucket, filename, table_format, values)
+        started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, filename, table_format, values)
     run_query(instance, query)
 
     # Should not work with redirect
     query = "insert into table function s3('http://{}:{}/{}/{}', 'CSV', '{}') values {}".format(
-        cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, filename, table_format, values)
+        started_cluster.minio_redirect_host, started_cluster.minio_redirect_port, bucket, filename, table_format, values)
     exception_raised = False
     try:
         run_query(instance, query)
@@ -253,11 +254,11 @@ def test_put_with_zero_redirect(cluster):
         assert exception_raised
 
 
-def test_put_get_with_globs(cluster):
+def test_put_get_with_globs(started_cluster):
     # type: (ClickHouseCluster) -> None
 
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     max_path = ""
     for i in range(10):
@@ -266,11 +267,11 @@ def test_put_get_with_globs(cluster):
             max_path = max(path, max_path)
             values = "({},{},{})".format(i, j, i + j)
             query = "insert into table function s3('http://{}:{}/{}/{}', 'CSV', '{}') values {}".format(
-                cluster.minio_host, cluster.minio_port, bucket, path, table_format, values)
+                started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, path, table_format, values)
             run_query(instance, query)
 
     query = "select sum(column1), sum(column2), sum(column3), min(_file), max(_path) from s3('http://{}:{}/{}/*_{{a,b,c,d}}/%3f.csv', 'CSV', '{}')".format(
-        cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, table_format)
+        started_cluster.minio_redirect_host, started_cluster.minio_redirect_port, bucket, table_format)
     assert run_query(instance, query).splitlines() == [
         "450\t450\t900\t0.csv\t{bucket}/{max_path}".format(bucket=bucket, max_path=max_path)]
 
@@ -281,11 +282,11 @@ def test_put_get_with_globs(cluster):
     # ("'minio','minio123',",True), Redirect with credentials not working with nginx.
     ("'wrongid','wrongkey',", False)
 ])
-def test_multipart_put(cluster, maybe_auth, positive):
+def test_multipart_put(started_cluster, maybe_auth, positive):
     # type: (ClickHouseCluster) -> None
 
-    bucket = cluster.minio_bucket if not maybe_auth else cluster.minio_restricted_bucket
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    bucket = started_cluster.minio_bucket if not maybe_auth else started_cluster.minio_restricted_bucket
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
 
     # Minimum size of part is 5 Mb for Minio.
@@ -303,7 +304,7 @@ def test_multipart_put(cluster, maybe_auth, positive):
 
     filename = "test_multipart.csv"
     put_query = "insert into table function s3('http://{}:{}/{}/{}', {}'CSV', '{}') format CSV".format(
-        cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, filename, maybe_auth, table_format)
+        started_cluster.minio_redirect_host, started_cluster.minio_redirect_port, bucket, filename, maybe_auth, table_format)
 
     try:
         run_query(instance, put_query, stdin=csv_data, settings={'s3_min_upload_part_size': min_part_size_bytes,
@@ -315,23 +316,23 @@ def test_multipart_put(cluster, maybe_auth, positive):
         assert positive
 
         # Use proxy access logs to count number of parts uploaded to Minio.
-        proxy_logs = cluster.get_container_logs("proxy1")  # type: str
+        proxy_logs = started_cluster.get_container_logs("proxy1")  # type: str
         assert proxy_logs.count("PUT /{}/{}".format(bucket, filename)) >= 2
 
-        assert csv_data == get_s3_file_content(cluster, bucket, filename)
+        assert csv_data == get_s3_file_content(started_cluster, bucket, filename)
 
 
-def test_remote_host_filter(cluster):
-    instance = cluster.instances["restricted_dummy"]
+def test_remote_host_filter(started_cluster):
+    instance = started_cluster.instances["restricted_dummy"]
     format = "column1 UInt32, column2 UInt32, column3 UInt32"
 
     query = "select *, column1*column2*column3 from s3('http://{}:{}/{}/test.csv', 'CSV', '{}')".format(
-        "invalid_host", cluster.minio_port, cluster.minio_bucket, format)
+        "invalid_host", MINIO_INTERNAL_PORT, started_cluster.minio_bucket, format)
     assert "not allowed in config.xml" in instance.query_and_get_error(query)
 
     other_values = "(1, 1, 1), (1, 1, 1), (11, 11, 11)"
     query = "insert into table function s3('http://{}:{}/{}/test.csv', 'CSV', '{}') values {}".format(
-        "invalid_host", cluster.minio_port, cluster.minio_bucket, format, other_values)
+        "invalid_host", MINIO_INTERNAL_PORT, started_cluster.minio_bucket, format, other_values)
     assert "not allowed in config.xml" in instance.query_and_get_error(query)
 
 
@@ -339,8 +340,8 @@ def test_remote_host_filter(cluster):
     "''",  # 1 arguments
     "'','','','','',''"  # 6 arguments
 ])
-def test_wrong_s3_syntax(cluster, s3_storage_args):
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+def test_wrong_s3_syntax(started_cluster, s3_storage_args):
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     expected_err_msg = "Code: 42"  # NUMBER_OF_ARGUMENTS_DOESNT_MATCH
 
     query = "create table test_table_s3_syntax (id UInt32) ENGINE = S3({})".format(s3_storage_args)
@@ -348,9 +349,9 @@ def test_wrong_s3_syntax(cluster, s3_storage_args):
 
 
 # https://en.wikipedia.org/wiki/One_Thousand_and_One_Nights
-def test_s3_glob_scheherazade(cluster):
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+def test_s3_glob_scheherazade(started_cluster):
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     max_path = ""
     values = "(1, 1, 1)"
@@ -361,7 +362,7 @@ def test_s3_glob_scheherazade(cluster):
             for i in range(start, end):
                 path = "night_{}/tale.csv".format(i)
                 query = "insert into table function s3('http://{}:{}/{}/{}', 'CSV', '{}') values {}".format(
-                    cluster.minio_host, cluster.minio_port, bucket, path, table_format, values)
+                    started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, path, table_format, values)
                 run_query(instance, query)
 
         jobs.append(threading.Thread(target=add_tales, args=(night, min(night + nights_per_job, 1001))))
@@ -371,20 +372,20 @@ def test_s3_glob_scheherazade(cluster):
         job.join()
 
     query = "select count(), sum(column1), sum(column2), sum(column3) from s3('http://{}:{}/{}/night_*/tale.csv', 'CSV', '{}')".format(
-        cluster.minio_redirect_host, cluster.minio_redirect_port, bucket, table_format)
+        started_cluster.minio_redirect_host, started_cluster.minio_redirect_port, bucket, table_format)
     assert run_query(instance, query).splitlines() == ["1001\t1001\t1001\t1001"]
 
 
-def run_s3_mock(cluster):
+def run_s3_mock(started_cluster):
     logging.info("Starting s3 mock")
-    container_id = cluster.get_container_id('resolver')
+    container_id = started_cluster.get_container_id('resolver')
     current_dir = os.path.dirname(__file__)
-    cluster.copy_file_to_container(container_id, os.path.join(current_dir, "s3_mock", "mock_s3.py"), "mock_s3.py")
-    cluster.exec_in_container(container_id, ["python", "mock_s3.py"], detach=True)
+    started_cluster.copy_file_to_container(container_id, os.path.join(current_dir, "s3_mock", "mock_s3.py"), "mock_s3.py")
+    started_cluster.exec_in_container(container_id, ["python", "mock_s3.py"], detach=True)
 
     # Wait for S3 mock start
     for attempt in range(10):
-        ping_response = cluster.exec_in_container(cluster.get_container_id('resolver'),
+        ping_response = started_cluster.exec_in_container(started_cluster.get_container_id('resolver'),
                                                   ["curl", "-s", "http://resolver:8080/"], nothrow=True)
         if ping_response != 'OK':
             if attempt == 9:
@@ -397,25 +398,25 @@ def run_s3_mock(cluster):
     logging.info("S3 mock started")
 
 
-def test_custom_auth_headers(cluster):
+def test_custom_auth_headers(started_cluster):
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     filename = "test.csv"
     get_query = "select * from s3('http://resolver:8080/{bucket}/{file}', 'CSV', '{table_format}')".format(
-        bucket=cluster.minio_restricted_bucket,
+        bucket=started_cluster.minio_restricted_bucket,
         file=filename,
         table_format=table_format)
 
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     result = run_query(instance, get_query)
     assert result == '1\t2\t3\n'
 
 
-def test_custom_auth_headers_exclusion(cluster):
+def test_custom_auth_headers_exclusion(started_cluster):
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     filename = "test.csv"
-    get_query = f"SELECT * FROM s3('http://resolver:8080/{cluster.minio_restricted_bucket}/restricteddirectory/{filename}', 'CSV', '{table_format}')"
+    get_query = f"SELECT * FROM s3('http://resolver:8080/{started_cluster.minio_restricted_bucket}/restricteddirectory/{filename}', 'CSV', '{table_format}')"
 
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     with pytest.raises(helpers.client.QueryRuntimeException) as ei:
         result = run_query(instance, get_query)
         print(result)
@@ -423,33 +424,13 @@ def test_custom_auth_headers_exclusion(cluster):
     assert ei.value.returncode == 243
     assert '403 Forbidden' in ei.value.stderr
 
-
-def test_infinite_redirect(cluster):
-    bucket = "redirected"
-    table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
-    filename = "test.csv"
-    get_query = "select * from s3('http://resolver:8080/{bucket}/{file}', 'CSV', '{table_format}')".format(
-        bucket=bucket,
-        file=filename,
-        table_format=table_format)
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
-    exception_raised = False
-    try:
-        run_query(instance, get_query)
-    except Exception as e:
-        assert str(e).find("Too many redirects while trying to access") != -1
-        exception_raised = True
-    finally:
-        assert exception_raised
-
-
 @pytest.mark.parametrize("extension,method", [
     ("bin", "gzip"),
     ("gz", "auto")
 ])
-def test_storage_s3_get_gzip(cluster, extension, method):
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["dummy"]
+def test_storage_s3_get_gzip(started_cluster, extension, method):
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["dummy"]
     filename = f"test_get_gzip.{extension}"
     name = "test_get_gzip"
     data = [
@@ -474,11 +455,11 @@ def test_storage_s3_get_gzip(cluster, extension, method):
     compressed = gzip.GzipFile(fileobj=buf, mode="wb")
     compressed.write(("\n".join(data)).encode())
     compressed.close()
-    put_s3_file_content(cluster, bucket, filename, buf.getvalue())
+    put_s3_file_content(started_cluster, bucket, filename, buf.getvalue())
 
     try:
         run_query(instance, f"""CREATE TABLE {name} (name String, id UInt32) ENGINE = S3(
-                                    'http://{cluster.minio_host}:{cluster.minio_port}/{bucket}/{filename}',
+                                    'http://{started_cluster.minio_host}:{MINIO_INTERNAL_PORT}/{bucket}/{filename}',
                                     'CSV',
                                     '{method}')""")
 
@@ -488,9 +469,9 @@ def test_storage_s3_get_gzip(cluster, extension, method):
         run_query(instance, f"DROP TABLE {name}")
 
 
-def test_storage_s3_put_uncompressed(cluster):
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["dummy"]
+def test_storage_s3_put_uncompressed(started_cluster):
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["dummy"]
     filename = "test_put_uncompressed.bin"
     name = "test_put_uncompressed"
     data = [
@@ -512,13 +493,13 @@ def test_storage_s3_put_uncompressed(cluster):
     ]
     try:
         run_query(instance, "CREATE TABLE {} (name String, id UInt32) ENGINE = S3('http://{}:{}/{}/{}', 'CSV')".format(
-            name, cluster.minio_host, cluster.minio_port, bucket, filename))
+            name, started_cluster.minio_host, MINIO_INTERNAL_PORT, bucket, filename))
 
         run_query(instance, "INSERT INTO {} VALUES ({})".format(name, "),(".join(data)))
 
         run_query(instance, "SELECT sum(id) FROM {}".format(name)).splitlines() == ["753"]
 
-        uncompressed_content = get_s3_file_content(cluster, bucket, filename)
+        uncompressed_content = get_s3_file_content(started_cluster, bucket, filename)
         assert sum([ int(i.split(',')[1]) for i in uncompressed_content.splitlines() ]) == 753
     finally:
         run_query(instance, f"DROP TABLE {name}")
@@ -528,9 +509,9 @@ def test_storage_s3_put_uncompressed(cluster):
     ("bin", "gzip"),
     ("gz", "auto")
 ])
-def test_storage_s3_put_gzip(cluster, extension, method):
-    bucket = cluster.minio_bucket
-    instance = cluster.instances["dummy"]
+def test_storage_s3_put_gzip(started_cluster, extension, method):
+    bucket = started_cluster.minio_bucket
+    instance = started_cluster.instances["dummy"]
     filename = f"test_put_gzip.{extension}"
     name = "test_put_gzip"
     data = [
@@ -552,7 +533,7 @@ def test_storage_s3_put_gzip(cluster, extension, method):
     ]
     try:
         run_query(instance, f"""CREATE TABLE {name} (name String, id UInt32) ENGINE = S3(
-                                    'http://{cluster.minio_host}:{cluster.minio_port}/{bucket}/{filename}',
+                                    'http://{started_cluster.minio_host}:{MINIO_INTERNAL_PORT}/{bucket}/{filename}',
                                     'CSV',
                                     '{method}')""")
 
@@ -560,7 +541,7 @@ def test_storage_s3_put_gzip(cluster, extension, method):
 
         run_query(instance, "SELECT sum(id) FROM {}".format(name)).splitlines() == ["708"]
 
-        buf = io.BytesIO(get_s3_file_content(cluster, bucket, filename, decode=False))
+        buf = io.BytesIO(get_s3_file_content(started_cluster, bucket, filename, decode=False))
         f = gzip.GzipFile(fileobj=buf, mode="rb")
         uncompressed_content = f.read().decode()
         assert sum([ int(i.split(',')[1]) for i in uncompressed_content.splitlines() ]) == 708
diff --git a/tests/integration/test_storage_s3/test_redirect.py b/tests/integration/test_storage_s3/test_redirect.py
new file mode 100644
index 00000000000..ab677f46d9a
--- /dev/null
+++ b/tests/integration/test_storage_s3/test_redirect.py
@@ -0,0 +1,125 @@
+import gzip
+import json
+import logging
+import os
+import io
+import random
+import threading
+import time
+
+import helpers.client
+import pytest
+from helpers.cluster import ClickHouseCluster, ClickHouseInstance
+
+logging.getLogger().setLevel(logging.INFO)
+logging.getLogger().addHandler(logging.StreamHandler())
+
+# Creates S3 bucket for tests and allows anonymous read-write access to it.
+def prepare_s3_bucket(cluster):
+    # Allows read-write access for bucket without authorization.
+    bucket_read_write_policy = {"Version": "2012-10-17",
+                                "Statement": [
+                                    {
+                                        "Sid": "",
+                                        "Effect": "Allow",
+                                        "Principal": {"AWS": "*"},
+                                        "Action": "s3:GetBucketLocation",
+                                        "Resource": "arn:aws:s3:::root"
+                                    },
+                                    {
+                                        "Sid": "",
+                                        "Effect": "Allow",
+                                        "Principal": {"AWS": "*"},
+                                        "Action": "s3:ListBucket",
+                                        "Resource": "arn:aws:s3:::root"
+                                    },
+                                    {
+                                        "Sid": "",
+                                        "Effect": "Allow",
+                                        "Principal": {"AWS": "*"},
+                                        "Action": "s3:GetObject",
+                                        "Resource": "arn:aws:s3:::root/*"
+                                    },
+                                    {
+                                        "Sid": "",
+                                        "Effect": "Allow",
+                                        "Principal": {"AWS": "*"},
+                                        "Action": "s3:PutObject",
+                                        "Resource": "arn:aws:s3:::root/*"
+                                    }
+                                ]}
+
+    minio_client = cluster.minio_client
+    minio_client.set_bucket_policy(cluster.minio_bucket, json.dumps(bucket_read_write_policy))
+
+    cluster.minio_restricted_bucket = "{}-with-auth".format(cluster.minio_bucket)
+    if minio_client.bucket_exists(cluster.minio_restricted_bucket):
+        minio_client.remove_bucket(cluster.minio_restricted_bucket)
+
+    minio_client.make_bucket(cluster.minio_restricted_bucket)
+
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    try:
+        cluster = ClickHouseCluster(__file__, name="redirect")
+        cluster.add_instance("dummy", with_minio=True, main_configs=["configs/defaultS3.xml"])
+        logging.info("Starting cluster...")
+        cluster.start()
+        logging.info("Cluster started")
+
+        prepare_s3_bucket(cluster)
+        logging.info("S3 bucket created")
+        run_s3_mock(cluster)
+
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+def run_query(instance, query, stdin=None, settings=None):
+    # type: (ClickHouseInstance, str, object, dict) -> str
+
+    logging.info("Running query '{}'...".format(query))
+    result = instance.query(query, stdin=stdin, settings=settings)
+    logging.info("Query finished")
+
+    return result
+
+def run_s3_mock(cluster):
+    logging.info("Starting s3 mock")
+    container_id = cluster.get_container_id('resolver')
+    current_dir = os.path.dirname(__file__)
+    cluster.copy_file_to_container(container_id, os.path.join(current_dir, "s3_mock", "mock_s3.py"), "mock_s3.py")
+    cluster.exec_in_container(container_id, ["python", "mock_s3.py"], detach=True)
+
+    # Wait for S3 mock start
+    for attempt in range(10):
+        ping_response = cluster.exec_in_container(cluster.get_container_id('resolver'),
+                                                  ["curl", "-s", "http://resolver:8080/"], nothrow=True)
+        if ping_response != 'OK':
+            if attempt == 9:
+                assert ping_response == 'OK', 'Expected "OK", but got "{}"'.format(ping_response)
+            else:
+                time.sleep(1)
+        else:
+            break
+
+    logging.info("S3 mock started")
+
+def test_infinite_redirect(started_cluster):
+    bucket = "redirected"
+    table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
+    filename = "test.csv"
+    get_query = "select * from s3('http://resolver:8080/{bucket}/{file}', 'CSV', '{table_format}')".format(
+        bucket=bucket,
+        file=filename,
+        table_format=table_format)
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
+    exception_raised = False
+    try:
+        run_query(instance, get_query)
+    except Exception as e:
+        assert str(e).find("Too many redirects while trying to access") != -1
+        exception_raised = True
+    finally:
+        assert exception_raised
\ No newline at end of file

From 775f31f65eb932a10b3f90b87c7143f03e86c831 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Sat, 20 Feb 2021 18:23:09 +0300
Subject: [PATCH 0037/1060] fix

---
 tests/integration/helpers/cluster.py | 4 ++--
 tests/integration/runner             | 3 ++-
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 5443659eac9..872d34d657c 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -589,10 +589,10 @@ class ClickHouseCluster:
             image_id = container_info.get('Image')
             image_info = self.docker_client.api.inspect_image(image_id)
             logging.debug(("Command failed in container {}: ".format(container_id)))
-            pprint.plogging.debug(container_info)
+            pprint.pprint(container_info)
             logging.debug("")
             logging.debug(("Container {} uses image {}: ".format(container_id, image_id)))
-            pprint.plogging.debug(image_info)
+            pprint.pprint(image_info)
             logging.debug("")
             message = 'Cmd "{}" failed in container {}. Return code {}. Output: {}'.format(' '.join(cmd), container_id,
                                                                                            exit_code, output)
diff --git a/tests/integration/runner b/tests/integration/runner
index 99987839f56..f03554f179d 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -199,7 +199,8 @@ if __name__ == "__main__":
     cmd = "docker run {net} {tty} --rm --name {name} --privileged --volume={bridge_bin}:/clickhouse-odbc-bridge --volume={bin}:/clickhouse \
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
-        --volume={name}_volume:/var/lib/docker {env_tags} -e PYTEST_OPTS='{parallel} {opts}' {img} {command}".format(
+        --volume={name}_volume:/var/lib/docker -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=120 \
+        {env_tags} -e PYTEST_OPTS='{parallel} {opts}' {img} {command}".format(
         net=net,
         tty=tty,
         bin=args.binary,

From 905cc7a2bd96540114e6b9de1da2361a6d9ce871 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 24 Feb 2021 14:46:58 +0300
Subject: [PATCH 0038/1060] fixes

---
 tests/integration/helpers/cluster.py          | 87 ++++++++++++-------
 tests/integration/runner                      | 12 +--
 .../test_alter_on_mixed_type_cluster/test.py  |  1 -
 .../test_format_avro_confluent/test.py        | 11 +--
 tests/integration/test_s3_with_https/test.py  |  2 +-
 tests/integration/test_storage_kafka/test.py  | 40 ++-------
 .../test_storage_kerberized_kafka/test.py     | 38 +-------
 7 files changed, 79 insertions(+), 112 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 872d34d657c..d69321268e5 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -15,17 +15,19 @@ import traceback
 import urllib.parse
 
 import cassandra.cluster
-import docker
 import psycopg2
 import pymongo
 import pymysql
 import requests
+from confluent_kafka.avro.cached_schema_registry_client import \
+    CachedSchemaRegistryClient
 from dict2xml import dict2xml
-from confluent_kafka.avro.cached_schema_registry_client import CachedSchemaRegistryClient
 from kazoo.client import KazooClient
 from kazoo.exceptions import KazooException
 from minio import Minio
 
+import docker
+
 from .client import Client
 from .hdfs_api import HDFSApi
 
@@ -38,7 +40,7 @@ SANITIZER_SIGN = "=================="
 
 # to create docker-compose env file
 def _create_env_file(path, variables):
-    logging.debug("Env {} stored in {}".format(variables, path))
+    logging.debug(f"Env {variables} stored in {path}")
     with open(path, 'w') as f:
         for var, value in list(variables.items()):
             f.write("=".join([var, value]) + "\n")
@@ -48,20 +50,19 @@ def run_and_check(args, env=None, shell=False):
     res = subprocess.run(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env, shell=shell)
     if res.returncode != 0:
         # check_call(...) from subprocess does not print stderr, so we do it manually
-        logging.debug('Stderr:\n{}\n'.format(res.stderr.decode('utf-8')))
-        logging.debug('Stdout:\n{}\n'.format(res.stdout.decode('utf-8')))
-        logging.debug('Env:\n{}\n'.format(env))
-        raise Exception('Command {} return non-zero code {}: {}'.format(args, res.returncode, res.stderr.decode('utf-8')))
+        logging.debug(f"Stderr:\n{res.stderr.decode('utf-8')}\n")
+        logging.debug(f"Stdout:\n{res.stdout.decode('utf-8')}\n")
+        logging.debug(f"Env:\n{env}\n")
+        raise Exception(f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}")
 
 # Based on https://stackoverflow.com/questions/2838244/get-open-tcp-port-in-python/2838309#2838309
 def get_open_port():
-        import socket
-        s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
-        s.bind(("",0))
-        s.listen(1)
-        port = s.getsockname()[1]
-        s.close()
-        return port
+    s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    s.bind(("",0))
+    s.listen(1)
+    port = s.getsockname()[1]
+    s.close()
+    return port
 
 def subprocess_check_call(args):
     # Uncomment for debugging
@@ -93,10 +94,23 @@ def get_docker_compose_path():
         if os.path.exists(os.path.dirname('/compose/')):
             return os.path.dirname('/compose/')  # default in docker runner container
         else:
-            logging.debug(("Fallback docker_compose_path to LOCAL_DOCKER_COMPOSE_DIR: {}".format(LOCAL_DOCKER_COMPOSE_DIR)))
+            logging.debug(f"Fallback docker_compose_path to LOCAL_DOCKER_COMPOSE_DIR: {LOCAL_DOCKER_COMPOSE_DIR}")
             return LOCAL_DOCKER_COMPOSE_DIR
 
 
+def check_kafka_is_available(kafka_id, kafka_port):
+    p = subprocess.Popen(('docker',
+                        'exec',
+                        '-i',
+                        kafka_id,
+                        '/usr/bin/kafka-broker-api-versions',
+                        '--bootstrap-server',
+                        f'INSIDE://localhost:{kafka_port}'),
+                        stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    p.communicate()
+    return p.returncode == 0
+
+
 class ClickHouseCluster:
     """ClickHouse cluster with several instances and (possibly) ZooKeeper.
 
@@ -202,7 +216,6 @@ class ClickHouseCluster:
         # available when with_kerberozed_kafka == True
         self.kerberized_kafka_host = "kerberized_kafka1"
         self.kerberized_kafka_port = get_open_port()
-        self.kerberized_kafka_docker_id = None
         self.kerberized_kafka_docker_id = self.get_instance_docker_id(self.kerberized_kafka_host)
 
         # available when with_mongo == True
@@ -238,7 +251,7 @@ class ClickHouseCluster:
 
         self.docker_client = None
         self.is_up = False
-        logging.debug("CLUSTER INIT base_config_dir:{}".format(self.base_config_dir))
+        logging.debug(f"CLUSTER INIT base_config_dir:{self.base_config_dir}")
 
     def get_client_cmd(self):
         cmd = self.client_bin_path
@@ -299,7 +312,7 @@ class ClickHouseCluster:
         return self.base_kerberized_hdfs_cmd
 
     def setup_kafka_cmd(self, instance, env_variables, docker_compose_yml_dir):
-        self.with_redis = True
+        self.with_kafka = True
         env_variables['KAFKA_HOST'] = self.kafka_host
         env_variables['KAFKA_EXTERNAL_PORT'] = str(self.kafka_port)
         env_variables['SCHEMA_REGISTRY_EXTERNAL_PORT'] = str(self.schema_registry_port)
@@ -310,7 +323,7 @@ class ClickHouseCluster:
         return self.base_kafka_cmd
 
     def setup_kerberized_kafka_cmd(self, instance, env_variables, docker_compose_yml_dir):
-        self.with_redis = True
+        self.with_kerberized_kafka = True
         env_variables['KERBERIZED_KAFKA_DIR'] = instance.path + '/'
         env_variables['KERBERIZED_KAFKA_HOST'] = self.kerberized_kafka_host
         env_variables['KERBERIZED_KAFKA_EXTERNAL_PORT'] = str(self.kerberized_kafka_port)
@@ -694,13 +707,25 @@ class ClickHouseCluster:
                               proxy_port=self.hdfs_kerberized_name_port,
                               data_port=self.hdfs_kerberized_data_port,
                               hdfs_ip=hdfs_ip,
-                              kdc_ip=kdc_ip)
-                                      
+                              kdc_ip=kdc_ip)                         
         else:
             logging.debug("Create HDFSApi host={}".format("localhost"))
             hdfs_api = HDFSApi(user="root", host="localhost", data_port=self.hdfs_data_port, proxy_port=self.hdfs_name_port)
         return hdfs_api
 
+    def wait_kafka_is_available(self, kafka_docker_id, kafka_port, max_retries=50):
+        retries = 0
+        while True:
+            if check_kafka_is_available(kafka_docker_id, kafka_port):
+                break
+            else:
+                retries += 1
+                if retries > max_retries:
+                    raise Exception("Kafka is not available")
+                logging.debug("Waiting for Kafka to start up")
+                time.sleep(1)
+
+
     def wait_hdfs_to_start(self, hdfs_api, timeout=60):
         start = time.time()
         while time.time() - start < timeout:
@@ -722,13 +747,14 @@ class ClickHouseCluster:
         while time.time() - start < timeout:
             try:
                 connection.list_database_names()
-                logging.debug("Connected to Mongo dbs:", connection.database_names())
+                logging.debug("Connected to Mongo dbs: {}", connection.database_names())
                 return
             except Exception as ex:
                 logging.debug("Can't connect to Mongo " + str(ex))
                 time.sleep(1)
 
     def wait_minio_to_start(self, timeout=30, secure=False):
+        os.environ['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_certs_dir, 'public.crt')
         minio_client = Minio('localhost:{}'.format(self.minio_port),
                              access_key='minio',
                              secret_key='minio123',
@@ -757,7 +783,7 @@ class ClickHouseCluster:
         raise Exception("Can't wait Minio to start")
 
     def wait_schema_registry_to_start(self, timeout=10):
-        sr_client = CachedSchemaRegistryClient('http://localhost:{}'.format(cluster.schema_registry_port))
+        sr_client = CachedSchemaRegistryClient('http://localhost:{}'.format(self.schema_registry_port))
         start = time.time()
         while time.time() - start < timeout:
             try:
@@ -845,11 +871,13 @@ class ClickHouseCluster:
             if self.with_kafka and self.base_kafka_cmd:
                 logging.debug('Setup Kafka')
                 subprocess_check_call(self.base_kafka_cmd + common_opts + ['--renew-anon-volumes'])
+                self.wait_kafka_is_available(self.kafka_docker_id, self.kafka_port)
                 self.wait_schema_registry_to_start(30)
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
                 logging.debug('Setup kerberized kafka')
                 run_and_check(self.base_kerberized_kafka_cmd + common_opts + ['--renew-anon-volumes'])
+                self.wait_kafka_is_available(self.kerberized_kafka_docker_id, self.kerberized_kafka_port, 100)
 
             if self.with_rabbitmq and self.base_rabbitmq_cmd:
                 subprocess_check_call(self.base_rabbitmq_cmd + common_opts + ['--renew-anon-volumes'])
@@ -885,7 +913,7 @@ class ClickHouseCluster:
                 if self.minio_certs_dir is None:
                     os.mkdir(os.path.join(self.minio_dir, 'certs'))
                 else:
-                    shutil.copytree(self.minio_certs_dir, os.path.join(self.minio_dir, 'certs'))
+                    shutil.copytree(os.path.join(self.base_dir, self.minio_certs_dir), os.path.join(self.minio_dir, 'certs'))
 
                 minio_start_cmd = self.base_minio_cmd + common_opts
 
@@ -1307,6 +1335,7 @@ class ClickHouseInstance:
                                user='root')
         self.exec_in_container(["bash", "-c", "{} --daemon".format(CLICKHOUSE_START_COMMAND)], user=str(os.getuid()))
         from helpers.test_tools import assert_eq_with_retry
+
         # wait start
         assert_eq_with_retry(self, "select 1", "1", retry_count=retries)
 
@@ -1462,7 +1491,7 @@ class ClickHouseInstance:
             shutil.copytree(self.kerberos_secrets_dir, p.abspath(p.join(self.path, 'secrets')))
 
         # Copy config.d configs
-        logging.debug("Copy custom test config files {} to {}".format(self.custom_main_config_paths, self.config_d_dir))
+        logging.debug(f"Copy custom test config files {self.custom_main_config_paths} to {self.config_d_dir}")
         for path in self.custom_main_config_paths:
             shutil.copy(path, self.config_d_dir)
 
@@ -1475,16 +1504,16 @@ class ClickHouseInstance:
             shutil.copy(path, dictionaries_dir)
 
         db_dir = p.abspath(p.join(self.path, 'database'))
-        logging.debug("Setup database dir {}".format(db_dir))
+        logging.debug(f"Setup database dir {db_dir}")
         if self.clickhouse_path_dir is not None:
-            logging.debug("Database files taken from {}".format(self.clickhouse_path_dir))
+            logging.debug(f"Database files taken from {self.clickhouse_path_dir}")
             shutil.copytree(self.clickhouse_path_dir, db_dir)
-            logging.debug("Database copied from {} to {}".format(self.clickhouse_path_dir, db_dir))
+            logging.debug(f"Database copied from {self.clickhouse_path_dir} to {db_dir}")
         else:
             os.mkdir(db_dir)
 
         logs_dir = p.abspath(p.join(self.path, 'logs'))
-        logging.debug("Setup logs dir {}".format(logs_dir))
+        logging.debug(f"Setup logs dir {logs_dir}")
         os.mkdir(logs_dir)
 
         depends_on = []
diff --git a/tests/integration/runner b/tests/integration/runner
index f03554f179d..af29466e4fa 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -27,7 +27,7 @@ def check_args_and_update_paths(args):
         else:
             CLICKHOUSE_ROOT = args.clickhouse_root
     else:
-        logging.info("ClickHouse root is not set. Will use {}".format(DEFAULT_CLICKHOUSE_ROOT))
+        logging.info(f"ClickHouse root is not set. Will use {DEFAULT_CLICKHOUSE_ROOT}")
         CLICKHOUSE_ROOT = DEFAULT_CLICKHOUSE_ROOT
 
     if not os.path.isabs(args.binary):
@@ -43,23 +43,23 @@ def check_args_and_update_paths(args):
             args.base_configs_dir = os.path.abspath(os.path.join(CURRENT_WORK_DIR, args.base_configs_dir))
     else:
         args.base_configs_dir = os.path.abspath(os.path.join(CLICKHOUSE_ROOT, CONFIG_DIR_IN_REPO))
-        logging.info("Base configs dir is not set. Will use {}".format(args.base_configs_dir))
+        logging.info(f"Base configs dir is not set. Will use {args.base_configs_dir}")
 
     if args.cases_dir:
         if not os.path.isabs(args.cases_dir):
             args.cases_dir = os.path.abspath(os.path.join(CURRENT_WORK_DIR, args.cases_dir))
     else:
         args.cases_dir = os.path.abspath(os.path.join(CLICKHOUSE_ROOT, INTERGATION_DIR_IN_REPO))
-        logging.info("Cases dir is not set. Will use {}".format(args.cases_dir))
+        logging.info(f"Cases dir is not set. Will use {args.cases_dir}")
 
     if args.src_dir:
         if not os.path.isabs(args.src_dir):
             args.src_dir = os.path.abspath(os.path.join(CURRENT_WORK_DIR, args.src_dir))
     else:
         args.src_dir = os.path.abspath(os.path.join(CLICKHOUSE_ROOT, SRC_DIR_IN_REPO))
-        logging.info("src dir is not set. Will use {}".format(args.src_dir))
+        logging.info(f"src dir is not set. Will use {args.src_dir}")
 
-    logging.info("base_configs_dir: {},  binary: {}, cases_dir: {} ".format(args.base_configs_dir, args.binary, args.cases_dir))
+    logging.info(f"base_configs_dir: {args.base_configs_dir},  binary: {args.binary}, cases_dir: {args.cases_dir} ")
 
     for path in [args.binary, args.bridge_binary, args.base_configs_dir, args.cases_dir, CLICKHOUSE_ROOT]:
         if not os.path.exists(path):
@@ -183,7 +183,7 @@ if __name__ == "__main__":
             elif image == "yandex/clickhouse-kerberos-kdc":
                 env_tags += "-e {}={}".format("DOCKER_KERBEROS_KDC_TAG", tag)
             else:
-                logging.info("Unknown image {}".format(image))
+                logging.info(f"Unknown image {image}")
 
     # create named volume which will be used inside to store images and other docker related files,
     # to avoid redownloading it every time
diff --git a/tests/integration/test_alter_on_mixed_type_cluster/test.py b/tests/integration/test_alter_on_mixed_type_cluster/test.py
index 269072f239a..5e516176c0b 100644
--- a/tests/integration/test_alter_on_mixed_type_cluster/test.py
+++ b/tests/integration/test_alter_on_mixed_type_cluster/test.py
@@ -1,7 +1,6 @@
 import pytest
 
 from helpers.cluster import ClickHouseCluster
-from helpers.test_tools import assert_eq_with_retry
 
 cluster = ClickHouseCluster(__file__)
 
diff --git a/tests/integration/test_format_avro_confluent/test.py b/tests/integration/test_format_avro_confluent/test.py
index ec2ed875075..49bc7baeb39 100644
--- a/tests/integration/test_format_avro_confluent/test.py
+++ b/tests/integration/test_format_avro_confluent/test.py
@@ -3,6 +3,7 @@ import logging
 
 import avro.schema
 import pytest
+from confluent_kafka.avro.cached_schema_registry_client import CachedSchemaRegistryClient
 from confluent_kafka.avro.serializer.message_serializer import MessageSerializer
 from helpers.cluster import ClickHouseCluster, ClickHouseInstance
 
@@ -11,7 +12,7 @@ logging.getLogger().addHandler(logging.StreamHandler())
 
 
 @pytest.fixture(scope="module")
-def cluster():
+def started_cluster():
     try:
         cluster = ClickHouseCluster(__file__)
         cluster.add_instance("dummy", with_kafka=True)
@@ -37,10 +38,10 @@ def run_query(instance, query, data=None, settings=None):
     return result
 
 
-def test_select(cluster):
+def test_select(started_cluster):
     # type: (ClickHouseCluster) -> None
 
-    schema_registry_client = cluster.schema_registry_client
+    schema_registry_client = CachedSchemaRegistryClient('http://localhost:{}'.format(started_cluster.schema_registry_port))
     serializer = MessageSerializer(schema_registry_client)
 
     schema = avro.schema.make_avsc_object({
@@ -62,9 +63,9 @@ def test_select(cluster):
         buf.write(message)
     data = buf.getvalue()
 
-    instance = cluster.instances["dummy"]  # type: ClickHouseInstance
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
     schema_registry_url = "http://{}:{}".format(
-        cluster.schema_registry_host,
+        started_cluster.schema_registry_host,
         8081
     )
 
diff --git a/tests/integration/test_s3_with_https/test.py b/tests/integration/test_s3_with_https/test.py
index 58e3b3c2a3b..1a5c6e2ce12 100644
--- a/tests/integration/test_s3_with_https/test.py
+++ b/tests/integration/test_s3_with_https/test.py
@@ -20,7 +20,7 @@ def cluster():
         cluster = ClickHouseCluster(__file__)
         cluster.add_instance("node", main_configs=["configs/config.d/storage_conf.xml", "configs/config.d/log_conf.xml",
                                                    "configs/config.d/ssl.xml"], with_minio=True,
-                             minio_certs_dir='minio_certs')
+                             minio_certs_dir="minio_certs")
         logging.info("Starting cluster...")
         cluster.start()
         logging.info("Cluster started")
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index da5826665e5..98c3855ddd9 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -24,13 +24,12 @@ from kafka.admin import NewTopic
 from kafka.protocol.admin import DescribeGroupsRequest_v1
 from kafka.protocol.group import MemberAssignment
 
-"""
-protoc --version
-libprotoc 3.0.0
 
-# to create kafka_pb2.py
-protoc --python_out=. kafka.proto
-"""
+# protoc --version
+# libprotoc 3.0.0
+# # to create kafka_pb2.py
+# protoc --python_out=. kafka.proto
+
 from . import kafka_pb2
 from . import social_pb2
 
@@ -51,36 +50,8 @@ instance = cluster.add_instance('instance',
                                         "kafka_client_id":"instance",
                                         "kafka_format_json_each_row":"JSONEachRow"},
                                 clickhouse_path_dir='clickhouse_path')
-kafka_id = cluster.kafka_docker_id
 
 
-# Helpers
-
-def check_kafka_is_available():
-    p = subprocess.Popen(('docker',
-                          'exec',
-                          '-i',
-                          kafka_id,
-                          '/usr/bin/kafka-broker-api-versions',
-                          '--bootstrap-server',
-                          'INSIDE://{}:{}'.format("localhost", cluster.kafka_port)),
-                         stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-    p.communicate()
-    return p.returncode == 0
-
-
-def wait_kafka_is_available(max_retries=50):
-    retries = 0
-    while True:
-        if check_kafka_is_available():
-            break
-        else:
-            retries += 1
-            if retries > max_retries:
-                raise Exception("Kafka is not available")
-            logging.debug("Waiting for Kafka to start up")
-            time.sleep(1)
-
 def get_kafka_producer(port, serializer):
     errors = []
     for _ in range(15):
@@ -645,7 +616,6 @@ def kafka_cluster():
 @pytest.fixture(autouse=True)
 def kafka_setup_teardown():
     instance.query('DROP DATABASE IF EXISTS test; CREATE DATABASE test;')
-    wait_kafka_is_available()
     # logging.debug("kafka is available - running test")
     yield  # run test
 
diff --git a/tests/integration/test_storage_kerberized_kafka/test.py b/tests/integration/test_storage_kerberized_kafka/test.py
index e21d18c2f49..94d2156c2ff 100644
--- a/tests/integration/test_storage_kerberized_kafka/test.py
+++ b/tests/integration/test_storage_kerberized_kafka/test.py
@@ -3,6 +3,7 @@ import random
 import threading
 import time
 import pytest
+import logging
 
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
@@ -24,37 +25,6 @@ instance = cluster.add_instance('instance',
                                 with_kerberized_kafka=True,
                                 clickhouse_path_dir="clickhouse_path"
                                 )
-kafka_id = cluster.kerberized_kafka_docker_id
-
-# Helpers
-
-def check_kafka_is_available():
-
-    # plaintext
-    p = subprocess.Popen(('docker',
-                          'exec',
-                          '-i',
-                          kafka_id,
-                          '/usr/bin/kafka-broker-api-versions',
-                          '--bootstrap-server',
-                          'INSIDE://{}:{}'.format("localhost", cluster.kafka_port)),
-                         stdout=subprocess.PIPE)
-    p.communicate()
-    return p.returncode == 0
-
-
-def wait_kafka_is_available(max_retries=50):
-    retries = 0
-    while True:
-        if check_kafka_is_available():
-            break
-        else:
-            retries += 1
-            if retries > max_retries:
-                raise Exception("Kafka is not available")
-            print("Waiting for Kafka to start up")
-            time.sleep(1)
-
 
 def producer_serializer(x):
     return x.encode() if isinstance(x, str) else x
@@ -73,8 +43,8 @@ def get_kafka_producer(port, serializer):
     raise Exception("Connection not establised, {}".format(errors))   
 
 def kafka_produce(kafka_cluster, topic, messages, timestamp=None):
-    logging.debug("kafka_produce server:{}:{} topic:{}".format("localhost", kafka_cluster.kafka_port, topic))
-    producer = get_kafka_producer(kafka_cluster.kafka_port, producer_serializer)
+    logging.debug("kafka_produce server:{}:{} topic:{}".format("localhost", kafka_cluster.kerberized_kafka_port, topic))
+    producer = get_kafka_producer(kafka_cluster.kerberized_kafka_port, producer_serializer)
     for message in messages:
         producer.send(topic=topic, value=message, timestamp_ms=timestamp)
         producer.flush()
@@ -94,8 +64,6 @@ def kafka_cluster():
 @pytest.fixture(autouse=True)
 def kafka_setup_teardown():
     instance.query('DROP DATABASE IF EXISTS test; CREATE DATABASE test;')
-    wait_kafka_is_available()
-    print("kafka is available - running test")
     yield  # run test
 
 # Tests

From 74f6ab798f71b015dc5fd2bd06af9f9c360f0d60 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Wed, 24 Feb 2021 14:52:39 +0300
Subject: [PATCH 0039/1060] Add __restrict modifier to
 AggregateFunctionSequenceNextNode

---
 .../AggregateFunctionSequenceNextNode.h       | 22 +++++++++----------
 1 file changed, 11 insertions(+), 11 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index be672974ac6..c406fee557e 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -177,7 +177,7 @@ public:
         [[maybe_unused]] auto a = new (place) Data;
     }
 
-    void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
+    void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena * arena) const override
     {
         Node * node = Node::allocate(*columns[1], row_num, arena);
 
@@ -202,7 +202,7 @@ public:
         data(place).value.push_back(node, arena);
     }
 
-    void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
+    void merge(AggregateDataPtr __restrict place, ConstAggregateDataPtr rhs, Arena * arena) const override
     {
         if (data(rhs).value.empty())
             return;
@@ -241,7 +241,7 @@ public:
         data(place).sorted = true;
     }
 
-    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
+    void serialize(ConstAggregateDataPtr __restrict place, WriteBuffer & buf) const override
     {
         writeBinary(data(place).sorted, buf);
 
@@ -251,7 +251,7 @@ public:
             node->write(buf);
     }
 
-    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
+    void deserialize(AggregateDataPtr __restrict place, ReadBuffer & buf, Arena * arena) const override
     {
         readBinary(data(place).sorted, buf);
 
@@ -305,7 +305,7 @@ public:
         return 0;
     }
 
-    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
+    void insertResultInto(AggregateDataPtr __restrict place, IColumn & to, Arena *) const override
     {
         auto & value = data(place).value;
 
@@ -359,7 +359,7 @@ public:
         a.value.push_back(v->clone(arena), arena);
     }
 
-    void create(AggregateDataPtr place) const override
+    void create(AggregateDataPtr __restrict place) const override
     {
         [[maybe_unused]] auto a = new (place) Data;
     }
@@ -369,7 +369,7 @@ public:
         return Descending ? lhs_timestamp < rhs_timestamp : lhs_timestamp > rhs_timestamp;
     }
 
-    void add(AggregateDataPtr place, const IColumn ** columns, size_t row_num, Arena * arena) const override
+    void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena * arena) const override
     {
         bool is_first = true;
         auto & value = data(place).value;
@@ -394,7 +394,7 @@ public:
         }
     }
 
-    void merge(AggregateDataPtr place, ConstAggregateDataPtr rhs, Arena * arena) const override
+    void merge(AggregateDataPtr __restrict place, ConstAggregateDataPtr rhs, Arena * arena) const override
     {
         auto & a = data(place).value;
         auto & b = data(rhs).value;
@@ -415,7 +415,7 @@ public:
         }
     }
 
-    void serialize(ConstAggregateDataPtr place, WriteBuffer & buf) const override
+    void serialize(ConstAggregateDataPtr __restrict place, WriteBuffer & buf) const override
     {
         writeBinary(data(place).sorted, buf);
 
@@ -425,7 +425,7 @@ public:
             node->write(buf);
     }
 
-    void deserialize(AggregateDataPtr place, ReadBuffer & buf, Arena * arena) const override
+    void deserialize(AggregateDataPtr __restrict place, ReadBuffer & buf, Arena * arena) const override
     {
         readBinary(data(place).sorted, buf);
 
@@ -442,7 +442,7 @@ public:
             value[i] = Node::read(buf, arena);
     }
 
-    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena *) const override
+    void insertResultInto(AggregateDataPtr __restrict place, IColumn & to, Arena *) const override
     {
         auto & value = data(place).value;
 

From 6f28b6c4a6a61824ff97df55b0f9f880f81b5d7f Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Wed, 24 Feb 2021 14:53:24 +0300
Subject: [PATCH 0040/1060] Minor changes in AggregateFunctionSequenceNextNode

---
 .../parametric-functions.md                   | 16 +++---
 .../AggregateFunctionSequenceNextNode.cpp     | 50 +++++++++++--------
 .../AggregateFunctionSequenceNextNode.h       | 38 +++++++-------
 .../0_stateless/01656_sequence_next_node.sql  |  2 +-
 4 files changed, 57 insertions(+), 49 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index 3bb22461e5d..96e0013db19 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -513,21 +513,21 @@ Returns a value of next event that matched an event chain.
 **Syntax**
 
 ``` sql
-sequenceNextNode([descending_order])(timestamp, event_column, event1, event2, event3, ...)
+sequenceNextNode(descending_order)(timestamp, event_column, event1, event2, event3, ...)
 ```
 
 **Parameters**
 -   `descending_order` - Used to sort the timestamp in ascending or descending order. 0 or 1.
--   `timestamp` — Name of the column containing the timestamp. Data types supported: Date, DateTime and other unsigned integer types.
--   `event_column` - Name of the column containing the value of the next event to be returned. Data types supported: String and Nullable(String)
--   `cond` — Conditions describing the chain of events. UInt8.
+    
+**Arguments**
+-   `timestamp` — Name of the column containing the timestamp. Data types supported: `Date`, `DateTime` and other unsigned integer types.
+-   `event_column` - Name of the column containing the value of the next event to be returned. Data types supported: `String` and `Nullable(String)`
+-   `cond` — Conditions describing the chain of events. `UInt8`
 
 **Returned value**
 
-Nullable(String).
-
--  event_column[next_index] - if the pattern is matched and next value exists.
--  null - if the pattern isn’t matched or next value doesn't exist.
+-  `event_column[next_index]` - if the pattern is matched and next value exists.
+-  `NULL` - if the pattern isn’t matched or next value doesn't exist.
 
 Type: `Nullable(String)`.
 
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index af90c80de61..1513e5b3213 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -6,7 +6,6 @@
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeNullable.h>
 #include <ext/range.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -22,36 +21,37 @@ namespace ErrorCodes
 namespace
 {
 
-template <typename TYPE>
+template <typename T>
 inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl(const DataTypePtr data_type, const DataTypes & argument_types, bool descending_order)
 {
     if (argument_types.size() == 2)
     {
         // If the number of arguments of sequenceNextNode is 2, the sequenceNextNode acts as sequenceFirstNode.
         if (descending_order)
-            return std::make_shared<SequenceFirstNodeImpl<TYPE, NodeString, true>>(data_type);
+            return std::make_shared<SequenceFirstNodeImpl<T, NodeString, true>>(data_type);
         else
-            return std::make_shared<SequenceFirstNodeImpl<TYPE, NodeString, false>>(data_type);
+            return std::make_shared<SequenceFirstNodeImpl<T, NodeString, false>>(data_type);
     }
     else
     {
         if (descending_order)
-            return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, true>>(data_type, argument_types);
+            return std::make_shared<SequenceNextNodeImpl<T, NodeString, true>>(data_type, argument_types);
         else
-            return std::make_shared<SequenceNextNodeImpl<TYPE, NodeString, false>>(data_type, argument_types);
+            return std::make_shared<SequenceNextNodeImpl<T, NodeString, false>>(data_type, argument_types);
     }
 }
 
-template <UInt64 MaxArgs>
-AggregateFunctionPtr createAggregateFunctionSequenceNode(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr
+createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, const DataTypes & argument_types, const Array & parameters)
 {
     bool descending_order = false;
 
     if (parameters.size() == 1)
     {
         auto type = parameters[0].getType();
-        if (type != Field::Types::Int64 && type != Field::Types::UInt64)
-               throw Exception("The first parameter for aggregate function " + name + " should be 0 or 1", ErrorCodes::BAD_ARGUMENTS);
+        bool is_correct_type = type == Field::Types::Int64 || type == Field::Types::UInt64;
+        if (!is_correct_type || (parameters[0].get<UInt64>() != 0 && parameters[0].get<UInt64>() != 1))
+            throw Exception("The first parameter for aggregate function " + name + " should be 0 or 1", ErrorCodes::BAD_ARGUMENTS);
 
         descending_order = parameters[0].get<UInt64>();
     }
@@ -60,9 +60,13 @@ AggregateFunctionPtr createAggregateFunctionSequenceNode(const std::string & nam
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     if (argument_types.size() < 2)
-        throw Exception("Aggregate function " + name + " requires at least two arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if (argument_types.size() > MaxArgs)
-        throw Exception("Aggregate function " + name + " requires at most 34(timestamp, value_column, 31 events) arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+        throw Exception("Aggregate function " + name + " requires at least two arguments.",
+                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    else if (argument_types.size() > max_args + 2)
+        throw Exception("Aggregate function " + name + " requires at most " +
+                            std::to_string(max_args + 2) +
+                            " (timestamp, value_column, " +  std::to_string(max_args) + " events) arguments.",
+                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     for (const auto i : ext::range(2, argument_types.size()))
     {
@@ -73,15 +77,11 @@ AggregateFunctionPtr createAggregateFunctionSequenceNode(const std::string & nam
     }
 
     if (WhichDataType(argument_types[1].get()).idx != TypeIndex::String)
-        throw Exception{"Illegal type " + argument_types.front().get()->getName()
+        throw Exception{"Illegal type " + argument_types[1].get()->getName()
                 + " of second argument of aggregate function " + name + ", must be String",
             ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
 
-    DataTypePtr data_type;
-    if (typeid_cast<const DataTypeNullable *>(argument_types[1].get()))
-        data_type = argument_types[1];
-    else
-        data_type = std::make_shared<DataTypeNullable>(argument_types[1]);
+    DataTypePtr data_type = makeNullable(argument_types[1]);
 
     WhichDataType timestamp_type(argument_types[0].get());
     if (timestamp_type.idx == TypeIndex::UInt8)
@@ -102,13 +102,21 @@ AggregateFunctionPtr createAggregateFunctionSequenceNode(const std::string & nam
         ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
 }
 
+auto createAggregateFunctionSequenceNodeMaxArgs(UInt64 max_args)
+{
+    return [max_args](const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    {
+        return createAggregateFunctionSequenceNode(name, max_args, argument_types, parameters);
+    };
+}
+
 }
 
 void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
 {
     AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
-    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNode<2 + 31>, properties });
-    factory.registerFunction("sequenceFirstNode", { createAggregateFunctionSequenceNode<2>, properties });
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNodeMaxArgs(31), properties });
+    factory.registerFunction("sequenceFirstNode", { createAggregateFunctionSequenceNodeMaxArgs(0), properties });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index c406fee557e..69381b2aa95 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -32,10 +32,10 @@ namespace DB
 template <typename Node>
 struct NodeBase
 {
-    UInt64 size; // size of payload
+    UInt64 size; /// size of payload
 
     DataTypeDateTime::FieldType event_time;
-    UInt32 events_bitset; // Bitsets of UInt32 are easy to compare. (< operator on bitsets)
+    UInt32 events_bitset; /// Bitsets of UInt32 are easy to compare. (< operator on bitsets)
 
     char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
 
@@ -95,7 +95,7 @@ struct NodeString : public NodeBase<NodeString>
 };
 
 /// TODO : Expends SequenceNextNodeGeneralData to support other types
-template <typename T, typename Node, bool Descending>
+template <typename Node, bool Descending>
 struct SequenceNextNodeGeneralData
 {
     using Allocator = MixedAlignedArenaAllocator<alignof(Node *), 4096>;
@@ -130,9 +130,9 @@ struct SequenceNextNodeGeneralData
 /// Implementation of sequenceNextNode
 template <typename T, typename Node, bool Descending>
 class SequenceNextNodeImpl final
-    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>
+    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>
 {
-    using Data = SequenceNextNodeGeneralData<T, Node, Descending>;
+    using Data = SequenceNextNodeGeneralData<Node, Descending>;
     static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
     static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
 
@@ -142,7 +142,7 @@ class SequenceNextNodeImpl final
 
 public:
     SequenceNextNodeImpl(const DataTypePtr & data_type_, const DataTypes & arguments, UInt64 max_elems_ = std::numeric_limits<UInt64>::max())
-        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>(
+        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>(
             {data_type_}, {})
         , data_type(this->argument_types[0])
         , events_size(arguments.size() - 2)
@@ -158,11 +158,11 @@ public:
         const AggregateFunctionPtr & nested_function, const DataTypes & arguments, const Array & params,
         const AggregateFunctionProperties & /*properties*/) const override
     {
-        // This aggregate function sets insertion_requires_nullable_column on.
-        // Even though some values are mapped to aggregating key, it could return nulls for the below case.
-        //   aggregated events: [A -> B -> C]
-        //   events to find: [C -> D]
-        //   [C -> D] is not matched to 'A -> B -> C' so that it returns null.
+        /// This aggregate function sets insertion_requires_nullable_column on.
+        /// Even though some values are mapped to aggregating key, it could return nulls for the below case.
+        ///   aggregated events: [A -> B -> C]
+        ///   events to find: [C -> D]
+        ///   [C -> D] is not matched to 'A -> B -> C' so that it returns null.
         return std::make_shared<AggregateFunctionNullVariadic<false, false, true, true>>(nested_function, arguments, params);
     }
 
@@ -174,7 +174,7 @@ public:
 
     void create(AggregateDataPtr place) const override
     {
-        [[maybe_unused]] auto a = new (place) Data;
+        new (place) Data;
     }
 
     void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena * arena) const override
@@ -218,8 +218,8 @@ public:
         for (UInt64 i = 0; i < new_elems; ++i)
             a.push_back(b[i]->clone(arena), arena);
 
-        /// either sort whole container or do so partially merging ranges afterwards
-        using Comparator = typename SequenceNextNodeGeneralData<T, Node, Descending>::Comparator;
+        /// Either sort whole container or do so partially merging ranges afterwards
+        using Comparator = typename SequenceNextNodeGeneralData<Node, Descending>::Comparator;
 
         if (!data(place).sorted && !data(rhs).sorted)
             std::stable_sort(std::begin(a), std::end(a), Comparator{});
@@ -326,17 +326,17 @@ public:
 /// Implementation of sequenceFirstNode
 template <typename T, typename Node, bool Descending>
 class SequenceFirstNodeImpl final
-    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>
+    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>
 {
-    using Data = SequenceNextNodeGeneralData<T, Node, Descending>;
+    using Data = SequenceNextNodeGeneralData<Node, Descending>;
     static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
     static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
 
     DataTypePtr & data_type;
 
 public:
-    SequenceFirstNodeImpl(const DataTypePtr & data_type_)
-        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<T, Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>(
+    explicit SequenceFirstNodeImpl(const DataTypePtr & data_type_)
+        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>(
             {data_type_}, {})
         , data_type(this->argument_types[0])
     {
@@ -361,7 +361,7 @@ public:
 
     void create(AggregateDataPtr __restrict place) const override
     {
-        [[maybe_unused]] auto a = new (place) Data;
+        new (place) Data;
     }
 
     bool compare(const T lhs_timestamp, const T rhs_timestamp) const
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index 9af59d5c8e2..c2270bc10ac 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -1,6 +1,6 @@
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
-CREATE TABLE iF NOT EXISTS test_sequenceNextNode_Nullable (dt DateTime, id int, action Nullable(String)) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
+CREATE TABLE IF NOT EXISTS test_sequenceNextNode_Nullable (dt DateTime, id int, action Nullable(String)) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
 
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',1,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',1,'B');

From bc8db50142c02f53cabfc0a2010e72b267ed941d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 24 Feb 2021 18:14:21 +0300
Subject: [PATCH 0041/1060] no python3 in CI by defalult

---
 tests/integration/runner | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/integration/runner b/tests/integration/runner
index af29466e4fa..5ad37726821 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -27,7 +27,7 @@ def check_args_and_update_paths(args):
         else:
             CLICKHOUSE_ROOT = args.clickhouse_root
     else:
-        logging.info(f"ClickHouse root is not set. Will use {DEFAULT_CLICKHOUSE_ROOT}")
+        logging.info("ClickHouse root is not set. Will use %s" % (DEFAULT_CLICKHOUSE_ROOT))
         CLICKHOUSE_ROOT = DEFAULT_CLICKHOUSE_ROOT
 
     if not os.path.isabs(args.binary):
@@ -43,23 +43,23 @@ def check_args_and_update_paths(args):
             args.base_configs_dir = os.path.abspath(os.path.join(CURRENT_WORK_DIR, args.base_configs_dir))
     else:
         args.base_configs_dir = os.path.abspath(os.path.join(CLICKHOUSE_ROOT, CONFIG_DIR_IN_REPO))
-        logging.info(f"Base configs dir is not set. Will use {args.base_configs_dir}")
+        logging.info("Base configs dir is not set. Will use %s" % (args.base_configs_dir))
 
     if args.cases_dir:
         if not os.path.isabs(args.cases_dir):
             args.cases_dir = os.path.abspath(os.path.join(CURRENT_WORK_DIR, args.cases_dir))
     else:
         args.cases_dir = os.path.abspath(os.path.join(CLICKHOUSE_ROOT, INTERGATION_DIR_IN_REPO))
-        logging.info(f"Cases dir is not set. Will use {args.cases_dir}")
+        logging.info("Cases dir is not set. Will use %s" % (args.cases_dir))
 
     if args.src_dir:
         if not os.path.isabs(args.src_dir):
             args.src_dir = os.path.abspath(os.path.join(CURRENT_WORK_DIR, args.src_dir))
     else:
         args.src_dir = os.path.abspath(os.path.join(CLICKHOUSE_ROOT, SRC_DIR_IN_REPO))
-        logging.info(f"src dir is not set. Will use {args.src_dir}")
+        logging.info("src dir is not set. Will use %s" % (args.src_dir))
 
-    logging.info(f"base_configs_dir: {args.base_configs_dir},  binary: {args.binary}, cases_dir: {args.cases_dir} ")
+    logging.info("base_configs_dir: %s ,  binary: %s, cases_dir: %s " % (args.base_configs_dir, args.binary, args.cases_dir))
 
     for path in [args.binary, args.bridge_binary, args.base_configs_dir, args.cases_dir, CLICKHOUSE_ROOT]:
         if not os.path.exists(path):
@@ -183,7 +183,7 @@ if __name__ == "__main__":
             elif image == "yandex/clickhouse-kerberos-kdc":
                 env_tags += "-e {}={}".format("DOCKER_KERBEROS_KDC_TAG", tag)
             else:
-                logging.info(f"Unknown image {image}")
+                logging.info("Unknown image %s" % (image))
 
     # create named volume which will be used inside to store images and other docker related files,
     # to avoid redownloading it every time

From f8f475e83fc5a08a113417ff385eaacd1292ec2b Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 24 Feb 2021 21:24:16 +0300
Subject: [PATCH 0042/1060] fix

---
 tests/integration/helpers/cluster.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index e2e57e92187..0347eee1719 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -754,7 +754,7 @@ class ClickHouseCluster:
                 time.sleep(1)
 
     def wait_minio_to_start(self, timeout=30, secure=False):
-        os.environ['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_certs_dir, 'public.crt')
+        os.environ['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_dir, 'certs', 'public.crt')
         minio_client = Minio('localhost:{}'.format(self.minio_port),
                              access_key='minio',
                              secret_key='minio123',

From 7dc4b6d58e26462ffa5ff19ea9f86e887c7bc5eb Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 25 Feb 2021 19:31:20 +0900
Subject: [PATCH 0043/1060] Add comments and fix
 AggregateFunctionSequenceNextNode

---
 .../AggregateFunctionSequenceNextNode.h       | 43 ++++++++++++++++---
 1 file changed, 36 insertions(+), 7 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 69381b2aa95..9bde44be06e 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -27,6 +27,19 @@
 namespace DB
 {
 
+/**
+  * When sorting the list of events the EMPTY_EVENTS_BITSET will be moved to the last.
+  * In the case of events,
+  *   dt                  action
+  *   2020-01-01 00:00:01 'D'
+  *   2020-01-01 00:00:01 'A'
+  *   2020-01-01 00:00:01 'B'
+  *   2020-01-01 00:00:01 'C'
+  * The next node of a chain of events 'A' -> 'B' -> 'C' is expected to be the 'D'.
+  * Because EMPTY_EVENTS_BITSET is 0x80000000 the order of the sorted events is ['A", 'B', 'C', 'D']. The result value of this aggregation is 'D'.
+  * If EMPTY_EVENTS_BITSET is 0 hen the order of the sorted events is ['D', 'A', 'B', 'C']. This time, the result value is NULL.
+  */
+static const UInt32 EMPTY_EVENTS_BITSET = 0x80000000;
 
 /// NodeBase used to implement a linked list for storage of SequenceNextNodeImpl
 template <typename Node>
@@ -36,6 +49,8 @@ struct NodeBase
 
     DataTypeDateTime::FieldType event_time;
     UInt32 events_bitset; /// Bitsets of UInt32 are easy to compare. (< operator on bitsets)
+                          /// Nodes in the list must be sorted in order to find a chain of events at the method getNextNodeIndex().
+                          /// While sorting, events_bitset is one of sorting criteria.
 
     char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
 
@@ -92,6 +107,11 @@ struct NodeString : public NodeBase<NodeString>
     {
         assert_cast<ColumnString &>(column).insertData(data(), size);
     }
+
+    bool compare(const Node * rhs) const
+    {
+        return strcmp(data(), rhs->data()) < 0;
+    }
 };
 
 /// TODO : Expends SequenceNextNodeGeneralData to support other types
@@ -110,10 +130,12 @@ struct SequenceNextNodeGeneralData
         {
             if constexpr (Descending)
                 return lhs->event_time == rhs->event_time ?
-                        lhs->events_bitset < rhs->events_bitset : lhs->event_time > rhs->event_time;
+                        (lhs->events_bitset == rhs->events_bitset ? lhs->compare(rhs) : lhs->events_bitset < rhs->events_bitset)
+                        : lhs->event_time > rhs->event_time;
             else
                 return lhs->event_time == rhs->event_time ?
-                        lhs->events_bitset < rhs->events_bitset : lhs->event_time < rhs->event_time;
+                        (lhs->events_bitset == rhs->events_bitset ? lhs->compare(rhs) : lhs->events_bitset < rhs->events_bitset)
+                        : lhs->event_time < rhs->event_time;
         }
     };
 
@@ -163,7 +185,7 @@ public:
         ///   aggregated events: [A -> B -> C]
         ///   events to find: [C -> D]
         ///   [C -> D] is not matched to 'A -> B -> C' so that it returns null.
-        return std::make_shared<AggregateFunctionNullVariadic<false, false, true, true>>(nested_function, arguments, params);
+        return std::make_shared<AggregateFunctionNullVariadic<true, false, true, true>>(nested_function, arguments, params);
     }
 
     void insert(Data & a, const Node * v, Arena * arena) const
@@ -194,7 +216,7 @@ public:
         for (UInt8 i = 0; i < events_size; ++i)
             if (assert_cast<const ColumnVector<UInt8> *>(columns[2 + i])->getData()[row_num])
                 events_bitset += (1 << i);
-        if (events_bitset == 0) events_bitset = 0x80000000; // Any events are not matched.
+        if (events_bitset == 0) events_bitset = EMPTY_EVENTS_BITSET; // Any events are not matched.
 
         node->event_time = timestamp;
         node->events_bitset = events_bitset;
@@ -278,7 +300,12 @@ public:
     }
 
     /// This method returns an index of next node that matched the events.
-    /// It is one as referring Boyer-Moore-Algorithm.
+    /// It is one as referring Boyer-Moore-Algorithm(https://en.wikipedia.org/wiki/Boyer%E2%80%93Moore_string-search_algorithm).
+    /// But, there are some differences.
+    /// In original Boyer-Moore-Algorithm compares strings, but this algorithm compares events_bits.
+    /// events_bitset consists of events_bits.
+    /// matched events in the chain of events are represented as a bitmask of UInt32.
+    /// The first matched event is 0x00000001, the second one is 0x00000002, the third one is 0x00000004, and so on.
     UInt32 getNextNodeIndex(Data & data) const
     {
         if (data.value.size() <= events_size)
@@ -292,6 +319,8 @@ public:
             UInt32 j = 0;
             /// It checks whether the chain of events are matched or not.
             for (; j < events_size; ++j)
+                /// It compares each matched events.
+                /// The lower bitmask is the former matched event.
                 if (!(data.value[i - j]->events_bitset & (1 << (events_size - 1 - j))))
                     break;
 
@@ -350,7 +379,7 @@ public:
         const AggregateFunctionPtr & nested_function, const DataTypes & arguments, const Array & params,
         const AggregateFunctionProperties &) const override
     {
-        return std::make_shared<AggregateFunctionNullVariadic<false, false, true, true>>(nested_function, arguments, params);
+        return std::make_shared<AggregateFunctionNullVariadic<true, false, true, true>>(nested_function, arguments, params);
     }
 
     void insert(Data & a, const Node * v, Arena * arena) const
@@ -388,7 +417,7 @@ public:
         {
             Node * node = Node::allocate(*columns[1], row_num, arena);
             node->event_time = timestamp;
-            node->events_bitset = 0x80000000;
+            node->events_bitset = EMPTY_EVENTS_BITSET;
 
             data(place).value.push_back(node, arena);
         }

From 66e9098e4e8100626fd8ef3a8428b69a4272e254 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Fri, 26 Feb 2021 14:56:59 +0900
Subject: [PATCH 0044/1060] Fix comparator of NodeString

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 9bde44be06e..e188ae58045 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -110,7 +110,8 @@ struct NodeString : public NodeBase<NodeString>
 
     bool compare(const Node * rhs) const
     {
-        return strcmp(data(), rhs->data()) < 0;
+        auto cmp = strncmp(data(), rhs->data(), std::min(size, rhs->size));
+        return (cmp == 0) ? size <= rhs->size : cmp < 0;
     }
 };
 

From ec3d63bfe471f25bf5fbe09c30cdfca7fddbcf0a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 3 Mar 2021 11:09:44 +0300
Subject: [PATCH 0045/1060] add check for fatal

---
 tests/integration/helpers/cluster.py | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 0347eee1719..09b3731e2bb 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -955,6 +955,7 @@ class ClickHouseCluster:
 
     def shutdown(self, kill=True):
         sanitizer_assert_instance = None
+        fatal_log = None
         if self.up_called:
             with open(self.docker_logs_path, "w+") as f:
                 try:
@@ -967,6 +968,15 @@ class ClickHouseCluster:
                         sanitizer_assert_instance = line.split('|')[0].strip()
                         break
 
+            for instance in list(self.instances.values()):
+                if instance.contains_in_log(SANITIZER_SIGN):
+                    sanitizer_assert_instance = instance.grep_in_log(SANITIZER_SIGN)
+                    logging.ERROR(f"Sanitizer in instance {instance.name} fatal log {fatal_log}")
+
+                if instance.contains_in_log("Fatal"):
+                    fatal_log = instance.grep_in_log("Fatal")
+                    logging.ERROR(f"Crash in instance {instance.name} fatal log {fatal_log}")
+
             if kill:
                 try:
                     subprocess_check_call(self.base_cmd + ['stop', '--timeout', '20'])
@@ -1002,6 +1012,7 @@ class ClickHouseCluster:
             raise Exception(
                 "Sanitizer assert found in {} for instance {}".format(self.docker_logs_path, sanitizer_assert_instance))
 
+
     def pause_container(self, instance_name):
         subprocess_check_call(self.base_cmd + ['pause', instance_name])
 
@@ -1287,6 +1298,11 @@ class ClickHouseInstance:
             ["bash", "-c", 'grep "{}" /var/log/clickhouse-server/clickhouse-server.log || true'.format(substring)])
         return len(result) > 0
 
+    def grep_in_log(self, substring):
+        result = self.exec_in_container(
+            ["bash", "-c", 'grep "{}" /var/log/clickhouse-server/clickhouse-server.log || true'.format(substring)])
+        return result
+
     def file_exists(self, path):
         return self.exec_in_container(
             ["bash", "-c", "echo $(if [ -e '{}' ]; then echo 'yes'; else echo 'no'; fi)".format(path)]) == 'yes\n'

From 34609445f75ce10117b3692d99417380a149d99d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 4 Mar 2021 12:06:39 +0300
Subject: [PATCH 0046/1060] fix

---
 tests/integration/test_storage_kafka/test.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 1a3a6ce136a..b9635ecd738 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -50,9 +50,9 @@ instance = cluster.add_instance('instance',
                                 clickhouse_path_dir='clickhouse_path')
 
 
-def get_kafka_producer(port, serializer):
+def get_kafka_producer(port, serializer, retries):
     errors = []
-    for _ in range(15):
+    for _ in range(retries):
         try:
             producer = KafkaProducer(bootstrap_servers="localhost:{}".format(port), value_serializer=serializer)
             logging.debug("Kafka Connection establised: localhost:{}".format(port))
@@ -66,7 +66,7 @@ def get_kafka_producer(port, serializer):
 def producer_serializer(x):
     return x.encode() if isinstance(x, str) else x
 
-def kafka_produce(kafka_cluster, topic, messages, timestamp=None, retries=2):
+def kafka_produce(kafka_cluster, topic, messages, timestamp=None, retries=15):
     logging.debug("kafka_produce server:{}:{} topic:{}".format("localhost", kafka_cluster.kafka_port, topic))
     producer = get_kafka_producer(kafka_cluster.kafka_port, producer_serializer, retries)
     for message in messages:

From 8b6a64e8b8b5ccee6c0a0f9092509f881ca86248 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 4 Mar 2021 12:07:59 +0300
Subject: [PATCH 0047/1060] typo

---
 tests/integration/helpers/cluster.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 24153b4236d..2f70d77eb08 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1320,7 +1320,7 @@ class ClickHouseInstance:
         wait_duration = time.time() - start_time
 
         logging.debug('{} log line matching "{}" appeared in a {} seconds'.format(repetitions, regexp, wait_duration))
-        return wait_duratio
+        return wait_duration
 
     def file_exists(self, path):
         return self.exec_in_container(

From 8122003c98cfa99e36a8703c12da932630a029e5 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 4 Mar 2021 13:53:50 +0300
Subject: [PATCH 0048/1060] more fixes

---
 tests/integration/test_storage_kafka/test.py | 44 ++++++++++----------
 1 file changed, 23 insertions(+), 21 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index b9635ecd738..f72b2b105bf 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -19,7 +19,9 @@ from helpers.client import QueryRuntimeException
 from helpers.cluster import ClickHouseCluster
 from helpers.network import PartitionManager
 from helpers.test_tools import TSV
-from kafka import KafkaAdminClient, KafkaProducer, KafkaConsumer
+from kafka import KafkaAdminClient, KafkaProducer, KafkaConsumer, BrokerConnection
+from kafka.protocol.admin import DescribeGroupsRequest_v1
+from kafka.protocol.group import MemberAssignment
 from kafka.admin import NewTopic
 
 
@@ -75,7 +77,7 @@ def kafka_produce(kafka_cluster, topic, messages, timestamp=None, retries=15):
 
 ## just to ensure the python client / producer is working properly
 def kafka_producer_send_heartbeat_msg(max_retries=50):
-    kafka_produce('test_heartbeat_topic', ['test'], retries=max_retries)
+    kafka_produce(kafka_cluster, 'test_heartbeat_topic', ['test'], retries=max_retries)
 
 def kafka_consume(kafka_cluster, topic):
     consumer = KafkaConsumer(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port), auto_offset_reset="earliest")
@@ -154,8 +156,8 @@ def kafka_check_result(result, check=False, ref_file='test_kafka_json.reference'
         else:
             return TSV(result) == TSV(reference)
 
-def describe_consumer_group(name):
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+def describe_consumer_group(kafka_cluster, name):
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     consumer_groups = admin_client.describe_consumer_groups([name])
     res = []
     for member in consumer_groups[0].members:
@@ -216,7 +218,7 @@ kafka_topic_old	old
     messages = []
     for i in range(50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('old', messages)
+    kafka_produce(kafka_cluster, 'old', messages)
 
     result = ''
     while True:
@@ -248,16 +250,16 @@ def test_kafka_settings_new_syntax(kafka_cluster):
     messages = []
     for i in range(25):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('new', messages)
+    kafka_produce(kafka_cluster, 'new', messages)
 
     # Insert couple of malformed messages.
-    kafka_produce('new', ['}{very_broken_message,'])
-    kafka_produce('new', ['}another{very_broken_message,'])
+    kafka_produce(kafka_cluster, 'new', ['}{very_broken_message,'])
+    kafka_produce(kafka_cluster, 'new', ['}another{very_broken_message,'])
 
     messages = []
     for i in range(25, 50):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('new', messages)
+    kafka_produce(kafka_cluster, 'new', messages)
 
     result = ''
     while True:
@@ -907,7 +909,7 @@ def test_kafka_issue4116(kafka_cluster):
 
 @pytest.mark.timeout(180)
 def test_kafka_consumer_hang(kafka_cluster):
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
     topic_list = []
     topic_list.append(NewTopic(name="consumer_hang", num_partitions=8, replication_factor=1))
@@ -959,7 +961,7 @@ def test_kafka_consumer_hang(kafka_cluster):
 
 @pytest.mark.timeout(180)
 def test_kafka_consumer_hang2(kafka_cluster):
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
     topic_list = []
     topic_list.append(NewTopic(name="consumer_hang2", num_partitions=1, replication_factor=1))
@@ -1010,7 +1012,7 @@ def test_kafka_csv_with_delimiter(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append('{i}, {i}'.format(i=i))
-    kafka_produce('csv', messages)
+    kafka_produce(kafka_cluster, 'csv', messages)
 
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -1035,7 +1037,7 @@ def test_kafka_tsv_with_delimiter(kafka_cluster):
     messages = []
     for i in range(50):
         messages.append('{i}\t{i}'.format(i=i))
-    kafka_produce('tsv', messages)
+    kafka_produce(kafka_cluster, 'tsv', messages)
 
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -1057,7 +1059,7 @@ def test_kafka_tsv_with_delimiter(kafka_cluster):
 
 @pytest.mark.timeout(120)
 def test_kafka_select_empty(kafka_cluster):
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     topic_list = []
     topic_list.append(NewTopic(name="empty", num_partitions=1, replication_factor=1))
     admin_client.create_topics(new_topics=topic_list, validate_only=False)
@@ -1107,9 +1109,9 @@ def test_kafka_json_without_delimiter(kafka_cluster):
 
 @pytest.mark.timeout(180)
 def test_kafka_protobuf(kafka_cluster):
-    kafka_produce_protobuf_messages('pb', 0, 20)
-    kafka_produce_protobuf_messages('pb', 20, 1)
-    kafka_produce_protobuf_messages('pb', 21, 29)
+    kafka_produce_protobuf_messages(kafka_cluster, 'pb', 0, 20)
+    kafka_produce_protobuf_messages(kafka_cluster, 'pb', 20, 1)
+    kafka_produce_protobuf_messages(kafka_cluster, 'pb', 21, 29)
 
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value String)
@@ -1133,9 +1135,9 @@ def test_kafka_protobuf(kafka_cluster):
 @pytest.mark.timeout(180)
 def test_kafka_string_field_on_first_position_in_protobuf(kafka_cluster):
 # https://github.com/ClickHouse/ClickHouse/issues/12615
-    kafka_produce_protobuf_social('string_field_on_first_position_in_protobuf', 0, 20)
-    kafka_produce_protobuf_social('string_field_on_first_position_in_protobuf', 20, 1)
-    kafka_produce_protobuf_social('string_field_on_first_position_in_protobuf', 21, 29)
+    kafka_produce_protobuf_social(kafka_cluster, 'string_field_on_first_position_in_protobuf', 0, 20)
+    kafka_produce_protobuf_social(kafka_cluster, 'string_field_on_first_position_in_protobuf', 20, 1)
+    kafka_produce_protobuf_social(kafka_cluster, 'string_field_on_first_position_in_protobuf', 21, 29)
 
     instance.query('''
 CREATE TABLE test.kafka (
@@ -1349,7 +1351,7 @@ def test_librdkafka_compression(kafka_cluster):
                 SELECT * FROM test.kafka;
         '''.format(topic_name=topic_name) )
 
-        kafka_produce(topic_name, messages)
+        kafka_produce(kafka_cluster, topic_name, messages)
 
         instance.wait_for_log_line("Committed offset {}".format(number_of_messages))
 

From f03cf47a8264ea9970fd0a614d87277b9ec16f48 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 4 Mar 2021 14:22:19 +0300
Subject: [PATCH 0049/1060] fix

---
 tests/integration/test_storage_kafka/test.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index f72b2b105bf..115f1e926bc 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -2525,7 +2525,7 @@ def test_kafka_unavailable(kafka_cluster):
     kafka_cluster.pause_container('kafka1')
 
     instance.query('''
-        CREATE TABLE test.kafka (key UInt64, value UInt64)
+        CREATE TABLE test.test_kafka_unavailable (key UInt64, value UInt64)
             ENGINE = Kafka
             SETTINGS kafka_broker_list = 'kafka1:19092',
                     kafka_topic_list = 'test_kafka_unavailable',
@@ -2534,7 +2534,7 @@ def test_kafka_unavailable(kafka_cluster):
                     kafka_max_block_size = 1000,
                     kafka_flush_interval_ms = 1000;
 
-        CREATE MATERIALIZED VIEW test.destination Engine=Log AS
+        CREATE MATERIALIZED VIEW test.destination_kafka_unavailable Engine=Log AS
         SELECT
             key,
             now() as consume_ts,
@@ -2544,10 +2544,10 @@ def test_kafka_unavailable(kafka_cluster):
             _offset,
             _partition,
             _timestamp
-        FROM test.kafka;
+        FROM test.test_kafka_unavailable;
     ''')
 
-    instance.query("SELECT * FROM test.kafka")
+    instance.query("SELECT * FROM test.test_kafka_unavailable")
 
     instance.wait_for_log_line('brokers are down')
     instance.wait_for_log_line('stalled. Reschedule', repetitions=2)
@@ -2555,7 +2555,7 @@ def test_kafka_unavailable(kafka_cluster):
     kafka_cluster.unpause_container('kafka1')
 
     instance.wait_for_log_line("Committed offset 2000")
-    assert int(instance.query("SELECT count() FROM test.destination")) == 2000
+    assert int(instance.query("SELECT count() FROM test.destination_kafka_unavailable")) == 2000
     time.sleep(5) # needed to give time for kafka client in python test to recovery
 
 @pytest.mark.timeout(180)

From 298824c9262b78df3c140d3f29ea81b6d0df3e3a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 4 Mar 2021 14:52:56 +0300
Subject: [PATCH 0050/1060] fix

---
 tests/integration/test_storage_kafka/test.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 115f1e926bc..e0c337775a4 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -2525,6 +2525,8 @@ def test_kafka_unavailable(kafka_cluster):
     kafka_cluster.pause_container('kafka1')
 
     instance.query('''
+        DROP TABLE IF EXISTS test.destination_kafka_unavailable;
+        DROP TABLE IF EXISTS test.test_kafka_unavailable;
         CREATE TABLE test.test_kafka_unavailable (key UInt64, value UInt64)
             ENGINE = Kafka
             SETTINGS kafka_broker_list = 'kafka1:19092',
@@ -2555,7 +2557,7 @@ def test_kafka_unavailable(kafka_cluster):
     kafka_cluster.unpause_container('kafka1')
 
     instance.wait_for_log_line("Committed offset 2000")
-    assert int(instance.query("SELECT count() FROM test.destination_kafka_unavailable")) == 2000
+    assert int(instance.query("SELECT count() FROM test.destination_kafka_unavailable")) == 5000
     time.sleep(5) # needed to give time for kafka client in python test to recovery
 
 @pytest.mark.timeout(180)

From fad1a4ccb3c79958699b8292da6aecc63efcca5e Mon Sep 17 00:00:00 2001
From: "philip.han" <philip.han@kakaocorp.com>
Date: Fri, 5 Mar 2021 21:46:09 +0900
Subject: [PATCH 0051/1060] Fix comparator of sequenceNextNode for more
 deterministic sorting

---
 .../AggregateFunctionSequenceNextNode.cpp     |  2 +-
 .../AggregateFunctionSequenceNextNode.h       | 49 ++++++-------------
 .../01656_sequence_next_node.reference        | 16 +++---
 .../0_stateless/01656_sequence_next_node.sql  | 37 ++++++++------
 4 files changed, 45 insertions(+), 59 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 1513e5b3213..9d1d8aaa075 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -115,7 +115,7 @@ auto createAggregateFunctionSequenceNodeMaxArgs(UInt64 max_args)
 void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
 {
     AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
-    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNodeMaxArgs(31), properties });
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNodeMaxArgs(MAX_EVENTS_SIZE), properties });
     factory.registerFunction("sequenceFirstNode", { createAggregateFunctionSequenceNodeMaxArgs(0), properties });
 }
 
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index e188ae58045..b8cf7ef5f5d 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -27,19 +27,7 @@
 namespace DB
 {
 
-/**
-  * When sorting the list of events the EMPTY_EVENTS_BITSET will be moved to the last.
-  * In the case of events,
-  *   dt                  action
-  *   2020-01-01 00:00:01 'D'
-  *   2020-01-01 00:00:01 'A'
-  *   2020-01-01 00:00:01 'B'
-  *   2020-01-01 00:00:01 'C'
-  * The next node of a chain of events 'A' -> 'B' -> 'C' is expected to be the 'D'.
-  * Because EMPTY_EVENTS_BITSET is 0x80000000 the order of the sorted events is ['A", 'B', 'C', 'D']. The result value of this aggregation is 'D'.
-  * If EMPTY_EVENTS_BITSET is 0 hen the order of the sorted events is ['D', 'A', 'B', 'C']. This time, the result value is NULL.
-  */
-static const UInt32 EMPTY_EVENTS_BITSET = 0x80000000;
+const UInt32 MAX_EVENTS_SIZE = 64;
 
 /// NodeBase used to implement a linked list for storage of SequenceNextNodeImpl
 template <typename Node>
@@ -48,9 +36,7 @@ struct NodeBase
     UInt64 size; /// size of payload
 
     DataTypeDateTime::FieldType event_time;
-    UInt32 events_bitset; /// Bitsets of UInt32 are easy to compare. (< operator on bitsets)
-                          /// Nodes in the list must be sorted in order to find a chain of events at the method getNextNodeIndex().
-                          /// While sorting, events_bitset is one of sorting criteria.
+    std::bitset<MAX_EVENTS_SIZE> events_bitset;
 
     char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
 
@@ -68,7 +54,8 @@ struct NodeBase
         buf.write(data(), size);
 
         writeBinary(event_time, buf);
-        writeBinary(events_bitset, buf);
+        UInt64 ulong_bitset = events_bitset.to_ulong();
+        writeBinary(ulong_bitset, buf);
     }
 
     static Node * read(ReadBuffer & buf, Arena * arena)
@@ -81,7 +68,9 @@ struct NodeBase
         buf.read(node->data(), size);
 
         readBinary(node->event_time, buf);
-        readBinary(node->events_bitset, buf);
+        UInt64 ulong_bitset;
+        readBinary(ulong_bitset, buf);
+        node->events_bitset = ulong_bitset;
 
         return node;
     }
@@ -130,13 +119,9 @@ struct SequenceNextNodeGeneralData
         bool operator()(const Node * lhs, const Node * rhs) const
         {
             if constexpr (Descending)
-                return lhs->event_time == rhs->event_time ?
-                        (lhs->events_bitset == rhs->events_bitset ? lhs->compare(rhs) : lhs->events_bitset < rhs->events_bitset)
-                        : lhs->event_time > rhs->event_time;
+                return lhs->event_time == rhs->event_time ? !lhs->compare(rhs) : lhs->event_time > rhs->event_time;
             else
-                return lhs->event_time == rhs->event_time ?
-                        (lhs->events_bitset == rhs->events_bitset ? lhs->compare(rhs) : lhs->events_bitset < rhs->events_bitset)
-                        : lhs->event_time < rhs->event_time;
+                return lhs->event_time == rhs->event_time ? lhs->compare(rhs) : lhs->event_time < rhs->event_time;
         }
     };
 
@@ -179,7 +164,7 @@ public:
 
     AggregateFunctionPtr getOwnNullAdapter(
         const AggregateFunctionPtr & nested_function, const DataTypes & arguments, const Array & params,
-        const AggregateFunctionProperties & /*properties*/) const override
+        const AggregateFunctionProperties &) const override
     {
         /// This aggregate function sets insertion_requires_nullable_column on.
         /// Even though some values are mapped to aggregating key, it could return nulls for the below case.
@@ -213,14 +198,11 @@ public:
         ///   0x00000000
         /// +          1 (bit of event1)
         /// +          4 (bit of event3)
-        UInt32 events_bitset = 0;
+        node->events_bitset.reset();
         for (UInt8 i = 0; i < events_size; ++i)
             if (assert_cast<const ColumnVector<UInt8> *>(columns[2 + i])->getData()[row_num])
-                events_bitset += (1 << i);
-        if (events_bitset == 0) events_bitset = EMPTY_EVENTS_BITSET; // Any events are not matched.
-
+                node->events_bitset.set(i);
         node->event_time = timestamp;
-        node->events_bitset = events_bitset;
 
         data(place).value.push_back(node, arena);
     }
@@ -295,7 +277,7 @@ public:
     {
         UInt32 k = 0;
         for (; k < events_size - j; ++k)
-            if (data.value[i - j]->events_bitset & (1 << (events_size - 1 - j - k)))
+            if (data.value[i - j]->events_bitset.test(events_size - 1 - j - k))
                 return k;
         return k;
     }
@@ -322,7 +304,7 @@ public:
             for (; j < events_size; ++j)
                 /// It compares each matched events.
                 /// The lower bitmask is the former matched event.
-                if (!(data.value[i - j]->events_bitset & (1 << (events_size - 1 - j))))
+                if (data.value[i - j]->events_bitset.test(events_size - 1 - j) == false)
                     break;
 
             /// If the chain of events are matched returns the index of result value.
@@ -413,12 +395,11 @@ public:
                 is_first = false;
         }
 
-
         if (is_first)
         {
             Node * node = Node::allocate(*columns[1], row_num, arena);
             node->event_time = timestamp;
-            node->events_bitset = EMPTY_EVENTS_BITSET;
+            node->events_bitset.reset();
 
             data(place).value.push_back(node, arena);
         }
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index 50755232cb9..da6ec2d97bf 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -124,14 +124,14 @@
 (0, A) id >= 10	10	B
 (0, A) id >= 10	10	B
 (0, A) id >= 10	10	A
-(0, A) id = 11	0
-(0, C) id = 11	0
-(0, B->C) id = 11	0
-(0, A->B->C) id = 11	0
-(0, A) id = 11	0
-(0, C) id = 11	0
-(0, C->B) id = 11	0
-(0, C->B->A) id = 11	0
+(0, A) id = 11	1
+(0, C) id = 11	1
+(0, B->C) id = 11	1
+(0, A->B->C) id = 11	1
+(0, A) id = 11	1
+(0, C) id = 11	1
+(0, C->B) id = 11	1
+(0, C->B->A) id = 11	1
 (0) id < 10	1	A
 (0) id < 10	2	A
 (0) id < 10	3	A
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index c2270bc10ac..2c16f33aa0e 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -61,14 +61,19 @@ SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS n
 SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'B');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'C');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'D');
+
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
 
 SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
 SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
@@ -146,14 +151,14 @@ INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'D');
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'C', 'D'));
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('B', 'A', 'D'));
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('A', 'D'));
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node in ('D'));
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
 
 SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
 SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;

From 534500ef84dff4b3bb66a9d726f7658dc28433a3 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 5 Mar 2021 16:39:51 +0300
Subject: [PATCH 0052/1060] wip

---
 .../runner/compose/docker_compose_mysql.yml   | 20 +++++-
 tests/integration/helpers/cluster.py          | 63 ++++++++++++++-----
 tests/integration/helpers/external_sources.py |  4 ++
 tests/integration/test_mysql_protocol/test.py | 10 +--
 4 files changed, 73 insertions(+), 24 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_mysql.yml b/docker/test/integration/runner/compose/docker_compose_mysql.yml
index 3075abdc181..c9b45af6563 100644
--- a/docker/test/integration/runner/compose/docker_compose_mysql.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mysql.yml
@@ -5,6 +5,20 @@ services:
         restart: always
         environment:
             MYSQL_ROOT_PASSWORD: clickhouse
-        ports:
-            - ${MYSQL_EXTERNAL_PORT}:${MYSQL_INTERNAL_PORT}
-        command: --server_id=100 --log-bin='mysql-bin-1.log' --default-time-zone='+3:00' --gtid-mode="ON" --enforce-gtid-consistency
+            MYSQL_ROOT_HOST: ${MYSQL_ROOT_HOST}
+            DATADIR: /mysql/
+        expose:
+            - ${MYSQL_PORT}
+        command: --server_id=100 
+            --log-bin='mysql-bin-1.log' 
+            --default-time-zone='+3:00' 
+            --gtid-mode="ON" 
+            --enforce-gtid-consistency
+            --log-error-verbosity=3
+            --log-error=/mysql/error.log
+            --general-log=ON
+            --general-log-file=/mysql/general.log
+        volumes:
+            - type: ${MYSQL_LOGS_FS:-tmpfs}
+              source: ${MYSQL_LOGS:-}
+              target: /mysql/
\ No newline at end of file
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 2f70d77eb08..588b2599a34 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -3,6 +3,7 @@ import errno
 import http.client
 import logging
 import os
+import stat
 import os.path as p
 import pprint
 import pwd
@@ -111,7 +112,6 @@ def check_kafka_is_available(kafka_id, kafka_port):
     p.communicate()
     return p.returncode == 0
 
-
 class ClickHouseCluster:
     """ClickHouse cluster with several instances and (possibly) ZooKeeper.
 
@@ -242,11 +242,16 @@ class ClickHouseCluster:
 
         # available when with_mysql == True
         self.mysql_host = "mysql57"
-        self.mysql_port = get_open_port()
+        self.mysql_port = 3306
+        self.mysql_ip = None
+        self.mysql_dir = p.abspath(p.join(self.instances_dir, "mysql"))
+        self.mysql_logs_dir = os.path.join(self.mysql_dir, "logs")
 
         # available when with_mysql8 == True
         self.mysql8_host = "mysql80"
         self.mysql8_port = get_open_port()
+        self.mysql8_dir = p.abspath(p.join(self.instances_dir, "mysql8"))
+        self.mysql8_logs_dir = os.path.join(self.mysql8_dir, "logs")
 
         self.zookeeper_use_tmpfs = True
 
@@ -263,8 +268,10 @@ class ClickHouseCluster:
     def setup_mysql_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_mysql = True
         env_variables['MYSQL_HOST'] = self.mysql_host
-        env_variables['MYSQL_EXTERNAL_PORT'] = str(self.mysql_port)
-        env_variables['MYSQL_INTERNAL_PORT'] = "3306"
+        env_variables['MYSQL_PORT'] = str(self.mysql_port)
+        env_variables['MYSQL_ROOT_HOST'] = '%'
+        env_variables['MYSQL_LOGS'] = self.mysql_logs_dir
+        env_variables['MYSQL_LOGS_FS'] = "bind"
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')])
         self.base_mysql_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                 '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql.yml')]
@@ -276,6 +283,8 @@ class ClickHouseCluster:
         env_variables['MYSQL8_HOST'] = self.mysql8_host
         env_variables['MYSQL8_EXTERNAL_PORT'] = str(self.mysql8_port)
         env_variables['MYSQL8_INTERNAL_PORT'] = "3306"
+        env_variables['MYSQL8_LOGS'] = self.mysql8_logs_dir
+        env_variables['MYSQL8_LOGS_FS'] = "bind"
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql_8_0.yml')])
         self.base_mysql8_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                 '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql_8_0.yml')]
@@ -627,12 +636,13 @@ class ClickHouseCluster:
                                    ["bash", "-c", "echo {} | base64 --decode > {}".format(encodedStr, dest_path)],
                                    user='root')
 
-    def wait_mysql_to_start(self, timeout=60):
+    def wait_mysql_to_start(self, timeout=30):
+        self.mysql_ip = self.get_instance_ip('mysql57')
         start = time.time()
         errors = []
         while time.time() - start < timeout:
             try:
-                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=self.mysql_port)
+                conn = pymysql.connect(user='root', password='clickhouse', host=self.mysql_ip, port=self.mysql_port)
                 conn.close()
                 logging.debug("Mysql Started")
                 return
@@ -812,6 +822,7 @@ class ClickHouseCluster:
         if self.is_up:
             return
 
+
         # Just in case kill unstopped containers from previous launch
         try:
             logging.debug("Trying to kill unstopped containers...")
@@ -822,6 +833,15 @@ class ClickHouseCluster:
         except:
             pass
 
+        # # Just in case remove unused networks
+        # try:
+        #     logging.debug("Trying to prune unused networks...")
+
+        #     subprocess_call(['docker', 'network', 'prune', '-f'])
+        #     logging.debug("Networks pruned")
+        # except:
+        #     pass
+
         try:
             if destroy_dirs and p.exists(self.instances_dir):
                 logging.debug(("Removing instances dir %s", self.instances_dir))
@@ -831,7 +851,7 @@ class ClickHouseCluster:
                 logging.debug(('Setup directory for instance: {} destroy_dirs: {}'.format(instance.name, destroy_dirs)))
                 instance.create_dir(destroy_dir=destroy_dirs)
 
-            self.docker_client = docker.from_env(version=self.docker_api_version)
+            self.docker_client = docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180)
 
             common_opts = ['up', '-d', '--force-recreate']
 
@@ -856,11 +876,14 @@ class ClickHouseCluster:
 
             if self.with_mysql and self.base_mysql_cmd:
                 logging.debug('Setup MySQL')
+                os.makedirs(self.mysql_logs_dir)
+                os.chmod(self.mysql_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql_cmd + common_opts)
-                self.wait_mysql_to_start(120)
+                self.wait_mysql_to_start(60)
 
             if self.with_mysql8 and self.base_mysql8_cmd:
                 logging.debug('Setup MySQL 8')
+                os.makedirs(self.mysql8_logs_dir)
                 subprocess_check_call(self.base_mysql8_cmd + common_opts)
                 self.wait_mysql8_to_start(120)
 
@@ -935,7 +958,7 @@ class ClickHouseCluster:
             subprocess_check_call(clickhouse_start_cmd)
             logging.debug("ClickHouse instance created")
 
-            start_deadline = time.time() + 20.0  # seconds
+            start_deadline = time.time() + 30.0  # seconds
             for instance in self.instances.values():
                 instance.docker_client = self.docker_client
                 instance.ip_address = self.get_instance_ip(instance.name)
@@ -970,13 +993,19 @@ class ClickHouseCluster:
                         break
 
             for instance in list(self.instances.values()):
-                if instance.contains_in_log(SANITIZER_SIGN):
-                    sanitizer_assert_instance = instance.grep_in_log(SANITIZER_SIGN)
-                    logging.ERROR(f"Sanitizer in instance {instance.name} fatal log {fatal_log}")
+                try:
+                    if not instance.is_up:
+                        continue
+                    if instance.contains_in_log(SANITIZER_SIGN):
+                        sanitizer_assert_instance = instance.grep_in_log(SANITIZER_SIGN)
+                        logging.ERROR(f"Sanitizer in instance {instance.name} log {sanitizer_assert_instance}")
 
-                if instance.contains_in_log("Fatal"):
-                    fatal_log = instance.grep_in_log("Fatal")
-                    logging.ERROR(f"Crash in instance {instance.name} fatal log {fatal_log}")
+                    if instance.contains_in_log("Fatal"):
+                        fatal_log = instance.grep_in_log("Fatal")
+                        name = instance.name
+                        logging.ERROR(f"Crash in instance {name} fatal log {fatal_log}")
+                except Exception as e:
+                    logging.error(f"Failed to check fails in logs: {e}")
 
             if kill:
                 try:
@@ -1177,6 +1206,7 @@ class ClickHouseInstance:
         self.ipv6_address = ipv6_address
         self.with_installed_binary = with_installed_binary
         self.env_file = os.path.join(os.path.dirname(self.docker_compose_path), DEFAULT_ENV_NAME)
+        self.is_up = False
 
 
     def is_built_with_thread_sanitizer(self):
@@ -1342,7 +1372,7 @@ class ClickHouseInstance:
                 return None
         return None
 
-    def restart_with_latest_version(self, stop_start_wait_sec=10, callback_onstop=None, signal=15):
+    def restart_with_latest_version(self, stop_start_wait_sec=15, callback_onstop=None, signal=15):
         if not self.stay_alive:
             raise Exception("Cannot restart not stay alive container")
         self.exec_in_container(["bash", "-c", "pkill -{} clickhouse".format(signal)], user='root')
@@ -1410,6 +1440,7 @@ class ClickHouseInstance:
                 sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
                 sock.settimeout(time_left)
                 sock.connect((self.ip_address, 9000))
+                self.is_up = True
                 return
             except socket.timeout:
                 continue
diff --git a/tests/integration/helpers/external_sources.py b/tests/integration/helpers/external_sources.py
index fe4c5269a56..66cd45583a7 100644
--- a/tests/integration/helpers/external_sources.py
+++ b/tests/integration/helpers/external_sources.py
@@ -9,6 +9,7 @@ import cassandra.cluster
 import pymongo
 import pymysql.cursors
 import redis
+import logging
 from tzlocal import get_localzone
 
 
@@ -59,6 +60,7 @@ class SourceMySQL(ExternalSource):
     }
 
     def create_mysql_conn(self):
+        logging.debug(f"pymysql connect {self.user}, {self.password}, {self.internal_hostname}, {self.internal_port}")
         self.connection = pymysql.connect(
             user=self.user,
             password=self.password,
@@ -98,6 +100,8 @@ class SourceMySQL(ExternalSource):
         )
 
     def prepare(self, structure, table_name, cluster):
+        if self.internal_hostname is None:
+            self.internal_hostname = cluster.mysql_ip
         self.create_mysql_conn()
         self.execute_mysql_query("create database if not exists test default character set 'utf8'")
         self.execute_mysql_query("drop table if exists test.{}".format(table_name))
diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 7f7d59674bc..bc7cb6024c0 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -36,7 +36,7 @@ def mysql_client():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.from_env().containers.get(cluster.project_name + '_mysql1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysql1_1')
 
 
 @pytest.fixture(scope='module')
@@ -63,7 +63,7 @@ def golang_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_golang_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.from_env().containers.get(cluster.project_name + '_golang1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_golang1_1')
 
 
 @pytest.fixture(scope='module')
@@ -71,7 +71,7 @@ def php_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_php_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.from_env().containers.get(cluster.project_name + '_php1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_php1_1')
 
 
 @pytest.fixture(scope='module')
@@ -79,7 +79,7 @@ def nodejs_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_js_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.from_env().containers.get(cluster.project_name + '_mysqljs1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysqljs1_1')
 
 
 @pytest.fixture(scope='module')
@@ -87,7 +87,7 @@ def java_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_java_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.from_env().containers.get(cluster.project_name + '_java1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java1_1')
 
 
 def test_mysql_client(mysql_client, server_address):

From a6c7ddbcdf253a314d386b3029e0b03739f9410d Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Sun, 7 Mar 2021 22:52:23 +0900
Subject: [PATCH 0053/1060] Fix comparator

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index b8cf7ef5f5d..0f642542daf 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -100,7 +100,7 @@ struct NodeString : public NodeBase<NodeString>
     bool compare(const Node * rhs) const
     {
         auto cmp = strncmp(data(), rhs->data(), std::min(size, rhs->size));
-        return (cmp == 0) ? size <= rhs->size : cmp < 0;
+        return (cmp == 0) ? size < rhs->size : cmp < 0;
     }
 };
 

From e6f90298bba0cc11a5de7730906b01d36a3e8ab5 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 9 Mar 2021 10:32:10 +0300
Subject: [PATCH 0054/1060] wip

---
 docker/test/integration/runner/Dockerfile     |  1 -
 ...ompose_mysql_5_7_for_materialize_mysql.yml |  7 ++++
 .../compose/docker_compose_mysql_8_0.yml      | 14 ++++++--
 .../integration/runner/dockerd-entrypoint.sh  |  2 +-
 tests/integration/helpers/cluster.py          | 18 ++++++----
 tests/integration/helpers/network.py          |  4 +--
 tests/integration/runner                      |  2 +-
 .../configs/merge_tree_settings.xml           |  2 +-
 .../test_adaptive_granularity/test.py         |  5 +++
 tests/integration/test_cluster_copier/test.py | 36 +++++++++----------
 .../test_cluster_copier/trivial_test.py       | 22 ++++++------
 .../test_mysql.py                             |  4 +--
 .../test.py                                   |  2 +-
 .../test_mysql_database_engine/test.py        | 16 ++++-----
 tests/integration/test_mysql_protocol/test.py |  5 +--
 .../test_postgresql_protocol/test.py          |  4 +--
 16 files changed, 86 insertions(+), 58 deletions(-)

diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index 0a1ab0662a8..6b6651e5e3f 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -40,7 +40,6 @@ ENV TZ=Europe/Moscow
 RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
 
 ENV DOCKER_CHANNEL stable
-ENV DOCKER_VERSION 5:19.03.13~3-0~ubuntu-bionic
 RUN curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add -
 RUN add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -c -s) ${DOCKER_CHANNEL}"
 
diff --git a/docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml b/docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml
index 5aa13ba91c7..ba693fd9fb4 100644
--- a/docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mysql_5_7_for_materialize_mysql.yml
@@ -12,3 +12,10 @@ services:
             --gtid-mode="ON"
             --enforce-gtid-consistency
             --log-error-verbosity=3
+            --log-error=/var/log/mysqld/error.log
+            --general-log=ON
+            --general-log-file=/var/log/mysqld/general.log
+        volumes:
+            - type: ${MYSQL_LOGS_FS:-tmpfs}
+              source: ${MYSQL_LOGS:-}
+              target: /var/log/mysqld/
\ No newline at end of file
diff --git a/docker/test/integration/runner/compose/docker_compose_mysql_8_0.yml b/docker/test/integration/runner/compose/docker_compose_mysql_8_0.yml
index a7fb5d85d8b..e13076c4e2e 100644
--- a/docker/test/integration/runner/compose/docker_compose_mysql_8_0.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mysql_8_0.yml
@@ -5,9 +5,19 @@ services:
         restart: always
         environment:
             MYSQL_ROOT_PASSWORD: clickhouse
-        ports:
-            - ${MYSQL8_EXTERNAL_PORT}:${MYSQL8_INTERNAL_PORT}
+            MYSQL_ROOT_HOST: ${MYSQL_ROOT_HOST}
+            DATADIR: /mysql/
+        expose:
+            - ${MYSQL8_PORT}
         command: --server_id=100 --log-bin='mysql-bin-1.log' 
             --default_authentication_plugin='mysql_native_password' 
             --default-time-zone='+3:00' --gtid-mode="ON" 
             --enforce-gtid-consistency
+            --log-error-verbosity=3
+            --log-error=/mysql/error.log
+            --general-log=ON
+            --general-log-file=/mysql/general.log
+        volumes:
+            - type: ${MYSQL8_LOGS_FS:-tmpfs}
+              source: ${MYSQL8_LOGS:-}
+              target: /mysql/
\ No newline at end of file
diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index c0255d3d706..9f04dde720d 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 set -e
 
-dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 &>/var/log/somefile &
+dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=10.0.0.0/8,size=24 &>/var/log/somefile &
 
 set +e
 reties=0
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 588b2599a34..eb6ecc8a39f 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -249,7 +249,8 @@ class ClickHouseCluster:
 
         # available when with_mysql8 == True
         self.mysql8_host = "mysql80"
-        self.mysql8_port = get_open_port()
+        self.mysql8_port = 3306
+        self.mysql8_ip = None
         self.mysql8_dir = p.abspath(p.join(self.instances_dir, "mysql8"))
         self.mysql8_logs_dir = os.path.join(self.mysql8_dir, "logs")
 
@@ -281,8 +282,8 @@ class ClickHouseCluster:
     def setup_mysql8_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_mysql8 = True
         env_variables['MYSQL8_HOST'] = self.mysql8_host
-        env_variables['MYSQL8_EXTERNAL_PORT'] = str(self.mysql8_port)
-        env_variables['MYSQL8_INTERNAL_PORT'] = "3306"
+        env_variables['MYSQL8_PORT'] = str(self.mysql8_port)
+        env_variables['MYSQL8_ROOT_HOST'] = '%'
         env_variables['MYSQL8_LOGS'] = self.mysql8_logs_dir
         env_variables['MYSQL8_LOGS_FS'] = "bind"
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql_8_0.yml')])
@@ -578,7 +579,7 @@ class ClickHouseCluster:
         run_and_check(self.base_cmd + ["up", "--force-recreate", "--no-deps", "-d", node.name])
         node.ip_address = self.get_instance_ip(node.name)
         node.client = Client(node.ip_address, command=self.client_bin_path)
-        start_deadline = time.time() + 20.0  # seconds
+        start_deadline = time.time() + 60.0  # seconds
         node.wait_for_start(start_deadline)
         return node
 
@@ -876,6 +877,8 @@ class ClickHouseCluster:
 
             if self.with_mysql and self.base_mysql_cmd:
                 logging.debug('Setup MySQL')
+                if os.path.exists(self.mysql_dir):
+                    shutil.rmtree(self.mysql_dir)
                 os.makedirs(self.mysql_logs_dir)
                 os.chmod(self.mysql_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql_cmd + common_opts)
@@ -883,7 +886,10 @@ class ClickHouseCluster:
 
             if self.with_mysql8 and self.base_mysql8_cmd:
                 logging.debug('Setup MySQL 8')
+                if os.path.exists(self.mysql8_dir):
+                    shutil.rmtree(self.mysql8_dir)
                 os.makedirs(self.mysql8_logs_dir)
+                os.chmod(self.mysql8_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql8_cmd + common_opts)
                 self.wait_mysql8_to_start(120)
 
@@ -958,7 +964,7 @@ class ClickHouseCluster:
             subprocess_check_call(clickhouse_start_cmd)
             logging.debug("ClickHouse instance created")
 
-            start_deadline = time.time() + 30.0  # seconds
+            start_deadline = time.time() + 60.0  # seconds
             for instance in self.instances.values():
                 instance.docker_client = self.docker_client
                 instance.ip_address = self.get_instance_ip(instance.name)
@@ -1372,7 +1378,7 @@ class ClickHouseInstance:
                 return None
         return None
 
-    def restart_with_latest_version(self, stop_start_wait_sec=15, callback_onstop=None, signal=15):
+    def restart_with_latest_version(self, stop_start_wait_sec=15, callback_onstop=None, signal=60):
         if not self.stay_alive:
             raise Exception("Cannot restart not stay alive container")
         self.exec_in_container(["bash", "-c", "pkill -{} clickhouse".format(signal)], user='root')
diff --git a/tests/integration/helpers/network.py b/tests/integration/helpers/network.py
index aa697c63d72..120ec9e873d 100644
--- a/tests/integration/helpers/network.py
+++ b/tests/integration/helpers/network.py
@@ -159,12 +159,12 @@ class _NetworkManager:
 
     def __init__(
             self,
-            container_expire_timeout=50, container_exit_timeout=60):
+            container_expire_timeout=50, container_exit_timeout=60, docker_api_version=os.environ.get("DOCKER_API_VERSION")):
 
         self.container_expire_timeout = container_expire_timeout
         self.container_exit_timeout = container_exit_timeout
 
-        self._docker_client = docker.from_env(version=os.environ.get("DOCKER_API_VERSION"))
+        self._docker_client = docker.DockerClient(base_url='unix:///var/run/docker.sock', version=docker_api_version, timeout=180)
 
         self._container = None
 
diff --git a/tests/integration/runner b/tests/integration/runner
index 5ad37726821..f3309f983a3 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -199,7 +199,7 @@ if __name__ == "__main__":
     cmd = "docker run {net} {tty} --rm --name {name} --privileged --volume={bridge_bin}:/clickhouse-odbc-bridge --volume={bin}:/clickhouse \
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
-        --volume={name}_volume:/var/lib/docker -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=120 \
+        --volume={name}_volume:/var/lib/docker -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=180 \
         {env_tags} -e PYTEST_OPTS='{parallel} {opts}' {img} {command}".format(
         net=net,
         tty=tty,
diff --git a/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml b/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
index 31ede39c318..2ee416c156e 100644
--- a/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
+++ b/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
@@ -1,4 +1,4 @@
 <yandex>
-    <merge_tree>
+    <merge_tree replace="replace">
     </merge_tree>
 </yandex>
diff --git a/tests/integration/test_adaptive_granularity/test.py b/tests/integration/test_adaptive_granularity/test.py
index 12bfc22d7d9..47209908e5c 100644
--- a/tests/integration/test_adaptive_granularity/test.py
+++ b/tests/integration/test_adaptive_granularity/test.py
@@ -268,6 +268,11 @@ def test_version_single_node_update(start_dynamic_cluster, n, tables):
     ]
 )
 def test_mixed_granularity_single_node(start_dynamic_cluster, node):
+    assert node.name == "node9" or node.name == "node10"
+    assert_eq_with_retry(node,
+                        "SELECT value FROM system.merge_tree_settings WHERE name='enable_mixed_granularity_parts'",
+                        '0') # check that enable_mixed_granularity_parts is off by default
+
     node.query(
         "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
     node.query(
diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index d87969630cd..abeb8739b7d 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -252,10 +252,10 @@ class Task_non_partitioned_table:
         instance.query("DROP TABLE copier_test1_1")
 
 
-def execute_task(task, cmd_options):
+def execute_task(started_cluster, task, cmd_options):
     task.start()
 
-    zk = cluster.get_kazoo_client('zoo1')
+    zk = started_cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     try:
@@ -268,7 +268,7 @@ def execute_task(task, cmd_options):
     zk.create(zk_task_path + "/description", task.copier_task_config.encode())
 
     # Run cluster-copier processes on each node
-    docker_api = docker.from_env().api
+    docker_api = started_cluster.docker_client.api
     copiers_exec_ids = []
 
     cmd = ['/usr/bin/clickhouse', 'copier',
@@ -280,7 +280,7 @@ def execute_task(task, cmd_options):
     copiers = random.sample(list(cluster.instances.keys()), 3)
 
     for instance_name in copiers:
-        instance = cluster.instances[instance_name]
+        instance = started_cluster.instances[instance_name]
         container = instance.get_docker_handle()
         instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
                                         "/etc/clickhouse-server/config-copier.xml")
@@ -293,7 +293,7 @@ def execute_task(task, cmd_options):
 
     # Wait for copiers stopping and check their return codes
     for exec_id, instance_name in zip(copiers_exec_ids, copiers):
-        instance = cluster.instances[instance_name]
+        instance = started_cluster.instances[instance_name]
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
@@ -319,9 +319,9 @@ def execute_task(task, cmd_options):
 )
 def test_copy_simple(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(Task1(started_cluster), ['--experimental-use-sample-offset', '1'])
+        execute_task(started_cluster, Task1(started_cluster), ['--experimental-use-sample-offset', '1'])
     else:
-        execute_task(Task1(started_cluster), [])
+        execute_task(started_cluster, Task1(started_cluster), [])
 
 
 @pytest.mark.parametrize(
@@ -333,10 +333,10 @@ def test_copy_simple(started_cluster, use_sample_offset):
 )
 def test_copy_with_recovering(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
+        execute_task(started_cluster, Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
                                               '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+        execute_task(started_cluster, Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
 @pytest.mark.parametrize(
@@ -348,40 +348,40 @@ def test_copy_with_recovering(started_cluster, use_sample_offset):
 )
 def test_copy_with_recovering_after_move_faults(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
+        execute_task(started_cluster, Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
                                               '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
+        execute_task(started_cluster, Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
 
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition(started_cluster):
-    execute_task(Task2(started_cluster, "test1"), [])
+    execute_task(started_cluster, Task2(started_cluster, "test1"), [])
 
 
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition_with_recovering(started_cluster):
-    execute_task(Task2(started_cluster, "test2"), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+    execute_task(started_cluster, Task2(started_cluster, "test2"), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition_with_recovering_after_move_faults(started_cluster):
-    execute_task(Task2(started_cluster, "test3"), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
+    execute_task(started_cluster, Task2(started_cluster, "test3"), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
 
 def test_block_size(started_cluster):
-    execute_task(Task_test_block_size(started_cluster), [])
+    execute_task(started_cluster, Task_test_block_size(started_cluster), [])
 
 
 def test_no_index(started_cluster):
-    execute_task(Task_no_index(started_cluster), [])
+    execute_task(started_cluster, Task_no_index(started_cluster), [])
 
 
 def test_no_arg(started_cluster):
-    execute_task(Task_no_arg(started_cluster), [])
+    execute_task(started_cluster, Task_no_arg(started_cluster), [])
 
 def test_non_partitioned_table(started_cluster):
-    execute_task(Task_non_partitioned_table(started_cluster), [])
+    execute_task(started_cluster, Task_non_partitioned_table(started_cluster), [])
 
 if __name__ == '__main__':
     with contextmanager(started_cluster)() as cluster:
diff --git a/tests/integration/test_cluster_copier/trivial_test.py b/tests/integration/test_cluster_copier/trivial_test.py
index 8a43440ac90..717ff9d8d34 100644
--- a/tests/integration/test_cluster_copier/trivial_test.py
+++ b/tests/integration/test_cluster_copier/trivial_test.py
@@ -79,10 +79,10 @@ class TaskTrivial:
             node.query("DROP TABLE trivial")
 
 
-def execute_task(task, cmd_options):
+def execute_task(started_cluster, task, cmd_options):
     task.start()
 
-    zk = cluster.get_kazoo_client('zoo1')
+    zk = started_cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     zk_task_path = task.zk_task_path
@@ -90,7 +90,7 @@ def execute_task(task, cmd_options):
     zk.create(zk_task_path + "/description", task.copier_task_config)
 
     # Run cluster-copier processes on each node
-    docker_api = docker.from_env().api
+    docker_api = started_cluster.docker_client.api
     copiers_exec_ids = []
 
     cmd = ['/usr/bin/clickhouse', 'copier',
@@ -101,7 +101,7 @@ def execute_task(task, cmd_options):
 
     print(cmd)
 
-    for instance_name, instance in cluster.instances.items():
+    for instance_name, instance in started_cluster.instances.items():
         container = instance.get_docker_handle()
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
         docker_api.exec_start(exec_id, detach=True)
@@ -110,7 +110,7 @@ def execute_task(task, cmd_options):
         print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+    for exec_id, instance in zip(copiers_exec_ids, iter(started_cluster.instances.values())):
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
@@ -137,10 +137,10 @@ def execute_task(task, cmd_options):
 )
 def test_trivial_copy(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
+        execute_task(started_cluster, TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
     else:
         print("AAAAA")
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
+        execute_task(started_cluster, TaskTrivial(started_cluster, use_sample_offset), [])
 
 
 @pytest.mark.parametrize(
@@ -152,10 +152,10 @@ def test_trivial_copy(started_cluster, use_sample_offset):
 )
 def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
+        execute_task(started_cluster, TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+        execute_task(started_cluster, TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
 @pytest.mark.parametrize(
@@ -167,10 +167,10 @@ def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
 )
 def test_trivial_copy_with_move_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
+        execute_task(started_cluster, TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
+        execute_task(started_cluster, TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
 
 if __name__ == '__main__':
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
index 119709bf229..7feba20f3a1 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_mysql.py
@@ -26,7 +26,7 @@ def setup_module(module):
 
     cluster = ClickHouseCluster(__file__, name=test_name)
 
-    SOURCE = SourceMySQL("MySQL", "localhost", cluster.mysql_port, cluster.mysql_host, "3306", "root", "clickhouse")
+    SOURCE = SourceMySQL("MySQL", None, cluster.mysql_port, cluster.mysql_host, cluster.mysql_port, "root", "clickhouse")
 
     simple_tester = SimpleLayoutTester(test_name)
     simple_tester.cleanup()
@@ -55,7 +55,7 @@ def teardown_module(module):
 def started_cluster():
     try:
         cluster.start()
-
+        
         simple_tester.prepare(cluster)
         complex_tester.prepare(cluster)
         ranged_tester.prepare(cluster)
diff --git a/tests/integration/test_match_process_uid_against_data_owner/test.py b/tests/integration/test_match_process_uid_against_data_owner/test.py
index c9f87e683c8..ed37227ab15 100644
--- a/tests/integration/test_match_process_uid_against_data_owner/test.py
+++ b/tests/integration/test_match_process_uid_against_data_owner/test.py
@@ -20,7 +20,7 @@ def test_different_user():
 
     cluster.start()
 
-    docker_api = docker.from_env().api
+    docker_api = cluster.docker_client.api
     container = node.get_docker_handle()
     container.stop()
     container.start()
diff --git a/tests/integration/test_mysql_database_engine/test.py b/tests/integration/test_mysql_database_engine/test.py
index f5fb9be337d..07a4a987b59 100644
--- a/tests/integration/test_mysql_database_engine/test.py
+++ b/tests/integration/test_mysql_database_engine/test.py
@@ -21,7 +21,7 @@ def started_cluster():
 
 
 class MySQLNodeInstance:
-    def __init__(self, user='root', password='clickhouse', hostname='127.0.0.1', port=cluster.mysql_port):
+    def __init__(self, user, password, hostname, port):
         self.user = user
         self.port = port
         self.hostname = hostname
@@ -55,7 +55,7 @@ class MySQLNodeInstance:
 
 
 def test_mysql_ddl_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', started_cluster.mysql_ip, started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("DROP DATABASE IF EXISTS test_database")
         mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
 
@@ -89,7 +89,7 @@ def test_mysql_ddl_for_mysql_database(started_cluster):
 
 
 def test_clickhouse_ddl_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', started_cluster.mysql_ip, started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
         mysql_node.query(
             'CREATE TABLE `test_database`.`test_table` ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;')
@@ -114,7 +114,7 @@ def test_clickhouse_ddl_for_mysql_database(started_cluster):
 
 
 def test_clickhouse_dml_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', started_cluster.mysql_ip, started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
         mysql_node.query(
             'CREATE TABLE `test_database`.`test_table` ( `i``d` int(11) NOT NULL, PRIMARY KEY (`i``d`)) ENGINE=InnoDB;')
@@ -132,7 +132,7 @@ def test_clickhouse_dml_for_mysql_database(started_cluster):
 
 
 def test_clickhouse_join_for_mysql_database(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', started_cluster.mysql_ip, started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE IF NOT EXISTS test DEFAULT CHARACTER SET 'utf8'")
         mysql_node.query("CREATE TABLE test.t1_mysql_local ("
                          "pays    VARCHAR(55) DEFAULT 'FRA' NOT NULL,"
@@ -155,7 +155,7 @@ def test_clickhouse_join_for_mysql_database(started_cluster):
 
 
 def test_bad_arguments_for_mysql_database_engine(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', started_cluster.mysql_ip, port=started_cluster.mysql_port)) as mysql_node:
         with pytest.raises(QueryRuntimeException) as exception:
             mysql_node.query("CREATE DATABASE IF NOT EXISTS test_bad_arguments DEFAULT CHARACTER SET 'utf8'")
             clickhouse_node.query(
@@ -165,7 +165,7 @@ def test_bad_arguments_for_mysql_database_engine(started_cluster):
 
 
 def test_data_types_support_level_for_mysql_database_engine(started_cluster):
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', started_cluster.mysql_ip, started_cluster.mysql_port)) as mysql_node:
         mysql_node.query("CREATE DATABASE IF NOT EXISTS test DEFAULT CHARACTER SET 'utf8'")
         clickhouse_node.query("CREATE DATABASE test_database ENGINE = MySQL('mysql57:3306', test, 'root', 'clickhouse')",
             settings={"mysql_datatypes_support_level": "decimal,datetime64"})
@@ -307,7 +307,7 @@ def test_mysql_types(started_cluster, case_name, mysql_type, expected_ch_type, m
         else:
             return [do_execute(q) for q in query]
 
-    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', '127.0.0.1', port=started_cluster.mysql_port)) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance('root', 'clickhouse', started_cluster.mysql_ip, port=started_cluster.mysql_port)) as mysql_node:
         execute_query(mysql_node, [
             "DROP DATABASE IF EXISTS ${mysql_db}",
             "CREATE DATABASE ${mysql_db}  DEFAULT CHARACTER SET 'utf8'",
diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index bc7cb6024c0..1e0d3652a91 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -5,6 +5,7 @@ import math
 import os
 import time
 
+import logging
 import docker
 import pymysql.connections
 import pytest
@@ -36,7 +37,7 @@ def mysql_client():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysql1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysql1_1')
 
 
 @pytest.fixture(scope='module')
@@ -96,7 +97,7 @@ def test_mysql_client(mysql_client, server_address):
         mysql --protocol tcp -h {host} -P {port} default -u user_with_double_sha1 --password=abacaba
         -e "SELECT 1;"
     '''.format(host=server_address, port=server_port), demux=True)
-
+    logging.debug(f"test_mysql_client code:{code} stdout:{stdout}, stderr:{stderr}")
     assert stdout.decode() == '\n'.join(['1', '1', ''])
 
     code, (stdout, stderr) = mysql_client.exec_run('''
diff --git a/tests/integration/test_postgresql_protocol/test.py b/tests/integration/test_postgresql_protocol/test.py
index 633c02ef408..1404cf409f3 100644
--- a/tests/integration/test_postgresql_protocol/test.py
+++ b/tests/integration/test_postgresql_protocol/test.py
@@ -41,7 +41,7 @@ def psql_client():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
-    yield docker.from_env().containers.get(cluster.project_name + '_psql_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_psql_1')
 
 
 @pytest.fixture(scope='module')
@@ -65,7 +65,7 @@ def java_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql_java_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
-    yield docker.from_env().containers.get(cluster.project_name + '_java_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java_1')
 
 
 def test_psql_is_ready(psql_server):

From 07dc7e81e324072e460cb0a76ff306e457905136 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 9 Mar 2021 16:39:06 +0300
Subject: [PATCH 0055/1060] Remove MAX_EVENTS_SIZE from
 AggregateFunctionSequenceNextNode.h

---
 .../AggregateFunctionSequenceNextNode.cpp       | 12 ++++++++----
 .../AggregateFunctionSequenceNextNode.h         | 17 ++++++++---------
 2 files changed, 16 insertions(+), 13 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 9d1d8aaa075..9c865f3371a 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -21,6 +21,8 @@ namespace ErrorCodes
 namespace
 {
 
+constexpr size_t MAX_EVENTS_SIZE = 64;
+
 template <typename T>
 inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl(const DataTypePtr data_type, const DataTypes & argument_types, bool descending_order)
 {
@@ -28,22 +30,24 @@ inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl(const DataTy
     {
         // If the number of arguments of sequenceNextNode is 2, the sequenceNextNode acts as sequenceFirstNode.
         if (descending_order)
-            return std::make_shared<SequenceFirstNodeImpl<T, NodeString, true>>(data_type);
+            return std::make_shared<SequenceFirstNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, true>>(data_type);
         else
-            return std::make_shared<SequenceFirstNodeImpl<T, NodeString, false>>(data_type);
+            return std::make_shared<SequenceFirstNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, false>>(data_type);
     }
     else
     {
         if (descending_order)
-            return std::make_shared<SequenceNextNodeImpl<T, NodeString, true>>(data_type, argument_types);
+            return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, true>>(data_type, argument_types);
         else
-            return std::make_shared<SequenceNextNodeImpl<T, NodeString, false>>(data_type, argument_types);
+            return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, false>>(data_type, argument_types);
     }
 }
 
 AggregateFunctionPtr
 createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, const DataTypes & argument_types, const Array & parameters)
 {
+    assert(max_args <= MAX_EVENTS_SIZE);
+
     bool descending_order = false;
 
     if (parameters.size() == 1)
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 0f642542daf..9efc78aa4c5 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -27,16 +27,14 @@
 namespace DB
 {
 
-const UInt32 MAX_EVENTS_SIZE = 64;
-
 /// NodeBase used to implement a linked list for storage of SequenceNextNodeImpl
-template <typename Node>
+template <typename Node, size_t MaxEventsSize>
 struct NodeBase
 {
     UInt64 size; /// size of payload
 
     DataTypeDateTime::FieldType event_time;
-    std::bitset<MAX_EVENTS_SIZE> events_bitset;
+    std::bitset<MaxEventsSize> events_bitset;
 
     char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
 
@@ -77,9 +75,10 @@ struct NodeBase
 };
 
 /// It stores String, timestamp, bitset of matched events.
-struct NodeString : public NodeBase<NodeString>
+template <size_t MaxEventsSize>
+struct NodeString : public NodeBase<NodeString<MaxEventsSize>, MaxEventsSize>
 {
-    using Node = NodeString;
+    using Node = NodeString<MaxEventsSize>;
 
     static Node * allocate(const IColumn & column, size_t row_num, Arena * arena)
     {
@@ -94,13 +93,13 @@ struct NodeString : public NodeBase<NodeString>
 
     void insertInto(IColumn & column)
     {
-        assert_cast<ColumnString &>(column).insertData(data(), size);
+        assert_cast<ColumnString &>(column).insertData(this->data(), this->size);
     }
 
     bool compare(const Node * rhs) const
     {
-        auto cmp = strncmp(data(), rhs->data(), std::min(size, rhs->size));
-        return (cmp == 0) ? size < rhs->size : cmp < 0;
+        auto cmp = strncmp(this->data(), rhs->data(), std::min(this->size, rhs->size));
+        return (cmp == 0) ? this->size < rhs->size : cmp < 0;
     }
 };
 

From 5808bf24e2795554d0dc55d9306c3a2852710e5f Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 9 Mar 2021 16:40:32 +0300
Subject: [PATCH 0056/1060] Fix strict weak ordering, return always lower
 string in sequenceNextNode

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 9efc78aa4c5..bfece896809 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -118,7 +118,7 @@ struct SequenceNextNodeGeneralData
         bool operator()(const Node * lhs, const Node * rhs) const
         {
             if constexpr (Descending)
-                return lhs->event_time == rhs->event_time ? !lhs->compare(rhs) : lhs->event_time > rhs->event_time;
+                return lhs->event_time == rhs->event_time ? lhs->compare(rhs) : lhs->event_time > rhs->event_time;
             else
                 return lhs->event_time == rhs->event_time ? lhs->compare(rhs) : lhs->event_time < rhs->event_time;
         }

From f32a388fed0bed5f5f1b5017b018e6fcba0da5fe Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 9 Mar 2021 16:56:29 +0300
Subject: [PATCH 0057/1060] Minor changes, add comments

---
 .../AggregateFunctionSequenceNextNode.h       | 27 +++++++++++++------
 1 file changed, 19 insertions(+), 8 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index bfece896809..a04f589f1e8 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -191,7 +191,6 @@ public:
         const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
 
         /// The events_bitset variable stores matched events in the form of bitset.
-        /// It uses UInt32 instead of std::bitset because bitsets of UInt32 are easy to compare. (< operator on bitsets)
         /// Each Nth-bit indicates that the Nth-event are matched.
         /// For example, event1 and event3 is matched then the values of events_bitset is 0x00000005.
         ///   0x00000000
@@ -272,12 +271,23 @@ public:
             value[i] = Node::read(buf, arena);
     }
 
+    /// Calculate position of current event in target chain and shift to corresponding offset
+    /// Lets consider case where we search chain 'ABCD':
+    /// - If current event is 'X' we can skip it and perform next step from position after this 'X'
+    /// - If current event is 'A' we will start from this position
+    /// - If current event is 'B' then second position in our chain should match this 'B'.
+    ///   And we perform next step from position one before 'B'.
+    /// - And so on...
     inline UInt32 calculateJump(const Data & data, const UInt32 i, const UInt32 j) const
     {
-        UInt32 k = 0;
+        /// Fast check if value is zero, not in sequence
+        if (data.value[i - j]->events_bitset.none())
+            return events_size - j;
+
+        UInt32 k = 1;
         for (; k < events_size - j; ++k)
             if (data.value[i - j]->events_bitset.test(events_size - 1 - j - k))
-                return k;
+                break;
         return k;
     }
 
@@ -285,8 +295,7 @@ public:
     /// It is one as referring Boyer-Moore-Algorithm(https://en.wikipedia.org/wiki/Boyer%E2%80%93Moore_string-search_algorithm).
     /// But, there are some differences.
     /// In original Boyer-Moore-Algorithm compares strings, but this algorithm compares events_bits.
-    /// events_bitset consists of events_bits.
-    /// matched events in the chain of events are represented as a bitmask of UInt32.
+    /// Matched events in the chain of events are represented as a bitmask.
     /// The first matched event is 0x00000001, the second one is 0x00000002, the third one is 0x00000004, and so on.
     UInt32 getNextNodeIndex(Data & data) const
     {
@@ -299,14 +308,16 @@ public:
         while (i < data.value.size())
         {
             UInt32 j = 0;
-            /// It checks whether the chain of events are matched or not.
+            /// Try to match chain of events starting from the end of this chain.
             for (; j < events_size; ++j)
+            {
                 /// It compares each matched events.
                 /// The lower bitmask is the former matched event.
-                if (data.value[i - j]->events_bitset.test(events_size - 1 - j) == false)
+                if (!data.value[i - j]->events_bitset.test(events_size - 1 - j))
                     break;
+            }
 
-            /// If the chain of events are matched returns the index of result value.
+            /// Chain of events are matched, return the index of result value.
             if (j == events_size)
                 return i + 1;
 

From d8caf62c1b4f583e655eee574fd82f69129c0881 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Wed, 10 Mar 2021 12:06:05 +0300
Subject: [PATCH 0058/1060] Update test sequence_next_node, choose lowest
 string for same timestamps

---
 .../01656_sequence_next_node.reference           |  8 ++++----
 .../0_stateless/01656_sequence_next_node.sql     | 16 ++++++++--------
 2 files changed, 12 insertions(+), 12 deletions(-)

diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index da6ec2d97bf..94a55f2d954 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -130,8 +130,8 @@
 (0, A->B->C) id = 11	1
 (0, A) id = 11	1
 (0, C) id = 11	1
-(0, C->B) id = 11	1
-(0, C->B->A) id = 11	1
+(0, B->C) id = 11	1
+(0, B->C->D) id = 11	1
 (0) id < 10	1	A
 (0) id < 10	2	A
 (0) id < 10	3	A
@@ -288,8 +288,8 @@
 (0, A->B->C) id = 11	1
 (0, A) id = 11	1
 (0, C) id = 11	1
-(0, C->B) id = 11	1
-(0, C->B->A) id = 11	1
+(0, B->C) id = 11	1
+(0, B->C->D) id = 11	1
 (0) id < 10	1	A
 (0) id < 10	2	A
 (0) id < 10	3	A
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index 2c16f33aa0e..57b0d7b1d8e 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -70,10 +70,10 @@ SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action
 SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
 SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
 SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is NULL);
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'A');
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C->D) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action = 'C', action = 'D') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
 
 SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
 SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
@@ -155,10 +155,10 @@ SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action
 SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
 SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
 SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is NULL);
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'A');
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C->D) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action = 'C', action = 'D') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
 
 SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
 SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;

From e41c731f0f8e368bef8b46ab33e11e0fb72f801f Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Wed, 10 Mar 2021 20:22:44 +0900
Subject: [PATCH 0059/1060] Change the behavior of sequenceNextNode.

---
 .../parametric-functions.md                   | 152 +++-
 .../AggregateFunctionSequenceNextNode.cpp     |  84 +-
 .../AggregateFunctionSequenceNextNode.h       | 301 +++----
 .../01656_sequence_next_node.reference        | 765 +++++++++++-------
 .../0_stateless/01656_sequence_next_node.sql  | 185 +++--
 5 files changed, 866 insertions(+), 621 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index 33e5766089b..dcc63ebd960 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -513,11 +513,19 @@ Returns a value of next event that matched an event chain.
 **Syntax**
 
 ``` sql
-sequenceNextNode(descending_order)(timestamp, event_column, event1, event2, event3, ...)
+sequenceNextNode(direction, base)(timestamp, event_column, event1, event2, event3, ...)
 ```
 
 **Parameters**
--   `descending_order` - Used to sort the timestamp in ascending or descending order. 0 or 1.
+-   `direction` - Used to navigate to directions.
+    - forward : Moving forward
+    - backward: Moving backward
+
+-   `base` - Used to set the base point.
+    - head : Set the base point to the first event
+    - tail : Set the base point to the last event
+    - first_match : Set the base point to the first matched event1
+    - last_match : Set the base point to the last matched event1
     
 **Arguments**
 -   `timestamp` — Name of the column containing the timestamp. Data types supported: `Date`, `DateTime` and other unsigned integer types.
@@ -535,26 +543,158 @@ Type: `Nullable(String)`.
 
 It can be used when events are A->B->C->E->F and you want to know the event following B->C, which is E.
 
-The query statement searching the event following B->C :
+The query statement searching the event following A->B :
 
 ``` sql
 CREATE TABLE test_flow (
     dt DateTime, 
     id int, 
-    action String) 
+    page String)
 ENGINE = MergeTree() 
 PARTITION BY toYYYYMMDD(dt) 
 ORDER BY id;
 
 INSERT INTO test_flow VALUES (1, 1, 'A') (2, 1, 'B') (3, 1, 'C') (4, 1, 'E') (5, 1, 'F');
 
-SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') as next_flow FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'head')(dt, page, page = 'A', page = 'B') as next_flow FROM test_flow GROUP BY id;
 ```
 
 Result:
 
 ``` text
 ┌─id─┬─next_flow─┐
-│  1 │ E         │
+│  1 │ C         │
 └────┴───────────┘
 ```
+
+**Behavior for `forward` and `head`**
+
+```SQL
+ALTER TABLE test_flow DELETE WHERE 1 = 1 settings mutations_sync = 1;
+
+INSERT INTO test_flow VALUES (1, 1, 'Home') (2, 1, 'Gift') (3, 1, 'Exit');
+INSERT INTO test_flow VALUES (1, 2, 'Home') (2, 2, 'Home') (3, 2, 'Gift') (4, 2, 'Basket');
+INSERT INTO test_flow VALUES (1, 3, 'Gift') (2, 3, 'Home') (3, 3, 'Gift') (4, 3, 'Basket');
+```
+
+```SQL
+SELECT id, sequenceNextNode('forward', 'head')(dt, page, page = 'Home', page = 'Gift') FROM test_flow GROUP BY id;
+ 
+                  dt   id   page
+ 1970-01-01 09:00:01    1   Home // Base point, Matched with Home
+ 1970-01-01 09:00:02    1   Gift // Matched with Gift
+ 1970-01-01 09:00:03    1   Exit // The result 
+
+ 1970-01-01 09:00:01    3   Home // Base point, Matched with Home
+ 1970-01-01 09:00:02    3   Home // Unmatched with Gift
+ 1970-01-01 09:00:03    3   Gift
+ 1970-01-01 09:00:04    3   Basket    
+ 
+ 1970-01-01 09:00:01    4   Gift // Base point, Unmatched with Home
+ 1970-01-01 09:00:02    4   Home      
+ 1970-01-01 09:00:03    4   Gift      
+ 1970-01-01 09:00:04    4   Basket    
+```
+
+**Behavior for `backward` and `tail`**
+
+```SQL
+SELECT id, sequenceNextNode('backward', 'tail')(dt, page, page = 'Basket', page = 'Gift') FROM test_flow GROUP BY id;
+
+                 dt   id   page
+1970-01-01 09:00:01    1   Home
+1970-01-01 09:00:02    1   Gift
+1970-01-01 09:00:03    1   Exit // Base point, Unmatched with Basket
+                                     
+1970-01-01 09:00:01    3   Home 
+1970-01-01 09:00:02    3   Home // The result 
+1970-01-01 09:00:03    3   Gift // Matched with Gift
+1970-01-01 09:00:04    3   Basket // Base point, Matched with Basket
+                                     
+1970-01-01 09:00:01    4   Gift
+1970-01-01 09:00:02    4   Home // The result 
+1970-01-01 09:00:03    4   Gift // Base point, Matched with Gift
+1970-01-01 09:00:04    4   Basket // Base point, Matched with Basket
+```
+
+
+**Behavior for `forward` and `first_match`**
+
+```SQL
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, page, page = 'Gift') FROM test_flow GROUP BY id;
+
+                 dt   id   page
+1970-01-01 09:00:01    1   Home
+1970-01-01 09:00:02    1   Gift // Base point
+1970-01-01 09:00:03    1   Exit // The result
+                                     
+1970-01-01 09:00:01    3   Home 
+1970-01-01 09:00:02    3   Home 
+1970-01-01 09:00:03    3   Gift // Base point
+1970-01-01 09:00:04    3   Basket  The result
+                                     
+1970-01-01 09:00:01    4   Gift // Base point
+1970-01-01 09:00:02    4   Home // Thre result
+1970-01-01 09:00:03    4   Gift   
+1970-01-01 09:00:04    4   Basket    
+```
+
+```SQL
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
+
+                 dt   id   page
+1970-01-01 09:00:01    1   Home
+1970-01-01 09:00:02    1   Gift // Base point
+1970-01-01 09:00:03    1   Exit // Unmatched with Home
+                                     
+1970-01-01 09:00:01    3   Home 
+1970-01-01 09:00:02    3   Home 
+1970-01-01 09:00:03    3   Gift // Base point
+1970-01-01 09:00:04    3   Basket // Unmatched with Home
+                                     
+1970-01-01 09:00:01    4   Gift // Base point
+1970-01-01 09:00:02    4   Home // Matched with Home
+1970-01-01 09:00:03    4   Gift // The result
+1970-01-01 09:00:04    4   Basket    
+```
+
+
+**Behavior for `backward` and `last_match`**
+
+```SQL
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, page = 'Gift') FROM test_flow GROUP BY id;
+
+                 dt   id   page
+1970-01-01 09:00:01    1   Home // The result
+1970-01-01 09:00:02    1   Gift // Base point
+1970-01-01 09:00:03    1   Exit 
+                                     
+1970-01-01 09:00:01    3   Home 
+1970-01-01 09:00:02    3   Home // The result
+1970-01-01 09:00:03    3   Gift // Base point
+1970-01-01 09:00:04    3   Basket    
+                                     
+1970-01-01 09:00:01    4   Gift 
+1970-01-01 09:00:02    4   Home // The result
+1970-01-01 09:00:03    4   Gift // Base point  
+1970-01-01 09:00:04    4   Basket    
+```
+
+```SQL
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
+
+                 dt   id   page
+1970-01-01 09:00:01    1   Home // Matched with Home, the result is null
+1970-01-01 09:00:02    1   Gift // Base point
+1970-01-01 09:00:03    1   Exit 
+                                     
+1970-01-01 09:00:01    3   Home // The result
+1970-01-01 09:00:02    3   Home // Matched with Home
+1970-01-01 09:00:03    3   Gift // Base point
+1970-01-01 09:00:04    3   Basket    
+                                     
+1970-01-01 09:00:01    4   Gift // The result
+1970-01-01 09:00:02    4   Home // Matched with Home
+1970-01-01 09:00:03    4   Gift // Base point  
+1970-01-01 09:00:04    4   Basket    
+```
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 9c865f3371a..274b75b383e 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -11,6 +11,8 @@
 namespace DB
 {
 
+constexpr size_t MAX_EVENTS_SIZE = 64;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -21,26 +23,26 @@ namespace ErrorCodes
 namespace
 {
 
-constexpr size_t MAX_EVENTS_SIZE = 64;
+template <typename T, SeqDirection Direction>
+inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl2(const DataTypePtr data_type, const DataTypes & argument_types, SeqBase base)
+{
+    if (base == HEAD)
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, HEAD>>(data_type, argument_types);
+    else if (base == TAIL)
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, TAIL>>(data_type, argument_types);
+    else if (base == FIRST_MATCH)
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, FIRST_MATCH>>(data_type, argument_types);
+    else
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, LAST_MATCH>>(data_type, argument_types);
+}
 
 template <typename T>
-inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl(const DataTypePtr data_type, const DataTypes & argument_types, bool descending_order)
+inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl1(const DataTypePtr data_type, const DataTypes & argument_types, SeqDirection direction, SeqBase base)
 {
-    if (argument_types.size() == 2)
-    {
-        // If the number of arguments of sequenceNextNode is 2, the sequenceNextNode acts as sequenceFirstNode.
-        if (descending_order)
-            return std::make_shared<SequenceFirstNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, true>>(data_type);
-        else
-            return std::make_shared<SequenceFirstNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, false>>(data_type);
-    }
+    if (direction == FORWARD)
+        return createAggregateFunctionSequenceNodeImpl2<T, FORWARD>(data_type, argument_types, base);
     else
-    {
-        if (descending_order)
-            return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, true>>(data_type, argument_types);
-        else
-            return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, false>>(data_type, argument_types);
-    }
+        return createAggregateFunctionSequenceNodeImpl2<T, BACKWARD>(data_type, argument_types, base);
 }
 
 AggregateFunctionPtr
@@ -48,22 +50,32 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, c
 {
     assert(max_args <= MAX_EVENTS_SIZE);
 
-    bool descending_order = false;
-
-    if (parameters.size() == 1)
-    {
-        auto type = parameters[0].getType();
-        bool is_correct_type = type == Field::Types::Int64 || type == Field::Types::UInt64;
-        if (!is_correct_type || (parameters[0].get<UInt64>() != 0 && parameters[0].get<UInt64>() != 1))
-            throw Exception("The first parameter for aggregate function " + name + " should be 0 or 1", ErrorCodes::BAD_ARGUMENTS);
-
-        descending_order = parameters[0].get<UInt64>();
-    }
+    String param_dir = parameters.at(0).safeGet<String>();
+    SeqDirection direction;
+    if (param_dir.compare("forward") == 0)
+        direction = FORWARD;
+    else if (param_dir.compare("backward") == 0)
+        direction = BACKWARD;
     else
-        throw Exception("Incorrect number of parameters for aggregate function " + name + ", should be 1",
-            ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+        throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_dir, ErrorCodes::BAD_ARGUMENTS};
 
-    if (argument_types.size() < 2)
+    String param_base = parameters.at(1).safeGet<String>();
+    SeqBase base;
+    if (param_base.compare("head") == 0)
+        base = HEAD;
+    else if (param_base.compare("tail") == 0)
+        base = TAIL;
+    else if (param_base.compare("first_match") == 0)
+        base = FIRST_MATCH;
+    else if (param_base.compare("last_match") == 0)
+        base = LAST_MATCH;
+    else
+        throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_base, ErrorCodes::BAD_ARGUMENTS};
+
+    if ((base == FIRST_MATCH || base == LAST_MATCH) && argument_types.size() < 3)
+        throw Exception("Aggregate function " + name + " requires at least three arguments when base is first_match or last_match.",
+                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    else if (argument_types.size() < 2)
         throw Exception("Aggregate function " + name + " requires at least two arguments.",
                         ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
     else if (argument_types.size() > max_args + 2)
@@ -89,17 +101,17 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, c
 
     WhichDataType timestamp_type(argument_types[0].get());
     if (timestamp_type.idx == TypeIndex::UInt8)
-        return createAggregateFunctionSequenceNodeImpl<UInt8>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl1<UInt8>(data_type, argument_types, direction, base);
     if (timestamp_type.idx == TypeIndex::UInt16)
-        return createAggregateFunctionSequenceNodeImpl<UInt16>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl1<UInt16>(data_type, argument_types, direction, base);
     if (timestamp_type.idx == TypeIndex::UInt32)
-        return createAggregateFunctionSequenceNodeImpl<UInt32>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl1<UInt32>(data_type, argument_types, direction, base);
     if (timestamp_type.idx == TypeIndex::UInt64)
-        return createAggregateFunctionSequenceNodeImpl<UInt64>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl1<UInt64>(data_type, argument_types, direction, base);
     if (timestamp_type.isDate())
-        return createAggregateFunctionSequenceNodeImpl<DataTypeDate::FieldType>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl1<DataTypeDate::FieldType>(data_type, argument_types, direction, base);
     if (timestamp_type.isDateTime())
-        return createAggregateFunctionSequenceNodeImpl<DataTypeDateTime::FieldType>(data_type, argument_types, descending_order);
+        return createAggregateFunctionSequenceNodeImpl1<DataTypeDateTime::FieldType>(data_type, argument_types, direction, base);
 
     throw Exception{"Illegal type " + argument_types.front().get()->getName()
             + " of first argument of aggregate function " + name + ", must be Unsigned Number, Date, DateTime",
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index a04f589f1e8..78d19beedc4 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -27,6 +27,20 @@
 namespace DB
 {
 
+enum SeqDirection
+{
+    FORWARD = 0,
+    BACKWARD = 1
+};
+
+enum SeqBase
+{
+    HEAD = 0,
+    TAIL = 1,
+    FIRST_MATCH = 2,
+    LAST_MATCH = 3
+};
+
 /// NodeBase used to implement a linked list for storage of SequenceNextNodeImpl
 template <typename Node, size_t MaxEventsSize>
 struct NodeBase
@@ -104,7 +118,7 @@ struct NodeString : public NodeBase<NodeString<MaxEventsSize>, MaxEventsSize>
 };
 
 /// TODO : Expends SequenceNextNodeGeneralData to support other types
-template <typename Node, bool Descending>
+template <typename Node>
 struct SequenceNextNodeGeneralData
 {
     using Allocator = MixedAlignedArenaAllocator<alignof(Node *), 4096>;
@@ -117,10 +131,7 @@ struct SequenceNextNodeGeneralData
     {
         bool operator()(const Node * lhs, const Node * rhs) const
         {
-            if constexpr (Descending)
-                return lhs->event_time == rhs->event_time ? lhs->compare(rhs) : lhs->event_time > rhs->event_time;
-            else
-                return lhs->event_time == rhs->event_time ? lhs->compare(rhs) : lhs->event_time < rhs->event_time;
+            return lhs->event_time == rhs->event_time ? lhs->compare(rhs) : lhs->event_time < rhs->event_time;
         }
     };
 
@@ -134,12 +145,12 @@ struct SequenceNextNodeGeneralData
     }
 };
 
-/// Implementation of sequenceNextNode
-template <typename T, typename Node, bool Descending>
+/// Implementation of sequenceFirstNode
+template <typename T, typename Node, SeqDirection Direction, SeqBase Base>
 class SequenceNextNodeImpl final
-    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>
+    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base>>
 {
-    using Data = SequenceNextNodeGeneralData<Node, Descending>;
+    using Data = SequenceNextNodeGeneralData<Node>;
     static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
     static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
 
@@ -149,7 +160,7 @@ class SequenceNextNodeImpl final
 
 public:
     SequenceNextNodeImpl(const DataTypePtr & data_type_, const DataTypes & arguments, UInt64 max_elems_ = std::numeric_limits<UInt64>::max())
-        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceNextNodeImpl<T, Node, Descending>>(
+        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base>>(
             {data_type_}, {})
         , data_type(this->argument_types[0])
         , events_size(arguments.size() - 2)
@@ -165,12 +176,11 @@ public:
         const AggregateFunctionPtr & nested_function, const DataTypes & arguments, const Array & params,
         const AggregateFunctionProperties &) const override
     {
-        /// This aggregate function sets insertion_requires_nullable_column on.
         /// Even though some values are mapped to aggregating key, it could return nulls for the below case.
         ///   aggregated events: [A -> B -> C]
         ///   events to find: [C -> D]
         ///   [C -> D] is not matched to 'A -> B -> C' so that it returns null.
-        return std::make_shared<AggregateFunctionNullVariadic<true, false, true, true>>(nested_function, arguments, params);
+        return std::make_shared<AggregateFunctionNullVariadic<false, false, true>>(nested_function, arguments, params);
     }
 
     void insert(Data & a, const Node * v, Arena * arena) const
@@ -222,7 +232,7 @@ public:
             a.push_back(b[i]->clone(arena), arena);
 
         /// Either sort whole container or do so partially merging ranges afterwards
-        using Comparator = typename SequenceNextNodeGeneralData<Node, Descending>::Comparator;
+        using Comparator = typename SequenceNextNodeGeneralData<Node>::Comparator;
 
         if (!data(place).sorted && !data(rhs).sorted)
             std::stable_sort(std::begin(a), std::end(a), Comparator{});
@@ -246,12 +256,35 @@ public:
 
     void serialize(ConstAggregateDataPtr __restrict place, WriteBuffer & buf) const override
     {
+        // Temporarily do a const_cast to sort the values. It helps to reduce the computational burden on the initiator node.
+        this->data(const_cast<AggregateDataPtr>(place)).sort();
+
         writeBinary(data(place).sorted, buf);
 
         auto & value = data(place).value;
-        writeVarUInt(value.size(), buf);
-        for (auto & node : value)
-            node->write(buf);
+
+        UInt64 size = std::max(static_cast<UInt64>(events_size + 1), value.size());
+        switch (Base)
+        {
+            case HEAD:
+                writeVarUInt(size, buf);
+                for (UInt64 i = 0; i < size; ++i)
+                    value[i]->write(buf);
+                break;
+
+            case TAIL:
+                writeVarUInt(size, buf);
+                for (UInt64 i = value.size() - 1; i >= size; --i)
+                    value[i]->write(buf);
+                break;
+
+            case FIRST_MATCH:
+            case LAST_MATCH:
+                writeVarUInt(value.size(), buf);
+                for (auto & node : value)
+                    node->write(buf);
+                break;
+        }
     }
 
     void deserialize(AggregateDataPtr __restrict place, ReadBuffer & buf, Arena * arena) const override
@@ -271,60 +304,83 @@ public:
             value[i] = Node::read(buf, arena);
     }
 
-    /// Calculate position of current event in target chain and shift to corresponding offset
-    /// Lets consider case where we search chain 'ABCD':
-    /// - If current event is 'X' we can skip it and perform next step from position after this 'X'
-    /// - If current event is 'A' we will start from this position
-    /// - If current event is 'B' then second position in our chain should match this 'B'.
-    ///   And we perform next step from position one before 'B'.
-    /// - And so on...
-    inline UInt32 calculateJump(const Data & data, const UInt32 i, const UInt32 j) const
+    inline UInt32 getBaseIndex(Data & data, bool & exist) const
     {
-        /// Fast check if value is zero, not in sequence
-        if (data.value[i - j]->events_bitset.none())
-            return events_size - j;
+        switch (Base)
+        {
+            case HEAD:
+                exist = true;
+                return 0;
 
-        UInt32 k = 1;
-        for (; k < events_size - j; ++k)
-            if (data.value[i - j]->events_bitset.test(events_size - 1 - j - k))
+            case TAIL:
+                exist = true;
+                return data.value.size() - 1;
+
+            case FIRST_MATCH:
+                for (UInt64 i = 0; i < data.value.size(); ++i)
+                    if (data.value[i]->events_bitset.test(0))
+                    {
+                        exist = true;
+                        return i;
+                    }
                 break;
-        return k;
+
+            case LAST_MATCH:
+                for (UInt64 i = 0; i < data.value.size(); ++i)
+                {
+                    auto reversed_i = data.value.size() - i - 1;
+                    if (data.value[reversed_i]->events_bitset.test(0))
+                    {
+                        exist = true;
+                        return reversed_i;
+                    }
+                }
+                break;
+        }
+
+        exist = false;
+        return 0;
     }
 
     /// This method returns an index of next node that matched the events.
-    /// It is one as referring Boyer-Moore-Algorithm(https://en.wikipedia.org/wiki/Boyer%E2%80%93Moore_string-search_algorithm).
-    /// But, there are some differences.
-    /// In original Boyer-Moore-Algorithm compares strings, but this algorithm compares events_bits.
-    /// Matched events in the chain of events are represented as a bitmask.
+    /// matched events in the chain of events are represented as a bitmask.
     /// The first matched event is 0x00000001, the second one is 0x00000002, the third one is 0x00000004, and so on.
     UInt32 getNextNodeIndex(Data & data) const
     {
+        const UInt32 unmatched = data.value.size();
+
         if (data.value.size() <= events_size)
-            return 0;
+            return unmatched;
 
         data.sort();
 
-        UInt32 i = events_size - 1;
-        while (i < data.value.size())
+        bool base_existence;
+        UInt32 base = getBaseIndex(data, base_existence);
+        if (!base_existence)
+            return unmatched;
+
+        if (events_size == 0)
         {
-            UInt32 j = 0;
-            /// Try to match chain of events starting from the end of this chain.
-            for (; j < events_size; ++j)
-            {
-                /// It compares each matched events.
-                /// The lower bitmask is the former matched event.
-                if (!data.value[i - j]->events_bitset.test(events_size - 1 - j))
-                    break;
-            }
-
-            /// Chain of events are matched, return the index of result value.
-            if (j == events_size)
-                return i + 1;
-
-            i += calculateJump(data, i, j);
+            return data.value.size() > 0 ? base : unmatched;
         }
+        else
+        {
+            UInt32 i = 0;
+            switch (Direction)
+            {
+                case FORWARD:
+                    for (i = 0; i < events_size && base + i < data.value.size(); ++i)
+                        if (data.value[base + i]->events_bitset.test(i) == false)
+                            break;
+                    return (i == events_size) ? base + i : unmatched;
 
-        return 0;
+                case BACKWARD:
+                    for (i = 0; i < events_size && i < base; ++i)
+                        if (data.value[base - i]->events_bitset.test(i) == false)
+                            break;
+                    return (i == events_size) ? base - i : unmatched;
+            }
+        }
     }
 
     void insertResultInto(AggregateDataPtr __restrict place, IColumn & to, Arena *) const override
@@ -332,7 +388,7 @@ public:
         auto & value = data(place).value;
 
         UInt32 event_idx = getNextNodeIndex(this->data(place));
-        if (event_idx != 0 && event_idx < value.size())
+        if (event_idx < value.size())
         {
             ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
             value[event_idx]->insertInto(to_concrete.getNestedColumn());
@@ -345,139 +401,4 @@ public:
     bool allocatesMemoryInArena() const override { return true; }
 };
 
-/// Implementation of sequenceFirstNode
-template <typename T, typename Node, bool Descending>
-class SequenceFirstNodeImpl final
-    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>
-{
-    using Data = SequenceNextNodeGeneralData<Node, Descending>;
-    static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
-    static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
-
-    DataTypePtr & data_type;
-
-public:
-    explicit SequenceFirstNodeImpl(const DataTypePtr & data_type_)
-        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node, Descending>, SequenceFirstNodeImpl<T, Node, Descending>>(
-            {data_type_}, {})
-        , data_type(this->argument_types[0])
-    {
-    }
-
-    String getName() const override { return "sequenceFirstNode"; }
-
-    DataTypePtr getReturnType() const override { return data_type; }
-
-    AggregateFunctionPtr getOwnNullAdapter(
-        const AggregateFunctionPtr & nested_function, const DataTypes & arguments, const Array & params,
-        const AggregateFunctionProperties &) const override
-    {
-        return std::make_shared<AggregateFunctionNullVariadic<true, false, true, true>>(nested_function, arguments, params);
-    }
-
-    void insert(Data & a, const Node * v, Arena * arena) const
-    {
-        ++a.total_values;
-        a.value.push_back(v->clone(arena), arena);
-    }
-
-    void create(AggregateDataPtr __restrict place) const override
-    {
-        new (place) Data;
-    }
-
-    bool compare(const T lhs_timestamp, const T rhs_timestamp) const
-    {
-        return Descending ? lhs_timestamp < rhs_timestamp : lhs_timestamp > rhs_timestamp;
-    }
-
-    void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena * arena) const override
-    {
-        bool is_first = true;
-        auto & value = data(place).value;
-        const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
-
-        if (value.size() != 0)
-        {
-            if (compare(value[0]->event_time, timestamp))
-                value.pop_back();
-            else
-                is_first = false;
-        }
-
-        if (is_first)
-        {
-            Node * node = Node::allocate(*columns[1], row_num, arena);
-            node->event_time = timestamp;
-            node->events_bitset.reset();
-
-            data(place).value.push_back(node, arena);
-        }
-    }
-
-    void merge(AggregateDataPtr __restrict place, ConstAggregateDataPtr rhs, Arena * arena) const override
-    {
-        auto & a = data(place).value;
-        auto & b = data(rhs).value;
-
-        if (b.empty())
-            return;
-
-        if (a.empty())
-        {
-            a.push_back(b[0]->clone(arena), arena);
-            return;
-        }
-
-        if (compare(a[0]->event_time, b[0]->event_time))
-        {
-            data(place).value.pop_back();
-            a.push_back(b[0]->clone(arena), arena);
-        }
-    }
-
-    void serialize(ConstAggregateDataPtr __restrict place, WriteBuffer & buf) const override
-    {
-        writeBinary(data(place).sorted, buf);
-
-        auto & value = data(place).value;
-        writeVarUInt(value.size(), buf);
-        for (auto & node : value)
-            node->write(buf);
-    }
-
-    void deserialize(AggregateDataPtr __restrict place, ReadBuffer & buf, Arena * arena) const override
-    {
-        readBinary(data(place).sorted, buf);
-
-        UInt64 size;
-        readVarUInt(size, buf);
-
-        if (unlikely(size == 0))
-            return;
-
-        auto & value = data(place).value;
-
-        value.resize(size, arena);
-        for (UInt64 i = 0; i < size; ++i)
-            value[i] = Node::read(buf, arena);
-    }
-
-    void insertResultInto(AggregateDataPtr __restrict place, IColumn & to, Arena *) const override
-    {
-        auto & value = data(place).value;
-
-        if (value.size() > 0)
-        {
-            ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
-            value[0]->insertInto(to_concrete.getNestedColumn());
-            to_concrete.getNullMapData().push_back(0);
-        }
-        else
-            to.insertDefault();
-    }
-
-    bool allocatesMemoryInArena() const override { return true; }
-};
-
 }
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index 94a55f2d954..9309641f3bf 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -1,316 +1,461 @@
-(0, A)	1	B
-(0, A)	2	B
-(0, A)	3	B
-(0, A)	4	A
-(0, A)	5	B
-(0, A)	6	B
-(0, B)	1	C
-(0, B)	2	D
-(0, B)	3	\N
-(0, B)	4	C
-(0, B)	5	A
-(0, B)	6	A
-(0, C)	1	D
-(0, C)	2	\N
-(0, C)	3	\N
-(0, C)	4	\N
-(0, C)	5	\N
-(0, C)	6	\N
-(0, D)	1	\N
-(0, D)	2	C
-(0, D)	3	\N
-(0, D)	4	\N
-(0, D)	5	\N
-(0, D)	6	\N
-(0, E)	1	\N
-(0, E)	2	\N
-(0, E)	3	\N
-(0, E)	4	\N
-(0, E)	5	\N
-(0, E)	6	\N
-(1, A)	1	\N
-(1, A)	2	\N
-(1, A)	3	\N
-(1, A)	4	A
-(1, A)	5	B
-(1, A)	6	B
-(1, B)	1	A
-(1, B)	2	A
-(1, B)	3	A
-(1, B)	4	A
-(1, B)	5	A
-(1, B)	6	A
-(1, C)	1	B
-(1, C)	2	D
-(1, C)	3	\N
-(1, C)	4	B
-(1, C)	5	A
-(1, C)	6	B
-(1, D)	1	C
-(1, D)	2	B
-(1, D)	3	\N
-(1, D)	4	\N
-(1, D)	5	\N
-(1, D)	6	\N
-(1, E)	1	\N
-(1, E)	2	\N
-(1, E)	3	\N
-(1, E)	4	\N
-(1, E)	5	\N
-(1, E)	6	\N
-(0, A->B)	1	C
-(0, A->B)	2	D
-(0, A->B)	3	\N
-(0, A->B)	4	C
-(0, A->B)	5	A
-(0, A->B)	6	A
-(0, A->C)	1	\N
-(0, A->C)	2	\N
-(0, A->C)	3	\N
-(0, A->C)	4	\N
-(0, A->C)	5	\N
-(0, A->C)	6	\N
-(0, B->A)	1	\N
-(0, B->A)	2	\N
-(0, B->A)	3	\N
-(0, B->A)	4	\N
-(0, B->A)	5	C
-(0, B->A)	6	B
-(1, A->B)	1	\N
-(1, A->B)	2	\N
-(1, A->B)	3	\N
-(1, A->B)	4	\N
-(1, A->B)	5	A
-(1, A->B)	6	A
-(1, A->C)	1	\N
-(1, A->C)	2	\N
-(1, A->C)	3	\N
-(1, A->C)	4	\N
-(1, A->C)	5	\N
-(1, A->C)	6	\N
-(1, B->A)	1	\N
-(1, B->A)	2	\N
-(1, B->A)	3	\N
-(1, B->A)	4	A
-(1, B->A)	5	\N
-(1, B->A)	6	B
-(0, A->A->B)	1	\N
-(0, A->A->B)	2	\N
-(0, A->A->B)	3	\N
-(0, A->A->B)	4	C
-(0, A->A->B)	5	\N
-(0, A->A->B)	6	\N
-(0, B->A->A)	1	\N
-(0, B->A->A)	2	\N
-(0, B->A->A)	3	\N
-(0, B->A->A)	4	\N
-(0, B->A->A)	5	\N
-(0, B->A->A)	6	\N
-(1, A->A->B)	1	\N
-(1, A->A->B)	2	\N
-(1, A->A->B)	3	\N
-(1, A->A->B)	4	\N
-(1, A->A->B)	5	\N
-(1, A->A->B)	6	\N
-(1, B->A->A)	1	\N
-(1, B->A->A)	2	\N
-(1, B->A->A)	3	\N
-(1, B->A->A)	4	A
-(1, B->A->A)	5	\N
-(1, B->A->A)	6	\N
-(0, A) id >= 10	10	B
-(0, A) id >= 10	10	C
-(0, A) id >= 10	10	D
-(0, A) id >= 10	10	B
-(0, A) id >= 10	10	B
-(0, A) id >= 10	10	A
+(forward, head, A)	1	B
+(forward, head, A)	2	\N
+(forward, head, A)	3	B
+(forward, head, A)	4	A
+(forward, head, A)	5	B
+(forward, head, A)	6	B
+(forward, head, B)	1	\N
+(forward, head, B)	2	B
+(forward, head, B)	3	\N
+(forward, head, B)	4	\N
+(forward, head, B)	5	\N
+(forward, head, B)	6	\N
+(forward, head, C)	1	\N
+(forward, head, C)	2	\N
+(forward, head, C)	3	\N
+(forward, head, C)	4	\N
+(forward, head, C)	5	\N
+(forward, head, C)	6	\N
+(forward, head, D)	1	\N
+(forward, head, D)	2	\N
+(forward, head, D)	3	\N
+(forward, head, D)	4	\N
+(forward, head, D)	5	\N
+(forward, head, D)	6	\N
+(forward, head, E)	1	\N
+(forward, head, E)	2	\N
+(forward, head, E)	3	\N
+(forward, head, E)	4	\N
+(forward, head, E)	5	\N
+(forward, head, E)	6	\N
+(backward, tail, A)	1	\N
+(backward, tail, A)	2	\N
+(backward, tail, A)	3	\N
+(backward, tail, A)	4	\N
+(backward, tail, A)	5	\N
+(backward, tail, A)	6	\N
+(backward, tail, B)	1	\N
+(backward, tail, B)	2	\N
+(backward, tail, B)	3	A
+(backward, tail, B)	4	\N
+(backward, tail, B)	5	\N
+(backward, tail, B)	6	\N
+(backward, tail, C)	1	\N
+(backward, tail, C)	2	D
+(backward, tail, C)	3	\N
+(backward, tail, C)	4	B
+(backward, tail, C)	5	A
+(backward, tail, C)	6	B
+(backward, tail, D)	1	C
+(backward, tail, D)	2	\N
+(backward, tail, D)	3	\N
+(backward, tail, D)	4	\N
+(backward, tail, D)	5	\N
+(backward, tail, D)	6	\N
+(backward, tail, E)	1	\N
+(backward, tail, E)	2	\N
+(backward, tail, E)	3	\N
+(backward, tail, E)	4	\N
+(backward, tail, E)	5	\N
+(backward, tail, E)	6	\N
+(forward, head, A->B)	1	C
+(forward, head, A->B)	2	\N
+(forward, head, A->B)	3	\N
+(forward, head, A->B)	4	\N
+(forward, head, A->B)	5	A
+(forward, head, A->B)	6	A
+(forward, head, A->C)	1	\N
+(forward, head, A->C)	2	\N
+(forward, head, A->C)	3	\N
+(forward, head, A->C)	4	\N
+(forward, head, A->C)	5	\N
+(forward, head, A->C)	6	\N
+(forward, head, B->A)	1	\N
+(forward, head, B->A)	2	\N
+(forward, head, B->A)	3	\N
+(forward, head, B->A)	4	\N
+(forward, head, B->A)	5	\N
+(forward, head, B->A)	6	\N
+(backward, tail, A->B)	1	\N
+(backward, tail, A->B)	2	\N
+(backward, tail, A->B)	3	\N
+(backward, tail, A->B)	4	\N
+(backward, tail, A->B)	5	\N
+(backward, tail, A->B)	6	\N
+(backward, tail, A->C)	1	\N
+(backward, tail, A->C)	2	\N
+(backward, tail, A->C)	3	\N
+(backward, tail, A->C)	4	\N
+(backward, tail, A->C)	5	\N
+(backward, tail, A->C)	6	\N
+(backward, tail, B->A)	1	\N
+(backward, tail, B->A)	2	\N
+(backward, tail, B->A)	3	\N
+(backward, tail, B->A)	4	\N
+(backward, tail, B->A)	5	\N
+(backward, tail, B->A)	6	\N
+(forward, head, A->A->B)	1	\N
+(forward, head, A->A->B)	2	\N
+(forward, head, A->A->B)	3	\N
+(forward, head, A->A->B)	4	\N
+(forward, head, A->A->B)	5	\N
+(forward, head, A->A->B)	6	\N
+(forward, head, B->A->A)	1	\N
+(forward, head, B->A->A)	2	\N
+(forward, head, B->A->A)	3	\N
+(forward, head, B->A->A)	4	\N
+(forward, head, B->A->A)	5	\N
+(forward, head, B->A->A)	6	\N
+(backward, tail, A->A->B)	1	\N
+(backward, tail, A->A->B)	2	\N
+(backward, tail, A->A->B)	3	\N
+(backward, tail, A->A->B)	4	\N
+(backward, tail, A->A->B)	5	\N
+(backward, tail, A->A->B)	6	\N
+(backward, tail, B->A->A)	1	\N
+(backward, tail, B->A->A)	2	\N
+(backward, tail, B->A->A)	3	\N
+(backward, tail, B->A->A)	4	\N
+(backward, tail, B->A->A)	5	\N
+(backward, tail, B->A->A)	6	\N
+(forward, head, A) id >= 10	10	B
+(forward, head, A) id >= 10	10	C
+(forward, head, A) id >= 10	10	\N
+(forward, head, A) id >= 10	10	\N
+(backward, tail, A) id >= 10	10	B
+(backward, tail, A) id >= 10	10	A
 (0, A) id = 11	1
-(0, C) id = 11	1
-(0, B->C) id = 11	1
+(0, C) id = 11	0
+(0, B->C) id = 11	0
 (0, A->B->C) id = 11	1
 (0, A) id = 11	1
-(0, C) id = 11	1
-(0, B->C) id = 11	1
-(0, B->C->D) id = 11	1
-(0) id < 10	1	A
-(0) id < 10	2	A
-(0) id < 10	3	A
-(0) id < 10	4	A
-(0) id < 10	5	A
-(0) id < 10	6	A
-(0) id < 10	1	A
-(0) id < 10	2	A
-(0) id < 10	3	A
-(0) id < 10	4	A
-(0) id < 10	5	A
-(0) id < 10	6	A
-(1) id < 10	1	D
-(1) id < 10	2	C
-(1) id < 10	3	B
-(1) id < 10	4	C
-(1) id < 10	5	C
-(1) id < 10	6	C
-(1) id < 10	1	D
-(1) id < 10	2	C
-(1) id < 10	3	B
-(1) id < 10	4	C
-(1) id < 10	5	C
-(1) id < 10	6	C
-(0, A)	1	B
-(0, A)	2	B
-(0, A)	3	B
-(0, A)	4	A
-(0, A)	5	B
-(0, A)	6	B
-(0, B)	1	C
-(0, B)	2	D
-(0, B)	3	\N
-(0, B)	4	C
-(0, B)	5	A
-(0, B)	6	A
-(0, C)	1	D
-(0, C)	2	\N
-(0, C)	3	\N
-(0, C)	4	\N
-(0, C)	5	\N
-(0, C)	6	\N
-(0, D)	1	\N
-(0, D)	2	C
-(0, D)	3	\N
-(0, D)	4	\N
-(0, D)	5	\N
-(0, D)	6	\N
-(0, E)	1	\N
-(0, E)	2	\N
-(0, E)	3	\N
-(0, E)	4	\N
-(0, E)	5	\N
-(0, E)	6	\N
-(1, A)	1	\N
-(1, A)	2	\N
-(1, A)	3	\N
-(1, A)	4	A
-(1, A)	5	B
-(1, A)	6	B
-(1, B)	1	A
-(1, B)	2	A
-(1, B)	3	A
-(1, B)	4	A
-(1, B)	5	A
-(1, B)	6	A
-(1, C)	1	B
-(1, C)	2	D
-(1, C)	3	\N
-(1, C)	4	B
-(1, C)	5	A
-(1, C)	6	B
-(1, D)	1	C
-(1, D)	2	B
-(1, D)	3	\N
-(1, D)	4	\N
-(1, D)	5	\N
-(1, D)	6	\N
-(1, E)	1	\N
-(1, E)	2	\N
-(1, E)	3	\N
-(1, E)	4	\N
-(1, E)	5	\N
-(1, E)	6	\N
-(0, A->B)	1	C
-(0, A->B)	2	D
-(0, A->B)	3	\N
-(0, A->B)	4	C
-(0, A->B)	5	A
-(0, A->B)	6	A
-(0, A->C)	1	\N
-(0, A->C)	2	\N
-(0, A->C)	3	\N
-(0, A->C)	4	\N
-(0, A->C)	5	\N
-(0, A->C)	6	\N
-(0, B->A)	1	\N
-(0, B->A)	2	\N
-(0, B->A)	3	\N
-(0, B->A)	4	\N
-(0, B->A)	5	C
-(0, B->A)	6	B
-(1, A->B)	1	\N
-(1, A->B)	2	\N
-(1, A->B)	3	\N
-(1, A->B)	4	\N
-(1, A->B)	5	A
-(1, A->B)	6	A
-(1, A->C)	1	\N
-(1, A->C)	2	\N
-(1, A->C)	3	\N
-(1, A->C)	4	\N
-(1, A->C)	5	\N
-(1, A->C)	6	\N
-(1, B->A)	1	\N
-(1, B->A)	2	\N
-(1, B->A)	3	\N
-(1, B->A)	4	A
-(1, B->A)	5	\N
-(1, B->A)	6	B
-(0, A->A->B)	1	\N
-(0, A->A->B)	2	\N
-(0, A->A->B)	3	\N
-(0, A->A->B)	4	C
-(0, A->A->B)	5	\N
-(0, A->A->B)	6	\N
-(0, B->A->A)	1	\N
-(0, B->A->A)	2	\N
-(0, B->A->A)	3	\N
-(0, B->A->A)	4	\N
-(0, B->A->A)	5	\N
-(0, B->A->A)	6	\N
-(1, A->A->B)	1	\N
-(1, A->A->B)	2	\N
-(1, A->A->B)	3	\N
-(1, A->A->B)	4	\N
-(1, A->A->B)	5	\N
-(1, A->A->B)	6	\N
-(1, B->A->A)	1	\N
-(1, B->A->A)	2	\N
-(1, B->A->A)	3	\N
-(1, B->A->A)	4	A
-(1, B->A->A)	5	\N
-(1, B->A->A)	6	\N
-(0, A) id = 10	10	B
-(0, A->B) id = 10	10	C
-(0, B->C) id = 10	10	D
-(0, C) id = 10	10	B
-(0, D->C) id = 10	10	B
-(0, C->B) id = 10	10	A
+(0, C) id = 11	0
+(0, C->B) id = 11	0
+(0, C->B->A) id = 11	1
+(forward, head) id < 10	1	A
+(forward, head) id < 10	2	B
+(forward, head) id < 10	3	A
+(forward, head) id < 10	4	A
+(forward, head) id < 10	5	A
+(forward, head) id < 10	6	A
+(backward, tail) id < 10	1	D
+(backward, tail) id < 10	2	C
+(backward, tail) id < 10	3	B
+(backward, tail) id < 10	4	C
+(backward, tail) id < 10	5	C
+(backward, tail) id < 10	6	C
+(forward, first_match, A)	1	B
+(forward, first_match, A)	2	\N
+(forward, first_match, A)	3	B
+(forward, first_match, A)	4	A
+(forward, first_match, A)	5	B
+(forward, first_match, A)	6	B
+(forward, first_match, A)	10	B
+(forward, first_match, A)	11	B
+(forward, first_match, A->B)	1	C
+(forward, first_match, A->B)	2	\N
+(forward, first_match, A->B)	3	\N
+(forward, first_match, A->B)	4	\N
+(forward, first_match, A->B)	5	A
+(forward, first_match, A->B)	6	A
+(forward, first_match, A->B)	10	C
+(forward, first_match, A->B)	11	C
+(forward, first_match, A->B->C)	1	D
+(forward, first_match, A->B->C)	2	\N
+(forward, first_match, A->B->C)	3	\N
+(forward, first_match, A->B->C)	4	\N
+(forward, first_match, A->B->C)	5	\N
+(forward, first_match, A->B->C)	6	\N
+(forward, first_match, A->B->C)	10	D
+(forward, first_match, A->B->C)	11	D
+(forward, first_match, B)	1	C
+(forward, first_match, B)	2	B
+(forward, first_match, B)	3	\N
+(forward, first_match, B)	4	C
+(forward, first_match, B)	5	A
+(forward, first_match, B)	6	A
+(forward, first_match, B)	10	C
+(forward, first_match, B)	11	C
+(forward, first_match, B->B)	1	\N
+(forward, first_match, B->B)	2	D
+(forward, first_match, B->B)	3	\N
+(forward, first_match, B->B)	4	\N
+(forward, first_match, B->B)	5	\N
+(forward, first_match, B->B)	6	\N
+(forward, first_match, B->B)	10	\N
+(forward, first_match, B->B)	11	\N
+(forward, first_match, B->A)	1	\N
+(forward, first_match, B->A)	2	\N
+(forward, first_match, B->A)	3	\N
+(forward, first_match, B->A)	4	\N
+(forward, first_match, B->A)	5	C
+(forward, first_match, B->A)	6	B
+(forward, first_match, B->A)	10	\N
+(forward, first_match, B->A)	11	\N
+(backward, first_match, A)	1	\N
+(backward, first_match, A)	2	\N
+(backward, first_match, A)	3	\N
+(backward, first_match, A)	4	\N
+(backward, first_match, A)	5	\N
+(backward, first_match, A)	6	\N
+(backward, first_match, A)	10	\N
+(backward, first_match, A)	11	\N
+(backward, first_match, B)	1	A
+(backward, first_match, B)	2	\N
+(backward, first_match, B)	3	A
+(backward, first_match, B)	4	A
+(backward, first_match, B)	5	A
+(backward, first_match, B)	6	A
+(backward, first_match, B)	10	A
+(backward, first_match, B)	11	A
+(backward, first_match, B->A)	1	\N
+(backward, first_match, B->A)	2	\N
+(backward, first_match, B->A)	3	\N
+(backward, first_match, B->A)	4	A
+(backward, first_match, B->A)	5	\N
+(backward, first_match, B->A)	6	\N
+(backward, first_match, B->A)	10	\N
+(backward, first_match, B->A)	11	\N
+(backward, first_match, B->B)	1	\N
+(backward, first_match, B->B)	2	\N
+(backward, first_match, B->B)	3	\N
+(backward, first_match, B->B)	4	\N
+(backward, first_match, B->B)	5	\N
+(backward, first_match, B->B)	6	\N
+(backward, first_match, B->B)	10	\N
+(backward, first_match, B->B)	11	\N
+(forward, head, A)	1	B
+(forward, head, A)	2	\N
+(forward, head, A)	3	B
+(forward, head, A)	4	A
+(forward, head, A)	5	B
+(forward, head, A)	6	B
+(forward, head, B)	1	\N
+(forward, head, B)	2	B
+(forward, head, B)	3	\N
+(forward, head, B)	4	\N
+(forward, head, B)	5	\N
+(forward, head, B)	6	\N
+(forward, head, C)	1	\N
+(forward, head, C)	2	\N
+(forward, head, C)	3	\N
+(forward, head, C)	4	\N
+(forward, head, C)	5	\N
+(forward, head, C)	6	\N
+(forward, head, D)	1	\N
+(forward, head, D)	2	\N
+(forward, head, D)	3	\N
+(forward, head, D)	4	\N
+(forward, head, D)	5	\N
+(forward, head, D)	6	\N
+(forward, head, E)	1	\N
+(forward, head, E)	2	\N
+(forward, head, E)	3	\N
+(forward, head, E)	4	\N
+(forward, head, E)	5	\N
+(forward, head, E)	6	\N
+(backward, tail, A)	1	\N
+(backward, tail, A)	2	\N
+(backward, tail, A)	3	\N
+(backward, tail, A)	4	\N
+(backward, tail, A)	5	\N
+(backward, tail, A)	6	\N
+(backward, tail, B)	1	\N
+(backward, tail, B)	2	\N
+(backward, tail, B)	3	A
+(backward, tail, B)	4	\N
+(backward, tail, B)	5	\N
+(backward, tail, B)	6	\N
+(backward, tail, C)	1	\N
+(backward, tail, C)	2	D
+(backward, tail, C)	3	\N
+(backward, tail, C)	4	B
+(backward, tail, C)	5	A
+(backward, tail, C)	6	B
+(backward, tail, D)	1	C
+(backward, tail, D)	2	\N
+(backward, tail, D)	3	\N
+(backward, tail, D)	4	\N
+(backward, tail, D)	5	\N
+(backward, tail, D)	6	\N
+(backward, tail, E)	1	\N
+(backward, tail, E)	2	\N
+(backward, tail, E)	3	\N
+(backward, tail, E)	4	\N
+(backward, tail, E)	5	\N
+(backward, tail, E)	6	\N
+(forward, head, A->B)	1	C
+(forward, head, A->B)	2	\N
+(forward, head, A->B)	3	\N
+(forward, head, A->B)	4	\N
+(forward, head, A->B)	5	A
+(forward, head, A->B)	6	A
+(forward, head, A->C)	1	\N
+(forward, head, A->C)	2	\N
+(forward, head, A->C)	3	\N
+(forward, head, A->C)	4	\N
+(forward, head, A->C)	5	\N
+(forward, head, A->C)	6	\N
+(forward, head, B->A)	1	\N
+(forward, head, B->A)	2	\N
+(forward, head, B->A)	3	\N
+(forward, head, B->A)	4	\N
+(forward, head, B->A)	5	\N
+(forward, head, B->A)	6	\N
+(backward, tail, A->B)	1	\N
+(backward, tail, A->B)	2	\N
+(backward, tail, A->B)	3	\N
+(backward, tail, A->B)	4	\N
+(backward, tail, A->B)	5	\N
+(backward, tail, A->B)	6	\N
+(backward, tail, A->C)	1	\N
+(backward, tail, A->C)	2	\N
+(backward, tail, A->C)	3	\N
+(backward, tail, A->C)	4	\N
+(backward, tail, A->C)	5	\N
+(backward, tail, A->C)	6	\N
+(backward, tail, B->A)	1	\N
+(backward, tail, B->A)	2	\N
+(backward, tail, B->A)	3	\N
+(backward, tail, B->A)	4	\N
+(backward, tail, B->A)	5	\N
+(backward, tail, B->A)	6	\N
+(forward, head, A->A->B)	1	\N
+(forward, head, A->A->B)	2	\N
+(forward, head, A->A->B)	3	\N
+(forward, head, A->A->B)	4	\N
+(forward, head, A->A->B)	5	\N
+(forward, head, A->A->B)	6	\N
+(forward, head, B->A->A)	1	\N
+(forward, head, B->A->A)	2	\N
+(forward, head, B->A->A)	3	\N
+(forward, head, B->A->A)	4	\N
+(forward, head, B->A->A)	5	\N
+(forward, head, B->A->A)	6	\N
+(backward, tail, A->A->B)	1	\N
+(backward, tail, A->A->B)	2	\N
+(backward, tail, A->A->B)	3	\N
+(backward, tail, A->A->B)	4	\N
+(backward, tail, A->A->B)	5	\N
+(backward, tail, A->A->B)	6	\N
+(backward, tail, B->A->A)	1	\N
+(backward, tail, B->A->A)	2	\N
+(backward, tail, B->A->A)	3	\N
+(backward, tail, B->A->A)	4	\N
+(backward, tail, B->A->A)	5	\N
+(backward, tail, B->A->A)	6	\N
+(forward, head, A) id >= 10	10	B
+(forward, head, A) id >= 10	10	C
+(forward, head, A) id >= 10	10	\N
+(forward, head, A) id >= 10	10	\N
+(backward, tail, A) id >= 10	10	B
+(backward, tail, A) id >= 10	10	A
 (0, A) id = 11	1
-(0, C) id = 11	1
-(0, B->C) id = 11	1
+(0, C) id = 11	0
+(0, B->C) id = 11	0
 (0, A->B->C) id = 11	1
 (0, A) id = 11	1
-(0, C) id = 11	1
-(0, B->C) id = 11	1
-(0, B->C->D) id = 11	1
-(0) id < 10	1	A
-(0) id < 10	2	A
-(0) id < 10	3	A
-(0) id < 10	4	A
-(0) id < 10	5	A
-(0) id < 10	6	A
-(0) id < 10	1	A
-(0) id < 10	2	A
-(0) id < 10	3	A
-(0) id < 10	4	A
-(0) id < 10	5	A
-(0) id < 10	6	A
-(1) id < 10	1	D
-(1) id < 10	2	C
-(1) id < 10	3	B
-(1) id < 10	4	C
-(1) id < 10	5	C
-(1) id < 10	6	C
-(1) id < 10	1	D
-(1) id < 10	2	C
-(1) id < 10	3	B
-(1) id < 10	4	C
-(1) id < 10	5	C
-(1) id < 10	6	C
+(0, C) id = 11	0
+(0, C->B) id = 11	0
+(0, C->B->A) id = 11	1
+(forward, head) id < 10	1	A
+(forward, head) id < 10	2	B
+(forward, head) id < 10	3	A
+(forward, head) id < 10	4	A
+(forward, head) id < 10	5	A
+(forward, head) id < 10	6	A
+(backward, tail) id < 10	1	D
+(backward, tail) id < 10	2	C
+(backward, tail) id < 10	3	B
+(backward, tail) id < 10	4	C
+(backward, tail) id < 10	5	C
+(backward, tail) id < 10	6	C
+(forward, first_match, A)	1	B
+(forward, first_match, A)	2	\N
+(forward, first_match, A)	3	B
+(forward, first_match, A)	4	A
+(forward, first_match, A)	5	B
+(forward, first_match, A)	6	B
+(forward, first_match, A)	10	B
+(forward, first_match, A)	11	B
+(forward, first_match, A->B)	1	C
+(forward, first_match, A->B)	2	\N
+(forward, first_match, A->B)	3	\N
+(forward, first_match, A->B)	4	\N
+(forward, first_match, A->B)	5	A
+(forward, first_match, A->B)	6	A
+(forward, first_match, A->B)	10	C
+(forward, first_match, A->B)	11	C
+(forward, first_match, A->B->C)	1	D
+(forward, first_match, A->B->C)	2	\N
+(forward, first_match, A->B->C)	3	\N
+(forward, first_match, A->B->C)	4	\N
+(forward, first_match, A->B->C)	5	\N
+(forward, first_match, A->B->C)	6	\N
+(forward, first_match, A->B->C)	10	D
+(forward, first_match, A->B->C)	11	D
+(forward, first_match, B)	1	C
+(forward, first_match, B)	2	B
+(forward, first_match, B)	3	\N
+(forward, first_match, B)	4	C
+(forward, first_match, B)	5	A
+(forward, first_match, B)	6	A
+(forward, first_match, B)	10	C
+(forward, first_match, B)	11	C
+(forward, first_match, B->B)	1	\N
+(forward, first_match, B->B)	2	D
+(forward, first_match, B->B)	3	\N
+(forward, first_match, B->B)	4	\N
+(forward, first_match, B->B)	5	\N
+(forward, first_match, B->B)	6	\N
+(forward, first_match, B->B)	10	\N
+(forward, first_match, B->B)	11	\N
+(forward, first_match, B->A)	1	\N
+(forward, first_match, B->A)	2	\N
+(forward, first_match, B->A)	3	\N
+(forward, first_match, B->A)	4	\N
+(forward, first_match, B->A)	5	C
+(forward, first_match, B->A)	6	B
+(forward, first_match, B->A)	10	\N
+(forward, first_match, B->A)	11	\N
+(backward, first_match, A)	1	\N
+(backward, first_match, A)	2	\N
+(backward, first_match, A)	3	\N
+(backward, first_match, A)	4	\N
+(backward, first_match, A)	5	\N
+(backward, first_match, A)	6	\N
+(backward, first_match, A)	10	\N
+(backward, first_match, A)	11	\N
+(backward, first_match, B)	1	A
+(backward, first_match, B)	2	\N
+(backward, first_match, B)	3	A
+(backward, first_match, B)	4	A
+(backward, first_match, B)	5	A
+(backward, first_match, B)	6	A
+(backward, first_match, B)	10	A
+(backward, first_match, B)	11	A
+(backward, first_match, B->A)	1	\N
+(backward, first_match, B->A)	2	\N
+(backward, first_match, B->A)	3	\N
+(backward, first_match, B->A)	4	A
+(backward, first_match, B->A)	5	\N
+(backward, first_match, B->A)	6	\N
+(backward, first_match, B->A)	10	\N
+(backward, first_match, B->A)	11	\N
+(backward, first_match, B->B)	1	\N
+(backward, first_match, B->B)	2	\N
+(backward, first_match, B->B)	3	\N
+(backward, first_match, B->B)	4	\N
+(backward, first_match, B->B)	5	\N
+(backward, first_match, B->B)	6	\N
+(backward, first_match, B->B)	10	\N
+(backward, first_match, B->B)	11	\N
+(max_args)	1	\N
+(max_args)	2	\N
+(max_args)	3	\N
+(max_args)	4	\N
+(max_args)	5	\N
+(max_args)	6	\N
+(max_args)	10	\N
+(max_args)	11	\N
+(forward, head, A) id = 12	A
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index 57b0d7b1d8e..63810265bf9 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -6,7 +6,7 @@ INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',1,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',1,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',1,'C');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',1,'D');
-INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',2,'A');
+INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',2,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',2,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',2,'D');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',2,'C');
@@ -27,26 +27,26 @@ INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',6,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',6,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:05',6,'C');
 
-SELECT '(0, A)', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, B)', id, sequenceNextNode(0)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, C)', id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, D)', id, sequenceNextNode(0)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, E)', id, sequenceNextNode(0)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, A)', id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, B)', id, sequenceNextNode(1)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, C)', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, D)', id, sequenceNextNode(1)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, E)', id, sequenceNextNode(1)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, A->C)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, B->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, A->C)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, B->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, A->A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(0, B->A->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, A->A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(1, B->A->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',10,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,'B');
@@ -54,31 +54,41 @@ INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,NULL
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',10,'C');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',10,'D');
 
-SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(0, A) id >= 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'C');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'D');
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C->D) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action = 'C', action = 'D') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
 
-SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(1) id < 10', id, sequenceNextNode(1)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(1) id < 10', id, sequenceFirstNode(1)(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+
+SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+
+SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
@@ -86,13 +96,13 @@ DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
 DROP TABLE IF EXISTS test_sequenceNextNode;
 
-CREATE TABLE iF NOT EXISTS test_sequenceNextNode (dt DateTime, id int, action String) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
+CREATE TABLE IF NOT EXISTS test_sequenceNextNode (dt DateTime, id int, action String) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',1,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',1,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',1,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',1,'D');
-INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',2,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',2,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',2,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',2,'D');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',2,'C');
@@ -113,56 +123,73 @@ INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',6,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',6,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:05',6,'C');
 
-SELECT '(0, A)', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, B)', id, sequenceNextNode(0)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, C)', id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, D)', id, sequenceNextNode(0)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, E)', id, sequenceNextNode(0)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, A)', id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, B)', id, sequenceNextNode(1)(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, C)', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, D)', id, sequenceNextNode(1)(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, E)', id, sequenceNextNode(1)(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, A->C)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, B->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, A->C)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, B->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, A->A->B)', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(0, B->A->A)', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, A->A->B)', id, sequenceNextNode(1)(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(1, B->A->A)', id, sequenceNextNode(1)(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',10,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',10,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',10,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',10,'D');
 
-SELECT '(0, A) id = 10', id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
-SELECT '(0, A->B) id = 10', id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
-SELECT '(0, B->C) id = 10', id, sequenceNextNode(0)(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
-SELECT '(0, C) id = 10', id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
-SELECT '(0, D->C) id = 10', id, sequenceNextNode(1)(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
-SELECT '(0, C->B) id = 10', id, sequenceNextNode(1)(dt, action, action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id = 10 GROUP BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'D');
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(0)(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C->D) id = 11', count() FROM (SELECT id, sequenceNextNode(1)(dt, action, action = 'B', action = 'C', action = 'D') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
 
-SELECT '(0) id < 10', id, sequenceNextNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(0) id < 10', id, sequenceFirstNode(0)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(1) id < 10', id, sequenceNextNode(1)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(1) id < 10', id, sequenceFirstNode(1)(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+
+SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+
+SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+
+SELECT '(max_args)', id, sequenceNextNode('forward', 'head')(dt, action, action = '0', action = '1', action = '2', action = '3', action = '4', action = '5', action = '6', action = '7', action = '8', action = '9', action = '10', action = '11', action = '12', action = '13', action = '14', action = '15', action = '16', action = '17', action = '18', action = '19', action = '20', action = '21', action = '22', action = '23', action = '24', action = '25', action = '26', action = '27', action = '28', action = '29', action = '30', action = '31', action = '32', action = '33', action = '34', action = '35', action = '36', action = '37', action = '38', action = '39', action = '40', action = '41', action = '42', action = '43', action = '44', action = '45', action = '46', action = '47', action = '48', action = '49', action = '50', action = '51', action = '52', action = '53', action = '54', action = '55', action = '56', action = '57', action = '58', action = '59', action = '60', action = '61', action = '62', action = '63') from test_sequenceNextNode GROUP BY id ORDER BY id;
+
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',12,'A');
+INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',12,'A');
+
+SELECT '(forward, head, A) id = 12', sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 12;
 
 DROP TABLE IF EXISTS test_sequenceNextNode;

From 34ccad75dcd0cb1180388a75174901da3c5d58c2 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Wed, 10 Mar 2021 21:14:30 +0900
Subject: [PATCH 0060/1060] Remove insertion_requires_nullable_column

---
 src/AggregateFunctions/AggregateFunctionNull.h | 17 +++++------------
 1 file changed, 5 insertions(+), 12 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index 8e638742162..821398e715e 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -228,15 +228,15 @@ public:
 };
 
 
-template <bool result_is_nullable, bool serialize_flag, bool null_is_skipped, bool insertion_requires_nullable_column = false>
+template <bool result_is_nullable, bool serialize_flag, bool null_is_skipped>
 class AggregateFunctionNullVariadic final
     : public AggregateFunctionNullBase<result_is_nullable, serialize_flag,
-        AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped, insertion_requires_nullable_column>>
+        AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped>>
 {
 public:
     AggregateFunctionNullVariadic(AggregateFunctionPtr nested_function_, const DataTypes & arguments, const Array & params)
         : AggregateFunctionNullBase<result_is_nullable, serialize_flag,
-            AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped, insertion_requires_nullable_column>>(std::move(nested_function_), arguments, params),
+            AggregateFunctionNullVariadic<result_is_nullable, serialize_flag, null_is_skipped>>(std::move(nested_function_), arguments, params),
         number_of_arguments(arguments.size())
     {
         if (number_of_arguments == 1)
@@ -283,15 +283,8 @@ public:
             ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
             if (this->getFlag(place))
             {
-                if constexpr (insertion_requires_nullable_column)
-                {
-                    this->nested_function->insertResultInto(this->nestedPlace(place), to_concrete, arena);
-                }
-                else
-                {
-                    this->nested_function->insertResultInto(this->nestedPlace(place), to_concrete.getNestedColumn(), arena);
-                    to_concrete.getNullMapData().push_back(0);
-                }
+                this->nested_function->insertResultInto(this->nestedPlace(place), to_concrete.getNestedColumn(), arena);
+                to_concrete.getNullMapData().push_back(0);
             }
             else
             {

From 1ec927e7666391f8df9e962633f11e19510fb26f Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 11 Mar 2021 12:48:24 +0900
Subject: [PATCH 0061/1060] Fix special-build-failure and add argument
 validation

---
 .../AggregateFunctionSequenceNextNode.cpp        | 16 ++++++++++------
 .../AggregateFunctionSequenceNextNode.h          |  6 +++---
 2 files changed, 13 insertions(+), 9 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 274b75b383e..b8f517cba20 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -50,24 +50,28 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, c
 {
     assert(max_args <= MAX_EVENTS_SIZE);
 
+    if (parameters.size() < 2)
+        throw Exception("Aggregate function " + name + " requires 2 parameters (direction, head)",
+                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
     String param_dir = parameters.at(0).safeGet<String>();
     SeqDirection direction;
-    if (param_dir.compare("forward") == 0)
+    if (param_dir == "forward")
         direction = FORWARD;
-    else if (param_dir.compare("backward") == 0)
+    else if (param_dir == "backward")
         direction = BACKWARD;
     else
         throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_dir, ErrorCodes::BAD_ARGUMENTS};
 
     String param_base = parameters.at(1).safeGet<String>();
     SeqBase base;
-    if (param_base.compare("head") == 0)
+    if (param_base == "head")
         base = HEAD;
-    else if (param_base.compare("tail") == 0)
+    else if (param_base == "tail")
         base = TAIL;
-    else if (param_base.compare("first_match") == 0)
+    else if (param_base == "first_match")
         base = FIRST_MATCH;
-    else if (param_base.compare("last_match") == 0)
+    else if (param_base == "last_match")
         base = LAST_MATCH;
     else
         throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_base, ErrorCodes::BAD_ARGUMENTS};
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 78d19beedc4..f22ca1d61a6 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -263,18 +263,18 @@ public:
 
         auto & value = data(place).value;
 
-        UInt64 size = std::max(static_cast<UInt64>(events_size + 1), value.size());
+        size_t size = std::max(static_cast<size_t>(events_size + 1), value.size());
         switch (Base)
         {
             case HEAD:
                 writeVarUInt(size, buf);
-                for (UInt64 i = 0; i < size; ++i)
+                for (size_t i = 0; i < size; ++i)
                     value[i]->write(buf);
                 break;
 
             case TAIL:
                 writeVarUInt(size, buf);
-                for (UInt64 i = value.size() - 1; i >= size; --i)
+                for (size_t i = value.size() - 1; i >= size; --i)
                     value[i]->write(buf);
                 break;
 

From bf01eeb8839b78239bc84891bf3a0a483d4bfd81 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 11 Mar 2021 16:44:02 +0900
Subject: [PATCH 0062/1060] Fix a bug in sequenceNextNode

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index f22ca1d61a6..f58469f27bb 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -263,7 +263,7 @@ public:
 
         auto & value = data(place).value;
 
-        size_t size = std::max(static_cast<size_t>(events_size + 1), value.size());
+        size_t size = std::min(static_cast<size_t>(events_size + 1), value.size());
         switch (Base)
         {
             case HEAD:

From 06bb4e2c7171f775cb1443cfee6441b989161bdd Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 16 Mar 2021 13:00:49 +0300
Subject: [PATCH 0063/1060] wip

---
 tests/integration/helpers/cluster.py          | 15 +++++-----
 tests/integration/helpers/hdfs_api.py         | 12 ++++----
 tests/integration/pytest.ini                  |  2 +-
 tests/integration/runner                      |  2 +-
 tests/integration/test_MemoryTracking/test.py |  3 --
 .../test_access_control_on_cluster/test.py    |  2 +-
 .../test_adaptive_granularity/test.py         | 13 +++++----
 .../test.py                                   |  4 +--
 .../test_alter_on_mixed_type_cluster/test.py  |  2 +-
 tests/integration/test_check_table/test.py    |  8 +++---
 .../test_compression_codec_read/test.py       |  2 ++
 .../integration/test_dictionaries_ddl/test.py |  4 +--
 .../test_dictionaries_mysql/test.py           | 14 +++++-----
 .../configs/dictionaries/.gitignore           |  2 ++
 .../test_default_reading.py                   |  2 +-
 .../test_default_string.py                    |  3 +-
 .../test_dict_get_or_default.py               |  2 +-
 .../test_disabled_mysql_server/test.py        |  8 +++---
 .../test.py                                   |  2 +-
 .../test_format_avro_confluent/test.py        |  4 ---
 .../test_insert_into_distributed/test.py      |  2 +-
 .../test_join_set_family_s3/test.py           |  3 --
 tests/integration/test_log_family_s3/test.py  |  3 --
 tests/integration/test_merge_tree_s3/test.py  |  3 --
 .../test_merge_tree_s3_failover/test.py       |  3 --
 .../test_merge_tree_s3_restore/test.py        |  3 --
 .../test_merge_tree_s3_with_cache/test.py     |  3 --
 .../test_postgresql_protocol/test.py          |  2 +-
 .../test_profile_events_s3/test.py            |  3 --
 tests/integration/test_quota/test.py          |  2 +-
 .../test_replicated_database/test.py          | 28 +++++++++----------
 .../test_replicated_merge_tree_s3/test.py     |  3 --
 tests/integration/test_s3_with_https/test.py  |  3 --
 tests/integration/test_s3_with_proxy/test.py  |  4 ---
 tests/integration/test_storage_mysql/test.py  |  2 +-
 .../test_storage_postgresql/test.py           |  1 +
 tests/integration/test_storage_s3/test.py     |  3 --
 .../test_storage_s3/test_redirect.py          |  3 --
 38 files changed, 72 insertions(+), 108 deletions(-)
 create mode 100644 tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index eb6ecc8a39f..124f77061cb 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -579,7 +579,7 @@ class ClickHouseCluster:
         run_and_check(self.base_cmd + ["up", "--force-recreate", "--no-deps", "-d", node.name])
         node.ip_address = self.get_instance_ip(node.name)
         node.client = Client(node.ip_address, command=self.client_bin_path)
-        start_deadline = time.time() + 60.0  # seconds
+        start_deadline = time.time() + 120.0  # seconds
         node.wait_for_start(start_deadline)
         return node
 
@@ -916,13 +916,15 @@ class ClickHouseCluster:
             if self.with_hdfs and self.base_hdfs_cmd:
                 logging.debug('Setup HDFS')
                 os.makedirs(self.hdfs_logs_dir)
+                os.chmod(self.hdfs_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_hdfs_cmd + common_opts)
                 hdfs_api = self.make_hdfs_api()
-                self.wait_hdfs_to_start(hdfs_api, 120)
+                self.wait_hdfs_to_start(hdfs_api, 300)
 
             if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
                 logging.debug('Setup kerberized HDFS')
                 os.makedirs(self.hdfs_kerberized_logs_dir)
+                os.chmod(self.hdfs_kerberized_logs_dir, stat.S_IRWXO)
                 run_and_check(self.base_kerberized_hdfs_cmd + common_opts)
                 hdfs_api = self.make_hdfs_api(kerberized=True)
                 self.wait_hdfs_to_start(hdfs_api, timeout=300)
@@ -964,7 +966,7 @@ class ClickHouseCluster:
             subprocess_check_call(clickhouse_start_cmd)
             logging.debug("ClickHouse instance created")
 
-            start_deadline = time.time() + 60.0  # seconds
+            start_deadline = time.time() + 120.0  # seconds
             for instance in self.instances.values():
                 instance.docker_client = self.docker_client
                 instance.ip_address = self.get_instance_ip(instance.name)
@@ -998,17 +1000,16 @@ class ClickHouseCluster:
                         sanitizer_assert_instance = line.split('|')[0].strip()
                         break
 
-            for instance in list(self.instances.values()):
+            for name, instance in self.instances.items():
                 try:
                     if not instance.is_up:
                         continue
                     if instance.contains_in_log(SANITIZER_SIGN):
                         sanitizer_assert_instance = instance.grep_in_log(SANITIZER_SIGN)
-                        logging.ERROR(f"Sanitizer in instance {instance.name} log {sanitizer_assert_instance}")
+                        logging.ERROR(f"Sanitizer in instance {name} log {sanitizer_assert_instance}")
 
                     if instance.contains_in_log("Fatal"):
                         fatal_log = instance.grep_in_log("Fatal")
-                        name = instance.name
                         logging.ERROR(f"Crash in instance {name} fatal log {fatal_log}")
                 except Exception as e:
                     logging.error(f"Failed to check fails in logs: {e}")
@@ -1324,7 +1325,7 @@ class ClickHouseInstance:
         from helpers.test_tools import assert_eq_with_retry
         assert_eq_with_retry(self, "select 1", "1", retry_count=int(stop_wait_sec / 0.5), sleep_time=0.5)
 
-    def restart_clickhouse(self, stop_start_wait_sec=5, kill=False):
+    def restart_clickhouse(self, stop_start_wait_sec=15, kill=False):
         self.stop_clickhouse(stop_start_wait_sec, kill)
         self.start_clickhouse(stop_start_wait_sec)
 
diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index 8a69f6baffd..5b1b4c402da 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -47,12 +47,12 @@ class HDFSApi(object):
 
         # logging.basicConfig(level=logging.DEBUG)
         # logging.getLogger().setLevel(logging.DEBUG)
-        requests_log = logging.getLogger("requests.packages.urllib3")
-        requests_log.setLevel(logging.DEBUG)
-        requests_log.propagate = True
-        kerb_log = logging.getLogger("requests_kerberos")
-        kerb_log.setLevel(logging.DEBUG)
-        kerb_log.propagate = True
+        # requests_log = logging.getLogger("requests.packages.urllib3")
+        # requests_log.setLevel(logging.INFO)
+        # requests_log.propagate = True
+        # kerb_log = logging.getLogger("requests_kerberos")
+        # kerb_log.setLevel(logging.DEBUG)
+        # kerb_log.propagate = True
 
         if kerberized:
             self._run_kinit()
diff --git a/tests/integration/pytest.ini b/tests/integration/pytest.ini
index 7d4a3ad1c29..47086d45b3d 100644
--- a/tests/integration/pytest.ini
+++ b/tests/integration/pytest.ini
@@ -6,7 +6,7 @@ junit_duration_report = call
 junit_suite_name = integration
 log_cli = 1
 log_cli_level = CRITICAL
-log_cli_format = %(message)s
+log_cli_format = %%(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)
 log_file = pytest.log
 log_file_level = DEBUG
 log_file_format = %(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)
diff --git a/tests/integration/runner b/tests/integration/runner
index f3309f983a3..3aa3aa5ef64 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -199,7 +199,7 @@ if __name__ == "__main__":
     cmd = "docker run {net} {tty} --rm --name {name} --privileged --volume={bridge_bin}:/clickhouse-odbc-bridge --volume={bin}:/clickhouse \
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
-        --volume={name}_volume:/var/lib/docker -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=180 \
+        --volume={name}_volume:/var/lib/docker -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=300 \
         {env_tags} -e PYTEST_OPTS='{parallel} {opts}' {img} {command}".format(
         net=net,
         tty=tty,
diff --git a/tests/integration/test_MemoryTracking/test.py b/tests/integration/test_MemoryTracking/test.py
index a0ad8dc519d..1ee528eaa8d 100644
--- a/tests/integration/test_MemoryTracking/test.py
+++ b/tests/integration/test_MemoryTracking/test.py
@@ -13,9 +13,6 @@ node = cluster.add_instance('node', main_configs=[
     'configs/asynchronous_metrics_update_period_s.xml',
 ])
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 @pytest.fixture(scope='module', autouse=True)
 def start_cluster():
     try:
diff --git a/tests/integration/test_access_control_on_cluster/test.py b/tests/integration/test_access_control_on_cluster/test.py
index bc740402161..6bcf67779ef 100644
--- a/tests/integration/test_access_control_on_cluster/test.py
+++ b/tests/integration/test_access_control_on_cluster/test.py
@@ -18,7 +18,7 @@ def started_cluster():
 
 
 def test_access_control_on_cluster():
-    ch1.query_with_retry("CREATE USER Alex ON CLUSTER 'cluster'", retry_count=3)
+    ch1.query_with_retry("CREATE USER IF NOT EXISTS Alex ON CLUSTER 'cluster'", retry_count=5)
     assert ch1.query("SHOW CREATE USER Alex") == "CREATE USER Alex\n"
     assert ch2.query("SHOW CREATE USER Alex") == "CREATE USER Alex\n"
     assert ch3.query("SHOW CREATE USER Alex") == "CREATE USER Alex\n"
diff --git a/tests/integration/test_adaptive_granularity/test.py b/tests/integration/test_adaptive_granularity/test.py
index 47209908e5c..2ea2f29212f 100644
--- a/tests/integration/test_adaptive_granularity/test.py
+++ b/tests/integration/test_adaptive_granularity/test.py
@@ -1,5 +1,6 @@
 import time
 
+import logging
 import pytest
 from helpers.client import QueryRuntimeException, QueryTimeoutExceedException
 from helpers.cluster import ClickHouseCluster
@@ -268,16 +269,18 @@ def test_version_single_node_update(start_dynamic_cluster, n, tables):
     ]
 )
 def test_mixed_granularity_single_node(start_dynamic_cluster, node):
-    assert node.name == "node9" or node.name == "node10"
-    assert_eq_with_retry(node,
-                        "SELECT value FROM system.merge_tree_settings WHERE name='enable_mixed_granularity_parts'",
-                        '0') # check that enable_mixed_granularity_parts is off by default
-
     node.query(
         "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
     node.query(
         "INSERT INTO table_with_default_granularity VALUES (toDate('2018-09-01'), 1, 333), (toDate('2018-09-02'), 2, 444)")
 
+    path_to_part = node.query(
+        "SELECT path FROM system.parts WHERE table = 'table_with_default_granularity' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
+
+    result = node.exec_in_container(["bash", "-c", "find {p} -name '*.mrk*'".format(
+        p=path_to_part)])  # check that we have non adaptive files
+    logging.info(f"path {path_to_part} result\n {result}")
+
     def callback(n):
         new_config = """
 <yandex><merge_tree>
diff --git a/tests/integration/test_adaptive_granularity_different_settings/test.py b/tests/integration/test_adaptive_granularity_different_settings/test.py
index ce8f32b6ec6..f78a0ef2da6 100644
--- a/tests/integration/test_adaptive_granularity_different_settings/test.py
+++ b/tests/integration/test_adaptive_granularity_different_settings/test.py
@@ -37,8 +37,8 @@ def test_attach_detach(start_cluster):
 
     node2.query("INSERT INTO test VALUES (3), (4)")
 
-    node1.query("SYSTEM SYNC REPLICA test", timeout=10)
-    node2.query("SYSTEM SYNC REPLICA test", timeout=10)
+    node1.query_with_retry("SYSTEM SYNC REPLICA test", timeout=10)
+    node2.query_with_retry("SYSTEM SYNC REPLICA test", timeout=10)
 
     assert node1.query("SELECT COUNT() FROM  test") == "4\n"
     assert node2.query("SELECT COUNT() FROM  test") == "4\n"
diff --git a/tests/integration/test_alter_on_mixed_type_cluster/test.py b/tests/integration/test_alter_on_mixed_type_cluster/test.py
index 5e516176c0b..852554f009d 100644
--- a/tests/integration/test_alter_on_mixed_type_cluster/test.py
+++ b/tests/integration/test_alter_on_mixed_type_cluster/test.py
@@ -78,7 +78,7 @@ def test_alter_replicated_on_cluster(started_cluster):
     assert node3.query("SELECT date FROM test_table_replicated") == '2019-10-01 00:00:00\n'
     assert node4.query("SELECT date FROM test_table_replicated") == '2019-10-01 00:00:00\n'
 
-    node3.query("ALTER TABLE test_table_replicated ON CLUSTER 'test_cluster_mixed' MODIFY COLUMN value String", settings={"replication_alter_partitions_sync": "2"})
+    node3.query_with_retry("ALTER TABLE test_table_replicated ON CLUSTER 'test_cluster_mixed' MODIFY COLUMN value String", settings={"replication_alter_partitions_sync": "2"})
 
     for node in [node2, node4]:
         node.query("INSERT INTO test_table_replicated VALUES(toDateTime('2019-10-02 00:00:00'), 2, 'Hello')")
diff --git a/tests/integration/test_check_table/test.py b/tests/integration/test_check_table/test.py
index d204f6c5810..b184813d24f 100644
--- a/tests/integration/test_check_table/test.py
+++ b/tests/integration/test_check_table/test.py
@@ -122,9 +122,9 @@ def test_check_replicated_table_simple(started_cluster):
 
 def test_check_replicated_table_corruption(started_cluster):
     for node in [node1, node2]:
-        node.query("DROP TABLE IF EXISTS replicated_mt_1")
+        node.query_with_retry("DROP TABLE IF EXISTS replicated_mt_1")
 
-        node.query('''
+        node.query_with_retry('''
         CREATE TABLE replicated_mt_1(date Date, id UInt32, value Int32)
         ENGINE = ReplicatedMergeTree('/clickhouse/tables/replicated_mt_1', '{replica}') PARTITION BY toYYYYMM(date) ORDER BY id;
             '''.format(replica=node.name))
@@ -136,7 +136,7 @@ def test_check_replicated_table_corruption(started_cluster):
     assert node1.query("SELECT count() from replicated_mt_1") == "4\n"
     assert node2.query("SELECT count() from replicated_mt_1") == "4\n"
 
-    part_name = node1.query(
+    part_name = node1.query_with_retry(
         "SELECT name from system.parts where table = 'replicated_mt_1' and partition_id = '201901' and active = 1").strip()
 
     corrupt_data_part_on_disk(node1, "replicated_mt_1", part_name)
@@ -144,7 +144,7 @@ def test_check_replicated_table_corruption(started_cluster):
         "check_query_single_value_result": 0}) == "{p}\t0\tPart {p} looks broken. Removing it and will try to fetch.\n".format(
         p=part_name)
 
-    node1.query("SYSTEM SYNC REPLICA replicated_mt_1")
+    node1.query_with_retry("SYSTEM SYNC REPLICA replicated_mt_1")
     assert node1.query("CHECK TABLE replicated_mt_1 PARTITION 201901",
                        settings={"check_query_single_value_result": 0}) == "{}\t1\t\n".format(part_name)
     assert node1.query("SELECT count() from replicated_mt_1") == "4\n"
diff --git a/tests/integration/test_compression_codec_read/test.py b/tests/integration/test_compression_codec_read/test.py
index 0eb1f5aa867..35ae60f05ea 100644
--- a/tests/integration/test_compression_codec_read/test.py
+++ b/tests/integration/test_compression_codec_read/test.py
@@ -17,6 +17,8 @@ def start_cluster():
         cluster.shutdown()
 
 def test_default_codec_read(start_cluster):
+    node1.query("DROP TABLE IF EXISTS test_18340")
+
     node1.query("""
         CREATE TABLE test_18340
         (
diff --git a/tests/integration/test_dictionaries_ddl/test.py b/tests/integration/test_dictionaries_ddl/test.py
index 59ccc59d0af..3aa76b4af88 100644
--- a/tests/integration/test_dictionaries_ddl/test.py
+++ b/tests/integration/test_dictionaries_ddl/test.py
@@ -66,7 +66,7 @@ def started_cluster():
     (node2, 'complex_node2_cache', 'LAYOUT(COMPLEX_KEY_CACHE(SIZE_IN_CELLS 10))'),
 ])
 def test_create_and_select_mysql(started_cluster, clickhouse, name, layout):
-    mysql_conn = create_mysql_conn("root", "clickhouse", "localhost", started_cluster.mysql_port)
+    mysql_conn = create_mysql_conn("root", "clickhouse", started_cluster.mysql_ip, started_cluster.mysql_port)
     execute_mysql_query(mysql_conn, "DROP DATABASE IF EXISTS clickhouse")
     execute_mysql_query(mysql_conn, "CREATE DATABASE clickhouse")
     execute_mysql_query(mysql_conn,
@@ -245,7 +245,7 @@ def test_file_dictionary_restrictions(started_cluster):
 
 
 def test_dictionary_with_where(started_cluster):
-    mysql_conn = create_mysql_conn("root", "clickhouse", "localhost", started_cluster.mysql_port)
+    mysql_conn = create_mysql_conn("root", "clickhouse", started_cluster.mysql_ip, started_cluster.mysql_port)
     execute_mysql_query(mysql_conn, "CREATE DATABASE IF NOT EXISTS clickhouse")
     execute_mysql_query(mysql_conn,
                         "CREATE TABLE clickhouse.special_table (key_field1 int, value1 text, PRIMARY KEY (key_field1))")
diff --git a/tests/integration/test_dictionaries_mysql/test.py b/tests/integration/test_dictionaries_mysql/test.py
index 90cfe53dd68..c18f3d6cf70 100644
--- a/tests/integration/test_dictionaries_mysql/test.py
+++ b/tests/integration/test_dictionaries_mysql/test.py
@@ -31,7 +31,7 @@ def started_cluster():
         cluster.start()
 
         # Create a MySQL database
-        mysql_connection = get_mysql_conn()
+        mysql_connection = get_mysql_conn(cluster)
         create_mysql_db(mysql_connection, 'test')
         mysql_connection.close()
 
@@ -54,7 +54,7 @@ def test_load_mysql_dictionaries(started_cluster):
 
     for n in range(0, 5):
         # Create MySQL tables, fill them and create CH dict tables
-        prepare_mysql_table('test', str(n))
+        prepare_mysql_table(started_cluster, 'test', str(n))
 
     # Check dictionaries are loaded and have correct number of elements
     for n in range(0, 100):
@@ -72,8 +72,8 @@ def create_mysql_db(mysql_connection, name):
         cursor.execute("CREATE DATABASE {} DEFAULT CHARACTER SET 'utf8'".format(name))
 
 
-def prepare_mysql_table(table_name, index):
-    mysql_connection = get_mysql_conn()
+def prepare_mysql_table(started_cluster, table_name, index):
+    mysql_connection = get_mysql_conn(started_cluster)
 
     # Create table
     create_mysql_table(mysql_connection, table_name + str(index))
@@ -89,16 +89,16 @@ def prepare_mysql_table(table_name, index):
     # Create CH Dictionary tables based on MySQL tables
     query(create_clickhouse_dictionary_table_template.format(table_name + str(index), 'dict' + str(index)))
 
-def get_mysql_conn():
+def get_mysql_conn(started_cluster):
     errors = []
     conn = None
     for _ in range(5):
         try:
             if conn is None:
-                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
+                conn = pymysql.connect(user='root', password='clickhouse', host=started_cluster.mysql_ip, port=started_cluster.mysql_port)
             else:
                 conn.ping(reconnect=True)
-            logging.debug("MySQL Connection establised: 127.0.0.1:{}".format(cluster.mysql_port))
+            logging.debug(f"MySQL Connection establised: {started_cluster.mysql_ip}:{started_cluster.mysql_port}")
             return conn
         except Exception as e:
             errors += [str(e)]
diff --git a/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore b/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore
new file mode 100644
index 00000000000..d6b7ef32c84
--- /dev/null
+++ b/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore
@@ -0,0 +1,2 @@
+*
+!.gitignore
diff --git a/tests/integration/test_dictionary_allow_read_expired_keys/test_default_reading.py b/tests/integration/test_dictionary_allow_read_expired_keys/test_default_reading.py
index 0c801ce3f12..46820fb4a89 100644
--- a/tests/integration/test_dictionary_allow_read_expired_keys/test_default_reading.py
+++ b/tests/integration/test_dictionary_allow_read_expired_keys/test_default_reading.py
@@ -7,7 +7,7 @@ from helpers.cluster import ClickHouseCluster
 from helpers.cluster import ClickHouseKiller
 from helpers.network import PartitionManager
 
-cluster = ClickHouseCluster(__file__)
+cluster = ClickHouseCluster(__file__, name="reading")
 
 dictionary_node = cluster.add_instance('dictionary_node', stay_alive=True)
 main_node = cluster.add_instance('main_node', main_configs=['configs/enable_dictionaries.xml',
diff --git a/tests/integration/test_dictionary_allow_read_expired_keys/test_default_string.py b/tests/integration/test_dictionary_allow_read_expired_keys/test_default_string.py
index caabdf12c66..12cde30d8ed 100644
--- a/tests/integration/test_dictionary_allow_read_expired_keys/test_default_string.py
+++ b/tests/integration/test_dictionary_allow_read_expired_keys/test_default_string.py
@@ -9,8 +9,7 @@ import pytest
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
 
-SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
-cluster = ClickHouseCluster(__file__)
+cluster = ClickHouseCluster(__file__, name="string")
 
 dictionary_node = cluster.add_instance('dictionary_node', stay_alive=True)
 main_node = cluster.add_instance('main_node', main_configs=['configs/enable_dictionaries.xml',
diff --git a/tests/integration/test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py b/tests/integration/test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py
index e794ffa5a37..789d4aeb8b3 100644
--- a/tests/integration/test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py
+++ b/tests/integration/test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py
@@ -7,7 +7,7 @@ from helpers.cluster import ClickHouseCluster
 from helpers.cluster import ClickHouseKiller
 from helpers.network import PartitionManager
 
-cluster = ClickHouseCluster(__file__)
+cluster = ClickHouseCluster(__file__, name="default")
 
 dictionary_node = cluster.add_instance('dictionary_node', stay_alive=True)
 main_node = cluster.add_instance('main_node', main_configs=['configs/enable_dictionaries.xml',
diff --git a/tests/integration/test_disabled_mysql_server/test.py b/tests/integration/test_disabled_mysql_server/test.py
index 2fc84ee74a5..d7977404c73 100644
--- a/tests/integration/test_disabled_mysql_server/test.py
+++ b/tests/integration/test_disabled_mysql_server/test.py
@@ -22,10 +22,10 @@ def started_cluster():
 
 
 class MySQLNodeInstance:
-    def __init__(self, user='root', password='clickhouse', hostname='127.0.0.1', port=cluster.mysql_port):
+    def __init__(self, started_cluster, user='root', password='clickhouse'):
         self.user = user
-        self.port = port
-        self.hostname = hostname
+        self.port = cluster.mysql_port
+        self.hostname = cluster.mysql_ip
         self.password = password
         self.mysql_connection = None   # lazy init
 
@@ -45,7 +45,7 @@ class MySQLNodeInstance:
 
 
 def test_disabled_mysql_server(started_cluster):
-    with contextlib.closing(MySQLNodeInstance()) as mysql_node:
+    with contextlib.closing(MySQLNodeInstance(started_cluster)) as mysql_node:
         mysql_node.query("DROP DATABASE IF EXISTS test_db_disabled;")
         mysql_node.query("CREATE DATABASE test_db_disabled;")
         mysql_node.query("CREATE TABLE test_db_disabled.test_table ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
diff --git a/tests/integration/test_distributed_storage_configuration/test.py b/tests/integration/test_distributed_storage_configuration/test.py
index 976fc5211a7..94beb7b57ca 100644
--- a/tests/integration/test_distributed_storage_configuration/test.py
+++ b/tests/integration/test_distributed_storage_configuration/test.py
@@ -17,7 +17,7 @@ node = cluster.add_instance('node',
 def start_cluster():
     try:
         cluster.start()
-        node.query('CREATE DATABASE test ENGINE=Ordinary') # Different paths with Atomic
+        node.query('CREATE DATABASE IF NOT EXISTS test ENGINE=Ordinary') # Different paths with Atomic
         yield cluster
     finally:
         cluster.shutdown()
diff --git a/tests/integration/test_format_avro_confluent/test.py b/tests/integration/test_format_avro_confluent/test.py
index 49bc7baeb39..23e2d8d8c47 100644
--- a/tests/integration/test_format_avro_confluent/test.py
+++ b/tests/integration/test_format_avro_confluent/test.py
@@ -7,10 +7,6 @@ from confluent_kafka.avro.cached_schema_registry_client import CachedSchemaRegis
 from confluent_kafka.avro.serializer.message_serializer import MessageSerializer
 from helpers.cluster import ClickHouseCluster, ClickHouseInstance
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
-
 @pytest.fixture(scope="module")
 def started_cluster():
     try:
diff --git a/tests/integration/test_insert_into_distributed/test.py b/tests/integration/test_insert_into_distributed/test.py
index d71d1075c70..704620634cb 100644
--- a/tests/integration/test_insert_into_distributed/test.py
+++ b/tests/integration/test_insert_into_distributed/test.py
@@ -100,7 +100,7 @@ def test_reconnect(started_cluster):
         pm.heal_all()
         time.sleep(1)
         instance.query("INSERT INTO distributed VALUES (3)")
-        time.sleep(1)
+        time.sleep(5)
 
         assert remote.query("SELECT count(*) FROM local1").strip() == '3'
 
diff --git a/tests/integration/test_join_set_family_s3/test.py b/tests/integration/test_join_set_family_s3/test.py
index 2a20c8eade9..625cac48dee 100644
--- a/tests/integration/test_join_set_family_s3/test.py
+++ b/tests/integration/test_join_set_family_s3/test.py
@@ -4,9 +4,6 @@ import sys
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 @pytest.fixture(scope="module")
 def cluster():
diff --git a/tests/integration/test_log_family_s3/test.py b/tests/integration/test_log_family_s3/test.py
index c23e7545b27..115ec47871b 100644
--- a/tests/integration/test_log_family_s3/test.py
+++ b/tests/integration/test_log_family_s3/test.py
@@ -4,9 +4,6 @@ import sys
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 @pytest.fixture(scope="module")
 def cluster():
diff --git a/tests/integration/test_merge_tree_s3/test.py b/tests/integration/test_merge_tree_s3/test.py
index 45b3c3c65f0..0779a57ccb6 100644
--- a/tests/integration/test_merge_tree_s3/test.py
+++ b/tests/integration/test_merge_tree_s3/test.py
@@ -6,9 +6,6 @@ import time
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 @pytest.fixture(scope="module")
 def cluster():
diff --git a/tests/integration/test_merge_tree_s3_failover/test.py b/tests/integration/test_merge_tree_s3_failover/test.py
index 11a1e464cb6..7d9496f41d7 100644
--- a/tests/integration/test_merge_tree_s3_failover/test.py
+++ b/tests/integration/test_merge_tree_s3_failover/test.py
@@ -7,9 +7,6 @@ import pytest
 from helpers.client import QueryRuntimeException
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 # Runs custom python-based S3 endpoint.
 def run_endpoint(cluster):
diff --git a/tests/integration/test_merge_tree_s3_restore/test.py b/tests/integration/test_merge_tree_s3_restore/test.py
index 346d9aced3f..934fa1e5ecd 100644
--- a/tests/integration/test_merge_tree_s3_restore/test.py
+++ b/tests/integration/test_merge_tree_s3_restore/test.py
@@ -6,9 +6,6 @@ import time
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 @pytest.fixture(scope="module")
 def cluster():
diff --git a/tests/integration/test_merge_tree_s3_with_cache/test.py b/tests/integration/test_merge_tree_s3_with_cache/test.py
index d5d6db2fb77..7022f90a2b9 100644
--- a/tests/integration/test_merge_tree_s3_with_cache/test.py
+++ b/tests/integration/test_merge_tree_s3_with_cache/test.py
@@ -3,9 +3,6 @@ import logging
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 @pytest.fixture(scope="module")
 def cluster():
diff --git a/tests/integration/test_postgresql_protocol/test.py b/tests/integration/test_postgresql_protocol/test.py
index 1404cf409f3..60cf8a9239b 100644
--- a/tests/integration/test_postgresql_protocol/test.py
+++ b/tests/integration/test_postgresql_protocol/test.py
@@ -41,7 +41,7 @@ def psql_client():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_psql_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=os.environ.get("DOCKER_API_VERSION"), timeout=180).containers.get(cluster.project_name + '_psql_1')
 
 
 @pytest.fixture(scope='module')
diff --git a/tests/integration/test_profile_events_s3/test.py b/tests/integration/test_profile_events_s3/test.py
index 3d65a489610..c70c29d1bf7 100644
--- a/tests/integration/test_profile_events_s3/test.py
+++ b/tests/integration/test_profile_events_s3/test.py
@@ -5,9 +5,6 @@ import pytest
 import requests
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 @pytest.fixture(scope="module")
 def cluster():
diff --git a/tests/integration/test_quota/test.py b/tests/integration/test_quota/test.py
index 353d776c0f3..941c728a4de 100644
--- a/tests/integration/test_quota/test.py
+++ b/tests/integration/test_quota/test.py
@@ -61,7 +61,7 @@ def copy_quota_xml(local_file_name, reload_immediately=True):
 def started_cluster():
     try:
         cluster.start()
-
+        instance.query("DROP TABLE IF EXISTS test_table")
         instance.query("CREATE TABLE test_table(x UInt32) ENGINE = MergeTree ORDER BY tuple()")
         instance.query("INSERT INTO test_table SELECT number FROM numbers(50)")
 
diff --git a/tests/integration/test_replicated_database/test.py b/tests/integration/test_replicated_database/test.py
index 99e7d6077f8..9b169b87fe2 100644
--- a/tests/integration/test_replicated_database/test.py
+++ b/tests/integration/test_replicated_database/test.py
@@ -211,21 +211,21 @@ def test_recover_staled_replica(started_cluster):
     with PartitionManager() as pm:
         pm.drop_instance_zk_connections(dummy_node)
         dummy_node.query_and_get_error("RENAME TABLE recover.t1 TO recover.m1")
-        main_node.query("RENAME TABLE recover.t1 TO recover.m1", settings=settings)
-        main_node.query("ALTER TABLE recover.mt1  ADD COLUMN m int", settings=settings)
-        main_node.query("ALTER TABLE recover.rmt1 ADD COLUMN m int", settings=settings)
-        main_node.query("RENAME TABLE recover.rmt3 TO recover.rmt4", settings=settings)
-        main_node.query("DROP TABLE recover.rmt5", settings=settings)
-        main_node.query("DROP DICTIONARY recover.d2", settings=settings)
-        main_node.query("CREATE DICTIONARY recover.d2 (n int DEFAULT 0, m int DEFAULT 1) PRIMARY KEY n SOURCE(CLICKHOUSE(HOST 'localhost' PORT 9000 USER 'default' TABLE 'rmt1' PASSWORD '' DB 'recover')) LIFETIME(MIN 1 MAX 10) LAYOUT(FLAT());", settings=settings)
+        main_node.query_with_retry("RENAME TABLE recover.t1 TO recover.m1", settings=settings)
+        main_node.query_with_retry("ALTER TABLE recover.mt1  ADD COLUMN m int", settings=settings)
+        main_node.query_with_retry("ALTER TABLE recover.rmt1 ADD COLUMN m int", settings=settings)
+        main_node.query_with_retry("RENAME TABLE recover.rmt3 TO recover.rmt4", settings=settings)
+        main_node.query_with_retry("DROP TABLE recover.rmt5", settings=settings)
+        main_node.query_with_retry("DROP DICTIONARY recover.d2", settings=settings)
+        main_node.query_with_retry("CREATE DICTIONARY recover.d2 (n int DEFAULT 0, m int DEFAULT 1) PRIMARY KEY n SOURCE(CLICKHOUSE(HOST 'localhost' PORT 9000 USER 'default' TABLE 'rmt1' PASSWORD '' DB 'recover')) LIFETIME(MIN 1 MAX 10) LAYOUT(FLAT());", settings=settings)
 
-        main_node.query("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
-        main_node.query("DROP TABLE recover.tmp", settings=settings)
-        main_node.query("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
-        main_node.query("DROP TABLE recover.tmp", settings=settings)
-        main_node.query("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
-        main_node.query("DROP TABLE recover.tmp", settings=settings)
-        main_node.query("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
+        main_node.query_with_retry("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
+        main_node.query_with_retry("DROP TABLE recover.tmp", settings=settings)
+        main_node.query_with_retry("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
+        main_node.query_with_retry("DROP TABLE recover.tmp", settings=settings)
+        main_node.query_with_retry("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
+        main_node.query_with_retry("DROP TABLE recover.tmp", settings=settings)
+        main_node.query_with_retry("CREATE TABLE recover.tmp AS recover.m1", settings=settings)
 
     assert main_node.query("SELECT name FROM system.tables WHERE database='recover' ORDER BY name") == "d1\nd2\nm1\nmt1\nmt2\nrmt1\nrmt2\nrmt4\nt2\ntmp\n"
     query = "SELECT name, uuid, create_table_query FROM system.tables WHERE database='recover' ORDER BY name"
diff --git a/tests/integration/test_replicated_merge_tree_s3/test.py b/tests/integration/test_replicated_merge_tree_s3/test.py
index 3b3540ef1b8..d04bdae36e2 100644
--- a/tests/integration/test_replicated_merge_tree_s3/test.py
+++ b/tests/integration/test_replicated_merge_tree_s3/test.py
@@ -5,9 +5,6 @@ import string
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 @pytest.fixture(scope="module")
 def cluster():
diff --git a/tests/integration/test_s3_with_https/test.py b/tests/integration/test_s3_with_https/test.py
index 1a5c6e2ce12..6c7b47ea0b1 100644
--- a/tests/integration/test_s3_with_https/test.py
+++ b/tests/integration/test_s3_with_https/test.py
@@ -3,9 +3,6 @@ import logging
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 
 def check_proxy_logs(cluster, proxy_instance):
     logs = cluster.get_container_logs(proxy_instance)
diff --git a/tests/integration/test_s3_with_proxy/test.py b/tests/integration/test_s3_with_proxy/test.py
index 586895fffe5..7a1a2292eef 100644
--- a/tests/integration/test_s3_with_proxy/test.py
+++ b/tests/integration/test_s3_with_proxy/test.py
@@ -5,10 +5,6 @@ import time
 import pytest
 from helpers.cluster import ClickHouseCluster
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
-
 # Runs simple proxy resolver in python env container.
 def run_resolver(cluster):
     container_id = cluster.get_container_id('resolver')
diff --git a/tests/integration/test_storage_mysql/test.py b/tests/integration/test_storage_mysql/test.py
index a285b263688..aea6e0816d0 100644
--- a/tests/integration/test_storage_mysql/test.py
+++ b/tests/integration/test_storage_mysql/test.py
@@ -169,7 +169,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, source Enum8('
 
 
 def get_mysql_conn():
-    conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
+    conn = pymysql.connect(user='root', password='clickhouse', host=cluster.mysql_host, port=cluster.mysql_port)
     return conn
 
 
diff --git a/tests/integration/test_storage_postgresql/test.py b/tests/integration/test_storage_postgresql/test.py
index 13b10e0ca68..0bb7047d875 100644
--- a/tests/integration/test_storage_postgresql/test.py
+++ b/tests/integration/test_storage_postgresql/test.py
@@ -21,6 +21,7 @@ def get_postgres_conn(database=False):
 
 def create_postgres_db(conn, name):
     cursor = conn.cursor()
+    cursor.execute("DROP DATABASE IF EXISTS {}".format(name))
     cursor.execute("CREATE DATABASE {}".format(name))
 
 
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index 5a81196a644..56cc7cf6e81 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -11,9 +11,6 @@ import helpers.client
 import pytest
 from helpers.cluster import ClickHouseCluster, ClickHouseInstance
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 MINIO_INTERNAL_PORT = 9001
 
 # Creates S3 bucket for tests and allows anonymous read-write access to it.
diff --git a/tests/integration/test_storage_s3/test_redirect.py b/tests/integration/test_storage_s3/test_redirect.py
index ab677f46d9a..10a20184722 100644
--- a/tests/integration/test_storage_s3/test_redirect.py
+++ b/tests/integration/test_storage_s3/test_redirect.py
@@ -11,9 +11,6 @@ import helpers.client
 import pytest
 from helpers.cluster import ClickHouseCluster, ClickHouseInstance
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
 # Creates S3 bucket for tests and allows anonymous read-write access to it.
 def prepare_s3_bucket(cluster):
     # Allows read-write access for bucket without authorization.

From e8a435d2fb41b5bf6dddbefdeb2e898fdd26dd12 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Mon, 15 Mar 2021 18:31:50 +0900
Subject: [PATCH 0064/1060] Add base condition

---
 .../parametric-functions.md                   | 174 +++++++++-----
 .../AggregateFunctionSequenceNextNode.cpp     |  46 ++--
 .../AggregateFunctionSequenceNextNode.h       |  44 ++--
 .../01656_sequence_next_node.reference        |  30 +++
 .../0_stateless/01656_sequence_next_node.sql  | 221 ++++++++++--------
 5 files changed, 331 insertions(+), 184 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index dcc63ebd960..3bff7fa795c 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -513,7 +513,7 @@ Returns a value of next event that matched an event chain.
 **Syntax**
 
 ``` sql
-sequenceNextNode(direction, base)(timestamp, event_column, event1, event2, event3, ...)
+sequenceNextNode(direction, base)(timestamp, base_condition, event_column, event1, event2, event3, ...)
 ```
 
 **Parameters**
@@ -529,11 +529,11 @@ sequenceNextNode(direction, base)(timestamp, event_column, event1, event2, event
     
 **Arguments**
 -   `timestamp` — Name of the column containing the timestamp. Data types supported: `Date`, `DateTime` and other unsigned integer types.
--   `event_column` - Name of the column containing the value of the next event to be returned. Data types supported: `String` and `Nullable(String)`
+-   `base_condition` — Condition that the base point must fulfill.
+-   `event_column` — Name of the column containing the value of the next event to be returned. Data types supported: `String` and `Nullable(String)`
 -   `cond` — Conditions describing the chain of events. `UInt8`
 
 **Returned value**
-
 -  `event_column[next_index]` - if the pattern is matched and next value exists.
 -  `NULL` - if the pattern isn’t matched or next value doesn't exist.
 
@@ -556,7 +556,7 @@ ORDER BY id;
 
 INSERT INTO test_flow VALUES (1, 1, 'A') (2, 1, 'B') (3, 1, 'C') (4, 1, 'E') (5, 1, 'F');
 
-SELECT id, sequenceNextNode('forward', 'head')(dt, page, page = 'A', page = 'B') as next_flow FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'head')(dt, page = 'A', page, page = 'A', page = 'B') as next_flow FROM test_flow GROUP BY id;
 ```
 
 Result:
@@ -578,123 +578,181 @@ INSERT INTO test_flow VALUES (1, 3, 'Gift') (2, 3, 'Home') (3, 3, 'Gift') (4, 3,
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'head')(dt, page, page = 'Home', page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'head')(dt, page = 'Home', page, page = 'Home', page = 'Gift') FROM test_flow GROUP BY id;
  
                   dt   id   page
  1970-01-01 09:00:01    1   Home // Base point, Matched with Home
  1970-01-01 09:00:02    1   Gift // Matched with Gift
  1970-01-01 09:00:03    1   Exit // The result 
 
- 1970-01-01 09:00:01    3   Home // Base point, Matched with Home
- 1970-01-01 09:00:02    3   Home // Unmatched with Gift
- 1970-01-01 09:00:03    3   Gift
- 1970-01-01 09:00:04    3   Basket    
+ 1970-01-01 09:00:01    2   Home // Base point, Matched with Home
+ 1970-01-01 09:00:02    2   Home // Unmatched with Gift
+ 1970-01-01 09:00:03    2   Gift
+ 1970-01-01 09:00:04    2   Basket    
  
- 1970-01-01 09:00:01    4   Gift // Base point, Unmatched with Home
- 1970-01-01 09:00:02    4   Home      
- 1970-01-01 09:00:03    4   Gift      
- 1970-01-01 09:00:04    4   Basket    
+ 1970-01-01 09:00:01    3   Gift // Base point, Unmatched with Home
+ 1970-01-01 09:00:02    3   Home      
+ 1970-01-01 09:00:03    3   Gift      
+ 1970-01-01 09:00:04    3   Basket    
 ```
 
 **Behavior for `backward` and `tail`**
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'tail')(dt, page, page = 'Basket', page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'tail')(dt, page = 'Basket', page, page = 'Basket', page = 'Gift') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home
 1970-01-01 09:00:02    1   Gift
 1970-01-01 09:00:03    1   Exit // Base point, Unmatched with Basket
                                      
-1970-01-01 09:00:01    3   Home 
-1970-01-01 09:00:02    3   Home // The result 
-1970-01-01 09:00:03    3   Gift // Matched with Gift
-1970-01-01 09:00:04    3   Basket // Base point, Matched with Basket
+1970-01-01 09:00:01    2   Home 
+1970-01-01 09:00:02    2   Home // The result 
+1970-01-01 09:00:03    2   Gift // Matched with Gift
+1970-01-01 09:00:04    2   Basket // Base point, Matched with Basket
                                      
-1970-01-01 09:00:01    4   Gift
-1970-01-01 09:00:02    4   Home // The result 
-1970-01-01 09:00:03    4   Gift // Base point, Matched with Gift
-1970-01-01 09:00:04    4   Basket // Base point, Matched with Basket
+1970-01-01 09:00:01    3   Gift
+1970-01-01 09:00:02    3   Home // The result 
+1970-01-01 09:00:03    3   Gift // Base point, Matched with Gift
+1970-01-01 09:00:04    3   Basket // Base point, Matched with Basket
 ```
 
 
 **Behavior for `forward` and `first_match`**
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'first_match')(dt, page, page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, page = 'Gift', page, page = 'Gift') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home
 1970-01-01 09:00:02    1   Gift // Base point
 1970-01-01 09:00:03    1   Exit // The result
                                      
-1970-01-01 09:00:01    3   Home 
-1970-01-01 09:00:02    3   Home 
-1970-01-01 09:00:03    3   Gift // Base point
-1970-01-01 09:00:04    3   Basket  The result
+1970-01-01 09:00:01    2   Home 
+1970-01-01 09:00:02    2   Home 
+1970-01-01 09:00:03    2   Gift // Base point
+1970-01-01 09:00:04    2   Basket  The result
                                      
-1970-01-01 09:00:01    4   Gift // Base point
-1970-01-01 09:00:02    4   Home // Thre result
-1970-01-01 09:00:03    4   Gift   
-1970-01-01 09:00:04    4   Basket    
+1970-01-01 09:00:01    3   Gift // Base point
+1970-01-01 09:00:02    3   Home // Thre result
+1970-01-01 09:00:03    3   Gift   
+1970-01-01 09:00:04    3   Basket    
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'first_match')(dt, page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, page = 'Gift', page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home
 1970-01-01 09:00:02    1   Gift // Base point
 1970-01-01 09:00:03    1   Exit // Unmatched with Home
                                      
-1970-01-01 09:00:01    3   Home 
-1970-01-01 09:00:02    3   Home 
-1970-01-01 09:00:03    3   Gift // Base point
-1970-01-01 09:00:04    3   Basket // Unmatched with Home
+1970-01-01 09:00:01    2   Home 
+1970-01-01 09:00:02    2   Home 
+1970-01-01 09:00:03    2   Gift // Base point
+1970-01-01 09:00:04    2   Basket // Unmatched with Home
                                      
-1970-01-01 09:00:01    4   Gift // Base point
-1970-01-01 09:00:02    4   Home // Matched with Home
-1970-01-01 09:00:03    4   Gift // The result
-1970-01-01 09:00:04    4   Basket    
+1970-01-01 09:00:01    3   Gift // Base point
+1970-01-01 09:00:02    3   Home // Matched with Home
+1970-01-01 09:00:03    3   Gift // The result
+1970-01-01 09:00:04    3   Basket    
 ```
 
 
 **Behavior for `backward` and `last_match`**
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, page = 'Gift', page, page = 'Gift') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home // The result
 1970-01-01 09:00:02    1   Gift // Base point
 1970-01-01 09:00:03    1   Exit 
                                      
-1970-01-01 09:00:01    3   Home 
-1970-01-01 09:00:02    3   Home // The result
-1970-01-01 09:00:03    3   Gift // Base point
-1970-01-01 09:00:04    3   Basket    
+1970-01-01 09:00:01    2   Home 
+1970-01-01 09:00:02    2   Home // The result
+1970-01-01 09:00:03    2   Gift // Base point
+1970-01-01 09:00:04    2   Basket    
                                      
-1970-01-01 09:00:01    4   Gift 
-1970-01-01 09:00:02    4   Home // The result
-1970-01-01 09:00:03    4   Gift // Base point  
-1970-01-01 09:00:04    4   Basket    
+1970-01-01 09:00:01    3   Gift 
+1970-01-01 09:00:02    3   Home // The result
+1970-01-01 09:00:03    3   Gift // Base point  
+1970-01-01 09:00:04    3   Basket    
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, page = 'Gift', page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home // Matched with Home, the result is null
 1970-01-01 09:00:02    1   Gift // Base point
 1970-01-01 09:00:03    1   Exit 
                                      
-1970-01-01 09:00:01    3   Home // The result
-1970-01-01 09:00:02    3   Home // Matched with Home
-1970-01-01 09:00:03    3   Gift // Base point
-1970-01-01 09:00:04    3   Basket    
+1970-01-01 09:00:01    2   Home // The result
+1970-01-01 09:00:02    2   Home // Matched with Home
+1970-01-01 09:00:03    2   Gift // Base point
+1970-01-01 09:00:04    2   Basket    
                                      
-1970-01-01 09:00:01    4   Gift // The result
-1970-01-01 09:00:02    4   Home // Matched with Home
-1970-01-01 09:00:03    4   Gift // Base point  
-1970-01-01 09:00:04    4   Basket    
+1970-01-01 09:00:01    3   Gift // The result
+1970-01-01 09:00:02    3   Home // Matched with Home
+1970-01-01 09:00:03    3   Gift // Base point  
+1970-01-01 09:00:04    3   Basket    
+```
+
+
+**Behavior for `base_condition`**
+
+```SQL
+CREATE TABLE test_flow_basecond
+(
+    `dt` DateTime,
+    `id` int,
+    `page` String,
+    `ref` String
+)
+ENGINE = MergeTree
+PARTITION BY toYYYYMMDD(dt)
+ORDER BY id
+
+INSERT INTO test_flow_basecond VALUES (1, 1, 'A', 'ref4') (2, 1, 'A', 'ref3') (3, 1, 'B', 'ref2') (4, 1, 'B', 'ref1');
+```
+
+```SQL
+SELECT id, sequenceNextNode('forward', 'head')(dt, ref = 'ref1', page, page = 'A') FROM test_flow_basecond GROUP BY id;
+
+                  dt   id   page   ref 
+ 1970-01-01 09:00:01    1   A      ref4 // The head can't be base point becasue the ref column of the head unmatched with 'ref1'.
+ 1970-01-01 09:00:02    1   A      ref3 
+ 1970-01-01 09:00:03    1   B      ref2 
+ 1970-01-01 09:00:04    1   B      ref1 
+ ```
+
+```SQL
+SELECT id, sequenceNextNode('backward', 'tail')(dt, ref = 'ref4', page, page = 'B') FROM test_flow_basecond GROUP BY id;
+
+                  dt   id   page   ref 
+ 1970-01-01 09:00:01    1   A      ref4
+ 1970-01-01 09:00:02    1   A      ref3 
+ 1970-01-01 09:00:03    1   B      ref2 
+ 1970-01-01 09:00:04    1   B      ref1 // The tail can't be base point becasue the ref column of the tail unmatched with 'ref4'.
+```
+
+```SQL
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, ref = 'ref3', page, page = 'A') FROM test_flow_basecond GROUP BY id;
+
+                  dt   id   page   ref 
+ 1970-01-01 09:00:01    1   A      ref4 // This row can't be base point becasue the ref column unmatched with 'ref3'.
+ 1970-01-01 09:00:02    1   A      ref3 // Base point
+ 1970-01-01 09:00:03    1   B      ref2 // The result
+ 1970-01-01 09:00:04    1   B      ref1 
+```
+
+```SQL
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, ref = 'ref2', page, page = 'B') FROM test_flow_basecond GROUP BY id;
+
+                  dt   id   page   ref 
+ 1970-01-01 09:00:01    1   A      ref4
+ 1970-01-01 09:00:02    1   A      ref3 // The result
+ 1970-01-01 09:00:03    1   B      ref2 // Base point
+ 1970-01-01 09:00:04    1   B      ref1 // This row can't be base point becasue the ref column unmatched with 'ref2'. 
 ```
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index b8f517cba20..c31337e25c6 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -12,6 +12,7 @@ namespace DB
 {
 
 constexpr size_t MAX_EVENTS_SIZE = 64;
+constexpr size_t MIN_REQUIRED_ARGS = 3;
 
 namespace ErrorCodes
 {
@@ -27,13 +28,13 @@ template <typename T, SeqDirection Direction>
 inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl2(const DataTypePtr data_type, const DataTypes & argument_types, SeqBase base)
 {
     if (base == HEAD)
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, HEAD>>(data_type, argument_types);
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, HEAD, MIN_REQUIRED_ARGS>>(data_type, argument_types);
     else if (base == TAIL)
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, TAIL>>(data_type, argument_types);
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, TAIL, MIN_REQUIRED_ARGS>>(data_type, argument_types);
     else if (base == FIRST_MATCH)
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, FIRST_MATCH>>(data_type, argument_types);
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, FIRST_MATCH, MIN_REQUIRED_ARGS>>(data_type, argument_types);
     else
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, LAST_MATCH>>(data_type, argument_types);
+        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, LAST_MATCH, MIN_REQUIRED_ARGS>>(data_type, argument_types);
 }
 
 template <typename T>
@@ -46,9 +47,9 @@ inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl1(const DataT
 }
 
 AggregateFunctionPtr
-createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, const DataTypes & argument_types, const Array & parameters)
+createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events, const DataTypes & argument_types, const Array & parameters)
 {
-    assert(max_args <= MAX_EVENTS_SIZE);
+    assert(max_events <= MAX_EVENTS_SIZE);
 
     if (parameters.size() < 2)
         throw Exception("Aggregate function " + name + " requires 2 parameters (direction, head)",
@@ -76,19 +77,26 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, c
     else
         throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_base, ErrorCodes::BAD_ARGUMENTS};
 
-    if ((base == FIRST_MATCH || base == LAST_MATCH) && argument_types.size() < 3)
-        throw Exception("Aggregate function " + name + " requires at least three arguments when base is first_match or last_match.",
-                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if (argument_types.size() < 2)
+    if (argument_types.size() < MIN_REQUIRED_ARGS)
         throw Exception("Aggregate function " + name + " requires at least two arguments.",
                         ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if (argument_types.size() > max_args + 2)
+    else if ((base == FIRST_MATCH || base == LAST_MATCH) && argument_types.size() < MIN_REQUIRED_ARGS + 1)
+        throw Exception("Aggregate function " + name + " requires at least three arguments when base is first_match or last_match.",
+                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    else if (argument_types.size() > max_events + MIN_REQUIRED_ARGS)
         throw Exception("Aggregate function " + name + " requires at most " +
-                            std::to_string(max_args + 2) +
-                            " (timestamp, value_column, " +  std::to_string(max_args) + " events) arguments.",
+                            std::to_string(max_events + MIN_REQUIRED_ARGS) +
+                            " (timestamp, value_column, " +  std::to_string(max_events) + " events) arguments.",
                         ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    for (const auto i : ext::range(2, argument_types.size()))
+    if (const auto * cond_arg = argument_types[1].get())
+    {
+        if (!isUInt8(cond_arg))
+            throw Exception{"Illegal type " + cond_arg->getName() + " of argument 1 of aggregate function "
+                    + name + ", must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
+    }
+
+    for (const auto i : ext::range(MIN_REQUIRED_ARGS, argument_types.size()))
     {
         const auto * cond_arg = argument_types[i].get();
         if (!isUInt8(cond_arg))
@@ -96,12 +104,12 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, c
                     + name + ", must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
     }
 
-    if (WhichDataType(argument_types[1].get()).idx != TypeIndex::String)
+    if (WhichDataType(argument_types[2].get()).idx != TypeIndex::String)
         throw Exception{"Illegal type " + argument_types[1].get()->getName()
                 + " of second argument of aggregate function " + name + ", must be String",
             ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
 
-    DataTypePtr data_type = makeNullable(argument_types[1]);
+    DataTypePtr data_type = makeNullable(argument_types[2]);
 
     WhichDataType timestamp_type(argument_types[0].get());
     if (timestamp_type.idx == TypeIndex::UInt8)
@@ -122,11 +130,11 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_args, c
         ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
 }
 
-auto createAggregateFunctionSequenceNodeMaxArgs(UInt64 max_args)
+auto createAggregateFunctionSequenceNodeMaxArgs(UInt64 max_events)
 {
-    return [max_args](const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    return [max_events](const std::string & name, const DataTypes & argument_types, const Array & parameters)
     {
-        return createAggregateFunctionSequenceNode(name, max_args, argument_types, parameters);
+        return createAggregateFunctionSequenceNode(name, max_events, argument_types, parameters);
     };
 }
 
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index f58469f27bb..a37816cfa4a 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -49,6 +49,7 @@ struct NodeBase
 
     DataTypeDateTime::FieldType event_time;
     std::bitset<MaxEventsSize> events_bitset;
+    bool can_be_base;
 
     char * data() { return reinterpret_cast<char *>(this) + sizeof(Node); }
 
@@ -68,6 +69,7 @@ struct NodeBase
         writeBinary(event_time, buf);
         UInt64 ulong_bitset = events_bitset.to_ulong();
         writeBinary(ulong_bitset, buf);
+        writeBinary(can_be_base, buf);
     }
 
     static Node * read(ReadBuffer & buf, Arena * arena)
@@ -83,6 +85,7 @@ struct NodeBase
         UInt64 ulong_bitset;
         readBinary(ulong_bitset, buf);
         node->events_bitset = ulong_bitset;
+        readBinary(node->can_be_base, buf);
 
         return node;
     }
@@ -146,13 +149,15 @@ struct SequenceNextNodeGeneralData
 };
 
 /// Implementation of sequenceFirstNode
-template <typename T, typename Node, SeqDirection Direction, SeqBase Base>
+template <typename T, typename Node, SeqDirection Direction, SeqBase Base, size_t MinRequiredArgs>
 class SequenceNextNodeImpl final
-    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base>>
+    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base, MinRequiredArgs>>
 {
     using Data = SequenceNextNodeGeneralData<Node>;
     static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
     static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
+    static constexpr size_t EventColumn = 2;
+    static constexpr size_t BaseCondition = 1;
 
     DataTypePtr & data_type;
     UInt8 events_size;
@@ -160,10 +165,10 @@ class SequenceNextNodeImpl final
 
 public:
     SequenceNextNodeImpl(const DataTypePtr & data_type_, const DataTypes & arguments, UInt64 max_elems_ = std::numeric_limits<UInt64>::max())
-        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base>>(
+        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base, MinRequiredArgs>>(
             {data_type_}, {})
         , data_type(this->argument_types[0])
-        , events_size(arguments.size() - 2)
+        , events_size(arguments.size() - MinRequiredArgs)
         , max_elems(max_elems_)
     {
     }
@@ -196,7 +201,7 @@ public:
 
     void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena * arena) const override
     {
-        Node * node = Node::allocate(*columns[1], row_num, arena);
+        Node * node = Node::allocate(*columns[EventColumn], row_num, arena);
 
         const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
 
@@ -208,10 +213,12 @@ public:
         /// +          4 (bit of event3)
         node->events_bitset.reset();
         for (UInt8 i = 0; i < events_size; ++i)
-            if (assert_cast<const ColumnVector<UInt8> *>(columns[2 + i])->getData()[row_num])
+            if (assert_cast<const ColumnVector<UInt8> *>(columns[MinRequiredArgs + i])->getData()[row_num])
                 node->events_bitset.set(i);
         node->event_time = timestamp;
 
+        node->can_be_base = assert_cast<const ColumnVector<UInt8> *>(columns[BaseCondition])->getData()[row_num];
+
         data(place).value.push_back(node, arena);
     }
 
@@ -306,19 +313,31 @@ public:
 
     inline UInt32 getBaseIndex(Data & data, bool & exist) const
     {
+        exist = false;
+        if (data.value.size() == 0)
+            return 0;
+
         switch (Base)
         {
             case HEAD:
-                exist = true;
-                return 0;
+                if (data.value[0]->can_be_base)
+                {
+                    exist = true;
+                    return 0;
+                }
+                break;
 
             case TAIL:
-                exist = true;
-                return data.value.size() - 1;
+                if (data.value[data.value.size() - 1]->can_be_base)
+                {
+                    exist = true;
+                    return data.value.size() - 1;
+                }
+                break;
 
             case FIRST_MATCH:
                 for (UInt64 i = 0; i < data.value.size(); ++i)
-                    if (data.value[i]->events_bitset.test(0))
+                    if (data.value[i]->events_bitset.test(0) && data.value[i]->can_be_base)
                     {
                         exist = true;
                         return i;
@@ -329,7 +348,7 @@ public:
                 for (UInt64 i = 0; i < data.value.size(); ++i)
                 {
                     auto reversed_i = data.value.size() - i - 1;
-                    if (data.value[reversed_i]->events_bitset.test(0))
+                    if (data.value[reversed_i]->events_bitset.test(0) && data.value[reversed_i]->can_be_base)
                     {
                         exist = true;
                         return reversed_i;
@@ -338,7 +357,6 @@ public:
                 break;
         }
 
-        exist = false;
         return 0;
     }
 
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node.reference
index 9309641f3bf..739f19818a6 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.reference
+++ b/tests/queries/0_stateless/01656_sequence_next_node.reference
@@ -459,3 +459,33 @@
 (max_args)	10	\N
 (max_args)	11	\N
 (forward, head, A) id = 12	A
+(forward, head, 1)	1	A
+(forward, head, 1)	2	\N
+(forward, head, 1)	3	\N
+(forward, head, 1, A)	1	B
+(forward, head, 1, A)	2	\N
+(forward, head, 1, A)	3	\N
+(forward, head, 1, A->B)	1	C
+(forward, head, 1, A->B)	2	\N
+(forward, head, 1, A->B)	3	\N
+(backward, tail, 1)	1	\N
+(backward, tail, 1)	2	A
+(backward, tail, 1)	3	\N
+(backward, tail, 1, A)	1	\N
+(backward, tail, 1, A)	2	B
+(backward, tail, 1, A)	3	\N
+(backward, tail, 1, A->B)	1	\N
+(backward, tail, 1, A->B)	2	C
+(backward, tail, 1, A->B)	3	\N
+(forward, first_match, 1, B)	1	C
+(forward, first_match, 1, B)	2	A
+(forward, first_match, 1, B)	3	D
+(forward, first_match, 1, B->C)	1	D
+(forward, first_match, 1, B->C)	2	\N
+(forward, first_match, 1, B->C)	3	\N
+(backward, first_match, 1, B)	1	A
+(backward, first_match, 1, B)	2	C
+(backward, first_match, 1, B)	3	B
+(backward, first_match, 1, B->C)	1	\N
+(backward, first_match, 1, B->C)	2	\N
+(backward, first_match, 1, B->C)	3	\N
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node.sql
index 63810265bf9..c03abed8a54 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node.sql
@@ -27,26 +27,26 @@ INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',6,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',6,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:05',6,'C');
 
-SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',10,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,'B');
@@ -54,41 +54,41 @@ INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,NULL
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',10,'C');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',10,'D');
 
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'C');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'D');
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is NULL);
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'A');
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
 
-SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, 1, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
 
-SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
-SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
@@ -123,73 +123,106 @@ INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',6,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',6,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:05',6,'C');
 
-SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',10,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',10,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',10,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',10,'D');
 
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'D');
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is NULL);
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'A');
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
 
-SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, 1, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
 
-SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
 
-SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
 
-SELECT '(max_args)', id, sequenceNextNode('forward', 'head')(dt, action, action = '0', action = '1', action = '2', action = '3', action = '4', action = '5', action = '6', action = '7', action = '8', action = '9', action = '10', action = '11', action = '12', action = '13', action = '14', action = '15', action = '16', action = '17', action = '18', action = '19', action = '20', action = '21', action = '22', action = '23', action = '24', action = '25', action = '26', action = '27', action = '28', action = '29', action = '30', action = '31', action = '32', action = '33', action = '34', action = '35', action = '36', action = '37', action = '38', action = '39', action = '40', action = '41', action = '42', action = '43', action = '44', action = '45', action = '46', action = '47', action = '48', action = '49', action = '50', action = '51', action = '52', action = '53', action = '54', action = '55', action = '56', action = '57', action = '58', action = '59', action = '60', action = '61', action = '62', action = '63') from test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(max_args)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = '0', action = '1', action = '2', action = '3', action = '4', action = '5', action = '6', action = '7', action = '8', action = '9', action = '10', action = '11', action = '12', action = '13', action = '14', action = '15', action = '16', action = '17', action = '18', action = '19', action = '20', action = '21', action = '22', action = '23', action = '24', action = '25', action = '26', action = '27', action = '28', action = '29', action = '30', action = '31', action = '32', action = '33', action = '34', action = '35', action = '36', action = '37', action = '38', action = '39', action = '40', action = '41', action = '42', action = '43', action = '44', action = '45', action = '46', action = '47', action = '48', action = '49', action = '50', action = '51', action = '52', action = '53', action = '54', action = '55', action = '56', action = '57', action = '58', action = '59', action = '60', action = '61', action = '62', action = '63') from test_sequenceNextNode GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',12,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',12,'A');
 
-SELECT '(forward, head, A) id = 12', sequenceNextNode('forward', 'head')(dt, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 12;
+SELECT '(forward, head, A) id = 12', sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 12;
 
 DROP TABLE IF EXISTS test_sequenceNextNode;
+
+DROP TABLE IF EXISTS test_base_condition;
+
+CREATE TABLE IF NOT EXISTS test_base_condition (dt DateTime, id int, action String, referrer String) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
+
+INSERT INTO test_base_condition values ('1970-01-01 09:00:01',1,'A','1');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:02',1,'B','2');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:03',1,'C','3');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:04',1,'D','4');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:01',2,'D','4');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:02',2,'C','3');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:03',2,'B','2');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:04',2,'A','1');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:01',3,'B','10');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:02',3,'B','2');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:03',3,'D','3');
+INSERT INTO test_base_condition values ('1970-01-01 09:00:04',3,'C','4');
+
+SELECT '(forward, head, 1)', id, sequenceNextNode('forward', 'head')(dt, referrer = '1', action) AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, head, 1, A)', id, sequenceNextNode('forward', 'head')(dt, referrer = '1', action, action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, head, 1, A->B)', id, sequenceNextNode('forward', 'head')(dt, referrer = '1', action, action = 'A', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+
+SELECT '(backward, tail, 1)', id, sequenceNextNode('backward', 'tail')(dt, referrer = '1', action) AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, tail, 1, A)', id, sequenceNextNode('backward', 'tail')(dt, referrer = '1', action, action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, tail, 1, A->B)', id, sequenceNextNode('backward', 'tail')(dt, referrer = '1', action, action = 'A', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+
+SELECT '(forward, first_match, 1, B)', id, sequenceNextNode('forward', 'first_match')(dt, referrer = '2', action, action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, 1, B->C)', id, sequenceNextNode('forward', 'first_match')(dt, referrer = '2', action, action = 'B', action = 'C') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+
+SELECT '(backward, first_match, 1, B)', id, sequenceNextNode('backward', 'first_match')(dt, referrer = '2', action, action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, 1, B->C)', id, sequenceNextNode('backward', 'first_match')(dt, referrer = '2', action, action = 'B', action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+
+DROP TABLE IF EXISTS test_base_condition;

From a4e9cf26b0c5f95621148e7d60f3c8ea268324c4 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Fri, 19 Mar 2021 17:43:20 +0900
Subject: [PATCH 0065/1060] Fix reverse indexing of TAIL in serialize()

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index a37816cfa4a..c0ecdadf8b1 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -281,8 +281,8 @@ public:
 
             case TAIL:
                 writeVarUInt(size, buf);
-                for (size_t i = value.size() - 1; i >= size; --i)
-                    value[i]->write(buf);
+                for (size_t i = 0; i < size; ++i)
+                    value[value.size() - size + i]->write(buf);
                 break;
 
             case FIRST_MATCH:

From a67f066f0a9bb25bbdd63f4a455a99debe6c5e81 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Mar 2021 14:44:03 +0300
Subject: [PATCH 0066/1060] fixes

---
 tests/integration/helpers/cluster.py          |   3 +-
 .../materialize_with_ddl.py                   | 376 +++++++++---------
 .../test_materialize_mysql_database/test.py   |  54 ++-
 3 files changed, 213 insertions(+), 220 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 124f77061cb..fbf5e425426 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -656,10 +656,11 @@ class ClickHouseCluster:
         raise Exception("Cannot wait MySQL container")
 
     def wait_mysql8_to_start(self, timeout=60):
+        self.mysql8_ip = self.get_instance_ip('mysql80')
         start = time.time()
         while time.time() - start < timeout:
             try:
-                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=self.mysql8_port)
+                conn = pymysql.connect(user='root', password='clickhouse', host=self.mysql8_ip, port=self.mysql8_port)
                 conn.close()
                 logging.debug("Mysql 8 Started")
                 return
diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 7e711d62576..c2f46a4b986 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -3,7 +3,7 @@ import time
 import pymysql.cursors
 import pytest
 from helpers.network import PartitionManager
-import pytest
+import logging
 from helpers.client import QueryRuntimeException
 from helpers.cluster import get_docker_compose_path, run_and_check
 import random
@@ -12,7 +12,7 @@ import threading
 from multiprocessing.dummy import Pool
 from helpers.test_tools import assert_eq_with_retry
 
-def check_query(clickhouse_node, query, result_set, retry_count=60, interval_seconds=3):
+def check_query(clickhouse_node, query, result_set, retry_count=1, interval_seconds=3):
     lastest_result = ''
 
     for i in range(retry_count):
@@ -21,10 +21,10 @@ def check_query(clickhouse_node, query, result_set, retry_count=60, interval_sec
             if result_set == lastest_result:
                 return
 
-            print(lastest_result)
+            logging.debug(f"latest_result{lastest_result}")
             time.sleep(interval_seconds)
         except Exception as e:
-            print(("check_query retry {} exception {}".format(i + 1, e)))
+            logging.debug(f"check_query retry {i+1} exception {e}")
             time.sleep(interval_seconds)
     else:
         assert clickhouse_node.query(query) == result_set
@@ -118,275 +118,275 @@ def dml_with_materialize_mysql_database(clickhouse_node, mysql_node, service_nam
 
 
 def materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
-    mysql_node.query("CREATE TABLE test_database.test_table_1 (`key` INT NOT NULL PRIMARY KEY, _datetime DateTime(6), _timestamp TIMESTAMP(3), _decimal DECIMAL(65, 30)) ENGINE = InnoDB;")
-    mysql_node.query("INSERT INTO test_database.test_table_1 VALUES(1, '2020-01-01 01:02:03.999999', '2020-01-01 01:02:03.999', " + ('9' * 35) + "." + ('9' * 30) + ")")
-    mysql_node.query("INSERT INTO test_database.test_table_1 VALUES(2, '2020-01-01 01:02:03.000000', '2020-01-01 01:02:03.000', ." + ('0' * 29) + "1)")
-    mysql_node.query("INSERT INTO test_database.test_table_1 VALUES(3, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.99', -" + ('9' * 35) + "." + ('9' * 30) + ")")
-    mysql_node.query("INSERT INTO test_database.test_table_1 VALUES(4, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.9999', -." + ('0' * 29) + "1)")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_dt")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_dt")
+    mysql_node.query("CREATE DATABASE test_database_dt DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("CREATE TABLE test_database_dt.test_table_1 (`key` INT NOT NULL PRIMARY KEY, _datetime DateTime(6), _timestamp TIMESTAMP(3), _decimal DECIMAL(65, 30)) ENGINE = InnoDB;")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_1 VALUES(1, '2020-01-01 01:02:03.999999', '2020-01-01 01:02:03.999', " + ('9' * 35) + "." + ('9' * 30) + ")")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_1 VALUES(2, '2020-01-01 01:02:03.000000', '2020-01-01 01:02:03.000', ." + ('0' * 29) + "1)")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_1 VALUES(3, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.99', -" + ('9' * 35) + "." + ('9' * 30) + ")")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_1 VALUES(4, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.9999', -." + ('0' * 29) + "1)")
 
-    clickhouse_node.query("CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(service_name))
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
+    clickhouse_node.query("CREATE DATABASE test_database_dt ENGINE = MaterializeMySQL('{}:3306', 'test_database_dt', 'root', 'clickhouse')".format(service_name))
+    assert "test_database_dt" in clickhouse_node.query("SHOW DATABASES")
 
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY key FORMAT TSV",
+    check_query(clickhouse_node, "SELECT * FROM test_database_dt.test_table_1 ORDER BY key FORMAT TSV",
                 "1\t2020-01-01 01:02:03.999999\t2020-01-01 01:02:03.999\t" + ('9' * 35) + "." + ('9' * 30) + "\n"
                 "2\t2020-01-01 01:02:03.000000\t2020-01-01 01:02:03.000\t0." + ('0' * 29) + "1\n"
                 "3\t2020-01-01 01:02:03.999900\t2020-01-01 01:02:03.990\t-" + ('9' * 35) + "." + ('9' * 30) + "\n"
                 "4\t2020-01-01 01:02:03.999900\t2020-01-01 01:02:04.000\t-0." + ('0' * 29) + "1\n")
 
-    mysql_node.query("CREATE TABLE test_database.test_table_2 (`key` INT NOT NULL PRIMARY KEY, _datetime DateTime(6), _timestamp TIMESTAMP(3), _decimal DECIMAL(65, 30)) ENGINE = InnoDB;")
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(1, '2020-01-01 01:02:03.999999', '2020-01-01 01:02:03.999', " + ('9' * 35) + "." + ('9' * 30) + ")")
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(2, '2020-01-01 01:02:03.000000', '2020-01-01 01:02:03.000', ." + ('0' * 29) + "1)")
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(3, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.99', -" + ('9' * 35) + "." + ('9' * 30) + ")")
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(4, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.9999', -." + ('0' * 29) + "1)")
+    mysql_node.query("CREATE TABLE test_database_dt.test_table_2 (`key` INT NOT NULL PRIMARY KEY, _datetime DateTime(6), _timestamp TIMESTAMP(3), _decimal DECIMAL(65, 30)) ENGINE = InnoDB;")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_2 VALUES(1, '2020-01-01 01:02:03.999999', '2020-01-01 01:02:03.999', " + ('9' * 35) + "." + ('9' * 30) + ")")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_2 VALUES(2, '2020-01-01 01:02:03.000000', '2020-01-01 01:02:03.000', ." + ('0' * 29) + "1)")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_2 VALUES(3, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.99', -" + ('9' * 35) + "." + ('9' * 30) + ")")
+    mysql_node.query("INSERT INTO test_database_dt.test_table_2 VALUES(4, '2020-01-01 01:02:03.9999', '2020-01-01 01:02:03.9999', -." + ('0' * 29) + "1)")
 
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY key FORMAT TSV",
+    check_query(clickhouse_node, "SELECT * FROM test_database_dt.test_table_2 ORDER BY key FORMAT TSV",
                 "1\t2020-01-01 01:02:03.999999\t2020-01-01 01:02:03.999\t" + ('9' * 35) + "." + ('9' * 30) + "\n"
                 "2\t2020-01-01 01:02:03.000000\t2020-01-01 01:02:03.000\t0." + ('0' * 29) + "1\n"
                 "3\t2020-01-01 01:02:03.999900\t2020-01-01 01:02:03.990\t-" + ('9' * 35) + "." + ('9' * 30) + "\n"
                 "4\t2020-01-01 01:02:03.999900\t2020-01-01 01:02:04.000\t-0." + ('0' * 29) + "1\n")
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
-
+    clickhouse_node.query("DROP DATABASE test_database_dt")
+    mysql_node.query("DROP DATABASE test_database_dt")
 
 
 def drop_table_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
-    mysql_node.query("CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_drop")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_drop")
+    mysql_node.query("CREATE DATABASE test_database_drop DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("CREATE TABLE test_database_drop.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
 
-    mysql_node.query("DROP TABLE test_database.test_table_1;")
+    mysql_node.query("DROP TABLE test_database_drop.test_table_1;")
 
-    mysql_node.query("CREATE TABLE test_database.test_table_2 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    mysql_node.query("CREATE TABLE test_database_drop.test_table_2 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
 
-    mysql_node.query("TRUNCATE TABLE test_database.test_table_2;")
+    mysql_node.query("TRUNCATE TABLE test_database_drop.test_table_2;")
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_drop ENGINE = MaterializeMySQL('{}:3306', 'test_database_drop', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV", "")
+    assert "test_database_drop" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "SELECT * FROM test_database_drop.test_table_2 ORDER BY id FORMAT TSV", "")
 
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(1), (2), (3), (4), (5), (6)")
-    mysql_node.query("CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\ntest_table_2\n")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV",
+    mysql_node.query("INSERT INTO test_database_drop.test_table_2 VALUES(1), (2), (3), (4), (5), (6)")
+    mysql_node.query("CREATE TABLE test_database_drop.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_drop FORMAT TSV", "test_table_1\ntest_table_2\n")
+    check_query(clickhouse_node, "SELECT * FROM test_database_drop.test_table_2 ORDER BY id FORMAT TSV",
                 "1\n2\n3\n4\n5\n6\n")
 
-    mysql_node.query("DROP TABLE test_database.test_table_1;")
-    mysql_node.query("TRUNCATE TABLE test_database.test_table_2;")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_2\n")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV", "")
+    mysql_node.query("DROP TABLE test_database_drop.test_table_1;")
+    mysql_node.query("TRUNCATE TABLE test_database_drop.test_table_2;")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_drop FORMAT TSV", "test_table_2\n")
+    check_query(clickhouse_node, "SELECT * FROM test_database_drop.test_table_2 ORDER BY id FORMAT TSV", "")
+
+    clickhouse_node.query("DROP DATABASE test_database_drop")
+    mysql_node.query("DROP DATABASE test_database_drop")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
 
 def create_table_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_create")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_create")
+    mysql_node.query("CREATE DATABASE test_database_create DEFAULT CHARACTER SET 'utf8'")
     # existed before the mapping was created
-    mysql_node.query("CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    mysql_node.query("CREATE TABLE test_database_create.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
     # it already has some data
-    mysql_node.query("INSERT INTO test_database.test_table_1 VALUES(1), (2), (3), (5), (6), (7);")
+    mysql_node.query("INSERT INTO test_database_create.test_table_1 VALUES(1), (2), (3), (5), (6), (7);")
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_create ENGINE = MaterializeMySQL('{}:3306', 'test_database_create', 'root', 'clickhouse')".format(
             service_name))
 
     # Check for pre-existing status
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_1 ORDER BY id FORMAT TSV",
+    assert "test_database_create" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "SELECT * FROM test_database_create.test_table_1 ORDER BY id FORMAT TSV",
                 "1\n2\n3\n5\n6\n7\n")
 
-    mysql_node.query("CREATE TABLE test_database.test_table_2 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(1), (2), (3), (4), (5), (6);")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV",
+    mysql_node.query("CREATE TABLE test_database_create.test_table_2 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    mysql_node.query("INSERT INTO test_database_create.test_table_2 VALUES(1), (2), (3), (4), (5), (6);")
+    check_query(clickhouse_node, "SELECT * FROM test_database_create.test_table_2 ORDER BY id FORMAT TSV",
                 "1\n2\n3\n4\n5\n6\n")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_create")
+    mysql_node.query("DROP DATABASE test_database_create")
 
 
 def rename_table_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
-    mysql_node.query("CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_rename")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_rename")
+    mysql_node.query("CREATE DATABASE test_database_rename DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("CREATE TABLE test_database_rename.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
 
-    mysql_node.query("RENAME TABLE test_database.test_table_1 TO test_database.test_table_2")
+    mysql_node.query("RENAME TABLE test_database_rename.test_table_1 TO test_database_rename.test_table_2")
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_rename ENGINE = MaterializeMySQL('{}:3306', 'test_database_rename', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_2\n")
-    mysql_node.query("RENAME TABLE test_database.test_table_2 TO test_database.test_table_1")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\n")
+    assert "test_database_rename" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_rename FORMAT TSV", "test_table_2\n")
+    mysql_node.query("RENAME TABLE test_database_rename.test_table_2 TO test_database_rename.test_table_1")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_rename FORMAT TSV", "test_table_1\n")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_rename")
+    mysql_node.query("DROP DATABASE test_database_rename")
 
 
 def alter_add_column_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
-    mysql_node.query("CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_add")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_add")
+    mysql_node.query("CREATE DATABASE test_database_add DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("CREATE TABLE test_database_add.test_table_1 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
 
-    mysql_node.query("ALTER TABLE test_database.test_table_1 ADD COLUMN add_column_1 INT NOT NULL")
-    mysql_node.query("ALTER TABLE test_database.test_table_1 ADD COLUMN add_column_2 INT NOT NULL FIRST")
-    mysql_node.query("ALTER TABLE test_database.test_table_1 ADD COLUMN add_column_3 INT NOT NULL AFTER add_column_1")
-    mysql_node.query("ALTER TABLE test_database.test_table_1 ADD COLUMN add_column_4 INT NOT NULL DEFAULT " + (
+    mysql_node.query("ALTER TABLE test_database_add.test_table_1 ADD COLUMN add_column_1 INT NOT NULL")
+    mysql_node.query("ALTER TABLE test_database_add.test_table_1 ADD COLUMN add_column_2 INT NOT NULL FIRST")
+    mysql_node.query("ALTER TABLE test_database_add.test_table_1 ADD COLUMN add_column_3 INT NOT NULL AFTER add_column_1")
+    mysql_node.query("ALTER TABLE test_database_add.test_table_1 ADD COLUMN add_column_4 INT NOT NULL DEFAULT " + (
         "0" if service_name == "mysql57" else "(id)"))
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_add ENGINE = MaterializeMySQL('{}:3306', 'test_database_add', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "DESC test_database.test_table_1 FORMAT TSV",
+    assert "test_database_add" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "DESC test_database_add.test_table_1 FORMAT TSV",
                 "add_column_2\tInt32\t\t\t\t\t\nid\tInt32\t\t\t\t\t\nadd_column_1\tInt32\t\t\t\t\t\nadd_column_3\tInt32\t\t\t\t\t\nadd_column_4\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
-    mysql_node.query("CREATE TABLE test_database.test_table_2 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\ntest_table_2\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+    mysql_node.query("CREATE TABLE test_database_add.test_table_2 (id INT NOT NULL PRIMARY KEY) ENGINE = InnoDB;")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_add FORMAT TSV", "test_table_1\ntest_table_2\n")
+    check_query(clickhouse_node, "DESC test_database_add.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
     mysql_node.query(
-        "ALTER TABLE test_database.test_table_2 ADD COLUMN add_column_1 INT NOT NULL, ADD COLUMN add_column_2 INT NOT NULL FIRST")
+        "ALTER TABLE test_database_add.test_table_2 ADD COLUMN add_column_1 INT NOT NULL, ADD COLUMN add_column_2 INT NOT NULL FIRST")
     mysql_node.query(
-        "ALTER TABLE test_database.test_table_2 ADD COLUMN add_column_3 INT NOT NULL AFTER add_column_1, ADD COLUMN add_column_4 INT NOT NULL DEFAULT " + (
+        "ALTER TABLE test_database_add.test_table_2 ADD COLUMN add_column_3 INT NOT NULL AFTER add_column_1, ADD COLUMN add_column_4 INT NOT NULL DEFAULT " + (
             "0" if service_name == "mysql57" else "(id)"))
 
     default_expression = "DEFAULT\t0" if service_name == "mysql57" else "DEFAULT\tid"
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+    check_query(clickhouse_node, "DESC test_database_add.test_table_2 FORMAT TSV",
                 "add_column_2\tInt32\t\t\t\t\t\nid\tInt32\t\t\t\t\t\nadd_column_1\tInt32\t\t\t\t\t\nadd_column_3\tInt32\t\t\t\t\t\nadd_column_4\tInt32\t" + default_expression + "\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
 
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(1, 2, 3, 4, 5), (6, 7, 8, 9, 10)")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV",
+    mysql_node.query("INSERT INTO test_database_add.test_table_2 VALUES(1, 2, 3, 4, 5), (6, 7, 8, 9, 10)")
+    check_query(clickhouse_node, "SELECT * FROM test_database_add.test_table_2 ORDER BY id FORMAT TSV",
                 "1\t2\t3\t4\t5\n6\t7\t8\t9\t10\n")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_add")
+    mysql_node.query("DROP DATABASE test_database_add")
 
 
 def alter_drop_column_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_alter_drop")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_alter_drop")
+    mysql_node.query("CREATE DATABASE test_database_alter_drop DEFAULT CHARACTER SET 'utf8'")
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY, drop_column INT) ENGINE = InnoDB;")
+        "CREATE TABLE test_database_alter_drop.test_table_1 (id INT NOT NULL PRIMARY KEY, drop_column INT) ENGINE = InnoDB;")
 
-    mysql_node.query("ALTER TABLE test_database.test_table_1 DROP COLUMN drop_column")
+    mysql_node.query("ALTER TABLE test_database_alter_drop.test_table_1 DROP COLUMN drop_column")
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_alter_drop ENGINE = MaterializeMySQL('{}:3306', 'test_database_alter_drop', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_1 FORMAT TSV",
+    assert "test_database_alter_drop" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_alter_drop FORMAT TSV", "test_table_1\n")
+    check_query(clickhouse_node, "DESC test_database_alter_drop.test_table_1 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_2 (id INT NOT NULL PRIMARY KEY, drop_column INT NOT NULL) ENGINE = InnoDB;")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\ntest_table_2\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+        "CREATE TABLE test_database_alter_drop.test_table_2 (id INT NOT NULL PRIMARY KEY, drop_column INT NOT NULL) ENGINE = InnoDB;")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_alter_drop FORMAT TSV", "test_table_1\ntest_table_2\n")
+    check_query(clickhouse_node, "DESC test_database_alter_drop.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\ndrop_column\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
-    mysql_node.query("ALTER TABLE test_database.test_table_2 DROP COLUMN drop_column")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+    mysql_node.query("ALTER TABLE test_database_alter_drop.test_table_2 DROP COLUMN drop_column")
+    check_query(clickhouse_node, "DESC test_database_alter_drop.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
 
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(1), (2), (3), (4), (5)")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV", "1\n2\n3\n4\n5\n")
+    mysql_node.query("INSERT INTO test_database_alter_drop.test_table_2 VALUES(1), (2), (3), (4), (5)")
+    check_query(clickhouse_node, "SELECT * FROM test_database_alter_drop.test_table_2 ORDER BY id FORMAT TSV", "1\n2\n3\n4\n5\n")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_alter_drop")
+    mysql_node.query("DROP DATABASE test_database_alter_drop")
 
 
 def alter_rename_column_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_alter_rename")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_alter_rename")
+    mysql_node.query("CREATE DATABASE test_database_alter_rename DEFAULT CHARACTER SET 'utf8'")
 
     # maybe should test rename primary key?
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY, rename_column INT NOT NULL) ENGINE = InnoDB;")
+        "CREATE TABLE test_database_alter_rename.test_table_1 (id INT NOT NULL PRIMARY KEY, rename_column INT NOT NULL) ENGINE = InnoDB;")
 
-    mysql_node.query("ALTER TABLE test_database.test_table_1 RENAME COLUMN rename_column TO new_column_name")
+    mysql_node.query("ALTER TABLE test_database_alter_rename.test_table_1 RENAME COLUMN rename_column TO new_column_name")
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_alter_rename ENGINE = MaterializeMySQL('{}:3306', 'test_database_alter_rename', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "DESC test_database.test_table_1 FORMAT TSV",
+    assert "test_database_alter_rename" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "DESC test_database_alter_rename.test_table_1 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\nnew_column_name\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_2 (id INT NOT NULL PRIMARY KEY, rename_column INT NOT NULL) ENGINE = InnoDB;")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+        "CREATE TABLE test_database_alter_rename.test_table_2 (id INT NOT NULL PRIMARY KEY, rename_column INT NOT NULL) ENGINE = InnoDB;")
+    check_query(clickhouse_node, "DESC test_database_alter_rename.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\nrename_column\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
-    mysql_node.query("ALTER TABLE test_database.test_table_2 RENAME COLUMN rename_column TO new_column_name")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+    mysql_node.query("ALTER TABLE test_database_alter_rename.test_table_2 RENAME COLUMN rename_column TO new_column_name")
+    check_query(clickhouse_node, "DESC test_database_alter_rename.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\nnew_column_name\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
 
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(1, 2), (3, 4), (5, 6), (7, 8), (9, 10)")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV",
+    mysql_node.query("INSERT INTO test_database_alter_rename.test_table_2 VALUES(1, 2), (3, 4), (5, 6), (7, 8), (9, 10)")
+    check_query(clickhouse_node, "SELECT * FROM test_database_alter_rename.test_table_2 ORDER BY id FORMAT TSV",
                 "1\t2\n3\t4\n5\t6\n7\t8\n9\t10\n")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_alter_rename")
+    mysql_node.query("DROP DATABASE test_database_alter_rename")
 
 
 def alter_modify_column_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_alter_modify")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_alter_modify")
+    mysql_node.query("CREATE DATABASE test_database_alter_modify DEFAULT CHARACTER SET 'utf8'")
 
     # maybe should test rename primary key?
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY, modify_column INT NOT NULL) ENGINE = InnoDB;")
+        "CREATE TABLE test_database_alter_modify.test_table_1 (id INT NOT NULL PRIMARY KEY, modify_column INT NOT NULL) ENGINE = InnoDB;")
 
-    mysql_node.query("ALTER TABLE test_database.test_table_1 MODIFY COLUMN modify_column INT")
+    mysql_node.query("ALTER TABLE test_database_alter_modify.test_table_1 MODIFY COLUMN modify_column INT")
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_alter_modify ENGINE = MaterializeMySQL('{}:3306', 'test_database_alter_modify', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_1 FORMAT TSV",
+    assert "test_database_alter_modify" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_alter_modify FORMAT TSV", "test_table_1\n")
+    check_query(clickhouse_node, "DESC test_database_alter_modify.test_table_1 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\nmodify_column\tNullable(Int32)\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_2 (id INT NOT NULL PRIMARY KEY, modify_column INT NOT NULL) ENGINE = InnoDB;")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\ntest_table_2\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+        "CREATE TABLE test_database_alter_modify.test_table_2 (id INT NOT NULL PRIMARY KEY, modify_column INT NOT NULL) ENGINE = InnoDB;")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_alter_modify FORMAT TSV", "test_table_1\ntest_table_2\n")
+    check_query(clickhouse_node, "DESC test_database_alter_modify.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\nmodify_column\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
-    mysql_node.query("ALTER TABLE test_database.test_table_2 MODIFY COLUMN modify_column INT")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+    mysql_node.query("ALTER TABLE test_database_alter_modify.test_table_2 MODIFY COLUMN modify_column INT")
+    check_query(clickhouse_node, "DESC test_database_alter_modify.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\nmodify_column\tNullable(Int32)\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
-    mysql_node.query("ALTER TABLE test_database.test_table_2 MODIFY COLUMN modify_column INT FIRST")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+    mysql_node.query("ALTER TABLE test_database_alter_modify.test_table_2 MODIFY COLUMN modify_column INT FIRST")
+    check_query(clickhouse_node, "DESC test_database_alter_modify.test_table_2 FORMAT TSV",
                 "modify_column\tNullable(Int32)\t\t\t\t\t\nid\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
-    mysql_node.query("ALTER TABLE test_database.test_table_2 MODIFY COLUMN modify_column INT AFTER id")
-    check_query(clickhouse_node, "DESC test_database.test_table_2 FORMAT TSV",
+    mysql_node.query("ALTER TABLE test_database_alter_modify.test_table_2 MODIFY COLUMN modify_column INT AFTER id")
+    check_query(clickhouse_node, "DESC test_database_alter_modify.test_table_2 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\nmodify_column\tNullable(Int32)\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
 
-    mysql_node.query("INSERT INTO test_database.test_table_2 VALUES(1, 2), (3, NULL)")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_2 ORDER BY id FORMAT TSV", "1\t2\n3\t\\N\n")
+    mysql_node.query("INSERT INTO test_database_alter_modify.test_table_2 VALUES(1, 2), (3, NULL)")
+    check_query(clickhouse_node, "SELECT * FROM test_database_alter_modify.test_table_2 ORDER BY id FORMAT TSV", "1\t2\n3\t\\N\n")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_alter_modify")
+    mysql_node.query("DROP DATABASE test_database_alter_modify")
 
 
 # TODO: need ClickHouse support ALTER TABLE table_name ADD COLUMN column_name, RENAME COLUMN column_name TO new_column_name;
@@ -394,53 +394,53 @@ def alter_modify_column_with_materialize_mysql_database(clickhouse_node, mysql_n
 #     pass
 
 def alter_rename_table_with_materialize_mysql_database(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database DEFAULT CHARACTER SET 'utf8'")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_rename_table")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_rename_table")
+    mysql_node.query("CREATE DATABASE test_database_rename_table DEFAULT CHARACTER SET 'utf8'")
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY, drop_column INT) ENGINE = InnoDB;")
+        "CREATE TABLE test_database_rename_table.test_table_1 (id INT NOT NULL PRIMARY KEY, drop_column INT) ENGINE = InnoDB;")
 
     mysql_node.query(
-        "ALTER TABLE test_database.test_table_1 DROP COLUMN drop_column, RENAME TO test_database.test_table_2, RENAME TO test_database.test_table_3")
+        "ALTER TABLE test_database_rename_table.test_table_1 DROP COLUMN drop_column, RENAME TO test_database_rename_table.test_table_2, RENAME TO test_database_rename_table.test_table_3")
 
     # create mapping
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_rename_table ENGINE = MaterializeMySQL('{}:3306', 'test_database_rename_table', 'root', 'clickhouse')".format(
             service_name))
 
-    assert "test_database" in clickhouse_node.query("SHOW DATABASES")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_3\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_3 FORMAT TSV",
+    assert "test_database_rename_table" in clickhouse_node.query("SHOW DATABASES")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_rename_table FORMAT TSV", "test_table_3\n")
+    check_query(clickhouse_node, "DESC test_database_rename_table.test_table_3 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
     mysql_node.query(
-        "CREATE TABLE test_database.test_table_1 (id INT NOT NULL PRIMARY KEY, drop_column INT NOT NULL) ENGINE = InnoDB;")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_1\ntest_table_3\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_1 FORMAT TSV",
+        "CREATE TABLE test_database_rename_table.test_table_1 (id INT NOT NULL PRIMARY KEY, drop_column INT NOT NULL) ENGINE = InnoDB;")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_rename_table FORMAT TSV", "test_table_1\ntest_table_3\n")
+    check_query(clickhouse_node, "DESC test_database_rename_table.test_table_1 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\ndrop_column\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
     mysql_node.query(
-        "ALTER TABLE test_database.test_table_1 DROP COLUMN drop_column, RENAME TO test_database.test_table_2, RENAME TO test_database.test_table_4")
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table_3\ntest_table_4\n")
-    check_query(clickhouse_node, "DESC test_database.test_table_4 FORMAT TSV",
+        "ALTER TABLE test_database_rename_table.test_table_1 DROP COLUMN drop_column, RENAME TO test_database_rename_table.test_table_2, RENAME TO test_database_rename_table.test_table_4")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_rename_table FORMAT TSV", "test_table_3\ntest_table_4\n")
+    check_query(clickhouse_node, "DESC test_database_rename_table.test_table_4 FORMAT TSV",
                 "id\tInt32\t\t\t\t\t\n_sign\tInt8\tMATERIALIZED\t1\t\t\t\n_version\tUInt64\tMATERIALIZED\t1\t\t\t\n")
 
-    mysql_node.query("INSERT INTO test_database.test_table_4 VALUES(1), (2), (3), (4), (5)")
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table_4 ORDER BY id FORMAT TSV", "1\n2\n3\n4\n5\n")
+    mysql_node.query("INSERT INTO test_database_rename_table.test_table_4 VALUES(1), (2), (3), (4), (5)")
+    check_query(clickhouse_node, "SELECT * FROM test_database_rename_table.test_table_4 ORDER BY id FORMAT TSV", "1\n2\n3\n4\n5\n")
 
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    clickhouse_node.query("DROP DATABASE test_database_rename_table")
+    mysql_node.query("DROP DATABASE test_database_rename_table")
 
 
 def query_event_with_empty_transaction(clickhouse_node, mysql_node, service_name):
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
-    mysql_node.query("CREATE DATABASE test_database")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_event")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_event")
+    mysql_node.query("CREATE DATABASE test_database_event")
 
     mysql_node.query("RESET MASTER")
-    mysql_node.query("CREATE TABLE test_database.t1(a INT NOT NULL PRIMARY KEY, b VARCHAR(255) DEFAULT 'BEGIN')")
-    mysql_node.query("INSERT INTO test_database.t1(a) VALUES(1)")
+    mysql_node.query("CREATE TABLE test_database_event.t1(a INT NOT NULL PRIMARY KEY, b VARCHAR(255) DEFAULT 'BEGIN')")
+    mysql_node.query("INSERT INTO test_database_event.t1(a) VALUES(1)")
 
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(
+        "CREATE DATABASE test_database_event ENGINE = MaterializeMySQL('{}:3306', 'test_database_event', 'root', 'clickhouse')".format(
             service_name))
 
     # Reject one empty GTID QUERY event with 'BEGIN' and 'COMMIT'
@@ -456,13 +456,13 @@ def query_event_with_empty_transaction(clickhouse_node, mysql_node, service_name
 
     # Reject one 'BEGIN' QUERY event and 'COMMIT' XID event.
     mysql_node.query("/* start */ begin /* end */")
-    mysql_node.query("INSERT INTO test_database.t1(a) VALUES(2)")
+    mysql_node.query("INSERT INTO test_database_event.t1(a) VALUES(2)")
     mysql_node.query("/* start */ commit /* end */")
 
-    check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "t1\n")
-    check_query(clickhouse_node, "SELECT * FROM test_database.t1 ORDER BY a FORMAT TSV", "1\tBEGIN\n2\tBEGIN\n")
-    clickhouse_node.query("DROP DATABASE test_database")
-    mysql_node.query("DROP DATABASE test_database")
+    check_query(clickhouse_node, "SHOW TABLES FROM test_database_event FORMAT TSV", "t1\n")
+    check_query(clickhouse_node, "SELECT * FROM test_database_event.t1 ORDER BY a FORMAT TSV", "1\tBEGIN\n2\tBEGIN\n")
+    clickhouse_node.query("DROP DATABASE test_database_event")
+    mysql_node.query("DROP DATABASE test_database_event")
 
 
 def select_without_columns(clickhouse_node, mysql_node, service_name):
@@ -592,23 +592,23 @@ def drop_instance_mysql_connections(clickhouse_node, pm, action='REJECT'):
     time.sleep(5)
 
 def network_partition_test(clickhouse_node, mysql_node, service_name):
-    clickhouse_node.query("DROP DATABASE IF EXISTS test_database")
+    clickhouse_node.query("DROP DATABASE IF EXISTS test_database_network")
     clickhouse_node.query("DROP DATABASE  IF EXISTS test")
-    mysql_node.query("DROP DATABASE IF EXISTS test_database")
+    mysql_node.query("DROP DATABASE IF EXISTS test_database_network")
     mysql_node.query("DROP DATABASE IF EXISTS test")
-    mysql_node.query("CREATE DATABASE test_database;")
-    mysql_node.query("CREATE TABLE test_database.test_table ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
+    mysql_node.query("CREATE DATABASE test_database_network;")
+    mysql_node.query("CREATE TABLE test_database_network.test_table ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
 
     mysql_node.query("CREATE DATABASE test;")
 
     clickhouse_node.query(
-        "CREATE DATABASE test_database ENGINE = MaterializeMySQL('{}:3306', 'test_database', 'root', 'clickhouse')".format(service_name))
-    check_query(clickhouse_node, "SELECT * FROM test_database.test_table", '')
+        "CREATE DATABASE test_database_network ENGINE = MaterializeMySQL('{}:3306', 'test_database_network', 'root', 'clickhouse')".format(service_name))
+    check_query(clickhouse_node, "SELECT * FROM test_database_network.test_table", '')
 
     with PartitionManager() as pm:
         drop_instance_mysql_connections(clickhouse_node, pm)
-        mysql_node.query('INSERT INTO test_database.test_table VALUES(1)')
-        check_query(clickhouse_node, "SELECT * FROM test_database.test_table", '')
+        mysql_node.query('INSERT INTO test_database_network.test_table VALUES(1)')
+        check_query(clickhouse_node, "SELECT * FROM test_database_network.test_table", '')
 
         with pytest.raises(QueryRuntimeException) as exception:
             clickhouse_node.query(
@@ -618,18 +618,18 @@ def network_partition_test(clickhouse_node, mysql_node, service_name):
 
         restore_instance_mysql_connections(clickhouse_node, pm)
 
-        check_query(clickhouse_node, "SELECT * FROM test_database.test_table FORMAT TSV", '1\n')
+        check_query(clickhouse_node, "SELECT * FROM test_database_network.test_table FORMAT TSV", '1\n')
 
         clickhouse_node.query(
             "CREATE DATABASE test ENGINE = MaterializeMySQL('{}:3306', 'test', 'root', 'clickhouse')".format(service_name))
-        check_query(clickhouse_node, "SHOW TABLES FROM test_database FORMAT TSV", "test_table\n")
+        check_query(clickhouse_node, "SHOW TABLES FROM test_database_network FORMAT TSV", "test_table\n")
 
         mysql_node.query("CREATE TABLE test.test ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
         check_query(clickhouse_node, "SHOW TABLES FROM test FORMAT TSV", "test\n")
 
-        clickhouse_node.query("DROP DATABASE test_database")
+        clickhouse_node.query("DROP DATABASE test_database_network")
         clickhouse_node.query("DROP DATABASE test")
-        mysql_node.query("DROP DATABASE test_database")
+        mysql_node.query("DROP DATABASE test_database_network")
         mysql_node.query("DROP DATABASE test")
 
 
diff --git a/tests/integration/test_materialize_mysql_database/test.py b/tests/integration/test_materialize_mysql_database/test.py
index f617d5f958f..3f256fd5d67 100644
--- a/tests/integration/test_materialize_mysql_database/test.py
+++ b/tests/integration/test_materialize_mysql_database/test.py
@@ -31,7 +31,7 @@ def started_cluster():
 
 
 class MySQLConnection:
-    def __init__(self, port, user='root', password='clickhouse', ip_address='127.0.0.1', docker_compose=None, project_name=cluster.project_name):
+    def __init__(self, port, user='root', password='clickhouse', ip_address=None, docker_compose=None, project_name=cluster.project_name):
         self.user = user
         self.port = port
         self.ip_address = ip_address
@@ -77,39 +77,31 @@ class MySQLConnection:
             cursor.execute(executio_query)
             return cursor.fetchall()
 
-    def start_and_wait(self):
-        run_and_check(['docker-compose',
-            '-p', cluster.project_name,
-            '-f', self.docker_compose,
-            'up', '--no-recreate', '-d',
-        ])
-        self.wait_mysql_to_start(120)
-
     def close(self):
         if self.mysql_connection is not None:
             self.mysql_connection.close()
             
 @pytest.fixture(scope="module")
 def started_mysql_5_7():
-    mysql_node = MySQLConnection(cluster.mysql_port, 'root', 'clickhouse', '127.0.0.1')
+    mysql_node = MySQLConnection(cluster.mysql_port, 'root', 'clickhouse', cluster.mysql_ip)
     yield mysql_node
 
 @pytest.fixture(scope="module")
 def started_mysql_8_0():
-    mysql8_node = MySQLConnection(cluster.mysql8_port, 'root', 'clickhouse', '127.0.0.1')
+    mysql8_node = MySQLConnection(cluster.mysql8_port, 'root', 'clickhouse', cluster.mysql8_ip)
     yield mysql8_node
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_dml_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
     materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_5_7, "mysql57")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_dml_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.dml_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
     materialize_with_ddl.materialize_mysql_database_with_datetime_and_decimal(clickhouse_node, started_mysql_8_0, "mysql80")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_ddl_with_mysql_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
     materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
@@ -121,7 +113,7 @@ def test_materialize_database_ddl_with_mysql_5_7(started_cluster, started_mysql_
     materialize_with_ddl.alter_rename_table_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
     materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.drop_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
     materialize_with_ddl.create_table_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
@@ -132,73 +124,73 @@ def test_materialize_database_ddl_with_mysql_8_0(started_cluster, started_mysql_
     materialize_with_ddl.alter_rename_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
     materialize_with_ddl.alter_modify_column_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_ddl_with_empty_transaction_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_5_7, "mysql57")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_ddl_with_empty_transaction_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.query_event_with_empty_transaction(clickhouse_node, started_mysql_8_0, "mysql80")
 
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_select_without_columns_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_5_7, "mysql57")
 
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_select_without_columns_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.select_without_columns(clickhouse_node, started_mysql_8_0, "mysql80")
 
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_insert_with_modify_binlog_checksum_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_5_7, "mysql57")
 
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_insert_with_modify_binlog_checksum_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.insert_with_modify_binlog_checksum(clickhouse_node, started_mysql_8_0, "mysql80")
 
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_err_sync_user_privs_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_5_7, "mysql57")
 
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_materialize_database_err_sync_user_privs_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.err_sync_user_privs_with_materialize_mysql_database(clickhouse_node, started_mysql_8_0, "mysql80")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_network_partition_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_5_7, "mysql57")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_network_partition_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.network_partition_test(clickhouse_node, started_mysql_8_0, "mysql80")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_mysql_kill_sync_thread_restore_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_5_7, "mysql57")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_mysql_kill_sync_thread_restore_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.mysql_kill_sync_thread_restore_test(clickhouse_node, started_mysql_8_0, "mysql80")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_mysql_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql57")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_mysql_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.mysql_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql80")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_clickhouse_killed_while_insert_5_7(started_cluster, started_mysql_5_7, clickhouse_node):
     materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_5_7, "mysql57")
 
-@pytest.mark.parametrize(('clickhouse_node'), [node_db_ordinary, node_db_atomic])
+@pytest.mark.parametrize(('clickhouse_node'), [pytest.param(node_db_ordinary, id="ordinary"), pytest.param(node_db_atomic, id="atomic")])
 def test_clickhouse_killed_while_insert_8_0(started_cluster, started_mysql_8_0, clickhouse_node):
     materialize_with_ddl.clickhouse_killed_while_insert(clickhouse_node, started_mysql_8_0, "mysql80")
 

From c3c409556eef70f9391c699eda7dcc338e2139c1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Mar 2021 14:44:28 +0300
Subject: [PATCH 0067/1060] support tests list in runner

---
 tests/integration/runner | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/tests/integration/runner b/tests/integration/runner
index 3aa3aa5ef64..1c1aed2f6db 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -148,6 +148,14 @@ if __name__ == "__main__":
         dest="parallel",
         help="Parallelism")
 
+    parser.add_argument(
+        "-t", "--tests_list",
+        action="store",
+        nargs='+',
+        default=[],
+        dest="tests_list",
+        help="List of tests to run")
+
     parser.add_argument('pytest_args', nargs='*', help="args for pytest command")
 
     args = parser.parse_args()
@@ -200,7 +208,7 @@ if __name__ == "__main__":
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
         --volume={name}_volume:/var/lib/docker -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=300 \
-        {env_tags} -e PYTEST_OPTS='{parallel} {opts}' {img} {command}".format(
+        {env_tags} -e PYTEST_OPTS='{parallel} {opts} {tests_list}' {img} {command}".format(
         net=net,
         tty=tty,
         bin=args.binary,
@@ -211,6 +219,7 @@ if __name__ == "__main__":
         env_tags=env_tags,
         parallel=parallel_args,
         opts=' '.join(args.pytest_args),
+        tests_list=' '.join(args.tests_list),
         img=DIND_INTEGRATION_TESTS_IMAGE_NAME + ":" + args.docker_image_version,
         name=CONTAINER_NAME,
         command=args.command

From 8f53d1344cbf5260bbc0884f330aa966c0d8fffb Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Mar 2021 14:48:28 +0300
Subject: [PATCH 0068/1060] better test cases names

---
 .../integration/test_dictionaries_ddl/test.py |   8 +-
 .../test_distributed_over_distributed/test.py |  11 +-
 tests/integration/test_multiple_disks/test.py |  50 +++---
 .../test_mysql_database_engine/test.py        |  84 ++++-----
 .../test.py                                   |  12 +-
 tests/integration/test_ttl_move/test.py       | 168 +++++++++---------
 tests/integration/test_ttl_replicated/test.py |   4 +-
 7 files changed, 170 insertions(+), 167 deletions(-)

diff --git a/tests/integration/test_dictionaries_ddl/test.py b/tests/integration/test_dictionaries_ddl/test.py
index 3aa76b4af88..ea0de044e6a 100644
--- a/tests/integration/test_dictionaries_ddl/test.py
+++ b/tests/integration/test_dictionaries_ddl/test.py
@@ -60,10 +60,10 @@ def started_cluster():
 
 
 @pytest.mark.parametrize("clickhouse,name,layout", [
-    (node1, 'complex_node1_hashed', 'LAYOUT(COMPLEX_KEY_HASHED())'),
-    (node1, 'complex_node1_cache', 'LAYOUT(COMPLEX_KEY_CACHE(SIZE_IN_CELLS 10))'),
-    (node2, 'complex_node2_hashed', 'LAYOUT(COMPLEX_KEY_HASHED())'),
-    (node2, 'complex_node2_cache', 'LAYOUT(COMPLEX_KEY_CACHE(SIZE_IN_CELLS 10))'),
+    pytest.param(node1, 'complex_node1_hashed', 'LAYOUT(COMPLEX_KEY_HASHED())', id="complex_node1_hashed"),
+    pytest.param(node1, 'complex_node1_cache', 'LAYOUT(COMPLEX_KEY_CACHE(SIZE_IN_CELLS 10))', id="complex_node1_cache"),
+    pytest.param(node2, 'complex_node2_hashed', 'LAYOUT(COMPLEX_KEY_HASHED())', id="complex_node2_hashed"),
+    pytest.param(node2, 'complex_node2_cache', 'LAYOUT(COMPLEX_KEY_CACHE(SIZE_IN_CELLS 10))', id="complex_node2_cache"),
 ])
 def test_create_and_select_mysql(started_cluster, clickhouse, name, layout):
     mysql_conn = create_mysql_conn("root", "clickhouse", started_cluster.mysql_ip, started_cluster.mysql_port)
diff --git a/tests/integration/test_distributed_over_distributed/test.py b/tests/integration/test_distributed_over_distributed/test.py
index 410a03a6af1..ae86a70f31b 100644
--- a/tests/integration/test_distributed_over_distributed/test.py
+++ b/tests/integration/test_distributed_over_distributed/test.py
@@ -2,7 +2,6 @@
 # (just in case, with real separate instances).
 
 
-
 import pytest
 from helpers.cluster import ClickHouseCluster
 
@@ -51,9 +50,13 @@ def started_cluster():
         cluster.shutdown()
 
 
-@pytest.mark.parametrize("node", list(NODES.values()))
-@pytest.mark.parametrize("source",
-                         ["distributed_over_distributed_table", "cluster('test_cluster', default, distributed_table)"])
+@pytest.mark.parametrize("node,source", [
+    pytest.param(NODES["node1"], "distributed_over_distributed_table", id="dod_node1"),
+    pytest.param(NODES["node1"], "cluster('test_cluster', default, distributed_table)", id="cluster_node1"),
+    pytest.param(NODES["node2"], "distributed_over_distributed_table", id="dod_node2"),
+    pytest.param(NODES["node2"], "cluster('test_cluster', default, distributed_table)", id="cluster_node2"),
+]
+)
 class TestDistributedOverDistributedSuite:
     def test_select_with_order_by_node(self, started_cluster, node, source):
         assert node.query("SELECT * FROM {source} ORDER BY node, key".format(source=source)) \
diff --git a/tests/integration/test_multiple_disks/test.py b/tests/integration/test_multiple_disks/test.py
index 24ee6c0493b..1d672f8f7ce 100644
--- a/tests/integration/test_multiple_disks/test.py
+++ b/tests/integration/test_multiple_disks/test.py
@@ -290,8 +290,8 @@ def test_query_parser(start_cluster):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("test_alter_policy", "MergeTree()"),
-    ("replicated_test_alter_policy", "ReplicatedMergeTree('/clickhouse/test_alter_policy', '1')",),
+    pytest.param("test_alter_policy", "MergeTree()", id="mt"),
+    pytest.param("replicated_test_alter_policy", "ReplicatedMergeTree('/clickhouse/test_alter_policy', '1')", id="replicated"),
 ])
 def test_alter_policy(start_cluster, name, engine):
     try:
@@ -364,8 +364,8 @@ def test_no_warning_about_zero_max_data_part_size(start_cluster):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_on_jbod", "MergeTree()"),
-    ("replicated_mt_on_jbod", "ReplicatedMergeTree('/clickhouse/replicated_mt_on_jbod', '1')",),
+    pytest.param("mt_on_jbod", "MergeTree()", id="mt"),
+    pytest.param("replicated_mt_on_jbod", "ReplicatedMergeTree('/clickhouse/replicated_mt_on_jbod', '1')", id="replicated"),
 ])
 def test_round_robin(start_cluster, name, engine):
     try:
@@ -400,8 +400,8 @@ def test_round_robin(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_with_huge_part", "MergeTree()"),
-    ("replicated_mt_with_huge_part", "ReplicatedMergeTree('/clickhouse/replicated_mt_with_huge_part', '1')",),
+    pytest.param("mt_with_huge_part", "MergeTree()", id="mt"),
+    pytest.param("replicated_mt_with_huge_part", "ReplicatedMergeTree('/clickhouse/replicated_mt_with_huge_part', '1')", id="replicated"),
 ])
 def test_max_data_part_size(start_cluster, name, engine):
     try:
@@ -427,8 +427,8 @@ def test_max_data_part_size(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_with_overflow", "MergeTree()"),
-    ("replicated_mt_with_overflow", "ReplicatedMergeTree('/clickhouse/replicated_mt_with_overflow', '1')",),
+    pytest.param("mt_with_overflow", "MergeTree()", id="mt"),
+    pytest.param("replicated_mt_with_overflow", "ReplicatedMergeTree('/clickhouse/replicated_mt_with_overflow', '1')", id="replicated"),
 ])
 def test_jbod_overflow(start_cluster, name, engine):
     try:
@@ -480,8 +480,8 @@ def test_jbod_overflow(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("moving_mt", "MergeTree()"),
-    ("moving_replicated_mt", "ReplicatedMergeTree('/clickhouse/moving_replicated_mt', '1')",),
+    pytest.param("moving_mt", "MergeTree()", id="mt"),
+    pytest.param("moving_replicated_mt", "ReplicatedMergeTree('/clickhouse/moving_replicated_mt', '1')", id="replicated"),
 ])
 def test_background_move(start_cluster, name, engine):
     try:
@@ -530,8 +530,8 @@ def test_background_move(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("stopped_moving_mt", "MergeTree()"),
-    ("stopped_moving_replicated_mt", "ReplicatedMergeTree('/clickhouse/stopped_moving_replicated_mt', '1')",),
+    pytest.param("stopped_moving_mt", "MergeTree()", id="mt"),
+    pytest.param("stopped_moving_replicated_mt", "ReplicatedMergeTree('/clickhouse/stopped_moving_replicated_mt', '1')", id="replicated"),
 ])
 def test_start_stop_moves(start_cluster, name, engine):
     try:
@@ -633,7 +633,7 @@ def get_paths_for_partition_from_part_log(node, table, partition_id):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("altering_mt", "MergeTree()"),
+    pytest.param("altering_mt", "MergeTree()", id="mt"),
     # ("altering_replicated_mt","ReplicatedMergeTree('/clickhouse/altering_replicated_mt', '1')",),
     # SYSTEM STOP MERGES doesn't disable merges assignments
 ])
@@ -827,9 +827,9 @@ def produce_alter_move(node, name):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("concurrently_altering_mt", "MergeTree()"),
-    ("concurrently_altering_replicated_mt",
-     "ReplicatedMergeTree('/clickhouse/concurrently_altering_replicated_mt', '1')",),
+    pytest.param("concurrently_altering_mt", "MergeTree()", id="mt"),
+    pytest.param("concurrently_altering_replicated_mt",
+     "ReplicatedMergeTree('/clickhouse/concurrently_altering_replicated_mt', '1')", id="replicated"),
 ])
 def test_concurrent_alter_move(start_cluster, name, engine):
     try:
@@ -882,9 +882,9 @@ def test_concurrent_alter_move(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("concurrently_dropping_mt", "MergeTree()"),
-    ("concurrently_dropping_replicated_mt",
-     "ReplicatedMergeTree('/clickhouse/concurrently_dropping_replicated_mt', '1')",),
+    pytest.param("concurrently_dropping_mt", "MergeTree()", id="mt"),
+    pytest.param("concurrently_dropping_replicated_mt",
+     "ReplicatedMergeTree('/clickhouse/concurrently_dropping_replicated_mt', '1')", id="replicated"),
 ])
 def test_concurrent_alter_move_and_drop(start_cluster, name, engine):
     try:
@@ -935,8 +935,8 @@ def test_concurrent_alter_move_and_drop(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("detach_attach_mt", "MergeTree()"),
-    ("replicated_detach_attach_mt", "ReplicatedMergeTree('/clickhouse/replicated_detach_attach_mt', '1')",),
+    pytest.param("detach_attach_mt", "MergeTree()", id="mt"),
+    pytest.param("replicated_detach_attach_mt", "ReplicatedMergeTree('/clickhouse/replicated_detach_attach_mt', '1')", id="replicated"),
 ])
 def test_detach_attach(start_cluster, name, engine):
     try:
@@ -966,8 +966,8 @@ def test_detach_attach(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mutating_mt", "MergeTree()"),
-    ("replicated_mutating_mt", "ReplicatedMergeTree('/clickhouse/replicated_mutating_mt', '1')",),
+    pytest.param("mutating_mt", "MergeTree()", id="mt"),
+    pytest.param("replicated_mutating_mt", "ReplicatedMergeTree('/clickhouse/replicated_mutating_mt', '1')", id="replicated"),
 ])
 def test_mutate_to_another_disk(start_cluster, name, engine):
     try:
@@ -1012,8 +1012,8 @@ def test_mutate_to_another_disk(start_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("alter_modifying_mt", "MergeTree()"),
-    ("replicated_alter_modifying_mt", "ReplicatedMergeTree('/clickhouse/replicated_alter_modifying_mt', '1')",),
+    pytest.param("alter_modifying_mt", "MergeTree()", id="mt"),
+    pytest.param("replicated_alter_modifying_mt", "ReplicatedMergeTree('/clickhouse/replicated_alter_modifying_mt', '1')", id="replicated"),
 ])
 def test_concurrent_alter_modify(start_cluster, name, engine):
     try:
diff --git a/tests/integration/test_mysql_database_engine/test.py b/tests/integration/test_mysql_database_engine/test.py
index 07a4a987b59..5e6486e31c6 100644
--- a/tests/integration/test_mysql_database_engine/test.py
+++ b/tests/integration/test_mysql_database_engine/test.py
@@ -220,60 +220,60 @@ timestamp_values_no_subsecond = ["'2015-05-18 07:40:01'", "'2019-09-16 19:20:11'
                              # ("common_types", "FLOAT", "Nullable(Float32)", float_values, ""),
                              # ("common_types", "FLOAT UNSIGNED", "Nullable(Float32)", float_values, ""),
 
-                             ("common_types", "INT", "Nullable(Int32)", int32_values, ""),
-                             ("common_types", "INT NOT NULL", "Int32", int32_values, ""),
-                             ("common_types", "INT UNSIGNED NOT NULL", "UInt32", uint32_values, ""),
-                             ("common_types", "INT UNSIGNED", "Nullable(UInt32)", uint32_values, ""),
-                             ("common_types", "INT UNSIGNED DEFAULT NULL", "Nullable(UInt32)", uint32_values, ""),
-                             ("common_types", "INT UNSIGNED DEFAULT '1'", "Nullable(UInt32)", uint32_values, ""),
-                             ("common_types", "INT(10)", "Nullable(Int32)", int32_values, ""),
-                             ("common_types", "INT(10) NOT NULL", "Int32", int32_values, ""),
-                             ("common_types", "INT(10) UNSIGNED NOT NULL", "UInt32", uint32_values, ""),
-                             ("common_types", "INT(10) UNSIGNED", "Nullable(UInt32)", uint32_values, ""),
-                             ("common_types", "INT(10) UNSIGNED DEFAULT NULL", "Nullable(UInt32)", uint32_values, ""),
-                             ("common_types", "INT(10) UNSIGNED DEFAULT '1'", "Nullable(UInt32)", uint32_values, ""),
-                             ("common_types", "INTEGER", "Nullable(Int32)", int32_values, ""),
-                             ("common_types", "INTEGER UNSIGNED", "Nullable(UInt32)", uint32_values, ""),
+                             pytest.param("common_types", "INT", "Nullable(Int32)", int32_values, "", id="common_types_1"),
+                             pytest.param("common_types", "INT NOT NULL", "Int32", int32_values, "", id="common_types_2"),
+                             pytest.param("common_types", "INT UNSIGNED NOT NULL", "UInt32", uint32_values, "", id="common_types_3"),
+                             pytest.param("common_types", "INT UNSIGNED", "Nullable(UInt32)", uint32_values, "", id="common_types_4"),
+                             pytest.param("common_types", "INT UNSIGNED DEFAULT NULL", "Nullable(UInt32)", uint32_values, "", id="common_types_5"),
+                             pytest.param("common_types", "INT UNSIGNED DEFAULT '1'", "Nullable(UInt32)", uint32_values, "", id="common_types_6"),
+                             pytest.param("common_types", "INT(10)", "Nullable(Int32)", int32_values, "", id="common_types_7"),
+                             pytest.param("common_types", "INT(10) NOT NULL", "Int32", int32_values, "", id="common_types_8"),
+                             pytest.param("common_types", "INT(10) UNSIGNED NOT NULL", "UInt32", uint32_values, "", id="common_types_8"),
+                             pytest.param("common_types", "INT(10) UNSIGNED", "Nullable(UInt32)", uint32_values, "", id="common_types_9"),
+                             pytest.param("common_types", "INT(10) UNSIGNED DEFAULT NULL", "Nullable(UInt32)", uint32_values, "", id="common_types_10"),
+                             pytest.param("common_types", "INT(10) UNSIGNED DEFAULT '1'", "Nullable(UInt32)", uint32_values, "", id="common_types_11"),
+                             pytest.param("common_types", "INTEGER", "Nullable(Int32)", int32_values, "", id="common_types_12"),
+                             pytest.param("common_types", "INTEGER UNSIGNED", "Nullable(UInt32)", uint32_values, "", id="common_types_13"),
 
-                             ("common_types", "MEDIUMINT", "Nullable(Int32)", mint_values, ""),
-                             ("common_types", "MEDIUMINT UNSIGNED", "Nullable(UInt32)", umint_values, ""),
+                             pytest.param("common_types", "MEDIUMINT", "Nullable(Int32)", mint_values, "", id="common_types_14"),
+                             pytest.param("common_types", "MEDIUMINT UNSIGNED", "Nullable(UInt32)", umint_values, "", id="common_types_15"),
 
-                             ("common_types", "SMALLINT", "Nullable(Int16)", int16_values, ""),
-                             ("common_types", "SMALLINT UNSIGNED", "Nullable(UInt16)", uint16_values, ""),
+                             pytest.param("common_types", "SMALLINT", "Nullable(Int16)", int16_values, "", id="common_types_16"),
+                             pytest.param("common_types", "SMALLINT UNSIGNED", "Nullable(UInt16)", uint16_values, "", id="common_types_17"),
 
-                             ("common_types", "TINYINT", "Nullable(Int8)", int8_values, ""),
-                             ("common_types", "TINYINT UNSIGNED", "Nullable(UInt8)", uint8_values, ""),
+                             pytest.param("common_types", "TINYINT", "Nullable(Int8)", int8_values, "", id="common_types_18"),
+                             pytest.param("common_types", "TINYINT UNSIGNED", "Nullable(UInt8)", uint8_values, "", id="common_types_19"),
 
-                             ("common_types", "VARCHAR(10)", "Nullable(String)", string_values, ""),
+                             pytest.param("common_types", "VARCHAR(10)", "Nullable(String)", string_values, "", id="common_types_20"),
 
 
-                             ("decimal_default", "decimal NOT NULL", "Decimal(10, 0)", decimal_values,
-                              "decimal,datetime64"),
-                             ("decimal_default_nullable", "decimal", "Nullable(Decimal(10, 0))", decimal_values,
-                              "decimal,datetime64"),
-                             ("decimal_18_6", "decimal(18, 6) NOT NULL", "Decimal(18, 6)", decimal_values,
-                              "decimal,datetime64"),
-                             ("decimal_38_6", "decimal(38, 6) NOT NULL", "Decimal(38, 6)", decimal_values,
-                              "decimal,datetime64"),
+                             pytest.param("decimal_default", "decimal NOT NULL", "Decimal(10, 0)", decimal_values,
+                              "decimal,datetime64", id="decimal_1"),
+                             pytest.param("decimal_default_nullable", "decimal", "Nullable(Decimal(10, 0))", decimal_values,
+                              "decimal,datetime64", id="decimal_2"),
+                             pytest.param("decimal_18_6", "decimal(18, 6) NOT NULL", "Decimal(18, 6)", decimal_values,
+                              "decimal,datetime64", id="decimal_3"),
+                             pytest.param("decimal_38_6", "decimal(38, 6) NOT NULL", "Decimal(38, 6)", decimal_values,
+                              "decimal,datetime64", id="decimal_4"),
 
                              # Due to python DB driver roundtrip MySQL timestamp and datetime values
                              # are printed with 6 digits after decimal point, so to simplify tests a bit,
                              # we only validate precision of 0 and 6.
-                             ("timestamp_default", "timestamp", "DateTime", timestamp_values, "decimal,datetime64"),
-                             ("timestamp_6", "timestamp(6)", "DateTime64(6)", timestamp_values, "decimal,datetime64"),
-                             ("datetime_default", "DATETIME NOT NULL", "DateTime64(0)", timestamp_values,
-                              "decimal,datetime64"),
-                             ("datetime_6", "DATETIME(6) NOT NULL", "DateTime64(6)", timestamp_values,
-                              "decimal,datetime64"),
+                             pytest.param("timestamp_default", "timestamp", "DateTime", timestamp_values, "decimal,datetime64", id="timestamp_default"),
+                             pytest.param("timestamp_6", "timestamp(6)", "DateTime64(6)", timestamp_values, "decimal,datetime64", id="timestamp_6"),
+                             pytest.param("datetime_default", "DATETIME NOT NULL", "DateTime64(0)", timestamp_values,
+                              "decimal,datetime64", id="datetime_default"),
+                             pytest.param("datetime_6", "DATETIME(6) NOT NULL", "DateTime64(6)", timestamp_values,
+                              "decimal,datetime64", id="datetime_6_1"),
 
                              # right now precision bigger than 39 is not supported by ClickHouse's Decimal, hence fall back to String
-                             ("decimal_40_6", "decimal(40, 6) NOT NULL", "String", decimal_values, 
-                              "decimal,datetime64"),
-                             ("decimal_18_6", "decimal(18, 6) NOT NULL", "String", decimal_values, "datetime64"),
-                             ("decimal_18_6", "decimal(18, 6) NOT NULL", "String", decimal_values, ""),
-                             ("datetime_6", "DATETIME(6) NOT NULL", "DateTime", timestamp_values_no_subsecond,
-                              "decimal"),
-                             ("datetime_6", "DATETIME(6) NOT NULL", "DateTime", timestamp_values_no_subsecond, ""),
+                             pytest.param("decimal_40_6", "decimal(40, 6) NOT NULL", "String", decimal_values,
+                              "decimal,datetime64", id="decimal_40_6"),
+                             pytest.param("decimal_18_6", "decimal(18, 6) NOT NULL", "String", decimal_values, "datetime64", id="decimal_18_6_1"),
+                             pytest.param("decimal_18_6", "decimal(18, 6) NOT NULL", "String", decimal_values, "", id="decimal_18_6_2"),
+                             pytest.param("datetime_6", "DATETIME(6) NOT NULL", "DateTime", timestamp_values_no_subsecond,
+                              "decimal", id="datetime_6_2"),
+                             pytest.param("datetime_6", "DATETIME(6) NOT NULL", "DateTime", timestamp_values_no_subsecond, "", id="datetime_6_3"),
                          ])
 def test_mysql_types(started_cluster, case_name, mysql_type, expected_ch_type, mysql_values,
                      setting_mysql_datatypes_support_level):
diff --git a/tests/integration/test_send_request_to_leader_replica/test.py b/tests/integration/test_send_request_to_leader_replica/test.py
index 8c58d02d104..721e446ff82 100644
--- a/tests/integration/test_send_request_to_leader_replica/test.py
+++ b/tests/integration/test_send_request_to_leader_replica/test.py
@@ -39,12 +39,12 @@ def started_cluster():
 
 
 @pytest.mark.parametrize("table,query,expected,n1,n2", [
-    ("sometable", "ALTER TABLE sometable DROP PARTITION 201706", '1', node1, node2),
-    ("sometable", "TRUNCATE TABLE sometable", '0', node1, node2),
-    ("sometable", "OPTIMIZE TABLE sometable", '4', node1, node2),
-    ("someothertable", "ALTER TABLE someothertable DROP PARTITION 201706", '1', node3, node4),
-    ("someothertable", "TRUNCATE TABLE someothertable", '0', node3, node4),
-    ("someothertable", "OPTIMIZE TABLE someothertable", '4', node3, node4),
+    pytest.param("sometable", "ALTER TABLE sometable DROP PARTITION 201706", '1', node1, node2, id="case1"),
+    pytest.param("sometable", "TRUNCATE TABLE sometable", '0', node1, node2, id="case2"),
+    pytest.param("sometable", "OPTIMIZE TABLE sometable", '4', node1, node2, id="case3"),
+    pytest.param("someothertable", "ALTER TABLE someothertable DROP PARTITION 201706", '1', node3, node4, id="case4"),
+    pytest.param("someothertable", "TRUNCATE TABLE someothertable", '0', node3, node4, id="case5"),
+    pytest.param("someothertable", "OPTIMIZE TABLE someothertable", '4', node3, node4, id="case6"),
 ])
 def test_alter_table_drop_partition(started_cluster, table, query, expected, n1, n2):
     to_insert = '''\
diff --git a/tests/integration/test_ttl_move/test.py b/tests/integration/test_ttl_move/test.py
index 7e01b919589..254447478f9 100644
--- a/tests/integration/test_ttl_move/test.py
+++ b/tests/integration/test_ttl_move/test.py
@@ -73,12 +73,12 @@ def wait_parts_mover(node, table, *args, **kwargs):
 
 
 @pytest.mark.parametrize("name,engine,alter", [
-    ("mt_test_rule_with_invalid_destination", "MergeTree()", 0),
-    ("replicated_mt_test_rule_with_invalid_destination",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_rule_with_invalid_destination', '1')", 0),
-    ("mt_test_rule_with_invalid_destination", "MergeTree()", 1),
-    ("replicated_mt_test_rule_with_invalid_destination",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_rule_with_invalid_destination', '1')", 1),
+    pytest.param("mt_test_rule_with_invalid_destination", "MergeTree()", 0, id="case0"),
+    pytest.param("replicated_mt_test_rule_with_invalid_destination",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_rule_with_invalid_destination', '1')", 0, id="case1"),
+    pytest.param("mt_test_rule_with_invalid_destination", "MergeTree()", 1, id="case2"),
+    pytest.param("replicated_mt_test_rule_with_invalid_destination",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_rule_with_invalid_destination', '1')", 1, id="case3"),
 ])
 def test_rule_with_invalid_destination(started_cluster, name, engine, alter):
     name = unique_table_name(name)
@@ -136,12 +136,12 @@ def test_rule_with_invalid_destination(started_cluster, name, engine, alter):
 
 
 @pytest.mark.parametrize("name,engine,positive", [
-    ("mt_test_inserts_to_disk_do_not_work", "MergeTree()", 0),
-    ("replicated_mt_test_inserts_to_disk_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_disk_do_not_work', '1')", 0),
-    ("mt_test_inserts_to_disk_work", "MergeTree()", 1),
-    ("replicated_mt_test_inserts_to_disk_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_disk_work', '1')", 1),
+    pytest.param("mt_test_inserts_to_disk_do_not_work", "MergeTree()", 0, id="mt_test_inserts_to_disk_do_not_work"),
+    pytest.param("replicated_mt_test_inserts_to_disk_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_disk_do_not_work', '1')", 0, id="replicated_mt_test_inserts_to_disk_do_not_work"),
+    pytest.param("mt_test_inserts_to_disk_work", "MergeTree()", 1, id="mt_test_inserts_to_disk_work_1"),
+    pytest.param("replicated_mt_test_inserts_to_disk_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_disk_work', '1')", 1, id="replicated_mt_test_inserts_to_disk_work_1"),
 ])
 def test_inserts_to_disk_work(started_cluster, name, engine, positive):
     name = unique_table_name(name)
@@ -176,9 +176,9 @@ def test_inserts_to_disk_work(started_cluster, name, engine, positive):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_test_moves_work_after_storage_policy_change", "MergeTree()"),
-    ("replicated_mt_test_moves_work_after_storage_policy_change",
-     "ReplicatedMergeTree('/clickhouse/test_moves_work_after_storage_policy_change', '1')"),
+    pytest.param("mt_test_moves_work_after_storage_policy_change", "MergeTree()", id="mt_test_moves_work_after_storage_policy_change"),
+    pytest.param("replicated_mt_test_moves_work_after_storage_policy_change",
+     "ReplicatedMergeTree('/clickhouse/test_moves_work_after_storage_policy_change', '1')", id="replicated_mt_test_moves_work_after_storage_policy_change"),
 ])
 def test_moves_work_after_storage_policy_change(started_cluster, name, engine):
     name = unique_table_name(name)
@@ -224,12 +224,12 @@ def test_moves_work_after_storage_policy_change(started_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine,positive", [
-    ("mt_test_moves_to_disk_do_not_work", "MergeTree()", 0),
-    ("replicated_mt_test_moves_to_disk_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_disk_do_not_work', '1')", 0),
-    ("mt_test_moves_to_disk_work", "MergeTree()", 1),
-    ("replicated_mt_test_moves_to_disk_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_disk_work', '1')", 1),
+    pytest.param("mt_test_moves_to_disk_do_not_work", "MergeTree()", 0, id="mt_test_moves_to_disk_do_not_work"),
+    pytest.param("replicated_mt_test_moves_to_disk_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_disk_do_not_work', '1')", 0, id="replicated_mt_test_moves_to_disk_do_not_work"),
+    pytest.param("mt_test_moves_to_disk_work", "MergeTree()", 1, id="mt_test_moves_to_disk_work"),
+    pytest.param("replicated_mt_test_moves_to_disk_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_disk_work', '1')", 1, id="replicated_mt_test_moves_to_disk_work"),
 ])
 def test_moves_to_disk_work(started_cluster, name, engine, positive):
     name = unique_table_name(name)
@@ -275,9 +275,9 @@ def test_moves_to_disk_work(started_cluster, name, engine, positive):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_test_moves_to_volume_work", "MergeTree()"),
-    ("replicated_mt_test_moves_to_volume_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_volume_work', '1')"),
+    pytest.param("mt_test_moves_to_volume_work", "MergeTree()", id="mt_test_moves_to_volume_work"),
+    pytest.param("replicated_mt_test_moves_to_volume_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_volume_work', '1')", id="replicated_mt_test_moves_to_volume_work"),
 ])
 def test_moves_to_volume_work(started_cluster, name, engine):
     name = unique_table_name(name)
@@ -322,12 +322,12 @@ def test_moves_to_volume_work(started_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine,positive", [
-    ("mt_test_inserts_to_volume_do_not_work", "MergeTree()", 0),
-    ("replicated_mt_test_inserts_to_volume_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_volume_do_not_work', '1')", 0),
-    ("mt_test_inserts_to_volume_work", "MergeTree()", 1),
-    ("replicated_mt_test_inserts_to_volume_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_volume_work', '1')", 1),
+    pytest.param("mt_test_inserts_to_volume_do_not_work", "MergeTree()", 0, id="mt_test_inserts_to_volume_do_not_work"),
+    pytest.param("replicated_mt_test_inserts_to_volume_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_volume_do_not_work', '1')", 0, id="replicated_mt_test_inserts_to_volume_do_not_work"),
+    pytest.param("mt_test_inserts_to_volume_work", "MergeTree()", 1, id="mt_test_inserts_to_volume_work"),
+    pytest.param("replicated_mt_test_inserts_to_volume_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_inserts_to_volume_work', '1')", 1, id="replicated_mt_test_inserts_to_volume_work"),
 ])
 def test_inserts_to_volume_work(started_cluster, name, engine, positive):
     name = unique_table_name(name)
@@ -366,9 +366,9 @@ def test_inserts_to_volume_work(started_cluster, name, engine, positive):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_test_moves_to_disk_eventually_work", "MergeTree()"),
-    ("replicated_mt_test_moves_to_disk_eventually_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_disk_eventually_work', '1')"),
+    pytest.param("mt_test_moves_to_disk_eventually_work", "MergeTree()", id="mt_test_moves_to_disk_eventually_work"),
+    pytest.param("replicated_mt_test_moves_to_disk_eventually_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_to_disk_eventually_work', '1')", id="replicated_mt_test_moves_to_disk_eventually_work"),
 ])
 def test_moves_to_disk_eventually_work(started_cluster, name, engine):
     name = unique_table_name(name)
@@ -460,12 +460,12 @@ def test_replicated_download_ttl_info(started_cluster):
 
 
 @pytest.mark.parametrize("name,engine,positive", [
-    ("mt_test_merges_to_disk_do_not_work", "MergeTree()", 0),
-    ("replicated_mt_test_merges_to_disk_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_merges_to_disk_do_not_work', '1')", 0),
-    ("mt_test_merges_to_disk_work", "MergeTree()", 1),
-    ("replicated_mt_test_merges_to_disk_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_merges_to_disk_work', '1')", 1),
+    pytest.param("mt_test_merges_to_disk_do_not_work", "MergeTree()", 0, id="mt_test_merges_to_disk_do_not_work"),
+    pytest.param("replicated_mt_test_merges_to_disk_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_merges_to_disk_do_not_work', '1')", 0, id="mt_test_merges_to_disk_do_not_work"),
+    pytest.param("mt_test_merges_to_disk_work", "MergeTree()", 1, id="mt_test_merges_to_disk_work"),
+    pytest.param("replicated_mt_test_merges_to_disk_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_merges_to_disk_work', '1')", 1, id="replicated_mt_test_merges_to_disk_work"),
 ])
 def test_merges_to_disk_work(started_cluster, name, engine, positive):
     name = unique_table_name(name)
@@ -524,9 +524,9 @@ def test_merges_to_disk_work(started_cluster, name, engine, positive):
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_test_merges_with_full_disk_work", "MergeTree()"),
-    ("replicated_mt_test_merges_with_full_disk_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_merges_with_full_disk_work', '1')"),
+    pytest.param("mt_test_merges_with_full_disk_work", "MergeTree()", id="mt_test_merges_with_full_disk_work"),
+    pytest.param("replicated_mt_test_merges_with_full_disk_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_merges_with_full_disk_work', '1')", id="replicated_mt_test_merges_with_full_disk_work"),
 ])
 def test_merges_with_full_disk_work(started_cluster, name, engine):
     name = unique_table_name(name)
@@ -596,12 +596,12 @@ def test_merges_with_full_disk_work(started_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine,positive", [
-    ("mt_test_moves_after_merges_do_not_work", "MergeTree()", 0),
-    ("replicated_mt_test_moves_after_merges_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_merges_do_not_work', '1')", 0),
-    ("mt_test_moves_after_merges_work", "MergeTree()", 1),
-    ("replicated_mt_test_moves_after_merges_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_merges_work', '1')", 1),
+    pytest.param("mt_test_moves_after_merges_do_not_work", "MergeTree()", 0, id="mt_test_moves_after_merges_do_not_work"),
+    pytest.param("replicated_mt_test_moves_after_merges_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_merges_do_not_work', '1')", 0, id="replicated_mt_test_moves_after_merges_do_not_work"),
+    pytest.param("mt_test_moves_after_merges_work", "MergeTree()", 1, id="mt_test_moves_after_merges_work"),
+    pytest.param("replicated_mt_test_moves_after_merges_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_merges_work', '1')", 1, id="replicated_mt_test_moves_after_merges_work"),
 ])
 def test_moves_after_merges_work(started_cluster, name, engine, positive):
     name = unique_table_name(name)
@@ -654,18 +654,18 @@ def test_moves_after_merges_work(started_cluster, name, engine, positive):
 
 
 @pytest.mark.parametrize("name,engine,positive,bar", [
-    ("mt_test_moves_after_alter_do_not_work", "MergeTree()", 0, "DELETE"),
-    ("replicated_mt_test_moves_after_alter_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_do_not_work', '1')", 0, "DELETE"),
-    ("mt_test_moves_after_alter_work", "MergeTree()", 1, "DELETE"),
-    ("replicated_mt_test_moves_after_alter_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_work', '1')", 1, "DELETE"),
-    ("mt_test_moves_after_alter_do_not_work", "MergeTree()", 0, "TO DISK 'external'"),
-    ("replicated_mt_test_moves_after_alter_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_do_not_work', '1')", 0, "TO DISK 'external'"),
-    ("mt_test_moves_after_alter_work", "MergeTree()", 1, "TO DISK 'external'"),
-    ("replicated_mt_test_moves_after_alter_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_work', '1')", 1, "TO DISK 'external'"),
+    pytest.param("mt_test_moves_after_alter_do_not_work", "MergeTree()", 0, "DELETE", id="mt_negative"),
+    pytest.param("replicated_mt_test_moves_after_alter_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_do_not_work', '1')", 0, "DELETE", id="repicated_negative"),
+    pytest.param("mt_test_moves_after_alter_work", "MergeTree()", 1, "DELETE", id="mt_positive"),
+    pytest.param("replicated_mt_test_moves_after_alter_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_work', '1')", 1, "DELETE", id="repicated_positive"),
+    pytest.param("mt_test_moves_after_alter_do_not_work", "MergeTree()", 0, "TO DISK 'external'", id="mt_external_negative"),
+    pytest.param("replicated_mt_test_moves_after_alter_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_do_not_work', '1')", 0, "TO DISK 'external'", id="replicated_external_negative"),
+    pytest.param("mt_test_moves_after_alter_work", "MergeTree()", 1, "TO DISK 'external'", id="mt_external_positive"),
+    pytest.param("replicated_mt_test_moves_after_alter_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_moves_after_alter_work', '1')", 1, "TO DISK 'external'", id="replicated_external_positive"),
 ])
 def test_ttls_do_not_work_after_alter(started_cluster, name, engine, positive, bar):
     name = unique_table_name(name)
@@ -704,9 +704,9 @@ def test_ttls_do_not_work_after_alter(started_cluster, name, engine, positive, b
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("mt_test_materialize_ttl_in_partition", "MergeTree()"),
-    ("replicated_mt_test_materialize_ttl_in_partition",
-     "ReplicatedMergeTree('/clickhouse/test_materialize_ttl_in_partition', '1')"),
+    pytest.param("mt_test_materialize_ttl_in_partition", "MergeTree()", id="mt"),
+    pytest.param("replicated_mt_test_materialize_ttl_in_partition",
+     "ReplicatedMergeTree('/clickhouse/test_materialize_ttl_in_partition', '1')", id="replicated"),
 ])
 def test_materialize_ttl_in_partition(started_cluster, name, engine):
     name = unique_table_name(name)
@@ -769,12 +769,12 @@ def test_materialize_ttl_in_partition(started_cluster, name, engine):
 
 
 @pytest.mark.parametrize("name,engine,positive", [
-    ("mt_test_alter_multiple_ttls_positive", "MergeTree()", True),
-    ("mt_replicated_test_alter_multiple_ttls_positive",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_multiple_ttls_positive', '1')", True),
-    ("mt_test_alter_multiple_ttls_negative", "MergeTree()", False),
-    ("mt_replicated_test_alter_multiple_ttls_negative",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_multiple_ttls_negative', '1')", False),
+    pytest.param("mt_test_alter_multiple_ttls_positive", "MergeTree()", True, id="positive"),
+    pytest.param("mt_replicated_test_alter_multiple_ttls_positive",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_multiple_ttls_positive', '1')", True, id="replicated_positive"),
+    pytest.param("mt_test_alter_multiple_ttls_negative", "MergeTree()", False, id="negative"),
+    pytest.param("mt_replicated_test_alter_multiple_ttls_negative",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_multiple_ttls_negative', '1')", False, id="replicated_negative"),
 ])
 def test_alter_multiple_ttls(started_cluster, name, engine, positive):
     name = unique_table_name(name)
@@ -868,9 +868,9 @@ limitations under the License."""
 
 
 @pytest.mark.parametrize("name,engine", [
-    ("concurrently_altering_ttl_mt", "MergeTree()"),
-    ("concurrently_altering_ttl_replicated_mt",
-     "ReplicatedMergeTree('/clickhouse/concurrently_altering_ttl_replicated_mt', '1')",),
+    pytest.param("concurrently_altering_ttl_mt", "MergeTree()", id="mt"),
+    pytest.param("concurrently_altering_ttl_replicated_mt",
+     "ReplicatedMergeTree('/clickhouse/concurrently_altering_ttl_replicated_mt', '1')", id="replicated_mt"),
 ])
 def test_concurrent_alter_with_ttl_move(started_cluster, name, engine):
     name = unique_table_name(name)
@@ -977,8 +977,8 @@ def test_concurrent_alter_with_ttl_move(started_cluster, name, engine):
 
 @pytest.mark.skip(reason="Flacky test")
 @pytest.mark.parametrize("name,positive", [
-    ("test_double_move_while_select_negative", 0),
-    ("test_double_move_while_select_positive", 1),
+    pytest.param("test_double_move_while_select_negative", 0, id="negative"),
+    pytest.param("test_double_move_while_select_positive", 1, id="positive"),
 ])
 def test_double_move_while_select(started_cluster, name, positive):
     name = unique_table_name(name)
@@ -1038,12 +1038,12 @@ def test_double_move_while_select(started_cluster, name, positive):
 
 
 @pytest.mark.parametrize("name,engine,positive", [
-    ("mt_test_alter_with_merge_do_not_work", "MergeTree()", 0),
-    ("replicated_mt_test_alter_with_merge_do_not_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_with_merge_do_not_work', '1')", 0),
-    ("mt_test_alter_with_merge_work", "MergeTree()", 1),
-    ("replicated_mt_test_alter_with_merge_work",
-     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_with_merge_work', '1')", 1),
+    pytest.param("mt_test_alter_with_merge_do_not_work", "MergeTree()", 0, id="mt"),
+    pytest.param("replicated_mt_test_alter_with_merge_do_not_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_with_merge_do_not_work', '1')", 0, id="replicated"),
+    pytest.param("mt_test_alter_with_merge_work", "MergeTree()", 1, id="mt_work"),
+    pytest.param("replicated_mt_test_alter_with_merge_work",
+     "ReplicatedMergeTree('/clickhouse/replicated_test_alter_with_merge_work', '1')", 1, id="replicated_work"),
 ])
 def test_alter_with_merge_work(started_cluster, name, engine, positive):
     name = unique_table_name(name)
@@ -1131,10 +1131,10 @@ limitations under the License."""
 
 
 @pytest.mark.parametrize("name,dest_type,engine", [
-    ("mt_test_disabled_ttl_move_on_insert_work", "DISK", "MergeTree()"),
-    ("mt_test_disabled_ttl_move_on_insert_work", "VOLUME", "MergeTree()"),
-    ("replicated_mt_test_disabled_ttl_move_on_insert_work", "DISK", "ReplicatedMergeTree('/clickhouse/replicated_test_disabled_ttl_move_on_insert_work', '1')"),
-    ("replicated_mt_test_disabled_ttl_move_on_insert_work", "VOLUME", "ReplicatedMergeTree('/clickhouse/replicated_test_disabled_ttl_move_on_insert_work', '1')"),
+    pytest.param("mt_test_disabled_ttl_move_on_insert_work", "DISK", "MergeTree()", id="disk"),
+    pytest.param("mt_test_disabled_ttl_move_on_insert_work", "VOLUME", "MergeTree()", id="volume"),
+    pytest.param("replicated_mt_test_disabled_ttl_move_on_insert_work", "DISK", "ReplicatedMergeTree('/clickhouse/replicated_test_disabled_ttl_move_on_insert_work', '1')", id="replicated_disk"),
+    pytest.param("replicated_mt_test_disabled_ttl_move_on_insert_work", "VOLUME", "ReplicatedMergeTree('/clickhouse/replicated_test_disabled_ttl_move_on_insert_work', '1')", id="replicated_volume"),
 ])
 def test_disabled_ttl_move_on_insert(started_cluster, name, dest_type, engine):
     name = unique_table_name(name)
diff --git a/tests/integration/test_ttl_replicated/test.py b/tests/integration/test_ttl_replicated/test.py
index 389e249790f..a4936aee624 100644
--- a/tests/integration/test_ttl_replicated/test.py
+++ b/tests/integration/test_ttl_replicated/test.py
@@ -227,8 +227,8 @@ def optimize_with_retry(node, table_name, retry=20):
             time.sleep(0.5)
 
 @pytest.mark.parametrize("name,engine", [
-    ("test_ttl_alter_delete", "MergeTree()"),
-    ("test_replicated_ttl_alter_delete", "ReplicatedMergeTree('/clickhouse/test_replicated_ttl_alter_delete', '1')"),
+    pytest.param("test_ttl_alter_delete", "MergeTree()", id="test_ttl_alter_delete"),
+    pytest.param("test_replicated_ttl_alter_delete", "ReplicatedMergeTree('/clickhouse/test_replicated_ttl_alter_delete', '1')", id="test_ttl_alter_delete_replicated"),
 ])
 def test_ttl_alter_delete(started_cluster, name, engine):
     """Copyright 2019, Altinity LTD

From dbf04c2a815927a1e98a378903b45e1770b78d1a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Mar 2021 14:50:17 +0300
Subject: [PATCH 0069/1060] fixes

---
 tests/integration/test_mysql_protocol/test.py   | 17 ++++++++---------
 tests/integration/test_odbc_interaction/test.py |  4 ++--
 2 files changed, 10 insertions(+), 11 deletions(-)

diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 1e0d3652a91..5b9c180b25e 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -20,8 +20,7 @@ node = cluster.add_instance('node', main_configs=["configs/log_conf.xml", "confi
                                                   "configs/dhparam.pem", "configs/server.crt", "configs/server.key"],
                             user_configs=["configs/users.xml"], env_variables={'UBSAN_OPTIONS': 'print_stacktrace=1'})
 
-server_port = 9001
-
+server_port = cluster.mysql_port
 
 @pytest.fixture(scope="module")
 def server_address():
@@ -64,31 +63,31 @@ def golang_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_golang_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_golang1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_golang1_1')
 
 
 @pytest.fixture(scope='module')
 def php_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_php_client.yml')
     run_and_check(
-        ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_php1_1')
+        ['docker-compose', '--env-file', cluster.instances["mysql57"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_php1_1')
 
 
 @pytest.fixture(scope='module')
 def nodejs_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_js_client.yml')
     run_and_check(
-        ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysqljs1_1')
+        ['docker-compose', '--env-file', cluster.instances["mysql57"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysqljs1_1')
 
 
 @pytest.fixture(scope='module')
 def java_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_java_client.yml')
     run_and_check(
-        ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java1_1')
+        ['docker-compose', '--env-file', cluster.instances["mysql57"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java1_1')
 
 
 def test_mysql_client(mysql_client, server_address):
diff --git a/tests/integration/test_odbc_interaction/test.py b/tests/integration/test_odbc_interaction/test.py
index 3b860ff7cee..cbd8dd827bf 100644
--- a/tests/integration/test_odbc_interaction/test.py
+++ b/tests/integration/test_odbc_interaction/test.py
@@ -40,10 +40,10 @@ def get_mysql_conn():
     for _ in range(15):
         try:
             if conn is None:
-                conn = pymysql.connect(user='root', password='clickhouse', host='127.0.0.1', port=cluster.mysql_port)
+                conn = pymysql.connect(user='root', password='clickhouse', host=cluster.mysql_ip, port=cluster.mysql_port)
             else:
                 conn.ping(reconnect=True)
-            logging.debug("MySQL Connection establised: 127.0.0.1:{}".format(cluster.mysql_port))
+            logging.debug(f"MySQL Connection establised: {cluster.mysql_ip}:{cluster.mysql_port}")
             return conn
         except Exception as e:
             errors += [str(e)]

From 0b9bdfc5c599798a5ffd4bd0acda3d48c78c9504 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Mar 2021 18:21:39 +0300
Subject: [PATCH 0070/1060] fix

---
 .../materialize_with_ddl.py                                | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
index 4740f14bcbf..c9cf93554c8 100644
--- a/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
+++ b/tests/integration/test_materialize_mysql_database/materialize_with_ddl.py
@@ -12,7 +12,7 @@ import threading
 from multiprocessing.dummy import Pool
 from helpers.test_tools import assert_eq_with_retry
 
-def check_query(clickhouse_node, query, result_set, retry_count=1, interval_seconds=3):
+def check_query(clickhouse_node, query, result_set, retry_count=10, interval_seconds=3):
     lastest_result = ''
 
     for i in range(retry_count):
@@ -694,9 +694,10 @@ def mysql_kill_sync_thread_restore_test(clickhouse_node, mysql_node, service_nam
 
 def mysql_killed_while_insert(clickhouse_node, mysql_node, service_name):
     mysql_node.query("DROP DATABASE IF EXISTS kill_mysql_while_insert")
+    clickhouse_node.query("DROP DATABASE IF EXISTS kill_mysql_while_insert")
     mysql_node.query("CREATE DATABASE kill_mysql_while_insert")
     mysql_node.query("CREATE TABLE kill_mysql_while_insert.test ( `id` int(11) NOT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB;")
-    clickhouse_node.query("CREATE DATABASE kill_mysql_while_insert ENGINE = MaterializeMySQL('{}:3306', 'kill_mysql_while_insert', 'root', 'clickhouse')".format(service_name))
+    clickhouse_node.query("CREATE DATABASE kill_mysql_while_insert ENGINE = MaterializeMySQL('{}:3306', 'kill_mysql_while_insert', 'root', 'clickhouse') SETTINGS max_wait_time_when_mysql_unavailable=-1".format(service_name))
     check_query(clickhouse_node, "SHOW TABLES FROM kill_mysql_while_insert FORMAT TSV", 'test\n')
 
     try:
@@ -711,7 +712,7 @@ def mysql_killed_while_insert(clickhouse_node, mysql_node, service_name):
         clickhouse_node.cluster.restart_service(service_name)
     finally:
         with pytest.raises(QueryRuntimeException) as exception:
-            time.sleep(5)
+            time.sleep(2)
             clickhouse_node.query("SELECT count() FROM kill_mysql_while_insert.test")
 
         mysql_node.alloc_connection()

From f14d4be88efa37a235c08940f0c1a4d5ac7d5be6 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Mar 2021 19:44:08 +0300
Subject: [PATCH 0071/1060] change postgres

---
 tests/integration/helpers/cluster.py           | 13 ++++++++++---
 .../test_dictionaries_postgresql/test.py       | 18 +++++++++---------
 .../integration/test_odbc_interaction/test.py  | 14 +++++++-------
 .../test_postgresql_database_engine/test.py    | 18 +++++++++---------
 .../test_postgresql_protocol/test.py           |  4 ++--
 .../test_storage_postgresql/test.py            | 16 ++++++++--------
 6 files changed, 45 insertions(+), 38 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 3a4476696ed..d0e999049ea 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -302,8 +302,8 @@ class ClickHouseCluster:
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
         env_variables['POSTGRES_HOST'] = self.postgres_host
         env_variables['POSTGRES_PORT'] = str(self.postgres_port)
-        env_variables['POSTGRES_LOGS'] = self.postgres_logs_dir
-        env_variables['POSTGRES2_LOGS'] = self.postgres2_logs_dir
+        env_variables['POSTGRES_DIR'] = self.postgres_logs_dir
+        env_variables['POSTGRES2_DIR'] = self.postgres2_logs_dir
         env_variables['POSTGRES_LOGS_FS'] = "bind"
 
         self.with_postgres = True
@@ -684,7 +684,7 @@ class ClickHouseCluster:
         self.postgres_ip = self.get_instance_ip(self.postgres_host)
         self.postgres2_ip = self.get_instance_ip(self.postgres2_host)
         start = time.time()
-        for up in [self.postgres_ip, self.postgres2_ip]:
+        for ip in [self.postgres_ip, self.postgres2_ip]:
             while time.time() - start < timeout:
                 try:
                     conn = psycopg2.connect(host=ip, port=self.postgres_port, user='postgres', password='mysecretpassword')
@@ -908,6 +908,13 @@ class ClickHouseCluster:
 
             if self.with_postgres and self.base_postgres_cmd:
                 logging.debug('Setup Postgres')
+                if os.path.exists(self.postgres_dir):
+                    shutil.rmtree(self.postgres_dir)
+                os.makedirs(self.postgres_logs_dir)
+                os.chmod(self.postgres_logs_dir, stat.S_IRWXO)
+                os.makedirs(self.postgres2_logs_dir)
+                os.chmod(self.postgres2_logs_dir, stat.S_IRWXO)
+
                 subprocess_check_call(self.base_postgres_cmd + common_opts)
                 self.wait_postgres_to_start(30)
                 self.wait_postgres_to_start(30)
diff --git a/tests/integration/test_dictionaries_postgresql/test.py b/tests/integration/test_dictionaries_postgresql/test.py
index e5a4af1d91a..86763b52a6f 100644
--- a/tests/integration/test_dictionaries_postgresql/test.py
+++ b/tests/integration/test_dictionaries_postgresql/test.py
@@ -21,11 +21,11 @@ click_dict_table_template = """
     ) ENGINE = Dictionary({})
     """
 
-def get_postgres_conn(port, database=False):
+def get_postgres_conn(ip, port, database=False):
     if database == True:
-        conn_string = "host='localhost' port={} dbname='clickhouse' user='postgres' password='mysecretpassword'".format(port)
+        conn_string = "host={} port={} dbname='clickhouse' user='postgres' password='mysecretpassword'".format(ip, port)
     else:
-        conn_string = "host='localhost' port={} user='postgres' password='mysecretpassword'".format(port)
+        conn_string = "host={} port={} user='postgres' password='mysecretpassword'".format(ip, port)
 
     conn = psycopg2.connect(conn_string)
     conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
@@ -73,10 +73,10 @@ def started_cluster():
 
 
 def test_load_dictionaries(started_cluster):
-    conn = get_postgres_conn(database=True, port=started_cluster.postgres_port)
+    conn = get_postgres_conn(ip=started_cluster.postgres_ip, database=True, port=started_cluster.postgres_port)
     cursor = conn.cursor()
     table_name = 'test0'
-    create_and_fill_postgres_table(cursor, table_name)
+    create_and_fill_postgres_table(cursor, table_name, port=started_cluster.postgres_port, host=started_cluster.postgres_ip)
     create_dict(table_name)
     dict_name = 'dict0'
 
@@ -91,10 +91,10 @@ def test_load_dictionaries(started_cluster):
 
 
 def test_invalidate_query(started_cluster):
-    conn = get_postgres_conn(database=True, port=started_cluster.postgres_port)
+    conn = get_postgres_conn(ip=started_cluster.postgres_ip, database=True, port=started_cluster.postgres_port)
     cursor = conn.cursor()
     table_name = 'test0'
-    create_and_fill_postgres_table(cursor, table_name)
+    create_and_fill_postgres_table(cursor, table_name, port=started_cluster.postgres_port, host=started_cluster.postgres_ip)
 
     # invalidate query: SELECT value FROM test0 WHERE id = 0
     dict_name = 'dict0'
@@ -128,9 +128,9 @@ def test_invalidate_query(started_cluster):
 
 
 def test_dictionary_with_replicas(started_cluster):
-    conn1 = get_postgres_conn(port=5432, database=True)
+    conn1 = get_postgres_conn(ip=started_cluster.postgres_ip, port=started_cluster.postgres_port, database=True)
     cursor1 = conn1.cursor()
-    conn2 = get_postgres_conn(port=5441, database=True)
+    conn2 = get_postgres_conn(ip=started_cluster.postgres2_ip, port=started_cluster.postgres_port, database=True)
     cursor2 = conn2.cursor()
 
     create_postgres_table(cursor1, 'test1')
diff --git a/tests/integration/test_odbc_interaction/test.py b/tests/integration/test_odbc_interaction/test.py
index cbd8dd827bf..da6abcc2751 100644
--- a/tests/integration/test_odbc_interaction/test.py
+++ b/tests/integration/test_odbc_interaction/test.py
@@ -64,8 +64,8 @@ def create_mysql_table(conn, table_name):
         cursor.execute(create_table_sql_template.format(table_name))
 
 
-def get_postgres_conn():
-    conn_string = "host='localhost' port={} user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
+def get_postgres_conn(started_cluster):
+    conn_string = "host={} port={} user='postgres' password='mysecretpassword'".format(started_cluster.postgres_ip, started_cluster.postgres_port)
     errors = []
     for _ in range(15):
         try:
@@ -112,7 +112,7 @@ def started_cluster():
         create_mysql_db(mysql_conn, 'clickhouse')
         print("mysql database created")
 
-        postgres_conn = get_postgres_conn()
+        postgres_conn = get_postgres_conn(cluster)
         print("postgres connection received")
 
         create_postgres_db(postgres_conn, 'clickhouse')
@@ -294,7 +294,7 @@ def test_sqlite_odbc_cached_dictionary(started_cluster):
 
 
 def test_postgres_odbc_hashed_dictionary_with_schema(started_cluster):
-    conn = get_postgres_conn()
+    conn = get_postgres_conn(started_cluster)
     cursor = conn.cursor()
     cursor.execute("truncate table clickhouse.test_table")
     cursor.execute("insert into clickhouse.test_table values(1, 'hello'),(2, 'world')")
@@ -304,7 +304,7 @@ def test_postgres_odbc_hashed_dictionary_with_schema(started_cluster):
 
 
 def test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow(started_cluster):
-    conn = get_postgres_conn()
+    conn = get_postgres_conn(started_cluster)
     cursor = conn.cursor()
     cursor.execute("truncate table clickhouse.test_table")
     cursor.execute("insert into clickhouse.test_table values(3, 'xxx')")
@@ -318,7 +318,7 @@ def test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow(started_cluster):
 
 
 def test_postgres_insert(started_cluster):
-    conn = get_postgres_conn()
+    conn = get_postgres_conn(started_cluster)
     conn.cursor().execute("truncate table clickhouse.test_table")
 
     # Also test with Servername containing '.' and '-' symbols (defined in
@@ -377,7 +377,7 @@ def test_bridge_dies_with_parent(started_cluster):
 
 
 def test_odbc_postgres_date_data_type(started_cluster):
-    conn = get_postgres_conn();
+    conn = get_postgres_conn(started_cluster);
     cursor = conn.cursor()
     cursor.execute("CREATE TABLE IF NOT EXISTS clickhouse.test_date (column1 integer, column2 date)")
 
diff --git a/tests/integration/test_postgresql_database_engine/test.py b/tests/integration/test_postgresql_database_engine/test.py
index 2cb148db6ef..e89f1109c3a 100644
--- a/tests/integration/test_postgresql_database_engine/test.py
+++ b/tests/integration/test_postgresql_database_engine/test.py
@@ -14,11 +14,11 @@ postgres_table_template = """
     id Integer NOT NULL, value Integer, PRIMARY KEY (id))
     """
 
-def get_postgres_conn(database=False):
+def get_postgres_conn(cluster, database=False):
     if database == True:
-        conn_string = "host='localhost' port={} dbname='test_database' user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
+        conn_string = f"host={cluster.postgres_ip} port={cluster.postgres_port} dbname='test_database' user='postgres' password='mysecretpassword'"
     else:
-        conn_string = "host='localhost' port={} user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
+        conn_string = f"host={cluster.postgres_ip} port={cluster.postgres_port} user='postgres' password='mysecretpassword'"
     conn = psycopg2.connect(conn_string)
     conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
     conn.autocommit = True
@@ -36,7 +36,7 @@ def create_postgres_table(cursor, table_name):
 def started_cluster():
     try:
         cluster.start()
-        conn = get_postgres_conn()
+        conn = get_postgres_conn(cluster)
         cursor = conn.cursor()
         create_postgres_db(cursor, 'test_database')
         yield cluster
@@ -47,7 +47,7 @@ def started_cluster():
 
 def test_postgres_database_engine_with_postgres_ddl(started_cluster):
     # connect to database as well
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
 
     node1.query(
@@ -68,7 +68,7 @@ def test_postgres_database_engine_with_postgres_ddl(started_cluster):
 
 
 def test_postgresql_database_engine_with_clickhouse_ddl(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
 
     node1.query(
@@ -94,7 +94,7 @@ def test_postgresql_database_engine_with_clickhouse_ddl(started_cluster):
 
 
 def test_postgresql_database_engine_queries(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
 
     node1.query(
@@ -114,7 +114,7 @@ def test_postgresql_database_engine_queries(started_cluster):
 
 
 def test_get_create_table_query_with_multidim_arrays(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
 
     node1.query(
@@ -147,7 +147,7 @@ def test_get_create_table_query_with_multidim_arrays(started_cluster):
 
 
 def test_postgresql_database_engine_table_cache(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
 
     node1.query(
diff --git a/tests/integration/test_postgresql_protocol/test.py b/tests/integration/test_postgresql_protocol/test.py
index 60cf8a9239b..39ccb273299 100644
--- a/tests/integration/test_postgresql_protocol/test.py
+++ b/tests/integration/test_postgresql_protocol/test.py
@@ -41,7 +41,7 @@ def psql_client():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=os.environ.get("DOCKER_API_VERSION"), timeout=180).containers.get(cluster.project_name + '_psql_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_psql_1')
 
 
 @pytest.fixture(scope='module')
@@ -65,7 +65,7 @@ def java_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql_java_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java_1')
 
 
 def test_psql_is_ready(psql_server):
diff --git a/tests/integration/test_storage_postgresql/test.py b/tests/integration/test_storage_postgresql/test.py
index d92a32062fc..5215d8f55ba 100644
--- a/tests/integration/test_storage_postgresql/test.py
+++ b/tests/integration/test_storage_postgresql/test.py
@@ -9,11 +9,11 @@ from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT
 cluster = ClickHouseCluster(__file__)
 node1 = cluster.add_instance('node1', main_configs=[], with_postgres=True)
 
-def get_postgres_conn(database=False):
+def get_postgres_conn(cluster, database=False):
     if database == True:
-        conn_string = "host='localhost' port='{}' dbname='clickhouse' user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
+        conn_string = f"host={cluster.postgres_ip} port='{cluster.postgres_port}' dbname='clickhouse' user='postgres' password='mysecretpassword'"
     else:
-        conn_string = "host='localhost' port='{}' user='postgres' password='mysecretpassword'".format(cluster.postgres_port)
+        conn_string = f"host={cluster.postgres_ip} port='{cluster.postgres_port}' user='postgres' password='mysecretpassword'"
     conn = psycopg2.connect(conn_string)
     conn.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
     conn.autocommit = True
@@ -29,7 +29,7 @@ def create_postgres_db(conn, name):
 def started_cluster():
     try:
         cluster.start()
-        postgres_conn = get_postgres_conn()
+        postgres_conn = get_postgres_conn(cluster)
         print("postgres connected")
         create_postgres_db(postgres_conn, 'clickhouse')
         yield cluster
@@ -39,10 +39,10 @@ def started_cluster():
 
 
 def test_postgres_select_insert(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
     table_name = 'test_many'
-    table = '''postgresql('postgres1:5432', 'clickhouse', '{}', 'postgres', 'mysecretpassword')'''.format(table_name)
+    table = f'''postgresql('{started_cluster.postgres_ip}:{started_cluster.postgres_port}', 'clickhouse', '{table_name}', 'postgres', 'mysecretpassword')'''
     cursor.execute('CREATE TABLE IF NOT EXISTS {} (a integer, b text, c integer)'.format(table_name))
 
     result = node1.query('''
@@ -59,7 +59,7 @@ def test_postgres_select_insert(started_cluster):
 
 
 def test_postgres_conversions(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
     cursor.execute(
         '''CREATE TABLE IF NOT EXISTS test_types (
@@ -134,7 +134,7 @@ def test_postgres_conversions(started_cluster):
 
 
 def test_non_default_scema(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
     cursor.execute('CREATE SCHEMA test_schema')
     cursor.execute('CREATE TABLE test_schema.test_table (a integer)')

From fd32609f380ef422a54c686ff9bbd468a11d74bf Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 19 Mar 2021 19:47:59 +0300
Subject: [PATCH 0072/1060] run parallel tests

---
 tests/integration/ci-runner.py |  27 +++++--
 tests/integration/parallel.txt | 125 +++++++++++++++++++++++++++++++++
 2 files changed, 148 insertions(+), 4 deletions(-)
 create mode 100644 tests/integration/parallel.txt

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index f758457ada0..fb1d85a2a3f 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -257,6 +257,17 @@ class ClickhouseIntegrationTestsRunner:
                 all_tests.append(line.strip())
         return list(sorted(all_tests))
 
+    def _get_parallel_tests(self, repo_path):
+        parallel_tests_file_path = "{}/tests/integration/all_tests.txt".format(repo_path)
+        if not os.path.isfile(parallel_tests_file_path) or os.path.getsize(parallel_tests_file_path) == 0:
+            raise Exception("There is something wrong with getting all tests list: file '{}' is empty or does not exist.".format(parallel_tests_file_path))
+
+        parallel_tests = []
+        with open(parallel_tests_file_path, "r") as parallel_tests_file:
+            for line in parallel_tests_file:
+                all_tests.append(line.strip())
+        return list(sorted(parallel_tests))
+
     def group_test_by_file(self, tests):
         result = {}
         for test in tests:
@@ -326,7 +337,7 @@ class ClickhouseIntegrationTestsRunner:
                         test_names.add(test_name)
 
             test_cmd = ' '.join([test for test in sorted(test_names)])
-            cmd = "cd {}/tests/integration && ./runner {} '-ss {} -rfEp --color=no --durations=0 {}' | tee {}".format(
+            cmd = "cd {}/tests/integration && ./runner {} -t {} --parallel 10 '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
                 repo_path, image_cmd, test_cmd, _get_deselect_option(self.should_skip_tests()), output_path)
 
             with open(log_path, 'w') as log:
@@ -425,7 +436,13 @@ class ClickhouseIntegrationTestsRunner:
         logging.info("Dump iptables before run %s", subprocess.check_output("iptables -L", shell=True))
         all_tests = self._get_all_tests(repo_path)
         logging.info("Found %s tests first 3 %s", len(all_tests), ' '.join(all_tests[:3]))
-        grouped_tests = self.group_test_by_file(all_tests)
+        filtered_parallel_tests = filter(lambda test: test in all_tests, parallel_tests)
+        filtered_unparallel_tests = filter(lambda test: test not in parallel_tests, all_tests)
+        not_found_tests =  filter(lambda test: test not in all_tests, parallel_tests)
+        logging.info("Found %s tests first 3 %s, parallel %s, other %s", len(all_tests), ' '.join(all_tests[:3]), len(filtered_parallel_tests), len(filtered_unparallel_tests))
+        logging.info("Not found %s tests first 3 %s", len(not_found_tests), ' '.join(not_found_tests[:3]))
+
+        grouped_tests = self.group_test_by_file(filtered_unparallel_tests)
         logging.info("Found %s tests groups", len(grouped_tests))
 
         counters = {
@@ -436,7 +453,9 @@ class ClickhouseIntegrationTestsRunner:
         tests_times = defaultdict(float)
 
         logs = []
-        items_to_run = list(grouped_tests.items())
+        items_to_run = list()
+        items_to_run += list(("parallel", filtered_parallel_tests))
+        items_to_run += list(grouped_tests.items())
 
         logging.info("Total test groups %s", len(items_to_run))
         if self.shuffle_test_groups():
@@ -444,7 +463,7 @@ class ClickhouseIntegrationTestsRunner:
             random.shuffle(items_to_run)
 
         for group, tests in items_to_run:
-            logging.info("Running test group %s countaining %s tests", group, len(tests))
+            logging.info("Running test group %s containing %s tests", group, len(tests))
             group_counters, group_test_times, log_name, log_path = self.run_test_group(repo_path, group, tests, MAX_RETRY)
             total_tests = 0
             for counter, value in group_counters.items():
diff --git a/tests/integration/parallel.txt b/tests/integration/parallel.txt
new file mode 100644
index 00000000000..fac2f589358
--- /dev/null
+++ b/tests/integration/parallel.txt
@@ -0,0 +1,125 @@
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]
+test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]
+test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]
+test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]
+test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]
+test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]
+test_dictionaries_mysql/test.py::test_load_mysql_dictionaries
+test_disabled_mysql_server/test.py::test_disabled_mysql_server
+test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]
+test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]
+test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]
+test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]
+test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]
+test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]
+test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]
+test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]
+test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]
+test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]
+test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]
+test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]
+test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]
+test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]
+test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]
+test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]
+test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]
+test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]
+test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]
+test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]
+test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]
+test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]
+test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]
+test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]
+test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]
+test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]
+test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database
+test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database
+test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database
+test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database
+test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine
+test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine
+test_mysql_database_engine/test.py::test_mysql_types[common_types_1]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_2]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_3]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_4]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_5]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_6]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_7]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_80]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_81]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_9]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_10]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_11]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_12]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_13]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_14]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_15]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_16]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_17]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_18]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_19]
+test_mysql_database_engine/test.py::test_mysql_types[common_types_20]
+test_mysql_database_engine/test.py::test_mysql_types[decimal_1]
+test_mysql_database_engine/test.py::test_mysql_types[decimal_2]
+test_mysql_database_engine/test.py::test_mysql_types[decimal_3]
+test_mysql_database_engine/test.py::test_mysql_types[decimal_4]
+test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]
+test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]
+test_mysql_database_engine/test.py::test_mysql_types[datetime_default]
+test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]
+test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]
+test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]
+test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]
+test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]
+test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]
+test_mysql_protocol/test.py::test_mysql_client
+test_mysql_protocol/test.py::test_mysql_client_exception
+test_mysql_protocol/test.py::test_mysql_affected_rows
+test_mysql_protocol/test.py::test_mysql_replacement_query
+test_mysql_protocol/test.py::test_mysql_explain
+test_mysql_protocol/test.py::test_mysql_federated
+test_mysql_protocol/test.py::test_mysql_set_variables
+test_mysql_protocol/test.py::test_python_client
+test_mysql_protocol/test.py::test_golang_client
+test_mysql_protocol/test.py::test_php_client
+test_mysql_protocol/test.py::test_mysqljs_client
+test_mysql_protocol/test.py::test_java_client
+test_mysql_protocol/test.py::test_types
+test_odbc_interaction/test.py::test_mysql_simple_select_works
+test_odbc_interaction/test.py::test_mysql_insert
+test_storage_mysql/test.py::test_many_connections
+test_storage_mysql/test.py::test_insert_select
+test_storage_mysql/test.py::test_replace_select
+test_storage_mysql/test.py::test_insert_on_duplicate_select
+test_storage_mysql/test.py::test_where
+test_storage_mysql/test.py::test_table_function
+test_storage_mysql/test.py::test_binary_type
+test_storage_mysql/test.py::test_enum_type

From 880a03a9dfd3494f68b69eac835d6060cd8e50e0 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Sat, 20 Mar 2021 22:44:58 +0300
Subject: [PATCH 0073/1060] fix

---
 tests/integration/ci-runner.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index fb1d85a2a3f..139d73a9d34 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -435,6 +435,7 @@ class ClickhouseIntegrationTestsRunner:
         self._install_clickhouse(build_path)
         logging.info("Dump iptables before run %s", subprocess.check_output("iptables -L", shell=True))
         all_tests = self._get_all_tests(repo_path)
+        parallel_tests = self._get_parallel_tests(repo_path)
         logging.info("Found %s tests first 3 %s", len(all_tests), ' '.join(all_tests[:3]))
         filtered_parallel_tests = filter(lambda test: test in all_tests, parallel_tests)
         filtered_unparallel_tests = filter(lambda test: test not in parallel_tests, all_tests)

From 360887893b48caaff1e208d235c9f25cf1fa5b8c Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 22 Mar 2021 14:51:47 +0300
Subject: [PATCH 0074/1060] fix

---
 tests/integration/ci-runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index c2152cc6759..9633d4294ef 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -271,7 +271,7 @@ class ClickhouseIntegrationTestsRunner:
         parallel_tests = []
         with open(parallel_tests_file_path, "r") as parallel_tests_file:
             for line in parallel_tests_file:
-                all_tests.append(line.strip())
+                parallel_tests.append(line.strip())
         return list(sorted(parallel_tests))
 
     def group_test_by_file(self, tests):

From ee84ab2a4805cb7ca1a97041db5ff8e578647ed9 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 22 Mar 2021 18:33:46 +0300
Subject: [PATCH 0075/1060] fixes

---
 tests/integration/ci-runner.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 9633d4294ef..93ca0435720 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -468,9 +468,9 @@ class ClickhouseIntegrationTestsRunner:
         all_tests = self._get_all_tests(repo_path)
         parallel_tests = self._get_parallel_tests(repo_path)
         logging.info("Found %s tests first 3 %s", len(all_tests), ' '.join(all_tests[:3]))
-        filtered_parallel_tests = filter(lambda test: test in all_tests, parallel_tests)
-        filtered_unparallel_tests = filter(lambda test: test not in parallel_tests, all_tests)
-        not_found_tests =  filter(lambda test: test not in all_tests, parallel_tests)
+        filtered_parallel_tests = list(filter(lambda test: test in all_tests, parallel_tests))
+        filtered_unparallel_tests = list(filter(lambda test: test not in parallel_tests, all_tests))
+        not_found_tests = list(filter(lambda test: test not in all_tests, parallel_tests))
         logging.info("Found %s tests first 3 %s, parallel %s, other %s", len(all_tests), ' '.join(all_tests[:3]), len(filtered_parallel_tests), len(filtered_unparallel_tests))
         logging.info("Not found %s tests first 3 %s", len(not_found_tests), ' '.join(not_found_tests[:3]))
 

From ecc58a76d768d45cb84b30ad5c4aacca18567108 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 23 Mar 2021 06:35:08 +0300
Subject: [PATCH 0076/1060] fix

---
 tests/integration/ci-runner.py | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 93ca0435720..4196d97d2c6 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -264,7 +264,7 @@ class ClickhouseIntegrationTestsRunner:
         return list(sorted(all_tests))
 
     def _get_parallel_tests(self, repo_path):
-        parallel_tests_file_path = "{}/tests/integration/all_tests.txt".format(repo_path)
+        parallel_tests_file_path = "{}/tests/integration/parallel.txt".format(repo_path)
         if not os.path.isfile(parallel_tests_file_path) or os.path.getsize(parallel_tests_file_path) == 0:
             raise Exception("There is something wrong with getting all tests list: file '{}' is empty or does not exist.".format(parallel_tests_file_path))
 
@@ -475,6 +475,7 @@ class ClickhouseIntegrationTestsRunner:
         logging.info("Not found %s tests first 3 %s", len(not_found_tests), ' '.join(not_found_tests[:3]))
 
         grouped_tests = self.group_test_by_file(filtered_unparallel_tests)
+        grouped_tests["parallel"] = filtered_parallel_tests
         logging.info("Found %s tests groups", len(grouped_tests))
 
         counters = {
@@ -487,9 +488,7 @@ class ClickhouseIntegrationTestsRunner:
         tests_times = defaultdict(float)
 
         logs = []
-        items_to_run = list()
-        items_to_run += list(("parallel", filtered_parallel_tests))
-        items_to_run += list(grouped_tests.items())
+        items_to_run = list(grouped_tests.items())
 
         logging.info("Total test groups %s", len(items_to_run))
         if self.shuffle_test_groups():

From e79b5b57fdc2a936045fb0a1d448415435d5cba7 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 23 Mar 2021 14:35:45 +0300
Subject: [PATCH 0077/1060] try export dockerd.log

---
 docker/test/integration/runner/dockerd-entrypoint.sh | 2 +-
 tests/integration/ci-runner.py                       | 9 +++++++++
 2 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index 9f04dde720d..a066e914241 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 set -e
 
-dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=10.0.0.0/8,size=24 &>/var/log/somefile &
+dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=10.10.0.0/16,size=24 &>/ClickHouse/tests/integration/dockerd.log &
 
 set +e
 reties=0
diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 4196d97d2c6..9a82516b756 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -15,6 +15,7 @@ MAX_RETRY = 2
 SLEEP_BETWEEN_RETRIES = 5
 CLICKHOUSE_BINARY_PATH = "/usr/bin/clickhouse"
 CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH = "/usr/bin/clickhouse-odbc-bridge"
+DOCKERD_LOGS_PATH = "/ClickHouse/tests/integration/dockerd.log"
 
 TRIES_COUNT = 10
 MAX_TIME_SECONDS = 3600
@@ -446,6 +447,10 @@ class ClickhouseIntegrationTestsRunner:
         self._compress_logs("{}/tests/integration".format(repo_path), test_logs)
         logging.info("Compression finished")
 
+        result_path_dockerd_logs = os.path.join(str(self.path()), "dockerd.log")
+        if os.path.exists(result_path_dockerd_logs):
+            shutil.copy(DOCKERD_LOGS_PATH, result_path_dockerd_logs)
+
         test_result = []
         for state in ("ERROR", "FAILED", "PASSED", "SKIPPED", "FLAKY"):
             if state == "PASSED":
@@ -518,6 +523,10 @@ class ClickhouseIntegrationTestsRunner:
         self._compress_logs("{}/tests/integration".format(repo_path), test_logs)
         logging.info("Compression finished")
 
+        result_path_dockerd_logs = os.path.join(str(self.path()), "dockerd.log")
+        if os.path.exists(result_path_dockerd_logs):
+            shutil.copy(DOCKERD_LOGS_PATH, result_path_dockerd_logs)
+
         if counters["FAILED"] or counters["ERROR"]:
             logging.info("Overall status failure, because we have tests in FAILED or ERROR state")
             result_state = "failure"

From af1c14b4ee6b25df2d73d4be446fae9cc1717e7d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 23 Mar 2021 18:42:36 +0300
Subject: [PATCH 0078/1060] try other network

---
 docker/test/integration/runner/dockerd-entrypoint.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index a066e914241..037feb7ff59 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 set -e
 
-dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=10.10.0.0/16,size=24 &>/ClickHouse/tests/integration/dockerd.log &
+dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=172.17.0.0/12,size=24 &>/ClickHouse/tests/integration/dockerd.log &
 
 set +e
 reties=0

From 662d494d2051ae5caab134151ad31fd72fa214f3 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 24 Mar 2021 16:23:23 +0300
Subject: [PATCH 0079/1060] fixes

---
 tests/integration/test_mysql_protocol/test.py |  8 +++----
 tests/integration/test_storage_mysql/test.py  | 22 +++++++++----------
 2 files changed, 15 insertions(+), 15 deletions(-)

diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 5b9c180b25e..4a33dcc7e3a 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -20,7 +20,7 @@ node = cluster.add_instance('node', main_configs=["configs/log_conf.xml", "confi
                                                   "configs/dhparam.pem", "configs/server.crt", "configs/server.key"],
                             user_configs=["configs/users.xml"], env_variables={'UBSAN_OPTIONS': 'print_stacktrace=1'})
 
-server_port = cluster.mysql_port
+server_port = 9001
 
 @pytest.fixture(scope="module")
 def server_address():
@@ -70,7 +70,7 @@ def golang_container():
 def php_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_php_client.yml')
     run_and_check(
-        ['docker-compose', '--env-file', cluster.instances["mysql57"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
+        ['docker-compose', '--env-file', cluster.instances["node"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
     yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_php1_1')
 
 
@@ -78,7 +78,7 @@ def php_container():
 def nodejs_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_js_client.yml')
     run_and_check(
-        ['docker-compose', '--env-file', cluster.instances["mysql57"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
+        ['docker-compose', '--env-file', cluster.instances["node"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
     yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysqljs1_1')
 
 
@@ -86,7 +86,7 @@ def nodejs_container():
 def java_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_java_client.yml')
     run_and_check(
-        ['docker-compose', '--env-file', cluster.instances["mysql57"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
+        ['docker-compose', '--env-file', cluster.instances["node"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
     yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java1_1')
 
 
diff --git a/tests/integration/test_storage_mysql/test.py b/tests/integration/test_storage_mysql/test.py
index aea6e0816d0..16d1b6048e6 100644
--- a/tests/integration/test_storage_mysql/test.py
+++ b/tests/integration/test_storage_mysql/test.py
@@ -24,7 +24,7 @@ def started_cluster():
     try:
         cluster.start()
 
-        conn = get_mysql_conn()
+        conn = get_mysql_conn(cluster)
         ## create mysql db and table
         create_mysql_db(conn, 'clickhouse')
         yield cluster
@@ -35,7 +35,7 @@ def started_cluster():
 
 def test_many_connections(started_cluster):
     table_name = 'test_many_connections'
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -54,7 +54,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_insert_select(started_cluster):
     table_name = 'test_insert_select'
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -70,7 +70,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_replace_select(started_cluster):
     table_name = 'test_replace_select'
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -89,7 +89,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_insert_on_duplicate_select(started_cluster):
     table_name = 'test_insert_on_duplicate_select'
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -108,7 +108,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_where(started_cluster):
     table_name = 'test_where'
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     create_mysql_table(conn, table_name)
     node1.query('''
 CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse');
@@ -128,7 +128,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 
 def test_table_function(started_cluster):
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     create_mysql_table(conn, 'table_function')
     table_function = "mysql('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('table_function')
     assert node1.query("SELECT count() FROM {}".format(table_function)).rstrip() == '0'
@@ -149,7 +149,7 @@ def test_table_function(started_cluster):
     conn.close()
 
 def test_binary_type(started_cluster):
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     with conn.cursor() as cursor:
         cursor.execute("CREATE TABLE clickhouse.binary_type (id INT PRIMARY KEY, data BINARY(16) NOT NULL)")
     table_function = "mysql('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('binary_type')
@@ -158,7 +158,7 @@ def test_binary_type(started_cluster):
 
 def test_enum_type(started_cluster):
     table_name = 'test_enum_type'
-    conn = get_mysql_conn()
+    conn = get_mysql_conn(started_cluster)
     create_mysql_table(conn, table_name)
     node1.query('''
 CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, source Enum8('IP' = 1, 'URL' = 2)) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse', 1);
@@ -168,8 +168,8 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, source Enum8('
     conn.close()
 
 
-def get_mysql_conn():
-    conn = pymysql.connect(user='root', password='clickhouse', host=cluster.mysql_host, port=cluster.mysql_port)
+def get_mysql_conn(started_cluster):
+    conn = pymysql.connect(user='root', password='clickhouse', host=started_cluster.mysql_ip, port=started_cluster.mysql_port)
     return conn
 
 

From 815a2ad7f2c2caa4f30b4d11c63e32dbb16fa6e0 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 24 Mar 2021 16:50:32 +0300
Subject: [PATCH 0080/1060] fix

---
 tests/integration/test_mysql_protocol/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 4a33dcc7e3a..26f44fd9491 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -217,7 +217,7 @@ def test_mysql_replacement_query(mysql_client, server_address):
         --password=123 -e "select database();"
     '''.format(host=server_address, port=server_port), demux=True)
     assert code == 0
-    assert stdout.decode() == 'DATABASE()\ndefault\n'
+    assert stdout.decode() == 'database()\ndefault\n'
 
     code, (stdout, stderr) = mysql_client.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default

From 8b070495397d549e0a65da9480c24c9e002573b8 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 25 Mar 2021 07:38:24 +0300
Subject: [PATCH 0081/1060] undo

---
 tests/integration/test_mysql_protocol/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 26f44fd9491..4a33dcc7e3a 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -217,7 +217,7 @@ def test_mysql_replacement_query(mysql_client, server_address):
         --password=123 -e "select database();"
     '''.format(host=server_address, port=server_port), demux=True)
     assert code == 0
-    assert stdout.decode() == 'database()\ndefault\n'
+    assert stdout.decode() == 'DATABASE()\ndefault\n'
 
     code, (stdout, stderr) = mysql_client.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default

From 3f9b81b0a7dc6c30786df3542465b52c74dd6278 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 26 Mar 2021 13:08:24 +0300
Subject: [PATCH 0082/1060] tune

---
 tests/integration/helpers/cluster.py              | 4 ++--
 tests/integration/test_multiple_disks/test.py     | 2 +-
 tests/integration/test_storage_postgresql/test.py | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index c3c7710b366..0a64f8fdc7b 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -895,7 +895,7 @@ class ClickHouseCluster:
                 os.makedirs(self.mysql_logs_dir)
                 os.chmod(self.mysql_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql_cmd + common_opts)
-                self.wait_mysql_to_start(60)
+                self.wait_mysql_to_start(120)
 
             if self.with_mysql8 and self.base_mysql8_cmd:
                 logging.debug('Setup MySQL 8')
@@ -904,7 +904,7 @@ class ClickHouseCluster:
                 os.makedirs(self.mysql8_logs_dir)
                 os.chmod(self.mysql8_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql8_cmd + common_opts)
-                self.wait_mysql8_to_start(120)
+                self.wait_mysql8_to_start(180)
 
             if self.with_postgres and self.base_postgres_cmd:
                 logging.debug('Setup Postgres')
diff --git a/tests/integration/test_multiple_disks/test.py b/tests/integration/test_multiple_disks/test.py
index 1d672f8f7ce..7ad7fe92b0f 100644
--- a/tests/integration/test_multiple_disks/test.py
+++ b/tests/integration/test_multiple_disks/test.py
@@ -926,7 +926,7 @@ def test_concurrent_alter_move_and_drop(start_cluster, name, engine):
             tasks.append(p.apply_async(alter_drop, (100,)))
 
         for task in tasks:
-            task.get(timeout=60)
+            task.get(timeout=120)
 
         assert node1.query("SELECT 1") == "1\n"
 
diff --git a/tests/integration/test_storage_postgresql/test.py b/tests/integration/test_storage_postgresql/test.py
index 8e3ec6c6e76..ceb2842697f 100644
--- a/tests/integration/test_storage_postgresql/test.py
+++ b/tests/integration/test_storage_postgresql/test.py
@@ -168,7 +168,7 @@ def test_non_default_scema(started_cluster):
 
 
 def test_concurrent_queries(started_cluster):
-    conn = get_postgres_conn(True)
+    conn = get_postgres_conn(started_cluster, True)
     cursor = conn.cursor()
 
     node1.query('''

From 9e02588505046431c8a0cbf72bbe389db0ba26a3 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 26 Mar 2021 15:53:53 +0300
Subject: [PATCH 0083/1060] more parallel tests

---
 tests/integration/parallel.txt | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/tests/integration/parallel.txt b/tests/integration/parallel.txt
index fac2f589358..67daeced0f1 100644
--- a/tests/integration/parallel.txt
+++ b/tests/integration/parallel.txt
@@ -11,6 +11,9 @@ test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]
 test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]
 test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]
 test_dictionaries_mysql/test.py::test_load_mysql_dictionaries
+test_dictionaries_postgresql/test.py::test_load_dictionaries
+test_dictionaries_postgresql/test.py::test_invalidate_query
+test_dictionaries_postgresql/test.py::test_dictionary_with_replicas
 test_disabled_mysql_server/test.py::test_disabled_mysql_server
 test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]
 test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]
@@ -115,6 +118,19 @@ test_mysql_protocol/test.py::test_java_client
 test_mysql_protocol/test.py::test_types
 test_odbc_interaction/test.py::test_mysql_simple_select_works
 test_odbc_interaction/test.py::test_mysql_insert
+test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema
+test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow
+test_odbc_interaction/test.py::test_postgres_insert
+test_odbc_interaction/test.py::test_odbc_postgres_date_data_type
+test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl
+test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl
+test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries
+test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays
+test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache
+test_postgresql_protocol/test.py::test_psql_is_ready
+test_postgresql_protocol/test.py::test_psql_client
+test_postgresql_protocol/test.py::test_python_client
+test_postgresql_protocol/test.py::test_java_client
 test_storage_mysql/test.py::test_many_connections
 test_storage_mysql/test.py::test_insert_select
 test_storage_mysql/test.py::test_replace_select
@@ -123,3 +139,7 @@ test_storage_mysql/test.py::test_where
 test_storage_mysql/test.py::test_table_function
 test_storage_mysql/test.py::test_binary_type
 test_storage_mysql/test.py::test_enum_type
+test_storage_postgresql/test.py::test_postgres_select_insert
+test_storage_postgresql/test.py::test_postgres_conversions
+test_storage_postgresql/test.py::test_non_default_scema
+test_storage_postgresql/test.py::test_concurrent_queries

From df8013c22d34317a373f36b305ecfda5119dfc08 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 26 Mar 2021 21:46:42 +0300
Subject: [PATCH 0084/1060] fix

---
 tests/integration/test_storage_s3/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index 60b6ef6bf0c..0d92bdf8493 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -424,7 +424,7 @@ def test_custom_auth_headers(started_cluster):
 
     instance.query(
         "CREATE TABLE test ({table_format}) ENGINE = S3('http://resolver:8080/{bucket}/{file}', 'CSV')".format(
-            bucket=cluster.minio_restricted_bucket,
+            bucket=started_cluster.minio_restricted_bucket,
             file=filename,
             table_format=table_format
         ))

From 7b7580204c000890eaa16baf301040d1e07b6250 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Sun, 28 Mar 2021 00:26:53 +0300
Subject: [PATCH 0085/1060] fix

---
 tests/integration/test_storage_kafka/test.py | 34 +++++++++-----------
 1 file changed, 16 insertions(+), 18 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 60ca3f5a790..5e13cdfde68 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -2557,26 +2557,23 @@ def test_premature_flush_on_eof(kafka_cluster):
     ''')
 
 
-@pytest.mark.timeout(120)
+@pytest.mark.timeout(180)
 def test_kafka_unavailable(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(20000)]
-    kafka_produce(kafka_cluster, 'test_kafka_unavailable', messages)
+    kafka_produce(kafka_cluster, 'test_bad_reschedule', messages)
 
     kafka_cluster.pause_container('kafka1')
 
     instance.query('''
-        DROP TABLE IF EXISTS test.destination_kafka_unavailable;
-        DROP TABLE IF EXISTS test.test_kafka_unavailable;
-        CREATE TABLE test.test_kafka_unavailable (key UInt64, value UInt64)
+        CREATE TABLE test.test_bad_reschedule (key UInt64, value UInt64)
             ENGINE = Kafka
             SETTINGS kafka_broker_list = 'kafka1:19092',
-                    kafka_topic_list = 'test_kafka_unavailable',
-                    kafka_group_name = 'test_kafka_unavailable',
+                    kafka_topic_list = 'test_bad_reschedule',
+                    kafka_group_name = 'test_bad_reschedule',
                     kafka_format = 'JSONEachRow',
-                    kafka_max_block_size = 1000,
-                    kafka_flush_interval_ms = 1000;
+                    kafka_max_block_size = 1000;
 
-        CREATE MATERIALIZED VIEW test.destination_kafka_unavailable Engine=Log AS
+        CREATE MATERIALIZED VIEW test.destination_unavailable Engine=Log AS
         SELECT
             key,
             now() as consume_ts,
@@ -2586,19 +2583,20 @@ def test_kafka_unavailable(kafka_cluster):
             _offset,
             _partition,
             _timestamp
-        FROM test.test_kafka_unavailable;
+        FROM test.test_bad_reschedule;
     ''')
 
-    instance.query("SELECT * FROM test.test_kafka_unavailable")
-
-    instance.wait_for_log_line('brokers are down')
-    instance.wait_for_log_line('stalled. Reschedule', repetitions=2)
+    instance.query("SELECT * FROM test.test_bad_reschedule")
+    instance.query("SELECT count() FROM test.destination_unavailable")
 
+    # enough to trigger issue
+    time.sleep(30)
     kafka_cluster.unpause_container('kafka1')
 
-    instance.wait_for_log_line("Committed offset 2000")
-    assert int(instance.query("SELECT count() FROM test.destination_kafka_unavailable")) == 5000
-    time.sleep(5) # needed to give time for kafka client in python test to recovery
+    while int(instance.query("SELECT count() FROM test.destination_unavailable")) < 20000:
+        print("Waiting for consume")
+        time.sleep(1)
+
 
 @pytest.mark.timeout(180)
 def test_kafka_issue14202(kafka_cluster):

From 808da339136a75bf5599b235e7b18066fb5d6ab4 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Mon, 29 Mar 2021 17:52:51 +0900
Subject: [PATCH 0086/1060] Include bitset and rename test

---
 src/AggregateFunctions/AggregateFunctionSequenceNextNode.h       | 1 +
 ...xt_node.reference => 01656_sequence_next_node_long.reference} | 0
 ..._sequence_next_node.sql => 01656_sequence_next_node_long.sql} | 0
 3 files changed, 1 insertion(+)
 rename tests/queries/0_stateless/{01656_sequence_next_node.reference => 01656_sequence_next_node_long.reference} (100%)
 rename tests/queries/0_stateless/{01656_sequence_next_node.sql => 01656_sequence_next_node_long.sql} (100%)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index c0ecdadf8b1..2ace80de0a5 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -22,6 +22,7 @@
 #include <AggregateFunctions/AggregateFunctionNull.h>
 
 #include <type_traits>
+#include <bitset>
 
 
 namespace DB
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.reference b/tests/queries/0_stateless/01656_sequence_next_node_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01656_sequence_next_node.reference
rename to tests/queries/0_stateless/01656_sequence_next_node_long.reference
diff --git a/tests/queries/0_stateless/01656_sequence_next_node.sql b/tests/queries/0_stateless/01656_sequence_next_node_long.sql
similarity index 100%
rename from tests/queries/0_stateless/01656_sequence_next_node.sql
rename to tests/queries/0_stateless/01656_sequence_next_node_long.sql

From 24c52414335b9cff55db5c0c9d5dd47ea0b0271c Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Thu, 1 Apr 2021 18:19:36 +0300
Subject: [PATCH 0087/1060] Minor style fixes in
 AggregateFunctionSequenceNextNode

---
 .../AggregateFunctionSequenceNextNode.cpp     | 119 ++++++-------
 .../AggregateFunctionSequenceNextNode.h       | 158 +++++++++---------
 2 files changed, 134 insertions(+), 143 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index c31337e25c6..c3a42703e3d 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -11,8 +11,9 @@
 namespace DB
 {
 
-constexpr size_t MAX_EVENTS_SIZE = 64;
-constexpr size_t MIN_REQUIRED_ARGS = 3;
+constexpr size_t max_events_size = 64;
+
+constexpr size_t min_required_args = 3;
 
 namespace ErrorCodes
 {
@@ -24,84 +25,72 @@ namespace ErrorCodes
 namespace
 {
 
-template <typename T, SeqDirection Direction>
-inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl2(const DataTypePtr data_type, const DataTypes & argument_types, SeqBase base)
-{
-    if (base == HEAD)
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, HEAD, MIN_REQUIRED_ARGS>>(data_type, argument_types);
-    else if (base == TAIL)
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, TAIL, MIN_REQUIRED_ARGS>>(data_type, argument_types);
-    else if (base == FIRST_MATCH)
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, FIRST_MATCH, MIN_REQUIRED_ARGS>>(data_type, argument_types);
-    else
-        return std::make_shared<SequenceNextNodeImpl<T, NodeString<MAX_EVENTS_SIZE>, Direction, LAST_MATCH, MIN_REQUIRED_ARGS>>(data_type, argument_types);
-}
-
 template <typename T>
-inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl1(const DataTypePtr data_type, const DataTypes & argument_types, SeqDirection direction, SeqBase base)
+inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl(
+    const DataTypePtr data_type, const DataTypes & argument_types, SequenceDirection direction, SequenceBase base)
 {
-    if (direction == FORWARD)
-        return createAggregateFunctionSequenceNodeImpl2<T, FORWARD>(data_type, argument_types, base);
-    else
-        return createAggregateFunctionSequenceNodeImpl2<T, BACKWARD>(data_type, argument_types, base);
+    return std::make_shared<SequenceNextNodeImpl<T, NodeString<max_events_size>>>(
+        data_type, argument_types, base, direction, min_required_args);
 }
 
 AggregateFunctionPtr
 createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events, const DataTypes & argument_types, const Array & parameters)
 {
-    assert(max_events <= MAX_EVENTS_SIZE);
+    assert(max_events <= max_events_size);
 
     if (parameters.size() < 2)
-        throw Exception("Aggregate function " + name + " requires 2 parameters (direction, head)",
+        throw Exception("Aggregate function '" + name + "' requires 2 parameters (direction, head)",
                         ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    auto expected_param_type = Field::Types::Which::String;
+    if (parameters.at(0).getType() != expected_param_type || parameters.at(1).getType() != expected_param_type)
+        throw Exception("Aggregate function '" + name + "' requires 'String' parameters",
+                        ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
     String param_dir = parameters.at(0).safeGet<String>();
-    SeqDirection direction;
-    if (param_dir == "forward")
-        direction = FORWARD;
-    else if (param_dir == "backward")
-        direction = BACKWARD;
-    else
+    std::unordered_map<std::string, SequenceDirection> seq_dir_mapping{
+        {"forward", SequenceDirection::Forward},
+        {"backward", SequenceDirection::Backward},
+    };
+    if (!seq_dir_mapping.contains(param_dir))
         throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_dir, ErrorCodes::BAD_ARGUMENTS};
+    SequenceDirection direction = seq_dir_mapping[param_dir];
 
     String param_base = parameters.at(1).safeGet<String>();
-    SeqBase base;
-    if (param_base == "head")
-        base = HEAD;
-    else if (param_base == "tail")
-        base = TAIL;
-    else if (param_base == "first_match")
-        base = FIRST_MATCH;
-    else if (param_base == "last_match")
-        base = LAST_MATCH;
-    else
+    std::unordered_map<std::string, SequenceBase> seq_base_mapping{
+        {"head", SequenceBase::Head},
+        {"tail", SequenceBase::Tail},
+        {"first_match", SequenceBase::FirstMatch},
+        {"last_match", SequenceBase::LastMatch},
+    };
+    if (!seq_base_mapping.contains(param_base))
         throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_base, ErrorCodes::BAD_ARGUMENTS};
+    SequenceBase base = seq_base_mapping[param_base];
 
-    if (argument_types.size() < MIN_REQUIRED_ARGS)
-        throw Exception("Aggregate function " + name + " requires at least two arguments.",
-                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if ((base == FIRST_MATCH || base == LAST_MATCH) && argument_types.size() < MIN_REQUIRED_ARGS + 1)
-        throw Exception("Aggregate function " + name + " requires at least three arguments when base is first_match or last_match.",
-                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    else if (argument_types.size() > max_events + MIN_REQUIRED_ARGS)
-        throw Exception("Aggregate function " + name + " requires at most " +
-                            std::to_string(max_events + MIN_REQUIRED_ARGS) +
-                            " (timestamp, value_column, " +  std::to_string(max_events) + " events) arguments.",
-                        ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    if (argument_types.size() < min_required_args)
+        throw Exception("Aggregate function " + name + " requires at least two arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    if (const auto * cond_arg = argument_types[1].get())
-    {
-        if (!isUInt8(cond_arg))
-            throw Exception{"Illegal type " + cond_arg->getName() + " of argument 1 of aggregate function "
-                    + name + ", must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
-    }
+    bool is_base_match_type = base == SequenceBase::FirstMatch || base == SequenceBase::LastMatch;
+    if (is_base_match_type && argument_types.size() < min_required_args + 1)
+        throw Exception(
+            "Aggregate function " + name + " requires at least three arguments when base is first_match or last_match.",
+            ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    for (const auto i : ext::range(MIN_REQUIRED_ARGS, argument_types.size()))
+    if (argument_types.size() > max_events + min_required_args)
+        throw Exception(fmt::format(
+            "Aggregate function '{}' requires at most {} (timestamp, value_column, ...{} events) arguments.",
+                name, max_events + min_required_args, max_events), ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+
+    if (const auto * cond_arg = argument_types[1].get(); cond_arg && !isUInt8(cond_arg))
+        throw Exception("Illegal type " + cond_arg->getName() + " of argument 1 of aggregate function "
+                + name + ", must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+
+    for (const auto i : ext::range(min_required_args, argument_types.size()))
     {
         const auto * cond_arg = argument_types[i].get();
         if (!isUInt8(cond_arg))
-            throw Exception{"Illegal type " + cond_arg->getName() + " of argument " + toString(i + 1) + " of aggregate function "
-                    + name + ", must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
+            throw Exception(fmt::format(
+                "Illegal type '{}' of {} argument of aggregate function '{}', must be UInt8", cond_arg->getName(), i + 1, name),
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
     if (WhichDataType(argument_types[2].get()).idx != TypeIndex::String)
@@ -113,17 +102,17 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events,
 
     WhichDataType timestamp_type(argument_types[0].get());
     if (timestamp_type.idx == TypeIndex::UInt8)
-        return createAggregateFunctionSequenceNodeImpl1<UInt8>(data_type, argument_types, direction, base);
+        return createAggregateFunctionSequenceNodeImpl<UInt8>(data_type, argument_types, direction, base);
     if (timestamp_type.idx == TypeIndex::UInt16)
-        return createAggregateFunctionSequenceNodeImpl1<UInt16>(data_type, argument_types, direction, base);
+        return createAggregateFunctionSequenceNodeImpl<UInt16>(data_type, argument_types, direction, base);
     if (timestamp_type.idx == TypeIndex::UInt32)
-        return createAggregateFunctionSequenceNodeImpl1<UInt32>(data_type, argument_types, direction, base);
+        return createAggregateFunctionSequenceNodeImpl<UInt32>(data_type, argument_types, direction, base);
     if (timestamp_type.idx == TypeIndex::UInt64)
-        return createAggregateFunctionSequenceNodeImpl1<UInt64>(data_type, argument_types, direction, base);
+        return createAggregateFunctionSequenceNodeImpl<UInt64>(data_type, argument_types, direction, base);
     if (timestamp_type.isDate())
-        return createAggregateFunctionSequenceNodeImpl1<DataTypeDate::FieldType>(data_type, argument_types, direction, base);
+        return createAggregateFunctionSequenceNodeImpl<DataTypeDate::FieldType>(data_type, argument_types, direction, base);
     if (timestamp_type.isDateTime())
-        return createAggregateFunctionSequenceNodeImpl1<DataTypeDateTime::FieldType>(data_type, argument_types, direction, base);
+        return createAggregateFunctionSequenceNodeImpl<DataTypeDateTime::FieldType>(data_type, argument_types, direction, base);
 
     throw Exception{"Illegal type " + argument_types.front().get()->getName()
             + " of first argument of aggregate function " + name + ", must be Unsigned Number, Date, DateTime",
@@ -143,7 +132,7 @@ auto createAggregateFunctionSequenceNodeMaxArgs(UInt64 max_events)
 void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
 {
     AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
-    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNodeMaxArgs(MAX_EVENTS_SIZE), properties });
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNodeMaxArgs(max_events_size), properties });
     factory.registerFunction("sequenceFirstNode", { createAggregateFunctionSequenceNodeMaxArgs(0), properties });
 }
 
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 2ace80de0a5..c3907a5adee 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -28,18 +28,18 @@
 namespace DB
 {
 
-enum SeqDirection
+enum class SequenceDirection
 {
-    FORWARD = 0,
-    BACKWARD = 1
+    Forward,
+    Backward,
 };
 
-enum SeqBase
+enum SequenceBase
 {
-    HEAD = 0,
-    TAIL = 1,
-    FIRST_MATCH = 2,
-    LAST_MATCH = 3
+    Head,
+    Tail,
+    FirstMatch,
+    LastMatch,
 };
 
 /// NodeBase used to implement a linked list for storage of SequenceNextNodeImpl
@@ -121,7 +121,7 @@ struct NodeString : public NodeBase<NodeString<MaxEventsSize>, MaxEventsSize>
     }
 };
 
-/// TODO : Expends SequenceNextNodeGeneralData to support other types
+/// TODO : Support other types than string
 template <typename Node>
 struct SequenceNextNodeGeneralData
 {
@@ -150,26 +150,40 @@ struct SequenceNextNodeGeneralData
 };
 
 /// Implementation of sequenceFirstNode
-template <typename T, typename Node, SeqDirection Direction, SeqBase Base, size_t MinRequiredArgs>
+template <typename T, typename Node>
 class SequenceNextNodeImpl final
-    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base, MinRequiredArgs>>
+    : public IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node>>
 {
+    using Self = SequenceNextNodeImpl<T, Node>;
+
     using Data = SequenceNextNodeGeneralData<Node>;
     static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
     static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
-    static constexpr size_t EventColumn = 2;
-    static constexpr size_t BaseCondition = 1;
+
+    static constexpr size_t base_cond_column_idx = 1;
+    static constexpr size_t event_column_idx = 2;
+
+    SequenceBase seq_base_kind;
+    SequenceDirection seq_direction;
+    const size_t min_required_args;
 
     DataTypePtr & data_type;
     UInt8 events_size;
     UInt64 max_elems;
-
 public:
-    SequenceNextNodeImpl(const DataTypePtr & data_type_, const DataTypes & arguments, UInt64 max_elems_ = std::numeric_limits<UInt64>::max())
-        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, SequenceNextNodeImpl<T, Node, Direction, Base, MinRequiredArgs>>(
-            {data_type_}, {})
+    SequenceNextNodeImpl(
+        const DataTypePtr & data_type_,
+        const DataTypes & arguments,
+        SequenceBase seq_base_kind_,
+        SequenceDirection seq_direction_,
+        size_t min_required_args_,
+        UInt64 max_elems_ = std::numeric_limits<UInt64>::max())
+        : IAggregateFunctionDataHelper<SequenceNextNodeGeneralData<Node>, Self>({data_type_}, {})
+        , seq_base_kind(seq_base_kind_)
+        , seq_direction(seq_direction_)
+        , min_required_args(min_required_args_)
         , data_type(this->argument_types[0])
-        , events_size(arguments.size() - MinRequiredArgs)
+        , events_size(arguments.size() - min_required_args)
         , max_elems(max_elems_)
     {
     }
@@ -202,7 +216,7 @@ public:
 
     void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena * arena) const override
     {
-        Node * node = Node::allocate(*columns[EventColumn], row_num, arena);
+        Node * node = Node::allocate(*columns[event_column_idx], row_num, arena);
 
         const auto timestamp = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
 
@@ -214,11 +228,11 @@ public:
         /// +          4 (bit of event3)
         node->events_bitset.reset();
         for (UInt8 i = 0; i < events_size; ++i)
-            if (assert_cast<const ColumnVector<UInt8> *>(columns[MinRequiredArgs + i])->getData()[row_num])
+            if (assert_cast<const ColumnVector<UInt8> *>(columns[min_required_args + i])->getData()[row_num])
                 node->events_bitset.set(i);
         node->event_time = timestamp;
 
-        node->can_be_base = assert_cast<const ColumnVector<UInt8> *>(columns[BaseCondition])->getData()[row_num];
+        node->can_be_base = assert_cast<const ColumnVector<UInt8> *>(columns[base_cond_column_idx])->getData()[row_num];
 
         data(place).value.push_back(node, arena);
     }
@@ -264,7 +278,7 @@ public:
 
     void serialize(ConstAggregateDataPtr __restrict place, WriteBuffer & buf) const override
     {
-        // Temporarily do a const_cast to sort the values. It helps to reduce the computational burden on the initiator node.
+        /// Temporarily do a const_cast to sort the values. It helps to reduce the computational burden on the initiator node.
         this->data(const_cast<AggregateDataPtr>(place)).sort();
 
         writeBinary(data(place).sorted, buf);
@@ -272,22 +286,22 @@ public:
         auto & value = data(place).value;
 
         size_t size = std::min(static_cast<size_t>(events_size + 1), value.size());
-        switch (Base)
+        switch (seq_base_kind)
         {
-            case HEAD:
+            case SequenceBase::Head:
                 writeVarUInt(size, buf);
                 for (size_t i = 0; i < size; ++i)
                     value[i]->write(buf);
                 break;
 
-            case TAIL:
+            case SequenceBase::Tail:
                 writeVarUInt(size, buf);
                 for (size_t i = 0; i < size; ++i)
                     value[value.size() - size + i]->write(buf);
                 break;
 
-            case FIRST_MATCH:
-            case LAST_MATCH:
+            case SequenceBase::FirstMatch:
+            case SequenceBase::LastMatch:
                 writeVarUInt(value.size(), buf);
                 for (auto & node : value)
                     node->write(buf);
@@ -312,53 +326,42 @@ public:
             value[i] = Node::read(buf, arena);
     }
 
-    inline UInt32 getBaseIndex(Data & data, bool & exist) const
+    inline std::optional<size_t> getBaseIndex(Data & data) const
     {
-        exist = false;
         if (data.value.size() == 0)
-            return 0;
+            return {};
 
-        switch (Base)
+        switch (seq_base_kind)
         {
-            case HEAD:
+            case SequenceBase::Head:
                 if (data.value[0]->can_be_base)
-                {
-                    exist = true;
                     return 0;
-                }
                 break;
 
-            case TAIL:
+            case SequenceBase::Tail:
                 if (data.value[data.value.size() - 1]->can_be_base)
-                {
-                    exist = true;
                     return data.value.size() - 1;
+                break;
+
+            case SequenceBase::FirstMatch:
+                for (size_t i = 0; i < data.value.size(); ++i)
+                {
+                    if (data.value[i]->events_bitset.test(0) && data.value[i]->can_be_base)
+                        return i;
                 }
                 break;
 
-            case FIRST_MATCH:
-                for (UInt64 i = 0; i < data.value.size(); ++i)
-                    if (data.value[i]->events_bitset.test(0) && data.value[i]->can_be_base)
-                    {
-                        exist = true;
-                        return i;
-                    }
-                break;
-
-            case LAST_MATCH:
-                for (UInt64 i = 0; i < data.value.size(); ++i)
+            case SequenceBase::LastMatch:
+                for (size_t i = 0; i < data.value.size(); ++i)
                 {
                     auto reversed_i = data.value.size() - i - 1;
                     if (data.value[reversed_i]->events_bitset.test(0) && data.value[reversed_i]->can_be_base)
-                    {
-                        exist = true;
                         return reversed_i;
-                    }
                 }
                 break;
         }
 
-        return 0;
+        return {};
     }
 
     /// This method returns an index of next node that matched the events.
@@ -366,40 +369,37 @@ public:
     /// The first matched event is 0x00000001, the second one is 0x00000002, the third one is 0x00000004, and so on.
     UInt32 getNextNodeIndex(Data & data) const
     {
-        const UInt32 unmatched = data.value.size();
+        const UInt32 unmatched_idx = data.value.size();
 
         if (data.value.size() <= events_size)
-            return unmatched;
+            return unmatched_idx;
 
         data.sort();
 
-        bool base_existence;
-        UInt32 base = getBaseIndex(data, base_existence);
-        if (!base_existence)
-            return unmatched;
+        std::optional<size_t> base_opt = getBaseIndex(data);
+        if (!base_opt.has_value())
+            return unmatched_idx;
+        UInt32 base = static_cast<UInt32>(base_opt.value());
 
         if (events_size == 0)
-        {
-            return data.value.size() > 0 ? base : unmatched;
-        }
-        else
-        {
-            UInt32 i = 0;
-            switch (Direction)
-            {
-                case FORWARD:
-                    for (i = 0; i < events_size && base + i < data.value.size(); ++i)
-                        if (data.value[base + i]->events_bitset.test(i) == false)
-                            break;
-                    return (i == events_size) ? base + i : unmatched;
+            return data.value.size() > 0 ? base : unmatched_idx;
 
-                case BACKWARD:
-                    for (i = 0; i < events_size && i < base; ++i)
-                        if (data.value[base - i]->events_bitset.test(i) == false)
-                            break;
-                    return (i == events_size) ? base - i : unmatched;
-            }
+        UInt32 i = 0;
+        switch (seq_direction)
+        {
+            case SequenceDirection::Forward:
+                for (i = 0; i < events_size && base + i < data.value.size(); ++i)
+                    if (!data.value[base + i]->events_bitset.test(i))
+                        break;
+                return (i == events_size) ? base + i : unmatched_idx;
+
+            case SequenceDirection::Backward:
+                for (i = 0; i < events_size && i < base; ++i)
+                    if (!data.value[base - i]->events_bitset.test(i))
+                        break;
+                return (i == events_size) ? base - i : unmatched_idx;
         }
+        __builtin_unreachable();
     }
 
     void insertResultInto(AggregateDataPtr __restrict place, IColumn & to, Arena *) const override
@@ -414,7 +414,9 @@ public:
             to_concrete.getNullMapData().push_back(0);
         }
         else
+        {
             to.insertDefault();
+        }
     }
 
     bool allocatesMemoryInArena() const override { return true; }

From 63dc35780ed4b28bcf4a2dcdac16930279c4fe7d Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Fri, 2 Apr 2021 11:58:58 +0900
Subject: [PATCH 0088/1060] More parameter checking and remove a useless
 function

---
 .../AggregateFunctionNull.h                   | 22 -------------------
 .../AggregateFunctionSequenceNextNode.cpp     |  9 ++++++--
 2 files changed, 7 insertions(+), 24 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index 821398e715e..e1238182ab5 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -276,28 +276,6 @@ public:
         this->nested_function->add(this->nestedPlace(place), nested_columns, row_num, arena);
     }
 
-    void insertResultInto(AggregateDataPtr place, IColumn & to, Arena * arena) const override
-    {
-        if constexpr (result_is_nullable)
-        {
-            ColumnNullable & to_concrete = assert_cast<ColumnNullable &>(to);
-            if (this->getFlag(place))
-            {
-                this->nested_function->insertResultInto(this->nestedPlace(place), to_concrete.getNestedColumn(), arena);
-                to_concrete.getNullMapData().push_back(0);
-            }
-            else
-            {
-                to_concrete.insertDefault();
-            }
-        }
-        else
-        {
-            this->nested_function->insertResultInto(this->nestedPlace(place), to, arena);
-        }
-    }
-
-
 private:
     enum { MAX_ARGS = 8 };
     size_t number_of_arguments = 0;
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index c3a42703e3d..6f2e2a5c3d7 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -66,13 +66,18 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events,
         throw Exception{"Aggregate function " + name + " doesn't support a parameter: " + param_base, ErrorCodes::BAD_ARGUMENTS};
     SequenceBase base = seq_base_mapping[param_base];
 
+    if ((base == SequenceBase::Head && direction == SequenceDirection::Backward) ||
+        (base == SequenceBase::Tail && direction == SequenceDirection::Forward))
+        throw Exception(fmt::format(
+            "Invalid argument combination of '{}' with '{}'", param_base, param_dir), ErrorCodes::BAD_ARGUMENTS);
+
     if (argument_types.size() < min_required_args)
-        throw Exception("Aggregate function " + name + " requires at least two arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+        throw Exception("Aggregate function " + name + " requires at least " + toString(min_required_args) + " arguments.", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     bool is_base_match_type = base == SequenceBase::FirstMatch || base == SequenceBase::LastMatch;
     if (is_base_match_type && argument_types.size() < min_required_args + 1)
         throw Exception(
-            "Aggregate function " + name + " requires at least three arguments when base is first_match or last_match.",
+            "Aggregate function " + name + " requires at least " + toString(min_required_args + 1) + " arguments when base is first_match or last_match.",
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     if (argument_types.size() > max_events + min_required_args)

From a87234f67b55e3cf6bf10cf5f86507e273754776 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 1 Apr 2021 22:50:18 +0000
Subject: [PATCH 0089/1060] Buildable version + small refactoring

---
 src/CMakeLists.txt                           |   1 +
 src/Disks/DiskHDFS.cpp                       | 713 -------------------
 src/Disks/DiskType.h                         |   6 +-
 src/Disks/HDFS/DiskHDFS.cpp                  | 362 ++++++++++
 src/Disks/{ => HDFS}/DiskHDFS.h              |  82 ++-
 src/Disks/HDFS/HDFSHelpers.h                 | 234 ++++++
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h  | 143 ++++
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h |  79 ++
 src/IO/ReadBufferFromHDFS.cpp                | 124 ----
 src/IO/ReadBufferFromHDFS.h                  |  33 -
 src/IO/WriteBufferFromHDFS.cpp               | 112 ---
 11 files changed, 870 insertions(+), 1019 deletions(-)
 delete mode 100644 src/Disks/DiskHDFS.cpp
 create mode 100644 src/Disks/HDFS/DiskHDFS.cpp
 rename src/Disks/{ => HDFS}/DiskHDFS.h (72%)
 create mode 100644 src/Disks/HDFS/HDFSHelpers.h
 create mode 100644 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
 create mode 100644 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
 delete mode 100644 src/IO/ReadBufferFromHDFS.cpp
 delete mode 100644 src/IO/ReadBufferFromHDFS.h
 delete mode 100644 src/IO/WriteBufferFromHDFS.cpp

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index fe519530123..295a141fa3c 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -101,6 +101,7 @@ endif()
 
 if (USE_HDFS)
     add_headers_and_sources(dbms Storages/HDFS)
+    add_headers_and_sources(dbms Disks/HDFS)
 endif()
 
 list (APPEND clickhouse_common_io_sources ${CONFIG_BUILD})
diff --git a/src/Disks/DiskHDFS.cpp b/src/Disks/DiskHDFS.cpp
deleted file mode 100644
index 50827c80ec2..00000000000
--- a/src/Disks/DiskHDFS.cpp
+++ /dev/null
@@ -1,713 +0,0 @@
-#include "DiskHDFS.h"
-
-#include <Storages/HDFS/ReadBufferFromFile.h>
-#include <Storages/HDFS/ReadBufferFromHDFS.h>
-#include <Storages/HDFS/WriteBufferFromHDFS.h>
-
-#include "DiskFactory.h"
-#include <random>
-#include <utility>
-#include <IO/ReadHelpers.h>
-#include <IO/WriteBufferFromFile.h>
-#include <IO/WriteHelpers.h>
-#include <Poco/File.h>
-#include <Interpreters/Context.h>
-#include <Common/checkStackSize.h>
-#include <Common/createHardLink.h>
-#include <Common/quoteString.h>
-#include <Common/filesystemHelpers.h>
-
-#include <Common/thread_local_rng.h>
-
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-    extern const int UNKNOWN_ELEMENT_IN_CONFIG;
-    extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
-    extern const int PATH_ACCESS_DENIED;
-    extern const int FILE_ALREADY_EXISTS;
-    extern const int CANNOT_SEEK_THROUGH_FILE;
-    extern const int UNKNOWN_FORMAT;
-    extern const int CANNOT_REMOVE_FILE;
-}
-
-namespace
-{
-    String getRandomName()
-    {
-        std::uniform_int_distribution<int> distribution('a', 'z');
-        String res(32, ' '); /// The number of bits of entropy should be not less than 128.
-        for (auto & c : res)
-            c = distribution(thread_local_rng);
-        return res;
-    }
-
-    /*
-    template <typename Result, typename Error>
-    void throwIfError(Aws::Utils::Outcome<Result, Error> && response)
-    {
-        if (!response.IsSuccess())
-        {
-            const auto & err = response.GetError();
-            throw Exception(err.GetMessage(), static_cast<int>(err.GetErrorType()));
-        }
-    }
-    */
-    
-    struct Metadata
-    {
-        /// Metadata file version.
-        static constexpr UInt32 VERSION = 1;
-
-        using PathAndSize = std::pair<String, size_t>;
-
-        /// Disk path.
-        const String & disk_path;
-        /// Relative path to metadata file on local FS.
-        String metadata_file_path;
-        /// Total size of all HDFS objects.
-        size_t total_size;
-        /// HDFS objects paths and their sizes.
-        std::vector<PathAndSize> hdfs_objects;
-        /// Number of references (hardlinks) to this metadata file.
-        UInt32 ref_count;
-
-        /// Load metadata by path or create empty if `create` flag is set.
-        explicit Metadata(const String & disk_path_, const String & metadata_file_path_, bool create = false)
-            : disk_path(disk_path_), metadata_file_path(metadata_file_path_), total_size(0), hdfs_objects(0), ref_count(0)
-        {
-            if (create)
-                return;
-
-            ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
-            
-            UInt32 version;
-            readIntText(version, buf);
-
-            if (version != VERSION)
-                throw Exception(
-                    "Unknown metadata file version. Path: " + disk_path + metadata_file_path
-                        + " Version: " + std::to_string(version) + ", Expected version: " + std::to_string(VERSION),
-                    ErrorCodes::UNKNOWN_FORMAT);
-
-            assertChar('\n', buf);
-
-            UInt32 hdfs_objects_count;
-            readIntText(hdfs_objects_count, buf);
-            assertChar('\t', buf);
-            readIntText(total_size, buf);
-            assertChar('\n', buf);
-            hdfs_objects.resize(hdfs_objects_count);
-            for (UInt32 i = 0; i < hdfs_objects_count; ++i)
-            {
-                String hdfs_object_path;
-                size_t hdfs_object_size;
-                readIntText(hdfs_object_size, buf);
-                assertChar('\t', buf);
-                readEscapedString(hdfs_object_path, buf);
-                assertChar('\n', buf);
-                hdfs_objects[i] = {hdfs_object_path, hdfs_object_size};
-            }
-
-            readIntText(ref_count, buf);
-            assertChar('\n', buf);
-        }
-
-        void addObject(const String & path, size_t size)
-        {
-            total_size += size;
-            hdfs_objects.emplace_back(path, size);
-        }
-
-        /// Fsync metadata file if 'sync' flag is set.
-        void save(bool sync = false)
-        {
-            WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
-
-            writeIntText(VERSION, buf);
-            writeChar('\n', buf);
-
-            writeIntText(hdfs_objects.size(), buf);
-            writeChar('\t', buf);
-            writeIntText(total_size, buf);
-            writeChar('\n', buf);
-            for (const auto & [hdfs_object_path, hdfs_object_size] : hdfs_objects)
-            {
-                writeIntText(hdfs_object_size, buf);
-                writeChar('\t', buf);
-                writeEscapedString(hdfs_object_path, buf);
-                writeChar('\n', buf);
-            }
-
-            writeIntText(ref_count, buf);
-            writeChar('\n', buf);
-
-            buf.finalize();
-            if (sync)
-                buf.sync();
-        }
-    };
-
-    /// Reads data from HDFS using stored paths in metadata.
-    class ReadIndirectBufferFromHDFS final : public ReadBufferFromFileBase
-    {
-    public:
-        ReadIndirectBufferFromHDFS(
-            const String& hdfs_name_, const String & bucket_, Metadata metadata_, size_t buf_size_)
-            : hdfs_name(hdfs_name_), bucket(bucket_), metadata(std::move(metadata_)), buf_size(buf_size_)
-        {
-        }
-
-        off_t seek(off_t offset_, int whence) override
-        {
-            if (whence == SEEK_CUR)
-            {
-                /// If position within current working buffer - shift pos.
-                if (working_buffer.size() && size_t(getPosition() + offset_) < absolute_position)
-                {
-                    pos += offset_;
-                    return getPosition();
-                }
-                else
-                {
-                    absolute_position += offset_;
-                }
-            }
-            else if (whence == SEEK_SET)
-            {
-                /// If position within current working buffer - shift pos.
-                if (working_buffer.size() && size_t(offset_) >= absolute_position - working_buffer.size()
-                    && size_t(offset_) < absolute_position)
-                {
-                    pos = working_buffer.end() - (absolute_position - offset_);
-                    return getPosition();
-                }
-                else
-                {
-                    absolute_position = offset_;
-                }
-            }
-            else
-                throw Exception("Only SEEK_SET or SEEK_CUR modes are allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
-
-            current_buf = initialize();
-            pos = working_buffer.end();
-
-            return absolute_position;
-        }
-
-        off_t getPosition() override { return absolute_position - available(); }
-
-        std::string getFileName() const override { return metadata.metadata_file_path; }
-
-    private:
-        std::unique_ptr<ReadBufferFromHDFS> initialize()
-        {
-            size_t offset = absolute_position;
-            
-            for (size_t i = 0; i < metadata.hdfs_objects.size(); ++i)
-            {
-                current_buf_idx = i;
-                const auto & [path, size] = metadata.hdfs_objects[i];
-                
-                if (size > offset)
-                {
-                    auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, buf_size);
-                    buf->seek(offset, SEEK_SET);
-                    return buf;
-                }
-                offset -= size;
-
-            }
-            return nullptr;
-        }
-
-        bool nextImpl() override
-        {
-            /// Find first available buffer that fits to given offset.
-            if (!current_buf)
-                current_buf = initialize();
-
-            /// If current buffer has remaining data - use it.
-            if (current_buf && current_buf->next())
-            {
-                working_buffer = current_buf->buffer();
-                absolute_position += working_buffer.size();
-                return true;
-            }
-
-            /// If there is no available buffers - nothing to read.
-            if (current_buf_idx + 1 >= metadata.hdfs_objects.size())
-                return false;
-
-            ++current_buf_idx;
-            const auto & path = metadata.hdfs_objects[current_buf_idx].first;
-            current_buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, buf_size);
-            current_buf->next();
-            working_buffer = current_buf->buffer();
-            absolute_position += working_buffer.size();
-
-            return true;
-        }
-
-        const String & hdfs_name;
-        const String & bucket;
-        Metadata metadata;
-        size_t buf_size;
-
-        size_t absolute_position = 0;
-        size_t current_buf_idx = 0;
-        std::unique_ptr<ReadBufferFromHDFS> current_buf;
-    };
-
-    /// Stores data in HDFS and adds the object key (HDFS path) and object size to metadata file on local FS.
-    class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
-    {
-    public:
-        WriteIndirectBufferFromHDFS(
-            const String & hdfs_name_,
-            const String & hdfs_path_,
-            Metadata metadata_,
-            size_t buf_size_)
-            : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-            , impl(WriteBufferFromHDFS(hdfs_name_, buf_size_))
-            , metadata(std::move(metadata_))
-            , hdfs_path(hdfs_path_)
-        {
-        }
-
-        ~WriteIndirectBufferFromHDFS() override
-        {
-            try
-            {
-                finalize();
-            }
-            catch (...)
-            {
-                tryLogCurrentException(__PRETTY_FUNCTION__);
-            }
-        }
-
-        void finalize() override
-        {
-            if (finalized)
-                return;
-
-            next();
-            impl.finalize();
-
-            metadata.addObject(hdfs_path, count());
-            metadata.save();
-
-            finalized = true;
-        }
-
-        void sync() override
-        {
-            if (finalized)
-                metadata.save(true);
-        }
-
-        std::string getFileName() const override { return metadata.metadata_file_path; }
-
-    private:
-        void nextImpl() override
-        {
-            /// Transfer current working buffer to WriteBufferFromHDFS.
-            impl.swap(*this);
-
-            /// Write actual data to HDFS.
-            impl.next();
-
-            /// Return back working buffer.
-            impl.swap(*this);
-        }
-
-        WriteBufferFromHDFS impl;
-        bool finalized = false;
-        Metadata metadata;
-        String hdfs_path;
-    };
-}
-
-
-class DiskHDFSDirectoryIterator final : public IDiskDirectoryIterator
-{
-public:
-    DiskHDFSDirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
-
-    void next() override { ++iter; }
-
-    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
-
-    String path() const override
-    {
-        if (iter->isDirectory())
-            return folder_path + iter.name() + '/';
-        else
-            return folder_path + iter.name();
-    }
-
-    String name() const override { return iter.name(); }
-
-private:
-    Poco::DirectoryIterator iter;
-    String folder_path;
-};
-
-
-using DiskHDFSPtr = std::shared_ptr<DiskHDFS>;
-
-class DiskHDFSReservation final : public IReservation
-{
-public:
-    DiskHDFSReservation(const DiskHDFSPtr & disk_, UInt64 size_)
-        : disk(disk_), size(size_), metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
-    {
-    }
-
-    UInt64 getSize() const override { return size; }
-
-    DiskPtr getDisk() const override { return disk; }
-
-    void update(UInt64 new_size) override
-    {
-        std::lock_guard lock(disk->reservation_mutex);
-        disk->reserved_bytes -= size;
-        size = new_size;
-        disk->reserved_bytes += size;
-    }
-
-    ~DiskHDFSReservation() override;
-
-private:
-    DiskHDFSPtr disk;
-    UInt64 size;
-    CurrentMetrics::Increment metric_increment;
-};
-
-
-DiskHDFS::DiskHDFS(
-    String name_,
-    String hdfs_name_,
-    String metadata_path_)
-    : name(std::move(name_))
-    , hdfs_name(std::move(hdfs_name_))
-    , metadata_path(std::move(metadata_path_))
-    , builder(createHDFSBuilder(hdfs_name))
-    , fs(createHDFSFS(builder.get()))
-{
-}
-
-ReservationPtr DiskHDFS::reserve(UInt64 bytes)
-{
-    if (!tryReserve(bytes))
-        return {};
-    return std::make_unique<DiskHDFSReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
-}
-
-bool DiskHDFS::exists(const String & path) const
-{
-    return Poco::File(metadata_path + path).exists();
-}
-
-bool DiskHDFS::isFile(const String & path) const
-{
-    return Poco::File(metadata_path + path).isFile();
-}
-
-bool DiskHDFS::isDirectory(const String & path) const
-{
-    return Poco::File(metadata_path + path).isDirectory();
-}
-
-size_t DiskHDFS::getFileSize(const String & path) const
-{
-    Metadata metadata(metadata_path, path);
-    return metadata.total_size;
-}
-
-void DiskHDFS::createDirectory(const String & path)
-{
-    Poco::File(metadata_path + path).createDirectory();
-}
-
-void DiskHDFS::createDirectories(const String & path)
-{
-    Poco::File(metadata_path + path).createDirectories();
-}
-
-DiskDirectoryIteratorPtr DiskHDFS::iterateDirectory(const String & path)
-{
-    return std::make_unique<DiskHDFSDirectoryIterator>(metadata_path + path, path);
-}
-
-void DiskHDFS::clearDirectory(const String & path)
-{
-    for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-        if (isFile(it->path()))
-            remove(it->path());
-}
-
-void DiskHDFS::moveFile(const String & from_path, const String & to_path)
-{
-    if (exists(to_path))
-        throw Exception("File already exists: " + to_path, ErrorCodes::FILE_ALREADY_EXISTS);
-    Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
-}
-
-void DiskHDFS::replaceFile(const String & from_path, const String & to_path)
-{
-    Poco::File from_file(metadata_path + from_path);
-    Poco::File to_file(metadata_path + to_path);
-    if (to_file.exists())
-    {
-        Poco::File tmp_file(metadata_path + to_path + ".old");
-        to_file.renameTo(tmp_file.path());
-        from_file.renameTo(metadata_path + to_path);
-        remove(to_path + ".old");
-    }
-    else
-        from_file.renameTo(to_file.path());
-}
-
-void DiskHDFS::copyFile(const String & from_path, const String & to_path)
-{
-    if (exists(to_path))
-        remove(to_path);
-
-    Metadata from(metadata_path, from_path);
-    Metadata to(metadata_path, to_path, true);
-
-    for (const auto & [path, size] : from.hdfs_objects)
-    {
-        auto new_path = hdfs_name + getRandomName();
-        /// TODO:: hdfs copy semantics
-        /*
-        Aws::HDFS::Model::CopyObjectRequest req;
-        req.SetCopySource(bucket + "/" + path);
-        req.SetBucket(bucket);
-        req.SetKey(new_path);
-        throwIfError(client->CopyObject(req));
-        */
-        throw Exception("is not implemented yet", 1);
-        to.addObject(new_path, size);
-    }
-
-    to.save();
-}
-
-std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path, size_t buf_size, size_t, size_t, size_t) const
-{
-    Metadata metadata(metadata_path, path);
-
-    LOG_DEBUG(
-        &Logger::get("DiskHDFS"),
-        "Read from file by path: " << backQuote(metadata_path + path) << " Existing HDFS objects: " << metadata.hdfs_objects.size());
-    
-    return std::make_unique<ReadIndirectBufferFromHDFS>(hdfs_name, "", metadata, buf_size);
-}
-
-std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path, size_t buf_size, WriteMode mode, size_t, size_t)
-{
-    bool exist = exists(path);
-    /// Path to store new HDFS object.
-    auto file_name = getRandomName();
-    auto HDFS_path = hdfs_name + file_name;
-    if (!exist || mode == WriteMode::Rewrite)
-    {
-        /// If metadata file exists - remove and new.
-        if (exist)
-            remove(path);
-        Metadata metadata(metadata_path, path, true);
-        /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
-        metadata.save();
-
-        LOG_DEBUG(&Logger::get("DiskHDFS"), "Write to file by path: " << backQuote(metadata_path + path) << " New HDFS path: " << HDFS_path);
-
-        return std::make_unique<WriteIndirectBufferFromHDFS>(HDFS_path, file_name, metadata, buf_size);
-    }
-    else
-    {
-        Metadata metadata(metadata_path, path);
-
-        LOG_DEBUG(
-            &Logger::get("DiskHDFS"),
-            "Append to file by path: " << backQuote(metadata_path + path) << " New HDFS path: " << HDFS_path
-                                       << " Existing HDFS objects: " << metadata.hdfs_objects.size());
-
-        return std::make_unique<WriteIndirectBufferFromHDFS>(HDFS_path, file_name, metadata, buf_size);
-    }
-}
-
-void DiskHDFS::remove(const String & path)
-{
-    LOG_DEBUG(&Logger::get("DiskHDFS"), "Remove file by path: " << backQuote(metadata_path + path));
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        Metadata metadata(metadata_path, path);
-
-        /// If there is no references - delete content from HDFS.
-        if (metadata.ref_count == 0)
-        {
-            file.remove();
-            for (const auto & [hdfs_object_path, _] : metadata.hdfs_objects)
-            {
-                const size_t begin_of_path = hdfs_name.find('/', hdfs_name.find("//") + 2);
-                const std::string hdfs_path = hdfs_name.substr(begin_of_path) + hdfs_object_path;
-                int res = hdfsDelete(fs.get(), hdfs_path.c_str(), 0);
-                if (res == -1)
-                    throw Exception("fuck " + hdfs_path, 1);
-            }
-        }
-        else /// In other case decrement number of references, save metadata and delete file.
-        {
-            --metadata.ref_count;
-            metadata.save();
-            file.remove();
-        }
-    }
-    else
-        file.remove();
-}
-
-void DiskHDFS::removeRecursive(const String & path)
-{
-    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        remove(path);
-    }
-    else
-    {
-        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-            removeRecursive(it->path());
-        file.remove();
-    }
-}
-
-
-bool DiskHDFS::tryReserve(UInt64 bytes)
-{
-    std::lock_guard lock(reservation_mutex);
-    if (bytes == 0)
-    {
-        LOG_DEBUG(&Logger::get("DiskHDFS"), "Reserving 0 bytes on HDFS disk " << backQuote(name));
-        ++reservation_count;
-        return true;
-    }
-
-    auto available_space = getAvailableSpace();
-    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
-    if (unreserved_space >= bytes)
-    {
-        LOG_DEBUG(
-            &Logger::get("DiskHDFS"),
-            "Reserving " << formatReadableSizeWithBinarySuffix(bytes) << " on disk " << backQuote(name) << ", having unreserved "
-                         << formatReadableSizeWithBinarySuffix(unreserved_space) << ".");
-        ++reservation_count;
-        reserved_bytes += bytes;
-        return true;
-    }
-    return false;
-}
-
-void DiskHDFS::listFiles(const String & path, std::vector<String> & file_names)
-{
-    for (auto it = iterateDirectory(path); it->isValid(); it->next())
-        file_names.push_back(it->name());
-}
-
-void DiskHDFS::setLastModified(const String & path, const Poco::Timestamp & timestamp)
-{
-    Poco::File(metadata_path + path).setLastModified(timestamp);
-}
-
-Poco::Timestamp DiskHDFS::getLastModified(const String & path)
-{
-    return Poco::File(metadata_path + path).getLastModified();
-}
-
-void DiskHDFS::createHardLink(const String & src_path, const String & dst_path)
-{
-    /// Increment number of references.
-    Metadata src(metadata_path, src_path);
-    ++src.ref_count;
-    src.save();
-
-    /// Create FS hardlink to metadata file.
-    DB::createHardLink(metadata_path + src_path, metadata_path + dst_path);
-}
-
-void DiskHDFS::createFile(const String & path)
-{
-    /// Create empty metadata file.
-    Metadata metadata(metadata_path, path, true);
-    metadata.save();
-}
-
-void DiskHDFS::setReadOnly(const String & path)
-{
-    Poco::File(metadata_path + path).setReadOnly(true);
-}
-
-DiskHDFSReservation::~DiskHDFSReservation()
-{
-    try
-    {
-        std::lock_guard lock(disk->reservation_mutex);
-        if (disk->reserved_bytes < size)
-        {
-            disk->reserved_bytes = 0;
-            LOG_ERROR(&Logger::get("DiskLocal"), "Unbalanced reservations size for disk '" + disk->getName() + "'.");
-        }
-        else
-        {
-            disk->reserved_bytes -= size;
-        }
-
-        if (disk->reservation_count == 0)
-            LOG_ERROR(&Logger::get("DiskLocal"), "Unbalanced reservation count for disk '" + disk->getName() + "'.");
-        else
-            --disk->reservation_count;
-    }
-    catch (...)
-    {
-        tryLogCurrentException(__PRETTY_FUNCTION__);
-    }
-}
-
-void registerDiskHDFS(DiskFactory & factory)
-{
-    auto creator = [](const String & name,
-                      const Poco::Util::AbstractConfiguration & config,
-                      const String & config_prefix,
-                      const Context & context) -> DiskPtr {
-                const auto * disk_config = config.createView(config_prefix);
-
-        Poco::File disk{context.getPath() + "disks/" + name};
-        disk.createDirectories();
-
-        DB::String uri{disk_config->getString("endpoint")};
-        if (uri.back() != '/')
-            throw Exception("HDFS path must ends with '/', but '" + uri + "' doesn't.", ErrorCodes::BAD_ARGUMENTS);
-        
-        String metadata_path = context.getPath() + "disks/" + name + "/";
-        
-        return std::make_shared<DiskHDFS>(
-            name,
-            uri,
-            metadata_path
-        );
-    };
-    factory.registerDiskType("hdfs", creator);
-}
-
-}
diff --git a/src/Disks/DiskType.h b/src/Disks/DiskType.h
index 4e0ae226af4..f0c22eb6495 100644
--- a/src/Disks/DiskType.h
+++ b/src/Disks/DiskType.h
@@ -11,7 +11,8 @@ struct DiskType
     {
         Local,
         RAM,
-        S3
+        S3,
+        HDFS
     };
     static String toString(Type disk_type)
     {
@@ -23,10 +24,11 @@ struct DiskType
                 return "memory";
             case Type::S3:
                 return "s3";
+            case Type::HDFS:
+                return "HDFS";
         }
         __builtin_unreachable();
     }
 };
 
 }
-
diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
new file mode 100644
index 00000000000..103a5c93c94
--- /dev/null
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -0,0 +1,362 @@
+#include <Disks/HDFS/DiskHDFS.h>
+
+#include <Storages/HDFS/ReadBufferFromHDFS.h>
+#include <Storages/HDFS/WriteBufferFromHDFS.h>
+#include "ReadIndirectBufferFromHDFS.h"
+#include "WriteIndirectBufferFromHDFS.h"
+
+#include <random>
+#include <utility>
+#include <memory>
+#include <IO/ReadHelpers.h>
+#include <IO/ReadBufferFromFile.h>
+#include <IO/WriteBufferFromFile.h>
+#include <IO/WriteHelpers.h>
+#include <Poco/File.h>
+#include <Interpreters/Context.h>
+#include <Common/checkStackSize.h>
+#include <Common/createHardLink.h>
+#include <Common/quoteString.h>
+#include <Common/filesystemHelpers.h>
+#include <common/logger_useful.h>
+
+#include <Common/thread_local_rng.h>
+#include "HDFSHelpers.h"
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int UNKNOWN_ELEMENT_IN_CONFIG;
+    extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
+    extern const int PATH_ACCESS_DENIED;
+    extern const int FILE_ALREADY_EXISTS;
+    extern const int CANNOT_SEEK_THROUGH_FILE;
+    extern const int CANNOT_REMOVE_FILE;
+}
+
+
+DiskHDFS::DiskHDFS(
+    const Poco::Util::AbstractConfiguration & config_,
+    const String & name_,
+    const String & hdfs_name_,
+    const String & metadata_path_)
+    : config(config_)
+    , name(name_)
+    , hdfs_name(hdfs_name_)
+    , metadata_path(std::move(metadata_path_))
+    , builder(createHDFSBuilder(hdfs_name, config))
+    , fs(createHDFSFS(builder.get()))
+{
+}
+
+
+ReservationPtr DiskHDFS::reserve(UInt64 bytes)
+{
+    if (!tryReserve(bytes))
+        return {};
+    return std::make_unique<DiskHDFSReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
+}
+
+
+bool DiskHDFS::exists(const String & path) const
+{
+    return Poco::File(metadata_path + path).exists();
+}
+
+
+bool DiskHDFS::isFile(const String & path) const
+{
+    return Poco::File(metadata_path + path).isFile();
+}
+
+
+bool DiskHDFS::isDirectory(const String & path) const
+{
+    return Poco::File(metadata_path + path).isDirectory();
+}
+
+
+size_t DiskHDFS::getFileSize(const String & path) const
+{
+    Metadata metadata(metadata_path, path);
+    return metadata.total_size;
+}
+
+
+void DiskHDFS::createDirectory(const String & path)
+{
+    Poco::File(metadata_path + path).createDirectory();
+}
+
+
+void DiskHDFS::createDirectories(const String & path)
+{
+    Poco::File(metadata_path + path).createDirectories();
+}
+
+
+DiskDirectoryIteratorPtr DiskHDFS::iterateDirectory(const String & path)
+{
+    return std::make_unique<DiskHDFSDirectoryIterator>(metadata_path + path, path);
+}
+
+
+void DiskHDFS::clearDirectory(const String & path)
+{
+    for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+        if (isFile(it->path()))
+            removeFile(it->path());
+}
+
+
+void DiskHDFS::moveFile(const String & from_path, const String & to_path)
+{
+    if (exists(to_path))
+        throw Exception("File already exists: " + to_path, ErrorCodes::FILE_ALREADY_EXISTS);
+    Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
+}
+
+
+void DiskHDFS::replaceFile(const String & from_path, const String & to_path)
+{
+    Poco::File from_file(metadata_path + from_path);
+    Poco::File to_file(metadata_path + to_path);
+    if (to_file.exists())
+    {
+        Poco::File tmp_file(metadata_path + to_path + ".old");
+        to_file.renameTo(tmp_file.path());
+        from_file.renameTo(metadata_path + to_path);
+        removeFile(to_path + ".old");
+    }
+    else
+        from_file.renameTo(to_file.path());
+}
+
+
+//void DiskHDFS::copyFile(const String & from_path, const String & to_path)
+//{
+//    if (exists(to_path))
+//        remove(to_path);
+//
+//    Metadata from(metadata_path, from_path);
+//    Metadata to(metadata_path, to_path, true);
+//
+//    for (const auto & [path, size] : from.hdfs_objects)
+//    {
+//        auto new_path = hdfs_name + getRandomName();
+//        /// TODO:: hdfs copy semantics
+//        /*
+//        Aws::HDFS::Model::CopyObjectRequest req;
+//        req.SetCopySource(bucket + "/" + path);
+//        req.SetBucket(bucket);
+//        req.SetKey(new_path);
+//        throwIfError(client->CopyObject(req));
+//        */
+//        throw Exception("is not implemented yet", 1);
+//        to.addObject(new_path, size);
+//    }
+//
+//    to.save();
+//}
+
+
+std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path, size_t buf_size, size_t, size_t, size_t, MMappedFileCache *) const
+{
+    Metadata metadata(metadata_path, path);
+
+    LOG_DEBUG(
+        &Poco::Logger::get("DiskHDFS"),
+        "Read from file by path: {}. Existing HDFS objects: {}",
+        backQuote(metadata_path + path), metadata.hdfs_objects.size());
+
+    return std::make_unique<ReadIndirectBufferFromHDFS>(config, hdfs_name, "", metadata, buf_size);
+}
+
+
+std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path, size_t buf_size, WriteMode mode)
+{
+    bool exist = exists(path);
+    /// Path to store new HDFS object.
+    auto file_name = getRandomName();
+    auto HDFS_path = hdfs_name + file_name;
+    if (!exist || mode == WriteMode::Rewrite)
+    {
+        /// If metadata file exists - remove and new.
+        if (exist)
+            removeFile(path);
+        Metadata metadata(metadata_path, path, true);
+        /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
+        metadata.save();
+
+        LOG_DEBUG(
+            &Poco::Logger::get("DiskHDFS"),
+            "Write to file by path: {}. New HDFS path: {}", backQuote(metadata_path + path), HDFS_path);
+
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, HDFS_path, file_name, metadata, buf_size);
+    }
+    else
+    {
+        Metadata metadata(metadata_path, path);
+
+        LOG_DEBUG(
+            &Poco::Logger::get("DiskHDFS"),
+            "Append to file by path: {}. New HDFS path: {}. Existing HDFS objects: {}",
+            backQuote(metadata_path + path), HDFS_path, metadata.hdfs_objects.size());
+
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, HDFS_path, file_name, metadata, buf_size);
+    }
+}
+
+
+void DiskHDFS::remove(const String & path)
+{
+    LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Remove file by path: {}", backQuote(metadata_path + path));
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        Metadata metadata(metadata_path, path);
+
+        /// If there is no references - delete content from HDFS.
+        if (metadata.ref_count == 0)
+        {
+            file.remove();
+            for (const auto & [hdfs_object_path, _] : metadata.hdfs_objects)
+            {
+                const size_t begin_of_path = hdfs_name.find('/', hdfs_name.find("//") + 2);
+                const std::string hdfs_path = hdfs_name.substr(begin_of_path) + hdfs_object_path;
+                int res = hdfsDelete(fs.get(), hdfs_path.c_str(), 0);
+                if (res == -1)
+                    throw Exception("HDFSDelete failed with path: " + hdfs_path, 1);
+            }
+        }
+        else /// In other case decrement number of references, save metadata and delete file.
+        {
+            --metadata.ref_count;
+            metadata.save();
+            file.remove();
+        }
+    }
+    else
+        file.remove();
+}
+
+
+void DiskHDFS::removeRecursive(const String & path)
+{
+    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        remove(path);
+    }
+    else
+    {
+        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+            removeRecursive(it->path());
+        file.remove();
+    }
+}
+
+
+bool DiskHDFS::tryReserve(UInt64 bytes)
+{
+    std::lock_guard lock(reservation_mutex);
+    if (bytes == 0)
+    {
+        LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Reserving 0 bytes on HDFS disk {}", backQuote(name));
+        ++reservation_count;
+        return true;
+    }
+
+    auto available_space = getAvailableSpace();
+    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
+    if (unreserved_space >= bytes)
+    {
+        LOG_DEBUG(
+            &Poco::Logger::get("DiskHDFS"),
+            "Reserving {} on disk {}, having unreserved ",
+            formatReadableSizeWithBinarySuffix(bytes), backQuote(name), formatReadableSizeWithBinarySuffix(unreserved_space));
+
+        ++reservation_count;
+        reserved_bytes += bytes;
+        return true;
+    }
+    return false;
+}
+
+
+void DiskHDFS::listFiles(const String & path, std::vector<String> & file_names)
+{
+    for (auto it = iterateDirectory(path); it->isValid(); it->next())
+        file_names.push_back(it->name());
+}
+
+
+void DiskHDFS::setLastModified(const String & path, const Poco::Timestamp & timestamp)
+{
+    Poco::File(metadata_path + path).setLastModified(timestamp);
+}
+
+
+Poco::Timestamp DiskHDFS::getLastModified(const String & path)
+{
+    return Poco::File(metadata_path + path).getLastModified();
+}
+
+
+void DiskHDFS::createHardLink(const String & src_path, const String & dst_path)
+{
+    /// Increment number of references.
+    Metadata src(metadata_path, src_path);
+    ++src.ref_count;
+    src.save();
+
+    /// Create FS hardlink to metadata file.
+    DB::createHardLink(metadata_path + src_path, metadata_path + dst_path);
+}
+
+
+void DiskHDFS::createFile(const String & path)
+{
+    /// Create empty metadata file.
+    Metadata metadata(metadata_path, path, true);
+    metadata.save();
+}
+
+
+void DiskHDFS::setReadOnly(const String & path)
+{
+    Poco::File(metadata_path + path).setReadOnly(true);
+}
+
+
+void registerDiskHDFS(DiskFactory & factory)
+{
+    auto creator = [](const String & name,
+                      const Poco::Util::AbstractConfiguration & config,
+                      const String & config_prefix,
+                      const Context & context) -> DiskPtr
+    {
+        const auto * disk_config = config.createView(config_prefix);
+
+        Poco::File disk{context.getPath() + "disks/" + name};
+        disk.createDirectories();
+        DB::String uri{disk_config->getString("endpoint")};
+
+        if (uri.back() != '/')
+            throw Exception(ErrorCodes::BAD_ARGUMENTS, "HDFS path must ends with '/', but '{}' doesn't.", uri);
+
+        String metadata_path = context.getPath() + "disks/" + name + "/";
+
+        return std::make_shared<DiskHDFS>(config, name, uri, metadata_path);
+    };
+
+    factory.registerDiskType("hdfs", creator);
+}
+
+}
diff --git a/src/Disks/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
similarity index 72%
rename from src/Disks/DiskHDFS.h
rename to src/Disks/HDFS/DiskHDFS.h
index 5b35a90286c..781b7a961ec 100644
--- a/src/Disks/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -1,14 +1,15 @@
 #pragma once
 
-#include "Disks/DiskFactory.h"
+#include <Disks/DiskFactory.h>
 
 #include <Poco/DirectoryIterator.h>
-#include <IO/HDFSCommon.h>
+#include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h>
 
 
 namespace DB
 {
+
 /**
  * Storage for persisting data in HDFS and metadata on the local disk.
  * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
@@ -16,20 +17,33 @@ namespace DB
  */
 class DiskHDFS : public IDisk
 {
+
+friend class DiskHDFSReservation;
+
 public:
-    friend class DiskHDFSReservation;
 
     DiskHDFS(
-        String name_,
-        String hdfs_name_,
-        String metadata_path_);
+        const Poco::Util::AbstractConfiguration & config,
+        const String & name_,
+        const String & hdfs_name_,
+        const String & metadata_path_);
 
     const String & getName() const override { return name; }
 
-    const String & getPath() const override { return metadata_path; }
-
     ReservationPtr reserve(UInt64 bytes) override;
 
+    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
+
+    Poco::Timestamp getLastModified(const String & path) override;
+
+    void setReadOnly(const String & path) override;
+
+    void createHardLink(const String & src_path, const String & dst_path) override;
+
+    DiskType::Type getType() const override { return DiskType::Type::HDFS; }
+
+    const String & getPath() const override { return metadata_path; }
+
     UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
 
     UInt64 getAvailableSpace() const override { return std::numeric_limits<UInt64>::max(); }
@@ -56,11 +70,13 @@ public:
 
     DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
 
+    void createFile(const String & path) override;
+
     void moveFile(const String & from_path, const String & to_path) override;
 
     void replaceFile(const String & from_path, const String & to_path) override;
 
-    void copyFile(const String & from_path, const String & to_path) override;
+    void copy(const String & /* from_path */, const std::shared_ptr<IDisk> & /* to_disk */, const String & /* to_path */) override {}
 
     void listFiles(const String & path, std::vector<String> & file_names) override;
 
@@ -69,44 +85,40 @@ public:
         size_t buf_size,
         size_t estimated_size,
         size_t aio_threshold,
-        size_t mmap_threshold) const override;
+        size_t mmap_threshold,
+        MMappedFileCache * mmap_cache = nullptr) const override;
 
     std::unique_ptr<WriteBufferFromFileBase> writeFile(
         const String & path,
         size_t buf_size,
-        WriteMode mode,
-        size_t estimated_size,
-        size_t aio_threshold) override;
+        WriteMode mode) override;
 
-    void remove(const String & path) override;
+    void removeFile(const String & /* path */) override {}
+
+    void removeFileIfExists(const String & /* path */) override {}
+
+    void removeDirectory(const String & /* path */) override {}
 
     void removeRecursive(const String & path) override;
 
-    void createHardLink(const String & src_path, const String & dst_path) override;
-
-    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
-
-    Poco::Timestamp getLastModified(const String & path) override;
-
-    void createFile(const String & path) override;
-
-    void setReadOnly(const String & path) override;
-
-private:
-    bool tryReserve(UInt64 bytes);
-
-private:
-    const String name;
-    const String hdfs_name;
-    const String metadata_path;
-    
-    HDFSBuilderPtr builder;
-    HDFSFSPtr fs;
-
     UInt64 reserved_bytes = 0;
     UInt64 reservation_count = 0;
     std::mutex reservation_mutex;
     std::mutex copying_mutex;
+
+private:
+    bool tryReserve(UInt64 bytes);
+    void remove(const String & path);
+
+    const Poco::Util::AbstractConfiguration & config;
+    const String name;
+    const String hdfs_name;
+    String metadata_path;
+
+    HDFSBuilderWrapper builder;
+    HDFSFSPtr fs;
 };
 
+using DiskHDFSPtr = std::shared_ptr<DiskHDFS>;
+
 }
diff --git a/src/Disks/HDFS/HDFSHelpers.h b/src/Disks/HDFS/HDFSHelpers.h
new file mode 100644
index 00000000000..e3465cfaa64
--- /dev/null
+++ b/src/Disks/HDFS/HDFSHelpers.h
@@ -0,0 +1,234 @@
+#pragma once
+#include "DiskHDFS.h"
+
+#include <Storages/HDFS/ReadBufferFromHDFS.h>
+#include <Storages/HDFS/WriteBufferFromHDFS.h>
+
+#include <random>
+#include <utility>
+#include <IO/ReadHelpers.h>
+#include <IO/ReadBufferFromFile.h>
+#include <IO/WriteBufferFromFile.h>
+#include <IO/WriteHelpers.h>
+#include <Poco/File.h>
+#include <Interpreters/Context.h>
+#include <Common/checkStackSize.h>
+#include <Common/createHardLink.h>
+#include <Common/quoteString.h>
+#include <Common/filesystemHelpers.h>
+#include <common/logger_useful.h>
+#include <Common/thread_local_rng.h>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+}
+
+namespace
+{
+    String getRandomName()
+    {
+        std::uniform_int_distribution<int> distribution('a', 'z');
+        String res(32, ' '); /// The number of bits of entropy should be not less than 128.
+        for (auto & c : res)
+            c = distribution(thread_local_rng);
+        return res;
+    }
+
+    /*
+    template <typename Result, typename Error>
+    void throwIfError(Aws::Utils::Outcome<Result, Error> && response)
+    {
+        if (!response.IsSuccess())
+        {
+            const auto & err = response.GetError();
+            throw Exception(err.GetMessage(), static_cast<int>(err.GetErrorType()));
+        }
+    }
+    */
+
+    struct Metadata
+    {
+        /// Metadata file version.
+        static constexpr UInt32 VERSION = 1;
+
+        using PathAndSize = std::pair<String, size_t>;
+
+        /// Disk path.
+        const String & disk_path;
+        /// Relative path to metadata file on local FS.
+        String metadata_file_path;
+        /// Total size of all HDFS objects.
+        size_t total_size;
+        /// HDFS objects paths and their sizes.
+        std::vector<PathAndSize> hdfs_objects;
+        /// Number of references (hardlinks) to this metadata file.
+        UInt32 ref_count;
+
+        /// Load metadata by path or create empty if `create` flag is set.
+        explicit Metadata(const String & disk_path_, const String & metadata_file_path_, bool create = false)
+            : disk_path(disk_path_), metadata_file_path(metadata_file_path_), total_size(0), hdfs_objects(0), ref_count(0)
+        {
+            if (create)
+                return;
+
+            DB::ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
+
+            UInt32 version;
+            readIntText(version, buf);
+
+            if (version != VERSION)
+                throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR,
+                    "Unknown metadata file version. Path: {}. Version: {}. Expected version: {}",
+                    disk_path + metadata_file_path, std::to_string(version), std::to_string(VERSION));
+
+            assertChar('\n', buf);
+
+            UInt32 hdfs_objects_count;
+            readIntText(hdfs_objects_count, buf);
+            assertChar('\t', buf);
+            readIntText(total_size, buf);
+            assertChar('\n', buf);
+            hdfs_objects.resize(hdfs_objects_count);
+            for (UInt32 i = 0; i < hdfs_objects_count; ++i)
+            {
+                String hdfs_object_path;
+                size_t hdfs_object_size;
+                readIntText(hdfs_object_size, buf);
+                assertChar('\t', buf);
+                readEscapedString(hdfs_object_path, buf);
+                assertChar('\n', buf);
+                hdfs_objects[i] = {hdfs_object_path, hdfs_object_size};
+            }
+
+            readIntText(ref_count, buf);
+            assertChar('\n', buf);
+        }
+
+        void addObject(const String & path, size_t size)
+        {
+            total_size += size;
+            hdfs_objects.emplace_back(path, size);
+        }
+
+        /// Fsync metadata file if 'sync' flag is set.
+        void save(bool sync = false)
+        {
+            DB::WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
+
+            writeIntText(VERSION, buf);
+            writeChar('\n', buf);
+
+            writeIntText(hdfs_objects.size(), buf);
+            writeChar('\t', buf);
+            writeIntText(total_size, buf);
+            writeChar('\n', buf);
+            for (const auto & [hdfs_object_path, hdfs_object_size] : hdfs_objects)
+            {
+                writeIntText(hdfs_object_size, buf);
+                writeChar('\t', buf);
+                writeEscapedString(hdfs_object_path, buf);
+                writeChar('\n', buf);
+            }
+
+            writeIntText(ref_count, buf);
+            writeChar('\n', buf);
+
+            buf.finalize();
+            if (sync)
+                buf.sync();
+        }
+    };
+
+
+}
+
+namespace DB
+{
+
+class DiskHDFSDirectoryIterator final : public IDiskDirectoryIterator
+{
+public:
+    DiskHDFSDirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
+
+    void next() override { ++iter; }
+
+    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
+
+    String path() const override
+    {
+        if (iter->isDirectory())
+            return folder_path + iter.name() + '/';
+        else
+            return folder_path + iter.name();
+    }
+
+    String name() const override { return iter.name(); }
+
+private:
+    Poco::DirectoryIterator iter;
+    String folder_path;
+};
+
+
+class DiskHDFSReservation : public IReservation
+{
+public:
+    DiskHDFSReservation(const DiskHDFSPtr & disk_, UInt64 size_)
+        : disk(disk_), size(size_), metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
+    {
+    }
+
+    ~DiskHDFSReservation() override
+    {
+        try
+        {
+            std::lock_guard lock(disk->reservation_mutex);
+            if (disk->reserved_bytes < size)
+            {
+                disk->reserved_bytes = 0;
+                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservations size for disk '{}'", disk->getName());
+            }
+            else
+            {
+                disk->reserved_bytes -= size;
+            }
+
+            if (disk->reservation_count == 0)
+            {
+                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservation count for disk '{}'", disk->getName());
+            }
+            else
+                --disk->reservation_count;
+        }
+        catch (...)
+        {
+            tryLogCurrentException(__PRETTY_FUNCTION__);
+        }
+    }
+
+    UInt64 getSize() const override { return size; }
+
+    DiskPtr getDisk(size_t /* i */) const override { return disk; }
+
+    void update(UInt64 new_size) override
+    {
+        std::lock_guard lock(disk->reservation_mutex);
+        disk->reserved_bytes -= size;
+        size = new_size;
+        disk->reserved_bytes += size;
+    }
+
+    Disks getDisks() const override { return {}; }
+
+private:
+    DiskHDFSPtr disk;
+    UInt64 size;
+    CurrentMetrics::Increment metric_increment;
+};
+
+}
diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
new file mode 100644
index 00000000000..702f45291ec
--- /dev/null
+++ b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
@@ -0,0 +1,143 @@
+#pragma once
+
+#include <IO/ReadBufferFromFile.h>
+#include "HDFSHelpers.h"
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int UNKNOWN_ELEMENT_IN_CONFIG;
+    extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
+    extern const int PATH_ACCESS_DENIED;
+    extern const int FILE_ALREADY_EXISTS;
+    extern const int CANNOT_SEEK_THROUGH_FILE;
+    extern const int UNKNOWN_FORMAT;
+    extern const int CANNOT_REMOVE_FILE;
+}
+
+
+/// Reads data from HDFS using stored paths in metadata.
+class ReadIndirectBufferFromHDFS final : public ReadBufferFromFileBase
+{
+public:
+    ReadIndirectBufferFromHDFS(
+            const Poco::Util::AbstractConfiguration & config_,
+            const String & hdfs_name_,
+            const String & /* bucket */,
+            Metadata metadata_,
+            size_t buf_size_)
+        : config(config_)
+        , hdfs_name(hdfs_name_)
+        , metadata(std::move(metadata_))
+        , buf_size(buf_size_)
+    {
+    }
+
+    off_t seek(off_t offset_, int whence) override
+    {
+        if (whence == SEEK_CUR)
+        {
+            /// If position within current working buffer - shift pos.
+            if (working_buffer.size() && size_t(getPosition() + offset_) < absolute_position)
+            {
+                pos += offset_;
+                return getPosition();
+            }
+            else
+            {
+                absolute_position += offset_;
+            }
+        }
+        else if (whence == SEEK_SET)
+        {
+            /// If position within current working buffer - shift pos.
+            if (working_buffer.size() && size_t(offset_) >= absolute_position - working_buffer.size()
+                && size_t(offset_) < absolute_position)
+            {
+                pos = working_buffer.end() - (absolute_position - offset_);
+                return getPosition();
+            }
+            else
+            {
+                absolute_position = offset_;
+            }
+        }
+        else
+            throw Exception("Only SEEK_SET or SEEK_CUR modes are allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+
+        current_buf = initialize();
+        pos = working_buffer.end();
+
+        return absolute_position;
+    }
+
+    off_t getPosition() override { return absolute_position - available(); }
+
+    std::string getFileName() const override { return metadata.metadata_file_path; }
+
+
+private:
+    std::unique_ptr<ReadBufferFromHDFS> initialize()
+    {
+        size_t offset = absolute_position;
+
+        for (size_t i = 0; i < metadata.hdfs_objects.size(); ++i)
+        {
+            current_buf_idx = i;
+            const auto & [path, size] = metadata.hdfs_objects[i];
+
+            if (size > offset)
+            {
+                auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, config, buf_size);
+                //buf->seek(offset, SEEK_SET);
+                return buf;
+            }
+            offset -= size;
+
+        }
+
+        return nullptr;
+    }
+
+    bool nextImpl() override
+    {
+        /// Find first available buffer that fits to given offset.
+        if (!current_buf)
+            current_buf = initialize();
+
+        /// If current buffer has remaining data - use it.
+        if (current_buf && current_buf->next())
+        {
+            working_buffer = current_buf->buffer();
+            absolute_position += working_buffer.size();
+            return true;
+        }
+
+        /// If there is no available buffers - nothing to read.
+        if (current_buf_idx + 1 >= metadata.hdfs_objects.size())
+            return false;
+
+        ++current_buf_idx;
+        const auto & path = metadata.hdfs_objects[current_buf_idx].first;
+        current_buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, config, buf_size);
+        current_buf->next();
+        working_buffer = current_buf->buffer();
+        absolute_position += working_buffer.size();
+
+        return true;
+    }
+
+    const Poco::Util::AbstractConfiguration & config;
+    const String & hdfs_name;
+    Metadata metadata;
+    size_t buf_size;
+
+    size_t absolute_position = 0;
+    size_t current_buf_idx = 0;
+    std::unique_ptr<ReadBufferFromHDFS> current_buf;
+};
+
+}
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
new file mode 100644
index 00000000000..5f6bc353360
--- /dev/null
+++ b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
@@ -0,0 +1,79 @@
+#pragma once
+#include <IO/WriteBufferFromFile.h>
+#include "HDFSHelpers.h"
+
+
+namespace DB
+{
+
+/// Stores data in HDFS and adds the object key (HDFS path) and object size to metadata file on local FS.
+class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
+{
+public:
+    WriteIndirectBufferFromHDFS(
+        const Poco::Util::AbstractConfiguration & config,
+        const String & hdfs_name_,
+        const String & hdfs_path_,
+        Metadata metadata_,
+        size_t buf_size_)
+        : WriteBufferFromFileBase(buf_size_, nullptr, 0)
+        , impl(WriteBufferFromHDFS(hdfs_name_, config, buf_size_))
+        , metadata(std::move(metadata_))
+        , hdfs_path(hdfs_path_)
+    {
+    }
+
+    ~WriteIndirectBufferFromHDFS() override
+    {
+        try
+        {
+            finalize();
+        }
+        catch (...)
+        {
+            tryLogCurrentException(__PRETTY_FUNCTION__);
+        }
+    }
+
+    void finalize() override
+    {
+        if (finalized)
+            return;
+
+        next();
+        impl.finalize();
+
+        metadata.addObject(hdfs_path, count());
+        metadata.save();
+
+        finalized = true;
+    }
+
+    void sync() override
+    {
+        if (finalized)
+            metadata.save(true);
+    }
+
+    std::string getFileName() const override { return metadata.metadata_file_path; }
+
+private:
+    void nextImpl() override
+    {
+        /// Transfer current working buffer to WriteBufferFromHDFS.
+        impl.swap(*this);
+
+        /// Write actual data to HDFS.
+        impl.next();
+
+        /// Return back working buffer.
+        impl.swap(*this);
+    }
+
+    WriteBufferFromHDFS impl;
+    bool finalized = false;
+    Metadata metadata;
+    String hdfs_path;
+};
+
+}
diff --git a/src/IO/ReadBufferFromHDFS.cpp b/src/IO/ReadBufferFromHDFS.cpp
deleted file mode 100644
index f7c5b0fe2b3..00000000000
--- a/src/IO/ReadBufferFromHDFS.cpp
+++ /dev/null
@@ -1,124 +0,0 @@
-#include "ReadBufferFromHDFS.h"
-
-#if USE_HDFS
-#include <IO/HDFSCommon.h>
-#include <hdfs/hdfs.h>
-
-
-namespace DB
-{
-namespace ErrorCodes
-{
-    extern const int NETWORK_ERROR;
-    extern const int CANNOT_OPEN_FILE;
-    extern const int CANNOT_SEEK_THROUGH_FILE;
-    extern const int CANNOT_TELL_THROUGH_FILE;
-}
-
-ReadBufferFromHDFS::~ReadBufferFromHDFS() = default;
-
-struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
-{
-    std::string hdfs_uri;
-    hdfsFile fin;
-    HDFSBuilderPtr builder;
-    HDFSFSPtr fs;
-    off_t offset = 0;
-    bool initialized = false;
-
-    explicit ReadBufferFromHDFSImpl(const std::string & hdfs_name_)
-        : hdfs_uri(hdfs_name_)
-        , builder(createHDFSBuilder(hdfs_uri))
-        , fs(createHDFSFS(builder.get()))
-    {
-        const size_t begin_of_path = hdfs_uri.find('/', hdfs_uri.find("//") + 2);
-        const std::string path = hdfs_uri.substr(begin_of_path);
-        fin = hdfsOpenFile(fs.get(), path.c_str(), O_RDONLY, 0, 0, 0);
-
-        if (fin == nullptr)
-            throw Exception("Unable to open HDFS file: " + path + " error: " + std::string(hdfsGetLastError()),
-                ErrorCodes::CANNOT_OPEN_FILE);
-
-    }
-
-    void initialize()
-    {
-        if (offset)
-        {
-            int seek_status = hdfsSeek(fs.get(), fin, offset);
-            if (seek_status != 0)
-                throw Exception("Fail to seek HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
-                    ErrorCodes::NETWORK_ERROR);
-        }
-    }
-
-    int read(char * start, size_t size)
-    {
-        if (!initialized)
-        {
-            initialize();
-            initialized = true;
-        }
-
-        int bytes_read = hdfsRead(fs.get(), fin, start, size);
-        if (bytes_read < 0)
-            throw Exception("Fail to read HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
-                ErrorCodes::NETWORK_ERROR);
-        return bytes_read;
-    }
-
-    int seek(off_t off, int whence)
-    {
-        if (initialized)
-            throw Exception("Seek is allowed only before first read attempt from the buffer. ",
-                ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
-        
-        if (whence != SEEK_SET)
-            throw Exception("Only SEEK_SET mode is allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
-    
-        offset = off;
-        return offset;
-    }
-    
-    int tell() const
-    {
-        return offset;
-    }
-
-    ~ReadBufferFromHDFSImpl()
-    {
-        hdfsCloseFile(fs.get(), fin);
-    }
-};
-
-ReadBufferFromHDFS::ReadBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size)
-    : BufferWithOwnMemory<SeekableReadBuffer>(buf_size)
-    , impl(std::make_unique<ReadBufferFromHDFSImpl>(hdfs_name_))
-{
-}
-
-
-bool ReadBufferFromHDFS::nextImpl()
-{
-    int bytes_read = impl->read(internal_buffer.begin(), internal_buffer.size());
-
-    if (bytes_read)
-        working_buffer.resize(bytes_read);
-    else
-        return false;
-    return true;
-}
-
-off_t ReadBufferFromHDFS::seek(off_t off, int whence)
-{
-    return impl->seek(off, whence);
-}
-
-off_t ReadBufferFromHDFS::getPosition()
-{
-    return impl->tell() + count();
-}
-
-}
-
-#endif
diff --git a/src/IO/ReadBufferFromHDFS.h b/src/IO/ReadBufferFromHDFS.h
deleted file mode 100644
index e9e0dc5520c..00000000000
--- a/src/IO/ReadBufferFromHDFS.h
+++ /dev/null
@@ -1,33 +0,0 @@
-#pragma once
-
-#include <Common/config.h>
-
-#if USE_HDFS
-#include <IO/ReadBuffer.h>
-#include "SeekableReadBuffer.h"
-#include <IO/BufferWithOwnMemory.h>
-#include <string>
-#include <memory>
-
-namespace DB
-{
-/** Accepts HDFS path to file and opens it.
- * Closes file by himself (thus "owns" a file descriptor).
- */
-class ReadBufferFromHDFS : public BufferWithOwnMemory<SeekableReadBuffer>
-{
-    struct ReadBufferFromHDFSImpl;
-    std::unique_ptr<ReadBufferFromHDFSImpl> impl;
-public:
-    ReadBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size = DBMS_DEFAULT_BUFFER_SIZE);
-    ReadBufferFromHDFS(ReadBufferFromHDFS &&) = default;
-    ~ReadBufferFromHDFS() override;
-
-    bool nextImpl() override;
-
-    off_t seek(off_t off, int whence) override;
-    off_t getPosition() override;
-
-};
-}
-#endif
diff --git a/src/IO/WriteBufferFromHDFS.cpp b/src/IO/WriteBufferFromHDFS.cpp
deleted file mode 100644
index 1fe3b19f865..00000000000
--- a/src/IO/WriteBufferFromHDFS.cpp
+++ /dev/null
@@ -1,112 +0,0 @@
-#include <Common/config.h>
-
-#if USE_HDFS
-
-#include <IO/WriteBufferFromHDFS.h>
-#include <IO/HDFSCommon.h>
-#include <hdfs/hdfs.h>
-
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-extern const int NETWORK_ERROR;
-extern const int CANNOT_OPEN_FILE;
-extern const int CANNOT_FSYNC;
-extern const int BAD_ARGUMENTS;
-}
-
-
-struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
-{
-    std::string hdfs_uri;
-    hdfsFile fout;
-    HDFSBuilderPtr builder;
-    HDFSFSPtr fs;
-
-    explicit WriteBufferFromHDFSImpl(const std::string & hdfs_name_)
-        : hdfs_uri(hdfs_name_)
-        , builder(createHDFSBuilder(hdfs_uri))
-        , fs(createHDFSFS(builder.get()))
-    {
-        const size_t begin_of_path = hdfs_uri.find('/', hdfs_uri.find("//") + 2);
-        const std::string path = hdfs_uri.substr(begin_of_path);
-        if (path.find_first_of("*?{") != std::string::npos)
-            throw Exception("URI '" + hdfs_uri + "' contains globs, so the table is in readonly mode", ErrorCodes::CANNOT_OPEN_FILE);
-
-        if (!hdfsExists(fs.get(), path.c_str()))
-            throw Exception("File: " + path + " is already exists", ErrorCodes::BAD_ARGUMENTS);
-        fout = hdfsOpenFile(fs.get(), path.c_str(), O_WRONLY, 0, 0, 0);     /// O_WRONLY meaning create or overwrite i.e., implies O_TRUNCAT here
-
-        if (fout == nullptr)
-        {
-            throw Exception("Unable to open HDFS file: " + path + " error: " + std::string(hdfsGetLastError()),
-                ErrorCodes::CANNOT_OPEN_FILE);
-        }
-
-    }
-
-    ~WriteBufferFromHDFSImpl()
-    { 
-        hdfsCloseFile(fs.get(), fout);
-    }
-
-
-    int write(const char * start, size_t size) const
-    {
-        int bytes_written = hdfsWrite(fs.get(), fout, start, size);
-        if (bytes_written < 0)
-            throw Exception("Fail to write HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
-                ErrorCodes::NETWORK_ERROR);
-        return bytes_written;
-    }
-
-    void sync() const
-    {
-        int result = hdfsSync(fs.get(), fout);
-        if (result < 0)
-            throwFromErrno("Cannot HDFS sync" + hdfs_uri + " " + std::string(hdfsGetLastError()),
-                ErrorCodes::CANNOT_FSYNC);
-    }
-};
-
-WriteBufferFromHDFS::WriteBufferFromHDFS(const std::string & hdfs_name_, size_t buf_size)
-    : BufferWithOwnMemory<WriteBuffer>(buf_size)
-    , impl(std::make_unique<WriteBufferFromHDFSImpl>(hdfs_name_))
-{
-}
-
-
-void WriteBufferFromHDFS::nextImpl()
-{
-    if (!offset())
-        return;
-
-    size_t bytes_written = 0;
-
-    while (bytes_written != offset())
-        bytes_written += impl->write(working_buffer.begin() + bytes_written, offset() - bytes_written);
-}
-
-
-void WriteBufferFromHDFS::sync()
-{
-    impl->sync();
-}
-
-WriteBufferFromHDFS::~WriteBufferFromHDFS()
-{
-    try
-    {
-        next();
-    }
-    catch (...)
-    {
-        tryLogCurrentException(__PRETTY_FUNCTION__);
-    }
-}
-
-}
-#endif

From a75aa5d10133419c161f14b2431c324a7743bb7d Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 2 Apr 2021 21:02:48 +0000
Subject: [PATCH 0090/1060] Some refactoring

---
 src/Disks/HDFS/DiskHDFS.cpp                  |   8 +-
 src/Disks/HDFS/DiskHDFS.h                    |   3 +
 src/Disks/HDFS/DiskHDFSDirectoryIterator.h   |  34 +++
 src/Disks/HDFS/DiskHDFSMetadata.h            | 112 +++++++++
 src/Disks/HDFS/DiskHDFSReservation.h         |  68 ++++++
 src/Disks/HDFS/HDFSHelpers.h                 | 234 -------------------
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h  |   2 +-
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h |   3 +-
 8 files changed, 222 insertions(+), 242 deletions(-)
 create mode 100644 src/Disks/HDFS/DiskHDFSDirectoryIterator.h
 create mode 100644 src/Disks/HDFS/DiskHDFSMetadata.h
 create mode 100644 src/Disks/HDFS/DiskHDFSReservation.h
 delete mode 100644 src/Disks/HDFS/HDFSHelpers.h

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 103a5c93c94..e58212fabda 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -4,14 +4,12 @@
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
 #include "ReadIndirectBufferFromHDFS.h"
 #include "WriteIndirectBufferFromHDFS.h"
+#include "DiskHDFSReservation.h"
+#include "DiskHDFSDirectoryIterator.h"
 
 #include <random>
 #include <utility>
 #include <memory>
-#include <IO/ReadHelpers.h>
-#include <IO/ReadBufferFromFile.h>
-#include <IO/WriteBufferFromFile.h>
-#include <IO/WriteHelpers.h>
 #include <Poco/File.h>
 #include <Interpreters/Context.h>
 #include <Common/checkStackSize.h>
@@ -19,9 +17,7 @@
 #include <Common/quoteString.h>
 #include <Common/filesystemHelpers.h>
 #include <common/logger_useful.h>
-
 #include <Common/thread_local_rng.h>
-#include "HDFSHelpers.h"
 
 
 namespace DB
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 781b7a961ec..65a35f3e2bd 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -5,6 +5,7 @@
 #include <Poco/DirectoryIterator.h>
 #include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h>
+#include <Core/UUID.h>
 
 
 namespace DB
@@ -107,6 +108,8 @@ public:
     std::mutex copying_mutex;
 
 private:
+    String getRandomName() { return toString(UUIDHelpers::generateV4()); }
+
     bool tryReserve(UInt64 bytes);
     void remove(const String & path);
 
diff --git a/src/Disks/HDFS/DiskHDFSDirectoryIterator.h b/src/Disks/HDFS/DiskHDFSDirectoryIterator.h
new file mode 100644
index 00000000000..621949b0a82
--- /dev/null
+++ b/src/Disks/HDFS/DiskHDFSDirectoryIterator.h
@@ -0,0 +1,34 @@
+#pragma once
+
+#include <Disks/IDisk.h>
+
+
+namespace DB
+{
+
+class DiskHDFSDirectoryIterator final : public IDiskDirectoryIterator
+{
+
+public:
+    DiskHDFSDirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
+
+    void next() override { ++iter; }
+
+    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
+
+    String path() const override
+    {
+        if (iter->isDirectory())
+            return folder_path + iter.name() + '/';
+        else
+            return folder_path + iter.name();
+    }
+
+    String name() const override { return iter.name(); }
+
+private:
+    Poco::DirectoryIterator iter;
+    String folder_path;
+};
+
+}
diff --git a/src/Disks/HDFS/DiskHDFSMetadata.h b/src/Disks/HDFS/DiskHDFSMetadata.h
new file mode 100644
index 00000000000..16e3fe1c46a
--- /dev/null
+++ b/src/Disks/HDFS/DiskHDFSMetadata.h
@@ -0,0 +1,112 @@
+#pragma once
+
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+#include <IO/ReadBufferFromFile.h>
+#include <IO/WriteBufferFromFile.h>
+
+
+namespace DB
+{
+
+struct Metadata
+{
+    /// Metadata file version.
+    static constexpr UInt32 VERSION = 1;
+
+    using PathAndSize = std::pair<String, size_t>;
+
+    /// Disk path.
+    const String & disk_path;
+    /// Relative path to metadata file on local FS.
+    String metadata_file_path;
+    /// Total size of all HDFS objects.
+    size_t total_size;
+    /// HDFS objects paths and their sizes.
+    std::vector<PathAndSize> hdfs_objects;
+    /// Number of references (hardlinks) to this metadata file.
+    UInt32 ref_count;
+
+    /// Load metadata by path or create empty if `create` flag is set.
+    explicit Metadata(
+        const String & disk_path_,
+        const String & metadata_file_path_,
+        bool create = false)
+        : disk_path(disk_path_)
+        , metadata_file_path(metadata_file_path_)
+        , total_size(0)
+        , hdfs_objects(0)
+        , ref_count(0)
+    {
+        if (create)
+            return;
+
+        ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
+
+        UInt32 version;
+        readIntText(version, buf);
+
+        if (version != VERSION)
+            throw Exception(ErrorCodes::LOGICAL_ERROR,
+                "Unknown metadata file version. Path: {}. Version: {}. Expected version: {}",
+                disk_path + metadata_file_path, std::to_string(version), std::to_string(VERSION));
+
+        assertChar('\n', buf);
+
+        UInt32 hdfs_objects_count;
+        readIntText(hdfs_objects_count, buf);
+        assertChar('\t', buf);
+        readIntText(total_size, buf);
+        assertChar('\n', buf);
+        hdfs_objects.resize(hdfs_objects_count);
+        for (UInt32 i = 0; i < hdfs_objects_count; ++i)
+        {
+            String hdfs_object_path;
+            size_t hdfs_object_size;
+            readIntText(hdfs_object_size, buf);
+            assertChar('\t', buf);
+            readEscapedString(hdfs_object_path, buf);
+            assertChar('\n', buf);
+            hdfs_objects[i] = {hdfs_object_path, hdfs_object_size};
+        }
+
+        readIntText(ref_count, buf);
+        assertChar('\n', buf);
+    }
+
+    void addObject(const String & path, size_t size)
+    {
+        total_size += size;
+        hdfs_objects.emplace_back(path, size);
+    }
+
+    /// Fsync metadata file if 'sync' flag is set.
+    void save(bool sync = false)
+    {
+        DB::WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
+
+        writeIntText(VERSION, buf);
+        writeChar('\n', buf);
+
+        writeIntText(hdfs_objects.size(), buf);
+        writeChar('\t', buf);
+        writeIntText(total_size, buf);
+        writeChar('\n', buf);
+        for (const auto & [hdfs_object_path, hdfs_object_size] : hdfs_objects)
+        {
+            writeIntText(hdfs_object_size, buf);
+            writeChar('\t', buf);
+            writeEscapedString(hdfs_object_path, buf);
+            writeChar('\n', buf);
+        }
+
+        writeIntText(ref_count, buf);
+        writeChar('\n', buf);
+
+        buf.finalize();
+        if (sync)
+            buf.sync();
+    }
+};
+
+}
diff --git a/src/Disks/HDFS/DiskHDFSReservation.h b/src/Disks/HDFS/DiskHDFSReservation.h
new file mode 100644
index 00000000000..c90614e599b
--- /dev/null
+++ b/src/Disks/HDFS/DiskHDFSReservation.h
@@ -0,0 +1,68 @@
+#pragma once
+
+#include <Disks/IDisk.h>
+
+
+namespace DB
+{
+
+class DiskHDFSReservation : public IReservation
+{
+
+public:
+    DiskHDFSReservation(const DiskHDFSPtr & disk_, UInt64 size_)
+        : disk(disk_)
+        , size(size_)
+        , metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
+    {
+    }
+
+    ~DiskHDFSReservation() override
+    {
+        try
+        {
+            std::lock_guard lock(disk->reservation_mutex);
+            if (disk->reserved_bytes < size)
+            {
+                disk->reserved_bytes = 0;
+                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservations size for disk '{}'", disk->getName());
+            }
+            else
+            {
+                disk->reserved_bytes -= size;
+            }
+
+            if (disk->reservation_count == 0)
+            {
+                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservation count for disk '{}'", disk->getName());
+            }
+            else
+                --disk->reservation_count;
+        }
+        catch (...)
+        {
+            tryLogCurrentException(__PRETTY_FUNCTION__);
+        }
+    }
+
+    UInt64 getSize() const override { return size; }
+
+    DiskPtr getDisk(size_t /* i */) const override { return disk; }
+
+    void update(UInt64 new_size) override
+    {
+        std::lock_guard lock(disk->reservation_mutex);
+        disk->reserved_bytes -= size;
+        size = new_size;
+        disk->reserved_bytes += size;
+    }
+
+    Disks getDisks() const override { return {}; }
+
+private:
+    DiskHDFSPtr disk;
+    UInt64 size;
+    CurrentMetrics::Increment metric_increment;
+};
+
+}
diff --git a/src/Disks/HDFS/HDFSHelpers.h b/src/Disks/HDFS/HDFSHelpers.h
deleted file mode 100644
index e3465cfaa64..00000000000
--- a/src/Disks/HDFS/HDFSHelpers.h
+++ /dev/null
@@ -1,234 +0,0 @@
-#pragma once
-#include "DiskHDFS.h"
-
-#include <Storages/HDFS/ReadBufferFromHDFS.h>
-#include <Storages/HDFS/WriteBufferFromHDFS.h>
-
-#include <random>
-#include <utility>
-#include <IO/ReadHelpers.h>
-#include <IO/ReadBufferFromFile.h>
-#include <IO/WriteBufferFromFile.h>
-#include <IO/WriteHelpers.h>
-#include <Poco/File.h>
-#include <Interpreters/Context.h>
-#include <Common/checkStackSize.h>
-#include <Common/createHardLink.h>
-#include <Common/quoteString.h>
-#include <Common/filesystemHelpers.h>
-#include <common/logger_useful.h>
-#include <Common/thread_local_rng.h>
-
-
-namespace DB
-{
-namespace ErrorCodes
-{
-    extern const int LOGICAL_ERROR;
-}
-}
-
-namespace
-{
-    String getRandomName()
-    {
-        std::uniform_int_distribution<int> distribution('a', 'z');
-        String res(32, ' '); /// The number of bits of entropy should be not less than 128.
-        for (auto & c : res)
-            c = distribution(thread_local_rng);
-        return res;
-    }
-
-    /*
-    template <typename Result, typename Error>
-    void throwIfError(Aws::Utils::Outcome<Result, Error> && response)
-    {
-        if (!response.IsSuccess())
-        {
-            const auto & err = response.GetError();
-            throw Exception(err.GetMessage(), static_cast<int>(err.GetErrorType()));
-        }
-    }
-    */
-
-    struct Metadata
-    {
-        /// Metadata file version.
-        static constexpr UInt32 VERSION = 1;
-
-        using PathAndSize = std::pair<String, size_t>;
-
-        /// Disk path.
-        const String & disk_path;
-        /// Relative path to metadata file on local FS.
-        String metadata_file_path;
-        /// Total size of all HDFS objects.
-        size_t total_size;
-        /// HDFS objects paths and their sizes.
-        std::vector<PathAndSize> hdfs_objects;
-        /// Number of references (hardlinks) to this metadata file.
-        UInt32 ref_count;
-
-        /// Load metadata by path or create empty if `create` flag is set.
-        explicit Metadata(const String & disk_path_, const String & metadata_file_path_, bool create = false)
-            : disk_path(disk_path_), metadata_file_path(metadata_file_path_), total_size(0), hdfs_objects(0), ref_count(0)
-        {
-            if (create)
-                return;
-
-            DB::ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
-
-            UInt32 version;
-            readIntText(version, buf);
-
-            if (version != VERSION)
-                throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR,
-                    "Unknown metadata file version. Path: {}. Version: {}. Expected version: {}",
-                    disk_path + metadata_file_path, std::to_string(version), std::to_string(VERSION));
-
-            assertChar('\n', buf);
-
-            UInt32 hdfs_objects_count;
-            readIntText(hdfs_objects_count, buf);
-            assertChar('\t', buf);
-            readIntText(total_size, buf);
-            assertChar('\n', buf);
-            hdfs_objects.resize(hdfs_objects_count);
-            for (UInt32 i = 0; i < hdfs_objects_count; ++i)
-            {
-                String hdfs_object_path;
-                size_t hdfs_object_size;
-                readIntText(hdfs_object_size, buf);
-                assertChar('\t', buf);
-                readEscapedString(hdfs_object_path, buf);
-                assertChar('\n', buf);
-                hdfs_objects[i] = {hdfs_object_path, hdfs_object_size};
-            }
-
-            readIntText(ref_count, buf);
-            assertChar('\n', buf);
-        }
-
-        void addObject(const String & path, size_t size)
-        {
-            total_size += size;
-            hdfs_objects.emplace_back(path, size);
-        }
-
-        /// Fsync metadata file if 'sync' flag is set.
-        void save(bool sync = false)
-        {
-            DB::WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
-
-            writeIntText(VERSION, buf);
-            writeChar('\n', buf);
-
-            writeIntText(hdfs_objects.size(), buf);
-            writeChar('\t', buf);
-            writeIntText(total_size, buf);
-            writeChar('\n', buf);
-            for (const auto & [hdfs_object_path, hdfs_object_size] : hdfs_objects)
-            {
-                writeIntText(hdfs_object_size, buf);
-                writeChar('\t', buf);
-                writeEscapedString(hdfs_object_path, buf);
-                writeChar('\n', buf);
-            }
-
-            writeIntText(ref_count, buf);
-            writeChar('\n', buf);
-
-            buf.finalize();
-            if (sync)
-                buf.sync();
-        }
-    };
-
-
-}
-
-namespace DB
-{
-
-class DiskHDFSDirectoryIterator final : public IDiskDirectoryIterator
-{
-public:
-    DiskHDFSDirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
-
-    void next() override { ++iter; }
-
-    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
-
-    String path() const override
-    {
-        if (iter->isDirectory())
-            return folder_path + iter.name() + '/';
-        else
-            return folder_path + iter.name();
-    }
-
-    String name() const override { return iter.name(); }
-
-private:
-    Poco::DirectoryIterator iter;
-    String folder_path;
-};
-
-
-class DiskHDFSReservation : public IReservation
-{
-public:
-    DiskHDFSReservation(const DiskHDFSPtr & disk_, UInt64 size_)
-        : disk(disk_), size(size_), metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
-    {
-    }
-
-    ~DiskHDFSReservation() override
-    {
-        try
-        {
-            std::lock_guard lock(disk->reservation_mutex);
-            if (disk->reserved_bytes < size)
-            {
-                disk->reserved_bytes = 0;
-                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservations size for disk '{}'", disk->getName());
-            }
-            else
-            {
-                disk->reserved_bytes -= size;
-            }
-
-            if (disk->reservation_count == 0)
-            {
-                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservation count for disk '{}'", disk->getName());
-            }
-            else
-                --disk->reservation_count;
-        }
-        catch (...)
-        {
-            tryLogCurrentException(__PRETTY_FUNCTION__);
-        }
-    }
-
-    UInt64 getSize() const override { return size; }
-
-    DiskPtr getDisk(size_t /* i */) const override { return disk; }
-
-    void update(UInt64 new_size) override
-    {
-        std::lock_guard lock(disk->reservation_mutex);
-        disk->reserved_bytes -= size;
-        size = new_size;
-        disk->reserved_bytes += size;
-    }
-
-    Disks getDisks() const override { return {}; }
-
-private:
-    DiskHDFSPtr disk;
-    UInt64 size;
-    CurrentMetrics::Increment metric_increment;
-};
-
-}
diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
index 702f45291ec..509e183d56b 100644
--- a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
@@ -1,7 +1,7 @@
 #pragma once
 
 #include <IO/ReadBufferFromFile.h>
-#include "HDFSHelpers.h"
+#include "DiskHDFSMetadata.h"
 
 
 namespace DB
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
index 5f6bc353360..348aaef5c69 100644
--- a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
@@ -1,6 +1,7 @@
 #pragma once
+
 #include <IO/WriteBufferFromFile.h>
-#include "HDFSHelpers.h"
+#include "DiskHDFSMetadata.h"
 
 
 namespace DB

From e5ebdb0da56ea941a1b9f82635068f429deb4e57 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 2 Apr 2021 21:47:29 +0000
Subject: [PATCH 0091/1060] Fix fast test

---
 src/Disks/registerDisks.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Disks/registerDisks.cpp b/src/Disks/registerDisks.cpp
index 963b3bd8f87..5caea936045 100644
--- a/src/Disks/registerDisks.cpp
+++ b/src/Disks/registerDisks.cpp
@@ -13,7 +13,9 @@ void registerDiskMemory(DiskFactory & factory);
 #if USE_AWS_S3
 void registerDiskS3(DiskFactory & factory);
 #endif
+#if USE_HDFS
 void registerDiskHDFS(DiskFactory & factory);
+#endif
 
 
 void registerDisks()

From 8d2709b212817a27c03de8a3180e31b61d9263ca Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 2 Apr 2021 22:09:12 +0000
Subject: [PATCH 0092/1060] Fix fast test

---
 src/Disks/registerDisks.cpp | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/src/Disks/registerDisks.cpp b/src/Disks/registerDisks.cpp
index 5caea936045..8f4901e49e5 100644
--- a/src/Disks/registerDisks.cpp
+++ b/src/Disks/registerDisks.cpp
@@ -8,11 +8,14 @@
 
 namespace DB
 {
+
 void registerDiskLocal(DiskFactory & factory);
 void registerDiskMemory(DiskFactory & factory);
+
 #if USE_AWS_S3
 void registerDiskS3(DiskFactory & factory);
 #endif
+
 #if USE_HDFS
 void registerDiskHDFS(DiskFactory & factory);
 #endif
@@ -24,11 +27,14 @@ void registerDisks()
 
     registerDiskLocal(factory);
     registerDiskMemory(factory);
-    registerDiskHDFS(factory);
 
 #if USE_AWS_S3
     registerDiskS3(factory);
 #endif
+
+#if USE_HDFS
+    registerDiskHDFS(factory);
+#endif
 }
 
 }

From a2b6dbe18e3c29d112d6a5d5a8e696b7f4772ab6 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 3 Apr 2021 09:05:05 +0000
Subject: [PATCH 0093/1060] Fix build, style, ya-make

---
 src/Disks/HDFS/DiskHDFS.cpp                 | 18 +++++++-----------
 src/Disks/HDFS/DiskHDFSMetadata.h           |  5 +++++
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h |  6 ------
 src/Disks/tests/gtest_disk.cpp              |  6 +++---
 src/Disks/tests/gtest_disk.h                |  3 ++-
 src/Disks/ya.make                           |  2 +-
 6 files changed, 18 insertions(+), 22 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index e58212fabda..4051af644c3 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -25,12 +25,8 @@ namespace DB
 
 namespace ErrorCodes
 {
-    extern const int UNKNOWN_ELEMENT_IN_CONFIG;
-    extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
-    extern const int PATH_ACCESS_DENIED;
     extern const int FILE_ALREADY_EXISTS;
-    extern const int CANNOT_SEEK_THROUGH_FILE;
-    extern const int CANNOT_REMOVE_FILE;
+    extern const int BAD_ARGUMENTS;
 }
 
 
@@ -177,7 +173,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
     bool exist = exists(path);
     /// Path to store new HDFS object.
     auto file_name = getRandomName();
-    auto HDFS_path = hdfs_name + file_name;
+    auto hdfs_path = hdfs_name + file_name;
     if (!exist || mode == WriteMode::Rewrite)
     {
         /// If metadata file exists - remove and new.
@@ -189,9 +185,9 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
 
         LOG_DEBUG(
             &Poco::Logger::get("DiskHDFS"),
-            "Write to file by path: {}. New HDFS path: {}", backQuote(metadata_path + path), HDFS_path);
+            "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, HDFS_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
     }
     else
     {
@@ -199,10 +195,10 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
 
         LOG_DEBUG(
             &Poco::Logger::get("DiskHDFS"),
-            "Append to file by path: {}. New HDFS path: {}. Existing HDFS objects: {}",
-            backQuote(metadata_path + path), HDFS_path, metadata.hdfs_objects.size());
+            "Append to file by path: {}. New hdfs path: {}. Existing HDFS objects: {}",
+            backQuote(metadata_path + path), hdfs_path, metadata.hdfs_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, HDFS_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
     }
 }
 
diff --git a/src/Disks/HDFS/DiskHDFSMetadata.h b/src/Disks/HDFS/DiskHDFSMetadata.h
index 16e3fe1c46a..50c6cd23373 100644
--- a/src/Disks/HDFS/DiskHDFSMetadata.h
+++ b/src/Disks/HDFS/DiskHDFSMetadata.h
@@ -9,6 +9,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
 struct Metadata
 {
     /// Metadata file version.
diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
index 509e183d56b..cabda3a6e11 100644
--- a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
@@ -9,13 +9,7 @@ namespace DB
 
 namespace ErrorCodes
 {
-    extern const int UNKNOWN_ELEMENT_IN_CONFIG;
-    extern const int EXCESSIVE_ELEMENT_IN_CONFIG;
-    extern const int PATH_ACCESS_DENIED;
-    extern const int FILE_ALREADY_EXISTS;
     extern const int CANNOT_SEEK_THROUGH_FILE;
-    extern const int UNKNOWN_FORMAT;
-    extern const int CANNOT_REMOVE_FILE;
 }
 
 
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 5875877a14b..d42b3180c92 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -1,5 +1,4 @@
 #include <gtest/gtest.h>
-
 #include <IO/ReadHelpers.h>
 #include <IO/WriteHelpers.h>
 #include "gtest_disk.h"
@@ -9,6 +8,7 @@
 #    pragma GCC diagnostic ignored "-Wsuggest-override"
 #endif
 
+
 template <typename T>
 DB::DiskPtr createDisk();
 
@@ -158,7 +158,7 @@ TEST(DiskHdfsTest, testHdfsCreation)
         readString(d, *in);
         EXPECT_EQ("test data", d);
     }
-    
+
     {
         std::unique_ptr<DB::WriteBufferFromFileBase> out = disk.writeFile("test_file", 1, DB::WriteMode::Rewrite, 1024, 1);
         writeString("test data", *out);
@@ -189,4 +189,4 @@ TEST(DiskHdfsTest, testHdfsCreation)
         in->readStrict(buf.data(), 4);
         EXPECT_EQ("data", buf);
     }
-}
\ No newline at end of file
+}
diff --git a/src/Disks/tests/gtest_disk.h b/src/Disks/tests/gtest_disk.h
index 8fb685d0a59..a757246e1e4 100644
--- a/src/Disks/tests/gtest_disk.h
+++ b/src/Disks/tests/gtest_disk.h
@@ -1,7 +1,8 @@
 #pragma once
+
 #include <Disks/DiskLocal.h>
 #include <Disks/DiskMemory.h>
-#include <Disks/DiskHDFS.h>
+#include <Disks/HDFS/DiskHDFS.h>
 #include <Disks/IDisk.h>
 
 
diff --git a/src/Disks/ya.make b/src/Disks/ya.make
index 6797c16ee4f..d919f4970c5 100644
--- a/src/Disks/ya.make
+++ b/src/Disks/ya.make
@@ -13,9 +13,9 @@ SRCS(
     DiskDecorator.cpp
     DiskFactory.cpp
     DiskLocal.cpp
-    DiskHDFS.cpp
     DiskMemory.cpp
     DiskSelector.cpp
+    HDFS/DiskHDFS.cpp
     IDisk.cpp
     IVolume.cpp
     LocalDirectorySyncGuard.cpp

From 8cbfbb5de78d4738449f9986f6c81e60ed774ae6 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 3 Apr 2021 12:02:29 +0000
Subject: [PATCH 0094/1060] Small refactoring, add hdfs to test_disk_types

---
 src/Disks/DiskType.h                          |   2 +-
 src/Disks/HDFS/DiskHDFS.cpp                   | 155 +++++++++---------
 src/Disks/HDFS/DiskHDFS.h                     |  69 ++++----
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h   |   4 +-
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h  |   4 +-
 src/Storages/HDFS/HDFSCommon.h                |   2 +-
 src/Storages/HDFS/ReadBufferFromHDFS.h        |   2 +-
 .../test_disk_types/configs/storage.xml       |   4 +
 tests/integration/test_disk_types/test.py     |   4 +-
 9 files changed, 126 insertions(+), 120 deletions(-)

diff --git a/src/Disks/DiskType.h b/src/Disks/DiskType.h
index f0c22eb6495..a5c23fe2c2c 100644
--- a/src/Disks/DiskType.h
+++ b/src/Disks/DiskType.h
@@ -25,7 +25,7 @@ struct DiskType
             case Type::S3:
                 return "s3";
             case Type::HDFS:
-                return "HDFS";
+                return "hdfs";
         }
         __builtin_unreachable();
     }
diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 4051af644c3..3556b95558d 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -31,28 +31,22 @@ namespace ErrorCodes
 
 
 DiskHDFS::DiskHDFS(
-    const Poco::Util::AbstractConfiguration & config_,
     const String & name_,
     const String & hdfs_name_,
-    const String & metadata_path_)
-    : config(config_)
+    const String & metadata_path_,
+    const Context & context_)
+    : log(&Poco::Logger::get("DiskHDFS"))
     , name(name_)
     , hdfs_name(hdfs_name_)
     , metadata_path(std::move(metadata_path_))
+    , context(context_)
+    , config(context.getGlobalContext().getConfigRef())
     , builder(createHDFSBuilder(hdfs_name, config))
     , fs(createHDFSFS(builder.get()))
 {
 }
 
 
-ReservationPtr DiskHDFS::reserve(UInt64 bytes)
-{
-    if (!tryReserve(bytes))
-        return {};
-    return std::make_unique<DiskHDFSReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
-}
-
-
 bool DiskHDFS::exists(const String & path) const
 {
     return Poco::File(metadata_path + path).exists();
@@ -108,6 +102,7 @@ void DiskHDFS::moveFile(const String & from_path, const String & to_path)
 {
     if (exists(to_path))
         throw Exception("File already exists: " + to_path, ErrorCodes::FILE_ALREADY_EXISTS);
+
     Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
 }
 
@@ -128,43 +123,15 @@ void DiskHDFS::replaceFile(const String & from_path, const String & to_path)
 }
 
 
-//void DiskHDFS::copyFile(const String & from_path, const String & to_path)
-//{
-//    if (exists(to_path))
-//        remove(to_path);
-//
-//    Metadata from(metadata_path, from_path);
-//    Metadata to(metadata_path, to_path, true);
-//
-//    for (const auto & [path, size] : from.hdfs_objects)
-//    {
-//        auto new_path = hdfs_name + getRandomName();
-//        /// TODO:: hdfs copy semantics
-//        /*
-//        Aws::HDFS::Model::CopyObjectRequest req;
-//        req.SetCopySource(bucket + "/" + path);
-//        req.SetBucket(bucket);
-//        req.SetKey(new_path);
-//        throwIfError(client->CopyObject(req));
-//        */
-//        throw Exception("is not implemented yet", 1);
-//        to.addObject(new_path, size);
-//    }
-//
-//    to.save();
-//}
-
-
 std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path, size_t buf_size, size_t, size_t, size_t, MMappedFileCache *) const
 {
     Metadata metadata(metadata_path, path);
 
-    LOG_DEBUG(
-        &Poco::Logger::get("DiskHDFS"),
+    LOG_DEBUG(log,
         "Read from file by path: {}. Existing HDFS objects: {}",
         backQuote(metadata_path + path), metadata.hdfs_objects.size());
 
-    return std::make_unique<ReadIndirectBufferFromHDFS>(config, hdfs_name, "", metadata, buf_size);
+    return std::make_unique<ReadIndirectBufferFromHDFS>(context, hdfs_name, "", metadata, buf_size);
 }
 
 
@@ -183,22 +150,20 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
         /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
         metadata.save();
 
-        LOG_DEBUG(
-            &Poco::Logger::get("DiskHDFS"),
+        LOG_DEBUG(log,
             "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(context, hdfs_path, file_name, metadata, buf_size);
     }
     else
     {
         Metadata metadata(metadata_path, path);
 
-        LOG_DEBUG(
-            &Poco::Logger::get("DiskHDFS"),
+        LOG_DEBUG(log,
             "Append to file by path: {}. New hdfs path: {}. Existing HDFS objects: {}",
             backQuote(metadata_path + path), hdfs_path, metadata.hdfs_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(context, hdfs_path, file_name, metadata, buf_size);
     }
 }
 
@@ -255,33 +220,6 @@ void DiskHDFS::removeRecursive(const String & path)
 }
 
 
-bool DiskHDFS::tryReserve(UInt64 bytes)
-{
-    std::lock_guard lock(reservation_mutex);
-    if (bytes == 0)
-    {
-        LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Reserving 0 bytes on HDFS disk {}", backQuote(name));
-        ++reservation_count;
-        return true;
-    }
-
-    auto available_space = getAvailableSpace();
-    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
-    if (unreserved_space >= bytes)
-    {
-        LOG_DEBUG(
-            &Poco::Logger::get("DiskHDFS"),
-            "Reserving {} on disk {}, having unreserved ",
-            formatReadableSizeWithBinarySuffix(bytes), backQuote(name), formatReadableSizeWithBinarySuffix(unreserved_space));
-
-        ++reservation_count;
-        reserved_bytes += bytes;
-        return true;
-    }
-    return false;
-}
-
-
 void DiskHDFS::listFiles(const String & path, std::vector<String> & file_names)
 {
     for (auto it = iterateDirectory(path); it->isValid(); it->next())
@@ -327,6 +265,41 @@ void DiskHDFS::setReadOnly(const String & path)
 }
 
 
+ReservationPtr DiskHDFS::reserve(UInt64 bytes)
+{
+    if (!tryReserve(bytes))
+        return {};
+    return std::make_unique<DiskHDFSReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
+}
+
+
+bool DiskHDFS::tryReserve(UInt64 bytes)
+{
+    std::lock_guard lock(reservation_mutex);
+
+    if (bytes == 0)
+    {
+        LOG_DEBUG(log, "Reserving 0 bytes on HDFS disk {}", backQuote(name));
+        ++reservation_count;
+        return true;
+    }
+
+    auto available_space = getAvailableSpace();
+    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
+    if (unreserved_space >= bytes)
+    {
+        LOG_DEBUG(log,
+            "Reserving {} on disk {}, having unreserved {}",
+            formatReadableSizeWithBinarySuffix(bytes), backQuote(name), formatReadableSizeWithBinarySuffix(unreserved_space));
+        ++reservation_count;
+        reserved_bytes += bytes;
+        return true;
+    }
+
+    return false;
+}
+
+
 void registerDiskHDFS(DiskFactory & factory)
 {
     auto creator = [](const String & name,
@@ -334,21 +307,45 @@ void registerDiskHDFS(DiskFactory & factory)
                       const String & config_prefix,
                       const Context & context) -> DiskPtr
     {
-        const auto * disk_config = config.createView(config_prefix);
-
         Poco::File disk{context.getPath() + "disks/" + name};
         disk.createDirectories();
-        DB::String uri{disk_config->getString("endpoint")};
+
+        DB::String uri{config.getString(config_prefix + ".endpoint")};
 
         if (uri.back() != '/')
             throw Exception(ErrorCodes::BAD_ARGUMENTS, "HDFS path must ends with '/', but '{}' doesn't.", uri);
 
         String metadata_path = context.getPath() + "disks/" + name + "/";
-
-        return std::make_shared<DiskHDFS>(config, name, uri, metadata_path);
+        return std::make_shared<DiskHDFS>(name, uri, metadata_path, context);
     };
 
     factory.registerDiskType("hdfs", creator);
 }
 
+//void DiskHDFS::copyFile(const String & from_path, const String & to_path)
+//{
+//    if (exists(to_path))
+//        remove(to_path);
+//
+//    Metadata from(metadata_path, from_path);
+//    Metadata to(metadata_path, to_path, true);
+//
+//    for (const auto & [path, size] : from.hdfs_objects)
+//    {
+//        auto new_path = hdfs_name + getRandomName();
+//        /// TODO:: hdfs copy semantics
+//        /*
+//        Aws::HDFS::Model::CopyObjectRequest req;
+//        req.SetCopySource(bucket + "/" + path);
+//        req.SetBucket(bucket);
+//        req.SetKey(new_path);
+//        throwIfError(client->CopyObject(req));
+//        */
+//        throw Exception("is not implemented yet", 1);
+//        to.addObject(new_path, size);
+//    }
+//
+//    to.save();
+//}
+
 }
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 65a35f3e2bd..26dc6bf85fe 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -4,7 +4,7 @@
 
 #include <Poco/DirectoryIterator.h>
 #include <Storages/HDFS/HDFSCommon.h>
-#include <hdfs/hdfs.h>
+#include <hdfs/hdfs.h> // Y_IGNORE
 #include <Core/UUID.h>
 
 
@@ -24,25 +24,15 @@ friend class DiskHDFSReservation;
 public:
 
     DiskHDFS(
-        const Poco::Util::AbstractConfiguration & config,
         const String & name_,
         const String & hdfs_name_,
-        const String & metadata_path_);
-
-    const String & getName() const override { return name; }
-
-    ReservationPtr reserve(UInt64 bytes) override;
-
-    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
-
-    Poco::Timestamp getLastModified(const String & path) override;
-
-    void setReadOnly(const String & path) override;
-
-    void createHardLink(const String & src_path, const String & dst_path) override;
+        const String & metadata_path_,
+        const Context & context_);
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
+    const String & getName() const override { return name; }
+
     const String & getPath() const override { return metadata_path; }
 
     UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
@@ -81,6 +71,24 @@ public:
 
     void listFiles(const String & path, std::vector<String> & file_names) override;
 
+    void removeFile(const String & /* path */) override {}
+
+    void removeFileIfExists(const String & /* path */) override {}
+
+    void removeDirectory(const String & /* path */) override {}
+
+    void removeRecursive(const String & path) override;
+
+    ReservationPtr reserve(UInt64 bytes) override;
+
+    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
+
+    Poco::Timestamp getLastModified(const String & path) override;
+
+    void setReadOnly(const String & path) override;
+
+    void createHardLink(const String & src_path, const String & dst_path) override;
+
     std::unique_ptr<ReadBufferFromFileBase> readFile(
         const String & path,
         size_t buf_size,
@@ -94,32 +102,27 @@ public:
         size_t buf_size,
         WriteMode mode) override;
 
-    void removeFile(const String & /* path */) override {}
+private:
+    String getRandomName() { return toString(UUIDHelpers::generateV4()); }
 
-    void removeFileIfExists(const String & /* path */) override {}
+    bool tryReserve(UInt64 bytes);
 
-    void removeDirectory(const String & /* path */) override {}
+    void remove(const String & path);
 
-    void removeRecursive(const String & path) override;
+    Poco::Logger * log;
+    const String name;
+    const String hdfs_name;
+    String metadata_path;
+    Context context;
+    const Poco::Util::AbstractConfiguration & config;
+
+    HDFSBuilderWrapper builder;
+    HDFSFSPtr fs;
 
     UInt64 reserved_bytes = 0;
     UInt64 reservation_count = 0;
     std::mutex reservation_mutex;
     std::mutex copying_mutex;
-
-private:
-    String getRandomName() { return toString(UUIDHelpers::generateV4()); }
-
-    bool tryReserve(UInt64 bytes);
-    void remove(const String & path);
-
-    const Poco::Util::AbstractConfiguration & config;
-    const String name;
-    const String hdfs_name;
-    String metadata_path;
-
-    HDFSBuilderWrapper builder;
-    HDFSFSPtr fs;
 };
 
 using DiskHDFSPtr = std::shared_ptr<DiskHDFS>;
diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
index cabda3a6e11..188ef22c524 100644
--- a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
@@ -18,12 +18,12 @@ class ReadIndirectBufferFromHDFS final : public ReadBufferFromFileBase
 {
 public:
     ReadIndirectBufferFromHDFS(
-            const Poco::Util::AbstractConfiguration & config_,
+            const Context & context,
             const String & hdfs_name_,
             const String & /* bucket */,
             Metadata metadata_,
             size_t buf_size_)
-        : config(config_)
+        : config(context.getGlobalContext().getConfigRef())
         , hdfs_name(hdfs_name_)
         , metadata(std::move(metadata_))
         , buf_size(buf_size_)
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
index 348aaef5c69..9c28ac0665f 100644
--- a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
@@ -12,13 +12,13 @@ class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
 {
 public:
     WriteIndirectBufferFromHDFS(
-        const Poco::Util::AbstractConfiguration & config,
+        const Context & context,
         const String & hdfs_name_,
         const String & hdfs_path_,
         Metadata metadata_,
         size_t buf_size_)
         : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromHDFS(hdfs_name_, config, buf_size_))
+        , impl(WriteBufferFromHDFS(hdfs_name_, context.getGlobalContext().getConfigRef(), buf_size_))
         , metadata(std::move(metadata_))
         , hdfs_path(hdfs_path_)
     {
diff --git a/src/Storages/HDFS/HDFSCommon.h b/src/Storages/HDFS/HDFSCommon.h
index fa1ca88464e..5f227df7fd2 100644
--- a/src/Storages/HDFS/HDFSCommon.h
+++ b/src/Storages/HDFS/HDFSCommon.h
@@ -7,7 +7,7 @@
 #include <type_traits>
 #include <vector>
 
-#include <hdfs/hdfs.h>
+#include <hdfs/hdfs.h> // Y_IGNORE
 #include <common/types.h>
 #include <mutex>
 
diff --git a/src/Storages/HDFS/ReadBufferFromHDFS.h b/src/Storages/HDFS/ReadBufferFromHDFS.h
index 8d26c001b2e..b7985dd885e 100644
--- a/src/Storages/HDFS/ReadBufferFromHDFS.h
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.h
@@ -8,7 +8,7 @@
 #include <string>
 #include <memory>
 
-#include <hdfs/hdfs.h>
+#include <hdfs/hdfs.h> // Y_IGNORE
 
 #include <common/types.h>
 
diff --git a/tests/integration/test_disk_types/configs/storage.xml b/tests/integration/test_disk_types/configs/storage.xml
index 2bf9a2e363a..1167a4f7382 100644
--- a/tests/integration/test_disk_types/configs/storage.xml
+++ b/tests/integration/test_disk_types/configs/storage.xml
@@ -11,6 +11,10 @@
             <disk_memory>
                 <type>memory</type>
             </disk_memory>
+            <disk_hdfs>
+                <type>hdfs</type>
+                <endpoint>http://hdfs1:9000/data/</endpoint>
+            </disk_hdfs>
         </disks>
     </storage_configuration>
 </yandex>
diff --git a/tests/integration/test_disk_types/test.py b/tests/integration/test_disk_types/test.py
index ad09519a484..3f1a656d98f 100644
--- a/tests/integration/test_disk_types/test.py
+++ b/tests/integration/test_disk_types/test.py
@@ -5,6 +5,7 @@ disk_types = {
     "default": "local",
     "disk_s3": "s3",
     "disk_memory": "memory",
+    "disk_hdfs": "hdfs",
 }
 
 
@@ -12,7 +13,7 @@ disk_types = {
 def cluster():
     try:
         cluster = ClickHouseCluster(__file__)
-        cluster.add_instance("node", main_configs=["configs/storage.xml"], with_minio=True)
+        cluster.add_instance("node", main_configs=["configs/storage.xml"], with_minio=True, with_hdfs=True)
         cluster.start()
         yield cluster
     finally:
@@ -35,3 +36,4 @@ def test_select_by_type(cluster):
     node = cluster.instances["node"]
     for name, disk_type in list(disk_types.items()):
         assert node.query("SELECT name FROM system.disks WHERE type='" + disk_type + "'") == name + "\n"
+

From cbd678d031652c7ff777e363acfbab9302a72de3 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 3 Apr 2021 12:10:49 +0000
Subject: [PATCH 0095/1060] Remove test

---
 src/Disks/tests/gtest_disk.cpp | 46 ----------------------------------
 1 file changed, 46 deletions(-)

diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index d42b3180c92..907bf5dd294 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -144,49 +144,3 @@ TYPED_TEST(DiskTest, iterateDirectory)
         EXPECT_FALSE(iter->isValid());
     }
 }
-
-TEST(DiskHdfsTest, testHdfsCreation)
-{
-    auto disk = DB::DiskHDFS("gtesthdfs", "hdfs://localhost:9010/gtest/", "/home/ershov-ov/metadata/");
-    {
-        auto out = disk.writeFile("keek", 1024, DB::WriteMode::Rewrite, 1024, 1024);
-        writeString("test data", *out);
-    }
-    {
-        DB::String d;
-        auto in = disk.readFile("keek", 1024, 1024, 1024, 1024);
-        readString(d, *in);
-        EXPECT_EQ("test data", d);
-    }
-
-    {
-        std::unique_ptr<DB::WriteBufferFromFileBase> out = disk.writeFile("test_file", 1, DB::WriteMode::Rewrite, 1024, 1);
-        writeString("test data", *out);
-    }
-
-    // Test SEEK_SET
-    {
-        String buf(4, '0');
-        std::unique_ptr<DB::ReadBufferFromFileBase> in = disk.readFile("test_file", 1, 1024, 1024, 1);
-
-        in->seek(5, SEEK_SET);
-
-        in->readStrict(buf.data(), 4);
-        EXPECT_EQ("data", buf);
-        }
-
-    // Test SEEK_CUR
-    {
-        std::unique_ptr<DB::ReadBufferFromFileBase> in = disk.readFile("test_file", 1, 1024, 1024, 1);
-        String buf(4, '0');
-
-        in->readStrict(buf.data(), 4);
-        EXPECT_EQ("test", buf);
-
-        // Skip whitespace
-        in->seek(1, SEEK_CUR);
-
-        in->readStrict(buf.data(), 4);
-        EXPECT_EQ("data", buf);
-    }
-}

From 388a71e6b151410e34951841f293aefda295cb5e Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 4 Apr 2021 07:33:07 +0000
Subject: [PATCH 0096/1060] Fix build, ya check

---
 src/Disks/HDFS/DiskHDFS.h      | 2 +-
 src/Disks/tests/gtest_disk.h   | 1 -
 src/Storages/HDFS/HDFSCommon.h | 2 ++
 3 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 26dc6bf85fe..02729734842 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -95,7 +95,7 @@ public:
         size_t estimated_size,
         size_t aio_threshold,
         size_t mmap_threshold,
-        MMappedFileCache * mmap_cache = nullptr) const override;
+        MMappedFileCache * mmap_cache) const override;
 
     std::unique_ptr<WriteBufferFromFileBase> writeFile(
         const String & path,
diff --git a/src/Disks/tests/gtest_disk.h b/src/Disks/tests/gtest_disk.h
index a757246e1e4..314caf288a2 100644
--- a/src/Disks/tests/gtest_disk.h
+++ b/src/Disks/tests/gtest_disk.h
@@ -2,7 +2,6 @@
 
 #include <Disks/DiskLocal.h>
 #include <Disks/DiskMemory.h>
-#include <Disks/HDFS/DiskHDFS.h>
 #include <Disks/IDisk.h>
 
 
diff --git a/src/Storages/HDFS/HDFSCommon.h b/src/Storages/HDFS/HDFSCommon.h
index 5f227df7fd2..427d4d8f1c0 100644
--- a/src/Storages/HDFS/HDFSCommon.h
+++ b/src/Storages/HDFS/HDFSCommon.h
@@ -1,6 +1,8 @@
 #pragma once
 
+#if !defined(ARCADIA_BUILD)
 #include <Common/config.h>
+#endif
 
 #if USE_HDFS
 #include <memory>

From 908d872b76e1ad446ffe5acd62cf84443da39374 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 4 Apr 2021 09:08:09 +0000
Subject: [PATCH 0097/1060] Add seek method

---
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h |  4 +-
 src/Disks/ya.make                           |  1 -
 src/Disks/ya.make.in                        |  2 +-
 src/Storages/HDFS/HDFSCommon.h              | 46 ++++++------
 src/Storages/HDFS/ReadBufferFromHDFS.cpp    | 80 +++++++++++++++++----
 src/Storages/HDFS/ReadBufferFromHDFS.h      | 19 +++--
 src/Storages/HDFS/WriteBufferFromHDFS.h     | 10 ++-
 7 files changed, 113 insertions(+), 49 deletions(-)

diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
index 188ef22c524..ef0b9175c6e 100644
--- a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
@@ -86,11 +86,11 @@ private:
             if (size > offset)
             {
                 auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, config, buf_size);
-                //buf->seek(offset, SEEK_SET);
+                buf->seek(offset, SEEK_SET);
                 return buf;
             }
-            offset -= size;
 
+            offset -= size;
         }
 
         return nullptr;
diff --git a/src/Disks/ya.make b/src/Disks/ya.make
index d919f4970c5..53dc9fd75c4 100644
--- a/src/Disks/ya.make
+++ b/src/Disks/ya.make
@@ -15,7 +15,6 @@ SRCS(
     DiskLocal.cpp
     DiskMemory.cpp
     DiskSelector.cpp
-    HDFS/DiskHDFS.cpp
     IDisk.cpp
     IVolume.cpp
     LocalDirectorySyncGuard.cpp
diff --git a/src/Disks/ya.make.in b/src/Disks/ya.make.in
index ce205bd25ac..13569d8a19d 100644
--- a/src/Disks/ya.make.in
+++ b/src/Disks/ya.make.in
@@ -8,7 +8,7 @@ PEERDIR(
 
 
 SRCS(
-<? find . -name '*.cpp' | grep -v -F tests | grep -v -F S3 | sed 's/^\.\//    /' | sort ?>
+<? find . -name '*.cpp' | grep -v -F tests | grep -v -P 'S3|HDFS' | sed 's/^\.\//    /' | sort ?>
 )
 
 END()
diff --git a/src/Storages/HDFS/HDFSCommon.h b/src/Storages/HDFS/HDFSCommon.h
index 427d4d8f1c0..09b806956bc 100644
--- a/src/Storages/HDFS/HDFSCommon.h
+++ b/src/Storages/HDFS/HDFSCommon.h
@@ -53,6 +53,27 @@ struct HDFSFileInfo
 
 class HDFSBuilderWrapper
 {
+
+friend HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration &);
+
+public:
+    HDFSBuilderWrapper() : hdfs_builder(hdfsNewBuilder()) {}
+
+    ~HDFSBuilderWrapper()
+    {
+        hdfsFreeBuilder(hdfs_builder);
+
+    }
+
+    HDFSBuilderWrapper(const HDFSBuilderWrapper &) = delete;
+    HDFSBuilderWrapper(HDFSBuilderWrapper &&) = default;
+
+    hdfsBuilder * get()
+    {
+        return hdfs_builder;
+    }
+
+private:
     hdfsBuilder * hdfs_builder;
     String hadoop_kerberos_keytab;
     String hadoop_kerberos_principal;
@@ -73,37 +94,12 @@ class HDFSBuilderWrapper
 
     static const String CONFIG_PREFIX;
 
-private:
-
     void loadFromConfig(const Poco::Util::AbstractConfiguration & config, const String & config_path, bool isUser = false);
 
     String getKinitCmd();
 
     void runKinit();
 
-public:
-
-    hdfsBuilder *
-    get()
-    {
-        return hdfs_builder;
-    }
-
-    HDFSBuilderWrapper()
-        : hdfs_builder(hdfsNewBuilder())
-    {
-    }
-
-    ~HDFSBuilderWrapper()
-    {
-        hdfsFreeBuilder(hdfs_builder);
-
-    }
-
-    HDFSBuilderWrapper(const HDFSBuilderWrapper &) = delete;
-    HDFSBuilderWrapper(HDFSBuilderWrapper &&) = default;
-
-    friend HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration &);
 };
 
 using HDFSFSPtr = std::unique_ptr<std::remove_pointer_t<hdfsFS>, detail::HDFSFsDeleter>;
diff --git a/src/Storages/HDFS/ReadBufferFromHDFS.cpp b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
index affb76314b1..5774e7784b0 100644
--- a/src/Storages/HDFS/ReadBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
@@ -12,6 +12,9 @@ namespace ErrorCodes
 {
     extern const int NETWORK_ERROR;
     extern const int CANNOT_OPEN_FILE;
+    extern const int CANNOT_SEEK_THROUGH_FILE;
+    extern const int SEEK_POSITION_OUT_OF_BOUND;
+    extern const int CANNOT_TELL_THROUGH_FILE;
 }
 
 ReadBufferFromHDFS::~ReadBufferFromHDFS() = default;
@@ -26,6 +29,9 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
     HDFSBuilderWrapper builder;
     HDFSFSPtr fs;
 
+    off_t offset = 0;
+    bool initialized = false;
+
     ReadBufferFromHDFSImpl(const std::string & hdfs_name_,
         const Poco::Util::AbstractConfiguration & config_)
         : hdfs_uri(hdfs_name_),
@@ -39,17 +45,8 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
         fin = hdfsOpenFile(fs.get(), path.c_str(), O_RDONLY, 0, 0, 0);
 
         if (fin == nullptr)
-            throw Exception("Unable to open HDFS file: " + path + " error: " + std::string(hdfsGetLastError()),
-                ErrorCodes::CANNOT_OPEN_FILE);
-    }
-
-    int read(char * start, size_t size) const
-    {
-        int bytes_read = hdfsRead(fs.get(), fin, start, size);
-        if (bytes_read < 0)
-            throw Exception("Fail to read HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
-                ErrorCodes::NETWORK_ERROR);
-        return bytes_read;
+            throw Exception(ErrorCodes::CANNOT_OPEN_FILE,
+                "Unable to open HDFS file: {}, error: {}", path, std::string(hdfsGetLastError()));
     }
 
     ~ReadBufferFromHDFSImpl()
@@ -57,6 +54,53 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
         std::lock_guard lock(hdfs_init_mutex);
         hdfsCloseFile(fs.get(), fin);
     }
+
+    void initialize() const
+    {
+        if (!offset)
+            return;
+
+        int seek_status = hdfsSeek(fs.get(), fin, offset);
+        if (seek_status != 0)
+            throw Exception(ErrorCodes::CANNOT_SEEK_THROUGH_FILE, "Fail to seek HDFS file: {}, error: {}", hdfs_uri, std::string(hdfsGetLastError()));
+    }
+
+    int read(char * start, size_t size)
+    {
+        if (!initialized)
+        {
+            initialize();
+            initialized = true;
+        }
+
+        int bytes_read = hdfsRead(fs.get(), fin, start, size);
+        if (bytes_read < 0)
+            throw Exception("Fail to read HDFS file: " + hdfs_uri + " " + std::string(hdfsGetLastError()),
+                ErrorCodes::NETWORK_ERROR);
+
+        return bytes_read;
+    }
+
+    int seek(off_t offset_, int whence)
+    {
+        if (initialized)
+            throw Exception("Seek is allowed only before first read attempt from the buffer.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+
+        if (whence != SEEK_SET)
+            throw Exception("Only SEEK_SET mode is allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+
+        if (offset_ < 0)
+            throw Exception(ErrorCodes::SEEK_POSITION_OUT_OF_BOUND, "Seek position is out of bounds. Offset: {}", std::to_string(offset_));
+
+        offset = offset_;
+
+        return offset;
+    }
+
+    int tell() const
+    {
+        return offset;
+    }
 };
 
 
@@ -65,7 +109,7 @@ std::mutex ReadBufferFromHDFS::ReadBufferFromHDFSImpl::hdfs_init_mutex;
 ReadBufferFromHDFS::ReadBufferFromHDFS(const std::string & hdfs_name_,
     const Poco::Util::AbstractConfiguration & config_,
     size_t buf_size_)
-    : BufferWithOwnMemory<ReadBuffer>(buf_size_)
+    : BufferWithOwnMemory<SeekableReadBuffer>(buf_size_)
     , impl(std::make_unique<ReadBufferFromHDFSImpl>(hdfs_name_, config_))
 {
 }
@@ -82,6 +126,18 @@ bool ReadBufferFromHDFS::nextImpl()
     return true;
 }
 
+
+off_t ReadBufferFromHDFS::seek(off_t off, int whence)
+{
+    return impl->seek(off, whence);
+}
+
+
+off_t ReadBufferFromHDFS::getPosition()
+{
+    return impl->tell() + count();
+}
+
 }
 
 #endif
diff --git a/src/Storages/HDFS/ReadBufferFromHDFS.h b/src/Storages/HDFS/ReadBufferFromHDFS.h
index b7985dd885e..61436f9deb9 100644
--- a/src/Storages/HDFS/ReadBufferFromHDFS.h
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.h
@@ -7,28 +7,35 @@
 #include <IO/BufferWithOwnMemory.h>
 #include <string>
 #include <memory>
-
 #include <hdfs/hdfs.h> // Y_IGNORE
-
 #include <common/types.h>
-
 #include <Interpreters/Context.h>
+#include <IO/SeekableReadBuffer.h>
 
 
 namespace DB
 {
+
 /** Accepts HDFS path to file and opens it.
  * Closes file by himself (thus "owns" a file descriptor).
  */
-class ReadBufferFromHDFS : public BufferWithOwnMemory<ReadBuffer>
+class ReadBufferFromHDFS : public BufferWithOwnMemory<SeekableReadBuffer>
 {
-    struct ReadBufferFromHDFSImpl;
-    std::unique_ptr<ReadBufferFromHDFSImpl> impl;
+
 public:
     ReadBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration &, size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE);
+
     ~ReadBufferFromHDFS() override;
 
     bool nextImpl() override;
+
+    off_t seek(off_t offset_, int whence) override;
+
+    off_t getPosition() override;
+
+private:
+    struct ReadBufferFromHDFSImpl;
+    std::unique_ptr<ReadBufferFromHDFSImpl> impl;
 };
 }
 #endif
diff --git a/src/Storages/HDFS/WriteBufferFromHDFS.h b/src/Storages/HDFS/WriteBufferFromHDFS.h
index 339ec0c2a7c..20b7b3c8348 100644
--- a/src/Storages/HDFS/WriteBufferFromHDFS.h
+++ b/src/Storages/HDFS/WriteBufferFromHDFS.h
@@ -8,6 +8,7 @@
 #include <string>
 #include <memory>
 
+
 namespace DB
 {
 /** Accepts HDFS path to file and opens it.
@@ -15,10 +16,10 @@ namespace DB
  */
 class WriteBufferFromHDFS : public BufferWithOwnMemory<WriteBuffer>
 {
-    struct WriteBufferFromHDFSImpl;
-    std::unique_ptr<WriteBufferFromHDFSImpl> impl;
+
 public:
     WriteBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration &, size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE);
+
     WriteBufferFromHDFS(WriteBufferFromHDFS &&) = default;
 
     void nextImpl() override;
@@ -26,6 +27,11 @@ public:
     ~WriteBufferFromHDFS() override;
 
     void sync() override;
+
+private:
+    struct WriteBufferFromHDFSImpl;
+    std::unique_ptr<WriteBufferFromHDFSImpl> impl;
 };
+
 }
 #endif

From 2f73dc254c087c77c908777ff469ef559622b966 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 5 Apr 2021 09:33:08 +0000
Subject: [PATCH 0098/1060] Add integration test

---
 tests/integration/test_disk_hdfs/__init__.py  |  0
 .../test_disk_hdfs/configs/log_conf.xml       | 11 ++++++++
 .../test_disk_hdfs/configs/storage.xml        | 21 +++++++++++++++
 tests/integration/test_disk_hdfs/test.py      | 27 +++++++++++++++++++
 4 files changed, 59 insertions(+)
 create mode 100644 tests/integration/test_disk_hdfs/__init__.py
 create mode 100644 tests/integration/test_disk_hdfs/configs/log_conf.xml
 create mode 100644 tests/integration/test_disk_hdfs/configs/storage.xml
 create mode 100644 tests/integration/test_disk_hdfs/test.py

diff --git a/tests/integration/test_disk_hdfs/__init__.py b/tests/integration/test_disk_hdfs/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_disk_hdfs/configs/log_conf.xml b/tests/integration/test_disk_hdfs/configs/log_conf.xml
new file mode 100644
index 00000000000..f9d15e572aa
--- /dev/null
+++ b/tests/integration/test_disk_hdfs/configs/log_conf.xml
@@ -0,0 +1,11 @@
+<yandex>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_disk_hdfs/configs/storage.xml b/tests/integration/test_disk_hdfs/configs/storage.xml
new file mode 100644
index 00000000000..92afa92cb14
--- /dev/null
+++ b/tests/integration/test_disk_hdfs/configs/storage.xml
@@ -0,0 +1,21 @@
+<?xml version="1.0"?>
+<yandex>
+    <storage_configuration>
+        <disks>
+            <hdfs>
+                <type>hdfs</type>
+                <endpoint>hdfs://hdfs1:9000/</endpoint>
+            </hdfs>
+            <default/>
+        </disks>
+        <policies>
+            <hdfs>
+                <volumes>
+                    <main>
+                        <disk>hdfs</disk>
+                    </main>
+                </volumes>
+            </hdfs>
+        </policies>
+    </storage_configuration>
+</yandex>
diff --git a/tests/integration/test_disk_hdfs/test.py b/tests/integration/test_disk_hdfs/test.py
new file mode 100644
index 00000000000..1336bc539d4
--- /dev/null
+++ b/tests/integration/test_disk_hdfs/test.py
@@ -0,0 +1,27 @@
+import os
+import pytest
+from helpers.cluster import ClickHouseCluster
+from helpers.hdfs_api import HDFSApi
+
+cluster = ClickHouseCluster(__file__)
+node1 = cluster.add_instance('node1', main_configs=[
+    'configs/storage.xml',
+    'configs/log_conf.xml'], with_hdfs=True)
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    try:
+        cluster.start()
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+
+def test_read_write(started_cluster):
+    node1.query("DROP TABLE IF EXISTS simple_test")
+    node1.query("CREATE TABLE simple_test (id UInt64) Engine=TinyLog SETTINGS disk = 'hdfs'")
+    node1.query("INSERT INTO simple_test SELECT number FROM numbers(3)")
+    node1.query("INSERT INTO simple_test SELECT number FROM numbers(3, 3)")
+    assert node1.query("SELECT * FROM simple_test") == "0\n1\n2\n3\n4\n5\n"
+

From 9115fd8cecd2ce95e59eae1495b50fd252913e9b Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 7 Apr 2021 15:22:53 +0300
Subject: [PATCH 0099/1060] wip

---
 .../compose/docker_compose_cassandra.yml      |  4 +-
 .../compose/docker_compose_postgres.yml       |  4 +-
 tests/integration/helpers/cluster.py          | 53 ++++++++++++++-----
 tests/integration/helpers/external_sources.py |  3 ++
 tests/integration/parallel.txt                | 42 +++++++++++++++
 .../test_alter_on_mixed_type_cluster/test.py  | 12 ++---
 .../test_concurrent_ttl_merges/test.py        |  4 +-
 .../test_cross_replication/test.py            |  2 +-
 .../test_ddl_worker_non_leader/test.py        |  6 +--
 .../test_cassandra.py                         |  2 +-
 10 files changed, 101 insertions(+), 31 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_cassandra.yml b/docker/test/integration/runner/compose/docker_compose_cassandra.yml
index e8aed06c08a..b6190a11d73 100644
--- a/docker/test/integration/runner/compose/docker_compose_cassandra.yml
+++ b/docker/test/integration/runner/compose/docker_compose_cassandra.yml
@@ -1,7 +1,5 @@
 version: '2.3'
 services:
     cassandra1:
-        image: cassandra
+        image: cassandra:4.0
         restart: always
-        ports:
-            - ${CASSANDRA_EXTERNAL_PORT}:${CASSANDRA_INTERNAL_PORT}
diff --git a/docker/test/integration/runner/compose/docker_compose_postgres.yml b/docker/test/integration/runner/compose/docker_compose_postgres.yml
index 3b760e2f84b..a2f205c7afd 100644
--- a/docker/test/integration/runner/compose/docker_compose_postgres.yml
+++ b/docker/test/integration/runner/compose/docker_compose_postgres.yml
@@ -2,6 +2,7 @@ version: '2.3'
 services:
     postgres1:
         image: postgres
+        command: ["postgres", "-c", "logging_collector=on", "-c", "log_directory=/postgres/logs", "-c", "log_filename=postgresql.log", "-c", "log_statement=all"]
         restart: always
         expose:
             - ${POSTGRES_PORT}
@@ -24,6 +25,7 @@ services:
               target: /postgres/
     postgres2:
         image: postgres
+        command: ["postgres", "-c", "logging_collector=on", "-c", "log_directory=/postgres/logs", "-c", "log_filename=postgresql.log", "-c", "log_statement=all"]
         restart: always
         environment:
             POSTGRES_HOST_AUTH_METHOD: "trust"
@@ -34,4 +36,4 @@ services:
         volumes:
             - type: ${POSTGRES_LOGS_FS:-tmpfs}
               source: ${POSTGRES2_DIR:-}
-              target: /postgres/
\ No newline at end of file
+              target: /postgres/
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 0a64f8fdc7b..3f26135dccd 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -16,6 +16,7 @@ import traceback
 import urllib.parse
 import shlex
 
+from cassandra.policies import RoundRobinPolicy
 import cassandra.cluster
 import psycopg2
 import pymongo
@@ -99,7 +100,6 @@ def get_docker_compose_path():
             logging.debug(f"Fallback docker_compose_path to LOCAL_DOCKER_COMPOSE_DIR: {LOCAL_DOCKER_COMPOSE_DIR}")
             return LOCAL_DOCKER_COMPOSE_DIR
 
-
 def check_kafka_is_available(kafka_id, kafka_port):
     p = subprocess.Popen(('docker',
                         'exec',
@@ -225,7 +225,9 @@ class ClickHouseCluster:
 
         # available when with_cassandra == True
         self.cassandra_host = "cassandra1"
-        self.cassandra_port = get_open_port()
+        self.cassandra_port = 9042
+        self.cassandra_ip = None
+        self.cassandra_id = self.get_instance_docker_id(self.cassandra_host)
 
         # available when with_rabbitmq == True
         self.rabbitmq_host = "rabbitmq1"
@@ -551,8 +553,7 @@ class ClickHouseCluster:
 
         if with_cassandra and not self.with_cassandra:
             self.with_cassandra = True
-            env_variables['CASSANDRA_EXTERNAL_PORT'] = str(self.cassandra_port)
-            env_variables['CASSANDRA_INTERNAL_PORT'] = "9042"
+            env_variables['CASSANDRA_PORT'] = str(self.cassandra_port)
             self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')])
             self.base_cassandra_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                        '--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')]
@@ -778,7 +779,7 @@ class ClickHouseCluster:
                 logging.debug("Can't connect to Mongo " + str(ex))
                 time.sleep(1)
 
-    def wait_minio_to_start(self, timeout=30, secure=False):
+    def wait_minio_to_start(self, timeout=120, secure=False):
         os.environ['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_dir, 'certs', 'public.crt')
         minio_client = Minio('localhost:{}'.format(self.minio_port),
                              access_key='minio',
@@ -819,18 +820,27 @@ class ClickHouseCluster:
                 logging.debug(("Can't connect to SchemaRegistry: %s", str(ex)))
                 time.sleep(1)
 
-    def wait_cassandra_to_start(self, timeout=30):
-        cass_client = cassandra.cluster.Cluster(["localhost"], self.cassandra_port)
+        raise Exception("Can't wait Schema Registry to start")
+
+        
+    def wait_cassandra_to_start(self, timeout=120):
+        self.cassandra_ip = self.get_instance_ip(self.cassandra_host)
+        cass_client = cassandra.cluster.Cluster([self.cassandra_ip], port=self.cassandra_port, load_balancing_policy=RoundRobinPolicy())
         start = time.time()
         while time.time() - start < timeout:
             try:
+                logging.info(f"Check Cassandra Online {self.cassandra_id} {self.cassandra_ip} {self.cassandra_port}")
+                check = self.exec_in_container(self.cassandra_id, ["bash", "-c", f"/opt/cassandra/bin/cqlsh -u cassandra -p cassandra -e 'describe keyspaces' {self.cassandra_ip} {self.cassandra_port}"], user='root')
+                logging.info("Cassandra Online")
                 cass_client.connect()
-                logging.info("Connected to Cassandra")
+                logging.info("Connected Clients to Cassandra")
                 return
             except Exception as ex:
                 logging.warning("Can't connect to Cassandra: %s", str(ex))
                 time.sleep(1)
 
+        raise Exception("Can't wait Cassandra to start")
+
     def start(self, destroy_dirs=True):
         logging.debug("Cluster start called. is_up={}, destroy_dirs={}".format(self.is_up, destroy_dirs))
         if self.is_up:
@@ -844,6 +854,8 @@ class ClickHouseCluster:
             if not subprocess_call(['docker-compose', 'kill']):
                 subprocess_call(['docker-compose', 'down', '--volumes'])
             logging.debug("Unstopped containers killed")
+            subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+
         except:
             pass
 
@@ -895,7 +907,7 @@ class ClickHouseCluster:
                 os.makedirs(self.mysql_logs_dir)
                 os.chmod(self.mysql_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql_cmd + common_opts)
-                self.wait_mysql_to_start(120)
+                self.wait_mysql_to_start(180)
 
             if self.with_mysql8 and self.base_mysql8_cmd:
                 logging.debug('Setup MySQL 8')
@@ -916,8 +928,7 @@ class ClickHouseCluster:
                 os.chmod(self.postgres2_logs_dir, stat.S_IRWXO)
 
                 subprocess_check_call(self.base_postgres_cmd + common_opts)
-                self.wait_postgres_to_start(30)
-                self.wait_postgres_to_start(30)
+                self.wait_postgres_to_start(120)
 
             if self.with_kafka and self.base_kafka_cmd:
                 logging.debug('Setup Kafka')
@@ -987,7 +998,7 @@ class ClickHouseCluster:
             subprocess_check_call(clickhouse_start_cmd)
             logging.debug("ClickHouse instance created")
 
-            start_deadline = time.time() + 120.0  # seconds
+            start_deadline = time.time() + 180.0  # seconds
             for instance in self.instances.values():
                 instance.docker_client = self.docker_client
                 instance.ip_address = self.get_instance_ip(instance.name)
@@ -1334,8 +1345,20 @@ class ClickHouseInstance:
         if not self.stay_alive:
             raise Exception("clickhouse can be stopped only with stay_alive=True instance")
 
-        self.exec_in_container(["bash", "-c", "pkill {} clickhouse".format("-9" if kill else "")], user='root')
-        time.sleep(start_wait_sec)
+        try:
+            ps_clickhouse = self.exec_in_container(["bash", "-c", "ps -C clickhouse"], user='root')
+            if ps_clickhouse == "  PID TTY      STAT   TIME COMMAND" :
+                logging.warning("ClickHouse process already stopped")
+                return
+
+            self.exec_in_container(["bash", "-c", "pkill {} clickhouse".format("-9" if kill else "")], user='root')
+            time.sleep(start_wait_sec)
+            ps_clickhouse = self.exec_in_container(["bash", "-c", "ps -C clickhouse"], user='root')
+            if ps_clickhouse != "  PID TTY      STAT   TIME COMMAND" :
+                logging.warning(f"Force kill clickhouse in stop_clickhouse. ps:{ps_clickhouse}")
+                self.stop_clickhouse(kill=True)
+        except Exception as e:
+            logging.warning(f"Stop ClickHouse raised an error {e}")
 
     def start_clickhouse(self, stop_wait_sec=5):
         if not self.stay_alive:
@@ -1360,8 +1383,10 @@ class ClickHouseInstance:
         return len(result) > 0
 
     def grep_in_log(self, substring):
+        logging.debug(f"grep in log called {substring}")
         result = self.exec_in_container(
             ["bash", "-c", 'grep "{}" /var/log/clickhouse-server/clickhouse-server.log || true'.format(substring)])
+        logging.debug(f"grep result {result}")
         return result
 
     def count_in_log(self, substring):
diff --git a/tests/integration/helpers/external_sources.py b/tests/integration/helpers/external_sources.py
index 66cd45583a7..32ebdfa58c6 100644
--- a/tests/integration/helpers/external_sources.py
+++ b/tests/integration/helpers/external_sources.py
@@ -462,6 +462,9 @@ class SourceCassandra(ExternalSource):
         )
 
     def prepare(self, structure, table_name, cluster):
+        if self.internal_hostname is None:
+            self.internal_hostname = cluster.cassandra_ip
+
         self.client = cassandra.cluster.Cluster([self.internal_hostname], port=self.internal_port)
         self.session = self.client.connect()
         self.session.execute(
diff --git a/tests/integration/parallel.txt b/tests/integration/parallel.txt
index 67daeced0f1..8fd6c6999cc 100644
--- a/tests/integration/parallel.txt
+++ b/tests/integration/parallel.txt
@@ -131,6 +131,48 @@ test_postgresql_protocol/test.py::test_psql_is_ready
 test_postgresql_protocol/test.py::test_psql_client
 test_postgresql_protocol/test.py::test_python_client
 test_postgresql_protocol/test.py::test_java_client
+test_storage_kafka/test.py::test_kafka_json_as_string
+test_storage_kafka/test.py::test_kafka_formats
+test_storage_kafka/test.py::test_kafka_settings_old_syntax
+test_storage_kafka/test.py::test_kafka_settings_new_syntax
+test_storage_kafka/test.py::test_kafka_issue11308
+test_storage_kafka/test.py::test_kafka_issue4116
+test_storage_kafka/test.py::test_kafka_consumer_hang
+test_storage_kafka/test.py::test_kafka_consumer_hang2
+test_storage_kafka/test.py::test_kafka_csv_with_delimiter
+test_storage_kafka/test.py::test_kafka_tsv_with_delimiter
+test_storage_kafka/test.py::test_kafka_select_empty
+test_storage_kafka/test.py::test_kafka_json_without_delimiter
+test_storage_kafka/test.py::test_kafka_protobuf
+test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf
+test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter
+test_storage_kafka/test.py::test_kafka_materialized_view
+test_storage_kafka/test.py::test_librdkafka_compression
+test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery
+test_storage_kafka/test.py::test_kafka_many_materialized_views
+test_storage_kafka/test.py::test_kafka_flush_on_big_message
+test_storage_kafka/test.py::test_kafka_virtual_columns
+test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view
+test_storage_kafka/test.py::test_kafka_insert
+test_storage_kafka/test.py::test_kafka_produce_consume
+test_storage_kafka/test.py::test_kafka_commit_on_block_write
+test_storage_kafka/test.py::test_kafka_virtual_columns2
+test_storage_kafka/test.py::test_kafka_produce_key_timestamp
+test_storage_kafka/test.py::test_kafka_flush_by_time
+test_storage_kafka/test.py::test_kafka_flush_by_block_size
+test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk
+test_storage_kafka/test.py::test_kafka_rebalance
+test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed
+test_storage_kafka/test.py::test_exception_from_destructor
+test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop
+test_storage_kafka/test.py::test_bad_reschedule
+test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed
+test_storage_kafka/test.py::test_premature_flush_on_eof
+test_storage_kafka/test.py::test_kafka_unavailable
+test_storage_kafka/test.py::test_kafka_issue14202
+test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer
+test_storage_kerberized_kafka/test.py::test_kafka_json_as_string
+test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc
 test_storage_mysql/test.py::test_many_connections
 test_storage_mysql/test.py::test_insert_select
 test_storage_mysql/test.py::test_replace_select
diff --git a/tests/integration/test_alter_on_mixed_type_cluster/test.py b/tests/integration/test_alter_on_mixed_type_cluster/test.py
index 852554f009d..c22626cb379 100644
--- a/tests/integration/test_alter_on_mixed_type_cluster/test.py
+++ b/tests/integration/test_alter_on_mixed_type_cluster/test.py
@@ -17,19 +17,19 @@ def started_cluster():
         cluster.start()
 
         for node in [node1, node2]:
-            node.query('''
-            CREATE TABLE test_table_replicated(date Date, id UInt32, value Int32)
+            node.query_with_retry('''
+            CREATE TABLE IF NOT EXISTS test_table_replicated(date Date, id UInt32, value Int32)
     ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/sometable', '{replica}') ORDER BY id;
                 '''.format(replica=node.name))
-            node.query('''CREATE TABLE test_table(date Date, id UInt32, value Int32) ENGINE=MergeTree ORDER BY id''')
+            node.query_with_retry('''CREATE TABLE IF NOT EXISTS test_table(date Date, id UInt32, value Int32) ENGINE=MergeTree ORDER BY id''')
 
         for node in [node3, node4]:
-            node.query('''
-            CREATE TABLE test_table_replicated(date Date, id UInt32, value Int32)
+            node.query_with_retry('''
+            CREATE TABLE IF NOT EXISTS test_table_replicated(date Date, id UInt32, value Int32)
     ENGINE = ReplicatedMergeTree('/clickhouse/tables/1/someotable', '{replica}') ORDER BY id;
                 '''.format(replica=node.name))
 
-            node.query('''CREATE TABLE test_table(date Date, id UInt32, value Int32) ENGINE=MergeTree ORDER BY id''')
+            node.query_with_retry('''CREATE TABLE IF NOT EXISTS test_table(date Date, id UInt32, value Int32) ENGINE=MergeTree ORDER BY id''')
 
         yield cluster
 
diff --git a/tests/integration/test_concurrent_ttl_merges/test.py b/tests/integration/test_concurrent_ttl_merges/test.py
index ba5ed9f0758..18206a4dfb9 100644
--- a/tests/integration/test_concurrent_ttl_merges/test.py
+++ b/tests/integration/test_concurrent_ttl_merges/test.py
@@ -116,7 +116,7 @@ def test_limited_ttl_merges_in_empty_pool_replicated(started_cluster):
     node1.query("SYSTEM STOP TTL MERGES")
 
     for i in range(100):
-        node1.query("INSERT INTO replicated_ttl SELECT now() - INTERVAL 1 MONTH, {}, number FROM numbers(1)".format(i))
+        node1.query_with_retry("INSERT INTO replicated_ttl SELECT now() - INTERVAL 1 MONTH, {}, number FROM numbers(1)".format(i))
 
     assert node1.query("SELECT COUNT() FROM replicated_ttl") == "100\n"
 
@@ -147,7 +147,7 @@ def test_limited_ttl_merges_two_replicas(started_cluster):
     node2.query("SYSTEM STOP TTL MERGES")
 
     for i in range(100):
-        node1.query(
+        node1.query_with_retry(
             "INSERT INTO replicated_ttl_2 SELECT now() - INTERVAL 1 MONTH, {}, number FROM numbers(10000)".format(i))
 
     node2.query("SYSTEM SYNC REPLICA replicated_ttl_2", timeout=10)
diff --git a/tests/integration/test_cross_replication/test.py b/tests/integration/test_cross_replication/test.py
index 8a118934c93..cc5618e04e6 100644
--- a/tests/integration/test_cross_replication/test.py
+++ b/tests/integration/test_cross_replication/test.py
@@ -45,7 +45,7 @@ CREATE TABLE distributed(date Date, id UInt32, shard_id UInt32)
 2017-06-16	333	2
 '''
         node1.query("INSERT INTO distributed FORMAT TSV", stdin=to_insert)
-        time.sleep(0.5)
+        time.sleep(5)
 
         yield cluster
 
diff --git a/tests/integration/test_ddl_worker_non_leader/test.py b/tests/integration/test_ddl_worker_non_leader/test.py
index b64f99d5345..172fc03c005 100644
--- a/tests/integration/test_ddl_worker_non_leader/test.py
+++ b/tests/integration/test_ddl_worker_non_leader/test.py
@@ -20,14 +20,14 @@ def started_cluster():
 
 def test_non_leader_replica(started_cluster):
 
-    node1.query('''CREATE TABLE sometable(id UInt32, value String)
+    node1.query_with_retry('''CREATE TABLE IF NOT EXISTS sometable(id UInt32, value String)
     ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/sometable', '1') ORDER BY tuple()''')
 
-    node2.query('''CREATE TABLE sometable(id UInt32, value String)
+    node2.query_with_retry('''CREATE TABLE IF NOT EXISTS sometable(id UInt32, value String)
     ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/sometable', '2') ORDER BY tuple() SETTINGS replicated_can_become_leader = 0''')
 
     node1.query("INSERT INTO sometable SELECT number, toString(number) FROM numbers(100)")
-    node2.query("SYSTEM SYNC REPLICA sometable", timeout=10)
+    node2.query_with_retry("SYSTEM SYNC REPLICA sometable", timeout=10)
 
     assert node1.query("SELECT COUNT() FROM sometable") == "100\n"
     assert node2.query("SELECT COUNT() FROM sometable") == "100\n"
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
index 1271619f1f7..65080ab40dd 100644
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/test_cassandra.py
@@ -25,7 +25,7 @@ def setup_module(module):
 
     cluster = ClickHouseCluster(__file__, name=test_name)
 
-    SOURCE = SourceCassandra("Cassandra", "localhost", cluster.cassandra_port, cluster.cassandra_host, "9042", "", "")
+    SOURCE = SourceCassandra("Cassandra", None, cluster.cassandra_port, cluster.cassandra_host, cluster.cassandra_port, "", "")
 
     simple_tester = SimpleLayoutTester(test_name)
     simple_tester.cleanup()

From ebc846b9f83daf0c5ef129a5aba4f544e700b2a1 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Wed, 7 Apr 2021 16:46:57 +0300
Subject: [PATCH 0100/1060] Pass Settings to aggregate function creator

---
 .../AggregateFunctionFactory.cpp              | 24 +++++++++++++++----
 .../AggregateFunctionFactory.h                |  9 ++++++-
 .../AggregateFunctionUniqCombined.cpp         | 10 ++++++--
 3 files changed, 36 insertions(+), 7 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index c0011b6ebec..cf6ba6e2fca 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -35,9 +35,25 @@ const String & getAggregateFunctionCanonicalNameIfAny(const String & name)
     return AggregateFunctionFactory::instance().getCanonicalNameIfAny(name);
 }
 
+
+bool AggregateFunctionWithProperties::hasCreator() const
+{
+    return std::visit([](auto func) { return func != nullptr; }, creator);
+}
+
+AggregateFunctionPtr
+AggregateFunctionWithProperties::create(String name, const DataTypes & argument_types, const Array & params, const Settings & settings) const
+{
+    if (std::holds_alternative<AggregateFunctionCreator>(creator))
+        return std::get<AggregateFunctionCreator>(creator)(name, argument_types, params);
+    if (std::holds_alternative<AggregateFunctionCreatorWithSettings>(creator))
+        return std::get<AggregateFunctionCreatorWithSettings>(creator)(name, argument_types, params, settings);
+    throw DB::Exception(ErrorCodes::LOGICAL_ERROR, "Unhandled aggregate function creator type");
+}
+
 void AggregateFunctionFactory::registerFunction(const String & name, Value creator_with_properties, CaseSensitiveness case_sensitiveness)
 {
-    if (creator_with_properties.creator == nullptr)
+    if (!creator_with_properties.hasCreator())
         throw Exception("AggregateFunctionFactory: the aggregate function " + name + " has been provided "
             " a null constructor", ErrorCodes::LOGICAL_ERROR);
 
@@ -125,7 +141,7 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
     if (CurrentThread::isInitialized())
         query_context = CurrentThread::get().getQueryContext();
 
-    if (found.creator)
+    if (found.hasCreator())
     {
         out_properties = found.properties;
 
@@ -137,7 +153,7 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         if (!out_properties.returns_default_when_only_null && has_null_arguments)
             return nullptr;
 
-        return found.creator(name, argument_types, parameters);
+        return found.create(name, argument_types, parameters, query_context->getSettingsRef());
     }
 
     /// Combinators of aggregate functions.
@@ -197,7 +213,7 @@ std::optional<AggregateFunctionProperties> AggregateFunctionFactory::tryGetPrope
     if (auto jt = case_insensitive_aggregate_functions.find(Poco::toLower(name)); jt != case_insensitive_aggregate_functions.end())
         found = jt->second;
 
-    if (found.creator)
+    if (found.hasCreator())
         return found.properties;
 
     /// Combinators of aggregate functions.
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.h b/src/AggregateFunctions/AggregateFunctionFactory.h
index d308a5f559b..d4a713245dd 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionFactory.h
@@ -10,12 +10,14 @@
 #include <unordered_map>
 #include <vector>
 #include <optional>
+#include <variant>
 
 
 namespace DB
 {
 
 class Context;
+struct Settings;
 class IDataType;
 
 using DataTypePtr = std::shared_ptr<const IDataType>;
@@ -27,10 +29,12 @@ using DataTypes = std::vector<DataTypePtr>;
  * For example, in quantileWeighted(0.9)(x, weight), 0.9 is "parameter" and x, weight are "arguments".
  */
 using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &)>;
+using AggregateFunctionCreatorWithSettings
+    = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &, const Settings &)>;
 
 struct AggregateFunctionWithProperties
 {
-    AggregateFunctionCreator creator;
+    std::variant<AggregateFunctionCreator, AggregateFunctionCreatorWithSettings> creator;
     AggregateFunctionProperties properties;
 
     AggregateFunctionWithProperties() = default;
@@ -42,6 +46,9 @@ struct AggregateFunctionWithProperties
         : creator(std::forward<Creator>(creator_)), properties(std::move(properties_))
     {
     }
+
+    bool hasCreator() const;
+    AggregateFunctionPtr create(String name, const DataTypes & argument_types, const Array & params, const Settings & settings) const;
 };
 
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index c0064044f95..5fefe494d61 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -131,8 +131,14 @@ namespace
 void registerAggregateFunctionUniqCombined(AggregateFunctionFactory & factory)
 {
     using namespace std::placeholders;
-    factory.registerFunction("uniqCombined", std::bind(createAggregateFunctionUniqCombined, false, _1, _2, _3)); // NOLINT
-    factory.registerFunction("uniqCombined64", std::bind(createAggregateFunctionUniqCombined, true, _1, _2, _3)); // NOLINT
+    factory.registerFunction("uniqCombined", [](const std::string & name, const DataTypes & argument_types, const Array & params)
+    {
+        return createAggregateFunctionUniqCombined(false, name, argument_types, params);
+    });
+    factory.registerFunction("uniqCombined64", [](const std::string & name, const DataTypes & argument_types, const Array & params)
+    {
+        return createAggregateFunctionUniqCombined(true, name, argument_types, params);
+    });
 }
 
 }

From d13d69e246ec5d2fe26f80cb67fd8afdd27c77d2 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Thu, 8 Apr 2021 00:26:51 +0900
Subject: [PATCH 0101/1060] Add allow_experimental_funnel_functions and fix
 argument order of sequenceNextNode

---
 .../AggregateFunctionSequenceNextNode.cpp     |  19 +-
 .../AggregateFunctionSequenceNextNode.h       |   4 +-
 src/Core/Settings.h                           |   1 +
 .../01656_sequence_next_node_long.sql         | 210 +++++++++---------
 4 files changed, 124 insertions(+), 110 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 6f2e2a5c3d7..2870f233b65 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -5,6 +5,8 @@
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeNullable.h>
+#include <Interpreters/Context.h>
+#include <Common/CurrentThread.h>
 #include <ext/range.h>
 
 
@@ -20,6 +22,7 @@ namespace ErrorCodes
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int BAD_ARGUMENTS;
+    extern const int FUNCTION_NOT_ALLOWED;
 }
 
 namespace
@@ -85,8 +88,8 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events,
             "Aggregate function '{}' requires at most {} (timestamp, value_column, ...{} events) arguments.",
                 name, max_events + min_required_args, max_events), ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    if (const auto * cond_arg = argument_types[1].get(); cond_arg && !isUInt8(cond_arg))
-        throw Exception("Illegal type " + cond_arg->getName() + " of argument 1 of aggregate function "
+    if (const auto * cond_arg = argument_types[2].get(); cond_arg && !isUInt8(cond_arg))
+        throw Exception("Illegal type " + cond_arg->getName() + " of third argument of aggregate function "
                 + name + ", must be UInt8", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
     for (const auto i : ext::range(min_required_args, argument_types.size()))
@@ -98,12 +101,12 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events,
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
     }
 
-    if (WhichDataType(argument_types[2].get()).idx != TypeIndex::String)
+    if (WhichDataType(argument_types[1].get()).idx != TypeIndex::String)
         throw Exception{"Illegal type " + argument_types[1].get()->getName()
                 + " of second argument of aggregate function " + name + ", must be String",
             ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
 
-    DataTypePtr data_type = makeNullable(argument_types[2]);
+    DataTypePtr data_type = makeNullable(argument_types[1]);
 
     WhichDataType timestamp_type(argument_types[0].get());
     if (timestamp_type.idx == TypeIndex::UInt8)
@@ -128,6 +131,14 @@ auto createAggregateFunctionSequenceNodeMaxArgs(UInt64 max_events)
 {
     return [max_events](const std::string & name, const DataTypes & argument_types, const Array & parameters)
     {
+        if (CurrentThread::isInitialized())
+        {
+            const Context * query_context = CurrentThread::get().getQueryContext();
+            if (query_context && !query_context->getSettingsRef().allow_experimental_funnel_functions)
+                throw Exception{"Cannot call 'sequenceNextNode' aggregate function because experimental_funnel_functions is not allowed. "
+                    "Set 'allow_experimental_funnel_functions = 1' setting to enable", ErrorCodes::FUNCTION_NOT_ALLOWED};
+        }
+
         return createAggregateFunctionSequenceNode(name, max_events, argument_types, parameters);
     };
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index c3907a5adee..629a130a0e3 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -160,8 +160,8 @@ class SequenceNextNodeImpl final
     static Data & data(AggregateDataPtr place) { return *reinterpret_cast<Data *>(place); }
     static const Data & data(ConstAggregateDataPtr place) { return *reinterpret_cast<const Data *>(place); }
 
-    static constexpr size_t base_cond_column_idx = 1;
-    static constexpr size_t event_column_idx = 2;
+    static constexpr size_t base_cond_column_idx = 2;
+    static constexpr size_t event_column_idx = 1;
 
     SequenceBase seq_base_kind;
     SequenceDirection seq_direction;
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 2986564b398..cf51508c82c 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -428,6 +428,7 @@ class IColumn;
     M(Bool, optimize_on_insert, true, "Do the same transformation for inserted block of data as if merge was done on this block.", 0) \
     M(Bool, allow_experimental_map_type, false, "Allow data type Map", 0) \
     M(Bool, allow_experimental_window_functions, false, "Allow experimental window functions", 0) \
+    M(Bool, allow_experimental_funnel_functions, false, "Allow sequenceNextNode aggregate funcion", 0) \
     M(Bool, use_antlr_parser, false, "Parse incoming queries using ANTLR-generated experimental parser", 0) \
     M(Bool, async_socket_for_remote, true, "Asynchronously read from socket executing remote query", 0) \
     \
diff --git a/tests/queries/0_stateless/01656_sequence_next_node_long.sql b/tests/queries/0_stateless/01656_sequence_next_node_long.sql
index c03abed8a54..492f8b58862 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node_long.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node_long.sql
@@ -1,3 +1,5 @@
+SET allow_experimental_funnel_functions = 1;
+
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
 CREATE TABLE IF NOT EXISTS test_sequenceNextNode_Nullable (dt DateTime, id int, action Nullable(String)) ENGINE = MergeTree() PARTITION BY dt ORDER BY id;
@@ -27,26 +29,26 @@ INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',6,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',6,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:05',6,'C');
 
-SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'D') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'E') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',10,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,'B');
@@ -54,41 +56,41 @@ INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:02',10,NULL
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:03',10,'C');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:04',10,'D');
 
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id >= 10 GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'A');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'B');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'C');
 INSERT INTO test_sequenceNextNode_Nullable values ('1970-01-01 09:00:01',11,'D');
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is NULL);
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'A');
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable WHERE id = 11 GROUP BY id HAVING next_node is null);
 
-SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, 1, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, action, 1) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1) AS next_node FROM test_sequenceNextNode_Nullable WHERE id < 10 GROUP BY id ORDER BY id;
 
-SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
-SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode_Nullable GROUP BY id ORDER BY id;
 
 DROP TABLE IF EXISTS test_sequenceNextNode_Nullable;
 
@@ -123,74 +125,74 @@ INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',6,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',6,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:05',6,'C');
 
-SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, C)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, D)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, E)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, C)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, D)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'D') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, E)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'E') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->B)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->C)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->C)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, A->A->B)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, head, B->A->A)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A->A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A', action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, tail, B->A->A)', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'B', action = 'A', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',10,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:02',10,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:03',10,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:04',10,'D');
 
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'D', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail, A) id >= 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'D', action = 'C', action = 'B') AS next_node FROM test_sequenceNextNode WHERE id >= 10 GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'B');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'C');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',11,'D');
 
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
-SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is NULL);
-SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
-SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'A');
-SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, 1, action, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node  = 'B');
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'B', action ='C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A->B->C) id = 11', count() FROM (SELECT id, sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'D');
+SELECT '(0, A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is NULL);
+SELECT '(0, C) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'B');
+SELECT '(0, C->B) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C', action ='B') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node = 'A');
+SELECT '(0, C->B->A) id = 11', count() FROM (SELECT id, sequenceNextNode('backward', 'tail')(dt, action, 1, action = 'C', action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 11 GROUP BY id HAVING next_node is null);
 
-SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, 1, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
-SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, 1, action) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(forward, head) id < 10', id, sequenceNextNode('forward', 'head')(dt, action, 1) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
+SELECT '(backward, tail) id < 10', id, sequenceNextNode('backward', 'tail')(dt, action, 1) AS next_node FROM test_sequenceNextNode WHERE id < 10 GROUP BY id ORDER BY id;
 
-SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'A', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, A->B->C)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'A', action = 'B', action = 'C') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->B)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, B->A)', id, sequenceNextNode('forward', 'first_match')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
 
-SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, 1, action, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, A)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->A)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'B', action = 'A') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, B->B)', id, sequenceNextNode('backward', 'first_match')(dt, action, 1, action = 'B', action = 'B') AS next_node FROM test_sequenceNextNode GROUP BY id ORDER BY id;
 
-SELECT '(max_args)', id, sequenceNextNode('forward', 'head')(dt, 1, action, action = '0', action = '1', action = '2', action = '3', action = '4', action = '5', action = '6', action = '7', action = '8', action = '9', action = '10', action = '11', action = '12', action = '13', action = '14', action = '15', action = '16', action = '17', action = '18', action = '19', action = '20', action = '21', action = '22', action = '23', action = '24', action = '25', action = '26', action = '27', action = '28', action = '29', action = '30', action = '31', action = '32', action = '33', action = '34', action = '35', action = '36', action = '37', action = '38', action = '39', action = '40', action = '41', action = '42', action = '43', action = '44', action = '45', action = '46', action = '47', action = '48', action = '49', action = '50', action = '51', action = '52', action = '53', action = '54', action = '55', action = '56', action = '57', action = '58', action = '59', action = '60', action = '61', action = '62', action = '63') from test_sequenceNextNode GROUP BY id ORDER BY id;
+SELECT '(max_args)', id, sequenceNextNode('forward', 'head')(dt, action, 1, action = '0', action = '1', action = '2', action = '3', action = '4', action = '5', action = '6', action = '7', action = '8', action = '9', action = '10', action = '11', action = '12', action = '13', action = '14', action = '15', action = '16', action = '17', action = '18', action = '19', action = '20', action = '21', action = '22', action = '23', action = '24', action = '25', action = '26', action = '27', action = '28', action = '29', action = '30', action = '31', action = '32', action = '33', action = '34', action = '35', action = '36', action = '37', action = '38', action = '39', action = '40', action = '41', action = '42', action = '43', action = '44', action = '45', action = '46', action = '47', action = '48', action = '49', action = '50', action = '51', action = '52', action = '53', action = '54', action = '55', action = '56', action = '57', action = '58', action = '59', action = '60', action = '61', action = '62', action = '63') from test_sequenceNextNode GROUP BY id ORDER BY id;
 
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',12,'A');
 INSERT INTO test_sequenceNextNode values ('1970-01-01 09:00:01',12,'A');
 
-SELECT '(forward, head, A) id = 12', sequenceNextNode('forward', 'head')(dt, 1, action, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 12;
+SELECT '(forward, head, A) id = 12', sequenceNextNode('forward', 'head')(dt, action, 1, action = 'A') AS next_node FROM test_sequenceNextNode WHERE id = 12;
 
 DROP TABLE IF EXISTS test_sequenceNextNode;
 
@@ -211,18 +213,18 @@ INSERT INTO test_base_condition values ('1970-01-01 09:00:02',3,'B','2');
 INSERT INTO test_base_condition values ('1970-01-01 09:00:03',3,'D','3');
 INSERT INTO test_base_condition values ('1970-01-01 09:00:04',3,'C','4');
 
-SELECT '(forward, head, 1)', id, sequenceNextNode('forward', 'head')(dt, referrer = '1', action) AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
-SELECT '(forward, head, 1, A)', id, sequenceNextNode('forward', 'head')(dt, referrer = '1', action, action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
-SELECT '(forward, head, 1, A->B)', id, sequenceNextNode('forward', 'head')(dt, referrer = '1', action, action = 'A', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, head, 1)', id, sequenceNextNode('forward', 'head')(dt, action, referrer = '1') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, head, 1, A)', id, sequenceNextNode('forward', 'head')(dt, action, referrer = '1', action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, head, 1, A->B)', id, sequenceNextNode('forward', 'head')(dt, action, referrer = '1', action = 'A', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
 
-SELECT '(backward, tail, 1)', id, sequenceNextNode('backward', 'tail')(dt, referrer = '1', action) AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
-SELECT '(backward, tail, 1, A)', id, sequenceNextNode('backward', 'tail')(dt, referrer = '1', action, action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
-SELECT '(backward, tail, 1, A->B)', id, sequenceNextNode('backward', 'tail')(dt, referrer = '1', action, action = 'A', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, tail, 1)', id, sequenceNextNode('backward', 'tail')(dt, action, referrer = '1') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, tail, 1, A)', id, sequenceNextNode('backward', 'tail')(dt, action, referrer = '1', action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, tail, 1, A->B)', id, sequenceNextNode('backward', 'tail')(dt, action, referrer = '1', action = 'A', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
 
-SELECT '(forward, first_match, 1, B)', id, sequenceNextNode('forward', 'first_match')(dt, referrer = '2', action, action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
-SELECT '(forward, first_match, 1, B->C)', id, sequenceNextNode('forward', 'first_match')(dt, referrer = '2', action, action = 'B', action = 'C') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, 1, B)', id, sequenceNextNode('forward', 'first_match')(dt, action, referrer = '2', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(forward, first_match, 1, B->C)', id, sequenceNextNode('forward', 'first_match')(dt, action, referrer = '2', action = 'B', action = 'C') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
 
-SELECT '(backward, first_match, 1, B)', id, sequenceNextNode('backward', 'first_match')(dt, referrer = '2', action, action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
-SELECT '(backward, first_match, 1, B->C)', id, sequenceNextNode('backward', 'first_match')(dt, referrer = '2', action, action = 'B', action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, 1, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, referrer = '2', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
+SELECT '(backward, first_match, 1, B->C)', id, sequenceNextNode('backward', 'first_match')(dt, action, referrer = '2', action = 'B', action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
 
 DROP TABLE IF EXISTS test_base_condition;

From e176b52c1383350f2c861df4aa9ef5c7f30f663d Mon Sep 17 00:00:00 2001
From: achimbab <philip.han@kakaocorp.com>
Date: Thu, 8 Apr 2021 13:02:41 +0900
Subject: [PATCH 0102/1060] Fix typo in Settings.h

---
 src/Core/Settings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index cf51508c82c..ad495c6bee9 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -428,7 +428,7 @@ class IColumn;
     M(Bool, optimize_on_insert, true, "Do the same transformation for inserted block of data as if merge was done on this block.", 0) \
     M(Bool, allow_experimental_map_type, false, "Allow data type Map", 0) \
     M(Bool, allow_experimental_window_functions, false, "Allow experimental window functions", 0) \
-    M(Bool, allow_experimental_funnel_functions, false, "Allow sequenceNextNode aggregate funcion", 0) \
+    M(Bool, allow_experimental_funnel_functions, false, "Allow sequenceNextNode aggregate function", 0) \
     M(Bool, use_antlr_parser, false, "Parse incoming queries using ANTLR-generated experimental parser", 0) \
     M(Bool, async_socket_for_remote, true, "Asynchronously read from socket executing remote query", 0) \
     \

From 49e6b3e8c762d5678559f203156aa859164c1abe Mon Sep 17 00:00:00 2001
From: Vladimir <vdimir@yandex-team.ru>
Date: Thu, 8 Apr 2021 12:10:41 +0300
Subject: [PATCH 0103/1060] Apply suggestions from code review, doc for
 sequenceNextNode

---
 .../parametric-functions.md                    | 18 ++++++++++--------
 1 file changed, 10 insertions(+), 8 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index a2531303c7a..2cc1ebd40bf 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -511,10 +511,12 @@ Same behavior as [sumMap](../../sql-reference/aggregate-functions/reference/summ
 
 Returns a value of next event that matched an event chain.
 
+_Experimental function, `SET allow_experimental_funnel_functions = 1` to enable it._
+
 **Syntax**
 
 ``` sql
-sequenceNextNode(direction, base)(timestamp, base_condition, event_column, event1, event2, event3, ...)
+sequenceNextNode(direction, base)(timestamp, event_column, base_condition, event1, event2, event3, ...)
 ```
 
 **Parameters**
@@ -530,8 +532,8 @@ sequenceNextNode(direction, base)(timestamp, base_condition, event_column, event
     
 **Arguments**
 -   `timestamp` — Name of the column containing the timestamp. Data types supported: `Date`, `DateTime` and other unsigned integer types.
--   `base_condition` — Condition that the base point must fulfill.
 -   `event_column` — Name of the column containing the value of the next event to be returned. Data types supported: `String` and `Nullable(String)`
+-   `base_condition` — Condition that the base point must fulfill.
 -   `cond` — Conditions describing the chain of events. `UInt8`
 
 **Returned value**
@@ -557,7 +559,7 @@ ORDER BY id;
 
 INSERT INTO test_flow VALUES (1, 1, 'A') (2, 1, 'B') (3, 1, 'C') (4, 1, 'E') (5, 1, 'F');
 
-SELECT id, sequenceNextNode('forward', 'head')(dt, page = 'A', page, page = 'A', page = 'B') as next_flow FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'head')(dt, page, page = 'A', page = 'A', page = 'B') as next_flow FROM test_flow GROUP BY id;
 ```
 
 Result:
@@ -579,7 +581,7 @@ INSERT INTO test_flow VALUES (1, 3, 'Gift') (2, 3, 'Home') (3, 3, 'Gift') (4, 3,
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'head')(dt, page = 'Home', page, page = 'Home', page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'head')(dt, page, page = 'Home', page = 'Home', page = 'Gift') FROM test_flow GROUP BY id;
  
                   dt   id   page
  1970-01-01 09:00:01    1   Home // Base point, Matched with Home
@@ -600,7 +602,7 @@ SELECT id, sequenceNextNode('forward', 'head')(dt, page = 'Home', page, page = '
 **Behavior for `backward` and `tail`**
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'tail')(dt, page = 'Basket', page, page = 'Basket', page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'tail')(dt, page, page = 'Basket', page = 'Basket', page = 'Gift') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home
@@ -622,7 +624,7 @@ SELECT id, sequenceNextNode('backward', 'tail')(dt, page = 'Basket', page, page
 **Behavior for `forward` and `first_match`**
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'first_match')(dt, page = 'Gift', page, page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, page, page = 'Gift', page = 'Gift') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home
@@ -641,7 +643,7 @@ SELECT id, sequenceNextNode('forward', 'first_match')(dt, page = 'Gift', page, p
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'first_match')(dt, page = 'Gift', page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, page, page = 'Gift', page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home
@@ -663,7 +665,7 @@ SELECT id, sequenceNextNode('forward', 'first_match')(dt, page = 'Gift', page, p
 **Behavior for `backward` and `last_match`**
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'last_match')(dt, page = 'Gift', page, page = 'Gift') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, page = 'Gift', page = 'Gift') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home // The result

From bd5b29d3a5b103fbd857a2a99d27cdcbd5b7bffd Mon Sep 17 00:00:00 2001
From: Vladimir <vdimir@yandex-team.ru>
Date: Thu, 8 Apr 2021 12:13:10 +0300
Subject: [PATCH 0104/1060] Apply suggestions from code review, doc for
 sequenceNextNode

---
 .../aggregate-functions/parametric-functions.md        | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index 2cc1ebd40bf..27f76ebc5b6 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -684,7 +684,7 @@ SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, page = 'Gift', p
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'last_match')(dt, page = 'Gift', page, page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, page = 'Gift', page = 'Gift', page = 'Home') FROM test_flow GROUP BY id;
 
                  dt   id   page
 1970-01-01 09:00:01    1   Home // Matched with Home, the result is null
@@ -721,7 +721,7 @@ INSERT INTO test_flow_basecond VALUES (1, 1, 'A', 'ref4') (2, 1, 'A', 'ref3') (3
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'head')(dt, ref = 'ref1', page, page = 'A') FROM test_flow_basecond GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'head')(dt, page, ref = 'ref1', page = 'A') FROM test_flow_basecond GROUP BY id;
 
                   dt   id   page   ref 
  1970-01-01 09:00:01    1   A      ref4 // The head can't be base point becasue the ref column of the head unmatched with 'ref1'.
@@ -731,7 +731,7 @@ SELECT id, sequenceNextNode('forward', 'head')(dt, ref = 'ref1', page, page = 'A
  ```
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'tail')(dt, ref = 'ref4', page, page = 'B') FROM test_flow_basecond GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'tail')(dt, page, ref = 'ref4', page = 'B') FROM test_flow_basecond GROUP BY id;
 
                   dt   id   page   ref 
  1970-01-01 09:00:01    1   A      ref4
@@ -741,7 +741,7 @@ SELECT id, sequenceNextNode('backward', 'tail')(dt, ref = 'ref4', page, page = '
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('forward', 'first_match')(dt, ref = 'ref3', page, page = 'A') FROM test_flow_basecond GROUP BY id;
+SELECT id, sequenceNextNode('forward', 'first_match')(dt, page, ref = 'ref3', page = 'A') FROM test_flow_basecond GROUP BY id;
 
                   dt   id   page   ref 
  1970-01-01 09:00:01    1   A      ref4 // This row can't be base point becasue the ref column unmatched with 'ref3'.
@@ -751,7 +751,7 @@ SELECT id, sequenceNextNode('forward', 'first_match')(dt, ref = 'ref3', page, pa
 ```
 
 ```SQL
-SELECT id, sequenceNextNode('backward', 'last_match')(dt, ref = 'ref2', page, page = 'B') FROM test_flow_basecond GROUP BY id;
+SELECT id, sequenceNextNode('backward', 'last_match')(dt, page, ref = 'ref2', page = 'B') FROM test_flow_basecond GROUP BY id;
 
                   dt   id   page   ref 
  1970-01-01 09:00:01    1   A      ref4

From 2cc9d314be53d0f8ca16c1050a71a88439d67563 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 8 Apr 2021 17:43:57 +0300
Subject: [PATCH 0105/1060] fix

---
 .../docker_compose_postgres_cluster.yml       | 26 ++++-----
 tests/integration/helpers/cluster.py          | 55 ++++++++++++-------
 .../test_storage_postgresql/test.py           |  8 +--
 3 files changed, 52 insertions(+), 37 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_postgres_cluster.yml b/docker/test/integration/runner/compose/docker_compose_postgres_cluster.yml
index aa9301b1060..94b941b74da 100644
--- a/docker/test/integration/runner/compose/docker_compose_postgres_cluster.yml
+++ b/docker/test/integration/runner/compose/docker_compose_postgres_cluster.yml
@@ -29,16 +29,16 @@ services:
               source: ${POSTGRES3_DIR:-}
               target: /postgres/
     postgres4:
-    image: postgres
-    command: ["postgres", "-c", "logging_collector=on", "-c", "log_directory=/postgres/logs", "-c", "log_filename=postgresql.log", "-c", "log_statement=all"]
-    restart: always
-    environment:
-        POSTGRES_HOST_AUTH_METHOD: "trust"
-        POSTGRES_PASSWORD: mysecretpassword
-        PGDATA: /postgres/data
-    expose:
-        - ${POSTGRES_PORT}
-    volumes:
-        - type: ${POSTGRES_LOGS_FS:-tmpfs}
-            source: ${POSTGRES4_DIR:-}
-            target: /postgres/
\ No newline at end of file
+        image: postgres
+        command: ["postgres", "-c", "logging_collector=on", "-c", "log_directory=/postgres/logs", "-c", "log_filename=postgresql.log", "-c", "log_statement=all"]
+        restart: always
+        environment:
+            POSTGRES_HOST_AUTH_METHOD: "trust"
+            POSTGRES_PASSWORD: mysecretpassword
+            PGDATA: /postgres/data
+        expose:
+            - ${POSTGRES_PORT}
+        volumes:
+            - type: ${POSTGRES_LOGS_FS:-tmpfs}
+              source: ${POSTGRES4_DIR:-}
+              target: /postgres/
\ No newline at end of file
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 703882fcd49..7fb8d7dc25a 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -344,12 +344,8 @@ class ClickHouseCluster:
 
     def setup_postgres_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
-        env_variables['POSTGRES_HOST'] = self.postgres_host
         env_variables['POSTGRES_PORT'] = str(self.postgres_port)
         env_variables['POSTGRES_DIR'] = self.postgres_logs_dir
-        env_variables['POSTGRES2_DIR'] = self.postgres2_logs_dir
-        env_variables['POSTGRES3_DIR'] = self.postgres3_logs_dir
-        env_variables['POSTGRES4_DIR'] = self.postgres4_logs_dir
         env_variables['POSTGRES_LOGS_FS'] = "bind"
 
         self.with_postgres = True
@@ -357,6 +353,17 @@ class ClickHouseCluster:
                                       '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')]
         return self.base_postgres_cmd
 
+    def setup_postgres_cluster_cmd(self, instance, env_variables, docker_compose_yml_dir):      
+        self.with_postgres_cluster = True
+        env_variables['POSTGRES_PORT'] = str(self.postgres_port)
+        env_variables['POSTGRES2_DIR'] = self.postgres2_logs_dir
+        env_variables['POSTGRES3_DIR'] = self.postgres3_logs_dir
+        env_variables['POSTGRES4_DIR'] = self.postgres4_logs_dir
+        env_variables['POSTGRES_LOGS_FS'] = "bind"
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
+        self.base_postgres_cluster_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                    '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres_cluster.yml')]
+
     def setup_hdfs_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_hdfs = True
         env_variables['HDFS_HOST'] = self.hdfs_host
@@ -559,11 +566,7 @@ class ClickHouseCluster:
             cmds.append(self.setup_postgres_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_postgres_cluster and not self.with_postgres_cluster:
-            self.with_postgres_cluster = True
-            self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
-            self.base_postgres_cluster_cmd = ['docker-compose', '--project-name', self.project_name,
-                                      '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres_cluster.yml')]
-            cmds.append(self.base_postgres_cluster_cmd)
+            cmds.append(self.setup_postgres_cluster_cmd(instance, env_variables, docker_compose_yml_dir))
 
         if with_odbc_drivers and not self.with_odbc_drivers:
             self.with_odbc_drivers = True
@@ -760,16 +763,30 @@ class ClickHouseCluster:
 
     def wait_postgres_to_start(self, timeout=60):
         self.postgres_ip = self.get_instance_ip(self.postgres_host)
+        start = time.time()
+        while time.time() - start < timeout:
+            try:
+                conn = psycopg2.connect(host=self.postgres_ip, port=self.postgres_port, user='postgres', password='mysecretpassword')
+                conn.close()
+                logging.debug("Postgres Started")
+                return
+            except Exception as ex:
+                logging.debug("Can't connect to Postgres " + str(ex))
+                time.sleep(0.5)
+
+        raise Exception("Cannot wait Postgres container")
+
+    def wait_postgres_cluster_to_start(self, timeout=60):
         self.postgres2_ip = self.get_instance_ip(self.postgres2_host)
         self.postgres3_ip = self.get_instance_ip(self.postgres3_host)
         self.postgres4_ip = self.get_instance_ip(self.postgres4_host)
         start = time.time()
-        for ip in [self.postgres_ip, self.postgres2_ip, self.postgres3_ip, self.postgres4_ip]:
+        for ip in [self.postgres2_ip, self.postgres3_ip, self.postgres4_ip]:
             while time.time() - start < timeout:
                 try:
                     conn = psycopg2.connect(host=ip, port=self.postgres_port, user='postgres', password='mysecretpassword')
                     conn.close()
-                    logging.debug("Postgres Started")
+                    logging.debug("Postgres Cluster Started")
                     return
                 except Exception as ex:
                     logging.debug("Can't connect to Postgres " + str(ex))
@@ -1013,22 +1030,20 @@ class ClickHouseCluster:
                     shutil.rmtree(self.postgres_dir)
                 os.makedirs(self.postgres_logs_dir)
                 os.chmod(self.postgres_logs_dir, stat.S_IRWXO)
-                os.makedirs(self.postgres2_logs_dir)
-                os.chmod(self.postgres2_logs_dir, stat.S_IRWXO)
-                os.makedirs(self.postgres3_logs_dir)
-                os.chmod(self.postgres3_logs_dir, stat.S_IRWXO)
-                os.makedirs(self.postgres4_logs_dir)
-                os.chmod(self.postgres4_logs_dir, stat.S_IRWXO)
 
                 subprocess_check_call(self.base_postgres_cmd + common_opts)
                 self.wait_postgres_to_start(120)
 
             if self.with_postgres_cluster and self.base_postgres_cluster_cmd:
                 print('Setup Postgres')
+                os.makedirs(self.postgres2_logs_dir)
+                os.chmod(self.postgres2_logs_dir, stat.S_IRWXO)
+                os.makedirs(self.postgres3_logs_dir)
+                os.chmod(self.postgres3_logs_dir, stat.S_IRWXO)
+                os.makedirs(self.postgres4_logs_dir)
+                os.chmod(self.postgres4_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_postgres_cluster_cmd + common_opts)
-                self.wait_postgres_to_start(120, port=5421)
-                self.wait_postgres_to_start(120, port=5441)
-                self.wait_postgres_to_start(120, port=5461)
+                self.wait_postgres_cluster_to_start(120)
 
             if self.with_kafka and self.base_kafka_cmd:
                 logging.debug('Setup Kafka')
diff --git a/tests/integration/test_storage_postgresql/test.py b/tests/integration/test_storage_postgresql/test.py
index 1ab090cb89f..e5fffe389d2 100644
--- a/tests/integration/test_storage_postgresql/test.py
+++ b/tests/integration/test_storage_postgresql/test.py
@@ -57,7 +57,7 @@ def started_cluster():
 
 
 def test_postgres_select_insert(started_cluster):
-    conn = get_postgres_conn(started_cluster, True)
+    conn = get_postgres_conn(started_cluster, started_cluster.postgres_ip, True)
     cursor = conn.cursor()
     table_name = 'test_many'
     table = f'''postgresql('{started_cluster.postgres_ip}:{started_cluster.postgres_port}', 'clickhouse', '{table_name}', 'postgres', 'mysecretpassword')'''
@@ -77,7 +77,7 @@ def test_postgres_select_insert(started_cluster):
 
 
 def test_postgres_conversions(started_cluster):
-    conn = get_postgres_conn(started_cluster, True)
+    conn = get_postgres_conn(started_cluster, started_cluster.postgres_ip, True)
     cursor = conn.cursor()
     cursor.execute(
         '''CREATE TABLE IF NOT EXISTS test_types (
@@ -158,7 +158,7 @@ def test_postgres_conversions(started_cluster):
 
 
 def test_non_default_scema(started_cluster):
-    conn = get_postgres_conn(started_cluster, True)
+    conn = get_postgres_conn(started_cluster, started_cluster.postgres_ip, True)
     cursor = conn.cursor()
     cursor.execute('CREATE SCHEMA test_schema')
     cursor.execute('CREATE TABLE test_schema.test_table (a integer)')
@@ -190,7 +190,7 @@ def test_non_default_scema(started_cluster):
 
 
 def test_concurrent_queries(started_cluster):
-    conn = get_postgres_conn(started_cluster, True)
+    conn = get_postgres_conn(started_cluster, started_cluster.postgres_ip, True)
     cursor = conn.cursor()
 
     node1.query('''

From c3212f1c4677a905b41a9228cb675f5c172c803a Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Thu, 8 Apr 2021 21:27:56 +0300
Subject: [PATCH 0106/1060] Fix Zero-Copy replication with several S3 volumes
 (issue 22679)

---
 src/Storages/MergeTree/DataPartsExchange.cpp  | 27 ++++++-
 src/Storages/MergeTree/IMergeTreeDataPart.cpp | 14 +++-
 src/Storages/MergeTree/IMergeTreeDataPart.h   | 28 ++++----
 src/Storages/MergeTree/MergeTreeData.cpp      | 17 ++++-
 .../configs/config.d/s3.xml                   | 32 +++++++++
 .../test_s3_zero_copy_replication/test.py     | 72 +++++++++++++++++--
 6 files changed, 167 insertions(+), 23 deletions(-)

diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 862a3088f89..98f0423d334 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -410,9 +410,34 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
         size_t sum_files_size = 0;
         readBinary(sum_files_size, in);
         IMergeTreeDataPart::TTLInfos ttl_infos;
-        /// Skip ttl infos, not required for S3 metadata
         String ttl_infos_string;
         readBinary(ttl_infos_string, in);
+        ReadBufferFromString ttl_infos_buffer(ttl_infos_string);
+        assertString("ttl format version: 1\n", ttl_infos_buffer);
+        ttl_infos.read(ttl_infos_buffer);
+
+        ReservationPtr reservation
+            = data.balancedReservation(metadata_snapshot, sum_files_size, 0, part_name, part_info, {}, tagger_ptr, &ttl_infos, true);
+        if (!reservation)
+            reservation
+                = data.reserveSpacePreferringTTLRules(metadata_snapshot, sum_files_size, ttl_infos, std::time(nullptr), 0, true);
+        if (reservation)
+        {
+            DiskPtr disk = reservation->getDisk();
+            if (disk && disk->getType() == DiskType::Type::S3)
+            {
+                for (const auto & d : disks_s3)
+                {
+                    if (d->getPath() == disk->getPath())
+                    {
+                        Disks disks_tmp = { disk };
+                        disks_s3.swap(disks_tmp);
+                        break;
+                    }
+                }
+            }
+        }
+
         String part_type = "Wide";
         readStringBinary(part_type, in);
         if (part_type == "InMemory")
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index 72ce05e7aab..2683357af3c 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -189,6 +189,9 @@ static void incrementStateMetric(IMergeTreeDataPart::State state)
         case IMergeTreeDataPart::State::DeleteOnDestroy:
             CurrentMetrics::add(CurrentMetrics::PartsDeleteOnDestroy);
             return;
+        case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
+            CurrentMetrics::add(CurrentMetrics::PartsDeleteOnDestroy);
+            return;
     }
 }
 
@@ -214,6 +217,9 @@ static void decrementStateMetric(IMergeTreeDataPart::State state)
         case IMergeTreeDataPart::State::DeleteOnDestroy:
             CurrentMetrics::sub(CurrentMetrics::PartsDeleteOnDestroy);
             return;
+        case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
+            CurrentMetrics::sub(CurrentMetrics::PartsDeleteOnDestroy);
+            return;
     }
 }
 
@@ -393,7 +399,7 @@ void IMergeTreeDataPart::setColumns(const NamesAndTypesList & new_columns)
 
 void IMergeTreeDataPart::removeIfNeeded()
 {
-    if (state == State::DeleteOnDestroy || is_temp)
+    if (state == State::DeleteOnDestroy || state == State::DeleteOnDestroyKeepS3 || is_temp)
     {
         try
         {
@@ -416,9 +422,9 @@ void IMergeTreeDataPart::removeIfNeeded()
                 }
             }
 
-            remove(false);
+            remove(state == State::DeleteOnDestroyKeepS3);
 
-            if (state == State::DeleteOnDestroy)
+            if (state == State::DeleteOnDestroy || state == State::DeleteOnDestroyKeepS3)
             {
                 LOG_TRACE(storage.log, "Removed part from old location {}", path);
             }
@@ -463,6 +469,8 @@ String IMergeTreeDataPart::stateToString(IMergeTreeDataPart::State state)
             return "Deleting";
         case State::DeleteOnDestroy:
             return "DeleteOnDestroy";
+        case State::DeleteOnDestroyKeepS3:
+            return "DeleteOnDestroyKeepS3";
     }
 
     __builtin_unreachable();
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.h b/src/Storages/MergeTree/IMergeTreeDataPart.h
index 03f6564788a..57738f8ea2d 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.h
@@ -202,22 +202,24 @@ public:
      * Part state should be modified under data_parts mutex.
      *
      * Possible state transitions:
-     * Temporary -> Precommitted:   we are trying to commit a fetched, inserted or merged part to active set
-     * Precommitted -> Outdated:    we could not add a part to active set and are doing a rollback (for example it is duplicated part)
-     * Precommitted -> Committed:   we successfully committed a part to active dataset
-     * Precommitted -> Outdated:    a part was replaced by a covering part or DROP PARTITION
-     * Outdated -> Deleting:        a cleaner selected this part for deletion
-     * Deleting -> Outdated:        if an ZooKeeper error occurred during the deletion, we will retry deletion
-     * Committed -> DeleteOnDestroy if part was moved to another disk
+     * Temporary -> Precommitted:         we are trying to commit a fetched, inserted or merged part to active set
+     * Precommitted -> Outdated:          we could not add a part to active set and are doing a rollback (for example it is duplicated part)
+     * Precommitted -> Committed:         we successfully committed a part to active dataset
+     * Precommitted -> Outdated:          a part was replaced by a covering part or DROP PARTITION
+     * Outdated -> Deleting:              a cleaner selected this part for deletion
+     * Deleting -> Outdated:              if an ZooKeeper error occurred during the deletion, we will retry deletion
+     * Committed -> DeleteOnDestroy       if part was moved to another disk
+     * Committed -> DeleteOnDestroyKeepS3 if part was moved to another disk but shared data on S3
      */
     enum class State
     {
-        Temporary,       /// the part is generating now, it is not in data_parts list
-        PreCommitted,    /// the part is in data_parts, but not used for SELECTs
-        Committed,       /// active data part, used by current and upcoming SELECTs
-        Outdated,        /// not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes
-        Deleting,        /// not active data part with identity refcounter, it is deleting right now by a cleaner
-        DeleteOnDestroy, /// part was moved to another disk and should be deleted in own destructor
+        Temporary,             /// the part is generating now, it is not in data_parts list
+        PreCommitted,          /// the part is in data_parts, but not used for SELECTs
+        Committed,             /// active data part, used by current and upcoming SELECTs
+        Outdated,              /// not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes
+        Deleting,              /// not active data part with identity refcounter, it is deleting right now by a cleaner
+        DeleteOnDestroy,       /// part was moved to another disk and should be deleted in own destructor
+        DeleteOnDestroyKeepS3, /// same as DeleteOnDestroy but shared S3 data should be keeped
     };
 
     using TTLInfo = MergeTreeDataPartTTLInfo;
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index d61de13b604..0f142e07f7d 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -2611,7 +2611,22 @@ void MergeTreeData::swapActivePart(MergeTreeData::DataPartPtr part_copy)
             if (active_part_it == data_parts_by_info.end())
                 throw Exception("Cannot swap part '" + part_copy->name + "', no such active part.", ErrorCodes::NO_SUCH_DATA_PART);
 
-            modifyPartState(original_active_part, DataPartState::DeleteOnDestroy);
+            /// We do not check allow_s3_zero_copy_replication here because data may be shared
+            /// when allow_s3_zero_copy_replication turned on and off again
+            bool keep_s3 = false;
+
+            if (original_active_part->volume->getDisk()->getType() == DiskType::Type::S3)
+            {
+                if (part_copy->volume->getDisk()->getType() == DiskType::Type::S3
+                        && original_active_part->getUniqueId() == part_copy->getUniqueId())
+                {   /// May be when several volumes use the same S3 storage
+                    keep_s3 = true;
+                }
+                else
+                    keep_s3 = !unlockSharedData(*original_active_part);
+            }
+
+            modifyPartState(original_active_part, keep_s3 ? DataPartState::DeleteOnDestroyKeepS3 : DataPartState::DeleteOnDestroy);
             data_parts_indexes.erase(active_part_it);
 
             auto part_it = data_parts_indexes.insert(part_copy).first;
diff --git a/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml b/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
index 88eb49d9f17..ee990ee9012 100644
--- a/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
+++ b/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
@@ -8,6 +8,18 @@
                 <access_key_id>minio</access_key_id>
                 <secret_access_key>minio123</secret_access_key>
             </s31>
+            <s31_again>
+                <type>s3</type>
+                <endpoint>http://minio1:9001/root/data/</endpoint>
+                <access_key_id>minio</access_key_id>
+                <secret_access_key>minio123</secret_access_key>
+            </s31_again>
+            <s32>
+                <type>s3</type>
+                <endpoint>http://minio1:9001/root/data2/</endpoint>
+                <access_key_id>minio</access_key_id>
+                <secret_access_key>minio123</secret_access_key>
+            </s32>
         </disks>
         <policies>
             <s3>
@@ -27,6 +39,26 @@
                     </external>
                 </volumes>
             </hybrid>
+            <tiered>
+                <volumes>
+                    <main>
+                        <disk>s31</disk>
+                    </main>
+                    <external>
+                        <disk>s32</disk>
+                    </external>
+                </volumes>
+            </tiered>
+            <tiered_copy>
+                <volumes>
+                    <main>
+                        <disk>s31</disk>
+                    </main>
+                    <external>
+                        <disk>s31_again</disk>
+                    </external>
+                </volumes>
+            </tiered_copy>
         </policies>
     </storage_configuration>
 
diff --git a/tests/integration/test_s3_zero_copy_replication/test.py b/tests/integration/test_s3_zero_copy_replication/test.py
index 5bc30ab1d6b..423bf3f8c03 100644
--- a/tests/integration/test_s3_zero_copy_replication/test.py
+++ b/tests/integration/test_s3_zero_copy_replication/test.py
@@ -27,10 +27,10 @@ def cluster():
         cluster.shutdown()
 
 
-def get_large_objects_count(cluster, size=100):
+def get_large_objects_count(cluster, folder='data', size=100):
     minio = cluster.minio_client
     counter = 0
-    for obj in minio.list_objects(cluster.minio_bucket, 'data/'):
+    for obj in minio.list_objects(cluster.minio_bucket, '{}/'.format(folder)):
         if obj.size >= size:
             counter = counter + 1
     return counter
@@ -69,7 +69,7 @@ def test_s3_zero_copy_replication(cluster, policy):
     # Based on version 20.x - two parts
     assert get_large_objects_count(cluster) == 2
 
-    node1.query("OPTIMIZE TABLE s3_test")
+    node1.query("OPTIMIZE TABLE s3_test FINAL")
 
     time.sleep(1)
 
@@ -119,7 +119,7 @@ def test_s3_zero_copy_on_hybrid_storage(cluster):
     assert node2.query("SELECT partition_id,disk_name FROM system.parts WHERE table='hybrid_test' FORMAT Values") == "('all','default')"
 
     # Total objects in S3
-    s3_objects = get_large_objects_count(cluster, 0)
+    s3_objects = get_large_objects_count(cluster, size=0)
 
     node2.query("ALTER TABLE hybrid_test MOVE PARTITION ID 'all' TO DISK 's31'")
 
@@ -127,10 +127,72 @@ def test_s3_zero_copy_on_hybrid_storage(cluster):
     assert node2.query("SELECT partition_id,disk_name FROM system.parts WHERE table='hybrid_test' FORMAT Values") == "('all','s31')"
 
     # Check that after moving partition on node2 no new obects on s3
-    assert get_large_objects_count(cluster, 0) == s3_objects
+    assert get_large_objects_count(cluster, size=0) == s3_objects
 
     assert node1.query("SELECT * FROM hybrid_test ORDER BY id FORMAT Values") == "(0,'data'),(1,'data')"
     assert node2.query("SELECT * FROM hybrid_test ORDER BY id FORMAT Values") == "(0,'data'),(1,'data')"
 
     node1.query("DROP TABLE IF EXISTS hybrid_test NO DELAY")
     node2.query("DROP TABLE IF EXISTS hybrid_test NO DELAY")
+
+
+@pytest.mark.parametrize(
+    "storage_policy", ["tiered", "tiered_copy"]
+)
+def test_s3_zero_copy_with_ttl_move(cluster, storage_policy):
+    node1 = cluster.instances["node1"]
+    node2 = cluster.instances["node2"]
+
+    for i in range(10):
+        node1.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+        node2.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+
+        node1.query(
+            """
+            CREATE TABLE ttl_move_test ON CLUSTER test_cluster (d UInt64, d1 DateTime)
+            ENGINE=ReplicatedMergeTree('/clickhouse/tables/ttl_move_test', '{}')
+            ORDER BY d
+            TTL d1 + INTERVAL 2 DAY TO VOLUME 'external'
+            SETTINGS storage_policy='{}'
+            """
+                .format('{replica}', storage_policy)
+        )
+
+        node1.query("INSERT INTO ttl_move_test VALUES (10, now() - INTERVAL 3 DAY)")
+        node1.query("INSERT INTO ttl_move_test VALUES (11, now() - INTERVAL 1 DAY)")
+
+        assert node1.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
+        assert node2.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
+        assert node1.query("SELECT d FROM ttl_move_test ORDER BY d1 FORMAT Values") == "(10),(11)"
+        assert node2.query("SELECT d FROM ttl_move_test ORDER BY d1 FORMAT Values") == "(10),(11)"
+
+        node1.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+        node2.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+
+
+def test_s3_zero_copy_with_ttl_delete(cluster):
+    node1 = cluster.instances["node1"]
+    node2 = cluster.instances["node2"]
+
+    for i in range(10):
+        node1.query(
+            """
+            CREATE TABLE ttl_delete_test ON CLUSTER test_cluster (d UInt64, d1 DateTime)
+            ENGINE=ReplicatedMergeTree('/clickhouse/tables/ttl_delete_test', '{}')
+            ORDER BY d
+            TTL d1 + INTERVAL 2 DAY
+            SETTINGS storage_policy='tiered'
+            """
+                .format('{replica}')
+        )
+
+        node1.query("INSERT INTO ttl_delete_test VALUES (10, now() - INTERVAL 3 DAY)")
+        node1.query("INSERT INTO ttl_delete_test VALUES (11, now() - INTERVAL 1 DAY)")
+
+        assert node1.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
+        assert node2.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
+        assert node1.query("SELECT d FROM ttl_delete_test ORDER BY d1 FORMAT Values") == "(11)"
+        assert node2.query("SELECT d FROM ttl_delete_test ORDER BY d1 FORMAT Values") == "(11)"
+
+        node1.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")
+        node2.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")

From b4dded3fc29a437c889f10ffb10c968709e91c02 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 12 Apr 2021 10:03:12 +0300
Subject: [PATCH 0107/1060] wip

---
 .../compose/docker_compose_mysql_cluster.yml  | 60 +++++++++----------
 tests/integration/parallel.txt                |  2 +
 tests/integration/test_mysql_protocol/test.py |  2 +-
 tests/integration/test_storage_mysql/test.py  | 35 +++++------
 .../test_storage_postgresql/test.py           |  8 +--
 tests/integration/test_storage_s3/test.py     | 40 ++++++-------
 6 files changed, 75 insertions(+), 72 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_mysql_cluster.yml b/docker/test/integration/runner/compose/docker_compose_mysql_cluster.yml
index f3a5b9975c4..6ced7536812 100644
--- a/docker/test/integration/runner/compose/docker_compose_mysql_cluster.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mysql_cluster.yml
@@ -5,10 +5,10 @@ services:
         restart: always
         environment:
             MYSQL_ROOT_PASSWORD: clickhouse
-            MYSQL_ROOT_HOST: ${MYSQL_ROOT_HOST}
+            MYSQL_ROOT_HOST: ${MYSQL_CLUSTER_ROOT_HOST}
             DATADIR: /mysql/
         expose:
-            - ${MYSQL_PORT}
+            - ${MYSQL_CLUSTER_PORT}
         command: --server_id=100 
             --log-bin='mysql-bin-2.log' 
             --default-time-zone='+3:00' 
@@ -19,40 +19,40 @@ services:
             --general-log=ON
             --general-log-file=/mysql/2_general.log
         volumes:
-            - type: ${MYSQL_LOGS_FS:-tmpfs}
-              source: ${MYSQL_LOGS:-}
+            - type: ${MYSQL_CLUSTER_LOGS_FS:-tmpfs}
+              source: ${MYSQL_CLUSTER_LOGS:-}
               target: /mysql/
     mysql3:
-    image: mysql:5.7
-    restart: always
-    environment:
-        MYSQL_ROOT_PASSWORD: clickhouse
-        MYSQL_ROOT_HOST: ${MYSQL_ROOT_HOST}
-        DATADIR: /mysql/
-    expose:
-        - ${MYSQL_PORT}
-    command: --server_id=100 
-        --log-bin='mysql-bin-3.log' 
-        --default-time-zone='+3:00' 
-        --gtid-mode="ON" 
-        --enforce-gtid-consistency
-        --log-error-verbosity=3
-        --log-error=/mysql/3_error.log
-        --general-log=ON
-        --general-log-file=/mysql/3_general.log
-    volumes:
-        - type: ${MYSQL_LOGS_FS:-tmpfs}
-            source: ${MYSQL_LOGS:-}
-            target: /mysql/
+        image: mysql:5.7
+        restart: always
+        environment:
+            MYSQL_ROOT_PASSWORD: clickhouse
+            MYSQL_ROOT_HOST: ${MYSQL_CLUSTER_ROOT_HOST}
+            DATADIR: /mysql/
+        expose:
+            - ${MYSQL_CLUSTER_PORT}
+        command: --server_id=100 
+            --log-bin='mysql-bin-3.log' 
+            --default-time-zone='+3:00' 
+            --gtid-mode="ON" 
+            --enforce-gtid-consistency
+            --log-error-verbosity=3
+            --log-error=/mysql/3_error.log
+            --general-log=ON
+            --general-log-file=/mysql/3_general.log
+        volumes:
+            - type: ${MYSQL_CLUSTER_LOGS_FS:-tmpfs}
+              source: ${MYSQL_CLUSTER_LOGS:-}
+              target: /mysql/
     mysql4:
         image: mysql:5.7
         restart: always
         environment:
             MYSQL_ROOT_PASSWORD: clickhouse
-            MYSQL_ROOT_HOST: ${MYSQL_ROOT_HOST}
+            MYSQL_ROOT_HOST: ${MYSQL_CLUSTER_ROOT_HOST}
             DATADIR: /mysql/
         expose:
-            - ${MYSQL_PORT}
+            - ${MYSQL_CLUSTER_PORT}
         command: --server_id=100 
             --log-bin='mysql-bin-4.log' 
             --default-time-zone='+3:00' 
@@ -63,6 +63,6 @@ services:
             --general-log=ON
             --general-log-file=/mysql/4_general.log
         volumes:
-            - type: ${MYSQL_LOGS_FS:-tmpfs}
-                source: ${MYSQL_LOGS:-}
-                target: /mysql/
\ No newline at end of file
+            - type: ${MYSQL_CLUSTER_LOGS_FS:-tmpfs}
+              source: ${MYSQL_CLUSTER_LOGS:-}
+              target: /mysql/
\ No newline at end of file
diff --git a/tests/integration/parallel.txt b/tests/integration/parallel.txt
index 8fd6c6999cc..869fa8a52ca 100644
--- a/tests/integration/parallel.txt
+++ b/tests/integration/parallel.txt
@@ -181,7 +181,9 @@ test_storage_mysql/test.py::test_where
 test_storage_mysql/test.py::test_table_function
 test_storage_mysql/test.py::test_binary_type
 test_storage_mysql/test.py::test_enum_type
+test_storage_mysql/test.py::test_mysql_distributed
 test_storage_postgresql/test.py::test_postgres_select_insert
 test_storage_postgresql/test.py::test_postgres_conversions
 test_storage_postgresql/test.py::test_non_default_scema
 test_storage_postgresql/test.py::test_concurrent_queries
+test_storage_postgresql/test.py::test_postgres_distributed
diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 951a07c74cd..74ece5ad433 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -46,7 +46,7 @@ def mysql_server(mysql_client):
     :type mysql_client: Container
     :rtype: Container
     """
-    retries = 30
+    retries = 60
     for i in range(retries):
         info = mysql_client.client.api.inspect_container(mysql_client.name)
         if info['State']['Health']['Status'] == 'healthy':
diff --git a/tests/integration/test_storage_mysql/test.py b/tests/integration/test_storage_mysql/test.py
index c4426817b1b..ca6ff6d71f1 100644
--- a/tests/integration/test_storage_mysql/test.py
+++ b/tests/integration/test_storage_mysql/test.py
@@ -36,7 +36,7 @@ def started_cluster():
     try:
         cluster.start()
 
-        conn = get_mysql_conn(cluster, cluster.mysql57_ip)
+        conn = get_mysql_conn(cluster, cluster.mysql_ip)
         create_mysql_db(conn, 'clickhouse')
 
         ## create mysql db and table
@@ -50,7 +50,7 @@ def started_cluster():
 
 def test_many_connections(started_cluster):
     table_name = 'test_many_connections'
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -70,7 +70,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_insert_select(started_cluster):
     table_name = 'test_insert_select'
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -86,7 +86,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_replace_select(started_cluster):
     table_name = 'test_replace_select'
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -105,7 +105,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_insert_on_duplicate_select(started_cluster):
     table_name = 'test_insert_on_duplicate_select'
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     create_mysql_table(conn, table_name)
 
     node1.query('''
@@ -124,7 +124,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 def test_where(started_cluster):
     table_name = 'test_where'
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     create_mysql_table(conn, table_name)
     node1.query('''
 CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse');
@@ -144,7 +144,7 @@ CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32) ENGINE = MySQL
 
 
 def test_table_function(started_cluster):
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     create_mysql_table(conn, 'table_function')
     table_function = "mysql('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('table_function')
     assert node1.query("SELECT count() FROM {}".format(table_function)).rstrip() == '0'
@@ -166,7 +166,7 @@ def test_table_function(started_cluster):
 
 
 def test_binary_type(started_cluster):
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     with conn.cursor() as cursor:
         cursor.execute("CREATE TABLE clickhouse.binary_type (id INT PRIMARY KEY, data BINARY(16) NOT NULL)")
     table_function = "mysql('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse')".format('binary_type')
@@ -176,7 +176,7 @@ def test_binary_type(started_cluster):
 
 def test_enum_type(started_cluster):
     table_name = 'test_enum_type'
-    conn = get_mysql_conn(started_cluster, cluster.mysql57_ip)
+    conn = get_mysql_conn(started_cluster, cluster.mysql_ip)
     create_mysql_table(conn, table_name)
     node1.query('''
 CREATE TABLE {}(id UInt32, name String, age UInt32, money UInt32, source Enum8('IP' = 1, 'URL' = 2)) ENGINE = MySQL('mysql57:3306', 'clickhouse', '{}', 'root', 'clickhouse', 1);
@@ -202,7 +202,7 @@ def create_mysql_table(conn, tableName):
 def test_mysql_distributed(started_cluster):
     table_name = 'test_replicas'
 
-    conn1 = get_mysql_conn(started_cluster, started_cluster.mysql57_ip)
+    conn1 = get_mysql_conn(started_cluster, started_cluster.mysql_ip)
     conn2 = get_mysql_conn(started_cluster, started_cluster.mysql2_ip)
     conn3 = get_mysql_conn(started_cluster, started_cluster.mysql3_ip)
     conn4 = get_mysql_conn(started_cluster, started_cluster.mysql4_ip)
@@ -210,6 +210,7 @@ def test_mysql_distributed(started_cluster):
     create_mysql_db(conn1, 'clickhouse')
     create_mysql_db(conn2, 'clickhouse')
     create_mysql_db(conn3, 'clickhouse')
+    create_mysql_db(conn4, 'clickhouse')
 
     create_mysql_table(conn1, table_name)
     create_mysql_table(conn2, table_name)
@@ -228,13 +229,13 @@ def test_mysql_distributed(started_cluster):
         nodes[i-1].query('''
             CREATE TABLE test_replica{}
             (id UInt32, name String, age UInt32, money UInt32)
-            ENGINE = MySQL(`mysql{}:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse');'''.format(i, i))
+            ENGINE = MySQL(`mysql{}:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse');'''.format(i, 57 if i==1 else i))
         nodes[i-1].query("INSERT INTO test_replica{} (id, name) SELECT number, 'host{}' from numbers(10) ".format(i, i))
 
     # test multiple ports parsing
-    result = node2.query('''SELECT DISTINCT(name) FROM mysql(`mysql{1|2|3}:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse'); ''')
+    result = node2.query('''SELECT DISTINCT(name) FROM mysql(`mysql{57|2|3}:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse'); ''')
     assert(result == 'host1\n' or result == 'host2\n' or result == 'host3\n')
-    result = node2.query('''SELECT DISTINCT(name) FROM mysql(`mysql1:3306|mysql2:3306|mysql3:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse'); ''')
+    result = node2.query('''SELECT DISTINCT(name) FROM mysql(`mysql57:3306|mysql2:3306|mysql3:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse'); ''')
     assert(result == 'host1\n' or result == 'host2\n' or result == 'host3\n')
 
     # check all replicas are traversed
@@ -250,7 +251,7 @@ def test_mysql_distributed(started_cluster):
     node2.query('''
         CREATE TABLE test_shards
         (id UInt32, name String, age UInt32, money UInt32)
-        ENGINE = ExternalDistributed('MySQL', `mysql{1|2}:3306,mysql{3|4}:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse'); ''')
+        ENGINE = ExternalDistributed('MySQL', `mysql{57|2}:3306,mysql{3|4}:3306`, 'clickhouse', 'test_replicas', 'root', 'clickhouse'); ''')
 
     # Check only one replica in each shard is used
     result = node2.query("SELECT DISTINCT(name) FROM test_shards ORDER BY name")
@@ -264,10 +265,10 @@ def test_mysql_distributed(started_cluster):
     result = node2.query(query)
     assert(result == 'host1\nhost2\nhost3\nhost4\n')
 
-    # disconnect mysql1
-    started_cluster.pause_container('mysql1')
+    # disconnect mysql57
+    started_cluster.pause_container('mysql57')
     result = node2.query("SELECT DISTINCT(name) FROM test_shards ORDER BY name")
-    started_cluster.unpause_container('mysql1')
+    started_cluster.unpause_container('mysql57')
     assert(result == 'host2\nhost4\n' or result == 'host3\nhost4\n')
 
 if __name__ == '__main__':
diff --git a/tests/integration/test_storage_postgresql/test.py b/tests/integration/test_storage_postgresql/test.py
index e5fffe389d2..bb71001ef52 100644
--- a/tests/integration/test_storage_postgresql/test.py
+++ b/tests/integration/test_storage_postgresql/test.py
@@ -243,10 +243,10 @@ def test_concurrent_queries(started_cluster):
 
 
 def test_postgres_distributed(started_cluster):
-    conn0 = get_postgres_conn(started_cluster.postgres_ip, database=True)
-    conn1 = get_postgres_conn(started_cluster.postgres2_ip, database=True)
-    conn2 = get_postgres_conn(started_cluster.postgres3_ip, database=True)
-    conn3 = get_postgres_conn(started_cluster.postgres4_ip, database=True)
+    conn0 = get_postgres_conn(started_cluster, started_cluster.postgres_ip, database=True)
+    conn1 = get_postgres_conn(started_cluster, started_cluster.postgres2_ip, database=True)
+    conn2 = get_postgres_conn(started_cluster, started_cluster.postgres3_ip, database=True)
+    conn3 = get_postgres_conn(started_cluster, started_cluster.postgres4_ip, database=True)
 
     cursor0 = conn0.cursor()
     cursor1 = conn1.cursor()
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index f4a208543ce..1c859fa782e 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -114,14 +114,14 @@ def run_query(instance, query, stdin=None, settings=None):
 
 # Test simple put. Also checks that wrong credentials produce an error with every compression method.
 @pytest.mark.parametrize("maybe_auth,positive,compression", [
-    ("", True, 'auto'),
-    ("'minio','minio123',", True, 'auto'),
-    ("'wrongid','wrongkey',", False, 'auto'),
-    ("'wrongid','wrongkey',", False, 'gzip'),
-    ("'wrongid','wrongkey',", False, 'deflate'),
-    ("'wrongid','wrongkey',", False, 'brotli'),
-    ("'wrongid','wrongkey',", False, 'xz'),
-    ("'wrongid','wrongkey',", False, 'zstd')
+    pytest.param("", True, 'auto', id="positive"),
+    pytest.param("'minio','minio123',", True, 'auto', id="auth_positive"),
+    pytest.param("'wrongid','wrongkey',", False, 'auto', id="auto-"),
+    pytest.param("'wrongid','wrongkey',", False, 'gzip', id=""),
+    pytest.param("'wrongid','wrongkey',", False, 'deflate', id=""),
+    pytest.param("'wrongid','wrongkey',", False, 'brotli', id=""),
+    pytest.param("'wrongid','wrongkey',", False, 'xz', id=""),
+    pytest.param("'wrongid','wrongkey',", False, 'zstd, id=""')
 ])
 def test_put(started_cluster, maybe_auth, positive, compression):
     # type: (ClickHouseCluster) -> None
@@ -147,7 +147,7 @@ def test_put(started_cluster, maybe_auth, positive, compression):
 
 # Test put no data to S3.
 @pytest.mark.parametrize("auth", [
-    "'minio','minio123',"
+    pytest.param("'minio','minio123'", id="minio")
 ])
 def test_empty_put(started_cluster, auth):
     # type: (ClickHouseCluster) -> None
@@ -181,9 +181,9 @@ def test_empty_put(started_cluster, auth):
 
 # Test put values in CSV format.
 @pytest.mark.parametrize("maybe_auth,positive", [
-    ("", True),
-    ("'minio','minio123',", True),
-    ("'wrongid','wrongkey',", False)
+    pytest.param("", True, id="positive"),
+    pytest.param("'minio','minio123',", True, id="auth_positive"),
+    pytest.param("'wrongid','wrongkey',", False, id="negative"),
 ])
 def test_put_csv(started_cluster, maybe_auth, positive):
     # type: (ClickHouseCluster) -> None
@@ -285,9 +285,9 @@ def test_put_get_with_globs(started_cluster):
 
 # Test multipart put.
 @pytest.mark.parametrize("maybe_auth,positive", [
-    ("", True),
+    pytest.param("", True, id="positive"),
+    pytest.param("'wrongid','wrongkey'", False, id="negative"),
     # ("'minio','minio123',",True), Redirect with credentials not working with nginx.
-    ("'wrongid','wrongkey',", False),
 ])
 def test_multipart_put(started_cluster, maybe_auth, positive):
     # type: (ClickHouseCluster) -> None
@@ -344,8 +344,8 @@ def test_remote_host_filter(started_cluster):
 
 
 @pytest.mark.parametrize("s3_storage_args", [
-    "''",  # 1 arguments
-    "'','','','','',''"  # 6 arguments
+    pytest.param("''", id="1_argument"),
+    pytest.param("'','','','','',''", id="6_arguments"),
 ])
 def test_wrong_s3_syntax(started_cluster, s3_storage_args):
     instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
@@ -458,8 +458,8 @@ def test_custom_auth_headers_exclusion(started_cluster):
     assert '403 Forbidden' in ei.value.stderr
 
 @pytest.mark.parametrize("extension,method", [
-    ("bin", "gzip"),
-    ("gz", "auto")
+    pytest.param("bin", "gzip", id="bin"),
+    pytest.param("gz", "auto", id="gz"),
 ])
 def test_storage_s3_get_gzip(started_cluster, extension, method):
     bucket = started_cluster.minio_bucket
@@ -532,8 +532,8 @@ def test_storage_s3_put_uncompressed(started_cluster):
 
 
 @pytest.mark.parametrize("extension,method", [
-    ("bin", "gzip"),
-    ("gz", "auto")
+    pytest.param("bin", "gzip", id="bin"),
+    pytest.param("gz", "auto", id="gz")
 ])
 def test_storage_s3_put_gzip(started_cluster, extension, method):
     bucket = started_cluster.minio_bucket

From 7da322f95ab2856c7181769703160ad5885cb312 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 12 Apr 2021 10:04:07 +0300
Subject: [PATCH 0108/1060] better

---
 src/Server/MySQLHandler.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Server/MySQLHandler.cpp b/src/Server/MySQLHandler.cpp
index 75c88a6ff93..743a883b68a 100644
--- a/src/Server/MySQLHandler.cpp
+++ b/src/Server/MySQLHandler.cpp
@@ -219,7 +219,7 @@ void MySQLHandler::finishHandshake(MySQLProtocol::ConnectionPhase::HandshakeResp
             int ret = socket().receiveBytes(buf + pos, packet_size - pos);
             if (ret == 0)
             {
-                throw Exception("Cannot read all data. Bytes read: " + std::to_string(pos) + ". Bytes expected: 3.", ErrorCodes::CANNOT_READ_ALL_DATA);
+                throw Exception("Cannot read all data. Bytes read: " + std::to_string(pos) + ". Bytes expected: 3", ErrorCodes::CANNOT_READ_ALL_DATA);
             }
             pos += ret;
         }

From f022f0744b1f2a6bb80da0c116a9124306efb827 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Mon, 12 Apr 2021 11:35:07 +0300
Subject: [PATCH 0109/1060] Add setting allow_experimental_funnel_functions and
 use in windowFunnel

---
 .../AggregateFunctionWindowFunnel.cpp              | 14 ++++++++++++--
 src/Core/Settings.h                                |  1 +
 2 files changed, 13 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
index ed732a197a1..9ec8e151502 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
@@ -1,7 +1,8 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/AggregateFunctionWindowFunnel.h>
-#include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
+#include <AggregateFunctions/Helpers.h>
+#include <Core/Settings.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 
@@ -14,14 +15,23 @@ namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+    extern const int UNKNOWN_AGGREGATE_FUNCTION;
 }
 
 namespace
 {
 
 template <template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr
+createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params, const Settings & settings)
 {
+    if (!settings.allow_experimental_funnel_functions)
+    {
+        throw Exception{
+            "Aggregate function " + name + " is experimental. Set `allow_experimental_funnel_functions` setting to enable it",
+            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION};
+    }
+
     if (params.empty())
         throw Exception{"Aggregate function " + name + " requires at least one parameter: <window>, [option, [option, ...]]", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH};
 
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index ebb4bc5f928..ff1e202b6b4 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -456,6 +456,7 @@ class IColumn;
     M(Bool, optimize_group_by_function_keys, true, "Eliminates functions of other keys in GROUP BY section", 0) \
     M(UInt64, query_plan_max_optimizations_to_apply, 10000, "Limit the total number of optimizations applied to query plan. If zero, ignored. If limit reached, throw exception", 0) \
     M(Bool, database_replicated_ddl_output, true, "Obsolete setting, does nothing. Will be removed after 2021-09-08", 0) \
+    M(Bool, allow_experimental_funnel_functions, true, "Enable experimental functions for funnel analysis.", 0) \
 
 // End of COMMON_SETTINGS
 // Please add settings related to formats into the FORMAT_FACTORY_SETTINGS below.

From ed8fec4cb1835bb4de4b7e1ec5782c50ce1452f1 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 12 Apr 2021 10:13:53 +0000
Subject: [PATCH 0110/1060] Add missing methods

---
 src/Disks/HDFS/DiskHDFS.cpp                  | 42 ++++++++++++++------
 src/Disks/HDFS/DiskHDFS.h                    | 13 +++---
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h  |  4 +-
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h |  4 +-
 4 files changed, 38 insertions(+), 25 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 3556b95558d..8ce6652eb59 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -34,13 +34,13 @@ DiskHDFS::DiskHDFS(
     const String & name_,
     const String & hdfs_name_,
     const String & metadata_path_,
-    const Context & context_)
-    : log(&Poco::Logger::get("DiskHDFS"))
+    ContextPtr context_)
+    : WithContext(context_)
+    , log(&Poco::Logger::get("DiskHDFS"))
     , name(name_)
     , hdfs_name(hdfs_name_)
     , metadata_path(std::move(metadata_path_))
-    , context(context_)
-    , config(context.getGlobalContext().getConfigRef())
+    , config(context_->getGlobalContext()->getConfigRef())
     , builder(createHDFSBuilder(hdfs_name, config))
     , fs(createHDFSFS(builder.get()))
 {
@@ -131,7 +131,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path,
         "Read from file by path: {}. Existing HDFS objects: {}",
         backQuote(metadata_path + path), metadata.hdfs_objects.size());
 
-    return std::make_unique<ReadIndirectBufferFromHDFS>(context, hdfs_name, "", metadata, buf_size);
+    return std::make_unique<ReadIndirectBufferFromHDFS>(getContext(), hdfs_name, "", metadata, buf_size);
 }
 
 
@@ -153,7 +153,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
         LOG_DEBUG(log,
             "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(context, hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(getContext(), hdfs_path, file_name, metadata, buf_size);
     }
     else
     {
@@ -163,12 +163,12 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
             "Append to file by path: {}. New hdfs path: {}. Existing HDFS objects: {}",
             backQuote(metadata_path + path), hdfs_path, metadata.hdfs_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(context, hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(getContext(), hdfs_path, file_name, metadata, buf_size);
     }
 }
 
 
-void DiskHDFS::remove(const String & path)
+void DiskHDFS::removeFile(const String & path)
 {
     LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Remove file by path: {}", backQuote(metadata_path + path));
 
@@ -202,6 +202,14 @@ void DiskHDFS::remove(const String & path)
 }
 
 
+void DiskHDFS::removeFileIfExists(const String & path)
+{
+    int exists_status = hdfsExists(fs.get(), path.data());
+    if (exists_status == 0)
+        removeFile(path);
+}
+
+
 void DiskHDFS::removeRecursive(const String & path)
 {
     checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
@@ -209,7 +217,7 @@ void DiskHDFS::removeRecursive(const String & path)
     Poco::File file(metadata_path + path);
     if (file.isFile())
     {
-        remove(path);
+        removeFile(path);
     }
     else
     {
@@ -220,6 +228,12 @@ void DiskHDFS::removeRecursive(const String & path)
 }
 
 
+void DiskHDFS::removeDirectory(const String & path)
+{
+    Poco::File(metadata_path + path).remove();
+}
+
+
 void DiskHDFS::listFiles(const String & path, std::vector<String> & file_names)
 {
     for (auto it = iterateDirectory(path); it->isValid(); it->next())
@@ -305,9 +319,9 @@ void registerDiskHDFS(DiskFactory & factory)
     auto creator = [](const String & name,
                       const Poco::Util::AbstractConfiguration & config,
                       const String & config_prefix,
-                      const Context & context) -> DiskPtr
+                      ContextConstPtr context) -> DiskPtr
     {
-        Poco::File disk{context.getPath() + "disks/" + name};
+        Poco::File disk{context->getPath() + "disks/" + name};
         disk.createDirectories();
 
         DB::String uri{config.getString(config_prefix + ".endpoint")};
@@ -315,13 +329,15 @@ void registerDiskHDFS(DiskFactory & factory)
         if (uri.back() != '/')
             throw Exception(ErrorCodes::BAD_ARGUMENTS, "HDFS path must ends with '/', but '{}' doesn't.", uri);
 
-        String metadata_path = context.getPath() + "disks/" + name + "/";
-        return std::make_shared<DiskHDFS>(name, uri, metadata_path, context);
+        String metadata_path = context->getPath() + "disks/" + name + "/";
+        auto copy_context = Context::createCopy(context);
+        return std::make_shared<DiskHDFS>(name, uri, metadata_path, copy_context);
     };
 
     factory.registerDiskType("hdfs", creator);
 }
 
+
 //void DiskHDFS::copyFile(const String & from_path, const String & to_path)
 //{
 //    if (exists(to_path))
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 02729734842..1698300b18b 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -16,7 +16,7 @@ namespace DB
  * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
  * that contains HDFS object key with actual data.
  */
-class DiskHDFS : public IDisk
+class DiskHDFS : public IDisk, WithContext
 {
 
 friend class DiskHDFSReservation;
@@ -27,7 +27,7 @@ public:
         const String & name_,
         const String & hdfs_name_,
         const String & metadata_path_,
-        const Context & context_);
+        ContextPtr context_);
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
@@ -67,15 +67,13 @@ public:
 
     void replaceFile(const String & from_path, const String & to_path) override;
 
-    void copy(const String & /* from_path */, const std::shared_ptr<IDisk> & /* to_disk */, const String & /* to_path */) override {}
-
     void listFiles(const String & path, std::vector<String> & file_names) override;
 
-    void removeFile(const String & /* path */) override {}
+    void removeFile(const String & path) override;
 
-    void removeFileIfExists(const String & /* path */) override {}
+    void removeFileIfExists(const String & path) override;
 
-    void removeDirectory(const String & /* path */) override {}
+    void removeDirectory(const String & path) override;
 
     void removeRecursive(const String & path) override;
 
@@ -113,7 +111,6 @@ private:
     const String name;
     const String hdfs_name;
     String metadata_path;
-    Context context;
     const Poco::Util::AbstractConfiguration & config;
 
     HDFSBuilderWrapper builder;
diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
index ef0b9175c6e..bd15fa463d3 100644
--- a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
@@ -18,12 +18,12 @@ class ReadIndirectBufferFromHDFS final : public ReadBufferFromFileBase
 {
 public:
     ReadIndirectBufferFromHDFS(
-            const Context & context,
+            ContextPtr context,
             const String & hdfs_name_,
             const String & /* bucket */,
             Metadata metadata_,
             size_t buf_size_)
-        : config(context.getGlobalContext().getConfigRef())
+        : config(context->getGlobalContext()->getConfigRef())
         , hdfs_name(hdfs_name_)
         , metadata(std::move(metadata_))
         , buf_size(buf_size_)
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
index 9c28ac0665f..464a6ffc2cc 100644
--- a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
@@ -12,13 +12,13 @@ class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
 {
 public:
     WriteIndirectBufferFromHDFS(
-        const Context & context,
+        ContextPtr context,
         const String & hdfs_name_,
         const String & hdfs_path_,
         Metadata metadata_,
         size_t buf_size_)
         : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromHDFS(hdfs_name_, context.getGlobalContext().getConfigRef(), buf_size_))
+        , impl(WriteBufferFromHDFS(hdfs_name_, context->getGlobalContext()->getConfigRef(), buf_size_))
         , metadata(std::move(metadata_))
         , hdfs_path(hdfs_path_)
     {

From db657c03c89737cd76a042be5e11c9dd3fe9691a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 12 Apr 2021 18:08:09 +0300
Subject: [PATCH 0111/1060] fix

---
 tests/integration/test_cluster_copier/test.py | 2 +-
 tests/integration/test_storage_kafka/test.py  | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index 861529079fb..c6068e3a6e9 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -411,7 +411,7 @@ def test_non_partitioned_table(started_cluster):
 
 
 def test_self_copy(started_cluster):
-    execute_task(Task_self_copy(started_cluster), [])
+    execute_task(started_cluster, Task_self_copy(started_cluster), [])
 
 if __name__ == '__main__':
     with contextmanager(started_cluster)() as cluster:
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index f25760516ef..a2f526741a3 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -2702,7 +2702,7 @@ def test_kafka_engine_put_errors_to_stream(kafka_cluster):
             # Unexpected json content for table test.kafka.
             messages.append(json.dumps({'i': 'n_' + random_string(4), 's': random_string(8)}))
 
-    kafka_produce('json', messages)
+    kafka_produce(kafka_cluster, 'json', messages)
 
     while True:
       total_rows = instance.query('SELECT count() FROM test.kafka_data', ignore_error=True)
@@ -2774,7 +2774,7 @@ def test_kafka_engine_put_errors_to_stream_with_random_malformed_json(kafka_clus
         else:
             messages.append(gen_message_with_jsons(10, 0))
 
-    kafka_produce('json', messages)
+    kafka_produce(kafka_cluster, 'json', messages)
 
     while True:
       total_rows = instance.query('SELECT count() FROM test.kafka_data', ignore_error=True)

From e4d1ea846c0cd6dd1a14f83c45709abaece8803f Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 13 Apr 2021 13:52:22 +0300
Subject: [PATCH 0112/1060] more

---
 tests/integration/ci-runner.py                |   5 +-
 tests/integration/helpers/cluster.py          |  42 ++--
 tests/integration/parallel.txt                | 189 -----------------
 tests/integration/parralel.json               | 191 ++++++++++++++++++
 .../integration/test_odbc_interaction/test.py |   2 +-
 tests/integration/test_storage_s3/test.py     |   2 +-
 6 files changed, 216 insertions(+), 215 deletions(-)
 delete mode 100644 tests/integration/parallel.txt
 create mode 100644 tests/integration/parralel.json

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index cba20652c71..06903fec891 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -269,14 +269,13 @@ class ClickhouseIntegrationTestsRunner:
         return list(sorted(all_tests))
 
     def _get_parallel_tests(self, repo_path):
-        parallel_tests_file_path = "{}/tests/integration/parallel.txt".format(repo_path)
+        parallel_tests_file_path = "{}/tests/integration/parallel.json".format(repo_path)
         if not os.path.isfile(parallel_tests_file_path) or os.path.getsize(parallel_tests_file_path) == 0:
             raise Exception("There is something wrong with getting all tests list: file '{}' is empty or does not exist.".format(parallel_tests_file_path))
 
         parallel_tests = []
         with open(parallel_tests_file_path, "r") as parallel_tests_file:
-            for line in parallel_tests_file:
-                parallel_tests.append(line.strip())
+            parallel_tests = json.load(parallel_tests_file)
         return list(sorted(parallel_tests))
 
     def group_test_by_file(self, tests):
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 7fb8d7dc25a..cd5867f972a 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -706,7 +706,7 @@ class ClickHouseCluster:
                                    ["bash", "-c", "echo {} | base64 --decode > {}".format(encodedStr, dest_path)],
                                    user='root')
 
-    def wait_mysql_to_start(self, timeout=60):
+    def wait_mysql_to_start(self, timeout=180):
         self.mysql_ip = self.get_instance_ip('mysql57')
         start = time.time()
         errors = []
@@ -740,7 +740,7 @@ class ClickHouseCluster:
         subprocess_call(['docker-compose', 'ps', '--services', '--all'])
         raise Exception("Cannot wait MySQL 8 container")
 
-    def wait_mysql_cluster_to_start(self, timeout=60):
+    def wait_mysql_cluster_to_start(self, timeout=180):
         self.mysql2_ip = self.get_instance_ip(self.mysql2_host)
         self.mysql3_ip = self.get_instance_ip(self.mysql3_host)
         self.mysql4_ip = self.get_instance_ip(self.mysql4_host)
@@ -761,7 +761,7 @@ class ClickHouseCluster:
         logging.error("Can't connect to MySQL:{}".format(errors))
         raise Exception("Cannot wait MySQL container")
 
-    def wait_postgres_to_start(self, timeout=60):
+    def wait_postgres_to_start(self, timeout=180):
         self.postgres_ip = self.get_instance_ip(self.postgres_host)
         start = time.time()
         while time.time() - start < timeout:
@@ -776,7 +776,7 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait Postgres container")
 
-    def wait_postgres_cluster_to_start(self, timeout=60):
+    def wait_postgres_cluster_to_start(self, timeout=180):
         self.postgres2_ip = self.get_instance_ip(self.postgres2_host)
         self.postgres3_ip = self.get_instance_ip(self.postgres3_host)
         self.postgres4_ip = self.get_instance_ip(self.postgres4_host)
@@ -794,7 +794,7 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait Postgres container")
 
-    def wait_zookeeper_to_start(self, timeout=60):
+    def wait_zookeeper_to_start(self, timeout=180):
         start = time.time()
         while time.time() - start < timeout:
             try:
@@ -848,7 +848,7 @@ class ClickHouseCluster:
                 time.sleep(1)
 
 
-    def wait_hdfs_to_start(self, hdfs_api, timeout=60):
+    def wait_hdfs_to_start(self, hdfs_api, timeout=300):
         start = time.time()
         while time.time() - start < timeout:
             try:
@@ -861,7 +861,7 @@ class ClickHouseCluster:
 
         raise Exception("Can't wait HDFS to start")
 
-    def wait_mongo_to_start(self, timeout=30):
+    def wait_mongo_to_start(self, timeout=180):
         connection_str = 'mongodb://{user}:{password}@{host}:{port}'.format(
             host='localhost', port=self.mongo_port, user='root', password='clickhouse')
         connection = pymongo.MongoClient(connection_str)
@@ -875,7 +875,7 @@ class ClickHouseCluster:
                 logging.debug("Can't connect to Mongo " + str(ex))
                 time.sleep(1)
 
-    def wait_minio_to_start(self, timeout=120, secure=False):
+    def wait_minio_to_start(self, timeout=180, secure=False):
         os.environ['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_dir, 'certs', 'public.crt')
         minio_client = Minio('localhost:{}'.format(self.minio_port),
                              access_key='minio',
@@ -904,7 +904,7 @@ class ClickHouseCluster:
 
         raise Exception("Can't wait Minio to start")
 
-    def wait_schema_registry_to_start(self, timeout=10):
+    def wait_schema_registry_to_start(self, timeout=180):
         sr_client = CachedSchemaRegistryClient({"url":'http://localhost:{}'.format(self.schema_registry_port)})
         start = time.time()
         while time.time() - start < timeout:
@@ -919,7 +919,7 @@ class ClickHouseCluster:
         raise Exception("Can't wait Schema Registry to start")
 
         
-    def wait_cassandra_to_start(self, timeout=120):
+    def wait_cassandra_to_start(self, timeout=180):
         self.cassandra_ip = self.get_instance_ip(self.cassandra_host)
         cass_client = cassandra.cluster.Cluster([self.cassandra_ip], port=self.cassandra_port, load_balancing_policy=RoundRobinPolicy())
         start = time.time()
@@ -994,7 +994,7 @@ class ClickHouseCluster:
                 run_and_check(self.base_zookeeper_cmd + common_opts, env=env)
                 for command in self.pre_zookeeper_commands:
                     self.run_kazoo_commands_with_retries(command, repeats=5)
-                self.wait_zookeeper_to_start(120)
+                self.wait_zookeeper_to_start()
 
             if self.with_mysql and self.base_mysql_cmd:
                 logging.debug('Setup MySQL')
@@ -1003,7 +1003,7 @@ class ClickHouseCluster:
                 os.makedirs(self.mysql_logs_dir)
                 os.chmod(self.mysql_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql_cmd + common_opts)
-                self.wait_mysql_to_start(180)
+                self.wait_mysql_to_start()
 
             if self.with_mysql8 and self.base_mysql8_cmd:
                 logging.debug('Setup MySQL 8')
@@ -1012,7 +1012,7 @@ class ClickHouseCluster:
                 os.makedirs(self.mysql8_logs_dir)
                 os.chmod(self.mysql8_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_mysql8_cmd + common_opts)
-                self.wait_mysql8_to_start(180)
+                self.wait_mysql8_to_start()
 
             if self.with_mysql_cluster and self.base_mysql_cluster_cmd:
                 print('Setup MySQL')
@@ -1022,7 +1022,7 @@ class ClickHouseCluster:
                 os.chmod(self.mysql_cluster_logs_dir, stat.S_IRWXO)
 
                 subprocess_check_call(self.base_mysql_cluster_cmd + common_opts)
-                self.wait_mysql_cluster_to_start(120)
+                self.wait_mysql_cluster_to_start()
 
             if self.with_postgres and self.base_postgres_cmd:
                 logging.debug('Setup Postgres')
@@ -1032,7 +1032,7 @@ class ClickHouseCluster:
                 os.chmod(self.postgres_logs_dir, stat.S_IRWXO)
 
                 subprocess_check_call(self.base_postgres_cmd + common_opts)
-                self.wait_postgres_to_start(120)
+                self.wait_postgres_to_start()
 
             if self.with_postgres_cluster and self.base_postgres_cluster_cmd:
                 print('Setup Postgres')
@@ -1043,13 +1043,13 @@ class ClickHouseCluster:
                 os.makedirs(self.postgres4_logs_dir)
                 os.chmod(self.postgres4_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_postgres_cluster_cmd + common_opts)
-                self.wait_postgres_cluster_to_start(120)
+                self.wait_postgres_cluster_to_start()
 
             if self.with_kafka and self.base_kafka_cmd:
                 logging.debug('Setup Kafka')
                 subprocess_check_call(self.base_kafka_cmd + common_opts + ['--renew-anon-volumes'])
                 self.wait_kafka_is_available(self.kafka_docker_id, self.kafka_port)
-                self.wait_schema_registry_to_start(30)
+                self.wait_schema_registry_to_start()
 
             if self.with_kerberized_kafka and self.base_kerberized_kafka_cmd:
                 logging.debug('Setup kerberized kafka')
@@ -1066,7 +1066,7 @@ class ClickHouseCluster:
                 os.chmod(self.hdfs_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_hdfs_cmd + common_opts)
                 hdfs_api = self.make_hdfs_api()
-                self.wait_hdfs_to_start(hdfs_api, 300)
+                self.wait_hdfs_to_start(hdfs_api)
 
             if self.with_kerberized_hdfs and self.base_kerberized_hdfs_cmd:
                 logging.debug('Setup kerberized HDFS')
@@ -1074,7 +1074,7 @@ class ClickHouseCluster:
                 os.chmod(self.hdfs_kerberized_logs_dir, stat.S_IRWXO)
                 run_and_check(self.base_kerberized_hdfs_cmd + common_opts)
                 hdfs_api = self.make_hdfs_api(kerberized=True)
-                self.wait_hdfs_to_start(hdfs_api, timeout=300)
+                self.wait_hdfs_to_start(hdfs_api)
 
             if self.with_mongo and self.base_mongo_cmd:
                 logging.debug('Setup Mongo')
@@ -1656,8 +1656,8 @@ class ClickHouseInstance:
                     "Database": "postgres",
                     "UserName": "postgres",
                     "Password": "mysecretpassword",
-                    "Port": "5432",
-                    "Servername": self.cluster.postgres_host,
+                    "Port": str(self.cluster.postgres_port),
+                    "Servername": self.cluster.postgres_ip,
                     "Protocol": "9.3",
                     "ReadOnly": "No",
                     "RowVersioning": "No",
diff --git a/tests/integration/parallel.txt b/tests/integration/parallel.txt
deleted file mode 100644
index 869fa8a52ca..00000000000
--- a/tests/integration/parallel.txt
+++ /dev/null
@@ -1,189 +0,0 @@
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]
-test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]
-test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]
-test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]
-test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]
-test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]
-test_dictionaries_mysql/test.py::test_load_mysql_dictionaries
-test_dictionaries_postgresql/test.py::test_load_dictionaries
-test_dictionaries_postgresql/test.py::test_invalidate_query
-test_dictionaries_postgresql/test.py::test_dictionary_with_replicas
-test_disabled_mysql_server/test.py::test_disabled_mysql_server
-test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]
-test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]
-test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]
-test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]
-test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]
-test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]
-test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]
-test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]
-test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]
-test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]
-test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]
-test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]
-test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]
-test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]
-test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]
-test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]
-test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]
-test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]
-test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]
-test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]
-test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]
-test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]
-test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]
-test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]
-test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]
-test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]
-test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database
-test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database
-test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database
-test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database
-test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine
-test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine
-test_mysql_database_engine/test.py::test_mysql_types[common_types_1]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_2]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_3]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_4]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_5]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_6]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_7]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_80]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_81]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_9]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_10]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_11]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_12]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_13]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_14]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_15]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_16]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_17]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_18]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_19]
-test_mysql_database_engine/test.py::test_mysql_types[common_types_20]
-test_mysql_database_engine/test.py::test_mysql_types[decimal_1]
-test_mysql_database_engine/test.py::test_mysql_types[decimal_2]
-test_mysql_database_engine/test.py::test_mysql_types[decimal_3]
-test_mysql_database_engine/test.py::test_mysql_types[decimal_4]
-test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]
-test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]
-test_mysql_database_engine/test.py::test_mysql_types[datetime_default]
-test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]
-test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]
-test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]
-test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]
-test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]
-test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]
-test_mysql_protocol/test.py::test_mysql_client
-test_mysql_protocol/test.py::test_mysql_client_exception
-test_mysql_protocol/test.py::test_mysql_affected_rows
-test_mysql_protocol/test.py::test_mysql_replacement_query
-test_mysql_protocol/test.py::test_mysql_explain
-test_mysql_protocol/test.py::test_mysql_federated
-test_mysql_protocol/test.py::test_mysql_set_variables
-test_mysql_protocol/test.py::test_python_client
-test_mysql_protocol/test.py::test_golang_client
-test_mysql_protocol/test.py::test_php_client
-test_mysql_protocol/test.py::test_mysqljs_client
-test_mysql_protocol/test.py::test_java_client
-test_mysql_protocol/test.py::test_types
-test_odbc_interaction/test.py::test_mysql_simple_select_works
-test_odbc_interaction/test.py::test_mysql_insert
-test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema
-test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow
-test_odbc_interaction/test.py::test_postgres_insert
-test_odbc_interaction/test.py::test_odbc_postgres_date_data_type
-test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl
-test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl
-test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries
-test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays
-test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache
-test_postgresql_protocol/test.py::test_psql_is_ready
-test_postgresql_protocol/test.py::test_psql_client
-test_postgresql_protocol/test.py::test_python_client
-test_postgresql_protocol/test.py::test_java_client
-test_storage_kafka/test.py::test_kafka_json_as_string
-test_storage_kafka/test.py::test_kafka_formats
-test_storage_kafka/test.py::test_kafka_settings_old_syntax
-test_storage_kafka/test.py::test_kafka_settings_new_syntax
-test_storage_kafka/test.py::test_kafka_issue11308
-test_storage_kafka/test.py::test_kafka_issue4116
-test_storage_kafka/test.py::test_kafka_consumer_hang
-test_storage_kafka/test.py::test_kafka_consumer_hang2
-test_storage_kafka/test.py::test_kafka_csv_with_delimiter
-test_storage_kafka/test.py::test_kafka_tsv_with_delimiter
-test_storage_kafka/test.py::test_kafka_select_empty
-test_storage_kafka/test.py::test_kafka_json_without_delimiter
-test_storage_kafka/test.py::test_kafka_protobuf
-test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf
-test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter
-test_storage_kafka/test.py::test_kafka_materialized_view
-test_storage_kafka/test.py::test_librdkafka_compression
-test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery
-test_storage_kafka/test.py::test_kafka_many_materialized_views
-test_storage_kafka/test.py::test_kafka_flush_on_big_message
-test_storage_kafka/test.py::test_kafka_virtual_columns
-test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view
-test_storage_kafka/test.py::test_kafka_insert
-test_storage_kafka/test.py::test_kafka_produce_consume
-test_storage_kafka/test.py::test_kafka_commit_on_block_write
-test_storage_kafka/test.py::test_kafka_virtual_columns2
-test_storage_kafka/test.py::test_kafka_produce_key_timestamp
-test_storage_kafka/test.py::test_kafka_flush_by_time
-test_storage_kafka/test.py::test_kafka_flush_by_block_size
-test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk
-test_storage_kafka/test.py::test_kafka_rebalance
-test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed
-test_storage_kafka/test.py::test_exception_from_destructor
-test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop
-test_storage_kafka/test.py::test_bad_reschedule
-test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed
-test_storage_kafka/test.py::test_premature_flush_on_eof
-test_storage_kafka/test.py::test_kafka_unavailable
-test_storage_kafka/test.py::test_kafka_issue14202
-test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer
-test_storage_kerberized_kafka/test.py::test_kafka_json_as_string
-test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc
-test_storage_mysql/test.py::test_many_connections
-test_storage_mysql/test.py::test_insert_select
-test_storage_mysql/test.py::test_replace_select
-test_storage_mysql/test.py::test_insert_on_duplicate_select
-test_storage_mysql/test.py::test_where
-test_storage_mysql/test.py::test_table_function
-test_storage_mysql/test.py::test_binary_type
-test_storage_mysql/test.py::test_enum_type
-test_storage_mysql/test.py::test_mysql_distributed
-test_storage_postgresql/test.py::test_postgres_select_insert
-test_storage_postgresql/test.py::test_postgres_conversions
-test_storage_postgresql/test.py::test_non_default_scema
-test_storage_postgresql/test.py::test_concurrent_queries
-test_storage_postgresql/test.py::test_postgres_distributed
diff --git a/tests/integration/parralel.json b/tests/integration/parralel.json
new file mode 100644
index 00000000000..3853042f7d0
--- /dev/null
+++ b/tests/integration/parralel.json
@@ -0,0 +1,191 @@
+[
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
+  "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
+  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
+  "test_dictionaries_postgresql/test.py::test_invalidate_query",
+  "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
+  "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
+  "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine",
+  "test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_3]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_4]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_5]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_7]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_80]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_81]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_9]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_10]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_11]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_12]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_13]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_14]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_15]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_16]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_17]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_18]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_19]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_20]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_3]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_4]",
+  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]",
+  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_default]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]",
+  "test_mysql_protocol/test.py::test_mysql_client",
+  "test_mysql_protocol/test.py::test_mysql_client_exception",
+  "test_mysql_protocol/test.py::test_mysql_affected_rows",
+  "test_mysql_protocol/test.py::test_mysql_replacement_query",
+  "test_mysql_protocol/test.py::test_mysql_explain",
+  "test_mysql_protocol/test.py::test_mysql_federated",
+  "test_mysql_protocol/test.py::test_mysql_set_variables",
+  "test_mysql_protocol/test.py::test_python_client",
+  "test_mysql_protocol/test.py::test_golang_client",
+  "test_mysql_protocol/test.py::test_php_client",
+  "test_mysql_protocol/test.py::test_mysqljs_client",
+  "test_mysql_protocol/test.py::test_java_client",
+  "test_mysql_protocol/test.py::test_types",
+  "test_odbc_interaction/test.py::test_mysql_simple_select_works",
+  "test_odbc_interaction/test.py::test_mysql_insert",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
+  "test_odbc_interaction/test.py::test_postgres_insert",
+  "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
+  "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
+  "test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache",
+  "test_postgresql_protocol/test.py::test_psql_is_ready",
+  "test_postgresql_protocol/test.py::test_psql_client",
+  "test_postgresql_protocol/test.py::test_python_client",
+  "test_postgresql_protocol/test.py::test_java_client",
+  "test_storage_kafka/test.py::test_kafka_json_as_string",
+  "test_storage_kafka/test.py::test_kafka_formats",
+  "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
+  "test_storage_kafka/test.py::test_kafka_settings_new_syntax",
+  "test_storage_kafka/test.py::test_kafka_issue11308",
+  "test_storage_kafka/test.py::test_kafka_issue4116",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang2",
+  "test_storage_kafka/test.py::test_kafka_csv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_tsv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_select_empty",
+  "test_storage_kafka/test.py::test_kafka_json_without_delimiter",
+  "test_storage_kafka/test.py::test_kafka_protobuf",
+  "test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf",
+  "test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter",
+  "test_storage_kafka/test.py::test_kafka_materialized_view",
+  "test_storage_kafka/test.py::test_librdkafka_compression",
+  "test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery",
+  "test_storage_kafka/test.py::test_kafka_many_materialized_views",
+  "test_storage_kafka/test.py::test_kafka_flush_on_big_message",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
+  "test_storage_kafka/test.py::test_kafka_insert",
+  "test_storage_kafka/test.py::test_kafka_produce_consume",
+  "test_storage_kafka/test.py::test_kafka_commit_on_block_write",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns2",
+  "test_storage_kafka/test.py::test_kafka_produce_key_timestamp",
+  "test_storage_kafka/test.py::test_kafka_flush_by_time",
+  "test_storage_kafka/test.py::test_kafka_flush_by_block_size",
+  "test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk",
+  "test_storage_kafka/test.py::test_kafka_rebalance",
+  "test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed",
+  "test_storage_kafka/test.py::test_exception_from_destructor",
+  "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
+  "test_storage_kafka/test.py::test_bad_reschedule",
+  "test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed",
+  "test_storage_kafka/test.py::test_premature_flush_on_eof",
+  "test_storage_kafka/test.py::test_kafka_unavailable",
+  "test_storage_kafka/test.py::test_kafka_issue14202",
+  "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
+  "test_storage_mysql/test.py::test_many_connections",
+  "test_storage_mysql/test.py::test_insert_select",
+  "test_storage_mysql/test.py::test_replace_select",
+  "test_storage_mysql/test.py::test_insert_on_duplicate_select",
+  "test_storage_mysql/test.py::test_where",
+  "test_storage_mysql/test.py::test_table_function",
+  "test_storage_mysql/test.py::test_binary_type",
+  "test_storage_mysql/test.py::test_enum_type",
+  "test_storage_mysql/test.py::test_mysql_distributed",
+  "test_storage_postgresql/test.py::test_postgres_select_insert",
+  "test_storage_postgresql/test.py::test_postgres_conversions",
+  "test_storage_postgresql/test.py::test_non_default_scema",
+  "test_storage_postgresql/test.py::test_concurrent_queries",
+  "test_storage_postgresql/test.py::test_postgres_distributed"
+]
diff --git a/tests/integration/test_odbc_interaction/test.py b/tests/integration/test_odbc_interaction/test.py
index ec15b6a0f9a..2b823b38e19 100644
--- a/tests/integration/test_odbc_interaction/test.py
+++ b/tests/integration/test_odbc_interaction/test.py
@@ -328,7 +328,7 @@ def test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow(started_cluster):
     cursor.execute("insert into clickhouse.test_table values(3, 'xxx')")
     for i in range(100):
         try:
-            node1.query("system reload dictionary postgres_odbc_hashed", timeout=5)
+            node1.query("system reload dictionary postgres_odbc_hashed", timeout=15)
         except Exception as ex:
             assert False, "Exception occured -- odbc-bridge hangs: " + str(ex)
 
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index 1c859fa782e..61f74463063 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -147,7 +147,7 @@ def test_put(started_cluster, maybe_auth, positive, compression):
 
 # Test put no data to S3.
 @pytest.mark.parametrize("auth", [
-    pytest.param("'minio','minio123'", id="minio")
+    pytest.param("'minio','minio123',", id="minio")
 ])
 def test_empty_put(started_cluster, auth):
     # type: (ClickHouseCluster) -> None

From fb1e2c9006433afc784804321e1e7d03975d3c8f Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 13 Apr 2021 14:27:52 +0300
Subject: [PATCH 0113/1060] fix

---
 tests/integration/helpers/cluster.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index cd5867f972a..c1fe8e7ef0d 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1657,7 +1657,7 @@ class ClickHouseInstance:
                     "UserName": "postgres",
                     "Password": "mysecretpassword",
                     "Port": str(self.cluster.postgres_port),
-                    "Servername": self.cluster.postgres_ip,
+                    "Servername": self.cluster.postgres_host,
                     "Protocol": "9.3",
                     "ReadOnly": "No",
                     "RowVersioning": "No",

From 5747fa0216874d32aaf743ab4d04ad004d5d9005 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 13 Apr 2021 17:34:57 +0300
Subject: [PATCH 0114/1060] Test option allow_experimental_funnel_functions

---
 tests/queries/0_stateless/00632_aggregation_window_funnel.sql | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
index d9991be5583..2c9021f6164 100644
--- a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
+++ b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
@@ -87,3 +87,6 @@ select 5 = windowFunnel(10000)(timestamp, event = 1000, event = 1001, event = 10
 select 2 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1000, event = 1001, event = 1002, event = 1003, event = 1004) from funnel_test_strict_increase;
 select 3 = windowFunnel(10000)(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
 select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
+
+set allow_experimental_funnel_functions = 0;
+select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase; -- { serverError 63 }

From c2707a8154eef77c0405209bcc446ebeb5568898 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 13 Apr 2021 17:55:31 +0300
Subject: [PATCH 0115/1060] better

---
 .../compose/docker_compose_mysql_client.yml   |   2 +-
 tests/integration/helpers/cluster.py          |  77 ++++++-
 .../{parralel.json => parallel.json}          |   0
 tests/integration/test_mysql_protocol/test.py | 193 ++++++++----------
 4 files changed, 156 insertions(+), 116 deletions(-)
 rename tests/integration/{parralel.json => parallel.json} (100%)

diff --git a/docker/test/integration/runner/compose/docker_compose_mysql_client.yml b/docker/test/integration/runner/compose/docker_compose_mysql_client.yml
index 5e4565d64c3..5b37b6e6c09 100644
--- a/docker/test/integration/runner/compose/docker_compose_mysql_client.yml
+++ b/docker/test/integration/runner/compose/docker_compose_mysql_client.yml
@@ -1,6 +1,6 @@
 version: '2.3'
 services:
-  mysql1:
+  mysql_client:
     image: mysql:5.7
     restart: always
     environment:
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index c1fe8e7ef0d..322e9a60e95 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -177,6 +177,7 @@ class ClickHouseCluster:
         self.pre_zookeeper_commands = []
         self.instances = {}
         self.with_zookeeper = False
+        self.with_mysql_client = False
         self.with_mysql = False
         self.with_mysql8 = False
         self.with_mysql_cluster = False
@@ -266,6 +267,10 @@ class ClickHouseCluster:
         self.postgres3_logs_dir = os.path.join(self.postgres_dir, "postgres3")
         self.postgres4_logs_dir = os.path.join(self.postgres_dir, "postgres4")
 
+        # available when with_mysql_client == True
+        self.mysql_client_host = "mysql_client"
+        self.mysql_client_container = None
+ 
         # available when with_mysql == True
         self.mysql_host = "mysql57"
         self.mysql_port = 3306
@@ -297,12 +302,24 @@ class ClickHouseCluster:
         self.is_up = False
         logging.debug(f"CLUSTER INIT base_config_dir:{self.base_config_dir}")
 
+    def get_docker_handle(self, docker_id):
+        return self.docker_client.containers.get(docker_id)
+
     def get_client_cmd(self):
         cmd = self.client_bin_path
         if p.basename(cmd) == 'clickhouse':
             cmd += " client"
         return cmd
 
+    def setup_mysql_client_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        self.with_mysql_client = True
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql_client.yml')])
+        self.base_mysql_client_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                '--file', p.join(docker_compose_yml_dir, 'docker_compose_mysql_client.yml')]
+
+        return self.base_mysql_client_cmd
+
+
     def setup_mysql_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_mysql = True
         env_variables['MYSQL_HOST'] = self.mysql_host
@@ -464,7 +481,7 @@ class ClickHouseCluster:
 
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None,
-                     with_zookeeper=False, with_mysql=False, with_mysql8=False, with_mysql_cluster=False, 
+                     with_zookeeper=False, with_mysql_client=False, with_mysql=False, with_mysql8=False, with_mysql_cluster=False, 
                      with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False, clickhouse_path_dir=None,
                      with_odbc_drivers=False, with_postgres=False, with_postgres_cluster=False, with_hdfs=False, with_kerberized_hdfs=False, with_mongo=False,
                      with_redis=False, with_minio=False, with_cassandra=False,
@@ -506,6 +523,7 @@ class ClickHouseCluster:
             macros=macros or {},
             with_zookeeper=with_zookeeper,
             zookeeper_config_path=self.zookeeper_config_path,
+            with_mysql_client=with_mysql_client,
             with_mysql=with_mysql,
             with_mysql8=with_mysql8,
             with_mysql_cluster=with_mysql_cluster,
@@ -522,6 +540,8 @@ class ClickHouseCluster:
             library_bridge_bin_path=self.library_bridge_bin_path,
             clickhouse_path_dir=clickhouse_path_dir,
             with_odbc_drivers=with_odbc_drivers,
+            with_postgres=with_postgres,
+            with_postgres_cluster=with_postgres_cluster,
             hostname=hostname,
             env_variables=env_variables,
             image=image,
@@ -553,6 +573,9 @@ class ClickHouseCluster:
                                        '--file', zookeeper_docker_compose_path]
             cmds.append(self.base_zookeeper_cmd)
 
+        if with_mysql_client and not self.with_mysql_client:
+            cmds.append(self.setup_mysql_client_cmd(instance, env_variables, docker_compose_yml_dir))
+
         if with_mysql and not self.with_mysql:
             cmds.append(self.setup_mysql_cmd(instance, env_variables, docker_compose_yml_dir))
 
@@ -706,6 +729,28 @@ class ClickHouseCluster:
                                    ["bash", "-c", "echo {} | base64 --decode > {}".format(encodedStr, dest_path)],
                                    user='root')
 
+    def wait_mysql_client_to_start(self, timeout=180):
+        start = time.time()
+        errors = []
+        self.mysql_client_container = self.get_docker_handle(self.get_instance_docker_id(self.mysql_client_host))
+
+        while time.time() - start < timeout:
+            try:
+                info = self.mysql_client_container.client.api.inspect_container(self.mysql_client_container.name)
+                if info['State']['Health']['Status'] == 'healthy':
+                    logging.debug("Mysql Client Container Started")
+                    break
+                time.sleep(1)
+
+                return
+            except Exception as ex:
+                errors += [str(ex)]
+                time.sleep(1)
+
+        subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        logging.error("Can't connect to MySQL Client:{}".format(errors))
+        raise Exception("Cannot wait MySQL Client container")
+
     def wait_mysql_to_start(self, timeout=180):
         self.mysql_ip = self.get_instance_ip('mysql57')
         start = time.time()
@@ -996,6 +1041,11 @@ class ClickHouseCluster:
                     self.run_kazoo_commands_with_retries(command, repeats=5)
                 self.wait_zookeeper_to_start()
 
+            if self.with_mysql_client and self.base_mysql_client_cmd:
+                logging.debug('Setup MySQL Client')
+                subprocess_check_call(self.base_mysql_client_cmd + common_opts)
+                self.wait_mysql_client_to_start()
+
             if self.with_mysql and self.base_mysql_cmd:
                 logging.debug('Setup MySQL')
                 if os.path.exists(self.mysql_dir):
@@ -1295,9 +1345,9 @@ class ClickHouseInstance:
     def __init__(
             self, cluster, base_path, name, base_config_dir, custom_main_configs, custom_user_configs,
             custom_dictionaries,
-            macros, with_zookeeper, zookeeper_config_path, with_mysql, with_mysql8, with_mysql_cluster, with_kafka, with_kerberized_kafka, with_rabbitmq, with_kerberized_hdfs,
-            with_mongo, with_redis, with_minio,
-            with_cassandra, server_bin_path, odbc_bridge_bin_path, library_bridge_bin_path, clickhouse_path_dir, with_odbc_drivers,
+            macros, with_zookeeper, zookeeper_config_path, with_mysql_client,  with_mysql, with_mysql8, with_mysql_cluster, with_kafka, with_kerberized_kafka,
+            with_rabbitmq, with_kerberized_hdfs, with_mongo, with_redis, with_minio,
+            with_cassandra, server_bin_path, odbc_bridge_bin_path, library_bridge_bin_path, clickhouse_path_dir, with_odbc_drivers, with_postgres, with_postgres_cluster,
             hostname=None, env_variables=None,
             image="yandex/clickhouse-integration-test", tag="latest",
             stay_alive=False, ipv4_address=None, ipv6_address=None, with_installed_binary=False, tmpfs=None):
@@ -1323,9 +1373,12 @@ class ClickHouseInstance:
         self.odbc_bridge_bin_path = odbc_bridge_bin_path
         self.library_bridge_bin_path = library_bridge_bin_path
 
+        self.with_mysql_client = with_mysql_client
         self.with_mysql = with_mysql
         self.with_mysql8 = with_mysql8
         self.with_mysql_cluster = with_mysql_cluster
+        self.with_postgres = with_postgres
+        self.with_postgres_cluster = with_postgres_cluster
         self.with_kafka = with_kafka
         self.with_kerberized_kafka = with_kerberized_kafka
         self.with_rabbitmq = with_rabbitmq
@@ -1581,7 +1634,7 @@ class ClickHouseInstance:
         assert_eq_with_retry(self, "select 1", "1", retry_count=retries)
 
     def get_docker_handle(self):
-        return self.docker_client.containers.get(self.docker_id)
+        return self.cluster.get_docker_handle(self.docker_id)
 
     def stop(self):
         self.get_docker_handle().stop()
@@ -1760,12 +1813,26 @@ class ClickHouseInstance:
 
         depends_on = []
 
+        if self.with_mysql_client:
+            depends_on.append(self.cluster.mysql_client_host)
+
         if self.with_mysql:
             depends_on.append("mysql57")
 
         if self.with_mysql8:
             depends_on.append("mysql80")
 
+        if self.with_mysql_cluster:
+            depends_on.append("mysql57")
+            depends_on.append("mysql2")
+            depends_on.append("mysql3")
+            depends_on.append("mysql4")
+
+        if self.with_postgres_cluster:
+            depends_on.append("postgres2")
+            depends_on.append("postgres3")
+            depends_on.append("postgres4")
+            
         if self.with_kafka:
             depends_on.append("kafka1")
             depends_on.append("schema-registry")
diff --git a/tests/integration/parralel.json b/tests/integration/parallel.json
similarity index 100%
rename from tests/integration/parralel.json
rename to tests/integration/parallel.json
diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 74ece5ad433..5f76c9e098b 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -18,46 +18,19 @@ DOCKER_COMPOSE_PATH = get_docker_compose_path()
 cluster = ClickHouseCluster(__file__)
 node = cluster.add_instance('node', main_configs=["configs/log_conf.xml", "configs/ssl_conf.xml", "configs/mysql.xml",
                                                   "configs/dhparam.pem", "configs/server.crt", "configs/server.key"],
-                            user_configs=["configs/users.xml"], env_variables={'UBSAN_OPTIONS': 'print_stacktrace=1'})
+                            user_configs=["configs/users.xml"], env_variables={'UBSAN_OPTIONS': 'print_stacktrace=1'}, with_mysql_client=True)
 
 server_port = 9001
 
 @pytest.fixture(scope="module")
-def server_address():
+def started_cluster():
     cluster.start()
     try:
-        yield cluster.get_instance_ip('node')
+        yield cluster
     finally:
         cluster.shutdown()
 
 
-@pytest.fixture(scope='module')
-def mysql_client():
-    docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_client.yml')
-    run_and_check(
-        ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysql1_1')
-
-
-@pytest.fixture(scope='module')
-def mysql_server(mysql_client):
-    """Return MySQL container when it is healthy.
-
-    :type mysql_client: Container
-    :rtype: Container
-    """
-    retries = 60
-    for i in range(retries):
-        info = mysql_client.client.api.inspect_container(mysql_client.name)
-        if info['State']['Health']['Status'] == 'healthy':
-            break
-        time.sleep(1)
-    else:
-        raise Exception('Mysql server has not started in %d seconds.' % retries)
-
-    return mysql_client
-
-
 @pytest.fixture(scope='module')
 def golang_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_golang_client.yml')
@@ -90,42 +63,42 @@ def java_container():
     yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java1_1')
 
 
-def test_mysql_client(mysql_client, server_address):
+def test_mysql_client(started_cluster):
     # type: (Container, str) -> None
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u user_with_double_sha1 --password=abacaba
         -e "SELECT 1;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     logging.debug(f"test_mysql_client code:{code} stdout:{stdout}, stderr:{stderr}")
     assert stdout.decode() == '\n'.join(['1', '1', ''])
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "SELECT 1 as a;"
         -e "SELECT 'тест' as b;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert stdout.decode() == '\n'.join(['a', '1', 'b', 'тест', ''])
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=abc -e "select 1 as a;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert stderr.decode() == 'mysql: [Warning] Using a password on the command line interface can be insecure.\n' \
                      'ERROR 516 (00000): default: Authentication failed: password is incorrect or there is no user with such name\n'
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "use system;"
         -e "select count(*) from (select name from tables limit 1);"
         -e "use system2;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert stdout.decode() == 'count()\n1\n'
     assert stderr[0:182].decode() == "mysql: [Warning] Using a password on the command line interface can be insecure.\n" \
                             "ERROR 81 (00000) at line 1: Code: 81, e.displayText() = DB::Exception: Database system2 doesn't exist"
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "CREATE DATABASE x;"
         -e "USE x;"
@@ -137,127 +110,127 @@ def test_mysql_client(mysql_client, server_address):
         -e "CREATE TEMPORARY TABLE tmp (tmp_column UInt32);"
         -e "INSERT INTO tmp VALUES (0), (1);"
         -e "SELECT * FROM tmp ORDER BY tmp_column;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert stdout.decode() == '\n'.join(['column', '0', '0', '1', '1', '5', '5', 'tmp_column', '0', '1', ''])
 
 
-def test_mysql_client_exception(mysql_client, server_address):
+def test_mysql_client_exception(started_cluster):
     # Poco exception.
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "CREATE TABLE default.t1_remote_mysql AS mysql('127.0.0.1:10086','default','t1_local','default','');"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert stderr[0:258].decode() == "mysql: [Warning] Using a password on the command line interface can be insecure.\n" \
             "ERROR 1000 (00000) at line 1: Poco::Exception. Code: 1000, e.code() = 0, e.displayText() = Exception: Connections to all replicas failed: default@127.0.0.1:10086 as user default"
 
 
-def test_mysql_affected_rows(mysql_client, server_address):
-    code, (stdout, stderr) = mysql_client.exec_run('''
+def test_mysql_affected_rows(started_cluster):
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "CREATE TABLE IF NOT EXISTS default.t1 (n UInt64) ENGINE MergeTree() ORDER BY tuple();"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql -vvv --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "INSERT INTO default.t1(n) VALUES(1);"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert code == 0
     assert "1 row affected" in stdout.decode()
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql -vvv --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "INSERT INTO default.t1(n) SELECT * FROM numbers(1000)"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert code == 0
     assert "1000 rows affected" in stdout.decode()
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "DROP TABLE default.t1;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
 
-def test_mysql_replacement_query(mysql_client, server_address):
+def test_mysql_replacement_query(started_cluster):
     # SHOW TABLE STATUS LIKE.
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default
         --password=123 -e "show table status like 'xx';"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
     # SHOW VARIABLES.
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default
         --password=123 -e "show variables;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
     # KILL QUERY.
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default
         --password=123 -e "kill query 0;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default
         --password=123 -e "kill query where query_id='mysql:0';"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
     # SELECT DATABASE().
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default
         --password=123 -e "select database();"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout.decode() == 'DATABASE()\ndefault\n'
 
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default
         --password=123 -e "select DATABASE();"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout.decode() == 'DATABASE()\ndefault\n'
 
 
-def test_mysql_explain(mysql_client, server_address):
+def test_mysql_explain(started_cluster):
     # EXPLAIN SELECT 1
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "EXPLAIN SELECT 1;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
     # EXPLAIN AST SELECT 1
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "EXPLAIN AST SELECT 1;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
     # EXPLAIN PLAN SELECT 1
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "EXPLAIN PLAN SELECT 1;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
     # EXPLAIN PIPELINE graph=1 SELECT 1
-    code, (stdout, stderr) = mysql_client.exec_run('''
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e "EXPLAIN PIPELINE graph=1 SELECT 1;"
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
 
-def test_mysql_federated(mysql_server, server_address):
+def test_mysql_federated(started_cluster):
     # For some reason it occasionally fails without retries.
     retries = 100
     for try_num in range(retries):
@@ -272,14 +245,14 @@ def test_mysql_federated(mysql_server, server_address):
                     or "MySQL server has gone away" in stderr
                     or "Server shutdown in progress" in stderr)
 
-        code, (stdout, stderr) = mysql_server.exec_run('''
+        code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
             mysql
             -e "DROP SERVER IF EXISTS clickhouse;"
             -e "CREATE SERVER clickhouse FOREIGN DATA WRAPPER mysql
             OPTIONS (USER 'default', PASSWORD '123', HOST '{host}', PORT {port}, DATABASE 'mysql_federated');"
             -e "DROP DATABASE IF EXISTS mysql_federated;"
             -e "CREATE DATABASE mysql_federated;"
-        '''.format(host=server_address, port=server_port), demux=True)
+        '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
         if code != 0:
             print(("stdout", stdout))
@@ -289,11 +262,11 @@ def test_mysql_federated(mysql_server, server_address):
                 continue
         assert code == 0
 
-        code, (stdout, stderr) = mysql_server.exec_run('''
+        code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
             mysql
             -e "CREATE TABLE mysql_federated.test(`col` int UNSIGNED) ENGINE=FEDERATED CONNECTION='clickhouse';"
             -e "SELECT * FROM mysql_federated.test ORDER BY col;"
-        '''.format(host=server_address, port=server_port), demux=True)
+        '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
         if code != 0:
             print(("stdout", stdout))
@@ -305,11 +278,11 @@ def test_mysql_federated(mysql_server, server_address):
 
         assert stdout.decode() == '\n'.join(['col', '0', '1', '5', ''])
 
-        code, (stdout, stderr) = mysql_server.exec_run('''
+        code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
             mysql
             -e "INSERT INTO mysql_federated.test VALUES (0), (1), (5);"
             -e "SELECT * FROM mysql_federated.test ORDER BY col;"
-        '''.format(host=server_address, port=server_port), demux=True)
+        '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
         if code != 0:
             print(("stdout", stdout))
@@ -322,8 +295,8 @@ def test_mysql_federated(mysql_server, server_address):
         assert stdout.decode() == '\n'.join(['col', '0', '0', '1', '1', '5', '5', ''])
 
 
-def test_mysql_set_variables(mysql_client, server_address):
-    code, (stdout, stderr) = mysql_client.exec_run('''
+def test_mysql_set_variables(started_cluster):
+    code, (stdout, stderr) = started_cluster.mysql_client_container.exec_run('''
         mysql --protocol tcp -h {host} -P {port} default -u default --password=123
         -e
         "
@@ -335,12 +308,12 @@ def test_mysql_set_variables(mysql_client, server_address):
         SET @@wait_timeout = 2147483;
         SET SESSION TRANSACTION ISOLATION LEVEL READ;
         "
-    '''.format(host=server_address, port=server_port), demux=True)
+    '''.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
 
 
-def test_python_client(server_address):
-    client = pymysql.connections.Connection(host=server_address, user='user_with_double_sha1', password='abacaba',
+def test_python_client(started_cluster):
+    client = pymysql.connections.Connection(host=started_cluster.get_instance_ip('node'), user='user_with_double_sha1', password='abacaba',
                                             database='default', port=server_port)
 
     with pytest.raises(pymysql.InternalError) as exc_info:
@@ -354,13 +327,13 @@ def test_python_client(server_address):
     assert cursor.fetchall() == [{'a': 1, 'b': 'тест'}]
 
     with pytest.raises(pymysql.InternalError) as exc_info:
-        pymysql.connections.Connection(host=server_address, user='default', password='abacab', database='default',
+        pymysql.connections.Connection(host=started_cluster.get_instance_ip('node'), user='default', password='abacab', database='default',
                                        port=server_port)
 
     assert exc_info.value.args == (
         516, 'default: Authentication failed: password is incorrect or there is no user with such name')
 
-    client = pymysql.connections.Connection(host=server_address, user='default', password='123', database='default',
+    client = pymysql.connections.Connection(host=started_cluster.get_instance_ip('node'), user='default', password='123', database='default',
                                             port=server_port)
 
     with pytest.raises(pymysql.InternalError) as exc_info:
@@ -390,80 +363,80 @@ def test_python_client(server_address):
     assert cursor.fetchall() == [{'a': 1}, {'a': 1}, {'a': 3}, {'a': 4}]
 
 
-def test_golang_client(server_address, golang_container):
+def test_golang_client(started_cluster, golang_container):
     # type: (str, Container) -> None
     with open(os.path.join(SCRIPT_DIR, 'golang.reference'), 'rb') as fp:
         reference = fp.read()
 
     code, (stdout, stderr) = golang_container.exec_run(
         './main --host {host} --port {port} --user default --password 123 --database '
-        'abc'.format(host=server_address, port=server_port), demux=True)
+        'abc'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert code == 1
     assert stderr.decode() == "Error 81: Database abc doesn't exist\n"
 
     code, (stdout, stderr) = golang_container.exec_run(
         './main --host {host} --port {port} --user default --password 123 --database '
-        'default'.format(host=server_address, port=server_port), demux=True)
+        'default'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
 
     assert code == 0
     assert stdout == reference
 
     code, (stdout, stderr) = golang_container.exec_run(
         './main --host {host} --port {port} --user user_with_double_sha1 --password abacaba --database '
-        'default'.format(host=server_address, port=server_port), demux=True)
+        'default'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout == reference
 
 
-def test_php_client(server_address, php_container):
+def test_php_client(started_cluster, php_container):
     # type: (str, Container) -> None
     code, (stdout, stderr) = php_container.exec_run(
-        'php -f test.php {host} {port} default 123'.format(host=server_address, port=server_port), demux=True)
+        'php -f test.php {host} {port} default 123'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout.decode() == 'tables\n'
 
     code, (stdout, stderr) = php_container.exec_run(
-        'php -f test_ssl.php {host} {port} default 123'.format(host=server_address, port=server_port), demux=True)
+        'php -f test_ssl.php {host} {port} default 123'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout.decode() == 'tables\n'
 
     code, (stdout, stderr) = php_container.exec_run(
-        'php -f test.php {host} {port} user_with_double_sha1 abacaba'.format(host=server_address, port=server_port),
+        'php -f test.php {host} {port} user_with_double_sha1 abacaba'.format(host=started_cluster.get_instance_ip('node'), port=server_port),
         demux=True)
     assert code == 0
     assert stdout.decode() == 'tables\n'
 
     code, (stdout, stderr) = php_container.exec_run(
-        'php -f test_ssl.php {host} {port} user_with_double_sha1 abacaba'.format(host=server_address, port=server_port),
+        'php -f test_ssl.php {host} {port} user_with_double_sha1 abacaba'.format(host=started_cluster.get_instance_ip('node'), port=server_port),
         demux=True)
     assert code == 0
     assert stdout.decode() == 'tables\n'
 
 
-def test_mysqljs_client(server_address, nodejs_container):
+def test_mysqljs_client(started_cluster, nodejs_container):
     code, (_, stderr) = nodejs_container.exec_run(
-        'node test.js {host} {port} user_with_sha256 abacaba'.format(host=server_address, port=server_port), demux=True)
+        'node test.js {host} {port} user_with_sha256 abacaba'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 1
     assert 'MySQL is requesting the sha256_password authentication method, which is not supported.' in stderr.decode()
 
     code, (_, stderr) = nodejs_container.exec_run(
-        'node test.js {host} {port} user_with_empty_password ""'.format(host=server_address, port=server_port),
+        'node test.js {host} {port} user_with_empty_password ""'.format(host=started_cluster.get_instance_ip('node'), port=server_port),
         demux=True)
     assert code == 0
 
     code, (_, _) = nodejs_container.exec_run(
-        'node test.js {host} {port} user_with_double_sha1 abacaba'.format(host=server_address, port=server_port),
+        'node test.js {host} {port} user_with_double_sha1 abacaba'.format(host=started_cluster.get_instance_ip('node'), port=server_port),
         demux=True)
     assert code == 0
 
     code, (_, _) = nodejs_container.exec_run(
-        'node test.js {host} {port} user_with_empty_password 123'.format(host=server_address, port=server_port),
+        'node test.js {host} {port} user_with_empty_password 123'.format(host=started_cluster.get_instance_ip('node'), port=server_port),
         demux=True)
     assert code == 1
 
 
-def test_java_client(server_address, java_container):
+def test_java_client(started_cluster, java_container):
     # type: (str, Container) -> None
     with open(os.path.join(SCRIPT_DIR, 'java.reference')) as fp:
         reference = fp.read()
@@ -471,33 +444,33 @@ def test_java_client(server_address, java_container):
     # database not exists exception.
     code, (stdout, stderr) = java_container.exec_run(
         'java JavaConnectorTest --host {host} --port {port} --user user_with_empty_password --database '
-        'abc'.format(host=server_address, port=server_port), demux=True)
+        'abc'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 1
 
     # empty password passed.
     code, (stdout, stderr) = java_container.exec_run(
         'java JavaConnectorTest --host {host} --port {port} --user user_with_empty_password --database '
-        'default'.format(host=server_address, port=server_port), demux=True)
+        'default'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout.decode() == reference
 
     # non-empty password passed.
     code, (stdout, stderr) = java_container.exec_run(
         'java JavaConnectorTest --host {host} --port {port} --user default --password 123 --database '
-        'default'.format(host=server_address, port=server_port), demux=True)
+        'default'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout.decode() == reference
 
     # double-sha1 password passed.
     code, (stdout, stderr) = java_container.exec_run(
         'java JavaConnectorTest --host {host} --port {port} --user user_with_double_sha1 --password abacaba  --database '
-        'default'.format(host=server_address, port=server_port), demux=True)
+        'default'.format(host=started_cluster.get_instance_ip('node'), port=server_port), demux=True)
     assert code == 0
     assert stdout.decode() == reference
 
 
-def test_types(server_address):
-    client = pymysql.connections.Connection(host=server_address, user='default', password='123', database='default',
+def test_types(started_cluster):
+    client = pymysql.connections.Connection(host=started_cluster.get_instance_ip('node'), user='default', password='123', database='default',
                                             port=server_port)
 
     cursor = client.cursor(pymysql.cursors.DictCursor)

From b635f17b1b7728a9693262fad7f995e05b29baa8 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 13 Apr 2021 19:08:29 +0300
Subject: [PATCH 0116/1060] fix

---
 tests/integration/helpers/cluster.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 322e9a60e95..684fd14b4dd 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -377,7 +377,7 @@ class ClickHouseCluster:
         env_variables['POSTGRES3_DIR'] = self.postgres3_logs_dir
         env_variables['POSTGRES4_DIR'] = self.postgres4_logs_dir
         env_variables['POSTGRES_LOGS_FS'] = "bind"
-        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres.yml')])
+        self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres_cluster.yml')])
         self.base_postgres_cluster_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
                                     '--file', p.join(docker_compose_yml_dir, 'docker_compose_postgres_cluster.yml')]
 

From 70d65c0092f1b70fc9a2c40ecb7c05740106df2a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 13 Apr 2021 19:22:10 +0300
Subject: [PATCH 0117/1060] longer timeout

---
 tests/integration/helpers/cluster.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 684fd14b4dd..a151e3795f3 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -769,7 +769,7 @@ class ClickHouseCluster:
         logging.error("Can't connect to MySQL:{}".format(errors))
         raise Exception("Cannot wait MySQL container")
 
-    def wait_mysql8_to_start(self, timeout=60):
+    def wait_mysql8_to_start(self, timeout=180):
         self.mysql8_ip = self.get_instance_ip('mysql80')
         start = time.time()
         while time.time() - start < timeout:
@@ -854,7 +854,7 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait ZooKeeper container")
 
-    def make_hdfs_api(self, timeout=60, kerberized=False):
+    def make_hdfs_api(self, timeout=180, kerberized=False):
         hdfs_api = None
         if kerberized:
             keytab = p.abspath(p.join(self.instances['node1'].path, "secrets/clickhouse.keytab"))

From f6d455732e3d42db7501e393afd935a3d31832af Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 14 Apr 2021 19:04:17 +0300
Subject: [PATCH 0118/1060] better

---
 docker/test/integration/runner/Dockerfile    |  1 -
 tests/integration/runner                     | 18 ++++++++++++++++--
 tests/integration/test_storage_kafka/test.py |  2 +-
 3 files changed, 17 insertions(+), 4 deletions(-)

diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index ff8fed0001e..1c538058243 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -92,7 +92,6 @@ RUN set -x \
   && echo 'dockremap:165536:65536' >> /etc/subuid \
     && echo 'dockremap:165536:65536' >> /etc/subgid
 
-VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
 CMD ["sh", "-c", "pytest $PYTEST_OPTS"]
diff --git a/tests/integration/runner b/tests/integration/runner
index 34bbbb29751..6c152b249b0 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -167,6 +167,13 @@ if __name__ == "__main__":
         dest="tests_list",
         help="List of tests to run")
 
+    parser.add_argument(
+        "--tmpfs",
+        action='store_true',
+        default=False,
+        dest="tmpfs",
+        help="Use tmpfs for dockerd files")
+
     parser.add_argument('pytest_args', nargs='*', help="args for pytest command")
 
     args = parser.parse_args()
@@ -208,19 +215,25 @@ if __name__ == "__main__":
     # to avoid redownloading it every time
     #
     # should be removed manually when not needed
-    subprocess.check_call('docker volume create {name}_volume'.format(name=CONTAINER_NAME), shell=True)
+    dockerd_internal_volume = ""
+    if args.tmpfs:
+        dockerd_internal_volume = "--tmpfs /var/lib/docker -e DOCKER_RAMDISK=true"
+    else:
+        subprocess.check_call('docker volume create {name}_volume'.format(name=CONTAINER_NAME), shell=True)
+        dockerd_internal_volume = "--volume /var/lib/docker--volume={}_volume:/var/lib/docker".format(CONTAINER_NAME)
 
     # enable tty mode & interactive for docker if we have real tty
     tty = ""
     if sys.stdout.isatty() and sys.stdin.isatty():
         tty = "-it"
 
+
     cmd = "docker run {net} {tty} --rm --name {name} --privileged \
         --volume={odbc_bridge_bin}:/clickhouse-odbc-bridge --volume={bin}:/clickhouse \
         --volume={library_bridge_bin}:/clickhouse-library-bridge --volume={bin}:/clickhouse \
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
-        --volume={name}_volume:/var/lib/docker -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=300 \
+        {dockerd_internal_volume} -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=300 \
         {env_tags} -e PYTEST_OPTS='{parallel} {opts} {tests_list}' {img} {command}".format(
         net=net,
         tty=tty,
@@ -234,6 +247,7 @@ if __name__ == "__main__":
         parallel=parallel_args,
         opts=' '.join(args.pytest_args),
         tests_list=' '.join(args.tests_list),
+        dockerd_internal_volume=dockerd_internal_volume,
         img=DIND_INTEGRATION_TESTS_IMAGE_NAME + ":" + args.docker_image_version,
         name=CONTAINER_NAME,
         command=args.command
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index a2f526741a3..51136d578a3 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -2975,7 +2975,7 @@ def test_kafka_formats_with_broken_message(kafka_cluster):
             data_prefix = data_prefix + ['']
         if format_opts.get('printable', False) == False:
             raw_message = 'hex(_raw_message)'
-        kafka_produce(topic_name, data_prefix + data_sample)
+        kafka_produce(kafka_cluster, topic_name, data_prefix + data_sample)
         instance.query('''
             DROP TABLE IF EXISTS test.kafka_{format_name};
 

From a27f269e6b127a14ba8ee32a306c060b43ad3d6d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 15 Apr 2021 07:15:11 +0300
Subject: [PATCH 0119/1060] catch

---
 tests/integration/test_profile_events_s3/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_profile_events_s3/test.py b/tests/integration/test_profile_events_s3/test.py
index c70c29d1bf7..52f14c99b4a 100644
--- a/tests/integration/test_profile_events_s3/test.py
+++ b/tests/integration/test_profile_events_s3/test.py
@@ -57,7 +57,7 @@ def get_minio_stat(cluster):
         "rx_bytes": 0,
         "tx_bytes": 0,
     }
-    stat = requests.get(url="http://{}:{}/minio/prometheus/metrics".format("localhost", cluster.minio_port)).text.split(
+    stat = requests.get(url="http://{}:{}/minio/prometheus/metrics".format(cluster.minio_ip, cluster.minio_port)).text.split(
         "\n")
     for line in stat:
         x = re.search("s3_requests_total(\{.*\})?\s(\d+)(\s.*)?", line)

From 48ab5f947b1b1c5ec066577bb4f00d35a1be871e Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Thu, 15 Apr 2021 12:53:42 +0300
Subject: [PATCH 0120/1060] Revert "Pass Settings to aggregate function
 creator"

This reverts commit ebc846b9f83daf0c5ef129a5aba4f544e700b2a1.
---
 .../AggregateFunctionFactory.cpp              | 24 ++++---------------
 .../AggregateFunctionFactory.h                |  9 +------
 .../AggregateFunctionUniqCombined.cpp         | 10 ++------
 3 files changed, 7 insertions(+), 36 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 448fa31bc0c..eec8b374424 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -35,25 +35,9 @@ const String & getAggregateFunctionCanonicalNameIfAny(const String & name)
     return AggregateFunctionFactory::instance().getCanonicalNameIfAny(name);
 }
 
-
-bool AggregateFunctionWithProperties::hasCreator() const
-{
-    return std::visit([](auto func) { return func != nullptr; }, creator);
-}
-
-AggregateFunctionPtr
-AggregateFunctionWithProperties::create(String name, const DataTypes & argument_types, const Array & params, const Settings & settings) const
-{
-    if (std::holds_alternative<AggregateFunctionCreator>(creator))
-        return std::get<AggregateFunctionCreator>(creator)(name, argument_types, params);
-    if (std::holds_alternative<AggregateFunctionCreatorWithSettings>(creator))
-        return std::get<AggregateFunctionCreatorWithSettings>(creator)(name, argument_types, params, settings);
-    throw DB::Exception(ErrorCodes::LOGICAL_ERROR, "Unhandled aggregate function creator type");
-}
-
 void AggregateFunctionFactory::registerFunction(const String & name, Value creator_with_properties, CaseSensitiveness case_sensitiveness)
 {
-    if (!creator_with_properties.hasCreator())
+    if (creator_with_properties.creator == nullptr)
         throw Exception("AggregateFunctionFactory: the aggregate function " + name + " has been provided "
             " a null constructor", ErrorCodes::LOGICAL_ERROR);
 
@@ -141,7 +125,7 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
     if (CurrentThread::isInitialized())
         query_context = CurrentThread::get().getQueryContext();
 
-    if (found.hasCreator())
+    if (found.creator)
     {
         out_properties = found.properties;
 
@@ -153,7 +137,7 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         if (!out_properties.returns_default_when_only_null && has_null_arguments)
             return nullptr;
 
-        return found.create(name, argument_types, parameters, query_context->getSettingsRef());
+        return found.creator(name, argument_types, parameters);
     }
 
     /// Combinators of aggregate functions.
@@ -213,7 +197,7 @@ std::optional<AggregateFunctionProperties> AggregateFunctionFactory::tryGetPrope
     if (auto jt = case_insensitive_aggregate_functions.find(Poco::toLower(name)); jt != case_insensitive_aggregate_functions.end())
         found = jt->second;
 
-    if (found.hasCreator())
+    if (found.creator)
         return found.properties;
 
     /// Combinators of aggregate functions.
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.h b/src/AggregateFunctions/AggregateFunctionFactory.h
index d4a713245dd..d308a5f559b 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionFactory.h
@@ -10,14 +10,12 @@
 #include <unordered_map>
 #include <vector>
 #include <optional>
-#include <variant>
 
 
 namespace DB
 {
 
 class Context;
-struct Settings;
 class IDataType;
 
 using DataTypePtr = std::shared_ptr<const IDataType>;
@@ -29,12 +27,10 @@ using DataTypes = std::vector<DataTypePtr>;
  * For example, in quantileWeighted(0.9)(x, weight), 0.9 is "parameter" and x, weight are "arguments".
  */
 using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &)>;
-using AggregateFunctionCreatorWithSettings
-    = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &, const Settings &)>;
 
 struct AggregateFunctionWithProperties
 {
-    std::variant<AggregateFunctionCreator, AggregateFunctionCreatorWithSettings> creator;
+    AggregateFunctionCreator creator;
     AggregateFunctionProperties properties;
 
     AggregateFunctionWithProperties() = default;
@@ -46,9 +42,6 @@ struct AggregateFunctionWithProperties
         : creator(std::forward<Creator>(creator_)), properties(std::move(properties_))
     {
     }
-
-    bool hasCreator() const;
-    AggregateFunctionPtr create(String name, const DataTypes & argument_types, const Array & params, const Settings & settings) const;
 };
 
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index 5fefe494d61..c0064044f95 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -131,14 +131,8 @@ namespace
 void registerAggregateFunctionUniqCombined(AggregateFunctionFactory & factory)
 {
     using namespace std::placeholders;
-    factory.registerFunction("uniqCombined", [](const std::string & name, const DataTypes & argument_types, const Array & params)
-    {
-        return createAggregateFunctionUniqCombined(false, name, argument_types, params);
-    });
-    factory.registerFunction("uniqCombined64", [](const std::string & name, const DataTypes & argument_types, const Array & params)
-    {
-        return createAggregateFunctionUniqCombined(true, name, argument_types, params);
-    });
+    factory.registerFunction("uniqCombined", std::bind(createAggregateFunctionUniqCombined, false, _1, _2, _3)); // NOLINT
+    factory.registerFunction("uniqCombined64", std::bind(createAggregateFunctionUniqCombined, true, _1, _2, _3)); // NOLINT
 }
 
 }

From a2f1bde5cceb2e1d97b32ba2adf643b49f4083bd Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Thu, 15 Apr 2021 13:39:59 +0300
Subject: [PATCH 0121/1060] Pass Settings to all aggregate function creator

---
 .../AggregateFunctionAggThrow.cpp                 |  3 ++-
 src/AggregateFunctions/AggregateFunctionAny.cpp   | 15 +++++++--------
 .../AggregateFunctionArgMinMax.h                  |  2 ++
 src/AggregateFunctions/AggregateFunctionArray.cpp |  1 +
 src/AggregateFunctions/AggregateFunctionArray.h   |  1 +
 src/AggregateFunctions/AggregateFunctionAvg.cpp   |  5 +++--
 src/AggregateFunctions/AggregateFunctionAvg.h     |  1 +
 .../AggregateFunctionAvgWeighted.cpp              |  6 ++++--
 .../AggregateFunctionAvgWeighted.h                |  1 +
 .../AggregateFunctionBitwise.cpp                  |  4 +++-
 src/AggregateFunctions/AggregateFunctionBitwise.h |  1 +
 .../AggregateFunctionBoundingRatio.cpp            |  3 ++-
 .../AggregateFunctionBoundingRatio.h              |  1 +
 ...gregateFunctionCategoricalInformationValue.cpp |  5 +++--
 ...AggregateFunctionCategoricalInformationValue.h |  1 +
 .../AggregateFunctionCombinatorFactory.cpp        |  1 +
 .../AggregateFunctionCombinatorFactory.h          |  1 +
 src/AggregateFunctions/AggregateFunctionCount.cpp |  3 ++-
 src/AggregateFunctions/AggregateFunctionCount.h   |  1 +
 .../AggregateFunctionDeltaSum.cpp                 |  4 +++-
 .../AggregateFunctionDeltaSum.h                   |  1 +
 .../AggregateFunctionDistinct.cpp                 |  2 ++
 .../AggregateFunctionDistinct.h                   |  1 +
 .../AggregateFunctionEntropy.cpp                  |  3 ++-
 src/AggregateFunctions/AggregateFunctionEntropy.h |  1 +
 .../AggregateFunctionFactory.cpp                  |  4 +++-
 src/AggregateFunctions/AggregateFunctionFactory.h |  3 ++-
 .../AggregateFunctionForEach.cpp                  |  1 +
 src/AggregateFunctions/AggregateFunctionForEach.h |  1 +
 .../AggregateFunctionGroupArray.cpp               |  5 +++--
 .../AggregateFunctionGroupArray.h                 |  2 ++
 .../AggregateFunctionGroupArrayInsertAt.cpp       |  4 +++-
 .../AggregateFunctionGroupArrayInsertAt.h         |  1 +
 .../AggregateFunctionGroupArrayMoving.cpp         |  3 ++-
 .../AggregateFunctionGroupArrayMoving.h           |  1 +
 .../AggregateFunctionGroupBitmap.cpp              |  6 ++++--
 .../AggregateFunctionGroupBitmap.h                |  1 +
 .../AggregateFunctionGroupBitmapData.h            |  1 +
 .../AggregateFunctionGroupUniqArray.cpp           |  3 ++-
 .../AggregateFunctionGroupUniqArray.h             |  1 +
 .../AggregateFunctionHistogram.cpp                |  3 ++-
 .../AggregateFunctionHistogram.h                  |  1 +
 src/AggregateFunctions/AggregateFunctionIf.cpp    |  1 +
 src/AggregateFunctions/AggregateFunctionIf.h      |  1 +
 .../AggregateFunctionMLMethod.cpp                 |  4 +++-
 .../AggregateFunctionMLMethod.h                   |  2 ++
 .../AggregateFunctionMannWhitney.cpp              |  3 ++-
 .../AggregateFunctionMannWhitney.h                |  1 +
 src/AggregateFunctions/AggregateFunctionMax.cpp   |  9 +++++----
 .../AggregateFunctionMaxIntersections.cpp         | 15 +++++++++++----
 .../AggregateFunctionMaxIntersections.h           |  1 +
 src/AggregateFunctions/AggregateFunctionMerge.cpp |  1 +
 src/AggregateFunctions/AggregateFunctionMerge.h   |  2 ++
 src/AggregateFunctions/AggregateFunctionMin.cpp   |  9 +++++----
 .../AggregateFunctionMinMaxAny.h                  |  2 ++
 src/AggregateFunctions/AggregateFunctionNothing.h |  1 +
 src/AggregateFunctions/AggregateFunctionNull.cpp  |  1 +
 src/AggregateFunctions/AggregateFunctionNull.h    |  1 +
 .../AggregateFunctionOrFill.cpp                   |  1 +
 src/AggregateFunctions/AggregateFunctionOrFill.h  |  1 +
 .../AggregateFunctionQuantile.cpp                 |  3 ++-
 .../AggregateFunctionQuantile.h                   |  1 +
 .../AggregateFunctionRankCorrelation.cpp          |  3 ++-
 .../AggregateFunctionRankCorrelation.h            |  1 +
 .../AggregateFunctionResample.cpp                 |  1 +
 .../AggregateFunctionResample.h                   |  1 +
 .../AggregateFunctionRetention.cpp                |  4 +++-
 .../AggregateFunctionRetention.h                  |  2 ++
 .../AggregateFunctionSequenceMatch.cpp            |  3 ++-
 .../AggregateFunctionSequenceMatch.h              |  1 +
 .../AggregateFunctionSimpleLinearRegression.cpp   |  8 +++++---
 .../AggregateFunctionSimpleLinearRegression.h     |  1 +
 .../AggregateFunctionSimpleState.cpp              |  1 +
 .../AggregateFunctionSimpleState.h                |  1 +
 src/AggregateFunctions/AggregateFunctionState.cpp |  1 +
 src/AggregateFunctions/AggregateFunctionState.h   |  1 +
 .../AggregateFunctionStatistics.cpp               |  5 +++--
 .../AggregateFunctionStatistics.h                 |  1 +
 .../AggregateFunctionStatisticsSimple.cpp         |  5 +++--
 .../AggregateFunctionStatisticsSimple.h           |  1 +
 .../AggregateFunctionStudentTTest.cpp             |  3 ++-
 src/AggregateFunctions/AggregateFunctionSum.cpp   |  4 +++-
 src/AggregateFunctions/AggregateFunctionSum.h     |  1 +
 .../AggregateFunctionSumMap.cpp                   |  4 +++-
 src/AggregateFunctions/AggregateFunctionSumMap.h  |  1 +
 src/AggregateFunctions/AggregateFunctionTTest.h   |  1 +
 src/AggregateFunctions/AggregateFunctionTopK.cpp  |  3 ++-
 src/AggregateFunctions/AggregateFunctionTopK.h    |  1 +
 src/AggregateFunctions/AggregateFunctionUniq.cpp  |  5 +++--
 src/AggregateFunctions/AggregateFunctionUniq.h    |  1 +
 .../AggregateFunctionUniqCombined.cpp             | 14 ++++++++++++--
 .../AggregateFunctionUniqCombined.h               |  1 +
 .../AggregateFunctionUniqUpTo.cpp                 |  3 ++-
 .../AggregateFunctionUniqUpTo.h                   |  1 +
 .../AggregateFunctionWelchTTest.cpp               |  3 ++-
 .../AggregateFunctionWindowFunnel.cpp             |  6 ++++--
 .../AggregateFunctionWindowFunnel.h               |  1 +
 src/AggregateFunctions/FactoryHelpers.h           |  1 +
 src/AggregateFunctions/Helpers.h                  |  1 +
 src/AggregateFunctions/HelpersMinMaxAny.h         |  6 ++++--
 src/AggregateFunctions/IAggregateFunction.h       |  1 +
 .../IAggregateFunctionCombinator.h                |  1 +
 src/AggregateFunctions/KeyHolderHelpers.h         |  1 +
 src/AggregateFunctions/Moments.h                  |  1 +
 src/AggregateFunctions/QuantileExact.h            |  1 +
 src/AggregateFunctions/QuantileExactWeighted.h    |  1 +
 src/AggregateFunctions/QuantileReservoirSampler.h |  1 +
 .../QuantileReservoirSamplerDeterministic.h       |  1 +
 src/AggregateFunctions/QuantileTDigest.h          |  1 +
 src/AggregateFunctions/QuantileTiming.h           |  1 +
 src/AggregateFunctions/QuantilesCommon.h          |  1 +
 src/AggregateFunctions/ReservoirSampler.h         |  2 ++
 .../ReservoirSamplerDeterministic.h               |  4 ++++
 src/AggregateFunctions/StatCommon.h               |  1 +
 src/AggregateFunctions/UniqCombinedBiasData.cpp   |  1 +
 src/AggregateFunctions/UniqCombinedBiasData.h     |  1 +
 src/AggregateFunctions/UniqVariadicHash.cpp       |  1 +
 src/AggregateFunctions/UniqVariadicHash.h         |  1 +
 .../parseAggregateFunctionParameters.cpp          |  1 +
 .../parseAggregateFunctionParameters.h            |  1 +
 .../registerAggregateFunctions.cpp                |  1 +
 .../registerAggregateFunctions.h                  |  1 +
 src/Processors/Transforms/WindowTransform.cpp     | 12 +++++++-----
 123 files changed, 235 insertions(+), 74 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionAggThrow.cpp b/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
index 09e343b2dc5..c9d292f1993 100644
--- a/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -105,7 +106,7 @@ public:
 
 void registerAggregateFunctionAggThrow(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("aggThrow", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    factory.registerFunction("aggThrow", [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         Float64 throw_probability = 1.0;
         if (parameters.size() == 1)
diff --git a/src/AggregateFunctions/AggregateFunctionAny.cpp b/src/AggregateFunctions/AggregateFunctionAny.cpp
index 8b18abae884..9bc6e6af14f 100644
--- a/src/AggregateFunctions/AggregateFunctionAny.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAny.cpp
@@ -1,28 +1,27 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/HelpersMinMaxAny.h>
-#include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionAny(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAny(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionAnyLast(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAnyLast(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyLastData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyLastData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyHeavyData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyHeavyData>(name, argument_types, parameters, settings));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionArgMinMax.h b/src/AggregateFunctions/AggregateFunctionArgMinMax.h
index 9efc907aed3..9994bc496b6 100644
--- a/src/AggregateFunctions/AggregateFunctionArgMinMax.h
+++ b/src/AggregateFunctions/AggregateFunctionArgMinMax.h
@@ -11,6 +11,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionArray.cpp b/src/AggregateFunctions/AggregateFunctionArray.cpp
index d0f17da5aa4..3eddbbb3fb2 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionArray.cpp
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionArray.h b/src/AggregateFunctions/AggregateFunctionArray.h
index ef16fcde87b..f1005e2e43a 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.h
+++ b/src/AggregateFunctions/AggregateFunctionArray.h
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.cpp b/src/AggregateFunctions/AggregateFunctionAvg.cpp
index 9b1c3d6cef6..a96c8c01407 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAvg.cpp
@@ -3,10 +3,11 @@
 #include <AggregateFunctions/AggregateFunctionAvg.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -20,7 +21,7 @@ bool allowType(const DataTypePtr& type) noexcept
     return t.isInt() || t.isUInt() || t.isFloat() || t.isDecimal();
 }
 
-AggregateFunctionPtr createAggregateFunctionAvg(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAvg(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.h b/src/AggregateFunctions/AggregateFunctionAvg.h
index 96d48941f8b..ded805697e2 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.h
+++ b/src/AggregateFunctions/AggregateFunctionAvg.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 template <typename T>
 using DecimalOrVectorCol = std::conditional_t<IsDecimalNumber<T>, ColumnDecimal<T>, ColumnVector<T>>;
 
diff --git a/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp b/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
index 983b3bf3d4c..b7fdb3460e3 100644
--- a/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
@@ -4,10 +4,11 @@
 #include <AggregateFunctions/AggregateFunctionAvgWeighted.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -60,7 +61,8 @@ static IAggregateFunction * create(const IDataType & first_type, const IDataType
 #undef LINE
 }
 
-AggregateFunctionPtr createAggregateFunctionAvgWeighted(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr
+createAggregateFunctionAvgWeighted(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionAvgWeighted.h b/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
index f8b452fc444..79e8a7f3ca3 100644
--- a/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
+++ b/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 template <class T>
 using AvgWeightedFieldType = std::conditional_t<IsDecimalNumber<T>,
     std::conditional_t<std::is_same_v<T, Decimal256>, Decimal256, Decimal128>,
diff --git a/src/AggregateFunctions/AggregateFunctionBitwise.cpp b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
index cfcef81243a..320231e09ab 100644
--- a/src/AggregateFunctions/AggregateFunctionBitwise.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -16,7 +18,7 @@ namespace
 {
 
 template <template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionBitwise(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionBitwise(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionBitwise.h b/src/AggregateFunctions/AggregateFunctionBitwise.h
index b48b1960329..5582a200921 100644
--- a/src/AggregateFunctions/AggregateFunctionBitwise.h
+++ b/src/AggregateFunctions/AggregateFunctionBitwise.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
index 6f4f254ae8f..eba642cd4e8 100644
--- a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -15,7 +16,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRate(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionRate(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionBoundingRatio.h b/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
index 0cfb33efc10..9d142c5d535 100644
--- a/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
+++ b/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
index ba0de7e1b46..bb933841ab9 100644
--- a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -21,8 +22,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionCategoricalIV(
     const std::string & name,
     const DataTypes & arguments,
-    const Array & params
-)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
index fb3e35fbcf1..a32ea97ec0b 100644
--- a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
+++ b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 template <typename T = UInt64>
 class AggregateFunctionCategoricalIV final : public IAggregateFunctionHelper<AggregateFunctionCategoricalIV<T>>
diff --git a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
index a20d355bb2f..6ade41dcc9d 100644
--- a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
index b535475d111..ecbf0b3aa1e 100644
--- a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Create aggregate function combinator by matching suffix in aggregate function name.
   */
diff --git a/src/AggregateFunctions/AggregateFunctionCount.cpp b/src/AggregateFunctions/AggregateFunctionCount.cpp
index 05824947b87..7c90796f65e 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCount.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 AggregateFunctionPtr AggregateFunctionCount::getOwnNullAdapter(
     const AggregateFunctionPtr &, const DataTypes & types, const Array & params, const AggregateFunctionProperties & /*properties*/) const
@@ -16,7 +17,7 @@ AggregateFunctionPtr AggregateFunctionCount::getOwnNullAdapter(
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionCount(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionCount(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertArityAtMost<1>(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionCount.h b/src/AggregateFunctions/AggregateFunctionCount.h
index 71db28390af..8d9b0a6894e 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.h
+++ b/src/AggregateFunctions/AggregateFunctionCount.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 struct AggregateFunctionCountData
 {
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp b/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
index 231b730d1aa..f1c6e7c6112 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -20,7 +21,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionDeltaSum(
     const String & name,
     const DataTypes & arguments,
-    const Array & params)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSum.h b/src/AggregateFunctions/AggregateFunctionDeltaSum.h
index 99406618da5..869616e31bf 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSum.h
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSum.h
@@ -15,6 +15,7 @@
 
 namespace DB
 {
+struct Settings;
 
 template <typename T>
 struct AggregationFunctionDeltaSumData
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.cpp b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
index 8ad37f49797..a91148f214f 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
@@ -6,6 +6,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.h b/src/AggregateFunctions/AggregateFunctionDistinct.h
index b587bbebf6e..01d3de8dd5e 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.h
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.h
@@ -14,6 +14,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionEntropy.cpp b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
index a30b27f5311..fee4dcdcf73 100644
--- a/src/AggregateFunctions/AggregateFunctionEntropy.cpp
+++ b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -16,7 +17,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionEntropy(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionEntropy(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     if (argument_types.empty())
diff --git a/src/AggregateFunctions/AggregateFunctionEntropy.h b/src/AggregateFunctions/AggregateFunctionEntropy.h
index 587f5aa3fc7..8e91dd87d77 100644
--- a/src/AggregateFunctions/AggregateFunctionEntropy.h
+++ b/src/AggregateFunctions/AggregateFunctionEntropy.h
@@ -14,6 +14,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Calculates Shannon Entropy, using HashMap and computing empirical distribution function.
   * Entropy is measured in bits (base-2 logarithm is used).
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index eec8b374424..c84a04cc872 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -23,6 +23,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -137,7 +138,8 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         if (!out_properties.returns_default_when_only_null && has_null_arguments)
             return nullptr;
 
-        return found.creator(name, argument_types, parameters);
+        const Settings * settings = query_context ? &query_context->getSettingsRef() : nullptr;
+        return found.creator(name, argument_types, parameters, settings);
     }
 
     /// Combinators of aggregate functions.
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.h b/src/AggregateFunctions/AggregateFunctionFactory.h
index d308a5f559b..97b22d25faa 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionFactory.h
@@ -14,6 +14,7 @@
 
 namespace DB
 {
+struct Settings;
 
 class Context;
 class IDataType;
@@ -26,7 +27,7 @@ using DataTypes = std::vector<DataTypePtr>;
  * Parameters are for "parametric" aggregate functions.
  * For example, in quantileWeighted(0.9)(x, weight), 0.9 is "parameter" and x, weight are "arguments".
  */
-using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &)>;
+using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &, const Settings *)>;
 
 struct AggregateFunctionWithProperties
 {
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.cpp b/src/AggregateFunctions/AggregateFunctionForEach.cpp
index 6e0365fc04b..0b06f0473ac 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.cpp
+++ b/src/AggregateFunctions/AggregateFunctionForEach.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.h b/src/AggregateFunctions/AggregateFunctionForEach.h
index 8d99e2e8af3..66209d8c0f5 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.h
+++ b/src/AggregateFunctions/AggregateFunctionForEach.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
index 61dbdeef16e..c3152103f6a 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -49,7 +50,7 @@ inline AggregateFunctionPtr createAggregateFunctionGroupArrayImpl(const DataType
 }
 
 
-AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
@@ -83,7 +84,7 @@ AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name,
         return createAggregateFunctionGroupArrayImpl<GroupArrayTrait<true, Sampler::NONE>>(argument_types[0], max_elems);
 }
 
-AggregateFunctionPtr createAggregateFunctionGroupArraySample(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupArraySample(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.h b/src/AggregateFunctions/AggregateFunctionGroupArray.h
index 921274f7d59..1111ec00768 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.h
@@ -26,6 +26,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int TOO_LARGE_ARRAY_SIZE;
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
index d4e53acbbe2..7de31ae407c 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -15,7 +17,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
index 723ee7140bc..b804e4465ac 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
@@ -20,6 +20,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
index e2139ba882f..b4d32a3a908 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -56,7 +57,7 @@ inline AggregateFunctionPtr createAggregateFunctionMovingImpl(const std::string
 }
 
 template <template <typename, typename> class Function>
-AggregateFunctionPtr createAggregateFunctionMoving(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMoving(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
index 3bab831d316..fa38c3642d1 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
@@ -22,6 +22,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
index 415ba557ef5..30e0206f789 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
@@ -9,6 +9,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -33,7 +35,7 @@ namespace
     }
 
     template <template <typename> class Data>
-    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
@@ -57,7 +59,7 @@ namespace
     // Additional aggregate functions to manipulate bitmaps.
     template <template <typename, typename> class AggregateFunctionTemplate>
     AggregateFunctionPtr
-    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
index 83db274752b..cbcac4f7200 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 /// Counts bitmap operation on numbers.
 template <typename T, typename Data>
 class AggregateFunctionBitmap final : public IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index 40885ba74a0..64f87793d56 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -16,6 +16,7 @@
 
 namespace DB
 {
+struct Settings;
 
 enum BitmapKind
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
index dd29a64819a..0ef5358e83c 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -72,7 +73,7 @@ inline AggregateFunctionPtr createAggregateFunctionGroupUniqArrayImpl(const std:
 
 }
 
-AggregateFunctionPtr createAggregateFunctionGroupUniqArray(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupUniqArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
index 16911184f31..ccba789483f 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
@@ -23,6 +23,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionHistogram.cpp b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
index 1b96cc43d8a..0cb4f094b9c 100644
--- a/src/AggregateFunctions/AggregateFunctionHistogram.cpp
+++ b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -22,7 +23,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionHistogram(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr createAggregateFunctionHistogram(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
 {
     if (params.size() != 1)
         throw Exception("Function " + name + " requires single parameter: bins count", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
diff --git a/src/AggregateFunctions/AggregateFunctionHistogram.h b/src/AggregateFunctions/AggregateFunctionHistogram.h
index c44cb61b275..70e2430f666 100644
--- a/src/AggregateFunctions/AggregateFunctionHistogram.h
+++ b/src/AggregateFunctions/AggregateFunctionHistogram.h
@@ -26,6 +26,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionIf.cpp b/src/AggregateFunctions/AggregateFunctionIf.cpp
index 45fead18d29..8c16d0774fa 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.cpp
+++ b/src/AggregateFunctions/AggregateFunctionIf.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionIf.h b/src/AggregateFunctions/AggregateFunctionIf.h
index 8144ae355ba..3625114d8c7 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.h
+++ b/src/AggregateFunctions/AggregateFunctionIf.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
index 145660e881b..0b6764960fb 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
@@ -16,6 +16,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int BAD_ARGUMENTS;
@@ -29,7 +31,7 @@ namespace
     using FuncLogisticRegression = AggregateFunctionMLMethod<LinearModelData, NameLogisticRegression>;
     template <class Method>
     AggregateFunctionPtr
-    createAggregateFunctionMLMethod(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    createAggregateFunctionMLMethod(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         if (parameters.size() > 4)
             throw Exception(
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.h b/src/AggregateFunctions/AggregateFunctionMLMethod.h
index 6d97feb3193..91302269759 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.h
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.h
@@ -11,6 +11,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
diff --git a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
index ceb0b930f73..cad9bb1e6a5 100644
--- a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
@@ -12,11 +12,12 @@ extern const int NOT_IMPLEMENTED;
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionMannWhitney.h b/src/AggregateFunctions/AggregateFunctionMannWhitney.h
index 7efdebf1639..67b1310f13c 100644
--- a/src/AggregateFunctions/AggregateFunctionMannWhitney.h
+++ b/src/AggregateFunctions/AggregateFunctionMannWhitney.h
@@ -24,6 +24,7 @@
 #include <iostream>
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMax.cpp b/src/AggregateFunctions/AggregateFunctionMax.cpp
index 921ea4179c9..0ede138f4e6 100644
--- a/src/AggregateFunctions/AggregateFunctionMax.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMax.cpp
@@ -6,18 +6,19 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters, settings));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
index e262ea91d75..659d317be79 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -32,11 +34,16 @@ namespace
 
 void registerAggregateFunctionsMaxIntersections(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("maxIntersections", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
-        { return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Count, name, argument_types, parameters); });
+    factory.registerFunction(
+        "maxIntersections", [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *) {
+            return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Count, name, argument_types, parameters);
+        });
 
-    factory.registerFunction("maxIntersectionsPosition", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
-        { return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Position, name, argument_types, parameters); });
+    factory.registerFunction(
+        "maxIntersectionsPosition",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *) {
+            return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Position, name, argument_types, parameters);
+        });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.h b/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
index 94509a40ada..2b7b28266c1 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
@@ -19,6 +19,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.cpp b/src/AggregateFunctions/AggregateFunctionMerge.cpp
index 17157d21bd1..3015f23db88 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMerge.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.h b/src/AggregateFunctions/AggregateFunctionMerge.h
index 7f6a23f1845..d129b829f9c 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.h
+++ b/src/AggregateFunctions/AggregateFunctionMerge.h
@@ -9,6 +9,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionMin.cpp b/src/AggregateFunctions/AggregateFunctionMin.cpp
index fec5be484e9..ee0e40ce335 100644
--- a/src/AggregateFunctions/AggregateFunctionMin.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMin.cpp
@@ -6,18 +6,19 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters, settings));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
index 919026a78c1..58f9bf2d47d 100644
--- a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
+++ b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
@@ -15,6 +15,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionNothing.h b/src/AggregateFunctions/AggregateFunctionNothing.h
index a094c1e0fac..1f5b95c5cf3 100644
--- a/src/AggregateFunctions/AggregateFunctionNothing.h
+++ b/src/AggregateFunctions/AggregateFunctionNothing.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 /** Aggregate function that takes arbitrary number of arbitrary arguments and does nothing.
diff --git a/src/AggregateFunctions/AggregateFunctionNull.cpp b/src/AggregateFunctions/AggregateFunctionNull.cpp
index f584ae1f34c..2486ae7920b 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.cpp
+++ b/src/AggregateFunctions/AggregateFunctionNull.cpp
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index e1238182ab5..a0e36d1bc3d 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.cpp b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
index ee9fce710e6..270e4f94c7a 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.cpp
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 namespace
 {
 
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.h b/src/AggregateFunctions/AggregateFunctionOrFill.h
index 4bb25e0d4de..645ec308f4e 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.h
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionQuantile.cpp b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
index 1dcdb288339..0771d8a7b9e 100644
--- a/src/AggregateFunctions/AggregateFunctionQuantile.cpp
+++ b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -80,7 +81,7 @@ static constexpr bool supportBigInt()
 }
 
 template <template <typename, bool> class Function>
-AggregateFunctionPtr createAggregateFunctionQuantile(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionQuantile(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     /// Second argument type check doesn't depend on the type of the first one.
     Function<void, true>::assertSecondArg(argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionQuantile.h b/src/AggregateFunctions/AggregateFunctionQuantile.h
index 209784361dd..c8d93c89b3d 100644
--- a/src/AggregateFunctions/AggregateFunctionQuantile.h
+++ b/src/AggregateFunctions/AggregateFunctionQuantile.h
@@ -28,6 +28,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
index 87fc24f8f98..d3f6a90e474 100644
--- a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
@@ -12,11 +12,12 @@ extern const int NOT_IMPLEMENTED;
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRankCorrelation(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionRankCorrelation(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionRankCorrelation.h b/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
index fbba1b99ab9..b7da1f28fd3 100644
--- a/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
+++ b/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
@@ -18,6 +18,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 struct RankCorrelationData : public StatisticalSample<Float64, Float64>
diff --git a/src/AggregateFunctions/AggregateFunctionResample.cpp b/src/AggregateFunctions/AggregateFunctionResample.cpp
index b81fb442f27..fe818acd8d7 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.cpp
+++ b/src/AggregateFunctions/AggregateFunctionResample.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionResample.h b/src/AggregateFunctions/AggregateFunctionResample.h
index 4b29b921b45..45aad8c1a56 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.h
+++ b/src/AggregateFunctions/AggregateFunctionResample.h
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionRetention.cpp b/src/AggregateFunctions/AggregateFunctionRetention.cpp
index c9d475c78f3..7f96bc88c52 100644
--- a/src/AggregateFunctions/AggregateFunctionRetention.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRetention.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -15,7 +17,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRetention(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr createAggregateFunctionRetention(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionRetention.h b/src/AggregateFunctions/AggregateFunctionRetention.h
index aee74cb7324..1496c92681a 100644
--- a/src/AggregateFunctions/AggregateFunctionRetention.h
+++ b/src/AggregateFunctions/AggregateFunctionRetention.h
@@ -17,6 +17,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
index bbdb7622edf..c3eb0291779 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -23,7 +24,7 @@ namespace
 {
 
 template <template <typename, typename> class AggregateFunction, template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionSequenceBase(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionSequenceBase(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     if (params.size() != 1)
         throw Exception{"Aggregate function " + name + " requires exactly one parameter.",
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
index 2c2a4d4c75a..f0fd1e33dca 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
@@ -15,6 +15,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
index 44631d5832a..697112dc443 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
@@ -4,10 +4,12 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 
 #include <Core/TypeListNumber.h>
-#include "registerAggregateFunctions.h"
+
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -19,8 +21,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionSimpleLinearRegression(
     const String & name,
     const DataTypes & arguments,
-    const Array & params
-)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
     assertBinary(name, arguments);
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
index 61f10895de6..e557ffe5d34 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
index 8a5a71d6806..686571f2f83 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
@@ -3,6 +3,7 @@
 
 namespace DB
 {
+struct Settings;
 namespace
 {
     class AggregateFunctionCombinatorSimpleState final : public IAggregateFunctionCombinator
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.h b/src/AggregateFunctions/AggregateFunctionSimpleState.h
index 612f4ae76c1..9d34113b028 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.h
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Not an aggregate function, but an adapter of aggregate functions.
   * Aggregate functions with the `SimpleState` suffix is almost identical to the corresponding ones,
diff --git a/src/AggregateFunctions/AggregateFunctionState.cpp b/src/AggregateFunctions/AggregateFunctionState.cpp
index 348d8ba44dd..abbe286f7ad 100644
--- a/src/AggregateFunctions/AggregateFunctionState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionState.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionState.h b/src/AggregateFunctions/AggregateFunctionState.h
index e1a2c542fe8..b33bb64c6dd 100644
--- a/src/AggregateFunctions/AggregateFunctionState.h
+++ b/src/AggregateFunctions/AggregateFunctionState.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 /** Not an aggregate function, but an adapter of aggregate functions,
diff --git a/src/AggregateFunctions/AggregateFunctionStatistics.cpp b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
index 9e3aa0962db..8d227e3dcae 100644
--- a/src/AggregateFunctions/AggregateFunctionStatistics.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -17,7 +18,7 @@ namespace
 {
 
 template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -31,7 +32,7 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
 }
 
 template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStatistics.h b/src/AggregateFunctions/AggregateFunctionStatistics.h
index 473bce1d89a..f67da4bb1aa 100644
--- a/src/AggregateFunctions/AggregateFunctionStatistics.h
+++ b/src/AggregateFunctions/AggregateFunctionStatistics.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
diff --git a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
index c7c2f9025ed..8989244c09a 100644
--- a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -17,7 +18,7 @@ namespace
 {
 
 template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -36,7 +37,7 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
 }
 
 template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
index a5d6bbb7dc8..0ff6ff2e65a 100644
--- a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
+++ b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
@@ -30,6 +30,7 @@
 
 namespace DB
 {
+struct Settings;
 
 enum class StatisticsFunctionKind
 {
diff --git a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
index be08ae86095..18a5ef0c705 100644
--- a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
@@ -14,6 +14,7 @@ namespace ErrorCodes
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
@@ -56,7 +57,7 @@ struct StudentTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionStudentTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStudentTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionSum.cpp b/src/AggregateFunctions/AggregateFunctionSum.cpp
index 6afae98ef2d..c059fff516c 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSum.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -50,7 +52,7 @@ template <typename T> using AggregateFunctionSumKahan =
 
 
 template <template <typename> class Function>
-AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionSum.h b/src/AggregateFunctions/AggregateFunctionSum.h
index 1748458f6d8..7261e56c044 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.h
+++ b/src/AggregateFunctions/AggregateFunctionSum.h
@@ -15,6 +15,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /// Uses addOverflow method (if available) to avoid UB for sumWithOverflow()
 ///
diff --git a/src/AggregateFunctions/AggregateFunctionSumMap.cpp b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
index 2d4e6dfaf32..cc2f432af73 100644
--- a/src/AggregateFunctions/AggregateFunctionSumMap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
@@ -9,6 +9,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -75,7 +77,7 @@ auto parseArguments(const std::string & name, const DataTypes & arguments)
 // function template that allows to choose the aggregate function variant that
 // accepts either normal arguments or tuple argument.
 template<template <bool tuple_argument> typename MappedFunction>
-AggregateFunctionPtr createAggregateFunctionMap(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr createAggregateFunctionMap(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
 {
     auto [keys_type, values_types, tuple_argument] = parseArguments(name, arguments);
 
diff --git a/src/AggregateFunctions/AggregateFunctionSumMap.h b/src/AggregateFunctions/AggregateFunctionSumMap.h
index 7819bb8752c..ec2f24d12cb 100644
--- a/src/AggregateFunctions/AggregateFunctionSumMap.h
+++ b/src/AggregateFunctions/AggregateFunctionSumMap.h
@@ -21,6 +21,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionTTest.h b/src/AggregateFunctions/AggregateFunctionTTest.h
index 5617adf38dd..001de95c547 100644
--- a/src/AggregateFunctions/AggregateFunctionTTest.h
+++ b/src/AggregateFunctions/AggregateFunctionTTest.h
@@ -23,6 +23,7 @@ extern "C"
 
 namespace DB
 {
+struct Settings;
 
 class ReadBuffer;
 class WriteBuffer;
diff --git a/src/AggregateFunctions/AggregateFunctionTopK.cpp b/src/AggregateFunctions/AggregateFunctionTopK.cpp
index e32da02f442..985773b92d2 100644
--- a/src/AggregateFunctions/AggregateFunctionTopK.cpp
+++ b/src/AggregateFunctions/AggregateFunctionTopK.cpp
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -57,7 +58,7 @@ static IAggregateFunction * createWithExtraTypes(const DataTypePtr & argument_ty
 
 
 template <bool is_weighted>
-AggregateFunctionPtr createAggregateFunctionTopK(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionTopK(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     if (!is_weighted)
     {
diff --git a/src/AggregateFunctions/AggregateFunctionTopK.h b/src/AggregateFunctions/AggregateFunctionTopK.h
index dbc471687ea..3b8cfef6f2e 100644
--- a/src/AggregateFunctions/AggregateFunctionTopK.h
+++ b/src/AggregateFunctions/AggregateFunctionTopK.h
@@ -18,6 +18,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionUniq.cpp b/src/AggregateFunctions/AggregateFunctionUniq.cpp
index 32fdb188529..1b62d5640a2 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniq.cpp
@@ -14,6 +14,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -29,7 +30,7 @@ namespace
   * It differs, for example, in that it uses a trivial hash function, since `uniq` of many arguments first hashes them out itself.
   */
 template <typename Data, typename DataForVariadic>
-AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     assertNoParameters(name, params);
 
@@ -73,7 +74,7 @@ AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const
 }
 
 template <bool is_exact, template <typename> class Data, typename DataForVariadic>
-AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniq.h b/src/AggregateFunctions/AggregateFunctionUniq.h
index 253af6e2895..39568722523 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.h
+++ b/src/AggregateFunctions/AggregateFunctionUniq.h
@@ -27,6 +27,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /// uniq
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index c0064044f95..b989498b0d0 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -11,6 +11,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -131,8 +133,16 @@ namespace
 void registerAggregateFunctionUniqCombined(AggregateFunctionFactory & factory)
 {
     using namespace std::placeholders;
-    factory.registerFunction("uniqCombined", std::bind(createAggregateFunctionUniqCombined, false, _1, _2, _3)); // NOLINT
-    factory.registerFunction("uniqCombined64", std::bind(createAggregateFunctionUniqCombined, true, _1, _2, _3)); // NOLINT
+    factory.registerFunction("uniqCombined",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
+            return createAggregateFunctionUniqCombined(false, name, argument_types, parameters);
+        });
+    factory.registerFunction("uniqCombined64",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
+            return createAggregateFunctionUniqCombined(true, name, argument_types, parameters);
+        });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.h b/src/AggregateFunctions/AggregateFunctionUniqCombined.h
index 31bd8021dcf..84b14267854 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.h
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.h
@@ -22,6 +22,7 @@
 
 namespace DB
 {
+struct Settings;
 namespace detail
 {
     /** Hash function for uniqCombined/uniqCombined64 (based on Ret).
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
index 9befc515de6..dcca9969c62 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -24,7 +25,7 @@ namespace
 constexpr UInt8 uniq_upto_max_threshold = 100;
 
 
-AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     UInt8 threshold = 5;    /// default value
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.h b/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
index 88f26ab312e..bb204cb72dc 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
@@ -24,6 +24,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 /** Counts the number of unique values up to no more than specified in the parameter.
diff --git a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
index bcaaf0b68fd..23605d39ab5 100644
--- a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
@@ -14,6 +14,7 @@ namespace ErrorCodes
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
@@ -53,7 +54,7 @@ struct WelchTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionWelchTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionWelchTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
index 9ec8e151502..895bcbe8166 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
@@ -11,6 +11,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -23,9 +25,9 @@ namespace
 
 template <template <typename> class Data>
 AggregateFunctionPtr
-createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params, const Settings & settings)
+createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params, const Settings * settings)
 {
-    if (!settings.allow_experimental_funnel_functions)
+    if (settings == nullptr || !settings->allow_experimental_funnel_functions)
     {
         throw Exception{
             "Aggregate function " + name + " is experimental. Set `allow_experimental_funnel_functions` setting to enable it",
diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.h b/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
index 9f399a9f25b..591596461f8 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/FactoryHelpers.h b/src/AggregateFunctions/FactoryHelpers.h
index aff7ff0ff36..ff06557f441 100644
--- a/src/AggregateFunctions/FactoryHelpers.h
+++ b/src/AggregateFunctions/FactoryHelpers.h
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/Helpers.h b/src/AggregateFunctions/Helpers.h
index 2b21b745a0e..3e4c261cd65 100644
--- a/src/AggregateFunctions/Helpers.h
+++ b/src/AggregateFunctions/Helpers.h
@@ -39,6 +39,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Create an aggregate function with a numeric type in the template parameter, depending on the type of the argument.
   */
diff --git a/src/AggregateFunctions/HelpersMinMaxAny.h b/src/AggregateFunctions/HelpersMinMaxAny.h
index e995f52f498..7ad067bfe81 100644
--- a/src/AggregateFunctions/HelpersMinMaxAny.h
+++ b/src/AggregateFunctions/HelpersMinMaxAny.h
@@ -12,6 +12,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -19,7 +21,7 @@ namespace ErrorCodes
 
 /// min, max, any, anyLast, anyHeavy, etc...
 template <template <typename> class AggregateFunctionTemplate, template <typename> class Data>
-static IAggregateFunction * createAggregateFunctionSingleValue(const String & name, const DataTypes & argument_types, const Array & parameters)
+static IAggregateFunction * createAggregateFunctionSingleValue(const String & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -73,7 +75,7 @@ static IAggregateFunction * createAggregateFunctionArgMinMaxSecond(const DataTyp
 }
 
 template <template <typename> class MinMaxData>
-static IAggregateFunction * createAggregateFunctionArgMinMax(const String & name, const DataTypes & argument_types, const Array & parameters)
+static IAggregateFunction * createAggregateFunctionArgMinMax(const String & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
 
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index dbb0a9f4349..0182155e06f 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -17,6 +17,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/IAggregateFunctionCombinator.h b/src/AggregateFunctions/IAggregateFunctionCombinator.h
index c1ab621c158..f9953c83a95 100644
--- a/src/AggregateFunctions/IAggregateFunctionCombinator.h
+++ b/src/AggregateFunctions/IAggregateFunctionCombinator.h
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Aggregate function combinator allows to take one aggregate function
   *  and transform it to another aggregate function.
diff --git a/src/AggregateFunctions/KeyHolderHelpers.h b/src/AggregateFunctions/KeyHolderHelpers.h
index 999e2518f89..812e681e409 100644
--- a/src/AggregateFunctions/KeyHolderHelpers.h
+++ b/src/AggregateFunctions/KeyHolderHelpers.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 template <bool is_plain_column = false>
 static auto getKeyHolder(const IColumn & column, size_t row_num, Arena & arena)
diff --git a/src/AggregateFunctions/Moments.h b/src/AggregateFunctions/Moments.h
index adf242693c1..6f51e76607f 100644
--- a/src/AggregateFunctions/Moments.h
+++ b/src/AggregateFunctions/Moments.h
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileExact.h b/src/AggregateFunctions/QuantileExact.h
index aa7b4bbe250..39442f08886 100644
--- a/src/AggregateFunctions/QuantileExact.h
+++ b/src/AggregateFunctions/QuantileExact.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileExactWeighted.h b/src/AggregateFunctions/QuantileExactWeighted.h
index 86e426d9031..8170c06d0cd 100644
--- a/src/AggregateFunctions/QuantileExactWeighted.h
+++ b/src/AggregateFunctions/QuantileExactWeighted.h
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileReservoirSampler.h b/src/AggregateFunctions/QuantileReservoirSampler.h
index 6b4af04a5fb..cf9d1e59304 100644
--- a/src/AggregateFunctions/QuantileReservoirSampler.h
+++ b/src/AggregateFunctions/QuantileReservoirSampler.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h b/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
index 303e6518e9c..36dce0bd601 100644
--- a/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
+++ b/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileTDigest.h b/src/AggregateFunctions/QuantileTDigest.h
index 490abd5d134..e13e942c2ed 100644
--- a/src/AggregateFunctions/QuantileTDigest.h
+++ b/src/AggregateFunctions/QuantileTDigest.h
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileTiming.h b/src/AggregateFunctions/QuantileTiming.h
index dd6d923a5a0..7a88e320b89 100644
--- a/src/AggregateFunctions/QuantileTiming.h
+++ b/src/AggregateFunctions/QuantileTiming.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantilesCommon.h b/src/AggregateFunctions/QuantilesCommon.h
index fc4d5f82262..ab21a4c2efd 100644
--- a/src/AggregateFunctions/QuantilesCommon.h
+++ b/src/AggregateFunctions/QuantilesCommon.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/ReservoirSampler.h b/src/AggregateFunctions/ReservoirSampler.h
index a321ef08648..f0ae24dc68c 100644
--- a/src/AggregateFunctions/ReservoirSampler.h
+++ b/src/AggregateFunctions/ReservoirSampler.h
@@ -17,6 +17,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
diff --git a/src/AggregateFunctions/ReservoirSamplerDeterministic.h b/src/AggregateFunctions/ReservoirSamplerDeterministic.h
index 5cf97ae0f85..777d3fd6c18 100644
--- a/src/AggregateFunctions/ReservoirSamplerDeterministic.h
+++ b/src/AggregateFunctions/ReservoirSamplerDeterministic.h
@@ -16,6 +16,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
@@ -30,6 +32,8 @@ namespace ErrorCodes
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int MEMORY_LIMIT_EXCEEDED;
diff --git a/src/AggregateFunctions/StatCommon.h b/src/AggregateFunctions/StatCommon.h
index ba887567ad8..7478df7b6c1 100644
--- a/src/AggregateFunctions/StatCommon.h
+++ b/src/AggregateFunctions/StatCommon.h
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 template <typename F>
 static Float64 integrateSimpson(Float64 a, Float64 b, F && func)
diff --git a/src/AggregateFunctions/UniqCombinedBiasData.cpp b/src/AggregateFunctions/UniqCombinedBiasData.cpp
index a3a3176e199..3a8d93fee6b 100644
--- a/src/AggregateFunctions/UniqCombinedBiasData.cpp
+++ b/src/AggregateFunctions/UniqCombinedBiasData.cpp
@@ -2,6 +2,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
diff --git a/src/AggregateFunctions/UniqCombinedBiasData.h b/src/AggregateFunctions/UniqCombinedBiasData.h
index 2b009bfdfd8..2a4eb7ebefe 100644
--- a/src/AggregateFunctions/UniqCombinedBiasData.h
+++ b/src/AggregateFunctions/UniqCombinedBiasData.h
@@ -4,6 +4,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Data for HyperLogLogBiasEstimator in the uniqCombined function.
   * The development plan is as follows:
diff --git a/src/AggregateFunctions/UniqVariadicHash.cpp b/src/AggregateFunctions/UniqVariadicHash.cpp
index 53ff9d59004..940f0677163 100644
--- a/src/AggregateFunctions/UniqVariadicHash.cpp
+++ b/src/AggregateFunctions/UniqVariadicHash.cpp
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /// If some arguments are not contiguous, we cannot use simple hash function,
 ///  because it requires method IColumn::getDataAt to work.
diff --git a/src/AggregateFunctions/UniqVariadicHash.h b/src/AggregateFunctions/UniqVariadicHash.h
index d6e584a2e1e..9ba3c8f3bc8 100644
--- a/src/AggregateFunctions/UniqVariadicHash.h
+++ b/src/AggregateFunctions/UniqVariadicHash.h
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Hashes a set of arguments to the aggregate function
   *  to calculate the number of unique values
diff --git a/src/AggregateFunctions/parseAggregateFunctionParameters.cpp b/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
index 679ed78ec8e..3826d993c4a 100644
--- a/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
+++ b/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/parseAggregateFunctionParameters.h b/src/AggregateFunctions/parseAggregateFunctionParameters.h
index c0815b2e941..37f1f1d5097 100644
--- a/src/AggregateFunctions/parseAggregateFunctionParameters.h
+++ b/src/AggregateFunctions/parseAggregateFunctionParameters.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 Array getAggregateFunctionParametersArray(const ASTPtr & expression_list, const std::string & error_context = "");
 
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index ae26fdc5d40..acc9985968f 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 class AggregateFunctionFactory;
 void registerAggregateFunctionAvg(AggregateFunctionFactory &);
diff --git a/src/AggregateFunctions/registerAggregateFunctions.h b/src/AggregateFunctions/registerAggregateFunctions.h
index 2a2e0bb7d3f..2dcd4df7279 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.h
+++ b/src/AggregateFunctions/registerAggregateFunctions.h
@@ -2,6 +2,7 @@
 
 namespace DB
 {
+struct Settings;
 
 void registerAggregateFunctions();
 
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 0521912402c..933681bdefa 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -12,6 +12,8 @@
 namespace DB
 {
 
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int BAD_ARGUMENTS;
@@ -1569,35 +1571,35 @@ void registerWindowFunctions(AggregateFunctionFactory & factory)
     // instead of adding separate logic for them.
 
     factory.registerFunction("rank", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionRank>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("dense_rank", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionDenseRank>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("row_number", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionRowNumber>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("lagInFrame", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionLagLeadInFrame<false>>(
                 name, argument_types, parameters);
         });
 
     factory.registerFunction("leadInFrame", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionLagLeadInFrame<true>>(
                 name, argument_types, parameters);

From 647fd1b53bd75b5a651da7ca5f88233e2c25dd8f Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 15 Apr 2021 15:06:49 +0300
Subject: [PATCH 0122/1060] Add dockerhub-proxy to runner

---
 docker/test/integration/runner/dockerd-entrypoint.sh | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index 714bf333757..a850a3a9086 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -1,6 +1,16 @@
 #!/bin/bash
 set -e
 
+cat > /etc/docker/daemon.json << EOF
+{
+    "ipv6": true,
+    "fixed-cidr-v6": "fd00::/8",
+    "ip-forward": true,
+    "insecure-registries" : ["dockerhub-proxy.sas.yp-c.yandex.net:5000"],
+    "registry-mirrors" : ["http://dockerhub-proxy.sas.yp-c.yandex.net:5000"]
+}
+EOF
+
 dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=172.17.0.0/12,size=24 &>/ClickHouse/tests/integration/dockerd.log &
 
 set +e

From 09379b2b8acf8f3008d0d754cb0d7ac5d9bb399d Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Thu, 8 Apr 2021 21:27:56 +0300
Subject: [PATCH 0123/1060] Fix Zero-Copy replication with several S3 volumes
 (issue 22679)

---
 src/Storages/MergeTree/DataPartsExchange.cpp  | 27 ++++++-
 src/Storages/MergeTree/IMergeTreeDataPart.cpp | 14 +++-
 src/Storages/MergeTree/IMergeTreeDataPart.h   | 28 ++++---
 src/Storages/MergeTree/MergeTreeData.cpp      | 17 +++-
 .../configs/config.d/s3.xml                   | 32 ++++++++
 .../test_s3_zero_copy_replication/test.py     | 79 +++++++++++++++++--
 6 files changed, 174 insertions(+), 23 deletions(-)

diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 862a3088f89..98f0423d334 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -410,9 +410,34 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
         size_t sum_files_size = 0;
         readBinary(sum_files_size, in);
         IMergeTreeDataPart::TTLInfos ttl_infos;
-        /// Skip ttl infos, not required for S3 metadata
         String ttl_infos_string;
         readBinary(ttl_infos_string, in);
+        ReadBufferFromString ttl_infos_buffer(ttl_infos_string);
+        assertString("ttl format version: 1\n", ttl_infos_buffer);
+        ttl_infos.read(ttl_infos_buffer);
+
+        ReservationPtr reservation
+            = data.balancedReservation(metadata_snapshot, sum_files_size, 0, part_name, part_info, {}, tagger_ptr, &ttl_infos, true);
+        if (!reservation)
+            reservation
+                = data.reserveSpacePreferringTTLRules(metadata_snapshot, sum_files_size, ttl_infos, std::time(nullptr), 0, true);
+        if (reservation)
+        {
+            DiskPtr disk = reservation->getDisk();
+            if (disk && disk->getType() == DiskType::Type::S3)
+            {
+                for (const auto & d : disks_s3)
+                {
+                    if (d->getPath() == disk->getPath())
+                    {
+                        Disks disks_tmp = { disk };
+                        disks_s3.swap(disks_tmp);
+                        break;
+                    }
+                }
+            }
+        }
+
         String part_type = "Wide";
         readStringBinary(part_type, in);
         if (part_type == "InMemory")
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index 72ce05e7aab..2683357af3c 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -189,6 +189,9 @@ static void incrementStateMetric(IMergeTreeDataPart::State state)
         case IMergeTreeDataPart::State::DeleteOnDestroy:
             CurrentMetrics::add(CurrentMetrics::PartsDeleteOnDestroy);
             return;
+        case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
+            CurrentMetrics::add(CurrentMetrics::PartsDeleteOnDestroy);
+            return;
     }
 }
 
@@ -214,6 +217,9 @@ static void decrementStateMetric(IMergeTreeDataPart::State state)
         case IMergeTreeDataPart::State::DeleteOnDestroy:
             CurrentMetrics::sub(CurrentMetrics::PartsDeleteOnDestroy);
             return;
+        case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
+            CurrentMetrics::sub(CurrentMetrics::PartsDeleteOnDestroy);
+            return;
     }
 }
 
@@ -393,7 +399,7 @@ void IMergeTreeDataPart::setColumns(const NamesAndTypesList & new_columns)
 
 void IMergeTreeDataPart::removeIfNeeded()
 {
-    if (state == State::DeleteOnDestroy || is_temp)
+    if (state == State::DeleteOnDestroy || state == State::DeleteOnDestroyKeepS3 || is_temp)
     {
         try
         {
@@ -416,9 +422,9 @@ void IMergeTreeDataPart::removeIfNeeded()
                 }
             }
 
-            remove(false);
+            remove(state == State::DeleteOnDestroyKeepS3);
 
-            if (state == State::DeleteOnDestroy)
+            if (state == State::DeleteOnDestroy || state == State::DeleteOnDestroyKeepS3)
             {
                 LOG_TRACE(storage.log, "Removed part from old location {}", path);
             }
@@ -463,6 +469,8 @@ String IMergeTreeDataPart::stateToString(IMergeTreeDataPart::State state)
             return "Deleting";
         case State::DeleteOnDestroy:
             return "DeleteOnDestroy";
+        case State::DeleteOnDestroyKeepS3:
+            return "DeleteOnDestroyKeepS3";
     }
 
     __builtin_unreachable();
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.h b/src/Storages/MergeTree/IMergeTreeDataPart.h
index 03f6564788a..57738f8ea2d 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.h
@@ -202,22 +202,24 @@ public:
      * Part state should be modified under data_parts mutex.
      *
      * Possible state transitions:
-     * Temporary -> Precommitted:   we are trying to commit a fetched, inserted or merged part to active set
-     * Precommitted -> Outdated:    we could not add a part to active set and are doing a rollback (for example it is duplicated part)
-     * Precommitted -> Committed:   we successfully committed a part to active dataset
-     * Precommitted -> Outdated:    a part was replaced by a covering part or DROP PARTITION
-     * Outdated -> Deleting:        a cleaner selected this part for deletion
-     * Deleting -> Outdated:        if an ZooKeeper error occurred during the deletion, we will retry deletion
-     * Committed -> DeleteOnDestroy if part was moved to another disk
+     * Temporary -> Precommitted:         we are trying to commit a fetched, inserted or merged part to active set
+     * Precommitted -> Outdated:          we could not add a part to active set and are doing a rollback (for example it is duplicated part)
+     * Precommitted -> Committed:         we successfully committed a part to active dataset
+     * Precommitted -> Outdated:          a part was replaced by a covering part or DROP PARTITION
+     * Outdated -> Deleting:              a cleaner selected this part for deletion
+     * Deleting -> Outdated:              if an ZooKeeper error occurred during the deletion, we will retry deletion
+     * Committed -> DeleteOnDestroy       if part was moved to another disk
+     * Committed -> DeleteOnDestroyKeepS3 if part was moved to another disk but shared data on S3
      */
     enum class State
     {
-        Temporary,       /// the part is generating now, it is not in data_parts list
-        PreCommitted,    /// the part is in data_parts, but not used for SELECTs
-        Committed,       /// active data part, used by current and upcoming SELECTs
-        Outdated,        /// not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes
-        Deleting,        /// not active data part with identity refcounter, it is deleting right now by a cleaner
-        DeleteOnDestroy, /// part was moved to another disk and should be deleted in own destructor
+        Temporary,             /// the part is generating now, it is not in data_parts list
+        PreCommitted,          /// the part is in data_parts, but not used for SELECTs
+        Committed,             /// active data part, used by current and upcoming SELECTs
+        Outdated,              /// not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes
+        Deleting,              /// not active data part with identity refcounter, it is deleting right now by a cleaner
+        DeleteOnDestroy,       /// part was moved to another disk and should be deleted in own destructor
+        DeleteOnDestroyKeepS3, /// same as DeleteOnDestroy but shared S3 data should be keeped
     };
 
     using TTLInfo = MergeTreeDataPartTTLInfo;
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index d61de13b604..0f142e07f7d 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -2611,7 +2611,22 @@ void MergeTreeData::swapActivePart(MergeTreeData::DataPartPtr part_copy)
             if (active_part_it == data_parts_by_info.end())
                 throw Exception("Cannot swap part '" + part_copy->name + "', no such active part.", ErrorCodes::NO_SUCH_DATA_PART);
 
-            modifyPartState(original_active_part, DataPartState::DeleteOnDestroy);
+            /// We do not check allow_s3_zero_copy_replication here because data may be shared
+            /// when allow_s3_zero_copy_replication turned on and off again
+            bool keep_s3 = false;
+
+            if (original_active_part->volume->getDisk()->getType() == DiskType::Type::S3)
+            {
+                if (part_copy->volume->getDisk()->getType() == DiskType::Type::S3
+                        && original_active_part->getUniqueId() == part_copy->getUniqueId())
+                {   /// May be when several volumes use the same S3 storage
+                    keep_s3 = true;
+                }
+                else
+                    keep_s3 = !unlockSharedData(*original_active_part);
+            }
+
+            modifyPartState(original_active_part, keep_s3 ? DataPartState::DeleteOnDestroyKeepS3 : DataPartState::DeleteOnDestroy);
             data_parts_indexes.erase(active_part_it);
 
             auto part_it = data_parts_indexes.insert(part_copy).first;
diff --git a/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml b/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
index 88eb49d9f17..ee990ee9012 100644
--- a/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
+++ b/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
@@ -8,6 +8,18 @@
                 <access_key_id>minio</access_key_id>
                 <secret_access_key>minio123</secret_access_key>
             </s31>
+            <s31_again>
+                <type>s3</type>
+                <endpoint>http://minio1:9001/root/data/</endpoint>
+                <access_key_id>minio</access_key_id>
+                <secret_access_key>minio123</secret_access_key>
+            </s31_again>
+            <s32>
+                <type>s3</type>
+                <endpoint>http://minio1:9001/root/data2/</endpoint>
+                <access_key_id>minio</access_key_id>
+                <secret_access_key>minio123</secret_access_key>
+            </s32>
         </disks>
         <policies>
             <s3>
@@ -27,6 +39,26 @@
                     </external>
                 </volumes>
             </hybrid>
+            <tiered>
+                <volumes>
+                    <main>
+                        <disk>s31</disk>
+                    </main>
+                    <external>
+                        <disk>s32</disk>
+                    </external>
+                </volumes>
+            </tiered>
+            <tiered_copy>
+                <volumes>
+                    <main>
+                        <disk>s31</disk>
+                    </main>
+                    <external>
+                        <disk>s31_again</disk>
+                    </external>
+                </volumes>
+            </tiered_copy>
         </policies>
     </storage_configuration>
 
diff --git a/tests/integration/test_s3_zero_copy_replication/test.py b/tests/integration/test_s3_zero_copy_replication/test.py
index 5bc30ab1d6b..4dd670387aa 100644
--- a/tests/integration/test_s3_zero_copy_replication/test.py
+++ b/tests/integration/test_s3_zero_copy_replication/test.py
@@ -27,10 +27,10 @@ def cluster():
         cluster.shutdown()
 
 
-def get_large_objects_count(cluster, size=100):
+def get_large_objects_count(cluster, folder='data', size=100):
     minio = cluster.minio_client
     counter = 0
-    for obj in minio.list_objects(cluster.minio_bucket, 'data/'):
+    for obj in minio.list_objects(cluster.minio_bucket, '{}/'.format(folder)):
         if obj.size >= size:
             counter = counter + 1
     return counter
@@ -69,7 +69,7 @@ def test_s3_zero_copy_replication(cluster, policy):
     # Based on version 20.x - two parts
     assert get_large_objects_count(cluster) == 2
 
-    node1.query("OPTIMIZE TABLE s3_test")
+    node1.query("OPTIMIZE TABLE s3_test FINAL")
 
     time.sleep(1)
 
@@ -119,7 +119,7 @@ def test_s3_zero_copy_on_hybrid_storage(cluster):
     assert node2.query("SELECT partition_id,disk_name FROM system.parts WHERE table='hybrid_test' FORMAT Values") == "('all','default')"
 
     # Total objects in S3
-    s3_objects = get_large_objects_count(cluster, 0)
+    s3_objects = get_large_objects_count(cluster, size=0)
 
     node2.query("ALTER TABLE hybrid_test MOVE PARTITION ID 'all' TO DISK 's31'")
 
@@ -127,10 +127,79 @@ def test_s3_zero_copy_on_hybrid_storage(cluster):
     assert node2.query("SELECT partition_id,disk_name FROM system.parts WHERE table='hybrid_test' FORMAT Values") == "('all','s31')"
 
     # Check that after moving partition on node2 no new obects on s3
-    assert get_large_objects_count(cluster, 0) == s3_objects
+    assert get_large_objects_count(cluster, size=0) == s3_objects
 
     assert node1.query("SELECT * FROM hybrid_test ORDER BY id FORMAT Values") == "(0,'data'),(1,'data')"
     assert node2.query("SELECT * FROM hybrid_test ORDER BY id FORMAT Values") == "(0,'data'),(1,'data')"
 
     node1.query("DROP TABLE IF EXISTS hybrid_test NO DELAY")
     node2.query("DROP TABLE IF EXISTS hybrid_test NO DELAY")
+
+
+@pytest.mark.parametrize(
+    "storage_policy", ["tiered", "tiered_copy"]
+)
+def test_s3_zero_copy_with_ttl_move(cluster, storage_policy):
+    node1 = cluster.instances["node1"]
+    node2 = cluster.instances["node2"]
+
+    node1.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+    node2.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+
+    for i in range(5):
+        node1.query(
+            """
+            CREATE TABLE ttl_move_test ON CLUSTER test_cluster (d UInt64, d1 DateTime)
+            ENGINE=ReplicatedMergeTree('/clickhouse/tables/ttl_move_test', '{}')
+            ORDER BY d
+            TTL d1 + INTERVAL 2 DAY TO VOLUME 'external'
+            SETTINGS storage_policy='{}'
+            """
+                .format('{replica}', storage_policy)
+        )
+
+        node1.query("INSERT INTO ttl_move_test VALUES (10, now() - INTERVAL 3 DAY)")
+        node1.query("INSERT INTO ttl_move_test VALUES (11, now() - INTERVAL 1 DAY)")
+
+        node1.query("OPTIMIZE TABLE ttl_move_test FINAL")
+
+        assert node1.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
+        assert node2.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
+        assert node1.query("SELECT d FROM ttl_move_test ORDER BY d FORMAT Values") == "(10),(11)"
+        assert node2.query("SELECT d FROM ttl_move_test ORDER BY d FORMAT Values") == "(10),(11)"
+
+        node1.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+        node2.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
+
+
+def test_s3_zero_copy_with_ttl_delete(cluster):
+    node1 = cluster.instances["node1"]
+    node2 = cluster.instances["node2"]
+
+    node1.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")
+    node2.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")
+
+    for i in range(10):
+        node1.query(
+            """
+            CREATE TABLE ttl_delete_test ON CLUSTER test_cluster (d UInt64, d1 DateTime)
+            ENGINE=ReplicatedMergeTree('/clickhouse/tables/ttl_delete_test', '{}')
+            ORDER BY d
+            TTL d1 + INTERVAL 2 DAY
+            SETTINGS storage_policy='tiered'
+            """
+                .format('{replica}')
+        )
+
+        node1.query("INSERT INTO ttl_delete_test VALUES (10, now() - INTERVAL 3 DAY)")
+        node1.query("INSERT INTO ttl_delete_test VALUES (11, now() - INTERVAL 1 DAY)")
+
+        node1.query("OPTIMIZE TABLE ttl_delete_test FINAL")
+
+        assert node1.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
+        assert node2.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
+        assert node1.query("SELECT d FROM ttl_delete_test ORDER BY d FORMAT Values") == "(11)"
+        assert node2.query("SELECT d FROM ttl_delete_test ORDER BY d FORMAT Values") == "(11)"
+
+        node1.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")
+        node2.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")

From 7c237113d549bb2b68fb46ed0c820e210ca5575b Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Fri, 16 Apr 2021 15:52:49 +0300
Subject: [PATCH 0124/1060] Fix style in AggregateFunctionMaxIntersections,
 AggregateFunctionWindowFunnel

---
 .../AggregateFunctionMaxIntersections.cpp             | 11 ++++++-----
 .../AggregateFunctionWindowFunnel.cpp                 |  4 ++--
 2 files changed, 8 insertions(+), 7 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
index 659d317be79..32c4518df2b 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
@@ -34,14 +34,15 @@ namespace
 
 void registerAggregateFunctionsMaxIntersections(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction(
-        "maxIntersections", [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *) {
+    factory.registerFunction("maxIntersections",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
             return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Count, name, argument_types, parameters);
         });
 
-    factory.registerFunction(
-        "maxIntersectionsPosition",
-        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *) {
+    factory.registerFunction("maxIntersectionsPosition",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
             return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Position, name, argument_types, parameters);
         });
 }
diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
index 895bcbe8166..0c4e2d167a4 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
@@ -29,9 +29,9 @@ createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes &
 {
     if (settings == nullptr || !settings->allow_experimental_funnel_functions)
     {
-        throw Exception{
+        throw Exception(
             "Aggregate function " + name + " is experimental. Set `allow_experimental_funnel_functions` setting to enable it",
-            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION};
+            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
     }
 
     if (params.empty())

From 31f2c65e4f9555f10406d3d20536fc97117776d3 Mon Sep 17 00:00:00 2001
From: fuqi <fuqi@growingio.com>
Date: Sun, 18 Apr 2021 17:38:50 +0800
Subject: [PATCH 0125/1060] support join table mutation

---
 src/Storages/StorageJoin.cpp                  | 73 +++++++++++++++++--
 src/Storages/StorageJoin.h                    |  5 ++
 .../01821_join_table_mutation.reference       |  5 ++
 .../0_stateless/01821_join_table_mutation.sql | 23 ++++++
 4 files changed, 99 insertions(+), 7 deletions(-)
 create mode 100644 tests/queries/0_stateless/01821_join_table_mutation.reference
 create mode 100644 tests/queries/0_stateless/01821_join_table_mutation.sql

diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index 983b9213a35..a392c71ad92 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -1,24 +1,25 @@
 #include <Storages/StorageJoin.h>
 #include <Storages/StorageFactory.h>
+#include <Storages/StorageSet.h>
 #include <Interpreters/HashJoin.h>
 #include <Interpreters/Context.h>
 #include <Parsers/ASTCreateQuery.h>
-#include <Parsers/ASTSetQuery.h>
 #include <Parsers/ASTIdentifier.h>
 #include <Core/ColumnNumbers.h>
 #include <DataStreams/IBlockInputStream.h>
 #include <DataTypes/NestedUtils.h>
 #include <Disks/IDisk.h>
 #include <Interpreters/joinDispatch.h>
+#include <Interpreters/MutationsInterpreter.h>
 #include <Interpreters/TableJoin.h>
 #include <Interpreters/castColumn.h>
-#include <Common/assert_cast.h>
 #include <Common/quoteString.h>
+#include <Common/Exception.h>
 
-#include <Poco/String.h>    /// toLower
-#include <Poco/File.h>
-#include <Processors/Sources/SourceWithProgress.h>
+#include <Compression/CompressedWriteBuffer.h>
 #include <Processors/Pipe.h>
+#include <Processors/Sources/SourceWithProgress.h>
+#include <Poco/String.h> /// toLower
 
 
 namespace DB
@@ -70,6 +71,7 @@ StorageJoin::StorageJoin(
 void StorageJoin::truncate(
     const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, ContextPtr, TableExclusiveLockHolder&)
 {
+    std::lock_guard lock(mutex);
     disk->removeRecursive(path);
     disk->createDirectories(path);
     disk->createDirectories(path + "tmp/");
@@ -78,6 +80,64 @@ void StorageJoin::truncate(
     join = std::make_shared<HashJoin>(table_join, metadata_snapshot->getSampleBlock().sortColumns(), overwrite);
 }
 
+void StorageJoin::checkMutationIsPossible(const MutationCommands & commands, const Settings & /* settings */) const
+{
+    for(const auto& command: commands) {
+        switch (command.type) {
+            case MutationCommand::Type::DELETE:
+                break;
+            case MutationCommand::Type::UPDATE:
+                throw Exception("Table engine Join doesn't support update mutation, please use insert instead", ErrorCodes::NOT_IMPLEMENTED);
+            default:
+                throw Exception("Table engine Join doesn't support this mutation", ErrorCodes::NOT_IMPLEMENTED);
+        }
+    }
+}
+
+void StorageJoin::mutate(const MutationCommands & commands, ContextPtr context)
+{
+    // Only delete is supported
+    std::lock_guard lock(mutex);
+    auto metadata_snapshot = getInMemoryMetadataPtr();
+    auto storage = getStorageID();
+    auto storage_ptr = DatabaseCatalog::instance().getTable(storage, context);
+    auto interpreter = std::make_unique<MutationsInterpreter>(storage_ptr, metadata_snapshot, commands, context, true);
+    auto in = interpreter->execute();
+    in->readPrefix();
+
+    auto new_data = std::make_shared<HashJoin>(table_join, metadata_snapshot->getSampleBlock().sortColumns(), overwrite);
+
+    const String backup_file_name = "1.bin"; // id starts from 1
+    auto backup_buf = disk->writeFile(path + "tmp/" + backup_file_name);
+    auto compressed_backup_buf = CompressedWriteBuffer(*backup_buf);
+    auto backup_stream = NativeBlockOutputStream(compressed_backup_buf, 0, metadata_snapshot->getSampleBlock());
+
+    while (const Block & block = in->read()) {
+        new_data->addJoinedBlock(block, true);
+        if (persistent)
+            backup_stream.write(block);
+    }
+
+    join = std::move(new_data);
+    increment = 1;
+
+    if (persistent) {
+        backup_stream.flush();
+        compressed_backup_buf.next();
+        backup_buf->next();
+        backup_buf->finalize();
+
+        std::vector<std::string> files;
+        disk->listFiles(path, files);
+        for (const auto& file_name: files) {
+            if (file_name.ends_with(".bin")) {
+                disk->removeFileIfExists(path + file_name);
+            }
+        }
+
+        disk->replaceFile(path + "tmp/" + backup_file_name, path + backup_file_name);
+    }
+}
 
 HashJoinPtr StorageJoin::getJoinLocked(std::shared_ptr<TableJoin> analyzed_join) const
 {
@@ -104,8 +164,7 @@ HashJoinPtr StorageJoin::getJoinLocked(std::shared_ptr<TableJoin> analyzed_join)
 
 
 void StorageJoin::insertBlock(const Block & block)
-{
-    std::unique_lock<std::shared_mutex> lock(rwlock);
+{std::unique_lock<std::shared_mutex> lock(rwlock);
     join->addJoinedBlock(block, true);
 }
 
diff --git a/src/Storages/StorageJoin.h b/src/Storages/StorageJoin.h
index 4baac53c69c..2485fe015b0 100644
--- a/src/Storages/StorageJoin.h
+++ b/src/Storages/StorageJoin.h
@@ -29,6 +29,9 @@ public:
 
     void truncate(const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, ContextPtr, TableExclusiveLockHolder &) override;
 
+    void checkMutationIsPossible(const MutationCommands & commands, const Settings & settings) const override;
+    void mutate(const MutationCommands & commands, ContextPtr context) override;
+
     /// Return instance of HashJoin holding lock that protects from insertions to StorageJoin.
     /// HashJoin relies on structure of hash table that's why we need to return it with locked mutex.
     HashJoinPtr getJoinLocked(std::shared_ptr<TableJoin> analyzed_join) const;
@@ -69,6 +72,8 @@ private:
     /// Lock is stored in HashJoin instance during query and blocks concurrent insertions.
     mutable std::shared_mutex rwlock;
 
+    mutable std::mutex mutex;
+
     void insertBlock(const Block & block) override;
     void finishInsert() override {}
     size_t getSize() const override;
diff --git a/tests/queries/0_stateless/01821_join_table_mutation.reference b/tests/queries/0_stateless/01821_join_table_mutation.reference
new file mode 100644
index 00000000000..0d7ca32ed70
--- /dev/null
+++ b/tests/queries/0_stateless/01821_join_table_mutation.reference
@@ -0,0 +1,5 @@
+100
+10
+99
+m10
+50
\ No newline at end of file
diff --git a/tests/queries/0_stateless/01821_join_table_mutation.sql b/tests/queries/0_stateless/01821_join_table_mutation.sql
new file mode 100644
index 00000000000..9662a197b88
--- /dev/null
+++ b/tests/queries/0_stateless/01821_join_table_mutation.sql
@@ -0,0 +1,23 @@
+DROP TABLE IF EXISTS join_table_mutation;
+
+CREATE TABLE join_table_mutation(id Int32, name String) ENGINE = Join(ANY, LEFT, id);
+
+INSERT INTO join_table_mutation select number, toString(number) from numbers(100);
+
+SELECT count(1) FROM join_table_mutation;
+
+SELECT name FROM join_table_mutation WHERE id = 10;
+
+ALTER TABLE join_table_mutation DELETE WHERE id = 10;
+
+SELECT count(1) FROM join_table_mutation;
+
+SELECT name FROM join_table_mutation WHERE id = 10;
+
+INSERT INTO join_table_mutation VALUES (10, 'm10');
+
+SELECT name FROM join_table_mutation WHERE id = 10;
+
+ALTER TABLE join_table_mutation DELETE WHERE id % 2 = 0;
+
+SELECT count(1) FROM join_table_mutation;
\ No newline at end of file

From 9f4c6adb43b94dff88663cea3aac3678dc3dc9ce Mon Sep 17 00:00:00 2001
From: fuqi <fuqi@growingio.com>
Date: Sun, 18 Apr 2021 18:05:18 +0800
Subject: [PATCH 0126/1060] fix code style

---
 src/Storages/StorageJoin.cpp | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index a392c71ad92..d5b858b46bc 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -82,7 +82,7 @@ void StorageJoin::truncate(
 
 void StorageJoin::checkMutationIsPossible(const MutationCommands & commands, const Settings & /* settings */) const
 {
-    for(const auto& command: commands) {
+    for (const auto & command: commands) {
         switch (command.type) {
             case MutationCommand::Type::DELETE:
                 break;
@@ -129,7 +129,7 @@ void StorageJoin::mutate(const MutationCommands & commands, ContextPtr context)
 
         std::vector<std::string> files;
         disk->listFiles(path, files);
-        for (const auto& file_name: files) {
+        for (const auto & file_name: files) {
             if (file_name.ends_with(".bin")) {
                 disk->removeFileIfExists(path + file_name);
             }
@@ -164,7 +164,8 @@ HashJoinPtr StorageJoin::getJoinLocked(std::shared_ptr<TableJoin> analyzed_join)
 
 
 void StorageJoin::insertBlock(const Block & block)
-{std::unique_lock<std::shared_mutex> lock(rwlock);
+{
+    std::unique_lock<std::shared_mutex> lock(rwlock);
     join->addJoinedBlock(block, true);
 }
 

From 387494f0c85d142123edd220b9ee2a6ab5ceba4c Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 16 Apr 2021 00:11:47 +0000
Subject: [PATCH 0127/1060] Common interface

---
 src/Disks/HDFS/DiskHDFS.cpp                  | 229 +++++---------
 src/Disks/HDFS/DiskHDFS.h                    |  56 +---
 src/Disks/HDFS/DiskHDFSMetadata.h            | 117 --------
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h  |  18 +-
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h |  10 +-
 src/Disks/IDiskRemote.cpp                    | 267 +++++++++++++++++
 src/Disks/IDiskRemote.h                      | 120 ++++++++
 src/Disks/S3/DiskS3.cpp                      | 296 ++-----------------
 src/Disks/S3/DiskS3.h                        |  46 +--
 src/Storages/HDFS/HDFSCommon.cpp             |  13 +-
 10 files changed, 518 insertions(+), 654 deletions(-)
 delete mode 100644 src/Disks/HDFS/DiskHDFSMetadata.h
 create mode 100644 src/Disks/IDiskRemote.cpp
 create mode 100644 src/Disks/IDiskRemote.h

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 8ce6652eb59..04d30c8a52c 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -27,77 +27,33 @@ namespace ErrorCodes
 {
     extern const int FILE_ALREADY_EXISTS;
     extern const int BAD_ARGUMENTS;
+    extern const int CANNOT_DELETE_DIRECTORY;
+    extern const int UNKNOWN_FORMAT;
+    extern const int PATH_ACCESS_DENIED;
 }
 
 
 DiskHDFS::DiskHDFS(
-    const String & name_,
-    const String & hdfs_name_,
+    const String & disk_name_,
+    const String & hdfs_root_path_,
     const String & metadata_path_,
     ContextPtr context_)
-    : WithContext(context_)
+    : IDiskRemote(hdfs_root_path_, metadata_path_)
     , log(&Poco::Logger::get("DiskHDFS"))
-    , name(name_)
-    , hdfs_name(hdfs_name_)
-    , metadata_path(std::move(metadata_path_))
+    , disk_name(disk_name_)
     , config(context_->getGlobalContext()->getConfigRef())
-    , builder(createHDFSBuilder(hdfs_name, config))
-    , fs(createHDFSFS(builder.get()))
+    , hdfs_builder(createHDFSBuilder(hdfs_root_path_, config))
+    , hdfs_fs(createHDFSFS(hdfs_builder.get()))
 {
 }
 
 
-bool DiskHDFS::exists(const String & path) const
-{
-    return Poco::File(metadata_path + path).exists();
-}
-
-
-bool DiskHDFS::isFile(const String & path) const
-{
-    return Poco::File(metadata_path + path).isFile();
-}
-
-
-bool DiskHDFS::isDirectory(const String & path) const
-{
-    return Poco::File(metadata_path + path).isDirectory();
-}
-
-
-size_t DiskHDFS::getFileSize(const String & path) const
-{
-    Metadata metadata(metadata_path, path);
-    return metadata.total_size;
-}
-
-
-void DiskHDFS::createDirectory(const String & path)
-{
-    Poco::File(metadata_path + path).createDirectory();
-}
-
-
-void DiskHDFS::createDirectories(const String & path)
-{
-    Poco::File(metadata_path + path).createDirectories();
-}
-
-
 DiskDirectoryIteratorPtr DiskHDFS::iterateDirectory(const String & path)
 {
     return std::make_unique<DiskHDFSDirectoryIterator>(metadata_path + path, path);
 }
 
 
-void DiskHDFS::clearDirectory(const String & path)
-{
-    for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-        if (isFile(it->path()))
-            removeFile(it->path());
-}
-
-
 void DiskHDFS::moveFile(const String & from_path, const String & to_path)
 {
     if (exists(to_path))
@@ -107,63 +63,53 @@ void DiskHDFS::moveFile(const String & from_path, const String & to_path)
 }
 
 
-void DiskHDFS::replaceFile(const String & from_path, const String & to_path)
-{
-    Poco::File from_file(metadata_path + from_path);
-    Poco::File to_file(metadata_path + to_path);
-    if (to_file.exists())
-    {
-        Poco::File tmp_file(metadata_path + to_path + ".old");
-        to_file.renameTo(tmp_file.path());
-        from_file.renameTo(metadata_path + to_path);
-        removeFile(to_path + ".old");
-    }
-    else
-        from_file.renameTo(to_file.path());
-}
-
-
 std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path, size_t buf_size, size_t, size_t, size_t, MMappedFileCache *) const
 {
-    Metadata metadata(metadata_path, path);
+    auto metadata = readMeta(path);
 
     LOG_DEBUG(log,
         "Read from file by path: {}. Existing HDFS objects: {}",
-        backQuote(metadata_path + path), metadata.hdfs_objects.size());
+        backQuote(metadata_path + path), metadata.remote_fs_objects.size());
 
-    return std::make_unique<ReadIndirectBufferFromHDFS>(getContext(), hdfs_name, "", metadata, buf_size);
+    return std::make_unique<ReadIndirectBufferFromHDFS>(config, remote_fs_root_path, "", metadata, buf_size);
 }
 
 
 std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path, size_t buf_size, WriteMode mode)
 {
     bool exist = exists(path);
+
+    if (exist && readMeta(path).read_only)
+        throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File is read-only: " + path);
+
     /// Path to store new HDFS object.
     auto file_name = getRandomName();
-    auto hdfs_path = hdfs_name + file_name;
+    auto hdfs_path = remote_fs_root_path + file_name;
+
     if (!exist || mode == WriteMode::Rewrite)
     {
         /// If metadata file exists - remove and new.
         if (exist)
             removeFile(path);
-        Metadata metadata(metadata_path, path, true);
+
+        auto metadata = createMeta(path);
         /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
         metadata.save();
 
         LOG_DEBUG(log,
             "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(getContext(), hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
     }
     else
     {
-        Metadata metadata(metadata_path, path);
+        auto metadata = readMeta(path);
 
         LOG_DEBUG(log,
             "Append to file by path: {}. New hdfs path: {}. Existing HDFS objects: {}",
-            backQuote(metadata_path + path), hdfs_path, metadata.hdfs_objects.size());
+            backQuote(metadata_path + path), hdfs_path, metadata.remote_fs_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(getContext(), hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
     }
 }
 
@@ -173,21 +119,27 @@ void DiskHDFS::removeFile(const String & path)
     LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Remove file by path: {}", backQuote(metadata_path + path));
 
     Poco::File file(metadata_path + path);
-    if (file.isFile())
+
+    if (!file.isFile())
+        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
+
+    try
     {
-        Metadata metadata(metadata_path, path);
+        auto metadata = readMeta(path);
 
         /// If there is no references - delete content from HDFS.
         if (metadata.ref_count == 0)
         {
             file.remove();
-            for (const auto & [hdfs_object_path, _] : metadata.hdfs_objects)
+
+            for (const auto & [hdfs_object_path, _] : metadata.remote_fs_objects)
             {
-                const size_t begin_of_path = hdfs_name.find('/', hdfs_name.find("//") + 2);
-                const std::string hdfs_path = hdfs_name.substr(begin_of_path) + hdfs_object_path;
-                int res = hdfsDelete(fs.get(), hdfs_path.c_str(), 0);
+                const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
+                const String hdfs_path = remote_fs_root_path.substr(begin_of_path) + hdfs_object_path;
+
+                int res = hdfsDelete(hdfs_fs.get(), hdfs_path.c_str(), 0);
                 if (res == -1)
-                    throw Exception("HDFSDelete failed with path: " + hdfs_path, 1);
+                    throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
             }
         }
         else /// In other case decrement number of references, save metadata and delete file.
@@ -197,16 +149,32 @@ void DiskHDFS::removeFile(const String & path)
             file.remove();
         }
     }
-    else
-        file.remove();
+    catch (const Exception & e)
+    {
+        /// If it's impossible to read meta - just remove it from FS.
+        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
+        {
+            LOG_WARNING(
+                log,
+                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
+                backQuote(path),
+                e.nested() ? e.nested()->message() : e.message());
+
+            file.remove();
+        }
+        else
+            throw;
+    }
 }
 
 
 void DiskHDFS::removeFileIfExists(const String & path)
 {
-    int exists_status = hdfsExists(fs.get(), path.data());
+    int exists_status = hdfsExists(hdfs_fs.get(), path.data());
     if (exists_status == 0)
         removeFile(path);
+    else
+        LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "File by path {} does not exist", backQuote(metadata_path + path));
 }
 
 
@@ -228,35 +196,10 @@ void DiskHDFS::removeRecursive(const String & path)
 }
 
 
-void DiskHDFS::removeDirectory(const String & path)
-{
-    Poco::File(metadata_path + path).remove();
-}
-
-
-void DiskHDFS::listFiles(const String & path, std::vector<String> & file_names)
-{
-    for (auto it = iterateDirectory(path); it->isValid(); it->next())
-        file_names.push_back(it->name());
-}
-
-
-void DiskHDFS::setLastModified(const String & path, const Poco::Timestamp & timestamp)
-{
-    Poco::File(metadata_path + path).setLastModified(timestamp);
-}
-
-
-Poco::Timestamp DiskHDFS::getLastModified(const String & path)
-{
-    return Poco::File(metadata_path + path).getLastModified();
-}
-
-
 void DiskHDFS::createHardLink(const String & src_path, const String & dst_path)
 {
     /// Increment number of references.
-    Metadata src(metadata_path, src_path);
+    auto src = readMeta(src_path);
     ++src.ref_count;
     src.save();
 
@@ -265,20 +208,6 @@ void DiskHDFS::createHardLink(const String & src_path, const String & dst_path)
 }
 
 
-void DiskHDFS::createFile(const String & path)
-{
-    /// Create empty metadata file.
-    Metadata metadata(metadata_path, path, true);
-    metadata.save();
-}
-
-
-void DiskHDFS::setReadOnly(const String & path)
-{
-    Poco::File(metadata_path + path).setReadOnly(true);
-}
-
-
 ReservationPtr DiskHDFS::reserve(UInt64 bytes)
 {
     if (!tryReserve(bytes))
@@ -293,7 +222,7 @@ bool DiskHDFS::tryReserve(UInt64 bytes)
 
     if (bytes == 0)
     {
-        LOG_DEBUG(log, "Reserving 0 bytes on HDFS disk {}", backQuote(name));
+        LOG_DEBUG(log, "Reserving 0 bytes on HDFS disk {}", backQuote(disk_name));
         ++reservation_count;
         return true;
     }
@@ -304,7 +233,7 @@ bool DiskHDFS::tryReserve(UInt64 bytes)
     {
         LOG_DEBUG(log,
             "Reserving {} on disk {}, having unreserved {}",
-            formatReadableSizeWithBinarySuffix(bytes), backQuote(name), formatReadableSizeWithBinarySuffix(unreserved_space));
+            formatReadableSizeWithBinarySuffix(bytes), backQuote(disk_name), formatReadableSizeWithBinarySuffix(unreserved_space));
         ++reservation_count;
         reserved_bytes += bytes;
         return true;
@@ -319,49 +248,23 @@ void registerDiskHDFS(DiskFactory & factory)
     auto creator = [](const String & name,
                       const Poco::Util::AbstractConfiguration & config,
                       const String & config_prefix,
-                      ContextConstPtr context) -> DiskPtr
+                      ContextConstPtr context_) -> DiskPtr
     {
-        Poco::File disk{context->getPath() + "disks/" + name};
+        Poco::File disk{context_->getPath() + "disks/" + name};
         disk.createDirectories();
 
-        DB::String uri{config.getString(config_prefix + ".endpoint")};
+        String uri{config.getString(config_prefix + ".endpoint")};
 
         if (uri.back() != '/')
             throw Exception(ErrorCodes::BAD_ARGUMENTS, "HDFS path must ends with '/', but '{}' doesn't.", uri);
 
-        String metadata_path = context->getPath() + "disks/" + name + "/";
-        auto copy_context = Context::createCopy(context);
-        return std::make_shared<DiskHDFS>(name, uri, metadata_path, copy_context);
+        String metadata_path = context_->getPath() + "disks/" + name + "/";
+        auto context = Context::createCopy(context_);
+
+        return std::make_shared<DiskHDFS>(name, uri, metadata_path, context);
     };
 
     factory.registerDiskType("hdfs", creator);
 }
 
-
-//void DiskHDFS::copyFile(const String & from_path, const String & to_path)
-//{
-//    if (exists(to_path))
-//        remove(to_path);
-//
-//    Metadata from(metadata_path, from_path);
-//    Metadata to(metadata_path, to_path, true);
-//
-//    for (const auto & [path, size] : from.hdfs_objects)
-//    {
-//        auto new_path = hdfs_name + getRandomName();
-//        /// TODO:: hdfs copy semantics
-//        /*
-//        Aws::HDFS::Model::CopyObjectRequest req;
-//        req.SetCopySource(bucket + "/" + path);
-//        req.SetBucket(bucket);
-//        req.SetKey(new_path);
-//        throwIfError(client->CopyObject(req));
-//        */
-//        throw Exception("is not implemented yet", 1);
-//        to.addObject(new_path, size);
-//    }
-//
-//    to.save();
-//}
-
 }
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 1698300b18b..eda5c7cbb86 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -1,6 +1,7 @@
 #pragma once
 
 #include <Disks/DiskFactory.h>
+#include <Disks/IDiskRemote.h>
 
 #include <Poco/DirectoryIterator.h>
 #include <Storages/HDFS/HDFSCommon.h>
@@ -16,7 +17,7 @@ namespace DB
  * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
  * that contains HDFS object key with actual data.
  */
-class DiskHDFS : public IDisk, WithContext
+class DiskHDFS : public IDiskRemote
 {
 
 friend class DiskHDFSReservation;
@@ -24,67 +25,29 @@ friend class DiskHDFSReservation;
 public:
 
     DiskHDFS(
-        const String & name_,
-        const String & hdfs_name_,
+        const String & disk_name_,
+        const String & hdfs_root_path_,
         const String & metadata_path_,
         ContextPtr context_);
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
-    const String & getName() const override { return name; }
-
-    const String & getPath() const override { return metadata_path; }
-
-    UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
-
-    UInt64 getAvailableSpace() const override { return std::numeric_limits<UInt64>::max(); }
-
-    UInt64 getUnreservedSpace() const override { return std::numeric_limits<UInt64>::max(); }
-
-    UInt64 getKeepingFreeSpace() const override { return 0; }
-
-    bool exists(const String & path) const override;
-
-    bool isFile(const String & path) const override;
-
-    bool isDirectory(const String & path) const override;
-
-    size_t getFileSize(const String & path) const override;
-
-    void createDirectory(const String & path) override;
-
-    void createDirectories(const String & path) override;
-
-    void clearDirectory(const String & path) override;
+    const String & getName() const override { return disk_name; }
 
     void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
 
     DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
 
-    void createFile(const String & path) override;
-
     void moveFile(const String & from_path, const String & to_path) override;
 
-    void replaceFile(const String & from_path, const String & to_path) override;
-
-    void listFiles(const String & path, std::vector<String> & file_names) override;
-
     void removeFile(const String & path) override;
 
     void removeFileIfExists(const String & path) override;
 
-    void removeDirectory(const String & path) override;
-
     void removeRecursive(const String & path) override;
 
     ReservationPtr reserve(UInt64 bytes) override;
 
-    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
-
-    Poco::Timestamp getLastModified(const String & path) override;
-
-    void setReadOnly(const String & path) override;
-
     void createHardLink(const String & src_path, const String & dst_path) override;
 
     std::unique_ptr<ReadBufferFromFileBase> readFile(
@@ -108,13 +71,12 @@ private:
     void remove(const String & path);
 
     Poco::Logger * log;
-    const String name;
-    const String hdfs_name;
-    String metadata_path;
+    const String disk_name;
     const Poco::Util::AbstractConfiguration & config;
 
-    HDFSBuilderWrapper builder;
-    HDFSFSPtr fs;
+    String hdfs_root_path;
+    HDFSBuilderWrapper hdfs_builder;
+    HDFSFSPtr hdfs_fs;
 
     UInt64 reserved_bytes = 0;
     UInt64 reservation_count = 0;
diff --git a/src/Disks/HDFS/DiskHDFSMetadata.h b/src/Disks/HDFS/DiskHDFSMetadata.h
deleted file mode 100644
index 50c6cd23373..00000000000
--- a/src/Disks/HDFS/DiskHDFSMetadata.h
+++ /dev/null
@@ -1,117 +0,0 @@
-#pragma once
-
-#include <IO/ReadHelpers.h>
-#include <IO/WriteHelpers.h>
-#include <IO/ReadBufferFromFile.h>
-#include <IO/WriteBufferFromFile.h>
-
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-    extern const int LOGICAL_ERROR;
-}
-
-struct Metadata
-{
-    /// Metadata file version.
-    static constexpr UInt32 VERSION = 1;
-
-    using PathAndSize = std::pair<String, size_t>;
-
-    /// Disk path.
-    const String & disk_path;
-    /// Relative path to metadata file on local FS.
-    String metadata_file_path;
-    /// Total size of all HDFS objects.
-    size_t total_size;
-    /// HDFS objects paths and their sizes.
-    std::vector<PathAndSize> hdfs_objects;
-    /// Number of references (hardlinks) to this metadata file.
-    UInt32 ref_count;
-
-    /// Load metadata by path or create empty if `create` flag is set.
-    explicit Metadata(
-        const String & disk_path_,
-        const String & metadata_file_path_,
-        bool create = false)
-        : disk_path(disk_path_)
-        , metadata_file_path(metadata_file_path_)
-        , total_size(0)
-        , hdfs_objects(0)
-        , ref_count(0)
-    {
-        if (create)
-            return;
-
-        ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
-
-        UInt32 version;
-        readIntText(version, buf);
-
-        if (version != VERSION)
-            throw Exception(ErrorCodes::LOGICAL_ERROR,
-                "Unknown metadata file version. Path: {}. Version: {}. Expected version: {}",
-                disk_path + metadata_file_path, std::to_string(version), std::to_string(VERSION));
-
-        assertChar('\n', buf);
-
-        UInt32 hdfs_objects_count;
-        readIntText(hdfs_objects_count, buf);
-        assertChar('\t', buf);
-        readIntText(total_size, buf);
-        assertChar('\n', buf);
-        hdfs_objects.resize(hdfs_objects_count);
-        for (UInt32 i = 0; i < hdfs_objects_count; ++i)
-        {
-            String hdfs_object_path;
-            size_t hdfs_object_size;
-            readIntText(hdfs_object_size, buf);
-            assertChar('\t', buf);
-            readEscapedString(hdfs_object_path, buf);
-            assertChar('\n', buf);
-            hdfs_objects[i] = {hdfs_object_path, hdfs_object_size};
-        }
-
-        readIntText(ref_count, buf);
-        assertChar('\n', buf);
-    }
-
-    void addObject(const String & path, size_t size)
-    {
-        total_size += size;
-        hdfs_objects.emplace_back(path, size);
-    }
-
-    /// Fsync metadata file if 'sync' flag is set.
-    void save(bool sync = false)
-    {
-        DB::WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
-
-        writeIntText(VERSION, buf);
-        writeChar('\n', buf);
-
-        writeIntText(hdfs_objects.size(), buf);
-        writeChar('\t', buf);
-        writeIntText(total_size, buf);
-        writeChar('\n', buf);
-        for (const auto & [hdfs_object_path, hdfs_object_size] : hdfs_objects)
-        {
-            writeIntText(hdfs_object_size, buf);
-            writeChar('\t', buf);
-            writeEscapedString(hdfs_object_path, buf);
-            writeChar('\n', buf);
-        }
-
-        writeIntText(ref_count, buf);
-        writeChar('\n', buf);
-
-        buf.finalize();
-        if (sync)
-            buf.sync();
-    }
-};
-
-}
diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
index bd15fa463d3..851f21170dc 100644
--- a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
@@ -1,7 +1,7 @@
 #pragma once
 
 #include <IO/ReadBufferFromFile.h>
-#include "DiskHDFSMetadata.h"
+#include <Disks/IDiskRemote.h>
 
 
 namespace DB
@@ -18,12 +18,12 @@ class ReadIndirectBufferFromHDFS final : public ReadBufferFromFileBase
 {
 public:
     ReadIndirectBufferFromHDFS(
-            ContextPtr context,
+            const Poco::Util::AbstractConfiguration & config_,
             const String & hdfs_name_,
             const String & /* bucket */,
-            Metadata metadata_,
+            DiskHDFS::Metadata metadata_,
             size_t buf_size_)
-        : config(context->getGlobalContext()->getConfigRef())
+        : config(config_)
         , hdfs_name(hdfs_name_)
         , metadata(std::move(metadata_))
         , buf_size(buf_size_)
@@ -78,10 +78,10 @@ private:
     {
         size_t offset = absolute_position;
 
-        for (size_t i = 0; i < metadata.hdfs_objects.size(); ++i)
+        for (size_t i = 0; i < metadata.remote_fs_objects.size(); ++i)
         {
             current_buf_idx = i;
-            const auto & [path, size] = metadata.hdfs_objects[i];
+            const auto & [path, size] = metadata.remote_fs_objects[i];
 
             if (size > offset)
             {
@@ -111,11 +111,11 @@ private:
         }
 
         /// If there is no available buffers - nothing to read.
-        if (current_buf_idx + 1 >= metadata.hdfs_objects.size())
+        if (current_buf_idx + 1 >= metadata.remote_fs_objects.size())
             return false;
 
         ++current_buf_idx;
-        const auto & path = metadata.hdfs_objects[current_buf_idx].first;
+        const auto & path = metadata.remote_fs_objects[current_buf_idx].first;
         current_buf = std::make_unique<ReadBufferFromHDFS>(hdfs_name + path, config, buf_size);
         current_buf->next();
         working_buffer = current_buf->buffer();
@@ -126,7 +126,7 @@ private:
 
     const Poco::Util::AbstractConfiguration & config;
     const String & hdfs_name;
-    Metadata metadata;
+    DiskHDFS::Metadata metadata;
     size_t buf_size;
 
     size_t absolute_position = 0;
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
index 464a6ffc2cc..de93b7e4675 100644
--- a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
@@ -1,7 +1,7 @@
 #pragma once
 
 #include <IO/WriteBufferFromFile.h>
-#include "DiskHDFSMetadata.h"
+#include <Disks/IDiskRemote.h>
 
 
 namespace DB
@@ -12,13 +12,13 @@ class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
 {
 public:
     WriteIndirectBufferFromHDFS(
-        ContextPtr context,
+        const Poco::Util::AbstractConfiguration & config_,
         const String & hdfs_name_,
         const String & hdfs_path_,
-        Metadata metadata_,
+        DiskHDFS::Metadata metadata_,
         size_t buf_size_)
         : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromHDFS(hdfs_name_, context->getGlobalContext()->getConfigRef(), buf_size_))
+        , impl(WriteBufferFromHDFS(hdfs_name_, config_, buf_size_))
         , metadata(std::move(metadata_))
         , hdfs_path(hdfs_path_)
     {
@@ -73,7 +73,7 @@ private:
 
     WriteBufferFromHDFS impl;
     bool finalized = false;
-    Metadata metadata;
+    DiskHDFS::Metadata metadata;
     String hdfs_path;
 };
 
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
new file mode 100644
index 00000000000..9e75540f729
--- /dev/null
+++ b/src/Disks/IDiskRemote.cpp
@@ -0,0 +1,267 @@
+#include <Disks/IDiskRemote.h>
+
+#include "Disks/DiskFactory.h"
+
+#include <random>
+#include <utility>
+#include <optional>
+#include <IO/ReadBufferFromFile.h>
+#include <IO/ReadBufferFromS3.h>
+#include <IO/ReadHelpers.h>
+#include <IO/SeekAvoidingReadBuffer.h>
+#include <IO/WriteBufferFromFile.h>
+#include <IO/WriteBufferFromS3.h>
+#include <IO/WriteHelpers.h>
+#include <Poco/File.h>
+#include <Common/checkStackSize.h>
+#include <Common/createHardLink.h>
+#include <Common/quoteString.h>
+#include <Common/thread_local_rng.h>
+#include <Common/ThreadPool.h>
+#include <common/logger_useful.h>
+#include <boost/algorithm/string.hpp>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int UNKNOWN_FORMAT;
+}
+
+
+/// Load metadata by path or create empty if `create` flag is set.
+IDiskRemote::Metadata::Metadata(
+        const String & remote_fs_root_path_,
+        const String & disk_path_,
+        const String & metadata_file_path_,
+        bool create)
+    : remote_fs_root_path(remote_fs_root_path_)
+    , disk_path(disk_path_)
+    , metadata_file_path(metadata_file_path_)
+    , total_size(0), remote_fs_objects(0), ref_count(0)
+{
+    if (create)
+        return;
+
+    try
+    {
+        ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
+
+        UInt32 version;
+        readIntText(version, buf);
+        assertChar('\n', buf);
+
+        if (version < VERSION_ABSOLUTE_PATHS || version > VERSION_READ_ONLY_FLAG)
+            throw Exception(
+                ErrorCodes::UNKNOWN_FORMAT,
+                "Unknown metadata file version. Path: {}. Version: {}. Maximum expected version: {}",
+                disk_path + metadata_file_path, std::to_string(version), std::to_string(VERSION_READ_ONLY_FLAG));
+
+        UInt32 remote_fs_objects_count;
+        readIntText(remote_fs_objects_count, buf);
+        assertChar('\t', buf);
+        readIntText(total_size, buf);
+        assertChar('\n', buf);
+        remote_fs_objects.resize(remote_fs_objects_count);
+
+        for (size_t i = 0; i < remote_fs_objects_count; ++i)
+        {
+            String remote_fs_object_path;
+            size_t remote_fs_object_size;
+            readIntText(remote_fs_object_size, buf);
+            assertChar('\t', buf);
+            readEscapedString(remote_fs_object_path, buf);
+            if (version == VERSION_ABSOLUTE_PATHS)
+            {
+                if (!boost::algorithm::starts_with(remote_fs_object_path, remote_fs_root_path))
+                    throw Exception(
+                        ErrorCodes::UNKNOWN_FORMAT,
+                        "Path in metadata does not correspond S3 root path. Path: {}, root path: {}, disk path: {}",
+                        remote_fs_object_path, remote_fs_root_path, disk_path_);
+
+                remote_fs_object_path = remote_fs_object_path.substr(remote_fs_root_path.size());
+            }
+            assertChar('\n', buf);
+            remote_fs_objects[i] = {remote_fs_object_path, remote_fs_object_size};
+        }
+
+        readIntText(ref_count, buf);
+        assertChar('\n', buf);
+
+        if (version >= VERSION_READ_ONLY_FLAG)
+        {
+            readBoolText(read_only, buf);
+            assertChar('\n', buf);
+        }
+    }
+    catch (Exception & e)
+    {
+        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
+            throw;
+
+        throw Exception("Failed to read metadata file", e, ErrorCodes::UNKNOWN_FORMAT);
+    }
+}
+
+void IDiskRemote::Metadata::addObject(const String & path, size_t size)
+{
+    total_size += size;
+    remote_fs_objects.emplace_back(path, size);
+}
+
+/// Fsync metadata file if 'sync' flag is set.
+void IDiskRemote::Metadata::save(bool sync)
+{
+    WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
+
+    writeIntText(VERSION_RELATIVE_PATHS, buf);
+    writeChar('\n', buf);
+
+    writeIntText(remote_fs_objects.size(), buf);
+    writeChar('\t', buf);
+    writeIntText(total_size, buf);
+    writeChar('\n', buf);
+
+    for (const auto & [remote_fs_object_path, remote_fs_object_size] : remote_fs_objects)
+    {
+        writeIntText(remote_fs_object_size, buf);
+        writeChar('\t', buf);
+        writeEscapedString(remote_fs_object_path, buf);
+        writeChar('\n', buf);
+    }
+
+    writeIntText(ref_count, buf);
+    writeChar('\n', buf);
+
+    writeBoolText(read_only, buf);
+    writeChar('\n', buf);
+
+    buf.finalize();
+    if (sync)
+        buf.sync();
+}
+
+
+IDiskRemote::Metadata IDiskRemote::readMeta(const String & path) const
+{
+    return Metadata(remote_fs_root_path, metadata_path, path);
+}
+
+IDiskRemote::Metadata IDiskRemote::createMeta(const String & path) const
+{
+    return Metadata(remote_fs_root_path, metadata_path, path, true);
+}
+
+
+IDiskRemote::IDiskRemote(
+    const String & remote_fs_root_path_,
+    const String & metadata_path_,
+    std::unique_ptr<Executor> executor_)
+    : IDisk(std::move(executor_))
+    , remote_fs_root_path(remote_fs_root_path_)
+    , metadata_path(metadata_path_)
+{
+}
+
+
+bool IDiskRemote::exists(const String & path) const
+{
+    return Poco::File(metadata_path + path).exists();
+}
+
+
+bool IDiskRemote::isFile(const String & path) const
+{
+    return Poco::File(metadata_path + path).isFile();
+}
+
+
+void IDiskRemote::createFile(const String & path)
+{
+    /// Create empty metadata file.
+    auto metadata = createMeta(path);
+    metadata.save();
+}
+
+
+size_t IDiskRemote::getFileSize(const String & path) const
+{
+    auto metadata = readMeta(path);
+    return metadata.total_size;
+}
+
+
+void IDiskRemote::replaceFile(const String & from_path, const String & to_path)
+{
+    if (exists(to_path))
+    {
+        const String tmp_path = to_path + ".old";
+        moveFile(to_path, tmp_path);
+        moveFile(from_path, to_path);
+        removeFile(tmp_path);
+    }
+    else
+        moveFile(from_path, to_path);
+}
+
+
+void IDiskRemote::setReadOnly(const String & path)
+{
+    /// We should store read only flag inside metadata file (instead of using FS flag),
+    /// because we modify metadata file when create hard-links from it.
+    auto metadata = readMeta(path);
+    metadata.read_only = true;
+    metadata.save();
+}
+
+
+bool IDiskRemote::isDirectory(const String & path) const
+{
+    return Poco::File(metadata_path + path).isDirectory();
+}
+
+
+void IDiskRemote::createDirectory(const String & path)
+{
+    Poco::File(metadata_path + path).createDirectory();
+}
+
+
+void IDiskRemote::createDirectories(const String & path)
+{
+    Poco::File(metadata_path + path).createDirectories();
+}
+
+
+void IDiskRemote::clearDirectory(const String & path)
+{
+    for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+        if (isFile(it->path()))
+            removeFile(it->path());
+}
+
+
+void IDiskRemote::removeDirectory(const String & path)
+{
+    Poco::File(metadata_path + path).remove();
+}
+
+void IDiskRemote::listFiles(const String & path, std::vector<String> & file_names)
+{
+    for (auto it = iterateDirectory(path); it->isValid(); it->next())
+        file_names.push_back(it->name());
+}
+
+void IDiskRemote::setLastModified(const String & path, const Poco::Timestamp & timestamp)
+{
+    Poco::File(metadata_path + path).setLastModified(timestamp);
+}
+
+Poco::Timestamp IDiskRemote::getLastModified(const String & path)
+{
+    return Poco::File(metadata_path + path).getLastModified();
+}
+
+}
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
new file mode 100644
index 00000000000..66e6325173e
--- /dev/null
+++ b/src/Disks/IDiskRemote.h
@@ -0,0 +1,120 @@
+#pragma once
+
+#include <atomic>
+#include "Disks/DiskFactory.h"
+#include "Disks/Executor.h"
+#include <Poco/DirectoryIterator.h>
+
+
+namespace DB
+{
+
+
+/// Base Disk class for remote FS's, which are not posix-compatible (DiskS3 and DiskHDFS)
+class IDiskRemote : public IDisk
+{
+
+public:
+    IDiskRemote(
+        const String & remote_fs_root_path_,
+        const String & metadata_path_,
+        std::unique_ptr<Executor> executor_ = std::make_unique<SyncExecutor>());
+
+    struct Metadata;
+
+    Metadata readMeta(const String & path) const;
+
+    Metadata createMeta(const String & path) const;
+
+    const String & getPath() const override { return metadata_path; }
+
+    UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
+
+    UInt64 getAvailableSpace() const override { return std::numeric_limits<UInt64>::max(); }
+
+    UInt64 getUnreservedSpace() const override { return std::numeric_limits<UInt64>::max(); }
+
+    UInt64 getKeepingFreeSpace() const override { return 0; }
+
+    bool exists(const String & path) const override;
+
+    bool isFile(const String & path) const override;
+
+    void createFile(const String & path) override;
+
+    size_t getFileSize(const String & path) const override;
+
+    void replaceFile(const String & from_path, const String & to_path) override;
+
+    void setReadOnly(const String & path) override;
+
+    void listFiles(const String & path, std::vector<String> & file_names) override;
+
+    bool isDirectory(const String & path) const override;
+
+    void createDirectory(const String & path) override;
+
+    void createDirectories(const String & path) override;
+
+    void clearDirectory(const String & path) override;
+
+    void removeDirectory(const String & path) override;
+
+    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
+
+    Poco::Timestamp getLastModified(const String & path) override;
+
+protected:
+    const String remote_fs_root_path;
+    const String metadata_path;
+};
+
+/// Remote FS (S3, HDFS) metadata file layout:
+/// Number of FS objects, Total size of all FS objects.
+/// Each FS object represents path where object located in FS and size of object.
+
+struct IDiskRemote::Metadata
+{
+    /// Metadata file version.
+    static constexpr UInt32 VERSION_ABSOLUTE_PATHS = 1;
+    static constexpr UInt32 VERSION_RELATIVE_PATHS = 2;
+    static constexpr UInt32 VERSION_READ_ONLY_FLAG = 3;
+
+    using PathAndSize = std::pair<String, size_t>;
+
+    /// Remote FS (S3, HDFS) root path.
+    const String & remote_fs_root_path;
+
+    /// Disk path.
+    const String & disk_path;
+
+    /// Relative path to metadata file on local FS.
+    String metadata_file_path;
+
+    /// Total size of all remote FS (S3, HDFS) objects.
+    size_t total_size;
+
+    /// Remote FS (S3, HDFS) objects paths and their sizes.
+    std::vector<PathAndSize> remote_fs_objects;
+
+    /// Number of references (hardlinks) to this metadata file.
+    UInt32 ref_count;
+
+    /// Flag indicates that file is read only.
+    bool read_only = false;
+
+    /// Load metadata by path or create empty if `create` flag is set.
+    Metadata(const String & remote_fs_root_path_,
+            const String & disk_path_,
+            const String & metadata_file_path_,
+            bool create = false);
+
+    void addObject(const String & path, size_t size);
+
+    /// Fsync metadata file if 'sync' flag is set.
+    void save(bool sync = false);
+
+};
+
+
+}
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 311346dc213..12be613bde8 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -26,6 +26,8 @@
 #include <aws/s3/model/ListObjectsV2Request.h>
 #include <aws/s3/model/HeadObjectRequest.h>
 
+#include <Disks/IDiskRemote.h>
+
 #include <boost/algorithm/string.hpp>
 
 
@@ -100,150 +102,6 @@ void throwIfError(const Aws::Utils::Outcome<Result, Error> & response)
     }
 }
 
-/**
- * S3 metadata file layout:
- * Number of S3 objects, Total size of all S3 objects.
- * Each S3 object represents path where object located in S3 and size of object.
- */
-struct DiskS3::Metadata
-{
-    /// Metadata file version.
-    static constexpr UInt32 VERSION_ABSOLUTE_PATHS = 1;
-    static constexpr UInt32 VERSION_RELATIVE_PATHS = 2;
-    static constexpr UInt32 VERSION_READ_ONLY_FLAG = 3;
-
-    using PathAndSize = std::pair<String, size_t>;
-
-    /// S3 root path.
-    const String & s3_root_path;
-
-    /// Disk path.
-    const String & disk_path;
-    /// Relative path to metadata file on local FS.
-    String metadata_file_path;
-    /// Total size of all S3 objects.
-    size_t total_size;
-    /// S3 objects paths and their sizes.
-    std::vector<PathAndSize> s3_objects;
-    /// Number of references (hardlinks) to this metadata file.
-    UInt32 ref_count;
-    /// Flag indicates that file is read only.
-    bool read_only = false;
-
-    /// Load metadata by path or create empty if `create` flag is set.
-    explicit Metadata(const String & s3_root_path_, const String & disk_path_, const String & metadata_file_path_, bool create = false)
-        : s3_root_path(s3_root_path_), disk_path(disk_path_), metadata_file_path(metadata_file_path_), total_size(0), s3_objects(0), ref_count(0)
-    {
-        if (create)
-            return;
-
-        try
-        {
-            ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
-
-            UInt32 version;
-            readIntText(version, buf);
-
-            if (version < VERSION_ABSOLUTE_PATHS || version > VERSION_READ_ONLY_FLAG)
-                throw Exception(
-                    "Unknown metadata file version. Path: " + disk_path + metadata_file_path
-                    + " Version: " + std::to_string(version) + ", Maximum expected version: " + std::to_string(VERSION_READ_ONLY_FLAG),
-                    ErrorCodes::UNKNOWN_FORMAT);
-
-            assertChar('\n', buf);
-
-            UInt32 s3_objects_count;
-            readIntText(s3_objects_count, buf);
-            assertChar('\t', buf);
-            readIntText(total_size, buf);
-            assertChar('\n', buf);
-            s3_objects.resize(s3_objects_count);
-            for (UInt32 i = 0; i < s3_objects_count; ++i)
-            {
-                String s3_object_path;
-                size_t s3_object_size;
-                readIntText(s3_object_size, buf);
-                assertChar('\t', buf);
-                readEscapedString(s3_object_path, buf);
-                if (version == VERSION_ABSOLUTE_PATHS)
-                {
-                    if (!boost::algorithm::starts_with(s3_object_path, s3_root_path))
-                        throw Exception(
-                            "Path in metadata does not correspond S3 root path. Path: " + s3_object_path
-                            + ", root path: " + s3_root_path + ", disk path: " + disk_path_,
-                            ErrorCodes::UNKNOWN_FORMAT);
-                    s3_object_path = s3_object_path.substr(s3_root_path.size());
-                }
-                assertChar('\n', buf);
-                s3_objects[i] = {s3_object_path, s3_object_size};
-            }
-
-            readIntText(ref_count, buf);
-            assertChar('\n', buf);
-
-            if (version >= VERSION_READ_ONLY_FLAG)
-            {
-                readBoolText(read_only, buf);
-                assertChar('\n', buf);
-            }
-        }
-        catch (Exception & e)
-        {
-            if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
-                throw;
-
-            throw Exception("Failed to read metadata file", e, ErrorCodes::UNKNOWN_FORMAT);
-        }
-    }
-
-    void addObject(const String & path, size_t size)
-    {
-        total_size += size;
-        s3_objects.emplace_back(path, size);
-    }
-
-    /// Fsync metadata file if 'sync' flag is set.
-    void save(bool sync = false)
-    {
-        WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
-
-        writeIntText(VERSION_RELATIVE_PATHS, buf);
-        writeChar('\n', buf);
-
-        writeIntText(s3_objects.size(), buf);
-        writeChar('\t', buf);
-        writeIntText(total_size, buf);
-        writeChar('\n', buf);
-        for (const auto & [s3_object_path, s3_object_size] : s3_objects)
-        {
-            writeIntText(s3_object_size, buf);
-            writeChar('\t', buf);
-            writeEscapedString(s3_object_path, buf);
-            writeChar('\n', buf);
-        }
-
-        writeIntText(ref_count, buf);
-        writeChar('\n', buf);
-
-        writeBoolText(read_only, buf);
-        writeChar('\n', buf);
-
-        buf.finalize();
-        if (sync)
-            buf.sync();
-    }
-};
-
-DiskS3::Metadata DiskS3::readMeta(const String & path) const
-{
-    return Metadata(s3_root_path, metadata_path, path);
-}
-
-DiskS3::Metadata DiskS3::createMeta(const String & path) const
-{
-    return Metadata(s3_root_path, metadata_path, path, true);
-}
-
 /// Reads data from S3 using stored paths in metadata.
 class ReadIndirectBufferFromS3 final : public ReadBufferFromFileBase
 {
@@ -300,13 +158,13 @@ private:
     std::unique_ptr<ReadBufferFromS3> initialize()
     {
         size_t offset = absolute_position;
-        for (size_t i = 0; i < metadata.s3_objects.size(); ++i)
+        for (size_t i = 0; i < metadata.remote_fs_objects.size(); ++i)
         {
             current_buf_idx = i;
-            const auto & [path, size] = metadata.s3_objects[i];
+            const auto & [path, size] = metadata.remote_fs_objects[i];
             if (size > offset)
             {
-                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, buf_size);
+                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.remote_fs_root_path + path, buf_size);
                 buf->seek(offset, SEEK_SET);
                 return buf;
             }
@@ -330,12 +188,12 @@ private:
         }
 
         /// If there is no available buffers - nothing to read.
-        if (current_buf_idx + 1 >= metadata.s3_objects.size())
+        if (current_buf_idx + 1 >= metadata.remote_fs_objects.size())
             return false;
 
         ++current_buf_idx;
-        const auto & path = metadata.s3_objects[current_buf_idx].first;
-        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, buf_size);
+        const auto & path = metadata.remote_fs_objects[current_buf_idx].first;
+        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.remote_fs_root_path + path, buf_size);
         current_buf->next();
         working_buffer = current_buf->buffer();
         absolute_position += working_buffer.size();
@@ -367,7 +225,7 @@ public:
         size_t max_single_part_upload_size,
         size_t buf_size_)
         : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromS3(client_ptr_, bucket_, metadata_.s3_root_path + s3_path_, min_upload_part_size, max_single_part_upload_size,std::move(object_metadata_), buf_size_))
+        , impl(WriteBufferFromS3(client_ptr_, bucket_, metadata_.remote_fs_root_path + s3_path_, min_upload_part_size, max_single_part_upload_size,std::move(object_metadata_), buf_size_))
         , metadata(std::move(metadata_))
         , s3_path(s3_path_)
     {
@@ -565,13 +423,11 @@ DiskS3::DiskS3(
     bool send_metadata_,
     int thread_pool_size_,
     int list_object_keys_size_)
-    : IDisk(std::make_unique<AsyncExecutor>(thread_pool_size_))
+    : IDiskRemote(s3_root_path_, metadata_path_, std::make_unique<AsyncExecutor>(thread_pool_size_))
     , name(std::move(name_))
     , client(std::move(client_))
     , proxy_configuration(std::move(proxy_configuration_))
     , bucket(std::move(bucket_))
-    , s3_root_path(std::move(s3_root_path_))
-    , metadata_path(std::move(metadata_path_))
     , min_upload_part_size(min_upload_part_size_)
     , max_single_part_upload_size(max_single_part_upload_size_)
     , min_bytes_for_seek(min_bytes_for_seek_)
@@ -588,43 +444,12 @@ ReservationPtr DiskS3::reserve(UInt64 bytes)
     return std::make_unique<DiskS3Reservation>(std::static_pointer_cast<DiskS3>(shared_from_this()), bytes);
 }
 
-bool DiskS3::exists(const String & path) const
-{
-    return Poco::File(metadata_path + path).exists();
-}
-
-bool DiskS3::isFile(const String & path) const
-{
-    return Poco::File(metadata_path + path).isFile();
-}
-
-bool DiskS3::isDirectory(const String & path) const
-{
-    return Poco::File(metadata_path + path).isDirectory();
-}
-
-size_t DiskS3::getFileSize(const String & path) const
-{
-    auto metadata = readMeta(path);
-    return metadata.total_size;
-}
-
-void DiskS3::createDirectory(const String & path)
-{
-    Poco::File(metadata_path + path).createDirectory();
-}
-
-void DiskS3::createDirectories(const String & path)
-{
-    Poco::File(metadata_path + path).createDirectories();
-}
-
 String DiskS3::getUniqueId(const String & path) const
 {
-    Metadata metadata(s3_root_path, metadata_path, path);
+    Metadata metadata(remote_fs_root_path, metadata_path, path);
     String id;
-    if (!metadata.s3_objects.empty())
-        id = metadata.s3_root_path + metadata.s3_objects[0].first;
+    if (!metadata.remote_fs_objects.empty())
+        id = metadata.remote_fs_root_path + metadata.remote_fs_objects[0].first;
     return id;
 }
 
@@ -633,13 +458,6 @@ DiskDirectoryIteratorPtr DiskS3::iterateDirectory(const String & path)
     return std::make_unique<DiskS3DirectoryIterator>(metadata_path + path, path);
 }
 
-void DiskS3::clearDirectory(const String & path)
-{
-    for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-        if (isFile(it->path()))
-            removeFile(it->path());
-}
-
 void DiskS3::moveFile(const String & from_path, const String & to_path)
 {
     if (exists(to_path))
@@ -658,25 +476,12 @@ void DiskS3::moveFile(const String & from_path, const String & to_path)
     Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
 }
 
-void DiskS3::replaceFile(const String & from_path, const String & to_path)
-{
-    if (exists(to_path))
-    {
-        const String tmp_path = to_path + ".old";
-        moveFile(to_path, tmp_path);
-        moveFile(from_path, to_path);
-        removeFile(tmp_path);
-    }
-    else
-        moveFile(from_path, to_path);
-}
-
 std::unique_ptr<ReadBufferFromFileBase> DiskS3::readFile(const String & path, size_t buf_size, size_t, size_t, size_t, MMappedFileCache *) const
 {
     auto metadata = readMeta(path);
 
     LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Read from file by path: {}. Existing S3 objects: {}",
-        backQuote(metadata_path + path), metadata.s3_objects.size());
+        backQuote(metadata_path + path), metadata.remote_fs_objects.size());
 
     auto reader = std::make_unique<ReadIndirectBufferFromS3>(client, bucket, metadata, buf_size);
     return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), min_bytes_for_seek);
@@ -711,7 +516,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
         /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
         metadata.save();
 
-        LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Write to file by path: {}. New S3 path: {}", backQuote(metadata_path + path), s3_root_path + s3_path);
+        LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Write to file by path: {}. New S3 path: {}", backQuote(metadata_path + path), remote_fs_root_path + s3_path);
 
         return std::make_unique<WriteIndirectBufferFromS3>(
             client, bucket, metadata, s3_path, object_metadata, min_upload_part_size, max_single_part_upload_size, buf_size);
@@ -721,7 +526,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
         auto metadata = readMeta(path);
 
         LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Append to file by path: {}. New S3 path: {}. Existing S3 objects: {}.",
-            backQuote(metadata_path + path), s3_root_path + s3_path, metadata.s3_objects.size());
+            backQuote(metadata_path + path), remote_fs_root_path + s3_path, metadata.remote_fs_objects.size());
 
         return std::make_unique<WriteIndirectBufferFromS3>(
             client, bucket, metadata, s3_path, object_metadata, min_upload_part_size, max_single_part_upload_size, buf_size);
@@ -746,8 +551,8 @@ void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
         {
             file.remove();
 
-            for (const auto & [s3_object_path, _] : metadata.s3_objects)
-                keys.addKey(s3_root_path + s3_object_path);
+            for (const auto & [s3_object_path, _] : metadata.remote_fs_objects)
+                keys.addKey(remote_fs_root_path + s3_object_path);
         }
         else /// In other case decrement number of references, save metadata and delete file.
         {
@@ -820,11 +625,6 @@ void DiskS3::removeFileIfExists(const String & path)
     }
 }
 
-void DiskS3::removeDirectory(const String & path)
-{
-    Poco::File(metadata_path + path).remove();
-}
-
 void DiskS3::removeSharedFile(const String & path, bool keep_s3)
 {
     AwsS3KeyKeeper keys;
@@ -864,22 +664,6 @@ bool DiskS3::tryReserve(UInt64 bytes)
     return false;
 }
 
-void DiskS3::listFiles(const String & path, std::vector<String> & file_names)
-{
-    for (auto it = iterateDirectory(path); it->isValid(); it->next())
-        file_names.push_back(it->name());
-}
-
-void DiskS3::setLastModified(const String & path, const Poco::Timestamp & timestamp)
-{
-    Poco::File(metadata_path + path).setLastModified(timestamp);
-}
-
-Poco::Timestamp DiskS3::getLastModified(const String & path)
-{
-    return Poco::File(metadata_path + path).getLastModified();
-}
-
 void DiskS3::createHardLink(const String & src_path, const String & dst_path)
 {
     /// We don't need to record hardlinks created to shadow folder.
@@ -902,22 +686,6 @@ void DiskS3::createHardLink(const String & src_path, const String & dst_path)
     DB::createHardLink(metadata_path + src_path, metadata_path + dst_path);
 }
 
-void DiskS3::createFile(const String & path)
-{
-    /// Create empty metadata file.
-    auto metadata = createMeta(path);
-    metadata.save();
-}
-
-void DiskS3::setReadOnly(const String & path)
-{
-    /// We should store read only flag inside metadata file (instead of using FS flag),
-    /// because we modify metadata file when create hard-links from it.
-    auto metadata = readMeta(path);
-    metadata.read_only = true;
-    metadata.save();
-}
-
 void DiskS3::shutdown()
 {
     /// This call stops any next retry attempts for ongoing S3 requests.
@@ -930,7 +698,7 @@ void DiskS3::shutdown()
 void DiskS3::createFileOperationObject(const String & operation_name, UInt64 revision, const DiskS3::ObjectMetadata & metadata)
 {
     const String key = "operations/r" + revisionToString(revision) + "-" + operation_name;
-    WriteBufferFromS3 buffer(client, bucket, s3_root_path + key, min_upload_part_size, max_single_part_upload_size, metadata);
+    WriteBufferFromS3 buffer(client, bucket, remote_fs_root_path + key, min_upload_part_size, max_single_part_upload_size, metadata);
     buffer.write('0');
     buffer.finalize();
 }
@@ -942,7 +710,7 @@ void DiskS3::startup()
 
     LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting up disk {}", name);
 
-    if (readSchemaVersion(bucket, s3_root_path) < RESTORABLE_SCHEMA_VERSION)
+    if (readSchemaVersion(bucket, remote_fs_root_path) < RESTORABLE_SCHEMA_VERSION)
         migrateToRestorableSchema();
 
     findLastRevision();
@@ -966,8 +734,8 @@ void DiskS3::findLastRevision()
         LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Check object with revision {}", revision);
 
         /// Check file or operation with such revision exists.
-        if (checkObjectExists(bucket, s3_root_path + "r" + revision_str)
-            || checkObjectExists(bucket, s3_root_path + "operations/r" + revision_str))
+        if (checkObjectExists(bucket, remote_fs_root_path + "r" + revision_str)
+            || checkObjectExists(bucket, remote_fs_root_path + "operations/r" + revision_str))
             l = revision;
         else
             r = revision - 1;
@@ -990,7 +758,7 @@ int DiskS3::readSchemaVersion(const String & source_bucket, const String & sourc
 
 void DiskS3::saveSchemaVersion(const int & version)
 {
-    WriteBufferFromS3 buffer (client, bucket, s3_root_path + SCHEMA_VERSION_OBJECT, min_upload_part_size, max_single_part_upload_size);
+    WriteBufferFromS3 buffer (client, bucket, remote_fs_root_path + SCHEMA_VERSION_OBJECT, min_upload_part_size, max_single_part_upload_size);
     writeIntText(version, buffer);
     buffer.finalize();
 }
@@ -1014,12 +782,12 @@ void DiskS3::migrateFileToRestorableSchema(const String & path)
 
     auto meta = readMeta(path);
 
-    for (const auto & [key, _] : meta.s3_objects)
+    for (const auto & [key, _] : meta.remote_fs_objects)
     {
         ObjectMetadata metadata {
             {"path", path}
         };
-        updateObjectMetadata(s3_root_path + key, metadata);
+        updateObjectMetadata(remote_fs_root_path + key, metadata);
     }
 }
 
@@ -1219,7 +987,7 @@ void DiskS3::restore()
     {
         RestoreInformation information;
         information.source_bucket = bucket;
-        information.source_path = s3_root_path;
+        information.source_path = remote_fs_root_path;
 
         readRestoreInformation(information);
         if (information.revision == 0)
@@ -1231,11 +999,11 @@ void DiskS3::restore()
         {
             /// In this case we need to additionally cleanup S3 from objects with later revision.
             /// Will be simply just restore to different path.
-            if (information.source_path == s3_root_path && information.revision != LATEST_REVISION)
+            if (information.source_path == remote_fs_root_path && information.revision != LATEST_REVISION)
                 throw Exception("Restoring to the same bucket and path is allowed if revision is latest (0)", ErrorCodes::BAD_ARGUMENTS);
 
             /// This case complicates S3 cleanup in case of unsuccessful restore.
-            if (information.source_path != s3_root_path && s3_root_path.starts_with(information.source_path))
+            if (information.source_path != remote_fs_root_path && remote_fs_root_path.starts_with(information.source_path))
                 throw Exception("Restoring to the same bucket is allowed only if source path is not a sub-path of configured path in S3 disk", ErrorCodes::BAD_ARGUMENTS);
         }
 
@@ -1247,7 +1015,7 @@ void DiskS3::restore()
 
         LOG_INFO(&Poco::Logger::get("DiskS3"), "Removing old metadata...");
 
-        bool cleanup_s3 = information.source_bucket != bucket || information.source_path != s3_root_path;
+        bool cleanup_s3 = information.source_bucket != bucket || information.source_path != remote_fs_root_path;
         for (const auto & root : data_roots)
             if (exists(root))
                 removeSharedRecursive(root + '/', !cleanup_s3);
@@ -1338,8 +1106,8 @@ void DiskS3::processRestoreFiles(const String & source_bucket, const String & so
         auto relative_key = shrinkKey(source_path, key);
 
         /// Copy object if we restore to different bucket / path.
-        if (bucket != source_bucket || s3_root_path != source_path)
-            copyObject(source_bucket, key, bucket, s3_root_path + relative_key);
+        if (bucket != source_bucket || remote_fs_root_path != source_path)
+            copyObject(source_bucket, key, bucket, remote_fs_root_path + relative_key);
 
         metadata.addObject(relative_key, head_result.GetContentLength());
         metadata.save();
@@ -1353,7 +1121,7 @@ void DiskS3::restoreFileOperations(const String & source_bucket, const String &
     LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting restore file operations for disk {}", name);
 
     /// Enable recording file operations if we restore to different bucket / path.
-    send_metadata = bucket != source_bucket || s3_root_path != source_path;
+    send_metadata = bucket != source_bucket || remote_fs_root_path != source_path;
 
     listObjects(source_bucket, source_path + "operations/", [this, &source_bucket, &target_revision](auto list_result)
     {
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index 87aab71fc44..16dda93a21f 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -11,6 +11,7 @@
 
 #include <Poco/DirectoryIterator.h>
 #include <re2/re2.h>
+#include <Disks/IDiskRemote.h>
 
 
 namespace DB
@@ -21,7 +22,7 @@ namespace DB
  * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
  * that contains S3 object key with actual data.
  */
-class DiskS3 : public IDisk
+class DiskS3 : public IDiskRemote
 {
 public:
     using ObjectMetadata = std::map<std::string, std::string>;
@@ -30,7 +31,6 @@ public:
     friend class DiskS3Reservation;
 
     class AwsS3KeyKeeper;
-    struct Metadata;
     struct RestoreInformation;
 
     DiskS3(
@@ -49,42 +49,14 @@ public:
 
     const String & getName() const override { return name; }
 
-    const String & getPath() const override { return metadata_path; }
-
     ReservationPtr reserve(UInt64 bytes) override;
 
-    UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
-
-    UInt64 getAvailableSpace() const override { return std::numeric_limits<UInt64>::max(); }
-
-    UInt64 getUnreservedSpace() const override { return std::numeric_limits<UInt64>::max(); }
-
-    UInt64 getKeepingFreeSpace() const override { return 0; }
-
-    bool exists(const String & path) const override;
-
-    bool isFile(const String & path) const override;
-
-    bool isDirectory(const String & path) const override;
-
-    size_t getFileSize(const String & path) const override;
-
-    void createDirectory(const String & path) override;
-
-    void createDirectories(const String & path) override;
-
-    void clearDirectory(const String & path) override;
-
     void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
 
     DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
 
     void moveFile(const String & from_path, const String & to_path) override;
 
-    void replaceFile(const String & from_path, const String & to_path) override;
-
-    void listFiles(const String & path, std::vector<String> & file_names) override;
-
     std::unique_ptr<ReadBufferFromFileBase> readFile(
         const String & path,
         size_t buf_size,
@@ -100,7 +72,6 @@ public:
 
     void removeFile(const String & path) override { removeSharedFile(path, false); }
     void removeFileIfExists(const String & path) override;
-    void removeDirectory(const String & path) override;
     void removeRecursive(const String & path) override { removeSharedRecursive(path, false); }
 
     void removeSharedFile(const String & path, bool keep_s3) override;
@@ -108,14 +79,6 @@ public:
 
     void createHardLink(const String & src_path, const String & dst_path) override;
 
-    void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
-
-    Poco::Timestamp getLastModified(const String & path) override;
-
-    void createFile(const String & path) override;
-
-    void setReadOnly(const String & path) override;
-
     DiskType::Type getType() const override { return DiskType::Type::S3; }
 
     void shutdown() override;
@@ -144,9 +107,6 @@ private:
     void removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys);
     void removeAws(const AwsS3KeyKeeper & keys);
 
-    Metadata readMeta(const String & path) const;
-    Metadata createMeta(const String & path) const;
-
     void createFileOperationObject(const String & operation_name, UInt64 revision, const ObjectMetadata & metadata);
     static String revisionToString(UInt64 revision);
 
@@ -178,8 +138,6 @@ private:
     std::shared_ptr<Aws::S3::S3Client> client;
     std::shared_ptr<S3::ProxyConfiguration> proxy_configuration;
     const String bucket;
-    const String s3_root_path;
-    String metadata_path;
     size_t min_upload_part_size;
     size_t max_single_part_upload_size;
     size_t min_bytes_for_seek;
diff --git a/src/Storages/HDFS/HDFSCommon.cpp b/src/Storages/HDFS/HDFSCommon.cpp
index e5ec8a06139..6041fc1a945 100644
--- a/src/Storages/HDFS/HDFSCommon.cpp
+++ b/src/Storages/HDFS/HDFSCommon.cpp
@@ -116,17 +116,19 @@ void HDFSBuilderWrapper::runKinit()
 HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration & config)
 {
     const Poco::URI uri(uri_str);
+
     const auto & host = uri.getHost();
-    auto port = uri.getPort();
-    const String path = "//";
     if (host.empty())
         throw Exception("Illegal HDFS URI: " + uri.toString(), ErrorCodes::BAD_ARGUMENTS);
 
+    auto port = uri.getPort();
+    const String path = "//";
+
     HDFSBuilderWrapper builder;
     if (builder.get() == nullptr)
-        throw Exception("Unable to create builder to connect to HDFS: " +
-            uri.toString() + " " + String(hdfsGetLastError()),
-            ErrorCodes::NETWORK_ERROR);
+        throw Exception(ErrorCodes::NETWORK_ERROR,
+            "Unable to create builder to connect to HDFS: {}. Error: {}",
+            uri.toString(), String(hdfsGetLastError()));
 
     hdfsBuilderConfSetStr(builder.get(), "input.read.timeout", "60000"); // 1 min
     hdfsBuilderConfSetStr(builder.get(), "input.write.timeout", "60000"); // 1 min
@@ -144,6 +146,7 @@ HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::A
 
         hdfsBuilderSetUserName(builder.get(), user.c_str());
     }
+
     hdfsBuilderSetNameNode(builder.get(), host.c_str());
     if (port != 0)
     {

From d4db8671ed28a9a7a443deb722f9308cadebeeb5 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 18 Apr 2021 14:39:05 +0000
Subject: [PATCH 0128/1060] Better

---
 src/Disks/HDFS/DiskHDFS.cpp | 23 +++++++++++++++++------
 1 file changed, 17 insertions(+), 6 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 04d30c8a52c..c678180f14c 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -116,7 +116,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
 
 void DiskHDFS::removeFile(const String & path)
 {
-    LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Remove file by path: {}", backQuote(metadata_path + path));
+    LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
 
     Poco::File file(metadata_path + path);
 
@@ -137,6 +137,7 @@ void DiskHDFS::removeFile(const String & path)
                 const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
                 const String hdfs_path = remote_fs_root_path.substr(begin_of_path) + hdfs_object_path;
 
+                LOG_DEBUG(log, "Removing file by path: {}", hdfs_path);
                 int res = hdfsDelete(hdfs_fs.get(), hdfs_path.c_str(), 0);
                 if (res == -1)
                     throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
@@ -170,11 +171,21 @@ void DiskHDFS::removeFile(const String & path)
 
 void DiskHDFS::removeFileIfExists(const String & path)
 {
-    int exists_status = hdfsExists(hdfs_fs.get(), path.data());
-    if (exists_status == 0)
-        removeFile(path);
-    else
-        LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "File by path {} does not exist", backQuote(metadata_path + path));
+    LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Checking existance of file by path {}", backQuote(path));
+    if (Poco::File(metadata_path + path).exists())
+    {
+        const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
+        const String hdfs_file_path = remote_fs_root_path.substr(begin_of_path) + path;
+
+        int exists_status = hdfsExists(hdfs_fs.get(), hdfs_file_path.data());
+        if (exists_status == 0)
+        {
+            LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Path exists in HDFS: {}", remote_fs_root_path + backQuote(path));
+            removeFile(path);
+        }
+        else
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Path '{}' does not exist in HDFS (root path: {})", path, remote_fs_root_path);
+    }
 }
 
 

From 73a5e7a7c3dd8960ace220f0080667bb25125f36 Mon Sep 17 00:00:00 2001
From: fuqi <fuqi@growingio.com>
Date: Mon, 19 Apr 2021 10:22:18 +0800
Subject: [PATCH 0129/1060] fix test case new line

---
 tests/queries/0_stateless/01821_join_table_mutation.reference | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01821_join_table_mutation.reference b/tests/queries/0_stateless/01821_join_table_mutation.reference
index 0d7ca32ed70..e79d145b39b 100644
--- a/tests/queries/0_stateless/01821_join_table_mutation.reference
+++ b/tests/queries/0_stateless/01821_join_table_mutation.reference
@@ -2,4 +2,4 @@
 10
 99
 m10
-50
\ No newline at end of file
+50

From 2fd04ec9353e27f85fd09bbcbfc0053ab4a7ecc5 Mon Sep 17 00:00:00 2001
From: fuqi <fuqi@growingio.com>
Date: Mon, 19 Apr 2021 11:22:35 +0800
Subject: [PATCH 0130/1060] fix code style

---
 src/Storages/StorageJoin.cpp | 18 +++++++++++-------
 1 file changed, 11 insertions(+), 7 deletions(-)

diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index d5b858b46bc..92f16d703c9 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -82,8 +82,10 @@ void StorageJoin::truncate(
 
 void StorageJoin::checkMutationIsPossible(const MutationCommands & commands, const Settings & /* settings */) const
 {
-    for (const auto & command: commands) {
-        switch (command.type) {
+    for (const auto & command: commands)
+    {
+        switch (command.type)
+        {
             case MutationCommand::Type::DELETE:
                 break;
             case MutationCommand::Type::UPDATE:
@@ -112,7 +114,8 @@ void StorageJoin::mutate(const MutationCommands & commands, ContextPtr context)
     auto compressed_backup_buf = CompressedWriteBuffer(*backup_buf);
     auto backup_stream = NativeBlockOutputStream(compressed_backup_buf, 0, metadata_snapshot->getSampleBlock());
 
-    while (const Block & block = in->read()) {
+    while (const Block & block = in->read())
+    {
         new_data->addJoinedBlock(block, true);
         if (persistent)
             backup_stream.write(block);
@@ -121,7 +124,8 @@ void StorageJoin::mutate(const MutationCommands & commands, ContextPtr context)
     join = std::move(new_data);
     increment = 1;
 
-    if (persistent) {
+    if (persistent)
+    {
         backup_stream.flush();
         compressed_backup_buf.next();
         backup_buf->next();
@@ -129,10 +133,10 @@ void StorageJoin::mutate(const MutationCommands & commands, ContextPtr context)
 
         std::vector<std::string> files;
         disk->listFiles(path, files);
-        for (const auto & file_name: files) {
-            if (file_name.ends_with(".bin")) {
+        for (const auto & file_name: files)
+        {
+            if (file_name.ends_with(".bin"))
                 disk->removeFileIfExists(path + file_name);
-            }
         }
 
         disk->replaceFile(path + "tmp/" + backup_file_name, path + backup_file_name);

From b37fb734684b75d6826c992f97f3bbc3a8172519 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 19 Apr 2021 08:14:48 +0000
Subject: [PATCH 0131/1060] Continued

---
 src/Disks/HDFS/DiskHDFS.cpp                |  41 +-----
 src/Disks/HDFS/DiskHDFS.h                  |  12 --
 src/Disks/HDFS/DiskHDFSDirectoryIterator.h |  34 -----
 src/Disks/HDFS/DiskHDFSReservation.h       |  68 ----------
 src/Disks/IDisk.h                          |   1 +
 src/Disks/IDiskRemote.cpp                  |  82 ++++++++++++
 src/Disks/IDiskRemote.h                    |  71 +++++++++-
 src/Disks/S3/DiskS3.cpp                    | 143 ++-------------------
 src/Disks/S3/DiskS3.h                      |  14 +-
 9 files changed, 170 insertions(+), 296 deletions(-)
 delete mode 100644 src/Disks/HDFS/DiskHDFSReservation.h

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index c678180f14c..8bd9ad51087 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -4,7 +4,6 @@
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
 #include "ReadIndirectBufferFromHDFS.h"
 #include "WriteIndirectBufferFromHDFS.h"
-#include "DiskHDFSReservation.h"
 #include "DiskHDFSDirectoryIterator.h"
 
 #include <random>
@@ -30,6 +29,7 @@ namespace ErrorCodes
     extern const int CANNOT_DELETE_DIRECTORY;
     extern const int UNKNOWN_FORMAT;
     extern const int PATH_ACCESS_DENIED;
+    extern const int LOGICAL_ERROR;
 }
 
 
@@ -38,9 +38,7 @@ DiskHDFS::DiskHDFS(
     const String & hdfs_root_path_,
     const String & metadata_path_,
     ContextPtr context_)
-    : IDiskRemote(hdfs_root_path_, metadata_path_)
-    , log(&Poco::Logger::get("DiskHDFS"))
-    , disk_name(disk_name_)
+    : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskHDFS")
     , config(context_->getGlobalContext()->getConfigRef())
     , hdfs_builder(createHDFSBuilder(hdfs_root_path_, config))
     , hdfs_fs(createHDFSFS(hdfs_builder.get()))
@@ -48,12 +46,6 @@ DiskHDFS::DiskHDFS(
 }
 
 
-DiskDirectoryIteratorPtr DiskHDFS::iterateDirectory(const String & path)
-{
-    return std::make_unique<DiskHDFSDirectoryIterator>(metadata_path + path, path);
-}
-
-
 void DiskHDFS::moveFile(const String & from_path, const String & to_path)
 {
     if (exists(to_path))
@@ -223,34 +215,7 @@ ReservationPtr DiskHDFS::reserve(UInt64 bytes)
 {
     if (!tryReserve(bytes))
         return {};
-    return std::make_unique<DiskHDFSReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
-}
-
-
-bool DiskHDFS::tryReserve(UInt64 bytes)
-{
-    std::lock_guard lock(reservation_mutex);
-
-    if (bytes == 0)
-    {
-        LOG_DEBUG(log, "Reserving 0 bytes on HDFS disk {}", backQuote(disk_name));
-        ++reservation_count;
-        return true;
-    }
-
-    auto available_space = getAvailableSpace();
-    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
-    if (unreserved_space >= bytes)
-    {
-        LOG_DEBUG(log,
-            "Reserving {} on disk {}, having unreserved {}",
-            formatReadableSizeWithBinarySuffix(bytes), backQuote(disk_name), formatReadableSizeWithBinarySuffix(unreserved_space));
-        ++reservation_count;
-        reserved_bytes += bytes;
-        return true;
-    }
-
-    return false;
+    return std::make_unique<DiskRemoteReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
 }
 
 
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index eda5c7cbb86..06c70534e69 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -32,12 +32,8 @@ public:
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
-    const String & getName() const override { return disk_name; }
-
     void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
 
-    DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
-
     void moveFile(const String & from_path, const String & to_path) override;
 
     void removeFile(const String & path) override;
@@ -66,21 +62,13 @@ public:
 private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
 
-    bool tryReserve(UInt64 bytes);
-
     void remove(const String & path);
 
-    Poco::Logger * log;
-    const String disk_name;
     const Poco::Util::AbstractConfiguration & config;
-
     String hdfs_root_path;
     HDFSBuilderWrapper hdfs_builder;
     HDFSFSPtr hdfs_fs;
 
-    UInt64 reserved_bytes = 0;
-    UInt64 reservation_count = 0;
-    std::mutex reservation_mutex;
     std::mutex copying_mutex;
 };
 
diff --git a/src/Disks/HDFS/DiskHDFSDirectoryIterator.h b/src/Disks/HDFS/DiskHDFSDirectoryIterator.h
index 621949b0a82..e69de29bb2d 100644
--- a/src/Disks/HDFS/DiskHDFSDirectoryIterator.h
+++ b/src/Disks/HDFS/DiskHDFSDirectoryIterator.h
@@ -1,34 +0,0 @@
-#pragma once
-
-#include <Disks/IDisk.h>
-
-
-namespace DB
-{
-
-class DiskHDFSDirectoryIterator final : public IDiskDirectoryIterator
-{
-
-public:
-    DiskHDFSDirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
-
-    void next() override { ++iter; }
-
-    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
-
-    String path() const override
-    {
-        if (iter->isDirectory())
-            return folder_path + iter.name() + '/';
-        else
-            return folder_path + iter.name();
-    }
-
-    String name() const override { return iter.name(); }
-
-private:
-    Poco::DirectoryIterator iter;
-    String folder_path;
-};
-
-}
diff --git a/src/Disks/HDFS/DiskHDFSReservation.h b/src/Disks/HDFS/DiskHDFSReservation.h
deleted file mode 100644
index c90614e599b..00000000000
--- a/src/Disks/HDFS/DiskHDFSReservation.h
+++ /dev/null
@@ -1,68 +0,0 @@
-#pragma once
-
-#include <Disks/IDisk.h>
-
-
-namespace DB
-{
-
-class DiskHDFSReservation : public IReservation
-{
-
-public:
-    DiskHDFSReservation(const DiskHDFSPtr & disk_, UInt64 size_)
-        : disk(disk_)
-        , size(size_)
-        , metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
-    {
-    }
-
-    ~DiskHDFSReservation() override
-    {
-        try
-        {
-            std::lock_guard lock(disk->reservation_mutex);
-            if (disk->reserved_bytes < size)
-            {
-                disk->reserved_bytes = 0;
-                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservations size for disk '{}'", disk->getName());
-            }
-            else
-            {
-                disk->reserved_bytes -= size;
-            }
-
-            if (disk->reservation_count == 0)
-            {
-                //LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservation count for disk '{}'", disk->getName());
-            }
-            else
-                --disk->reservation_count;
-        }
-        catch (...)
-        {
-            tryLogCurrentException(__PRETTY_FUNCTION__);
-        }
-    }
-
-    UInt64 getSize() const override { return size; }
-
-    DiskPtr getDisk(size_t /* i */) const override { return disk; }
-
-    void update(UInt64 new_size) override
-    {
-        std::lock_guard lock(disk->reservation_mutex);
-        disk->reserved_bytes -= size;
-        size = new_size;
-        disk->reserved_bytes += size;
-    }
-
-    Disks getDisks() const override { return {}; }
-
-private:
-    DiskHDFSPtr disk;
-    UInt64 size;
-    CurrentMetrics::Increment metric_increment;
-};
-
-}
diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 726145cb5d2..36050ee09bd 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -6,6 +6,7 @@
 #include <Common/Exception.h>
 #include <Disks/Executor.h>
 #include <Disks/DiskType.h>
+#include "Disks/Executor.h"
 
 #include <memory>
 #include <mutex>
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 9e75540f729..7333f85def0 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -28,6 +28,7 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int UNKNOWN_FORMAT;
+    extern const int INCORRECT_DISK_INDEX;
 }
 
 
@@ -155,13 +156,61 @@ IDiskRemote::Metadata IDiskRemote::createMeta(const String & path) const
 }
 
 
+DiskPtr DiskRemoteReservation::getDisk(size_t i) const
+{
+    if (i != 0)
+        throw Exception("Can't use i != 0 with single disk reservation", ErrorCodes::INCORRECT_DISK_INDEX);
+    return disk;
+}
+
+
+void DiskRemoteReservation::update(UInt64 new_size)
+{
+    std::lock_guard lock(disk->reservation_mutex);
+    disk->reserved_bytes -= size;
+    size = new_size;
+    disk->reserved_bytes += size;
+}
+
+
+DiskRemoteReservation::~DiskRemoteReservation()
+{
+    try
+    {
+        std::lock_guard lock(disk->reservation_mutex);
+        if (disk->reserved_bytes < size)
+        {
+            disk->reserved_bytes = 0;
+            LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservations size for disk '{}'.", disk->getName());
+        }
+        else
+        {
+            disk->reserved_bytes -= size;
+        }
+
+        if (disk->reservation_count == 0)
+            LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservation count for disk '{}'.", disk->getName());
+        else
+            --disk->reservation_count;
+    }
+    catch (...)
+    {
+        tryLogCurrentException(__PRETTY_FUNCTION__);
+    }
+}
+
+
 IDiskRemote::IDiskRemote(
+    const String & disk_name_,
     const String & remote_fs_root_path_,
     const String & metadata_path_,
+    const String & log_name_,
     std::unique_ptr<Executor> executor_)
     : IDisk(std::move(executor_))
+    , disk_name(disk_name_)
     , remote_fs_root_path(remote_fs_root_path_)
     , metadata_path(metadata_path_)
+    , log(&Poco::Logger::get(log_name_))
 {
 }
 
@@ -248,20 +297,53 @@ void IDiskRemote::removeDirectory(const String & path)
     Poco::File(metadata_path + path).remove();
 }
 
+
+DiskDirectoryIteratorPtr IDiskRemote::iterateDirectory(const String & path)
+{
+    return std::make_unique<RemoteDiskDirectoryIterator>(metadata_path + path, path);
+}
+
+
 void IDiskRemote::listFiles(const String & path, std::vector<String> & file_names)
 {
     for (auto it = iterateDirectory(path); it->isValid(); it->next())
         file_names.push_back(it->name());
 }
 
+
 void IDiskRemote::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
     Poco::File(metadata_path + path).setLastModified(timestamp);
 }
 
+
 Poco::Timestamp IDiskRemote::getLastModified(const String & path)
 {
     return Poco::File(metadata_path + path).getLastModified();
 }
 
+
+bool IDiskRemote::tryReserve(UInt64 bytes)
+{
+    std::lock_guard lock(reservation_mutex);
+    if (bytes == 0)
+    {
+        LOG_DEBUG(log, "Reserving 0 bytes on s3 disk {}", backQuote(disk_name));
+        ++reservation_count;
+        return true;
+    }
+
+    auto available_space = getAvailableSpace();
+    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
+    if (unreserved_space >= bytes)
+    {
+        LOG_DEBUG(log, "Reserving {} on disk {}, having unreserved {}.",
+            ReadableSize(bytes), backQuote(disk_name), ReadableSize(unreserved_space));
+        ++reservation_count;
+        reserved_bytes += bytes;
+        return true;
+    }
+    return false;
+}
+
 }
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index 66e6325173e..2e86e056646 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -14,20 +14,26 @@ namespace DB
 class IDiskRemote : public IDisk
 {
 
+friend class DiskRemoteReservation;
+
 public:
     IDiskRemote(
+        const String & disk_name_,
         const String & remote_fs_root_path_,
         const String & metadata_path_,
+        const String & log_name_,
         std::unique_ptr<Executor> executor_ = std::make_unique<SyncExecutor>());
 
     struct Metadata;
 
+    const String & getName() const override { return disk_name; }
+
+    const String & getPath() const override { return metadata_path; }
+
     Metadata readMeta(const String & path) const;
 
     Metadata createMeta(const String & path) const;
 
-    const String & getPath() const override { return metadata_path; }
-
     UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
 
     UInt64 getAvailableSpace() const override { return std::numeric_limits<UInt64>::max(); }
@@ -60,15 +66,27 @@ public:
 
     void removeDirectory(const String & path) override;
 
+    DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
+
     void setLastModified(const String & path, const Poco::Timestamp & timestamp) override;
 
     Poco::Timestamp getLastModified(const String & path) override;
 
 protected:
+    bool tryReserve(UInt64 bytes);
+
+    const String disk_name;
     const String remote_fs_root_path;
     const String metadata_path;
+    Poco::Logger * log;
+
+    UInt64 reserved_bytes = 0;
+    UInt64 reservation_count = 0;
+    std::mutex reservation_mutex;
 };
 
+using DiskRemotePtr = std::shared_ptr<IDiskRemote>;
+
 /// Remote FS (S3, HDFS) metadata file layout:
 /// Number of FS objects, Total size of all FS objects.
 /// Each FS object represents path where object located in FS and size of object.
@@ -117,4 +135,53 @@ struct IDiskRemote::Metadata
 };
 
 
+class RemoteDiskDirectoryIterator final : public IDiskDirectoryIterator
+{
+public:
+    RemoteDiskDirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
+
+    void next() override { ++iter; }
+
+    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
+
+    String path() const override
+    {
+        if (iter->isDirectory())
+            return folder_path + iter.name() + '/';
+        else
+            return folder_path + iter.name();
+    }
+
+    String name() const override { return iter.name(); }
+
+private:
+    Poco::DirectoryIterator iter;
+    String folder_path;
+};
+
+
+class DiskRemoteReservation final : public IReservation
+{
+public:
+    DiskRemoteReservation(const DiskRemotePtr & disk_, UInt64 size_)
+        : disk(disk_), size(size_), metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
+    {
+    }
+
+    UInt64 getSize() const override { return size; }
+
+    DiskPtr getDisk(size_t i) const override;
+
+    Disks getDisks() const override { return {disk}; }
+
+    void update(UInt64 new_size) override;
+
+    ~DiskRemoteReservation() override;
+
+private:
+    DiskRemotePtr disk;
+    UInt64 size;
+    CurrentMetrics::Increment metric_increment;
+};
+
 }
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 12be613bde8..207cf9d885a 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -285,94 +285,6 @@ private:
 };
 
 
-class DiskS3DirectoryIterator final : public IDiskDirectoryIterator
-{
-public:
-    DiskS3DirectoryIterator(const String & full_path, const String & folder_path_) : iter(full_path), folder_path(folder_path_) {}
-
-    void next() override { ++iter; }
-
-    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
-
-    String path() const override
-    {
-        if (iter->isDirectory())
-            return folder_path + iter.name() + '/';
-        else
-            return folder_path + iter.name();
-    }
-
-    String name() const override { return iter.name(); }
-
-private:
-    Poco::DirectoryIterator iter;
-    String folder_path;
-};
-
-
-using DiskS3Ptr = std::shared_ptr<DiskS3>;
-
-class DiskS3Reservation final : public IReservation
-{
-public:
-    DiskS3Reservation(const DiskS3Ptr & disk_, UInt64 size_)
-        : disk(disk_), size(size_), metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
-    {
-    }
-
-    UInt64 getSize() const override { return size; }
-
-    DiskPtr getDisk(size_t i) const override
-    {
-        if (i != 0)
-        {
-            throw Exception("Can't use i != 0 with single disk reservation", ErrorCodes::INCORRECT_DISK_INDEX);
-        }
-        return disk;
-    }
-
-    Disks getDisks() const override { return {disk}; }
-
-    void update(UInt64 new_size) override
-    {
-        std::lock_guard lock(disk->reservation_mutex);
-        disk->reserved_bytes -= size;
-        size = new_size;
-        disk->reserved_bytes += size;
-    }
-
-    ~DiskS3Reservation() override
-    {
-        try
-        {
-            std::lock_guard lock(disk->reservation_mutex);
-            if (disk->reserved_bytes < size)
-            {
-                disk->reserved_bytes = 0;
-                LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservations size for disk '{}'.", disk->getName());
-            }
-            else
-            {
-                disk->reserved_bytes -= size;
-            }
-
-            if (disk->reservation_count == 0)
-                LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservation count for disk '{}'.", disk->getName());
-            else
-                --disk->reservation_count;
-        }
-        catch (...)
-        {
-            tryLogCurrentException(__PRETTY_FUNCTION__);
-        }
-    }
-
-private:
-    DiskS3Ptr disk;
-    UInt64 size;
-    CurrentMetrics::Increment metric_increment;
-};
-
 /// Runs tasks asynchronously using thread pool.
 class AsyncExecutor : public Executor
 {
@@ -411,7 +323,7 @@ private:
 
 
 DiskS3::DiskS3(
-    String name_,
+    String disk_name_,
     std::shared_ptr<Aws::S3::S3Client> client_,
     std::shared_ptr<S3::ProxyConfiguration> proxy_configuration_,
     String bucket_,
@@ -423,8 +335,7 @@ DiskS3::DiskS3(
     bool send_metadata_,
     int thread_pool_size_,
     int list_object_keys_size_)
-    : IDiskRemote(s3_root_path_, metadata_path_, std::make_unique<AsyncExecutor>(thread_pool_size_))
-    , name(std::move(name_))
+    : IDiskRemote(disk_name_, s3_root_path_, metadata_path_, "DiskS3", std::make_unique<AsyncExecutor>(thread_pool_size_))
     , client(std::move(client_))
     , proxy_configuration(std::move(proxy_configuration_))
     , bucket(std::move(bucket_))
@@ -441,7 +352,7 @@ ReservationPtr DiskS3::reserve(UInt64 bytes)
 {
     if (!tryReserve(bytes))
         return {};
-    return std::make_unique<DiskS3Reservation>(std::static_pointer_cast<DiskS3>(shared_from_this()), bytes);
+    return std::make_unique<DiskRemoteReservation>(std::static_pointer_cast<DiskS3>(shared_from_this()), bytes);
 }
 
 String DiskS3::getUniqueId(const String & path) const
@@ -453,11 +364,6 @@ String DiskS3::getUniqueId(const String & path) const
     return id;
 }
 
-DiskDirectoryIteratorPtr DiskS3::iterateDirectory(const String & path)
-{
-    return std::make_unique<DiskS3DirectoryIterator>(metadata_path + path, path);
-}
-
 void DiskS3::moveFile(const String & from_path, const String & to_path)
 {
     if (exists(to_path))
@@ -641,29 +547,6 @@ void DiskS3::removeSharedRecursive(const String & path, bool keep_s3)
         removeAws(keys);
 }
 
-bool DiskS3::tryReserve(UInt64 bytes)
-{
-    std::lock_guard lock(reservation_mutex);
-    if (bytes == 0)
-    {
-        LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Reserving 0 bytes on s3 disk {}", backQuote(name));
-        ++reservation_count;
-        return true;
-    }
-
-    auto available_space = getAvailableSpace();
-    UInt64 unreserved_space = available_space - std::min(available_space, reserved_bytes);
-    if (unreserved_space >= bytes)
-    {
-        LOG_DEBUG(&Poco::Logger::get("DiskS3"), "Reserving {} on disk {}, having unreserved {}.",
-            ReadableSize(bytes), backQuote(name), ReadableSize(unreserved_space));
-        ++reservation_count;
-        reserved_bytes += bytes;
-        return true;
-    }
-    return false;
-}
-
 void DiskS3::createHardLink(const String & src_path, const String & dst_path)
 {
     /// We don't need to record hardlinks created to shadow folder.
@@ -708,14 +591,14 @@ void DiskS3::startup()
     if (!send_metadata)
         return;
 
-    LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting up disk {}", name);
+    LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting up disk {}", disk_name);
 
     if (readSchemaVersion(bucket, remote_fs_root_path) < RESTORABLE_SCHEMA_VERSION)
         migrateToRestorableSchema();
 
     findLastRevision();
 
-    LOG_INFO(&Poco::Logger::get("DiskS3"), "Disk {} started up", name);
+    LOG_INFO(&Poco::Logger::get("DiskS3"), "Disk {} started up", disk_name);
 }
 
 void DiskS3::findLastRevision()
@@ -741,7 +624,7 @@ void DiskS3::findLastRevision()
             r = revision - 1;
     }
     revision_counter = l;
-    LOG_INFO(&Poco::Logger::get("DiskS3"), "Found last revision number {} for disk {}", revision_counter, name);
+    LOG_INFO(&Poco::Logger::get("DiskS3"), "Found last revision number {} for disk {}", revision_counter, disk_name);
 }
 
 int DiskS3::readSchemaVersion(const String & source_bucket, const String & source_path)
@@ -838,7 +721,7 @@ void DiskS3::migrateToRestorableSchema()
 {
     try
     {
-        LOG_INFO(&Poco::Logger::get("DiskS3"), "Start migration to restorable schema for disk {}", name);
+        LOG_INFO(&Poco::Logger::get("DiskS3"), "Start migration to restorable schema for disk {}", disk_name);
 
         Futures results;
 
@@ -1011,7 +894,7 @@ void DiskS3::restore()
             throw Exception("Source bucket doesn't have restorable schema.", ErrorCodes::BAD_ARGUMENTS);
 
         LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting to restore disk {}. Revision: {}, Source bucket: {}, Source path: {}",
-                 name, information.revision, information.source_bucket, information.source_path);
+                 disk_name, information.revision, information.source_bucket, information.source_path);
 
         LOG_INFO(&Poco::Logger::get("DiskS3"), "Removing old metadata...");
 
@@ -1028,7 +911,7 @@ void DiskS3::restore()
 
         saveSchemaVersion(RESTORABLE_SCHEMA_VERSION);
 
-        LOG_INFO(&Poco::Logger::get("DiskS3"), "Restore disk {} finished", name);
+        LOG_INFO(&Poco::Logger::get("DiskS3"), "Restore disk {} finished", disk_name);
     }
     catch (const Exception & e)
     {
@@ -1040,7 +923,7 @@ void DiskS3::restore()
 
 void DiskS3::restoreFiles(const String & source_bucket, const String & source_path, UInt64 target_revision)
 {
-    LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting restore files for disk {}", name);
+    LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting restore files for disk {}", disk_name);
 
     std::vector<std::future<void>> results;
     listObjects(source_bucket, source_path, [this, &source_bucket, &source_path, &target_revision, &results](auto list_result)
@@ -1080,7 +963,7 @@ void DiskS3::restoreFiles(const String & source_bucket, const String & source_pa
     for (auto & result : results)
         result.get();
 
-    LOG_INFO(&Poco::Logger::get("DiskS3"), "Files are restored for disk {}", name);
+    LOG_INFO(&Poco::Logger::get("DiskS3"), "Files are restored for disk {}", disk_name);
 }
 
 void DiskS3::processRestoreFiles(const String & source_bucket, const String & source_path, Strings keys)
@@ -1118,7 +1001,7 @@ void DiskS3::processRestoreFiles(const String & source_bucket, const String & so
 
 void DiskS3::restoreFileOperations(const String & source_bucket, const String & source_path, UInt64 target_revision)
 {
-    LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting restore file operations for disk {}", name);
+    LOG_INFO(&Poco::Logger::get("DiskS3"), "Starting restore file operations for disk {}", disk_name);
 
     /// Enable recording file operations if we restore to different bucket / path.
     send_metadata = bucket != source_bucket || remote_fs_root_path != source_path;
@@ -1177,7 +1060,7 @@ void DiskS3::restoreFileOperations(const String & source_bucket, const String &
 
     send_metadata = true;
 
-    LOG_INFO(&Poco::Logger::get("DiskS3"), "File operations restored for disk {}", name);
+    LOG_INFO(&Poco::Logger::get("DiskS3"), "File operations restored for disk {}", disk_name);
 }
 
 std::tuple<UInt64, String> DiskS3::extractRevisionAndOperationFromKey(const String & key)
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index 16dda93a21f..41791e683ab 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -12,6 +12,7 @@
 #include <Poco/DirectoryIterator.h>
 #include <re2/re2.h>
 #include <Disks/IDiskRemote.h>
+#include <common/logger_useful.h>
 
 
 namespace DB
@@ -34,7 +35,7 @@ public:
     struct RestoreInformation;
 
     DiskS3(
-        String name_,
+        String disk_name_,
         std::shared_ptr<Aws::S3::S3Client> client_,
         std::shared_ptr<S3::ProxyConfiguration> proxy_configuration_,
         String bucket_,
@@ -47,14 +48,10 @@ public:
         int thread_pool_size_,
         int list_object_keys_size_);
 
-    const String & getName() const override { return name; }
-
     ReservationPtr reserve(UInt64 bytes) override;
 
     void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
 
-    DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
-
     void moveFile(const String & from_path, const String & to_path) override;
 
     std::unique_ptr<ReadBufferFromFileBase> readFile(
@@ -101,8 +98,6 @@ public:
     void onFreeze(const String & path) override;
 
 private:
-    bool tryReserve(UInt64 bytes);
-
     void removeMeta(const String & path, AwsS3KeyKeeper & keys);
     void removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys);
     void removeAws(const AwsS3KeyKeeper & keys);
@@ -134,7 +129,6 @@ private:
     static String shrinkKey(const String & path, const String & key);
     std::tuple<UInt64, String> extractRevisionAndOperationFromKey(const String & key);
 
-    const String name;
     std::shared_ptr<Aws::S3::S3Client> client;
     std::shared_ptr<S3::ProxyConfiguration> proxy_configuration;
     const String bucket;
@@ -143,10 +137,6 @@ private:
     size_t min_bytes_for_seek;
     bool send_metadata;
 
-    UInt64 reserved_bytes = 0;
-    UInt64 reservation_count = 0;
-    std::mutex reservation_mutex;
-
     std::atomic<UInt64> revision_counter;
     static constexpr UInt64 LATEST_REVISION = std::numeric_limits<UInt64>::max();
     static constexpr UInt64 UNKNOWN_REVISION = 0;

From 5df0fcc114b985768b32472085239cdc97539114 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 19 Apr 2021 15:33:15 +0000
Subject: [PATCH 0132/1060] Fixes and tests

---
 src/Disks/HDFS/DiskHDFS.cpp                  |  24 +---
 src/Disks/HDFS/DiskHDFS.h                    |   3 +-
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h |   5 +-
 src/Disks/IDiskRemote.cpp                    |   4 +-
 src/Disks/tests/gtest_disk.cpp               | 134 +++++++++++++++++++
 src/Storages/HDFS/HDFSCommon.cpp             |  12 +-
 src/Storages/HDFS/ReadBufferFromHDFS.cpp     |   9 +-
 src/Storages/HDFS/WriteBufferFromHDFS.cpp    |  25 ++--
 src/Storages/HDFS/WriteBufferFromHDFS.h      |   6 +-
 9 files changed, 178 insertions(+), 44 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 8bd9ad51087..81682a36f6b 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -37,9 +37,9 @@ DiskHDFS::DiskHDFS(
     const String & disk_name_,
     const String & hdfs_root_path_,
     const String & metadata_path_,
-    ContextPtr context_)
+    const Poco::Util::AbstractConfiguration & config_)
     : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskHDFS")
-    , config(context_->getGlobalContext()->getConfigRef())
+    , config(config_)
     , hdfs_builder(createHDFSBuilder(hdfs_root_path_, config))
     , hdfs_fs(createHDFSFS(hdfs_builder.get()))
 {
@@ -91,7 +91,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
         LOG_DEBUG(log,
             "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size, O_WRONLY);
     }
     else
     {
@@ -101,7 +101,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
             "Append to file by path: {}. New hdfs path: {}. Existing HDFS objects: {}",
             backQuote(metadata_path + path), hdfs_path, metadata.remote_fs_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size, O_WRONLY | O_APPEND);
     }
 }
 
@@ -163,20 +163,9 @@ void DiskHDFS::removeFile(const String & path)
 
 void DiskHDFS::removeFileIfExists(const String & path)
 {
-    LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Checking existance of file by path {}", backQuote(path));
     if (Poco::File(metadata_path + path).exists())
     {
-        const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
-        const String hdfs_file_path = remote_fs_root_path.substr(begin_of_path) + path;
-
-        int exists_status = hdfsExists(hdfs_fs.get(), hdfs_file_path.data());
-        if (exists_status == 0)
-        {
-            LOG_DEBUG(&Poco::Logger::get("DiskHDFS"), "Path exists in HDFS: {}", remote_fs_root_path + backQuote(path));
-            removeFile(path);
-        }
-        else
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "Path '{}' does not exist in HDFS (root path: {})", path, remote_fs_root_path);
+        removeFile(path);
     }
 }
 
@@ -235,9 +224,8 @@ void registerDiskHDFS(DiskFactory & factory)
             throw Exception(ErrorCodes::BAD_ARGUMENTS, "HDFS path must ends with '/', but '{}' doesn't.", uri);
 
         String metadata_path = context_->getPath() + "disks/" + name + "/";
-        auto context = Context::createCopy(context_);
 
-        return std::make_shared<DiskHDFS>(name, uri, metadata_path, context);
+        return std::make_shared<DiskHDFS>(name, uri, metadata_path, config);
     };
 
     factory.registerDiskType("hdfs", creator);
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 06c70534e69..e8abb47a482 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -2,7 +2,6 @@
 
 #include <Disks/DiskFactory.h>
 #include <Disks/IDiskRemote.h>
-
 #include <Poco/DirectoryIterator.h>
 #include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h> // Y_IGNORE
@@ -28,7 +27,7 @@ public:
         const String & disk_name_,
         const String & hdfs_root_path_,
         const String & metadata_path_,
-        ContextPtr context_);
+        const Poco::Util::AbstractConfiguration & config);
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
index de93b7e4675..7b49e85ec05 100644
--- a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
@@ -16,9 +16,10 @@ public:
         const String & hdfs_name_,
         const String & hdfs_path_,
         DiskHDFS::Metadata metadata_,
-        size_t buf_size_)
+        size_t buf_size_,
+        int flags_)
         : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromHDFS(hdfs_name_, config_, buf_size_))
+        , impl(WriteBufferFromHDFS(hdfs_name_, config_, buf_size_, flags_))
         , metadata(std::move(metadata_))
         , hdfs_path(hdfs_path_)
     {
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 7333f85def0..661ec6e7fe3 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -181,7 +181,7 @@ DiskRemoteReservation::~DiskRemoteReservation()
         if (disk->reserved_bytes < size)
         {
             disk->reserved_bytes = 0;
-            LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservations size for disk '{}'.", disk->getName());
+            LOG_ERROR(disk->log, "Unbalanced reservations size for disk '{}'.", disk->getName());
         }
         else
         {
@@ -189,7 +189,7 @@ DiskRemoteReservation::~DiskRemoteReservation()
         }
 
         if (disk->reservation_count == 0)
-            LOG_ERROR(&Poco::Logger::get("DiskLocal"), "Unbalanced reservation count for disk '{}'.", disk->getName());
+            LOG_ERROR(disk->log, "Unbalanced reservation count for disk '{}'.", disk->getName());
         else
             --disk->reservation_count;
     }
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 907bf5dd294..646e4a448da 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -2,6 +2,9 @@
 #include <IO/ReadHelpers.h>
 #include <IO/WriteHelpers.h>
 #include "gtest_disk.h"
+#include <Disks/HDFS/DiskHDFS.cpp>
+#include <Poco/Util/XMLConfiguration.h>
+
 
 #if !__clang__
 #    pragma GCC diagnostic push
@@ -144,3 +147,134 @@ TYPED_TEST(DiskTest, iterateDirectory)
         EXPECT_FALSE(iter->isValid());
     }
 }
+
+
+const String hdfs_uri = "hdfs://192.168.112.2:9000/disk_test/";
+const String metadata_path = "/home/kssenii/metadata/";
+const String config_path = "/home/kssenii/ClickHouse/programs/server/config.xml";
+const String file_name = "test.txt";
+
+
+TEST(DiskTest, RemoveFileHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    DB::HDFSBuilderWrapper builder = DB::createHDFSBuilder(hdfs_uri, *config);
+    DB::HDFSFSPtr fs = DB::createHDFSFS(builder.get());
+
+    disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+    auto metadata = disk.readMeta(file_name);
+
+    const String hdfs_file_name = metadata.remote_fs_objects[0].first;
+    const String hdfs_file_path = "/disk_test/" + hdfs_file_name;
+
+    auto ret = hdfsExists(fs.get(), hdfs_file_path.data());
+    EXPECT_EQ(0, ret);
+
+    disk.removeFile(file_name);
+    ret = hdfsExists(fs.get(), hdfs_file_path.data());
+    EXPECT_EQ(-1, ret);
+}
+
+
+TEST(DiskTest, WriteReadHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    {
+        auto out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+        writeString("Test write to file", *out);
+    }
+
+    {
+        DB::String result;
+        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+        readString(result, *in);
+        EXPECT_EQ("Test write to file", result);
+    }
+
+    disk.removeFileIfExists(file_name);
+}
+
+
+TEST(DiskTest, RewriteFileHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    for (size_t i = 1; i <= 10; ++i)
+    {
+        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+        writeString("Text" + DB::toString(i), *out);
+    }
+
+    {
+        String result;
+        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+        readString(result, *in);
+        EXPECT_EQ("Text10", result);
+        readString(result, *in);
+        EXPECT_EQ("", result);
+    }
+
+    disk.removeFileIfExists(file_name);
+}
+
+
+TEST(DiskTest, AppendFileHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    {
+        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Append);
+        writeString("Text", *out);
+        for (size_t i = 0; i < 10; ++i)
+        {
+            writeIntText(i, *out);
+        }
+    }
+
+    {
+        String result, expected;
+        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+
+        readString(result, *in);
+        EXPECT_EQ("Text0123456789", result);
+
+        readString(result, *in);
+        EXPECT_EQ("", result);
+    }
+
+    disk.removeFileIfExists(file_name);
+}
+
+
+TEST(DiskTest, SeekHDFS)
+{
+    //{
+    //    String buf(4, '0');
+    //    std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
+
+    //    in->seek(5, SEEK_SET);
+
+    //    in->readStrict(buf.data(), 4);
+    //    EXPECT_EQ("data", buf);
+    //}
+    //// Test SEEK_CUR
+    //{
+    //    std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
+    //    String buf(4, '0');
+
+    //    in->readStrict(buf.data(), 4);
+    //    EXPECT_EQ("test", buf);
+
+    //    // Skip whitespace
+    //    in->seek(1, SEEK_CUR);
+
+    //    in->readStrict(buf.data(), 4);
+    //    EXPECT_EQ("data", buf);
+    //}
+}
diff --git a/src/Storages/HDFS/HDFSCommon.cpp b/src/Storages/HDFS/HDFSCommon.cpp
index 6041fc1a945..09045e6a2a2 100644
--- a/src/Storages/HDFS/HDFSCommon.cpp
+++ b/src/Storages/HDFS/HDFSCommon.cpp
@@ -116,19 +116,17 @@ void HDFSBuilderWrapper::runKinit()
 HDFSBuilderWrapper createHDFSBuilder(const String & uri_str, const Poco::Util::AbstractConfiguration & config)
 {
     const Poco::URI uri(uri_str);
-
     const auto & host = uri.getHost();
+    auto port = uri.getPort();
+    const String path = "//";
     if (host.empty())
         throw Exception("Illegal HDFS URI: " + uri.toString(), ErrorCodes::BAD_ARGUMENTS);
 
-    auto port = uri.getPort();
-    const String path = "//";
-
     HDFSBuilderWrapper builder;
     if (builder.get() == nullptr)
-        throw Exception(ErrorCodes::NETWORK_ERROR,
-            "Unable to create builder to connect to HDFS: {}. Error: {}",
-            uri.toString(), String(hdfsGetLastError()));
+        throw Exception("Unable to create builder to connect to HDFS: " +
+            uri.toString() + " " + String(hdfsGetLastError()),
+            ErrorCodes::NETWORK_ERROR);
 
     hdfsBuilderConfSetStr(builder.get(), "input.read.timeout", "60000"); // 1 min
     hdfsBuilderConfSetStr(builder.get(), "input.write.timeout", "60000"); // 1 min
diff --git a/src/Storages/HDFS/ReadBufferFromHDFS.cpp b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
index 5774e7784b0..f9e19552821 100644
--- a/src/Storages/HDFS/ReadBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
@@ -32,10 +32,11 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl
     off_t offset = 0;
     bool initialized = false;
 
-    ReadBufferFromHDFSImpl(const std::string & hdfs_name_,
-        const Poco::Util::AbstractConfiguration & config_)
-        : hdfs_uri(hdfs_name_),
-          builder(createHDFSBuilder(hdfs_uri, config_))
+    ReadBufferFromHDFSImpl(
+            const std::string & hdfs_name_,
+            const Poco::Util::AbstractConfiguration & config_)
+        : hdfs_uri(hdfs_name_)
+        , builder(createHDFSBuilder(hdfs_uri, config_))
     {
         std::lock_guard lock(hdfs_init_mutex);
 
diff --git a/src/Storages/HDFS/WriteBufferFromHDFS.cpp b/src/Storages/HDFS/WriteBufferFromHDFS.cpp
index 3873eace10d..faba7612e65 100644
--- a/src/Storages/HDFS/WriteBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/WriteBufferFromHDFS.cpp
@@ -27,19 +27,24 @@ struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
     HDFSBuilderWrapper builder;
     HDFSFSPtr fs;
 
-    explicit WriteBufferFromHDFSImpl(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration & config_)
-        : hdfs_uri(hdfs_name_)
-        , builder(createHDFSBuilder(hdfs_uri,config_))
+    explicit WriteBufferFromHDFSImpl(
+            const std::string & hdfs_uri_,
+            const Poco::Util::AbstractConfiguration & config_,
+            int flags)
+        : hdfs_uri(hdfs_uri_)
+        , builder(createHDFSBuilder(hdfs_uri, config_))
         , fs(createHDFSFS(builder.get()))
     {
         const size_t begin_of_path = hdfs_uri.find('/', hdfs_uri.find("//") + 2);
         const std::string path = hdfs_uri.substr(begin_of_path);
+
         if (path.find_first_of("*?{") != std::string::npos)
-            throw Exception("URI '" + hdfs_uri + "' contains globs, so the table is in readonly mode", ErrorCodes::CANNOT_OPEN_FILE);
+            throw Exception(ErrorCodes::CANNOT_OPEN_FILE, "URI '{}' contains globs, so the table is in readonly mode", hdfs_uri);
 
         if (!hdfsExists(fs.get(), path.c_str()))
-            throw Exception("File: " + path + " is already exists", ErrorCodes::BAD_ARGUMENTS);
-        fout = hdfsOpenFile(fs.get(), path.c_str(), O_WRONLY, 0, 0, 0);     /// O_WRONLY meaning create or overwrite i.e., implies O_TRUNCAT here
+            throw Exception(ErrorCodes::BAD_ARGUMENTS, "File {} already exists", path);
+
+        fout = hdfsOpenFile(fs.get(), path.c_str(), flags, 0, 0, 0);     /// O_WRONLY meaning create or overwrite i.e., implies O_TRUNCAT here
 
         if (fout == nullptr)
         {
@@ -73,9 +78,13 @@ struct WriteBufferFromHDFS::WriteBufferFromHDFSImpl
     }
 };
 
-WriteBufferFromHDFS::WriteBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration & config_, size_t buf_size_)
+WriteBufferFromHDFS::WriteBufferFromHDFS(
+        const std::string & hdfs_name_,
+        const Poco::Util::AbstractConfiguration & config_,
+        size_t buf_size_,
+        int flags_)
     : BufferWithOwnMemory<WriteBuffer>(buf_size_)
-    , impl(std::make_unique<WriteBufferFromHDFSImpl>(hdfs_name_, config_))
+    , impl(std::make_unique<WriteBufferFromHDFSImpl>(hdfs_name_, config_, flags_))
 {
 }
 
diff --git a/src/Storages/HDFS/WriteBufferFromHDFS.h b/src/Storages/HDFS/WriteBufferFromHDFS.h
index 20b7b3c8348..145452b60b6 100644
--- a/src/Storages/HDFS/WriteBufferFromHDFS.h
+++ b/src/Storages/HDFS/WriteBufferFromHDFS.h
@@ -18,7 +18,11 @@ class WriteBufferFromHDFS : public BufferWithOwnMemory<WriteBuffer>
 {
 
 public:
-    WriteBufferFromHDFS(const std::string & hdfs_name_, const Poco::Util::AbstractConfiguration &, size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE);
+    WriteBufferFromHDFS(
+        const std::string & hdfs_name_,
+        const Poco::Util::AbstractConfiguration & config_,
+        size_t buf_size_ = DBMS_DEFAULT_BUFFER_SIZE,
+        int flags = O_WRONLY);
 
     WriteBufferFromHDFS(WriteBufferFromHDFS &&) = default;
 

From 9a9157599057d047bcb55829be2f0b17ba73a284 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 19 Apr 2021 15:40:58 +0000
Subject: [PATCH 0133/1060] One more test

---
 src/Disks/tests/gtest_disk.cpp | 48 +++++++++++++++++++++-------------
 1 file changed, 30 insertions(+), 18 deletions(-)

diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 646e4a448da..e3ab1ea44b6 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -254,27 +254,39 @@ TEST(DiskTest, AppendFileHDFS)
 
 TEST(DiskTest, SeekHDFS)
 {
-    //{
-    //    String buf(4, '0');
-    //    std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
 
-    //    in->seek(5, SEEK_SET);
+    {
+        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+        writeString("test data", *out);
+    }
 
-    //    in->readStrict(buf.data(), 4);
-    //    EXPECT_EQ("data", buf);
-    //}
-    //// Test SEEK_CUR
-    //{
-    //    std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile("test_file", 1024, 1024, 1024, 1024);
-    //    String buf(4, '0');
+    /// Test SEEK_SET
+    {
+        String buf(4, '0');
+        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
 
-    //    in->readStrict(buf.data(), 4);
-    //    EXPECT_EQ("test", buf);
+        in->seek(5, SEEK_SET);
 
-    //    // Skip whitespace
-    //    in->seek(1, SEEK_CUR);
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("data", buf);
+    }
 
-    //    in->readStrict(buf.data(), 4);
-    //    EXPECT_EQ("data", buf);
-    //}
+    /// Test SEEK_CUR
+    {
+        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+        String buf(4, '0');
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("test", buf);
+
+        // Skip whitespace
+        in->seek(1, SEEK_CUR);
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("data", buf);
+    }
+
+    disk.removeFileIfExists(file_name);
 }

From e89594f3764181761d863c2db9a646c776e22a34 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 19 Apr 2021 15:50:46 +0000
Subject: [PATCH 0134/1060] Better

---
 src/Disks/HDFS/DiskHDFS.h    | 5 -----
 src/Disks/IDiskRemote.h      | 2 ++
 src/Disks/S3/DiskS3.h        | 2 --
 src/Disks/tests/gtest_disk.h | 1 -
 4 files changed, 2 insertions(+), 8 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index e8abb47a482..ede05b89861 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -31,8 +31,6 @@ public:
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
-    void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
-
     void moveFile(const String & from_path, const String & to_path) override;
 
     void removeFile(const String & path) override;
@@ -61,10 +59,7 @@ public:
 private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
 
-    void remove(const String & path);
-
     const Poco::Util::AbstractConfiguration & config;
-    String hdfs_root_path;
     HDFSBuilderWrapper hdfs_builder;
     HDFSFSPtr hdfs_fs;
 
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index 2e86e056646..fcca3f27a53 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -64,6 +64,8 @@ public:
 
     void clearDirectory(const String & path) override;
 
+    void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
+
     void removeDirectory(const String & path) override;
 
     DiskDirectoryIteratorPtr iterateDirectory(const String & path) override;
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index a90c379d4c5..bcf0dc64613 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -51,8 +51,6 @@ public:
 
     ReservationPtr reserve(UInt64 bytes) override;
 
-    void moveDirectory(const String & from_path, const String & to_path) override { moveFile(from_path, to_path); }
-
     void moveFile(const String & from_path, const String & to_path) override;
 
     std::unique_ptr<ReadBufferFromFileBase> readFile(
diff --git a/src/Disks/tests/gtest_disk.h b/src/Disks/tests/gtest_disk.h
index 314caf288a2..fa1028089cb 100644
--- a/src/Disks/tests/gtest_disk.h
+++ b/src/Disks/tests/gtest_disk.h
@@ -4,7 +4,6 @@
 #include <Disks/DiskMemory.h>
 #include <Disks/IDisk.h>
 
-
 template <typename T>
 DB::DiskPtr createDisk();
 

From 66913c58653a7851c6b3efac6dd5e5aadc32b103 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Mon, 19 Apr 2021 19:24:50 +0300
Subject: [PATCH 0135/1060] fix waiting while dropping empty parts

---
 src/Storages/MergeTree/MergeTreeData.cpp | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index f28d87bb9be..a1a50fc6cb7 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -1305,6 +1305,9 @@ void MergeTreeData::clearEmptyParts()
     if (!getSettings()->remove_empty_parts)
         return;
 
+    /// There is no need to wait for drop and hold thread in background pool.
+    auto context_for_drop = Context::createCopy(getContext());
+    context_for_drop->setSetting("replication_alter_partitions_sync", Field(0));
     auto parts = getDataPartsVector();
     for (const auto & part : parts)
     {
@@ -1312,7 +1315,7 @@ void MergeTreeData::clearEmptyParts()
         {
             ASTPtr literal = std::make_shared<ASTLiteral>(part->name);
             /// If another replica has already started drop, it's ok, no need to throw.
-            dropPartition(literal, /* detach = */ false, /*drop_part = */ true, getContext(), /* throw_if_noop = */ false);
+            dropPartition(literal, /* detach = */ false, /*drop_part = */ true, context_for_drop, /* throw_if_noop = */ false);
         }
     }
 }

From 42a0416a2bb0fe933218214420d958392b54c557 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 20 Apr 2021 05:31:08 +0300
Subject: [PATCH 0136/1060] better drop of empty parts

---
 src/Storages/MergeTree/MergeTreeData.cpp    |   9 +-
 src/Storages/MergeTree/MergeTreeData.h      |   4 +-
 src/Storages/StorageMergeTree.cpp           | 104 +++++++++++---------
 src/Storages/StorageMergeTree.h             |   4 +-
 src/Storages/StorageReplicatedMergeTree.cpp |  15 ++-
 src/Storages/StorageReplicatedMergeTree.h   |   3 +-
 6 files changed, 81 insertions(+), 58 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index a1a50fc6cb7..ed098862f92 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -1305,18 +1305,11 @@ void MergeTreeData::clearEmptyParts()
     if (!getSettings()->remove_empty_parts)
         return;
 
-    /// There is no need to wait for drop and hold thread in background pool.
-    auto context_for_drop = Context::createCopy(getContext());
-    context_for_drop->setSetting("replication_alter_partitions_sync", Field(0));
     auto parts = getDataPartsVector();
     for (const auto & part : parts)
     {
         if (part->rows_count == 0)
-        {
-            ASTPtr literal = std::make_shared<ASTLiteral>(part->name);
-            /// If another replica has already started drop, it's ok, no need to throw.
-            dropPartition(literal, /* detach = */ false, /*drop_part = */ true, context_for_drop, /* throw_if_noop = */ false);
-        }
+            dropPart(part->name);
     }
 }
 
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index 46c0014d9f7..5b107308e2a 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -964,7 +964,9 @@ protected:
     // Partition helpers
     bool canReplacePartition(const DataPartPtr & src_part) const;
 
-    virtual void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr context, bool throw_if_noop = true) = 0;
+    /// Tries to drop part in background without any waits or throwing exceptions in case of errors.
+    virtual void dropPart(const String & name) = 0;
+    virtual void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr context) = 0;
     virtual PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr context) = 0;
     virtual void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr context) = 0;
     virtual void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr context) = 0;
diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index 4d7f7d8c887..dbe15ca4e3f 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -1213,55 +1213,69 @@ MergeTreeDataPartPtr StorageMergeTree::outdatePart(const String & part_name, boo
     }
 }
 
-void StorageMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr local_context, bool throw_if_noop)
+void StorageMergeTree::dropPart(const String & name)
 {
+    auto part = outdatePart(name, false);
+    /// Nothing to do, part was removed in some different way
+    if (!part)
+        return;
+
+    dropPartsImpl({part}, false);
+}
+
+void StorageMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr local_context)
+{
+    DataPartsVector parts_to_remove;
+
+    if (drop_part)
     {
-        MergeTreeData::DataPartsVector parts_to_remove;
-        auto metadata_snapshot = getInMemoryMetadataPtr();
+        auto part = outdatePart(partition->as<ASTLiteral &>().value.safeGet<String>(), true);
+        /// Nothing to do, part was removed in some different way
+        if (!part)
+            return;
 
-        if (drop_part)
-        {
-            auto part = outdatePart(partition->as<ASTLiteral &>().value.safeGet<String>(), throw_if_noop);
-            /// Nothing to do, part was removed in some different way
-            if (!part)
-                return;
-
-            parts_to_remove.push_back(part);
-        }
-        else
-        {
-            /// Asks to complete merges and does not allow them to start.
-            /// This protects against "revival" of data for a removed partition after completion of merge.
-            auto merge_blocker = stopMergesAndWait();
-            String partition_id = getPartitionIDFromQuery(partition, local_context);
-            parts_to_remove = getDataPartsVectorInPartition(MergeTreeDataPartState::Committed, partition_id);
-
-            /// TODO should we throw an exception if parts_to_remove is empty?
-            removePartsFromWorkingSet(parts_to_remove, true);
-        }
-
-        if (detach)
-        {
-            /// If DETACH clone parts to detached/ directory
-            /// NOTE: no race with background cleanup until we hold pointers to parts
-            for (const auto & part : parts_to_remove)
-            {
-                LOG_INFO(log, "Detaching {}", part->relative_path);
-                part->makeCloneInDetached("", metadata_snapshot);
-            }
-        }
-
-        if (deduplication_log)
-        {
-            for (const auto & part : parts_to_remove)
-                deduplication_log->dropPart(part->info);
-        }
-
-        if (detach)
-            LOG_INFO(log, "Detached {} parts.", parts_to_remove.size());
-        else
-            LOG_INFO(log, "Removed {} parts.", parts_to_remove.size());
+        parts_to_remove.push_back(part);
     }
+    else
+    {
+        /// Asks to complete merges and does not allow them to start.
+        /// This protects against "revival" of data for a removed partition after completion of merge.
+        auto merge_blocker = stopMergesAndWait();
+        String partition_id = getPartitionIDFromQuery(partition, local_context);
+        parts_to_remove = getDataPartsVectorInPartition(MergeTreeDataPartState::Committed, partition_id);
+
+        /// TODO should we throw an exception if parts_to_remove is empty?
+        removePartsFromWorkingSet(parts_to_remove, true);
+    }
+
+    dropPartsImpl(parts_to_remove, detach);
+}
+
+void StorageMergeTree::dropPartsImpl(const DataPartsVector & parts_to_remove, bool detach)
+{
+    auto metadata_snapshot = getInMemoryMetadataPtr();
+
+    if (detach)
+    {
+        /// If DETACH clone parts to detached/ directory
+        /// NOTE: no race with background cleanup until we hold pointers to parts
+        for (const auto & part : parts_to_remove)
+        {
+            LOG_INFO(log, "Detaching {}", part->relative_path);
+            part->makeCloneInDetached("", metadata_snapshot);
+        }
+    }
+
+    if (deduplication_log)
+    {
+        for (const auto & part : parts_to_remove)
+            deduplication_log->dropPart(part->info);
+    }
+
+    if (detach)
+        LOG_INFO(log, "Detached {} parts.", parts_to_remove.size());
+    else
+        LOG_INFO(log, "Removed {} parts.", parts_to_remove.size());
 
     clearOldPartsFromFilesystem();
 }
diff --git a/src/Storages/StorageMergeTree.h b/src/Storages/StorageMergeTree.h
index 2a50cb33912..0cd24f37518 100644
--- a/src/Storages/StorageMergeTree.h
+++ b/src/Storages/StorageMergeTree.h
@@ -211,7 +211,9 @@ private:
     void clearOldMutations(bool truncate = false);
 
     // Partition helpers
-    void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr context, bool throw_if_noop) override;
+    void dropPart(const String & name) override;
+    void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr context) override;
+    void dropPartsImpl(const DataPartsVector & parts_to_remove, bool detach);
     PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr context) override;
 
     void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr context) override;
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 10061af22e7..ce7c0b3cf59 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4777,8 +4777,19 @@ bool StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(const St
     return true;
 }
 
+void StorageReplicatedMergeTree::dropPart(const String & name)
+{
+    assertNotReadonly();
+    if (!is_leader)
+        throw Exception("DROP PART cannot be done on this replica because it is not a leader", ErrorCodes::NOT_A_LEADER);
 
-void StorageReplicatedMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr query_context, bool throw_if_noop)
+    zkutil::ZooKeeperPtr zookeeper = getZooKeeper();
+    LogEntry entry;
+
+    dropPart(zookeeper, name, entry, false, false);
+}
+
+void StorageReplicatedMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr query_context)
 {
     assertNotReadonly();
     if (!is_leader)
@@ -4792,7 +4803,7 @@ void StorageReplicatedMergeTree::dropPartition(const ASTPtr & partition, bool de
     if (drop_part)
     {
         String part_name = partition->as<ASTLiteral &>().value.safeGet<String>();
-        did_drop = dropPart(zookeeper, part_name, entry, detach, throw_if_noop);
+        did_drop = dropPart(zookeeper, part_name, entry, detach, true);
     }
     else
     {
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 9122bdafbf0..fcf17ae07cc 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -620,12 +620,13 @@ private:
     /// Info about how other replicas can access this one.
     ReplicatedMergeTreeAddress getReplicatedMergeTreeAddress() const;
 
+    void dropPart(const String & name) override;
     bool dropPart(zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop);
     bool dropAllPartsInPartition(
         zkutil::ZooKeeper & zookeeper, String & partition_id, LogEntry & entry, ContextPtr query_context, bool detach);
 
     // Partition helpers
-    void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr query_context, bool throw_if_noop) override;
+    void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr query_context) override;
     PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr query_context) override;
     void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr query_context) override;
     void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr query_context) override;

From a07d44e438801d8c74140dea6ba84acdc7676ce2 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 20 Apr 2021 11:41:32 +0000
Subject: [PATCH 0137/1060] More common

---
 src/Disks/HDFS/DiskHDFS.cpp       | 122 +++------------------------
 src/Disks/HDFS/DiskHDFS.h         |  22 ++---
 src/Disks/IDisk.h                 |   6 +-
 src/Disks/IDiskRemote.cpp         | 135 ++++++++++++++++++++++++++++++
 src/Disks/IDiskRemote.h           |  33 +++++++-
 src/Disks/S3/DiskS3.cpp           |   7 --
 src/Disks/S3/DiskS3.h             |   6 +-
 src/Storages/HDFS/StorageHDFS.cpp |   1 -
 8 files changed, 188 insertions(+), 144 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 81682a36f6b..267bc89a226 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -24,12 +24,9 @@ namespace DB
 
 namespace ErrorCodes
 {
-    extern const int FILE_ALREADY_EXISTS;
     extern const int BAD_ARGUMENTS;
-    extern const int CANNOT_DELETE_DIRECTORY;
-    extern const int UNKNOWN_FORMAT;
-    extern const int PATH_ACCESS_DENIED;
     extern const int LOGICAL_ERROR;
+    extern const int PATH_ACCESS_DENIED;
 }
 
 
@@ -46,15 +43,6 @@ DiskHDFS::DiskHDFS(
 }
 
 
-void DiskHDFS::moveFile(const String & from_path, const String & to_path)
-{
-    if (exists(to_path))
-        throw Exception("File already exists: " + to_path, ErrorCodes::FILE_ALREADY_EXISTS);
-
-    Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
-}
-
-
 std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path, size_t buf_size, size_t, size_t, size_t, MMappedFileCache *) const
 {
     auto metadata = readMeta(path);
@@ -92,7 +80,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
             "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
 
         return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size, O_WRONLY);
-    }
+}
     else
     {
         auto metadata = readMeta(path);
@@ -101,110 +89,24 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
             "Append to file by path: {}. New hdfs path: {}. Existing HDFS objects: {}",
             backQuote(metadata_path + path), hdfs_path, metadata.remote_fs_objects.size());
 
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size, O_WRONLY | O_APPEND);
+        return std::make_unique<WriteIndirectBufferFromHDFS>(
+                config, hdfs_path, file_name, metadata, buf_size, O_WRONLY | O_APPEND);
     }
 }
 
 
-void DiskHDFS::removeFile(const String & path)
+void DiskHDFS::removeFromRemoteFS(const Metadata & metadata)
 {
-    LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
-
-    Poco::File file(metadata_path + path);
-
-    if (!file.isFile())
-        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
-
-    try
+    for (const auto & [hdfs_object_path, _] : metadata.remote_fs_objects)
     {
-        auto metadata = readMeta(path);
+        const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
+        const String hdfs_path = remote_fs_root_path.substr(begin_of_path) + hdfs_object_path;
 
-        /// If there is no references - delete content from HDFS.
-        if (metadata.ref_count == 0)
-        {
-            file.remove();
-
-            for (const auto & [hdfs_object_path, _] : metadata.remote_fs_objects)
-            {
-                const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
-                const String hdfs_path = remote_fs_root_path.substr(begin_of_path) + hdfs_object_path;
-
-                LOG_DEBUG(log, "Removing file by path: {}", hdfs_path);
-                int res = hdfsDelete(hdfs_fs.get(), hdfs_path.c_str(), 0);
-                if (res == -1)
-                    throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
-            }
-        }
-        else /// In other case decrement number of references, save metadata and delete file.
-        {
-            --metadata.ref_count;
-            metadata.save();
-            file.remove();
-        }
+        LOG_DEBUG(log, "Removing file by path: {}", hdfs_path);
+        int res = hdfsDelete(hdfs_fs.get(), hdfs_path.c_str(), 0);
+        if (res == -1)
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
     }
-    catch (const Exception & e)
-    {
-        /// If it's impossible to read meta - just remove it from FS.
-        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
-        {
-            LOG_WARNING(
-                log,
-                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
-                backQuote(path),
-                e.nested() ? e.nested()->message() : e.message());
-
-            file.remove();
-        }
-        else
-            throw;
-    }
-}
-
-
-void DiskHDFS::removeFileIfExists(const String & path)
-{
-    if (Poco::File(metadata_path + path).exists())
-    {
-        removeFile(path);
-    }
-}
-
-
-void DiskHDFS::removeRecursive(const String & path)
-{
-    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        removeFile(path);
-    }
-    else
-    {
-        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-            removeRecursive(it->path());
-        file.remove();
-    }
-}
-
-
-void DiskHDFS::createHardLink(const String & src_path, const String & dst_path)
-{
-    /// Increment number of references.
-    auto src = readMeta(src_path);
-    ++src.ref_count;
-    src.save();
-
-    /// Create FS hardlink to metadata file.
-    DB::createHardLink(metadata_path + src_path, metadata_path + dst_path);
-}
-
-
-ReservationPtr DiskHDFS::reserve(UInt64 bytes)
-{
-    if (!tryReserve(bytes))
-        return {};
-    return std::make_unique<DiskRemoteReservation>(std::static_pointer_cast<DiskHDFS>(shared_from_this()), bytes);
 }
 
 
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index ede05b89861..895d4cff846 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -6,6 +6,7 @@
 #include <Storages/HDFS/HDFSCommon.h>
 #include <hdfs/hdfs.h> // Y_IGNORE
 #include <Core/UUID.h>
+#include <memory>
 
 
 namespace DB
@@ -31,18 +32,6 @@ public:
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
-    void moveFile(const String & from_path, const String & to_path) override;
-
-    void removeFile(const String & path) override;
-
-    void removeFileIfExists(const String & path) override;
-
-    void removeRecursive(const String & path) override;
-
-    ReservationPtr reserve(UInt64 bytes) override;
-
-    void createHardLink(const String & src_path, const String & dst_path) override;
-
     std::unique_ptr<ReadBufferFromFileBase> readFile(
         const String & path,
         size_t buf_size,
@@ -51,10 +40,11 @@ public:
         size_t mmap_threshold,
         MMappedFileCache * mmap_cache) const override;
 
-    std::unique_ptr<WriteBufferFromFileBase> writeFile(
-        const String & path,
-        size_t buf_size,
-        WriteMode mode) override;
+    std::unique_ptr<WriteBufferFromFileBase> writeFile(const String & path, size_t buf_size, WriteMode mode) override;
+
+    void removeFromRemoteFS(const Metadata & metadata) override;
+
+    RemoteDiskPtr getDiskPtr() override { return std::static_pointer_cast<DiskHDFS>(shared_from_this()); }
 
 private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 36050ee09bd..0ada6d5b050 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -177,17 +177,17 @@ public:
     virtual void removeRecursive(const String & path) = 0;
 
     /// Remove file. Throws exception if file doesn't exists or if directory is not empty.
-    /// Differs from removeFile for S3 disks
+    /// Differs from removeFile for S3/HDFS disks
     /// Second bool param is a flag to remove (true) or keep (false) shared data on S3
     virtual void removeSharedFile(const String & path, bool) { removeFile(path); }
 
     /// Remove file or directory with all children. Use with extra caution. Throws exception if file doesn't exists.
-    /// Differs from removeRecursive for S3 disks
+    /// Differs from removeRecursive for S3/HDFS disks
     /// Second bool param is a flag to remove (true) or keep (false) shared data on S3
     virtual void removeSharedRecursive(const String & path, bool) { removeRecursive(path); }
 
     /// Remove file or directory if it exists.
-    /// Differs from removeFileIfExists for S3 disks
+    /// Differs from removeFileIfExists for S3/HDFS disks
     /// Second bool param is a flag to remove (true) or keep (false) shared data on S3
     virtual void removeSharedFileIfExists(const String & path, bool) { removeFileIfExists(path); }
 
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 661ec6e7fe3..7a8b264f0d6 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -29,6 +29,8 @@ namespace ErrorCodes
 {
     extern const int UNKNOWN_FORMAT;
     extern const int INCORRECT_DISK_INDEX;
+    extern const int FILE_ALREADY_EXISTS;
+    extern const int CANNOT_DELETE_DIRECTORY;
 }
 
 
@@ -150,12 +152,78 @@ IDiskRemote::Metadata IDiskRemote::readMeta(const String & path) const
     return Metadata(remote_fs_root_path, metadata_path, path);
 }
 
+
 IDiskRemote::Metadata IDiskRemote::createMeta(const String & path) const
 {
     return Metadata(remote_fs_root_path, metadata_path, path, true);
 }
 
 
+void IDiskRemote::removeMeta(const String & path, bool keep_in_remote_fs)
+{
+    LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
+
+    Poco::File file(metadata_path + path);
+
+    if (!file.isFile())
+        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
+
+    try
+    {
+        auto metadata = readMeta(path);
+
+        /// If there is no references - delete content from S3.
+        if (metadata.ref_count == 0)
+        {
+            file.remove();
+
+            if (!keep_in_remote_fs)
+                removeFromRemoteFS(metadata);
+        }
+        else /// In other case decrement number of references, save metadata and delete file.
+        {
+            --metadata.ref_count;
+            metadata.save();
+            file.remove();
+        }
+    }
+    catch (const Exception & e)
+    {
+        /// If it's impossible to read meta - just remove it from FS.
+        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
+        {
+            LOG_WARNING(
+                log,
+                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
+                backQuote(path),
+                e.nested() ? e.nested()->message() : e.message());
+
+            file.remove();
+        }
+        else
+            throw;
+    }
+}
+
+
+void IDiskRemote::removeMetaRecursive(const String & path, bool keep_in_remote_fs)
+{
+    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        removeMeta(path, keep_in_remote_fs);
+    }
+    else
+    {
+        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+            removeMetaRecursive(it->path(), keep_in_remote_fs);
+        file.remove();
+    }
+}
+
+
 DiskPtr DiskRemoteReservation::getDisk(size_t i) const
 {
     if (i != 0)
@@ -242,6 +310,15 @@ size_t IDiskRemote::getFileSize(const String & path) const
 }
 
 
+void IDiskRemote::moveFile(const String & from_path, const String & to_path)
+{
+    if (exists(to_path))
+        throw Exception("File already exists: " + to_path, ErrorCodes::FILE_ALREADY_EXISTS);
+
+    Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
+}
+
+
 void IDiskRemote::replaceFile(const String & from_path, const String & to_path)
 {
     if (exists(to_path))
@@ -256,6 +333,43 @@ void IDiskRemote::replaceFile(const String & from_path, const String & to_path)
 }
 
 
+void IDiskRemote::removeSharedFile(const String & path, bool keep_in_remote_fs)
+{
+    removeMeta(path, keep_in_remote_fs);
+}
+
+
+void IDiskRemote::removeSharedRecursive(const String & path, bool keep_in_remote_fs)
+{
+    removeMetaRecursive(path, keep_in_remote_fs);
+}
+
+
+void IDiskRemote::removeFileIfExists(const String & path)
+{
+    if (Poco::File(metadata_path + path).exists())
+        removeMeta(path, /* keep_in_remote_fs */ false);
+}
+
+
+void IDiskRemote::removeRecursive(const String & path)
+{
+    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        removeFile(path);
+    }
+    else
+    {
+        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+            removeRecursive(it->path());
+        file.remove();
+    }
+}
+
+
 void IDiskRemote::setReadOnly(const String & path)
 {
     /// We should store read only flag inside metadata file (instead of using FS flag),
@@ -323,6 +437,27 @@ Poco::Timestamp IDiskRemote::getLastModified(const String & path)
 }
 
 
+void IDiskRemote::createHardLink(const String & src_path, const String & dst_path)
+{
+    /// Increment number of references.
+    auto src = readMeta(src_path);
+    ++src.ref_count;
+    src.save();
+
+    /// Create FS hardlink to metadata file.
+    DB::createHardLink(metadata_path + src_path, metadata_path + dst_path);
+}
+
+
+ReservationPtr IDiskRemote::reserve(UInt64 bytes)
+{
+    if (!tryReserve(bytes))
+        return {};
+
+    return std::make_unique<DiskRemoteReservation>(getDiskPtr(), bytes);
+}
+
+
 bool IDiskRemote::tryReserve(UInt64 bytes)
 {
     std::lock_guard lock(reservation_mutex);
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index fcca3f27a53..c9ffdaac5dd 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -48,8 +48,20 @@ public:
 
     void createFile(const String & path) override;
 
+    void removeFile(const String & path) override { removeSharedFile(path, false); }
+
+    void removeSharedFile(const String & path, bool keep_in_remote_fs) override;
+
+    void removeSharedRecursive(const String & path, bool) override;
+
+    void removeFileIfExists(const String & path) override;
+
+    void removeRecursive(const String & path) override;
+
     size_t getFileSize(const String & path) const override;
 
+    void moveFile(const String & from_path, const String & to_path) override;
+
     void replaceFile(const String & from_path, const String & to_path) override;
 
     void setReadOnly(const String & path) override;
@@ -74,20 +86,33 @@ public:
 
     Poco::Timestamp getLastModified(const String & path) override;
 
+    void createHardLink(const String & src_path, const String & dst_path) override;
+
+    ReservationPtr reserve(UInt64 bytes) override;
+
+    virtual std::shared_ptr<IDiskRemote> getDiskPtr() = 0;
+
+    virtual void removeFromRemoteFS(const Metadata & /* metadata */) {}
+
 protected:
-    bool tryReserve(UInt64 bytes);
+    void removeMetaRecursive(const String & path, bool keep_in_remote_fs);
+
+    void removeMeta(const String & path, bool keep_in_remote_fs);
 
     const String disk_name;
     const String remote_fs_root_path;
     const String metadata_path;
     Poco::Logger * log;
 
+private:
+    bool tryReserve(UInt64 bytes);
+
     UInt64 reserved_bytes = 0;
     UInt64 reservation_count = 0;
     std::mutex reservation_mutex;
 };
 
-using DiskRemotePtr = std::shared_ptr<IDiskRemote>;
+using RemoteDiskPtr = std::shared_ptr<IDiskRemote>;
 
 /// Remote FS (S3, HDFS) metadata file layout:
 /// Number of FS objects, Total size of all FS objects.
@@ -165,7 +190,7 @@ private:
 class DiskRemoteReservation final : public IReservation
 {
 public:
-    DiskRemoteReservation(const DiskRemotePtr & disk_, UInt64 size_)
+    DiskRemoteReservation(const RemoteDiskPtr & disk_, UInt64 size_)
         : disk(disk_), size(size_), metric_increment(CurrentMetrics::DiskSpaceReservedForMerge, size_)
     {
     }
@@ -181,7 +206,7 @@ public:
     ~DiskRemoteReservation() override;
 
 private:
-    DiskRemotePtr disk;
+    RemoteDiskPtr disk;
     UInt64 size;
     CurrentMetrics::Increment metric_increment;
 };
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 2ca7c8b4816..e1e7c69d20d 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -348,13 +348,6 @@ DiskS3::DiskS3(
 {
 }
 
-ReservationPtr DiskS3::reserve(UInt64 bytes)
-{
-    if (!tryReserve(bytes))
-        return {};
-    return std::make_unique<DiskRemoteReservation>(std::static_pointer_cast<DiskS3>(shared_from_this()), bytes);
-}
-
 String DiskS3::getUniqueId(const String & path) const
 {
     Metadata metadata(remote_fs_root_path, metadata_path, path);
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index bcf0dc64613..e785156076a 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -14,6 +14,7 @@
 #include <re2/re2.h>
 #include <Disks/IDiskRemote.h>
 #include <common/logger_useful.h>
+#include <utility>
 
 
 namespace DB
@@ -49,8 +50,6 @@ public:
         int thread_pool_size_,
         int list_object_keys_size_);
 
-    ReservationPtr reserve(UInt64 bytes) override;
-
     void moveFile(const String & from_path, const String & to_path) override;
 
     std::unique_ptr<ReadBufferFromFileBase> readFile(
@@ -66,7 +65,6 @@ public:
         size_t buf_size,
         WriteMode mode) override;
 
-    void removeFile(const String & path) override { removeSharedFile(path, false); }
     void removeFileIfExists(const String & path) override;
     void removeRecursive(const String & path) override { removeSharedRecursive(path, false); }
 
@@ -96,6 +94,8 @@ public:
     /// Dumps current revision counter into file 'revision.txt' at given path.
     void onFreeze(const String & path) override;
 
+    RemoteDiskPtr getDiskPtr() override { return std::static_pointer_cast<IDiskRemote>(shared_from_this()); }
+
 private:
     void removeMeta(const String & path, AwsS3KeyKeeper & keys);
     void removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys);
diff --git a/src/Storages/HDFS/StorageHDFS.cpp b/src/Storages/HDFS/StorageHDFS.cpp
index 392495ff77f..41c53461845 100644
--- a/src/Storages/HDFS/StorageHDFS.cpp
+++ b/src/Storages/HDFS/StorageHDFS.cpp
@@ -65,7 +65,6 @@ public:
     struct SourcesInfo
     {
         std::vector<String> uris;
-
         std::atomic<size_t> next_uri_to_read = 0;
 
         bool need_path_column = false;

From 22c6e375903be24c10ba8da640a39bdfbf506ad5 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 20 Apr 2021 13:12:21 +0000
Subject: [PATCH 0138/1060] Better

---
 src/Disks/HDFS/DiskHDFS.cpp         |  21 ++--
 src/Disks/HDFS/DiskHDFS.h           |   7 --
 src/Disks/IDiskRemote.cpp           |  10 +-
 src/Disks/IDiskRemote.h             |   2 -
 src/Disks/S3/DiskS3.cpp             |   2 -
 src/Disks/S3/DiskS3.h               |   4 -
 src/Disks/tests/gtest_disk.cpp      | 143 -------------------------
 src/Disks/tests/gtest_disk_hdfs.cpp | 156 ++++++++++++++++++++++++++++
 8 files changed, 166 insertions(+), 179 deletions(-)
 create mode 100644 src/Disks/tests/gtest_disk_hdfs.cpp

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 267bc89a226..723b660dd5a 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -4,19 +4,9 @@
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
 #include "ReadIndirectBufferFromHDFS.h"
 #include "WriteIndirectBufferFromHDFS.h"
-#include "DiskHDFSDirectoryIterator.h"
 
-#include <random>
-#include <utility>
-#include <memory>
-#include <Poco/File.h>
-#include <Interpreters/Context.h>
-#include <Common/checkStackSize.h>
-#include <Common/createHardLink.h>
 #include <Common/quoteString.h>
-#include <Common/filesystemHelpers.h>
 #include <common/logger_useful.h>
-#include <Common/thread_local_rng.h>
 
 
 namespace DB
@@ -80,7 +70,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
             "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
 
         return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size, O_WRONLY);
-}
+    }
     else
     {
         auto metadata = readMeta(path);
@@ -99,7 +89,14 @@ void DiskHDFS::removeFromRemoteFS(const Metadata & metadata)
 {
     for (const auto & [hdfs_object_path, _] : metadata.remote_fs_objects)
     {
-        const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
+        size_t begin_of_path;
+        auto two_slash = remote_fs_root_path.find("//");
+
+        if (two_slash == std::string::npos)
+            begin_of_path = remote_fs_root_path.find('/');
+        else
+            begin_of_path = remote_fs_root_path.find('/', two_slash + 2);
+
         const String hdfs_path = remote_fs_root_path.substr(begin_of_path) + hdfs_object_path;
 
         LOG_DEBUG(log, "Removing file by path: {}", hdfs_path);
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 895d4cff846..7a998858208 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -1,10 +1,7 @@
 #pragma once
 
-#include <Disks/DiskFactory.h>
 #include <Disks/IDiskRemote.h>
-#include <Poco/DirectoryIterator.h>
 #include <Storages/HDFS/HDFSCommon.h>
-#include <hdfs/hdfs.h> // Y_IGNORE
 #include <Core/UUID.h>
 #include <memory>
 
@@ -44,8 +41,6 @@ public:
 
     void removeFromRemoteFS(const Metadata & metadata) override;
 
-    RemoteDiskPtr getDiskPtr() override { return std::static_pointer_cast<DiskHDFS>(shared_from_this()); }
-
 private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
 
@@ -56,6 +51,4 @@ private:
     std::mutex copying_mutex;
 };
 
-using DiskHDFSPtr = std::shared_ptr<DiskHDFS>;
-
 }
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 7a8b264f0d6..a258e9913a5 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -1,14 +1,8 @@
 #include <Disks/IDiskRemote.h>
 
 #include "Disks/DiskFactory.h"
-
-#include <random>
-#include <utility>
-#include <optional>
 #include <IO/ReadBufferFromFile.h>
-#include <IO/ReadBufferFromS3.h>
 #include <IO/ReadHelpers.h>
-#include <IO/SeekAvoidingReadBuffer.h>
 #include <IO/WriteBufferFromFile.h>
 #include <IO/WriteBufferFromS3.h>
 #include <IO/WriteHelpers.h>
@@ -16,8 +10,6 @@
 #include <Common/checkStackSize.h>
 #include <Common/createHardLink.h>
 #include <Common/quoteString.h>
-#include <Common/thread_local_rng.h>
-#include <Common/ThreadPool.h>
 #include <common/logger_useful.h>
 #include <boost/algorithm/string.hpp>
 
@@ -454,7 +446,7 @@ ReservationPtr IDiskRemote::reserve(UInt64 bytes)
     if (!tryReserve(bytes))
         return {};
 
-    return std::make_unique<DiskRemoteReservation>(getDiskPtr(), bytes);
+    return std::make_unique<DiskRemoteReservation>(std::static_pointer_cast<IDiskRemote>(shared_from_this()), bytes);
 }
 
 
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index c9ffdaac5dd..a83d0a1f028 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -90,8 +90,6 @@ public:
 
     ReservationPtr reserve(UInt64 bytes) override;
 
-    virtual std::shared_ptr<IDiskRemote> getDiskPtr() = 0;
-
     virtual void removeFromRemoteFS(const Metadata & /* metadata */) {}
 
 protected:
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index e1e7c69d20d..b3fcd1087ec 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -26,8 +26,6 @@
 #include <aws/s3/model/ListObjectsV2Request.h>
 #include <aws/s3/model/HeadObjectRequest.h>
 
-#include <Disks/IDiskRemote.h>
-
 #include <boost/algorithm/string.hpp>
 
 
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index e785156076a..4a0d8e6c42e 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -13,8 +13,6 @@
 #include <Poco/DirectoryIterator.h>
 #include <re2/re2.h>
 #include <Disks/IDiskRemote.h>
-#include <common/logger_useful.h>
-#include <utility>
 
 
 namespace DB
@@ -94,8 +92,6 @@ public:
     /// Dumps current revision counter into file 'revision.txt' at given path.
     void onFreeze(const String & path) override;
 
-    RemoteDiskPtr getDiskPtr() override { return std::static_pointer_cast<IDiskRemote>(shared_from_this()); }
-
 private:
     void removeMeta(const String & path, AwsS3KeyKeeper & keys);
     void removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys);
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 12309a5b99c..179e7f445cc 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -147,146 +147,3 @@ TYPED_TEST(DiskTest, iterateDirectory)
         EXPECT_FALSE(iter->isValid());
     }
 }
-
-
-const String hdfs_uri = "hdfs://192.168.112.2:9000/disk_test/";
-const String metadata_path = "/home/kssenii/metadata/";
-const String config_path = "/home/kssenii/ClickHouse/programs/server/config.xml";
-const String file_name = "test.txt";
-
-
-TEST(DiskTest, RemoveFileHDFS)
-{
-    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
-
-    DB::HDFSBuilderWrapper builder = DB::createHDFSBuilder(hdfs_uri, *config);
-    DB::HDFSFSPtr fs = DB::createHDFSFS(builder.get());
-
-    disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
-    auto metadata = disk.readMeta(file_name);
-
-    const String hdfs_file_name = metadata.remote_fs_objects[0].first;
-    const String hdfs_file_path = "/disk_test/" + hdfs_file_name;
-
-    auto ret = hdfsExists(fs.get(), hdfs_file_path.data());
-    EXPECT_EQ(0, ret);
-
-    disk.removeFile(file_name);
-    ret = hdfsExists(fs.get(), hdfs_file_path.data());
-    EXPECT_EQ(-1, ret);
-}
-
-
-TEST(DiskTest, WriteReadHDFS)
-{
-    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
-
-    {
-        auto out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
-        writeString("Test write to file", *out);
-    }
-
-    {
-        DB::String result;
-        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
-        readString(result, *in);
-        EXPECT_EQ("Test write to file", result);
-    }
-
-    disk.removeFileIfExists(file_name);
-}
-
-
-TEST(DiskTest, RewriteFileHDFS)
-{
-    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
-
-    for (size_t i = 1; i <= 10; ++i)
-    {
-        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
-        writeString("Text" + DB::toString(i), *out);
-    }
-
-    {
-        String result;
-        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
-        readString(result, *in);
-        EXPECT_EQ("Text10", result);
-        readString(result, *in);
-        EXPECT_EQ("", result);
-    }
-
-    disk.removeFileIfExists(file_name);
-}
-
-
-TEST(DiskTest, AppendFileHDFS)
-{
-    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
-
-    {
-        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Append);
-        writeString("Text", *out);
-        for (size_t i = 0; i < 10; ++i)
-        {
-            writeIntText(i, *out);
-        }
-    }
-
-    {
-        String result, expected;
-        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
-
-        readString(result, *in);
-        EXPECT_EQ("Text0123456789", result);
-
-        readString(result, *in);
-        EXPECT_EQ("", result);
-    }
-
-    disk.removeFileIfExists(file_name);
-}
-
-
-TEST(DiskTest, SeekHDFS)
-{
-    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
-
-    {
-        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
-        writeString("test data", *out);
-    }
-
-    /// Test SEEK_SET
-    {
-        String buf(4, '0');
-        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
-
-        in->seek(5, SEEK_SET);
-
-        in->readStrict(buf.data(), 4);
-        EXPECT_EQ("data", buf);
-    }
-
-    /// Test SEEK_CUR
-    {
-        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
-        String buf(4, '0');
-
-        in->readStrict(buf.data(), 4);
-        EXPECT_EQ("test", buf);
-
-        // Skip whitespace
-        in->seek(1, SEEK_CUR);
-
-        in->readStrict(buf.data(), 4);
-        EXPECT_EQ("data", buf);
-    }
-
-    disk.removeFileIfExists(file_name);
-}
diff --git a/src/Disks/tests/gtest_disk_hdfs.cpp b/src/Disks/tests/gtest_disk_hdfs.cpp
new file mode 100644
index 00000000000..320b8a35b6e
--- /dev/null
+++ b/src/Disks/tests/gtest_disk_hdfs.cpp
@@ -0,0 +1,156 @@
+#include <gtest/gtest.h>
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+#include "gtest_disk.h"
+
+/// To enable tests set to 1. It is set to 0, because there is not HDFS instance in CI.
+#define RUN_HDFS_TEST 0
+
+#if RUN_HDFS_TEST
+
+#include <Disks/HDFS/DiskHDFS.h>
+#include <Poco/Util/XMLConfiguration.h>
+
+const String hdfs_uri = "hdfs://192.168.112.2:9000/disk_test/";
+const String metadata_path = "/home/kssenii/metadata/";
+const String config_path = "/home/kssenii/ClickHouse/programs/server/config.xml";
+const String file_name = "test.txt";
+
+
+TEST(DiskTestHDFS, RemoveFileHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    DB::HDFSBuilderWrapper builder = DB::createHDFSBuilder(hdfs_uri, *config);
+    DB::HDFSFSPtr fs = DB::createHDFSFS(builder.get());
+
+    disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+    auto metadata = disk.readMeta(file_name);
+
+    const String hdfs_file_name = metadata.remote_fs_objects[0].first;
+    const String hdfs_file_path = "/disk_test/" + hdfs_file_name;
+
+    auto ret = hdfsExists(fs.get(), hdfs_file_path.data());
+    EXPECT_EQ(0, ret);
+
+    disk.removeFile(file_name);
+    ret = hdfsExists(fs.get(), hdfs_file_path.data());
+    EXPECT_EQ(-1, ret);
+}
+
+
+TEST(DiskTestHDFS, WriteReadHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    {
+        auto out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+        writeString("Test write to file", *out);
+    }
+
+    {
+        DB::String result;
+        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+        readString(result, *in);
+        EXPECT_EQ("Test write to file", result);
+    }
+
+    disk.removeFileIfExists(file_name);
+}
+
+
+TEST(DiskTestHDFS, RewriteFileHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    for (size_t i = 1; i <= 10; ++i)
+    {
+        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+        writeString("Text" + DB::toString(i), *out);
+    }
+
+    {
+        String result;
+        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+        readString(result, *in);
+        EXPECT_EQ("Text10", result);
+        readString(result, *in);
+        EXPECT_EQ("", result);
+    }
+
+    disk.removeFileIfExists(file_name);
+}
+
+
+TEST(DiskTestHDFS, AppendFileHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    {
+        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Append);
+        writeString("Text", *out);
+        for (size_t i = 0; i < 10; ++i)
+        {
+            writeIntText(i, *out);
+        }
+    }
+
+    {
+        String result, expected;
+        auto in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+
+        readString(result, *in);
+        EXPECT_EQ("Text0123456789", result);
+
+        readString(result, *in);
+        EXPECT_EQ("", result);
+    }
+
+    disk.removeFileIfExists(file_name);
+}
+
+
+TEST(DiskTestHDFS, SeekHDFS)
+{
+    Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+
+    {
+        std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
+        writeString("test data", *out);
+    }
+
+    /// Test SEEK_SET
+    {
+        String buf(4, '0');
+        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+
+        in->seek(5, SEEK_SET);
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("data", buf);
+    }
+
+    /// Test SEEK_CUR
+    {
+        std::unique_ptr<DB::SeekableReadBuffer> in = disk.readFile(file_name, 1024, 1024, 1024, 1024, nullptr);
+        String buf(4, '0');
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("test", buf);
+
+        // Skip whitespace
+        in->seek(1, SEEK_CUR);
+
+        in->readStrict(buf.data(), 4);
+        EXPECT_EQ("data", buf);
+    }
+
+    disk.removeFileIfExists(file_name);
+}
+
+#endif

From 8689a24ca003c7b6d68018cdc6625094bdd6e369 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 20 Apr 2021 20:51:00 +0000
Subject: [PATCH 0139/1060] Slightly better, add integration test with hdfs
 disk as default

---
 src/Disks/HDFS/DiskHDFS.cpp                   | 14 ++++--
 src/Disks/HDFS/DiskHDFS.h                     |  5 +-
 src/Disks/HDFS/DiskHDFSDirectoryIterator.h    |  0
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h  |  1 +
 src/Disks/IDiskRemote.cpp                     |  2 -
 src/Disks/S3/DiskS3.cpp                       |  1 -
 src/Disks/tests/gtest_disk.cpp                |  2 -
 src/Disks/tests/gtest_disk_hdfs.cpp           | 10 ++--
 .../test_disk_hdfs/configs/storage.xml        | 10 ----
 .../configs/storage_hdfs_as_default.xml       | 27 +++++++++++
 tests/integration/test_disk_hdfs/test.py      | 46 +++++++++++++++++++
 11 files changed, 93 insertions(+), 25 deletions(-)
 delete mode 100644 src/Disks/HDFS/DiskHDFSDirectoryIterator.h
 create mode 100644 tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 723b660dd5a..b1a3a17706c 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -4,6 +4,7 @@
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
 #include "ReadIndirectBufferFromHDFS.h"
 #include "WriteIndirectBufferFromHDFS.h"
+#include <IO/SeekAvoidingReadBuffer.h>
 
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
@@ -24,9 +25,11 @@ DiskHDFS::DiskHDFS(
     const String & disk_name_,
     const String & hdfs_root_path_,
     const String & metadata_path_,
-    const Poco::Util::AbstractConfiguration & config_)
+    const Poco::Util::AbstractConfiguration & config_,
+    size_t min_bytes_for_seek_)
     : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskHDFS")
     , config(config_)
+    , min_bytes_for_seek(min_bytes_for_seek_)
     , hdfs_builder(createHDFSBuilder(hdfs_root_path_, config))
     , hdfs_fs(createHDFSFS(hdfs_builder.get()))
 {
@@ -41,7 +44,8 @@ std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path,
         "Read from file by path: {}. Existing HDFS objects: {}",
         backQuote(metadata_path + path), metadata.remote_fs_objects.size());
 
-    return std::make_unique<ReadIndirectBufferFromHDFS>(config, remote_fs_root_path, "", metadata, buf_size);
+    auto reader = std::make_unique<ReadIndirectBufferFromHDFS>(config, remote_fs_root_path, "", metadata, buf_size);
+    return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), min_bytes_for_seek);
 }
 
 
@@ -99,7 +103,7 @@ void DiskHDFS::removeFromRemoteFS(const Metadata & metadata)
 
         const String hdfs_path = remote_fs_root_path.substr(begin_of_path) + hdfs_object_path;
 
-        LOG_DEBUG(log, "Removing file by path: {}", hdfs_path);
+        LOG_DEBUG(log, "Remove file by path: {}, hdfs object path {}", hdfs_path, hdfs_object_path);
         int res = hdfsDelete(hdfs_fs.get(), hdfs_path.c_str(), 0);
         if (res == -1)
             throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
@@ -124,7 +128,9 @@ void registerDiskHDFS(DiskFactory & factory)
 
         String metadata_path = context_->getPath() + "disks/" + name + "/";
 
-        return std::make_shared<DiskHDFS>(name, uri, metadata_path, config);
+        return std::make_shared<DiskHDFS>(
+            name, uri, metadata_path, config,
+            config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024));
     };
 
     factory.registerDiskType("hdfs", creator);
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 7a998858208..9a0aaa0da94 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -25,7 +25,8 @@ public:
         const String & disk_name_,
         const String & hdfs_root_path_,
         const String & metadata_path_,
-        const Poco::Util::AbstractConfiguration & config);
+        const Poco::Util::AbstractConfiguration & config_,
+        size_t min_bytes_for_seek_);
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
@@ -45,6 +46,8 @@ private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
 
     const Poco::Util::AbstractConfiguration & config;
+    size_t min_bytes_for_seek;
+
     HDFSBuilderWrapper hdfs_builder;
     HDFSFSPtr hdfs_fs;
 
diff --git a/src/Disks/HDFS/DiskHDFSDirectoryIterator.h b/src/Disks/HDFS/DiskHDFSDirectoryIterator.h
deleted file mode 100644
index e69de29bb2d..00000000000
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
index 7b49e85ec05..6662a3dc161 100644
--- a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
+++ b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
@@ -8,6 +8,7 @@ namespace DB
 {
 
 /// Stores data in HDFS and adds the object key (HDFS path) and object size to metadata file on local FS.
+/// If the file does not exist, it will be created before writing.
 class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
 {
 public:
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index a258e9913a5..556878dc9a0 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -153,8 +153,6 @@ IDiskRemote::Metadata IDiskRemote::createMeta(const String & path) const
 
 void IDiskRemote::removeMeta(const String & path, bool keep_in_remote_fs)
 {
-    LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
-
     Poco::File file(metadata_path + path);
 
     if (!file.isFile())
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 57507289a50..702ceb1ff02 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -38,7 +38,6 @@ namespace ErrorCodes
     extern const int FILE_ALREADY_EXISTS;
     extern const int CANNOT_SEEK_THROUGH_FILE;
     extern const int UNKNOWN_FORMAT;
-    extern const int INCORRECT_DISK_INDEX;
     extern const int BAD_ARGUMENTS;
     extern const int PATH_ACCESS_DENIED;
     extern const int CANNOT_DELETE_DIRECTORY;
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 179e7f445cc..714abf485ee 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -2,8 +2,6 @@
 #include <IO/ReadHelpers.h>
 #include <IO/WriteHelpers.h>
 #include "gtest_disk.h"
-#include <Disks/HDFS/DiskHDFS.cpp>
-#include <Poco/Util/XMLConfiguration.h>
 
 
 #if !defined(__clang__)
diff --git a/src/Disks/tests/gtest_disk_hdfs.cpp b/src/Disks/tests/gtest_disk_hdfs.cpp
index 320b8a35b6e..14397931920 100644
--- a/src/Disks/tests/gtest_disk_hdfs.cpp
+++ b/src/Disks/tests/gtest_disk_hdfs.cpp
@@ -20,7 +20,7 @@ const String file_name = "test.txt";
 TEST(DiskTestHDFS, RemoveFileHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
 
     DB::HDFSBuilderWrapper builder = DB::createHDFSBuilder(hdfs_uri, *config);
     DB::HDFSFSPtr fs = DB::createHDFSFS(builder.get());
@@ -43,7 +43,7 @@ TEST(DiskTestHDFS, RemoveFileHDFS)
 TEST(DiskTestHDFS, WriteReadHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
 
     {
         auto out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
@@ -64,7 +64,7 @@ TEST(DiskTestHDFS, WriteReadHDFS)
 TEST(DiskTestHDFS, RewriteFileHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
 
     for (size_t i = 1; i <= 10; ++i)
     {
@@ -88,7 +88,7 @@ TEST(DiskTestHDFS, RewriteFileHDFS)
 TEST(DiskTestHDFS, AppendFileHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
 
     {
         std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Append);
@@ -117,7 +117,7 @@ TEST(DiskTestHDFS, AppendFileHDFS)
 TEST(DiskTestHDFS, SeekHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
 
     {
         std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
diff --git a/tests/integration/test_disk_hdfs/configs/storage.xml b/tests/integration/test_disk_hdfs/configs/storage.xml
index 92afa92cb14..028be469306 100644
--- a/tests/integration/test_disk_hdfs/configs/storage.xml
+++ b/tests/integration/test_disk_hdfs/configs/storage.xml
@@ -6,16 +6,6 @@
                 <type>hdfs</type>
                 <endpoint>hdfs://hdfs1:9000/</endpoint>
             </hdfs>
-            <default/>
         </disks>
-        <policies>
-            <hdfs>
-                <volumes>
-                    <main>
-                        <disk>hdfs</disk>
-                    </main>
-                </volumes>
-            </hdfs>
-        </policies>
     </storage_configuration>
 </yandex>
diff --git a/tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml b/tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml
new file mode 100644
index 00000000000..0ea26255227
--- /dev/null
+++ b/tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml
@@ -0,0 +1,27 @@
+<?xml version="1.0"?>
+<yandex>
+    <storage_configuration>
+        <disks>
+            <default>
+                <type>hdfs</type>
+                <endpoint>hdfs://hdfs1:9000/</endpoint>
+            </default>
+        </disks>
+        <policies>
+            <hdfs_main>
+                <volumes>
+                    <main>
+                        <disk>default</disk>
+                    </main>
+                </volumes>
+            </hdfs_main>
+            <hdfs_cold>
+                <volumes>
+                    <main>
+                        <disk>default</disk>
+                    </main>
+                </volumes>
+            </hdfs_cold>
+        </policies>
+    </storage_configuration>
+</yandex>
diff --git a/tests/integration/test_disk_hdfs/test.py b/tests/integration/test_disk_hdfs/test.py
index 1336bc539d4..e2235b08b81 100644
--- a/tests/integration/test_disk_hdfs/test.py
+++ b/tests/integration/test_disk_hdfs/test.py
@@ -4,10 +4,16 @@ from helpers.cluster import ClickHouseCluster
 from helpers.hdfs_api import HDFSApi
 
 cluster = ClickHouseCluster(__file__)
+
 node1 = cluster.add_instance('node1', main_configs=[
     'configs/storage.xml',
     'configs/log_conf.xml'], with_hdfs=True)
 
+node2 = cluster.add_instance('node2', main_configs=[
+    'configs/storage_hdfs_as_default.xml',
+    'configs/log_conf.xml'], with_hdfs=True)
+
+
 @pytest.fixture(scope="module")
 def started_cluster():
     try:
@@ -25,3 +31,43 @@ def test_read_write(started_cluster):
     node1.query("INSERT INTO simple_test SELECT number FROM numbers(3, 3)")
     assert node1.query("SELECT * FROM simple_test") == "0\n1\n2\n3\n4\n5\n"
 
+
+def test_hdfs_disk_as_default(started_cluster):
+    assert int(node2.query("SELECT count() FROM system.disks")) == 1
+    assert node2.query("SELECT name, type FROM system.disks") == "default\thdfs\n"
+
+    node2.query("CREATE DATABASE test_database")
+    assert 'test_database' in node2.query('SHOW DATABASES')
+
+    node2.query("DROP TABLE IF EXISTS test_database.test_table")
+    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
+
+    node2.query("CREATE TABLE test_database.test_table (id UInt32) Engine=Memory()")
+    assert 'test_table' in node2.query('SHOW TABLES FROM test_database')
+
+    for i in range(5):
+        node2.query("INSERT INTO test_database.test_table SELECT number FROM numbers(100000)")
+    assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 5 * 100000
+
+    node2.query("TRUNCATE TABLE test_database.test_table")
+    assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 0
+
+    node2.query("RENAME TABLE test_database.test_table to test_database.test")
+    assert 'test' in node2.query('SHOW TABLES FROM test_database')
+    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
+    node2.query("RENAME TABLE test_database.test to test_database.test_table")
+
+    node2.query("INSERT INTO test_database.test_table SELECT number FROM numbers(100000)")
+    assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 100000
+
+    node2.query("DETACH TABLE test_database.test_table")
+    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
+
+    node2.query("ATTACH TABLE test_database.test_table")
+    assert 'test_table' in node2.query('SHOW TABLES FROM test_database')
+
+    node2.query("DROP TABLE test_database.test_table")
+    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
+
+    node2.query("DROP DATABASE test_database")
+    assert 'test_database' not in node2.query('SHOW DATABASES')

From 0b6b30887ce937b7d86e7d9689e676eb41f0f1f0 Mon Sep 17 00:00:00 2001
From: Kseniia Sumarokova <54203879+kssenii@users.noreply.github.com>
Date: Wed, 21 Apr 2021 01:35:13 +0300
Subject: [PATCH 0140/1060] Fix style check

---
 src/Storages/HDFS/ReadBufferFromHDFS.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Storages/HDFS/ReadBufferFromHDFS.cpp b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
index c1d8d6e49f9..f81d7736db3 100644
--- a/src/Storages/HDFS/ReadBufferFromHDFS.cpp
+++ b/src/Storages/HDFS/ReadBufferFromHDFS.cpp
@@ -15,7 +15,6 @@ namespace ErrorCodes
     extern const int CANNOT_OPEN_FILE;
     extern const int CANNOT_SEEK_THROUGH_FILE;
     extern const int SEEK_POSITION_OUT_OF_BOUND;
-    extern const int CANNOT_TELL_THROUGH_FILE;
 }
 
 ReadBufferFromHDFS::~ReadBufferFromHDFS() = default;

From 814e727d0eb13d17d8794921d1b781a1757ccbf1 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 22 Apr 2021 08:21:37 +0000
Subject: [PATCH 0141/1060] Better

---
 src/Disks/HDFS/DiskHDFS.cpp | 105 +++++++++++++++++++++++++++++++++++-
 src/Disks/HDFS/DiskHDFS.h   |  16 +++++-
 src/Disks/IDiskRemote.cpp   | 104 +----------------------------------
 src/Disks/IDiskRemote.h     |  16 ------
 src/Disks/S3/DiskS3.h       |   1 +
 5 files changed, 121 insertions(+), 121 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 00ee1b311ef..e92033b5b4f 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -5,7 +5,7 @@
 #include "ReadIndirectBufferFromHDFS.h"
 #include "WriteIndirectBufferFromHDFS.h"
 #include <IO/SeekAvoidingReadBuffer.h>
-
+#include <Common/checkStackSize.h>
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
 
@@ -18,6 +18,8 @@ namespace ErrorCodes
     extern const int BAD_ARGUMENTS;
     extern const int LOGICAL_ERROR;
     extern const int PATH_ACCESS_DENIED;
+    extern const int CANNOT_DELETE_DIRECTORY;
+    extern const int UNKNOWN_FORMAT;
 }
 
 
@@ -104,6 +106,106 @@ void DiskHDFS::removeFromRemoteFS(const Metadata & metadata)
 }
 
 
+void DiskHDFS::removeSharedFile(const String & path, bool keep_in_remote_fs)
+{
+    removeMeta(path, keep_in_remote_fs);
+}
+
+
+void DiskHDFS::removeSharedRecursive(const String & path, bool keep_in_remote_fs)
+{
+    removeMetaRecursive(path, keep_in_remote_fs);
+}
+
+
+void DiskHDFS::removeFileIfExists(const String & path)
+{
+    if (Poco::File(metadata_path + path).exists())
+        removeMeta(path, /* keep_in_remote_fs */ false);
+}
+
+
+void DiskHDFS::removeRecursive(const String & path)
+{
+    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        removeFile(path);
+    }
+    else
+    {
+        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+            removeRecursive(it->path());
+        file.remove();
+    }
+}
+
+
+void DiskHDFS::removeMeta(const String & path, bool keep_in_remote_fs)
+{
+    Poco::File file(metadata_path + path);
+
+    if (!file.isFile())
+        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
+
+    try
+    {
+        auto metadata = readMeta(path);
+
+        /// If there is no references - delete content from remote FS.
+        if (metadata.ref_count == 0)
+        {
+            file.remove();
+
+            if (!keep_in_remote_fs)
+                removeFromRemoteFS(metadata);
+        }
+        else /// In other case decrement number of references, save metadata and delete file.
+        {
+            --metadata.ref_count;
+            metadata.save();
+            file.remove();
+        }
+    }
+    catch (const Exception & e)
+    {
+        /// If it's impossible to read meta - just remove it from FS.
+        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
+        {
+            LOG_WARNING(
+                log,
+                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
+                backQuote(path),
+                e.nested() ? e.nested()->message() : e.message());
+
+            file.remove();
+        }
+        else
+            throw;
+    }
+}
+
+
+void DiskHDFS::removeMetaRecursive(const String & path, bool keep_in_remote_fs)
+{
+    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        removeMeta(path, keep_in_remote_fs);
+    }
+    else
+    {
+        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+            removeMetaRecursive(it->path(), keep_in_remote_fs);
+        file.remove();
+    }
+}
+
+
 void registerDiskHDFS(DiskFactory & factory)
 {
     auto creator = [](const String & name,
@@ -129,4 +231,5 @@ void registerDiskHDFS(DiskFactory & factory)
     factory.registerDiskType("hdfs", creator);
 }
 
+
 }
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 9a0aaa0da94..28266d4afd0 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -40,9 +40,23 @@ public:
 
     std::unique_ptr<WriteBufferFromFileBase> writeFile(const String & path, size_t buf_size, WriteMode mode) override;
 
-    void removeFromRemoteFS(const Metadata & metadata) override;
+    void removeSharedFile(const String & path, bool keep_in_remote_fs) override;
+
+    void removeSharedRecursive(const String & path, bool) override;
+
+    void removeFileIfExists(const String & path) override;
+
+    void removeRecursive(const String & path) override;
+
+    void removeFile(const String & path) override { removeSharedFile(path, false); }
 
 private:
+    void removeFromRemoteFS(const Metadata & metadata);
+
+    void removeMetaRecursive(const String & path, bool keep_in_remote_fs);
+
+    void removeMeta(const String & path, bool keep_in_remote_fs);
+
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
 
     const Poco::Util::AbstractConfiguration & config;
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 556878dc9a0..1bbe9438587 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -7,7 +7,6 @@
 #include <IO/WriteBufferFromS3.h>
 #include <IO/WriteHelpers.h>
 #include <Poco/File.h>
-#include <Common/checkStackSize.h>
 #include <Common/createHardLink.h>
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
@@ -19,10 +18,9 @@ namespace DB
 
 namespace ErrorCodes
 {
-    extern const int UNKNOWN_FORMAT;
     extern const int INCORRECT_DISK_INDEX;
+    extern const int UNKNOWN_FORMAT;
     extern const int FILE_ALREADY_EXISTS;
-    extern const int CANNOT_DELETE_DIRECTORY;
 }
 
 
@@ -151,69 +149,6 @@ IDiskRemote::Metadata IDiskRemote::createMeta(const String & path) const
 }
 
 
-void IDiskRemote::removeMeta(const String & path, bool keep_in_remote_fs)
-{
-    Poco::File file(metadata_path + path);
-
-    if (!file.isFile())
-        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
-
-    try
-    {
-        auto metadata = readMeta(path);
-
-        /// If there is no references - delete content from S3.
-        if (metadata.ref_count == 0)
-        {
-            file.remove();
-
-            if (!keep_in_remote_fs)
-                removeFromRemoteFS(metadata);
-        }
-        else /// In other case decrement number of references, save metadata and delete file.
-        {
-            --metadata.ref_count;
-            metadata.save();
-            file.remove();
-        }
-    }
-    catch (const Exception & e)
-    {
-        /// If it's impossible to read meta - just remove it from FS.
-        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
-        {
-            LOG_WARNING(
-                log,
-                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
-                backQuote(path),
-                e.nested() ? e.nested()->message() : e.message());
-
-            file.remove();
-        }
-        else
-            throw;
-    }
-}
-
-
-void IDiskRemote::removeMetaRecursive(const String & path, bool keep_in_remote_fs)
-{
-    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        removeMeta(path, keep_in_remote_fs);
-    }
-    else
-    {
-        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-            removeMetaRecursive(it->path(), keep_in_remote_fs);
-        file.remove();
-    }
-}
-
-
 DiskPtr DiskRemoteReservation::getDisk(size_t i) const
 {
     if (i != 0)
@@ -323,43 +258,6 @@ void IDiskRemote::replaceFile(const String & from_path, const String & to_path)
 }
 
 
-void IDiskRemote::removeSharedFile(const String & path, bool keep_in_remote_fs)
-{
-    removeMeta(path, keep_in_remote_fs);
-}
-
-
-void IDiskRemote::removeSharedRecursive(const String & path, bool keep_in_remote_fs)
-{
-    removeMetaRecursive(path, keep_in_remote_fs);
-}
-
-
-void IDiskRemote::removeFileIfExists(const String & path)
-{
-    if (Poco::File(metadata_path + path).exists())
-        removeMeta(path, /* keep_in_remote_fs */ false);
-}
-
-
-void IDiskRemote::removeRecursive(const String & path)
-{
-    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        removeFile(path);
-    }
-    else
-    {
-        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-            removeRecursive(it->path());
-        file.remove();
-    }
-}
-
-
 void IDiskRemote::setReadOnly(const String & path)
 {
     /// We should store read only flag inside metadata file (instead of using FS flag),
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index a83d0a1f028..da2678901bb 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -48,16 +48,6 @@ public:
 
     void createFile(const String & path) override;
 
-    void removeFile(const String & path) override { removeSharedFile(path, false); }
-
-    void removeSharedFile(const String & path, bool keep_in_remote_fs) override;
-
-    void removeSharedRecursive(const String & path, bool) override;
-
-    void removeFileIfExists(const String & path) override;
-
-    void removeRecursive(const String & path) override;
-
     size_t getFileSize(const String & path) const override;
 
     void moveFile(const String & from_path, const String & to_path) override;
@@ -90,13 +80,7 @@ public:
 
     ReservationPtr reserve(UInt64 bytes) override;
 
-    virtual void removeFromRemoteFS(const Metadata & /* metadata */) {}
-
 protected:
-    void removeMetaRecursive(const String & path, bool keep_in_remote_fs);
-
-    void removeMeta(const String & path, bool keep_in_remote_fs);
-
     const String disk_name;
     const String remote_fs_root_path;
     const String metadata_path;
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index cb624d20b74..fbbeaf94b79 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -64,6 +64,7 @@ public:
         size_t buf_size,
         WriteMode mode) override;
 
+    void removeFile(const String & path) override { removeSharedFile(path, false); }
     void removeFileIfExists(const String & path) override;
     void removeRecursive(const String & path) override { removeSharedRecursive(path, false); }
 

From afc77f277e4f22b1bf1d858f4e1ce80f624b294f Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 22 Apr 2021 08:43:06 +0000
Subject: [PATCH 0142/1060] Better test

---
 tests/integration/test_disk_hdfs/test.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/integration/test_disk_hdfs/test.py b/tests/integration/test_disk_hdfs/test.py
index e2235b08b81..1b00509fdd8 100644
--- a/tests/integration/test_disk_hdfs/test.py
+++ b/tests/integration/test_disk_hdfs/test.py
@@ -49,14 +49,14 @@ def test_hdfs_disk_as_default(started_cluster):
         node2.query("INSERT INTO test_database.test_table SELECT number FROM numbers(100000)")
     assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 5 * 100000
 
+    node2.query("RENAME TABLE test_database.test_table to test_database.test")
+    assert int(node2.query("SELECT count() FROM test_database.test").rstrip()) == 5 * 100000
+
+    node2.query("RENAME TABLE test_database.test to test_database.test_table")
+
     node2.query("TRUNCATE TABLE test_database.test_table")
     assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 0
 
-    node2.query("RENAME TABLE test_database.test_table to test_database.test")
-    assert 'test' in node2.query('SHOW TABLES FROM test_database')
-    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
-    node2.query("RENAME TABLE test_database.test to test_database.test_table")
-
     node2.query("INSERT INTO test_database.test_table SELECT number FROM numbers(100000)")
     assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 100000
 

From 572b825d4df9c9f1b802b1667aebfc87594742df Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Thu, 22 Apr 2021 23:07:00 +0300
Subject: [PATCH 0143/1060] fix dropPartition in StorageMergeTree

---
 src/Storages/StorageMergeTree.cpp | 6 ++++--
 src/Storages/StorageMergeTree.h   | 2 +-
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index dbe15ca4e3f..c150368922a 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -1248,10 +1248,10 @@ void StorageMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool
         removePartsFromWorkingSet(parts_to_remove, true);
     }
 
-    dropPartsImpl(parts_to_remove, detach);
+    dropPartsImpl(std::move(parts_to_remove), detach);
 }
 
-void StorageMergeTree::dropPartsImpl(const DataPartsVector & parts_to_remove, bool detach)
+void StorageMergeTree::dropPartsImpl(DataPartsVector && parts_to_remove, bool detach)
 {
     auto metadata_snapshot = getInMemoryMetadataPtr();
 
@@ -1277,6 +1277,8 @@ void StorageMergeTree::dropPartsImpl(const DataPartsVector & parts_to_remove, bo
     else
         LOG_INFO(log, "Removed {} parts.", parts_to_remove.size());
 
+    /// Need to destroy part objects before clearing them from filesystem.
+    parts_to_remove.clear();
     clearOldPartsFromFilesystem();
 }
 
diff --git a/src/Storages/StorageMergeTree.h b/src/Storages/StorageMergeTree.h
index 0cd24f37518..e2513ce65a1 100644
--- a/src/Storages/StorageMergeTree.h
+++ b/src/Storages/StorageMergeTree.h
@@ -213,7 +213,7 @@ private:
     // Partition helpers
     void dropPart(const String & name) override;
     void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr context) override;
-    void dropPartsImpl(const DataPartsVector & parts_to_remove, bool detach);
+    void dropPartsImpl(DataPartsVector && parts_to_remove, bool detach);
     PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr context) override;
 
     void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr context) override;

From edabf8f5c334ef4af745895a1ed68c6e8ac88d31 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 27 Apr 2021 12:07:04 +0300
Subject: [PATCH 0144/1060] wip

---
 docker/test/integration/runner/dockerd-entrypoint.sh     | 1 +
 tests/integration/test_adaptive_granularity/test.py      | 6 ++++++
 tests/integration/test_allowed_client_hosts/test.py      | 9 +++++----
 .../configs/dictionaries/.gitkeep                        | 1 -
 4 files changed, 12 insertions(+), 5 deletions(-)
 delete mode 100644 tests/integration/test_dictionaries_redis/configs/dictionaries/.gitkeep

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index a850a3a9086..a04a88f541d 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -1,6 +1,7 @@
 #!/bin/bash
 set -e
 
+mkdir -p /etc/docker/
 cat > /etc/docker/daemon.json << EOF
 {
     "ipv6": true,
diff --git a/tests/integration/test_adaptive_granularity/test.py b/tests/integration/test_adaptive_granularity/test.py
index 2ea2f29212f..f10bfddb01b 100644
--- a/tests/integration/test_adaptive_granularity/test.py
+++ b/tests/integration/test_adaptive_granularity/test.py
@@ -30,6 +30,12 @@ def prepare_single_pair_with_setting(first_node, second_node, group):
     for node in (first_node, second_node):
         node.query("CREATE DATABASE IF NOT EXISTS test")
 
+    first_node.query("DROP TABLE IF EXISTS table_by_default")
+    second_node.query("DROP TABLE IF EXISTS table_by_default")
+    first_node.query("DROP TABLE IF EXISTS table_with_fixed_granularity")
+    second_node.query("DROP TABLE IF EXISTS table_with_fixed_granularity")
+
+
     # Two tables with adaptive granularity
     first_node.query(
         '''
diff --git a/tests/integration/test_allowed_client_hosts/test.py b/tests/integration/test_allowed_client_hosts/test.py
index cf83718e25c..7b803fd50f3 100644
--- a/tests/integration/test_allowed_client_hosts/test.py
+++ b/tests/integration/test_allowed_client_hosts/test.py
@@ -37,8 +37,9 @@ def query(node, query):
 def setup_nodes():
     try:
         cluster.start()
-        query(server, "CREATE TABLE test_table (x Int32) ENGINE = MergeTree() ORDER BY tuple()")
-        query(server, "INSERT INTO test_table VALUES (5)")
+        query(server, "DROP TABLE IF EXISTS test_allowed_client_hosts")
+        query(server, "CREATE TABLE test_allowed_client_hosts (x Int32) ENGINE = MergeTree() ORDER BY tuple()")
+        query(server, "INSERT INTO test_allowed_client_hosts VALUES (5)")
 
         yield cluster
 
@@ -57,8 +58,8 @@ def test_allowed_host():
     # expected_to_fail.extend([clientC3, clientD2])
 
     for client_node in expected_to_pass:
-        assert query_from_one_node_to_another(client_node, server, "SELECT * FROM test_table") == "5\n"
+        assert query_from_one_node_to_another(client_node, server, "SELECT * FROM test_allowed_client_hosts") == "5\n"
 
     for client_node in expected_to_fail:
         with pytest.raises(Exception, match=r'default: Authentication failed'):
-            query_from_one_node_to_another(client_node, server, "SELECT * FROM test_table")
+            query_from_one_node_to_another(client_node, server, "SELECT * FROM test_allowed_client_hosts")
diff --git a/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitkeep b/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitkeep
deleted file mode 100644
index c693f138c81..00000000000
--- a/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitkeep
+++ /dev/null
@@ -1 +0,0 @@
-keep
\ No newline at end of file

From 73c593f0300cf02252ce423b4516ef91c7c17065 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 27 Apr 2021 12:07:21 +0300
Subject: [PATCH 0145/1060] better

---
 tests/integration/helpers/cluster.py | 61 +++++++++++++++++++---------
 1 file changed, 42 insertions(+), 19 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 2c25cb7a614..0fe732e8f88 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -323,6 +323,45 @@ class ClickHouseCluster:
         self.is_up = False
         logging.debug(f"CLUSTER INIT base_config_dir:{self.base_config_dir}")
 
+    def cleanup(self):
+        # Just in case kill unstopped containers from previous launch
+        try:
+            logging.debug("Trying to kill unstopped containers...")
+            subprocess_call(['docker', 'kill', f'`docker container list -a -f name={self.project_name}`'])
+            subprocess_call(['docker', 'rm', f'`docker container list -a -f name={self.project_name}`'])
+            logging.debug("Unstopped containers killed")
+            subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        except:
+            pass
+
+        # # Just in case remove unused networks
+        # try:
+        #     logging.debug("Trying to prune unused networks...")
+
+        #     subprocess_call(['docker', 'network', 'prune', '-f'])
+        #     logging.debug("Networks pruned")
+        # except:
+        #     pass
+
+        # Remove unused containers
+        try:
+            logging.debug("Trying to prune unused containers...")
+
+            subprocess_call(['docker', 'container', 'prune', '-f'])
+            logging.debug("Networks pruned")
+        except:
+            pass
+
+        # Remove unused volumes
+        try:
+            logging.debug("Trying to prune unused volumes...")
+
+            subprocess_call(['docker', 'volume', 'prune', '-f'])
+            logging.debug("Volumes pruned")
+        except:
+            pass
+
+
     def get_docker_handle(self, docker_id):
         return self.docker_client.containers.get(docker_id)
 
@@ -1009,26 +1048,10 @@ class ClickHouseCluster:
         if self.is_up:
             return
 
-        # Just in case kill unstopped containers from previous launch
         try:
-            logging.debug("Trying to kill unstopped containers...")
-
-            if not subprocess_call(['docker-compose', 'kill']):
-                subprocess_call(['docker-compose', 'down', '--volumes'])
-            logging.debug("Unstopped containers killed")
-            subprocess_call(['docker-compose', 'ps', '--services', '--all'])
-
-        except:
-            pass
-
-        # # Just in case remove unused networks
-        # try:
-        #     logging.debug("Trying to prune unused networks...")
-
-        #     subprocess_call(['docker', 'network', 'prune', '-f'])
-        #     logging.debug("Networks pruned")
-        # except:
-        #     pass
+            self.cleanup()
+        except Exception as e:
+            logging.warning("Cleanup failed:{e}")
 
         try:
             # clickhouse_pull_cmd = self.base_cmd + ['pull']

From 53d57ffb52542583aac6c772797aa611d83890c8 Mon Sep 17 00:00:00 2001
From: Nicolae Vartolomei <nv@cloudflare.com>
Date: Tue, 24 Nov 2020 14:24:48 +0000
Subject: [PATCH 0146/1060] Part movement between shards

Integrate query deduplication from #17348
---
 src/Core/Settings.h                           |   6 +-
 src/Parsers/ParserAlterQuery.cpp              |   5 +
 src/Storages/DataDestinationType.h            |   1 +
 src/Storages/MergeTree/MergeTreeData.cpp      |  18 +
 src/Storages/MergeTree/MergeTreeData.h        |  10 +
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  24 +-
 .../MergeTree/MergeTreeDataSelectExecutor.h   |   1 +
 src/Storages/MergeTree/MergeTreeSettings.h    |   1 +
 .../PartMovesBetweenShardsOrchestrator.cpp    | 411 ++++++++++++++++++
 .../PartMovesBetweenShardsOrchestrator.h      | 158 +++++++
 src/Storages/MergeTree/PinnedPartUUIDs.cpp    |  36 ++
 src/Storages/MergeTree/PinnedPartUUIDs.h      |  27 ++
 .../ReplicatedMergeTreeBlockOutputStream.cpp  |   4 +-
 .../ReplicatedMergeTreeBlockOutputStream.h    |   2 +-
 .../MergeTree/ReplicatedMergeTreeLogEntry.cpp |  20 +
 .../MergeTree/ReplicatedMergeTreeLogEntry.h   |  13 +
 .../MergeTree/ReplicatedMergeTreeQueue.cpp    |  25 ++
 .../MergeTree/ReplicatedMergeTreeQueue.h      |   4 +
 src/Storages/PartitionCommands.cpp            |  10 +-
 src/Storages/PartitionCommands.h              |   1 +
 src/Storages/StorageReplicatedMergeTree.cpp   | 178 ++++++++
 src/Storages/StorageReplicatedMergeTree.h     |  13 +-
 .../StorageSystemPartMovesBetweenShards.cpp   | 135 ++++++
 .../StorageSystemPartMovesBetweenShards.h     |  27 ++
 src/Storages/System/attachSystemTables.cpp    |   2 +
 .../test_move_part_to_shard/__init__.py       |   0
 .../configs/merge_tree.xml                    |   6 +
 .../configs/remote_servers.xml                |  26 ++
 .../test_move_part_to_shard/test.py           | 162 +++++++
 .../configs/profiles.xml                      |   7 +
 .../test_query_deduplication/test.py          |   9 +-
 31 files changed, 1328 insertions(+), 14 deletions(-)
 create mode 100644 src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
 create mode 100644 src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
 create mode 100644 src/Storages/MergeTree/PinnedPartUUIDs.cpp
 create mode 100644 src/Storages/MergeTree/PinnedPartUUIDs.h
 create mode 100644 src/Storages/System/StorageSystemPartMovesBetweenShards.cpp
 create mode 100644 src/Storages/System/StorageSystemPartMovesBetweenShards.h
 create mode 100644 tests/integration/test_move_part_to_shard/__init__.py
 create mode 100644 tests/integration/test_move_part_to_shard/configs/merge_tree.xml
 create mode 100644 tests/integration/test_move_part_to_shard/configs/remote_servers.xml
 create mode 100644 tests/integration/test_move_part_to_shard/test.py
 create mode 100644 tests/integration/test_query_deduplication/configs/profiles.xml

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 51ea501b949..3489331acd4 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -440,7 +440,11 @@ class IColumn;
     \
     M(Bool, optimize_rewrite_sum_if_to_count_if, true, "Rewrite sumIf() and sum(if()) function countIf() function when logically equivalent", 0) \
     M(UInt64, insert_shard_id, 0, "If non zero, when insert into a distributed table, the data will be inserted into the shard `insert_shard_id` synchronously. Possible values range from 1 to `shards_number` of corresponding distributed table", 0) \
-    M(Bool, allow_experimental_query_deduplication, false, "Allow sending parts' UUIDs for a query in order to deduplicate data parts if any", 0) \
+    \
+    /** Experimental feature for moving data between shards. */ \
+    \
+    M(Bool, allow_experimental_query_deduplication, false, "Experimental data deduplication for SELECT queries based on part UUIDs", 0) \
+    M(Bool, experimental_query_deduplication_send_all_part_uuids, false, "If false only part UUIDs for currently moving parts are sent. If true all read part UUIDs are sent (useful only for testing).", 0) \
     M(Bool, engine_file_empty_if_not_exists, false, "Allows to select data from a file engine table without file", 0) \
     M(Bool, engine_file_truncate_on_insert, false, "Enables or disables truncate before insert in file engine tables", 0) \
     M(Bool, allow_experimental_database_replicated, false, "Allow to create databases with Replicated engine", 0) \
diff --git a/src/Parsers/ParserAlterQuery.cpp b/src/Parsers/ParserAlterQuery.cpp
index de524342fb4..36dd81e129c 100644
--- a/src/Parsers/ParserAlterQuery.cpp
+++ b/src/Parsers/ParserAlterQuery.cpp
@@ -79,6 +79,7 @@ bool ParserAlterCommand::parseImpl(Pos & pos, ASTPtr & node, Expected & expected
     ParserKeyword s_to_disk("TO DISK");
     ParserKeyword s_to_volume("TO VOLUME");
     ParserKeyword s_to_table("TO TABLE");
+    ParserKeyword s_to_shard("TO SHARD");
 
     ParserKeyword s_delete("DELETE");
     ParserKeyword s_update("UPDATE");
@@ -295,6 +296,10 @@ bool ParserAlterCommand::parseImpl(Pos & pos, ASTPtr & node, Expected & expected
                     return false;
                 command->move_destination_type = DataDestinationType::TABLE;
             }
+            else if (s_to_shard.ignore(pos))
+            {
+                command->move_destination_type = DataDestinationType::SHARD;
+            }
             else
                 return false;
 
diff --git a/src/Storages/DataDestinationType.h b/src/Storages/DataDestinationType.h
index 05d1d89c2b5..4729019b5cb 100644
--- a/src/Storages/DataDestinationType.h
+++ b/src/Storages/DataDestinationType.h
@@ -10,6 +10,7 @@ enum class DataDestinationType
     VOLUME,
     TABLE,
     DELETE,
+    SHARD,
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 5d1400138b4..572df6486be 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -151,6 +151,7 @@ MergeTreeData::MergeTreeData(
     , log_name(table_id_.getNameForLogs())
     , log(&Poco::Logger::get(log_name))
     , storage_settings(std::move(storage_settings_))
+    , pinned_part_uuids(std::make_shared<PinnedPartUUIDs>())
     , data_parts_by_info(data_parts_indexes.get<TagByInfo>())
     , data_parts_by_state_and_info(data_parts_indexes.get<TagByStateAndInfo>())
     , parts_mover(this)
@@ -2920,6 +2921,11 @@ void MergeTreeData::movePartitionToVolume(const ASTPtr & partition, const String
         throw Exception("Cannot move parts because moves are manually disabled", ErrorCodes::ABORTED);
 }
 
+void MergeTreeData::movePartitionToShard(const ASTPtr & /*partition*/, bool /*move_part*/, const String & /*to*/, const Context & /*query_context*/)
+{
+    throw Exception(ErrorCodes::NOT_IMPLEMENTED, "MOVE PARTITION TO SHARD is not supported by storage {}", getName());
+}
+
 void MergeTreeData::fetchPartition(
     const ASTPtr & /*partition*/,
     const StorageMetadataPtr & /*metadata_snapshot*/,
@@ -2969,10 +2975,16 @@ Pipe MergeTreeData::alterPartition(
                         break;
 
                     case PartitionCommand::MoveDestinationType::TABLE:
+                    {
                         checkPartitionCanBeDropped(command.partition);
                         String dest_database = query_context->resolveDatabase(command.to_database);
                         auto dest_storage = DatabaseCatalog::instance().getTable({dest_database, command.to_table}, query_context);
                         movePartitionToTable(dest_storage, command.partition, query_context);
+                    }
+                    break;
+
+                    case PartitionCommand::MoveDestinationType::SHARD:
+                        movePartitionToShard(command.partition, command.part, command.move_destination_name, query_context);
                         break;
                 }
             }
@@ -4054,6 +4066,12 @@ catch (...)
     tryLogCurrentException(log, __PRETTY_FUNCTION__);
 }
 
+StorageMergeTree::PinnedPartUUIDsPtr MergeTreeData::getPinnedPartUUIDs() const
+{
+    std::lock_guard lock(pinned_part_uuids_mutex);
+    return pinned_part_uuids;
+}
+
 MergeTreeData::CurrentlyMovingPartsTagger::CurrentlyMovingPartsTagger(MergeTreeMovingParts && moving_parts_, MergeTreeData & data_)
     : parts_to_move(std::move(moving_parts_)), data(data_)
 {
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index 46c0014d9f7..eb7f479bf9b 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -20,6 +20,7 @@
 #include <Storages/IndicesDescription.h>
 #include <Storages/MergeTree/MergeTreePartsMover.h>
 #include <Storages/MergeTree/MergeTreeWriteAheadLog.h>
+#include <Storages/MergeTree/PinnedPartUUIDs.h>
 #include <Interpreters/PartLog.h>
 #include <Disks/StoragePolicy.h>
 #include <Interpreters/Aggregator.h>
@@ -127,6 +128,8 @@ public:
     using DataPartStates = std::initializer_list<DataPartState>;
     using DataPartStateVector = std::vector<DataPartState>;
 
+    using PinnedPartUUIDsPtr = std::shared_ptr<const PinnedPartUUIDs>;
+
     constexpr static auto FORMAT_VERSION_FILE_NAME = "format_version.txt";
     constexpr static auto DETACHED_DIR_NAME = "detached";
 
@@ -781,6 +784,8 @@ public:
     /// Mutex for currently_moving_parts
     mutable std::mutex moving_parts_mutex;
 
+    PinnedPartUUIDsPtr getPinnedPartUUIDs() const;
+
     /// Return main processing background job, like merge/mutate/fetch and so on
     virtual std::optional<JobAndPool> getDataProcessingJob() = 0;
     /// Return job to move parts between disks/volumes and so on.
@@ -835,6 +840,10 @@ protected:
     /// Use get and set to receive readonly versions.
     MultiVersion<MergeTreeSettings> storage_settings;
 
+    /// Used to determine which UUIDs to send to root query executor for deduplication.
+    mutable std::shared_mutex pinned_part_uuids_mutex;
+    PinnedPartUUIDsPtr pinned_part_uuids;
+
     /// Work with data parts
 
     struct TagByInfo{};
@@ -970,6 +979,7 @@ protected:
     virtual void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr context) = 0;
 
     /// Makes sense only for replicated tables
+    virtual void movePartitionToShard(const ASTPtr & partition, bool move_part, const String & to, const Context & query_context);
     virtual void fetchPartition(
         const ASTPtr & partition,
         const StorageMetadataPtr & metadata_snapshot,
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 8245364d87a..d94460f6d1c 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -291,7 +291,14 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
     auto index_stats = std::make_unique<ReadFromMergeTree::IndexStats>();
 
     if (query_context->getSettingsRef().allow_experimental_query_deduplication)
-        selectPartsToReadWithUUIDFilter(parts, part_values, minmax_idx_condition, minmax_columns_types, partition_pruner, max_block_numbers_to_read, query_context, part_filter_counters);
+        selectPartsToReadWithUUIDFilter(
+            parts,
+            part_values,
+            data.getPinnedPartUUIDs(),
+            minmax_idx_condition,
+           minmax_columns_types, partition_pruner,
+            max_block_numbers_to_read,
+            query_context, part_filter_counters);
     else
         selectPartsToRead(parts, part_values, minmax_idx_condition, minmax_columns_types, partition_pruner, max_block_numbers_to_read, part_filter_counters);
 
@@ -1922,6 +1929,7 @@ void MergeTreeDataSelectExecutor::selectPartsToRead(
 void MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
     MergeTreeData::DataPartsVector & parts,
     const std::unordered_set<String> & part_values,
+    MergeTreeData::PinnedPartUUIDsPtr pinned_part_uuids,
     const std::optional<KeyCondition> & minmax_idx_condition,
     const DataTypes & minmax_columns_types,
     std::optional<PartitionPruner> & partition_pruner,
@@ -1929,6 +1937,8 @@ void MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
     ContextPtr query_context,
     PartFilterCounters & counters) const
 {
+    const Settings & settings = query_context.getSettings();
+
     /// process_parts prepare parts that have to be read for the query,
     /// returns false if duplicated parts' UUID have been met
     auto select_parts = [&] (MergeTreeData::DataPartsVector & selected_parts) -> bool
@@ -1985,9 +1995,12 @@ void MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
             /// populate UUIDs and exclude ignored parts if enabled
             if (part->uuid != UUIDHelpers::Nil)
             {
-                auto result = temp_part_uuids.insert(part->uuid);
-                if (!result.second)
-                    throw Exception("Found a part with the same UUID on the same replica.", ErrorCodes::LOGICAL_ERROR);
+                if (settings.experimental_query_deduplication_send_all_part_uuids || pinned_part_uuids->contains(part->uuid))
+                {
+                    auto result = temp_part_uuids.insert(part->uuid);
+                    if (!result.second)
+                        throw Exception("Found a part with the same UUID on the same replica.", ErrorCodes::LOGICAL_ERROR);
+                }
             }
 
             selected_parts.push_back(part);
@@ -2011,7 +2024,8 @@ void MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
     /// Process parts that have to be read for a query.
     auto needs_retry = !select_parts(parts);
 
-    /// If any duplicated part UUIDs met during the first step, try to ignore them in second pass
+    /// If any duplicated part UUIDs met during the first step, try to ignore them in second pass.
+    /// This may happen when `prefer_localhost_replica` is set and "distributed" stage runs in the same process with "remote" stage.
     if (needs_retry)
     {
         LOG_DEBUG(log, "Found duplicate uuids locally, will retry part selection without them");
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index d7193fbfbfa..6cb1295271b 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -150,6 +150,7 @@ private:
     void selectPartsToReadWithUUIDFilter(
         MergeTreeData::DataPartsVector & parts,
         const std::unordered_set<String> & part_values,
+        MergeTreeData::PinnedPartUUIDsPtr pinned_part_uuids,
         const std::optional<KeyCondition> & minmax_idx_condition,
         const DataTypes & minmax_columns_types,
         std::optional<PartitionPruner> & partition_pruner,
diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index f422f00f4dc..ced28974849 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -127,6 +127,7 @@ struct Settings;
     M(UInt64, max_concurrent_queries, 0, "Max number of concurrently executed queries related to the MergeTree table (0 - disabled). Queries will still be limited by other max_concurrent_queries settings.", 0) \
     M(UInt64, min_marks_to_honor_max_concurrent_queries, 0, "Minimal number of marks to honor the MergeTree-level's max_concurrent_queries (0 - disabled). Queries will still be limited by other max_concurrent_queries settings.", 0) \
     M(UInt64, min_bytes_to_rebalance_partition_over_jbod, 0, "Minimal amount of bytes to enable part rebalance over JBOD array (0 - disabled).", 0) \
+    M(UInt64, part_moves_between_shards_delay_seconds, 30, "Time to wait before/after moving parts between shards.", 0) \
     \
     /** Obsolete settings. Kept for backward compatibility only. */ \
     M(UInt64, min_relative_delay_to_yield_leadership, 120, "Obsolete setting, does nothing.", 0) \
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
new file mode 100644
index 00000000000..9247f2e2fde
--- /dev/null
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -0,0 +1,411 @@
+#include <Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h>
+#include <Storages/MergeTree/PinnedPartUUIDs.h>
+#include <Storages/StorageReplicatedMergeTree.h>
+#include <boost/range/adaptor/map.hpp>
+#include <Poco/JSON/JSON.h>
+#include <Poco/JSON/Object.h>
+#include <Poco/JSON/Parser.h>
+
+namespace DB
+{
+PartMovesBetweenShardsOrchestrator::PartMovesBetweenShardsOrchestrator(StorageReplicatedMergeTree & storage_)
+    : storage(storage_)
+    , zookeeper_path(storage.zookeeper_path)
+    , logger_name(storage.getStorageID().getFullTableName() + " (PartMovesBetweenShardsOrchestrator)")
+    , log(&Poco::Logger::get(logger_name))
+    , entries_znode_path(zookeeper_path + "/part_moves_shard")
+{
+    task = storage.global_context.getSchedulePool().createTask(logger_name, [this]{ run(); });
+}
+
+void PartMovesBetweenShardsOrchestrator::run()
+{
+    if (need_stop)
+        return;
+
+    auto sleep_ms = 10;
+
+    try
+    {
+        sync();
+
+        if (step())
+            sync();
+        else
+            sleep_ms = 3 * 1000;
+    }
+    catch (...)
+    {
+        tryLogCurrentException(log, __PRETTY_FUNCTION__);
+    }
+
+
+    task->scheduleAfter(sleep_ms);
+}
+
+void PartMovesBetweenShardsOrchestrator::shutdown()
+{
+    need_stop = true;
+    task->deactivate();
+    LOG_TRACE(log, "PartMovesBetweenShardsOrchestrator thread finished");
+}
+
+void PartMovesBetweenShardsOrchestrator::sync()
+{
+    std::lock_guard lock(state_mutex);
+
+    entries.clear();
+
+    auto zk = storage.getZooKeeper();
+
+    Strings task_names = zk->getChildren(entries_znode_path);
+    for (auto const & task_name : task_names)
+    {
+        PartMovesBetweenShardsOrchestrator::Entry e;
+        Coordination::Stat stat;
+
+        e.znode_path = entries_znode_path + "/" + task_name;
+
+        auto entry_str = zk->get(e.znode_path, &stat);
+        e.fromString(entry_str);
+
+        e.version = stat.version;
+        e.znode_name = task_name;
+
+        entries[task_name] = std::move(e);
+    }
+}
+
+bool PartMovesBetweenShardsOrchestrator::step()
+{
+    if (!storage.is_leader)
+        return false;
+
+    auto zk = storage.getZooKeeper();
+
+    std::optional<Entry> entry_to_process;
+
+    /// Try find an entry to process and copy it.
+    {
+        std::lock_guard lock(state_mutex);
+
+        for (auto const & entry : entries | boost::adaptors::map_values)
+        {
+            if (entry.state.value == EntryState::DONE || entry.state.value == EntryState::CANCELLED)
+                continue;
+
+            entry_to_process.emplace(entry);
+            break;
+        }
+    }
+
+    if (!entry_to_process.has_value())
+        return false;
+
+    try
+    {
+
+        /// Since some state transitions are long running (waiting on replicas acknowledgement we create this lock to avoid
+        /// other replicas trying to do the same work. All state transitions should be idempotent so is is safe to lose the
+        /// lock and have another replica retry.
+        ///
+        /// Note: This blocks all other entries from being executed. Technical debt.
+        auto entry_node_holder = zkutil::EphemeralNodeHolder::create(entry_to_process->znode_path + "/lock_holder", *zk, storage.replica_name);
+    }
+    catch (const Coordination::Exception & e)
+    {
+        if (e.code == Coordination::Error::ZNODEEXISTS)
+        {
+            LOG_DEBUG(log, "Task {} is being processed by another replica", entry_to_process->znode_name);
+            return false;
+        }
+
+        throw;
+    }
+
+    try
+    {
+        stepEntry(entry_to_process.value());
+    }
+    catch (...)
+    {
+        tryLogCurrentException(log, __PRETTY_FUNCTION__);
+
+        Entry entry_copy = entry_to_process.value();
+        entry_copy.last_exception_msg = getCurrentExceptionMessage(false);
+        entry_copy.update_time = std::time(nullptr);
+        zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+
+        return false;
+    }
+
+    return true;
+}
+
+void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry)
+{
+    auto zk = storage.getZooKeeper();
+
+    switch (entry.state.value)
+    {
+        case EntryState::DONE:
+            break;
+
+        case EntryState::CANCELLED:
+            break;
+
+        case EntryState::TODO:
+        {
+            /// State transition.
+            Entry entry_copy = entry;
+            entry_copy.state = EntryState::SYNC_SOURCE;
+            entry_copy.update_time = std::time(nullptr);
+            zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+        }
+        break;
+
+        case EntryState::SYNC_SOURCE:
+        {
+            {
+                /// Log entry.
+                Coordination::Requests ops;
+                ReplicatedMergeTreeLogEntryData log_entry;
+                log_entry.type = ReplicatedMergeTreeLogEntryData::SYNC_PINNED_PART_UUIDS;
+                log_entry.create_time = std::time(nullptr);
+                log_entry.source_replica = storage.replica_name;
+                ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/log", "", -1));
+                ops.emplace_back(zkutil::makeCreateRequest(
+                    zookeeper_path + "/log/log-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
+
+                Coordination::Responses responses;
+                Coordination::Error rc = zk->tryMulti(ops, responses);
+                zkutil::KeeperMultiException::check(rc, ops, responses);
+
+                String log_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
+                log_entry.znode_name = log_znode_path.substr(log_znode_path.find_last_of('/') + 1);
+
+                storage.waitForAllReplicasToProcessLogEntry(log_entry, true);
+            }
+
+            {
+                /// State transition.
+                Entry entry_copy = entry;
+                entry_copy.state = EntryState::SYNC_DESTINATION;
+                entry_copy.update_time = std::time(nullptr);
+                zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+            }
+        }
+        break;
+
+        case EntryState::SYNC_DESTINATION:
+        {
+            {
+                /// Log entry.
+                Coordination::Requests ops;
+                ReplicatedMergeTreeLogEntryData log_entry;
+                log_entry.type = ReplicatedMergeTreeLogEntryData::SYNC_PINNED_PART_UUIDS;
+                log_entry.create_time = std::time(nullptr);
+                log_entry.source_replica = storage.replica_name;
+                log_entry.source_shard = zookeeper_path;
+
+                ops.emplace_back(zkutil::makeSetRequest(entry.to_shard + "/log", "", -1));
+                ops.emplace_back(zkutil::makeCreateRequest(
+                    entry.to_shard + "/log/log-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
+
+                Coordination::Responses responses;
+                Coordination::Error rc = zk->tryMulti(ops, responses);
+                zkutil::KeeperMultiException::check(rc, ops, responses);
+
+                String log_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
+                log_entry.znode_name = log_znode_path.substr(log_znode_path.find_last_of('/') + 1);
+
+                storage.waitForAllTableReplicasToProcessLogEntry(entry.to_shard, log_entry, true);
+            }
+
+            {
+                /// State transition.
+                Entry entry_copy = entry;
+                entry_copy.state = EntryState::DESTINATION_FETCH;
+                entry_copy.update_time = std::time(nullptr);
+                zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+            }
+        }
+        break;
+
+        case EntryState::DESTINATION_FETCH:
+        {
+            /// There is a chance that attach on destination will fail and this task will be left in the queue forever.
+            /// Make sure table structure doesn't change when there are part movements in progress.
+            ///
+            /// DESTINATION_FETCH is tricky from idempotency standpoint. We must ensure that no orchestrator
+            /// issues a CLONE_PART_FROM_SHARD entry after the source part is dropped.
+            ///
+            /// `makeSetRequest` on the entry is a sloppy mechanism for ensuring that the thread that makes the state
+            /// transition is the last one to issue a CLONE_PART_FROM_SHARD event. We assume here that if last event
+            /// was processed then all the ones prior to that succeeded as well.
+            ///
+            /// If we could somehow create just one entry in the log and record log entry name in the same
+            /// transaction so we could wait for it later the problem would be solved.
+            {
+                Coordination::Requests ops;
+                ops.emplace_back(zkutil::makeSetRequest(entry.znode_path, entry.toString(), entry.version));
+
+                /// Log entry.
+                ReplicatedMergeTreeLogEntryData log_entry;
+                log_entry.type = ReplicatedMergeTreeLogEntryData::CLONE_PART_FROM_SHARD;
+                log_entry.create_time = std::time(nullptr);
+                log_entry.new_part_name = entry.part_name;
+                log_entry.source_replica = storage.replica_name;
+                log_entry.source_shard = zookeeper_path;
+                log_entry.block_id = toString(entry.task_uuid);
+                ops.emplace_back(zkutil::makeSetRequest(entry.to_shard + "/log", "", -1));
+                ops.emplace_back(zkutil::makeCreateRequest(
+                    entry.to_shard + "/log/log-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
+
+                /// Submit.
+                Coordination::Responses responses;
+                Coordination::Error rc = zk->tryMulti(ops, responses);
+                zkutil::KeeperMultiException::check(rc, ops, responses);
+
+                String log_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
+                log_entry.znode_name = log_znode_path.substr(log_znode_path.find_last_of('/') + 1);
+
+                storage.waitForAllTableReplicasToProcessLogEntry(entry.to_shard, log_entry, true);
+            }
+
+            {
+                /// State transition.
+                Entry entry_copy = entry;
+                entry_copy.state = EntryState::SOURCE_DROP_PRE_DELAY;
+                entry_copy.update_time = std::time(nullptr);
+                zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version + 1);
+            }
+        }
+        break;
+
+        case EntryState::SOURCE_DROP_PRE_DELAY:
+        {
+            std::this_thread::sleep_for(std::chrono::seconds(storage.getSettings()->part_moves_between_shards_delay_seconds));
+
+            /// State transition.
+            Entry entry_copy = entry;
+            entry_copy.state = EntryState::SOURCE_DROP;
+            entry_copy.update_time = std::time(nullptr);
+            zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+        }
+        break;
+
+        case EntryState::SOURCE_DROP:
+        {
+            {
+                ReplicatedMergeTreeLogEntry log_entry;
+                if (storage.dropPart(zk, entry.part_name, log_entry,false, false))
+                    storage.waitForAllReplicasToProcessLogEntry(log_entry, true);
+            }
+
+            {
+                /// State transition.
+                Entry entry_copy = entry;
+                entry_copy.state = EntryState::SOURCE_DROP_POST_DELAY;
+                entry_copy.update_time = std::time(nullptr);
+                zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+            }
+        }
+        break;
+
+        case EntryState::SOURCE_DROP_POST_DELAY:
+        {
+            std::this_thread::sleep_for(std::chrono::seconds(storage.getSettings()->part_moves_between_shards_delay_seconds));
+
+            /// State transition.
+            Entry entry_copy = entry;
+            entry_copy.state = EntryState::REMOVE_UUID_PIN;
+            entry_copy.update_time = std::time(nullptr);
+            zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+        }
+        break;
+
+        case EntryState::REMOVE_UUID_PIN:
+        {
+            {
+                PinnedPartUUIDs src_pins;
+                PinnedPartUUIDs dst_pins;
+
+                {
+                    String s = zk->get(zookeeper_path + "/pinned_part_uuids", &src_pins.stat);
+                    src_pins.fromString(s);
+                }
+
+                {
+                    String s = zk->get(entry.to_shard + "/pinned_part_uuids", &dst_pins.stat);
+                    dst_pins.fromString(s);
+                }
+
+                src_pins.part_uuids.erase(entry.part_uuid);
+                dst_pins.part_uuids.erase(entry.part_uuid);
+
+                Coordination::Requests ops;
+                ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/pinned_part_uuids", src_pins.toString(), src_pins.stat.version));
+                ops.emplace_back(zkutil::makeSetRequest(entry.to_shard + "/pinned_part_uuids", dst_pins.toString(), dst_pins.stat.version));
+
+                zk->multi(ops);
+            }
+
+            /// State transition.
+            Entry entry_copy = entry;
+            entry_copy.state = EntryState::DONE;
+            entry_copy.update_time = std::time(nullptr);
+            zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+        }
+        break;
+    }
+}
+
+std::vector<PartMovesBetweenShardsOrchestrator::Entry> PartMovesBetweenShardsOrchestrator::getEntries() const
+{
+    std::lock_guard lock(state_mutex);
+
+    auto res = std::vector<Entry>();
+
+    for (const auto& e : entries)
+        res.push_back(e.second);
+
+    return res;
+}
+
+String PartMovesBetweenShardsOrchestrator::Entry::toString() const
+{
+    Poco::JSON::Object json;
+
+    json.set(JSON_KEY_CREATE_TIME, DB::toString(create_time));
+    json.set(JSON_KEY_UPDATE_TIME, DB::toString(update_time));
+    json.set(JSON_KEY_TASK_UUID, DB::toString(task_uuid));
+    json.set(JSON_KEY_PART_NAME, part_name);
+    json.set(JSON_KEY_PART_UUID, DB::toString(part_uuid));
+    json.set(JSON_KEY_TO_SHARD, to_shard);
+    json.set(JSON_KEY_STATE, state.toString());
+    json.set(JSON_KEY_LAST_EX_MSG, last_exception_msg);
+
+    std::ostringstream oss; // STYLE_CHECK_ALLOW_STD_STRING_STREAM
+    oss.exceptions(std::ios::failbit);
+    json.stringify(oss);
+
+    return oss.str();
+}
+
+void PartMovesBetweenShardsOrchestrator::Entry::fromString(const String & buf)
+{
+    Poco::JSON::Parser parser;
+    auto json = parser.parse(buf).extract<Poco::JSON::Object::Ptr>();
+
+    create_time = parseFromString<time_t>(json->getValue<std::string>(JSON_KEY_CREATE_TIME));
+    update_time = parseFromString<time_t>(json->getValue<std::string>(JSON_KEY_UPDATE_TIME));
+    task_uuid = parseFromString<UUID>(json->getValue<std::string>(JSON_KEY_TASK_UUID));
+    part_name = json->getValue<std::string>(JSON_KEY_PART_NAME);
+    part_uuid = parseFromString<UUID>(json->getValue<std::string>(JSON_KEY_PART_UUID));
+    to_shard = json->getValue<std::string>(JSON_KEY_TO_SHARD);
+    state.value = EntryState::fromString(json->getValue<std::string>(JSON_KEY_STATE));
+    last_exception_msg = json->getValue<std::string>(JSON_KEY_LAST_EX_MSG);
+}
+
+}
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
new file mode 100644
index 00000000000..efbb140c56a
--- /dev/null
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
@@ -0,0 +1,158 @@
+#pragma once
+
+#include <vector>
+#include <common/logger_useful.h>
+#include <common/types.h>
+#include <Core/UUID.h>
+#include <Core/BackgroundSchedulePool.h>
+#include <IO/WriteHelpers.h>
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
+class StorageReplicatedMergeTree;
+
+/// Cross shard part movement workflow orchestration.
+class PartMovesBetweenShardsOrchestrator
+{
+public:
+    struct EntryState
+    {
+        enum Value
+        {
+            TODO,
+            SYNC_SOURCE,
+            SYNC_DESTINATION,
+            DESTINATION_FETCH,
+            SOURCE_DROP_PRE_DELAY,
+            SOURCE_DROP,
+            SOURCE_DROP_POST_DELAY,
+            REMOVE_UUID_PIN,
+            DONE,
+            CANCELLED,
+        };
+
+        EntryState(): value(TODO) {}
+        EntryState(Value value_): value(value_) {}
+
+        Value value;
+
+        String toString() const
+        {
+            switch (value)
+            {
+                case TODO: return "TODO";
+                case SYNC_SOURCE: return "SYNC_SOURCE";
+                case SYNC_DESTINATION: return "SYNC_DESTINATION";
+                case DESTINATION_FETCH: return "DESTINATION_FETCH";
+                case SOURCE_DROP_PRE_DELAY: return "SOURCE_DROP_PRE_DELAY";
+                case SOURCE_DROP: return "SOURCE_DROP";
+                case SOURCE_DROP_POST_DELAY: return "SOURCE_DROP_POST_DELAY";
+                case REMOVE_UUID_PIN: return "REMOVE_UUID_PIN";
+                case DONE: return "DONE";
+                case CANCELLED: return "CANCELLED";
+            }
+
+            throw Exception("Unknown EntryState: " + DB::toString<int>(value), ErrorCodes::LOGICAL_ERROR);
+        }
+
+        static EntryState::Value fromString(String in)
+        {
+            if (in == "TODO") return TODO;
+            else if (in == "SYNC_SOURCE") return SYNC_SOURCE;
+            else if (in == "SYNC_DESTINATION") return SYNC_DESTINATION;
+            else if (in == "DESTINATION_FETCH") return DESTINATION_FETCH;
+            else if (in == "SOURCE_DROP_PRE_DELAY") return SOURCE_DROP_PRE_DELAY;
+            else if (in == "SOURCE_DROP") return SOURCE_DROP;
+            else if (in == "SOURCE_DROP_POST_DELAY") return SOURCE_DROP_POST_DELAY;
+            else if (in == "REMOVE_UUID_PIN") return REMOVE_UUID_PIN;
+            else if (in == "DONE") return DONE;
+            else if (in == "CANCELLED") return CANCELLED;
+            else throw Exception("Unknown state: " + in, ErrorCodes::LOGICAL_ERROR);
+        }
+    };
+
+    struct Entry
+    {
+        friend class PartMovesBetweenShardsOrchestrator;
+
+        time_t create_time = 0;
+        time_t update_time = 0;
+
+        /// Globally unique identifier used for attaching parts on destination.
+        /// Using `part_uuid` results in part names being reused when moving parts back and forth.
+        UUID task_uuid;
+
+        String part_name;
+        UUID part_uuid;
+        String to_shard;
+
+        EntryState state;
+
+        String last_exception_msg;
+
+        String znode_name;
+
+    private:
+        /// Transient value for CAS.
+        uint32_t version;
+
+        String znode_path;
+
+    public:
+        String toString() const;
+        void fromString(const String & buf);
+    };
+
+private:
+    static constexpr auto JSON_KEY_CREATE_TIME = "create_time";
+    static constexpr auto JSON_KEY_UPDATE_TIME = "update_time";
+    static constexpr auto JSON_KEY_TASK_UUID = "task_uuid";
+    static constexpr auto JSON_KEY_PART_NAME = "part_name";
+    static constexpr auto JSON_KEY_PART_UUID = "part_uuid";
+    static constexpr auto JSON_KEY_TO_SHARD = "to_shard";
+    static constexpr auto JSON_KEY_STATE = "state";
+    static constexpr auto JSON_KEY_LAST_EX_MSG = "last_exception";
+
+public:
+    PartMovesBetweenShardsOrchestrator(StorageReplicatedMergeTree & storage_);
+
+    void start() { task->activateAndSchedule(); }
+    void wakeup() { task->schedule(); }
+    void shutdown();
+
+    void sync();
+
+    /// We could have one thread per Entry and worry about concurrency issues.
+    /// Or we could have a single thread trying to run one step at a time.
+    bool step();
+
+    std::vector<Entry> getEntries() const;
+
+private:
+    void run();
+    void stepEntry(const Entry & entry);
+
+private:
+    StorageReplicatedMergeTree & storage;
+
+    String zookeeper_path;
+    String logger_name;
+    Poco::Logger * log = nullptr;
+    std::atomic<bool> need_stop{false};
+
+    BackgroundSchedulePool::TaskHolder task;
+
+    mutable std::mutex state_mutex;
+    std::map<String, Entry> entries;
+
+public:
+    String entries_znode_path;
+};
+
+}
diff --git a/src/Storages/MergeTree/PinnedPartUUIDs.cpp b/src/Storages/MergeTree/PinnedPartUUIDs.cpp
new file mode 100644
index 00000000000..1302d492c8c
--- /dev/null
+++ b/src/Storages/MergeTree/PinnedPartUUIDs.cpp
@@ -0,0 +1,36 @@
+#include "PinnedPartUUIDs.h"
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+#include <Poco/JSON/JSON.h>
+#include <Poco/JSON/Object.h>
+#include <Poco/JSON/Parser.h>
+
+namespace DB
+{
+
+String PinnedPartUUIDs::toString() const
+{
+    std::vector<UUID> vec(part_uuids.begin(), part_uuids.end());
+
+    Poco::JSON::Object json;
+    json.set(JSON_KEY_UUIDS, DB::toString(vec));
+
+    std::ostringstream oss; // STYLE_CHECK_ALLOW_STD_STRING_STREAM
+    oss.exceptions(std::ios::failbit);
+    json.stringify(oss);
+
+    return oss.str();
+}
+
+void PinnedPartUUIDs::fromString(const String & buf)
+{
+    Poco::JSON::Parser parser;
+    auto json = parser.parse(buf).extract<Poco::JSON::Object::Ptr>();
+
+    std::vector<UUID> vec = parseFromString<std::vector<UUID>>(json->getValue<std::string>(PinnedPartUUIDs::JSON_KEY_UUIDS));
+
+    part_uuids.clear();
+    std::copy(vec.begin(), vec.end(), std::inserter(part_uuids, part_uuids.begin()));
+}
+
+}
diff --git a/src/Storages/MergeTree/PinnedPartUUIDs.h b/src/Storages/MergeTree/PinnedPartUUIDs.h
new file mode 100644
index 00000000000..a8f6c1fceda
--- /dev/null
+++ b/src/Storages/MergeTree/PinnedPartUUIDs.h
@@ -0,0 +1,27 @@
+#pragma once
+
+#include <Common/ZooKeeper/IKeeper.h>
+#include <Core/UUID.h>
+#include <set>
+
+namespace DB
+{
+
+struct PinnedPartUUIDs
+{
+    std::set<UUID> part_uuids;
+    Coordination::Stat stat{};
+
+    bool contains(const UUID & part_uuid) const
+    {
+        return part_uuids.contains(part_uuid);
+    }
+
+    String toString() const;
+    void fromString(const String & buf);
+
+private:
+    static constexpr auto JSON_KEY_UUIDS = "part_uuids";
+};
+
+}
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index df4f9124980..29342cf4d9b 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -183,7 +183,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
 }
 
 
-void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::MutableDataPartPtr & part)
+void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::MutableDataPartPtr & part, String block_id)
 {
     last_block_is_duplicate = false;
 
@@ -199,7 +199,7 @@ void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::Muta
 
     try
     {
-        commitPart(zookeeper, part, "");
+        commitPart(zookeeper, part, block_id);
         PartLog::addNewPart(storage.getContext(), part, watch.elapsed());
     }
     catch (...)
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
index 6ea16491d64..314e6b92d87 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
@@ -40,7 +40,7 @@ public:
     void write(const Block & block) override;
 
     /// For ATTACHing existing data on filesystem.
-    void writeExistingPart(MergeTreeData::MutableDataPartPtr & part);
+    void writeExistingPart(MergeTreeData::MutableDataPartPtr & part, String block_id = "");
 
     /// For proper deduplication in MaterializedViews
     bool lastBlockIsDuplicate() const
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index 7d8ba0e4a30..88570ac33ef 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -53,6 +53,12 @@ void ReplicatedMergeTreeLogEntryData::writeText(WriteBuffer & out) const
             out << "get\n" << new_part_name;
             break;
 
+        case CLONE_PART_FROM_SHARD:
+            out << "clone_part_from_shard\n"
+                << new_part_name << "\n"
+                << "source_shard: " << source_shard;
+            break;
+
         case ATTACH_PART:
             out << "attach\n" << new_part_name << "\n"
                 << "part_checksum: " << part_checksum;
@@ -141,6 +147,10 @@ void ReplicatedMergeTreeLogEntryData::writeText(WriteBuffer & out) const
             out << metadata_str;
             break;
 
+        case SYNC_PINNED_PART_UUIDS:
+            out << "sync_pinned_part_uuids\n";
+            break;
+
         default:
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Unknown log entry type: {}", static_cast<int>(type));
     }
@@ -305,6 +315,16 @@ void ReplicatedMergeTreeLogEntryData::readText(ReadBuffer & in)
         metadata_str.resize(metadata_size);
         in.readStrict(&metadata_str[0], metadata_size);
     }
+    else if (type_str == "sync_pinned_part_uuids")
+    {
+        type = SYNC_PINNED_PART_UUIDS;
+    }
+    else if (type_str == "clone_part_from_shard")
+    {
+        type = CLONE_PART_FROM_SHARD;
+        in >> new_part_name;
+        in >> "\nsource_shard: " >> source_shard;
+    }
 
     if (!trailing_newline_found)
         in >> "\n";
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
index 309120560e7..82748dcd4b0 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
@@ -41,6 +41,8 @@ struct ReplicatedMergeTreeLogEntryData
         REPLACE_RANGE,  /// Drop certain range of partitions and replace them by new ones
         MUTATE_PART,    /// Apply one or several mutations to the part.
         ALTER_METADATA, /// Apply alter modification according to global /metadata and /columns paths
+        SYNC_PINNED_PART_UUIDS, /// Synchronization point for ensuring that all replicas have up to date in-memory state.
+        CLONE_PART_FROM_SHARD,  /// Clone part from another shard.
     };
 
     static String typeToString(Type type)
@@ -56,6 +58,8 @@ struct ReplicatedMergeTreeLogEntryData
             case ReplicatedMergeTreeLogEntryData::REPLACE_RANGE:    return "REPLACE_RANGE";
             case ReplicatedMergeTreeLogEntryData::MUTATE_PART:      return "MUTATE_PART";
             case ReplicatedMergeTreeLogEntryData::ALTER_METADATA:   return "ALTER_METADATA";
+            case ReplicatedMergeTreeLogEntryData::SYNC_PINNED_PART_UUIDS: return "SYNC_PINNED_PART_UUIDS";
+            case ReplicatedMergeTreeLogEntryData::CLONE_PART_FROM_SHARD:  return "CLONE_PART_FROM_SHARD";
             default:
                 throw Exception("Unknown log entry type: " + DB::toString<int>(type), ErrorCodes::LOGICAL_ERROR);
         }
@@ -74,6 +78,7 @@ struct ReplicatedMergeTreeLogEntryData
 
     Type type = EMPTY;
     String source_replica; /// Empty string means that this entry was added to the queue immediately, and not copied from the log.
+    String source_shard;
 
     String part_checksum; /// Part checksum for ATTACH_PART, empty otherwise.
 
@@ -150,6 +155,14 @@ struct ReplicatedMergeTreeLogEntryData
             return res;
         }
 
+        /// Doesn't produce any part.
+        if (type == SYNC_PINNED_PART_UUIDS)
+            return {};
+
+        /// Doesn't produce any part by itself.
+        if (type == CLONE_PART_FROM_SHARD)
+            return {};
+
         return {new_part_name};
     }
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index ad41bbe1a08..fc848eb6be2 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -1849,6 +1849,17 @@ ReplicatedMergeTreeMergePredicate::ReplicatedMergeTreeMergePredicate(
 
     merges_version = queue_.pullLogsToQueue(zookeeper);
 
+    {
+        /// We avoid returning here a version to be used in a lightweight transaction.
+        ///
+        /// When pinned parts set is changed a log entry is added to the queue in the same transaction.
+        /// The log entry serves as a synchronization point, and it also increments `merges_version`.
+        ///
+        /// If pinned parts are fetched after logs are pulled then we can safely say that it contains all locks up to `merges_version`.
+        String s = zookeeper->get(queue.zookeeper_path + "/pinned_part_uuids");
+        pinned_part_uuids.fromString(s);
+    }
+
     Coordination::GetResponse quorum_status_response = quorum_status_future.get();
     if (quorum_status_response.error == Coordination::Error::ZOK)
     {
@@ -1919,6 +1930,13 @@ bool ReplicatedMergeTreeMergePredicate::canMergeTwoParts(
 
     for (const MergeTreeData::DataPartPtr & part : {left, right})
     {
+        if (pinned_part_uuids.part_uuids.contains(part->uuid))
+        {
+            if (out_reason)
+                *out_reason = "Part " + part->name + " has uuid " + toString(part->uuid) + " which is currently pinned";
+            return false;
+        }
+
         if (part->name == inprogress_quorum_part)
         {
             if (out_reason)
@@ -2014,6 +2032,13 @@ bool ReplicatedMergeTreeMergePredicate::canMergeSinglePart(
     const MergeTreeData::DataPartPtr & part,
     String * out_reason) const
 {
+    if (pinned_part_uuids.part_uuids.contains(part->uuid))
+    {
+        if (out_reason)
+            *out_reason = "Part " + part->name + " has uuid " + toString(part->uuid) + " which is currently pinned";
+        return false;
+    }
+
     if (part->name == inprogress_quorum_part)
     {
         if (out_reason)
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
index 00ef3ee7292..551ed9cb55c 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
@@ -8,6 +8,7 @@
 #include <Storages/MergeTree/ActiveDataPartSet.h>
 #include <Storages/MergeTree/MergeTreeData.h>
 #include <Storages/MergeTree/MergeTreeMutationStatus.h>
+#include <Storages/MergeTree/PinnedPartUUIDs.h>
 #include <Storages/MergeTree/ReplicatedMergeTreeQuorumAddedParts.h>
 #include <Storages/MergeTree/ReplicatedMergeTreeAltersSequence.h>
 
@@ -501,6 +502,9 @@ private:
     /// (loaded at some later time than prev_virtual_parts).
     std::unordered_map<String, std::set<Int64>> committing_blocks;
 
+    /// List of UUIDs for parts that have their identity "pinned".
+    PinnedPartUUIDs pinned_part_uuids;
+
     /// Quorum state taken at some later time than prev_virtual_parts.
     String inprogress_quorum_part;
 
diff --git a/src/Storages/PartitionCommands.cpp b/src/Storages/PartitionCommands.cpp
index f09f60887e8..45eeecd2e0c 100644
--- a/src/Storages/PartitionCommands.cpp
+++ b/src/Storages/PartitionCommands.cpp
@@ -13,6 +13,11 @@
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
 std::optional<PartitionCommand> PartitionCommand::parse(const ASTAlterCommand * command_ast)
 {
     if (command_ast->type == ASTAlterCommand::DROP_PARTITION)
@@ -59,8 +64,11 @@ std::optional<PartitionCommand> PartitionCommand::parse(const ASTAlterCommand *
                 res.to_database = command_ast->to_database;
                 res.to_table = command_ast->to_table;
                 break;
-            default:
+            case DataDestinationType::SHARD:
+                res.move_destination_type = PartitionCommand::MoveDestinationType::SHARD;
                 break;
+            case DataDestinationType::DELETE:
+                throw Exception("ALTER with this destination type is not handled. This is a bug.", ErrorCodes::LOGICAL_ERROR);
         }
         if (res.move_destination_type != PartitionCommand::MoveDestinationType::TABLE)
             res.move_destination_name = command_ast->move_destination_name;
diff --git a/src/Storages/PartitionCommands.h b/src/Storages/PartitionCommands.h
index 9f89d44bd4e..1875f0f98ef 100644
--- a/src/Storages/PartitionCommands.h
+++ b/src/Storages/PartitionCommands.h
@@ -62,6 +62,7 @@ struct PartitionCommand
         DISK,
         VOLUME,
         TABLE,
+        SHARD,
     };
 
     std::optional<MoveDestinationType> move_destination_type;
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 3b4a1ec4e16..31dee005e42 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -17,6 +17,7 @@
 #include <Storages/StorageReplicatedMergeTree.h>
 #include <Storages/MergeTree/IMergeTreeDataPart.h>
 #include <Storages/MergeTree/MergeList.h>
+#include <Storages/MergeTree/PinnedPartUUIDs.h>
 #include <Storages/MergeTree/PartitionPruner.h>
 #include <Storages/MergeTree/ReplicatedMergeTreeTableMetadata.h>
 #include <Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h>
@@ -131,6 +132,7 @@ namespace ErrorCodes
     extern const int NO_SUCH_DATA_PART;
     extern const int INTERSERVER_SCHEME_DOESNT_MATCH;
     extern const int DUPLICATE_DATA_PART;
+    extern const int BAD_ARGUMENTS;
 }
 
 namespace ActionLocks
@@ -263,6 +265,7 @@ StorageReplicatedMergeTree::StorageReplicatedMergeTree(
     , cleanup_thread(*this)
     , part_check_thread(*this)
     , restarting_thread(*this)
+    , part_moves_between_shards_orchestrator(*this)
     , allow_renaming(allow_renaming_)
     , replicated_fetches_pool_size(getContext()->getSettingsRef().background_fetches_pool_size)
 {
@@ -440,6 +443,7 @@ StorageReplicatedMergeTree::StorageReplicatedMergeTree(
     }
 
     createNewZooKeeperNodes();
+    syncPinnedPartUUIDs();
 }
 
 
@@ -560,6 +564,10 @@ void StorageReplicatedMergeTree::createNewZooKeeperNodes()
         zookeeper->createIfNotExists(zookeeper_path + "/zero_copy_s3", String());
         zookeeper->createIfNotExists(zookeeper_path + "/zero_copy_s3/shared", String());
     }
+
+    /// Part movement.
+    zookeeper->createIfNotExists(zookeeper_path + "/part_moves_shard", String());
+    zookeeper->createIfNotExists(zookeeper_path + "/pinned_part_uuids", getPinnedPartUUIDs()->toString());
 }
 
 
@@ -1199,6 +1207,27 @@ void StorageReplicatedMergeTree::checkParts(bool skip_sanity_checks)
 }
 
 
+void StorageReplicatedMergeTree::syncPinnedPartUUIDs()
+{
+    auto zookeeper = getZooKeeper();
+
+    Coordination::Stat stat;
+    String s = zookeeper->get(zookeeper_path + "/pinned_part_uuids", &stat);
+
+    std::lock_guard lock(pinned_part_uuids_mutex);
+
+    /// Unsure whether or not this can be called concurrently.
+    if (pinned_part_uuids->stat.version < stat.version)
+    {
+        auto new_pinned_part_uuids = std::make_shared<PinnedPartUUIDs>();
+        new_pinned_part_uuids->fromString(s);
+        new_pinned_part_uuids->stat = stat;
+
+        pinned_part_uuids = new_pinned_part_uuids;
+    }
+}
+
+
 void StorageReplicatedMergeTree::checkPartChecksumsAndAddCommitOps(const zkutil::ZooKeeperPtr & zookeeper,
     const DataPartPtr & part, Coordination::Requests & ops, String part_name, NameSet * absent_replicas_paths)
 {
@@ -1487,6 +1516,12 @@ bool StorageReplicatedMergeTree::executeLogEntry(LogEntry & entry)
             break;
         case LogEntry::ALTER_METADATA:
             return executeMetadataAlter(entry);
+        case LogEntry::SYNC_PINNED_PART_UUIDS:
+            syncPinnedPartUUIDs();
+            return true;
+        case LogEntry::CLONE_PART_FROM_SHARD:
+            executeClonePartFromShard(entry);
+            return true;
         default:
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Unexpected log entry type: {}", static_cast<int>(entry.type));
     }
@@ -2479,6 +2514,47 @@ bool StorageReplicatedMergeTree::executeReplaceRange(const LogEntry & entry)
 }
 
 
+void StorageReplicatedMergeTree::executeClonePartFromShard(const LogEntry & entry)
+{
+    auto zookeeper = getZooKeeper();
+
+    Strings replicas = zookeeper->getChildren(entry.source_shard + "/replicas");
+    std::shuffle(replicas.begin(), replicas.end(), thread_local_rng);
+    String replica = replicas.front();
+
+    LOG_INFO(log, "Will clone part from shard " + entry.source_shard + " and replica " + replica);
+
+    MutableDataPartPtr part;
+
+    {
+        auto metadata_snapshot = getInMemoryMetadataPtr();
+        String source_replica_path = entry.source_shard + "/replicas/" + replica;
+        ReplicatedMergeTreeAddress address(getZooKeeper()->get(source_replica_path + "/host"));
+        auto timeouts = ConnectionTimeouts::getHTTPTimeouts(global_context);
+        auto user_password = global_context.getInterserverCredentials();
+        String interserver_scheme = global_context.getInterserverScheme();
+
+        auto get_part = [&, address, timeouts, user_password, interserver_scheme]()
+        {
+            if (interserver_scheme != address.scheme)
+                throw Exception("Interserver schemes are different: '" + interserver_scheme
+                                + "' != '" + address.scheme + "', can't fetch part from " + address.host,
+                                ErrorCodes::LOGICAL_ERROR);
+
+            return fetcher.fetchPart(
+                metadata_snapshot, entry.new_part_name, source_replica_path,
+                address.host, address.replication_port,
+                timeouts, user_password.first, user_password.second, interserver_scheme, true);
+        };
+
+        part = get_part();
+
+        ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false, false);
+        output.writeExistingPart(part, "clone_part_from_shard_" + entry.block_id);
+    }
+}
+
+
 void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coordination::Stat source_is_lost_stat, zkutil::ZooKeeperPtr & zookeeper)
 {
     String source_path = zookeeper_path + "/replicas/" + source_replica;
@@ -4005,6 +4081,8 @@ void StorageReplicatedMergeTree::startup()
         /// between the assignment of queue_task_handle and queueTask that use the queue_task_handle.
         background_executor.start();
         startBackgroundMovesIfNeeded();
+
+        part_moves_between_shards_orchestrator.start();
     }
     catch (...)
     {
@@ -4035,6 +4113,7 @@ void StorageReplicatedMergeTree::shutdown()
 
     restarting_thread.shutdown();
     background_executor.finish();
+    part_moves_between_shards_orchestrator.shutdown();
 
     {
         auto lock = queue.lockQueue();
@@ -5245,6 +5324,11 @@ void StorageReplicatedMergeTree::getQueue(LogEntriesData & res, String & replica
     queue.getEntries(res);
 }
 
+std::vector<PartMovesBetweenShardsOrchestrator::Entry> StorageReplicatedMergeTree::getPartMovesBetweenShardsEntries()
+{
+    return part_moves_between_shards_orchestrator.getEntries();
+}
+
 time_t StorageReplicatedMergeTree::getAbsoluteDelay() const
 {
     time_t min_unprocessed_insert_time = 0;
@@ -6432,6 +6516,100 @@ void StorageReplicatedMergeTree::movePartitionToTable(const StoragePtr & dest_ta
     cleanLastPartNode(partition_id);
 }
 
+void StorageReplicatedMergeTree::movePartitionToShard(
+    const ASTPtr & partition, bool move_part, const String & to, const Context & /*query_context*/)
+{
+    /// This is a lightweight operation that only optimistically checks if it could succeed and queues tasks.
+
+    if (!move_part)
+        throw Exception("MOVE PARTITION TO SHARD is not supported, use MOVE PART instead", ErrorCodes::NOT_IMPLEMENTED);
+
+    if (normalizeZooKeeperPath(zookeeper_path) == normalizeZooKeeperPath(to))
+        throw Exception("Source and destination are the same", ErrorCodes::BAD_ARGUMENTS);
+
+    auto zookeeper = getZooKeeper();
+
+    String part_name = partition->as<ASTLiteral &>().value.safeGet<String>();
+    auto part_info = MergeTreePartInfo::fromPartName(part_name, format_version);
+
+    auto part = getPartIfExists(part_info, {MergeTreeDataPartState::Committed});
+    if (!part)
+        throw Exception(ErrorCodes::NO_SUCH_DATA_PART, "Part {} not found locally", part_name);
+
+    if (part->uuid == UUIDHelpers::Nil)
+        throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Part {} does not have an uuid assigned and it can't be moved between shards", part_name);
+
+
+    ReplicatedMergeTreeMergePredicate merge_pred = queue.getMergePredicate(zookeeper);
+
+    /// The following block is pretty much copy & paste from StorageReplicatedMergeTree::dropPart to avoid conflicts while this is WIP.
+    /// Extract it to a common method and re-use it before merging.
+    {
+        if (partIsLastQuorumPart(part->info))
+        {
+            throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Part {} is last inserted part with quorum in partition. Would not be able to drop", part_name);
+        }
+
+        /// canMergeSinglePart is overlapping with dropPart, let's try to use the same code.
+        String out_reason;
+        if (!merge_pred.canMergeSinglePart(part, &out_reason))
+            throw Exception(ErrorCodes::PART_IS_TEMPORARILY_LOCKED, "Part is busy, reason: " + out_reason);
+    }
+
+    {
+        /// Optimistic check that for compatible destination table structure.
+        checkTableStructure(to, getInMemoryMetadataPtr());
+    }
+
+    PinnedPartUUIDs src_pins;
+    PinnedPartUUIDs dst_pins;
+
+    {
+        String s = zookeeper->get(zookeeper_path + "/pinned_part_uuids", &src_pins.stat);
+        src_pins.fromString(s);
+    }
+
+    {
+        String s = zookeeper->get(to + "/pinned_part_uuids", &dst_pins.stat);
+        dst_pins.fromString(s);
+    }
+
+    if (src_pins.part_uuids.contains(part->uuid) || dst_pins.part_uuids.contains(part->uuid))
+        throw Exception(ErrorCodes::PART_IS_TEMPORARILY_LOCKED, "Part {} has it's uuid ({}) already pinned.", part_name, toString(part->uuid));
+
+    src_pins.part_uuids.insert(part->uuid);
+    dst_pins.part_uuids.insert(part->uuid);
+
+    PartMovesBetweenShardsOrchestrator::Entry part_move_entry;
+    part_move_entry.create_time = std::time(nullptr);
+    part_move_entry.update_time = part_move_entry.create_time;
+    part_move_entry.task_uuid = UUIDHelpers::generateV4();
+    part_move_entry.part_name = part->name;
+    part_move_entry.part_uuid = part->uuid;
+    part_move_entry.to_shard = to;
+
+    Coordination::Requests ops;
+    ops.emplace_back(zkutil::makeCheckRequest(zookeeper_path + "/log", merge_pred.getVersion())); /// Make sure no new events were added to the log.
+    ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/pinned_part_uuids", src_pins.toString(), src_pins.stat.version));
+    ops.emplace_back(zkutil::makeSetRequest(to + "/pinned_part_uuids", dst_pins.toString(), dst_pins.stat.version));
+    ops.emplace_back(zkutil::makeCreateRequest(
+        part_moves_between_shards_orchestrator.entries_znode_path + "/task-",
+        part_move_entry.toString(),
+        zkutil::CreateMode::PersistentSequential));
+
+    Coordination::Responses responses;
+    Coordination::Error rc = zookeeper->tryMulti(ops, responses);
+    zkutil::KeeperMultiException::check(rc, ops, responses);
+
+    String task_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
+    LOG_DEBUG(log, "Created task for part movement between shards at " + task_znode_path);
+
+    /// Force refresh local state for making system table up to date after this operation succeeds.
+    part_moves_between_shards_orchestrator.sync();
+
+    // TODO: Add support for `replication_alter_partitions_sync`.
+}
+
 void StorageReplicatedMergeTree::getCommitPartOps(
     Coordination::Requests & ops,
     MutableDataPartPtr & part,
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index c70556f40df..fa5b725588c 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -20,6 +20,7 @@
 #include <Storages/MergeTree/DataPartsExchange.h>
 #include <Storages/MergeTree/ReplicatedMergeTreeAddress.h>
 #include <Storages/MergeTree/LeaderElection.h>
+#include <Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <Interpreters/Cluster.h>
 #include <Interpreters/PartLog.h>
@@ -183,6 +184,8 @@ public:
     using LogEntriesData = std::vector<ReplicatedMergeTreeLogEntryData>;
     void getQueue(LogEntriesData & res, String & replica_name);
 
+    std::vector<PartMovesBetweenShardsOrchestrator::Entry> getPartMovesBetweenShardsEntries();
+
     /// Get replica delay relative to current time.
     time_t getAbsoluteDelay() const;
 
@@ -252,6 +255,7 @@ private:
     friend struct ReplicatedMergeTreeLogEntry;
     friend class ScopedPartitionMergeLock;
     friend class ReplicatedMergeTreeQueue;
+    friend class PartMovesBetweenShardsOrchestrator;
     friend class MergeTreeData;
 
     using MergeStrategyPicker = ReplicatedMergeTreeMergeStrategyPicker;
@@ -305,7 +309,6 @@ private:
 
     DataPartsExchange::Fetcher fetcher;
 
-
     /// When activated, replica is initialized and startup() method could exit
     Poco::Event startup_event;
 
@@ -350,6 +353,8 @@ private:
     /// A thread that processes reconnection to ZooKeeper when the session expires.
     ReplicatedMergeTreeRestartingThread restarting_thread;
 
+    PartMovesBetweenShardsOrchestrator part_moves_between_shards_orchestrator;
+
     /// True if replica was created for existing table with fixed granularity
     bool other_replicas_fixed_granularity = false;
 
@@ -387,6 +392,10 @@ private:
       */
     void checkParts(bool skip_sanity_checks);
 
+    /// Synchronize the list of part uuids which are currently pinned. These should be sent to root query executor
+    /// to be used for deduplication.
+    void syncPinnedPartUUIDs();
+
     /** Check that the part's checksum is the same as the checksum of the same part on some other replica.
       * If no one has such a part, nothing checks.
       * Not very reliable: if two replicas add a part almost at the same time, no checks will occur.
@@ -457,6 +466,7 @@ private:
     bool executeFetch(LogEntry & entry);
 
     bool executeReplaceRange(const LogEntry & entry);
+    void executeClonePartFromShard(const LogEntry & entry);
 
     /** Updates the queue.
       */
@@ -633,6 +643,7 @@ private:
     PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr query_context) override;
     void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr query_context) override;
     void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr query_context) override;
+    void movePartitionToShard(const ASTPtr & partition, bool move_part, const String & to, const Context & query_context) override;
     void fetchPartition(
         const ASTPtr & partition,
         const StorageMetadataPtr & metadata_snapshot,
diff --git a/src/Storages/System/StorageSystemPartMovesBetweenShards.cpp b/src/Storages/System/StorageSystemPartMovesBetweenShards.cpp
new file mode 100644
index 00000000000..57946468bf3
--- /dev/null
+++ b/src/Storages/System/StorageSystemPartMovesBetweenShards.cpp
@@ -0,0 +1,135 @@
+#include <Access/ContextAccess.h>
+#include <Columns/ColumnString.h>
+#include <DataTypes/DataTypeArray.h>
+#include <DataTypes/DataTypeDateTime.h>
+#include <DataTypes/DataTypeString.h>
+#include <DataTypes/DataTypeUUID.h>
+#include <DataTypes/DataTypesNumber.h>
+#include <Databases/IDatabase.h>
+#include <Storages/StorageReplicatedMergeTree.h>
+#include <Storages/System/StorageSystemPartMovesBetweenShards.h>
+#include <Storages/VirtualColumnUtils.h>
+#include <Common/typeid_cast.h>
+
+
+namespace DB
+{
+
+
+NamesAndTypesList StorageSystemPartMovesBetweenShards::getNamesAndTypes()
+{
+    return {
+        /// Table properties.
+        { "database",                std::make_shared<DataTypeString>() },
+        { "table",                   std::make_shared<DataTypeString>() },
+
+        /// Constant element properties.
+        { "task_name",               std::make_shared<DataTypeString>() },
+        { "task_uuid",               std::make_shared<DataTypeUUID>() },
+        { "create_time",             std::make_shared<DataTypeDateTime>() },
+        { "part_name",               std::make_shared<DataTypeString>() },
+        { "part_uuid",               std::make_shared<DataTypeUUID>() },
+        { "to_shard",                std::make_shared<DataTypeString>() },
+
+        /// Processing status of item.
+        { "update_time",             std::make_shared<DataTypeDateTime>() },
+        { "state",                   std::make_shared<DataTypeString>() },
+        { "num_tries",               std::make_shared<DataTypeUInt32>() },
+        { "last_exception",          std::make_shared<DataTypeString>() },
+    };
+}
+
+
+void StorageSystemPartMovesBetweenShards::fillData(MutableColumns & res_columns, const Context & context, const SelectQueryInfo & query_info) const
+{
+    const auto access = context.getAccess();
+    const bool check_access_for_databases = !access->isGranted(AccessType::SHOW_TABLES);
+
+    std::map<String, std::map<String, StoragePtr>> replicated_tables;
+    for (const auto & db : DatabaseCatalog::instance().getDatabases())
+    {
+        /// Check if database can contain replicated tables
+        if (!db.second->canContainMergeTreeTables())
+            continue;
+
+        const bool check_access_for_tables = check_access_for_databases && !access->isGranted(AccessType::SHOW_TABLES, db.first);
+
+        for (auto iterator = db.second->getTablesIterator(context); iterator->isValid(); iterator->next())
+        {
+            const auto & table = iterator->table();
+            if (!table)
+                continue;
+            if (!dynamic_cast<const StorageReplicatedMergeTree *>(table.get()))
+                continue;
+            if (check_access_for_tables && !access->isGranted(AccessType::SHOW_TABLES, db.first, iterator->name()))
+                continue;
+            replicated_tables[db.first][iterator->name()] = table;
+        }
+    }
+
+
+    MutableColumnPtr col_database_mut = ColumnString::create();
+    MutableColumnPtr col_table_mut = ColumnString::create();
+
+    for (auto & db : replicated_tables)
+    {
+        for (auto & table : db.second)
+        {
+            col_database_mut->insert(db.first);
+            col_table_mut->insert(table.first);
+        }
+    }
+
+    ColumnPtr col_database_to_filter = std::move(col_database_mut);
+    ColumnPtr col_table_to_filter = std::move(col_table_mut);
+
+    /// Determine what tables are needed by the conditions in the query.
+    {
+        Block filtered_block
+        {
+            { col_database_to_filter, std::make_shared<DataTypeString>(), "database" },
+            { col_table_to_filter, std::make_shared<DataTypeString>(), "table" },
+        };
+
+        VirtualColumnUtils::filterBlockWithQuery(query_info.query, filtered_block, context);
+
+        if (!filtered_block.rows())
+            return;
+
+        col_database_to_filter = filtered_block.getByName("database").column;
+        col_table_to_filter = filtered_block.getByName("table").column;
+    }
+
+    for (size_t i = 0, tables_size = col_database_to_filter->size(); i < tables_size; ++i)
+    {
+        String database = (*col_database_to_filter)[i].safeGet<const String &>();
+        String table = (*col_table_to_filter)[i].safeGet<const String &>();
+
+        auto moves = dynamic_cast<StorageReplicatedMergeTree &>(*replicated_tables[database][table]).getPartMovesBetweenShardsEntries();
+
+        for (auto & entry : moves)
+        {
+            size_t col_num = 0;
+
+            /// Table properties.
+            res_columns[col_num++]->insert(database);
+            res_columns[col_num++]->insert(table);
+
+            /// Constant element properties.
+            res_columns[col_num++]->insert(entry.znode_name);
+            res_columns[col_num++]->insert(entry.task_uuid);
+            res_columns[col_num++]->insert(entry.create_time);
+            res_columns[col_num++]->insert(entry.part_name);
+            res_columns[col_num++]->insert(entry.part_uuid);
+            res_columns[col_num++]->insert(entry.to_shard);
+
+            /// Processing status of item.
+            res_columns[col_num++]->insert(entry.update_time);
+            res_columns[col_num++]->insert(entry.state.toString());
+            res_columns[col_num++]->insert(0);
+            res_columns[col_num++]->insert(entry.last_exception_msg);
+        }
+    }
+}
+
+}
diff --git a/src/Storages/System/StorageSystemPartMovesBetweenShards.h b/src/Storages/System/StorageSystemPartMovesBetweenShards.h
new file mode 100644
index 00000000000..1d0e7e40037
--- /dev/null
+++ b/src/Storages/System/StorageSystemPartMovesBetweenShards.h
@@ -0,0 +1,27 @@
+#pragma once
+
+#include <ext/shared_ptr_helper.h>
+#include <Storages/System/IStorageSystemOneBlock.h>
+
+
+namespace DB
+{
+
+class Context;
+
+
+class StorageSystemPartMovesBetweenShards final : public ext::shared_ptr_helper<StorageSystemPartMovesBetweenShards>, public IStorageSystemOneBlock<StorageSystemPartMovesBetweenShards>
+{
+    friend struct ext::shared_ptr_helper<StorageSystemPartMovesBetweenShards>;
+public:
+    std::string getName() const override { return "SystemShardMoves"; }
+
+    static NamesAndTypesList getNamesAndTypes();
+
+protected:
+    using IStorageSystemOneBlock::IStorageSystemOneBlock;
+
+    void fillData(MutableColumns & res_columns, const Context & context, const SelectQueryInfo & query_info) const override;
+};
+
+}
diff --git a/src/Storages/System/attachSystemTables.cpp b/src/Storages/System/attachSystemTables.cpp
index 673cf671548..3f3c19bb663 100644
--- a/src/Storages/System/attachSystemTables.cpp
+++ b/src/Storages/System/attachSystemTables.cpp
@@ -25,6 +25,7 @@
 #include <Storages/System/StorageSystemMutations.h>
 #include <Storages/System/StorageSystemNumbers.h>
 #include <Storages/System/StorageSystemOne.h>
+#include <Storages/System/StorageSystemPartMovesBetweenShards.h>
 #include <Storages/System/StorageSystemParts.h>
 #include <Storages/System/StorageSystemPartsColumns.h>
 #include <Storages/System/StorageSystemProcesses.h>
@@ -144,6 +145,7 @@ void attachSystemTablesServer(IDatabase & system_database, bool has_zookeeper)
     attach<StorageSystemGraphite>(system_database, "graphite_retentions");
     attach<StorageSystemMacros>(system_database, "macros");
     attach<StorageSystemReplicatedFetches>(system_database, "replicated_fetches");
+    attach<StorageSystemPartMovesBetweenShards>(system_database, "part_moves_between_shards");
 
     if (has_zookeeper)
         attach<StorageSystemZooKeeper>(system_database, "zookeeper");
diff --git a/tests/integration/test_move_part_to_shard/__init__.py b/tests/integration/test_move_part_to_shard/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_move_part_to_shard/configs/merge_tree.xml b/tests/integration/test_move_part_to_shard/configs/merge_tree.xml
new file mode 100644
index 00000000000..d4b61fa08a7
--- /dev/null
+++ b/tests/integration/test_move_part_to_shard/configs/merge_tree.xml
@@ -0,0 +1,6 @@
+<yandex>
+    <merge_tree>
+        <assign_part_uuids>1</assign_part_uuids>
+        <part_moves_between_shards_delay_seconds>3</part_moves_between_shards_delay_seconds>
+    </merge_tree>
+</yandex>
diff --git a/tests/integration/test_move_part_to_shard/configs/remote_servers.xml b/tests/integration/test_move_part_to_shard/configs/remote_servers.xml
new file mode 100644
index 00000000000..4812d84a918
--- /dev/null
+++ b/tests/integration/test_move_part_to_shard/configs/remote_servers.xml
@@ -0,0 +1,26 @@
+<yandex>
+    <remote_servers>
+        <test_cluster>
+            <shard>
+                <replica>
+                    <host>s0r0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s0r1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>s1r0</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>s1r1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster>
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_move_part_to_shard/test.py b/tests/integration/test_move_part_to_shard/test.py
new file mode 100644
index 00000000000..eda0cba95e2
--- /dev/null
+++ b/tests/integration/test_move_part_to_shard/test.py
@@ -0,0 +1,162 @@
+import random
+import time
+
+import pytest
+
+from helpers.client import QueryRuntimeException
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+cluster = ClickHouseCluster(__file__)
+
+s0r0 = cluster.add_instance(
+    's0r0',
+    main_configs=['configs/remote_servers.xml', 'configs/merge_tree.xml'],
+    with_zookeeper=True)
+
+s0r1 = cluster.add_instance(
+    's0r1',
+    main_configs=['configs/remote_servers.xml', 'configs/merge_tree.xml'],
+    with_zookeeper=True)
+
+s1r0 = cluster.add_instance(
+    's1r0',
+    main_configs=['configs/remote_servers.xml', 'configs/merge_tree.xml'],
+    with_zookeeper=True)
+
+s1r1 = cluster.add_instance(
+    's1r1',
+    main_configs=['configs/remote_servers.xml', 'configs/merge_tree.xml'],
+    with_zookeeper=True)
+
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    try:
+        cluster.start()
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+
+def test_move(started_cluster):
+    for shard_ix, rs in enumerate([[s0r0, s0r1], [s1r0, s1r1]]):
+        for replica_ix, r in enumerate(rs):
+            r.query("""
+            CREATE TABLE t(v UInt64)
+            ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/t', '{}')
+            ORDER BY tuple()
+            """.format(shard_ix, replica_ix))
+
+    s0r0.query("SYSTEM STOP MERGES t")
+
+    s0r0.query("INSERT INTO t VALUES (1)")
+    s0r0.query("INSERT INTO t VALUES (2)")
+
+    assert "2" == s0r0.query("SELECT count() FROM t").strip()
+    assert "0" == s1r0.query("SELECT count() FROM t").strip()
+
+    s0r0.query("ALTER TABLE t MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_1/tables/t'")
+
+    print(s0r0.query("SELECT * FROM system.part_moves_between_shards"))
+
+    s0r0.query("SYSTEM START MERGES t")
+    s0r0.query("OPTIMIZE TABLE t FINAL")
+
+    while True:
+        time.sleep(3)
+
+        print(s0r0.query("SELECT * FROM system.part_moves_between_shards"))
+
+        # Eventually.
+        if "DONE" == s0r0.query("SELECT state FROM system.part_moves_between_shards").strip():
+            break
+
+    for n in [s0r0, s0r1]:
+        assert "1" == n.query("SELECT count() FROM t").strip()
+
+    for n in [s1r0, s1r1]:
+        assert "1" == n.query("SELECT count() FROM t").strip()
+
+    # Move part back
+    s1r0.query("ALTER TABLE t MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_0/tables/t'")
+
+    while True:
+        time.sleep(3)
+
+        print(s1r0.query("SELECT * FROM system.part_moves_between_shards"))
+
+        # Eventually.
+        if "DONE" == s1r0.query("SELECT state FROM system.part_moves_between_shards").strip():
+            break
+
+    for n in [s0r0, s0r1]:
+        assert "2" == n.query("SELECT count() FROM t").strip()
+
+    for n in [s1r0, s1r1]:
+        assert "0" == n.query("SELECT count() FROM t").strip()
+
+    # Cleanup.
+    for n in started_cluster.instances.values():
+        n.query("DROP TABLE t SYNC")
+
+
+def test_deduplication_while_move(started_cluster):
+    for shard_ix, rs in enumerate([[s0r0, s0r1], [s1r0, s1r1]]):
+        for replica_ix, r in enumerate(rs):
+            r.query("""
+            CREATE TABLE t(v UInt64)
+            ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/t', '{}')
+            ORDER BY tuple()
+            """.format(shard_ix, replica_ix))
+
+            r.query("""
+            CREATE TABLE t_d AS t
+            ENGINE Distributed('test_cluster', '', t)
+            """)
+
+    s0r0.query("SYSTEM STOP MERGES t")
+
+    s0r0.query("INSERT INTO t VALUES (1)")
+    s0r0.query("INSERT INTO t VALUES (2)")
+    s0r1.query("SYSTEM SYNC REPLICA t")
+
+    assert "2" == s0r0.query("SELECT count() FROM t").strip()
+    assert "0" == s1r0.query("SELECT count() FROM t").strip()
+
+    s0r0.query("ALTER TABLE t MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_1/tables/t'")
+    s0r0.query("SYSTEM START MERGES t")
+
+    expected = """
+1
+2
+"""
+
+    # Verify that we get consisntent result at all times while the part is moving from one shard to another.
+    while "DONE" != s0r0.query("SELECT state FROM system.part_moves_between_shards ORDER BY create_time DESC LIMIT 1").strip():
+        n = random.choice(list(started_cluster.instances.values()))
+
+        assert TSV(n.query("SELECT * FROM t_d ORDER BY v", settings={
+            "allow_experimental_query_deduplication": 1
+        })) == TSV(expected)
+
+
+def test_move_not_permitted(started_cluster):
+    for ix, n in enumerate([s0r0, s1r0]):
+        n.query("""
+        CREATE TABLE not_permitted(v_{} UInt64)
+        ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/not_permitted', 'r')
+        ORDER BY tuple()
+        """.format(ix, ix))
+
+    s0r0.query("INSERT INTO not_permitted VALUES (1)")
+
+    with pytest.raises(QueryRuntimeException) as exc:
+        s0r0.query("ALTER TABLE not_permitted MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_1/tables/not_permitted'")
+
+    assert "DB::Exception: Table columns structure in ZooKeeper is different from local table structure." in str(exc.value)
+
+    with pytest.raises(QueryRuntimeException) as exc:
+        s0r0.query("ALTER TABLE not_permitted MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_0/tables/not_permitted'")
+
+    assert "DB::Exception: Source and destination are the same" in str(exc.value)
diff --git a/tests/integration/test_query_deduplication/configs/profiles.xml b/tests/integration/test_query_deduplication/configs/profiles.xml
new file mode 100644
index 00000000000..4c15556ab99
--- /dev/null
+++ b/tests/integration/test_query_deduplication/configs/profiles.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <profiles>
+        <default>
+            <experimental_query_deduplication_send_all_part_uuids>1</experimental_query_deduplication_send_all_part_uuids>
+        </default>
+    </profiles>
+</yandex>
\ No newline at end of file
diff --git a/tests/integration/test_query_deduplication/test.py b/tests/integration/test_query_deduplication/test.py
index 8d935b98579..1088b539414 100644
--- a/tests/integration/test_query_deduplication/test.py
+++ b/tests/integration/test_query_deduplication/test.py
@@ -11,15 +11,18 @@ cluster = ClickHouseCluster(__file__)
 
 node1 = cluster.add_instance(
     'node1',
-    main_configs=['configs/remote_servers.xml', 'configs/deduplication_settings.xml'])
+    main_configs=['configs/remote_servers.xml', 'configs/deduplication_settings.xml'],
+    user_configs=['configs/profiles.xml'])
 
 node2 = cluster.add_instance(
     'node2',
-    main_configs=['configs/remote_servers.xml', 'configs/deduplication_settings.xml'])
+    main_configs=['configs/remote_servers.xml', 'configs/deduplication_settings.xml'],
+    user_configs=['configs/profiles.xml'])
 
 node3 = cluster.add_instance(
     'node3',
-    main_configs=['configs/remote_servers.xml', 'configs/deduplication_settings.xml'])
+    main_configs=['configs/remote_servers.xml', 'configs/deduplication_settings.xml'],
+    user_configs=['configs/profiles.xml'])
 
 
 @pytest.fixture(scope="module")

From b930ca5d59eba9ef4d885981eba4813717ef3a7d Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 5 Apr 2021 16:39:40 +0300
Subject: [PATCH 0147/1060] Followup fix

---
 src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index 88570ac33ef..39a51fe2646 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -64,6 +64,12 @@ void ReplicatedMergeTreeLogEntryData::writeText(WriteBuffer & out) const
                 << "part_checksum: " << part_checksum;
             break;
 
+        case CLONE_PART_FROM_SHARD:
+            out << "clone_part_from_shard\n"
+                << new_part_name << "\n"
+                << "source_shard: " << source_shard;
+            break;
+
         case MERGE_PARTS:
             out << "merge\n";
             for (const String & s : source_parts)

From d12deed53dc57f4a4eb6056a78975f71657ce791 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 6 Apr 2021 13:30:40 +0300
Subject: [PATCH 0148/1060] bump ci

---
 src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index 9247f2e2fde..b2894bbb895 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -262,7 +262,6 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry)
                 ops.emplace_back(zkutil::makeCreateRequest(
                     entry.to_shard + "/log/log-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
 
-                /// Submit.
                 Coordination::Responses responses;
                 Coordination::Error rc = zk->tryMulti(ops, responses);
                 zkutil::KeeperMultiException::check(rc, ops, responses);

From 94f3db3c78a5c511896f6acefe3f0fc27107757a Mon Sep 17 00:00:00 2001
From: Nicolae Vartolomei <nv@cloudflare.com>
Date: Wed, 7 Apr 2021 10:38:57 +0100
Subject: [PATCH 0149/1060] Use ZK check requests as barriers to prevent
 issuing tasks based on stale state information

---
 .../PartMovesBetweenShardsOrchestrator.cpp    | 39 ++++++++-----------
 .../PartMovesBetweenShardsOrchestrator.h      |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |  4 +-
 3 files changed, 20 insertions(+), 25 deletions(-)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index b2894bbb895..26c0a992688 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -27,10 +27,10 @@ void PartMovesBetweenShardsOrchestrator::run()
 
     try
     {
-        sync();
+        fetchStateFromZK();
 
         if (step())
-            sync();
+            fetchStateFromZK();
         else
             sleep_ms = 3 * 1000;
     }
@@ -50,7 +50,7 @@ void PartMovesBetweenShardsOrchestrator::shutdown()
     LOG_TRACE(log, "PartMovesBetweenShardsOrchestrator thread finished");
 }
 
-void PartMovesBetweenShardsOrchestrator::sync()
+void PartMovesBetweenShardsOrchestrator::fetchStateFromZK()
 {
     std::lock_guard lock(state_mutex);
 
@@ -102,15 +102,16 @@ bool PartMovesBetweenShardsOrchestrator::step()
     if (!entry_to_process.has_value())
         return false;
 
+    /// Since some state transitions are long running (waiting on replicas acknowledgement we create this lock to avoid
+    /// other replicas trying to do the same work. All state transitions should be idempotent so is is safe to lose the
+    /// lock and have another replica retry.
+    ///
+    /// Note: This blocks all other entries from being executed. Technical debt.
+    zkutil::EphemeralNodeHolder::Ptr entry_node_holder;
+
     try
     {
-
-        /// Since some state transitions are long running (waiting on replicas acknowledgement we create this lock to avoid
-        /// other replicas trying to do the same work. All state transitions should be idempotent so is is safe to lose the
-        /// lock and have another replica retry.
-        ///
-        /// Note: This blocks all other entries from being executed. Technical debt.
-        auto entry_node_holder = zkutil::EphemeralNodeHolder::create(entry_to_process->znode_path + "/lock_holder", *zk, storage.replica_name);
+        entry_node_holder = zkutil::EphemeralNodeHolder::create(entry_to_process->znode_path + "/lock_holder", *zk, storage.replica_name);
     }
     catch (const Coordination::Exception & e)
     {
@@ -169,6 +170,8 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry)
             {
                 /// Log entry.
                 Coordination::Requests ops;
+                ops.emplace_back(zkutil::makeCheckRequest(entry.znode_path, entry.version));
+
                 ReplicatedMergeTreeLogEntryData log_entry;
                 log_entry.type = ReplicatedMergeTreeLogEntryData::SYNC_PINNED_PART_UUIDS;
                 log_entry.create_time = std::time(nullptr);
@@ -202,6 +205,8 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry)
             {
                 /// Log entry.
                 Coordination::Requests ops;
+                ops.emplace_back(zkutil::makeCheckRequest(entry.znode_path, entry.version));
+
                 ReplicatedMergeTreeLogEntryData log_entry;
                 log_entry.type = ReplicatedMergeTreeLogEntryData::SYNC_PINNED_PART_UUIDS;
                 log_entry.create_time = std::time(nullptr);
@@ -236,19 +241,9 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry)
         {
             /// There is a chance that attach on destination will fail and this task will be left in the queue forever.
             /// Make sure table structure doesn't change when there are part movements in progress.
-            ///
-            /// DESTINATION_FETCH is tricky from idempotency standpoint. We must ensure that no orchestrator
-            /// issues a CLONE_PART_FROM_SHARD entry after the source part is dropped.
-            ///
-            /// `makeSetRequest` on the entry is a sloppy mechanism for ensuring that the thread that makes the state
-            /// transition is the last one to issue a CLONE_PART_FROM_SHARD event. We assume here that if last event
-            /// was processed then all the ones prior to that succeeded as well.
-            ///
-            /// If we could somehow create just one entry in the log and record log entry name in the same
-            /// transaction so we could wait for it later the problem would be solved.
             {
                 Coordination::Requests ops;
-                ops.emplace_back(zkutil::makeSetRequest(entry.znode_path, entry.toString(), entry.version));
+                ops.emplace_back(zkutil::makeCheckRequest(entry.znode_path, entry.version));
 
                 /// Log entry.
                 ReplicatedMergeTreeLogEntryData log_entry;
@@ -277,7 +272,7 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry)
                 Entry entry_copy = entry;
                 entry_copy.state = EntryState::SOURCE_DROP_PRE_DELAY;
                 entry_copy.update_time = std::time(nullptr);
-                zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version + 1);
+                zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
             }
         }
         break;
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
index efbb140c56a..196629620d4 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
@@ -126,7 +126,7 @@ public:
     void wakeup() { task->schedule(); }
     void shutdown();
 
-    void sync();
+    void fetchStateFromZK();
 
     /// We could have one thread per Entry and worry about concurrency issues.
     /// Or we could have a single thread trying to run one step at a time.
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 31dee005e42..f664f67ea1f 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -6604,8 +6604,8 @@ void StorageReplicatedMergeTree::movePartitionToShard(
     String task_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
     LOG_DEBUG(log, "Created task for part movement between shards at " + task_znode_path);
 
-    /// Force refresh local state for making system table up to date after this operation succeeds.
-    part_moves_between_shards_orchestrator.sync();
+    /// Force refresh local state. This will make the task immediately visible in `system.part_moves_between_shards` table.
+    part_moves_between_shards_orchestrator.fetchStateFromZK();
 
     // TODO: Add support for `replication_alter_partitions_sync`.
 }

From 1fa5871ff7e24e6b3df88e6416e4f1458929b4a7 Mon Sep 17 00:00:00 2001
From: Nicolae Vartolomei <nv@cloudflare.com>
Date: Tue, 20 Apr 2021 13:26:05 +0100
Subject: [PATCH 0150/1060] Fix bad rebase and introduce
 part_moves_between_shards_enable setting

---
 src/Core/Settings.h                                  |  1 +
 src/Storages/MergeTree/MergeTreeData.cpp             | 10 ++++++++--
 src/Storages/MergeTree/MergeTreeData.h               |  4 ++--
 .../MergeTree/MergeTreeDataSelectExecutor.cpp        |  2 +-
 src/Storages/MergeTree/MergeTreeSettings.h           |  3 +++
 .../MergeTree/PartMovesBetweenShardsOrchestrator.cpp |  5 ++++-
 .../MergeTree/ReplicatedMergeTreeLogEntry.cpp        |  6 ------
 src/Storages/StorageReplicatedMergeTree.cpp          | 12 ++++++------
 src/Storages/StorageReplicatedMergeTree.h            |  2 +-
 .../System/StorageSystemPartMovesBetweenShards.cpp   |  4 ++--
 .../System/StorageSystemPartMovesBetweenShards.h     |  2 +-
 .../__init__.py                                      |  0
 .../configs/merge_tree.xml                           |  1 +
 .../configs/remote_servers.xml                       |  0
 .../test.py                                          |  0
 15 files changed, 30 insertions(+), 22 deletions(-)
 rename tests/integration/{test_move_part_to_shard => test_part_moves_between_shards}/__init__.py (100%)
 rename tests/integration/{test_move_part_to_shard => test_part_moves_between_shards}/configs/merge_tree.xml (71%)
 rename tests/integration/{test_move_part_to_shard => test_part_moves_between_shards}/configs/remote_servers.xml (100%)
 rename tests/integration/{test_move_part_to_shard => test_part_moves_between_shards}/test.py (100%)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 3489331acd4..ac5bda5fda8 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -445,6 +445,7 @@ class IColumn;
     \
     M(Bool, allow_experimental_query_deduplication, false, "Experimental data deduplication for SELECT queries based on part UUIDs", 0) \
     M(Bool, experimental_query_deduplication_send_all_part_uuids, false, "If false only part UUIDs for currently moving parts are sent. If true all read part UUIDs are sent (useful only for testing).", 0) \
+    \
     M(Bool, engine_file_empty_if_not_exists, false, "Allows to select data from a file engine table without file", 0) \
     M(Bool, engine_file_truncate_on_insert, false, "Enables or disables truncate before insert in file engine tables", 0) \
     M(Bool, allow_experimental_database_replicated, false, "Allow to create databases with Replicated engine", 0) \
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 572df6486be..a1924009ffa 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -2921,7 +2921,7 @@ void MergeTreeData::movePartitionToVolume(const ASTPtr & partition, const String
         throw Exception("Cannot move parts because moves are manually disabled", ErrorCodes::ABORTED);
 }
 
-void MergeTreeData::movePartitionToShard(const ASTPtr & /*partition*/, bool /*move_part*/, const String & /*to*/, const Context & /*query_context*/)
+void MergeTreeData::movePartitionToShard(const ASTPtr & /*partition*/, bool /*move_part*/, const String & /*to*/, ContextPtr /*query_context*/)
 {
     throw Exception(ErrorCodes::NOT_IMPLEMENTED, "MOVE PARTITION TO SHARD is not supported by storage {}", getName());
 }
@@ -2984,8 +2984,14 @@ Pipe MergeTreeData::alterPartition(
                     break;
 
                     case PartitionCommand::MoveDestinationType::SHARD:
+                    {
+                        if (!getSettings()->part_moves_between_shards_enable)
+                            throw Exception(ErrorCodes::SUPPORT_IS_DISABLED,
+                                            "Moving parts between shards is experimental and work in progress"
+                                            ", see part_moves_between_shards_enable setting");
                         movePartitionToShard(command.partition, command.part, command.move_destination_name, query_context);
-                        break;
+                    }
+                    break;
                 }
             }
             break;
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index eb7f479bf9b..def64d536de 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -978,8 +978,6 @@ protected:
     virtual void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr context) = 0;
     virtual void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr context) = 0;
 
-    /// Makes sense only for replicated tables
-    virtual void movePartitionToShard(const ASTPtr & partition, bool move_part, const String & to, const Context & query_context);
     virtual void fetchPartition(
         const ASTPtr & partition,
         const StorageMetadataPtr & metadata_snapshot,
@@ -987,6 +985,8 @@ protected:
         bool fetch_part,
         ContextPtr query_context);
 
+    virtual void movePartitionToShard(const ASTPtr & partition, bool move_part, const String & to, ContextPtr query_context);
+
     void writePartLog(
         PartLogElement::Type type,
         const ExecutionStatus & execution_status,
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index d94460f6d1c..31ee85091e4 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -1937,7 +1937,7 @@ void MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
     ContextPtr query_context,
     PartFilterCounters & counters) const
 {
-    const Settings & settings = query_context.getSettings();
+    const Settings & settings = query_context->getSettings();
 
     /// process_parts prepare parts that have to be read for the query,
     /// returns false if duplicated parts' UUID have been met
diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index ced28974849..6e43d0fad77 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -127,6 +127,9 @@ struct Settings;
     M(UInt64, max_concurrent_queries, 0, "Max number of concurrently executed queries related to the MergeTree table (0 - disabled). Queries will still be limited by other max_concurrent_queries settings.", 0) \
     M(UInt64, min_marks_to_honor_max_concurrent_queries, 0, "Minimal number of marks to honor the MergeTree-level's max_concurrent_queries (0 - disabled). Queries will still be limited by other max_concurrent_queries settings.", 0) \
     M(UInt64, min_bytes_to_rebalance_partition_over_jbod, 0, "Minimal amount of bytes to enable part rebalance over JBOD array (0 - disabled).", 0) \
+    \
+    /** Experimental/work in progress feature. Unsafe for production. */ \
+    M(UInt64, part_moves_between_shards_enable, 0, "Experimental/Incomplete feature to move parts between shards. Does not take into account sharding expressions.", 0) \
     M(UInt64, part_moves_between_shards_delay_seconds, 30, "Time to wait before/after moving parts between shards.", 0) \
     \
     /** Obsolete settings. Kept for backward compatibility only. */ \
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index 26c0a992688..c90c083888e 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -15,11 +15,14 @@ PartMovesBetweenShardsOrchestrator::PartMovesBetweenShardsOrchestrator(StorageRe
     , log(&Poco::Logger::get(logger_name))
     , entries_znode_path(zookeeper_path + "/part_moves_shard")
 {
-    task = storage.global_context.getSchedulePool().createTask(logger_name, [this]{ run(); });
+    task = storage.getContext()->getSchedulePool().createTask(logger_name, [this]{ run(); });
 }
 
 void PartMovesBetweenShardsOrchestrator::run()
 {
+    if (!storage.getSettings()->part_moves_between_shards_enable)
+        return;
+
     if (need_stop)
         return;
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index 39a51fe2646..88570ac33ef 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -64,12 +64,6 @@ void ReplicatedMergeTreeLogEntryData::writeText(WriteBuffer & out) const
                 << "part_checksum: " << part_checksum;
             break;
 
-        case CLONE_PART_FROM_SHARD:
-            out << "clone_part_from_shard\n"
-                << new_part_name << "\n"
-                << "source_shard: " << source_shard;
-            break;
-
         case MERGE_PARTS:
             out << "merge\n";
             for (const String & s : source_parts)
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index f664f67ea1f..9ec0c626c46 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2530,11 +2530,11 @@ void StorageReplicatedMergeTree::executeClonePartFromShard(const LogEntry & entr
         auto metadata_snapshot = getInMemoryMetadataPtr();
         String source_replica_path = entry.source_shard + "/replicas/" + replica;
         ReplicatedMergeTreeAddress address(getZooKeeper()->get(source_replica_path + "/host"));
-        auto timeouts = ConnectionTimeouts::getHTTPTimeouts(global_context);
-        auto user_password = global_context.getInterserverCredentials();
-        String interserver_scheme = global_context.getInterserverScheme();
+        auto timeouts = ConnectionTimeouts::getHTTPTimeouts(getContext());
+        auto credentials = getContext()->getInterserverCredentials();
+        String interserver_scheme = getContext()->getInterserverScheme();
 
-        auto get_part = [&, address, timeouts, user_password, interserver_scheme]()
+        auto get_part = [&, address, timeouts, credentials, interserver_scheme]()
         {
             if (interserver_scheme != address.scheme)
                 throw Exception("Interserver schemes are different: '" + interserver_scheme
@@ -2544,7 +2544,7 @@ void StorageReplicatedMergeTree::executeClonePartFromShard(const LogEntry & entr
             return fetcher.fetchPart(
                 metadata_snapshot, entry.new_part_name, source_replica_path,
                 address.host, address.replication_port,
-                timeouts, user_password.first, user_password.second, interserver_scheme, true);
+                timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, true);
         };
 
         part = get_part();
@@ -6517,7 +6517,7 @@ void StorageReplicatedMergeTree::movePartitionToTable(const StoragePtr & dest_ta
 }
 
 void StorageReplicatedMergeTree::movePartitionToShard(
-    const ASTPtr & partition, bool move_part, const String & to, const Context & /*query_context*/)
+    const ASTPtr & partition, bool move_part, const String & to, ContextPtr /*query_context*/)
 {
     /// This is a lightweight operation that only optimistically checks if it could succeed and queues tasks.
 
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index fa5b725588c..5ddfe5e7585 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -643,7 +643,7 @@ private:
     PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr query_context) override;
     void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr query_context) override;
     void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr query_context) override;
-    void movePartitionToShard(const ASTPtr & partition, bool move_part, const String & to, const Context & query_context) override;
+    void movePartitionToShard(const ASTPtr & partition, bool move_part, const String & to, ContextPtr query_context) override;
     void fetchPartition(
         const ASTPtr & partition,
         const StorageMetadataPtr & metadata_snapshot,
diff --git a/src/Storages/System/StorageSystemPartMovesBetweenShards.cpp b/src/Storages/System/StorageSystemPartMovesBetweenShards.cpp
index 57946468bf3..70bc473e241 100644
--- a/src/Storages/System/StorageSystemPartMovesBetweenShards.cpp
+++ b/src/Storages/System/StorageSystemPartMovesBetweenShards.cpp
@@ -40,9 +40,9 @@ NamesAndTypesList StorageSystemPartMovesBetweenShards::getNamesAndTypes()
 }
 
 
-void StorageSystemPartMovesBetweenShards::fillData(MutableColumns & res_columns, const Context & context, const SelectQueryInfo & query_info) const
+void StorageSystemPartMovesBetweenShards::fillData(MutableColumns & res_columns, ContextPtr context, const SelectQueryInfo & query_info) const
 {
-    const auto access = context.getAccess();
+    const auto access = context->getAccess();
     const bool check_access_for_databases = !access->isGranted(AccessType::SHOW_TABLES);
 
     std::map<String, std::map<String, StoragePtr>> replicated_tables;
diff --git a/src/Storages/System/StorageSystemPartMovesBetweenShards.h b/src/Storages/System/StorageSystemPartMovesBetweenShards.h
index 1d0e7e40037..892f816d48e 100644
--- a/src/Storages/System/StorageSystemPartMovesBetweenShards.h
+++ b/src/Storages/System/StorageSystemPartMovesBetweenShards.h
@@ -21,7 +21,7 @@ public:
 protected:
     using IStorageSystemOneBlock::IStorageSystemOneBlock;
 
-    void fillData(MutableColumns & res_columns, const Context & context, const SelectQueryInfo & query_info) const override;
+    void fillData(MutableColumns & res_columns, ContextPtr context, const SelectQueryInfo & query_info) const override;
 };
 
 }
diff --git a/tests/integration/test_move_part_to_shard/__init__.py b/tests/integration/test_part_moves_between_shards/__init__.py
similarity index 100%
rename from tests/integration/test_move_part_to_shard/__init__.py
rename to tests/integration/test_part_moves_between_shards/__init__.py
diff --git a/tests/integration/test_move_part_to_shard/configs/merge_tree.xml b/tests/integration/test_part_moves_between_shards/configs/merge_tree.xml
similarity index 71%
rename from tests/integration/test_move_part_to_shard/configs/merge_tree.xml
rename to tests/integration/test_part_moves_between_shards/configs/merge_tree.xml
index d4b61fa08a7..7bf77e26249 100644
--- a/tests/integration/test_move_part_to_shard/configs/merge_tree.xml
+++ b/tests/integration/test_part_moves_between_shards/configs/merge_tree.xml
@@ -1,6 +1,7 @@
 <yandex>
     <merge_tree>
         <assign_part_uuids>1</assign_part_uuids>
+        <part_moves_between_shards_enable>1</part_moves_between_shards_enable>
         <part_moves_between_shards_delay_seconds>3</part_moves_between_shards_delay_seconds>
     </merge_tree>
 </yandex>
diff --git a/tests/integration/test_move_part_to_shard/configs/remote_servers.xml b/tests/integration/test_part_moves_between_shards/configs/remote_servers.xml
similarity index 100%
rename from tests/integration/test_move_part_to_shard/configs/remote_servers.xml
rename to tests/integration/test_part_moves_between_shards/configs/remote_servers.xml
diff --git a/tests/integration/test_move_part_to_shard/test.py b/tests/integration/test_part_moves_between_shards/test.py
similarity index 100%
rename from tests/integration/test_move_part_to_shard/test.py
rename to tests/integration/test_part_moves_between_shards/test.py

From 1d47dcbe7f071faf7d3fb059195868c89f42de85 Mon Sep 17 00:00:00 2001
From: Nicolae Vartolomei <nv@cloudflare.com>
Date: Tue, 27 Apr 2021 14:22:26 +0100
Subject: [PATCH 0151/1060] Cleanup env before running tests

---
 contrib/grpc                                             | 2 +-
 contrib/zlib-ng                                          | 2 +-
 tests/integration/test_part_moves_between_shards/test.py | 5 +++++
 3 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/contrib/grpc b/contrib/grpc
index 1085a941238..8d558f03fe3 160000
--- a/contrib/grpc
+++ b/contrib/grpc
@@ -1 +1 @@
-Subproject commit 1085a941238e66b13e3fb89c310533745380acbc
+Subproject commit 8d558f03fe370240081424fafa76cdc9301ea14b
diff --git a/contrib/zlib-ng b/contrib/zlib-ng
index 5cc4d232020..7f254522fd6 160000
--- a/contrib/zlib-ng
+++ b/contrib/zlib-ng
@@ -1 +1 @@
-Subproject commit 5cc4d232020dc66d1d6c5438834457e2a2f6127b
+Subproject commit 7f254522fd676ff4e906c6d4e9b30d4df4214c2d
diff --git a/tests/integration/test_part_moves_between_shards/test.py b/tests/integration/test_part_moves_between_shards/test.py
index eda0cba95e2..2af2a12f8cb 100644
--- a/tests/integration/test_part_moves_between_shards/test.py
+++ b/tests/integration/test_part_moves_between_shards/test.py
@@ -42,6 +42,7 @@ def started_cluster():
 def test_move(started_cluster):
     for shard_ix, rs in enumerate([[s0r0, s0r1], [s1r0, s1r1]]):
         for replica_ix, r in enumerate(rs):
+            r.query("DROP TABLE IF EXISTS t")
             r.query("""
             CREATE TABLE t(v UInt64)
             ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/t', '{}')
@@ -104,6 +105,9 @@ def test_move(started_cluster):
 def test_deduplication_while_move(started_cluster):
     for shard_ix, rs in enumerate([[s0r0, s0r1], [s1r0, s1r1]]):
         for replica_ix, r in enumerate(rs):
+            r.query("DROP TABLE IF EXISTS t")
+            r.query("DROP TABLE IF EXISTS t_d")
+
             r.query("""
             CREATE TABLE t(v UInt64)
             ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/t', '{}')
@@ -143,6 +147,7 @@ def test_deduplication_while_move(started_cluster):
 
 def test_move_not_permitted(started_cluster):
     for ix, n in enumerate([s0r0, s1r0]):
+        n.query("DROP TABLE IF EXISTS not_permitted")
         n.query("""
         CREATE TABLE not_permitted(v_{} UInt64)
         ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/not_permitted', 'r')

From eeb71672a0217f6b7660872ec8f84f3851627f0a Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 27 Apr 2021 03:05:43 +0300
Subject: [PATCH 0152/1060] Change in Storages/*

---
 src/Storages/Distributed/DirectoryMonitor.cpp | 50 ++++++++-----------
 .../DistributedBlockOutputStream.cpp          | 18 +++----
 src/Storages/MergeTree/DataPartsExchange.cpp  | 12 ++---
 src/Storages/MergeTree/MergeTreeData.cpp      |  9 ++--
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  2 -
 .../MergeTreeIndexGranularityInfo.cpp         |  7 +--
 .../MergeTree/MergeTreeReaderInMemory.cpp     |  1 -
 .../RocksDB/StorageEmbeddedRocksDB.cpp        | 12 +++--
 src/Storages/StorageDistributed.cpp           |  4 +-
 src/Storages/StorageFile.cpp                  | 34 ++++++-------
 src/Storages/StorageFile.h                    |  4 --
 11 files changed, 71 insertions(+), 82 deletions(-)

diff --git a/src/Storages/Distributed/DirectoryMonitor.cpp b/src/Storages/Distributed/DirectoryMonitor.cpp
index 2afa9747c60..ac376f92e73 100644
--- a/src/Storages/Distributed/DirectoryMonitor.cpp
+++ b/src/Storages/Distributed/DirectoryMonitor.cpp
@@ -25,11 +25,9 @@
 #include <IO/ConnectionTimeoutsContext.h>
 #include <IO/Operators.h>
 #include <Disks/IDisk.h>
-
 #include <boost/algorithm/string/find_iterator.hpp>
 #include <boost/algorithm/string/finder.hpp>
-
-#include <Poco/DirectoryIterator.h>
+#include <filesystem>
 
 
 namespace CurrentMetrics
@@ -38,6 +36,8 @@ namespace CurrentMetrics
     extern const Metric DistributedFilesToInsert;
 }
 
+namespace fs = std::filesystem;
+
 namespace DB
 {
 
@@ -332,7 +332,7 @@ void StorageDistributedDirectoryMonitor::shutdownAndDropAllData()
     }
 
     auto dir_sync_guard = getDirectorySyncGuard(dir_fsync, disk, relative_path);
-    Poco::File(path).remove(true);
+    fs::remove_all(path);
 }
 
 
@@ -475,16 +475,15 @@ std::map<UInt64, std::string> StorageDistributedDirectoryMonitor::getFiles()
     std::map<UInt64, std::string> files;
     size_t new_bytes_count = 0;
 
-    Poco::DirectoryIterator end;
-    for (Poco::DirectoryIterator it{path}; it != end; ++it)
+    fs::directory_iterator end;
+    for (fs::directory_iterator it{path}; it != end; ++it)
     {
         const auto & file_path_str = it->path();
-        Poco::Path file_path{file_path_str};
-
-        if (!it->isDirectory() && startsWith(file_path.getExtension(), "bin"))
+        fs::path fs_file_path(file_path_str);
+        if (!it->is_directory() && startsWith(fs_file_path.extension(), ".bin"))
         {
-            files[parse<UInt64>(file_path.getBaseName())] = file_path_str;
-            new_bytes_count += Poco::File(file_path).getSize();
+            files[parse<UInt64>(fs_file_path.stem())] = file_path_str;
+            new_bytes_count += fs::file_size(fs_file_path);
         }
     }
 
@@ -646,8 +645,7 @@ struct StorageDistributedDirectoryMonitor::Batch
             String tmp_file{parent.current_batch_file_path + ".tmp"};
 
             auto dir_sync_guard = getDirectorySyncGuard(dir_fsync, parent.disk, parent.relative_path);
-
-            if (Poco::File{tmp_file}.exists())
+            if (fs::exists(tmp_file))
                 LOG_ERROR(parent.log, "Temporary file {} exists. Unclean shutdown?", backQuote(tmp_file));
 
             {
@@ -659,7 +657,7 @@ struct StorageDistributedDirectoryMonitor::Batch
                     out.sync();
             }
 
-            Poco::File{tmp_file}.renameTo(parent.current_batch_file_path);
+            fs::rename(tmp_file, parent.current_batch_file_path);
         }
         auto timeouts = ConnectionTimeouts::getTCPTimeoutsWithFailover(parent.storage.getContext()->getSettingsRef());
         auto connection = parent.pool->get(timeouts);
@@ -732,7 +730,7 @@ struct StorageDistributedDirectoryMonitor::Batch
         total_bytes = 0;
         recovered = false;
 
-        Poco::File{parent.current_batch_file_path}.setSize(0);
+        fs::resize_file(parent.current_batch_file_path, 0);
     }
 
     void writeText(WriteBuffer & out)
@@ -832,7 +830,7 @@ void StorageDistributedDirectoryMonitor::processFilesWithBatching(const std::map
 {
     std::unordered_set<UInt64> file_indices_to_skip;
 
-    if (Poco::File{current_batch_file_path}.exists())
+    if (fs::exists(current_batch_file_path))
     {
         /// Possibly, we failed to send a batch on the previous iteration. Try to send exactly the same batch.
         Batch batch(*this, files);
@@ -933,8 +931,8 @@ void StorageDistributedDirectoryMonitor::processFilesWithBatching(const std::map
 
         /// current_batch.txt will not exist if there was no send
         /// (this is the case when all batches that was pending has been marked as pending)
-        if (Poco::File{current_batch_file_path}.exists())
-            Poco::File{current_batch_file_path}.remove();
+        if (fs::exists(current_batch_file_path))
+            fs::remove(current_batch_file_path);
     }
 }
 
@@ -946,30 +944,26 @@ void StorageDistributedDirectoryMonitor::markAsBroken(const std::string & file_p
     const auto & broken_path = base_path + "broken/";
     const auto & broken_file_path = broken_path + file_name;
 
-    Poco::File{broken_path}.createDirectory();
+    fs::create_directory(broken_path);
 
     auto dir_sync_guard = getDirectorySyncGuard(dir_fsync, disk, relative_path);
     auto broken_dir_sync_guard = getDirectorySyncGuard(dir_fsync, disk, relative_path + "/broken/");
 
-    Poco::File file(file_path);
-
     {
         std::lock_guard metrics_lock(metrics_mutex);
 
-        size_t file_size = file.getSize();
+        size_t file_size = fs::file_size(file_path);
         --files_count;
         bytes_count -= file_size;
     }
 
-    file.renameTo(broken_file_path);
-
+    fs::rename(file_path, broken_file_path);
     LOG_ERROR(log, "Renamed `{}` to `{}`", file_path, broken_file_path);
 }
+
 void StorageDistributedDirectoryMonitor::markAsSend(const std::string & file_path)
 {
-    Poco::File file(file_path);
-
-    size_t file_size = file.getSize();
+    size_t file_size = fs::file_size(file_path);
 
     {
         std::lock_guard metrics_lock(metrics_mutex);
@@ -978,7 +972,7 @@ void StorageDistributedDirectoryMonitor::markAsSend(const std::string & file_pat
         bytes_count -= file_size;
     }
 
-    file.remove();
+    fs::remove(file_path);
 }
 
 bool StorageDistributedDirectoryMonitor::maybeMarkAsBroken(const std::string & file_path, const Exception & e)
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index d05fbae60d9..c5d4dc7486c 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -33,11 +33,10 @@
 #include <ext/range.h>
 #include <ext/scope_guard.h>
 
-#include <Poco/DirectoryIterator.h>
-
 #include <future>
 #include <condition_variable>
 #include <mutex>
+#include <filesystem>
 
 
 namespace CurrentMetrics
@@ -50,10 +49,11 @@ namespace ProfileEvents
     extern const Event DistributedSyncInsertionTimeoutExceeded;
 }
 
+namespace fs = std::filesystem;
+
 namespace DB
 {
 
-
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
@@ -656,10 +656,10 @@ void DistributedBlockOutputStream::writeToShard(const Block & block, const std::
     /// hardlinking to ensure the inode is not freed until we're done
     {
         const std::string path(disk_path + data_path + *it);
-        Poco::File(path).createDirectory();
-
         const std::string tmp_path(path + "/tmp/");
-        Poco::File(tmp_path).createDirectory();
+
+        fs::create_directory(path);
+        fs::create_directory(tmp_path);
 
         const std::string file_name(toString(storage.file_names_increment.get()) + ".bin");
 
@@ -723,17 +723,17 @@ void DistributedBlockOutputStream::writeToShard(const Block & block, const std::
     for (; it != dir_names.end(); ++it)
     {
         const std::string path(disk_path + data_path + *it);
-        Poco::File(path).createDirectory();
+        fs::create_directory(path);
 
         const std::string block_file_path(path + '/' + toString(storage.file_names_increment.get()) + ".bin");
         createHardLink(first_file_tmp_path, block_file_path);
         auto dir_sync_guard = make_directory_sync_guard(*it);
     }
 
-    auto file_size = Poco::File(first_file_tmp_path).getSize();
+    auto file_size = fs::file_size(first_file_tmp_path);
     /// remove the temporary file, enabling the OS to reclaim inode after all threads
     /// have removed their corresponding files
-    Poco::File(first_file_tmp_path).remove();
+    fs::remove(first_file_tmp_path);
 
     /// Notify
     auto sleep_ms = context->getSettingsRef().distributed_directory_monitor_sleep_time_ms;
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 205d57f533e..dfeb31af7b7 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -13,11 +13,11 @@
 #include <Common/NetException.h>
 #include <IO/createReadBufferFromFileBase.h>
 #include <ext/scope_guard.h>
-
-#include <Poco/File.h>
 #include <Poco/Net/HTTPRequest.h>
 
 
+namespace fs = std::filesystem;
+
 namespace CurrentMetrics
 {
     extern const Metric ReplicatedSend;
@@ -281,13 +281,13 @@ void Service::sendPartS3Metadata(const MergeTreeData::DataPartPtr & part, WriteB
 
         String metadata_file = disk->getPath() + part->getFullRelativePath() + file_name;
 
-        Poco::File metadata(metadata_file);
+        fs::path metadata(metadata_file);
 
-        if (!metadata.exists())
+        if (!fs::exists(metadata))
             throw Exception("S3 metadata '" + file_name + "' is not exists", ErrorCodes::CORRUPTED_DATA);
-        if (!metadata.isFile())
+        if (!fs::is_regular_file(metadata))
             throw Exception("S3 metadata '" + file_name + "' is not a file", ErrorCodes::CORRUPTED_DATA);
-        UInt64 file_size = metadata.getSize();
+        UInt64 file_size = fs::file_size(metadata);
 
         writeStringBinary(it.first, out);
         writeBinary(file_size, out);
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index ee8e15008cb..426b95968b6 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -51,8 +51,6 @@
 #include <Common/quoteString.h>
 #include <Common/typeid_cast.h>
 
-#include <Poco/DirectoryIterator.h>
-
 #include <boost/range/adaptor/filtered.hpp>
 #include <boost/algorithm/string/join.hpp>
 
@@ -66,8 +64,11 @@
 #include <typeinfo>
 #include <typeindex>
 #include <unordered_set>
+#include <filesystem>
 
 
+namespace fs = std::filesystem;
+
 namespace ProfileEvents
 {
     extern const Event RejectedInserts;
@@ -3834,9 +3835,9 @@ PartitionCommandsResultInfo MergeTreeData::freezePartitionsByMatcher(
     const String & with_name,
     ContextPtr local_context)
 {
-    String clickhouse_path = Poco::Path(local_context->getPath()).makeAbsolute().toString();
+    String clickhouse_path = fs::absolute(local_context->getPath());
     String default_shadow_path = clickhouse_path + "shadow/";
-    Poco::File(default_shadow_path).createDirectories();
+    fs::create_directories(default_shadow_path);
     auto increment = Increment(default_shadow_path + "increment.txt").get(true);
 
     const String shadow_path = "shadow/";
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index ddb140989f6..0f30929eeb8 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -3,8 +3,6 @@
 #include <optional>
 #include <unordered_set>
 
-#include <Poco/File.h>
-
 #include <Common/FieldVisitors.h>
 #include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
 #include <Storages/MergeTree/MergeTreeSelectProcessor.h>
diff --git a/src/Storages/MergeTree/MergeTreeIndexGranularityInfo.cpp b/src/Storages/MergeTree/MergeTreeIndexGranularityInfo.cpp
index ed0e7e55fc8..6da0a822f7f 100644
--- a/src/Storages/MergeTree/MergeTreeIndexGranularityInfo.cpp
+++ b/src/Storages/MergeTree/MergeTreeIndexGranularityInfo.cpp
@@ -1,6 +1,8 @@
 #include <Storages/MergeTree/MergeTreeIndexGranularityInfo.h>
 #include <Storages/MergeTree/MergeTreeData.h>
-#include <Poco/Path.h>
+
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -17,8 +19,7 @@ std::optional<std::string> MergeTreeIndexGranularityInfo::getMarksExtensionFromF
     {
         for (DiskDirectoryIteratorPtr it = disk->iterateDirectory(path_to_part); it->isValid(); it->next())
         {
-            Poco::Path path(it->path());
-            const auto & ext = "." + path.getExtension();
+            const auto & ext = fs::path(it->path()).extension();
             if (ext == getNonAdaptiveMrkExtension()
                 || ext == getAdaptiveMrkExtension(MergeTreeDataPartType::WIDE)
                 || ext == getAdaptiveMrkExtension(MergeTreeDataPartType::COMPACT))
diff --git a/src/Storages/MergeTree/MergeTreeReaderInMemory.cpp b/src/Storages/MergeTree/MergeTreeReaderInMemory.cpp
index 5ee4aa555e6..cf5c850daa1 100644
--- a/src/Storages/MergeTree/MergeTreeReaderInMemory.cpp
+++ b/src/Storages/MergeTree/MergeTreeReaderInMemory.cpp
@@ -3,7 +3,6 @@
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/NestedUtils.h>
 #include <Columns/ColumnArray.h>
-#include <Poco/File.h>
 
 namespace DB
 {
diff --git a/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp b/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp
index 9173c23ec5a..d878fc63655 100644
--- a/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp
+++ b/src/Storages/RocksDB/StorageEmbeddedRocksDB.cpp
@@ -26,14 +26,16 @@
 #include <Interpreters/TreeRewriter.h>
 #include <Interpreters/convertFieldToType.h>
 
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Poco/Logger.h>
 #include <common/logger_useful.h>
 
 #include <rocksdb/db.h>
 #include <rocksdb/table.h>
 
+#include <filesystem>
+
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -253,7 +255,7 @@ StorageEmbeddedRocksDB::StorageEmbeddedRocksDB(const StorageID & table_id_,
     rocksdb_dir = context_->getPath() + relative_data_path_;
     if (!attach)
     {
-        Poco::File(rocksdb_dir).createDirectories();
+        fs::create_directories(rocksdb_dir);
     }
     initDb();
 }
@@ -261,8 +263,8 @@ StorageEmbeddedRocksDB::StorageEmbeddedRocksDB(const StorageID & table_id_,
 void StorageEmbeddedRocksDB::truncate(const ASTPtr &, const StorageMetadataPtr & , ContextPtr, TableExclusiveLockHolder &)
 {
     rocksdb_ptr->Close();
-    Poco::File(rocksdb_dir).remove(true);
-    Poco::File(rocksdb_dir).createDirectories();
+    fs::remove_all(rocksdb_dir);
+    fs::create_directories(rocksdb_dir);
     initDb();
 }
 
diff --git a/src/Storages/StorageDistributed.cpp b/src/Storages/StorageDistributed.cpp
index e42e53d3f1b..6c3278d9598 100644
--- a/src/Storages/StorageDistributed.cpp
+++ b/src/Storages/StorageDistributed.cpp
@@ -76,6 +76,8 @@
 #include <cassert>
 
 
+namespace fs = std::filesystem;
+
 namespace
 {
 const UInt64 FORCE_OPTIMIZE_SKIP_UNUSED_SHARDS_HAS_SHARDING_KEY = 1;
@@ -845,7 +847,7 @@ StoragePolicyPtr StorageDistributed::getStoragePolicy() const
 void StorageDistributed::createDirectoryMonitors(const DiskPtr & disk)
 {
     const std::string path(disk->getPath() + relative_data_path);
-    Poco::File{path}.createDirectories();
+    fs::create_directories(path);
 
     std::filesystem::directory_iterator begin(path);
     std::filesystem::directory_iterator end;
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 14b91d29805..be052f91b39 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -28,9 +28,6 @@
 #include <fcntl.h>
 #include <unistd.h>
 
-#include <Poco/Path.h>
-#include <Poco/File.h>
-
 #include <re2/re2.h>
 #include <filesystem>
 #include <Storages/Distributed/DirectoryMonitor.h>
@@ -39,6 +36,7 @@
 #include <Processors/Sources/NullSource.h>
 #include <Processors/Pipe.h>
 
+
 namespace fs = std::filesystem;
 
 namespace DB
@@ -78,10 +76,9 @@ std::vector<std::string> listFilesWithRegexpMatching(const std::string & path_fo
 
     std::vector<std::string> result;
     const std::string prefix_without_globs = path_for_ls + for_match.substr(1, end_of_path_without_globs);
-    if (!fs::exists(fs::path(prefix_without_globs)))
-    {
+    if (!fs::exists(prefix_without_globs))
         return result;
-    }
+
     const fs::directory_iterator end;
     for (fs::directory_iterator it(prefix_without_globs); it != end; ++it)
     {
@@ -125,21 +122,20 @@ void checkCreationIsAllowed(ContextPtr context_global, const std::string & db_di
     if (!startsWith(table_path, db_dir_path) && table_path != "/dev/null")
         throw Exception("File is not inside " + db_dir_path, ErrorCodes::DATABASE_ACCESS_DENIED);
 
-    Poco::File table_path_poco_file = Poco::File(table_path);
-    if (table_path_poco_file.exists() && table_path_poco_file.isDirectory())
+    if (fs::exists(table_path) && fs::is_directory(table_path))
         throw Exception("File must not be a directory", ErrorCodes::INCORRECT_FILE_NAME);
 }
 }
 
 Strings StorageFile::getPathsList(const String & table_path, const String & user_files_path, ContextPtr context)
 {
-    String user_files_absolute_path = Poco::Path(user_files_path).makeAbsolute().makeDirectory().toString();
-    Poco::Path poco_path = Poco::Path(table_path);
-    if (poco_path.isRelative())
-        poco_path = Poco::Path(user_files_absolute_path, poco_path);
+    fs::path user_files_absolute_path = fs::absolute(user_files_path);
+    fs::path fs_table_path(table_path);
+    if (fs_table_path.is_relative())
+        fs_table_path = user_files_absolute_path / fs_table_path;
 
     Strings paths;
-    const String path = poco_path.absolute().toString();
+    const String path = fs::absolute(fs_table_path);
     if (path.find_first_of("*?{") == std::string::npos)
         paths.push_back(path);
     else
@@ -205,7 +201,7 @@ StorageFile::StorageFile(const std::string & relative_table_dir_path, CommonArgu
         throw Exception("Distributed format is allowed only with explicit file path", ErrorCodes::INCORRECT_FILE_NAME);
 
     String table_dir_path = base_path + relative_table_dir_path + "/";
-    Poco::File(table_dir_path).createDirectories();
+    fs::create_directories(table_dir_path);
     paths = {getTablePath(table_dir_path, format_name)};
 }
 
@@ -455,7 +451,7 @@ Pipe StorageFile::read(
     if (use_table_fd)   /// need to call ctr BlockInputStream
         paths = {""};   /// when use fd, paths are empty
     else
-        if (paths.size() == 1 && !Poco::File(paths[0]).exists())
+        if (paths.size() == 1 && !fs::exists(paths[0]))
         {
             if (context->getSettingsRef().engine_file_empty_if_not_exists)
                 return Pipe(std::make_shared<NullSource>(metadata_snapshot->getSampleBlockForColumns(column_names, getVirtuals(), getStorageID())));
@@ -598,7 +594,7 @@ BlockOutputStreamPtr StorageFile::write(
     if (!paths.empty())
     {
         path = paths[0];
-        Poco::File(Poco::Path(path).makeParent()).createDirectories();
+        fs::create_directories(fs::path(path).parent_path());
     }
 
     return std::make_shared<StorageFileBlockOutputStream>(
@@ -635,8 +631,8 @@ void StorageFile::rename(const String & new_path_to_table_data, const StorageID
     if (path_new == paths[0])
         return;
 
-    Poco::File(Poco::Path(path_new).parent()).createDirectories();
-    Poco::File(paths[0]).renameTo(path_new);
+    fs::create_directories(fs::path(path_new).parent_path());
+    fs::rename(paths[0], path_new);
 
     paths[0] = std::move(path_new);
     renameInMemory(new_table_id);
@@ -658,7 +654,7 @@ void StorageFile::truncate(
     }
     else
     {
-        if (!Poco::File(paths[0]).exists())
+        if (!fs::exists(paths[0]))
             return;
 
         if (0 != ::truncate(paths[0].c_str(), 0))
diff --git a/src/Storages/StorageFile.h b/src/Storages/StorageFile.h
index a277dda7cc0..b30e5eeb5d8 100644
--- a/src/Storages/StorageFile.h
+++ b/src/Storages/StorageFile.h
@@ -1,10 +1,6 @@
 #pragma once
 
 #include <Storages/IStorage.h>
-
-#include <Poco/File.h>
-#include <Poco/Path.h>
-
 #include <common/logger_useful.h>
 
 #include <atomic>

From b80d4f8e963c3e5ce3ae9148a1fddf84d20cc89c Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 27 Apr 2021 20:18:09 +0300
Subject: [PATCH 0153/1060] fix

---
 .../test_match_process_uid_against_data_owner/test.py           | 2 +-
 tests/integration/test_storage_hdfs/test.py                     | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/tests/integration/test_match_process_uid_against_data_owner/test.py b/tests/integration/test_match_process_uid_against_data_owner/test.py
index ed37227ab15..8adcc4463c9 100644
--- a/tests/integration/test_match_process_uid_against_data_owner/test.py
+++ b/tests/integration/test_match_process_uid_against_data_owner/test.py
@@ -31,7 +31,7 @@ def test_different_user():
 
     with open(os.path.join(node.path, 'logs/clickhouse-server.err.log')) as log:
         expected_message = "Effective user of the process \(.*\) does not match the owner of the data \(.*\)\. Run under 'sudo -u .*'\."
-        last_message = log.readlines()[-1].strip()
+        last_messages = ";".join(log.readlines()[-2:-1])
 
         if re.search(expected_message, last_message) is None:
             pytest.fail(
diff --git a/tests/integration/test_storage_hdfs/test.py b/tests/integration/test_storage_hdfs/test.py
index 9454b0902d3..e816cc500f0 100644
--- a/tests/integration/test_storage_hdfs/test.py
+++ b/tests/integration/test_storage_hdfs/test.py
@@ -216,6 +216,7 @@ def test_write_gzip_storage(started_cluster):
 
 
 def test_virtual_columns(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
     node1.query("create table virtual_cols (id UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/file*', 'TSV')")
     started_cluster.hdfs_api.write_data("/file1", "1\n")
     started_cluster.hdfs_api.write_data("/file2", "2\n")
@@ -225,6 +226,7 @@ def test_virtual_columns(started_cluster):
 
     
 def test_read_files_with_spaces(started_cluster):
+    hdfs_api = started_cluster.make_hdfs_api()
     started_cluster.hdfs_api.write_data("/test test test 1.txt", "1\n")
     started_cluster.hdfs_api.write_data("/test test test 2.txt", "2\n")
     started_cluster.hdfs_api.write_data("/test test test 3.txt", "3\n")

From 30b05fec4294e3c29f065866e4425e2f6945beb1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 27 Apr 2021 20:20:13 +0300
Subject: [PATCH 0154/1060] fix

---
 tests/integration/test_storage_hdfs/test.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/integration/test_storage_hdfs/test.py b/tests/integration/test_storage_hdfs/test.py
index e816cc500f0..b3b5f9e6ded 100644
--- a/tests/integration/test_storage_hdfs/test.py
+++ b/tests/integration/test_storage_hdfs/test.py
@@ -218,18 +218,18 @@ def test_write_gzip_storage(started_cluster):
 def test_virtual_columns(started_cluster):
     hdfs_api = started_cluster.make_hdfs_api()
     node1.query("create table virtual_cols (id UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/file*', 'TSV')")
-    started_cluster.hdfs_api.write_data("/file1", "1\n")
-    started_cluster.hdfs_api.write_data("/file2", "2\n")
-    started_cluster.hdfs_api.write_data("/file3", "3\n")
+    hdfs_api.write_data("/file1", "1\n")
+    hdfs_api.write_data("/file2", "2\n")
+    hdfs_api.write_data("/file3", "3\n")
     expected = "1\tfile1\thdfs://hdfs1:9000//file1\n2\tfile2\thdfs://hdfs1:9000//file2\n3\tfile3\thdfs://hdfs1:9000//file3\n"
     assert node1.query("select id, _file as file_name, _path as file_path from virtual_cols order by id") == expected
 
     
 def test_read_files_with_spaces(started_cluster):
     hdfs_api = started_cluster.make_hdfs_api()
-    started_cluster.hdfs_api.write_data("/test test test 1.txt", "1\n")
-    started_cluster.hdfs_api.write_data("/test test test 2.txt", "2\n")
-    started_cluster.hdfs_api.write_data("/test test test 3.txt", "3\n")
+    hdfs_api.write_data("/test test test 1.txt", "1\n")
+    hdfs_api.write_data("/test test test 2.txt", "2\n")
+    hdfs_api.write_data("/test test test 3.txt", "3\n")
     node1.query("create table test (id UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/test*', 'TSV')")
     assert node1.query("select * from test order by id") == "1\n2\n3\n"
 

From 1e4a61ce63347212bc41c5a91554e97a4cc97bd1 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 27 Apr 2021 20:22:39 +0300
Subject: [PATCH 0155/1060] Fix build

---
 src/Storages/Distributed/DirectoryMonitor.cpp | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/src/Storages/Distributed/DirectoryMonitor.cpp b/src/Storages/Distributed/DirectoryMonitor.cpp
index ac376f92e73..7381468a399 100644
--- a/src/Storages/Distributed/DirectoryMonitor.cpp
+++ b/src/Storages/Distributed/DirectoryMonitor.cpp
@@ -479,11 +479,10 @@ std::map<UInt64, std::string> StorageDistributedDirectoryMonitor::getFiles()
     for (fs::directory_iterator it{path}; it != end; ++it)
     {
         const auto & file_path_str = it->path();
-        fs::path fs_file_path(file_path_str);
-        if (!it->is_directory() && startsWith(fs_file_path.extension(), ".bin"))
+        if (!it->is_directory() && startsWith(fs::path(file_path_str).extension(), ".bin"))
         {
-            files[parse<UInt64>(fs_file_path.stem())] = file_path_str;
-            new_bytes_count += fs::file_size(fs_file_path);
+            files[parse<UInt64>(fs::path(file_path_str).stem())] = file_path_str;
+            new_bytes_count += fs::file_size(fs::path(file_path_str));
         }
     }
 

From 5e429b1266feb652accb1ded3ca90e6dc04d6433 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 28 Apr 2021 13:42:07 +0300
Subject: [PATCH 0156/1060] Change in Interpreters/*

---
 src/Interpreters/DatabaseCatalog.cpp          | 22 +++++------
 .../ExternalLoaderXMLConfigRepository.cpp     |  4 +-
 src/Interpreters/loadMetadata.cpp             | 39 ++++++++++---------
 src/Server/StaticRequestHandler.cpp           | 16 ++++----
 4 files changed, 43 insertions(+), 38 deletions(-)

diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index d88b87a73d4..f9014063b6b 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -16,6 +16,7 @@
 #include <Common/renameat2.h>
 #include <Common/CurrentMetrics.h>
 #include <common/logger_useful.h>
+#include <filesystem>
 
 #if !defined(ARCADIA_BUILD)
 #    include "config_core.h"
@@ -26,8 +27,7 @@
 #    include <Storages/StorageMaterializeMySQL.h>
 #endif
 
-#include <filesystem>
-
+namespace fs = std::filesystem;
 
 namespace CurrentMetrics
 {
@@ -353,10 +353,9 @@ DatabasePtr DatabaseCatalog::detachDatabase(const String & database_name, bool d
         db->drop(getContext());
 
         /// Old ClickHouse versions did not store database.sql files
-        Poco::File database_metadata_file(
-                getContext()->getPath() + "metadata/" + escapeForFileName(database_name) + ".sql");
-        if (database_metadata_file.exists())
-            database_metadata_file.remove(false);
+        fs::path database_metadata_file = fs::path(getContext()->getPath()) / "metadata" / (escapeForFileName(database_name) + ".sql");
+        if (fs::exists(database_metadata_file))
+            fs::remove_all(database_metadata_file);
     }
 
     return db;
@@ -889,16 +888,15 @@ void DatabaseCatalog::dropTableFinally(const TableMarkedAsDropped & table)
 
     /// Even if table is not loaded, try remove its data from disk.
     /// TODO remove data from all volumes
-    String data_path = getContext()->getPath() + "store/" + getPathForUUID(table.table_id.uuid);
-    Poco::File table_data_dir{data_path};
-    if (table_data_dir.exists())
+    fs::path data_path = fs::path(getContext()->getPath()) / "store" / getPathForUUID(table.table_id.uuid);
+    if (fs::exists(data_path))
     {
-        LOG_INFO(log, "Removing data directory {} of dropped table {}", data_path, table.table_id.getNameForLogs());
-        table_data_dir.remove(true);
+        LOG_INFO(log, "Removing data directory {} of dropped table {}", data_path.string(), table.table_id.getNameForLogs());
+        fs::remove_all(data_path);
     }
 
     LOG_INFO(log, "Removing metadata {} of dropped table {}", table.metadata_path, table.table_id.getNameForLogs());
-    Poco::File(table.metadata_path).remove();
+    fs::remove(fs::path(table.metadata_path));
 
     removeUUIDMappingFinally(table.table_id.uuid);
     CurrentMetrics::sub(CurrentMetrics::TablesToDropQueueSize, 1);
diff --git a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
index 63755ee1839..e1052817407 100644
--- a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
+++ b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
@@ -7,7 +7,9 @@
 #include <Poco/Glob.h>
 #include <Poco/File.h>
 #include <Poco/Path.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -59,7 +61,7 @@ std::set<std::string> ExternalLoaderXMLConfigRepository::getAllLoadablesDefiniti
 
 bool ExternalLoaderXMLConfigRepository::exists(const std::string & definition_entity_name)
 {
-    return Poco::File(definition_entity_name).exists();
+    return fs::exists(fs::path(definition_entity_name));
 }
 
 Poco::AutoPtr<Poco::Util::AbstractConfiguration> ExternalLoaderXMLConfigRepository::load(
diff --git a/src/Interpreters/loadMetadata.cpp b/src/Interpreters/loadMetadata.cpp
index 79076e57328..c109c53af20 100644
--- a/src/Interpreters/loadMetadata.cpp
+++ b/src/Interpreters/loadMetadata.cpp
@@ -18,7 +18,9 @@
 
 #include <Common/typeid_cast.h>
 #include <Common/StringUtils/StringUtils.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -54,13 +56,13 @@ static void loadDatabase(
     String database_attach_query;
     String database_metadata_file = database_path + ".sql";
 
-    if (Poco::File(database_metadata_file).exists())
+    if (fs::exists(fs::path(database_metadata_file)))
     {
         /// There is .sql file with database creation statement.
         ReadBufferFromFile in(database_metadata_file, 1024);
         readStringUntilEOF(database_attach_query, in);
     }
-    else if (Poco::File(database_path).exists())
+    else if (fs::exists(fs::path(database_path)))
     {
         /// Database exists, but .sql file is absent. It's old-style Ordinary database (e.g. system or default)
         database_attach_query = "ATTACH DATABASE " + backQuoteIfNeed(database) + " ENGINE = Ordinary";
@@ -95,34 +97,35 @@ void loadMetadata(ContextPtr context, const String & default_database_name)
       * This file is deleted after successful loading of tables.
       * (flag is "one-shot")
       */
-    Poco::File force_restore_data_flag_file(context->getFlagsPath() + "force_restore_data");
-    bool has_force_restore_data_flag = force_restore_data_flag_file.exists();
+    auto force_restore_data_flag_file = fs::path(context->getFlagsPath()) / "force_restore_data";
+    bool has_force_restore_data_flag = fs::exists(force_restore_data_flag_file);
 
     /// Loop over databases.
     std::map<String, String> databases;
-    Poco::DirectoryIterator dir_end;
-    for (Poco::DirectoryIterator it(path); it != dir_end; ++it)
+    fs::directory_iterator dir_end;
+    for (fs::directory_iterator it(path); it != dir_end; ++it)
     {
-        if (it->isLink())
+        if (it->is_symlink())
             continue;
 
-        if (!it->isDirectory())
+        const auto current_file = it->path().filename().string();
+        if (!it->is_directory())
         {
             /// TODO: DETACH DATABASE PERMANENTLY ?
-            if (endsWith(it.name(), ".sql"))
+            if (endsWith(current_file, ".sql"))
             {
-                String db_name = it.name().substr(0, it.name().size() - 4);
+                String db_name = current_file.substr(0, current_file.size() - 4);
                 if (db_name != DatabaseCatalog::SYSTEM_DATABASE)
                     databases.emplace(unescapeForFileName(db_name), path + "/" + db_name);
             }
 
             /// Temporary fails may be left from previous server runs.
-            if (endsWith(it.name(), ".tmp"))
+            if (endsWith(current_file, ".tmp"))
             {
-                LOG_WARNING(log, "Removing temporary file {}", it->path());
+                LOG_WARNING(log, "Removing temporary file {}", it->path().string());
                 try
                 {
-                    it->remove();
+                    fs::remove(it->path());
                 }
                 catch (...)
                 {
@@ -135,13 +138,13 @@ void loadMetadata(ContextPtr context, const String & default_database_name)
         }
 
         /// For '.svn', '.gitignore' directory and similar.
-        if (it.name().at(0) == '.')
+        if (current_file.at(0) == '.')
             continue;
 
-        if (it.name() == DatabaseCatalog::SYSTEM_DATABASE)
+        if (current_file == DatabaseCatalog::SYSTEM_DATABASE)
             continue;
 
-        databases.emplace(unescapeForFileName(it.name()), it.path().toString());
+        databases.emplace(unescapeForFileName(current_file), it->path().string());
     }
 
     /// clickhouse-local creates DatabaseMemory as default database by itself
@@ -158,7 +161,7 @@ void loadMetadata(ContextPtr context, const String & default_database_name)
     {
         try
         {
-            force_restore_data_flag_file.remove();
+            fs::remove(force_restore_data_flag_file);
         }
         catch (...)
         {
@@ -172,7 +175,7 @@ void loadMetadataSystem(ContextPtr context)
 {
     String path = context->getPath() + "metadata/" + DatabaseCatalog::SYSTEM_DATABASE;
     String metadata_file = path + ".sql";
-    if (Poco::File(path).exists() || Poco::File(metadata_file).exists())
+    if (fs::exists(fs::path(path)) || fs::exists(fs::path(metadata_file)))
     {
         /// 'has_force_restore_data_flag' is true, to not fail on loading query_log table, if it is corrupted.
         loadDatabase(context, DatabaseCatalog::SYSTEM_DATABASE, path, true);
diff --git a/src/Server/StaticRequestHandler.cpp b/src/Server/StaticRequestHandler.cpp
index 169d6859b43..978271c1f04 100644
--- a/src/Server/StaticRequestHandler.cpp
+++ b/src/Server/StaticRequestHandler.cpp
@@ -14,14 +14,15 @@
 
 #include <Common/Exception.h>
 
-#include <Poco/Path.h>
-#include <Poco/File.h>
 #include <Poco/Net/HTTPServerRequest.h>
 #include <Poco/Net/HTTPServerResponse.h>
 #include <Poco/Net/HTTPRequestHandlerFactory.h>
 #include <Poco/Util/LayeredConfiguration.h>
+#include <filesystem>
 
 
+namespace fs = std::filesystem;
+
 namespace DB
 {
 
@@ -137,14 +138,15 @@ void StaticRequestHandler::writeResponse(WriteBuffer & out)
 
     if (startsWith(response_expression, file_prefix))
     {
-        const auto & user_files_absolute_path = Poco::Path(server.context()->getUserFilesPath()).makeAbsolute().makeDirectory().toString();
         const auto & file_name = response_expression.substr(file_prefix.size(), response_expression.size() - file_prefix.size());
 
-        const auto & file_path = Poco::Path(user_files_absolute_path, file_name).makeAbsolute().toString();
-        if (!Poco::File(file_path).exists())
-            throw Exception("Invalid file name " + file_path + " for static HTTPHandler. ", ErrorCodes::INCORRECT_FILE_NAME);
+        fs::path user_files_absolute_path = fs::absolute(fs::path(server.context()->getUserFilesPath()));
+        fs::path file_path = user_files_absolute_path / file_name;
 
-        ReadBufferFromFile in(file_path);
+        if (!fs::exists(file_path))
+            throw Exception("Invalid file name " + file_path.string() + " for static HTTPHandler. ", ErrorCodes::INCORRECT_FILE_NAME);
+
+        ReadBufferFromFile in(file_path.string());
         copyData(in, out);
     }
     else if (startsWith(response_expression, config_prefix))

From 3386dc32d3a4d42adfe177dc79ef38a9ee868e5f Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 28 Apr 2021 23:48:34 +0300
Subject: [PATCH 0157/1060] Change in Functions/*

---
 src/Functions/FunctionFile.cpp | 32 ++++++++++++++++----------------
 src/Interpreters/Context.cpp   | 15 +++++++++------
 2 files changed, 25 insertions(+), 22 deletions(-)

diff --git a/src/Functions/FunctionFile.cpp b/src/Functions/FunctionFile.cpp
index 9247152367b..7c87f27c731 100644
--- a/src/Functions/FunctionFile.cpp
+++ b/src/Functions/FunctionFile.cpp
@@ -3,10 +3,11 @@
 #include <Functions/FunctionFactory.h>
 #include <DataTypes/DataTypeString.h>
 #include <IO/ReadBufferFromFile.h>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Interpreters/Context.h>
 #include <unistd.h>
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -68,21 +69,20 @@ public:
         {
             const char * filename = reinterpret_cast<const char *>(&chars[source_offset]);
 
-            const String user_files_path = getContext()->getUserFilesPath();
-            String user_files_absolute_path = Poco::Path(user_files_path).makeAbsolute().makeDirectory().toString();
-            Poco::Path poco_filepath = Poco::Path(filename);
-            if (poco_filepath.isRelative())
-                poco_filepath = Poco::Path(user_files_absolute_path, poco_filepath);
-            const String file_absolute_path = poco_filepath.absolute().toString();
-            checkReadIsAllowedOrThrow(user_files_absolute_path, file_absolute_path);
+            fs::path user_files_absolute_path = fs::canonical(fs::path(getContext()->getUserFilesPath()));
+            fs::path file_path(filename);
+            if (file_path.is_relative())
+                file_path = user_files_absolute_path / file_path;
 
-            checked_filenames[row] = file_absolute_path;
-            auto file = Poco::File(file_absolute_path);
+            fs::path file_absolute_path = fs::absolute(file_path);
+            checkReadIsAllowedOrThrow(user_files_absolute_path.string(), file_absolute_path);
 
-            if (!file.exists())
-                throw Exception(fmt::format("File {} doesn't exist.", file_absolute_path), ErrorCodes::FILE_DOESNT_EXIST);
+            checked_filenames[row] = file_absolute_path.string();
 
-            const auto current_file_size = Poco::File(file_absolute_path).getSize();
+            if (!fs::exists(file_absolute_path))
+                throw Exception(fmt::format("File {} doesn't exist.", file_absolute_path.string()), ErrorCodes::FILE_DOESNT_EXIST);
+
+            const auto current_file_size = fs::file_size(file_absolute_path);
 
             result_offset += current_file_size + 1;
             res_offsets[row] = result_offset;
@@ -117,8 +117,8 @@ private:
             if (file_absolute_path.find(user_files_absolute_path) != 0)
                 throw Exception("File is not inside " + user_files_absolute_path, ErrorCodes::DATABASE_ACCESS_DENIED);
 
-        Poco::File path_poco_file = Poco::File(file_absolute_path);
-        if (path_poco_file.exists() && path_poco_file.isDirectory())
+        fs::path fs_path(file_absolute_path);
+        if (fs::exists(fs_path) && fs::is_directory(fs_path))
             throw Exception("File can't be a directory", ErrorCodes::INCORRECT_FILE_NAME);
     }
 };
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index 8c0d8f9d48b..0a0c6f9638d 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -74,8 +74,11 @@
 #include <Interpreters/DatabaseCatalog.h>
 #include <Storages/MergeTree/BackgroundJobsExecutor.h>
 #include <Storages/MergeTree/MergeTreeDataPartUUID.h>
+#include <filesystem>
 
 
+namespace fs = std::filesystem;
+
 namespace ProfileEvents
 {
     extern const Event ContextLock;
@@ -2186,14 +2189,14 @@ void Context::checkCanBeDropped(const String & database, const String & table, c
     if (!max_size_to_drop || size <= max_size_to_drop)
         return;
 
-    Poco::File force_file(getFlagsPath() + "force_drop_table");
-    bool force_file_exists = force_file.exists();
+    fs::path force_file(getFlagsPath() + "force_drop_table");
+    bool force_file_exists = fs::exists(force_file);
 
     if (force_file_exists)
     {
         try
         {
-            force_file.remove();
+            fs::remove(force_file);
             return;
         }
         catch (...)
@@ -2215,9 +2218,9 @@ void Context::checkCanBeDropped(const String & database, const String & table, c
                     "Example:\nsudo touch '{}' && sudo chmod 666 '{}'",
                     backQuoteIfNeed(database), backQuoteIfNeed(table),
                     size_str, max_size_to_drop_str,
-                    force_file.path(), force_file_exists ? "exists but not writeable (could not be removed)" : "doesn't exist",
-                    force_file.path(),
-                    force_file.path(), force_file.path());
+                    force_file.string(), force_file_exists ? "exists but not writeable (could not be removed)" : "doesn't exist",
+                    force_file.string(),
+                    force_file.string(), force_file.string());
 }
 
 

From 984d82c3f23ca8ba672b6e83167fae4d5d1ea8b1 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 29 Apr 2021 02:00:04 +0300
Subject: [PATCH 0158/1060] Update DiskLocal

---
 src/Disks/DiskLocal.cpp        | 45 +++++++++++++++++-----------------
 src/Functions/FunctionFile.cpp |  3 +--
 2 files changed, 24 insertions(+), 24 deletions(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index d0cf6a00344..f567ec4c0ad 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -6,11 +6,12 @@
 #include <Interpreters/Context.h>
 #include <Common/filesystemHelpers.h>
 #include <Common/quoteString.h>
-
 #include <IO/createReadBufferFromFileBase.h>
 
+#include <filesystem>
 #include <unistd.h>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -152,45 +153,43 @@ UInt64 DiskLocal::getUnreservedSpace() const
 
 bool DiskLocal::exists(const String & path) const
 {
-    return Poco::File(disk_path + path).exists();
+    return fs::exists(fs::path(disk_path) / path);
 }
 
 bool DiskLocal::isFile(const String & path) const
 {
-    return Poco::File(disk_path + path).isFile();
+    return fs::is_regular_file(fs::path(disk_path) / path);
 }
 
 bool DiskLocal::isDirectory(const String & path) const
 {
-    return Poco::File(disk_path + path).isDirectory();
+    return fs::is_directory(fs::path(disk_path) / path);
 }
 
 size_t DiskLocal::getFileSize(const String & path) const
 {
-    return Poco::File(disk_path + path).getSize();
+    return fs::file_size(fs::path(disk_path) / path);
 }
 
 void DiskLocal::createDirectory(const String & path)
 {
-    Poco::File(disk_path + path).createDirectory();
+    fs::create_directory(fs::path(disk_path) / path);
 }
 
 void DiskLocal::createDirectories(const String & path)
 {
-    Poco::File(disk_path + path).createDirectories();
+    fs::create_directories(fs::path(disk_path) / path);
 }
 
 void DiskLocal::clearDirectory(const String & path)
 {
-    std::vector<Poco::File> files;
-    Poco::File(disk_path + path).list(files);
-    for (auto & file : files)
-        file.remove();
+    for (auto & entry : fs::directory_iterator(fs::path(disk_path) / path))
+        fs::remove(entry.path());
 }
 
 void DiskLocal::moveDirectory(const String & from_path, const String & to_path)
 {
-    Poco::File(disk_path + from_path).renameTo(disk_path + to_path);
+    fs::rename(fs::path(disk_path) / from_path, fs::path(disk_path) / to_path);
 }
 
 DiskDirectoryIteratorPtr DiskLocal::iterateDirectory(const String & path)
@@ -200,22 +199,24 @@ DiskDirectoryIteratorPtr DiskLocal::iterateDirectory(const String & path)
 
 void DiskLocal::moveFile(const String & from_path, const String & to_path)
 {
-    Poco::File(disk_path + from_path).renameTo(disk_path + to_path);
+    fs::rename(fs::path(disk_path) / from_path, fs::path(disk_path) / to_path);
 }
 
 void DiskLocal::replaceFile(const String & from_path, const String & to_path)
 {
-    Poco::File from_file(disk_path + from_path);
-    Poco::File to_file(disk_path + to_path);
-    if (to_file.exists())
+    fs::path from_file = fs::path(disk_path) / from_path;
+    fs::path to_file = fs::path(disk_path) / to_path;
+    if (fs::exists(to_file))
     {
-        Poco::File tmp_file(disk_path + to_path + ".old");
-        to_file.renameTo(tmp_file.path());
-        from_file.renameTo(disk_path + to_path);
-        tmp_file.remove();
+        fs::path tmp_file(to_file.string() + ".old");
+        fs::rename(to_file, tmp_file);
+        fs::rename(from_file, fs::path(disk_path) / to_path);
+        fs::remove(tmp_file);
     }
     else
-        from_file.renameTo(to_file.path());
+    {
+        fs::rename(from_file, to_file);
+    }
 }
 
 std::unique_ptr<ReadBufferFromFileBase>
@@ -255,7 +256,7 @@ void DiskLocal::removeDirectory(const String & path)
 
 void DiskLocal::removeRecursive(const String & path)
 {
-    Poco::File(disk_path + path).remove(true);
+    fs::remove_all(fs::path(disk_path) / path);
 }
 
 void DiskLocal::listFiles(const String & path, std::vector<String> & file_names)
diff --git a/src/Functions/FunctionFile.cpp b/src/Functions/FunctionFile.cpp
index 7c87f27c731..3239705281e 100644
--- a/src/Functions/FunctionFile.cpp
+++ b/src/Functions/FunctionFile.cpp
@@ -73,8 +73,7 @@ public:
             fs::path file_path(filename);
             if (file_path.is_relative())
                 file_path = user_files_absolute_path / file_path;
-
-            fs::path file_absolute_path = fs::absolute(file_path);
+            fs::path file_absolute_path = fs::canonical(file_path);
             checkReadIsAllowedOrThrow(user_files_absolute_path.string(), file_absolute_path);
 
             checked_filenames[row] = file_absolute_path.string();

From cb101e46bbd5003caeb025610ebaa3c767edf82f Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 29 Apr 2021 14:57:48 +0300
Subject: [PATCH 0159/1060] finally

---
 tests/integration/helpers/cluster.py          |   9 +-
 tests/integration/helpers/hdfs_api.py         |  81 ++++++------
 .../integration/test_odbc_interaction/test.py |   4 +-
 tests/integration/test_storage_s3/test.py     |  15 +++
 .../test_storage_s3/test_redirect.py          | 122 ------------------
 .../test.py                                   |   5 +-
 .../test.py                                   |   8 +-
 7 files changed, 72 insertions(+), 172 deletions(-)
 delete mode 100644 tests/integration/test_storage_s3/test_redirect.py

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index be09147d0fe..d5c16ae9aa7 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -15,6 +15,7 @@ import time
 import traceback
 import urllib.parse
 import shlex
+import urllib3
 
 from cassandra.policies import RoundRobinPolicy
 import cassandra.cluster
@@ -224,6 +225,7 @@ class ClickHouseCluster:
         self.minio_port = 9001
         self.minio_client = None  # type: Minio
         self.minio_redirect_host = "proxy1"
+        self.minio_redirect_ip = None
         self.minio_redirect_port = 8080
 
         # available when with_hdfs == True
@@ -351,7 +353,7 @@ class ClickHouseCluster:
         try:
             logging.debug("Trying to prune unused images...")
 
-            subprocess_call(['docker', 'images', 'prune', '-f'])
+            subprocess_call(['docker', 'image', 'prune', '-f'])
             logging.debug("Images pruned")
         except:
             pass
@@ -985,12 +987,15 @@ class ClickHouseCluster:
 
     def wait_minio_to_start(self, timeout=180, secure=False):
         self.minio_ip = self.get_instance_ip(self.minio_host)
+        self.minio_redirect_ip = self.get_instance_ip(self.minio_redirect_host)
+
 
         os.environ['SSL_CERT_FILE'] = p.join(self.base_dir, self.minio_dir, 'certs', 'public.crt')
         minio_client = Minio(f'{self.minio_ip}:{self.minio_port}',
                              access_key='minio',
                              secret_key='minio123',
-                             secure=secure)
+                             secure=secure,
+                             http_client=urllib3.PoolManager(cert_reqs='CERT_NONE')) # disable SSL check as we test ClickHouse and not Python library
         start = time.time()
         while time.time() - start < timeout:
             try:
diff --git a/tests/integration/helpers/hdfs_api.py b/tests/integration/helpers/hdfs_api.py
index a77d7cf4c7a..09df9b9dcb9 100644
--- a/tests/integration/helpers/hdfs_api.py
+++ b/tests/integration/helpers/hdfs_api.py
@@ -57,10 +57,6 @@ class HDFSApi(object):
         if kerberized:
             self._run_kinit()
             self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override="kerberizedhdfs1", principal=self.principal)
-                #principal=self.principal,
-                #hostname_override=self.host, principal=self.principal)
-                # , mutual_authentication=reqkerb.REQUIRED, force_preemptive=True)
-            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
             if self.kerberos_auth is None:
                 print("failed to obtain kerberos_auth")
         else:
@@ -98,23 +94,29 @@ class HDFSApi(object):
         raise Exception("Kinit running failure")
 
     def req_wrapper(self, func, expected_code, cnt=2, **kwargs):
-        with dns_hook(self):
-            for i in range(0, cnt):
-                response_data = func(**kwargs)
-                if response_data.status_code == expected_code:
-                    return response_data
-                else:
-                    print("unexpected response_data.status_code {}", response_data.status_code)
+        for i in range(0, cnt):
+            response_data = func(**kwargs)
+            if response_data.status_code == expected_code:
+                return response_data
+            else:
+                print("unexpected response_data.status_code {}", response_data.status_code)
         response_data.raise_for_status()
 
+
     def read_data(self, path, universal_newlines=True):
+        logging.debug("read_data protocol:{} host:{} port:{} path: {}".format(self.protocol, self.host, self.proxy_port, path))
         response = self.req_wrapper(requests.get, 307, url="{protocol}://{host}:{port}/webhdfs/v1{path}?op=OPEN".format(protocol=self.protocol, host=self.host, port=self.proxy_port, path=path), headers={'host': 'localhost'}, allow_redirects=False, verify=False, auth=self.kerberos_auth)
         # additional_params = '&'.join(response.headers['Location'].split('&')[1:2])
-        url = "{location}".format(location=response.headers['Location'])
-        # print("redirected to ", url)
-        response_data = self.req_wrapper(requests.get, 200, url=url,
-                                    headers={'host': 'localhost'},
-                                    verify=False, auth=self.kerberos_auth)
+        location = None
+        if self.kerberized:
+            location = response.headers['Location'].replace("kerberizedhdfs1:1006", "{}:{}".format(self.host, self.data_port))
+        else:
+            location = response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port))
+        logging.debug("redirected to {}".format(location))
+
+        response_data = self.req_wrapper(requests.get, 200, url=location, headers={'host': 'localhost'},
+                                     verify=False, auth=self.kerberos_auth)
+
         if universal_newlines:
             return response_data.text
         else:
@@ -130,37 +132,36 @@ class HDFSApi(object):
         named_file.write(content)
         named_file.flush()
 
-
-        if self.kerberized:
-            self._run_kinit()
-            self.kerberos_auth = reqkerb.HTTPKerberosAuth(mutual_authentication=reqkerb.DISABLED, hostname_override=self.host, principal=self.principal)
-            # print(self.kerberos_auth)
-
         response = self.req_wrapper(requests.put, 307,
-                                    url="{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(
-                                        protocol=self.protocol, host=self.host,
-                                        port=self.proxy_port,
-                                        path=path, user=self.user),
-                                    allow_redirects=False,
-                                    headers={'host': 'localhost'},
-                                    params={'overwrite' : 'true'},
-                                    verify=False, auth=self.kerberos_auth
-            )
-        additional_params = '&'.join(
-            response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
+            url="{protocol}://{host}:{port}/webhdfs/v1{path}?op=CREATE".format(protocol=self.protocol, host='localhost',
+                                                                            port=self.proxy_port,
+                                                                            path=path, user=self.user),
+            allow_redirects=False,
+            headers={'host': 'localhost'},
+            params={'overwrite' : 'true'},
+            verify=False, auth=self.kerberos_auth
+        )
+
+        logging.debug("HDFS api response:{}".format(response.headers))
+
+        # additional_params = '&'.join(
+        #     response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
+        if self.kerberized:
+            location = response.headers['Location'].replace("kerberizedhdfs1:1006", "{}:{}".format(self.host, self.data_port))
+        else:
+            location = response.headers['Location'].replace("hdfs1:50075", "{}:{}".format(self.host, self.data_port))
 
         with open(fpath, mode="rb") as fh:
             file_data = fh.read()
             protocol = "http" # self.protocol
             response = self.req_wrapper(requests.put, 201,
-                                        url="{location}".format(
-                                            location=response.headers['Location']),
-                                        data=file_data,
-                                        headers={'content-type':'text/plain', 'host': 'localhost'},
-                                        params={'file': path, 'user.name' : self.user},
-                                        allow_redirects=False, verify=False, auth=self.kerberos_auth
+                url="{location}".format(location=location),
+                data=file_data,
+                headers={'content-type':'text/plain', 'host': 'localhost'},
+                params={'file': path, 'user.name' : self.user},
+                allow_redirects=False, verify=False, auth=self.kerberos_auth
             )
-        # print(response)
+            logging.debug(response)
 
 
     def write_gzip_data(self, path, content):
diff --git a/tests/integration/test_odbc_interaction/test.py b/tests/integration/test_odbc_interaction/test.py
index 569358a8718..903350c28c9 100644
--- a/tests/integration/test_odbc_interaction/test.py
+++ b/tests/integration/test_odbc_interaction/test.py
@@ -540,7 +540,7 @@ def test_concurrent_queries(started_cluster):
 
 
 def test_odbc_long_column_names(started_cluster):
-    conn = get_postgres_conn();
+    conn = get_postgres_conn(started_cluster);
     cursor = conn.cursor()
 
     column_name = "column" * 8
@@ -572,7 +572,7 @@ def test_odbc_long_column_names(started_cluster):
 
 
 def test_odbc_long_text(started_cluster):
-    conn = get_postgres_conn()
+    conn = get_postgres_conn(started_cluster)
     cursor = conn.cursor()
     cursor.execute("drop table if exists clickhouse.test_long_text")
     cursor.execute("create table clickhouse.test_long_text(flen int, field1 text)");
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index 7802fb8ad68..350e276a394 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -464,6 +464,21 @@ def test_custom_auth_headers_exclusion(started_cluster):
     assert ei.value.returncode == 243
     assert '403 Forbidden' in ei.value.stderr
 
+
+def test_infinite_redirect(started_cluster):
+    bucket = "redirected"
+    table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
+    filename = "test.csv"
+    get_query = f"select * from s3('http://resolver:{started_cluster.minio_redirect_port}/{bucket}/{filename}', 'CSV', '{table_format}')"
+    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
+    exception_raised = False
+    try:
+        run_query(instance, get_query)
+    except Exception as e:
+        assert str(e).find("Too many redirects while trying to access") != -1
+        exception_raised = True
+    finally:
+        assert exception_raised
 @pytest.mark.parametrize("extension,method", [
     pytest.param("bin", "gzip", id="bin"),
     pytest.param("gz", "auto", id="gz"),
diff --git a/tests/integration/test_storage_s3/test_redirect.py b/tests/integration/test_storage_s3/test_redirect.py
deleted file mode 100644
index 10a20184722..00000000000
--- a/tests/integration/test_storage_s3/test_redirect.py
+++ /dev/null
@@ -1,122 +0,0 @@
-import gzip
-import json
-import logging
-import os
-import io
-import random
-import threading
-import time
-
-import helpers.client
-import pytest
-from helpers.cluster import ClickHouseCluster, ClickHouseInstance
-
-# Creates S3 bucket for tests and allows anonymous read-write access to it.
-def prepare_s3_bucket(cluster):
-    # Allows read-write access for bucket without authorization.
-    bucket_read_write_policy = {"Version": "2012-10-17",
-                                "Statement": [
-                                    {
-                                        "Sid": "",
-                                        "Effect": "Allow",
-                                        "Principal": {"AWS": "*"},
-                                        "Action": "s3:GetBucketLocation",
-                                        "Resource": "arn:aws:s3:::root"
-                                    },
-                                    {
-                                        "Sid": "",
-                                        "Effect": "Allow",
-                                        "Principal": {"AWS": "*"},
-                                        "Action": "s3:ListBucket",
-                                        "Resource": "arn:aws:s3:::root"
-                                    },
-                                    {
-                                        "Sid": "",
-                                        "Effect": "Allow",
-                                        "Principal": {"AWS": "*"},
-                                        "Action": "s3:GetObject",
-                                        "Resource": "arn:aws:s3:::root/*"
-                                    },
-                                    {
-                                        "Sid": "",
-                                        "Effect": "Allow",
-                                        "Principal": {"AWS": "*"},
-                                        "Action": "s3:PutObject",
-                                        "Resource": "arn:aws:s3:::root/*"
-                                    }
-                                ]}
-
-    minio_client = cluster.minio_client
-    minio_client.set_bucket_policy(cluster.minio_bucket, json.dumps(bucket_read_write_policy))
-
-    cluster.minio_restricted_bucket = "{}-with-auth".format(cluster.minio_bucket)
-    if minio_client.bucket_exists(cluster.minio_restricted_bucket):
-        minio_client.remove_bucket(cluster.minio_restricted_bucket)
-
-    minio_client.make_bucket(cluster.minio_restricted_bucket)
-
-
-@pytest.fixture(scope="module")
-def started_cluster():
-    try:
-        cluster = ClickHouseCluster(__file__, name="redirect")
-        cluster.add_instance("dummy", with_minio=True, main_configs=["configs/defaultS3.xml"])
-        logging.info("Starting cluster...")
-        cluster.start()
-        logging.info("Cluster started")
-
-        prepare_s3_bucket(cluster)
-        logging.info("S3 bucket created")
-        run_s3_mock(cluster)
-
-        yield cluster
-    finally:
-        cluster.shutdown()
-
-def run_query(instance, query, stdin=None, settings=None):
-    # type: (ClickHouseInstance, str, object, dict) -> str
-
-    logging.info("Running query '{}'...".format(query))
-    result = instance.query(query, stdin=stdin, settings=settings)
-    logging.info("Query finished")
-
-    return result
-
-def run_s3_mock(cluster):
-    logging.info("Starting s3 mock")
-    container_id = cluster.get_container_id('resolver')
-    current_dir = os.path.dirname(__file__)
-    cluster.copy_file_to_container(container_id, os.path.join(current_dir, "s3_mock", "mock_s3.py"), "mock_s3.py")
-    cluster.exec_in_container(container_id, ["python", "mock_s3.py"], detach=True)
-
-    # Wait for S3 mock start
-    for attempt in range(10):
-        ping_response = cluster.exec_in_container(cluster.get_container_id('resolver'),
-                                                  ["curl", "-s", "http://resolver:8080/"], nothrow=True)
-        if ping_response != 'OK':
-            if attempt == 9:
-                assert ping_response == 'OK', 'Expected "OK", but got "{}"'.format(ping_response)
-            else:
-                time.sleep(1)
-        else:
-            break
-
-    logging.info("S3 mock started")
-
-def test_infinite_redirect(started_cluster):
-    bucket = "redirected"
-    table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
-    filename = "test.csv"
-    get_query = "select * from s3('http://resolver:8080/{bucket}/{file}', 'CSV', '{table_format}')".format(
-        bucket=bucket,
-        file=filename,
-        table_format=table_format)
-    instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
-    exception_raised = False
-    try:
-        run_query(instance, get_query)
-    except Exception as e:
-        assert str(e).find("Too many redirects while trying to access") != -1
-        exception_raised = True
-    finally:
-        assert exception_raised
\ No newline at end of file
diff --git a/tests/integration/test_system_clusters_actual_information/test.py b/tests/integration/test_system_clusters_actual_information/test.py
index afbaf53089f..48f654dc30a 100644
--- a/tests/integration/test_system_clusters_actual_information/test.py
+++ b/tests/integration/test_system_clusters_actual_information/test.py
@@ -17,11 +17,12 @@ node_1 = cluster.add_instance('node_1', with_zookeeper=True)
 def started_cluster():
     try:
         cluster.start()
+        node_1.query_with_retry('DROP TABLE IF EXISTS replicated')
 
-        node_1.query('''CREATE TABLE replicated (id UInt32, date Date) ENGINE =
+        node_1.query_with_retry('''CREATE TABLE replicated (id UInt32, date Date) ENGINE =
             ReplicatedMergeTree('/clickhouse/tables/replicated', 'node_1')  ORDER BY id PARTITION BY toYYYYMM(date)''')
 
-        node.query("CREATE TABLE distributed (id UInt32, date Date) ENGINE = Distributed('test_cluster', 'default', 'replicated')")
+        node.query_with_retry("CREATE TABLE distributed (id UInt32, date Date) ENGINE = Distributed('test_cluster', 'default', 'replicated')")
 
         yield cluster
 
diff --git a/tests/integration/test_version_update_after_mutation/test.py b/tests/integration/test_version_update_after_mutation/test.py
index 79e5dece174..4527e7a796f 100644
--- a/tests/integration/test_version_update_after_mutation/test.py
+++ b/tests/integration/test_version_update_after_mutation/test.py
@@ -32,28 +32,28 @@ def test_mutate_and_upgrade(start_cluster):
     node1.query("INSERT INTO mt VALUES ('2020-02-13', 1), ('2020-02-13', 2);")
 
     node1.query("ALTER TABLE mt DELETE WHERE id = 2", settings={"mutations_sync": "2"})
-    node2.query("SYSTEM SYNC REPLICA mt", timeout=5)
+    node2.query("SYSTEM SYNC REPLICA mt", timeout=15)
 
     node1.restart_with_latest_version()
     node2.restart_with_latest_version()
 
     node2.query("INSERT INTO mt VALUES ('2020-02-13', 3);")
 
-    node1.query("SYSTEM SYNC REPLICA mt", timeout=5)
+    node1.query("SYSTEM SYNC REPLICA mt", timeout=15)
 
     assert node1.query("SELECT COUNT() FROM mt") == "2\n"
     assert node2.query("SELECT COUNT() FROM mt") == "2\n"
 
     node1.query("INSERT INTO mt VALUES ('2020-02-13', 4);")
 
-    node2.query("SYSTEM SYNC REPLICA mt", timeout=5)
+    node2.query("SYSTEM SYNC REPLICA mt", timeout=15)
 
     assert node1.query("SELECT COUNT() FROM mt") == "3\n"
     assert node2.query("SELECT COUNT() FROM mt") == "3\n"
 
     node2.query("ALTER TABLE mt DELETE WHERE id = 3", settings={"mutations_sync": "2"})
 
-    node1.query("SYSTEM SYNC REPLICA mt", timeout=5)
+    node1.query("SYSTEM SYNC REPLICA mt", timeout=15)
 
     assert node1.query("SELECT COUNT() FROM mt") == "2\n"
     assert node2.query("SELECT COUNT() FROM mt") == "2\n"

From dd192bb0ab0af08fb0ed2a73d0c5aa0730a138c4 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 29 Apr 2021 17:26:41 +0300
Subject: [PATCH 0160/1060] better

---
 tests/integration/test_storage_s3/test.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index 350e276a394..f40642f7f75 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -116,12 +116,12 @@ def run_query(instance, query, stdin=None, settings=None):
 @pytest.mark.parametrize("maybe_auth,positive,compression", [
     pytest.param("", True, 'auto', id="positive"),
     pytest.param("'minio','minio123',", True, 'auto', id="auth_positive"),
-    pytest.param("'wrongid','wrongkey',", False, 'auto', id="auto-"),
-    pytest.param("'wrongid','wrongkey',", False, 'gzip', id=""),
-    pytest.param("'wrongid','wrongkey',", False, 'deflate', id=""),
-    pytest.param("'wrongid','wrongkey',", False, 'brotli', id=""),
-    pytest.param("'wrongid','wrongkey',", False, 'xz', id=""),
-    pytest.param("'wrongid','wrongkey',", False, 'zstd, id=""')
+    pytest.param("'wrongid','wrongkey',", False, 'auto', id="auto"),
+    pytest.param("'wrongid','wrongkey',", False, 'gzip', id="gzip"),
+    pytest.param("'wrongid','wrongkey',", False, 'deflate', id="deflate"),
+    pytest.param("'wrongid','wrongkey',", False, 'brotli', id="brotli"),
+    pytest.param("'wrongid','wrongkey',", False, 'xz', id="xz"),
+    pytest.param("'wrongid','wrongkey',", False, 'zstd', id="zstd")
 ])
 def test_put(started_cluster, maybe_auth, positive, compression):
     # type: (ClickHouseCluster) -> None

From 8197e1c0c19d49e038bcc585f3ad0498734e424c Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Thu, 29 Apr 2021 17:30:02 +0300
Subject: [PATCH 0161/1060] Add qualified names for right columns for storage
 join

---
 src/Interpreters/ExpressionAnalyzer.cpp       | 10 ++++-
 src/Interpreters/HashJoin.cpp                 | 42 ++++++++++++++-----
 src/Interpreters/TableJoin.cpp                |  7 ++++
 src/Interpreters/TableJoin.h                  |  2 +
 .../0_stateless/00118_storage_join.reference  | 16 +++++++
 .../0_stateless/00118_storage_join.sql        |  6 +++
 6 files changed, 71 insertions(+), 12 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index ee576c8deda..bd613662b7a 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -809,7 +809,15 @@ JoinPtr SelectQueryExpressionAnalyzer::makeTableJoin(
 
     /// Use StorageJoin if any.
     if (!subquery_for_join.join)
-        subquery_for_join.join = tryGetStorageJoin(syntax->analyzed_join);
+    {
+        if (auto storage_join = tryGetStorageJoin(syntax->analyzed_join))
+        {
+            if (syntax->analyzed_join->hasOn())
+                throw DB::Exception("`JOIN ON` with `Join` table engine not supported, use `USING` syntax",
+                                    ErrorCodes::NOT_IMPLEMENTED);
+            subquery_for_join.join = storage_join;
+        }
+    }
 
     if (!subquery_for_join.join)
     {
diff --git a/src/Interpreters/HashJoin.cpp b/src/Interpreters/HashJoin.cpp
index fcd89aed84d..3e501ad8eb7 100644
--- a/src/Interpreters/HashJoin.cpp
+++ b/src/Interpreters/HashJoin.cpp
@@ -680,7 +680,19 @@ namespace
 class AddedColumns
 {
 public:
-    using TypeAndNames = std::vector<std::pair<decltype(ColumnWithTypeAndName::type), decltype(ColumnWithTypeAndName::name)>>;
+
+    struct TypeAndName
+    {
+        DataTypePtr type;
+        String name;
+        String qualified_name;
+
+        TypeAndName(DataTypePtr type_, const String & name_, const String & qualified_name_)
+            : type(type_)
+            , name(name_)
+            , qualified_name(qualified_name_)
+        {}
+    };
 
     AddedColumns(const Block & block_with_columns_to_add,
                  const Block & block,
@@ -705,27 +717,30 @@ public:
 
         for (const auto & src_column : block_with_columns_to_add)
         {
+            /// Column names `src_column.name` and `qualified_name` can be differ for StorageJoin,
+            /// because it uses not qualified right block column names
+            auto qualified_name = join.getTableJoin().renamedRightColumnName(src_column.name);
             /// Don't insert column if it's in left block
-            if (!block.has(src_column.name))
-                addColumn(src_column);
+            if (!block.has(qualified_name))
+                addColumn(src_column, qualified_name);
         }
 
         if (is_asof_join)
         {
             const ColumnWithTypeAndName & right_asof_column = join.rightAsofKeyColumn();
-            addColumn(right_asof_column);
+            addColumn(right_asof_column, right_asof_column.name);
             left_asof_key = key_columns.back();
         }
 
         for (auto & tn : type_name)
-            right_indexes.push_back(saved_block_sample.getPositionByName(tn.second));
+            right_indexes.push_back(saved_block_sample.getPositionByName(tn.name));
     }
 
     size_t size() const { return columns.size(); }
 
     ColumnWithTypeAndName moveColumn(size_t i)
     {
-        return ColumnWithTypeAndName(std::move(columns[i]), type_name[i].first, type_name[i].second);
+        return ColumnWithTypeAndName(std::move(columns[i]), type_name[i].type, type_name[i].qualified_name);
     }
 
     template <bool has_defaults>
@@ -748,7 +763,7 @@ public:
         if (lazy_defaults_count)
         {
             for (size_t j = 0, size = right_indexes.size(); j < size; ++j)
-                JoinCommon::addDefaultValues(*columns[j], type_name[j].first, lazy_defaults_count);
+                JoinCommon::addDefaultValues(*columns[j], type_name[j].type, lazy_defaults_count);
             lazy_defaults_count = 0;
         }
     }
@@ -764,7 +779,7 @@ public:
     bool need_filter = false;
 
 private:
-    TypeAndNames type_name;
+    std::vector<TypeAndName> type_name;
     MutableColumns columns;
     std::vector<size_t> right_indexes;
     size_t lazy_defaults_count = 0;
@@ -773,11 +788,11 @@ private:
     ASOF::Inequality asof_inequality;
     const IColumn * left_asof_key = nullptr;
 
-    void addColumn(const ColumnWithTypeAndName & src_column)
+    void addColumn(const ColumnWithTypeAndName & src_column, const std::string & qualified_name)
     {
         columns.push_back(src_column.column->cloneEmpty());
         columns.back()->reserve(src_column.column->size());
-        type_name.emplace_back(src_column.type, src_column.name);
+        type_name.emplace_back(src_column.type, src_column.name, qualified_name);
     }
 };
 
@@ -1311,7 +1326,12 @@ void HashJoin::joinBlock(Block & block, ExtraBlockPtr & not_processed)
 
 void HashJoin::joinTotals(Block & block) const
 {
-    JoinCommon::joinTotals(totals, sample_block_with_columns_to_add, *table_join, block);
+    Block sample_right_block = sample_block_with_columns_to_add.cloneEmpty();
+    /// For StorageJoin column names isn't qualified in sample_block_with_columns_to_add
+    for (auto & col : sample_right_block)
+        col.name = getTableJoin().renamedRightColumnName(col.name);
+
+    JoinCommon::joinTotals(totals, sample_right_block, *table_join, block);
 }
 
 
diff --git a/src/Interpreters/TableJoin.cpp b/src/Interpreters/TableJoin.cpp
index f547e011a73..a088e4d0239 100644
--- a/src/Interpreters/TableJoin.cpp
+++ b/src/Interpreters/TableJoin.cpp
@@ -464,4 +464,11 @@ ActionsDAGPtr TableJoin::applyKeyConvertToTable(
     return dag;
 }
 
+String TableJoin::renamedRightColumnName(const String & name) const
+{
+    if (const auto it = renames.find(name); it != renames.end())
+        return it->second;
+    return name;
+}
+
 }
diff --git a/src/Interpreters/TableJoin.h b/src/Interpreters/TableJoin.h
index b75ef848f13..dc8ebeb7413 100644
--- a/src/Interpreters/TableJoin.h
+++ b/src/Interpreters/TableJoin.h
@@ -203,6 +203,8 @@ public:
     /// Split key and other columns by keys name list
     void splitAdditionalColumns(const Block & sample_block, Block & block_keys, Block & block_others) const;
     Block getRequiredRightKeys(const Block & right_table_keys, std::vector<String> & keys_sources) const;
+
+    String renamedRightColumnName(const String & name) const;
 };
 
 }
diff --git a/tests/queries/0_stateless/00118_storage_join.reference b/tests/queries/0_stateless/00118_storage_join.reference
index dad5b94e47b..05cb74361be 100644
--- a/tests/queries/0_stateless/00118_storage_join.reference
+++ b/tests/queries/0_stateless/00118_storage_join.reference
@@ -18,3 +18,19 @@
 7	
 8	
 9	
+0	0	
+1	1	abc
+2	2	def
+3	3	
+4	4	
+5	5	
+6	6	ghi
+7	7	
+8	8	
+9	9	
+0	3	
+3	9	
+2	21	def
+1	12	abc
+
+0	45	
diff --git a/tests/queries/0_stateless/00118_storage_join.sql b/tests/queries/0_stateless/00118_storage_join.sql
index 9da8829e5c7..17101f45679 100644
--- a/tests/queries/0_stateless/00118_storage_join.sql
+++ b/tests/queries/0_stateless/00118_storage_join.sql
@@ -8,4 +8,10 @@ SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT
 INSERT INTO join VALUES (6, 'ghi');
 SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
 
+SELECT k, js1.s, join.s FROM (SELECT number AS k, number as s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
+SELECT k, js1.s, join.s FROM (SELECT toUInt64(number / 3) AS k, sum(number) as s FROM numbers(10) GROUP BY toUInt64(number / 3) WITH TOTALS) js1 ANY LEFT JOIN join USING k;
+
+-- JOIN ON not supported for storage join
+SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join ON js1.k == join.k; -- { serverError 48 }
+
 DROP TABLE join;

From 38c8853f2bfcd01b68c8c055e1ad458af12b6f21 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Thu, 29 Apr 2021 17:34:26 +0300
Subject: [PATCH 0162/1060] Rename table in storage_join test

---
 .../0_stateless/00118_storage_join.sql        | 20 ++++++++---------
 .../0_stateless/00119_storage_join.sql        | 22 +++++++++----------
 2 files changed, 21 insertions(+), 21 deletions(-)

diff --git a/tests/queries/0_stateless/00118_storage_join.sql b/tests/queries/0_stateless/00118_storage_join.sql
index 17101f45679..95b090d4837 100644
--- a/tests/queries/0_stateless/00118_storage_join.sql
+++ b/tests/queries/0_stateless/00118_storage_join.sql
@@ -1,17 +1,17 @@
-DROP TABLE IF EXISTS join;
+DROP TABLE IF EXISTS t2;
 
-CREATE TABLE join (k UInt64, s String) ENGINE = Join(ANY, LEFT, k);
+CREATE TABLE t2 (k UInt64, s String) ENGINE = Join(ANY, LEFT, k);
 
-INSERT INTO join VALUES (1, 'abc'), (2, 'def');
-SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
+INSERT INTO t2 VALUES (1, 'abc'), (2, 'def');
+SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
 
-INSERT INTO join VALUES (6, 'ghi');
-SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
+INSERT INTO t2 VALUES (6, 'ghi');
+SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
 
-SELECT k, js1.s, join.s FROM (SELECT number AS k, number as s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
-SELECT k, js1.s, join.s FROM (SELECT toUInt64(number / 3) AS k, sum(number) as s FROM numbers(10) GROUP BY toUInt64(number / 3) WITH TOTALS) js1 ANY LEFT JOIN join USING k;
+SELECT k, js1.s, t2.s FROM (SELECT number AS k, number as s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
+SELECT k, js1.s, t2.s FROM (SELECT toUInt64(number / 3) AS k, sum(number) as s FROM numbers(10) GROUP BY toUInt64(number / 3) WITH TOTALS) js1 ANY LEFT JOIN t2 USING k;
 
 -- JOIN ON not supported for storage join
-SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join ON js1.k == join.k; -- { serverError 48 }
+SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k; -- { serverError 48 }
 
-DROP TABLE join;
+DROP TABLE t2;
diff --git a/tests/queries/0_stateless/00119_storage_join.sql b/tests/queries/0_stateless/00119_storage_join.sql
index e1cc7a67588..2569a64d2c3 100644
--- a/tests/queries/0_stateless/00119_storage_join.sql
+++ b/tests/queries/0_stateless/00119_storage_join.sql
@@ -1,18 +1,18 @@
-DROP TABLE IF EXISTS join;
+DROP TABLE IF EXISTS t2;
 
-CREATE TABLE join (s String, x Array(UInt8), k UInt64) ENGINE = Join(ANY, LEFT, k);
+CREATE TABLE t2 (s String, x Array(UInt8), k UInt64) ENGINE = Join(ANY, LEFT, k);
 
-INSERT INTO join VALUES ('abc', [0], 1), ('def', [1, 2], 2);
-INSERT INTO join (k, s) VALUES (3, 'ghi');
-INSERT INTO join (x, k) VALUES ([3, 4, 5], 4);
+INSERT INTO t2 VALUES ('abc', [0], 1), ('def', [1, 2], 2);
+INSERT INTO t2 (k, s) VALUES (3, 'ghi');
+INSERT INTO t2 (x, k) VALUES ([3, 4, 5], 4);
 
-SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
-SELECT s, x FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
-SELECT x, s, k FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
-SELECT 1, x, 2, s, 3, k, 4 FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN join USING k;
+SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
+SELECT s, x FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
+SELECT x, s, k FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
+SELECT 1, x, 2, s, 3, k, 4 FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
 
 SELECT t1.k, t1.s, t2.x
 FROM ( SELECT number AS k, 'a' AS s FROM numbers(2) GROUP BY number WITH TOTALS ) AS t1
-ANY LEFT JOIN join AS t2 USING(k);
+ANY LEFT JOIN t2 AS t2 USING(k);
 
-DROP TABLE join;
+DROP TABLE t2;

From 764ac307d11eda044e789b323053417ea6e72e06 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 29 Apr 2021 19:01:28 +0300
Subject: [PATCH 0163/1060] fix

---
 .../integration/test_adaptive_granularity_replicated/test.py  | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/test_adaptive_granularity_replicated/test.py b/tests/integration/test_adaptive_granularity_replicated/test.py
index a2057a5677b..5903cb85603 100644
--- a/tests/integration/test_adaptive_granularity_replicated/test.py
+++ b/tests/integration/test_adaptive_granularity_replicated/test.py
@@ -6,8 +6,8 @@ from helpers.cluster import ClickHouseCluster
 cluster = ClickHouseCluster(__file__)
 
 node1 = cluster.add_instance('node1', with_zookeeper=True)
-node2 = cluster.add_instance('node2')
-node3 = cluster.add_instance('node3', image='yandex/clickhouse-server', tag='19.1.14',
+node2 = cluster.add_instance('node2', with_zookeeper=True)
+node3 = cluster.add_instance('node3', with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.14',
                              with_installed_binary=True)
 
 

From 654e58b77c2b376918847986e43cc07ff4d4f187 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 29 Apr 2021 22:58:42 +0300
Subject: [PATCH 0164/1060] Adjust test

---
 .../0_stateless/01658_read_file_to_stringcolumn.reference   | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tests/queries/0_stateless/01658_read_file_to_stringcolumn.reference b/tests/queries/0_stateless/01658_read_file_to_stringcolumn.reference
index 87659c32e39..1d0901cf9f6 100644
--- a/tests/queries/0_stateless/01658_read_file_to_stringcolumn.reference
+++ b/tests/queries/0_stateless/01658_read_file_to_stringcolumn.reference
@@ -8,11 +8,11 @@ ccccccccc	aaaaaaaaa	bbbbbbbbb
 aaaaaaaaa
 bbbbbbbbb
 ccccccccc
-:107
+:233
 :79
 :35
 :35
-:35
+:233
 699415
 aaaaaaaaa	bbbbbbbbb
 ccccccccc	aaaaaaaaa	bbbbbbbbb
@@ -21,5 +21,5 @@ ccccccccc	aaaaaaaaa	bbbbbbbbb
 ccccccccc	aaaaaaaaa	bbbbbbbbb
 699415	0
 :0
-:107
+:70
 :79

From 65865c1fc5abeaec43a26b1f6ff8a46b18e020d4 Mon Sep 17 00:00:00 2001
From: atereh <terehova@clickhouse.ru-central1.internal>
Date: Thu, 29 Apr 2021 22:32:29 +0000
Subject: [PATCH 0165/1060] Initial commit

---
 docs/en/sql-reference/statements/optimize.md | 148 +++++++++++++++----
 1 file changed, 121 insertions(+), 27 deletions(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 247252d3f4e..47c79622e25 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -31,15 +31,17 @@ When `OPTIMIZE` is used with the [ReplicatedMergeTree](../../engines/table-engin
 If you want to perform deduplication on custom set of columns rather than on all, you can specify list of columns explicitly or use any combination of [`*`](../../sql-reference/statements/select/index.md#asterisk), [`COLUMNS`](../../sql-reference/statements/select/index.md#columns-expression) or [`EXCEPT`](../../sql-reference/statements/select/index.md#except-modifier) expressions. The explictly written or implicitly expanded list of columns must include all columns specified in row ordering expression (both primary and sorting keys) and partitioning expression (partitioning key).
 
 !!! note "Note"
-    Notice that `*` behaves just like in `SELECT`: `MATERIALIZED` and `ALIAS` columns are not used for expansion.
-    Also, it is an error to specify empty list of columns, or write an expression that results in an empty list of columns, or deduplicate by an ALIAS column.
+    Notice that `*` behaves just like in `SELECT`: [`MATERIALIZED`](../../sql-reference/statements/create/table/#materialized) and [`ALIAS`](../../sql-reference/statements/create/table/#alias) columns are not used for expansion.
+    Also, it is an error to specify empty list of columns, or write an expression that results in an empty list of columns, or deduplicate by an `ALIAS` column.
+
+**Syntax**
 
 ``` sql
-OPTIMIZE TABLE table DEDUPLICATE; -- the old one
-OPTIMIZE TABLE table DEDUPLICATE BY *; -- not the same as the old one, excludes MATERIALIZED columns (see the note above)
+OPTIMIZE TABLE table DEDUPLICATE; -- all columns 
+OPTIMIZE TABLE table DEDUPLICATE BY *; -- excludes MATERIALIZED and ALIAS columns
+OPTIMIZE TABLE table DEDUPLICATE BY colX,colY,colZ;
 OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT colX;
 OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT (colX, colY);
-OPTIMIZE TABLE table DEDUPLICATE BY col1,col2,col3;
 OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex');
 OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT colX;
 OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (colX, colY);
@@ -47,47 +49,139 @@ OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (c
 
 **Examples**
 
-Create a table:
+1. Local example on a [`MergeTree`](../../engines/table-engines/mergetree-family/mergetree.md) table engine:
 
 ``` sql
-CREATE TABLE example (
-    primary_key Int32,
-    secondary_key Int32,
+DROP TABLE IF EXISTS dup_example;
+
+CREATE TABLE dup_example (
+    pk Int32, -- primary key
+    sk Int32, -- secondary key
     value UInt32,
-    partition_key UInt32,
-    materialized_value UInt32 MATERIALIZED 12345,
-    aliased_value UInt32 ALIAS 2,
-    PRIMARY KEY primary_key
+    mat UInt32 MATERIALIZED rand(),  -- materialized value
+    alias UInt32 ALIAS 2, -- aliased value
+    PRIMARY KEY pk
 ) ENGINE=MergeTree
-PARTITION BY partition_key
-ORDER BY (primary_key, secondary_key);
+ORDER BY (pk, sk);
 ```
 
-The 'old' deduplicate, all columns are taken into account, i.e. row is removed only if all values in all columns are equal to corresponding values in previous row.
+The `MergeTree` engine does not have parameters.
+
+**Valid cases**
+
+In the case below all columns are taken into account, i.e. row is removed only if all values in all columns are equal to corresponding values in another row.
+Here and below we need to add `FINAL` to force deduplication in case of a small set of data.
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE;
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE;
 ```
 
-Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED`: `primary_key`, `secondary_key`, `value`, `partition_key`, and `materialized_value` columns.
+Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED`: in our case deduplicate by `pk`, `sk` and `value` columns.
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY *;
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY *;
 ```
 
-Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED` and explicitly not `materialized_value`: `primary_key`, `secondary_key`, `value`, and `partition_key` columns.
+Deduplicate explicitly by `pk`, `sk`, `value` and `mat` columns.
+``` sql
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY pk, sk, value, mat;
+```
+
+Deduplicate by columns matching a regex `'.*k'`: `pk` and `sk` columns.
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY * EXCEPT materialized_value;
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY COLUMNS('.*k');
 ```
 
-Deduplicate explicitly by `primary_key`, `secondary_key`, and `partition_key` columns.
-``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY primary_key, secondary_key, partition_key;
-```
+**Error cases**
 
-Deduplicate by any column matching a regex: `primary_key`, `secondary_key`, and `partition_key` columns.
+Note that **primary key** column should not be missed in any `BY` expression. These queries will face errors:
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY COLUMNS('.*_key');
+OPTIMIZE TABLE dup_example DEDUPLICATE BY * EXCEPT(pk);
+OPTIMIZE TABLE dup_example DEDUPLICATE BY sk, value;
 ```
+
+Empty list cases:
+``` sql
+OPTIMIZE TABLE dup_example DEDUPLICATE BY * EXCEPT(pk, sk, value, mat, alias); -- server error
+OPTIMIZE TABLE dup_example DEDUPLICATE BY; -- syntax error
+```
+
+2. Replicated example on a [`ReplicatedMergeTree`](../../engines/table-engines/mergetree-family/replication/#creating-replicated-tables) table engine:
+
+```sql
+DROP TABLE IF EXISTS replicated_deduplicate_by_columns_r1;
+DROP TABLE IF EXISTS replicated_deduplicate_by_columns_r2;
+
+SET replication_alter_partitions_sync = 2;
+
+CREATE TABLE IF NOT EXISTS replicated_deduplicate_by_columns_r1 (
+    id Int32, 
+    value UInt32, 
+    insert_time_ns DateTime64(9) MATERIALIZED now64(9), 
+    insert_replica_id UInt8 MATERIALIZED randConstant()
+) ENGINE=ReplicatedMergeTree('zookeeper_name_configured_in_auxiliary_zookeepers:path', 'r1') 
+ORDER BY id;
+
+CREATE TABLE IF NOT EXISTS replicated_deduplicate_by_columns_r2 (
+    id Int32, 
+    value UInt32, 
+    insert_time_ns DateTime64(9) MATERIALIZED now64(9), 
+    insert_replica_id UInt8 MATERIALIZED randConstant()
+) ENGINE=ReplicatedMergeTree('zookeeper_name_configured_in_auxiliary_zookeepers:path', 'r2') 
+ORDER BY id;
+```
+
+For the `ReplicatedMergeTree` engine we give the path to the table and name of the replica in Zookeeper.
+
+Insert some data into both replicas and wait for them to sync:
+
+```sql
+SYSTEM SYNC REPLICA replicated_deduplicate_by_columns_r2;
+SYSTEM SYNC REPLICA replicated_deduplicate_by_columns_r1;
+```
+
+Check that we have data on replicas:
+
+```sql
+SELECT 'r1', id, value, count(), uniqExact(insert_time_ns), uniqExact(insert_replica_id) 
+FROM replicated_deduplicate_by_columns_r1 
+GROUP BY id, value 
+ORDER BY id, value;
+
+SELECT 'r2', id, value, count(), uniqExact(insert_time_ns), uniqExact(insert_replica_id) 
+FROM replicated_deduplicate_by_columns_r2 
+GROUP BY id, value 
+ORDER BY id, value;
+```
+
+Remove full duplicates from replica `r1` based on all columns:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE;
+```
+
+Remove duplicates from replica `r1` based on all columns that are not `ALIAS` or `MATERIALIZED`:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY *; -- except insert_time_ns, insert_replica_id
+```
+
+Deduplicate replica `r1` explicitly by `id` and `value` columns:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY id, value;
+```
+
+Deduplicate by columns matching a regex:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS('[id, value]');
+
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS('[i]') EXCEPT(insert_time_ns, insert_replica_id);
+```
+
+Don't forget to `DROP` tables and replicas `SYSTEM DROP REPLICA` afterwards.
+
+

From 03d6a7769042da632ecdfe1bdd5b3c9e43338fdc Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Fri, 30 Apr 2021 00:36:50 +0200
Subject: [PATCH 0166/1060] Initial commit

---
 docs/en/sql-reference/statements/optimize.md | 146 +++++++++++++++----
 1 file changed, 119 insertions(+), 27 deletions(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 247252d3f4e..8a12f073f74 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -31,15 +31,17 @@ When `OPTIMIZE` is used with the [ReplicatedMergeTree](../../engines/table-engin
 If you want to perform deduplication on custom set of columns rather than on all, you can specify list of columns explicitly or use any combination of [`*`](../../sql-reference/statements/select/index.md#asterisk), [`COLUMNS`](../../sql-reference/statements/select/index.md#columns-expression) or [`EXCEPT`](../../sql-reference/statements/select/index.md#except-modifier) expressions. The explictly written or implicitly expanded list of columns must include all columns specified in row ordering expression (both primary and sorting keys) and partitioning expression (partitioning key).
 
 !!! note "Note"
-    Notice that `*` behaves just like in `SELECT`: `MATERIALIZED` and `ALIAS` columns are not used for expansion.
-    Also, it is an error to specify empty list of columns, or write an expression that results in an empty list of columns, or deduplicate by an ALIAS column.
+    Notice that `*` behaves just like in `SELECT`: [`MATERIALIZED`](../../sql-reference/statements/create/table/#materialized) and [`ALIAS`](../../sql-reference/statements/create/table/#alias) columns are not used for expansion.
+    Also, it is an error to specify empty list of columns, or write an expression that results in an empty list of columns, or deduplicate by an `ALIAS` column.
+
+**Syntax**
 
 ``` sql
-OPTIMIZE TABLE table DEDUPLICATE; -- the old one
-OPTIMIZE TABLE table DEDUPLICATE BY *; -- not the same as the old one, excludes MATERIALIZED columns (see the note above)
+OPTIMIZE TABLE table DEDUPLICATE; -- all columns 
+OPTIMIZE TABLE table DEDUPLICATE BY *; -- excludes MATERIALIZED and ALIAS columns
+OPTIMIZE TABLE table DEDUPLICATE BY colX,colY,colZ;
 OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT colX;
 OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT (colX, colY);
-OPTIMIZE TABLE table DEDUPLICATE BY col1,col2,col3;
 OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex');
 OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT colX;
 OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (colX, colY);
@@ -47,47 +49,137 @@ OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (c
 
 **Examples**
 
-Create a table:
+1. Local example on a [`MergeTree`](../../engines/table-engines/mergetree-family/mergetree.md) table engine:
 
 ``` sql
-CREATE TABLE example (
-    primary_key Int32,
-    secondary_key Int32,
+DROP TABLE IF EXISTS dup_example;
+
+CREATE TABLE dup_example (
+    pk Int32, -- primary key
+    sk Int32, -- secondary key
     value UInt32,
-    partition_key UInt32,
-    materialized_value UInt32 MATERIALIZED 12345,
-    aliased_value UInt32 ALIAS 2,
-    PRIMARY KEY primary_key
+    mat UInt32 MATERIALIZED rand(),  -- materialized value
+    alias UInt32 ALIAS 2, -- aliased value
+    PRIMARY KEY pk
 ) ENGINE=MergeTree
-PARTITION BY partition_key
-ORDER BY (primary_key, secondary_key);
+ORDER BY (pk, sk);
 ```
 
-The 'old' deduplicate, all columns are taken into account, i.e. row is removed only if all values in all columns are equal to corresponding values in previous row.
+The `MergeTree` engine does not have parameters.
+
+**Valid cases**
+
+In the case below all columns are taken into account, i.e. row is removed only if all values in all columns are equal to corresponding values in another row.
+Here and below we need to add `FINAL` to force deduplication in case of a small set of data.
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE;
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE;
 ```
 
-Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED`: `primary_key`, `secondary_key`, `value`, `partition_key`, and `materialized_value` columns.
+Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED`: in our case deduplicate by `pk`, `sk` and `value` columns.
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY *;
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY *;
 ```
 
-Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED` and explicitly not `materialized_value`: `primary_key`, `secondary_key`, `value`, and `partition_key` columns.
+Deduplicate explicitly by `pk`, `sk`, `value` and `mat` columns.
+``` sql
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY pk, sk, value, mat;
+```
+
+Deduplicate by columns matching a regex `'.*k'`: `pk` and `sk` columns.
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY * EXCEPT materialized_value;
+OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY COLUMNS('.*k');
 ```
 
-Deduplicate explicitly by `primary_key`, `secondary_key`, and `partition_key` columns.
-``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY primary_key, secondary_key, partition_key;
-```
+**Error cases**
 
-Deduplicate by any column matching a regex: `primary_key`, `secondary_key`, and `partition_key` columns.
+Note that **primary key** column should not be missed in any `BY` expression. These queries will face errors:
 
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY COLUMNS('.*_key');
+OPTIMIZE TABLE dup_example DEDUPLICATE BY * EXCEPT(pk);
+OPTIMIZE TABLE dup_example DEDUPLICATE BY sk, value;
 ```
+
+Empty list cases:
+``` sql
+OPTIMIZE TABLE dup_example DEDUPLICATE BY * EXCEPT(pk, sk, value, mat, alias); -- server error
+OPTIMIZE TABLE dup_example DEDUPLICATE BY; -- syntax error
+```
+
+2. Replicated example on a [`ReplicatedMergeTree`](../../engines/table-engines/mergetree-family/replication/#creating-replicated-tables) table engine:
+
+```sql
+DROP TABLE IF EXISTS replicated_deduplicate_by_columns_r1;
+DROP TABLE IF EXISTS replicated_deduplicate_by_columns_r2;
+
+SET replication_alter_partitions_sync = 2;
+
+CREATE TABLE IF NOT EXISTS replicated_deduplicate_by_columns_r1 (
+    id Int32, 
+    value UInt32, 
+    insert_time_ns DateTime64(9) MATERIALIZED now64(9), 
+    insert_replica_id UInt8 MATERIALIZED randConstant()
+) ENGINE=ReplicatedMergeTree('zookeeper_name_configured_in_auxiliary_zookeepers:path', 'r1') 
+ORDER BY id;
+
+CREATE TABLE IF NOT EXISTS replicated_deduplicate_by_columns_r2 (
+    id Int32, 
+    value UInt32, 
+    insert_time_ns DateTime64(9) MATERIALIZED now64(9), 
+    insert_replica_id UInt8 MATERIALIZED randConstant()
+) ENGINE=ReplicatedMergeTree('zookeeper_name_configured_in_auxiliary_zookeepers:path', 'r2') 
+ORDER BY id;
+```
+
+For the `ReplicatedMergeTree` engine we give the path to the table and name of the replica in Zookeeper.
+
+Insert some data into both replicas and wait for them to sync:
+
+```sql
+SYSTEM SYNC REPLICA replicated_deduplicate_by_columns_r2;
+SYSTEM SYNC REPLICA replicated_deduplicate_by_columns_r1;
+```
+
+Check that we have data on replicas:
+
+```sql
+SELECT 'r1', id, value, count(), uniqExact(insert_time_ns), uniqExact(insert_replica_id) 
+FROM replicated_deduplicate_by_columns_r1 
+GROUP BY id, value 
+ORDER BY id, value;
+
+SELECT 'r2', id, value, count(), uniqExact(insert_time_ns), uniqExact(insert_replica_id) 
+FROM replicated_deduplicate_by_columns_r2 
+GROUP BY id, value 
+ORDER BY id, value;
+```
+
+Remove full duplicates from replica `r1` based on all columns:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE;
+```
+
+Remove duplicates from replica `r1` based on all columns that are not `ALIAS` or `MATERIALIZED`:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY *; -- except insert_time_ns, insert_replica_id
+```
+
+Deduplicate replica `r1` explicitly by `id` and `value` columns:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY id, value;
+```
+
+Deduplicate by columns matching a regex:
+
+```sql
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS('[id, value]');
+
+OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS('[i]') EXCEPT(insert_time_ns, insert_replica_id);
+```
+
+Don't forget to `DROP` tables and replicas `SYSTEM DROP REPLICA` afterwards.
\ No newline at end of file

From e6e37fd098d882be9ef4f26696dfcd2e7e1a62c6 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Fri, 30 Apr 2021 01:09:13 +0200
Subject: [PATCH 0167/1060] link edits

---
 docs/en/sql-reference/statements/optimize.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 8a12f073f74..72989045b5f 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -108,7 +108,7 @@ OPTIMIZE TABLE dup_example DEDUPLICATE BY * EXCEPT(pk, sk, value, mat, alias); -
 OPTIMIZE TABLE dup_example DEDUPLICATE BY; -- syntax error
 ```
 
-2. Replicated example on a [`ReplicatedMergeTree`](../../engines/table-engines/mergetree-family/replication/#creating-replicated-tables) table engine:
+2. Replicated example on a [`ReplicatedMergeTree`](../../engines/table-engines/mergetree-family/replication.md) table engine:
 
 ```sql
 DROP TABLE IF EXISTS replicated_deduplicate_by_columns_r1;

From f8631a8077da1baa61499ded1fe31f8044864d50 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Fri, 30 Apr 2021 01:21:11 +0200
Subject: [PATCH 0168/1060] Link fix

---
 docs/en/sql-reference/statements/optimize.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 72989045b5f..0eacc7e57b4 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -31,7 +31,7 @@ When `OPTIMIZE` is used with the [ReplicatedMergeTree](../../engines/table-engin
 If you want to perform deduplication on custom set of columns rather than on all, you can specify list of columns explicitly or use any combination of [`*`](../../sql-reference/statements/select/index.md#asterisk), [`COLUMNS`](../../sql-reference/statements/select/index.md#columns-expression) or [`EXCEPT`](../../sql-reference/statements/select/index.md#except-modifier) expressions. The explictly written or implicitly expanded list of columns must include all columns specified in row ordering expression (both primary and sorting keys) and partitioning expression (partitioning key).
 
 !!! note "Note"
-    Notice that `*` behaves just like in `SELECT`: [`MATERIALIZED`](../../sql-reference/statements/create/table/#materialized) and [`ALIAS`](../../sql-reference/statements/create/table/#alias) columns are not used for expansion.
+    Notice that `*` behaves just like in `SELECT`: [`MATERIALIZED`](./create/table/#materialized) and [`ALIAS`](./create/table/#alias) columns are not used for expansion.
     Also, it is an error to specify empty list of columns, or write an expression that results in an empty list of columns, or deduplicate by an `ALIAS` column.
 
 **Syntax**

From 7f2f138d5692d4b9e6a3ab3d72936fa3287a2751 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 09:52:40 +0300
Subject: [PATCH 0169/1060] Update DiskLocal and DiskMemory

---
 src/Disks/DiskLocal.cpp  | 88 ++++++++++++++++++++--------------------
 src/Disks/DiskLocal.h    | 14 ++++---
 src/Disks/DiskMemory.cpp | 15 +++----
 3 files changed, 62 insertions(+), 55 deletions(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index f567ec4c0ad..3e109ad8da4 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -60,28 +60,28 @@ private:
 class DiskLocalDirectoryIterator : public IDiskDirectoryIterator
 {
 public:
-    explicit DiskLocalDirectoryIterator(const String & disk_path_, const String & dir_path_)
-        : dir_path(dir_path_), iter(disk_path_ + dir_path_)
+    explicit DiskLocalDirectoryIterator(const fs::path & disk_path_, const String & dir_path_)
+        : dir_path(dir_path_), entry(disk_path_ / dir_path_)
     {
     }
 
-    void next() override { ++iter; }
+    void next() override { ++entry; }
 
-    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
+    bool isValid() const override { return entry != fs::directory_iterator(); }
 
     String path() const override
     {
-        if (iter->isDirectory())
-            return dir_path + iter.name() + '/';
+        if (entry->is_directory())
+            return dir_path / entry->path().filename() / "";
         else
-            return dir_path + iter.name();
+            return dir_path / entry->path().filename();
     }
 
-    String name() const override { return iter.name(); }
+    String name() const override { return entry->path().filename(); }
 
 private:
-    String dir_path;
-    Poco::DirectoryIterator iter;
+    fs::path dir_path;
+    fs::directory_iterator entry;
 };
 
 
@@ -119,9 +119,9 @@ UInt64 DiskLocal::getTotalSpace() const
 {
     struct statvfs fs;
     if (name == "default") /// for default disk we get space from path/data/
-        fs = getStatVFS(disk_path + "data/");
+        fs = getStatVFS(fs::path(disk_path / "data/").string());
     else
-        fs = getStatVFS(disk_path);
+        fs = getStatVFS(disk_path.string());
     UInt64 total_size = fs.f_blocks * fs.f_bsize;
     if (total_size < keep_free_space_bytes)
         return 0;
@@ -134,9 +134,9 @@ UInt64 DiskLocal::getAvailableSpace() const
     /// available for superuser only and for system purposes
     struct statvfs fs;
     if (name == "default") /// for default disk we get space from path/data/
-        fs = getStatVFS(disk_path + "data/");
+        fs = getStatVFS(fs::path(disk_path / "data/").string());
     else
-        fs = getStatVFS(disk_path);
+        fs = getStatVFS(disk_path.string());
     UInt64 total_size = fs.f_bavail * fs.f_bsize;
     if (total_size < keep_free_space_bytes)
         return 0;
@@ -153,43 +153,43 @@ UInt64 DiskLocal::getUnreservedSpace() const
 
 bool DiskLocal::exists(const String & path) const
 {
-    return fs::exists(fs::path(disk_path) / path);
+    return fs::exists(disk_path / path);
 }
 
 bool DiskLocal::isFile(const String & path) const
 {
-    return fs::is_regular_file(fs::path(disk_path) / path);
+    return fs::is_regular_file(disk_path / path);
 }
 
 bool DiskLocal::isDirectory(const String & path) const
 {
-    return fs::is_directory(fs::path(disk_path) / path);
+    return fs::is_directory(disk_path / path);
 }
 
 size_t DiskLocal::getFileSize(const String & path) const
 {
-    return fs::file_size(fs::path(disk_path) / path);
+    return fs::file_size(disk_path / path);
 }
 
 void DiskLocal::createDirectory(const String & path)
 {
-    fs::create_directory(fs::path(disk_path) / path);
+    fs::create_directory(disk_path / path);
 }
 
 void DiskLocal::createDirectories(const String & path)
 {
-    fs::create_directories(fs::path(disk_path) / path);
+    fs::create_directories(disk_path / path);
 }
 
 void DiskLocal::clearDirectory(const String & path)
 {
-    for (auto & entry : fs::directory_iterator(fs::path(disk_path) / path))
+    for (auto & entry : fs::directory_iterator(disk_path / path))
         fs::remove(entry.path());
 }
 
 void DiskLocal::moveDirectory(const String & from_path, const String & to_path)
 {
-    fs::rename(fs::path(disk_path) / from_path, fs::path(disk_path) / to_path);
+    fs::rename(disk_path / from_path, disk_path / to_path);
 }
 
 DiskDirectoryIteratorPtr DiskLocal::iterateDirectory(const String & path)
@@ -199,18 +199,18 @@ DiskDirectoryIteratorPtr DiskLocal::iterateDirectory(const String & path)
 
 void DiskLocal::moveFile(const String & from_path, const String & to_path)
 {
-    fs::rename(fs::path(disk_path) / from_path, fs::path(disk_path) / to_path);
+    fs::rename(disk_path / from_path, disk_path / to_path);
 }
 
 void DiskLocal::replaceFile(const String & from_path, const String & to_path)
 {
-    fs::path from_file = fs::path(disk_path) / from_path;
-    fs::path to_file = fs::path(disk_path) / to_path;
+    fs::path from_file = disk_path / from_path;
+    fs::path to_file = disk_path / to_path;
     if (fs::exists(to_file))
     {
         fs::path tmp_file(to_file.string() + ".old");
         fs::rename(to_file, tmp_file);
-        fs::rename(from_file, fs::path(disk_path) / to_path);
+        fs::rename(from_file, disk_path / to_path);
         fs::remove(tmp_file);
     }
     else
@@ -223,35 +223,35 @@ std::unique_ptr<ReadBufferFromFileBase>
 DiskLocal::readFile(
     const String & path, size_t buf_size, size_t estimated_size, size_t aio_threshold, size_t mmap_threshold, MMappedFileCache * mmap_cache) const
 {
-    return createReadBufferFromFileBase(disk_path + path, estimated_size, aio_threshold, mmap_threshold, mmap_cache, buf_size);
+    return createReadBufferFromFileBase(disk_path / path, estimated_size, aio_threshold, mmap_threshold, mmap_cache, buf_size);
 }
 
 std::unique_ptr<WriteBufferFromFileBase>
 DiskLocal::writeFile(const String & path, size_t buf_size, WriteMode mode)
 {
     int flags = (mode == WriteMode::Append) ? (O_APPEND | O_CREAT | O_WRONLY) : -1;
-    return std::make_unique<WriteBufferFromFile>(disk_path + path, buf_size, flags);
+    return std::make_unique<WriteBufferFromFile>(disk_path / path, buf_size, flags);
 }
 
 void DiskLocal::removeFile(const String & path)
 {
-    auto fs_path = disk_path + path;
+    auto fs_path = disk_path / path;
     if (0 != unlink(fs_path.c_str()))
-        throwFromErrnoWithPath("Cannot unlink file " + fs_path, fs_path, ErrorCodes::CANNOT_UNLINK);
+        throwFromErrnoWithPath("Cannot unlink file " + fs_path.string(), fs_path, ErrorCodes::CANNOT_UNLINK);
 }
 
 void DiskLocal::removeFileIfExists(const String & path)
 {
-    auto fs_path = disk_path + path;
+    auto fs_path = disk_path / path;
     if (0 != unlink(fs_path.c_str()) && errno != ENOENT)
-        throwFromErrnoWithPath("Cannot unlink file " + fs_path, fs_path, ErrorCodes::CANNOT_UNLINK);
+        throwFromErrnoWithPath("Cannot unlink file " + fs_path.string(), fs_path, ErrorCodes::CANNOT_UNLINK);
 }
 
 void DiskLocal::removeDirectory(const String & path)
 {
-    auto fs_path = disk_path + path;
+    auto fs_path = disk_path / path;
     if (0 != rmdir(fs_path.c_str()))
-        throwFromErrnoWithPath("Cannot rmdir " + fs_path, fs_path, ErrorCodes::CANNOT_RMDIR);
+        throwFromErrnoWithPath("Cannot rmdir " + fs_path.string(), fs_path, ErrorCodes::CANNOT_RMDIR);
 }
 
 void DiskLocal::removeRecursive(const String & path)
@@ -261,39 +261,41 @@ void DiskLocal::removeRecursive(const String & path)
 
 void DiskLocal::listFiles(const String & path, std::vector<String> & file_names)
 {
-    Poco::File(disk_path + path).list(file_names);
+    file_names.clear();
+    for (auto & entry : fs::directory_iterator(disk_path / path))
+        file_names.emplace_back(entry.path().filename());
 }
 
 void DiskLocal::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
-    Poco::File(disk_path + path).setLastModified(timestamp);
+    Poco::File(disk_path / path).setLastModified(timestamp);
 }
 
 Poco::Timestamp DiskLocal::getLastModified(const String & path)
 {
-    return Poco::File(disk_path + path).getLastModified();
+    return Poco::File(disk_path / path).getLastModified();
 }
 
 void DiskLocal::createHardLink(const String & src_path, const String & dst_path)
 {
-    DB::createHardLink(disk_path + src_path, disk_path + dst_path);
+    DB::createHardLink(disk_path / src_path, disk_path / dst_path);
 }
 
 void DiskLocal::truncateFile(const String & path, size_t size)
 {
-    int res = truncate((disk_path + path).c_str(), size);
+    int res = truncate((disk_path / path).string().data(), size);
     if (-1 == res)
         throwFromErrnoWithPath("Cannot truncate file " + path, path, ErrorCodes::CANNOT_TRUNCATE_FILE);
 }
 
 void DiskLocal::createFile(const String & path)
 {
-    Poco::File(disk_path + path).createFile();
+    Poco::File(disk_path / path).createFile();
 }
 
 void DiskLocal::setReadOnly(const String & path)
 {
-    Poco::File(disk_path + path).setReadOnly(true);
+    Poco::File(disk_path / path).setReadOnly(true);
 }
 
 bool inline isSameDiskType(const IDisk & one, const IDisk & another)
@@ -304,14 +306,14 @@ bool inline isSameDiskType(const IDisk & one, const IDisk & another)
 void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path)
 {
     if (isSameDiskType(*this, *to_disk))
-        Poco::File(disk_path + from_path).copyTo(to_disk->getPath() + to_path); /// Use more optimal way.
+        Poco::File(disk_path / from_path).copyTo(to_disk->getPath() + to_path); /// Use more optimal way.
     else
         IDisk::copy(from_path, to_disk, to_path); /// Copy files through buffers.
 }
 
 SyncGuardPtr DiskLocal::getDirectorySyncGuard(const String & path) const
 {
-    return std::make_unique<LocalDirectorySyncGuard>(disk_path + path);
+    return std::make_unique<LocalDirectorySyncGuard>(disk_path / path);
 }
 
 DiskPtr DiskLocalReservation::getDisk(size_t i) const
diff --git a/src/Disks/DiskLocal.h b/src/Disks/DiskLocal.h
index 567ca24eb50..8cdadd095c6 100644
--- a/src/Disks/DiskLocal.h
+++ b/src/Disks/DiskLocal.h
@@ -8,6 +8,9 @@
 
 #include <Poco/DirectoryIterator.h>
 #include <Poco/File.h>
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -24,15 +27,15 @@ public:
     friend class DiskLocalReservation;
 
     DiskLocal(const String & name_, const String & path_, UInt64 keep_free_space_bytes_)
-        : name(name_), disk_path(path_), keep_free_space_bytes(keep_free_space_bytes_)
+        : name(name_), disk_path(path_), disk_path_str(path_), keep_free_space_bytes(keep_free_space_bytes_)
     {
-        if (disk_path.back() != '/')
-            throw Exception("Disk path must ends with '/', but '" + disk_path + "' doesn't.", ErrorCodes::LOGICAL_ERROR);
+        if (disk_path_str.back() != '/')
+            throw Exception("Disk path must ends with '/', but '" + disk_path_str + "' doesn't.", ErrorCodes::LOGICAL_ERROR);
     }
 
     const String & getName() const override { return name; }
 
-    const String & getPath() const override { return disk_path; }
+    const String & getPath() const override { return disk_path_str; }
 
     ReservationPtr reserve(UInt64 bytes) override;
 
@@ -109,7 +112,8 @@ private:
 
 private:
     const String name;
-    const String disk_path;
+    const fs::path disk_path;
+    const String disk_path_str;
     const UInt64 keep_free_space_bytes;
 
     UInt64 reserved_bytes = 0;
diff --git a/src/Disks/DiskMemory.cpp b/src/Disks/DiskMemory.cpp
index 68257ec4948..0e93d469df7 100644
--- a/src/Disks/DiskMemory.cpp
+++ b/src/Disks/DiskMemory.cpp
@@ -6,8 +6,9 @@
 #include <IO/WriteBufferFromFileBase.h>
 #include <IO/WriteBufferFromString.h>
 #include <Interpreters/Context.h>
-#include <Poco/Path.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -24,7 +25,7 @@ namespace ErrorCodes
 class DiskMemoryDirectoryIterator final : public IDiskDirectoryIterator
 {
 public:
-    explicit DiskMemoryDirectoryIterator(std::vector<Poco::Path> && dir_file_paths_)
+    explicit DiskMemoryDirectoryIterator(std::vector<fs::path> && dir_file_paths_)
         : dir_file_paths(std::move(dir_file_paths_)), iter(dir_file_paths.begin())
     {
     }
@@ -33,13 +34,13 @@ public:
 
     bool isValid() const override { return iter != dir_file_paths.end(); }
 
-    String path() const override { return (*iter).toString(); }
+    String path() const override { return iter->string(); }
 
-    String name() const override { return (*iter).getFileName(); }
+    String name() const override { return iter->filename(); }
 
 private:
-    std::vector<Poco::Path> dir_file_paths;
-    std::vector<Poco::Path>::iterator iter;
+    std::vector<fs::path> dir_file_paths;
+    std::vector<fs::path>::iterator iter;
 };
 
 
@@ -268,7 +269,7 @@ DiskDirectoryIteratorPtr DiskMemory::iterateDirectory(const String & path)
     if (!path.empty() && files.find(path) == files.end())
         throw Exception("Directory '" + path + "' does not exist", ErrorCodes::DIRECTORY_DOESNT_EXIST);
 
-    std::vector<Poco::Path> dir_file_paths;
+    std::vector<fs::path> dir_file_paths;
     for (const auto & file : files)
         if (parentPath(file.first) == path)
             dir_file_paths.emplace_back(file.first);

From 28fe11158a1b3ea5d51f12505b01aed4585094e1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 30 Apr 2021 12:18:12 +0300
Subject: [PATCH 0170/1060] rabbitmq

---
 tests/integration/helpers/cluster.py          |  49 ++++++-
 tests/integration/helpers/network.py          |  13 +-
 tests/integration/parallel.json               | 127 +++++++++++++++++-
 tests/integration/runner                      |  14 +-
 .../test_redirect_url_storage/test.py         |  28 ++--
 .../integration/test_storage_rabbitmq/test.py | 126 +++++------------
 6 files changed, 244 insertions(+), 113 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index d5c16ae9aa7..35adf00c75b 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -142,6 +142,27 @@ def check_kafka_is_available(kafka_id, kafka_port):
     p.communicate()
     return p.returncode == 0
 
+def check_rabbitmq_is_available(rabbitmq_id):
+    p = subprocess.Popen(('docker',
+                        'exec',
+                        '-i',
+                        rabbitmq_id,
+                        'rabbitmqctl',
+                        'await_startup'),
+                        stdout=subprocess.PIPE)
+    p.communicate()
+    return p.returncode == 0
+
+def enable_consistent_hash_plugin(rabbitmq_id):
+    p = subprocess.Popen(('docker',
+                        'exec',
+                        '-i',
+                        rabbitmq_id,
+                        "rabbitmq-plugins", "enable", "rabbitmq_consistent_hash_exchange"),
+                        stdout=subprocess.PIPE)
+    p.communicate()
+    return p.returncode == 0
+
 class ClickHouseCluster:
     """ClickHouse cluster with several instances and (possibly) ZooKeeper.
 
@@ -267,8 +288,8 @@ class ClickHouseCluster:
 
         # available when with_rabbitmq == True
         self.rabbitmq_host = "rabbitmq1"
-        self.rabbitmq_port = get_open_port()
-        self.rabbitmq_http_port = get_open_port()
+        self.rabbitmq_ip = None
+        self.rabbitmq_port = 5672
 
         # available when with_redis == True
         self.redis_host = "redis1"
@@ -512,10 +533,7 @@ class ClickHouseCluster:
     def setup_rabbitmq_cmd(self, instance, env_variables, docker_compose_yml_dir):
         self.with_rabbitmq = True
         env_variables['RABBITMQ_HOST'] = self.rabbitmq_host
-        env_variables['RABBITMQ_EXTERNAL_PORT'] = str(self.rabbitmq_port)
-        env_variables['RABBITMQ_INTERNAL_PORT'] = "5672"
-        env_variables['RABBITMQ_EXTERNAL_HTTP_PORT'] = str(self.rabbitmq_http_port)
-        env_variables['RABBITMQ_INTERNAL_HTTP_PORT'] = "15672"
+        env_variables['RABBITMQ_PORT'] = str(self.rabbitmq_port)
 
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')])
         self.base_rabbitmq_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
@@ -904,6 +922,24 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait Postgres container")
 
+    def wait_rabbitmq_to_start(self, timeout=30):
+        self.rabbitmq_ip = self.get_instance_ip(self.rabbitmq_host)
+
+        start = time.time()
+        while time.time() - start < timeout:
+            try:
+                if check_rabbitmq_is_available(self.rabbitmq_docker_id):
+                    logging.debug("RabbitMQ is available")
+                    if enable_consistent_hash_plugin(self.rabbitmq_docker_id):
+                        logging.debug("RabbitMQ consistent hash plugin is available")
+                        return
+                time.sleep(0.5)
+            except Exception as ex:
+                logging.debug("Can't connect to RabbitMQ " + str(ex))
+                time.sleep(0.5)
+
+        raise Exception("Cannot wait RabbitMQ container")
+
     def wait_zookeeper_to_start(self, timeout=180):
         start = time.time()
         while time.time() - start < timeout:
@@ -1166,6 +1202,7 @@ class ClickHouseCluster:
             if self.with_rabbitmq and self.base_rabbitmq_cmd:
                 subprocess_check_call(self.base_rabbitmq_cmd + common_opts + ['--renew-anon-volumes'])
                 self.rabbitmq_docker_id = self.get_instance_docker_id('rabbitmq1')
+                self.wait_rabbitmq_to_start()
 
             if self.with_hdfs and self.base_hdfs_cmd:
                 logging.debug('Setup HDFS')
diff --git a/tests/integration/helpers/network.py b/tests/integration/helpers/network.py
index 120ec9e873d..e4b9501a18f 100644
--- a/tests/integration/helpers/network.py
+++ b/tests/integration/helpers/network.py
@@ -1,7 +1,7 @@
 import os
 import subprocess
 import time
-
+import logging
 import docker
 
 
@@ -129,12 +129,12 @@ class _NetworkManager:
     def add_iptables_rule(self, **kwargs):
         cmd = ['iptables', '-I', 'DOCKER-USER', '1']
         cmd.extend(self._iptables_cmd_suffix(**kwargs))
-        self._exec_run(cmd, privileged=True)
+        self._exec_run_with_retry(cmd, retry_count=3, privileged=True)
 
     def delete_iptables_rule(self, **kwargs):
         cmd = ['iptables', '-D', 'DOCKER-USER']
         cmd.extend(self._iptables_cmd_suffix(**kwargs))
-        self._exec_run(cmd, privileged=True)
+        self._exec_run_with_retry(cmd, retry_count=3, privileged=True)
 
     @staticmethod
     def _iptables_cmd_suffix(
@@ -207,6 +207,13 @@ class _NetworkManager:
 
         return self._container
 
+    def _exec_run_with_retry(self, cmd, retry_count, **kwargs):
+        for i in range(retry_count):
+            try:
+                self._exec_run(cmd, **kwargs)
+            except subprocess.CalledProcessError as e:
+                logging.error(f"_exec_run failed for {cmd}, {e}")
+
     def _exec_run(self, cmd, **kwargs):
         container = self._ensure_container()
 
diff --git a/tests/integration/parallel.json b/tests/integration/parallel.json
index 3853042f7d0..c783798055d 100644
--- a/tests/integration/parallel.json
+++ b/tests/integration/parallel.json
@@ -16,6 +16,10 @@
   "test_dictionaries_postgresql/test.py::test_invalidate_query",
   "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
   "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
+  "test_disk_access_storage/test.py::test_create",
+  "test_disk_access_storage/test.py::test_alter",
+  "test_disk_access_storage/test.py::test_drop",
+  "test_distributed_storage_configuration/test.py::test_insert",
   "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
   "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
@@ -64,6 +68,8 @@
   "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
   "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
   "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
   "test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database",
   "test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database",
@@ -119,10 +125,22 @@
   "test_mysql_protocol/test.py::test_types",
   "test_odbc_interaction/test.py::test_mysql_simple_select_works",
   "test_odbc_interaction/test.py::test_mysql_insert",
+  "test_odbc_interaction/test.py::test_sqlite_simple_select_function_works",
+  "test_odbc_interaction/test.py::test_sqlite_table_function",
+  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
   "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
   "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
   "test_odbc_interaction/test.py::test_postgres_insert",
+  "test_odbc_interaction/test.py::test_bridge_dies_with_parent",
   "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
+  "test_odbc_interaction/test.py::test_odbc_postgres_conversions",
+  "test_odbc_interaction/test.py::test_odbc_cyrillic_with_varchar",
+  "test_odbc_interaction/test.py::test_many_connections",
+  "test_odbc_interaction/test.py::test_concurrent_queries",
+  "test_odbc_interaction/test.py::test_odbc_long_column_names",
+  "test_odbc_interaction/test.py::test_odbc_long_text",
   "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
   "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
   "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
@@ -132,6 +150,36 @@
   "test_postgresql_protocol/test.py::test_psql_client",
   "test_postgresql_protocol/test.py::test_python_client",
   "test_postgresql_protocol/test.py::test_java_client",
+  "test_redirect_url_storage/test.py::test_url_without_redirect",
+  "test_redirect_url_storage/test.py::test_url_with_globs",
+  "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
+  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
+  "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
+  "test_reloading_storage_configuration/test.py::test_add_disk",
+  "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
+  "test_reloading_storage_configuration/test.py::test_add_policy",
+  "test_reloading_storage_configuration/test.py::test_new_policy_works",
+  "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
+  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_disk",
+  "test_reloading_storage_configuration/test.py::test_remove_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
+  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
+  "test_storage_hdfs/test.py::test_read_write_storage",
+  "test_storage_hdfs/test.py::test_read_write_storage_with_globs",
+  "test_storage_hdfs/test.py::test_read_write_table",
+  "test_storage_hdfs/test.py::test_write_table",
+  "test_storage_hdfs/test.py::test_bad_hdfs_uri",
+  "test_storage_hdfs/test.py::test_globs_in_read_table",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_gzip",
+  "test_storage_hdfs/test.py::test_read_write_table_with_parameter_none",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_auto_gz",
+  "test_storage_hdfs/test.py::test_write_gz_storage",
+  "test_storage_hdfs/test.py::test_write_gzip_storage",
+  "test_storage_hdfs/test.py::test_virtual_columns",
+  "test_storage_hdfs/test.py::test_read_files_with_spaces",
   "test_storage_kafka/test.py::test_kafka_json_as_string",
   "test_storage_kafka/test.py::test_kafka_formats",
   "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
@@ -172,8 +220,21 @@
   "test_storage_kafka/test.py::test_kafka_unavailable",
   "test_storage_kafka/test.py::test_kafka_issue14202",
   "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream_with_random_malformed_json",
+  "test_storage_kafka/test.py::test_kafka_formats_with_broken_message",
+  "test_storage_kerberized_hdfs/test.py::test_read_table",
+  "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
+  "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
+  "test_storage_kerberized_hdfs/test.py::test_two_users",
+  "test_storage_kerberized_hdfs/test.py::test_read_table_expired",
+  "test_storage_kerberized_hdfs/test.py::test_prohibited",
+  "test_storage_kerberized_hdfs/test.py::test_cache_path",
   "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
   "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
+  "test_storage_mongodb/test.py::test_simple_select",
+  "test_storage_mongodb/test.py::test_complex_data_type",
+  "test_storage_mongodb/test.py::test_incorrect_data_type",
   "test_storage_mysql/test.py::test_many_connections",
   "test_storage_mysql/test.py::test_insert_select",
   "test_storage_mysql/test.py::test_replace_select",
@@ -183,9 +244,73 @@
   "test_storage_mysql/test.py::test_binary_type",
   "test_storage_mysql/test.py::test_enum_type",
   "test_storage_mysql/test.py::test_mysql_distributed",
+  "test_storage_mysql/test.py::test_external_settings",
   "test_storage_postgresql/test.py::test_postgres_select_insert",
   "test_storage_postgresql/test.py::test_postgres_conversions",
   "test_storage_postgresql/test.py::test_non_default_scema",
   "test_storage_postgresql/test.py::test_concurrent_queries",
-  "test_storage_postgresql/test.py::test_postgres_distributed"
+  "test_storage_postgresql/test.py::test_postgres_distributed",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_select",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_select_empty",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_json_without_delimiter",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_csv_with_delimiter",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_tsv_with_delimiter",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view_with_subquery",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_materialized_views",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_big_message",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_sharding_between_queues_publish",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_insert",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_insert_headers_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_inserts",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_direct_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_fanout_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_topic_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_hash_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_multiple_bindings",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_headers_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns_with_materialized_view",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_consumers_to_each_queue",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_1",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_2",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_commit_on_block_write",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_format_factory_settings",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_vhost",
+  "test_storage_s3/test.py::test_put[positive]",
+  "test_storage_s3/test.py::test_put[auth_positive]",
+  "test_storage_s3/test.py::test_put[auto]",
+  "test_storage_s3/test.py::test_put[gzip]",
+  "test_storage_s3/test.py::test_put[deflate]",
+  "test_storage_s3/test.py::test_put[brotli]",
+  "test_storage_s3/test.py::test_put[xz]",
+  "test_storage_s3/test.py::test_put[zstd]",
+  "test_storage_s3/test.py::test_empty_put[minio]",
+  "test_storage_s3/test.py::test_put_csv[positive]",
+  "test_storage_s3/test.py::test_put_csv[auth_positive]",
+  "test_storage_s3/test.py::test_put_csv[negative]",
+  "test_storage_s3/test.py::test_put_get_with_redirect",
+  "test_storage_s3/test.py::test_put_with_zero_redirect",
+  "test_storage_s3/test.py::test_put_get_with_globs",
+  "test_storage_s3/test.py::test_multipart_put[positive]",
+  "test_storage_s3/test.py::test_multipart_put[negative]",
+  "test_storage_s3/test.py::test_remote_host_filter",
+  "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
+  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
+  "test_storage_s3/test.py::test_s3_glob_scheherazade",
+  "test_storage_s3/test.py::test_custom_auth_headers",
+  "test_storage_s3/test.py::test_custom_auth_headers_exclusion",
+  "test_storage_s3/test.py::test_infinite_redirect",
+  "test_storage_s3/test.py::test_storage_s3_get_gzip[bin]",
+  "test_storage_s3/test.py::test_storage_s3_get_gzip[gz]",
+  "test_storage_s3/test.py::test_storage_s3_get_unstable",
+  "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
+  "test_storage_s3/test.py::test_storage_s3_put_gzip[bin]",
+  "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
+  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
+  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]",
+  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]"
 ]
diff --git a/tests/integration/runner b/tests/integration/runner
index 6c152b249b0..d203d74218f 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -70,6 +70,10 @@ def check_args_and_update_paths(args):
         if not os.path.exists(path):
             raise Exception("Path {} doesn't exist".format(path))
 
+    if args.dockerd_volume:
+        if not os.path.isabs(args.dockerd_volume):
+            args.src_dir = os.path.abspath(os.path.join(CURRENT_WORK_DIR, args.dockerd_volume))
+
     if not os.path.exists(os.path.join(args.base_configs_dir, "config.xml")):
         raise Exception("No configs.xml in {}".format(args.base_configs_dir))
 
@@ -174,6 +178,12 @@ if __name__ == "__main__":
         dest="tmpfs",
         help="Use tmpfs for dockerd files")
 
+    parser.add_argument(
+        "--dockerd-volume-dir",
+        action='store',
+        dest="dockerd_volume",
+        help="Bind volume to this dir to use for dockerd files")
+
     parser.add_argument('pytest_args', nargs='*', help="args for pytest command")
 
     args = parser.parse_args()
@@ -218,9 +228,11 @@ if __name__ == "__main__":
     dockerd_internal_volume = ""
     if args.tmpfs:
         dockerd_internal_volume = "--tmpfs /var/lib/docker -e DOCKER_RAMDISK=true"
+    elif args.dockerd_volume:
+        dockerd_internal_volume = f"--mount type=bind,source={args.dockerd_volume},target=/var/lib/docker"
     else:
         subprocess.check_call('docker volume create {name}_volume'.format(name=CONTAINER_NAME), shell=True)
-        dockerd_internal_volume = "--volume /var/lib/docker--volume={}_volume:/var/lib/docker".format(CONTAINER_NAME)
+        dockerd_internal_volume = "--volume={}_volume:/var/lib/docker".format(CONTAINER_NAME)
 
     # enable tty mode & interactive for docker if we have real tty
     tty = ""
diff --git a/tests/integration/test_redirect_url_storage/test.py b/tests/integration/test_redirect_url_storage/test.py
index d51b7e3287e..7b9adba32e7 100644
--- a/tests/integration/test_redirect_url_storage/test.py
+++ b/tests/integration/test_redirect_url_storage/test.py
@@ -29,12 +29,14 @@ def test_url_without_redirect(started_cluster):
 
 
 def test_url_with_globs(started_cluster):
-    started_cluster.hdfs_api.write_data("/simple_storage_1_1", "1\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_1_2", "2\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_1_3", "3\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_2_1", "4\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_2_2", "5\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_2_3", "6\n")
+    hdfs_api = started_cluster.make_hdfs_api()
+
+    hdfs_api.write_data("/simple_storage_1_1", "1\n")
+    hdfs_api.write_data("/simple_storage_1_2", "2\n")
+    hdfs_api.write_data("/simple_storage_1_3", "3\n")
+    hdfs_api.write_data("/simple_storage_2_1", "4\n")
+    hdfs_api.write_data("/simple_storage_2_2", "5\n")
+    hdfs_api.write_data("/simple_storage_2_3", "6\n")
 
     result = node1.query(
         "select * from url('http://hdfs1:50075/webhdfs/v1/simple_storage_{1..2}_{1..3}?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0', 'TSV', 'data String') as data order by data")
@@ -42,12 +44,14 @@ def test_url_with_globs(started_cluster):
 
 
 def test_url_with_globs_and_failover(started_cluster):
-    started_cluster.hdfs_api.write_data("/simple_storage_1_1", "1\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_1_2", "2\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_1_3", "3\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_3_1", "4\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_3_2", "5\n")
-    started_cluster.hdfs_api.write_data("/simple_storage_3_3", "6\n")
+    hdfs_api = started_cluster.make_hdfs_api()
+
+    hdfs_api.write_data("/simple_storage_1_1", "1\n")
+    hdfs_api.write_data("/simple_storage_1_2", "2\n")
+    hdfs_api.write_data("/simple_storage_1_3", "3\n")
+    hdfs_api.write_data("/simple_storage_3_1", "4\n")
+    hdfs_api.write_data("/simple_storage_3_2", "5\n")
+    hdfs_api.write_data("/simple_storage_3_3", "6\n")
 
     result = node1.query(
         "select * from url('http://hdfs1:50075/webhdfs/v1/simple_storage_{0|1|2|3}_{1..3}?op=OPEN&namenoderpcaddress=hdfs1:9000&offset=0', 'TSV', 'data String') as data order by data")
diff --git a/tests/integration/test_storage_rabbitmq/test.py b/tests/integration/test_storage_rabbitmq/test.py
index 4ccdc404fc9..713a6063db1 100644
--- a/tests/integration/test_storage_rabbitmq/test.py
+++ b/tests/integration/test_storage_rabbitmq/test.py
@@ -3,6 +3,7 @@ import os.path as p
 import random
 import subprocess
 import threading
+import logging
 import time
 from random import randrange
 
@@ -19,61 +20,10 @@ cluster = ClickHouseCluster(__file__)
 instance = cluster.add_instance('instance',
                                 main_configs=['configs/rabbitmq.xml', 'configs/log_conf.xml'],
                                 with_rabbitmq=True)
-#                                clickhouse_path_dir='clickhouse_path')
-rabbitmq_id = ''
 
 
 # Helpers
 
-def check_rabbitmq_is_available():
-    p = subprocess.Popen(('docker',
-                          'exec',
-                          '-i',
-                          rabbitmq_id,
-                          'rabbitmqctl',
-                          'await_startup'),
-                         stdout=subprocess.PIPE)
-    p.communicate()
-    return p.returncode == 0
-
-
-def enable_consistent_hash_plugin():
-    p = subprocess.Popen(('docker',
-                          'exec',
-                          '-i',
-                          rabbitmq_id,
-                          "rabbitmq-plugins", "enable", "rabbitmq_consistent_hash_exchange"),
-                         stdout=subprocess.PIPE)
-    p.communicate()
-    return p.returncode == 0
-
-
-def wait_rabbitmq_is_available(max_retries=50):
-    retries = 0
-    while True:
-        if check_rabbitmq_is_available():
-            break
-        else:
-            retries += 1
-            if retries > max_retries:
-                raise "RabbitMQ is not available"
-            print("Waiting for RabbitMQ to start up")
-            time.sleep(1)
-
-
-def wait_rabbitmq_plugin_enabled(max_retries=50):
-    retries = 0
-    while True:
-        if enable_consistent_hash_plugin():
-            break
-        else:
-            retries += 1
-            if retries > max_retries:
-                raise "RabbitMQ plugin is not available"
-            print("Waiting for plugin")
-            time.sleep(1)
-
-
 def rabbitmq_check_result(result, check=False, ref_file='test_rabbitmq_json.reference'):
     fpath = p.join(p.dirname(__file__), ref_file)
     with open(fpath) as reference:
@@ -83,13 +33,13 @@ def rabbitmq_check_result(result, check=False, ref_file='test_rabbitmq_json.refe
             return TSV(result) == TSV(reference)
 
 
-def kill_rabbitmq():
+def kill_rabbitmq(rabbitmq_id):
     p = subprocess.Popen(('docker', 'stop', rabbitmq_id), stdout=subprocess.PIPE)
     p.communicate()
     return p.returncode == 0
 
 
-def revive_rabbitmq():
+def revive_rabbitmq(rabbitmq_id):
     p = subprocess.Popen(('docker', 'start', rabbitmq_id), stdout=subprocess.PIPE)
     p.communicate()
     return p.returncode == 0
@@ -100,10 +50,8 @@ def revive_rabbitmq():
 @pytest.fixture(scope="module")
 def rabbitmq_cluster():
     try:
-        global rabbitmq_id
         cluster.start()
-        rabbitmq_id = instance.cluster.rabbitmq_docker_id
-        print(("rabbitmq_id is {}".format(rabbitmq_id)))
+        logging.debug("rabbitmq_id is {}".format(instance.cluster.rabbitmq_docker_id))
         instance.query('CREATE DATABASE test')
 
         yield cluster
@@ -114,8 +62,6 @@ def rabbitmq_cluster():
 
 @pytest.fixture(autouse=True)
 def rabbitmq_setup_teardown():
-    wait_rabbitmq_is_available()
-    wait_rabbitmq_plugin_enabled()
     print("RabbitMQ is available - running test")
     yield  # run test
     instance.query('DROP TABLE IF EXISTS test.rabbitmq')
@@ -135,7 +81,7 @@ def test_rabbitmq_select(rabbitmq_cluster):
         '''.format(rabbitmq_cluster.rabbitmq_host))
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -184,7 +130,7 @@ def test_rabbitmq_json_without_delimiter(rabbitmq_cluster):
         '''.format(rabbitmq_cluster.rabbitmq_host))
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -227,7 +173,7 @@ def test_rabbitmq_csv_with_delimiter(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -270,7 +216,7 @@ def test_rabbitmq_tsv_with_delimiter(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -310,7 +256,7 @@ def test_rabbitmq_materialized_view(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -353,7 +299,7 @@ def test_rabbitmq_materialized_view_with_subquery(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -403,7 +349,7 @@ def test_rabbitmq_many_materialized_views(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -451,7 +397,7 @@ def test_rabbitmq_protobuf(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -504,7 +450,7 @@ def test_rabbitmq_big_message(rabbitmq_cluster):
     messages = [json.dumps({'key': i, 'value': 'x' * 100}) * batch_messages for i in range(rabbitmq_messages)]
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -568,7 +514,7 @@ def test_rabbitmq_sharding_between_queues_publish(rabbitmq_cluster):
     messages_num = 10000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         connection = pika.BlockingConnection(parameters)
@@ -645,7 +591,7 @@ def test_rabbitmq_mv_combo(rabbitmq_cluster):
     messages_num = 10000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         connection = pika.BlockingConnection(parameters)
@@ -703,7 +649,7 @@ def test_rabbitmq_insert(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     consumer_connection = pika.BlockingConnection(parameters)
 
     consumer = consumer_connection.channel()
@@ -756,7 +702,7 @@ def test_rabbitmq_insert_headers_exchange(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     consumer_connection = pika.BlockingConnection(parameters)
 
     consumer = consumer_connection.channel()
@@ -985,7 +931,7 @@ def test_rabbitmq_direct_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1058,7 +1004,7 @@ def test_rabbitmq_fanout_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1144,7 +1090,7 @@ def test_rabbitmq_topic_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1222,7 +1168,7 @@ def test_rabbitmq_hash_exchange(rabbitmq_cluster):
     messages_num = 500
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         # init connection here because otherwise python rabbitmq client might fail
@@ -1301,7 +1247,7 @@ def test_rabbitmq_multiple_bindings(rabbitmq_cluster):
     messages_num = 500
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         # init connection here because otherwise python rabbitmq client might fail
@@ -1398,7 +1344,7 @@ def test_rabbitmq_headers_exchange(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1452,7 +1398,7 @@ def test_rabbitmq_virtual_columns(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1519,7 +1465,7 @@ def test_rabbitmq_virtual_columns_with_materialized_view(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1597,7 +1543,7 @@ def test_rabbitmq_many_consumers_to_each_queue(rabbitmq_cluster):
     messages_num = 1000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     def produce():
         connection = pika.BlockingConnection(parameters)
@@ -1677,7 +1623,7 @@ def test_rabbitmq_restore_failed_connection_without_losses_1(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1700,9 +1646,9 @@ def test_rabbitmq_restore_failed_connection_without_losses_1(rabbitmq_cluster):
     while int(instance.query('SELECT count() FROM test.view')) == 0:
         time.sleep(0.1)
 
-    kill_rabbitmq()
+    kill_rabbitmq(rabbitmq_cluster.rabbitmq_docker_id)
     time.sleep(4)
-    revive_rabbitmq()
+    revive_rabbitmq(rabbitmq_cluster.rabbitmq_docker_id)
 
     while True:
         result = instance.query('SELECT count(DISTINCT key) FROM test.view')
@@ -1737,7 +1683,7 @@ def test_rabbitmq_restore_failed_connection_without_losses_2(rabbitmq_cluster):
     messages_num = 150000
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
 
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
@@ -1763,9 +1709,9 @@ def test_rabbitmq_restore_failed_connection_without_losses_2(rabbitmq_cluster):
     while int(instance.query('SELECT count() FROM test.view')) == 0:
         time.sleep(0.1)
 
-    kill_rabbitmq()
+    kill_rabbitmq(rabbitmq_cluster.rabbitmq_docker_id)
     time.sleep(8)
-    revive_rabbitmq()
+    revive_rabbitmq(rabbitmq_cluster.rabbitmq_docker_id)
 
     # while int(instance.query('SELECT count() FROM test.view')) == 0:
     #    time.sleep(0.1)
@@ -1809,7 +1755,7 @@ def test_rabbitmq_commit_on_block_write(rabbitmq_cluster):
     ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1895,7 +1841,7 @@ def test_rabbitmq_no_connection_at_startup(rabbitmq_cluster):
 
     messages_num = 1000
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', rabbitmq_cluster.rabbitmq_port, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
     for i in range(messages_num):
@@ -1931,7 +1877,7 @@ def test_rabbitmq_format_factory_settings(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1983,7 +1929,7 @@ def test_rabbitmq_vhost(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
     channel.basic_publish(exchange='vhost', routing_key='', body=json.dumps({'key': 1, 'value': 2}))

From fddc72fb494e2b4eb8659d360cf08568e97984d5 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 30 Apr 2021 15:22:37 +0300
Subject: [PATCH 0171/1060] fixes

---
 .../runner/compose/docker_compose_rabbitmq.yml       |  5 ++---
 tests/integration/helpers/cluster.py                 | 12 ++++++++++--
 2 files changed, 12 insertions(+), 5 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
index d16a19f7ac2..997a346779c 100644
--- a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
+++ b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
@@ -4,9 +4,8 @@ services:
     rabbitmq1:
         image: rabbitmq:3-management
         hostname: rabbitmq1
-        ports:
-            - ${RABBITMQ_EXTERNAL_PORT}:${RABBITMQ_INTERNAL_PORT}
-            - ${RABBITMQ_EXTERNAL_HTTP_PORT}:${RABBITMQ_INTERNAL_HTTP_PORT}
+        expose:
+            - ${RABBITMQ_PORT}
         environment:
             RABBITMQ_DEFAULT_USER: "root"
             RABBITMQ_DEFAULT_PASS: "clickhouse"
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 35adf00c75b..a4cfc0cdc4d 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -29,6 +29,7 @@ from dict2xml import dict2xml
 from kazoo.client import KazooClient
 from kazoo.exceptions import KazooException
 from minio import Minio
+from minio.deleteobjects import DeleteObject
 
 import docker
 
@@ -922,7 +923,7 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait Postgres container")
 
-    def wait_rabbitmq_to_start(self, timeout=30):
+    def wait_rabbitmq_to_start(self, timeout=180):
         self.rabbitmq_ip = self.get_instance_ip(self.rabbitmq_host)
 
         start = time.time()
@@ -1043,6 +1044,13 @@ class ClickHouseCluster:
 
                 for bucket in buckets:
                     if minio_client.bucket_exists(bucket):
+                        delete_object_list = map(
+                            lambda x: DeleteObject(x.object_name),
+                            minio_client.list_objects(bucket, recursive=True),
+                        )
+                        errors = minio_client.remove_objects(bucket, delete_object_list)
+                        for error in errors:
+                            logging.error(f"Error occured when deleting object {error}")
                         minio_client.remove_bucket(bucket)
                     minio_client.make_bucket(bucket)
                     logging.debug("S3 bucket '%s' created", bucket)
@@ -1650,7 +1658,7 @@ class ClickHouseInstance:
 
     def contains_in_log(self, substring):
         result = self.exec_in_container(
-            ["bash", "-c", 'grep "{}" /var/log/clickhouse-server/clickhouse-server.log || true'.format(substring)])
+            ["bash", "-c", '[ -f /var/log/clickhouse-server/clickhouse-server.log ] && grep "{}" /var/log/clickhouse-server/clickhouse-server.log || true'.format(substring)])
         return len(result) > 0
 
     def grep_in_log(self, substring):

From d12e78609f1f2ff24b8643cef952fe2453b3f065 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 30 Apr 2021 17:34:21 +0300
Subject: [PATCH 0172/1060] py2 runner

---
 tests/integration/runner | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/runner b/tests/integration/runner
index d203d74218f..bbd7f73ae0d 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -229,7 +229,7 @@ if __name__ == "__main__":
     if args.tmpfs:
         dockerd_internal_volume = "--tmpfs /var/lib/docker -e DOCKER_RAMDISK=true"
     elif args.dockerd_volume:
-        dockerd_internal_volume = f"--mount type=bind,source={args.dockerd_volume},target=/var/lib/docker"
+        dockerd_internal_volume = "--mount type=bind,source={},target=/var/lib/docker".format(args.dockerd_volume)
     else:
         subprocess.check_call('docker volume create {name}_volume'.format(name=CONTAINER_NAME), shell=True)
         dockerd_internal_volume = "--volume={}_volume:/var/lib/docker".format(CONTAINER_NAME)

From c609119daf710f1ccfebb0ebd26c109294d579f1 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 18:13:19 +0300
Subject: [PATCH 0173/1060] Update Disks/*

---
 src/Disks/DiskLocal.cpp  | 32 ++++++++++++++++++++++----------
 src/Disks/DiskLocal.h    |  5 -----
 src/Disks/DiskMemory.cpp |  2 --
 src/Disks/IDisk.cpp      |  7 +++----
 src/Disks/IDisk.h        | 10 ++++++----
 5 files changed, 31 insertions(+), 25 deletions(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 3e109ad8da4..aa03cd02a56 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -8,10 +8,9 @@
 #include <Common/quoteString.h>
 #include <IO/createReadBufferFromFileBase.h>
 
-#include <filesystem>
+#include <fstream>
 #include <unistd.h>
 
-namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -25,6 +24,7 @@ namespace ErrorCodes
     extern const int CANNOT_TRUNCATE_FILE;
     extern const int CANNOT_UNLINK;
     extern const int CANNOT_RMDIR;
+    extern const int CANNOT_OPEN_FILE;
 }
 
 std::mutex DiskLocal::reservation_mutex;
@@ -268,12 +268,14 @@ void DiskLocal::listFiles(const String & path, std::vector<String> & file_names)
 
 void DiskLocal::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
-    Poco::File(disk_path / path).setLastModified(timestamp);
+    fs::last_write_time(disk_path / path, static_cast<fs::file_time_type>(std::chrono::microseconds(timestamp.epochMicroseconds())));
 }
 
 Poco::Timestamp DiskLocal::getLastModified(const String & path)
 {
-    return Poco::File(disk_path / path).getLastModified();
+    fs::file_time_type fs_time = fs::last_write_time(disk_path / path);
+    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
+    return Poco::Timestamp(micro_sec.count());
 }
 
 void DiskLocal::createHardLink(const String & src_path, const String & dst_path)
@@ -290,12 +292,16 @@ void DiskLocal::truncateFile(const String & path, size_t size)
 
 void DiskLocal::createFile(const String & path)
 {
-    Poco::File(disk_path / path).createFile();
+    FILE * file = fopen((disk_path / path).string().data(), "a+");
+    if (file == nullptr)
+        throw Exception(ErrorCodes::CANNOT_OPEN_FILE, "Cannot create file {}", path);
 }
 
 void DiskLocal::setReadOnly(const String & path)
 {
-    Poco::File(disk_path / path).setReadOnly(true);
+    fs::permissions(disk_path / path,
+                    fs::perms::owner_read | fs::perms::group_read | fs::perms::others_read,
+                    fs::perm_options::remove); /// bitwise AND
 }
 
 bool inline isSameDiskType(const IDisk & one, const IDisk & another)
@@ -306,7 +312,7 @@ bool inline isSameDiskType(const IDisk & one, const IDisk & another)
 void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path)
 {
     if (isSameDiskType(*this, *to_disk))
-        Poco::File(disk_path / from_path).copyTo(to_disk->getPath() + to_path); /// Use more optimal way.
+        fs::copy_file(disk_path / from_path, to_disk->getPath() + to_path);
     else
         IDisk::copy(from_path, to_disk, to_path); /// Copy files through buffers.
 }
@@ -384,10 +390,16 @@ void registerDiskLocal(DiskFactory & factory)
                 throw Exception("Disk path must end with /. Disk " + name, ErrorCodes::UNKNOWN_ELEMENT_IN_CONFIG);
         }
 
-        if (Poco::File disk{path}; !disk.canRead() || !disk.canWrite())
-        {
+        fs::path disk(path);
+        fs::perms p = fs::status(disk).permissions();
+        bool is_readable = (p & fs::perms::owner_read) != fs::perms::none
+                           | (p & fs::perms::group_read) != fs::perms::none
+                           | (p & fs::perms::others_read) != fs::perms::none;
+        bool is_writable = (p & fs::perms::owner_write) != fs::perms::none
+                           | (p & fs::perms::group_write) != fs::perms::none
+                           | (p & fs::perms::others_write) != fs::perms::none;
+        if (!is_readable || !is_writable)
             throw Exception("There is no RW access to the disk " + name + " (" + path + ")", ErrorCodes::PATH_ACCESS_DENIED);
-        }
 
         bool has_space_ratio = config.has(config_prefix + ".keep_free_space_ratio");
 
diff --git a/src/Disks/DiskLocal.h b/src/Disks/DiskLocal.h
index 8cdadd095c6..91835707725 100644
--- a/src/Disks/DiskLocal.h
+++ b/src/Disks/DiskLocal.h
@@ -6,11 +6,6 @@
 #include <IO/ReadBufferFromFileBase.h>
 #include <IO/WriteBufferFromFile.h>
 
-#include <Poco/DirectoryIterator.h>
-#include <Poco/File.h>
-#include <filesystem>
-
-namespace fs = std::filesystem;
 
 namespace DB
 {
diff --git a/src/Disks/DiskMemory.cpp b/src/Disks/DiskMemory.cpp
index 0e93d469df7..423dba6bed6 100644
--- a/src/Disks/DiskMemory.cpp
+++ b/src/Disks/DiskMemory.cpp
@@ -6,9 +6,7 @@
 #include <IO/WriteBufferFromFileBase.h>
 #include <IO/WriteBufferFromString.h>
 #include <Interpreters/Context.h>
-#include <filesystem>
 
-namespace fs = std::filesystem;
 
 namespace DB
 {
diff --git a/src/Disks/IDisk.cpp b/src/Disks/IDisk.cpp
index ee7f57af771..8c69398d3ad 100644
--- a/src/Disks/IDisk.cpp
+++ b/src/Disks/IDisk.cpp
@@ -48,10 +48,9 @@ void asyncCopy(IDisk & from_disk, String from_path, IDisk & to_disk, String to_p
     }
     else
     {
-        Poco::Path path(from_path);
-        const String & dir_name = path.directory(path.depth() - 1);
-        const String dest = to_path + dir_name + "/";
-        to_disk.createDirectories(dest);
+        const String & dir_name = directoryPath(from_path);
+        fs::path dest(fs::path(to_path) / dir_name);
+        fs::create_directories(dest);
 
         for (auto it = from_disk.iterateDirectory(from_path); it->isValid(); it->next())
             asyncCopy(from_disk, it->path(), to_disk, dest, exec, results);
diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 726145cb5d2..778b3dc9bf3 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -11,9 +11,10 @@
 #include <mutex>
 #include <utility>
 #include <boost/noncopyable.hpp>
-#include <Poco/Path.h>
 #include <Poco/Timestamp.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace CurrentMetrics
 {
@@ -288,19 +289,20 @@ inline String fullPath(const DiskPtr & disk, const String & path)
 /// Return parent path for the specified path.
 inline String parentPath(const String & path)
 {
-    return Poco::Path(path).parent().toString();
+    auto fs_path = fs::path(path).parent_path() / "";
+    return fs_path.string();
 }
 
 /// Return file name for the specified path.
 inline String fileName(const String & path)
 {
-    return Poco::Path(path).getFileName();
+    return fs::path(path).filename();
 }
 
 /// Return directory path for the specified path.
 inline String directoryPath(const String & path)
 {
-    return Poco::Path(path).setFileName("").toString();
+    return fs::is_directory(path) ? path : fs::path(path).parent_path().string();
 }
 
 }

From 6867ea2c73b0aabcc425be1e7e5ec533b989eefd Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 19:14:04 +0300
Subject: [PATCH 0174/1060] Temporary fix

---
 src/Disks/IDisk.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 778b3dc9bf3..34936373d67 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -13,6 +13,7 @@
 #include <boost/noncopyable.hpp>
 #include <Poco/Timestamp.h>
 #include <filesystem>
+#include <Poco/Path.h>
 
 namespace fs = std::filesystem;
 
@@ -289,8 +290,7 @@ inline String fullPath(const DiskPtr & disk, const String & path)
 /// Return parent path for the specified path.
 inline String parentPath(const String & path)
 {
-    auto fs_path = fs::path(path).parent_path() / "";
-    return fs_path.string();
+    return Poco::Path(path).parent().toString();
 }
 
 /// Return file name for the specified path.

From 1b75f12fcb93e5e2dc4b0ee2df73ff3cbc0e3dd4 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 19:48:42 +0300
Subject: [PATCH 0175/1060] Update Databases/*

---
 src/Databases/DatabaseAtomic.cpp              |  5 ++-
 src/Databases/DatabaseOrdinary.cpp            |  8 ++--
 .../PostgreSQL/DatabasePostgreSQL.cpp         | 40 +++++++++----------
 3 files changed, 25 insertions(+), 28 deletions(-)

diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index 9b9ea572c3d..ad6af3ff8ab 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -12,6 +12,9 @@
 #include <Interpreters/ExternalDictionariesLoader.h>
 #include <filesystem>
 #include <Interpreters/DDLTask.h>
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -42,7 +45,7 @@ DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, c
     , db_uuid(uuid)
 {
     assert(db_uuid != UUIDHelpers::Nil);
-    Poco::File(path_to_table_symlinks).createDirectories();
+    fs::create_directories(path_to_table_symlinks);
     tryCreateMetadataSymlink();
 }
 
diff --git a/src/Databases/DatabaseOrdinary.cpp b/src/Databases/DatabaseOrdinary.cpp
index cea31d88d57..6b91649c3b2 100644
--- a/src/Databases/DatabaseOrdinary.cpp
+++ b/src/Databases/DatabaseOrdinary.cpp
@@ -17,7 +17,6 @@
 #include <Parsers/formatAST.h>
 #include <Parsers/parseQuery.h>
 #include <Parsers/queryToString.h>
-#include <Poco/DirectoryIterator.h>
 #include <Common/Stopwatch.h>
 #include <Common/ThreadPool.h>
 #include <Common/escapeForFileName.h>
@@ -112,8 +111,7 @@ void DatabaseOrdinary::loadStoredObjects(ContextPtr local_context, bool has_forc
                 auto * create_query = ast->as<ASTCreateQuery>();
                 create_query->database = database_name;
 
-                auto detached_permanently_flag = Poco::File(full_path.string() + detached_suffix);
-                if (detached_permanently_flag.exists())
+                if (fs::exists(full_path.string() + detached_suffix))
                 {
                     /// FIXME: even if we don't load the table we can still mark the uuid of it as taken.
                     /// if (create_query->uuid != UUIDHelpers::Nil)
@@ -282,11 +280,11 @@ void DatabaseOrdinary::commitAlterTable(const StorageID &, const String & table_
     try
     {
         /// rename atomically replaces the old file with the new one.
-        Poco::File(table_metadata_tmp_path).renameTo(table_metadata_path);
+        fs::rename(table_metadata_tmp_path, table_metadata_path);
     }
     catch (...)
     {
-        Poco::File(table_metadata_tmp_path).remove();
+        fs::remove(table_metadata_tmp_path);
         throw;
     }
 }
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
index e12d7f975ce..d0864d619b1 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
@@ -12,12 +12,12 @@
 #include <Parsers/parseQuery.h>
 #include <Parsers/queryToString.h>
 #include <Common/escapeForFileName.h>
-#include <Poco/DirectoryIterator.h>
-#include <Poco/File.h>
 #include <Databases/PostgreSQL/fetchPostgreSQLTableStructure.h>
 #include <Common/quoteString.h>
 #include <Storages/PostgreSQL/PostgreSQLConnectionPool.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -29,6 +29,7 @@ namespace ErrorCodes
     extern const int UNKNOWN_TABLE;
     extern const int TABLE_IS_DROPPED;
     extern const int TABLE_ALREADY_EXISTS;
+    extern const int CANNOT_OPEN_FILE;
 }
 
 static const auto suffix = ".removed";
@@ -205,9 +206,9 @@ void DatabasePostgreSQL::attachTable(const String & table_name, const StoragePtr
 
     detached_or_dropped.erase(table_name);
 
-    Poco::File table_marked_as_removed(getMetadataPath() + '/' + escapeForFileName(table_name) + suffix);
-    if (table_marked_as_removed.exists())
-        table_marked_as_removed.remove();
+    fs::path table_marked_as_removed = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix);
+    if (fs::exists(table_marked_as_removed))
+        fs::remove(table_marked_as_removed);
 }
 
 
@@ -252,16 +253,11 @@ void DatabasePostgreSQL::dropTable(ContextPtr, const String & table_name, bool /
     if (detached_or_dropped.count(table_name))
         throw Exception(fmt::format("Table {}.{} is already dropped/detached", database_name, table_name), ErrorCodes::TABLE_IS_DROPPED);
 
-    Poco::File mark_table_removed(getMetadataPath() + '/' + escapeForFileName(table_name) + suffix);
+    fs::path mark_table_removed = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix);
 
-    try
-    {
-        mark_table_removed.createFile();
-    }
-    catch (...)
-    {
-        throw;
-    }
+    FILE * file = fopen(mark_table_removed.string().data(), "a+");
+    if (file == nullptr)
+        throw Exception(ErrorCodes::CANNOT_OPEN_FILE, "Cannot create file {}", mark_table_removed.string());
 
     if (cache_tables)
         cached_tables.erase(table_name);
@@ -272,7 +268,7 @@ void DatabasePostgreSQL::dropTable(ContextPtr, const String & table_name, bool /
 
 void DatabasePostgreSQL::drop(ContextPtr /*context*/)
 {
-    Poco::File(getMetadataPath()).remove(true);
+    fs::remove_all(getMetadataPath());
 }
 
 
@@ -280,14 +276,14 @@ void DatabasePostgreSQL::loadStoredObjects(ContextPtr /* context */, bool, bool
 {
     {
         std::lock_guard<std::mutex> lock{mutex};
-        Poco::DirectoryIterator iterator(getMetadataPath());
+        fs::directory_iterator iter(getMetadataPath());
 
         /// Check for previously dropped tables
-        for (Poco::DirectoryIterator end; iterator != end; ++iterator)
+        for (fs::directory_iterator end; iter != end; ++iter)
         {
-            if (iterator->isFile() && endsWith(iterator.name(), suffix))
+            if (fs::is_regular_file(iter->path()) && endsWith(iter->path().filename(), suffix))
             {
-                const auto & file_name = iterator.name();
+                const auto & file_name = iter->path().filename().string();
                 const auto & table_name = unescapeForFileName(file_name.substr(0, file_name.size() - strlen(suffix)));
                 detached_or_dropped.emplace(table_name);
             }
@@ -321,9 +317,9 @@ void DatabasePostgreSQL::removeOutdatedTables()
         {
             auto table_name = *iter;
             iter = detached_or_dropped.erase(iter);
-            Poco::File table_marked_as_removed(getMetadataPath() + '/' + escapeForFileName(table_name) + suffix);
-            if (table_marked_as_removed.exists())
-                table_marked_as_removed.remove();
+            fs::path table_marked_as_removed = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix);
+            if (fs::exists(table_marked_as_removed))
+                fs::remove(table_marked_as_removed);
         }
         else
             ++iter;

From 6e0cfdaeb569241b7a719979abae9085b7e02507 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 20:20:53 +0300
Subject: [PATCH 0176/1060] Update Databases/* part 2

---
 src/Databases/DatabaseAtomic.cpp  | 38 +++++++++++-----------
 src/Databases/DatabaseFactory.cpp | 12 +++----
 src/Databases/DatabaseOnDisk.cpp  | 53 ++++++++++++++++---------------
 3 files changed, 52 insertions(+), 51 deletions(-)

diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index ad6af3ff8ab..12d1fa48670 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -1,7 +1,5 @@
 #include <Databases/DatabaseAtomic.h>
 #include <Databases/DatabaseOnDisk.h>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <IO/ReadHelpers.h>
 #include <IO/WriteHelpers.h>
 #include <IO/ReadBufferFromFile.h>
@@ -76,14 +74,14 @@ void DatabaseAtomic::drop(ContextPtr)
     assert(tables.empty());
     try
     {
-        Poco::File(path_to_metadata_symlink).remove();
-        Poco::File(path_to_table_symlinks).remove(true);
+        fs::remove(path_to_metadata_symlink);
+        fs::remove_all(path_to_table_symlinks);
     }
     catch (...)
     {
         LOG_WARNING(log, getCurrentExceptionMessage(true));
     }
-    Poco::File(getMetadataPath()).remove(true);
+    fs::remove_all(getMetadataPath());
 }
 
 void DatabaseAtomic::attachTable(const String & name, const StoragePtr & table, const String & relative_table_path)
@@ -135,8 +133,8 @@ void DatabaseAtomic::dropTable(ContextPtr local_context, const String & table_na
         /// (it's more likely to lost connection, than to fail before applying local changes).
         /// TODO better detection and recovery
 
-        Poco::File(table_metadata_path).renameTo(table_metadata_path_drop);    /// Mark table as dropped
-        DatabaseOrdinary::detachTableUnlocked(table_name, lock);       /// Should never throw
+        fs::rename(table_metadata_path, table_metadata_path_drop);  /// Mark table as dropped
+        DatabaseOrdinary::detachTableUnlocked(table_name, lock);  /// Should never throw
         table_name_to_path.erase(table_name);
     }
 
@@ -319,7 +317,7 @@ void DatabaseAtomic::commitCreateTable(const ASTCreateQuery & query, const Stora
     }
     catch (...)
     {
-        Poco::File(table_metadata_tmp_path).remove();
+        fs::remove(table_metadata_tmp_path);
         if (locked_uuid)
             DatabaseCatalog::instance().removeUUIDMappingFinally(query.uuid);
         throw;
@@ -423,7 +421,7 @@ void DatabaseAtomic::loadStoredObjects(ContextPtr local_context, bool has_force_
 {
     /// Recreate symlinks to table data dirs in case of force restore, because some of them may be broken
     if (has_force_restore_data_flag)
-        Poco::File(path_to_table_symlinks).remove(true);
+        fs::remove_all(path_to_table_symlinks);
 
     DatabaseOrdinary::loadStoredObjects(local_context, has_force_restore_data_flag, force_attach);
 
@@ -435,7 +433,7 @@ void DatabaseAtomic::loadStoredObjects(ContextPtr local_context, bool has_force_
             table_names = table_name_to_path;
         }
 
-        Poco::File(path_to_table_symlinks).createDirectories();
+        fs::create_directories(path_to_table_symlinks);
         for (const auto & table : table_names)
             tryCreateSymlink(table.first, table.second, true);
     }
@@ -446,9 +444,9 @@ void DatabaseAtomic::tryCreateSymlink(const String & table_name, const String &
     try
     {
         String link = path_to_table_symlinks + escapeForFileName(table_name);
-        Poco::File data = Poco::Path(getContext()->getPath()).makeAbsolute().toString() + actual_data_path;
-        if (!if_data_path_exist || data.exists())
-            data.linkTo(link, Poco::File::LINK_SYMBOLIC);
+        fs::path data = fs::absolute(getContext()->getPath()).string() + actual_data_path;
+        if (!if_data_path_exist || fs::exists(data))
+            fs::create_symlink(data, link);
     }
     catch (...)
     {
@@ -461,7 +459,7 @@ void DatabaseAtomic::tryRemoveSymlink(const String & table_name)
     try
     {
         String path = path_to_table_symlinks + escapeForFileName(table_name);
-        Poco::File{path}.remove();
+        fs::remove(path);
     }
     catch (...)
     {
@@ -474,17 +472,17 @@ void DatabaseAtomic::tryCreateMetadataSymlink()
     /// Symlinks in data/db_name/ directory and metadata/db_name/ are not used by ClickHouse,
     /// it's needed only for convenient introspection.
     assert(path_to_metadata_symlink != metadata_path);
-    Poco::File metadata_symlink(path_to_metadata_symlink);
-    if (metadata_symlink.exists())
+    fs::path metadata_symlink(path_to_metadata_symlink);
+    if (fs::exists(metadata_symlink))
     {
-        if (!metadata_symlink.isLink())
+        if (!fs::is_symlink(metadata_symlink))
             throw Exception(ErrorCodes::FILE_ALREADY_EXISTS, "Directory {} exists", path_to_metadata_symlink);
     }
     else
     {
         try
         {
-            Poco::File{metadata_path}.linkTo(path_to_metadata_symlink, Poco::File::LINK_SYMBOLIC);
+            fs::create_symlink(metadata_path, path_to_metadata_symlink);
         }
         catch (...)
         {
@@ -498,7 +496,7 @@ void DatabaseAtomic::renameDatabase(const String & new_name)
     /// CREATE, ATTACH, DROP, DETACH and RENAME DATABASE must hold DDLGuard
     try
     {
-        Poco::File(path_to_metadata_symlink).remove();
+        fs::remove(path_to_metadata_symlink);
     }
     catch (...)
     {
@@ -529,7 +527,7 @@ void DatabaseAtomic::renameDatabase(const String & new_name)
         path_to_table_symlinks = getContext()->getPath() + "data/" + new_name_escaped + "/";
     }
 
-    Poco::File(old_path_to_table_symlinks).renameTo(path_to_table_symlinks);
+    fs::rename(old_path_to_table_symlinks, path_to_table_symlinks);
     tryCreateMetadataSymlink();
 }
 
diff --git a/src/Databases/DatabaseFactory.cpp b/src/Databases/DatabaseFactory.cpp
index 9d09ac731d2..93511a99879 100644
--- a/src/Databases/DatabaseFactory.cpp
+++ b/src/Databases/DatabaseFactory.cpp
@@ -15,6 +15,7 @@
 #include <Poco/Path.h>
 #include <Interpreters/Context.h>
 #include <Common/Macros.h>
+#include <filesystem>
 
 #if !defined(ARCADIA_BUILD)
 #    include "config_core.h"
@@ -40,6 +41,8 @@
 #include <Storages/PostgreSQL/PostgreSQLConnectionPool.h>
 #endif
 
+namespace fs = std::filesystem;
+
 namespace DB
 {
 
@@ -62,7 +65,7 @@ DatabasePtr DatabaseFactory::get(const ASTCreateQuery & create, const String & m
         /// Before 20.7 it's possible that .sql metadata file does not exist for some old database.
         /// In this case Ordinary database is created on server startup if the corresponding metadata directory exists.
         /// So we should remove metadata directory if database creation failed.
-        created = Poco::File(metadata_path).createDirectory();
+        created = fs::create_directory(metadata_path);
 
         DatabasePtr impl = getImpl(create, metadata_path, context);
 
@@ -74,11 +77,8 @@ DatabasePtr DatabaseFactory::get(const ASTCreateQuery & create, const String & m
     }
     catch (...)
     {
-        Poco::File metadata_dir(metadata_path);
-
-        if (created && metadata_dir.exists())
-            metadata_dir.remove(true);
-
+        if (created && fs::exists(metadata_path))
+            fs::remove_all(metadata_path);
         throw;
     }
 }
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 2ad961ccce4..44ec5d27250 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -21,7 +21,9 @@
 #include <Databases/DatabaseOrdinary.h>
 #include <Databases/DatabaseAtomic.h>
 #include <Common/assert_cast.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -199,8 +201,8 @@ DatabaseOnDisk::DatabaseOnDisk(
     , metadata_path(metadata_path_)
     , data_path(data_path_)
 {
-    Poco::File(local_context->getPath() + data_path).createDirectories();
-    Poco::File(metadata_path).createDirectories();
+    fs::create_directories(local_context->getPath() + data_path);
+    fs::create_directories(metadata_path);
 }
 
 
@@ -243,7 +245,7 @@ void DatabaseOnDisk::createTable(
     if (!create.attach)
         checkMetadataFilenameAvailability(table_name);
 
-    if (create.attach && Poco::File(table_metadata_path).exists())
+    if (create.attach && fs::exists(table_metadata_path))
     {
         ASTPtr ast_detached = parseQueryFromMetadata(log, local_context, table_metadata_path);
         auto & create_detached = ast_detached->as<ASTCreateQuery &>();
@@ -283,10 +285,10 @@ void DatabaseOnDisk::removeDetachedPermanentlyFlag(ContextPtr, const String & ta
 {
     try
     {
-        auto detached_permanently_flag = Poco::File(table_metadata_path + detached_suffix);
+        fs::path detached_permanently_flag(table_metadata_path + detached_suffix);
 
-        if (detached_permanently_flag.exists())
-            detached_permanently_flag.remove();
+        if (fs::exists(detached_permanently_flag))
+            fs::remove(detached_permanently_flag);
     }
     catch (Exception & e)
     {
@@ -306,11 +308,11 @@ void DatabaseOnDisk::commitCreateTable(const ASTCreateQuery & query, const Stora
 
         /// If it was ATTACH query and file with table metadata already exist
         /// (so, ATTACH is done after DETACH), then rename atomically replaces old file with new one.
-        Poco::File(table_metadata_tmp_path).renameTo(table_metadata_path);
+        fs::rename(table_metadata_tmp_path, table_metadata_path);
     }
     catch (...)
     {
-        Poco::File(table_metadata_tmp_path).remove();
+        fs::remove(table_metadata_tmp_path);
         throw;
     }
 }
@@ -348,25 +350,25 @@ void DatabaseOnDisk::dropTable(ContextPtr local_context, const String & table_na
     bool renamed = false;
     try
     {
-        Poco::File(table_metadata_path).renameTo(table_metadata_path_drop);
+        fs::rename(table_metadata_path, table_metadata_path_drop);
         renamed = true;
         table->drop();
         table->is_dropped = true;
 
-        Poco::File table_data_dir{local_context->getPath() + table_data_path_relative};
-        if (table_data_dir.exists())
-            table_data_dir.remove(true);
+        fs::path table_data_dir(local_context->getPath() + table_data_path_relative);
+        if (fs::exists(table_data_dir))
+            fs::remove_all(table_data_dir);
     }
     catch (...)
     {
         LOG_WARNING(log, getCurrentExceptionMessage(__PRETTY_FUNCTION__));
         attachTable(table_name, table, table_data_path_relative);
         if (renamed)
-            Poco::File(table_metadata_path_drop).renameTo(table_metadata_path);
+            fs::rename(table_metadata_path_drop, table_metadata_path);
         throw;
     }
 
-    Poco::File(table_metadata_path_drop).remove();
+    fs::remove(table_metadata_path_drop);
 }
 
 void DatabaseOnDisk::checkMetadataFilenameAvailability(const String & to_table_name) const
@@ -379,11 +381,11 @@ void DatabaseOnDisk::checkMetadataFilenameAvailabilityUnlocked(const String & to
 {
     String table_metadata_path = getObjectMetadataPath(to_table_name);
 
-    if (Poco::File(table_metadata_path).exists())
+    if (fs::exists(table_metadata_path))
     {
-        auto detached_permanently_flag = Poco::File(table_metadata_path + detached_suffix);
+        fs::path detached_permanently_flag(table_metadata_path + detached_suffix);
 
-        if (detached_permanently_flag.exists())
+        if (fs::exists(detached_permanently_flag))
             throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists (detached permanently)", backQuote(database_name), backQuote(to_table_name));
         else
             throw Exception(ErrorCodes::TABLE_ALREADY_EXISTS, "Table {}.{} already exists (detached)", backQuote(database_name), backQuote(to_table_name));
@@ -461,7 +463,7 @@ void DatabaseOnDisk::renameTable(
     /// Now table data are moved to new database, so we must add metadata and attach table to new database
     to_database.createTable(local_context, to_table_name, table, attach_query);
 
-    Poco::File(table_metadata_path).remove();
+    fs::remove(table_metadata_path);
 
     if (from_atomic_to_ordinary)
     {
@@ -526,8 +528,8 @@ ASTPtr DatabaseOnDisk::getCreateDatabaseQuery() const
 void DatabaseOnDisk::drop(ContextPtr local_context)
 {
     assert(tables.empty());
-    Poco::File(local_context->getPath() + getDataPath()).remove(false);
-    Poco::File(getMetadataPath()).remove(false);
+    fs::remove(local_context->getPath() + getDataPath());
+    fs::remove(getMetadataPath());
 }
 
 String DatabaseOnDisk::getObjectMetadataPath(const String & object_name) const
@@ -553,16 +555,17 @@ void DatabaseOnDisk::iterateMetadataFiles(ContextPtr local_context, const Iterat
         assert(getUUID() == UUIDHelpers::Nil);
         static const char * tmp_drop_ext = ".sql.tmp_drop";
         const std::string object_name = file_name.substr(0, file_name.size() - strlen(tmp_drop_ext));
-        if (Poco::File(local_context->getPath() + getDataPath() + '/' + object_name).exists())
+
+        if (fs::exists(local_context->getPath() + getDataPath() + '/' + object_name))
         {
-            Poco::File(getMetadataPath() + file_name).renameTo(getMetadataPath() + object_name + ".sql");
+            fs::rename(getMetadataPath() + file_name, getMetadataPath() + object_name + ".sql");
             LOG_WARNING(log, "Object {} was not dropped previously and will be restored", backQuote(object_name));
             process_metadata_file(object_name + ".sql");
         }
         else
         {
             LOG_INFO(log, "Removing file {}", getMetadataPath() + file_name);
-            Poco::File(getMetadataPath() + file_name).remove();
+            fs::remove(getMetadataPath() + file_name);
         }
     };
 
@@ -593,7 +596,7 @@ void DatabaseOnDisk::iterateMetadataFiles(ContextPtr local_context, const Iterat
         {
             /// There are files .sql.tmp - delete
             LOG_INFO(log, "Removing file {}", dir_it->path());
-            Poco::File(dir_it->path()).remove();
+            fs::remove(dir_it->path());
         }
         else if (endsWith(dir_it.name(), ".sql"))
         {
@@ -649,7 +652,7 @@ ASTPtr DatabaseOnDisk::parseQueryFromMetadata(
     {
         if (logger)
             LOG_ERROR(logger, "File {} is empty. Removing.", metadata_file_path);
-        Poco::File(metadata_file_path).remove();
+        fs::remove(metadata_file_path);
         return nullptr;
     }
 

From e717b4c5c76e982d7ea3d3129d8f1ea0dc4dad3c Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 22:38:07 +0300
Subject: [PATCH 0177/1060] Update databases/*

---
 src/Databases/DatabaseLazy.cpp                |  7 ++++---
 src/Databases/DatabaseMemory.cpp              |  8 ++++----
 .../MySQL/DatabaseConnectionMySQL.cpp         | 20 +++++++++----------
 .../MySQL/DatabaseMaterializeMySQL.cpp        | 10 ++++++----
 src/Databases/MySQL/MaterializeMetadata.cpp   | 11 +++++-----
 5 files changed, 30 insertions(+), 26 deletions(-)

diff --git a/src/Databases/DatabaseLazy.cpp b/src/Databases/DatabaseLazy.cpp
index d498cb96062..416a94db929 100644
--- a/src/Databases/DatabaseLazy.cpp
+++ b/src/Databases/DatabaseLazy.cpp
@@ -12,8 +12,9 @@
 #include <common/logger_useful.h>
 #include <ext/scope_guard_safe.h>
 #include <iomanip>
-#include <Poco/File.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -43,8 +44,8 @@ void DatabaseLazy::loadStoredObjects(
     {
         const std::string table_name = file_name.substr(0, file_name.size() - 4);
 
-        auto detached_permanently_flag = Poco::File(getMetadataPath() + "/" + file_name + detached_suffix);
-        if (detached_permanently_flag.exists())
+        fs::path detached_permanently_flag = fs::path(getMetadataPath()) / (file_name + detached_suffix);
+        if (fs::exists(detached_permanently_flag))
         {
             LOG_DEBUG(log, "Skipping permanently detached table {}.", backQuote(table_name));
             return;
diff --git a/src/Databases/DatabaseMemory.cpp b/src/Databases/DatabaseMemory.cpp
index f21a145df55..c0af027e027 100644
--- a/src/Databases/DatabaseMemory.cpp
+++ b/src/Databases/DatabaseMemory.cpp
@@ -4,9 +4,9 @@
 #include <Interpreters/Context.h>
 #include <Parsers/ASTCreateQuery.h>
 #include <Storages/IStorage.h>
-#include <Poco/File.h>
 #include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -42,9 +42,9 @@ void DatabaseMemory::dropTable(
     try
     {
         table->drop();
-        Poco::File table_data_dir{getTableDataPath(table_name)};
-        if (table_data_dir.exists())
-            table_data_dir.remove(true);
+        fs::path table_data_dir{getTableDataPath(table_name)};
+        if (fs::exists(table_data_dir))
+            fs::remove_all(table_data_dir);
     }
     catch (...)
     {
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 4e63bed9c6d..2b6c6d243a7 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -23,10 +23,10 @@
 #    include <Common/escapeForFileName.h>
 #    include <Common/parseAddress.h>
 #    include <Common/setThreadName.h>
-
-#    include <Poco/DirectoryIterator.h>
+#    include <filesystem>
 #    include <Poco/File.h>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -314,7 +314,7 @@ void DatabaseConnectionMySQL::shutdown()
 
 void DatabaseConnectionMySQL::drop(ContextPtr /*context*/)
 {
-    Poco::File(getMetadataPath()).remove(true);
+    fs::remove_all(getMetadataPath());
 }
 
 void DatabaseConnectionMySQL::cleanOutdatedTables()
@@ -360,10 +360,10 @@ void DatabaseConnectionMySQL::attachTable(const String & table_name, const Stora
     local_tables_cache[table_name].second = storage;
 
     remove_or_detach_tables.erase(table_name);
-    Poco::File remove_flag(getMetadataPath() + '/' + escapeForFileName(table_name) + suffix);
+    fs::path remove_flag = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix);
 
-    if (remove_flag.exists())
-        remove_flag.remove();
+    if (fs::exists(remove_flag))
+        fs::remove(remove_flag);
 }
 
 StoragePtr DatabaseConnectionMySQL::detachTable(const String & table_name)
@@ -391,13 +391,13 @@ void DatabaseConnectionMySQL::loadStoredObjects(ContextPtr, bool, bool /*force_a
 {
 
     std::lock_guard<std::mutex> lock{mutex};
-    Poco::DirectoryIterator iterator(getMetadataPath());
+    fs::directory_iterator iter(getMetadataPath());
 
-    for (Poco::DirectoryIterator end; iterator != end; ++iterator)
+    for (fs::directory_iterator end; iter != end; ++iter)
     {
-        if (iterator->isFile() && endsWith(iterator.name(), suffix))
+        if (fs::is_regular_file(iter->path()) && endsWith(iter->path().filename(), suffix))
         {
-            const auto & filename = iterator.name();
+            const auto & filename = iter->path().filename().string();
             const auto & table_name = unescapeForFileName(filename.substr(0, filename.size() - strlen(suffix)));
             remove_or_detach_tables.emplace(table_name);
         }
diff --git a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
index 62a66b22c93..e4470f9371f 100644
--- a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
@@ -13,9 +13,11 @@
 #    include <Databases/MySQL/MaterializeMySQLSyncThread.h>
 #    include <Parsers/ASTCreateQuery.h>
 #    include <Storages/StorageMaterializeMySQL.h>
-#    include <Poco/File.h>
 #    include <Poco/Logger.h>
 #    include <Common/setThreadName.h>
+#    include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -158,10 +160,10 @@ template<typename Base>
 void DatabaseMaterializeMySQL<Base>::drop(ContextPtr context_)
 {
     /// Remove metadata info
-    Poco::File metadata(Base::getMetadataPath() + "/.metadata");
+    fs::path metadata(Base::getMetadataPath() + "/.metadata");
 
-    if (metadata.exists())
-        metadata.remove(false);
+    if (fs::exists(metadata))
+        fs::remove(metadata);
 
     Base::drop(context_);
 }
diff --git a/src/Databases/MySQL/MaterializeMetadata.cpp b/src/Databases/MySQL/MaterializeMetadata.cpp
index c389ab5a1b0..4fd99ca3438 100644
--- a/src/Databases/MySQL/MaterializeMetadata.cpp
+++ b/src/Databases/MySQL/MaterializeMetadata.cpp
@@ -8,11 +8,13 @@
 #include <Formats/MySQLBlockInputStream.h>
 #include <IO/ReadBufferFromFile.h>
 #include <IO/WriteBufferFromFile.h>
-#include <Poco/File.h>
 #include <Common/quoteString.h>
 #include <IO/ReadHelpers.h>
 #include <IO/WriteHelpers.h>
 #include <IO/Operators.h>
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -193,12 +195,11 @@ void commitMetadata(const std::function<void()> & function, const String & persi
     try
     {
         function();
-
-        Poco::File(persistent_tmp_path).renameTo(persistent_path);
+        fs::rename(persistent_tmp_path, persistent_path);
     }
     catch (...)
     {
-        Poco::File(persistent_tmp_path).remove();
+        fs::remove(persistent_tmp_path);
         throw;
     }
 }
@@ -231,7 +232,7 @@ void MaterializeMetadata::transaction(const MySQLReplication::Position & positio
 
 MaterializeMetadata::MaterializeMetadata(const String & path_, const Settings & settings_) : persistent_path(path_), settings(settings_)
 {
-    if (Poco::File(persistent_path).exists())
+    if (fs::exists(persistent_path))
     {
         ReadBufferFromFile in(persistent_path, DBMS_DEFAULT_BUFFER_SIZE);
         assertString("Version:\t" + toString(meta_version), in);

From 549b5f8a0cd037bc9032d976921d64500bfe52e6 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 23:16:35 +0300
Subject: [PATCH 0178/1060] Update Common/*

---
 src/Common/Config/ConfigProcessor.cpp  |  2 --
 src/Common/Config/configReadClient.cpp | 10 ++++++----
 src/Common/FileUpdatesTracker.h        |  8 +++++---
 src/Common/StatusFile.cpp              |  5 +++--
 src/Common/filesystemHelpers.cpp       |  4 +++-
 src/Common/renameat2.cpp               |  8 +++++---
 6 files changed, 22 insertions(+), 15 deletions(-)

diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index 5399826fe20..149de3cfcbf 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -20,10 +20,8 @@
 #include <IO/WriteBufferFromString.h>
 #include <IO/Operators.h>
 
-
 #define PREPROCESSED_SUFFIX "-preprocessed"
 
-
 namespace fs = std::filesystem;
 
 using namespace Poco::XML;
diff --git a/src/Common/Config/configReadClient.cpp b/src/Common/Config/configReadClient.cpp
index 61d8e507c05..8ce2a8b03e9 100644
--- a/src/Common/Config/configReadClient.cpp
+++ b/src/Common/Config/configReadClient.cpp
@@ -1,8 +1,10 @@
 #include "configReadClient.h"
 
 #include <Poco/Util/LayeredConfiguration.h>
-#include <Poco/File.h>
 #include "ConfigProcessor.h"
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -11,11 +13,11 @@ bool configReadClient(Poco::Util::LayeredConfiguration & config, const std::stri
     std::string config_path;
     if (config.has("config-file"))
         config_path = config.getString("config-file");
-    else if (Poco::File("./clickhouse-client.xml").exists())
+    else if (fs::exists("./clickhouse-client.xml"))
         config_path = "./clickhouse-client.xml";
-    else if (!home_path.empty() && Poco::File(home_path + "/.clickhouse-client/config.xml").exists())
+    else if (!home_path.empty() && fs::exists(home_path + "/.clickhouse-client/config.xml"))
         config_path = home_path + "/.clickhouse-client/config.xml";
-    else if (Poco::File("/etc/clickhouse-client/config.xml").exists())
+    else if (fs::exists("/etc/clickhouse-client/config.xml"))
         config_path = "/etc/clickhouse-client/config.xml";
 
     if (!config_path.empty())
diff --git a/src/Common/FileUpdatesTracker.h b/src/Common/FileUpdatesTracker.h
index 0914c75693c..471a62cf07a 100644
--- a/src/Common/FileUpdatesTracker.h
+++ b/src/Common/FileUpdatesTracker.h
@@ -1,10 +1,10 @@
 #pragma once
 
-#include <Poco/File.h>
 #include <Poco/Timestamp.h>
-
 #include <string>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 class FileUpdatesTracker
 {
@@ -31,6 +31,8 @@ public:
 private:
     Poco::Timestamp getLastModificationTime() const
     {
-        return Poco::File(path).getLastModified();
+        fs::file_time_type fs_time = fs::last_write_time(path);
+        auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
+        return Poco::Timestamp(micro_sec.count());
     }
 };
diff --git a/src/Common/StatusFile.cpp b/src/Common/StatusFile.cpp
index b21454c9ed8..ceedf518608 100644
--- a/src/Common/StatusFile.cpp
+++ b/src/Common/StatusFile.cpp
@@ -4,7 +4,6 @@
 #include <fcntl.h>
 #include <errno.h>
 
-#include <Poco/File.h>
 #include <common/logger_useful.h>
 #include <common/errnoToString.h>
 #include <Common/ClickHouseRevision.h>
@@ -14,7 +13,9 @@
 #include <IO/LimitReadBuffer.h>
 #include <IO/WriteBufferFromFileDescriptor.h>
 #include <IO/Operators.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -45,7 +46,7 @@ StatusFile::StatusFile(std::string path_, FillFunction fill_)
     : path(std::move(path_)), fill(std::move(fill_))
 {
     /// If file already exists. NOTE Minor race condition.
-    if (Poco::File(path).exists())
+    if (fs::exists(path))
     {
         std::string contents;
         {
diff --git a/src/Common/filesystemHelpers.cpp b/src/Common/filesystemHelpers.cpp
index 51a66fba3aa..bfcb75235c0 100644
--- a/src/Common/filesystemHelpers.cpp
+++ b/src/Common/filesystemHelpers.cpp
@@ -9,7 +9,9 @@
 #include <Poco/File.h>
 #include <Poco/Path.h>
 #include <Poco/Version.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -48,7 +50,7 @@ bool enoughSpaceInDirectory(const std::string & path [[maybe_unused]], size_t da
 
 std::unique_ptr<TemporaryFile> createTemporaryFile(const std::string & path)
 {
-    Poco::File(path).createDirectories();
+    fs::create_directories(path);
 
     /// NOTE: std::make_shared cannot use protected constructors
     return std::make_unique<TemporaryFile>(path);
diff --git a/src/Common/renameat2.cpp b/src/Common/renameat2.cpp
index a735a9d72d4..26d90427889 100644
--- a/src/Common/renameat2.cpp
+++ b/src/Common/renameat2.cpp
@@ -1,6 +1,6 @@
 #include <Common/renameat2.h>
 #include <Common/Exception.h>
-#include <Poco/File.h>
+#include <filesystem>
 
 #if defined(linux) || defined(__linux) || defined(__linux__)
 #include <unistd.h>
@@ -10,6 +10,8 @@
 #include <sys/utsname.h>
 #endif
 
+namespace fs = std::filesystem;
+
 namespace DB
 {
 
@@ -93,9 +95,9 @@ static bool renameat2(const std::string &, const std::string &, int)
 static void renameNoReplaceFallback(const std::string & old_path, const std::string & new_path)
 {
     /// NOTE it's unsafe
-    if (Poco::File{new_path}.exists())
+    if (fs::exists(new_path))
         throw Exception("File " + new_path + " exists", ErrorCodes::FILE_ALREADY_EXISTS);
-    Poco::File{old_path}.renameTo(new_path);
+    fs::rename(old_path, new_path);
 }
 
 /// Do not use [[noreturn]] to avoid warnings like "code will never be executed" in other places

From 378195a6d8990b8e62f5fa6f36d45111c5ae8653 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 30 Apr 2021 23:35:44 +0300
Subject: [PATCH 0179/1060] Update Dictionaries/*

---
 src/Common/Config/ConfigProcessor.cpp         | 19 +++++++++----------
 .../GeodataProviders/HierarchiesProvider.cpp  |  4 +++-
 .../GeodataProviders/NamesProvider.cpp        |  6 ++++--
 src/Dictionaries/FileDictionarySource.cpp     |  8 +++++++-
 src/Dictionaries/LibraryDictionarySource.cpp  |  7 ++++---
 5 files changed, 27 insertions(+), 17 deletions(-)

diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index 149de3cfcbf..957934770e7 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -424,20 +424,19 @@ ConfigProcessor::Files ConfigProcessor::getConfigMergeFiles(const std::string &
 
     for (const std::string & merge_dir_name : merge_dirs)
     {
-        Poco::File merge_dir(merge_dir_name);
-        if (!merge_dir.exists() || !merge_dir.isDirectory())
+        fs::path merge_dir(merge_dir_name);
+        if (!fs::exists(merge_dir) || !is_directory(merge_dir))
             continue;
 
-        for (Poco::DirectoryIterator it(merge_dir_name); it != Poco::DirectoryIterator(); ++it)
+        for (fs::directory_iterator it(merge_dir_name); it != fs::directory_iterator(); ++it)
         {
-            Poco::File & file = *it;
-            Poco::Path path(file.path());
-            std::string extension = path.getExtension();
-            std::string base_name = path.getBaseName();
+            fs::path path(it->path());
+            std::string extension = path.extension();
+            std::string base_name = path.stem();
 
             // Skip non-config and temporary files
-            if (file.isFile() && (extension == "xml" || extension == "conf") && !startsWith(base_name, "."))
-                files.push_back(file.path());
+            if (fs::is_regular_file(path) && (extension == ".xml" || extension == ".conf") && !startsWith(base_name, "."))
+                files.push_back(it->path());
         }
     }
 
@@ -512,7 +511,7 @@ XMLDocumentPtr ConfigProcessor::processConfig(
         else
         {
             std::string default_path = "/etc/metrika.xml";
-            if (Poco::File(default_path).exists())
+            if (fs::exists(default_path))
                 include_from_path = default_path;
         }
         if (!include_from_path.empty())
diff --git a/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp b/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
index 3b8848ab19b..7257caa066f 100644
--- a/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
+++ b/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
@@ -5,7 +5,9 @@
 #include <Poco/Exception.h>
 #include <Poco/Util/Application.h>
 #include "HierarchyFormatReader.h"
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 bool RegionsHierarchyDataSource::isModified() const
 {
@@ -27,7 +29,7 @@ RegionsHierarchiesDataProvider::RegionsHierarchiesDataProvider(const std::string
 
 void RegionsHierarchiesDataProvider::discoverFilesWithCustomHierarchies()
 {
-    std::string basename = Poco::Path(path).getBaseName();
+    std::string basename = fs::path(path).stem();
 
     Poco::Path dir_path = Poco::Path(path).absolute().parent();
 
diff --git a/src/Dictionaries/Embedded/GeodataProviders/NamesProvider.cpp b/src/Dictionaries/Embedded/GeodataProviders/NamesProvider.cpp
index f3e49545481..5f79fda070f 100644
--- a/src/Dictionaries/Embedded/GeodataProviders/NamesProvider.cpp
+++ b/src/Dictionaries/Embedded/GeodataProviders/NamesProvider.cpp
@@ -2,7 +2,9 @@
 
 #include <IO/ReadBufferFromFile.h>
 #include "NamesFormatReader.h"
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 bool LanguageRegionsNamesDataSource::isModified() const
 {
@@ -11,7 +13,7 @@ bool LanguageRegionsNamesDataSource::isModified() const
 
 size_t LanguageRegionsNamesDataSource::estimateTotalSize() const
 {
-    return Poco::File(path).getSize();
+    return fs::file_size(path);
 }
 
 ILanguageRegionsNamesReaderPtr LanguageRegionsNamesDataSource::createReader()
@@ -39,7 +41,7 @@ RegionsNamesDataProvider::RegionsNamesDataProvider(const std::string & directory
 ILanguageRegionsNamesDataSourcePtr RegionsNamesDataProvider::getLanguageRegionsNamesSource(const std::string & language) const
 {
     const auto data_file = getDataFilePath(language);
-    if (Poco::File(data_file).exists())
+    if (fs::exists(data_file))
         return std::make_unique<LanguageRegionsNamesDataSource>(data_file, language);
     else
         return {};
diff --git a/src/Dictionaries/FileDictionarySource.cpp b/src/Dictionaries/FileDictionarySource.cpp
index 378c6f11857..d4bcc97d563 100644
--- a/src/Dictionaries/FileDictionarySource.cpp
+++ b/src/Dictionaries/FileDictionarySource.cpp
@@ -12,6 +12,9 @@
 #include "DictionaryStructure.h"
 #include "registerDictionaries.h"
 #include "DictionarySourceHelpers.h"
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -80,9 +83,12 @@ std::string FileDictionarySource::toString() const
 
 Poco::Timestamp FileDictionarySource::getLastModification() const
 {
-    return Poco::File{filepath}.getLastModified();
+    fs::file_time_type fs_time = fs::last_write_time(filepath);
+    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
+    return Poco::Timestamp(micro_sec.count());
 }
 
+
 void registerDictionarySourceFile(DictionarySourceFactory & factory)
 {
     auto create_table_source = [=](const DictionaryStructure & dict_struct,
diff --git a/src/Dictionaries/LibraryDictionarySource.cpp b/src/Dictionaries/LibraryDictionarySource.cpp
index a971ba4b1be..ce580d6b803 100644
--- a/src/Dictionaries/LibraryDictionarySource.cpp
+++ b/src/Dictionaries/LibraryDictionarySource.cpp
@@ -2,7 +2,6 @@
 
 #include <DataStreams/OneBlockInputStream.h>
 #include <Interpreters/Context.h>
-#include <Poco/File.h>
 #include <common/logger_useful.h>
 #include <ext/bit_cast.h>
 #include <ext/range.h>
@@ -13,7 +12,9 @@
 #include "registerDictionaries.h"
 #include <IO/WriteBufferFromString.h>
 #include <IO/WriteHelpers.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -49,8 +50,8 @@ LibraryDictionarySource::LibraryDictionarySource(
             throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "LibraryDictionarySource: Library path {} is not inside {}", path, dictionaries_lib_path);
     }
 
-    if (!Poco::File(path).exists())
-        throw Exception(ErrorCodes::FILE_DOESNT_EXIST, "LibraryDictionarySource: Can't load library {}: file doesn't exist", Poco::File(path).path());
+    if (!fs::exists(path))
+        throw Exception(ErrorCodes::FILE_DOESNT_EXIST, "LibraryDictionarySource: Can't load library {}: file doesn't exist", path);
 
     description.init(sample_block);
     bridge_helper = std::make_shared<LibraryBridgeHelper>(context, description.sample_block, dictionary_id);

From a2753a46c609ba77a1974c721b86434885b95309 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 1 May 2021 00:37:10 +0300
Subject: [PATCH 0180/1060] Adjust test

---
 .../queries/0_stateless/01601_detach_permanently.reference  | 2 +-
 tests/queries/0_stateless/01601_detach_permanently.sql      | 6 +++---
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tests/queries/0_stateless/01601_detach_permanently.reference b/tests/queries/0_stateless/01601_detach_permanently.reference
index 6683603c972..0232c1694e4 100644
--- a/tests/queries/0_stateless/01601_detach_permanently.reference
+++ b/tests/queries/0_stateless/01601_detach_permanently.reference
@@ -50,7 +50,7 @@ After database reattachement the table is still absent (it was detached permamen
 And we can not detach it permanently
 But we can attach it back
 And detach permanently again to check how database drop will behave
-DROP database - Directory not empty error, but database deteched
+DROP database - Directory not empty error, but database detached
 DROP database - now success
 -----------------------
 database lazy tests
diff --git a/tests/queries/0_stateless/01601_detach_permanently.sql b/tests/queries/0_stateless/01601_detach_permanently.sql
index 0e21fd8f463..3af8ed573ef 100644
--- a/tests/queries/0_stateless/01601_detach_permanently.sql
+++ b/tests/queries/0_stateless/01601_detach_permanently.sql
@@ -128,8 +128,8 @@ ATTACH TABLE test1601_detach_permanently_ordinary.test_name_reuse;
 SELECT 'And detach permanently again to check how database drop will behave';
 DETACH table test1601_detach_permanently_ordinary.test_name_reuse PERMANENTLY;
 
-SELECT 'DROP database - Directory not empty error, but database deteched';
-DROP DATABASE test1601_detach_permanently_ordinary; -- { serverError 1000 }
+SELECT 'DROP database - Directory not empty error, but database detached';
+DROP DATABASE test1601_detach_permanently_ordinary; -- { serverError 1001 }
 
 ATTACH DATABASE test1601_detach_permanently_ordinary;
 
@@ -203,7 +203,7 @@ SELECT 'And detach permanently again to check how database drop will behave';
 DETACH table test1601_detach_permanently_lazy.test_name_reuse PERMANENTLY;
 
 SELECT 'DROP database - Directory not empty error, but database deteched';
-DROP DATABASE test1601_detach_permanently_lazy; -- { serverError 1000 }
+DROP DATABASE test1601_detach_permanently_lazy; -- { serverError 1001 }
 
 ATTACH DATABASE test1601_detach_permanently_lazy;
 

From 2887ce1f69c430ea053a6b472ee9406b337b0f68 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 1 May 2021 01:55:14 +0300
Subject: [PATCH 0181/1060] Temporary rollback

---
 src/Dictionaries/FileDictionarySource.cpp |  1 -
 src/Disks/DiskLocal.cpp                   | 22 +++++++++-------------
 src/Disks/tests/gtest_disk.cpp            |  7 +++++--
 3 files changed, 14 insertions(+), 16 deletions(-)

diff --git a/src/Dictionaries/FileDictionarySource.cpp b/src/Dictionaries/FileDictionarySource.cpp
index d4bcc97d563..eb1ecb8c723 100644
--- a/src/Dictionaries/FileDictionarySource.cpp
+++ b/src/Dictionaries/FileDictionarySource.cpp
@@ -12,7 +12,6 @@
 #include "DictionaryStructure.h"
 #include "registerDictionaries.h"
 #include "DictionarySourceHelpers.h"
-#include <filesystem>
 
 namespace fs = std::filesystem;
 
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index aa03cd02a56..726b8181fc5 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -7,6 +7,7 @@
 #include <Common/filesystemHelpers.h>
 #include <Common/quoteString.h>
 #include <IO/createReadBufferFromFileBase.h>
+#include <Poco/File.h>
 
 #include <fstream>
 #include <unistd.h>
@@ -24,7 +25,6 @@ namespace ErrorCodes
     extern const int CANNOT_TRUNCATE_FILE;
     extern const int CANNOT_UNLINK;
     extern const int CANNOT_RMDIR;
-    extern const int CANNOT_OPEN_FILE;
 }
 
 std::mutex DiskLocal::reservation_mutex;
@@ -292,16 +292,12 @@ void DiskLocal::truncateFile(const String & path, size_t size)
 
 void DiskLocal::createFile(const String & path)
 {
-    FILE * file = fopen((disk_path / path).string().data(), "a+");
-    if (file == nullptr)
-        throw Exception(ErrorCodes::CANNOT_OPEN_FILE, "Cannot create file {}", path);
+    Poco::File(disk_path / path).createFile();
 }
 
 void DiskLocal::setReadOnly(const String & path)
 {
-    fs::permissions(disk_path / path,
-                    fs::perms::owner_read | fs::perms::group_read | fs::perms::others_read,
-                    fs::perm_options::remove); /// bitwise AND
+    Poco::File(disk_path / path).setReadOnly(true);
 }
 
 bool inline isSameDiskType(const IDisk & one, const IDisk & another)
@@ -392,12 +388,12 @@ void registerDiskLocal(DiskFactory & factory)
 
         fs::path disk(path);
         fs::perms p = fs::status(disk).permissions();
-        bool is_readable = (p & fs::perms::owner_read) != fs::perms::none
-                           | (p & fs::perms::group_read) != fs::perms::none
-                           | (p & fs::perms::others_read) != fs::perms::none;
-        bool is_writable = (p & fs::perms::owner_write) != fs::perms::none
-                           | (p & fs::perms::group_write) != fs::perms::none
-                           | (p & fs::perms::others_write) != fs::perms::none;
+        bool is_readable = ((p & fs::perms::owner_read) != fs::perms::none)
+                           | ((p & fs::perms::group_read) != fs::perms::none)
+                           | ((p & fs::perms::others_read) != fs::perms::none);
+        bool is_writable = ((p & fs::perms::owner_write) != fs::perms::none)
+                           | ((p & fs::perms::group_write) != fs::perms::none)
+                           | ((p & fs::perms::others_write) != fs::perms::none);
         if (!is_readable || !is_writable)
             throw Exception("There is no RW access to the disk " + name + " (" + path + ")", ErrorCodes::PATH_ACCESS_DENIED);
 
diff --git a/src/Disks/tests/gtest_disk.cpp b/src/Disks/tests/gtest_disk.cpp
index 3b9dca63002..cffbcf57e76 100644
--- a/src/Disks/tests/gtest_disk.cpp
+++ b/src/Disks/tests/gtest_disk.cpp
@@ -3,6 +3,9 @@
 #include <IO/ReadHelpers.h>
 #include <IO/WriteHelpers.h>
 #include "gtest_disk.h"
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 #if !defined(__clang__)
 #    pragma GCC diagnostic push
@@ -21,7 +24,7 @@ DB::DiskPtr createDisk<DB::DiskMemory>()
 template <>
 DB::DiskPtr createDisk<DB::DiskLocal>()
 {
-    Poco::File("tmp/").createDirectory();
+    fs::create_directory("tmp/");
     return std::make_shared<DB::DiskLocal>("local_disk", "tmp/", 0);
 }
 
@@ -42,7 +45,7 @@ template <>
 void destroyDisk<DB::DiskLocal>(DB::DiskPtr & disk)
 {
     disk.reset();
-    Poco::File("tmp/").remove(true);
+    fs::remove_all("tmp/");
 }
 
 

From 32b291714109092f716067a815888d9b277ee0d8 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 1 May 2021 17:25:38 +0300
Subject: [PATCH 0182/1060] Update s3/*

---
 src/Common/CounterInFile.h                    |  5 +-
 src/Databases/DatabaseAtomic.cpp              |  1 -
 src/Disks/DiskLocal.cpp                       |  4 +-
 src/Disks/S3/DiskS3.cpp                       | 54 ++++++++++---------
 .../gtest_cascade_and_memory_write_buffer.cpp |  5 +-
 5 files changed, 35 insertions(+), 34 deletions(-)

diff --git a/src/Common/CounterInFile.h b/src/Common/CounterInFile.h
index 8cd4534d413..6326261234d 100644
--- a/src/Common/CounterInFile.h
+++ b/src/Common/CounterInFile.h
@@ -7,7 +7,6 @@
 #include <iostream>
 #include <mutex>
 
-#include <Poco/File.h>
 #include <Poco/Exception.h>
 
 #include <IO/ReadBufferFromFileDescriptor.h>
@@ -59,7 +58,7 @@ public:
 
         Int64 res = -1;
 
-        bool file_doesnt_exists = !Poco::File(path).exists();
+        bool file_doesnt_exists = !fs::exists(path);
         if (file_doesnt_exists && !create_if_need)
         {
             throw Poco::Exception("File " + path + " does not exist. "
@@ -138,7 +137,7 @@ public:
     // Not thread-safe and not synchronized between processes.
     void fixIfBroken(UInt64 value)
     {
-        bool file_exists = Poco::File(path).exists();
+        bool file_exists = fs::exists(path);
 
         int fd = ::open(path.c_str(), O_RDWR | O_CREAT | O_CLOEXEC, 0666);
         if (-1 == fd)
diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index 12d1fa48670..fa4e2eed382 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -10,7 +10,6 @@
 #include <Interpreters/ExternalDictionariesLoader.h>
 #include <filesystem>
 #include <Interpreters/DDLTask.h>
-#include <filesystem>
 
 namespace fs = std::filesystem;
 
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 726b8181fc5..49ca4a32293 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -183,7 +183,7 @@ void DiskLocal::createDirectories(const String & path)
 
 void DiskLocal::clearDirectory(const String & path)
 {
-    for (auto & entry : fs::directory_iterator(disk_path / path))
+    for (const auto & entry : fs::directory_iterator(disk_path / path))
         fs::remove(entry.path());
 }
 
@@ -262,7 +262,7 @@ void DiskLocal::removeRecursive(const String & path)
 void DiskLocal::listFiles(const String & path, std::vector<String> & file_names)
 {
     file_names.clear();
-    for (auto & entry : fs::directory_iterator(disk_path / path))
+    for (const auto & entry : fs::directory_iterator(disk_path / path))
         file_names.emplace_back(entry.path().filename());
 }
 
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 325e887073c..07e2d254632 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -443,20 +443,20 @@ public:
 
     void next() override { ++iter; }
 
-    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
+    bool isValid() const override { return iter != fs::directory_iterator(); }
 
     String path() const override
     {
-        if (iter->isDirectory())
-            return folder_path + iter.name() + '/';
+        if (fs::is_directory(iter->path()))
+            return folder_path + iter->path().filename().string() + '/';
         else
-            return folder_path + iter.name();
+            return folder_path + iter->path().filename().string();
     }
 
-    String name() const override { return iter.name(); }
+    String name() const override { return iter->path().filename(); }
 
 private:
-    Poco::DirectoryIterator iter;
+    fs::directory_iterator iter;
     String folder_path;
 };
 
@@ -590,17 +590,17 @@ ReservationPtr DiskS3::reserve(UInt64 bytes)
 
 bool DiskS3::exists(const String & path) const
 {
-    return Poco::File(metadata_path + path).exists();
+    return fs::exists(fs::path(metadata_path) / path);
 }
 
 bool DiskS3::isFile(const String & path) const
 {
-    return Poco::File(metadata_path + path).isFile();
+    return fs::is_regular_file(fs::path(metadata_path) / path);
 }
 
 bool DiskS3::isDirectory(const String & path) const
 {
-    return Poco::File(metadata_path + path).isDirectory();
+    return fs::is_directory(fs::path(metadata_path) / path);
 }
 
 size_t DiskS3::getFileSize(const String & path) const
@@ -611,12 +611,12 @@ size_t DiskS3::getFileSize(const String & path) const
 
 void DiskS3::createDirectory(const String & path)
 {
-    Poco::File(metadata_path + path).createDirectory();
+    fs::create_directory(fs::path(metadata_path) / path);
 }
 
 void DiskS3::createDirectories(const String & path)
 {
-    Poco::File(metadata_path + path).createDirectories();
+    fs::create_directories(fs::path(metadata_path) / path);
 }
 
 String DiskS3::getUniqueId(const String & path) const
@@ -662,7 +662,7 @@ void DiskS3::moveFile(const String & from_path, const String & to_path, bool sen
         createFileOperationObject("rename", revision, object_metadata);
     }
 
-    Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
+    fs::rename(fs::path(metadata_path) / from_path, fs::path(metadata_path) / to_path);
 }
 
 void DiskS3::replaceFile(const String & from_path, const String & to_path)
@@ -727,9 +727,9 @@ void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
 {
     LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
 
-    Poco::File file(metadata_path + path);
+    fs::path file = fs::path(metadata_path) / path;
 
-    if (!file.isFile())
+    if (!is_regular_file(file))
         throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
 
     try
@@ -739,7 +739,7 @@ void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
         /// If there is no references - delete content from S3.
         if (metadata.ref_count == 0)
         {
-            file.remove();
+            fs::remove(file);
 
             for (const auto & [s3_object_path, _] : metadata.s3_objects)
                 keys.addKey(s3_root_path + s3_object_path);
@@ -748,7 +748,7 @@ void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
         {
             --metadata.ref_count;
             metadata.save();
-            file.remove();
+            fs::remove(file);
         }
     }
     catch (const Exception & e)
@@ -762,7 +762,7 @@ void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
                 backQuote(path),
                 e.nested() ? e.nested()->message() : e.message());
 
-            file.remove();
+            fs::remove(file);
         }
         else
             throw;
@@ -773,8 +773,8 @@ void DiskS3::removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys)
 {
     checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
 
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
+    fs::path file = fs::path(metadata_path) / path;
+    if (fs::is_regular_file(file))
     {
         removeMeta(path, keys);
     }
@@ -782,7 +782,7 @@ void DiskS3::removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys)
     {
         for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
             removeMetaRecursive(it->path(), keys);
-        file.remove();
+        fs::remove(file);
     }
 }
 
@@ -810,7 +810,7 @@ void DiskS3::removeAws(const AwsS3KeyKeeper & keys)
 void DiskS3::removeFileIfExists(const String & path)
 {
     AwsS3KeyKeeper keys;
-    if (Poco::File(metadata_path + path).exists())
+    if (fs::exists(fs::path(metadata_path) / path))
     {
         removeMeta(path, keys);
         removeAws(keys);
@@ -819,7 +819,7 @@ void DiskS3::removeFileIfExists(const String & path)
 
 void DiskS3::removeDirectory(const String & path)
 {
-    Poco::File(metadata_path + path).remove();
+    fs::remove(fs::path(metadata_path) / path);
 }
 
 void DiskS3::removeSharedFile(const String & path, bool keep_s3)
@@ -869,12 +869,14 @@ void DiskS3::listFiles(const String & path, std::vector<String> & file_names)
 
 void DiskS3::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
-    Poco::File(metadata_path + path).setLastModified(timestamp);
+    fs::last_write_time(fs::path(metadata_path) / path, static_cast<fs::file_time_type>(std::chrono::microseconds(timestamp.epochMicroseconds())));
 }
 
 Poco::Timestamp DiskS3::getLastModified(const String & path)
 {
-    return Poco::File(metadata_path + path).getLastModified();
+    fs::file_time_type fs_time = fs::last_write_time(fs::path(metadata_path) / path);
+    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
+    return Poco::Timestamp(micro_sec.count());
 }
 
 void DiskS3::createHardLink(const String & src_path, const String & dst_path)
@@ -1306,8 +1308,8 @@ void DiskS3::restore()
         restoreFiles(information);
         restoreFileOperations(information);
 
-        Poco::File restore_file(metadata_path + RESTORE_FILE_NAME);
-        restore_file.remove();
+        fs::path restore_file = fs::path(metadata_path) / RESTORE_FILE_NAME;
+        fs::remove(restore_file);
 
         saveSchemaVersion(RESTORABLE_SCHEMA_VERSION);
 
diff --git a/src/IO/tests/gtest_cascade_and_memory_write_buffer.cpp b/src/IO/tests/gtest_cascade_and_memory_write_buffer.cpp
index 4936307a5e3..d013077b7c2 100644
--- a/src/IO/tests/gtest_cascade_and_memory_write_buffer.cpp
+++ b/src/IO/tests/gtest_cascade_and_memory_write_buffer.cpp
@@ -1,7 +1,6 @@
 #include <gtest/gtest.h>
 
 #include <stdexcept>
-#include <Poco/File.h>
 #include <IO/CascadeWriteBuffer.h>
 #include <IO/MemoryReadWriteBuffer.h>
 #include <IO/WriteBufferFromTemporaryFile.h>
@@ -9,7 +8,9 @@
 #include <IO/ConcatReadBuffer.h>
 #include <IO/copyData.h>
 #include <Common/typeid_cast.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 using namespace DB;
 
 
@@ -236,7 +237,7 @@ try
 
         buf.reset();
         reread_buf.reset();
-        ASSERT_TRUE(!Poco::File(tmp_filename).exists());
+        ASSERT_TRUE(!fs::exists(tmp_filename));
     }
 }
 catch (...)

From ad69fceea52d17db774cf2620ad9fdb2adad0e84 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 2 May 2021 19:59:18 +0300
Subject: [PATCH 0183/1060] Restore copyFile

---
 src/Disks/DiskLocal.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 49ca4a32293..2dbee7fd782 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -308,7 +308,7 @@ bool inline isSameDiskType(const IDisk & one, const IDisk & another)
 void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path)
 {
     if (isSameDiskType(*this, *to_disk))
-        fs::copy_file(disk_path / from_path, to_disk->getPath() + to_path);
+        Poco::File(disk_path / from_path).copyTo(to_disk->getPath() + to_path); /// Use more optimal way.
     else
         IDisk::copy(from_path, to_disk, to_path); /// Copy files through buffers.
 }

From 2b67341f281b53021a3be0faad54f5665a3668c1 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 4 May 2021 15:55:21 +0300
Subject: [PATCH 0184/1060] Finish s3

---
 src/Disks/S3/DiskS3.cpp | 9 ++++-----
 1 file changed, 4 insertions(+), 5 deletions(-)

diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 07e2d254632..a28e7e0f387 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -16,7 +16,6 @@
 #include <IO/WriteBufferFromFileDecorator.h>
 #include <IO/WriteBufferFromS3.h>
 #include <IO/WriteHelpers.h>
-#include <Poco/File.h>
 #include <Common/checkStackSize.h>
 #include <Common/createHardLink.h>
 #include <Common/quoteString.h>
@@ -1496,8 +1495,8 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
                 continue;
 
             /// Skip not finished parts. They shouldn't be in 'detached' directory, because CH wouldn't be able to finish processing them.
-            Poco::Path directory_path (path);
-            auto directory_name = directory_path.directory(directory_path.depth() - 1);
+            fs::path directory_path(path);
+            auto directory_name = directory_path.parent_path().filename().string();
             auto predicate = [&directory_name](String & prefix) { return directory_name.starts_with(prefix); };
             if (std::any_of(not_finished_prefixes.begin(), not_finished_prefixes.end(), predicate))
                 continue;
@@ -1506,7 +1505,7 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
 
             LOG_DEBUG(log, "Move directory to 'detached' {} -> {}", path, detached_path);
 
-            Poco::File(metadata_path + path).moveTo(metadata_path + detached_path);
+            fs::rename(fs::path(metadata_path) / path, fs::path(metadata_path) / detached_path);
         }
     }
 
@@ -1538,7 +1537,7 @@ String DiskS3::revisionToString(UInt64 revision)
 
 String DiskS3::pathToDetached(const String & source_path)
 {
-    return Poco::Path(source_path).parent().append(Poco::Path("detached")).toString() + '/';
+    return fs::path(source_path).parent_path() / "detached" / "";
 }
 
 void DiskS3::onFreeze(const String & path)

From 9ec92ec5145d3620cfa0030034fc625ffe7efbae Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 5 May 2021 18:10:14 +0300
Subject: [PATCH 0185/1060] Fix tests, less manual concatination of paths

---
 src/Disks/DiskLocal.cpp                       | 70 ++++++++--------
 src/Disks/DiskLocal.h                         | 11 ++-
 src/Disks/IDisk.cpp                           |  9 ++-
 src/Disks/IDisk.h                             | 10 +--
 src/Disks/S3/DiskS3.cpp                       | 80 +++++++++----------
 src/Storages/MergeTree/DataPartsExchange.cpp  | 16 ++--
 src/Storages/MergeTree/IMergeTreeDataPart.cpp | 78 +++++++++---------
 .../MergeTree/MergeTreeDataMergerMutator.cpp  |  6 +-
 .../MergeTree/MergedBlockOutputStream.cpp     |  8 +-
 src/Storages/MergeTree/checkDataPart.cpp      |  6 +-
 src/Storages/StorageMergeTree.cpp             |  4 +-
 11 files changed, 146 insertions(+), 152 deletions(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 2dbee7fd782..64c599c5b81 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -69,13 +69,7 @@ public:
 
     bool isValid() const override { return entry != fs::directory_iterator(); }
 
-    String path() const override
-    {
-        if (entry->is_directory())
-            return dir_path / entry->path().filename() / "";
-        else
-            return dir_path / entry->path().filename();
-    }
+    String path() const override { return dir_path / entry->path().filename(); }
 
     String name() const override { return entry->path().filename(); }
 
@@ -119,9 +113,9 @@ UInt64 DiskLocal::getTotalSpace() const
 {
     struct statvfs fs;
     if (name == "default") /// for default disk we get space from path/data/
-        fs = getStatVFS(fs::path(disk_path / "data/").string());
+        fs = getStatVFS((fs::path(disk_path) / "data/").string());
     else
-        fs = getStatVFS(disk_path.string());
+        fs = getStatVFS(disk_path);
     UInt64 total_size = fs.f_blocks * fs.f_bsize;
     if (total_size < keep_free_space_bytes)
         return 0;
@@ -134,9 +128,9 @@ UInt64 DiskLocal::getAvailableSpace() const
     /// available for superuser only and for system purposes
     struct statvfs fs;
     if (name == "default") /// for default disk we get space from path/data/
-        fs = getStatVFS(fs::path(disk_path / "data/").string());
+        fs = getStatVFS((fs::path(disk_path) / "data/").string());
     else
-        fs = getStatVFS(disk_path.string());
+        fs = getStatVFS(disk_path);
     UInt64 total_size = fs.f_bavail * fs.f_bsize;
     if (total_size < keep_free_space_bytes)
         return 0;
@@ -153,64 +147,64 @@ UInt64 DiskLocal::getUnreservedSpace() const
 
 bool DiskLocal::exists(const String & path) const
 {
-    return fs::exists(disk_path / path);
+    return fs::exists(fs::path(disk_path) / path);
 }
 
 bool DiskLocal::isFile(const String & path) const
 {
-    return fs::is_regular_file(disk_path / path);
+    return fs::is_regular_file(fs::path(disk_path) / path);
 }
 
 bool DiskLocal::isDirectory(const String & path) const
 {
-    return fs::is_directory(disk_path / path);
+    return fs::is_directory(fs::path(disk_path) / path);
 }
 
 size_t DiskLocal::getFileSize(const String & path) const
 {
-    return fs::file_size(disk_path / path);
+    return fs::file_size(fs::path(disk_path) / path);
 }
 
 void DiskLocal::createDirectory(const String & path)
 {
-    fs::create_directory(disk_path / path);
+    fs::create_directory(fs::path(disk_path) / path);
 }
 
 void DiskLocal::createDirectories(const String & path)
 {
-    fs::create_directories(disk_path / path);
+    fs::create_directories(fs::path(disk_path) / path);
 }
 
 void DiskLocal::clearDirectory(const String & path)
 {
-    for (const auto & entry : fs::directory_iterator(disk_path / path))
+    for (const auto & entry : fs::directory_iterator(fs::path(disk_path) / path))
         fs::remove(entry.path());
 }
 
 void DiskLocal::moveDirectory(const String & from_path, const String & to_path)
 {
-    fs::rename(disk_path / from_path, disk_path / to_path);
+    fs::rename(fs::path(disk_path) / from_path, fs::path(disk_path) / to_path);
 }
 
 DiskDirectoryIteratorPtr DiskLocal::iterateDirectory(const String & path)
 {
-    return std::make_unique<DiskLocalDirectoryIterator>(disk_path, path);
+    return std::make_unique<DiskLocalDirectoryIterator>(fs::path(disk_path), path);
 }
 
 void DiskLocal::moveFile(const String & from_path, const String & to_path)
 {
-    fs::rename(disk_path / from_path, disk_path / to_path);
+    fs::rename(fs::path(disk_path) / from_path, fs::path(disk_path) / to_path);
 }
 
 void DiskLocal::replaceFile(const String & from_path, const String & to_path)
 {
-    fs::path from_file = disk_path / from_path;
-    fs::path to_file = disk_path / to_path;
+    fs::path from_file = fs::path(disk_path) / from_path;
+    fs::path to_file = fs::path(disk_path) / to_path;
     if (fs::exists(to_file))
     {
         fs::path tmp_file(to_file.string() + ".old");
         fs::rename(to_file, tmp_file);
-        fs::rename(from_file, disk_path / to_path);
+        fs::rename(from_file, fs::path(disk_path) / to_path);
         fs::remove(tmp_file);
     }
     else
@@ -223,33 +217,33 @@ std::unique_ptr<ReadBufferFromFileBase>
 DiskLocal::readFile(
     const String & path, size_t buf_size, size_t estimated_size, size_t aio_threshold, size_t mmap_threshold, MMappedFileCache * mmap_cache) const
 {
-    return createReadBufferFromFileBase(disk_path / path, estimated_size, aio_threshold, mmap_threshold, mmap_cache, buf_size);
+    return createReadBufferFromFileBase(fs::path(disk_path) / path, estimated_size, aio_threshold, mmap_threshold, mmap_cache, buf_size);
 }
 
 std::unique_ptr<WriteBufferFromFileBase>
 DiskLocal::writeFile(const String & path, size_t buf_size, WriteMode mode)
 {
     int flags = (mode == WriteMode::Append) ? (O_APPEND | O_CREAT | O_WRONLY) : -1;
-    return std::make_unique<WriteBufferFromFile>(disk_path / path, buf_size, flags);
+    return std::make_unique<WriteBufferFromFile>(fs::path(disk_path) / path, buf_size, flags);
 }
 
 void DiskLocal::removeFile(const String & path)
 {
-    auto fs_path = disk_path / path;
+    auto fs_path = fs::path(disk_path) / path;
     if (0 != unlink(fs_path.c_str()))
         throwFromErrnoWithPath("Cannot unlink file " + fs_path.string(), fs_path, ErrorCodes::CANNOT_UNLINK);
 }
 
 void DiskLocal::removeFileIfExists(const String & path)
 {
-    auto fs_path = disk_path / path;
+    auto fs_path = fs::path(disk_path) / path;
     if (0 != unlink(fs_path.c_str()) && errno != ENOENT)
         throwFromErrnoWithPath("Cannot unlink file " + fs_path.string(), fs_path, ErrorCodes::CANNOT_UNLINK);
 }
 
 void DiskLocal::removeDirectory(const String & path)
 {
-    auto fs_path = disk_path / path;
+    auto fs_path = fs::path(disk_path) / path;
     if (0 != rmdir(fs_path.c_str()))
         throwFromErrnoWithPath("Cannot rmdir " + fs_path.string(), fs_path, ErrorCodes::CANNOT_RMDIR);
 }
@@ -262,42 +256,42 @@ void DiskLocal::removeRecursive(const String & path)
 void DiskLocal::listFiles(const String & path, std::vector<String> & file_names)
 {
     file_names.clear();
-    for (const auto & entry : fs::directory_iterator(disk_path / path))
+    for (const auto & entry : fs::directory_iterator(fs::path(disk_path) / path))
         file_names.emplace_back(entry.path().filename());
 }
 
 void DiskLocal::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
-    fs::last_write_time(disk_path / path, static_cast<fs::file_time_type>(std::chrono::microseconds(timestamp.epochMicroseconds())));
+    fs::last_write_time(fs::path(disk_path) / path, static_cast<fs::file_time_type>(std::chrono::microseconds(timestamp.epochMicroseconds())));
 }
 
 Poco::Timestamp DiskLocal::getLastModified(const String & path)
 {
-    fs::file_time_type fs_time = fs::last_write_time(disk_path / path);
+    fs::file_time_type fs_time = fs::last_write_time(fs::path(disk_path) / path);
     auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
     return Poco::Timestamp(micro_sec.count());
 }
 
 void DiskLocal::createHardLink(const String & src_path, const String & dst_path)
 {
-    DB::createHardLink(disk_path / src_path, disk_path / dst_path);
+    DB::createHardLink(fs::path(disk_path) / src_path, fs::path(disk_path) / dst_path);
 }
 
 void DiskLocal::truncateFile(const String & path, size_t size)
 {
-    int res = truncate((disk_path / path).string().data(), size);
+    int res = truncate((fs::path(disk_path) / path).string().data(), size);
     if (-1 == res)
         throwFromErrnoWithPath("Cannot truncate file " + path, path, ErrorCodes::CANNOT_TRUNCATE_FILE);
 }
 
 void DiskLocal::createFile(const String & path)
 {
-    Poco::File(disk_path / path).createFile();
+    Poco::File(fs::path(disk_path) / path).createFile();
 }
 
 void DiskLocal::setReadOnly(const String & path)
 {
-    Poco::File(disk_path / path).setReadOnly(true);
+    Poco::File(fs::path(disk_path) / path).setReadOnly(true);
 }
 
 bool inline isSameDiskType(const IDisk & one, const IDisk & another)
@@ -308,14 +302,14 @@ bool inline isSameDiskType(const IDisk & one, const IDisk & another)
 void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path)
 {
     if (isSameDiskType(*this, *to_disk))
-        Poco::File(disk_path / from_path).copyTo(to_disk->getPath() + to_path); /// Use more optimal way.
+        Poco::File(fs::path(disk_path) / from_path).copyTo(fs::path(to_disk->getPath()) / to_path); /// Use more optimal way.
     else
         IDisk::copy(from_path, to_disk, to_path); /// Copy files through buffers.
 }
 
 SyncGuardPtr DiskLocal::getDirectorySyncGuard(const String & path) const
 {
-    return std::make_unique<LocalDirectorySyncGuard>(disk_path / path);
+    return std::make_unique<LocalDirectorySyncGuard>(fs::path(disk_path) / path);
 }
 
 DiskPtr DiskLocalReservation::getDisk(size_t i) const
diff --git a/src/Disks/DiskLocal.h b/src/Disks/DiskLocal.h
index 91835707725..47482ad8d67 100644
--- a/src/Disks/DiskLocal.h
+++ b/src/Disks/DiskLocal.h
@@ -22,15 +22,15 @@ public:
     friend class DiskLocalReservation;
 
     DiskLocal(const String & name_, const String & path_, UInt64 keep_free_space_bytes_)
-        : name(name_), disk_path(path_), disk_path_str(path_), keep_free_space_bytes(keep_free_space_bytes_)
+        : name(name_), disk_path(path_), keep_free_space_bytes(keep_free_space_bytes_)
     {
-        if (disk_path_str.back() != '/')
-            throw Exception("Disk path must ends with '/', but '" + disk_path_str + "' doesn't.", ErrorCodes::LOGICAL_ERROR);
+        if (disk_path.back() != '/')
+            throw Exception("Disk path must end with '/', but '" + disk_path + "' doesn't.", ErrorCodes::LOGICAL_ERROR);
     }
 
     const String & getName() const override { return name; }
 
-    const String & getPath() const override { return disk_path_str; }
+    const String & getPath() const override { return disk_path; }
 
     ReservationPtr reserve(UInt64 bytes) override;
 
@@ -107,8 +107,7 @@ private:
 
 private:
     const String name;
-    const fs::path disk_path;
-    const String disk_path_str;
+    const String disk_path;
     const UInt64 keep_free_space_bytes;
 
     UInt64 reserved_bytes = 0;
diff --git a/src/Disks/IDisk.cpp b/src/Disks/IDisk.cpp
index 8c69398d3ad..82705b5dcc8 100644
--- a/src/Disks/IDisk.cpp
+++ b/src/Disks/IDisk.cpp
@@ -22,7 +22,8 @@ bool IDisk::isDirectoryEmpty(const String & path)
 
 void copyFile(IDisk & from_disk, const String & from_path, IDisk & to_disk, const String & to_path)
 {
-    LOG_DEBUG(&Poco::Logger::get("IDisk"), "Copying from {} {} to {} {}.", from_disk.getName(), from_path, to_disk.getName(), to_path);
+    LOG_DEBUG(&Poco::Logger::get("IDisk"), "Copying from {} (path: {}) {} to {} (path: {}) {}.",
+              from_disk.getName(), from_disk.getPath(), from_path, to_disk.getName(), to_disk.getPath(), to_path);
 
     auto in = from_disk.readFile(from_path);
     auto out = to_disk.writeFile(to_path);
@@ -41,16 +42,16 @@ void asyncCopy(IDisk & from_disk, String from_path, IDisk & to_disk, String to_p
             [&from_disk, from_path, &to_disk, to_path]()
             {
                 setThreadName("DiskCopier");
-                DB::copyFile(from_disk, from_path, to_disk, to_path + fileName(from_path));
+                DB::copyFile(from_disk, from_path, to_disk, fs::path(to_path) / fileName(from_path));
             });
 
         results.push_back(std::move(result));
     }
     else
     {
-        const String & dir_name = directoryPath(from_path);
+        fs::path dir_name = fs::path(from_path).parent_path().filename();
         fs::path dest(fs::path(to_path) / dir_name);
-        fs::create_directories(dest);
+        to_disk.createDirectories(dest);
 
         for (auto it = from_disk.iterateDirectory(from_path); it->isValid(); it->next())
             asyncCopy(from_disk, it->path(), to_disk, dest, exec, results);
diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index a70404cbfb4..62ab54e90c2 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -213,10 +213,10 @@ public:
     virtual DiskType::Type getType() const = 0;
 
     /// Invoked when Global Context is shutdown.
-    virtual void shutdown() { }
+    virtual void shutdown() {}
 
     /// Performs action on disk startup.
-    virtual void startup() { }
+    virtual void startup() {}
 
     /// Return some uniq string for file, overrode for S3
     /// Required for distinguish different copies of the same part on S3
@@ -234,7 +234,7 @@ public:
     virtual SyncGuardPtr getDirectorySyncGuard(const String & path) const;
 
     /// Applies new settings for disk in runtime.
-    virtual void applyNewSettings(const Poco::Util::AbstractConfiguration &, ContextConstPtr) { }
+    virtual void applyNewSettings(const Poco::Util::AbstractConfiguration &, ContextConstPtr) {}
 
 protected:
     friend class DiskDecorator;
@@ -295,7 +295,7 @@ public:
 /// Return full path to a file on disk.
 inline String fullPath(const DiskPtr & disk, const String & path)
 {
-    return disk->getPath() + path;
+    return fs::path(disk->getPath()) / path;
 }
 
 /// Return parent path for the specified path.
@@ -313,7 +313,7 @@ inline String fileName(const String & path)
 /// Return directory path for the specified path.
 inline String directoryPath(const String & path)
 {
-    return fs::is_directory(path) ? path : fs::path(path).parent_path().string();
+    return Poco::Path(path).setFileName("").toString();
 }
 
 }
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index a28e7e0f387..442f015b3ec 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -117,12 +117,12 @@ struct DiskS3::Metadata
     using PathAndSize = std::pair<String, size_t>;
 
     /// S3 root path.
-    const String & s3_root_path;
+    fs::path s3_root_path;
 
     /// Disk path.
-    const String & disk_path;
+    fs::path disk_path;
     /// Relative path to metadata file on local FS.
-    String metadata_file_path;
+    fs::path metadata_file_path;
     /// Total size of all S3 objects.
     size_t total_size;
     /// S3 objects paths and their sizes.
@@ -141,14 +141,14 @@ struct DiskS3::Metadata
 
         try
         {
-            ReadBufferFromFile buf(disk_path + metadata_file_path, 1024); /* reasonable buffer size for small file */
+            ReadBufferFromFile buf(disk_path / metadata_file_path, 1024); /* reasonable buffer size for small file */
 
             UInt32 version;
             readIntText(version, buf);
 
             if (version < VERSION_ABSOLUTE_PATHS || version > VERSION_READ_ONLY_FLAG)
                 throw Exception(
-                    "Unknown metadata file version. Path: " + disk_path + metadata_file_path
+                    "Unknown metadata file version. Path: " + (disk_path / metadata_file_path).string()
                     + " Version: " + std::to_string(version) + ", Maximum expected version: " + std::to_string(VERSION_READ_ONLY_FLAG),
                     ErrorCodes::UNKNOWN_FORMAT);
 
@@ -169,12 +169,12 @@ struct DiskS3::Metadata
                 readEscapedString(s3_object_path, buf);
                 if (version == VERSION_ABSOLUTE_PATHS)
                 {
-                    if (!boost::algorithm::starts_with(s3_object_path, s3_root_path))
+                    if (!boost::algorithm::starts_with(s3_object_path, s3_root_path.string()))
                         throw Exception(
                             "Path in metadata does not correspond S3 root path. Path: " + s3_object_path
-                            + ", root path: " + s3_root_path + ", disk path: " + disk_path_,
+                            + ", root path: " + s3_root_path.string() + ", disk path: " + disk_path_,
                             ErrorCodes::UNKNOWN_FORMAT);
-                    s3_object_path = s3_object_path.substr(s3_root_path.size());
+                    s3_object_path = s3_object_path.substr(s3_root_path.string().size());
                 }
                 assertChar('\n', buf);
                 s3_objects[i] = {s3_object_path, s3_object_size};
@@ -207,7 +207,7 @@ struct DiskS3::Metadata
     /// Fsync metadata file if 'sync' flag is set.
     void save(bool sync = false)
     {
-        WriteBufferFromFile buf(disk_path + metadata_file_path, 1024);
+        WriteBufferFromFile buf(disk_path / metadata_file_path, 1024);
 
         writeIntText(VERSION_RELATIVE_PATHS, buf);
         writeChar('\n', buf);
@@ -338,7 +338,7 @@ private:
             const auto & [path, size] = metadata.s3_objects[i];
             if (size > offset)
             {
-                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, s3_max_single_read_retries, buf_size);
+                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path / path, s3_max_single_read_retries, buf_size);
                 buf->seek(offset, SEEK_SET);
                 return buf;
             }
@@ -367,7 +367,7 @@ private:
 
         ++current_buf_idx;
         const auto & path = metadata.s3_objects[current_buf_idx].first;
-        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, s3_max_single_read_retries, buf_size);
+        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path / path, s3_max_single_read_retries, buf_size);
         current_buf->next();
         working_buffer = current_buf->buffer();
         absolute_position += working_buffer.size();
@@ -447,16 +447,16 @@ public:
     String path() const override
     {
         if (fs::is_directory(iter->path()))
-            return folder_path + iter->path().filename().string() + '/';
+            return folder_path / iter->path().filename().string() / "";
         else
-            return folder_path + iter->path().filename().string();
+            return folder_path / iter->path().filename().string();
     }
 
     String name() const override { return iter->path().filename(); }
 
 private:
     fs::directory_iterator iter;
-    String folder_path;
+    fs::path folder_path;
 };
 
 
@@ -623,13 +623,13 @@ String DiskS3::getUniqueId(const String & path) const
     Metadata metadata(s3_root_path, metadata_path, path);
     String id;
     if (!metadata.s3_objects.empty())
-        id = metadata.s3_root_path + metadata.s3_objects[0].first;
+        id = metadata.s3_root_path / metadata.s3_objects[0].first;
     return id;
 }
 
 DiskDirectoryIteratorPtr DiskS3::iterateDirectory(const String & path)
 {
-    return std::make_unique<DiskS3DirectoryIterator>(metadata_path + path, path);
+    return std::make_unique<DiskS3DirectoryIterator>(fs::path(metadata_path) / path, path);
 }
 
 void DiskS3::clearDirectory(const String & path)
@@ -683,7 +683,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskS3::readFile(const String & path, si
     auto metadata = readMeta(path);
 
     LOG_DEBUG(log, "Read from file by path: {}. Existing S3 objects: {}",
-        backQuote(metadata_path + path), metadata.s3_objects.size());
+        backQuote((fs::path(metadata_path) / path).string()), metadata.s3_objects.size());
 
     auto reader = std::make_unique<ReadIndirectBufferFromS3>(settings->client, bucket, metadata, settings->s3_max_single_read_retries, buf_size);
     return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), settings->min_bytes_for_seek);
@@ -708,12 +708,12 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
     }
 
     LOG_DEBUG(log, "{} to file by path: {}. S3 path: {}",
-              mode == WriteMode::Rewrite ? "Write" : "Append", backQuote(metadata_path + path), s3_root_path + s3_path);
+              mode == WriteMode::Rewrite ? "Write" : "Append", backQuote((fs::path(metadata_path) / path).string()), (fs::path(s3_root_path) / s3_path).string());
 
     auto s3_buffer = std::make_unique<WriteBufferFromS3>(
         settings->client,
         bucket,
-        metadata.s3_root_path + s3_path,
+        fs::path(metadata.s3_root_path) / s3_path,
         settings->s3_min_upload_part_size,
         settings->s3_max_single_part_upload_size,
         std::move(object_metadata),
@@ -724,7 +724,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
 
 void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
 {
-    LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
+    LOG_DEBUG(log, "Remove file by path: {}", backQuote((fs::path(metadata_path) / path).string()));
 
     fs::path file = fs::path(metadata_path) / path;
 
@@ -741,7 +741,7 @@ void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
             fs::remove(file);
 
             for (const auto & [s3_object_path, _] : metadata.s3_objects)
-                keys.addKey(s3_root_path + s3_object_path);
+                keys.addKey(fs::path(s3_root_path) / s3_object_path);
         }
         else /// In other case decrement number of references, save metadata and delete file.
         {
@@ -904,7 +904,7 @@ void DiskS3::createHardLink(const String & src_path, const String & dst_path, bo
     src.save();
 
     /// Create FS hardlink to metadata file.
-    DB::createHardLink(metadata_path + src_path, metadata_path + dst_path);
+    DB::createHardLink(fs::path(metadata_path) / src_path, fs::path(metadata_path) / dst_path);
 }
 
 void DiskS3::createFile(const String & path)
@@ -940,7 +940,7 @@ void DiskS3::createFileOperationObject(const String & operation_name, UInt64 rev
     WriteBufferFromS3 buffer(
         settings->client,
         bucket,
-        s3_root_path + key,
+        fs::path(s3_root_path) / key,
         settings->s3_min_upload_part_size,
         settings->s3_max_single_part_upload_size,
         metadata);
@@ -993,14 +993,14 @@ void DiskS3::findLastRevision()
 int DiskS3::readSchemaVersion(const String & source_bucket, const String & source_path)
 {
     int version = 0;
-    if (!checkObjectExists(source_bucket, source_path + SCHEMA_VERSION_OBJECT))
+    if (!checkObjectExists(source_bucket, fs::path(source_path) / SCHEMA_VERSION_OBJECT))
         return version;
 
     auto settings = current_settings.get();
     ReadBufferFromS3 buffer(
         settings->client,
         source_bucket,
-        source_path + SCHEMA_VERSION_OBJECT,
+        fs::path(source_path) / SCHEMA_VERSION_OBJECT,
         settings->s3_max_single_read_retries);
 
     readIntText(version, buffer);
@@ -1015,7 +1015,7 @@ void DiskS3::saveSchemaVersion(const int & version)
     WriteBufferFromS3 buffer(
         settings->client,
         bucket,
-        s3_root_path + SCHEMA_VERSION_OBJECT,
+        fs::path(s3_root_path) / SCHEMA_VERSION_OBJECT,
         settings->s3_min_upload_part_size,
         settings->s3_max_single_part_upload_size);
 
@@ -1027,7 +1027,7 @@ void DiskS3::updateObjectMetadata(const String & key, const ObjectMetadata & met
 {
     auto settings = current_settings.get();
     Aws::S3::Model::CopyObjectRequest request;
-    request.SetCopySource(bucket + "/" + key);
+    request.SetCopySource(fs::path(bucket) / key);
     request.SetBucket(bucket);
     request.SetKey(key);
     request.SetMetadata(metadata);
@@ -1039,7 +1039,7 @@ void DiskS3::updateObjectMetadata(const String & key, const ObjectMetadata & met
 
 void DiskS3::migrateFileToRestorableSchema(const String & path)
 {
-    LOG_DEBUG(log, "Migrate file {} to restorable schema", metadata_path + path);
+    LOG_DEBUG(log, "Migrate file {} to restorable schema", (fs::path(metadata_path) / path).string());
 
     auto meta = readMeta(path);
 
@@ -1048,7 +1048,7 @@ void DiskS3::migrateFileToRestorableSchema(const String & path)
         ObjectMetadata metadata {
             {"path", path}
         };
-        updateObjectMetadata(s3_root_path + key, metadata);
+        updateObjectMetadata(fs::path(s3_root_path) / key, metadata);
     }
 }
 
@@ -1056,7 +1056,7 @@ void DiskS3::migrateToRestorableSchemaRecursive(const String & path, Futures & r
 {
     checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
 
-    LOG_DEBUG(log, "Migrate directory {} to restorable schema", metadata_path + path);
+    LOG_DEBUG(log, "Migrate directory {} to restorable schema", (fs::path(metadata_path) / path).string());
 
     bool dir_contains_only_files = true;
     for (auto it = iterateDirectory(path); it->isValid(); it->next())
@@ -1105,7 +1105,7 @@ void DiskS3::migrateToRestorableSchema()
 
         for (const auto & root : data_roots)
             if (exists(root))
-                migrateToRestorableSchemaRecursive(root + '/', results);
+                migrateToRestorableSchemaRecursive(root, results);
 
         for (auto & result : results)
             result.wait();
@@ -1194,7 +1194,7 @@ void DiskS3::copyObject(const String & src_bucket, const String & src_key, const
 {
     auto settings = current_settings.get();
     Aws::S3::Model::CopyObjectRequest request;
-    request.SetCopySource(src_bucket + "/" + src_key);
+    request.SetCopySource(fs::path(src_bucket) / src_key);
     request.SetBucket(dst_bucket);
     request.SetKey(dst_key);
 
@@ -1212,7 +1212,7 @@ struct DiskS3::RestoreInformation
 
 void DiskS3::readRestoreInformation(DiskS3::RestoreInformation & restore_information)
 {
-    ReadBufferFromFile buffer(metadata_path + RESTORE_FILE_NAME, 512);
+    ReadBufferFromFile buffer(fs::path(metadata_path) / RESTORE_FILE_NAME, 512);
     buffer.next();
 
     try
@@ -1302,7 +1302,7 @@ void DiskS3::restore()
         bool cleanup_s3 = information.source_bucket != bucket || information.source_path != s3_root_path;
         for (const auto & root : data_roots)
             if (exists(root))
-                removeSharedRecursive(root + '/', !cleanup_s3);
+                removeSharedRecursive(root, !cleanup_s3);
 
         restoreFiles(information);
         restoreFileOperations(information);
@@ -1393,8 +1393,8 @@ void DiskS3::processRestoreFiles(const String & source_bucket, const String & so
         auto relative_key = shrinkKey(source_path, key);
 
         /// Copy object if we restore to different bucket / path.
-        if (bucket != source_bucket || s3_root_path != source_path)
-            copyObject(source_bucket, key, bucket, s3_root_path + relative_key);
+        if (bucket != source_bucket || fs::path(s3_root_path) != fs::path(source_path))
+            copyObject(source_bucket, key, bucket, fs::path(s3_root_path) / relative_key);
 
         metadata.addObject(relative_key, head_result.GetContentLength());
         metadata.save();
@@ -1482,7 +1482,7 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
     };
 
     /// Execute.
-    listObjects(restore_information.source_bucket, restore_information.source_path + "operations/", restore_file_operations);
+    listObjects(restore_information.source_bucket, fs::path(restore_information.source_path) / "operations/", restore_file_operations);
 
     if (restore_information.detached)
     {
@@ -1505,7 +1505,7 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
 
             LOG_DEBUG(log, "Move directory to 'detached' {} -> {}", path, detached_path);
 
-            fs::rename(fs::path(metadata_path) / path, fs::path(metadata_path) / detached_path);
+            Poco::File(fs::path(metadata_path) / path).moveTo(fs::path(metadata_path) / detached_path);
         }
     }
 
@@ -1537,13 +1537,13 @@ String DiskS3::revisionToString(UInt64 revision)
 
 String DiskS3::pathToDetached(const String & source_path)
 {
-    return fs::path(source_path).parent_path() / "detached" / "";
+    return Poco::Path(source_path).parent().append(Poco::Path("detached")).toString() + '/';
 }
 
 void DiskS3::onFreeze(const String & path)
 {
     createDirectories(path);
-    WriteBufferFromFile revision_file_buf(metadata_path + path + "revision.txt", 32);
+    WriteBufferFromFile revision_file_buf(fs::path(metadata_path) / path / "revision.txt", 32);
     writeIntText(revision_counter.load(), revision_file_buf);
     revision_file_buf.finalize();
 }
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index dfeb31af7b7..82617e6e0af 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -230,7 +230,7 @@ void Service::sendPartFromDisk(const MergeTreeData::DataPartPtr & part, WriteBuf
     {
         String file_name = it.first;
 
-        String path = part->getFullRelativePath() + file_name;
+        String path = fs::path(part->getFullRelativePath()) / file_name;
 
         UInt64 size = disk->getFileSize(path);
 
@@ -279,7 +279,7 @@ void Service::sendPartS3Metadata(const MergeTreeData::DataPartPtr & part, WriteB
     {
         String file_name = it.first;
 
-        String metadata_file = disk->getPath() + part->getFullRelativePath() + file_name;
+        String metadata_file = fs::path(disk->getPath()) / part->getFullRelativePath() / file_name;
 
         fs::path metadata(metadata_file);
 
@@ -480,7 +480,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
         readUUIDText(part_uuid, in);
 
     auto storage_id = data.getStorageID();
-    String new_part_path = part_type == "InMemory" ? "memory" : data.getFullPathOnDisk(reservation->getDisk()) + part_name + "/";
+    String new_part_path = part_type == "InMemory" ? "memory" : fs::path(data.getFullPathOnDisk(reservation->getDisk())) / part_name / "";
     auto entry = data.getContext()->getReplicatedFetchList().insert(
         storage_id.getDatabaseName(), storage_id.getTableName(),
         part_info.partition_id, part_name, new_part_path,
@@ -551,7 +551,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToDisk(
         throw Exception("Logical error: tmp_prefix and part_name cannot be empty or contain '.' or '/' characters.", ErrorCodes::LOGICAL_ERROR);
 
     String part_relative_path = String(to_detached ? "detached/" : "") + tmp_prefix + part_name;
-    String part_download_path = data.getRelativeDataPath() + part_relative_path + "/";
+    String part_download_path = fs::path(data.getRelativeDataPath()) / part_relative_path / "";
 
     if (disk->exists(part_download_path))
     {
@@ -583,7 +583,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToDisk(
                 " This may happen if we are trying to download part from malicious replica or logical error.",
                 ErrorCodes::INSECURE_PATH);
 
-        auto file_out = disk->writeFile(part_download_path + file_name);
+        auto file_out = disk->writeFile(fs::path(part_download_path) / file_name);
         HashingWriteBuffer hashing_out(*file_out);
         copyData(in, hashing_out, file_size, blocker.getCounter());
 
@@ -600,7 +600,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToDisk(
         readPODBinary(expected_hash, in);
 
         if (expected_hash != hashing_out.getHash())
-            throw Exception("Checksum mismatch for file " + fullPath(disk, part_download_path + file_name) + " transferred from " + replica_path,
+            throw Exception("Checksum mismatch for file " + fullPath(disk, (fs::path(part_download_path) / file_name).string()) + " transferred from " + replica_path,
                 ErrorCodes::CHECKSUM_DOESNT_MATCH);
 
         if (file_name != "checksums.txt" &&
@@ -654,7 +654,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToS3(
     String tmp_prefix = tmp_prefix_.empty() ? TMP_PREFIX : tmp_prefix_;
 
     String part_relative_path = String(to_detached ? "detached/" : "") + tmp_prefix + part_name;
-    String part_download_path = data.getRelativeDataPath() + part_relative_path + "/";
+    String part_download_path = fs::path(data.getRelativeDataPath()) / part_relative_path / "";
 
     if (disk->exists(part_download_path))
         throw Exception("Directory " + fullPath(disk, part_download_path) + " already exists.", ErrorCodes::DIRECTORY_ALREADY_EXISTS);
@@ -677,7 +677,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToS3(
         readStringBinary(file_name, in);
         readBinary(file_size, in);
 
-        String data_path = new_data_part->getFullRelativePath() + file_name;
+        String data_path = fs::path(new_data_part->getFullRelativePath()) / file_name;
         String metadata_file = fullPath(disk, data_path);
 
         {
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index 36032f9208f..437718954d4 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -69,7 +69,7 @@ void IMergeTreeDataPart::MinMaxIndex::load(const MergeTreeData & data, const Dis
     hyperrectangle.reserve(minmax_idx_size);
     for (size_t i = 0; i < minmax_idx_size; ++i)
     {
-        String file_name = part_path + "minmax_" + escapeForFileName(minmax_column_names[i]) + ".idx";
+        String file_name = fs::path(part_path) / ("minmax_" + escapeForFileName(minmax_column_names[i]) + ".idx");
         auto file = openForReading(disk_, file_name);
         auto serialization = minmax_column_types[i]->getDefaultSerialization();
 
@@ -111,7 +111,7 @@ void IMergeTreeDataPart::MinMaxIndex::store(
         String file_name = "minmax_" + escapeForFileName(column_names[i]) + ".idx";
         auto serialization = data_types.at(i)->getDefaultSerialization();
 
-        auto out = disk_->writeFile(part_path + file_name);
+        auto out = disk_->writeFile(fs::path(part_path) / file_name);
         HashingWriteBuffer out_hashing(*out);
         serialization->serializeBinary(hyperrectangle[i].left, out_hashing);
         serialization->serializeBinary(hyperrectangle[i].right, out_hashing);
@@ -543,7 +543,7 @@ String IMergeTreeDataPart::getFullPath() const
     if (relative_path.empty())
         throw Exception("Part relative_path cannot be empty. It's bug.", ErrorCodes::LOGICAL_ERROR);
 
-    return storage.getFullPathOnDisk(volume->getDisk()) + relative_path + "/";
+    return fs::path(storage.getFullPathOnDisk(volume->getDisk())) / relative_path / "";
 }
 
 String IMergeTreeDataPart::getFullRelativePath() const
@@ -551,7 +551,7 @@ String IMergeTreeDataPart::getFullRelativePath() const
     if (relative_path.empty())
         throw Exception("Part relative_path cannot be empty. It's bug.", ErrorCodes::LOGICAL_ERROR);
 
-    return storage.relative_data_path + relative_path + "/";
+    return fs::path(storage.relative_data_path) / relative_path / "";
 }
 
 void IMergeTreeDataPart::loadColumnsChecksumsIndexes(bool require_columns_checksums, bool check_consistency)
@@ -604,7 +604,7 @@ void IMergeTreeDataPart::loadIndex()
             loaded_index[i]->reserve(index_granularity.getMarksCount());
         }
 
-        String index_path = getFullRelativePath() + "primary.idx";
+        String index_path = fs::path(getFullRelativePath()) / "primary.idx";
         auto index_file = openForReading(volume->getDisk(), index_path);
 
         size_t marks_count = index_granularity.getMarksCount();
@@ -639,7 +639,7 @@ NameSet IMergeTreeDataPart::getFileNamesWithoutChecksums() const
         return {};
 
     NameSet result = {"checksums.txt", "columns.txt"};
-    String default_codec_path = getFullRelativePath() + DEFAULT_COMPRESSION_CODEC_FILE_NAME;
+    String default_codec_path = fs::path(getFullRelativePath()) / DEFAULT_COMPRESSION_CODEC_FILE_NAME;
 
     if (volume->getDisk()->exists(default_codec_path))
         result.emplace(DEFAULT_COMPRESSION_CODEC_FILE_NAME);
@@ -656,7 +656,7 @@ void IMergeTreeDataPart::loadDefaultCompressionCodec()
         return;
     }
 
-    String path = getFullRelativePath() + DEFAULT_COMPRESSION_CODEC_FILE_NAME;
+    String path = fs::path(getFullRelativePath()) / DEFAULT_COMPRESSION_CODEC_FILE_NAME;
     if (!volume->getDisk()->exists(path))
     {
         default_codec = detectDefaultCompressionCodec();
@@ -717,7 +717,7 @@ CompressionCodecPtr IMergeTreeDataPart::detectDefaultCompressionCodec() const
             {
                 if (path_to_data_file.empty())
                 {
-                    String candidate_path = getFullRelativePath() + ISerialization::getFileNameForStream(part_column, substream_path) + ".bin";
+                    String candidate_path = fs::path(getFullRelativePath()) / (ISerialization::getFileNameForStream(part_column, substream_path) + ".bin");
 
                     /// We can have existing, but empty .bin files. Example: LowCardinality(Nullable(...)) columns and column_name.dict.null.bin file.
                     if (volume->getDisk()->exists(candidate_path) && volume->getDisk()->getFileSize(candidate_path) != 0)
@@ -773,7 +773,7 @@ void IMergeTreeDataPart::loadPartitionAndMinMaxIndex()
 
 void IMergeTreeDataPart::loadChecksums(bool require)
 {
-    const String path = getFullRelativePath() + "checksums.txt";
+    const String path = fs::path(getFullRelativePath()) / "checksums.txt";
 
     if (volume->getDisk()->exists(path))
     {
@@ -798,11 +798,11 @@ void IMergeTreeDataPart::loadChecksums(bool require)
         checksums = checkDataPart(shared_from_this(), false);
 
         {
-            auto out = volume->getDisk()->writeFile(getFullRelativePath() + "checksums.txt.tmp", 4096);
+            auto out = volume->getDisk()->writeFile(fs::path(getFullRelativePath()) / "checksums.txt.tmp", 4096);
             checksums.write(*out);
         }
 
-        volume->getDisk()->moveFile(getFullRelativePath() + "checksums.txt.tmp", getFullRelativePath() + "checksums.txt");
+        volume->getDisk()->moveFile(fs::path(getFullRelativePath()) / "checksums.txt.tmp", fs::path(getFullRelativePath()) / "checksums.txt");
 
         bytes_on_disk = checksums.getTotalSizeOnDisk();
     }
@@ -810,7 +810,7 @@ void IMergeTreeDataPart::loadChecksums(bool require)
 
 void IMergeTreeDataPart::loadRowsCount()
 {
-    String path = getFullRelativePath() + "count.txt";
+    String path = fs::path(getFullRelativePath()) / "count.txt";
     if (index_granularity.empty())
     {
         rows_count = 0;
@@ -911,7 +911,7 @@ void IMergeTreeDataPart::loadRowsCount()
 
 void IMergeTreeDataPart::loadTTLInfos()
 {
-    String path = getFullRelativePath() + "ttl.txt";
+    String path = fs::path(getFullRelativePath()) / "ttl.txt";
     if (volume->getDisk()->exists(path))
     {
         auto in = openForReading(volume->getDisk(), path);
@@ -938,7 +938,7 @@ void IMergeTreeDataPart::loadTTLInfos()
 
 void IMergeTreeDataPart::loadUUID()
 {
-    String path = getFullRelativePath() + UUID_FILE_NAME;
+    String path = fs::path(getFullRelativePath()) / UUID_FILE_NAME;
 
     if (volume->getDisk()->exists(path))
     {
@@ -951,7 +951,7 @@ void IMergeTreeDataPart::loadUUID()
 
 void IMergeTreeDataPart::loadColumns(bool require)
 {
-    String path = getFullRelativePath() + "columns.txt";
+    String path = fs::path(getFullRelativePath()) / "columns.txt";
     auto metadata_snapshot = storage.getInMemoryMetadataPtr();
     NamesAndTypesList loaded_columns;
 
@@ -964,7 +964,7 @@ void IMergeTreeDataPart::loadColumns(bool require)
 
         /// If there is no file with a list of columns, write it down.
         for (const NameAndTypePair & column : metadata_snapshot->getColumns().getAllPhysical())
-            if (volume->getDisk()->exists(getFullRelativePath() + getFileNameForColumn(column) + ".bin"))
+            if (volume->getDisk()->exists(fs::path(getFullRelativePath()) / (getFileNameForColumn(column) + ".bin")))
                 loaded_columns.push_back(column);
 
         if (columns.empty())
@@ -1002,7 +1002,7 @@ UInt64 IMergeTreeDataPart::calculateTotalSizeOnDisk(const DiskPtr & disk_, const
     disk_->listFiles(from, files);
     UInt64 res = 0;
     for (const auto & file : files)
-        res += calculateTotalSizeOnDisk(disk_, from + file);
+        res += calculateTotalSizeOnDisk(disk_, fs::path(from) / file);
     return res;
 }
 
@@ -1012,7 +1012,7 @@ void IMergeTreeDataPart::renameTo(const String & new_relative_path, bool remove_
     assertOnDisk();
 
     String from = getFullRelativePath();
-    String to = storage.relative_data_path + new_relative_path + "/";
+    String to = fs::path(storage.relative_data_path) / new_relative_path / "";
 
     if (!volume->getDisk()->exists(from))
         throw Exception("Part directory " + fullPath(volume->getDisk(), from) + " doesn't exist. Most likely it is a logical error.", ErrorCodes::FILE_DOESNT_EXIST);
@@ -1066,8 +1066,8 @@ void IMergeTreeDataPart::remove(bool keep_s3) const
       * And a race condition can happen that will lead to "File not found" error here.
       */
 
-    String from = storage.relative_data_path + relative_path;
-    String to = storage.relative_data_path + "delete_tmp_" + name;
+    fs::path from = fs::path(storage.relative_data_path) / relative_path;
+    fs::path to = fs::path(storage.relative_data_path) / ("delete_tmp_" + name);
     // TODO directory delete_tmp_<name> is never removed if server crashes before returning from this function
 
     if (volume->getDisk()->exists(to))
@@ -1076,7 +1076,7 @@ void IMergeTreeDataPart::remove(bool keep_s3) const
 
         try
         {
-            volume->getDisk()->removeSharedRecursive(to + "/", keep_s3);
+            volume->getDisk()->removeSharedRecursive(to / "", keep_s3);
         }
         catch (...)
         {
@@ -1099,7 +1099,7 @@ void IMergeTreeDataPart::remove(bool keep_s3) const
     if (checksums.empty())
     {
         /// If the part is not completely written, we cannot use fast path by listing files.
-        volume->getDisk()->removeSharedRecursive(to + "/", keep_s3);
+        volume->getDisk()->removeSharedRecursive(to / "", keep_s3);
     }
     else
     {
@@ -1112,16 +1112,16 @@ void IMergeTreeDataPart::remove(bool keep_s3) const
     #    pragma GCC diagnostic ignored "-Wunused-variable"
     #endif
             for (const auto & [file, _] : checksums.files)
-                volume->getDisk()->removeSharedFile(to + "/" + file, keep_s3);
+                volume->getDisk()->removeSharedFile(to / file, keep_s3);
     #if !defined(__clang__)
     #    pragma GCC diagnostic pop
     #endif
 
             for (const auto & file : {"checksums.txt", "columns.txt"})
-                volume->getDisk()->removeSharedFile(to + "/" + file, keep_s3);
+                volume->getDisk()->removeSharedFile(to / file, keep_s3);
 
-            volume->getDisk()->removeSharedFileIfExists(to + "/" + DEFAULT_COMPRESSION_CODEC_FILE_NAME, keep_s3);
-            volume->getDisk()->removeSharedFileIfExists(to + "/" + DELETE_ON_DESTROY_MARKER_FILE_NAME, keep_s3);
+            volume->getDisk()->removeSharedFileIfExists(to / DEFAULT_COMPRESSION_CODEC_FILE_NAME, keep_s3);
+            volume->getDisk()->removeSharedFileIfExists(to / DELETE_ON_DESTROY_MARKER_FILE_NAME, keep_s3);
 
             volume->getDisk()->removeDirectory(to);
         }
@@ -1131,7 +1131,7 @@ void IMergeTreeDataPart::remove(bool keep_s3) const
 
             LOG_ERROR(storage.log, "Cannot quickly remove directory {} by removing files; fallback to recursive removal. Reason: {}", fullPath(volume->getDisk(), to), getCurrentExceptionMessage(false));
 
-            volume->getDisk()->removeSharedRecursive(to + "/", keep_s3);
+            volume->getDisk()->removeSharedRecursive(to / "", keep_s3);
         }
     }
 }
@@ -1149,7 +1149,7 @@ String IMergeTreeDataPart::getRelativePathForPrefix(const String & prefix) const
     {
         res = (prefix.empty() ? "" : prefix + "_") + name + (try_no ? "_try" + DB::toString(try_no) : "");
 
-        if (!volume->getDisk()->exists(getFullRelativePath() + res))
+        if (!volume->getDisk()->exists(fs::path(getFullRelativePath()) / res))
             return res;
 
         LOG_WARNING(storage.log, "Directory {} (to detach to) already exists. Will detach to directory with '_tryN' suffix.", res);
@@ -1172,11 +1172,11 @@ void IMergeTreeDataPart::renameToDetached(const String & prefix) const
 
 void IMergeTreeDataPart::makeCloneInDetached(const String & prefix, const StorageMetadataPtr & /*metadata_snapshot*/) const
 {
-    String destination_path = storage.relative_data_path + getRelativePathForDetachedPart(prefix);
+    String destination_path = fs::path(storage.relative_data_path) / getRelativePathForDetachedPart(prefix);
 
     /// Backup is not recursive (max_level is 0), so do not copy inner directories
     localBackup(volume->getDisk(), getFullRelativePath(), destination_path, 0);
-    volume->getDisk()->removeFileIfExists(destination_path + "/" + DELETE_ON_DESTROY_MARKER_FILE_NAME);
+    volume->getDisk()->removeFileIfExists(fs::path(destination_path) / DELETE_ON_DESTROY_MARKER_FILE_NAME);
 }
 
 void IMergeTreeDataPart::makeCloneOnDisk(const DiskPtr & disk, const String & directory_name) const
@@ -1188,16 +1188,16 @@ void IMergeTreeDataPart::makeCloneOnDisk(const DiskPtr & disk, const String & di
     if (directory_name.empty())
         throw Exception("Can not clone data part " + name + " to empty directory.", ErrorCodes::LOGICAL_ERROR);
 
-    String path_to_clone = storage.relative_data_path + directory_name + '/';
+    String path_to_clone = fs::path(storage.relative_data_path) / directory_name / "";
 
-    if (disk->exists(path_to_clone + relative_path))
+    if (disk->exists(fs::path(path_to_clone) / relative_path))
     {
         LOG_WARNING(storage.log, "Path " + fullPath(disk, path_to_clone + relative_path) + " already exists. Will remove it and clone again.");
-        disk->removeRecursive(path_to_clone + relative_path + '/');
+        disk->removeRecursive(fs::path(path_to_clone) / relative_path / "");
     }
     disk->createDirectories(path_to_clone);
     volume->getDisk()->copy(getFullRelativePath(), disk, path_to_clone);
-    volume->getDisk()->removeFileIfExists(path_to_clone + '/' + DELETE_ON_DESTROY_MARKER_FILE_NAME);
+    volume->getDisk()->removeFileIfExists(fs::path(path_to_clone) / DELETE_ON_DESTROY_MARKER_FILE_NAME);
 }
 
 void IMergeTreeDataPart::checkConsistencyBase() const
@@ -1244,17 +1244,17 @@ void IMergeTreeDataPart::checkConsistencyBase() const
 
         /// Check that the primary key index is not empty.
         if (!pk.column_names.empty())
-            check_file_not_empty(volume->getDisk(), path + "primary.idx");
+            check_file_not_empty(volume->getDisk(), fs::path(path) / "primary.idx");
 
         if (storage.format_version >= MERGE_TREE_DATA_MIN_FORMAT_VERSION_WITH_CUSTOM_PARTITIONING)
         {
-            check_file_not_empty(volume->getDisk(), path + "count.txt");
+            check_file_not_empty(volume->getDisk(), fs::path(path) / "count.txt");
 
             if (metadata_snapshot->hasPartitionKey())
-                check_file_not_empty(volume->getDisk(), path + "partition.dat");
+                check_file_not_empty(volume->getDisk(), fs::path(path) / "partition.dat");
 
             for (const String & col_name : storage.getMinMaxColumnsNames(partition_key))
-                check_file_not_empty(volume->getDisk(), path + "minmax_" + escapeForFileName(col_name) + ".idx");
+                check_file_not_empty(volume->getDisk(), fs::path(path) / ("minmax_" + escapeForFileName(col_name) + ".idx"));
         }
     }
 }
@@ -1348,7 +1348,7 @@ String IMergeTreeDataPart::getUniqueId() const
     auto disk = volume->getDisk();
 
     if (disk->getType() == DB::DiskType::Type::S3)
-        id = disk->getUniqueId(getFullRelativePath() + "checksums.txt");
+        id = disk->getUniqueId(fs::path(getFullRelativePath()) / "checksums.txt");
 
     if (id.empty())
         throw Exception("Can't get unique S3 object", ErrorCodes::LOGICAL_ERROR);
diff --git a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
index dfebd88abe9..17673bbdd97 100644
--- a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
@@ -1868,7 +1868,7 @@ void MergeTreeDataMergerMutator::finalizeMutatedPart(
     if (need_remove_expired_values)
     {
         /// Write a file with ttl infos in json format.
-        auto out_ttl = disk->writeFile(new_data_part->getFullRelativePath() + "ttl.txt", 4096);
+        auto out_ttl = disk->writeFile(fs::path(new_data_part->getFullRelativePath()) / "ttl.txt", 4096);
         HashingWriteBuffer out_hashing(*out_ttl);
         new_data_part->ttl_infos.write(out_hashing);
         new_data_part->checksums.files["ttl.txt"].file_size = out_hashing.count();
@@ -1877,7 +1877,7 @@ void MergeTreeDataMergerMutator::finalizeMutatedPart(
 
     {
         /// Write file with checksums.
-        auto out_checksums = disk->writeFile(new_data_part->getFullRelativePath() + "checksums.txt", 4096);
+        auto out_checksums = disk->writeFile(fs::path(new_data_part->getFullRelativePath()) / "checksums.txt", 4096);
         new_data_part->checksums.write(*out_checksums);
     } /// close fd
 
@@ -1888,7 +1888,7 @@ void MergeTreeDataMergerMutator::finalizeMutatedPart(
 
     {
         /// Write a file with a description of columns.
-        auto out_columns = disk->writeFile(new_data_part->getFullRelativePath() + "columns.txt", 4096);
+        auto out_columns = disk->writeFile(fs::path(new_data_part->getFullRelativePath()) / "columns.txt", 4096);
         new_data_part->getColumns().writeText(*out_columns);
     } /// close fd
 
diff --git a/src/Storages/MergeTree/MergedBlockOutputStream.cpp b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
index ab364e0e5aa..bc330ce3dae 100644
--- a/src/Storages/MergeTree/MergedBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
@@ -121,7 +121,7 @@ void MergedBlockOutputStream::finalizePartOnDisk(
             throw Exception("MinMax index was not initialized for new non-empty part " + new_part->name
                 + ". It is a bug.", ErrorCodes::LOGICAL_ERROR);
 
-        auto count_out = volume->getDisk()->writeFile(part_path + "count.txt", 4096);
+        auto count_out = volume->getDisk()->writeFile(fs::path(part_path) / "count.txt", 4096);
         HashingWriteBuffer count_out_hashing(*count_out);
         writeIntText(rows_count, count_out_hashing);
         count_out_hashing.next();
@@ -135,7 +135,7 @@ void MergedBlockOutputStream::finalizePartOnDisk(
     if (!new_part->ttl_infos.empty())
     {
         /// Write a file with ttl infos in json format.
-        auto out = volume->getDisk()->writeFile(part_path + "ttl.txt", 4096);
+        auto out = volume->getDisk()->writeFile(fs::path(part_path) / "ttl.txt", 4096);
         HashingWriteBuffer out_hashing(*out);
         new_part->ttl_infos.write(out_hashing);
         checksums.files["ttl.txt"].file_size = out_hashing.count();
@@ -149,7 +149,7 @@ void MergedBlockOutputStream::finalizePartOnDisk(
 
     {
         /// Write a file with a description of columns.
-        auto out = volume->getDisk()->writeFile(part_path + "columns.txt", 4096);
+        auto out = volume->getDisk()->writeFile(fs::path(part_path) / "columns.txt", 4096);
         part_columns.writeText(*out);
         out->finalize();
         if (sync)
@@ -170,7 +170,7 @@ void MergedBlockOutputStream::finalizePartOnDisk(
 
     {
         /// Write file with checksums.
-        auto out = volume->getDisk()->writeFile(part_path + "checksums.txt", 4096);
+        auto out = volume->getDisk()->writeFile(fs::path(part_path) / "checksums.txt", 4096);
         checksums.write(*out);
         out->finalize();
         if (sync)
diff --git a/src/Storages/MergeTree/checkDataPart.cpp b/src/Storages/MergeTree/checkDataPart.cpp
index ac28f84db43..35c73145e66 100644
--- a/src/Storages/MergeTree/checkDataPart.cpp
+++ b/src/Storages/MergeTree/checkDataPart.cpp
@@ -68,7 +68,7 @@ IMergeTreeDataPart::Checksums checkDataPart(
     NamesAndTypesList columns_txt;
 
     {
-        auto buf = disk->readFile(path + "columns.txt");
+        auto buf = disk->readFile(fs::path(path) / "columns.txt");
         columns_txt.readText(*buf);
         assertEOF(*buf);
     }
@@ -141,9 +141,9 @@ IMergeTreeDataPart::Checksums checkDataPart(
     /// Checksums from the rest files listed in checksums.txt. May be absent. If present, they are subsequently compared with the actual data checksums.
     IMergeTreeDataPart::Checksums checksums_txt;
 
-    if (require_checksums || disk->exists(path + "checksums.txt"))
+    if (require_checksums || disk->exists(fs::path(path) / "checksums.txt"))
     {
-        auto buf = disk->readFile(path + "checksums.txt");
+        auto buf = disk->readFile(fs::path(path) / "checksums.txt");
         checksums_txt.read(*buf);
         assertEOF(*buf);
     }
diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index b3165febd7c..b9daa4a1f41 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -1482,8 +1482,8 @@ CheckResults StorageMergeTree::checkData(const ASTPtr & query, ContextPtr local_
         auto disk = part->volume->getDisk();
         String part_path = part->getFullRelativePath();
         /// If the checksums file is not present, calculate the checksums and write them to disk.
-        String checksums_path = part_path + "checksums.txt";
-        String tmp_checksums_path = part_path + "checksums.txt.tmp";
+        String checksums_path = fs::path(part_path) / "checksums.txt";
+        String tmp_checksums_path = fs::path(part_path) / "checksums.txt.tmp";
         if (part->isStoredOnDisk() && !disk->exists(checksums_path))
         {
             try

From 5068b163b81950ef775ac567aea1a271eabe3985 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 5 May 2021 19:55:02 +0300
Subject: [PATCH 0186/1060] Fix

---
 src/Disks/DiskLocal.cpp | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 64c599c5b81..99f0162cf12 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -69,7 +69,14 @@ public:
 
     bool isValid() const override { return entry != fs::directory_iterator(); }
 
-    String path() const override { return dir_path / entry->path().filename(); }
+    String path() const override
+    {
+        if (entry->is_directory())
+            return dir_path / entry->path().filename() / "";
+        else
+            return dir_path / entry->path().filename();
+    }
+
 
     String name() const override { return entry->path().filename(); }
 

From 1e4fda08e2d491d53436ced28e6c22ade89e6642 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Thu, 6 May 2021 08:58:48 +0300
Subject: [PATCH 0187/1060] Allow JOIN ON with Join engine

---
 src/Interpreters/ExpressionAnalyzer.cpp                |  2 --
 tests/queries/0_stateless/00118_storage_join.reference | 10 ++++++++++
 tests/queries/0_stateless/00118_storage_join.sql       |  6 ++++--
 3 files changed, 14 insertions(+), 4 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index e0d85fc0ca7..af4369527bc 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -813,8 +813,6 @@ JoinPtr SelectQueryExpressionAnalyzer::makeTableJoin(
 
     /// Use StorageJoin if any.
     JoinPtr join = tryGetStorageJoin(syntax->analyzed_join);
-    if (join && syntax->analyzed_join->hasOn())
-        throw DB::Exception("`JOIN ON` with `Join` table engine not supported, use `USING` syntax", ErrorCodes::NOT_IMPLEMENTED);
 
     if (!join)
     {
diff --git a/tests/queries/0_stateless/00118_storage_join.reference b/tests/queries/0_stateless/00118_storage_join.reference
index 05cb74361be..cd7e2d67523 100644
--- a/tests/queries/0_stateless/00118_storage_join.reference
+++ b/tests/queries/0_stateless/00118_storage_join.reference
@@ -34,3 +34,13 @@
 1	12	abc
 
 0	45	
+0	0	
+1	1	abc
+2	2	def
+3	3	
+4	4	
+5	5	
+6	6	ghi
+7	7	
+8	8	
+9	9	
diff --git a/tests/queries/0_stateless/00118_storage_join.sql b/tests/queries/0_stateless/00118_storage_join.sql
index 95b090d4837..d5496687728 100644
--- a/tests/queries/0_stateless/00118_storage_join.sql
+++ b/tests/queries/0_stateless/00118_storage_join.sql
@@ -11,7 +11,9 @@ SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT
 SELECT k, js1.s, t2.s FROM (SELECT number AS k, number as s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
 SELECT k, js1.s, t2.s FROM (SELECT toUInt64(number / 3) AS k, sum(number) as s FROM numbers(10) GROUP BY toUInt64(number / 3) WITH TOTALS) js1 ANY LEFT JOIN t2 USING k;
 
--- JOIN ON not supported for storage join
-SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k; -- { serverError 48 }
+SELECT k, js1.s, t2.s FROM (SELECT number AS k, number AS s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k;
+
+-- geting qualified key columns from Join table still doen't work
+SELECT t2.k FROM (SELECT number AS k, number AS s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k; -- { serverError 8 }
 
 DROP TABLE t2;

From cb53bbb7b09d551fe276b59abe38a57694e091dd Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 14:57:22 +0300
Subject: [PATCH 0188/1060] add experimental codecs flag, add integration test
 for experimental codecs

---
 programs/compressor/Compressor.cpp            |  37 ++++++
 src/CMakeLists.txt                            |  24 ++++
 src/Client/Connection.cpp                     |   2 +-
 src/Compression/CompressionCodecDensity.cpp   | 106 ++++++++++++++++++
 src/Compression/CompressionCodecDensity.h     |  35 ++++++
 src/Compression/CompressionCodecLZSSE2.cpp    |  91 +++++++++++++++
 src/Compression/CompressionCodecLZSSE2.h      |  33 ++++++
 src/Compression/CompressionCodecLZSSE4.cpp    |  91 +++++++++++++++
 src/Compression/CompressionCodecLZSSE4.h      |  33 ++++++
 src/Compression/CompressionCodecLZSSE8.cpp    |  90 +++++++++++++++
 src/Compression/CompressionCodecLZSSE8.h      |  33 ++++++
 src/Compression/CompressionCodecLizard.cpp    |  88 +++++++++++++++
 src/Compression/CompressionCodecLizard.h      |  34 ++++++
 src/Compression/CompressionFactory.cpp        |  46 +++++++-
 src/Compression/CompressionFactory.h          |  10 +-
 src/Compression/CompressionInfo.h             |  10 +-
 src/Core/Settings.h                           |   1 +
 src/Interpreters/InterpreterCreateQuery.cpp   |   3 +-
 src/Server/TCPHandler.cpp                     |   2 +-
 src/Storages/AlterCommands.cpp                |   8 +-
 src/Storages/ColumnsDescription.cpp           |   2 +-
 .../DistributedBlockOutputStream.cpp          |   2 +-
 src/Storages/TTLDescription.cpp               |   2 +-
 .../test_non_default_compression/test.py      |  19 +++-
 24 files changed, 781 insertions(+), 21 deletions(-)
 create mode 100644 src/Compression/CompressionCodecDensity.cpp
 create mode 100644 src/Compression/CompressionCodecDensity.h
 create mode 100644 src/Compression/CompressionCodecLZSSE2.cpp
 create mode 100644 src/Compression/CompressionCodecLZSSE2.h
 create mode 100644 src/Compression/CompressionCodecLZSSE4.cpp
 create mode 100644 src/Compression/CompressionCodecLZSSE4.h
 create mode 100644 src/Compression/CompressionCodecLZSSE8.cpp
 create mode 100644 src/Compression/CompressionCodecLZSSE8.h
 create mode 100644 src/Compression/CompressionCodecLizard.cpp
 create mode 100644 src/Compression/CompressionCodecLizard.h

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index d47372631fe..d5471a62afe 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -4,6 +4,7 @@
 #include <boost/algorithm/string/join.hpp>
 
 #include <Common/Exception.h>
+#include <Common/Stopwatch.h>
 #include <IO/WriteBufferFromFileDescriptor.h>
 #include <IO/ReadBufferFromFileDescriptor.h>
 #include <IO/WriteBufferFromFile.h>
@@ -19,6 +20,8 @@
 #include <Common/TerminalSize.h>
 #include <Core/Defines.h>
 
+#include <sys/times.h>
+#include <sys/time.h>
 
 namespace DB
 {
@@ -77,6 +80,12 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         ("block-size,b", po::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
         ("hc", "use LZ4HC instead of LZ4")
         ("zstd", "use ZSTD instead of LZ4")
+        ("lizard", "use Lizard instread of LZ4")
+        ("lzsse2", "use lzsse2 instread of LZ4")
+        ("lzsse4", "use lzsse4 instread of LZ4")
+        ("lzsse8", "use lzsse8 instread of LZ4")
+        ("density", "use Density instread of LZ4")
+        ("param", po::value<std::string>(), "extra params for compresion algorithm")
         ("codec", po::value<std::vector<std::string>>()->multitoken(), "use codecs combination instead of LZ4")
         ("level", po::value<int>(), "compression level for codecs specified via flags")
         ("none", "use no compression instead of LZ4")
@@ -103,6 +112,11 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         bool decompress = options.count("decompress");
         bool use_lz4hc = options.count("hc");
         bool use_zstd = options.count("zstd");
+        bool use_lizard = options.count("lizard");
+        bool use_lzsse2 = options.count("lzsse2");
+        bool use_lzsse4 = options.count("lzsse4");
+        bool use_lzsse8 = options.count("lzsse8");
+        bool use_density = options.count("density");
         bool stat_mode = options.count("stat");
         bool use_none = options.count("none");
         unsigned block_size = options["block-size"].as<unsigned>();
@@ -110,6 +124,10 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         if (options.count("codec"))
             codecs = options["codec"].as<std::vector<std::string>>();
 
+        std::optional<std::string> param;
+        if (options.count("param"))
+            param = options["param"].as<std::string>();
+
         if ((use_lz4hc || use_zstd || use_none) && !codecs.empty())
             throw Exception("Wrong options, codec flags like --zstd and --codec options are mutually exclusive", ErrorCodes::BAD_ARGUMENTS);
 
@@ -122,6 +140,16 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             method_family = "LZ4HC";
         else if (use_zstd)
             method_family = "ZSTD";
+        else if (use_lizard)
+            method_family = "Lizard";
+        else if (use_lzsse2)
+            method_family = "LZSSE2";
+        else if (use_lzsse4)
+            method_family = "LZSSE4";
+        else if (use_lzsse8)
+            method_family = "LZSSE8";
+        else if (use_density)
+            method_family = "Density";
         else if (use_none)
             method_family = "NONE";
 
@@ -137,6 +165,8 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             std::string codecs_line = boost::algorithm::join(codecs, ",");
             auto ast = parseQuery(codec_parser, "(" + codecs_line + ")", 0, DBMS_DEFAULT_MAX_PARSER_DEPTH);
             codec = CompressionCodecFactory::instance().get(ast, nullptr);
+        } else if (param.has_value()) {
+            codec = CompressionCodecFactory::instance().get(method_family, level, param);
         }
         else
             codec = CompressionCodecFactory::instance().get(method_family, level);
@@ -155,6 +185,9 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         else
             wb = std::make_unique<WriteBufferFromFileDescriptor>(STDOUT_FILENO);
 
+
+        struct tms tv1, tv2;
+        times(&tv1);
         if (stat_mode)
         {
             /// Output statistic for compressed file.
@@ -185,6 +218,10 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             CompressedWriteBuffer to(*wb, codec, block_size);
             copyData(*rb, to);
         }
+        times(&tv2);
+        
+        int tics_per_second = sysconf(_SC_CLK_TCK);
+        std::cerr << static_cast<double>(tv2.tms_utime - tv1.tms_utime) / tics_per_second << std::endl;
     }
     catch (...)
     {
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 69a84dbeb2c..ea8525212cc 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -377,6 +377,30 @@ if (XZ_LIBRARY)
     target_include_directories (clickhouse_common_io SYSTEM BEFORE PUBLIC ${XZ_INCLUDE_DIR})
 endif()
 
+set (LIZARD_LIBRARY lizard)
+set (LIZARD_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/lizard/lib/)
+if (LIZARD_LIBRARY)
+    dbms_target_link_libraries(PRIVATE ${LIZARD_LIBRARY})
+    #target_link_libraries (clickhouse_compression PUBLIC ${LZMA_LIBRARY})
+    #target_include_directories (clickhouse_compression SYSTEM BEFORE PUBLIC ${})
+endif()
+
+set (DENSITY_LIBRARY density)
+set (DENSITY_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/density/src)
+if (DENSITY_LIBRARY)
+    dbms_target_link_libraries(PRIVATE ${DENSITY_LIBRARY})
+    #target_link_libraries (clickhouse_compression PUBLIC ${LZMA_LIBRARY})
+    #target_include_directories (clickhouse_compression SYSTEM BEFORE PUBLIC ${})
+endif()
+
+set (LZSSE_LIBRARY lzsse)
+set (LZSSE_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/lzsse/)
+if (LZSSE_LIBRARY)
+    dbms_target_link_libraries(PRIVATE ${LZSSE_LIBRARY})
+    #target_link_libraries (clickhouse_compression PUBLIC ${LZMA_LIBRARY})
+    #target_include_directories (clickhouse_compression SYSTEM BEFORE PUBLIC ${})
+endif()
+
 if (USE_ICU)
     dbms_target_link_libraries (PRIVATE ${ICU_LIBRARIES})
     dbms_target_include_directories (SYSTEM PRIVATE ${ICU_INCLUDE_DIRS})
diff --git a/src/Client/Connection.cpp b/src/Client/Connection.cpp
index d26f7454bcc..87f768d7e75 100644
--- a/src/Client/Connection.cpp
+++ b/src/Client/Connection.cpp
@@ -424,7 +424,7 @@ void Connection::sendQuery(
         if (method == "ZSTD")
             level = settings->network_zstd_compression_level;
 
-        CompressionCodecFactory::instance().validateCodec(method, level, !settings->allow_suspicious_codecs);
+        CompressionCodecFactory::instance().validateCodec(method, level, !settings->allow_suspicious_codecs, settings->allow_experimental_codecs);
         compression_codec = CompressionCodecFactory::instance().get(method, level);
     }
     else
diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
new file mode 100644
index 00000000000..841638ac6ed
--- /dev/null
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -0,0 +1,106 @@
+#include <Compression/CompressionFactory.h>
+#include <Compression/CompressionInfo.h>
+#include <Compression/CompressionCodecDensity.h>
+#include <Parsers/ASTLiteral.h>
+#include <Common/ErrorCodes.h>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int CANNOT_COMPRESS;
+    extern const int CANNOT_DECOMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
+}
+
+CompressionCodecDensity::CompressionCodecDensity(DENSITY_ALGORITHM algo_) : algo(algo_)
+{
+    setCodecDescription("Density", {std::make_shared<ASTLiteral>(static_cast<UInt64>(algo))});
+}
+
+uint8_t CompressionCodecDensity::getMethodByte() const
+{
+    return static_cast<uint8_t>(CompressionMethodByte::Density);
+}
+
+void CompressionCodecDensity::updateHash(SipHash & hash) const
+{
+    getCodecDesc()->updateTreeHash(hash);
+}
+
+UInt32 CompressionCodecDensity::getMaxCompressedDataSize(UInt32 uncompressed_size) const
+{
+    return density_compress_safe_size(uncompressed_size);
+}
+
+UInt32 CompressionCodecDensity::doCompressData(const char * source, UInt32 source_size, char * dest) const
+{
+    density_processing_result res = density_compress(reinterpret_cast<const uint8_t *>(source), source_size, reinterpret_cast<uint8_t *>(dest), density_compress_safe_size(source_size), algo);
+    if (res.state != DENSITY_STATE_OK)
+        throw Exception("Cannot compress block with Density; ", ErrorCodes::CANNOT_COMPRESS);
+    return res.bytesWritten;
+}
+
+void CompressionCodecDensity::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
+{
+    density_processing_result res = density_decompress(reinterpret_cast<const uint8_t *>(source), source_size, reinterpret_cast<uint8_t *>(dest), density_decompress_safe_size(uncompressed_size));
+    if (res.state != DENSITY_STATE_OK)
+        throw Exception("Cannot decompress block with Density; ", ErrorCodes::CANNOT_DECOMPRESS);
+}
+
+void registerCodecDensity(CompressionCodecFactory & factory)
+{
+    UInt8 method_code = UInt8(CompressionMethodByte::Density);
+    factory.registerCompressionCodec(
+        "Density",
+        method_code,
+        [&](const ASTPtr & arguments) -> CompressionCodecPtr
+        {
+            DENSITY_ALGORITHM algo = CompressionCodecDensity::DENSITY_DEFAULT_ALGO;
+            //std::cerr << arguments << std::endl;
+            if (arguments && !arguments->children.empty())
+            {
+                if (arguments->children.size() != 1)
+                    throw Exception(
+                        "Deisnty codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
+                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
+
+                const auto children = arguments->children;
+
+                const auto * algo_literal = children[0]->as<ASTLiteral>();
+                if (!algo_literal)
+                    throw Exception("Density codec argument must be string (algorithm)", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+
+
+                if (algo_literal->value.getType() == Field::Types::Which::UInt64) {
+                    const auto algorithm = algo_literal->value.safeGet<UInt64>();
+                    if (algorithm == 3) {
+                        algo = DENSITY_ALGORITHM_LION;
+                    } else if (algorithm == 2) {
+                        algo = DENSITY_ALGORITHM_CHEETAH;
+                    } else if (algorithm == 1) {
+                        algo = DENSITY_ALGORITHM_CHAMELEON;
+                    } else {
+                        throw Exception("Density codec argument may be LION, CHAMELEON, CHEETAH", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+                    }
+                } else {
+                    const auto algorithm = algo_literal->value.safeGet<std::string>();
+                    if (algorithm == "LION") {
+                        algo = DENSITY_ALGORITHM_LION;
+                    } else if (algorithm == "CHAMELEON") {
+                        algo = DENSITY_ALGORITHM_CHAMELEON;
+                    } else if (algorithm == "CHEETAH") {
+                        algo = DENSITY_ALGORITHM_CHEETAH;
+                    } else {
+                        throw Exception("Density codec argument may be LION, CHAMELEON, CHEETAH", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+                    }
+                }
+            }
+
+            return std::make_shared<CompressionCodecDensity>(algo);
+        });
+}
+
+}
diff --git a/src/Compression/CompressionCodecDensity.h b/src/Compression/CompressionCodecDensity.h
new file mode 100644
index 00000000000..cfc8bfbd76a
--- /dev/null
+++ b/src/Compression/CompressionCodecDensity.h
@@ -0,0 +1,35 @@
+#pragma once
+
+#include <Compression/ICompressionCodec.h>
+#include <src/density_api.h>
+
+
+namespace DB
+{
+class CompressionCodecDensity : public ICompressionCodec
+{
+public:
+    static constexpr auto DENSITY_DEFAULT_ALGO = DENSITY_ALGORITHM_CHAMELEON; // by default aim on speed
+
+    CompressionCodecDensity(DENSITY_ALGORITHM algo_);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+
+    bool isGenericCompression() const override { return true; }
+
+private:
+    const DENSITY_ALGORITHM algo;
+};
+
+}
\ No newline at end of file
diff --git a/src/Compression/CompressionCodecLZSSE2.cpp b/src/Compression/CompressionCodecLZSSE2.cpp
new file mode 100644
index 00000000000..215b93e6721
--- /dev/null
+++ b/src/Compression/CompressionCodecLZSSE2.cpp
@@ -0,0 +1,91 @@
+#include <Compression/CompressionCodecLZSSE2.h>
+#include <Compression/CompressionFactory.h>
+#include <Compression/CompressionInfo.h>
+#include <Parsers/ASTLiteral.h>
+#include <lzsse2/lzsse2.h>
+#include <Common/ErrorCodes.h>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int CANNOT_COMPRESS;
+    extern const int CANNOT_DECOMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
+}
+
+CompressionCodecLZSSE2::CompressionCodecLZSSE2(int level_) : level(level_)
+{
+
+    setCodecDescription("LZSSE2", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
+}
+
+uint8_t CompressionCodecLZSSE2::getMethodByte() const
+{
+    return static_cast<uint8_t>(CompressionMethodByte::LZSSE2);
+}
+
+void CompressionCodecLZSSE2::updateHash(SipHash & hash) const
+{
+    getCodecDesc()->updateTreeHash(hash);
+}
+
+UInt32 CompressionCodecLZSSE2::getMaxCompressedDataSize(UInt32 uncompressed_size) const
+{
+    return uncompressed_size;
+}
+
+UInt32 CompressionCodecLZSSE2::doCompressData(const char * source, UInt32 source_size, char * dest) const
+{
+    UInt32 res;
+    LZSSE2_OptimalParseState* state = LZSSE2_MakeOptimalParseState(source_size);
+    res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+    LZSSE2_FreeOptimalParseState(state);
+
+    if (res == 0)
+        throw Exception("Cannot compress block with LZSSE2; ", ErrorCodes::CANNOT_COMPRESS);
+
+    return res;
+}
+
+void CompressionCodecLZSSE2::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
+{
+    UInt32 res;
+    res = LZSSE2_Decompress(source, source_size, dest, uncompressed_size);
+    
+    if (res < uncompressed_size)
+        throw Exception("Cannot decompress block with LZSSE2; ", ErrorCodes::CANNOT_DECOMPRESS);
+}
+
+void registerCodecLZSSE2(CompressionCodecFactory & factory)
+{
+    UInt8 method_code = UInt8(CompressionMethodByte::LZSSE2);
+    factory.registerCompressionCodec(
+        "LZSSE2",
+        method_code,
+        [&](const ASTPtr & arguments) -> CompressionCodecPtr
+        {
+            int level = 1;
+            if (arguments && !arguments->children.empty())
+            {
+                if (arguments->children.size() != 1)
+                    throw Exception(
+                        "LZSSE2 codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
+                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
+
+                const auto children = arguments->children;
+                const auto * level_literal = children[0]->as<ASTLiteral>();
+                if (!level_literal)
+                    throw Exception("LZSSE2 first codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+
+                level = level_literal->value.safeGet<UInt64>();
+
+            }
+
+            return std::make_shared<CompressionCodecLZSSE2>(level);
+        });
+}
+
+}
diff --git a/src/Compression/CompressionCodecLZSSE2.h b/src/Compression/CompressionCodecLZSSE2.h
new file mode 100644
index 00000000000..d26bb3e2cf2
--- /dev/null
+++ b/src/Compression/CompressionCodecLZSSE2.h
@@ -0,0 +1,33 @@
+#pragma once
+
+#include <Compression/ICompressionCodec.h>
+
+
+namespace DB
+{
+class CompressionCodecLZSSE2 : public ICompressionCodec
+{
+public:
+
+    CompressionCodecLZSSE2(int level_);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+
+    bool isGenericCompression() const override { return true; }
+
+private:
+    const int level;
+};
+
+}
\ No newline at end of file
diff --git a/src/Compression/CompressionCodecLZSSE4.cpp b/src/Compression/CompressionCodecLZSSE4.cpp
new file mode 100644
index 00000000000..9b687d866a1
--- /dev/null
+++ b/src/Compression/CompressionCodecLZSSE4.cpp
@@ -0,0 +1,91 @@
+#include <Compression/CompressionCodecLZSSE4.h>
+#include <Compression/CompressionFactory.h>
+#include <Compression/CompressionInfo.h>
+#include <Parsers/ASTLiteral.h>
+#include <lzsse4/lzsse4.h>
+#include <Common/ErrorCodes.h>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int CANNOT_COMPRESS;
+    extern const int CANNOT_DECOMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
+}
+
+CompressionCodecLZSSE4::CompressionCodecLZSSE4(int level_) : level(level_)
+{
+
+    setCodecDescription("LZSSE4", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
+}
+
+uint8_t CompressionCodecLZSSE4::getMethodByte() const
+{
+    return static_cast<uint8_t>(CompressionMethodByte::LZSSE4);
+}
+
+void CompressionCodecLZSSE4::updateHash(SipHash & hash) const
+{
+    getCodecDesc()->updateTreeHash(hash);
+}
+
+UInt32 CompressionCodecLZSSE4::getMaxCompressedDataSize(UInt32 uncompressed_size) const
+{
+    return uncompressed_size;
+}
+
+UInt32 CompressionCodecLZSSE4::doCompressData(const char * source, UInt32 source_size, char * dest) const
+{
+    UInt32 res;
+    LZSSE4_OptimalParseState* state = LZSSE4_MakeOptimalParseState(source_size);
+    res = LZSSE4_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+    LZSSE4_FreeOptimalParseState(state);
+
+    if (res == 0)
+        throw Exception("Cannot compress block with LZSSE4; ", ErrorCodes::CANNOT_COMPRESS);
+
+    return res;
+}
+
+void CompressionCodecLZSSE4::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
+{
+    UInt32 res;
+    res = LZSSE4_Decompress(source, source_size, dest, uncompressed_size);
+    
+    if (res < uncompressed_size)
+        throw Exception("Cannot decompress block with LZSSE4; ", ErrorCodes::CANNOT_DECOMPRESS);
+}
+
+void registerCodecLZSSE4(CompressionCodecFactory & factory)
+{
+    UInt8 method_code = UInt8(CompressionMethodByte::LZSSE4);
+    factory.registerCompressionCodec(
+        "LZSSE4",
+        method_code,
+        [&](const ASTPtr & arguments) -> CompressionCodecPtr
+        {
+            int level = 1;
+            if (arguments && !arguments->children.empty())
+            {
+                if (arguments->children.size() != 1)
+                    throw Exception(
+                        "LZSSE4 codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
+                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
+
+                const auto children = arguments->children;
+                const auto * level_literal = children[0]->as<ASTLiteral>();
+                if (!level_literal)
+                    throw Exception("LZSSE4 first codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+
+                level = level_literal->value.safeGet<UInt64>();
+
+            }
+
+            return std::make_shared<CompressionCodecLZSSE4>(level);
+        });
+}
+
+}
diff --git a/src/Compression/CompressionCodecLZSSE4.h b/src/Compression/CompressionCodecLZSSE4.h
new file mode 100644
index 00000000000..ed1cc8fb26b
--- /dev/null
+++ b/src/Compression/CompressionCodecLZSSE4.h
@@ -0,0 +1,33 @@
+#pragma once
+
+#include <Compression/ICompressionCodec.h>
+
+
+namespace DB
+{
+class CompressionCodecLZSSE4 : public ICompressionCodec
+{
+public:
+
+    CompressionCodecLZSSE4(int level_);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+
+    bool isGenericCompression() const override { return true; }
+
+private:
+    const int level;
+};
+
+}
\ No newline at end of file
diff --git a/src/Compression/CompressionCodecLZSSE8.cpp b/src/Compression/CompressionCodecLZSSE8.cpp
new file mode 100644
index 00000000000..04e73121fc6
--- /dev/null
+++ b/src/Compression/CompressionCodecLZSSE8.cpp
@@ -0,0 +1,90 @@
+#include <Compression/CompressionCodecLZSSE8.h>
+#include <Compression/CompressionFactory.h>
+#include <Compression/CompressionInfo.h>
+#include <Parsers/ASTLiteral.h>
+#include <lzsse8/lzsse8.h>
+#include <Common/ErrorCodes.h>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int CANNOT_COMPRESS;
+    extern const int CANNOT_DECOMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
+}
+
+CompressionCodecLZSSE8::CompressionCodecLZSSE8(int level_) : level(level_)
+{
+    setCodecDescription("LZSSE8", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
+}
+
+uint8_t CompressionCodecLZSSE8::getMethodByte() const
+{
+    return static_cast<uint8_t>(CompressionMethodByte::LZSSE8);
+}
+
+void CompressionCodecLZSSE8::updateHash(SipHash & hash) const
+{
+    getCodecDesc()->updateTreeHash(hash);
+}
+
+UInt32 CompressionCodecLZSSE8::getMaxCompressedDataSize(UInt32 uncompressed_size) const
+{
+    return uncompressed_size;
+}
+
+UInt32 CompressionCodecLZSSE8::doCompressData(const char * source, UInt32 source_size, char * dest) const
+{
+    UInt32 res;
+    LZSSE8_OptimalParseState* state = LZSSE8_MakeOptimalParseState(source_size);
+    res = LZSSE8_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+    LZSSE8_FreeOptimalParseState(state);
+
+    if (res == 0)
+        throw Exception("Cannot compress block with LZSSE; ", ErrorCodes::CANNOT_COMPRESS);
+
+    return res;
+}
+
+void CompressionCodecLZSSE8::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
+{
+    UInt32 res;
+    res = LZSSE8_Decompress(source, source_size, dest, uncompressed_size);
+    
+    if (res < uncompressed_size)
+        throw Exception("Cannot decompress block with LZSSE; ", ErrorCodes::CANNOT_DECOMPRESS);
+}
+
+void registerCodecLZSSE8(CompressionCodecFactory & factory)
+{
+    UInt8 method_code = UInt8(CompressionMethodByte::LZSSE8);
+    factory.registerCompressionCodec(
+        "LZSSE8",
+        method_code,
+        [&](const ASTPtr & arguments) -> CompressionCodecPtr
+        {
+            int level = 1;
+            if (arguments && !arguments->children.empty())
+            {
+                if (arguments->children.size() != 1)
+                    throw Exception(
+                        "LZSSE8 codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
+                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
+
+                const auto children = arguments->children;
+                const auto * level_literal = children[0]->as<ASTLiteral>();
+                if (!level_literal)
+                    throw Exception("LZSSE8 first codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+
+                level = level_literal->value.safeGet<UInt64>();
+
+            }
+
+            return std::make_shared<CompressionCodecLZSSE8>(level);
+        });
+}
+
+}
diff --git a/src/Compression/CompressionCodecLZSSE8.h b/src/Compression/CompressionCodecLZSSE8.h
new file mode 100644
index 00000000000..c9d006ca13b
--- /dev/null
+++ b/src/Compression/CompressionCodecLZSSE8.h
@@ -0,0 +1,33 @@
+#pragma once
+
+#include <Compression/ICompressionCodec.h>
+
+
+namespace DB
+{
+class CompressionCodecLZSSE8 : public ICompressionCodec
+{
+public:
+
+    CompressionCodecLZSSE8(int level_);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+
+    bool isGenericCompression() const override { return true; }
+
+private:
+    const int level;
+};
+
+}
\ No newline at end of file
diff --git a/src/Compression/CompressionCodecLizard.cpp b/src/Compression/CompressionCodecLizard.cpp
new file mode 100644
index 00000000000..a4106965bd5
--- /dev/null
+++ b/src/Compression/CompressionCodecLizard.cpp
@@ -0,0 +1,88 @@
+#include <Compression/CompressionCodecLizard.h>
+#include <Compression/CompressionFactory.h>
+#include <Compression/CompressionInfo.h>
+#include <Parsers/ASTLiteral.h>
+#include <lib/lizard_compress.h>
+#include <lib/lizard_decompress.h>
+#include <Common/ErrorCodes.h>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int CANNOT_COMPRESS;
+    extern const int CANNOT_DECOMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
+}
+
+CompressionCodecLizard::CompressionCodecLizard(int level_) : level(level_)
+{
+    setCodecDescription("Lizard", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
+}
+
+uint8_t CompressionCodecLizard::getMethodByte() const
+{
+    return static_cast<uint8_t>(CompressionMethodByte::Lizard);
+}
+
+void CompressionCodecLizard::updateHash(SipHash & hash) const
+{
+    getCodecDesc()->updateTreeHash(hash);
+}
+
+UInt32 CompressionCodecLizard::getMaxCompressedDataSize(UInt32 uncompressed_size) const
+{
+    return Lizard_compressBound(uncompressed_size);
+}
+
+UInt32 CompressionCodecLizard::doCompressData(const char * source, UInt32 source_size, char * dest) const
+{
+    int res = Lizard_compress(source, dest, source_size, Lizard_compressBound(source_size), level);
+
+    if (res == 0)
+        throw Exception("Cannot compress block with Lizard; ", ErrorCodes::CANNOT_COMPRESS);
+    return res;
+}
+
+void CompressionCodecLizard::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
+{
+    int res = Lizard_decompress_safe(source, dest, source_size, uncompressed_size);
+
+    if (res < 0)
+        throw Exception("Cannot compress block with Lizard; ", ErrorCodes::CANNOT_DECOMPRESS);
+}
+
+void registerCodecLizard(CompressionCodecFactory & factory)
+{
+    UInt8 method_code = UInt8(CompressionMethodByte::Lizard);
+    factory.registerCompressionCodec(
+        "Lizard",
+        method_code,
+        [&](const ASTPtr & arguments) -> CompressionCodecPtr
+        {
+            int level = CompressionCodecLizard::LIZARD_DEFAULT_LEVEL;
+            if (arguments && !arguments->children.empty())
+            {
+                if (arguments->children.size() > 1)
+                    throw Exception(
+                        "Lizard codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
+                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
+
+                const auto children = arguments->children;
+                const auto * literal = children[0]->as<ASTLiteral>();
+                if (!literal)
+                    throw Exception("Lizard codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+
+                level = literal->value.safeGet<UInt64>();
+                // compression level will be truncated to LIZARD_MAX_CLEVEL if it is greater and to LIZARD_MIN_CLEVEL if it is less
+                //if (level > 1)//ZSTD_maxCLevel())
+                //    throw Exception("Lizard codec can't have level more that " + toString(1/*ZSTD_maxCLevel()*/) + ", given " + toString(level), ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+            }
+
+            return std::make_shared<CompressionCodecLizard>(level);
+        });
+}
+
+}
diff --git a/src/Compression/CompressionCodecLizard.h b/src/Compression/CompressionCodecLizard.h
new file mode 100644
index 00000000000..95bef7ab39e
--- /dev/null
+++ b/src/Compression/CompressionCodecLizard.h
@@ -0,0 +1,34 @@
+#pragma once
+
+#include <Compression/ICompressionCodec.h>
+
+
+namespace DB
+{
+class CompressionCodecLizard : public ICompressionCodec
+{
+public:
+    static constexpr auto LIZARD_DEFAULT_LEVEL = 1;
+
+    CompressionCodecLizard(int level_);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+
+    bool isGenericCompression() const override { return true; }
+
+private:
+    const int level;
+};
+
+}
\ No newline at end of file
diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index 0ff9797aeaf..9ca64e36468 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -44,7 +44,24 @@ CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std
     }
 }
 
-void CompressionCodecFactory::validateCodec(const String & family_name, std::optional<int> level, bool sanity_check) const
+CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std::optional<int> level, std::optional<std::string> param) const
+{
+    if (level && param)
+    {
+        auto level_literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
+        auto param_literal = std::make_shared<ASTLiteral>(static_cast<std::string>(*param));
+        return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), level_literal, param_literal)), {});
+    }
+    else if (param)
+    {
+        auto param_literal = std::make_shared<ASTLiteral>(static_cast<std::string>(*param));
+        return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), param_literal)), {});
+    } else {
+        return get(family_name, level);
+    }
+}
+
+void CompressionCodecFactory::validateCodec(const String & family_name, std::optional<int> level, bool sanity_check, bool allow_experimental_codecs) const
 {
     if (family_name.empty())
         throw Exception("Compression codec name cannot be empty", ErrorCodes::BAD_ARGUMENTS);
@@ -52,16 +69,16 @@ void CompressionCodecFactory::validateCodec(const String & family_name, std::opt
     if (level)
     {
         auto literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
-        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), literal)), {}, sanity_check);
+        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), literal)), {}, sanity_check, allow_experimental_codecs);
     }
     else
     {
         auto identifier = std::make_shared<ASTIdentifier>(Poco::toUpper(family_name));
-        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", identifier), {}, sanity_check);
+        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", identifier), {}, sanity_check, allow_experimental_codecs);
     }
 }
 
-ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(const ASTPtr & ast, const IDataType * column_type, bool sanity_check) const
+ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(const ASTPtr & ast, const IDataType * column_type, bool sanity_check, bool allow_experimental_codecs) const
 {
     if (const auto * func = ast->as<ASTFunction>())
     {
@@ -90,6 +107,16 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(const ASTPtr
             else
                 throw Exception("Unexpected AST element for compression codec", ErrorCodes::UNEXPECTED_AST_STRUCTURE);
 
+            if (sanity_check && !allow_experimental_codecs) {
+                if (codec_family_name == "Lizard" || 
+                    codec_family_name == "Density" ||
+                    codec_family_name == "LZSSE2" ||
+                    codec_family_name == "LZSSE4" ||
+                    codec_family_name == "LZSSE8") {
+                        throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                        "Experimental codecs Lizard, Density and LZSSE* are not allowed, please enable allow_experimental_codecs flag.");
+                }
+            }
             /// Default codec replaced with current default codec which may depend on different
             /// settings (and properties of data) in runtime.
             CompressionCodecPtr result_codec;
@@ -172,6 +199,7 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(const ASTPtr
                     " (Note: you can enable setting 'allow_suspicious_codecs' to skip this check).", ErrorCodes::BAD_ARGUMENTS);
 
         }
+
         /// For columns with nested types like Tuple(UInt32, UInt64) we
         /// obviously cannot substitute parameters for codecs which depend on
         /// data type, because for the first column Delta(4) is suitable and
@@ -318,6 +346,11 @@ void registerCodecT64(CompressionCodecFactory & factory);
 void registerCodecDoubleDelta(CompressionCodecFactory & factory);
 void registerCodecGorilla(CompressionCodecFactory & factory);
 void registerCodecMultiple(CompressionCodecFactory & factory);
+void registerCodecLizard(CompressionCodecFactory & factory);
+void registerCodecDensity(CompressionCodecFactory & factory);
+void registerCodecLZSSE2(CompressionCodecFactory & factory);
+void registerCodecLZSSE4(CompressionCodecFactory & factory);
+void registerCodecLZSSE8(CompressionCodecFactory & factory);
 
 CompressionCodecFactory::CompressionCodecFactory()
 {
@@ -330,6 +363,11 @@ CompressionCodecFactory::CompressionCodecFactory()
     registerCodecDoubleDelta(*this);
     registerCodecGorilla(*this);
     registerCodecMultiple(*this);
+    registerCodecLizard(*this);
+    registerCodecDensity(*this);
+    registerCodecLZSSE2(*this);
+    registerCodecLZSSE4(*this);
+    registerCodecLZSSE8(*this);
 
     default_codec = get("LZ4", {});
 }
diff --git a/src/Compression/CompressionFactory.h b/src/Compression/CompressionFactory.h
index dc06e853898..34dd8633611 100644
--- a/src/Compression/CompressionFactory.h
+++ b/src/Compression/CompressionFactory.h
@@ -38,16 +38,16 @@ public:
     CompressionCodecPtr getDefaultCodec() const;
 
     /// Validate codecs AST specified by user and parses codecs description (substitute default parameters)
-    ASTPtr validateCodecAndGetPreprocessedAST(const ASTPtr & ast, const IDataType * column_type, bool sanity_check) const;
+    ASTPtr validateCodecAndGetPreprocessedAST(const ASTPtr & ast, const IDataType * column_type, bool sanity_check, bool allow_experimental_codecs) const;
 
     /// Just wrapper for previous method.
-    ASTPtr validateCodecAndGetPreprocessedAST(const ASTPtr & ast, const DataTypePtr & column_type, bool sanity_check) const
+    ASTPtr validateCodecAndGetPreprocessedAST(const ASTPtr & ast, const DataTypePtr & column_type, bool sanity_check, bool allow_experimental_codecs) const
     {
-        return validateCodecAndGetPreprocessedAST(ast, column_type.get(), sanity_check);
+        return validateCodecAndGetPreprocessedAST(ast, column_type.get(), sanity_check, allow_experimental_codecs);
     }
 
     /// Validate codecs AST specified by user
-    void validateCodec(const String & family_name, std::optional<int> level, bool sanity_check) const;
+    void validateCodec(const String & family_name, std::optional<int> level, bool sanity_check, bool allow_experimental_codecs) const;
 
     /// Get codec by AST and possible column_type. Some codecs can use
     /// information about type to improve inner settings, but every codec should
@@ -72,6 +72,8 @@ public:
     /// For backward compatibility with config settings
     CompressionCodecPtr get(const String & family_name, std::optional<int> level) const;
 
+    CompressionCodecPtr get(const String & family_name, std::optional<int> level, std::optional<std::string> param) const;
+
     /// Register codec with parameters and column type
     void registerCompressionCodecWithType(const String & family_name, std::optional<uint8_t> byte_code, CreatorWithType creator);
     /// Register codec with parameters
diff --git a/src/Compression/CompressionInfo.h b/src/Compression/CompressionInfo.h
index 290ebaeb504..d1d4ad4618f 100644
--- a/src/Compression/CompressionInfo.h
+++ b/src/Compression/CompressionInfo.h
@@ -41,8 +41,14 @@ enum class CompressionMethodByte : uint8_t
     Multiple = 0x91,
     Delta    = 0x92,
     T64      = 0x93,
-    DoubleDelta = 0x94,
-    Gorilla     = 0x95,
+    DoubleDelta  = 0x94,
+    Gorilla      = 0x95,
+    Lizard       = 0x96,
+    Density      = 0x97,
+    LZSSE2       = 0x98,
+    LZSSE4       = 0x99,
+    LZSSE8       = 0xa0,
+
 };
 
 }
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 42a20441a2e..9ce06542d2c 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -238,6 +238,7 @@ class IColumn;
     M(Bool, empty_result_for_aggregation_by_empty_set, false, "Return empty result when aggregating without keys on empty set.", 0) \
     M(Bool, allow_distributed_ddl, true, "If it is set to true, then a user is allowed to executed distributed DDL queries.", 0) \
     M(Bool, allow_suspicious_codecs, false, "If it is set to true, allow to specify meaningless compression codecs.", 0) \
+    M(Bool, allow_experimental_codecs, false, "If it is set to true, allow to specify experimental compression codecs(LZSSE*, Lizard, Density).", 0) \
     M(UInt64, odbc_max_field_size, 1024, "Max size of filed can be read from ODBC dictionary. Long strings are truncated.", 0) \
     M(UInt64, query_profiler_real_time_period_ns, 1000000000, "Period for real clock timer of query profiler (in nanoseconds). Set 0 value to turn off the real clock query profiler. Recommended value is at least 10000000 (100 times a second) for single queries or 1000000000 (once a second) for cluster-wide profiling.", 0) \
     M(UInt64, query_profiler_cpu_time_period_ns, 1000000000, "Period for CPU clock timer of query profiler (in nanoseconds). Set 0 value to turn off the CPU clock query profiler. Recommended value is at least 10000000 (100 times a second) for single queries or 1000000000 (once a second) for cluster-wide profiling.", 0) \
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index d45d02243fb..6da714ee6b9 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -437,6 +437,7 @@ ColumnsDescription InterpreterCreateQuery::getColumnsDescription(
         defaults_sample_block = validateColumnsDefaultsAndGetSampleBlock(default_expr_list, column_names_and_types, context_);
 
     bool sanity_check_compression_codecs = !attach && !context_->getSettingsRef().allow_suspicious_codecs;
+    bool allow_experimental_codecs = context_->getSettingsRef().allow_experimental_codecs;
     ColumnsDescription res;
     auto name_type_it = column_names_and_types.begin();
     for (auto ast_it = columns_ast.children.begin(); ast_it != columns_ast.children.end(); ++ast_it, ++name_type_it)
@@ -471,7 +472,7 @@ ColumnsDescription InterpreterCreateQuery::getColumnsDescription(
             if (col_decl.default_specifier == "ALIAS")
                 throw Exception{"Cannot specify codec for column type ALIAS", ErrorCodes::BAD_ARGUMENTS};
             column.codec = CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(
-                col_decl.codec, column.type, sanity_check_compression_codecs);
+                col_decl.codec, column.type, sanity_check_compression_codecs, allow_experimental_codecs);
         }
 
         if (col_decl.ttl)
diff --git a/src/Server/TCPHandler.cpp b/src/Server/TCPHandler.cpp
index 916f29ba1d4..e0abbd63b1d 100644
--- a/src/Server/TCPHandler.cpp
+++ b/src/Server/TCPHandler.cpp
@@ -1398,7 +1398,7 @@ void TCPHandler::initBlockOutput(const Block & block)
 
             if (state.compression == Protocol::Compression::Enable)
             {
-                CompressionCodecFactory::instance().validateCodec(method, level, !query_settings.allow_suspicious_codecs);
+                CompressionCodecFactory::instance().validateCodec(method, level, !query_settings.allow_suspicious_codecs, query_settings.allow_experimental_codecs);
 
                 state.maybe_compressed_out = std::make_shared<CompressedWriteBuffer>(
                     *out, CompressionCodecFactory::instance().get(method, level));
diff --git a/src/Storages/AlterCommands.cpp b/src/Storages/AlterCommands.cpp
index e3177c167c5..b7e7893487b 100644
--- a/src/Storages/AlterCommands.cpp
+++ b/src/Storages/AlterCommands.cpp
@@ -313,7 +313,7 @@ void AlterCommand::apply(StorageInMemoryMetadata & metadata, ContextPtr context)
             column.comment = *comment;
 
         if (codec)
-            column.codec = CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(codec, data_type, false);
+            column.codec = CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(codec, data_type, false, true);
 
         column.ttl = ttl;
 
@@ -354,7 +354,7 @@ void AlterCommand::apply(StorageInMemoryMetadata & metadata, ContextPtr context)
             else
             {
                 if (codec)
-                    column.codec = CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(codec, data_type ? data_type : column.type, false);
+                    column.codec = CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(codec, data_type ? data_type : column.type, false, true);
 
                 if (comment)
                     column.comment = *comment;
@@ -907,7 +907,7 @@ void AlterCommands::validate(const StorageInMemoryMetadata & metadata, ContextPt
                                 ErrorCodes::BAD_ARGUMENTS};
 
             if (command.codec)
-                CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(command.codec, command.data_type, !context->getSettingsRef().allow_suspicious_codecs);
+                CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(command.codec, command.data_type, !context->getSettingsRef().allow_suspicious_codecs, context->getSettingsRef().allow_experimental_codecs);
 
             all_columns.add(ColumnDescription(column_name, command.data_type));
         }
@@ -927,7 +927,7 @@ void AlterCommands::validate(const StorageInMemoryMetadata & metadata, ContextPt
                                 ErrorCodes::NOT_IMPLEMENTED};
 
             if (command.codec)
-                CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(command.codec, command.data_type, !context->getSettingsRef().allow_suspicious_codecs);
+                CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(command.codec, command.data_type, !context->getSettingsRef().allow_suspicious_codecs, context->getSettingsRef().allow_experimental_codecs);
             auto column_default = all_columns.getDefault(column_name);
             if (column_default)
             {
diff --git a/src/Storages/ColumnsDescription.cpp b/src/Storages/ColumnsDescription.cpp
index 545911f1465..43a385bda1d 100644
--- a/src/Storages/ColumnsDescription.cpp
+++ b/src/Storages/ColumnsDescription.cpp
@@ -128,7 +128,7 @@ void ColumnDescription::readText(ReadBuffer & buf)
                 comment = col_ast->comment->as<ASTLiteral &>().value.get<String>();
 
             if (col_ast->codec)
-                codec = CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(col_ast->codec, type, false);
+                codec = CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(col_ast->codec, type, false, true);
 
             if (col_ast->ttl)
                 ttl = col_ast->ttl;
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index a4aa2779771..b91f5b10cf2 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -632,7 +632,7 @@ void DistributedBlockOutputStream::writeToShard(const Block & block, const std::
     if (compression_method == "ZSTD")
         compression_level = settings.network_zstd_compression_level;
 
-    CompressionCodecFactory::instance().validateCodec(compression_method, compression_level, !settings.allow_suspicious_codecs);
+    CompressionCodecFactory::instance().validateCodec(compression_method, compression_level, !settings.allow_suspicious_codecs, settings.allow_experimental_codecs);
     CompressionCodecPtr compression_codec = CompressionCodecFactory::instance().get(compression_method, compression_level);
 
     /// tmp directory is used to ensure atomicity of transactions
diff --git a/src/Storages/TTLDescription.cpp b/src/Storages/TTLDescription.cpp
index 95ea4f07f18..9bb7d0c22f2 100644
--- a/src/Storages/TTLDescription.cpp
+++ b/src/Storages/TTLDescription.cpp
@@ -289,7 +289,7 @@ TTLDescription TTLDescription::getTTLFromAST(
         {
             result.recompression_codec =
                 CompressionCodecFactory::instance().validateCodecAndGetPreprocessedAST(
-                    ttl_element->recompression_codec, {}, !context->getSettingsRef().allow_suspicious_codecs);
+                    ttl_element->recompression_codec, {}, !context->getSettingsRef().allow_suspicious_codecs, context->getSettingsRef().allow_experimental_codecs);
         }
     }
 
diff --git a/tests/integration/test_non_default_compression/test.py b/tests/integration/test_non_default_compression/test.py
index 03210e47081..678b2167595 100644
--- a/tests/integration/test_non_default_compression/test.py
+++ b/tests/integration/test_non_default_compression/test.py
@@ -17,7 +17,8 @@ node4 = cluster.add_instance('node4', user_configs=['configs/enable_uncompressed
 node5 = cluster.add_instance('node5', main_configs=['configs/zstd_compression_by_default.xml'],
                              user_configs=['configs/enable_uncompressed_cache.xml',
                                            'configs/allow_suspicious_codecs.xml'])
-
+node6 = cluster.add_instance('node6', main_configs=['configs/allow_experimental_codecs.xml'],
+                             user_configs=['configs/allow_suspicious_codecs.xml'])
 
 @pytest.fixture(scope="module")
 def start_cluster():
@@ -137,3 +138,19 @@ def test_uncompressed_cache_plus_zstd_codec(start_cluster):
 
     assert node5.query(
         "SELECT max(length(data)) from compression_codec_multiple_with_key GROUP BY data ORDER BY max(length(data)) DESC LIMIT 1") == "10000\n"
+
+def test_experimental_codecs(start_cluster):
+    node6.query("""
+    CREATE TABLE compression_experimental_codecs (
+        somedate Date CODEC(Lizard(12)),
+        id UInt64 CODEC(Density('LION')),
+        data String CODEC(LZSSE4(3))
+    ) ENGINE = MergeTree() PARTITION BY somedate ORDER BY id SETTINGS index_granularity = 2;
+    """)
+
+    node6.query(
+        "INSERT INTO compression_experimental_codecs VALUES(toDate('2018-10-12'), 100000, '{}')".format(
+           'c' * 10000))
+
+    assert node6.query(
+        "SELECT max(length(data)) from compression_experimental_codecs GROUP BY data ORDER BY max(length(data)) DESC LIMIT 1") == "10000\n"

From 9cfddff290e347b26558366a88951d5b3665ba66 Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 15:08:58 +0300
Subject: [PATCH 0189/1060] add new codecs from contrib to cmake

---
 contrib/CMakeLists.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index 9eafec23f51..18da3ab5dd5 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -54,6 +54,10 @@ if (USE_INTERNAL_XZ_LIBRARY)
     add_subdirectory (xz)
 endif()
 
+add_subdirectory (lizard-cmake)
+add_subdirectory (density-cmake)
+add_subdirectory (lzsse-cmake)
+
 add_subdirectory (poco-cmake)
 add_subdirectory (croaring-cmake)
 

From 7c9acb9f532709daa0a50ee3656086d6d670ba0a Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 15:26:03 +0300
Subject: [PATCH 0190/1060] add dedicated cmake files for compression libraries

---
 contrib/density-cmake/CMakeLists.txt | 47 ++++++++++++++++++++++++++++
 contrib/lizard-cmake/CMakeLists.txt  | 19 +++++++++++
 contrib/lzsse-cmake/CMakeLists.txt   | 21 +++++++++++++
 3 files changed, 87 insertions(+)
 create mode 100644 contrib/density-cmake/CMakeLists.txt
 create mode 100644 contrib/lizard-cmake/CMakeLists.txt
 create mode 100644 contrib/lzsse-cmake/CMakeLists.txt

diff --git a/contrib/density-cmake/CMakeLists.txt b/contrib/density-cmake/CMakeLists.txt
new file mode 100644
index 00000000000..d48bbbf05b9
--- /dev/null
+++ b/contrib/density-cmake/CMakeLists.txt
@@ -0,0 +1,47 @@
+SET (USE_INTERNAL_DENSITY_LIBRARY 1)
+SET (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/density")
+
+# cd contrib/density
+# find . -name '*.c' | grep -vP 'deprecated|legacy' | sort | sed 's/^\./        ${LIBRARY_DIR}/'
+SET (Sources
+        ${LIBRARY_DIR}/src/algorithms/algorithms.c
+        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_decode.c
+        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_encode.c
+        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_decode.c
+        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_encode.c
+        ${LIBRARY_DIR}/src/algorithms/dictionaries.c
+        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_decode.c
+        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_encode.c
+        ${LIBRARY_DIR}/src/algorithms/lion/forms/lion_form_model.c
+        ${LIBRARY_DIR}/src/buffers/buffer.c
+        ${LIBRARY_DIR}/src/globals.c
+        ${LIBRARY_DIR}/src/structure/header.c
+)
+
+# cd contrib/density
+# find . -name '*.h' | grep -vP 'deprecated|legacy' | sort | sed 's/^\./        ${LIBRARY_DIR}/'
+SET (Headers
+        ${LIBRARY_DIR}/src/algorithms/algorithms.h
+        ${LIBRARY_DIR}/src/algorithms/chameleon/chameleon.h
+        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_decode.h
+        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_encode.h
+        ${LIBRARY_DIR}/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
+        ${LIBRARY_DIR}/src/algorithms/cheetah/cheetah.h
+        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_decode.h
+        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_encode.h
+        ${LIBRARY_DIR}/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
+        ${LIBRARY_DIR}/src/algorithms/dictionaries.h
+        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_decode.h
+        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_encode.h
+        ${LIBRARY_DIR}/src/algorithms/lion/dictionary/lion_dictionary.h
+        ${LIBRARY_DIR}/src/algorithms/lion/forms/lion_form_model.h
+        ${LIBRARY_DIR}/src/algorithms/lion/lion.h
+        ${LIBRARY_DIR}/src/buffers/buffer.h
+        ${LIBRARY_DIR}/src/density_api.h
+        ${LIBRARY_DIR}/src/globals.h
+        ${LIBRARY_DIR}/src/structure/header.h
+)
+
+ADD_LIBRARY(density ${Sources} ${Headers})
+
+target_include_directories (density PUBLIC ${LIBRARY_DIR})
\ No newline at end of file
diff --git a/contrib/lizard-cmake/CMakeLists.txt b/contrib/lizard-cmake/CMakeLists.txt
new file mode 100644
index 00000000000..eaf63db0acd
--- /dev/null
+++ b/contrib/lizard-cmake/CMakeLists.txt
@@ -0,0 +1,19 @@
+SET (USE_INTERNAL_LIZARD_LIBRARY 1)
+SET (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/lizard")
+
+SET (Sources
+    "${LIBRARY_DIR}/lib/lizard_decompress.c"
+    "${LIBRARY_DIR}/lib/lizard_compress.c"
+    "${LIBRARY_DIR}/lib/lizard_frame.c"
+    "${LIBRARY_DIR}/lib/xxhash/xxhash.c"
+)
+
+SET (Headers
+    "${LIBRARY_DIR}/lib/lizard_compress.h"
+    "${LIBRARY_DIR}/lib/lizard_common.h"
+    "${LIBRARY_DIR}/lib/lizard_frame.h"
+)
+
+ADD_LIBRARY(lizard ${Sources} ${Headers})
+
+target_include_directories (lizard PUBLIC ${LIBRARY_DIR})
\ No newline at end of file
diff --git a/contrib/lzsse-cmake/CMakeLists.txt b/contrib/lzsse-cmake/CMakeLists.txt
new file mode 100644
index 00000000000..a463089a5b6
--- /dev/null
+++ b/contrib/lzsse-cmake/CMakeLists.txt
@@ -0,0 +1,21 @@
+SET (USE_INTERNAL_LZSSE_LIBRARY 1)
+SET (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/lzsse")
+
+SET (Sources
+    "${LIBRARY_DIR}/lzsse2/lzsse2.cpp"
+    "${LIBRARY_DIR}/lzsse4/lzsse4.cpp"
+    "${LIBRARY_DIR}/lzsse8/lzsse8.cpp"
+)
+
+SET (Headers
+    "${LIBRARY_DIR}/lzsse2/lzsse2.h"
+    "${LIBRARY_DIR}/lzsse4/lzsse4.h"
+    "${LIBRARY_DIR}/lzsse8/lzsse8.h"
+    "${LIBRARY_DIR}/lzsse2/lzsse2_platform.h"
+    "${LIBRARY_DIR}/lzsse4/lzsse4_platform.h"
+    "${LIBRARY_DIR}/lzsse8/lzsse8_platform.h"
+)
+
+ADD_LIBRARY(lzsse ${Sources} ${Headers})
+
+target_include_directories (lzsse PUBLIC ${LIBRARY_DIR})
\ No newline at end of file

From 9f7733567b8198558da9a2b4450d5c99050a2d28 Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 15:36:49 +0300
Subject: [PATCH 0191/1060] extend modules

---
 .gitmodules | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/.gitmodules b/.gitmodules
index f7dcf5f4ac1..3e572e5280e 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -227,3 +227,12 @@
 [submodule "contrib/datasketches-cpp"]
 	path = contrib/datasketches-cpp
 	url = https://github.com/ClickHouse-Extras/datasketches-cpp.git
+[submodule "contrib/lizard"]
+	path = contrib/lizard
+	url = https://github.com/inikep/lizard
+[submodule "contrib/density"]
+	path = contrib/density
+	url = https://github.com/centaurean/density.git
+[submodule "contrib/lzsse"]
+	path = contrib/lzsse
+	url = https://github.com/ConorStokes/LZSSE.git

From a2f70306dff7fce1be79059713cfbd21c1720ed6 Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 15:55:03 +0300
Subject: [PATCH 0192/1060] add contribs

---
 contrib/density/.gitignore                    |    2 +
 contrib/density/.gitmodules                   |    6 +
 contrib/density/.travis.yml                   |  272 +++
 contrib/density/CHANGELOG.md                  |  168 ++
 contrib/density/LICENSE.md                    |   28 +
 contrib/density/README.md                     |  261 +++
 contrib/density/appveyor.yml                  |   37 +
 contrib/density/benchmark/src/benchmark.c     |  345 ++++
 contrib/density/benchmark/src/benchmark.h     |  129 ++
 contrib/density/msvc/Density.sln              |   21 +
 contrib/density/msvc/benchmark.vcxproj        |   78 +
 .../density/msvc/benchmark.vcxproj.filters    |   63 +
 contrib/density/msvc/density.vcxproj          |   93 +
 contrib/density/msvc/density.vcxproj.filters  |  135 ++
 contrib/density/src/algorithms/algorithms.c   |   43 +
 contrib/density/src/algorithms/algorithms.h   |   78 +
 .../src/algorithms/chameleon/chameleon.h      |   70 +
 .../chameleon/core/chameleon_decode.c         |  254 +++
 .../chameleon/core/chameleon_decode.h         |   53 +
 .../chameleon/core/chameleon_encode.c         |  179 ++
 .../chameleon/core/chameleon_encode.h         |   53 +
 .../dictionary/chameleon_dictionary.h         |   63 +
 .../density/src/algorithms/cheetah/cheetah.h  |   73 +
 .../algorithms/cheetah/core/cheetah_decode.c  |  266 +++
 .../algorithms/cheetah/core/cheetah_decode.h  |   54 +
 .../algorithms/cheetah/core/cheetah_encode.c  |  202 +++
 .../algorithms/cheetah/core/cheetah_encode.h  |   54 +
 .../cheetah/dictionary/cheetah_dictionary.h   |   70 +
 contrib/density/src/algorithms/dictionaries.c |   48 +
 contrib/density/src/algorithms/dictionaries.h |   45 +
 .../src/algorithms/lion/core/lion_decode.c    |  327 ++++
 .../src/algorithms/lion/core/lion_decode.h    |   54 +
 .../src/algorithms/lion/core/lion_encode.c    |  298 ++++
 .../src/algorithms/lion/core/lion_encode.h    |   54 +
 .../lion/dictionary/lion_dictionary.h         |   73 +
 .../algorithms/lion/forms/lion_form_model.c   |  153 ++
 .../algorithms/lion/forms/lion_form_model.h   |   96 +
 contrib/density/src/algorithms/lion/lion.h    |   94 +
 contrib/density/src/buffers/buffer.c          |  220 +++
 contrib/density/src/buffers/buffer.h          |   58 +
 contrib/density/src/density_api.h             |  220 +++
 contrib/density/src/globals.c                 |   47 +
 contrib/density/src/globals.h                 |  232 +++
 contrib/density/src/structure/header.c        |   57 +
 contrib/density/src/structure/header.h        |   58 +
 contrib/lizard/.gitattributes                 |   21 +
 contrib/lizard/.gitignore                     |   37 +
 contrib/lizard/.travis.yml                    |  268 +++
 contrib/lizard/LICENSE                        |   15 +
 contrib/lizard/NEWS                           |   41 +
 contrib/lizard/README.md                      |   95 +
 contrib/lizard/appveyor.yml                   |  143 ++
 contrib/lizard/contrib/djgpp/LICENSE          |   24 +
 contrib/lizard/contrib/djgpp/README.MD        |   21 +
 contrib/lizard/doc/lizard_Block_format.md     |  181 ++
 contrib/lizard/doc/lizard_Frame_format.md     |  312 ++++
 contrib/lizard/examples/.gitignore            |    8 +
 .../lizard/examples/HCStreaming_ringBuffer.c  |  241 +++
 contrib/lizard/examples/README.md             |    8 +
 .../examples/blockStreaming_doubleBuffer.c    |  203 +++
 .../examples/blockStreaming_doubleBuffer.md   |  100 ++
 .../examples/blockStreaming_lineByLine.c      |  210 +++
 .../examples/blockStreaming_lineByLine.md     |  122 ++
 .../examples/blockStreaming_ringBuffer.c      |  202 +++
 contrib/lizard/examples/compress_functions.c  |  303 ++++
 contrib/lizard/examples/frameCompress.c       |  169 ++
 contrib/lizard/examples/printVersion.c        |   13 +
 contrib/lizard/examples/simple_buffer.c       |   91 +
 .../lizard/examples/streaming_api_basics.md   |   87 +
 contrib/lizard/lib/.gitignore                 |    3 +
 contrib/lizard/lib/LICENSE                    |   25 +
 contrib/lizard/lib/README.md                  |   76 +
 contrib/lizard/lib/dll/liblizard.def          |   19 +
 contrib/lizard/lib/entropy/README.md          |   38 +
 contrib/lizard/lib/entropy/bitstream.h        |  414 +++++
 contrib/lizard/lib/entropy/entropy_common.c   |  231 +++
 contrib/lizard/lib/entropy/error_private.h    |  115 ++
 contrib/lizard/lib/entropy/error_public.h     |   64 +
 contrib/lizard/lib/entropy/fse.h              |  694 ++++++++
 contrib/lizard/lib/entropy/fse_compress.c     |  848 +++++++++
 contrib/lizard/lib/entropy/fse_decompress.c   |  329 ++++
 contrib/lizard/lib/entropy/huf.h              |  250 +++
 contrib/lizard/lib/entropy/huf_compress.c     |  612 +++++++
 contrib/lizard/lib/entropy/huf_decompress.c   |  885 ++++++++++
 contrib/lizard/lib/entropy/mem.h              |  372 ++++
 contrib/lizard/lib/liblizard.pc.in            |   15 +
 contrib/lizard/lib/lizard_common.h            |  504 ++++++
 contrib/lizard/lib/lizard_compress.c          |  630 +++++++
 contrib/lizard/lib/lizard_compress.h          |  208 +++
 contrib/lizard/lib/lizard_compress_liz.h      |  301 ++++
 contrib/lizard/lib/lizard_compress_lz4.h      |  162 ++
 contrib/lizard/lib/lizard_decompress.c        |  372 ++++
 contrib/lizard/lib/lizard_decompress.h        |  152 ++
 contrib/lizard/lib/lizard_decompress_liz.h    |  220 +++
 contrib/lizard/lib/lizard_decompress_lz4.h    |  163 ++
 contrib/lizard/lib/lizard_frame.c             | 1362 ++++++++++++++
 contrib/lizard/lib/lizard_frame.h             |  303 ++++
 contrib/lizard/lib/lizard_frame_static.h      |   81 +
 contrib/lizard/lib/lizard_parser_fast.h       |  196 +++
 contrib/lizard/lib/lizard_parser_fastbig.h    |  175 ++
 contrib/lizard/lib/lizard_parser_fastsmall.h  |  189 ++
 contrib/lizard/lib/lizard_parser_hashchain.h  |  369 ++++
 .../lizard/lib/lizard_parser_lowestprice.h    |  376 ++++
 contrib/lizard/lib/lizard_parser_nochain.h    |  318 ++++
 contrib/lizard/lib/lizard_parser_optimal.h    |  679 +++++++
 contrib/lizard/lib/lizard_parser_pricefast.h  |  250 +++
 contrib/lizard/lib/xxhash/xxhash.c            |  888 ++++++++++
 contrib/lizard/lib/xxhash/xxhash.h            |  293 +++
 contrib/lizard/programs/.gitignore            |   15 +
 contrib/lizard/programs/COPYING               |  339 ++++
 contrib/lizard/programs/README.md             |   73 +
 contrib/lizard/programs/bench.c               |  502 ++++++
 contrib/lizard/programs/bench.h               |   37 +
 contrib/lizard/programs/datagen.c             |  188 ++
 contrib/lizard/programs/datagen.h             |   39 +
 contrib/lizard/programs/lizard.1              |  229 +++
 contrib/lizard/programs/lizardcli.c           |  581 ++++++
 contrib/lizard/programs/lizardio.c            |  896 ++++++++++
 contrib/lizard/programs/lizardio.h            |  101 ++
 contrib/lizard/programs/platform.h            |  145 ++
 contrib/lizard/programs/util.h                |  497 ++++++
 contrib/lizard/tests/.gitignore               |   13 +
 contrib/lizard/tests/COPYING                  |  339 ++++
 contrib/lizard/tests/README.md                |   15 +
 contrib/lizard/tests/datagencli.c             |  192 ++
 contrib/lizard/tests/frametest.c              |  866 +++++++++
 contrib/lizard/tests/fullbench.c              |  732 ++++++++
 contrib/lizard/tests/fuzzer.c                 | 1086 ++++++++++++
 contrib/lizard/visual/.gitignore              |   11 +
 contrib/lizard/visual/README.md               |   53 +
 .../visual/VS2010/datagen/datagen.vcxproj     |  165 ++
 .../visual/VS2010/frametest/frametest.vcxproj |  177 ++
 .../visual/VS2010/fullbench/fullbench.vcxproj |  175 ++
 .../visual/VS2010/fuzzer/fuzzer.vcxproj       |  174 ++
 .../VS2010/liblizard-dll/liblizard-dll.rc     |   51 +
 .../liblizard-dll/liblizard-dll.vcxproj       |  179 ++
 .../visual/VS2010/liblizard/liblizard.vcxproj |  176 ++
 contrib/lizard/visual/VS2010/lizard.sln       |   86 +
 contrib/lizard/visual/VS2010/lizard/lizard.rc |   51 +
 .../visual/VS2010/lizard/lizard.vcxproj       |  190 ++
 contrib/lzsse/.gitignore                      |    4 +
 contrib/lzsse/.travis.yml                     |  185 ++
 contrib/lzsse/LICENSE                         |   23 +
 contrib/lzsse/README.md                       |   15 +
 contrib/lzsse/example/main.cpp                |  389 ++++
 contrib/lzsse/lzsse2/lzsse2.cpp               | 1080 ++++++++++++
 contrib/lzsse/lzsse2/lzsse2.h                 |   90 +
 contrib/lzsse/lzsse2/lzsse2_platform.h        |   73 +
 contrib/lzsse/lzsse4/lzsse4.cpp               | 1499 ++++++++++++++++
 contrib/lzsse/lzsse4/lzsse4.h                 |  117 ++
 contrib/lzsse/lzsse4/lzsse4_platform.h        |   73 +
 contrib/lzsse/lzsse8/lzsse8.cpp               | 1568 +++++++++++++++++
 contrib/lzsse/lzsse8/lzsse8.h                 |  117 ++
 contrib/lzsse/lzsse8/lzsse8_platform.h        |   73 +
 contrib/lzsse/premake4.exe                    |  Bin 0 -> 518144 bytes
 contrib/lzsse/premake4.lua                    |   26 +
 156 files changed, 35085 insertions(+)
 create mode 100644 contrib/density/.gitignore
 create mode 100644 contrib/density/.gitmodules
 create mode 100644 contrib/density/.travis.yml
 create mode 100644 contrib/density/CHANGELOG.md
 create mode 100644 contrib/density/LICENSE.md
 create mode 100644 contrib/density/README.md
 create mode 100644 contrib/density/appveyor.yml
 create mode 100644 contrib/density/benchmark/src/benchmark.c
 create mode 100644 contrib/density/benchmark/src/benchmark.h
 create mode 100644 contrib/density/msvc/Density.sln
 create mode 100644 contrib/density/msvc/benchmark.vcxproj
 create mode 100644 contrib/density/msvc/benchmark.vcxproj.filters
 create mode 100644 contrib/density/msvc/density.vcxproj
 create mode 100644 contrib/density/msvc/density.vcxproj.filters
 create mode 100644 contrib/density/src/algorithms/algorithms.c
 create mode 100644 contrib/density/src/algorithms/algorithms.h
 create mode 100644 contrib/density/src/algorithms/chameleon/chameleon.h
 create mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_decode.c
 create mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_decode.h
 create mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_encode.c
 create mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_encode.h
 create mode 100644 contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
 create mode 100644 contrib/density/src/algorithms/cheetah/cheetah.h
 create mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_decode.c
 create mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_decode.h
 create mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_encode.c
 create mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_encode.h
 create mode 100644 contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
 create mode 100644 contrib/density/src/algorithms/dictionaries.c
 create mode 100644 contrib/density/src/algorithms/dictionaries.h
 create mode 100644 contrib/density/src/algorithms/lion/core/lion_decode.c
 create mode 100644 contrib/density/src/algorithms/lion/core/lion_decode.h
 create mode 100644 contrib/density/src/algorithms/lion/core/lion_encode.c
 create mode 100644 contrib/density/src/algorithms/lion/core/lion_encode.h
 create mode 100644 contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h
 create mode 100644 contrib/density/src/algorithms/lion/forms/lion_form_model.c
 create mode 100644 contrib/density/src/algorithms/lion/forms/lion_form_model.h
 create mode 100644 contrib/density/src/algorithms/lion/lion.h
 create mode 100644 contrib/density/src/buffers/buffer.c
 create mode 100644 contrib/density/src/buffers/buffer.h
 create mode 100644 contrib/density/src/density_api.h
 create mode 100644 contrib/density/src/globals.c
 create mode 100644 contrib/density/src/globals.h
 create mode 100644 contrib/density/src/structure/header.c
 create mode 100644 contrib/density/src/structure/header.h
 create mode 100644 contrib/lizard/.gitattributes
 create mode 100644 contrib/lizard/.gitignore
 create mode 100644 contrib/lizard/.travis.yml
 create mode 100644 contrib/lizard/LICENSE
 create mode 100644 contrib/lizard/NEWS
 create mode 100644 contrib/lizard/README.md
 create mode 100644 contrib/lizard/appveyor.yml
 create mode 100644 contrib/lizard/contrib/djgpp/LICENSE
 create mode 100644 contrib/lizard/contrib/djgpp/README.MD
 create mode 100644 contrib/lizard/doc/lizard_Block_format.md
 create mode 100644 contrib/lizard/doc/lizard_Frame_format.md
 create mode 100644 contrib/lizard/examples/.gitignore
 create mode 100644 contrib/lizard/examples/HCStreaming_ringBuffer.c
 create mode 100644 contrib/lizard/examples/README.md
 create mode 100644 contrib/lizard/examples/blockStreaming_doubleBuffer.c
 create mode 100644 contrib/lizard/examples/blockStreaming_doubleBuffer.md
 create mode 100644 contrib/lizard/examples/blockStreaming_lineByLine.c
 create mode 100644 contrib/lizard/examples/blockStreaming_lineByLine.md
 create mode 100644 contrib/lizard/examples/blockStreaming_ringBuffer.c
 create mode 100644 contrib/lizard/examples/compress_functions.c
 create mode 100644 contrib/lizard/examples/frameCompress.c
 create mode 100644 contrib/lizard/examples/printVersion.c
 create mode 100644 contrib/lizard/examples/simple_buffer.c
 create mode 100644 contrib/lizard/examples/streaming_api_basics.md
 create mode 100644 contrib/lizard/lib/.gitignore
 create mode 100644 contrib/lizard/lib/LICENSE
 create mode 100644 contrib/lizard/lib/README.md
 create mode 100644 contrib/lizard/lib/dll/liblizard.def
 create mode 100644 contrib/lizard/lib/entropy/README.md
 create mode 100644 contrib/lizard/lib/entropy/bitstream.h
 create mode 100644 contrib/lizard/lib/entropy/entropy_common.c
 create mode 100644 contrib/lizard/lib/entropy/error_private.h
 create mode 100644 contrib/lizard/lib/entropy/error_public.h
 create mode 100644 contrib/lizard/lib/entropy/fse.h
 create mode 100644 contrib/lizard/lib/entropy/fse_compress.c
 create mode 100644 contrib/lizard/lib/entropy/fse_decompress.c
 create mode 100644 contrib/lizard/lib/entropy/huf.h
 create mode 100644 contrib/lizard/lib/entropy/huf_compress.c
 create mode 100644 contrib/lizard/lib/entropy/huf_decompress.c
 create mode 100644 contrib/lizard/lib/entropy/mem.h
 create mode 100644 contrib/lizard/lib/liblizard.pc.in
 create mode 100644 contrib/lizard/lib/lizard_common.h
 create mode 100644 contrib/lizard/lib/lizard_compress.c
 create mode 100644 contrib/lizard/lib/lizard_compress.h
 create mode 100644 contrib/lizard/lib/lizard_compress_liz.h
 create mode 100644 contrib/lizard/lib/lizard_compress_lz4.h
 create mode 100644 contrib/lizard/lib/lizard_decompress.c
 create mode 100644 contrib/lizard/lib/lizard_decompress.h
 create mode 100644 contrib/lizard/lib/lizard_decompress_liz.h
 create mode 100644 contrib/lizard/lib/lizard_decompress_lz4.h
 create mode 100644 contrib/lizard/lib/lizard_frame.c
 create mode 100644 contrib/lizard/lib/lizard_frame.h
 create mode 100644 contrib/lizard/lib/lizard_frame_static.h
 create mode 100644 contrib/lizard/lib/lizard_parser_fast.h
 create mode 100644 contrib/lizard/lib/lizard_parser_fastbig.h
 create mode 100644 contrib/lizard/lib/lizard_parser_fastsmall.h
 create mode 100644 contrib/lizard/lib/lizard_parser_hashchain.h
 create mode 100644 contrib/lizard/lib/lizard_parser_lowestprice.h
 create mode 100644 contrib/lizard/lib/lizard_parser_nochain.h
 create mode 100644 contrib/lizard/lib/lizard_parser_optimal.h
 create mode 100644 contrib/lizard/lib/lizard_parser_pricefast.h
 create mode 100644 contrib/lizard/lib/xxhash/xxhash.c
 create mode 100644 contrib/lizard/lib/xxhash/xxhash.h
 create mode 100644 contrib/lizard/programs/.gitignore
 create mode 100644 contrib/lizard/programs/COPYING
 create mode 100644 contrib/lizard/programs/README.md
 create mode 100644 contrib/lizard/programs/bench.c
 create mode 100644 contrib/lizard/programs/bench.h
 create mode 100644 contrib/lizard/programs/datagen.c
 create mode 100644 contrib/lizard/programs/datagen.h
 create mode 100644 contrib/lizard/programs/lizard.1
 create mode 100644 contrib/lizard/programs/lizardcli.c
 create mode 100644 contrib/lizard/programs/lizardio.c
 create mode 100644 contrib/lizard/programs/lizardio.h
 create mode 100644 contrib/lizard/programs/platform.h
 create mode 100644 contrib/lizard/programs/util.h
 create mode 100644 contrib/lizard/tests/.gitignore
 create mode 100644 contrib/lizard/tests/COPYING
 create mode 100644 contrib/lizard/tests/README.md
 create mode 100644 contrib/lizard/tests/datagencli.c
 create mode 100644 contrib/lizard/tests/frametest.c
 create mode 100644 contrib/lizard/tests/fullbench.c
 create mode 100644 contrib/lizard/tests/fuzzer.c
 create mode 100644 contrib/lizard/visual/.gitignore
 create mode 100644 contrib/lizard/visual/README.md
 create mode 100644 contrib/lizard/visual/VS2010/datagen/datagen.vcxproj
 create mode 100644 contrib/lizard/visual/VS2010/frametest/frametest.vcxproj
 create mode 100644 contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj
 create mode 100644 contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj
 create mode 100644 contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc
 create mode 100644 contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj
 create mode 100644 contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj
 create mode 100644 contrib/lizard/visual/VS2010/lizard.sln
 create mode 100644 contrib/lizard/visual/VS2010/lizard/lizard.rc
 create mode 100644 contrib/lizard/visual/VS2010/lizard/lizard.vcxproj
 create mode 100644 contrib/lzsse/.gitignore
 create mode 100644 contrib/lzsse/.travis.yml
 create mode 100644 contrib/lzsse/LICENSE
 create mode 100644 contrib/lzsse/README.md
 create mode 100644 contrib/lzsse/example/main.cpp
 create mode 100644 contrib/lzsse/lzsse2/lzsse2.cpp
 create mode 100644 contrib/lzsse/lzsse2/lzsse2.h
 create mode 100644 contrib/lzsse/lzsse2/lzsse2_platform.h
 create mode 100644 contrib/lzsse/lzsse4/lzsse4.cpp
 create mode 100644 contrib/lzsse/lzsse4/lzsse4.h
 create mode 100644 contrib/lzsse/lzsse4/lzsse4_platform.h
 create mode 100644 contrib/lzsse/lzsse8/lzsse8.cpp
 create mode 100644 contrib/lzsse/lzsse8/lzsse8.h
 create mode 100644 contrib/lzsse/lzsse8/lzsse8_platform.h
 create mode 100644 contrib/lzsse/premake4.exe
 create mode 100644 contrib/lzsse/premake4.lua

diff --git a/contrib/density/.gitignore b/contrib/density/.gitignore
new file mode 100644
index 00000000000..5192545dd3f
--- /dev/null
+++ b/contrib/density/.gitignore
@@ -0,0 +1,2 @@
+build/
+benchmark/build
diff --git a/contrib/density/.gitmodules b/contrib/density/.gitmodules
new file mode 100644
index 00000000000..91eee619841
--- /dev/null
+++ b/contrib/density/.gitmodules
@@ -0,0 +1,6 @@
+[submodule "benchmark/libs/cputime"]
+	path = benchmark/libs/cputime
+	url = https://github.com/k0dai/cputime.git
+[submodule "benchmark/libs/spookyhash"]
+	path = benchmark/libs/spookyhash
+	url = https://github.com/k0dai/spookyhash.git
diff --git a/contrib/density/.travis.yml b/contrib/density/.travis.yml
new file mode 100644
index 00000000000..62e7655a4cb
--- /dev/null
+++ b/contrib/density/.travis.yml
@@ -0,0 +1,272 @@
+language: c
+matrix:
+  fast_finish: true
+  include:
+    - os: osx
+      env:
+        - C_COMPILER=clang
+
+    - os: osx
+      env:
+        - C_COMPILER=gcc
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          packages:
+            - qemu-system-arm
+            - qemu-user-static
+            - gcc-aarch64-linux-gnu
+            - g++-aarch64-linux-gnu
+      env:
+        - C_COMPILER=aarch64-linux-gnu-gcc MAKE_OPTIONS="AR=gcc-ar NATIVE=off" QEMU_INTERPRETER=qemu-aarch64-static PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/aarch64-linux-gnu/"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          packages:
+            - qemu-system-arm
+            - qemu-user-static
+            - gcc-arm-linux-gnueabi
+            - g++-arm-linux-gnueabi
+      env:
+        - C_COMPILER=arm-linux-gnueabi-gcc MAKE_OPTIONS="AR=gcc-ar NATIVE=off" QEMU_INTERPRETER=qemu-arm-static PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/arm-linux-gnueabi/"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          packages:
+            - qemu-system-ppc
+            - qemu-user-static
+            - gcc-powerpc-linux-gnu
+            - g++-powerpc-linux-gnu
+      env:
+        - C_COMPILER=powerpc-linux-gnu-gcc MAKE_OPTIONS="AR=gcc-ar ARCH=64" QEMU_INTERPRETER="qemu-ppc64-static" PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/powerpc-linux-gnu/"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          packages:
+            - qemu-system-ppc
+            - qemu-user-static
+            - gcc-powerpc-linux-gnu
+            - g++-powerpc-linux-gnu
+      env:
+        - C_COMPILER=powerpc-linux-gnu-gcc MAKE_OPTIONS="AR=gcc-ar NATIVE=off" QEMU_INTERPRETER="qemu-ppc-static" PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/powerpc-linux-gnu/"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-4.8
+      env:
+        - C_COMPILER=gcc-4.8 MAKE_OPTIONS="AR=gcc-ar"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-4.8
+            - gcc-4.8-multilib
+      env:
+        - C_COMPILER=gcc-4.8 MAKE_OPTIONS="AR=gcc-ar ARCH=32"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-4.9
+      env:
+        - C_COMPILER=gcc-4.9 MAKE_OPTIONS="AR=gcc-ar"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-4.9
+            - gcc-4.9-multilib
+      env:
+        - C_COMPILER=gcc-4.9 MAKE_OPTIONS="AR=gcc-ar ARCH=32"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-5
+      env:
+        - C_COMPILER=gcc-5 MAKE_OPTIONS="AR=gcc-ar-5"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-5
+            - gcc-5-multilib
+      env:
+        - C_COMPILER=gcc-5 MAKE_OPTIONS="AR=gcc-ar-5 ARCH=32"
+
+#    - dist: trusty
+#      sudo: required
+#      addons:
+#        apt:
+#          sources:
+#            - ubuntu-toolchain-r-test
+#          packages:
+#            - gcc-6
+#      env:
+#        - C_COMPILER=gcc-6 MAKE_OPTIONS="AR=gcc-ar-6"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-6
+            - gcc-6-multilib
+      env:
+        - C_COMPILER=gcc-6 MAKE_OPTIONS="AR=gcc-ar-6 ARCH=32"
+
+#    - dist: trusty
+#      sudo: required
+#      addons:
+#        apt:
+#          sources:
+#            - ubuntu-toolchain-r-test
+#          packages:
+#            - gcc-7
+#      env:
+#        - C_COMPILER=gcc-7 MAKE_OPTIONS="AR=gcc-ar-7"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-7
+            - gcc-7-multilib
+      env:
+        - C_COMPILER=gcc-7 MAKE_OPTIONS="AR=gcc-ar-7 ARCH=32"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-trusty-3.5
+          packages:
+            - clang-3.5
+            - llvm-3.5-dev
+      env:
+        - C_COMPILER=clang-3.5 MAKE_OPTIONS="AR=llvm-ar-3.5" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-trusty-3.6
+          packages:
+            - clang-3.6
+            - llvm-3.6-dev
+      env:
+        - C_COMPILER=clang-3.6 MAKE_OPTIONS="AR=llvm-ar-3.6" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
+
+#    - dist: precise
+#      sudo: required
+#      addons:
+#        apt:
+#          sources:
+#            - ubuntu-toolchain-r-test
+#            - llvm-toolchain-precise-3.7
+#          packages:
+#            - clang-3.7
+#            - llvm-3.7-dev
+#      env:
+#        - C_COMPILER=clang-3.7 MAKE_OPTIONS="AR=llvm-ar-3.7" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
+
+#    - dist: precise
+#      sudo: required
+#      addons:
+#        apt:
+#          sources:
+#            - ubuntu-toolchain-r-test
+#            - llvm-toolchain-precise-3.8
+#          packages:
+#            - clang-3.8
+#            - llvm-3.8-dev
+#      env:
+#        - C_COMPILER=clang-3.8 MAKE_OPTIONS="AR=llvm-ar-3.8" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-trusty-3.9
+          packages:
+            - clang-3.9
+            - llvm-3.9-dev
+      env:
+        - C_COMPILER=clang-3.9 MAKE_OPTIONS="AR=llvm-ar-3.9" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
+
+    - dist: trusty
+      sudo: required
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-trusty-4.0
+          packages:
+            - clang-4.0
+            - llvm-4.0-dev
+      env:
+        - C_COMPILER=clang-4.0 MAKE_OPTIONS="AR=llvm-ar-4.0" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
+
+#    - dist: trusty
+#      sudo: required
+#      addons:
+#        apt:
+#          sources:
+#            - ubuntu-toolchain-r-test
+#            - llvm-toolchain-trusty-5.0
+#          packages:
+#            - clang-5.0
+#            - llvm-5.0-dev
+#      env:
+#        - C_COMPILER=clang-5.0 MAKE_OPTIONS="AR=llvm-ar-5.0" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
+
+script:
+  - ${PRE_SCRIPT}
+  - $C_COMPILER -v
+  - make CC=$C_COMPILER $MAKE_OPTIONS
+  - file ./build/*
+  - $QEMU_INTERPRETER ./build/benchmark -h -f
diff --git a/contrib/density/CHANGELOG.md b/contrib/density/CHANGELOG.md
new file mode 100644
index 00000000000..6d5535bcc7c
--- /dev/null
+++ b/contrib/density/CHANGELOG.md
@@ -0,0 +1,168 @@
+0.14.2
+------
+*February 12, 2018*
+*   Improved chameleon decode speed
+*   Added data hash checks and display option in benchmark
+*   Now using makefiles as build system
+*   Big endian support correctly implemented and tested
+*   Improved continuous integration tests
+
+0.14.1
+------
+*January 20, 2018*
+*   Added MSVC support
+*   Added continuous integration on travis and appveyor
+*   Premake script improvement
+*   Various codebase improvements
+
+0.14.0
+------
+*January 16, 2018*
+*   First stable version of DENSITY
+*   Complete project reorganization and API rewrite
+*   Many stability fixes and improvements
+*   Fast revert to conditional copy for incompressible input
+*   Custom dictionaries in API
+*   Improvements in compression ratio and speed
+
+0.12.5 beta
+-----------
+*June 20, 2015*
+
+*   Added conditional main footer read/write
+*   Improved teleport staging buffer management
+*   Regression - a minimum buffer output size has to be ensured to avoid signature loss
+*   Modified the minimum lookahead and the resulting minimum buffer size in the API
+*   Lion : corrected a signature interception problem due to an increase in process unit size
+*   Lion : corrected chunk count conditions for new block / mode marker detection
+*   Lion : modified end of stream marker conditions
+*   Stability fixes and improvements
+
+0.12.4 beta
+-----------
+*May 25, 2015*
+
+*   Removed remaining undefined behavior potential occurences
+*   Implemented parallelizable decompressible output block header reads/writes (disabled by default)
+
+0.12.3 beta
+-----------
+*May 20, 2015*
+
+*   New lion algorithm, faster and more efficient
+*   Compiler specific optimizations
+*   Switched to premake 5 to benefit from link time optimizations
+*   Various fixes and improvements
+
+0.12.2 beta
+-----------
+*May 4, 2015*
+
+*   Added an integrated in-memory benchmark
+*   Better Windows compatibility
+*   Fixed misaligned load/stores
+*   Switched to the premake build system
+*   Performance optimizations (pointers, branches, loops ...)
+*   Various fixes and improvements
+
+0.12.1 beta
+-----------
+*April 3, 2015*
+
+*   Better unrolling readability and efficiency
+*   Improved read speed of dictionary/predictions entries
+*   Implemented case generators in cheetah to speed up decoding by using less branches
+*   Added signatures interception in lion to cancel the need for large output buffers
+*   Improved lion decode speed with specific form data access and use of ctz in form read
+*   Enabled decompression to exact-sized buffer for all algorithms
+*   Various fixes and improvements
+
+0.12.0 beta
+-----------
+*March 24, 2015*
+
+*   Added new lion kernel
+*   Renamed kernel mandala to cheetah
+*   Kernel chameleon and cheetah improvements in encoding/decoding speeds
+*   Generic function macros to avoid code rewrite
+*   Improved memory teleport IO flexibility and speed, bytes issued by memory teleport can now be partially read
+*   Various fixes and improvements
+
+0.11.3 beta
+-----------
+*February 5, 2015*
+
+*   Added integrity check system
+*   Corrected pointer usage and update on footer read/writes
+*   Now freeing kernel state memory only when compression mode is not copy
+*   Updated Makefiles
+*   Improved memory teleport
+*   Fixed sequencing problem after kernels request a new block
+
+0.11.2 beta
+-----------
+*February 3, 2015*
+
+*   Added an algorithms overview in README
+*   Removed ssc references
+*   Now initializing last hash to zero on mandala kernel inits
+*   Reimplemented the buffer API
+*   Various corrections and improvements
+
+0.11.1 beta
+-----------
+*January 19, 2015*
+
+*   Added a sharc benchmark in README
+*   Stateless memory teleport
+*   Improved event management and dispatching
+*   Improved compression/decompression finishes
+*   Improved streams API
+*   Various bug fixes, robustness improvements
+
+0.10.2 beta
+-----------
+*January 7, 2015*
+
+*   Improved organization of compile-time switches and run-time options in the API
+*   Removed method density_stream_decompress_utilities_get_header from the API, header info is now returned in the density_stream_decompress_init function
+*   Corrected readme to reflect API changes
+
+0.10.1 beta
+-----------
+*January 5, 2015*
+
+*   Re-added mandala kernel
+*   Corrected available bytes adjustment problem
+*   Added missing restrict keywords
+*   Cleaned unnecessary defines
+
+0.10.0 beta
+-----------
+*January 2, 2015*
+
+*   Complete stream API redesign to greatly improve flexibility
+*   Only one supported algorithm for now : Chameleon
+
+0.9.12 beta
+-----------
+*December 2, 2013*
+
+*   Mandala kernel addition, replacing dual pass chameleon
+*   Simplified, faster hash function
+*   Fixed memory freeing issue during main encoding/decoding finish
+*   Implemented no footer encode output type
+*   Namespace migration, kernel structure reorganization
+*   Corrected copy mode problem
+*   Implemented efficiency checks and mode reversions
+*   Corrected lack of main header parameters retrieval
+*   Fixed stream not being properly ended when mode reversion occurred
+*   Updated metadata computations
+
+0.9.11 beta
+-----------
+*November 2, 2013*
+
+*   First beta release of DENSITY, including all the compression code from SHARC in a standalone, BSD licensed library
+*   Added copy mode (useful for enhancing data security via the density block checksums for example)
+*   Makefile produces static and dynamic libraries
diff --git a/contrib/density/LICENSE.md b/contrib/density/LICENSE.md
new file mode 100644
index 00000000000..c2b699c9b83
--- /dev/null
+++ b/contrib/density/LICENSE.md
@@ -0,0 +1,28 @@
+Copyright (c) 2013, Guillaume Voirin
+
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1.  Redistributions of source code must retain the above copyright notice, this
+    list of conditions and the following disclaimer.
+
+2.  Redistributions in binary form must reproduce the above copyright notice,
+    this list of conditions and the following disclaimer in the documentation
+    and/or other materials provided with the distribution.
+
+3.  Neither the name of the copyright holder nor the names of its
+    contributors may be used to endorse or promote products derived from
+    this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/contrib/density/README.md b/contrib/density/README.md
new file mode 100644
index 00000000000..6c660dea1f5
--- /dev/null
+++ b/contrib/density/README.md
@@ -0,0 +1,261 @@
+DENSITY
+========
+Superfast compression library
+
+DENSITY is a free C99, open-source, BSD licensed compression library.
+
+It is focused on high-speed compression, at the best ratio possible. **All three** of DENSITY's algorithms are currently at the **pareto frontier** of compression speed vs ratio (cf. [here](https://github.com/inikep/lzbench/blob/master/lzbench18_sorted.md) for an independent benchmark).
+
+DENSITY features a simple API to enable quick integration in any project.
+
+Branch|Linux & MacOS|Windows
+--- | --- | ---
+master|[![Build Status](https://travis-ci.org/k0dai/density.svg?branch=master)](https://travis-ci.org/k0dai/density)|[![Build status](https://ci.appveyor.com/api/projects/status/rf7x3x829il72cii/branch/master?svg=true)](https://ci.appveyor.com/project/gpnuma/density/branch/master)
+dev|[![Build Status](https://travis-ci.org/k0dai/density.svg?branch=dev)](https://travis-ci.org/k0dai/density)|[![Build status](https://ci.appveyor.com/api/projects/status/rf7x3x829il72cii/branch/dev?svg=true)](https://ci.appveyor.com/project/gpnuma/density/branch/dev)
+
+Why is it so fast ?
+-------------------
+
+One of the biggest assets of DENSITY is that its work unit is **not a byte** like other libraries, but **a group of 4 bytes**.
+
+When other libraries consume one byte of data and then apply an algorithmic processing to it, DENSITY consumes 4 bytes and then applies its algorithmic processing.
+
+That's why DENSITY's algorithms were designed from scratch. They have to alleviate for 4-byte work units and still provide interesting compression ratios.
+
+**Speed pedigree traits**
+
+*   4-byte work units
+*   heavy use of registers as opposed to memory for processing
+*   avoidance of or use of minimal branching when possible
+*   use of low memory data structures to favor processor cache Lx accesses
+*   library wide inlining
+*   specific unrollings
+*   prefetching and branching hints
+*   restricted pointers to maximize compiler optimizations
+
+A "blowup protection" is provided, dramatically increasing the processing speed of incompressible input data. Also, the output, compressed data size will **never exceed** the original uncompressed data size by more than 1% in case of incompressible, reasonably-sized inputs.
+
+Benchmarks
+----------
+
+**Quick benchmark**
+
+DENSITY features an **integrated in-memory benchmark**. After building the project (see [build](#build)), a *benchmark* executable will be present in the build directory. If run without arguments, usage help will be displayed.
+
+File used : enwik8 (100 MB)
+
+Platform : MacBook Pro, MacOS 10.13.3, 2.3 GHz Intel Core i7, 8Gb 1600 MHz DDR, SSD, compiling with Clang/LLVM 9.0.0
+
+Timing : using the *time* function, and taking the best *user* output after multiple runs. In the case of density, the in-memory integrated benchmark's best value (which uses the same usermode CPU timing) is used.
+
+<sub>Library</sub>|<sub>Algorithm</sub>|<sub>Compress</sub>|<sub>Decompress</sub>|<sub>Size</sub>|<sub>Ratio</sub>|<sub>Round trip</sub>
+---|---|---|---|---|---|---
+<sub>**density** 0.14.2</sub>|<sub>Chameleon</sub>|<sub>0.092s (1085 MB/s)</sub>|<sub>0.059s (1684 MB/s)</sub>|<sub>61 524 084</sub>|<sub>61,52%</sub>|<sub>0.151s</sub>
+<sub>lz4 r129</sub>|<sub>-1</sub>|<sub>0.468s (214 MB/s)</sub>|<sub>0.115s (870 MB/s)</sub>|<sub>57 285 990</sub>|<sub>57,29%</sub>|<sub>0.583s</sub>
+<sub>lzo 2.08</sub>|<sub>-1</sub>|<sub>0.367s (272 MB/s)</sub>|<sub>0.309s (324 MB/s)</sub>|<sub>56 709 096</sub>|<sub>56,71%</sub>|<sub>0.676s</sub>
+<sub>**density** 0.14.2</sub>|<sub>Cheetah</sub>|<sub>0.170s (587 MB/s)</sub>|<sub>0.126s (796 MB/s)</sub>|<sub>53 156 668</sub>|<sub>53,16%</sub>|<sub>0.296s</sub>
+<sub>**density** 0.14.2</sub>|<sub>Lion</sub>|<sub>0.303s (330 MB/s)</sub>|<sub>0.288s (347 MB/s)</sub>|<sub>47 817 692</sub>|<sub>47,82%</sub>|<sub>0.591s</sub>
+<sub>lz4 r129</sub>|<sub>-3</sub>|<sub>1.685s (59 MB/s)</sub>|<sub>0.118s (847 MB/s)</sub>|<sub>44 539 940</sub>|<sub>44,54%</sub>|<sub>1.803s</sub>
+<sub>lzo 2.08</sub>|<sub>-7</sub>|<sub>9.562s (10 MB/s)</sub>|<sub>0.319s (313 MB/s)</sub>|<sub>41 720 721</sub>|<sub>41,72%</sub>|<sub>9.881s</sub>
+
+**Other benchmarks**
+
+Here are a few other benchmarks featuring DENSITY (non exhaustive list) :
+
+*   [**squash**](https://github.com/quixdb/squash) is an abstraction layer for compression algorithms, and has an extremely exhaustive set of benchmark results, including density's, [available here](https://quixdb.github.io/squash-benchmark/?dataset=dickens&machine=s-desktop).
+
+*   [**lzbench**](https://github.com/inikep/lzbench) is an in-memory benchmark of open-source LZ77/LZSS/LZMA compressors.
+
+*   [**fsbench**](https://github.com/gpnuma/fsbench-density) is a command line utility that enables real-time testing of compression algorithms, but also hashes and much more. A fork with density releases is [available here](https://github.com/gpnuma/fsbench-density) for easy access.
+The original author's repository [can be found here](https://chiselapp.com/user/Justin_be_my_guide/repository/fsbench/).
+
+Build
+-----
+DENSITY can be built on a number of platforms, via the provided makefiles.
+
+It was developed and optimized against Clang/LLVM which makes it the preferred compiler, but GCC and MSVC are also supported. Please use the latest compiler versions for best performance.
+
+**MacOS**
+
+On MacOS, Clang/LLVM is the default compiler, which makes things simpler.
+
+1) Get the source code :
+
+```
+    git clone https://github.com/k0dai/density.git
+    cd density
+```
+
+2) Build and test :
+
+```
+    make
+    build/benchmark -f
+```
+
+Alternatively, thanks to the [Homebrew project](https://brew.sh), DENSITY can also be installed with a single command on MacOS:
+
+```
+    brew install density
+```
+
+**Linux**
+
+On Linux, Clang/LLVM is not always available by default, but can be easily added thanks to the provided package managers.
+The following example assumes a Debian or Ubuntu distribution with *apt-get*.
+
+1) From the command line, install Clang/LLVM (*optional*, GCC is also supported if Clang/LLVM can't be used) and other prerequisites.
+
+```
+    sudo apt-get install clang git
+```
+
+2) Get the source code :
+
+```
+    git clone https://github.com/k0dai/density.git
+    cd density
+```
+
+3) Build and test :
+
+```
+    make
+```
+or
+```
+    make CC=gcc-... AR=gcc-ar-...
+```
+or
+```
+    make CC=clang-... AR=llvm-ar-...
+```
+to choose alternative compilers. For a quick test of resulting binaries, run
+```
+    build/benchmark -f
+```
+
+**Windows**
+
+Please install [git for Windows](https://git-scm.com/download/win) to begin with.
+
+On Windows, density can be built in different ways.
+The **first method** is to use mingw's gcc compiler; for that it is necessary to download and install [mingw-w64](https://sourceforge.net/projects/mingw-w64/).
+
+1) Once mingw-w64 is installed, get the source :
+
+```
+    git clone https://github.com/k0dai/density.git
+    cd density
+```
+
+2) Build and test :
+
+```
+    mingw32-make.exe
+    build/benchmark.exe -f
+```
+
+As an alternative, [MSYS2](http://www.msys2.org/) also offers a linux-like environment for Windows.
+
+The **second method** is to download and install Microsoft's [Visual Studio IDE community edition](https://www.visualstudio.com/thank-you-downloading-visual-studio/?sku=Community). It comes with Microsoft's own compilers and is free.
+
+1) Once Visual Studio is installed, open a [developer command prompt](https://docs.microsoft.com/en-us/dotnet/framework/tools/developer-command-prompt-for-vs) and type :
+
+```
+    git clone https://github.com/k0dai/density.git
+    cd density\msvc
+```
+
+2) Build and test :
+
+```
+    msbuild Density.sln
+    bin\Release\benchmark.exe -f
+```
+
+An extra **recommended step** would be to install *Clang/LLVM* for Windows. It is downloadable from [this link](http://releases.llvm.org/5.0.1/LLVM-5.0.1-win64.exe). Once installed, open the Visual Studio IDE by double-clicking on *Density.sln*, then right-click on project names and change the platform toolsets to *LLVM*. Rebuild the solution to generate binaries with Clang/LLVM.
+
+Output format
+-------------
+DENSITY outputs compressed data in a simple format, which enables file storage and optional parallelization for both compression and decompression.
+
+A very short header holding vital informations (like DENSITY version and algorithm used) precedes the binary compressed data.
+
+APIs
+----
+DENSITY features a straightforward *API*, simple yet powerful enough to keep users' creativity unleashed.
+
+For advanced developers, it allows use of custom dictionaries and exportation of generated dictionaries after a compression session. Although using the default, blank dictionary is perfectly fine in most cases, setting up your own, tailored dictionaries could somewhat improve compression ratio especially for low sized input datum.
+
+Please see the [*quick start*](#quick-start-a-simple-example-using-the-api) at the bottom of this page.
+
+About the algorithms
+--------------------
+
+**Chameleon** ( *DENSITY_ALGORITHM_CHAMELEON* )
+
+Chameleon is a dictionary lookup based compression algorithm. It is designed for absolute speed and usually reaches a 60% compression ratio on compressible data.
+Decompression is just as fast. This algorithm is a great choice when main concern is speed.
+
+**Cheetah** ( *DENSITY_ALGORITHM_CHEETAH* )
+
+Cheetah was developed with inputs from [Piotr Tarsa](https://github.com/tarsa).
+It is derived from chameleon and uses swapped double dictionary lookups and predictions. It can be extremely good with highly compressible data (ratio reaching 10% or less).
+On typical compressible data compression ratio is about 50% or less. It is still extremely fast for both compression and decompression and is a great, efficient all-rounder algorithm.
+
+**Lion** ( *DENSITY_ALGORITHM_LION* )
+
+Lion is a multiform compression algorithm derived from cheetah. It goes further in the areas of dynamic adaptation and fine-grained analysis.
+It uses multiple swapped dictionary lookups and predictions, and forms rank entropy coding.
+Lion provides the best compression ratio of all three algorithms under any circumstance, and is still very fast.
+
+Quick start (a simple example using the API)
+--------------------------------------------
+Using DENSITY in your application couldn't be any simpler.
+
+First you need to include this file in your project :
+
+*   density_api.h
+
+When this is done you can start using the **DENSITY API** :
+
+```C
+    #include <string.h>
+    #include "density_api.h"
+
+    char* text = "This is a simple example on how to use the simple Density API.  This is a simple example on how to use the simple Density API.";
+    uint64_t text_length = (uint64_t)strlen(text);
+
+    // Determine safe buffer sizes
+    uint_fast64_t compress_safe_size = density_compress_safe_size(text_length);
+    uint_fast64_t decompress_safe_size = density_decompress_safe_size(text_length);
+
+    // Allocate required memory
+    uint8_t *outCompressed   = malloc(compress_safe_size * sizeof(char));
+    uint8_t *outDecompressed = malloc(decompress_safe_size * sizeof(char));
+    density_processing_result result;
+
+    // Compress
+    result = density_compress(text, text_length, outCompressed, compress_safe_size, DENSITY_COMPRESSION_MODE_CHAMELEON_ALGORITHM);
+    if(!result.state)
+        printf("Compressed %llu bytes to %llu bytes\n", result.bytesRead, result.bytesWritten);
+
+    // Decompress
+    result = density_decompress(outCompressed, result.bytesWritten, outDecompressed, decompress_safe_size);
+    if(!result.state)
+        printf("Decompressed %llu bytes to %llu bytes\n", result.bytesRead, result.bytesWritten);
+
+    // Free memory_allocated
+    free(outCompressed);
+    free(outDecompressed);
+```
+
+And that's it ! We've done a compression/decompression round trip with a few lines !
+
+Related projects
+----------------
+
+*   **SHARC** (archiver using density algorithms) [https://github.com/gpnuma/sharc](https://github.com/gpnuma/sharc)
+*   **fsbench-density** (in-memory transformations benchmark) [https://github.com/gpnuma/fsbench-density](https://github.com/gpnuma/fsbench-density)
+*   **densityxx** (c++ port of density) [https://github.com/charlesw1234/densityxx](https://github.com/charlesw1234/densityxx)
diff --git a/contrib/density/appveyor.yml b/contrib/density/appveyor.yml
new file mode 100644
index 00000000000..0aabedebc8b
--- /dev/null
+++ b/contrib/density/appveyor.yml
@@ -0,0 +1,37 @@
+version: 0.14.2.{build}
+image: Visual Studio 2015
+init:
+- cmd:
+environment:
+  matrix:
+  - EXTRA_PATH: C:\mingw-w64\i686-5.3.0-posix-dwarf-rt_v4-rev0\mingw32\bin\
+    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
+    LAUNCH_PATH: build\
+  - EXTRA_PATH: C:\mingw-w64\i686-6.3.0-posix-dwarf-rt_v5-rev1\mingw32\bin\
+    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
+    LAUNCH_PATH: build\
+  - EXTRA_PATH: C:\mingw-w64\x86_64-6.3.0-posix-seh-rt_v5-rev1\mingw64\bin\
+    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
+    LAUNCH_PATH: build\
+  - EXTRA_PATH: C:\mingw-w64\x86_64-7.2.0-posix-seh-rt_v5-rev1\mingw64\bin\
+    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
+    LAUNCH_PATH: build\
+  - EXTRA_PATH: '%programfiles(x86)%\Microsoft Visual Studio\2017\Community\MSBuild\15.0\Bin\amd64\'
+    LAUNCH_BUILD: cd msvc && msbuild.exe Density.sln
+    EXTRA_GIT: git submodule update --init --recursive
+    LAUNCH_PATH: bin\Release\
+install:
+- cmd:
+build_script:
+- cmd: >-
+    %EXTRA_GIT%
+
+    set PATH=%EXTRA_PATH%;%PATH%
+
+    %LAUNCH_BUILD%
+
+    file %LAUNCH_PATH:\=/%*
+
+    %LAUNCH_PATH%benchmark.exe -h -f
+test_script:
+- cmd:
diff --git a/contrib/density/benchmark/src/benchmark.c b/contrib/density/benchmark/src/benchmark.c
new file mode 100644
index 00000000000..9781ef361c6
--- /dev/null
+++ b/contrib/density/benchmark/src/benchmark.c
@@ -0,0 +1,345 @@
+/*
+ * Density benchmark
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ *
+ * 5/04/15 19:30
+ */
+
+#include "benchmark.h"
+
+void density_benchmark_version() {
+    printf("\nSingle threaded ");
+    DENSITY_BENCHMARK_BOLD(printf("in-memory benchmark"));
+    printf(" powered by ");
+    DENSITY_BENCHMARK_BOLD(printf("Density %i.%i.%i\n", density_version_major(), density_version_minor(), density_version_revision()));
+    printf("Copyright (C) 2015 Guillaume Voirin\n");
+    printf("Built for %s (%s endian system, %u bits) using " DENSITY_BENCHMARK_COMPILER ", %s %s\n", DENSITY_BENCHMARK_PLATFORM_STRING, DENSITY_BENCHMARK_ENDIAN_STRING, (unsigned int) (8 * sizeof(void *)), DENSITY_BENCHMARK_COMPILER_VERSION, __DATE__, __TIME__);
+}
+
+void density_benchmark_client_usage() {
+    printf("\n");
+    DENSITY_BENCHMARK_BOLD(printf("Usage :\n"));
+    printf("  benchmark [OPTIONS ?]... [FILE ?]\n\n");
+    DENSITY_BENCHMARK_BOLD(printf("Available options :\n"));
+    printf("  -[LEVEL]                          Test file using only the specified compression LEVEL\n");
+    printf("                                    If unspecified, all algorithms are tested (default).\n");
+    printf("                                    LEVEL can have the following values (as values become higher,\n");
+    printf("                                    compression ratio increases and speed diminishes) :\n");
+    printf("                                    0 = Copy (no compression)\n");
+    printf("                                    1 = Chameleon algorithm\n");
+    printf("                                    2 = Cheetah algorithm\n");
+    printf("                                    3 = Lion algorithm\n");
+    printf("  -c                                Compress only\n");
+    printf("  -f                                Activate fuzzer mode (pseudorandom generated data)\n");
+    printf("  -h                                Print data hashing informations\n\n");
+    exit(EXIT_SUCCESS);
+}
+
+void density_benchmark_format_decimal(uint64_t number) {
+    if (number < 1000) {
+        printf("%"PRIu64, number);
+        return;
+    }
+    density_benchmark_format_decimal(number / 1000);
+    printf(",%03"PRIu64, number % 1000);
+}
+
+const char *density_benchmark_convert_state_to_text(DENSITY_STATE state) {
+    switch (state) {
+        case DENSITY_STATE_ERROR_DURING_PROCESSING:
+            return "Error during processing";
+        case DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL:
+            return "Input buffer is too small";
+        case DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL:
+            return "Output buffer is too small";
+        case DENSITY_STATE_ERROR_INVALID_CONTEXT:
+            return "Invalid context";
+        case DENSITY_STATE_ERROR_INVALID_ALGORITHM:
+            return "Invalid algorithm";
+        default:
+            return "Unknown error";
+    }
+}
+
+int main(int argc, char *argv[]) {
+    density_benchmark_version();
+    DENSITY_ALGORITHM start_mode = DENSITY_ALGORITHM_CHAMELEON;
+    DENSITY_ALGORITHM end_mode = DENSITY_ALGORITHM_LION;
+    bool compression_only = false;
+    bool fuzzer = false;
+    bool hash_info = false;
+    char *file_path = NULL;
+
+    if (argc <= 1)
+        density_benchmark_client_usage();
+    for (int count = 1; count < argc; count++) {
+        if (argv[count][0] == '-') {
+            switch (argv[count][1]) {
+                case '1':
+                    start_mode = DENSITY_ALGORITHM_CHAMELEON;
+                    end_mode = DENSITY_ALGORITHM_CHAMELEON;
+                    break;
+                case '2':
+                    start_mode = DENSITY_ALGORITHM_CHEETAH;
+                    end_mode = DENSITY_ALGORITHM_CHEETAH;
+                    break;
+                case '3':
+                    start_mode = DENSITY_ALGORITHM_LION;
+                    end_mode = DENSITY_ALGORITHM_LION;
+                    break;
+                case 'c':
+                    compression_only = true;
+                    break;
+                case 'f':
+                    fuzzer = true;
+                    break;
+                case 'h':
+                    hash_info = true;
+                    break;
+                default:
+                    density_benchmark_client_usage();
+            }
+        } else
+            file_path = argv[argc - 1];
+    }
+
+    uint8_t *in;
+    uint8_t *out;
+    uint_fast64_t uncompressed_size;
+    uint_fast64_t memory_allocated;
+    if (fuzzer) {
+        srand((unsigned int) (time(NULL) * 14521937821257379531llu));
+        uncompressed_size = (uint_fast64_t) (((uint64_t) (rand() * 100000000llu)) / RAND_MAX);
+        memory_allocated = density_compress_safe_size(uncompressed_size);
+        in = malloc(memory_allocated * sizeof(uint8_t));
+        uint8_t value = (uint8_t) rand();
+        for (unsigned int count = 0; count < uncompressed_size; count++) {
+            if (!(rand() & 0xf))
+                value += (uint8_t)rand();
+            in[count] = value;
+        }
+        out = malloc(memory_allocated * sizeof(uint8_t));
+    } else {
+        // Open file and get infos
+        FILE *file = fopen(file_path, "rb");
+        if (file == NULL) {
+            DENSITY_BENCHMARK_ERROR(printf("Error opening file %s.", file_path), false);
+        }
+        struct stat file_attributes;
+        stat(file_path, &file_attributes);
+
+        // Allocate memory and copy file to memory
+        uncompressed_size = (uint_fast64_t) file_attributes.st_size;
+        memory_allocated = density_compress_safe_size(uncompressed_size);
+        in = malloc(memory_allocated * sizeof(uint8_t));
+        size_t read = fread(in, sizeof(uint8_t), uncompressed_size, file);
+        if(uncompressed_size != read) {
+            DENSITY_BENCHMARK_ERROR(printf("Error reading file %s.", file_path), false);
+        }
+        fclose(file);
+        out = malloc(memory_allocated * sizeof(uint8_t));
+    }
+
+    printf("Allocated ");
+    density_benchmark_format_decimal(2 * memory_allocated);
+    printf(" bytes of in-memory work space\n");
+
+    uint64_t original_hash_1 = DENSITY_BENCHMARK_HASH_SEED_1;
+    uint64_t original_hash_2 = DENSITY_BENCHMARK_HASH_SEED_2;
+    spookyhash_128(in, uncompressed_size, &original_hash_1, &original_hash_2);
+
+    printf("\n");
+    for (DENSITY_ALGORITHM compression_mode = start_mode; compression_mode <= end_mode; compression_mode++) {
+        // Print algorithm info
+        switch (compression_mode) {
+            case DENSITY_ALGORITHM_CHAMELEON:
+                DENSITY_BENCHMARK_BLUE(DENSITY_BENCHMARK_BOLD(printf("Chameleon algorithm")));
+                DENSITY_BENCHMARK_UNDERLINE(19);
+                break;
+            case DENSITY_ALGORITHM_CHEETAH:
+                DENSITY_BENCHMARK_BLUE(DENSITY_BENCHMARK_BOLD(printf("Cheetah algorithm")));
+                DENSITY_BENCHMARK_UNDERLINE(17);
+                break;
+            case DENSITY_ALGORITHM_LION:
+                DENSITY_BENCHMARK_BLUE(DENSITY_BENCHMARK_BOLD(printf("Lion algorithm")));
+                DENSITY_BENCHMARK_UNDERLINE(14);
+                break;
+        }
+        fflush(stdout);
+
+        // Pre-heat
+        printf("\nUsing ");
+        if (fuzzer) {
+            DENSITY_BENCHMARK_BOLD(printf("generated data"));
+        } else {
+            printf("file ");
+            DENSITY_BENCHMARK_BOLD(printf("%s", file_path));
+        }
+        printf(" copied in memory\n");
+        if(hash_info) {
+            printf("Uncompressed data hash is ");
+            DENSITY_BENCHMARK_BOLD(printf("0x%" PRIx64 "%" PRIx64, original_hash_1, original_hash_2));
+            printf("\n");
+        }
+
+        density_processing_result result = density_compress(in, uncompressed_size, out, memory_allocated, compression_mode);
+        if (result.state) {
+            DENSITY_BENCHMARK_ERROR(printf("During compress API returned error %i (%s).", result.state, density_benchmark_convert_state_to_text(result.state)), true);
+        }
+        const uint_fast64_t compressed_size = result.bytesWritten;
+
+        uint64_t hash_1 = DENSITY_BENCHMARK_HASH_SEED_1;
+        uint64_t hash_2 = DENSITY_BENCHMARK_HASH_SEED_2;
+        if(hash_info) {
+            spookyhash_128(out, compressed_size, &hash_1, &hash_2);
+            printf("Compressed data hash is ");
+            DENSITY_BENCHMARK_BOLD(printf("0x%" PRIx64 "%" PRIx64, hash_1, hash_2));
+            printf("\n");
+        }
+
+        if (!compression_only) {
+            memset(in, 0, memory_allocated);
+            result = density_decompress(out, compressed_size, in, memory_allocated);
+            if (result.state) {
+                DENSITY_BENCHMARK_ERROR(printf("During decompress API returned error %i (%s).", result.state, density_benchmark_convert_state_to_text(result.state)), true);
+            }
+            if (result.bytesWritten != uncompressed_size) {
+                DENSITY_BENCHMARK_ERROR(printf("Round-trip size differs from original size (");
+                density_benchmark_format_decimal(result.bytesWritten);
+                printf(" bytes against ");
+                density_benchmark_format_decimal(uncompressed_size);
+                printf(" bytes).");, true);
+            }
+
+            hash_1 = DENSITY_BENCHMARK_HASH_SEED_1;
+            hash_2 = DENSITY_BENCHMARK_HASH_SEED_2;
+            spookyhash_128(in, uncompressed_size, &hash_1, &hash_2);
+
+            if(hash_info) {
+                printf("Round-trip data hash is ");
+                DENSITY_BENCHMARK_BOLD(printf("0x%" PRIx64 "%" PRIx64, hash_1, hash_2));
+                printf("\n");
+            }
+
+            if(hash_1 != original_hash_1 || hash_2 != original_hash_2) {
+                DENSITY_BENCHMARK_ERROR(printf("Uncompressed and round-trip data hashes do not match (");
+                printf("0x%" PRIx64 "%" PRIx64, hash_1, hash_2);
+                printf(" vs. ");
+                printf("0x%" PRIx64 "%" PRIx64, original_hash_1, original_hash_2);
+                printf(").");, true);
+            }
+
+            printf("Uncompressed and round-trip data hashes match. ");
+        }
+        printf("Starting main bench.\n");
+        if (compression_only)
+            printf("Compressing ");
+        else
+            printf("Round-tripping ");
+        density_benchmark_format_decimal(uncompressed_size);
+        printf(" bytes to ");
+        density_benchmark_format_decimal(compressed_size);
+        printf(" bytes (compression ratio ");
+        DENSITY_BENCHMARK_BOLD(printf("%.2lf%%", (100.0 * compressed_size) / uncompressed_size));
+        printf(" or ");
+        DENSITY_BENCHMARK_BOLD(printf("%.3fx", (1.0 * uncompressed_size) / compressed_size));
+        if (compression_only)
+            printf(")\n");
+        else
+            printf(") and back\n");
+        fflush(stdout);
+
+        // Main benchmark
+        unsigned int iterations = 0;
+        double compress_time_high = 0.0;
+        double compress_time_low = 60.0;
+        double decompress_time_high = 0.0;
+        double decompress_time_low = 60.0;
+        double total_compress_time = 0.0;
+        double total_decompress_time = 0.0;
+        double total_time = 0.0;
+        double decompress_speed = 0.0;
+        double decompress_speed_low = 0.0;
+        double decompress_speed_high = 0.0;
+        double compress_time_elapsed = 0.0;
+        double decompress_time_elapsed = 0.0;
+        cputime_chronometer chrono;
+
+        while (total_time <= 10.0) {
+            ++iterations;
+
+            cputime_chronometer_start(&chrono);
+            density_compress(in, uncompressed_size, out, memory_allocated, compression_mode);
+            compress_time_elapsed = cputime_chronometer_stop(&chrono);
+
+            if (!compression_only) {
+                cputime_chronometer_start(&chrono);
+                density_decompress(out, compressed_size, in, memory_allocated);
+                decompress_time_elapsed = cputime_chronometer_stop(&chrono);
+            }
+
+            total_compress_time += compress_time_elapsed;
+
+            if (compress_time_elapsed < compress_time_low)
+                compress_time_low = compress_time_elapsed;
+            if (compress_time_elapsed > compress_time_high)
+                compress_time_high = compress_time_elapsed;
+
+            double compress_speed = ((1.0 * uncompressed_size * iterations) / (total_compress_time * 1000.0 * 1000.0));
+            double compress_speed_low = ((1.0 * uncompressed_size) / (compress_time_high * 1000.0 * 1000.0));
+            double compress_speed_high = ((1.0 * uncompressed_size) / (compress_time_low * 1000.0 * 1000.0));
+
+            total_time += compress_time_elapsed;
+
+            if (!compression_only) {
+                total_decompress_time += decompress_time_elapsed;
+
+                if (decompress_time_elapsed < decompress_time_low)
+                    decompress_time_low = decompress_time_elapsed;
+                if (decompress_time_elapsed > decompress_time_high)
+                    decompress_time_high = decompress_time_elapsed;
+
+                decompress_speed = ((1.0 * uncompressed_size * iterations) / (total_decompress_time * 1000.0 * 1000.0));
+                decompress_speed_low = ((1.0 * uncompressed_size) / (decompress_time_high * 1000.0 * 1000.0));
+                decompress_speed_high = ((1.0 * uncompressed_size) / (decompress_time_low * 1000.0 * 1000.0));
+
+                total_time += decompress_time_elapsed;
+            }
+
+            DENSITY_BENCHMARK_BLUE(printf("\rCompress speed ");
+            DENSITY_BENCHMARK_BOLD(printf("%.0lf MB/s", compress_speed)));
+            printf(" (min %.0lf MB/s, max %.0lf MB/s, best %.4lfs) ", compress_speed_low, compress_speed_high, compress_time_low);
+
+            if (!compression_only) {
+                printf("<=> ");
+                DENSITY_BENCHMARK_BLUE(printf("Decompress speed ");
+                DENSITY_BENCHMARK_BOLD(printf("%.0lf MB/s", decompress_speed)));
+                printf(" (min %.0lf MB/s, max %.0lf MB/s, best %.4lfs)    ", decompress_speed_low, decompress_speed_high, decompress_time_low);
+            }
+            fflush(stdout);
+        }
+        printf("\nRun time %.3lfs (%i iterations)\n\n", total_time, iterations);
+    }
+
+    free(in);
+    free(out);
+
+    printf("Allocated memory released.\n\n");
+
+    return EXIT_SUCCESS;
+}
diff --git a/contrib/density/benchmark/src/benchmark.h b/contrib/density/benchmark/src/benchmark.h
new file mode 100644
index 00000000000..749e1ccb1d1
--- /dev/null
+++ b/contrib/density/benchmark/src/benchmark.h
@@ -0,0 +1,129 @@
+/*
+ * Density benchmark
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ *
+ * 6/04/15 0:11
+ */
+
+#ifndef DENSITY_BENCHMARK_H
+#define DENSITY_BENCHMARK_H
+
+#define _CRT_SECURE_NO_DEPRECATE
+
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <stdio.h>
+#include <string.h>
+#include <stdint.h>
+#include <stdlib.h>
+#include <inttypes.h>
+#include <time.h>
+#include "../../src/density_api.h"
+#include "../libs/cputime/src/cputime_api.h"
+#include "../libs/spookyhash/src/spookyhash_api.h"
+
+#if defined(_WIN64) || defined(_WIN32)
+#else
+#define DENSITY_BENCHMARK_ALLOW_ANSI_ESCAPE_SEQUENCES
+#endif
+
+#if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
+#define DENSITY_BENCHMARK_ENDIAN_STRING           "Little"
+#elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
+#define DENSITY_BENCHMARK_ENDIAN_STRING           "Big"
+#endif
+
+#if defined(__clang__)
+#define DENSITY_BENCHMARK_COMPILER                "Clang %d.%d.%d"
+#define DENSITY_BENCHMARK_COMPILER_VERSION        __clang_major__, __clang_minor__, __clang_patchlevel__
+#elif defined(__GNUC__)
+#define DENSITY_BENCHMARK_COMPILER                "GCC %d.%d.%d"
+#define DENSITY_BENCHMARK_COMPILER_VERSION        __GNUC__, __GNUC_MINOR__, __GNUC_PATCHLEVEL__
+#elif defined(_MSC_VER)
+#define DENSITY_BENCHMARK_COMPILER                "MSVC"
+#define DENSITY_BENCHMARK_COMPILER_VERSION		  ""
+#elif defined(__INTEL_COMPILER)
+#define DENSITY_BENCHMARK_COMPILER                "ICC"
+#define DENSITY_BENCHMARK_COMPILER_VERSION		  ""
+#else
+#define DENSITY_BENCHMARK_COMPILER                "an unknown compiler"
+#define DENSITY_BENCHMARK_COMPILER_VERSION		  ""
+#endif
+
+#if defined(_WIN64) || defined(_WIN32)
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "Microsoft Windows"
+#elif defined(__APPLE__)
+#include "TargetConditionals.h"
+#if TARGET_IPHONE_SIMULATOR
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "iOS Simulator"
+#elif TARGET_OS_IPHONE
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "iOS"
+#elif TARGET_OS_MAC
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "MacOS"
+#else
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "an unknown Apple platform"
+#endif
+#elif defined(__FreeBSD__)
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "FreeBSD"
+#elif defined(__linux__)
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "GNU/Linux"
+#elif defined(__unix__)
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "Unix"
+#elif defined(__posix__)
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "Posix"
+#else
+#define DENSITY_BENCHMARK_PLATFORM_STRING         "an unknown platform"
+#endif
+
+#define DENSITY_ESCAPE_CHARACTER            ((char)27)
+
+#ifdef DENSITY_BENCHMARK_ALLOW_ANSI_ESCAPE_SEQUENCES
+#define DENSITY_BENCHMARK_BOLD(op)          printf("%c[1m", DENSITY_ESCAPE_CHARACTER);\
+                                            op;\
+                                            printf("%c[0m", DENSITY_ESCAPE_CHARACTER);
+
+#define DENSITY_BENCHMARK_BLUE(op)          printf("%c[0;34m", DENSITY_ESCAPE_CHARACTER);\
+                                            op;\
+                                            printf("%c[0m", DENSITY_ESCAPE_CHARACTER);
+
+#define DENSITY_BENCHMARK_RED(op)           printf("%c[0;31m", DENSITY_ESCAPE_CHARACTER);\
+                                            op;\
+                                            printf("%c[0m", DENSITY_ESCAPE_CHARACTER);
+#else
+#define DENSITY_BENCHMARK_BOLD(op)          op;
+#define DENSITY_BENCHMARK_BLUE(op)          op;
+#define DENSITY_BENCHMARK_RED(op)           op;
+#endif
+
+#define DENSITY_BENCHMARK_UNDERLINE(n)      printf("\n");\
+                                            for(int i = 0; i < n; i++)  printf("=");
+
+#define DENSITY_BENCHMARK_ERROR(op, issue)  DENSITY_BENCHMARK_RED(DENSITY_BENCHMARK_BOLD(printf("\nAn error has occured !\n")));\
+                                            op;\
+                                            printf("\n");\
+                                            if(issue) {\
+                                                printf("Please open an issue at <https://github.com/k0dai/density/issues>, with your platform information and any relevant file.\n");\
+                                                DENSITY_BENCHMARK_BOLD(printf("Thank you !\n"));\
+                                            }\
+                                            fflush(stdout);\
+                                            exit(EXIT_FAILURE);
+
+#endif
+
+#define DENSITY_BENCHMARK_HASH_SEED_1       0x0123456789abcdefllu
+#define DENSITY_BENCHMARK_HASH_SEED_2       0xfedcba9876543210llu
diff --git a/contrib/density/msvc/Density.sln b/contrib/density/msvc/Density.sln
new file mode 100644
index 00000000000..70c25ab3413
--- /dev/null
+++ b/contrib/density/msvc/Density.sln
@@ -0,0 +1,21 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio 14
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "density", "density.vcxproj", "{65C51F09-D1A4-9EA4-DABC-297B461B0506}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "benchmark", "benchmark.vcxproj", "{7000C5C1-DC6A-7938-25A9-2ADE9152578D}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Release|x64 = Release|x64
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{65C51F09-D1A4-9EA4-DABC-297B461B0506}.Release|x64.ActiveCfg = Release|x64
+		{65C51F09-D1A4-9EA4-DABC-297B461B0506}.Release|x64.Build.0 = Release|x64
+		{7000C5C1-DC6A-7938-25A9-2ADE9152578D}.Release|x64.ActiveCfg = Release|x64
+		{7000C5C1-DC6A-7938-25A9-2ADE9152578D}.Release|x64.Build.0 = Release|x64
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+EndGlobal
diff --git a/contrib/density/msvc/benchmark.vcxproj b/contrib/density/msvc/benchmark.vcxproj
new file mode 100644
index 00000000000..ef32bbb5f3c
--- /dev/null
+++ b/contrib/density/msvc/benchmark.vcxproj
@@ -0,0 +1,78 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{7000C5C1-DC6A-7938-25A9-2ADE9152578D}</ProjectGuid>
+    <IgnoreWarnCompileDuplicatedFilename>true</IgnoreWarnCompileDuplicatedFilename>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>benchmark</RootNamespace>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+    <PlatformToolset>v140</PlatformToolset>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <OutDir>bin\Release\</OutDir>
+    <IntDir>obj\Release\benchmark\</IntDir>
+    <TargetName>benchmark</TargetName>
+    <TargetExt>.exe</TargetExt>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <PrecompiledHeader>NotUsing</PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <MinimalRebuild>false</MinimalRebuild>
+      <OmitFramePointers>true</OmitFramePointers>
+      <StringPooling>true</StringPooling>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClInclude Include="..\benchmark\libs\cputime\src\chronometer.h" />
+    <ClInclude Include="..\benchmark\libs\cputime\src\cputime_api.h" />
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\context.h" />
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\globals.h" />
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash.h" />
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash_api.h" />
+    <ClInclude Include="..\benchmark\src\benchmark.h" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="..\benchmark\libs\cputime\src\chronometer.c" />
+    <ClCompile Include="..\benchmark\libs\spookyhash\src\context.c" />
+    <ClCompile Include="..\benchmark\libs\spookyhash\src\globals.c" />
+    <ClCompile Include="..\benchmark\libs\spookyhash\src\spookyhash.c" />
+    <ClCompile Include="..\benchmark\src\benchmark.c" />
+  </ItemGroup>
+  <ItemGroup>
+    <ProjectReference Include="density.vcxproj">
+      <Project>{65C51F09-D1A4-9EA4-DABC-297B461B0506}</Project>
+    </ProjectReference>
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/density/msvc/benchmark.vcxproj.filters b/contrib/density/msvc/benchmark.vcxproj.filters
new file mode 100644
index 00000000000..26379e28724
--- /dev/null
+++ b/contrib/density/msvc/benchmark.vcxproj.filters
@@ -0,0 +1,63 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup>
+    <Filter Include="libs">
+      <UniqueIdentifier>{2F149A7C-1B4B-9B0D-C437-8110B04D170F}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="libs\cputime">
+      <UniqueIdentifier>{95C9EAC4-812C-7A69-2AB2-B21F16F445EC}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="libs\cputime\src">
+      <UniqueIdentifier>{2C4ACB69-1843-EABB-4175-CF402DCDC9C7}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="libs\spookyhash">
+      <UniqueIdentifier>{C78AF53E-3316-6303-3C27-E6F7A831BF03}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="libs\spookyhash\src">
+      <UniqueIdentifier>{5E54D780-CAB5-B48E-5323-FB40BF83EB4D}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="src">
+      <UniqueIdentifier>{2DAB880B-99B4-887C-2230-9F7C8E38947C}</UniqueIdentifier>
+    </Filter>
+  </ItemGroup>
+  <ItemGroup>
+    <ClInclude Include="..\benchmark\libs\cputime\src\chronometer.h">
+      <Filter>libs\cputime\src</Filter>
+    </ClInclude>
+    <ClInclude Include="..\benchmark\libs\cputime\src\cputime_api.h">
+      <Filter>libs\cputime\src</Filter>
+    </ClInclude>
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\context.h">
+      <Filter>libs\spookyhash\src</Filter>
+    </ClInclude>
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\globals.h">
+      <Filter>libs\spookyhash\src</Filter>
+    </ClInclude>
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash.h">
+      <Filter>libs\spookyhash\src</Filter>
+    </ClInclude>
+    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash_api.h">
+      <Filter>libs\spookyhash\src</Filter>
+    </ClInclude>
+    <ClInclude Include="..\benchmark\src\benchmark.h">
+      <Filter>src</Filter>
+    </ClInclude>
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="..\benchmark\libs\cputime\src\chronometer.c">
+      <Filter>libs\cputime\src</Filter>
+    </ClCompile>
+    <ClCompile Include="..\benchmark\libs\spookyhash\src\context.c">
+      <Filter>libs\spookyhash\src</Filter>
+    </ClCompile>
+    <ClCompile Include="..\benchmark\libs\spookyhash\src\globals.c">
+      <Filter>libs\spookyhash\src</Filter>
+    </ClCompile>
+    <ClCompile Include="..\benchmark\libs\spookyhash\src\spookyhash.c">
+      <Filter>libs\spookyhash\src</Filter>
+    </ClCompile>
+    <ClCompile Include="..\benchmark\src\benchmark.c">
+      <Filter>src</Filter>
+    </ClCompile>
+  </ItemGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/density/msvc/density.vcxproj b/contrib/density/msvc/density.vcxproj
new file mode 100644
index 00000000000..f1ad77fbc1b
--- /dev/null
+++ b/contrib/density/msvc/density.vcxproj
@@ -0,0 +1,93 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{65C51F09-D1A4-9EA4-DABC-297B461B0506}</ProjectGuid>
+    <IgnoreWarnCompileDuplicatedFilename>true</IgnoreWarnCompileDuplicatedFilename>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>density</RootNamespace>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>DynamicLibrary</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+    <PlatformToolset>v140</PlatformToolset>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <OutDir>bin\Release\</OutDir>
+    <IntDir>obj\Release\density\</IntDir>
+    <TargetName>density</TargetName>
+    <TargetExt>.dll</TargetExt>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <PrecompiledHeader>NotUsing</PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <MinimalRebuild>false</MinimalRebuild>
+      <OmitFramePointers>true</OmitFramePointers>
+      <StringPooling>true</StringPooling>
+    </ClCompile>
+    <Link>
+      <SubSystem>Windows</SubSystem>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+      <ImportLibrary>bin\Release\density.lib</ImportLibrary>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClInclude Include="..\src\algorithms\algorithms.h" />
+    <ClInclude Include="..\src\algorithms\chameleon\chameleon.h" />
+    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_decode.h" />
+    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_encode.h" />
+    <ClInclude Include="..\src\algorithms\chameleon\dictionary\chameleon_dictionary.h" />
+    <ClInclude Include="..\src\algorithms\cheetah\cheetah.h" />
+    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_decode.h" />
+    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_encode.h" />
+    <ClInclude Include="..\src\algorithms\cheetah\dictionary\cheetah_dictionary.h" />
+    <ClInclude Include="..\src\algorithms\dictionaries.h" />
+    <ClInclude Include="..\src\algorithms\lion\core\lion_decode.h" />
+    <ClInclude Include="..\src\algorithms\lion\core\lion_encode.h" />
+    <ClInclude Include="..\src\algorithms\lion\dictionary\lion_dictionary.h" />
+    <ClInclude Include="..\src\algorithms\lion\forms\lion_form_model.h" />
+    <ClInclude Include="..\src\algorithms\lion\lion.h" />
+    <ClInclude Include="..\src\buffers\buffer.h" />
+    <ClInclude Include="..\src\density_api.h" />
+    <ClInclude Include="..\src\globals.h" />
+    <ClInclude Include="..\src\structure\header.h" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="..\src\algorithms\algorithms.c" />
+    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_decode.c" />
+    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_encode.c" />
+    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_decode.c" />
+    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_encode.c" />
+    <ClCompile Include="..\src\algorithms\dictionaries.c" />
+    <ClCompile Include="..\src\algorithms\lion\core\lion_decode.c" />
+    <ClCompile Include="..\src\algorithms\lion\core\lion_encode.c" />
+    <ClCompile Include="..\src\algorithms\lion\forms\lion_form_model.c" />
+    <ClCompile Include="..\src\buffers\buffer.c" />
+    <ClCompile Include="..\src\globals.c" />
+    <ClCompile Include="..\src\structure\header.c" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/density/msvc/density.vcxproj.filters b/contrib/density/msvc/density.vcxproj.filters
new file mode 100644
index 00000000000..202f2522bbe
--- /dev/null
+++ b/contrib/density/msvc/density.vcxproj.filters
@@ -0,0 +1,135 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup>
+    <Filter Include="algorithms">
+      <UniqueIdentifier>{DF10C562-CBC8-06B0-34D0-DF0B20A7A1A0}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\chameleon">
+      <UniqueIdentifier>{5AB95D49-4648-E712-EF66-FB0DDBD4F7B8}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\chameleon\core">
+      <UniqueIdentifier>{1252540B-7E14-8895-C7C4-162233C66073}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\chameleon\dictionary">
+      <UniqueIdentifier>{3F6054BC-AB43-63FC-B446-913820A9294D}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\cheetah">
+      <UniqueIdentifier>{C09C0CB6-AC80-CD0B-15E1-C75E01E4B78D}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\cheetah\core">
+      <UniqueIdentifier>{3845B705-A47C-FF9C-AD86-63C0193D2696}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\cheetah\dictionary">
+      <UniqueIdentifier>{E597066D-51B0-ED96-1A5D-7D3086348230}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\lion">
+      <UniqueIdentifier>{40FA2C44-AC85-9A08-B596-1DFD21A1F608}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\lion\core">
+      <UniqueIdentifier>{B8122E82-A4A1-B74B-4DC0-CB46392EC8F1}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\lion\dictionary">
+      <UniqueIdentifier>{6585C1C9-5195-6D9A-BA4E-D2B8A67D5C33}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="algorithms\lion\forms">
+      <UniqueIdentifier>{B6B426C8-2221-E2C2-EB14-7A205740042B}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="buffers">
+      <UniqueIdentifier>{B2DFE593-1EBF-642F-27D7-EF059335CB90}</UniqueIdentifier>
+    </Filter>
+    <Filter Include="structure">
+      <UniqueIdentifier>{367A73B3-A2E4-272A-EB22-D9CF57CC057F}</UniqueIdentifier>
+    </Filter>
+  </ItemGroup>
+  <ItemGroup>
+    <ClInclude Include="..\src\algorithms\algorithms.h">
+      <Filter>algorithms</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\chameleon\chameleon.h">
+      <Filter>algorithms\chameleon</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_decode.h">
+      <Filter>algorithms\chameleon\core</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_encode.h">
+      <Filter>algorithms\chameleon\core</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\chameleon\dictionary\chameleon_dictionary.h">
+      <Filter>algorithms\chameleon\dictionary</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\cheetah\cheetah.h">
+      <Filter>algorithms\cheetah</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_decode.h">
+      <Filter>algorithms\cheetah\core</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_encode.h">
+      <Filter>algorithms\cheetah\core</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\cheetah\dictionary\cheetah_dictionary.h">
+      <Filter>algorithms\cheetah\dictionary</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\dictionaries.h">
+      <Filter>algorithms</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\lion\core\lion_decode.h">
+      <Filter>algorithms\lion\core</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\lion\core\lion_encode.h">
+      <Filter>algorithms\lion\core</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\lion\dictionary\lion_dictionary.h">
+      <Filter>algorithms\lion\dictionary</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\lion\forms\lion_form_model.h">
+      <Filter>algorithms\lion\forms</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\algorithms\lion\lion.h">
+      <Filter>algorithms\lion</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\buffers\buffer.h">
+      <Filter>buffers</Filter>
+    </ClInclude>
+    <ClInclude Include="..\src\density_api.h" />
+    <ClInclude Include="..\src\globals.h" />
+    <ClInclude Include="..\src\structure\header.h">
+      <Filter>structure</Filter>
+    </ClInclude>
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="..\src\algorithms\algorithms.c">
+      <Filter>algorithms</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_decode.c">
+      <Filter>algorithms\chameleon\core</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_encode.c">
+      <Filter>algorithms\chameleon\core</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_decode.c">
+      <Filter>algorithms\cheetah\core</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_encode.c">
+      <Filter>algorithms\cheetah\core</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\dictionaries.c">
+      <Filter>algorithms</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\lion\core\lion_decode.c">
+      <Filter>algorithms\lion\core</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\lion\core\lion_encode.c">
+      <Filter>algorithms\lion\core</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\algorithms\lion\forms\lion_form_model.c">
+      <Filter>algorithms\lion\forms</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\buffers\buffer.c">
+      <Filter>buffers</Filter>
+    </ClCompile>
+    <ClCompile Include="..\src\globals.c" />
+    <ClCompile Include="..\src\structure\header.c">
+      <Filter>structure</Filter>
+    </ClCompile>
+  </ItemGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/density/src/algorithms/algorithms.c b/contrib/density/src/algorithms/algorithms.c
new file mode 100644
index 00000000000..f36e94cd08b
--- /dev/null
+++ b/contrib/density/src/algorithms/algorithms.c
@@ -0,0 +1,43 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 14/10/15 02:06
+ */
+
+#include "algorithms.h"
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_algorithms_prepare_state(density_algorithm_state *const DENSITY_RESTRICT state, void *const DENSITY_RESTRICT dictionary) {
+    state->dictionary = dictionary;
+    state->copy_penalty = 0;
+    state->copy_penalty_start = 1;
+    state->previous_incompressible = false;
+    state->counter = 0;
+}
diff --git a/contrib/density/src/algorithms/algorithms.h b/contrib/density/src/algorithms/algorithms.h
new file mode 100644
index 00000000000..b5e31377004
--- /dev/null
+++ b/contrib/density/src/algorithms/algorithms.h
@@ -0,0 +1,78 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 3/02/15 19:51
+ */
+
+#ifndef DENSITY_ALGORITHMS_H
+#define DENSITY_ALGORITHMS_H
+
+#include "../globals.h"
+
+typedef enum {
+    DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED = 0,
+    DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING,
+    DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL,
+    DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL
+} density_algorithm_exit_status;
+
+typedef struct {
+    void *dictionary;
+    uint_fast8_t copy_penalty;
+    uint_fast8_t copy_penalty_start;
+    bool previous_incompressible;
+    uint_fast64_t counter;
+} density_algorithm_state;
+
+#define DENSITY_ALGORITHM_COPY(work_block_size)\
+            DENSITY_MEMCPY(*out, *in, work_block_size);\
+            *in += work_block_size;\
+            *out += work_block_size;
+
+#define DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START\
+            if(!(--state->copy_penalty))\
+                state->copy_penalty_start++;
+
+#define DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START\
+            if (state->copy_penalty_start & ~0x1)\
+                state->copy_penalty_start >>= 1;
+
+#define DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY(span, work_block_size)\
+            if (DENSITY_UNLIKELY(span & ~(work_block_size - 1))) {\
+                if (state->previous_incompressible)\
+                    state->copy_penalty = state->copy_penalty_start;\
+                state->previous_incompressible = true;\
+            } else\
+                state->previous_incompressible = false;
+
+DENSITY_WINDOWS_EXPORT void density_algorithms_prepare_state(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, void *const DENSITY_RESTRICT_DECLARE);
+
+#endif
diff --git a/contrib/density/src/algorithms/chameleon/chameleon.h b/contrib/density/src/algorithms/chameleon/chameleon.h
new file mode 100644
index 00000000000..2054f34cfd8
--- /dev/null
+++ b/contrib/density/src/algorithms/chameleon/chameleon.h
@@ -0,0 +1,70 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/10/13 11:57
+ *
+ * -------------------
+ * Chameleon algorithm
+ * -------------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Hash based superfast kernel
+ */
+
+#ifndef DENSITY_CHAMELEON_H
+#define DENSITY_CHAMELEON_H
+
+#include "../../globals.h"
+
+#define DENSITY_CHAMELEON_HASH_BITS                                         16
+#define DENSITY_CHAMELEON_HASH_MULTIPLIER                                   (uint32_t)0x9D6EF916lu
+
+#define DENSITY_CHAMELEON_HASH_ALGORITHM(value32)                           (uint16_t)((value32 * DENSITY_CHAMELEON_HASH_MULTIPLIER) >> (32 - DENSITY_CHAMELEON_HASH_BITS))
+
+typedef enum {
+    DENSITY_CHAMELEON_SIGNATURE_FLAG_CHUNK = 0x0,
+    DENSITY_CHAMELEON_SIGNATURE_FLAG_MAP = 0x1,
+} DENSITY_CHAMELEON_SIGNATURE_FLAG;
+
+typedef uint64_t density_chameleon_signature;
+
+#define DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE        (density_bitsizeof(density_chameleon_signature) * sizeof(uint32_t))   // Uncompressed chunks
+#define DENSITY_CHAMELEON_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE              (density_bitsizeof(density_chameleon_signature) * sizeof(uint32_t))
+
+#define DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE                      (sizeof(density_chameleon_signature) + DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE)
+#define DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE                            (DENSITY_CHAMELEON_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE)
+
+#define DENSITY_CHAMELEON_WORK_BLOCK_SIZE                                   256
+
+#endif
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_decode.c b/contrib/density/src/algorithms/chameleon/core/chameleon_decode.c
new file mode 100644
index 00000000000..240aaba8598
--- /dev/null
+++ b/contrib/density/src/algorithms/chameleon/core/chameleon_decode.c
@@ -0,0 +1,254 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 23/06/15 22:11
+ *
+ * -------------------
+ * Chameleon algorithm
+ * -------------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Hash based superfast kernel
+ */
+
+#include "chameleon_decode.h"
+
+DENSITY_FORCE_INLINE void density_chameleon_decode_process_compressed(const uint16_t hash, uint8_t **DENSITY_RESTRICT out, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
+    DENSITY_MEMCPY(*out, &dictionary->entries[hash].as_uint32_t, sizeof(uint32_t));
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_decode_process_uncompressed(const uint32_t chunk, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
+    const uint16_t hash = DENSITY_CHAMELEON_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(chunk));
+    (&dictionary->entries[hash])->as_uint32_t = chunk;  // Does not ensure dictionary content consistency between endiannesses
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_decode_kernel(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_bool compressed, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
+    if (compressed) {
+        uint16_t hash;
+        DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t));
+        density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16(hash), out, dictionary);
+        *in += sizeof(uint16_t);
+    } else {
+        uint32_t unit;
+        DENSITY_MEMCPY(&unit, *in, sizeof(uint32_t));
+        density_chameleon_decode_process_uncompressed(unit, dictionary);
+        DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
+        *in += sizeof(uint32_t);
+    }
+    *out += sizeof(uint32_t);
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_decode_kernel_dual(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_chameleon_signature signature, const uint_fast8_t shift, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
+    uint32_t var_32;
+    uint64_t var_64;
+
+    switch((signature >> shift) & 0x3) {
+        case 0x0:
+            DENSITY_MEMCPY(&var_64, *in, sizeof(uint32_t) + sizeof(uint32_t));
+#ifdef DENSITY_LITTLE_ENDIAN
+            density_chameleon_decode_process_uncompressed((uint32_t)(var_64 & 0xffffffff), dictionary);
+#endif
+            density_chameleon_decode_process_uncompressed((uint32_t)(var_64 >> density_bitsizeof(uint32_t)), dictionary);
+#ifdef DENSITY_BIG_ENDIAN
+            density_chameleon_decode_process_uncompressed((uint32_t)(var_64 & 0xffffffff), dictionary);
+#endif
+            DENSITY_MEMCPY(*out, &var_64, sizeof(uint32_t) + sizeof(uint32_t));
+            *in += (sizeof(uint32_t) + sizeof(uint32_t));
+            *out += sizeof(uint64_t);
+            break;
+        case 0x1:
+            DENSITY_MEMCPY(&var_64, *in, sizeof(uint16_t) + sizeof(uint32_t));
+#ifdef DENSITY_LITTLE_ENDIAN
+            density_chameleon_decode_process_compressed((uint16_t)(var_64 & 0xffff), out, dictionary);
+            var_32 = (uint32_t)((var_64 >> density_bitsizeof(uint16_t)) & 0xffffffff);
+            density_chameleon_decode_process_uncompressed(var_32, dictionary);
+            DENSITY_MEMCPY(*out + sizeof(uint32_t), &var_32, sizeof(uint32_t));
+            *out += sizeof(uint64_t);
+#elif defined(DENSITY_BIG_ENDIAN)
+            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)((var_64 >> (density_bitsizeof(uint16_t) + density_bitsizeof(uint32_t))) & 0xffff)), out, dictionary);
+            var_32 = (uint32_t)((var_64 >> density_bitsizeof(uint16_t)) & 0xffffffff);
+            density_chameleon_decode_process_uncompressed(var_32, dictionary);
+            DENSITY_MEMCPY(*out + sizeof(uint32_t), &var_32, sizeof(uint32_t));
+            *out += sizeof(uint64_t);
+#else
+#error
+#endif
+            *in += (sizeof(uint16_t) + sizeof(uint32_t));
+            break;
+        case 0x2:
+            DENSITY_MEMCPY(&var_64, *in, sizeof(uint32_t) + sizeof(uint16_t));
+#ifdef DENSITY_LITTLE_ENDIAN
+            var_32 = (uint32_t)(var_64 & 0xffffffff);
+            density_chameleon_decode_process_uncompressed(var_32, dictionary);
+            DENSITY_MEMCPY(*out, &var_32, sizeof(uint32_t));
+            *out += sizeof(uint32_t);
+            density_chameleon_decode_process_compressed((uint16_t)((var_64 >> density_bitsizeof(uint32_t)) & 0xffff), out, dictionary);
+            *out += sizeof(uint32_t);
+#elif defined(DENSITY_BIG_ENDIAN)
+            var_32 = (uint32_t)((var_64 >> density_bitsizeof(uint32_t)) & 0xffffffff);
+            density_chameleon_decode_process_uncompressed(var_32, dictionary);
+            DENSITY_MEMCPY(*out, &var_32, sizeof(uint32_t));
+            *out += sizeof(uint32_t);
+            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)((var_64 >> density_bitsizeof(uint16_t)) & 0xffff)), out, dictionary);
+            *out += sizeof(uint32_t);
+#else
+#error
+#endif
+            *in += (sizeof(uint32_t) + sizeof(uint16_t));
+            break;
+        case 0x3:
+            DENSITY_MEMCPY(&var_32, *in, sizeof(uint16_t) + sizeof(uint16_t));
+#ifdef DENSITY_LITTLE_ENDIAN
+            density_chameleon_decode_process_compressed((uint16_t)(var_32 & 0xffff), out, dictionary);
+            *out += sizeof(uint32_t);
+#endif
+            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)(var_32 >> density_bitsizeof(uint16_t))), out, dictionary);
+            *out += sizeof(uint32_t);
+#ifdef DENSITY_BIG_ENDIAN
+            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)(var_32 & 0xffff)), out, dictionary);
+            *out += sizeof(uint32_t);
+#endif
+            *in += (sizeof(uint16_t) + sizeof(uint16_t));
+            break;
+    }
+}
+
+DENSITY_FORCE_INLINE bool density_chameleon_decode_test_compressed(const density_chameleon_signature signature, const uint_fast8_t shift) {
+    return (density_bool const) ((signature >> shift) & DENSITY_CHAMELEON_SIGNATURE_FLAG_MAP);
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_decode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_chameleon_signature signature, const uint_fast8_t shift, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
+    density_chameleon_decode_kernel(in, out, density_chameleon_decode_test_compressed(signature, shift), dictionary);
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_decode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_chameleon_signature signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
+    uint_fast8_t count_a = 0;
+    uint_fast8_t count_b = 0;
+
+#if defined(__clang__) || defined(_MSC_VER)
+    do {
+        DENSITY_UNROLL_2(density_chameleon_decode_kernel_dual(in, out, signature, count_a, dictionary); count_a+= 2);
+    } while (++count_b & 0xf);
+#else
+    do {
+        DENSITY_UNROLL_2(density_chameleon_decode_4(in, out, signature, count_a ++, dictionary));
+    } while (++count_b & 0x1f);
+#endif
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_decode_read_signature(const uint8_t **DENSITY_RESTRICT in, density_chameleon_signature *DENSITY_RESTRICT signature) {
+#ifdef DENSITY_LITTLE_ENDIAN
+    DENSITY_MEMCPY(signature, *in, sizeof(density_chameleon_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+    density_chameleon_signature endian_signature;
+    DENSITY_MEMCPY(&endian_signature, *in, sizeof(density_chameleon_signature));
+    *signature = DENSITY_LITTLE_ENDIAN_64(endian_signature);
+#else
+#error
+#endif
+    *in += sizeof(density_chameleon_signature);
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_chameleon_decode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
+    if (out_size < DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    density_chameleon_signature signature;
+    uint_fast8_t shift;
+    uint_fast64_t remaining;
+
+    const uint8_t *start = *in;
+
+    if (in_size < DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE) {
+        goto read_signature;
+    }
+
+    const uint8_t *in_limit = *in + in_size - DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE;
+    uint8_t *out_limit = *out + out_size - DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE;
+
+    while (DENSITY_LIKELY(*in <= in_limit && *out <= out_limit)) {
+        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
+            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
+        }
+        state->counter++;
+        if (DENSITY_UNLIKELY(state->copy_penalty)) {
+            DENSITY_ALGORITHM_COPY(DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
+            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
+        } else {
+            const uint8_t *in_start = *in;
+            density_chameleon_decode_read_signature(in, &signature);
+            density_chameleon_decode_256(in, out, signature, (density_chameleon_dictionary *const) state->dictionary);
+            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*in - in_start), DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
+        }
+    }
+
+    if (*out > out_limit)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    read_signature:
+    if (in_size - (*in - start) < sizeof(density_chameleon_signature))
+        return DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL;
+    shift = 0;
+    density_chameleon_decode_read_signature(in, &signature);
+    read_and_decode_4:
+    switch (in_size - (*in - start)) {
+        case 0:
+        case 1:
+            if (density_chameleon_decode_test_compressed(signature, shift))
+                return DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
+            else    // End marker
+                goto process_remaining_bytes;
+        case 2:
+        case 3:
+            if (density_chameleon_decode_test_compressed(signature, shift++))
+                density_chameleon_decode_kernel(in, out, true, (density_chameleon_dictionary *const) state->dictionary);
+            else    // End marker
+                goto process_remaining_bytes;
+            break;
+        default:
+            density_chameleon_decode_4(in, out, signature, shift++, (density_chameleon_dictionary *const) state->dictionary);
+            break;
+    }
+
+    if (DENSITY_UNLIKELY(shift == density_bitsizeof(density_chameleon_signature)))
+        goto read_signature;
+    else
+        goto read_and_decode_4;
+
+    process_remaining_bytes:
+    remaining = in_size - (*in - start);
+    DENSITY_ALGORITHM_COPY(remaining);
+
+    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
+}
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_decode.h b/contrib/density/src/algorithms/chameleon/core/chameleon_decode.h
new file mode 100644
index 00000000000..cbf06e26a44
--- /dev/null
+++ b/contrib/density/src/algorithms/chameleon/core/chameleon_decode.h
@@ -0,0 +1,53 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 23/06/15 21:49
+ *
+ * -------------------
+ * Chameleon algorithm
+ * -------------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Hash based superfast kernel
+ */
+
+#ifndef DENSITY_CHAMELEON_DECODE_H
+#define DENSITY_CHAMELEON_DECODE_H
+
+#include "../dictionary/chameleon_dictionary.h"
+#include "../../algorithms.h"
+
+DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_chameleon_decode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
+
+#endif
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_encode.c b/contrib/density/src/algorithms/chameleon/core/chameleon_encode.c
new file mode 100644
index 00000000000..2090cb99173
--- /dev/null
+++ b/contrib/density/src/algorithms/chameleon/core/chameleon_encode.c
@@ -0,0 +1,179 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 23/06/15 22:02
+ *
+ * -------------------
+ * Chameleon algorithm
+ * -------------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Hash based superfast kernel
+ */
+
+#include "chameleon_encode.h"
+
+DENSITY_FORCE_INLINE void density_chameleon_encode_prepare_signature(uint8_t **DENSITY_RESTRICT out, density_chameleon_signature **DENSITY_RESTRICT signature_pointer, density_chameleon_signature *const DENSITY_RESTRICT signature) {
+    *signature = 0;
+    *signature_pointer = (density_chameleon_signature *) *out;
+    *out += sizeof(density_chameleon_signature);
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_encode_kernel(uint8_t **DENSITY_RESTRICT out, const uint16_t hash, const uint_fast8_t shift, density_chameleon_signature *const DENSITY_RESTRICT signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
+    density_chameleon_dictionary_entry *const found = &dictionary->entries[hash];
+
+    switch (*unit ^ found->as_uint32_t) {
+        case 0:
+            *signature |= ((uint64_t) DENSITY_CHAMELEON_SIGNATURE_FLAG_MAP << shift);
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
+            DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
+#else
+#error
+#endif
+            *out += sizeof(uint16_t);
+            break;
+        default:
+            found->as_uint32_t = *unit; // Does not ensure dictionary content consistency between endiannesses
+            DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
+            *out += sizeof(uint32_t);
+            break;
+    }
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_encode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const uint_fast8_t shift, density_chameleon_signature *const DENSITY_RESTRICT signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
+    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
+    density_chameleon_encode_kernel(out, DENSITY_CHAMELEON_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit)), shift, signature, dictionary, unit);
+    *in += sizeof(uint32_t);
+}
+
+DENSITY_FORCE_INLINE void density_chameleon_encode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, density_chameleon_signature *const DENSITY_RESTRICT signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
+    uint_fast8_t count = 0;
+
+#ifdef __clang__
+    for (uint_fast8_t count_b = 0; count_b < 32; count_b++) {
+        DENSITY_UNROLL_2(density_chameleon_encode_4(in, out, count++, signature, dictionary, unit));
+    }
+#else
+    for (uint_fast8_t count_b = 0; count_b < 16; count_b++) {
+        DENSITY_UNROLL_4(density_chameleon_encode_4(in, out, count++, signature, dictionary, unit));
+    }
+#endif
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_chameleon_encode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
+    if (out_size < DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    density_chameleon_signature signature;
+    density_chameleon_signature *signature_pointer;
+    uint32_t unit;
+
+    uint8_t *out_limit = *out + out_size - DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE;
+    uint_fast64_t limit_256 = (in_size >> 8);
+
+    while (DENSITY_LIKELY(limit_256-- && *out <= out_limit)) {
+        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
+            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
+        }
+        state->counter++;
+        if (DENSITY_UNLIKELY(state->copy_penalty)) {
+            DENSITY_ALGORITHM_COPY(DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
+            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
+        } else {
+            const uint8_t *out_start = *out;
+            density_chameleon_encode_prepare_signature(out, &signature_pointer, &signature);
+            DENSITY_PREFETCH(*in + DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
+            density_chameleon_encode_256(in, out, &signature, (density_chameleon_dictionary *const) state->dictionary, &unit);
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_chameleon_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const density_chameleon_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_chameleon_signature));
+#else
+#error
+#endif
+            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*out - out_start), DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
+        }
+    }
+
+    if (*out > out_limit)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    uint_fast64_t remaining;
+
+    switch (in_size & 0xff) {
+        case 0:
+        case 1:
+        case 2:
+        case 3:
+            density_chameleon_encode_prepare_signature(out, &signature_pointer, &signature);
+            signature = ((uint64_t) DENSITY_CHAMELEON_SIGNATURE_FLAG_CHUNK);    // End marker
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_chameleon_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const density_chameleon_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_chameleon_signature));
+#else
+#error
+#endif
+            goto process_remaining_bytes;
+        default:
+            break;
+    }
+
+    const uint_fast64_t limit_4 = (in_size & 0xff) >> 2;
+    density_chameleon_encode_prepare_signature(out, &signature_pointer, &signature);
+    for (uint_fast8_t shift = 0; shift != limit_4; shift++)
+        density_chameleon_encode_4(in, out, shift, &signature, (density_chameleon_dictionary *const) state->dictionary, &unit);
+
+    signature |= ((uint64_t) DENSITY_CHAMELEON_SIGNATURE_FLAG_CHUNK << limit_4);    // End marker
+#ifdef DENSITY_LITTLE_ENDIAN
+    DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_chameleon_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+    const density_chameleon_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+    DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_chameleon_signature));
+#else
+#error
+#endif
+
+    process_remaining_bytes:
+    remaining = in_size & 0x3;
+    if (remaining)
+        DENSITY_ALGORITHM_COPY(remaining);
+
+    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
+}
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_encode.h b/contrib/density/src/algorithms/chameleon/core/chameleon_encode.h
new file mode 100644
index 00000000000..f71fc23fbc0
--- /dev/null
+++ b/contrib/density/src/algorithms/chameleon/core/chameleon_encode.h
@@ -0,0 +1,53 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 23/06/15 21:51
+ *
+ * -------------------
+ * Chameleon algorithm
+ * -------------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Hash based superfast kernel
+ */
+
+#ifndef DENSITY_CHAMELEON_ENCODE_H
+#define DENSITY_CHAMELEON_ENCODE_H
+
+#include "../dictionary/chameleon_dictionary.h"
+#include "../../algorithms.h"
+
+DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_chameleon_encode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
+
+#endif
diff --git a/contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h b/contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
new file mode 100644
index 00000000000..1f584a5936e
--- /dev/null
+++ b/contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
@@ -0,0 +1,63 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/10/13 12:05
+ *
+ * -------------------
+ * Chameleon algorithm
+ * -------------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Hash based superfast kernel
+ */
+
+#ifndef DENSITY_CHAMELEON_DICTIONARY_H
+#define DENSITY_CHAMELEON_DICTIONARY_H
+
+#include "../chameleon.h"
+
+#include <string.h>
+
+#pragma pack(push)
+#pragma pack(4)
+typedef struct {
+    uint32_t as_uint32_t;
+} density_chameleon_dictionary_entry;
+
+typedef struct {
+    density_chameleon_dictionary_entry entries[1 << DENSITY_CHAMELEON_HASH_BITS];
+} density_chameleon_dictionary;
+#pragma pack(pop)
+
+#endif
diff --git a/contrib/density/src/algorithms/cheetah/cheetah.h b/contrib/density/src/algorithms/cheetah/cheetah.h
new file mode 100644
index 00000000000..0d47d0ab502
--- /dev/null
+++ b/contrib/density/src/algorithms/cheetah/cheetah.h
@@ -0,0 +1,73 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 06/12/13 20:10
+ *
+ * -----------------
+ * Cheetah algorithm
+ * -----------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ * Piotr Tarsa (https://github.com/tarsa)
+ *
+ * Description
+ * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
+ */
+
+#ifndef DENSITY_CHEETAH_H
+#define DENSITY_CHEETAH_H
+
+#include "../../globals.h"
+
+#define DENSITY_CHEETAH_HASH_BITS                                           16
+#define DENSITY_CHEETAH_HASH_MULTIPLIER                                     (uint32_t)0x9D6EF916lu
+
+#define DENSITY_CHEETAH_HASH_ALGORITHM(value32)                             (uint16_t)(value32 * DENSITY_CHEETAH_HASH_MULTIPLIER >> (32 - DENSITY_CHEETAH_HASH_BITS))
+
+typedef enum {
+    DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED = 0x0,
+    DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A = 0x1,
+    DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B = 0x2,
+    DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK = 0x3,
+} DENSITY_CHEETAH_SIGNATURE_FLAG;
+
+typedef uint64_t                                                            density_cheetah_signature;
+
+#define DENSITY_CHEETAH_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE          ((density_bitsizeof(density_cheetah_signature) >> 1) * sizeof(uint32_t))   // Uncompressed chunks
+#define DENSITY_CHEETAH_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE                ((density_bitsizeof(density_cheetah_signature) >> 1) * sizeof(uint32_t))
+
+#define DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE                        (sizeof(density_cheetah_signature) + DENSITY_CHEETAH_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE)
+#define DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE                              (DENSITY_CHEETAH_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE)
+
+#define DENSITY_CHEETAH_WORK_BLOCK_SIZE                                     128
+
+#endif
\ No newline at end of file
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_decode.c b/contrib/density/src/algorithms/cheetah/core/cheetah_decode.c
new file mode 100644
index 00000000000..4928938b41e
--- /dev/null
+++ b/contrib/density/src/algorithms/cheetah/core/cheetah_decode.c
@@ -0,0 +1,266 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/06/15 0:32
+ *
+ * -----------------
+ * Cheetah algorithm
+ * -----------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ * Piotr Tarsa (https://github.com/tarsa)
+ *
+ * Description
+ * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
+ */
+
+#include "cheetah_decode.h"
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_process_predicted(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
+    const uint32_t unit = dictionary->prediction_entries[*last_hash].next_chunk_prediction;
+    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
+    *last_hash = DENSITY_CHEETAH_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(unit));
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_process_compressed_a(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, const uint16_t hash) {
+    DENSITY_PREFETCH(&dictionary->prediction_entries[hash]);
+    const uint32_t unit = dictionary->entries[hash].chunk_a;
+    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
+    dictionary->prediction_entries[*last_hash].next_chunk_prediction = unit;
+    *last_hash = hash;
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_process_compressed_b(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, const uint16_t hash) {
+    DENSITY_PREFETCH(&dictionary->prediction_entries[hash]);
+    density_cheetah_dictionary_entry *const entry = &dictionary->entries[hash];
+    const uint32_t unit = entry->chunk_b;
+    entry->chunk_b = entry->chunk_a;
+    entry->chunk_a = unit;  // Does not ensure dictionary content consistency between endiannesses
+    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
+    dictionary->prediction_entries[*last_hash].next_chunk_prediction = unit;
+    *last_hash = hash;
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_process_uncompressed(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, const uint32_t unit) {
+    const uint16_t hash = DENSITY_CHEETAH_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(unit));
+    DENSITY_PREFETCH(&dictionary->prediction_entries[hash]);
+    density_cheetah_dictionary_entry *const entry = &dictionary->entries[hash];
+    entry->chunk_b = entry->chunk_a;
+    entry->chunk_a = unit;  // Does not ensure dictionary content consistency between endiannesses
+    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
+    dictionary->prediction_entries[*last_hash].next_chunk_prediction = unit;    // Does not ensure dictionary content consistency between endiannesses
+    *last_hash = hash;
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_kernel_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint8_t flag, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
+    uint16_t hash;
+    uint32_t unit;
+
+    switch (flag) {
+        case DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED:
+            density_cheetah_decode_process_predicted(out, last_hash, dictionary);
+            break;
+        case DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A:
+            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t));
+            density_cheetah_decode_process_compressed_a(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));
+            *in += sizeof(uint16_t);
+            break;
+        case DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B:
+            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t));
+            density_cheetah_decode_process_compressed_b(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));
+            *in += sizeof(uint16_t);
+            break;
+        default:    // DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK
+            DENSITY_MEMCPY(&unit, *in, sizeof(uint32_t));
+            density_cheetah_decode_process_uncompressed(out, last_hash, dictionary, unit);
+            *in += sizeof(uint32_t);
+            break;
+    }
+
+    *out += sizeof(uint32_t);
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_kernel_16(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint8_t flags, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
+    uint16_t hash;
+    uint32_t unit;
+
+    switch (flags) {
+        DENSITY_CASE_GENERATOR_4_4_COMBINED(\
+            density_cheetah_decode_process_predicted(out, last_hash, dictionary);, \
+            DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED, \
+            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t)); \
+            density_cheetah_decode_process_compressed_a(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));\
+            *in += sizeof(uint16_t);, \
+            DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A, \
+            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t)); \
+            density_cheetah_decode_process_compressed_b(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));\
+            *in += sizeof(uint16_t);, \
+            DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B, \
+            DENSITY_MEMCPY(&unit, *in, sizeof(uint32_t)); \
+            density_cheetah_decode_process_uncompressed(out, last_hash, dictionary, unit);\
+            *in += sizeof(uint32_t);, \
+            DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK, \
+            *out += sizeof(uint32_t);, \
+            2\
+        );
+        default:
+            break;
+    }
+
+    *out += sizeof(uint32_t);
+}
+
+DENSITY_FORCE_INLINE uint8_t density_cheetah_decode_read_flag(const density_cheetah_signature signature, const uint_fast8_t shift) {
+    return (uint8_t const) ((signature >> shift) & 0x3);
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const density_cheetah_signature signature, const uint_fast8_t shift, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
+    density_cheetah_decode_kernel_4(in, out, last_hash, density_cheetah_decode_read_flag(signature, shift), dictionary);
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_16(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const density_cheetah_signature signature, const uint_fast8_t shift, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
+    density_cheetah_decode_kernel_16(in, out, last_hash, (uint8_t const) ((signature >> shift) & 0xff), dictionary);
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_128(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const density_cheetah_signature signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
+#ifdef __clang__
+    uint_fast8_t count = 0;
+    for (uint_fast8_t count_b = 0; count_b < 8; count_b ++) {
+        density_cheetah_decode_16(in, out, last_hash, signature, count, dictionary);
+        count += 8;
+    }
+#else
+    for (uint_fast8_t count_b = 0; count_b < density_bitsizeof(density_cheetah_signature); count_b += 8)
+        density_cheetah_decode_16(in, out, last_hash, signature, count_b, dictionary);
+#endif
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_decode_read_signature(const uint8_t **DENSITY_RESTRICT in, density_cheetah_signature *DENSITY_RESTRICT signature) {
+#ifdef DENSITY_LITTLE_ENDIAN
+    DENSITY_MEMCPY(signature, *in, sizeof(density_cheetah_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+    density_cheetah_signature endian_signature;
+    DENSITY_MEMCPY(&endian_signature, *in, sizeof(density_cheetah_signature));
+    *signature = DENSITY_LITTLE_ENDIAN_64(endian_signature);
+#else
+#error
+#endif
+    *in += sizeof(density_cheetah_signature);
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_cheetah_decode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
+    if (out_size < DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    density_cheetah_signature signature;
+    uint_fast8_t shift;
+    uint_fast64_t remaining;
+    uint_fast16_t last_hash = 0;
+    uint8_t flag;
+
+    const uint8_t *start = *in;
+
+    if (in_size < DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE) {
+        goto read_signature;
+    }
+
+    const uint8_t *in_limit = *in + in_size - DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE;
+    uint8_t *out_limit = *out + out_size - DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE;
+
+    while (DENSITY_LIKELY(*in <= in_limit && *out <= out_limit)) {
+        if (DENSITY_UNLIKELY(!(state->counter & 0x1f))) {
+            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
+        }
+        state->counter++;
+        if (DENSITY_UNLIKELY(state->copy_penalty)) {
+            DENSITY_ALGORITHM_COPY(DENSITY_CHEETAH_WORK_BLOCK_SIZE);
+            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
+        } else {
+            const uint8_t *in_start = *in;
+            density_cheetah_decode_read_signature(in, &signature);
+            density_cheetah_decode_128(in, out, &last_hash, signature, (density_cheetah_dictionary *const) state->dictionary);
+            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*in - in_start), DENSITY_CHEETAH_WORK_BLOCK_SIZE);
+        }
+    }
+
+    if (*out > out_limit)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    read_signature:
+    if (in_size - (*in - start) < sizeof(density_cheetah_signature))
+        return DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL;
+    shift = 0;
+    density_cheetah_decode_read_signature(in, &signature);
+    read_and_decode_4:
+    switch (in_size - (*in - start)) {
+        case 0:
+        case 1:
+            switch (density_cheetah_decode_read_flag(signature, shift)) {
+                case DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK:
+                    goto process_remaining_bytes;   // End marker
+                case DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED:
+                    density_cheetah_decode_kernel_4(in, out, &last_hash, DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED, (density_cheetah_dictionary *const) state->dictionary);
+                    shift += 2;
+                    break;
+                default:
+                    return DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
+            }
+            break;
+        case 2:
+        case 3:
+            flag = density_cheetah_decode_read_flag(signature, shift);
+            switch (flag) {
+                case DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK:
+                    goto process_remaining_bytes;   // End marker
+                default:
+                    density_cheetah_decode_kernel_4(in, out, &last_hash, flag, (density_cheetah_dictionary *const) state->dictionary);
+                    shift += 2;
+                    break;
+            }
+            break;
+        default:
+            density_cheetah_decode_4(in, out, &last_hash, signature, shift, (density_cheetah_dictionary *const) state->dictionary);
+            shift += 2;
+            break;
+    }
+
+    if (DENSITY_UNLIKELY(shift == density_bitsizeof(density_cheetah_signature)))
+        goto read_signature;
+    else
+        goto read_and_decode_4;
+
+    process_remaining_bytes:
+    remaining = in_size - (*in - start);
+    DENSITY_ALGORITHM_COPY(remaining);
+
+    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
+}
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_decode.h b/contrib/density/src/algorithms/cheetah/core/cheetah_decode.h
new file mode 100644
index 00000000000..278368e7938
--- /dev/null
+++ b/contrib/density/src/algorithms/cheetah/core/cheetah_decode.h
@@ -0,0 +1,54 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/06/15 0:31
+ *
+ * -----------------
+ * Cheetah algorithm
+ * -----------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ * Piotr Tarsa (https://github.com/tarsa)
+ *
+ * Description
+ * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
+ */
+
+#ifndef DENSITY_CHEETAH_DECODE_H
+#define DENSITY_CHEETAH_DECODE_H
+
+#include "../dictionary/cheetah_dictionary.h"
+#include "../../algorithms.h"
+
+DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_cheetah_decode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
+
+#endif
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_encode.c b/contrib/density/src/algorithms/cheetah/core/cheetah_encode.c
new file mode 100644
index 00000000000..6cec16f4bf0
--- /dev/null
+++ b/contrib/density/src/algorithms/cheetah/core/cheetah_encode.c
@@ -0,0 +1,202 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 23/06/15 23:29
+ *
+ * -----------------
+ * Cheetah algorithm
+ * -----------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ * Piotr Tarsa (https://github.com/tarsa)
+ *
+ * Description
+ * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
+ */
+
+#include "cheetah_encode.h"
+
+DENSITY_FORCE_INLINE void density_cheetah_encode_prepare_signature(uint8_t **DENSITY_RESTRICT out, density_cheetah_signature **DENSITY_RESTRICT signature_pointer, density_cheetah_signature *const DENSITY_RESTRICT signature) {
+    *signature = 0;
+    *signature_pointer = (density_cheetah_signature *) *out;
+    *out += sizeof(density_cheetah_signature);
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_encode_kernel(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint_fast16_t hash, const uint_fast8_t shift, density_cheetah_signature *const DENSITY_RESTRICT signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
+    uint32_t *predictedChunk = (uint32_t*) &dictionary->prediction_entries[*last_hash];
+
+    if (*predictedChunk ^ *unit) {
+        density_cheetah_dictionary_entry *found = &dictionary->entries[hash];
+        uint32_t *found_a = &found->chunk_a;
+        if (*found_a ^ *unit) {
+            uint32_t *found_b = &found->chunk_b;
+            if (*found_b ^ *unit) {
+                *signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK << shift);
+                DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
+                *out += sizeof(uint32_t);
+            } else {
+                *signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B << shift);
+#ifdef DENSITY_LITTLE_ENDIAN
+                DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+                const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
+                DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
+#else
+#error
+#endif
+                *out += sizeof(uint16_t);
+            }
+            *found_b = *found_a;
+            *found_a = *unit;   // Does not ensure dictionary content consistency between endiannesses
+        } else {
+            *signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A << shift);
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
+            DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
+#else
+#error
+#endif
+            *out += sizeof(uint16_t);
+        }
+        *predictedChunk = *unit;    // Does not ensure dictionary content consistency between endiannesses
+    }
+    *last_hash = hash;
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_encode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint_fast8_t shift, density_cheetah_signature *const DENSITY_RESTRICT signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
+    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
+    *in += sizeof(uint32_t);
+    density_cheetah_encode_kernel(out, last_hash, DENSITY_CHEETAH_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit)), shift, signature, dictionary, unit);
+}
+
+DENSITY_FORCE_INLINE void density_cheetah_encode_128(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_signature *const DENSITY_RESTRICT signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
+    uint_fast8_t count = 0;
+
+#ifdef __clang__
+    for(; count < density_bitsizeof(density_cheetah_signature); count += 2) {
+        density_cheetah_encode_4(in, out, last_hash, count, signature, dictionary, unit);
+    }
+#else
+    for (uint_fast8_t count_b = 0; count_b < 16; count_b++) {
+        DENSITY_UNROLL_2(\
+        density_cheetah_encode_4(in, out, last_hash, count, signature, dictionary, unit);\
+        count += 2);
+    }
+#endif
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_cheetah_encode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
+    if (out_size < DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    density_cheetah_signature signature;
+    density_cheetah_signature *signature_pointer;
+    uint_fast16_t last_hash = 0;
+    uint32_t unit;
+
+    uint8_t *out_limit = *out + out_size - DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE;
+    uint_fast64_t limit_128 = (in_size >> 7);
+
+    while (DENSITY_LIKELY(limit_128-- && *out <= out_limit)) {
+        if (DENSITY_UNLIKELY(!(state->counter & 0x1f))) {
+            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
+        }
+        state->counter++;
+        if (DENSITY_UNLIKELY(state->copy_penalty)) {
+            DENSITY_ALGORITHM_COPY(DENSITY_CHEETAH_WORK_BLOCK_SIZE);
+            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
+        } else {
+            const uint8_t *out_start = *out;
+            density_cheetah_encode_prepare_signature(out, &signature_pointer, &signature);
+            DENSITY_PREFETCH(*in + DENSITY_CHEETAH_WORK_BLOCK_SIZE);
+            density_cheetah_encode_128(in, out, &last_hash, &signature, (density_cheetah_dictionary *const) state->dictionary, &unit);
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_cheetah_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const density_cheetah_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_cheetah_signature));
+#else
+#error
+#endif
+            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*out - out_start), DENSITY_CHEETAH_WORK_BLOCK_SIZE);
+        }
+    }
+
+    if (*out > out_limit)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    uint_fast64_t remaining;
+
+    switch (in_size & 0x7f) {
+        case 0:
+        case 1:
+        case 2:
+        case 3:
+            density_cheetah_encode_prepare_signature(out, &signature_pointer, &signature);
+            signature = (uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK;    // End marker
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_cheetah_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const density_cheetah_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_cheetah_signature));
+#else
+#error
+#endif
+            goto process_remaining_bytes;
+        default:
+            break;
+    }
+
+    const uint_fast64_t limit_4 = ((in_size & 0x7f) >> 2) << 1; // 4-byte units times number of signature flag bits
+    density_cheetah_encode_prepare_signature(out, &signature_pointer, &signature);
+    for (uint_fast8_t shift = 0; shift != limit_4; shift += 2)
+        density_cheetah_encode_4(in, out, &last_hash, shift, &signature, (density_cheetah_dictionary *const) state->dictionary, &unit);
+
+    signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK << limit_4);  // End marker
+#ifdef DENSITY_LITTLE_ENDIAN
+    DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_cheetah_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+    const density_cheetah_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+    DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_cheetah_signature));
+#else
+#error
+#endif
+
+    process_remaining_bytes:
+    remaining = in_size & 0x3;
+    if (remaining)
+    DENSITY_ALGORITHM_COPY(remaining);
+
+    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
+}
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_encode.h b/contrib/density/src/algorithms/cheetah/core/cheetah_encode.h
new file mode 100644
index 00000000000..9f67e5bad9d
--- /dev/null
+++ b/contrib/density/src/algorithms/cheetah/core/cheetah_encode.h
@@ -0,0 +1,54 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 23/06/15 23:29
+ *
+ * -----------------
+ * Cheetah algorithm
+ * -----------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ * Piotr Tarsa (https://github.com/tarsa)
+ *
+ * Description
+ * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
+ */
+
+#ifndef DENSITY_CHEETAH_ENCODE_H
+#define DENSITY_CHEETAH_ENCODE_H
+
+#include "../dictionary/cheetah_dictionary.h"
+#include "../../algorithms.h"
+
+DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_cheetah_encode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
+
+#endif
diff --git a/contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h b/contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
new file mode 100644
index 00000000000..5223d843574
--- /dev/null
+++ b/contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
@@ -0,0 +1,70 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 06/12/13 20:20
+ *
+ * -----------------
+ * Cheetah algorithm
+ * -----------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ * Piotr Tarsa (https://github.com/tarsa)
+ *
+ * Description
+ * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
+ */
+
+#ifndef DENSITY_CHEETAH_DICTIONARY_H
+#define DENSITY_CHEETAH_DICTIONARY_H
+
+#include "../cheetah.h"
+
+#include <string.h>
+
+#pragma pack(push)
+#pragma pack(4)
+typedef struct {
+    uint32_t chunk_a;
+    uint32_t chunk_b;
+} density_cheetah_dictionary_entry;
+
+typedef struct {
+    uint32_t next_chunk_prediction;
+} density_cheetah_dictionary_prediction_entry;
+
+typedef struct {
+    density_cheetah_dictionary_entry entries[1 << DENSITY_CHEETAH_HASH_BITS];
+    density_cheetah_dictionary_prediction_entry prediction_entries[1 << DENSITY_CHEETAH_HASH_BITS];
+} density_cheetah_dictionary;
+#pragma pack(pop)
+
+#endif
diff --git a/contrib/density/src/algorithms/dictionaries.c b/contrib/density/src/algorithms/dictionaries.c
new file mode 100644
index 00000000000..1e8d5466014
--- /dev/null
+++ b/contrib/density/src/algorithms/dictionaries.c
@@ -0,0 +1,48 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2018, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 13/01/18 17:31
+ */
+
+#include "dictionaries.h"
+
+DENSITY_WINDOWS_EXPORT size_t density_get_dictionary_size(DENSITY_ALGORITHM algorithm) {
+    switch(algorithm) {
+        case DENSITY_ALGORITHM_CHAMELEON:
+            return sizeof(density_chameleon_dictionary);
+        case DENSITY_ALGORITHM_CHEETAH:
+            return sizeof(density_cheetah_dictionary);
+        case DENSITY_ALGORITHM_LION:
+            return sizeof(density_lion_dictionary);
+        default:
+            return 0;
+    }
+}
diff --git a/contrib/density/src/algorithms/dictionaries.h b/contrib/density/src/algorithms/dictionaries.h
new file mode 100644
index 00000000000..291c361963e
--- /dev/null
+++ b/contrib/density/src/algorithms/dictionaries.h
@@ -0,0 +1,45 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2018, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 13/01/18 17:26
+ */
+
+#ifndef DENSITY_DICTIONARIES_H
+#define DENSITY_DICTIONARIES_H
+
+#include "../globals.h"
+#include "../algorithms/chameleon/dictionary/chameleon_dictionary.h"
+#include "../algorithms/cheetah/dictionary/cheetah_dictionary.h"
+#include "../algorithms/lion/dictionary/lion_dictionary.h"
+
+DENSITY_WINDOWS_EXPORT size_t density_get_dictionary_size(DENSITY_ALGORITHM);
+
+#endif
diff --git a/contrib/density/src/algorithms/lion/core/lion_decode.c b/contrib/density/src/algorithms/lion/core/lion_decode.c
new file mode 100644
index 00000000000..c84262c0d50
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/core/lion_decode.c
@@ -0,0 +1,327 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/06/15 20:55
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#include "lion_decode.h"
+
+DENSITY_FORCE_INLINE void density_lion_decode_read_signature(const uint8_t **DENSITY_RESTRICT in, uint_fast64_t *const DENSITY_RESTRICT signature) {
+#ifdef DENSITY_LITTLE_ENDIAN
+    DENSITY_MEMCPY(signature, *in, sizeof(density_lion_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+    density_lion_signature endian_signature;
+    DENSITY_MEMCPY(&endian_signature, *in, sizeof(density_lion_signature));
+    *signature = DENSITY_LITTLE_ENDIAN_64(endian_signature);
+#else
+#error
+#endif
+    *in += sizeof(density_lion_signature);
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_update_predictions_model(density_lion_dictionary_chunk_prediction_entry *const DENSITY_RESTRICT predictions, const uint32_t chunk) {
+    DENSITY_MEMMOVE((uint32_t *) predictions + 1, predictions, 2 * sizeof(uint32_t));
+    *(uint32_t *) predictions = chunk;     // Move chunk to the top of the predictions list, does not ensure dictionary content consistency between endiannesses
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_update_dictionary_model(density_lion_dictionary_chunk_entry *const DENSITY_RESTRICT entry, const uint32_t chunk) {
+    DENSITY_MEMMOVE((uint32_t *) entry + 1, entry, 3 * sizeof(uint32_t));
+    *(uint32_t *) entry = chunk;    // Does not ensure dictionary content consistency between endiannesses
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_read_hash(const uint8_t **DENSITY_RESTRICT in, uint16_t *DENSITY_RESTRICT const hash) {
+#ifdef DENSITY_LITTLE_ENDIAN
+    DENSITY_MEMCPY(hash, *in, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+    uint16_t endian_hash;
+    DENSITY_MEMCPY(&endian_hash, *in, sizeof(uint16_t));
+    *hash = DENSITY_LITTLE_ENDIAN_16(endian_hash);
+#else
+#error
+#endif
+    *in += sizeof(uint16_t);
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_prediction_generic(uint8_t **DENSITY_RESTRICT out, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    *hash = DENSITY_LION_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit));
+    DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
+    *out += sizeof(uint32_t);
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_dictionary_generic(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT const unit) {
+    DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
+    *out += sizeof(uint32_t);
+    density_lion_dictionary_chunk_prediction_entry *prediction = &(dictionary->predictions[*last_hash]);
+    density_lion_decode_update_predictions_model(prediction, *unit);
+}
+
+void density_lion_decode_prediction_a(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    (void)in;
+    *unit = dictionary->predictions[*last_hash].next_chunk_a;
+    density_lion_decode_prediction_generic(out, hash, unit);
+
+    *last_hash = *hash;
+}
+
+void density_lion_decode_prediction_b(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    (void)in;
+    density_lion_dictionary_chunk_prediction_entry *const prediction = &dictionary->predictions[*last_hash];
+    *unit = prediction->next_chunk_b;
+    density_lion_decode_update_predictions_model(prediction, *unit);
+    density_lion_decode_prediction_generic(out, hash, unit);
+
+    *last_hash = *hash;
+}
+
+void density_lion_decode_prediction_c(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    (void)in;
+    density_lion_dictionary_chunk_prediction_entry *const prediction = &dictionary->predictions[*last_hash];
+    *unit = prediction->next_chunk_c;
+    density_lion_decode_update_predictions_model(prediction, *unit);
+    density_lion_decode_prediction_generic(out, hash, unit);
+
+    *last_hash = *hash;
+}
+
+void density_lion_decode_dictionary_a(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    density_lion_decode_read_hash(in, hash);
+    DENSITY_PREFETCH(&dictionary->predictions[*hash]);
+    *unit = dictionary->chunks[*hash].chunk_a;
+    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
+
+    *last_hash = *hash;
+}
+
+void density_lion_decode_dictionary_b(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    density_lion_decode_read_hash(in, hash);
+  	DENSITY_PREFETCH(&dictionary->predictions[*hash]);
+    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
+    *unit = entry->chunk_b;
+    density_lion_decode_update_dictionary_model(entry, *unit);
+    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
+
+    *last_hash = *hash;
+}
+
+void density_lion_decode_dictionary_c(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    density_lion_decode_read_hash(in, hash);
+  	DENSITY_PREFETCH(&dictionary->predictions[*hash]);
+    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
+    *unit = entry->chunk_c;
+    density_lion_decode_update_dictionary_model(entry, *unit);
+    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
+
+    *last_hash = *hash;
+}
+
+void density_lion_decode_dictionary_d(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    density_lion_decode_read_hash(in, hash);
+  	DENSITY_PREFETCH(&dictionary->predictions[*hash]);
+    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
+    *unit = entry->chunk_d;
+    density_lion_decode_update_dictionary_model(entry, *unit);
+    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
+
+    *last_hash = *hash;
+}
+
+void density_lion_decode_plain(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
+    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
+    *in += sizeof(uint32_t);
+    *hash = DENSITY_LION_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit));
+    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
+    density_lion_decode_update_dictionary_model(entry, *unit);
+    DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
+    *out += sizeof(uint32_t);
+    density_lion_dictionary_chunk_prediction_entry *prediction = &(dictionary->predictions[*last_hash]);
+    density_lion_decode_update_predictions_model(prediction, *unit);
+
+    *last_hash = *hash;
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, const DENSITY_LION_FORM form) {
+    uint16_t hash;
+    uint32_t unit;
+
+    data->attachments[form](in, out, last_hash, dictionary, &hash, &unit);
+}
+
+DENSITY_FORCE_INLINE DENSITY_LION_FORM density_lion_decode_read_form(const uint8_t **DENSITY_RESTRICT in, uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_form_data *const form_data) {
+    const uint_fast8_t trailing_zeroes = DENSITY_CTZ(0x80 | (*signature >> *shift));
+    if (DENSITY_LIKELY(!trailing_zeroes)) {
+        *shift = (uint_fast8_t)((*shift + 1) & 0x3f);
+        return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool);
+    } else if (DENSITY_LIKELY(trailing_zeroes <= 6)) {
+        *shift = (uint_fast8_t)((*shift + (trailing_zeroes + 1)) & 0x3f);
+        return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool + trailing_zeroes);
+    } else {
+        if (DENSITY_LIKELY(*shift <= (density_bitsizeof(density_lion_signature) - 7))) {
+            *shift = (uint_fast8_t)((*shift + 7) & 0x3f);
+            return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool + 7);
+        } else {
+            density_lion_decode_read_signature(in, signature);
+            const uint_fast8_t primary_trailing_zeroes = (uint_fast8_t)(density_bitsizeof(density_lion_signature) - *shift);
+            const uint_fast8_t ctz_barrier_shift = (uint_fast8_t)(7 - primary_trailing_zeroes);
+            const uint_fast8_t secondary_trailing_zeroes = DENSITY_CTZ(((uint64_t)1 << ctz_barrier_shift) | *signature);
+            if (DENSITY_LIKELY(secondary_trailing_zeroes != ctz_barrier_shift))
+                *shift = (uint_fast8_t)(secondary_trailing_zeroes + 1);
+            else
+                *shift = secondary_trailing_zeroes;
+            return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool + primary_trailing_zeroes + secondary_trailing_zeroes);
+        }
+    }
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_process_form(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const form_data, uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift) {
+    if (DENSITY_UNLIKELY(!*shift))
+        density_lion_decode_read_signature(in, signature);
+
+    switch ((*signature >> *shift) & 0x1) {
+        case 0:
+            density_lion_decode_4(in, out, last_hash, dictionary, form_data, density_lion_decode_read_form(in, signature, shift, form_data));
+            break;
+        default:
+            density_lion_decode_4(in, out, last_hash, dictionary, form_data, density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool));
+            *shift = (uint_fast8_t)((*shift + 1) & 0x3f);
+            break;
+    }
+}
+
+DENSITY_FORCE_INLINE void density_lion_decode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const form_data, uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift) {
+#ifdef __clang__
+    for (uint_fast8_t count = 0; count < (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG >> 2); count++) {
+        DENSITY_UNROLL_4(density_lion_decode_process_form(in, out, last_hash, dictionary, form_data, signature, shift));
+    }
+#else
+    for (uint_fast8_t count = 0; count < (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG >> 2); count++) {
+        DENSITY_UNROLL_4(density_lion_decode_process_form(in, out, last_hash, dictionary, form_data, signature, shift));
+    }
+#endif
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_lion_decode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
+    if (out_size < DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    density_lion_signature signature = 0;
+    density_lion_form_data data;
+    density_lion_form_model_init(&data);
+    void (*attachments[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const) = {(void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_prediction_a, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_prediction_b, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_prediction_c, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_a, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_b, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_c, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_d, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_plain};
+    density_lion_form_model_attach(&data, attachments);
+    uint_fast8_t shift = 0;
+    uint_fast64_t remaining;
+    uint_fast16_t last_hash = 0;
+    DENSITY_LION_FORM form;
+
+    const uint8_t *start = *in;
+
+    if (in_size < DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE) {
+        goto read_and_decode_4;
+    }
+
+    const uint8_t *in_limit = *in + in_size - DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE;
+    uint8_t *out_limit = *out + out_size - DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE;
+
+    while (DENSITY_LIKELY(*in <= in_limit && *out <= out_limit)) {
+        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
+            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
+        }
+        state->counter++;
+        if (DENSITY_UNLIKELY(state->copy_penalty)) {
+            DENSITY_ALGORITHM_COPY(DENSITY_LION_WORK_BLOCK_SIZE);
+            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
+        } else {
+            const uint8_t *in_start = *in;
+            density_lion_decode_256(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, &signature, &shift);
+            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*in - in_start), DENSITY_LION_WORK_BLOCK_SIZE);
+        }
+    }
+
+    if (*out > out_limit)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    read_and_decode_4:
+    if (DENSITY_UNLIKELY(!shift)) {
+        if (in_size - (*in - start) < sizeof(density_lion_signature))
+            return DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL;
+
+        density_lion_decode_read_signature(in, &signature);
+    }
+    form = density_lion_decode_read_form(in, &signature, &shift, &data);
+    switch (in_size - (*in - start)) {
+        case 0:
+        case 1:
+            switch (form) {
+                case DENSITY_LION_FORM_PLAIN:
+                    goto process_remaining_bytes;   // End marker
+                case DENSITY_LION_FORM_PREDICTIONS_A:
+                case DENSITY_LION_FORM_PREDICTIONS_B:
+                case DENSITY_LION_FORM_PREDICTIONS_C:
+                    density_lion_decode_4(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, form);
+                    break;
+                default:
+                    return DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;   // Not enough bytes to read a hash
+            }
+            break;
+        case 2:
+        case 3:
+            switch (form) {
+                case DENSITY_LION_FORM_PLAIN:
+                    goto process_remaining_bytes;   // End marker
+                default:
+                    density_lion_decode_4(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, form);
+                    break;
+            }
+            break;
+        default:
+            density_lion_decode_4(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, form);
+            break;
+    }
+    goto read_and_decode_4;
+
+    process_remaining_bytes:
+    remaining = in_size - (*in - start);
+    DENSITY_MEMCPY(*out, *in, remaining);
+    *in += remaining;
+    *out += remaining;
+
+    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
+}
diff --git a/contrib/density/src/algorithms/lion/core/lion_decode.h b/contrib/density/src/algorithms/lion/core/lion_decode.h
new file mode 100644
index 00000000000..9972f0be388
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/core/lion_decode.h
@@ -0,0 +1,54 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/06/15 20:55
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#ifndef DENSITY_LION_DECODE_H
+#define DENSITY_LION_DECODE_H
+
+#include "../dictionary/lion_dictionary.h"
+#include "../forms/lion_form_model.h"
+#include "../../algorithms.h"
+
+DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_lion_decode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
+
+#endif
diff --git a/contrib/density/src/algorithms/lion/core/lion_encode.c b/contrib/density/src/algorithms/lion/core/lion_encode.c
new file mode 100644
index 00000000000..7cff2f3dda7
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/core/lion_encode.c
@@ -0,0 +1,298 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/06/15 18:57
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#include "lion_encode.h"
+
+DENSITY_FORCE_INLINE void density_lion_encode_prepare_signature(uint8_t **DENSITY_RESTRICT out, uint_fast64_t **DENSITY_RESTRICT signature_pointer, uint_fast64_t *const DENSITY_RESTRICT signature) {
+    *signature = 0;
+    *signature_pointer = (density_lion_signature *) *out;
+    *out += sizeof(density_lion_signature);
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_push_to_proximity_signature(uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const uint64_t content, const uint_fast8_t bits) {
+    *signature |= (content << *shift);
+    *shift += bits;
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_push_to_signature(uint8_t **DENSITY_RESTRICT out, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const uint64_t content, const uint_fast8_t bits) {
+    if (DENSITY_LIKELY(*shift)) {
+        density_lion_encode_push_to_proximity_signature(signature, shift, content, bits);
+
+        if (DENSITY_UNLIKELY(*shift >= density_bitsizeof(density_lion_signature))) {
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(*signature_pointer, signature, sizeof(density_lion_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(*signature);
+            DENSITY_MEMCPY(*signature_pointer, &endian_signature, sizeof(density_lion_signature));
+#else
+#error
+#endif
+
+            const uint_fast8_t remainder = (uint_fast8_t)(*shift & 0x3f);
+            *shift = 0;
+            if (remainder) {
+                density_lion_encode_prepare_signature(out, signature_pointer, signature);
+                density_lion_encode_push_to_proximity_signature(signature, shift, content >> (bits - remainder), remainder);
+            }
+        }
+    } else {
+        density_lion_encode_prepare_signature(out, signature_pointer, signature);
+        density_lion_encode_push_to_proximity_signature(signature, shift, content, bits);
+    }
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_push_zero_to_signature(uint8_t **DENSITY_RESTRICT out, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const uint_fast8_t bits) {
+    if (DENSITY_LIKELY(*shift)) {
+        *shift += bits;
+
+        if (DENSITY_UNLIKELY(*shift >= density_bitsizeof(density_lion_signature))) {
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(*signature_pointer, signature, sizeof(density_lion_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(*signature);
+            DENSITY_MEMCPY(*signature_pointer, &endian_signature, sizeof(density_lion_signature));
+#else
+#error
+#endif
+
+            const uint_fast8_t remainder = (uint_fast8_t)(*shift & 0x3f);
+            if (remainder) {
+                density_lion_encode_prepare_signature(out, signature_pointer, signature);
+                *shift = remainder;
+            } else
+                *shift = 0;
+        }
+    } else {
+        density_lion_encode_prepare_signature(out, signature_pointer, signature);
+        *shift = bits;
+    }
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_push_code_to_signature(uint8_t **DENSITY_RESTRICT out, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const density_lion_entropy_code code) {
+    density_lion_encode_push_to_signature(out, signature_pointer, signature, shift, code.value, code.bitLength);
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_kernel_4(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, const uint16_t hash, density_lion_form_data *const data, const uint32_t unit) {
+    density_lion_dictionary_chunk_prediction_entry *const predictions = &dictionary->predictions[*last_hash];
+	DENSITY_PREFETCH(&dictionary->predictions[hash]);
+
+    if (*(uint32_t *) predictions ^ unit) {
+        if (*((uint32_t *) predictions + 1) ^ unit) {
+            if (*((uint32_t *) predictions + 2) ^ unit) {
+                density_lion_dictionary_chunk_entry *const in_dictionary = &dictionary->chunks[hash];
+                if (*(uint32_t *) in_dictionary ^ unit) {
+                    if (*((uint32_t *) in_dictionary + 1) ^ unit) {
+                        if (*((uint32_t *) in_dictionary + 2) ^ unit) {
+                            if (*((uint32_t *) in_dictionary + 3) ^ unit) {
+                                density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PLAIN));
+                                DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
+                                *out += sizeof(uint32_t);
+                            } else {
+                                density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_D));
+#ifdef DENSITY_LITTLE_ENDIAN
+                                DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+                                const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
+                                DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
+#else
+#error
+#endif
+                                *out += sizeof(uint16_t);
+                            }
+                        } else {
+                            density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_C));
+#ifdef DENSITY_LITTLE_ENDIAN
+                            DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+                            const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
+                            DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
+#else
+#error
+#endif
+                            *out += sizeof(uint16_t);
+                        }
+                    } else {
+                        density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_B));
+#ifdef DENSITY_LITTLE_ENDIAN
+                        DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+                        const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
+                        DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
+#else
+#error
+#endif
+                        *out += sizeof(uint16_t);
+                    }
+                    DENSITY_MEMMOVE((uint32_t *) in_dictionary + 1, in_dictionary, 3 * sizeof(uint32_t));
+                    *(uint32_t *) in_dictionary = unit; // Does not ensure dictionary content consistency between endiannesses
+                } else {
+                    density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_A));
+#ifdef DENSITY_LITTLE_ENDIAN
+                    DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
+#elif defined(DENSITY_BIG_ENDIAN)
+                    const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
+                    DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
+#else
+#error
+#endif
+                    *out += sizeof(uint16_t);
+                }
+            } else {
+                density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PREDICTIONS_C));
+            }
+        } else {
+            density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PREDICTIONS_B));
+        }
+        DENSITY_MEMMOVE((uint32_t *) predictions + 1, predictions, 2 * sizeof(uint32_t));
+        *(uint32_t *) predictions = unit;   // Does not ensure dictionary content consistency between endiannesses
+    } else
+        density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PREDICTIONS_A));
+    *last_hash = hash;
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
+    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
+    density_lion_encode_kernel_4(out, last_hash, signature_pointer, signature, shift, dictionary, DENSITY_LION_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit)), data, *unit);
+    *in += sizeof(uint32_t);
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_generic(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, const uint_fast8_t chunks_per_process_unit, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
+#ifdef __clang__
+    for (uint_fast8_t count = 0; count < (chunks_per_process_unit >> 2); count++) {
+        DENSITY_UNROLL_4(density_lion_encode_4(in, out, last_hash, signature_pointer, signature, shift, dictionary, data, unit));
+    }
+#else
+    for (uint_fast8_t count = 0; count < (chunks_per_process_unit >> 1); count++) {
+        DENSITY_UNROLL_2(density_lion_encode_4(in, out, last_hash, signature_pointer, signature, shift, dictionary, data, unit));
+    }
+#endif
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_32(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
+    density_lion_encode_generic(in, out, last_hash, signature_pointer, signature, shift, dictionary, DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_SMALL, data, unit);
+}
+
+DENSITY_FORCE_INLINE void density_lion_encode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
+    density_lion_encode_generic(in, out, last_hash, signature_pointer, signature, shift, dictionary, DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG, data, unit);
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_lion_encode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
+    if (out_size < DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    density_lion_signature signature = 0;
+    density_lion_signature *signature_pointer = NULL;
+    uint_fast8_t shift = 0;
+    density_lion_form_data data;
+    density_lion_form_model_init(&data);
+    uint_fast16_t last_hash = 0;
+    uint32_t unit;
+
+    uint8_t *out_limit = *out + out_size - DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE;
+    uint_fast64_t limit_256 = (in_size >> 8);
+
+    while (DENSITY_LIKELY(limit_256-- && *out <= out_limit)) {
+        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
+            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
+        }
+        state->counter++;
+        if (DENSITY_UNLIKELY(state->copy_penalty)) {
+            DENSITY_ALGORITHM_COPY(DENSITY_LION_WORK_BLOCK_SIZE);
+            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
+        } else {
+            const uint8_t *out_start = *out;
+            DENSITY_PREFETCH(*in + DENSITY_LION_WORK_BLOCK_SIZE);
+            density_lion_encode_256(in, out, &last_hash, &signature_pointer, &signature, &shift, (density_lion_dictionary *const) state->dictionary, &data, &unit);
+            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*out - out_start), DENSITY_LION_WORK_BLOCK_SIZE);
+        }
+    }
+
+    if (*out > out_limit)
+        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
+
+    uint_fast64_t remaining;
+
+    switch (in_size & 0xff) {
+        case 0:
+        case 1:
+        case 2:
+        case 3:
+            density_lion_encode_push_code_to_signature(out, &signature_pointer, &signature, &shift, density_lion_form_model_get_encoding(&data, DENSITY_LION_FORM_PLAIN)); // End marker
+#ifdef DENSITY_LITTLE_ENDIAN
+            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_lion_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+            const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_lion_signature));
+#else
+#error
+#endif
+            goto process_remaining_bytes;
+        default:
+            break;
+    }
+
+    uint_fast64_t limit_4 = (in_size & 0xff) >> 2;
+    while (limit_4--)
+        density_lion_encode_4(in, out, &last_hash, &signature_pointer, &signature, &shift, (density_lion_dictionary *const) state->dictionary, &data, &unit);
+
+    density_lion_encode_push_code_to_signature(out, &signature_pointer, &signature, &shift, density_lion_form_model_get_encoding(&data, DENSITY_LION_FORM_PLAIN)); // End marker
+#ifdef DENSITY_LITTLE_ENDIAN
+    DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_lion_signature));
+#elif defined(DENSITY_BIG_ENDIAN)
+    const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
+    DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_lion_signature));
+#else
+#error
+#endif
+
+    process_remaining_bytes:
+    remaining = in_size & 0x3;
+    if (remaining) {
+        DENSITY_MEMCPY(*out, *in, remaining);
+        *in += remaining;
+        *out += remaining;
+    }
+
+    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
+}
diff --git a/contrib/density/src/algorithms/lion/core/lion_encode.h b/contrib/density/src/algorithms/lion/core/lion_encode.h
new file mode 100644
index 00000000000..71cd2cad4cf
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/core/lion_encode.h
@@ -0,0 +1,54 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 24/06/15 18:56
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#ifndef DENSITY_LION_ENCODE_H
+#define DENSITY_LION_ENCODE_H
+
+#include "../dictionary/lion_dictionary.h"
+#include "../forms/lion_form_model.h"
+#include "../../algorithms.h"
+
+DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_lion_encode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
+
+#endif
diff --git a/contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h b/contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h
new file mode 100644
index 00000000000..68f71da6373
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h
@@ -0,0 +1,73 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 12/02/15 23:09
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#ifndef DENSITY_LION_DICTIONARY_H
+#define DENSITY_LION_DICTIONARY_H
+
+#include "../lion.h"
+
+#pragma pack(push)
+#pragma pack(4)
+
+typedef struct {
+    uint32_t chunk_a;
+    uint32_t chunk_b;
+    uint32_t chunk_c;
+    uint32_t chunk_d;
+    uint32_t chunk_e;
+} density_lion_dictionary_chunk_entry;
+
+typedef struct {
+    uint32_t next_chunk_a;
+    uint32_t next_chunk_b;
+    uint32_t next_chunk_c;
+} density_lion_dictionary_chunk_prediction_entry;
+
+typedef struct {
+    density_lion_dictionary_chunk_entry chunks[1 << DENSITY_LION_CHUNK_HASH_BITS];
+    density_lion_dictionary_chunk_prediction_entry predictions[1 << DENSITY_LION_CHUNK_HASH_BITS];
+} density_lion_dictionary;
+#pragma pack(pop)
+
+#endif
diff --git a/contrib/density/src/algorithms/lion/forms/lion_form_model.c b/contrib/density/src/algorithms/lion/forms/lion_form_model.c
new file mode 100644
index 00000000000..21dfc23e3c9
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/forms/lion_form_model.c
@@ -0,0 +1,153 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 9/03/15 11:19
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#include "lion_form_model.h"
+
+const density_lion_entropy_code density_lion_form_entropy_codes[DENSITY_LION_NUMBER_OF_FORMS] = DENSITY_LION_FORM_MODEL_ENTROPY_CODES;
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_lion_form_model_init(density_lion_form_data *const data) {
+    density_lion_form_node *rank_0 = &data->formsPool[0];
+    rank_0->form = DENSITY_LION_FORM_PLAIN;
+    rank_0->rank = 0;
+    rank_0->previousForm = NULL;
+    data->formsIndex[DENSITY_LION_FORM_PLAIN] = rank_0;
+
+    density_lion_form_node *rank_1 = &data->formsPool[1];
+    rank_1->form = DENSITY_LION_FORM_DICTIONARY_A;
+    rank_1->rank = 1;
+    rank_1->previousForm = rank_0;
+    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_A] = rank_1;
+
+    density_lion_form_node *rank_2 = &data->formsPool[2];
+    rank_2->form = DENSITY_LION_FORM_DICTIONARY_B;
+    rank_2->rank = 2;
+    rank_2->previousForm = rank_1;
+    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_B] = rank_2;
+
+    density_lion_form_node *rank_3 = &data->formsPool[3];
+    rank_3->form = DENSITY_LION_FORM_PREDICTIONS_A;
+    rank_3->rank = 3;
+    rank_3->previousForm = rank_2;
+    data->formsIndex[DENSITY_LION_FORM_PREDICTIONS_A] = rank_3;
+
+    density_lion_form_node *rank_4 = &data->formsPool[4];
+    rank_4->form = DENSITY_LION_FORM_PREDICTIONS_B;
+    rank_4->rank = 4;
+    rank_4->previousForm = rank_3;
+    data->formsIndex[DENSITY_LION_FORM_PREDICTIONS_B] = rank_4;
+
+    density_lion_form_node *rank_5 = &data->formsPool[5];
+    rank_5->form = DENSITY_LION_FORM_DICTIONARY_C;
+    rank_5->rank = 5;
+    rank_5->previousForm = rank_4;
+    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_C] = rank_5;
+
+    density_lion_form_node *rank_6 = &data->formsPool[6];
+    rank_6->form = DENSITY_LION_FORM_PREDICTIONS_C;
+    rank_6->rank = 6;
+    rank_6->previousForm = rank_5;
+    data->formsIndex[DENSITY_LION_FORM_PREDICTIONS_C] = rank_6;
+
+    density_lion_form_node *rank_7 = &data->formsPool[7];
+    rank_7->form = DENSITY_LION_FORM_DICTIONARY_D;
+    rank_7->rank = 7;
+    rank_7->previousForm = rank_6;
+    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_D] = rank_7;
+
+    data->usages.usages_as_uint64_t = 0;
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_lion_form_model_attach(density_lion_form_data *const data, void (*attachments[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) {
+    for(uint_fast8_t count = 0; count < DENSITY_LION_NUMBER_OF_FORMS; count ++)
+        data->attachments[count] = attachments[count];
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_lion_form_model_update(density_lion_form_data *const DENSITY_RESTRICT data, density_lion_form_node *const DENSITY_RESTRICT form, const uint8_t usage, density_lion_form_node *const DENSITY_RESTRICT previous_form, const uint8_t previous_usage) {
+    if (DENSITY_UNLIKELY(previous_usage < usage)) {    // Relative stability is assumed
+        const DENSITY_LION_FORM form_value = form->form;
+        const DENSITY_LION_FORM previous_form_value = previous_form->form;
+
+        previous_form->form = form_value;
+        form->form = previous_form_value;
+
+        data->formsIndex[form_value] = previous_form;
+        data->formsIndex[previous_form_value] = form;
+    }
+}
+
+DENSITY_FORCE_INLINE void density_lion_form_model_flatten(density_lion_form_data *const data, const uint8_t usage) {
+    if (DENSITY_UNLIKELY(usage & 0x80))
+        data->usages.usages_as_uint64_t = (data->usages.usages_as_uint64_t >> 1) & 0x7f7f7f7f7f7f7f7fllu; // Flatten usage values
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE DENSITY_LION_FORM density_lion_form_model_increment_usage(density_lion_form_data *const data, density_lion_form_node *const DENSITY_RESTRICT form) {
+    const DENSITY_LION_FORM form_value = form->form;
+    const uint8_t usage = ++data->usages.usages_as_uint8_t[form_value];
+
+    density_lion_form_node *const previous_form = form->previousForm;
+
+    if (previous_form)
+        density_lion_form_model_update(data, form, usage, previous_form, data->usages.usages_as_uint8_t[previous_form->form]);
+    else
+        density_lion_form_model_flatten(data, usage);
+
+    return form_value;
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_lion_entropy_code density_lion_form_model_get_encoding(density_lion_form_data *const data, const DENSITY_LION_FORM form) {
+    const uint8_t usage = ++data->usages.usages_as_uint8_t[form];
+
+    density_lion_form_node *const form_found = data->formsIndex[form];
+    density_lion_form_node *const previous_form = form_found->previousForm;
+
+    if (previous_form) {
+        density_lion_form_model_update(data, form_found, usage, previous_form, data->usages.usages_as_uint8_t[previous_form->form]);
+
+        return density_lion_form_entropy_codes[form_found->rank];
+    } else {
+        density_lion_form_model_flatten(data, usage);
+
+        return density_lion_form_entropy_codes[0];
+    }
+}
diff --git a/contrib/density/src/algorithms/lion/forms/lion_form_model.h b/contrib/density/src/algorithms/lion/forms/lion_form_model.h
new file mode 100644
index 00000000000..90164d94c78
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/forms/lion_form_model.h
@@ -0,0 +1,96 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 9/03/15 12:04
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#ifndef DENSITY_LION_FORM_MODEL_H
+#define DENSITY_LION_FORM_MODEL_H
+
+#include "../../../globals.h"
+#include "../lion.h"
+
+#define DENSITY_LION_NUMBER_OF_FORMS                                    8
+
+// Unary codes (reversed) except the last one
+#define DENSITY_LION_FORM_MODEL_ENTROPY_CODES {\
+    {DENSITY_BINARY_TO_UINT(1), 1},\
+    {DENSITY_BINARY_TO_UINT(10), 2},\
+    {DENSITY_BINARY_TO_UINT(100), 3},\
+    {DENSITY_BINARY_TO_UINT(1000), 4},\
+    {DENSITY_BINARY_TO_UINT(10000), 5},\
+    {DENSITY_BINARY_TO_UINT(100000), 6},\
+    {DENSITY_BINARY_TO_UINT(1000000), 7},\
+    {DENSITY_BINARY_TO_UINT(0000000), 7},\
+}
+
+#pragma pack(push)
+#pragma pack(4)
+typedef struct {
+    void* previousForm;
+    DENSITY_LION_FORM form;
+    uint8_t rank;
+} density_lion_form_node;
+
+typedef struct {
+    union {
+        uint8_t usages_as_uint8_t[DENSITY_LION_NUMBER_OF_FORMS];
+        uint64_t usages_as_uint64_t;
+    } usages;
+
+    void (*attachments[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const);
+    density_lion_form_node formsPool[DENSITY_LION_NUMBER_OF_FORMS];
+    density_lion_form_node *formsIndex[DENSITY_LION_NUMBER_OF_FORMS];
+    uint8_t nextAvailableForm;
+} density_lion_form_data;
+#pragma pack(pop)
+
+DENSITY_WINDOWS_EXPORT void density_lion_form_model_init(density_lion_form_data *const);
+
+DENSITY_WINDOWS_EXPORT void density_lion_form_model_attach(density_lion_form_data *const, void (*[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const));
+
+DENSITY_WINDOWS_EXPORT void density_lion_form_model_update(density_lion_form_data *const DENSITY_RESTRICT_DECLARE, density_lion_form_node *const DENSITY_RESTRICT_DECLARE, const uint8_t, density_lion_form_node *const DENSITY_RESTRICT_DECLARE, const uint8_t);
+
+DENSITY_WINDOWS_EXPORT DENSITY_LION_FORM density_lion_form_model_increment_usage(density_lion_form_data *const, density_lion_form_node *const DENSITY_RESTRICT_DECLARE);
+
+DENSITY_WINDOWS_EXPORT density_lion_entropy_code density_lion_form_model_get_encoding(density_lion_form_data *const, const DENSITY_LION_FORM);
+
+#endif
diff --git a/contrib/density/src/algorithms/lion/lion.h b/contrib/density/src/algorithms/lion/lion.h
new file mode 100644
index 00000000000..30b40f8d92b
--- /dev/null
+++ b/contrib/density/src/algorithms/lion/lion.h
@@ -0,0 +1,94 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 5/02/15 20:57
+ *
+ * --------------
+ * Lion algorithm
+ * --------------
+ *
+ * Author(s)
+ * Guillaume Voirin (https://github.com/gpnuma)
+ *
+ * Description
+ * Multiform compression algorithm
+ */
+
+#ifndef DENSITY_LION_H
+#define DENSITY_LION_H
+
+#include "../../globals.h"
+
+#define DENSITY_LION_HASH32_MULTIPLIER                                  (uint32_t)0x9D6EF916lu
+#define DENSITY_LION_CHUNK_HASH_BITS                                    16
+
+#define DENSITY_LION_HASH_ALGORITHM(value32)                            (uint16_t)(value32 * DENSITY_LION_HASH32_MULTIPLIER >> (32 - DENSITY_LION_CHUNK_HASH_BITS))
+
+typedef enum {
+    DENSITY_LION_FORM_PREDICTIONS_A = 0,
+    DENSITY_LION_FORM_PREDICTIONS_B,
+    DENSITY_LION_FORM_PREDICTIONS_C,
+    DENSITY_LION_FORM_DICTIONARY_A,
+    DENSITY_LION_FORM_DICTIONARY_B,
+    DENSITY_LION_FORM_DICTIONARY_C,
+    DENSITY_LION_FORM_DICTIONARY_D,
+    DENSITY_LION_FORM_PLAIN,
+} DENSITY_LION_FORM;
+
+typedef enum {
+    DENSITY_LION_PREDICTIONS_SIGNATURE_FLAG_A = 0x0,
+    DENSITY_LION_PREDICTIONS_SIGNATURE_FLAG_B = 0x1,
+} DENSITY_LION_PREDICTIONS_SIGNATURE_FLAG;
+
+#pragma pack(push)
+#pragma pack(4)
+typedef struct {
+    uint_fast8_t value;
+    uint_fast8_t bitLength;
+} density_lion_entropy_code;
+#pragma pack(pop)
+
+typedef uint64_t                                                        density_lion_signature;
+
+#define DENSITY_LION_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE         (density_bitsizeof(density_lion_signature) * sizeof(uint32_t))  // Plain writes
+#define DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE                       (sizeof(density_lion_signature) + DENSITY_LION_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE)
+
+#define DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE                     (density_bitsizeof(density_lion_signature) * sizeof(uint32_t))  // Smallest form size times work unit size
+
+#define DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_SMALL                      8
+#define DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG                        64
+#define DENSITY_LION_PROCESS_UNIT_SIZE_SMALL                            (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_SMALL * sizeof(uint32_t))
+#define DENSITY_LION_PROCESS_UNIT_SIZE_BIG                              (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG * sizeof(uint32_t))
+
+#define DENSITY_LION_WORK_BLOCK_SIZE                                   256
+#define DENSITY_LION_COPY_PENALTY                                      2
+
+#endif
diff --git a/contrib/density/src/buffers/buffer.c b/contrib/density/src/buffers/buffer.c
new file mode 100644
index 00000000000..d3e9943c599
--- /dev/null
+++ b/contrib/density/src/buffers/buffer.c
@@ -0,0 +1,220 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 3/02/15 19:53
+ */
+
+#include "buffer.h"
+
+DENSITY_WINDOWS_EXPORT uint_fast64_t density_compress_safe_size(const uint_fast64_t input_size) {
+    const uint_fast64_t slack = DENSITY_MAX_3(DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE, DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE, DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE);
+
+    // Chameleon longest output
+    uint_fast64_t chameleon_longest_output_size = 0;
+    chameleon_longest_output_size += sizeof(density_header);
+    chameleon_longest_output_size += sizeof(density_chameleon_signature) * (1 + (input_size >> (5 + 3)));   // Signature space (1 bit <=> 4 bytes)
+    chameleon_longest_output_size += sizeof(density_chameleon_signature);                                   // Eventual supplementary signature for end marker
+    chameleon_longest_output_size += input_size;                                                            // Everything encoded as plain data
+
+    // Cheetah longest output
+    uint_fast64_t cheetah_longest_output_size = 0;
+    cheetah_longest_output_size += sizeof(density_header);
+    cheetah_longest_output_size += sizeof(density_cheetah_signature) * (1 + (input_size >> (4 + 3)));       // Signature space (2 bits <=> 4 bytes)
+    cheetah_longest_output_size += sizeof(density_cheetah_signature);                                       // Eventual supplementary signature for end marker
+    cheetah_longest_output_size += input_size;                                                              // Everything encoded as plain data
+
+    // Lion longest output
+    uint_fast64_t lion_longest_output_size = 0;
+    lion_longest_output_size += sizeof(density_header);
+    lion_longest_output_size += sizeof(density_lion_signature) * (1 + ((input_size * 7) >> (5 + 3)));       // Signature space (7 bits <=> 4 bytes), although this size is technically impossible
+    lion_longest_output_size += sizeof(density_lion_signature);                                             // Eventual supplementary signature for end marker
+    lion_longest_output_size += input_size;                                                                 // Everything encoded as plain data
+
+    return DENSITY_MAX_3(chameleon_longest_output_size, cheetah_longest_output_size, lion_longest_output_size) + slack;
+}
+
+DENSITY_WINDOWS_EXPORT uint_fast64_t density_decompress_safe_size(const uint_fast64_t expected_decompressed_output_size) {
+    const uint_fast64_t slack = DENSITY_MAX_3(DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE, DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE, DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE);
+
+    return expected_decompressed_output_size + slack;
+}
+
+DENSITY_FORCE_INLINE DENSITY_STATE density_convert_algorithm_exit_status(const density_algorithm_exit_status status) {
+    switch (status) {
+        case DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED:
+            return DENSITY_STATE_OK;
+        case DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL:
+            return DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL;
+        case DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL:
+            return DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL;
+        default:
+            return DENSITY_STATE_ERROR_DURING_PROCESSING;
+    }
+}
+
+DENSITY_FORCE_INLINE density_processing_result density_make_result(const DENSITY_STATE state, const uint_fast64_t read, const uint_fast64_t written, density_context *const context) {
+    density_processing_result result;
+    result.state = state;
+    result.bytesRead = read;
+    result.bytesWritten = written;
+    result.context = context;
+    return result;
+}
+
+DENSITY_FORCE_INLINE density_context* density_allocate_context(const DENSITY_ALGORITHM algorithm, const bool custom_dictionary, void *(*mem_alloc)(size_t)) {
+    density_context* context = mem_alloc(sizeof(density_context));
+    context->algorithm = algorithm;
+    context->dictionary_size = density_get_dictionary_size(context->algorithm);
+    context->dictionary_type = custom_dictionary;
+    if(!context->dictionary_type) {
+        context->dictionary = mem_alloc(context->dictionary_size);
+        DENSITY_MEMSET(context->dictionary, 0, context->dictionary_size);
+    }
+    return context;
+}
+
+DENSITY_WINDOWS_EXPORT void density_free_context(density_context *const context, void (*mem_free)(void *)) {
+    if(mem_free == NULL)
+        mem_free = free;
+    if(!context->dictionary_type)
+        mem_free(context->dictionary);
+    mem_free(context);
+}
+
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress_prepare_context(const DENSITY_ALGORITHM algorithm, const bool custom_dictionary, void *(*mem_alloc)(size_t)) {
+    if(mem_alloc == NULL)
+        mem_alloc = malloc;
+
+    return density_make_result(DENSITY_STATE_OK, 0, 0, density_allocate_context(algorithm, custom_dictionary, mem_alloc));
+}
+
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress_with_context(const uint8_t * input_buffer, const uint_fast64_t input_size, uint8_t * output_buffer, const uint_fast64_t output_size, density_context *const context) {
+    if (output_size < sizeof(density_header))
+        return density_make_result(DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL, 0, 0, context);
+    if(context == NULL)
+        return density_make_result(DENSITY_STATE_ERROR_INVALID_CONTEXT, 0, 0, context);
+
+    // Variables setup
+    const uint8_t *in = input_buffer;
+    uint8_t *out = output_buffer;
+    density_algorithm_state state;
+    density_algorithm_exit_status status = DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
+
+    // Header
+    density_header_write(&out, context->algorithm);
+
+    // Compression
+    density_algorithms_prepare_state(&state, context->dictionary);
+    switch (context->algorithm) {
+        case DENSITY_ALGORITHM_CHAMELEON:
+            status = density_chameleon_encode(&state, &in, input_size, &out, output_size);
+            break;
+        case DENSITY_ALGORITHM_CHEETAH:
+            status = density_cheetah_encode(&state, &in, input_size, &out, output_size);
+            break;
+        case DENSITY_ALGORITHM_LION:
+            status = density_lion_encode(&state, &in, input_size, &out, output_size);
+            break;
+    }
+
+    // Result
+    return density_make_result(density_convert_algorithm_exit_status(status), in - input_buffer, out - output_buffer, context);
+}
+
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_prepare_context(const uint8_t *input_buffer, const uint_fast64_t input_size, const bool custom_dictionary, void *(*mem_alloc)(size_t)) {
+    if (input_size < sizeof(density_header))
+        return density_make_result(DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL, 0, 0, NULL);
+
+    // Variables setup
+    const uint8_t* in = input_buffer;
+    if(mem_alloc == NULL)
+        mem_alloc = malloc;
+
+    // Read header
+    density_header main_header;
+    density_header_read(&in, &main_header);
+
+    // Setup context
+    density_context *const context = density_allocate_context(main_header.algorithm, custom_dictionary, mem_alloc);
+    return density_make_result(DENSITY_STATE_OK, in - input_buffer, 0, context);
+}
+
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_with_context(const uint8_t * input_buffer, const uint_fast64_t input_size, uint8_t * output_buffer, const uint_fast64_t output_size, density_context *const context) {
+    if(context == NULL)
+        return density_make_result(DENSITY_STATE_ERROR_INVALID_CONTEXT, 0, 0, context);
+
+    // Variables setup
+    const uint8_t *in = input_buffer;
+    uint8_t *out = output_buffer;
+    density_algorithm_state state;
+    density_algorithm_exit_status status = DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
+
+    // Decompression
+    density_algorithms_prepare_state(&state, context->dictionary);
+    switch (context->algorithm) {
+        case DENSITY_ALGORITHM_CHAMELEON:
+            status = density_chameleon_decode(&state, &in, input_size, &out, output_size);
+            break;
+        case DENSITY_ALGORITHM_CHEETAH:
+            status = density_cheetah_decode(&state, &in, input_size, &out, output_size);
+            break;
+        case DENSITY_ALGORITHM_LION:
+            status = density_lion_decode(&state, &in, input_size, &out, output_size);
+            break;
+    }
+
+    // Result
+    return density_make_result(density_convert_algorithm_exit_status(status), in - input_buffer, out - output_buffer, context);
+}
+
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, const DENSITY_ALGORITHM algorithm) {
+    density_processing_result result = density_compress_prepare_context(algorithm, false, malloc);
+    if(result.state) {
+        density_free_context(result.context, free);
+        return result;
+    }
+
+    result = density_compress_with_context(input_buffer, input_size, output_buffer, output_size, result.context);
+    density_free_context(result.context, free);
+    return result;
+}
+
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size) {
+    density_processing_result result = density_decompress_prepare_context(input_buffer, input_size, false, malloc);
+    if(result.state) {
+        density_free_context(result.context, free);
+        return result;
+    }
+
+    result = density_decompress_with_context(input_buffer + result.bytesRead, input_size - result.bytesRead, output_buffer, output_size, result.context);
+    density_free_context(result.context, free);
+    return result;
+}
diff --git a/contrib/density/src/buffers/buffer.h b/contrib/density/src/buffers/buffer.h
new file mode 100644
index 00000000000..f34ab5458d2
--- /dev/null
+++ b/contrib/density/src/buffers/buffer.h
@@ -0,0 +1,58 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2015, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 3/02/15 19:51
+ */
+
+#ifndef DENSITY_BUFFER_H
+#define DENSITY_BUFFER_H
+
+#include "../globals.h"
+#include "../density_api.h"
+#include "../structure/header.h"
+#include "../algorithms/chameleon/core/chameleon_encode.h"
+#include "../algorithms/chameleon/core/chameleon_decode.h"
+#include "../algorithms/cheetah/core/cheetah_encode.h"
+#include "../algorithms/cheetah/core/cheetah_decode.h"
+#include "../algorithms/lion/core/lion_encode.h"
+#include "../algorithms/lion/core/lion_decode.h"
+
+DENSITY_WINDOWS_EXPORT uint_fast64_t density_compress_safe_size(const uint_fast64_t);
+DENSITY_WINDOWS_EXPORT uint_fast64_t density_decompress_safe_size(const uint_fast64_t);
+DENSITY_WINDOWS_EXPORT void density_free_context(density_context *const, void (*)(void *));
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress_prepare_context(const DENSITY_ALGORITHM, const bool, void *(*)(size_t));
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress_with_context(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t, density_context *const);
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t, const DENSITY_ALGORITHM);
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_prepare_context(const uint8_t *, const uint_fast64_t, const bool, void *(*)(size_t));
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_with_context(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t, density_context *const);
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t);
+
+#endif
diff --git a/contrib/density/src/density_api.h b/contrib/density/src/density_api.h
new file mode 100644
index 00000000000..385e24e609a
--- /dev/null
+++ b/contrib/density/src/density_api.h
@@ -0,0 +1,220 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 18/10/13 22:41
+ */
+
+#ifndef DENSITY_API_H
+#define DENSITY_API_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include <stdio.h>
+#include <stdint.h>
+#include <stdbool.h>
+
+#if defined(_WIN64) || defined(_WIN32)
+#define DENSITY_WINDOWS_EXPORT __declspec(dllexport)
+#else
+#define DENSITY_WINDOWS_EXPORT
+#endif
+
+
+/***********************************************************************************************************************
+ *                                                                                                                     *
+ * API data structures                                                                                                 *
+ *                                                                                                                     *
+ ***********************************************************************************************************************/
+
+typedef uint8_t density_byte;
+typedef bool density_bool;
+
+typedef enum {
+    DENSITY_ALGORITHM_CHAMELEON = 1,
+    DENSITY_ALGORITHM_CHEETAH = 2,
+    DENSITY_ALGORITHM_LION = 3,
+} DENSITY_ALGORITHM;
+
+typedef enum {
+    DENSITY_STATE_OK = 0,                                        // Everything went alright
+    DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL,                  // Input buffer size is too small
+    DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL,                 // Output buffer size is too small
+    DENSITY_STATE_ERROR_DURING_PROCESSING,                       // Error during processing
+    DENSITY_STATE_ERROR_INVALID_CONTEXT,                         // Invalid context
+    DENSITY_STATE_ERROR_INVALID_ALGORITHM,                       // Invalid algorithm
+} DENSITY_STATE;
+
+typedef struct {
+    DENSITY_ALGORITHM algorithm;
+    bool dictionary_type;
+    size_t dictionary_size;
+    void* dictionary;
+} density_context;
+
+typedef struct {
+    DENSITY_STATE state;
+    uint_fast64_t bytesRead;
+    uint_fast64_t bytesWritten;
+    density_context* context;
+} density_processing_result;
+
+
+
+/***********************************************************************************************************************
+ *                                                                                                                     *
+ * Density version information                                                                                         *
+ *                                                                                                                     *
+ ***********************************************************************************************************************/
+
+/*
+ * Returns the major density version
+ */
+DENSITY_WINDOWS_EXPORT uint8_t density_version_major(void);
+
+/*
+ * Returns the minor density version
+ */
+DENSITY_WINDOWS_EXPORT uint8_t density_version_minor(void);
+
+/*
+ * Returns the density revision
+ */
+DENSITY_WINDOWS_EXPORT uint8_t density_version_revision(void);
+
+
+
+/***********************************************************************************************************************
+ *                                                                                                                     *
+ * Density API functions                                                                                               *
+ *                                                                                                                     *
+ ***********************************************************************************************************************/
+
+/*
+ * Return the required size of an algorithm's dictionary
+ *
+ * @param algorithm the algorithm to use this dictionary for
+ */
+DENSITY_WINDOWS_EXPORT size_t density_get_dictionary_size(DENSITY_ALGORITHM algorithm);
+
+/*
+ * Return an output buffer byte size which guarantees enough space for encoding input_size bytes
+ *
+ * @param input_size the size of the input data which is about to be compressed
+ */
+DENSITY_WINDOWS_EXPORT uint_fast64_t density_compress_safe_size(const uint_fast64_t input_size);
+
+/*
+ * Return an output buffer byte size which, if expected_decompressed_output_size is correct, will enable density to decompress properly
+ *
+ * @param expected_decompressed_output_size the expected (original) size of the decompressed data
+ */
+DENSITY_WINDOWS_EXPORT uint_fast64_t density_decompress_safe_size(const uint_fast64_t expected_decompressed_output_size);
+
+/*
+ * Releases a context from memory.
+ *
+ * @param context the context to free
+ * @param mem_free the memory freeing function. If set to NULL, free() is used
+ */
+DENSITY_WINDOWS_EXPORT void density_free_context(density_context *const context, void (*mem_free)(void *));
+
+/*
+ * Allocate a context in memory using the provided function and optional dictionary
+ *
+ * @param algorithm the required algorithm
+ * @param custom_dictionary use an eventual custom dictionary ? If set to true the context's dictionary will have to be allocated
+ * @param mem_alloc the memory allocation function. If set to NULL, malloc() is used
+ */
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress_prepare_context(const DENSITY_ALGORITHM algorithm, const bool custom_dictionary, void *(*mem_alloc)(size_t));
+
+/*
+ * Compress an input_buffer of input_size bytes and store the result in output_buffer, using the provided context.
+ * Important note   * this function could be unsafe memory-wise if not used properly.
+ *
+ * @param input_buffer a buffer of bytes
+ * @param input_size the size in bytes of input_buffer
+ * @param output_buffer a buffer of bytes
+ * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
+ * @param context a pointer to a context structure
+ */
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress_with_context(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, density_context *const context);
+
+/*
+ * Compress an input_buffer of input_size bytes and store the result in output_buffer.
+ *
+ * @param input_buffer a buffer of bytes
+ * @param input_size the size in bytes of input_buffer
+ * @param output_buffer a buffer of bytes
+ * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
+ * @param algorithm the algorithm to use
+ */
+DENSITY_WINDOWS_EXPORT density_processing_result density_compress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, const DENSITY_ALGORITHM algorithm);
+
+/*
+ * Reads the compressed data's header and creates an adequate decompression context.
+ *
+ * @param input_buffer a buffer of bytes
+ * @param input_size the size in bytes of input_buffer
+ * @param custom_dictionary use a custom dictionary ? If set to true the context's dictionary will have to be allocated
+ * @param mem_alloc the memory allocation function. If set to NULL, malloc() is used
+ */
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_prepare_context(const uint8_t *input_buffer, const uint_fast64_t input_size, const bool custom_dictionary, void *(*mem_alloc)(size_t));
+
+/*
+ * Decompress an input_buffer of input_size bytes and store the result in output_buffer, using the provided dictionary.
+ * Important notes  * You must know in advance the algorithm used for compression to provide the proper dictionary.
+ *                  * This function could be unsafe memory-wise if not used properly.
+ *
+ * @param input_buffer a buffer of bytes
+ * @param input_size the size in bytes of input_buffer
+ * @param output_buffer a buffer of bytes
+ * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
+ * @param dictionaries a pointer to a dictionary
+ */
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_with_context(const uint8_t * input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, density_context *const context);
+
+/*
+ * Decompress an input_buffer of input_size bytes and store the result in output_buffer.
+ *
+ * @param input_buffer a buffer of bytes
+ * @param input_size the size in bytes of input_buffer
+ * @param output_buffer a buffer of bytes
+ * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
+ */
+DENSITY_WINDOWS_EXPORT density_processing_result density_decompress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif
diff --git a/contrib/density/src/globals.c b/contrib/density/src/globals.c
new file mode 100644
index 00000000000..4c58cd6f067
--- /dev/null
+++ b/contrib/density/src/globals.c
@@ -0,0 +1,47 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 01/11/13 13:39
+ */
+
+#include "globals.h"
+
+DENSITY_WINDOWS_EXPORT uint8_t density_version_major() {
+    return DENSITY_MAJOR_VERSION;
+}
+
+DENSITY_WINDOWS_EXPORT uint8_t density_version_minor() {
+    return DENSITY_MINOR_VERSION;
+}
+
+DENSITY_WINDOWS_EXPORT uint8_t density_version_revision() {
+    return DENSITY_REVISION;
+}
diff --git a/contrib/density/src/globals.h b/contrib/density/src/globals.h
new file mode 100644
index 00000000000..eb44a52a673
--- /dev/null
+++ b/contrib/density/src/globals.h
@@ -0,0 +1,232 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 11/10/13 02:01
+ */
+
+#ifndef DENSITY_GLOBALS_H
+#define DENSITY_GLOBALS_H
+
+#include <stdint.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <stddef.h>
+
+#include "density_api.h"
+
+#if defined(__clang__) || defined(__GNUC__)
+#define DENSITY_FORCE_INLINE		inline __attribute__((always_inline))
+#define DENSITY_RESTRICT			restrict
+#define DENSITY_RESTRICT_DECLARE
+#define DENSITY_MEMCPY				__builtin_memcpy
+#define DENSITY_MEMMOVE				__builtin_memmove
+#define DENSITY_MEMSET				__builtin_memset
+#define DENSITY_LIKELY(x)			__builtin_expect(!!(x), 1)
+#define DENSITY_UNLIKELY(x)			__builtin_expect(!!(x), 0)
+#define DENSITY_PREFETCH(x)			__builtin_prefetch(x)
+#define DENSITY_CTZ(x)				__builtin_ctz(x)
+
+#if defined(__BYTE_ORDER__)
+#if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
+#define DENSITY_LITTLE_ENDIAN
+#elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
+#define DENSITY_BIG_ENDIAN
+#else
+#error Unsupported endianness
+#endif
+#else
+#error Unkwnown endianness
+#endif
+
+#elif defined(_MSC_VER)
+#include <string.h>
+#include <intrin.h>
+
+#define DENSITY_FORCE_INLINE		__forceinline
+#define DENSITY_RESTRICT			__restrict
+#define DENSITY_RESTRICT_DECLARE	__restrict
+#define DENSITY_MEMCPY				memcpy
+#define DENSITY_MEMMOVE				memmove
+#define DENSITY_MEMSET				memset
+#define DENSITY_LIKELY(x)			(x)
+#define DENSITY_UNLIKELY(x)			(x)
+#define DENSITY_PREFETCH(x)			((void)(x))
+
+DENSITY_FORCE_INLINE uint_fast8_t density_msvc_ctz(uint64_t value) {
+	unsigned long trailing_zero = 0;
+	if (_BitScanForward(&trailing_zero, (unsigned long)value))
+		return (uint_fast8_t)trailing_zero;
+	else
+		return 0;
+}
+#define DENSITY_CTZ(x)				density_msvc_ctz(x)
+
+#define DENSITY_LITTLE_ENDIAN	// Little endian by default on Windows
+
+#else
+#error Unsupported compiler
+#endif
+
+#ifdef DENSITY_LITTLE_ENDIAN
+#define DENSITY_LITTLE_ENDIAN_64(b)   ((uint64_t)b)
+#define DENSITY_LITTLE_ENDIAN_32(b)   ((uint32_t)b)
+#define DENSITY_LITTLE_ENDIAN_16(b)   ((uint16_t)b)
+#elif defined(DENSITY_BIG_ENDIAN)
+#if __GNUC__ * 100 + __GNUC_MINOR__ >= 403
+#define DENSITY_LITTLE_ENDIAN_64(b)   __builtin_bswap64(b)
+#define DENSITY_LITTLE_ENDIAN_32(b)   __builtin_bswap32(b)
+#define DENSITY_LITTLE_ENDIAN_16(b)   __builtin_bswap16(b)
+#else
+#warning Using bulk byte swap routines. Expect performance issues.
+#define DENSITY_LITTLE_ENDIAN_64(b)   ((((b) & 0xFF00000000000000ull) >> 56) | (((b) & 0x00FF000000000000ull) >> 40) | (((b) & 0x0000FF0000000000ull) >> 24) | (((b) & 0x000000FF00000000ull) >> 8) | (((b) & 0x00000000FF000000ull) << 8) | (((b) & 0x0000000000FF0000ull) << 24ull) | (((b) & 0x000000000000FF00ull) << 40) | (((b) & 0x00000000000000FFull) << 56))
+#define DENSITY_LITTLE_ENDIAN_32(b)   ((((b) & 0xFF000000) >> 24) | (((b) & 0x00FF0000) >> 8) | (((b) & 0x0000FF00) << 8) | (((b) & 0x000000FF) << 24))
+#define DENSITY_LITTLE_ENDIAN_16(b)   ((((b) & 0xFF00) >> 8) | (((b) & 0x00FF) << 8))
+#endif
+#else
+#error Unsupported endianness
+#endif
+
+#define DENSITY_MAX_2(a, b) (((a)>(b))?(a):(b))
+#define DENSITY_MAX_3(a, b, c) (DENSITY_MAX_2(DENSITY_MAX_2(a, b), c))
+
+#define DENSITY_FORMAT(v)               0##v##llu
+
+#define DENSITY_ISOLATE(b, p)           ((DENSITY_FORMAT(b) / p) & 0x1)
+
+#define DENSITY_BINARY_TO_UINT(b)        ((DENSITY_ISOLATE(b, 1llu) ? 0x1 : 0)\
+                                        + (DENSITY_ISOLATE(b, 8llu) ? 0x2 : 0)\
+                                        + (DENSITY_ISOLATE(b, 64llu) ? 0x4 : 0)\
+                                        + (DENSITY_ISOLATE(b, 512llu) ? 0x8 : 0)\
+                                        + (DENSITY_ISOLATE(b, 4096llu) ? 0x10 : 0)\
+                                        + (DENSITY_ISOLATE(b, 32768llu) ? 0x20 : 0)\
+                                        + (DENSITY_ISOLATE(b, 262144llu) ? 0x40 : 0)\
+                                        + (DENSITY_ISOLATE(b, 2097152llu) ? 0x80 : 0)\
+                                        + (DENSITY_ISOLATE(b, 16777216llu) ? 0x100 : 0)\
+                                        + (DENSITY_ISOLATE(b, 134217728llu) ? 0x200 : 0)\
+                                        + (DENSITY_ISOLATE(b, 1073741824llu) ? 0x400 : 0)\
+                                        + (DENSITY_ISOLATE(b, 8589934592llu) ? 0x800 : 0)\
+                                        + (DENSITY_ISOLATE(b, 68719476736llu) ? 0x1000 : 0)\
+                                        + (DENSITY_ISOLATE(b, 549755813888llu) ? 0x2000 : 0)\
+                                        + (DENSITY_ISOLATE(b, 4398046511104llu) ? 0x4000 : 0)\
+                                        + (DENSITY_ISOLATE(b, 35184372088832llu) ? 0x8000 : 0)\
+                                        + (DENSITY_ISOLATE(b, 281474976710656llu) ? 0x10000 : 0)\
+                                        + (DENSITY_ISOLATE(b, 2251799813685248llu) ? 0x20000 : 0))
+
+#define DENSITY_UNROLL_2(op)     op; op
+#define DENSITY_UNROLL_4(op)     DENSITY_UNROLL_2(op);    DENSITY_UNROLL_2(op)
+#define DENSITY_UNROLL_8(op)     DENSITY_UNROLL_4(op);    DENSITY_UNROLL_4(op)
+#define DENSITY_UNROLL_16(op)    DENSITY_UNROLL_8(op);    DENSITY_UNROLL_8(op)
+#define DENSITY_UNROLL_32(op)    DENSITY_UNROLL_16(op);   DENSITY_UNROLL_16(op)
+#define DENSITY_UNROLL_64(op)    DENSITY_UNROLL_32(op);   DENSITY_UNROLL_32(op)
+
+#define DENSITY_CASE_GENERATOR_2(op_a, flag_a, op_b, flag_b, op_mid, shift)\
+    case ((flag_b << shift) | flag_a):\
+        op_a;\
+        op_mid;\
+        op_b;\
+        break;
+
+#define DENSITY_CASE_GENERATOR_4(op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
+    case ((flag_d << (shift * 3)) | (flag_c << (shift * 2)) | (flag_b << shift) | flag_a):\
+        op_a;\
+        op_mid;\
+        op_b;\
+        op_mid;\
+        op_c;\
+        op_mid;\
+        op_d;\
+        break;
+
+#define DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_1, flag_1, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
+    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_a, flag_a, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_b, flag_b, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_c, flag_c, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_d, flag_d, op_mid, shift);
+
+#define DENSITY_CASE_GENERATOR_4_2_COMBINED(op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
+    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
+
+#define DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
+    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_a, flag_a, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_b, flag_b, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_c, flag_c, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_d, flag_d, op_mid, shift);
+
+#define DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_2, flag_2, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
+    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
+
+#define DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_1, flag_1, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
+    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
+
+#define DENSITY_CASE_GENERATOR_4_4_COMBINED(op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
+    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
+    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
+
+#define DENSITY_DICTIONARY_PREFERRED_RESET_CYCLE_SHIFT    6
+#define DENSITY_DICTIONARY_PREFERRED_RESET_CYCLE          (1 << DENSITY_DICTIONARY_PREFERRED_RESET_CYCLE_SHIFT)
+
+
+#define density_bitsizeof(x) (8 * sizeof(x))
+
+#define DENSITY_SPOOKYHASH_SEED_1                                 (0xabc)
+#define DENSITY_SPOOKYHASH_SEED_2                                 (0xdef)
+
+DENSITY_WINDOWS_EXPORT uint8_t density_version_major();
+
+DENSITY_WINDOWS_EXPORT uint8_t density_version_minor();
+
+DENSITY_WINDOWS_EXPORT uint8_t density_version_revision();
+
+
+/**********************************************************************************************************************
+ *                                                                                                                    *
+ * Global compile-time switches                                                                                       *
+ *                                                                                                                    *
+ **********************************************************************************************************************/
+
+#define DENSITY_MAJOR_VERSION   0
+#define DENSITY_MINOR_VERSION   14
+#define DENSITY_REVISION        2
+
+
+
+#endif
diff --git a/contrib/density/src/structure/header.c b/contrib/density/src/structure/header.c
new file mode 100644
index 00000000000..4306a5962cf
--- /dev/null
+++ b/contrib/density/src/structure/header.c
@@ -0,0 +1,57 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 11/10/13 17:56
+ */
+
+#include "header.h"
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_header_read(const uint8_t **DENSITY_RESTRICT in, density_header *DENSITY_RESTRICT header) {
+    header->version[0] = *(*in);
+    header->version[1] = *(*in + 1);
+    header->version[2] = *(*in + 2);
+    header->algorithm = *(*in + 3);
+
+    *in += sizeof(density_header);
+}
+
+DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_header_write(uint8_t **DENSITY_RESTRICT out, const DENSITY_ALGORITHM algorithm) {
+    *(*out) = DENSITY_MAJOR_VERSION;
+    *(*out + 1) = DENSITY_MINOR_VERSION;
+    *(*out + 2) = DENSITY_REVISION;
+    *(*out + 3) = algorithm;
+    *(*out + 4) = 0;
+    *(*out + 5) = 0;
+    *(*out + 6) = 0;
+    *(*out + 7) = 0;
+
+    *out += sizeof(density_header);
+}
diff --git a/contrib/density/src/structure/header.h b/contrib/density/src/structure/header.h
new file mode 100644
index 00000000000..d4065b5600c
--- /dev/null
+++ b/contrib/density/src/structure/header.h
@@ -0,0 +1,58 @@
+/*
+ * Density
+ *
+ * Copyright (c) 2013, Guillaume Voirin
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     1. Redistributions of source code must retain the above copyright notice, this
+ *        list of conditions and the following disclaimer.
+ *
+ *     2. Redistributions in binary form must reproduce the above copyright notice,
+ *        this list of conditions and the following disclaimer in the documentation
+ *        and/or other materials provided with the distribution.
+ *
+ *     3. Neither the name of the copyright holder nor the names of its
+ *        contributors may be used to endorse or promote products derived from
+ *        this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ *
+ * 11/10/13 02:06
+ */
+
+#ifndef DENSITY_FILE_HEADER_H
+#define DENSITY_FILE_HEADER_H
+
+#include <stdio.h>
+#include <time.h>
+
+#include "../globals.h"
+#include "../density_api.h"
+
+#pragma pack(push)
+#pragma pack(4)
+
+typedef struct {
+    density_byte version[3];
+    density_byte algorithm;
+    density_byte reserved[4];
+} density_header;
+
+#pragma pack(pop)
+
+DENSITY_WINDOWS_EXPORT void density_header_read(const uint8_t ** DENSITY_RESTRICT_DECLARE, density_header * DENSITY_RESTRICT_DECLARE);
+DENSITY_WINDOWS_EXPORT void density_header_write(uint8_t ** DENSITY_RESTRICT_DECLARE, const DENSITY_ALGORITHM);
+
+#endif
diff --git a/contrib/lizard/.gitattributes b/contrib/lizard/.gitattributes
new file mode 100644
index 00000000000..6212bd405b4
--- /dev/null
+++ b/contrib/lizard/.gitattributes
@@ -0,0 +1,21 @@
+# Set the default behavior
+* text eol=lf
+
+# Explicitly declare source files
+*.c text eol=lf
+*.h text eol=lf
+
+# Denote files that should not be modified.
+*.odt binary
+*.png binary
+
+# Visual Studio
+*.sln text eol=crlf
+*.vcxproj* text eol=crlf
+*.vcproj* text eol=crlf
+*.suo binary
+*.rc text eol=crlf
+
+# Windows
+*.bat text eol=crlf
+*.cmd text eol=crlf
diff --git a/contrib/lizard/.gitignore b/contrib/lizard/.gitignore
new file mode 100644
index 00000000000..dc30b0e5504
--- /dev/null
+++ b/contrib/lizard/.gitignore
@@ -0,0 +1,37 @@
+# Object files
+*.o
+*.ko
+
+# Libraries
+*.lib
+*.a
+
+# Shared objects (inc. Windows DLLs)
+*.dll
+*.so
+*.so.*
+*.dylib
+
+# Executables
+*.exe
+*.out
+*.app
+
+# IDE / editors files
+*.suo
+*.user
+.clang_complete
+
+# Directories
+_lizardbench/
+_visual/
+_codelite/
+_backup/
+_codelite_lz4/
+
+# Archives
+*.zip
+*.liz
+
+*.txt
+*.bat
\ No newline at end of file
diff --git a/contrib/lizard/.travis.yml b/contrib/lizard/.travis.yml
new file mode 100644
index 00000000000..29f75591a31
--- /dev/null
+++ b/contrib/lizard/.travis.yml
@@ -0,0 +1,268 @@
+language: c
+matrix:
+  fast_finish: true
+  include:
+    - name: macOS
+      os: osx
+      env: Ubu=OS_X_Mavericks Cmd='make -C tests test-lizard CC=clang MOREFLAGS="-Werror -Wconversion -Wno-sign-conversion"' COMPILER=clang
+
+
+    # Ubuntu 18.04
+    - name: Ubuntu 18.04, gcc-9, 64-bit and 32-bit tests
+      dist: bionic
+      script:
+        - CC=gcc-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+        - CC=gcc-9; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
+      before_install:
+        - sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
+        - sudo apt-get -q update
+        - sudo apt-get --no-install-suggests --no-install-recommends -yq install gcc-multilib gcc-9 gcc-9-multilib
+
+    - name: Ubuntu 18.04, clang-9, 64-bit tests
+      dist: bionic
+      script:
+        - CC=clang-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - sourceline: 'deb https://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main'
+              key_url: 'https://apt.llvm.org/llvm-snapshot.gpg.key'
+          packages:
+            - clang-9
+
+
+
+    # Ubuntu 16.04 gcc
+    - name: Ubuntu 16.04, gcc-9, 64-bit and 32-bit tests
+      dist: xenial
+      script:
+        - CC=gcc-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+        - CC=gcc-9; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-multilib
+            - gcc-9
+            - gcc-9-multilib
+
+    - name: Ubuntu 16.04, gcc-8, 64-bit and 32-bit tests
+      dist: xenial
+      script:
+        - CC=gcc-8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+        - CC=gcc-8; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-multilib
+            - gcc-8
+            - gcc-8-multilib
+
+    - name: Ubuntu 16.04, gcc-7, 64-bit and 32-bit tests
+      dist: xenial
+      script:
+        - CC=gcc-7; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+        - CC=gcc-7; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-multilib
+            - gcc-7
+            - gcc-7-multilib
+
+    - name: Ubuntu 16.04, gcc-6, 64-bit and 32-bit tests
+      dist: xenial
+      script:
+        - CC=gcc-6; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+        - CC=gcc-6; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-multilib
+            - gcc-6
+            - gcc-6-multilib
+
+    - name: Ubuntu 16.04, gcc-5, 64-bit and 32-bit tests
+      dist: xenial
+      script:
+        - CC=gcc-5; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+        - CC=gcc-5; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+          packages:
+            - gcc-multilib
+            - gcc-5
+            - gcc-5-multilib
+
+    - name: Ubuntu 16.04, gcc-4.8, 64-bit and 32-bit tests
+      dist: xenial
+      script:
+        - CC=gcc-4.8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+        - CC=gcc-4.8; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
+      addons:
+        apt:
+          packages:
+            - gcc-multilib
+            - gcc-4.8
+            - gcc-4.8-multilib
+
+
+
+    # Ubuntu 16.04 clang
+    - name: Ubuntu 16.04, clang-9, 64-bit tests
+      dist: xenial
+      script:
+        - CC=clang-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - sourceline: 'deb https://apt.llvm.org/xenial/ llvm-toolchain-xenial-9 main'
+              key_url: 'https://apt.llvm.org/llvm-snapshot.gpg.key'
+          packages:
+            - clang-9
+
+    - name: Ubuntu 16.04, clang-8, 64-bit tests
+      dist: xenial
+      script:
+        - CC=clang-8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-xenial-8
+          packages:
+            - clang-8
+
+    - name: Ubuntu 16.04, clang-7, 64-bit tests
+      dist: xenial
+      script:
+        - CC=clang-7; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-xenial-7
+          packages:
+            - clang-7
+
+    - name: Ubuntu 16.04, clang-6.0, 64-bit tests
+      dist: xenial
+      script:
+        - CC=clang-6.0; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-xenial-6.0
+          packages:
+            - clang-6.0
+
+    - name: Ubuntu 16.04, clang-5.0, 64-bit tests
+      dist: xenial
+      script:
+        - CC=clang-5.0; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-xenial-5.0
+          packages:
+            - clang-5.0
+
+    - name: Ubuntu 16.04, clang-4.0, 64-bit tests
+      dist: xenial
+      script:
+        - CC=clang-4.0; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-xenial-4.0
+          packages:
+            - clang-4.0
+
+    - name: Ubuntu 14.04, clang-3.8, 64-bit tests
+      dist: trusty
+      script:
+        - CC=clang-3.8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
+      addons:
+        apt:
+          sources:
+            - ubuntu-toolchain-r-test
+            - llvm-toolchain-trusty-3.8
+          packages:
+            - clang-3.8
+
+
+
+    - name: Ubuntu 16.04, misc tests
+      env: Cmd="make c_standards && make gpptest-native && make clean && make examples && make clean && make cmake && make clean && make travis-install && make clean && make clangtest-native" COMPILER=cc
+      dist: xenial
+
+    - name: Ubuntu 14.04, arm and aarch64
+      env: Cmd='make platformTest CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static && make platformTest CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static' COMPILER=arm-linux-gnueabi-gcc
+      dist: trusty
+      sudo: required
+      addons:
+        apt:
+          packages:
+            - qemu-system-arm
+            - qemu-user-static
+            - gcc-arm-linux-gnueabi
+            - libc6-dev-armel-cross
+            - gcc-aarch64-linux-gnu
+            - libc6-dev-arm64-cross
+
+    - name: Ubuntu 14.04, powerpc and ppc64
+      env: Cmd='make platformTest CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static && make platformTest CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static MOREFLAGS=-m64' COMPILER=powerpc-linux-gnu-gcc
+      dist: trusty
+      sudo: required
+      addons:
+        apt:
+          packages:
+            - qemu-system-ppc
+            - qemu-user-static
+            - gcc-powerpc-linux-gnu
+
+    - name: Ubuntu 14.04, valgrind
+      env: Cmd='make -C tests test-mem MOREFLAGS=-DLIZARD_RESET_MEM' COMPILER=cc
+      dist: trusty
+      sudo: required
+      addons:
+        apt:
+          packages:
+            - valgrind
+
+
+    #- env: Ubu=14.04 Cmd='make sanitize' COMPILER=clang
+    #  dist: trusty
+    #  sudo: required
+    #  addons:
+    #    apt:
+    #      packages:
+    #        - valgrind
+
+    #- env: Ubu=14.04 Cmd='make staticAnalyze' COMPILER=clang
+    #  dist: trusty
+    #  sudo: required
+    #  addons:
+    #    apt:
+    #      packages:
+    #        - clang
+
+
+script:
+  - echo Cmd=$Cmd
+  - $COMPILER -v
+  - sh -c "$Cmd"
diff --git a/contrib/lizard/LICENSE b/contrib/lizard/LICENSE
new file mode 100644
index 00000000000..df1edbca85e
--- /dev/null
+++ b/contrib/lizard/LICENSE
@@ -0,0 +1,15 @@
+This repository uses 2 different licenses :
+- all files in the `lib` directory use a BSD 2-Clause license
+- all other files use a GPLv2 license, unless explicitly stated otherwise
+
+Relevant license is reminded at the top of each source file,
+and with the presence of COPYING or LICENSE file.
+
+This model emphasizes the fact that
+only files in the `lib` directory are designed to be included into 3rd party projects.
+
+Other files, such as those from `programs` or `examples` directory,
+are not intended to be compiled outside of their context.
+They can serve as source of inspiration,
+but they should not be copy/pasted into 3rd party projects,
+as this scenario is not supported.
diff --git a/contrib/lizard/NEWS b/contrib/lizard/NEWS
new file mode 100644
index 00000000000..05d424656e9
--- /dev/null
+++ b/contrib/lizard/NEWS
@@ -0,0 +1,41 @@
+Lizard v1.0
+- LZ5 v2.0 was renamed to Lizard v1.0
+- improved compression speed with many small files
+
+LZ5 v2.0
+- this version is optimized for decompression speed (instead of ratio for previous versions)
+- LZ5 v2.0 contains 4 compression methods:
+  fastLZ4 : compression levels -10...-19 are designed to give better decompression speed than LZ4 i.e. over 2000 MB/s
+  LIZv1 : compression levels -20...-29 are designed to give better ratio than LZ4 keeping 75% decompression speed
+  fastLZ4 + Huffman : compression levels -30...-39 add Huffman coding to fastLZ4
+  LIZv1 + Huffman : compression levels -40...-49 give the best ratio (comparable to zlib and low levels of zstd/brotli) at decompression speed of 1000 MB/s
+
+LZ5 v1.5
+- introduced compatibility with Visual C++ 2010 and newer
+- attached Visual Studio 2010 project
+- thoroughly tested with 21 Travis CI and 7 AppVeyor CI tests
+- fixed bug with reusing a context in lizard_frame.c (LizardF_compressBegin and Lizard_compress_HC_continue)
+- fixed rare bug in match finder (concerns levels 4 - 15)
+
+LZ5 v1.4.1
+- fixed bug with a backward match extension (level 11 and 12)
+
+LZ5 v1.4
+- improved: levels from 13 to 15 (maximum compression ratio)
+- added a new parser: LizardHC_optimal_price_bt
+- updated documentation: lizard_Block_format.md and lizard_Frame_format.md 
+- changed lizard.exe: the "-B" option with block size [1-7] = 64KB, 256KB, 1MB, 4MB, 16MB, 64MB, 256MB (default : 4 = 4MB)
+ 
+LZ5 v1.3.3
+- added: new levels from 11 to 18 (maximum compression ratio)
+- added: a new parser: LizardHC_optimal_price
+- fixed: buffer-overflow during decompression (thanks to m^2)
+
+LZ5 r132
+- improved compression ratio
+- added: new parsers: LizardHC_fast, LizardHC_price_fast, LizardHC_lowest_price
+- added: a special 1-byte codeword for the last occured offset
+- added: support for 3-byte long matches (MINMATCH = 3)
+
+LZ5 r131
+The first release based on LZ4 r132 dev
diff --git a/contrib/lizard/README.md b/contrib/lizard/README.md
new file mode 100644
index 00000000000..50dd737fb8d
--- /dev/null
+++ b/contrib/lizard/README.md
@@ -0,0 +1,95 @@
+Lizard - efficient compression with very fast decompression
+--------------------------------------------------------
+
+Lizard (formerly LZ5) is a lossless compression algorithm which contains 4 compression methods:
+- fastLZ4 : compression levels -10...-19 are designed to give better decompression speed than [LZ4] i.e. over 2000 MB/s
+- LIZv1 : compression levels -20...-29 are designed to give better ratio than [LZ4] keeping 75% decompression speed
+- fastLZ4 + Huffman : compression levels -30...-39 add Huffman coding to fastLZ4
+- LIZv1 + Huffman : compression levels -40...-49 give the best ratio (comparable to [zlib] and low levels of [zstd]/[brotli]) at decompression speed of 1000 MB/s 
+
+Lizard library is based on frequently used [LZ4] library by Yann Collet but the Lizard compression format is not compatible with LZ4.
+Lizard library is provided as open-source software using BSD 2-Clause license.
+The high compression/decompression speed is achieved without any SSE and AVX extensions.
+
+
+|Branch      |Status   |
+|------------|---------|
+|lz5_v1.5    | [![Build Status][travis15Badge]][travisLink]    [![Build status][Appveyor15Badge]][AppveyorLink]     |
+|lizard      | [![Build Status][travis20Badge]][travisLink]    [![Build status][Appveyor20Badge]][AppveyorLink]     |
+
+[travis15Badge]: https://travis-ci.org/inikep/lizard.svg?branch=lz5_v1.5 "Continuous Integration test suite"
+[travis20Badge]: https://travis-ci.org/inikep/lizard.svg?branch=lizard "Continuous Integration test suite"
+[travisLink]: https://travis-ci.org/inikep/lizard
+[Appveyor15Badge]: https://ci.appveyor.com/api/projects/status/cqw7emcuqge369p0/branch/lz5_v1.5?svg=true "Visual test suite"
+[Appveyor20Badge]: https://ci.appveyor.com/api/projects/status/cqw7emcuqge369p0/branch/lizard?svg=true "Visual test suite"
+[AppveyorLink]: https://ci.appveyor.com/project/inikep/lizard
+[LZ4]: https://github.com/lz4/lz4
+[zlib]: https://github.com/madler/zlib
+[zstd]: https://github.com/facebook/zstd
+[brotli]: https://github.com/google/brotli
+
+
+Benchmarks
+-------------------------
+
+The following results are obtained with [lzbench](https://github.com/inikep/lzbench) and `-t16,16`
+using 1 core of Intel Core i5-4300U, Windows 10 64-bit (MinGW-w64 compilation under gcc 6.2.0)
+with [silesia.tar] which contains tarred files from [Silesia compression corpus](http://sun.aei.polsl.pl/~sdeor/index.php?page=silesia).
+
+| Compressor name         | Compression| Decompress.| Compr. size | Ratio |
+| ---------------         | -----------| -----------| ----------- | ----- |
+| memcpy                  |  7332 MB/s |  8719 MB/s |   211947520 |100.00 |
+| lz4 1.7.3               |   440 MB/s |  2318 MB/s |   100880800 | 47.60 |
+| lz4hc 1.7.3 -1          |    98 MB/s |  2121 MB/s |    87591763 | 41.33 |
+| lz4hc 1.7.3 -4          |    55 MB/s |  2259 MB/s |    79807909 | 37.65 |
+| lz4hc 1.7.3 -9          |    22 MB/s |  2315 MB/s |    77892285 | 36.75 |
+| lz4hc 1.7.3 -12         |    17 MB/s |  2323 MB/s |    77849762 | 36.73 |
+| lz4hc 1.7.3 -16         |    10 MB/s |  2323 MB/s |    77841782 | 36.73 |
+| lizard 1.0 -10          |   346 MB/s |  2610 MB/s |   103402971 | 48.79 |
+| lizard 1.0 -12          |   103 MB/s |  2458 MB/s |    86232422 | 40.69 |
+| lizard 1.0 -15          |    50 MB/s |  2552 MB/s |    81187330 | 38.31 |
+| lizard 1.0 -19          |  3.04 MB/s |  2497 MB/s |    77416400 | 36.53 |
+| lizard 1.0 -21          |   157 MB/s |  1795 MB/s |    89239174 | 42.10 |
+| lizard 1.0 -23          |    30 MB/s |  1778 MB/s |    81097176 | 38.26 |
+| lizard 1.0 -26          |  6.63 MB/s |  1734 MB/s |    74503695 | 35.15 |
+| lizard 1.0 -29          |  1.37 MB/s |  1634 MB/s |    68694227 | 32.41 |
+| lizard 1.0 -30          |   246 MB/s |   909 MB/s |    85727429 | 40.45 |
+| lizard 1.0 -32          |    94 MB/s |  1244 MB/s |    76929454 | 36.30 |
+| lizard 1.0 -35          |    47 MB/s |  1435 MB/s |    73850400 | 34.84 |
+| lizard 1.0 -39          |  2.94 MB/s |  1502 MB/s |    69807522 | 32.94 |
+| lizard 1.0 -41          |   126 MB/s |   961 MB/s |    76100661 | 35.91 |
+| lizard 1.0 -43          |    28 MB/s |  1101 MB/s |    70955653 | 33.48 |
+| lizard 1.0 -46          |  6.25 MB/s |  1073 MB/s |    65413061 | 30.86 |
+| lizard 1.0 -49          |  1.27 MB/s |  1064 MB/s |    60679215 | 28.63 |
+| zlib 1.2.8 -1           |    66 MB/s |   244 MB/s |    77259029 | 36.45 |
+| zlib 1.2.8 -6           |    20 MB/s |   263 MB/s |    68228431 | 32.19 |
+| zlib 1.2.8 -9           |  8.37 MB/s |   266 MB/s |    67644548 | 31.92 |
+| zstd 1.1.1 -1           |   235 MB/s |   645 MB/s |    73659468 | 34.75 |
+| zstd 1.1.1 -2           |   181 MB/s |   600 MB/s |    70168955 | 33.11 |
+| zstd 1.1.1 -5           |    88 MB/s |   565 MB/s |    65002208 | 30.67 |
+| zstd 1.1.1 -8           |    31 MB/s |   619 MB/s |    61026497 | 28.79 |
+| zstd 1.1.1 -11          |    16 MB/s |   613 MB/s |    59523167 | 28.08 |
+| zstd 1.1.1 -15          |  4.97 MB/s |   639 MB/s |    58007773 | 27.37 |
+| zstd 1.1.1 -18          |  2.87 MB/s |   583 MB/s |    55294241 | 26.09 |
+| zstd 1.1.1 -22          |  1.44 MB/s |   505 MB/s |    52731930 | 24.88 |
+| brotli 0.5.2 -0         |   217 MB/s |   244 MB/s |    78226979 | 36.91 |
+| brotli 0.5.2 -2         |    96 MB/s |   283 MB/s |    68066621 | 32.11 |
+| brotli 0.5.2 -5         |    24 MB/s |   312 MB/s |    60801716 | 28.69 |
+| brotli 0.5.2 -8         |  5.56 MB/s |   324 MB/s |    57382470 | 27.07 |
+| brotli 0.5.2 -11        |  0.39 MB/s |   266 MB/s |    51138054 | 24.13 |
+
+[silesia.tar]: https://drive.google.com/file/d/0BwX7dtyRLxThenZpYU9zLTZhR1k/view?usp=sharing
+
+
+Documentation
+-------------------------
+
+The raw Lizard block compression format is detailed within [lizard_Block_format].
+
+To compress an arbitrarily long file or data stream, multiple blocks are required.
+Organizing these blocks and providing a common header format to handle their content
+is the purpose of the Frame format, defined into [lizard_Frame_format].
+Interoperable versions of Lizard must respect this frame format.
+
+[lizard_Block_format]: doc/lizard_Block_format.md
+[lizard_Frame_format]: doc/lizard_Frame_format.md
diff --git a/contrib/lizard/appveyor.yml b/contrib/lizard/appveyor.yml
new file mode 100644
index 00000000000..d5863f7c06b
--- /dev/null
+++ b/contrib/lizard/appveyor.yml
@@ -0,0 +1,143 @@
+version: 1.0.{build}
+environment:
+  matrix:
+  - COMPILER: "visual"
+    CONFIGURATION: "Debug"
+    PLATFORM: "x64"
+  - COMPILER: "visual"
+    CONFIGURATION: "Debug"
+    PLATFORM: "Win32"
+  - COMPILER: "visual"
+    CONFIGURATION: "Release"
+    PLATFORM: "x64"
+  - COMPILER: "visual"
+    CONFIGURATION: "Release"
+    PLATFORM: "Win32"
+  - COMPILER: "gcc"
+    PLATFORM: "mingw64"
+  - COMPILER: "gcc"
+    PLATFORM: "mingw32"
+  - COMPILER: "gcc"
+    PLATFORM: "clang"
+
+install:
+  - ECHO Installing %COMPILER% %PLATFORM% %CONFIGURATION%
+  - MKDIR bin
+  - if [%COMPILER%]==[gcc] SET PATH_ORIGINAL=%PATH%
+  - if [%COMPILER%]==[gcc] (
+      SET "PATH_MINGW32=c:\MinGW\bin;c:\MinGW\usr\bin" &&
+      SET "PATH_MINGW64=c:\msys64\mingw64\bin;c:\msys64\usr\bin" &&
+      COPY C:\MinGW\bin\mingw32-make.exe C:\MinGW\bin\make.exe &&
+      COPY C:\MinGW\bin\gcc.exe C:\MinGW\bin\cc.exe
+    ) else (
+      IF [%PLATFORM%]==[x64] (SET ADDITIONALPARAM=/p:LibraryPath="C:\Program Files\Microsoft SDKs\Windows\v7.1\lib\x64;c:\Program Files (x86)\Microsoft Visual Studio 10.0\VC\lib\amd64;C:\Program Files (x86)\Microsoft Visual Studio 10.0\;C:\Program Files (x86)\Microsoft Visual Studio 10.0\lib\amd64;")
+    )
+
+build_script:
+  - if [%PLATFORM%]==[mingw32] SET PATH=%PATH_MINGW32%;%PATH_ORIGINAL%
+  - if [%PLATFORM%]==[mingw64] SET PATH=%PATH_MINGW64%;%PATH_ORIGINAL%
+  - if [%PLATFORM%]==[clang] SET PATH=%PATH_MINGW64%;%PATH_ORIGINAL%
+  - ECHO *** &&
+      ECHO Building %COMPILER% %PLATFORM% %CONFIGURATION% &&
+      ECHO ***
+  - if [%PLATFORM%]==[clang] (clang -v)
+  - if [%COMPILER%]==[gcc] (gcc -v)
+  - if [%COMPILER%]==[gcc] (
+      echo ----- &&
+      make -v &&
+      echo ----- &&
+      if not [%PLATFORM%]==[clang] (
+        make -C programs lizard && make -C tests fullbench && make -C lib lib
+      ) ELSE (
+        make -C programs lizard CC=clang MOREFLAGS="--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion" &&
+        make -C tests fullbench CC=clang MOREFLAGS="--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion" &&
+        make -C lib lib CC=clang MOREFLAGS="--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion"
+      )
+    )
+  - if [%COMPILER%]==[gccX] if not [%PLATFORM%]==[clang] (
+      MKDIR bin\dll bin\static bin\example bin\include &&
+      COPY tests\fullbench.c bin\example\ &&
+      COPY lib\xxhash.c bin\example\ &&
+      COPY lib\xxhash.h bin\example\ &&
+      COPY lib\lizard.h bin\include\ &&
+      COPY lib\lizardhc.h bin\include\ &&
+      COPY lib\lizard_frame.h bin\include\ &&
+      COPY lib\liblizard.a bin\static\liblizard_static.lib &&
+      COPY lib\dll\liblizard.* bin\dll\ &&
+      COPY lib\dll\example\Makefile bin\example\ &&
+      COPY lib\dll\example\fullbench-dll.* bin\example\ &&
+      COPY lib\dll\example\README.md bin\ &&
+      COPY programs\lizard.exe bin\lizard.exe
+    )
+  - if [%COMPILER%]==[gccX] if [%PLATFORM%]==[mingw64] (
+      7z.exe a bin\lizard_x64.zip NEWS .\bin\lizard.exe .\bin\README.md .\bin\example .\bin\dll .\bin\static .\bin\include &&
+      appveyor PushArtifact bin\lizard_x64.zip
+    )
+  - if [%COMPILER%]==[gccX] if [%PLATFORM%]==[mingw32] (
+      7z.exe a bin\lizard_x86.zip NEWS .\bin\lizard.exe .\bin\README.md .\bin\example .\bin\dll .\bin\static .\bin\include &&
+      appveyor PushArtifact bin\lizard_x86.zip
+    )
+  - if [%COMPILER%]==[gcc] (COPY tests\fullbench.exe programs\)
+  - if [%COMPILER%]==[visual] (
+      ECHO *** &&
+      ECHO *** Building Visual Studio 2010 %PLATFORM%\%CONFIGURATION% &&
+      ECHO *** &&
+      msbuild "visual\VS2010\lizard.sln" %ADDITIONALPARAM% /m /verbosity:minimal /property:PlatformToolset=v100 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
+      ECHO *** &&
+      ECHO *** Building Visual Studio 2012 %PLATFORM%\%CONFIGURATION% &&
+      ECHO *** &&
+      msbuild "visual\VS2010\lizard.sln" /m /verbosity:minimal /property:PlatformToolset=v110 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
+      ECHO *** &&
+      ECHO *** Building Visual Studio 2013 %PLATFORM%\%CONFIGURATION% &&
+      ECHO *** &&
+      msbuild "visual\VS2010\lizard.sln" /m /verbosity:minimal /property:PlatformToolset=v120 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
+      ECHO *** &&
+      ECHO *** Building Visual Studio 2015 %PLATFORM%\%CONFIGURATION% &&
+      ECHO *** &&
+      msbuild "visual\VS2010\lizard.sln" /m /verbosity:minimal /property:PlatformToolset=v140 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
+      COPY visual\VS2010\bin\%PLATFORM%_%CONFIGURATION%\*.exe programs\
+    )
+
+test_script:
+  - ECHO *** &&
+      ECHO Testing %COMPILER% %PLATFORM% %CONFIGURATION% &&
+      ECHO ***
+  - if not [%COMPILER%]==[unknown] (
+      CD programs &&
+      lizard -h &&
+      lizard -i1b lizard.exe &&
+      lizard -i1b5 lizard.exe &&
+      lizard -i1b10 lizard.exe &&
+      lizard -i1b15 lizard.exe &&
+      echo ------- lizard tested ------- &&
+      fullbench.exe -i1 fullbench.exe
+    )
+
+artifacts:
+  - path: bin\lizard_x64.zip
+  - path: bin\lizard_x86.zip
+
+deploy:
+- provider: GitHub
+  artifact: bin\lizard_x64.zip
+  auth_token:
+    secure: LgJo8emYc3sFnlNWkGl4/VYK3nk/8+RagcsqDlAi3xeqNGNutnKjcftjg84uJoT4
+  force_update: true
+  prerelease: true
+  on:
+    COMPILER: gcc
+    PLATFORM: "mingw64"
+    appveyor_repo_tag: true
+    branch: autobuild
+
+- provider: GitHub
+  artifact: bin\lizard_x86.zip
+  auth_token:
+    secure: LgJo8emYc3sFnlNWkGl4/VYK3nk/8+RagcsqDlAi3xeqNGNutnKjcftjg84uJoT4
+  force_update: true
+  prerelease: true
+  on:
+    COMPILER: gcc
+    PLATFORM: "mingw32"
+    appveyor_repo_tag: true
+    branch: autobuild
diff --git a/contrib/lizard/contrib/djgpp/LICENSE b/contrib/lizard/contrib/djgpp/LICENSE
new file mode 100644
index 00000000000..fee0d3b3e23
--- /dev/null
+++ b/contrib/lizard/contrib/djgpp/LICENSE
@@ -0,0 +1,24 @@
+Copyright (c) 2014, lpsantil
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
diff --git a/contrib/lizard/contrib/djgpp/README.MD b/contrib/lizard/contrib/djgpp/README.MD
new file mode 100644
index 00000000000..8dfc3a838c4
--- /dev/null
+++ b/contrib/lizard/contrib/djgpp/README.MD
@@ -0,0 +1,21 @@
+# lizard for DOS/djgpp
+This file details on how to compile lizard.exe, and liblizard.a for use on DOS/djgpp using
+Andrew Wu's build-djgpp cross compilers ([GH][0], [Binaries][1]) on OSX, Linux.
+
+## Setup
+* Download a djgpp tarball [binaries][1] for your platform.  
+* Extract and install it (`tar jxvf djgpp-linux64-gcc492.tar.bz2`).  Note the path.  We'll assume `/home/user/djgpp`.
+* Add the `bin` folder to your `PATH`.  In bash, do `export PATH=/home/user/djgpp/bin:$PATH`.
+* The `Makefile` in `contrib/djgpp/` sets up `CC`, `AR`, `LD` for you.  So, `CC=i586-pc-msdosdjgpp-gcc`, `AR=i586-pc-msdosdjgpp-ar`, `LD=i586-pc-msdosdjgpp-gcc`.
+
+## Building Lizard for DOS
+In the base dir of lizard and with `contrib/djgpp/Makefile`, try:
+Try:
+* `make -f contrib/djgpp/Makefile`
+* `make -f contrib/djgpp/Makefile liblizard.a`
+* `make -f contrib/djgpp/Makefile lizard.exe`
+* `make -f contrib/djgpp/Makefile DESTDIR=/home/user/dos install`, however it doesn't make much sense on a \*nix.
+* You can also do `make -f contrib/djgpp/Makefile uninstall`
+
+[0]: https://github.com/andrewwutw/build-djgpp
+[1]: https://github.com/andrewwutw/build-djgpp/releases
diff --git a/contrib/lizard/doc/lizard_Block_format.md b/contrib/lizard/doc/lizard_Block_format.md
new file mode 100644
index 00000000000..45307a1fce5
--- /dev/null
+++ b/contrib/lizard/doc/lizard_Block_format.md
@@ -0,0 +1,181 @@
+Lizard v1.x Block Format Description
+============================
+Last revised: 2016-10-08
+Authors : Yann Collet, Przemyslaw Skibinski
+
+
+This specification is intended for developers
+willing to produce Lizard-compatible compressed data blocks
+using any programming language.
+
+Lizard is an LZ77-type compressor with a fixed, byte-oriented encoding.
+There is no framing layer as it is assumed to be handled by other parts of the system (see [Lizard Frame format]).
+This design is assumed to favor simplicity and speed.
+It helps later on for optimizations, compactness, and features.
+
+This document describes only the block format,
+not how the compressor nor decompressor actually work.
+The correctness of the decompressor should not depend
+on implementation details of the compressor, and vice versa.
+
+[Lizard Frame format]: lizard_Frame_format.md
+
+
+Division into blocks
+--------------------
+
+The input data is divided into blocks of maximum size LIZARD_BLOCK_SIZE (which is 128 KB). The subsequent blocks use the same sliding window and are dependent on previous blocks.
+Our impementation of Lizard compressor divides input data into blocks of size of LIZARD_BLOCK_SIZE except the last one which usually will be smaller.
+The output data is a single byte 'Compression_Level' and one or more blocks in the format described below.
+
+
+Block header format
+-----------------------
+
+The block header is a single byte `Header_Byte` that is combination of following flags:
+
+| Name                | Value |
+| --------------------- | --- |
+| LIZARD_FLAG_LITERALS     | 1   |
+| LIZARD_FLAG_FLAGS        | 2   |
+| LIZARD_FLAG_OFF16LEN     | 4   |
+| LIZARD_FLAG_OFF24LEN     | 8   |
+| LIZARD_FLAG_LEN          | 16  |
+| LIZARD_FLAG_UNCOMPRESSED | 128 |
+
+When `Header_Byte & LIZARD_FLAG_UNCOMPRESSED` is true then the block is followed by 3-byte `Uncompressed_length` and uncompressed data of given size.
+
+
+Compressed block content
+------------------------
+
+When `Header_Byte & LIZARD_FLAG_UNCOMPRESSED` is false then compressed block contains of 5 streams:
+- `Lengths_Stream` (compressed with Huffman if LIZARD_FLAG_LEN is set)
+- `16-bit_Offsets_Stream` (compressed with Huffman if LIZARD_FLAG_OFF16LEN is set)
+- `24-bit_Offsets_Stream` (compressed with Huffman if LIZARD_FLAG_OFF24LEN is set)
+- `Tokens_Stream` (compressed with Huffman if LIZARD_FLAG_FLAGS is set)
+- `Literals_Stream` (compressed with Huffman if LIZARD_FLAG_LITERALS is set)
+
+
+Stream format
+-------------
+The single stream is either:
+- if LIZARD_FLAG_XXX is not set: 3 byte `Stream_Length` followed by a given number bytes
+- if LIZARD_FLAG_XXX is set: 3 byte `Original_Stream_Length`, 3 byte `Compressed_Stream_Length`, followed by a given number of Huffman compressed bytes
+
+
+Lizard block decompression
+-----------------------
+At the beginning we have 5 streams and their sizes.
+Decompressor should iterate through `Tokens_Stream`. Each token is 1-byte long and describes how to get data from other streams. 
+If token points a stream that is already empty it means that data is corrupted.
+
+
+Lizard token decompression
+-----------------------
+The token is a one byte. Token decribes:
+- how many literals should be copied from `Literals_Stream`
+- if offset should be read from `16-bit_Offsets_Stream` or `24-bit_Offsets_Stream`
+- how many bytes are part of a match and should be copied from a sliding window
+
+Lizard uses 4 types of tokens:
+- [0_MMMM_LLL] - 3-bit literal length (0-7+), use offset from `16-bit_Offsets_Stream`, 4-bit match length (4-15+)
+- [1_MMMM_LLL] - 3-bit literal length (0-7+), use last offset, 4-bit match length (0-15+)
+- token 31     - no literal length, use offset from `24-bit_Offsets_Stream`, match length (47+)
+- token 0-30   - no literal length, use offset from `24-bit_Offsets_Stream`, 31 match lengths (16-46)
+
+Lizard uses different output codewords and is not compatible with LZ4. LZ4 output codewords are 3 byte long (24-bit) and look as follows:
+- LLLL_MMMM OOOOOOOO OOOOOOOO - 16-bit offset, 4-bit match length, 4-bit literal length 
+
+
+The format of `Lengths_Stream`
+------------------------------
+`Lengths_Stream` contains lenghts in the the following format:
+- when 'First_Byte' is < 254 then lenght is equal 'First_Byte'
+- when 'First_Byte' is 254 then lenght is equal to value of 2-bytes after 'First_Byte' i.e. 0-65536
+- when 'First_Byte' is 255 then lenght is equal to value of 3-bytes after 'First_Byte' i.e. 0-16777215
+
+
+[0_MMMM_LLL] and [1_MMMM_LLL] tokens
+---------------------------------------
+The length of literals to be copied from `Literals_Stream` depends on the literal length field (LLL) that uses 3 bits of the token.
+Therefore each field ranges from 0 to 7.
+If the value is 7, then the lenght is increased with a length taken from `Lengths_Stream`.
+
+Example 1 : A literal length of 48 will be represented as :
+
+  - 7  : value for the 3-bits LLL field
+  - 41 : (=48-7) remaining length to reach 48 (in `Lengths_Stream`)
+
+Example 2 : A literal length of 280 for will be represented as :
+
+  - 7   : value for the 3-bits LLL field
+  - 254 : informs that remaining length (=280-7) must be represented as 2-bytes (in `Lengths_Stream`)
+  - 273 : (=280-7) encoded as 2-bytes (in `Lengths_Stream`)
+
+Example 3 : A literal length of 7 for will be represented as :
+
+  - 7  : value for the 3-bits LLL field
+  - 0  : (=7-7) yes, the zero must be output (in `Lengths_Stream`)
+
+After copying 0 or more literals from `Literals_Stream` we can prepare the match copy operation which depends on a offset and a match length.
+The flag "0" informs that decoder should use the last encoded offset.
+The flag "1" informs that the offset is a 2 bytes value (16-bit), in little endian format and should be taken from `16-bit_Offsets_Stream`.
+
+The match length depends on the match length field (MMMM) that uses 4 bits of the token.
+Therefore each field ranges from 0 to 15. Values from 0-3 are forbidden with offset taken from `16-bit_Offsets_Stream`.
+If the value is 15, then the lenght is increased with a length taken from `Lengths_Stream`.
+
+With the offset and the match length,
+the decoder can now proceed to copy the data from the already decoded buffer.
+
+
+Lizard block epilogue
+------------------
+When all tokens are read from `Tokens_Stream` and interpreted all remaining streams should also be empty.
+Otherwise, it means that the data is corrupted. The only exception is `Literals_Stream` that should have at least 16 remaining literals what
+allows fast memory copy operations. The remaining literals up to the end of `Literals_Stream` should be appended to the output data.
+
+
+Tokens 0-31
+-----------
+The offset is a 3 bytes value (24-bit), in little endian format and should be taken from `24-bit_Offsets_Stream`.
+The offset represents the position of the match to be copied from.
+1 means "current position - 1 byte".
+The maximum offset value is (1<<24)-1, 1<<24 cannot be coded.
+Note that 0 is an invalid value, not used. 
+
+The 'Token_Value' ranges from 0 to 31.
+The match length is equal to 'Token_Value + 16 that is from 16 to 47.
+If match length is 47, the lenght is increased with a length taken from `Lengths_Stream`.
+
+
+Parsing restrictions
+-----------------------
+There are specific parsing rules to respect in order to remain compatible
+with assumptions made by the decoder :
+
+1. The last 16 bytes are always literals what allows fast memory copy operations.
+2. The last match must start at least 20 bytes before end of block.   
+   Consequently, a block with less than 20 bytes cannot be compressed.
+
+These rules are in place to ensure that the decoder
+will never read beyond the input buffer, nor write beyond the output buffer.
+
+Note that the last sequence is also incomplete,
+and stops right after literals.
+
+
+Additional notes
+-----------------------
+There is no assumption nor limits to the way the compressor
+searches and selects matches within the source data block.
+It could be a fast scan, a multi-probe, a full search using BST,
+standard hash chains or MMC, well whatever.
+
+Advanced parsing strategies can also be implemented, such as lazy match,
+or full optimal parsing.
+
+All these trade-off offer distinctive speed/memory/compression advantages.
+Whatever the method used by the compressor, its result will be decodable
+by any Lizard decoder if it follows the format specification described above.
diff --git a/contrib/lizard/doc/lizard_Frame_format.md b/contrib/lizard/doc/lizard_Frame_format.md
new file mode 100644
index 00000000000..ce24b0e23e2
--- /dev/null
+++ b/contrib/lizard/doc/lizard_Frame_format.md
@@ -0,0 +1,312 @@
+Lizard v1.x Frame Format Description
+=================================
+
+###Notices
+
+Copyright (c) 2013-2015 Yann Collet
+
+Copyright (c) 2016 Przemyslaw Skibinski
+
+Permission is granted to copy and distribute this document 
+for any  purpose and without charge, 
+including translations into other  languages 
+and incorporation into compilations, 
+provided that the copyright notice and this notice are preserved, 
+and that any substantive changes or deletions from the original 
+are clearly marked.
+Distribution of this document is unlimited.
+
+###Version
+
+1.0 (8-10-2016)
+
+
+Introduction
+------------
+
+The purpose of this document is to define a lossless compressed data format, 
+that is independent of CPU type, operating system, 
+file system and character set, suitable for 
+File compression, Pipe and streaming compression 
+using the Lizard algorithm.
+
+The data can be produced or consumed, 
+even for an arbitrarily long sequentially presented input data stream,
+using only an a priori bounded amount of intermediate storage,
+and hence can be used in data communications.
+The format uses the Lizard compression method,
+and optional [xxHash-32 checksum method](https://github.com/Cyan4973/xxHash),
+for detection of data corruption.
+
+The data format defined by this specification 
+does not attempt to allow random access to compressed data.
+
+This specification is intended for use by implementers of software
+to compress data into Lizard format and/or decompress data from Lizard format.
+The text of the specification assumes a basic background in programming
+at the level of bits and other primitive data representations.
+
+Unless otherwise indicated below,
+a compliant compressor must produce data sets
+that conform to the specifications presented here.
+It doesn’t need to support all options though.
+
+A compliant decompressor must be able to decompress
+at least one working set of parameters
+that conforms to the specifications presented here.
+It may also ignore checksums.
+Whenever it does not support a specific parameter within the compressed stream,
+it must produce a non-ambiguous error code
+and associated error message explaining which parameter is unsupported.
+
+
+General Structure of Lizard Frame format
+-------------------------------------
+
+| MagicNb | F. Descriptor | Block | (...) | EndMark | C. Checksum |
+|:-------:|:-------------:| ----- | ----- | ------- | ----------- |
+| 4 bytes |  3-11 bytes   |       |       | 4 bytes | 0-4 bytes   | 
+
+__Magic Number__
+
+4 Bytes, Little endian format.
+Value : 0x184D2206 (it was 0x184D2204 for LZ4 and 0x184D2205 for LZ5 v1.x)
+
+__Frame Descriptor__
+
+3 to 11 Bytes, to be detailed in the next part.
+Most important part of the spec.
+
+__Data Blocks__
+
+To be detailed later on.
+That’s where compressed data is stored.
+
+__EndMark__
+
+The flow of blocks ends when the last data block has a size of “0”.
+The size is expressed as a 32-bits value.
+
+__Content Checksum__
+
+Content Checksum verify that the full content has been decoded correctly.
+The content checksum is the result 
+of [xxh32() hash function](https://github.com/Cyan4973/xxHash)
+digesting the original (decoded) data as input, and a seed of zero.
+Content checksum is only present when its associated flag
+is set in the frame descriptor. 
+Content Checksum validates the result,
+that all blocks were fully transmitted in the correct order and without error,
+and also that the encoding/decoding process itself generated no distortion.
+Its usage is recommended.
+
+__Frame Concatenation__
+
+In some circumstances, it may be preferable to append multiple frames,
+for example in order to add new data to an existing compressed file
+without re-framing it.
+
+In such case, each frame has its own set of descriptor flags.
+Each frame is considered independent.
+The only relation between frames is their sequential order.
+
+The ability to decode multiple concatenated frames 
+within a single stream or file
+is left outside of this specification. 
+As an example, the reference lizard command line utility behavior is
+to decode all concatenated frames in their sequential order.
+
+ 
+Frame Descriptor
+----------------
+
+| FLG     | BD      | (Content Size) | HC      |
+| ------- | ------- |:--------------:| ------- |
+| 1 byte  | 1 byte  |  0 - 8 bytes   | 1 byte  | 
+
+The descriptor uses a minimum of 3 bytes,
+and up to 11 bytes depending on optional parameters.
+
+__FLG byte__
+
+|  BitNb  |   7-6   |    5    |     4     |   3     |     2     |    1-0   |
+| ------- | ------- | ------- | --------- | ------- | --------- | -------- |
+|FieldName| Version | B.Indep | B.Checksum| C.Size  | C.Checksum|*Reserved*|
+
+
+__BD byte__
+
+|  BitNb  |     7    |     6-5-4    |  3-2-1-0 |
+| ------- | -------- | ------------ | -------- |
+|FieldName|*Reserved*| Block MaxSize|*Reserved*|
+
+In the tables, bit 7 is highest bit, while bit 0 is lowest.
+
+__Version Number__
+
+2-bits field, must be set to “01”.
+Any other value cannot be decoded by this version of the specification.
+Other version numbers will use different flag layouts.
+
+__Block Independence flag__
+
+If this flag is set to “1”, blocks are independent. 
+If this flag is set to “0”, each block depends on previous ones
+(up to Lizard window size, which is 16 MB).
+In such case, it’s necessary to decode all blocks in sequence.
+
+Block dependency improves compression ratio, especially for small blocks.
+On the other hand, it makes direct jumps or multi-threaded decoding impossible.
+
+__Block checksum flag__
+
+If this flag is set, each data block will be followed by a 4-bytes checksum,
+calculated by using the xxHash-32 algorithm on the raw (compressed) data block.
+The intention is to detect data corruption (storage or transmission errors) 
+immediately, before decoding.
+Block checksum usage is optional.
+
+__Content Size flag__
+
+If this flag is set, the uncompressed size of data included within the frame 
+will be present as an 8 bytes unsigned little endian value, after the flags.
+Content Size usage is optional.
+
+__Content checksum flag__
+
+If this flag is set, a content checksum will be appended after the EndMark.
+
+Recommended value : “1” (content checksum is present)
+
+__Block Maximum Size__
+
+This information is intended to help the decoder allocate memory.
+Size here refers to the original (uncompressed) data size.
+Block Maximum Size is one value among the following table :
+
+|  0  |   1    |    2   |   3  |   4  |   5   |   6   |   7    | 
+| --- | ------ | ------ | ---- | ---- | ----- | ----- | ------ | 
+| N/A | 128 KB | 256 KB | 1 MB | 4 MB | 16 MB | 64 MB | 256 MB |
+
+    
+The decoder may refuse to allocate block sizes above a (system-specific) size.
+Unused values may be used in a future revision of the spec.
+A decoder conformant to the current version of the spec
+is only able to decode blocksizes defined in this spec.
+
+__Reserved bits__
+
+Value of reserved bits **must** be 0 (zero).
+Reserved bit might be used in a future version of the specification,
+typically enabling new optional features.
+If this happens, a decoder respecting the current version of the specification
+shall not be able to decode such a frame.
+
+__Content Size__
+
+This is the original (uncompressed) size.
+This information is optional, and only present if the associated flag is set.
+Content size is provided using unsigned 8 Bytes, for a maximum of 16 HexaBytes.
+Format is Little endian.
+This value is informational, typically for display or memory allocation.
+It can be skipped by a decoder, or used to validate content correctness.
+
+__Header Checksum__
+
+One-byte checksum of combined descriptor fields, including optional ones.
+The value is the second byte of xxh32() : ` (xxh32()>>8) & 0xFF `
+using zero as a seed,
+and the full Frame Descriptor as an input
+(including optional fields when they are present).
+A wrong checksum indicates an error in the descriptor.
+Header checksum is informational and can be skipped.
+
+
+Data Blocks
+-----------
+
+| Block Size |  data  | (Block Checksum) |
+|:----------:| ------ |:----------------:|
+|  4 bytes   |        |   0 - 4 bytes    | 
+
+
+__Block Size__
+
+This field uses 4-bytes, format is little-endian.
+
+The highest bit is “1” if data in the block is uncompressed.
+
+The highest bit is “0” if data in the block is compressed by Lizard.
+
+All other bits give the size, in bytes, of the following data block
+(the size does not include the block checksum if present).
+
+Block Size shall never be larger than Block Maximum Size.
+Such a thing could happen for incompressible source data. 
+In such case, such a data block shall be passed in uncompressed format.
+
+__Data__
+
+Where the actual data to decode stands.
+It might be compressed or not, depending on previous field indications.
+Uncompressed size of Data can be any size, up to “block maximum size”.
+Note that data block is not necessarily full : 
+an arbitrary “flush” may happen anytime. Any block can be “partially filled”.
+
+__Block checksum__
+
+Only present if the associated flag is set.
+This is a 4-bytes checksum value, in little endian format,
+calculated by using the xxHash-32 algorithm on the raw (undecoded) data block,
+and a seed of zero.
+The intention is to detect data corruption (storage or transmission errors) 
+before decoding.
+
+Block checksum is cumulative with Content checksum.
+
+
+Skippable Frames
+----------------
+
+| Magic Number | Frame Size | User Data |
+|:------------:|:----------:| --------- |
+|   4 bytes    |  4 bytes   |           | 
+
+Skippable frames allow the integration of user-defined data
+into a flow of concatenated frames.
+Its design is pretty straightforward,
+with the sole objective to allow the decoder to quickly skip 
+over user-defined data and continue decoding.
+
+For the purpose of facilitating identification,
+it is discouraged to start a flow of concatenated frames with a skippable frame.
+If there is a need to start such a flow with some user data
+encapsulated into a skippable frame,
+it’s recommended to start with a zero-byte Lizard frame
+followed by a skippable frame.
+This will make it easier for file type identifiers.
+
+ 
+__Magic Number__
+
+4 Bytes, Little endian format.
+Value : 0x184D2A5X, which means any value from 0x184D2A50 to 0x184D2A5F.
+All 16 values are valid to identify a skippable frame.
+
+__Frame Size__ 
+
+This is the size, in bytes, of the following User Data
+(without including the magic number nor the size field itself).
+4 Bytes, Little endian format, unsigned 32-bits.
+This means User Data can’t be bigger than (2^32-1) Bytes.
+
+__User Data__
+
+User Data can be anything. Data will just be skipped by the decoder.
+
+
+
+Version changes
+---------------
+
+1.0 : based on LZ4 Frame Format Description 1.5.1 (31/03/2015)
diff --git a/contrib/lizard/examples/.gitignore b/contrib/lizard/examples/.gitignore
new file mode 100644
index 00000000000..f6f8bbcca09
--- /dev/null
+++ b/contrib/lizard/examples/.gitignore
@@ -0,0 +1,8 @@
+/Makefile.liz*
+/printVersion
+/doubleBuffer
+/ringBuffer
+/ringBufferHC
+/lineCompress
+/frameCompress
+/*.exe
diff --git a/contrib/lizard/examples/HCStreaming_ringBuffer.c b/contrib/lizard/examples/HCStreaming_ringBuffer.c
new file mode 100644
index 00000000000..3e4d75a5d78
--- /dev/null
+++ b/contrib/lizard/examples/HCStreaming_ringBuffer.c
@@ -0,0 +1,241 @@
+// Lizard streaming API example : ring buffer
+// Based on previous work from Takayuki Matsuoka
+
+
+/**************************************
+ * Compiler Options
+ **************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  define _CRT_SECURE_NO_WARNINGS // for MSVC
+#  define snprintf sprintf_s
+#endif
+
+#define GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
+#ifdef __GNUC__
+#  pragma GCC diagnostic ignored "-Wmissing-braces"   /* GCC bug 53119 : doesn't accept { 0 } as initializer (https://gcc.gnu.org/bugzilla/show_bug.cgi?id=53119) */
+#endif
+
+
+/**************************************
+ * Includes
+ **************************************/
+#include "lizard_compress.h"
+#include "lizard_decompress.h"
+#include "lizard_common.h"
+
+#include <stdio.h>
+#include <stdint.h>
+#include <stdlib.h>
+#include <string.h>
+
+enum {
+    MESSAGE_MAX_BYTES   = 1024,
+    RING_BUFFER_BYTES   = 1024 * 8 + MESSAGE_MAX_BYTES,
+    DEC_BUFFER_BYTES    = RING_BUFFER_BYTES + MESSAGE_MAX_BYTES   // Intentionally larger to test unsynchronized ring buffers
+};
+
+
+size_t write_int32(FILE* fp, int32_t i) {
+    return fwrite(&i, sizeof(i), 1, fp);
+}
+
+size_t write_bin(FILE* fp, const void* array, int arrayBytes) {
+    return fwrite(array, 1, arrayBytes, fp);
+}
+
+size_t read_int32(FILE* fp, int32_t* i) {
+    return fread(i, sizeof(*i), 1, fp);
+}
+
+size_t read_bin(FILE* fp, void* array, int arrayBytes) {
+    return fread(array, 1, arrayBytes, fp);
+}
+
+
+void test_compress(FILE* outFp, FILE* inpFp)
+{
+    Lizard_stream_t* lizardStream = Lizard_createStream(0);
+    static char inpBuf[RING_BUFFER_BYTES];
+    int inpOffset = 0;
+
+    if (!lizardStream) return;
+
+    for(;;)
+    {
+        // Read random length ([1,MESSAGE_MAX_BYTES]) data to the ring buffer.
+        char* const inpPtr = &inpBuf[inpOffset];
+        const int randomLength = (rand() % MESSAGE_MAX_BYTES) + 1;
+        const int inpBytes = (int) read_bin(inpFp, inpPtr, randomLength);
+        if (0 == inpBytes) break;
+
+        {
+            char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
+            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, Lizard_compressBound(inpBytes));
+
+            if(cmpBytes <= 0) break;
+            write_int32(outFp, cmpBytes);
+            write_bin(outFp, cmpBuf, cmpBytes);
+
+            inpOffset += inpBytes;
+
+            // Wraparound the ringbuffer offset
+            if(inpOffset >= RING_BUFFER_BYTES - MESSAGE_MAX_BYTES)
+                inpOffset = 0;
+        }
+    }
+
+    write_int32(outFp, 0);
+    Lizard_freeStream(lizardStream);
+}
+
+
+void test_decompress(FILE* outFp, FILE* inpFp)
+{
+    static char decBuf[DEC_BUFFER_BYTES];
+    int decOffset = 0;
+    Lizard_streamDecode_t lizardStreamDecode_body = { 0 };
+    Lizard_streamDecode_t* lizardStreamDecode = &lizardStreamDecode_body;
+
+    for(;;)
+    {
+        int  cmpBytes = 0;
+        char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
+
+        {
+            const size_t r0 = read_int32(inpFp, &cmpBytes);
+            size_t r1;
+            if(r0 != 1 || cmpBytes <= 0)
+                break;
+
+            r1 = read_bin(inpFp, cmpBuf, cmpBytes);
+            if(r1 != (size_t) cmpBytes)
+                break;
+        }
+
+        {
+            char* const decPtr = &decBuf[decOffset];
+            const int decBytes = Lizard_decompress_safe_continue(
+                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, MESSAGE_MAX_BYTES);
+            if(decBytes <= 0)
+                break;
+
+            decOffset += decBytes;
+            write_bin(outFp, decPtr, decBytes);
+
+            // Wraparound the ringbuffer offset
+            if(decOffset >= DEC_BUFFER_BYTES - MESSAGE_MAX_BYTES)
+                decOffset = 0;
+        }
+    }
+}
+
+
+// Compare 2 files content
+// return 0 if identical
+// return ByteNb>0 if different
+size_t compare(FILE* f0, FILE* f1)
+{
+    size_t result = 1;
+
+    for (;;)
+    {
+        char b0[65536];
+        char b1[65536];
+        const size_t r0 = fread(b0, 1, sizeof(b0), f0);
+        const size_t r1 = fread(b1, 1, sizeof(b1), f1);
+
+        if ((r0==0) && (r1==0)) return 0;   // success
+
+        if (r0 != r1)
+        {
+            size_t smallest = r0;
+            if (r1<r0) smallest = r1;
+            result += smallest;
+            break;
+        }
+
+        if (memcmp(b0, b1, r0))
+        {
+            unsigned errorPos = 0;
+            while ((errorPos < r0) && (b0[errorPos]==b1[errorPos])) errorPos++;
+            result += errorPos;
+            break;
+        }
+
+        result += sizeof(b0);
+    }
+
+    return result;
+}
+
+
+int main(int argc, char** argv)
+{
+    char inpFilename[256] = { 0 };
+    char lizardFilename[256] = { 0 };
+    char decFilename[256] = { 0 };
+    unsigned fileID = 1;
+    unsigned pause = 0;
+
+
+    if(argc < 2) {
+        printf("Please specify input filename\n");
+        return 0;
+    }
+
+    if (!strcmp(argv[1], "-p")) pause = 1, fileID = 2;
+
+    snprintf(inpFilename, 256, "%s", argv[fileID]);
+    snprintf(lizardFilename, 256, "%s.lizs-%d", argv[fileID], 9);
+    snprintf(decFilename, 256, "%s.lizs-%d.dec", argv[fileID], 9);
+
+    printf("input   = [%s]\n", inpFilename);
+    printf("lizard     = [%s]\n", lizardFilename);
+    printf("decoded = [%s]\n", decFilename);
+
+    // compress
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* outFp = fopen(lizardFilename, "wb");
+
+        test_compress(outFp, inpFp);
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // decompress
+    {
+        FILE* inpFp = fopen(lizardFilename, "rb");
+        FILE* outFp = fopen(decFilename, "wb");
+
+        test_decompress(outFp, inpFp);
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // verify
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* decFp = fopen(decFilename, "rb");
+
+        const size_t cmp = compare(inpFp, decFp);
+        if(0 == cmp) {
+            printf("Verify : OK\n");
+        } else {
+            printf("Verify : NG : error at pos %u\n", (unsigned)cmp-1);
+        }
+
+        fclose(decFp);
+        fclose(inpFp);
+    }
+
+    if (pause)
+    {
+        printf("Press enter to continue ...\n");
+        getchar();
+    }
+
+    return 0;
+}
diff --git a/contrib/lizard/examples/README.md b/contrib/lizard/examples/README.md
new file mode 100644
index 00000000000..56e954a19ec
--- /dev/null
+++ b/contrib/lizard/examples/README.md
@@ -0,0 +1,8 @@
+# Lizard examples
+
+## Documents
+
+ - [Streaming API Basics](streaming_api_basics.md)
+ - Examples
+     - [Double Buffer](blockStreaming_doubleBuffer.md)
+     - [Line by Line Text Compression](blockStreaming_lineByLine.md)
diff --git a/contrib/lizard/examples/blockStreaming_doubleBuffer.c b/contrib/lizard/examples/blockStreaming_doubleBuffer.c
new file mode 100644
index 00000000000..3a0ed0a9f29
--- /dev/null
+++ b/contrib/lizard/examples/blockStreaming_doubleBuffer.c
@@ -0,0 +1,203 @@
+// Lizard streaming API example : double buffer
+// Copyright : Takayuki Matsuoka
+
+
+#ifdef _MSC_VER    /* Visual Studio */
+#  define _CRT_SECURE_NO_WARNINGS
+#  define snprintf sprintf_s
+#endif
+#include "lizard_common.h"
+#include "lizard_decompress.h"
+
+#include <stdio.h>
+#include <stdint.h>
+#include <stdlib.h>
+#include <string.h>
+
+enum {
+    BLOCK_BYTES = 1024 * 8,
+//  BLOCK_BYTES = 1024 * 64,
+};
+
+
+size_t write_int(FILE* fp, int i) {
+    return fwrite(&i, sizeof(i), 1, fp);
+}
+
+size_t write_bin(FILE* fp, const void* array, size_t arrayBytes) {
+    return fwrite(array, 1, arrayBytes, fp);
+}
+
+size_t read_int(FILE* fp, int* i) {
+    return fread(i, sizeof(*i), 1, fp);
+}
+
+size_t read_bin(FILE* fp, void* array, size_t arrayBytes) {
+    return fread(array, 1, arrayBytes, fp);
+}
+
+
+void test_compress(FILE* outFp, FILE* inpFp)
+{
+    Lizard_stream_t* lizardStream = Lizard_createStream_MinLevel();
+    char inpBuf[2][BLOCK_BYTES];
+    int  inpBufIndex = 0;
+
+    if (!lizardStream) return;
+    lizardStream = Lizard_resetStream_MinLevel(lizardStream);
+    if (!lizardStream) return;
+
+    for(;;) {
+        char* const inpPtr = inpBuf[inpBufIndex];
+        const int inpBytes = (int) read_bin(inpFp, inpPtr, BLOCK_BYTES);
+        if(0 == inpBytes) {
+            break;
+        }
+
+        {
+            char cmpBuf[LIZARD_COMPRESSBOUND(BLOCK_BYTES)];
+            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, sizeof(cmpBuf));
+            if(cmpBytes <= 0) {
+                break;
+            }
+            write_int(outFp, cmpBytes);
+            write_bin(outFp, cmpBuf, (size_t) cmpBytes);
+        }
+
+        inpBufIndex = (inpBufIndex + 1) % 2;
+    }
+
+    write_int(outFp, 0);
+    Lizard_freeStream(lizardStream);
+}
+
+
+void test_decompress(FILE* outFp, FILE* inpFp)
+{
+    Lizard_streamDecode_t lizardStreamDecode_body;
+    Lizard_streamDecode_t* lizardStreamDecode = &lizardStreamDecode_body;
+
+    char decBuf[2][BLOCK_BYTES];
+    int  decBufIndex = 0;
+
+    Lizard_setStreamDecode(lizardStreamDecode, NULL, 0);
+
+    for(;;) {
+        char cmpBuf[LIZARD_COMPRESSBOUND(BLOCK_BYTES)];
+        int  cmpBytes = 0;
+
+        {
+            const size_t readCount0 = read_int(inpFp, &cmpBytes);
+            if(readCount0 != 1 || cmpBytes <= 0) {
+                break;
+            }
+
+            const size_t readCount1 = read_bin(inpFp, cmpBuf, (size_t) cmpBytes);
+            if(readCount1 != (size_t) cmpBytes) {
+                break;
+            }
+        }
+
+        {
+            char* const decPtr = decBuf[decBufIndex];
+            const int decBytes = Lizard_decompress_safe_continue(
+                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, BLOCK_BYTES);
+            if(decBytes <= 0) {
+                break;
+            }
+            write_bin(outFp, decPtr, (size_t) decBytes);
+        }
+
+        decBufIndex = (decBufIndex + 1) % 2;
+    }
+}
+
+
+int compare(FILE* fp0, FILE* fp1)
+{
+    int result = 0;
+
+    while(0 == result) {
+        char b0[65536];
+        char b1[65536];
+        const size_t r0 = read_bin(fp0, b0, sizeof(b0));
+        const size_t r1 = read_bin(fp1, b1, sizeof(b1));
+
+        result = (int) r0 - (int) r1;
+
+        if(0 == r0 || 0 == r1) {
+            break;
+        }
+        if(0 == result) {
+            result = memcmp(b0, b1, r0);
+        }
+    }
+
+    return result;
+}
+
+
+int main(int argc, char* argv[])
+{
+    char inpFilename[256] = { 0 };
+    char lizardFilename[256] = { 0 };
+    char decFilename[256] = { 0 };
+
+    if(argc < 2) {
+        printf("Please specify input filename\n");
+        return 0;
+    }
+
+    snprintf(inpFilename, 256, "%s", argv[1]);
+    snprintf(lizardFilename, 256, "%s.lizs-%d", argv[1], BLOCK_BYTES);
+    snprintf(decFilename, 256, "%s.lizs-%d.dec", argv[1], BLOCK_BYTES);
+
+    printf("inp = [%s]\n", inpFilename);
+    printf("lizard = [%s]\n", lizardFilename);
+    printf("dec = [%s]\n", decFilename);
+
+    // compress
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* outFp = fopen(lizardFilename, "wb");
+
+        printf("compress : %s -> %s\n", inpFilename, lizardFilename);
+        test_compress(outFp, inpFp);
+        printf("compress : done\n");
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // decompress
+    {
+        FILE* inpFp = fopen(lizardFilename, "rb");
+        FILE* outFp = fopen(decFilename, "wb");
+
+        printf("decompress : %s -> %s\n", lizardFilename, decFilename);
+        test_decompress(outFp, inpFp);
+        printf("decompress : done\n");
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // verify
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* decFp = fopen(decFilename, "rb");
+
+        printf("verify : %s <-> %s\n", inpFilename, decFilename);
+        const int cmp = compare(inpFp, decFp);
+        if(0 == cmp) {
+            printf("verify : OK\n");
+        } else {
+            printf("verify : NG\n");
+        }
+
+        fclose(decFp);
+        fclose(inpFp);
+    }
+
+    return 0;
+}
diff --git a/contrib/lizard/examples/blockStreaming_doubleBuffer.md b/contrib/lizard/examples/blockStreaming_doubleBuffer.md
new file mode 100644
index 00000000000..c27afcfb98c
--- /dev/null
+++ b/contrib/lizard/examples/blockStreaming_doubleBuffer.md
@@ -0,0 +1,100 @@
+# Lizard streaming API Example : Double Buffer
+by *Takayuki Matsuoka*
+
+`blockStreaming_doubleBuffer.c` is Lizard Straming API example which implements double buffer (de)compression.
+
+Please note :
+
+ - Firstly, read "Lizard Streaming API Basics".
+ - This is relatively advanced application example.
+ - Output file is not compatible with lizard_frame and platform dependent.
+
+
+## What's the point of this example ?
+
+ - Handle huge file in small amount of memory
+ - Always better compression ratio than Block API
+ - Uniform block size
+
+
+## How the compression works
+
+First of all, allocate "Double Buffer" for input and Lizard compressed data buffer for output.
+Double buffer has two pages, "first" page (Page#1) and "second" page (Page#2).
+
+```
+        Double Buffer
+
+      Page#1    Page#2
+    +---------+---------+
+    | Block#1 |         |
+    +----+----+---------+
+         |
+         v
+      {Out#1}
+
+
+      Prefix Dependency
+         +---------+
+         |         |
+         v         |
+    +---------+----+----+
+    | Block#1 | Block#2 |
+    +---------+----+----+
+                   |
+                   v
+                {Out#2}
+
+
+   External Dictionary Mode
+         +---------+
+         |         |
+         |         v
+    +----+----+---------+
+    | Block#3 | Block#2 |
+    +----+----+---------+
+         |
+         v
+      {Out#3}
+
+
+      Prefix Dependency
+         +---------+
+         |         |
+         v         |
+    +---------+----+----+
+    | Block#3 | Block#4 |
+    +---------+----+----+
+                   |
+                   v
+                {Out#4}
+```
+
+Next, read first block to double buffer's first page. And compress it by `Lizard_compress_continue()`.
+For the first time, Lizard doesn't know any previous dependencies,
+so it just compress the line without dependencies and generates compressed block {Out#1} to Lizard compressed data buffer.
+After that, write {Out#1} to the file.
+
+Next, read second block to double buffer's second page. And compress it.
+In this time, Lizard can use dependency to Block#1 to improve compression ratio.
+This dependency is called "Prefix mode".
+
+Next, read third block to double buffer's *first* page. And compress it.
+Also this time, Lizard can use dependency to Block#2.
+This dependency is called "External Dictonaly mode".
+
+Continue these procedure to the end of the file.
+
+
+## How the decompression works
+
+Decompression will do reverse order.
+
+ - Read first compressed block.
+ - Decompress it to the first page and write that page to the file.
+ - Read second compressed block.
+ - Decompress it to the second page and write that page to the file.
+ - Read third compressed block.
+ - Decompress it to the *first* page and write that page to the file.
+
+Continue these procedure to the end of the compressed file.
diff --git a/contrib/lizard/examples/blockStreaming_lineByLine.c b/contrib/lizard/examples/blockStreaming_lineByLine.c
new file mode 100644
index 00000000000..9d239533501
--- /dev/null
+++ b/contrib/lizard/examples/blockStreaming_lineByLine.c
@@ -0,0 +1,210 @@
+// Lizard streaming API example : line-by-line logfile compression
+// Copyright : Takayuki Matsuoka
+
+
+#ifdef _MSC_VER    /* Visual Studio */
+#  define _CRT_SECURE_NO_WARNINGS
+#  define snprintf sprintf_s
+#endif
+#include "lizard_common.h"
+#include "lizard_decompress.h"
+#include <stdio.h>
+#include <stdint.h>
+#include <stdlib.h>
+#include <string.h>
+
+static size_t write_uint16(FILE* fp, uint16_t i)
+{
+    return fwrite(&i, sizeof(i), 1, fp);
+}
+
+static size_t write_bin(FILE* fp, const void* array, int arrayBytes)
+{
+    return fwrite(array, 1, arrayBytes, fp);
+}
+
+static size_t read_uint16(FILE* fp, uint16_t* i)
+{
+    return fread(i, sizeof(*i), 1, fp);
+}
+
+static size_t read_bin(FILE* fp, void* array, int arrayBytes)
+{
+    return fread(array, 1, arrayBytes, fp);
+}
+
+
+static void test_compress(
+    FILE* outFp,
+    FILE* inpFp,
+    size_t messageMaxBytes,
+    size_t ringBufferBytes)
+{
+    Lizard_stream_t* const lizardStream = Lizard_createStream_MinLevel();
+    const size_t cmpBufBytes = LIZARD_COMPRESSBOUND(messageMaxBytes);
+    char* const cmpBuf = (char*) malloc(cmpBufBytes);
+    char* const inpBuf = (char*) malloc(ringBufferBytes);
+    int inpOffset = 0;
+
+    for ( ; ; )
+    {
+        char* const inpPtr = &inpBuf[inpOffset];
+
+#if 0
+        // Read random length data to the ring buffer.
+        const int randomLength = (rand() % messageMaxBytes) + 1;
+        const int inpBytes = (int) read_bin(inpFp, inpPtr, randomLength);
+        if (0 == inpBytes) break;
+#else
+        // Read line to the ring buffer.
+        int inpBytes = 0;
+        if (!fgets(inpPtr, (int) messageMaxBytes, inpFp))
+            break;
+        inpBytes = (int) strlen(inpPtr);
+#endif
+
+        {
+            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, cmpBufBytes);
+            if (cmpBytes <= 0) break;
+            write_uint16(outFp, (uint16_t) cmpBytes);
+            write_bin(outFp, cmpBuf, cmpBytes);
+
+            // Add and wraparound the ringbuffer offset
+            inpOffset += inpBytes;
+            if ((size_t)inpOffset >= ringBufferBytes - messageMaxBytes) inpOffset = 0;
+        }
+    }
+    write_uint16(outFp, 0);
+
+    free(inpBuf);
+    free(cmpBuf);
+    Lizard_freeStream(lizardStream);
+}
+
+
+static void test_decompress(
+    FILE* outFp,
+    FILE* inpFp,
+    size_t messageMaxBytes,
+    size_t ringBufferBytes)
+{
+    Lizard_streamDecode_t* const lizardStreamDecode = Lizard_createStreamDecode();
+    char* const cmpBuf = (char*) malloc(LIZARD_COMPRESSBOUND(messageMaxBytes));
+    char* const decBuf = (char*) malloc(ringBufferBytes);
+    int decOffset = 0;
+
+    for ( ; ; )
+    {
+        uint16_t cmpBytes = 0;
+
+        if (read_uint16(inpFp, &cmpBytes) != 1) break;
+        if (cmpBytes <= 0) break;
+        if (read_bin(inpFp, cmpBuf, cmpBytes) != cmpBytes) break;
+
+        {
+            char* const decPtr = &decBuf[decOffset];
+            const int decBytes = Lizard_decompress_safe_continue(
+                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, (int) messageMaxBytes);
+            if (decBytes <= 0) break;
+            write_bin(outFp, decPtr, decBytes);
+
+            // Add and wraparound the ringbuffer offset
+            decOffset += decBytes;
+            if ((size_t)decOffset >= ringBufferBytes - messageMaxBytes) decOffset = 0;
+        }
+    }
+
+    free(decBuf);
+    free(cmpBuf);
+    Lizard_freeStreamDecode(lizardStreamDecode);
+}
+
+
+static int compare(FILE* f0, FILE* f1)
+{
+    int result = 0;
+    const size_t tempBufferBytes = 65536;
+    char* const b0 = (char*) malloc(tempBufferBytes);
+    char* const b1 = (char*) malloc(tempBufferBytes);
+
+    while(0 == result)
+    {
+        const size_t r0 = fread(b0, 1, tempBufferBytes, f0);
+        const size_t r1 = fread(b1, 1, tempBufferBytes, f1);
+
+        result = (int) r0 - (int) r1;
+
+        if (0 == r0 || 0 == r1) break;
+        if (0 == result) result = memcmp(b0, b1, r0);
+    }
+
+    free(b1);
+    free(b0);
+    return result;
+}
+
+
+int main(int argc, char* argv[])
+{
+    enum {
+        MESSAGE_MAX_BYTES   = 1024,
+        RING_BUFFER_BYTES   = 1024 * 256 + MESSAGE_MAX_BYTES,
+    };
+
+    char inpFilename[256] = { 0 };
+    char lizardFilename[256] = { 0 };
+    char decFilename[256] = { 0 };
+
+    if (argc < 2)
+    {
+        printf("Please specify input filename\n");
+        return 0;
+    }
+
+    snprintf(inpFilename, 256, "%s", argv[1]);
+    snprintf(lizardFilename, 256, "%s.lizs", argv[1]);
+    snprintf(decFilename, 256, "%s.lizs.dec", argv[1]);
+
+    printf("inp = [%s]\n", inpFilename);
+    printf("lizard = [%s]\n", lizardFilename);
+    printf("dec = [%s]\n", decFilename);
+
+    // compress
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* outFp = fopen(lizardFilename, "wb");
+
+        test_compress(outFp, inpFp, MESSAGE_MAX_BYTES, RING_BUFFER_BYTES);
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // decompress
+    {
+        FILE* inpFp = fopen(lizardFilename, "rb");
+        FILE* outFp = fopen(decFilename, "wb");
+
+        test_decompress(outFp, inpFp, MESSAGE_MAX_BYTES, RING_BUFFER_BYTES);
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // verify
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* decFp = fopen(decFilename, "rb");
+
+        const int cmp = compare(inpFp, decFp);
+        if (0 == cmp)
+            printf("Verify : OK\n");
+        else
+            printf("Verify : NG\n");
+
+        fclose(decFp);
+        fclose(inpFp);
+    }
+
+    return 0;
+}
diff --git a/contrib/lizard/examples/blockStreaming_lineByLine.md b/contrib/lizard/examples/blockStreaming_lineByLine.md
new file mode 100644
index 00000000000..ac56b879c90
--- /dev/null
+++ b/contrib/lizard/examples/blockStreaming_lineByLine.md
@@ -0,0 +1,122 @@
+# Lizard streaming API Example : Line by Line Text Compression
+by *Takayuki Matsuoka*
+
+`blockStreaming_lineByLine.c` is Lizard Straming API example which implements line by line incremental (de)compression.
+
+Please note the following restrictions :
+
+ - Firstly, read "Lizard Streaming API Basics".
+ - This is relatively advanced application example.
+ - Output file is not compatible with lizard_frame and platform dependent.
+
+
+## What's the point of this example ?
+
+ - Line by line incremental (de)compression.
+ - Handle huge file in small amount of memory
+ - Generally better compression ratio than Block API
+ - Non-uniform block size
+
+
+## How the compression works
+
+First of all, allocate "Ring Buffer" for input and Lizard compressed data buffer for output.
+
+```
+(1)
+    Ring Buffer
+
+    +--------+
+    | Line#1 |
+    +---+----+
+        |
+        v
+     {Out#1}
+
+
+(2)
+    Prefix Mode Dependency
+          +----+
+          |    |
+          v    |
+    +--------+-+------+
+    | Line#1 | Line#2 |
+    +--------+---+----+
+                 |
+                 v
+              {Out#2}
+
+
+(3)
+          Prefix   Prefix
+          +----+   +----+
+          |    |   |    |
+          v    |   v    |
+    +--------+-+------+-+------+
+    | Line#1 | Line#2 | Line#3 |
+    +--------+--------+---+----+
+                          |
+                          v
+                       {Out#3}
+
+
+(4)
+                        External Dictionary Mode
+                +----+   +----+
+                |    |   |    |
+                v    |   v    |
+    ------+--------+-+------+-+--------+
+          |  ....  | Line#X | Line#X+1 |
+    ------+--------+--------+-----+----+
+                            ^     |
+                            |     v
+                            |  {Out#X+1}
+                            |
+                          Reset
+
+
+(5)
+                                    Prefix
+                                    +-----+
+                                    |     |
+                                    v     |
+    ------+--------+--------+----------+--+-------+
+          |  ....  | Line#X | Line#X+1 | Line#X+2 |
+    ------+--------+--------+----------+-----+----+
+                            ^                |
+                            |                v
+                            |            {Out#X+2}
+                            |
+                          Reset
+```
+
+Next (see (1)), read first line to ringbuffer and compress it by `Lizard_compress_continue()`.
+For the first time, Lizard doesn't know any previous dependencies,
+so it just compress the line without dependencies and generates compressed line {Out#1} to Lizard compressed data buffer.
+After that, write {Out#1} to the file and forward ringbuffer offset.
+
+Do the same things to second line (see (2)).
+But in this time, Lizard can use dependency to Line#1 to improve compression ratio.
+This dependency is called "Prefix mode".
+
+Eventually, we'll reach end of ringbuffer at Line#X (see (4)).
+This time, we should reset ringbuffer offset.
+After resetting, at Line#X+1 pointer is not adjacent, but Lizard still maintain its memory.
+This is called "External Dictionary Mode".
+
+In Line#X+2 (see (5)), finally Lizard forget almost all memories but still remains Line#X+1.
+This is the same situation as Line#2.
+
+Continue these procedure to the end of text file.
+
+
+## How the decompression works
+
+Decompression will do reverse order.
+
+ - Read compressed line from the file to buffer.
+ - Decompress it to the ringbuffer.
+ - Output decompressed plain text line to the file.
+ - Forward ringbuffer offset. If offset exceedes end of the ringbuffer, reset it.
+
+Continue these procedure to the end of the compressed file.
diff --git a/contrib/lizard/examples/blockStreaming_ringBuffer.c b/contrib/lizard/examples/blockStreaming_ringBuffer.c
new file mode 100644
index 00000000000..011cd8b665b
--- /dev/null
+++ b/contrib/lizard/examples/blockStreaming_ringBuffer.c
@@ -0,0 +1,202 @@
+// Lizard streaming API example : ring buffer
+// Based on sample code from Takayuki Matsuoka
+
+
+/**************************************
+ * Compiler Options
+ **************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  define _CRT_SECURE_NO_WARNINGS // for MSVC
+#  define snprintf sprintf_s
+#endif
+#ifdef __GNUC__
+#  pragma GCC diagnostic ignored "-Wmissing-braces"   /* GCC bug 53119 : doesn't accept { 0 } as initializer (https://gcc.gnu.org/bugzilla/show_bug.cgi?id=53119) */
+#endif
+
+
+/**************************************
+ * Includes
+ **************************************/
+#include <stdio.h>
+#include <stdint.h>
+#include <stdlib.h>
+#include <string.h>
+#include "lizard_common.h"
+#include "lizard_decompress.h"
+
+
+enum {
+    MESSAGE_MAX_BYTES   = 1024,
+    RING_BUFFER_BYTES   = 1024 * 8 + MESSAGE_MAX_BYTES,
+    DECODE_RING_BUFFER  = RING_BUFFER_BYTES + MESSAGE_MAX_BYTES   // Intentionally larger, to test unsynchronized ring buffers
+};
+
+
+size_t write_int32(FILE* fp, int32_t i) {
+    return fwrite(&i, sizeof(i), 1, fp);
+}
+
+size_t write_bin(FILE* fp, const void* array, int arrayBytes) {
+    return fwrite(array, 1, arrayBytes, fp);
+}
+
+size_t read_int32(FILE* fp, int32_t* i) {
+    return fread(i, sizeof(*i), 1, fp);
+}
+
+size_t read_bin(FILE* fp, void* array, int arrayBytes) {
+    return fread(array, 1, arrayBytes, fp);
+}
+
+
+void test_compress(FILE* outFp, FILE* inpFp)
+{
+    Lizard_stream_t* lizardStream = Lizard_createStream_MinLevel();
+    if (!lizardStream) return;
+
+    static char inpBuf[RING_BUFFER_BYTES];
+    int inpOffset = 0;
+
+    for(;;) {
+        // Read random length ([1,MESSAGE_MAX_BYTES]) data to the ring buffer.
+        char* const inpPtr = &inpBuf[inpOffset];
+        const int randomLength = (rand() % MESSAGE_MAX_BYTES) + 1;
+        const int inpBytes = (int) read_bin(inpFp, inpPtr, randomLength);
+        if (0 == inpBytes) break;
+
+        {
+            char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
+            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, Lizard_compressBound(inpBytes));
+            if(cmpBytes <= 0) break;
+            write_int32(outFp, cmpBytes);
+            write_bin(outFp, cmpBuf, cmpBytes);
+
+            inpOffset += inpBytes;
+
+            // Wraparound the ringbuffer offset
+            if(inpOffset >= RING_BUFFER_BYTES - MESSAGE_MAX_BYTES) inpOffset = 0;
+        }
+    }
+
+    write_int32(outFp, 0);
+    Lizard_freeStream(lizardStream);
+}
+
+
+void test_decompress(FILE* outFp, FILE* inpFp)
+{
+    static char decBuf[DECODE_RING_BUFFER];
+    int   decOffset    = 0;
+    Lizard_streamDecode_t lizardStreamDecode_body = { 0 };
+    Lizard_streamDecode_t* lizardStreamDecode = &lizardStreamDecode_body;
+
+    for(;;) {
+        int cmpBytes = 0;
+        char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
+
+        {
+            const size_t r0 = read_int32(inpFp, &cmpBytes);
+            if(r0 != 1 || cmpBytes <= 0) break;
+
+            const size_t r1 = read_bin(inpFp, cmpBuf, cmpBytes);
+            if(r1 != (size_t) cmpBytes) break;
+        }
+
+        {
+            char* const decPtr = &decBuf[decOffset];
+            const int decBytes = Lizard_decompress_safe_continue(
+                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, MESSAGE_MAX_BYTES);
+            if(decBytes <= 0) break;
+            decOffset += decBytes;
+            write_bin(outFp, decPtr, decBytes);
+
+            // Wraparound the ringbuffer offset
+            if(decOffset >= DECODE_RING_BUFFER - MESSAGE_MAX_BYTES) decOffset = 0;
+        }
+    }
+}
+
+
+int compare(FILE* f0, FILE* f1)
+{
+    int result = 0;
+
+    while(0 == result) {
+        char b0[65536];
+        char b1[65536];
+        const size_t r0 = fread(b0, 1, sizeof(b0), f0);
+        const size_t r1 = fread(b1, 1, sizeof(b1), f1);
+
+        result = (int) r0 - (int) r1;
+
+        if(0 == r0 || 0 == r1) {
+            break;
+        }
+        if(0 == result) {
+            result = memcmp(b0, b1, r0);
+        }
+    }
+
+    return result;
+}
+
+
+int main(int argc, char** argv)
+{
+    char inpFilename[256] = { 0 };
+    char lizardFilename[256] = { 0 };
+    char decFilename[256] = { 0 };
+
+    if(argc < 2) {
+        printf("Please specify input filename\n");
+        return 0;
+    }
+
+    snprintf(inpFilename, 256, "%s", argv[1]);
+    snprintf(lizardFilename, 256, "%s.lizs-%d", argv[1], 0);
+    snprintf(decFilename, 256, "%s.lizs-%d.dec", argv[1], 0);
+
+    printf("inp = [%s]\n", inpFilename);
+    printf("lizard = [%s]\n", lizardFilename);
+    printf("dec = [%s]\n", decFilename);
+
+    // compress
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* outFp = fopen(lizardFilename, "wb");
+
+        test_compress(outFp, inpFp);
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // decompress
+    {
+        FILE* inpFp = fopen(lizardFilename, "rb");
+        FILE* outFp = fopen(decFilename, "wb");
+
+        test_decompress(outFp, inpFp);
+
+        fclose(outFp);
+        fclose(inpFp);
+    }
+
+    // verify
+    {
+        FILE* inpFp = fopen(inpFilename, "rb");
+        FILE* decFp = fopen(decFilename, "rb");
+
+        const int cmp = compare(inpFp, decFp);
+        if(0 == cmp) {
+            printf("Verify : OK\n");
+        } else {
+            printf("Verify : NG\n");
+        }
+
+        fclose(decFp);
+        fclose(inpFp);
+    }
+
+    return 0;
+}
diff --git a/contrib/lizard/examples/compress_functions.c b/contrib/lizard/examples/compress_functions.c
new file mode 100644
index 00000000000..36bc40e691a
--- /dev/null
+++ b/contrib/lizard/examples/compress_functions.c
@@ -0,0 +1,303 @@
+/*
+ * compress_functions.c
+ * Copyright  : Kyle Harper
+ * License    : Follows same licensing as the lizard_compress.c/lizard_compress.h program at any given time.  Currently, BSD 2.
+ * Description: A program to demonstrate the various compression functions involved in when using Lizard_compress_MinLevel().  The idea
+ *              is to show how each step in the call stack can be used directly, if desired.  There is also some benchmarking for
+ *              each function to demonstrate the (probably lack of) performance difference when jumping the stack.
+ *              (If you're new to lizard, please read simple_buffer.c to understand the fundamentals)
+ *
+ *              The call stack (before theoretical compiler optimizations) for Lizard_compress_MinLevel is as follows:
+ *                Lizard_compress_MinLevel
+ *                  Lizard_compress_fast
+ *                    Lizard_compress_extState_MinLevel
+ *                      Lizard_compress_generic
+ *
+ *              Lizard_compress_MinLevel()
+ *                This is the recommended function for compressing data.  It will serve as the baseline for comparison.
+ *              Lizard_compress_fast()
+ *                Despite its name, it's not a "fast" version of compression.  It simply decides if HEAPMODE is set and either
+ *                allocates memory on the heap for a struct or creates the struct directly on the stack.  Stack access is generally
+ *                faster but this function itself isn't giving that advantage, it's just some logic for compile time.
+ *              Lizard_compress_extState_MinLevel()
+ *                This simply accepts all the pointers and values collected thus far and adds logic to determine how
+ *                Lizard_compress_generic should be invoked; specifically: can the source fit into a single pass as determined by
+ *                Lizard_64Klimit.
+ *              Lizard_compress_generic()
+ *                As the name suggests, this is the generic function that ultimately does most of the heavy lifting.  Calling this
+ *                directly can help avoid some test cases and branching which might be useful in some implementation-specific
+ *                situations, but you really need to know what you're doing AND what you're asking lizard to do!  You also need a
+ *                wrapper function because this function isn't exposed with lizard_compress.h.
+ *
+ *              The call stack for decompression functions is shallow.  There are 2 options:
+ *                Lizard_decompress_safe  ||  Lizard_decompress_fast
+ *                  Lizard_decompress_generic
+ *
+ *               Lizard_decompress_safe
+ *                 This is the recommended function for decompressing data.  It is considered safe because the caller specifies
+ *                 both the size of the compresssed buffer to read as well as the maximum size of the output (decompressed) buffer
+ *                 instead of just the latter.
+ *               Lizard_decompress_generic
+ *                 This is the generic function that both of the Lizard_decompress_* functions above end up calling.  Calling this
+ *                 directly is not advised, period.  Furthermore, it is a static inline function in lizard_compress.c, so there isn't a symbol
+ *                 exposed for anyone using lizard_compress.h to utilize.
+ *
+ *               Special Note About Decompression:
+ *               Using the Lizard_decompress_safe() function protects against malicious (user) input. 
+ */
+
+/* Since lizard compiles with c99 and not gnu/std99 we need to enable POSIX linking for time.h structs and functions. */
+#if __STDC_VERSION__ >= 199901L
+#define _XOPEN_SOURCE 600
+#else
+#define _XOPEN_SOURCE 500
+#endif
+#define _POSIX_C_SOURCE 199309L
+
+/* Includes, for Power! */
+#include "lizard_compress.h"
+#include "lizard_decompress.h"
+#include <stdio.h>    /* for printf() */
+#include <stdlib.h>   /* for exit() */
+#include <string.h>   /* for atoi() memcmp() */
+#include <stdint.h>   /* for uint_types */
+#include <inttypes.h> /* for PRIu64 */
+#include <time.h>     /* for clock_gettime() */
+#include <locale.h>   /* for setlocale() */
+
+/* We need to know what one billion is for clock timing. */
+#define BILLION 1000000000L
+
+/* Create a crude set of test IDs so we can switch on them later  (Can't switch() on a char[] or char*). */
+#define ID__LIZARD_COMPRESS_DEFAULT        1
+#define ID__LIZARD_COMPRESS_GENERIC        4
+#define ID__LIZARD_DECOMPRESS_SAFE         5
+
+
+
+/*
+ * Easy show-error-and-bail function.
+ */
+void run_screaming(const char *message, const int code) {
+  printf("%s\n", message);
+  exit(code);
+  return;
+}
+
+
+/*
+ * Centralize the usage function to keep main cleaner.
+ */
+void usage(const char *message) {
+  printf("Usage: ./argPerformanceTesting <iterations>\n");
+  run_screaming(message, 1);
+  return;
+}
+
+
+
+/*
+ * Runs the benchmark for Lizard_compress_* based on function_id.
+ */
+uint64_t bench(
+    const char *known_good_dst,
+    const int function_id,
+    const int iterations,
+    const char *src,
+    char *dst,
+    const size_t src_size,
+    const size_t max_dst_size,
+    const size_t comp_size
+  ) {
+  uint64_t time_taken = 0;
+  int rv = 0;
+  const int warm_up = 5000;
+  struct timespec start, end;
+  Lizard_stream_t* state = Lizard_createStream_MinLevel();
+  if (!state) return;
+
+  // Select the right function to perform the benchmark on.  We perform 5000 initial loops to warm the cache and ensure that dst
+  // remains matching to known_good_dst between successive calls.
+  switch(function_id) {
+    case ID__LIZARD_COMPRESS_DEFAULT:
+      printf("Starting benchmark for function: Lizard_compress_MinLevel()\n");
+      for(int junk=0; junk<warm_up; junk++)
+        rv = Lizard_compress_MinLevel(src, dst, src_size, max_dst_size);
+      if (rv < 1)
+        run_screaming("Couldn't run Lizard_compress_MinLevel()... error code received is in exit code.", rv);
+      if (memcmp(known_good_dst, dst, max_dst_size) != 0)
+        run_screaming("According to memcmp(), the compressed dst we got doesn't match the known_good_dst... ruh roh.", 1);
+      clock_gettime(CLOCK_MONOTONIC, &start);
+      for (int i=1; i<=iterations; i++)
+        Lizard_compress_MinLevel(src, dst, src_size, max_dst_size);
+      break;
+
+//    Disabled until Lizard_compress_generic() is exposed in the header.
+//    case ID__LIZARD_COMPRESS_GENERIC:
+//      printf("Starting benchmark for function: Lizard_compress_generic()\n");
+//      Lizard_resetStream_MinLevel((Lizard_stream_t*)state);
+//      for(int junk=0; junk<warm_up; junk++) {
+//        Lizard_resetStream_MinLevel((Lizard_stream_t*)state);
+//        //rv = Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size, notLimited, byU16, noDict, noDictIssue);
+//        Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size);
+//      }
+//      if (rv < 1)
+//        run_screaming("Couldn't run Lizard_compress_generic()... error code received is in exit code.", rv);
+//      if (memcmp(known_good_dst, dst, max_dst_size) != 0)
+//        run_screaming("According to memcmp(), the compressed dst we got doesn't match the known_good_dst... ruh roh.", 1);
+//      for (int i=1; i<=iterations; i++) {
+//        Lizard_resetStream_MinLevel((Lizard_stream_t*)state);
+//        //Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size, notLimited, byU16, noDict, noDictIssue, acceleration);
+//        Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size, acceleration);
+//      }
+//      break;
+
+    case ID__LIZARD_DECOMPRESS_SAFE:
+      printf("Starting benchmark for function: Lizard_decompress_safe()\n");
+      for(int junk=0; junk<warm_up; junk++)
+        rv = Lizard_decompress_safe(src, dst, comp_size, src_size);
+      if (rv < 1)
+        run_screaming("Couldn't run Lizard_decompress_safe()... error code received is in exit code.", rv);
+      if (memcmp(known_good_dst, dst, src_size) != 0)
+        run_screaming("According to memcmp(), the compressed dst we got doesn't match the known_good_dst... ruh roh.", 1);
+      clock_gettime(CLOCK_MONOTONIC, &start);
+      for (int i=1; i<=iterations; i++)
+        Lizard_decompress_safe(src, dst, comp_size, src_size);
+      break;
+
+    default:
+      run_screaming("The test specified isn't valid.  Please check your code.", 1);
+      break;
+  }
+
+  // Stop timer and return time taken.
+  clock_gettime(CLOCK_MONOTONIC, &end);
+  time_taken = BILLION *(end.tv_sec - start.tv_sec) + end.tv_nsec - start.tv_nsec;
+
+  Lizard_freeStream(state);
+  return time_taken;
+}
+
+
+
+/*
+ * main()
+ * We will demonstrate the use of each function for simplicity sake.  Then we will run 2 suites of benchmarking:
+ * Test suite A)  Uses generic Lorem Ipsum text which should be generally compressible insomuch as basic human text is
+ *                compressible for such a small src_size
+ * Test Suite B)  For the sake of testing, see what results we get if the data is drastically easier to compress.  IF there are
+ *                indeed losses and IF more compressible data is faster to process, this will exacerbate the findings.
+ */
+int main(int argc, char **argv) {
+  // Get and verify options.  There's really only 1:  How many iterations to run.
+  int iterations = 1000000;
+  if (argc > 1)
+    iterations = atoi(argv[1]);
+  if (iterations < 1)
+    usage("Argument 1 (iterations) must be > 0.");
+
+  // First we will create 2 sources (char *) of 2000 bytes each.  One normal text, the other highly-compressible text.
+  const char *src    = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed luctus purus et risus vulputate, et mollis orci ullamcorper. Nulla facilisi. Fusce in ligula sed purus varius aliquet interdum vitae justo. Proin quis diam velit. Nulla varius iaculis auctor. Cras volutpat, justo eu dictum pulvinar, elit sem porttitor metus, et imperdiet metus sapien et ante. Nullam nisi nulla, ornare eu tristique eu, dignissim vitae diam. Nulla sagittis porta libero, a accumsan felis sagittis scelerisque.  Integer laoreet eleifend congue. Etiam rhoncus leo vel dolor fermentum, quis luctus nisl iaculis. Praesent a erat sapien. Aliquam semper mi in lorem ultrices ultricies. Lorem ipsum dolor sit amet, consectetur adipiscing elit. In feugiat risus sed enim ultrices, at sodales nulla tristique. Maecenas eget pellentesque justo, sed pellentesque lectus. Fusce sagittis sit amet elit vel varius. Donec sed ligula nec ligula vulputate rutrum sed ut lectus. Etiam congue pharetra leo vitae cursus. Morbi enim ante, porttitor ut varius vel, tincidunt quis justo. Nunc iaculis, risus id ultrices semper, metus est efficitur ligula, vel posuere risus nunc eget purus. Ut lorem turpis, condimentum at sem sed, porta aliquam turpis. In ut sapien a nulla dictum tincidunt quis sit amet lorem. Fusce at est egestas, luctus neque eu, consectetur tortor. Phasellus eleifend ultricies nulla ac lobortis.  Morbi maximus quam cursus vehicula iaculis. Maecenas cursus vel justo ut rutrum. Curabitur magna orci, dignissim eget dapibus vitae, finibus id lacus. Praesent rhoncus mattis augue vitae bibendum. Praesent porta mauris non ultrices fermentum. Quisque vulputate ipsum in sodales pulvinar. Aliquam nec mollis felis. Donec vitae augue pulvinar, congue nisl sed, pretium purus. Fusce lobortis mi ac neque scelerisque semper. Pellentesque vel est vitae magna aliquet aliquet. Nam non dolor. Nulla facilisi. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Morbi ac lacinia felis metus.";
+  const char *hc_src = "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa";
+  // Set and derive sizes.  Since we're using strings, use strlen() + 1 for \0.
+  const size_t src_size = strlen(src) + 1;
+  const size_t max_dst_size = Lizard_compressBound(src_size);
+  int bytes_returned = 0;
+  // Now build allocations for the data we'll be playing with.
+  char *dst               = calloc(1, max_dst_size);
+  char *known_good_dst    = calloc(1, max_dst_size);
+  char *known_good_hc_dst = calloc(1, max_dst_size);
+  if (dst == NULL || known_good_dst == NULL || known_good_hc_dst == NULL)
+    run_screaming("Couldn't allocate memory for the destination buffers.  Sad :(", 1);
+
+  // Create known-good buffers to verify our tests with other functions will produce the same results.
+  bytes_returned = Lizard_compress_MinLevel(src, known_good_dst, src_size, max_dst_size);
+  if (bytes_returned < 1)
+    run_screaming("Couldn't create a known-good destination buffer for comparison... this is bad.", 1);
+  const size_t src_comp_size = bytes_returned;
+  bytes_returned = Lizard_compress_MinLevel(hc_src, known_good_hc_dst, src_size, max_dst_size);
+  if (bytes_returned < 1)
+    run_screaming("Couldn't create a known-good (highly compressible) destination buffer for comparison... this is bad.", 1);
+  const size_t hc_src_comp_size = bytes_returned;
+
+
+  /* Lizard_compress_MinLevel() */
+  // This is the default function so we don't need to demonstrate how to use it.  See basics.c if you need more basal information.
+
+  /* Lizard_compress_extState_MinLevel() */
+  // Using this function directly requires that we build an Lizard_stream_t struct ourselves.  We do NOT have to reset it ourselves.
+  memset(dst, 0, max_dst_size);
+  Lizard_stream_t* state = Lizard_createStream_MinLevel();
+  if (!state) return;
+  bytes_returned = Lizard_compress_extState_MinLevel(state, src, dst, src_size, max_dst_size, 1);
+  if (bytes_returned < 1)
+    run_screaming("Failed to compress src using Lizard_compress_extState_MinLevel.  echo $? for return code.", bytes_returned);
+  if (memcmp(dst, known_good_dst, bytes_returned) != 0)
+    run_screaming("According to memcmp(), the value we got in dst from Lizard_compress_extState_MinLevel doesn't match the known-good value.  This is bad.", 1);
+
+  /* Lizard_compress_generic */
+  // When you can exactly control the inputs and options of your Lizard needs, you can use Lizard_compress_generic and fixed (const)
+  // values for the enum types such as dictionary and limitations.  Any other direct-use is probably a bad idea.
+  //
+  // That said, the Lizard_compress_generic() function is 'static inline' and does not have a prototype in lizard_compress.h to expose a symbol
+  // for it.  In other words: we can't access it directly.  I don't want to submit a PR that modifies lizard_compress.c/h.  Yann and others can
+  // do that if they feel it's worth expanding this example.
+  //
+  // I will, however, leave a skeleton of what would be required to use it directly:
+  /*
+    memset(dst, 0, max_dst_size);
+    // Lizard_stream_t state:  is already declared above.  We can reuse it BUT we have to reset the stream ourselves between each call.
+    Lizard_resetStream_MinLevel((Lizard_stream_t *)state);
+    // Since src size is small we know the following enums will be used:  notLimited (0), byU16 (2), noDict (0), noDictIssue (0).
+    bytes_returned = Lizard_compress_generic(state, src, dst, src_size, max_dst_size, notLimited, byU16, noDict, noDictIssue, 1);
+    if (bytes_returned < 1)
+      run_screaming("Failed to compress src using Lizard_compress_generic.  echo $? for return code.", bytes_returned);
+    if (memcmp(dst, known_good_dst, bytes_returned) != 0)
+      run_screaming("According to memcmp(), the value we got in dst from Lizard_compress_generic doesn't match the known-good value.  This is bad.", 1);
+  */
+  Lizard_freeStream(state);
+
+
+  /* Benchmarking */
+  /* Now we'll run a few rudimentary benchmarks with each function to demonstrate differences in speed based on the function used.
+   * Remember, we cannot call Lizard_compress_generic() directly (yet) so it's disabled.
+   */
+  // Suite A - Normal Compressibility
+  char *dst_d = calloc(1, src_size);
+  memset(dst, 0, max_dst_size);
+  printf("\nStarting suite A:  Normal compressible text.\n");
+  uint64_t time_taken__default       = bench(known_good_dst, ID__LIZARD_COMPRESS_DEFAULT,       iterations, src,            dst,   src_size, max_dst_size, src_comp_size);
+  //uint64_t time_taken__generic       = bench(known_good_dst, ID__LIZARD_COMPRESS_GENERIC,       iterations, src,            dst,   src_size, max_dst_size, src_comp_size);
+  uint64_t time_taken__decomp_safe   = bench(src,            ID__LIZARD_DECOMPRESS_SAFE,        iterations, known_good_dst, dst_d, src_size, max_dst_size, src_comp_size);
+  // Suite B - Highly Compressible
+  memset(dst, 0, max_dst_size);
+  printf("\nStarting suite B:  Highly compressible text.\n");
+  uint64_t time_taken_hc__default       = bench(known_good_hc_dst, ID__LIZARD_COMPRESS_DEFAULT,       iterations, hc_src,            dst,   src_size, max_dst_size, hc_src_comp_size);
+  //uint64_t time_taken_hc__generic       = bench(known_good_hc_dst, ID__LIZARD_COMPRESS_GENERIC,       iterations, hc_src,            dst,   src_size, max_dst_size, hc_src_comp_size);
+  uint64_t time_taken_hc__decomp_safe   = bench(hc_src,            ID__LIZARD_DECOMPRESS_SAFE,        iterations, known_good_hc_dst, dst_d, src_size, max_dst_size, hc_src_comp_size);
+
+  // Report and leave.
+  setlocale(LC_ALL, "");
+  const char *format        = "|%-14s|%-30s|%'14.9f|%'16d|%'14d|%'13.2f%%|\n";
+  const char *header_format = "|%-14s|%-30s|%14s|%16s|%14s|%14s|\n";
+  const char *separator     = "+--------------+------------------------------+--------------+----------------+--------------+--------------+\n";
+  printf("\n");
+  printf("%s", separator);
+  printf(header_format, "Source", "Function Benchmarked", "Total Seconds", "Iterations/sec", "ns/Iteration", "% of default");
+  printf("%s", separator);
+  printf(format, "Normal Text", "Lizard_compress_MinLevel()",       (double)time_taken__default       / BILLION, (int)(iterations / ((double)time_taken__default       /BILLION)), time_taken__default       / iterations, (double)time_taken__default       * 100 / time_taken__default);
+  printf(format, "Normal Text", "Lizard_compress_fast()",          (double)time_taken__fast          / BILLION, (int)(iterations / ((double)time_taken__fast          /BILLION)), time_taken__fast          / iterations, (double)time_taken__fast          * 100 / time_taken__default);
+  printf(format, "Normal Text", "Lizard_compress_extState_MinLevel()", (double)time_taken__fast_extstate / BILLION, (int)(iterations / ((double)time_taken__fast_extstate /BILLION)), time_taken__fast_extstate / iterations, (double)time_taken__fast_extstate * 100 / time_taken__default);
+  //printf(format, "Normal Text", "Lizard_compress_generic()",       (double)time_taken__generic       / BILLION, (int)(iterations / ((double)time_taken__generic       /BILLION)), time_taken__generic       / iterations, (double)time_taken__generic       * 100 / time_taken__default);
+  printf(format, "Normal Text", "Lizard_decompress_safe()",        (double)time_taken__decomp_safe   / BILLION, (int)(iterations / ((double)time_taken__decomp_safe   /BILLION)), time_taken__decomp_safe   / iterations, (double)time_taken__decomp_safe   * 100 / time_taken__default);
+  printf(header_format, "", "", "", "", "", "");
+  printf(format, "Compressible", "Lizard_compress_MinLevel()",       (double)time_taken_hc__default       / BILLION, (int)(iterations / ((double)time_taken_hc__default       /BILLION)), time_taken_hc__default       / iterations, (double)time_taken_hc__default       * 100 / time_taken_hc__default);
+  printf(format, "Compressible", "Lizard_compress_fast()",          (double)time_taken_hc__fast          / BILLION, (int)(iterations / ((double)time_taken_hc__fast          /BILLION)), time_taken_hc__fast          / iterations, (double)time_taken_hc__fast          * 100 / time_taken_hc__default);
+  printf(format, "Compressible", "Lizard_compress_extState_MinLevel()", (double)time_taken_hc__fast_extstate / BILLION, (int)(iterations / ((double)time_taken_hc__fast_extstate /BILLION)), time_taken_hc__fast_extstate / iterations, (double)time_taken_hc__fast_extstate * 100 / time_taken_hc__default);
+  //printf(format, "Compressible", "Lizard_compress_generic()",       (double)time_taken_hc__generic       / BILLION, (int)(iterations / ((double)time_taken_hc__generic       /BILLION)), time_taken_hc__generic       / iterations, (double)time_taken_hc__generic       * 100 / time_taken_hc__default);
+  printf(format, "Compressible", "Lizard_decompress_safe()",        (double)time_taken_hc__decomp_safe   / BILLION, (int)(iterations / ((double)time_taken_hc__decomp_safe   /BILLION)), time_taken_hc__decomp_safe   / iterations, (double)time_taken_hc__decomp_safe   * 100 / time_taken_hc__default);
+  printf("%s", separator);
+  printf("\n");
+  printf("All done, ran %d iterations per test.\n", iterations);
+  return 0;
+}
diff --git a/contrib/lizard/examples/frameCompress.c b/contrib/lizard/examples/frameCompress.c
new file mode 100644
index 00000000000..37ea0aa4fa8
--- /dev/null
+++ b/contrib/lizard/examples/frameCompress.c
@@ -0,0 +1,169 @@
+// Lizardframe API example : compress a file
+// Based on sample code from Zbigniew Jędrzejewski-Szmek
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <errno.h>
+
+#include <lizard_frame.h>
+
+#define BUF_SIZE (16*1024)
+#define LIZARD_HEADER_SIZE 19
+#define LIZARD_FOOTER_SIZE 4
+
+static const LizardF_preferences_t lizard_preferences = {
+	{ LizardF_max256KB, LizardF_blockLinked, LizardF_noContentChecksum, LizardF_frame, 0, { 0, 0 } },
+	0,   /* compression level */
+	0,   /* autoflush */
+	{ 0, 0, 0, 0 },  /* reserved, must be set to 0 */
+};
+
+static int compress_file(FILE *in, FILE *out, size_t *size_in, size_t *size_out) {
+	LizardF_errorCode_t r;
+	LizardF_compressionContext_t ctx;
+	char *src, *buf = NULL;
+	size_t size, n, k, count_in = 0, count_out, offset = 0, frame_size;
+
+	r = LizardF_createCompressionContext(&ctx, LIZARDF_VERSION);
+	if (LizardF_isError(r)) {
+		printf("Failed to create context: error %zu", r);
+		return 1;
+	}
+	r = 1;
+
+	src = malloc(BUF_SIZE);
+	if (!src) {
+		printf("Not enough memory");
+		goto cleanup;
+	}
+
+	frame_size = LizardF_compressBound(BUF_SIZE, &lizard_preferences);
+	size =  frame_size + LIZARD_HEADER_SIZE + LIZARD_FOOTER_SIZE;
+	buf = malloc(size);
+	if (!buf) {
+		printf("Not enough memory");
+		goto cleanup;
+	}
+
+	n = offset = count_out = LizardF_compressBegin(ctx, buf, size, &lizard_preferences);
+	if (LizardF_isError(n)) {
+		printf("Failed to start compression: error %zu", n);
+		goto cleanup;
+	}
+
+	printf("Buffer size is %zu bytes, header size %zu bytes\n", size, n);
+
+	for (;;) {
+		k = fread(src, 1, BUF_SIZE, in);
+		if (k == 0)
+			break;
+		count_in += k;
+
+		n = LizardF_compressUpdate(ctx, buf + offset, size - offset, src, k, NULL);
+		if (LizardF_isError(n)) {
+			printf("Compression failed: error %zu", n);
+			goto cleanup;
+		}
+
+		offset += n;
+		count_out += n;
+		if (size - offset < frame_size + LIZARD_FOOTER_SIZE) {
+			printf("Writing %zu bytes\n", offset);
+
+			k = fwrite(buf, 1, offset, out);
+			if (k < offset) {
+				if (ferror(out))
+					printf("Write failed");
+				else
+					printf("Short write");
+				goto cleanup;
+			}
+
+			offset = 0;
+		}
+	}
+
+	n = LizardF_compressEnd(ctx, buf + offset, size - offset, NULL);
+	if (LizardF_isError(n)) {
+		printf("Failed to end compression: error %zu", n);
+		goto cleanup;
+	}
+
+	offset += n;
+	count_out += n;
+	printf("Writing %zu bytes\n", offset);
+
+	k = fwrite(buf, 1, offset, out);
+	if (k < offset) {
+		if (ferror(out))
+			printf("Write failed");
+		else
+			printf("Short write");
+		goto cleanup;
+	}
+
+	*size_in = count_in;
+	*size_out = count_out;
+	r = 0;
+ cleanup:
+	if (ctx)
+		LizardF_freeCompressionContext(ctx);
+	free(src);
+	free(buf);
+	return r;
+}
+
+static int compress(const char *input, const char *output) {
+	char *tmp = NULL;
+	FILE *in = NULL, *out = NULL;
+	size_t size_in = 0, size_out = 0;
+	int r = 1;
+
+	if (!output) {
+		size_t len = strlen(input);
+
+		output = tmp = malloc(len + 5);
+		if (!tmp) {
+			printf("Not enough memory");
+			return 1;
+		}
+		strcpy(tmp, input);
+		strcpy(tmp + len, ".liz");
+	}
+
+	in = fopen(input, "rb");
+	if (!in) {
+		fprintf(stderr, "Failed to open input file %s: %s\n", input, strerror(errno));
+		goto cleanup;
+	}
+
+	out = fopen(output, "wb");
+	if (!out) {
+		fprintf(stderr, "Failed to open output file %s: %s\n", output, strerror(errno));
+		goto cleanup;
+	}
+
+	r = compress_file(in, out, &size_in, &size_out);
+	if (r == 0)
+		printf("%s: %zu → %zu bytes, %.1f%%\n",
+		       input, size_in, size_out,
+		       (double)size_out / size_in * 100);
+ cleanup:
+	if (in)
+		fclose(in);
+	if (out)
+		fclose(out);
+	free(tmp);
+	return r;
+}
+
+
+int main(int argc, char **argv) {
+	if (argc < 2 || argc > 3) {
+		fprintf(stderr, "Syntax: %s <input> <output>\n", argv[0]);
+		return EXIT_FAILURE;
+	}
+
+	return compress(argv[1], argv[2]);
+}
diff --git a/contrib/lizard/examples/printVersion.c b/contrib/lizard/examples/printVersion.c
new file mode 100644
index 00000000000..9818fdd98cf
--- /dev/null
+++ b/contrib/lizard/examples/printVersion.c
@@ -0,0 +1,13 @@
+// Lizard trivial example : print Library version number
+// Copyright : Takayuki Matsuoka & Yann Collet
+
+
+#include <stdio.h>
+#include "lizard_compress.h"
+
+int main(int argc, char** argv)
+{
+	(void)argc; (void)argv;
+    printf("Hello World ! Lizard Library version = %d\n", Lizard_versionNumber());
+    return 0;
+}
diff --git a/contrib/lizard/examples/simple_buffer.c b/contrib/lizard/examples/simple_buffer.c
new file mode 100644
index 00000000000..154d3b2cb76
--- /dev/null
+++ b/contrib/lizard/examples/simple_buffer.c
@@ -0,0 +1,91 @@
+/*
+ * simple_buffer.c
+ * Copyright  : Kyle Harper
+ * License    : Follows same licensing as the lizard_compress.c/lizard_compress.h program at any given time.  Currently, BSD 2.
+ * Description: Example program to demonstrate the basic usage of the compress/decompress functions within lizard_compress.c/lizard_compress.h.
+ *              The functions you'll likely want are Lizard_compress_MinLevel and Lizard_decompress_safe.  Both of these are documented in
+ *              the lizard_compress.h header file; I recommend reading them.
+ */
+
+/* Includes, for Power! */
+#include "lizard_compress.h"    // This is all that is required to expose the prototypes for basic compression and decompression.
+#include "lizard_decompress.h"
+#include <stdio.h>  // For printf()
+#include <string.h> // For memcmp()
+#include <stdlib.h> // For exit()
+
+/*
+ * Easy show-error-and-bail function.
+ */
+void run_screaming(const char *message, const int code) {
+  printf("%s\n", message);
+  exit(code);
+  return;
+}
+
+
+/*
+ * main
+ */
+int main(void) {
+  /* Introduction */
+  // Below we will have a Compression and Decompression section to demonstrate.  There are a few important notes before we start:
+  //   1) The return codes of Lizard_ functions are important.  Read lizard_compress.h if you're unsure what a given code means.
+  //   2) Lizard uses char* pointers in all Lizard_ functions.  This is baked into the API and probably not going to change.  If your
+  //      program uses pointers that are unsigned char*, void*, or otherwise different you may need to do some casting or set the
+  //      right -W compiler flags to ignore those warnings (e.g.: -Wno-pointer-sign).
+
+  /* Compression */
+  // We'll store some text into a variable pointed to by *src to be compressed later.
+  const char *src = "Lorem ipsum dolor sit amet, consectetur adipiscing elit.";
+  // The compression function needs to know how many bytes of exist.  Since we're using a string, we can use strlen() + 1 (for \0).
+  const size_t src_size = strlen(src) + 1;
+  // Lizard provides a function that will tell you the maximum size of compressed output based on input data via Lizard_compressBound().
+  const size_t max_dst_size = Lizard_compressBound(src_size);
+  // We will use that size for our destination boundary when allocating space.
+  char *compressed_data = malloc(max_dst_size);
+  if (compressed_data == NULL)
+    run_screaming("Failed to allocate memory for *compressed_data.", 1);
+  // That's all the information and preparation Lizard needs to compress *src into *compressed_data.  Invoke Lizard_compress_MinLevel now
+  // with our size values and pointers to our memory locations.  Save the return value for error checking.
+  int return_value = 0;
+  return_value = Lizard_compress_MinLevel(src, compressed_data, src_size, max_dst_size);
+  // Check return_value to determine what happened.
+  if (return_value < 0)
+    run_screaming("A negative result from Lizard_compress_MinLevel indicates a failure trying to compress the data.  See exit code (echo $?) for value returned.", return_value);
+  if (return_value == 0)
+    run_screaming("A result of 0 means compression worked, but was stopped because the destination buffer couldn't hold all the information.", 1);
+  if (return_value > 0)
+    printf("We successfully compressed some data!\n");
+  // Not only does a positive return_value mean success, the value returned == the number of bytes required.  You can use this to
+  // realloc() *compress_data to free up memory, if desired.  We'll do so just to demonstrate the concept.
+  const size_t compressed_data_size = return_value;
+  compressed_data = (char *)realloc(compressed_data, compressed_data_size);
+  if (compressed_data == NULL)
+    run_screaming("Failed to re-alloc memory for compressed_data.  Sad :(", 1);
+
+  /* Decompression */
+  // Now that we've successfully compressed the information from *src to *compressed_data, let's do the opposite!  We'll create a
+  // *new_src location of size src_size since we know that value.
+  char *new_src = malloc(src_size);
+  if (new_src == NULL)
+    run_screaming("Failed to allocate memory for *new_src.", 1);
+  // The Lizard_decompress_safe function needs to know where the compressed data is, how many bytes long it is, where the new_src
+  // memory location is, and how large the new_src (uncompressed) output will be.  Again, save the return_value.
+  return_value = Lizard_decompress_safe(compressed_data, new_src, compressed_data_size, src_size);
+  if (return_value < 0)
+    run_screaming("A negative result from Lizard_decompress_fast indicates a failure trying to decompress the data.  See exit code (echo $?) for value returned.", return_value);
+  if (return_value == 0)
+    run_screaming("I'm not sure this function can ever return 0.  Documentation in lizard_compress.h doesn't indicate so.", 1);
+  if (return_value > 0)
+    printf("We successfully decompressed some data!\n");
+  // Not only does a positive return value mean success, the value returned == the number of bytes read from the compressed_data
+  // stream.  I'm not sure there's ever a time you'll need to know this in most cases...
+
+  /* Validation */
+  // We should be able to compare our original *src with our *new_src and be byte-for-byte identical.
+  if (memcmp(src, new_src, src_size) != 0)
+    run_screaming("Validation failed.  *src and *new_src are not identical.", 1);
+  printf("Validation done.  The string we ended up with is:\n%s\n", new_src);
+  return 0;
+}
diff --git a/contrib/lizard/examples/streaming_api_basics.md b/contrib/lizard/examples/streaming_api_basics.md
new file mode 100644
index 00000000000..85c06803455
--- /dev/null
+++ b/contrib/lizard/examples/streaming_api_basics.md
@@ -0,0 +1,87 @@
+# Lizard Streaming API Basics
+by *Takayuki Matsuoka*
+## Lizard API sets
+
+Lizard has the following API sets :
+
+ - "Auto Framing" API (lizard_frame.h) :
+   This is most recommended API for usual application.
+   It guarantees interoperability with other Lizard framing format compliant tools/libraries
+   such as Lizard command line utility, node-lizard, etc.
+ - "Block" API : This is recommended for simple purpose.
+   It compress single raw memory block to Lizard memory block and vice versa.
+ - "Streaming" API : This is designed for complex thing.
+   For example, compress huge stream data in restricted memory environment.
+
+Basically, you should use "Auto Framing" API.
+But if you want to write advanced application, it's time to use Block or Streaming APIs.
+
+
+## What is difference between Block and Streaming API ?
+
+Block API (de)compresses single contiguous memory block.
+In other words, Lizard library find redundancy from single contiguous memory block.
+Streaming API does same thing but (de)compress multiple adjacent contiguous memory block.
+So Lizard library could find more redundancy than Block API.
+
+The following figure shows difference between API and block sizes.
+In these figures, original data is splitted to 4KiBytes contiguous chunks.
+
+```
+Original Data
+    +---------------+---------------+----+----+----+
+    | 4KiB Chunk A  | 4KiB Chunk B  | C  | D  |... |
+    +---------------+---------------+----+----+----+
+
+Example (1) : Block API, 4KiB Block
+    +---------------+---------------+----+----+----+
+    | 4KiB Chunk A  | 4KiB Chunk B  | C  | D  |... |
+    +---------------+---------------+----+----+----+
+    | Block #1      | Block #2      | #3 | #4 |... |
+    +---------------+---------------+----+----+----+
+
+                    (No Dependency)
+
+
+Example (2) : Block API, 8KiB Block
+    +---------------+---------------+----+----+----+
+    | 4KiB Chunk A  | 4KiB Chunk B  | C  | D  |... |
+    +---------------+---------------+----+----+----+
+    |            Block #1           |Block #2 |... |
+    +--------------------+----------+-------+-+----+
+          ^              |             ^    |
+          |              |             |    |
+          +--------------+             +----+
+          Internal Dependency          Internal Dependency
+
+
+Example (3) : Streaming API, 4KiB Block
+    +---------------+---------------+-----+----+----+
+    | 4KiB Chunk A  | 4KiB Chunk B  | C   | D  |... |
+    +---------------+---------------+-----+----+----+
+    | Block #1      | Block #2      | #3  | #4 |... |
+    +---------------+----+----------+-+---+-+--+----+
+          ^              |   ^        | ^   |
+          |              |   |        | |   |
+          +--------------+   +--------+ +---+
+          Dependency         Dependency Dependency
+```
+
+ - In example (1), there is no dependency.
+   All blocks are compressed independently.
+ - In example (2), naturally 8KiBytes block has internal dependency.
+   But still block #1 and #2 are compressed independently.
+ - In example (3), block #2 has dependency to #1,
+   also #3 has dependency to #2 and #1, #4 has #3, #2 and #1, and so on.
+
+Here, we can observe difference between example (2) and (3).
+In (2), there's no dependency between chunk B and C, but (3) has dependency between B and C.
+This dependency improves compression ratio.
+
+
+## Restriction of Streaming API
+
+For the efficiency, Streaming API doesn't keep mirror copy of dependent (de)compressed memory.
+This means users should keep these dependent (de)compressed memory explicitly.
+Usually, "Dependent memory" is previous adjacent contiguous memory up to 64KiBytes.
+Lizard will not access further memories.
diff --git a/contrib/lizard/lib/.gitignore b/contrib/lizard/lib/.gitignore
new file mode 100644
index 00000000000..6eedf69343a
--- /dev/null
+++ b/contrib/lizard/lib/.gitignore
@@ -0,0 +1,3 @@
+# make install artefact
+liblizard.pc
+test/
diff --git a/contrib/lizard/lib/LICENSE b/contrib/lizard/lib/LICENSE
new file mode 100644
index 00000000000..b335b0bafcf
--- /dev/null
+++ b/contrib/lizard/lib/LICENSE
@@ -0,0 +1,25 @@
+Lizard Library
+Copyright (C) 2011-2016, Yann Collet.
+Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification,
+are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice, this
+  list of conditions and the following disclaimer in the documentation and/or
+  other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/contrib/lizard/lib/README.md b/contrib/lizard/lib/README.md
new file mode 100644
index 00000000000..2775b984d63
--- /dev/null
+++ b/contrib/lizard/lib/README.md
@@ -0,0 +1,76 @@
+Lizard - Library Files
+================================
+
+The __lib__ directory contains several directories.
+Depending on target use case, it's enough to include only files from relevant directories.
+
+
+#### API
+
+Lizard stable API is exposed within [lizard_compress.h](lizard_compress.h) and [lizard_decompress.h](lizard_decompress.h),
+at the root of `lib` directory.
+
+
+#### Compatibility issues
+
+The raw Lizard block compression format is detailed within [lizard_Block_format].
+To compress an arbitrarily long file or data stream, multiple blocks are required.
+Organizing these blocks and providing a common header format to handle their content
+is the purpose of the Frame format, defined in [lizard_Frame_format].
+`lizard` command line utility produces files or streams compatible with the Frame format.
+(_Advanced stuff_ : It's possible to hide xxhash symbols into a local namespace.
+This is what `liblizard` does, to avoid symbol duplication
+in case a user program would link to several libraries containing xxhash symbols.)
+
+[lizard_Block_format]: ../doc/lizard_Block_format.md
+[lizard_Frame_format]: ../doc/lizard_Frame_format.md
+
+
+#### Various Lizard builds
+
+Files `lizard_common.h`, `lizard_compress*`, `lizard_parser_*.h`, `lizard_decompress*`, and `entropy\mem.h` are required in all circumstances.
+
+To compile:
+- Lizard_raw only with levels 10...29 : use the `-DLIZARD_NO_HUFFMAN` compiler flag
+- Lizard_raw with levels 10...49 : include also all files from `entropy` directory
+- Lizard_frame with levels 10...49 : `lizard_frame*` and all files from `entropy` and `xxhash` directories
+
+
+#### Advanced API 
+
+A more complex `lizard_frame_static.h` is also provided.
+It contains definitions which are not guaranteed to remain stable within future versions.
+It must be used with static linking ***only***.
+
+
+#### Using MinGW+MSYS to create DLL
+
+DLL can be created using MinGW+MSYS with the `make liblizard` command.
+This command creates `dll\liblizard.dll` and the import library `dll\liblizard.lib`.
+The import library is only required with Visual C++.
+The header files `lizard.h`, `lizardhc.h`, `lizard_frame.h` and the dynamic library
+`dll\liblizard.dll` are required to compile a project using gcc/MinGW.
+The dynamic library has to be added to linking options.
+It means that if a project that uses Lizard consists of a single `test-dll.c`
+file it should be compiled with `liblizard.lib`. For example:
+```
+    gcc $(CFLAGS) -Iinclude/ test-dll.c -o test-dll dll\liblizard.dll
+```
+The compiled executable will require Lizard DLL which is available at `dll\liblizard.dll`. 
+
+
+#### Miscellaneous 
+
+Other files present in the directory are not source code. There are :
+
+ - LICENSE : contains the BSD license text
+ - Makefile : script to compile or install lizard library (static or dynamic)
+ - liblizard.pc.in : for pkg-config (make install)
+ - README.md : this file
+
+
+#### License 
+
+All source material within __lib__ directory are BSD 2-Clause licensed.
+See [LICENSE](LICENSE) for details.
+The license is also repeated at the top of each source file.
diff --git a/contrib/lizard/lib/dll/liblizard.def b/contrib/lizard/lib/dll/liblizard.def
new file mode 100644
index 00000000000..73ebc44570a
--- /dev/null
+++ b/contrib/lizard/lib/dll/liblizard.def
@@ -0,0 +1,19 @@
+LIBRARY liblizard.dll
+EXPORTS
+    Lizard_compress
+    Lizard_compressBound
+    Lizard_compress_continue
+    Lizard_compress_extState
+    Lizard_createStream
+    Lizard_createStreamDecode
+    Lizard_decompress_safe
+    Lizard_decompress_safe_continue
+    Lizard_decompress_safe_partial
+    Lizard_decompress_safe_usingDict
+    Lizard_freeStream
+    Lizard_freeStreamDecode
+    Lizard_loadDict
+    Lizard_resetStream
+    Lizard_saveDict
+    Lizard_setStreamDecode
+    Lizard_sizeofState
diff --git a/contrib/lizard/lib/entropy/README.md b/contrib/lizard/lib/entropy/README.md
new file mode 100644
index 00000000000..5b18f20b063
--- /dev/null
+++ b/contrib/lizard/lib/entropy/README.md
@@ -0,0 +1,38 @@
+New Generation Entropy library
+==============================
+
+The __lib__ directory contains several files, but you don't necessarily want them all.
+Here is a detailed list, to help you decide which one you need :
+
+
+#### Compulsory files
+
+These files are required in all circumstances :
+- __error_public.h__ : error list as enum
+- __error_private.h__ : error management
+- __mem.h__ : low level memory access routines
+- __bitstream.h__ : generic read/write bitstream common to all entropy codecs
+- __entropy_common.c__ : common functions needed for both compression and decompression
+
+
+#### Finite State Entropy
+
+This is the base codec required by other ones.
+It implements a tANS variant, similar to arithmetic in compression performance, but much faster. Compression and decompression can be compiled independently.
+- __fse.h__ : exposes interfaces
+- __fse_compress.c__ : implements compression codec
+- __fse_decompress.c__ : implements decompression codec
+
+
+#### FSE 16-bits symbols version
+
+This codec is able to encode alphabets of size > 256, using 2 bytes per symbol. It requires the base FSE codec to compile properly. Compression and decompression are merged in the same file.
+- __fseU16.c__ implements the codec, while __fseU16.h__ exposes its interfaces.
+
+
+#### Huffman codec
+
+This is the fast huffman codec. It requires the base FSE codec to compress its headers. Compression and decompression can be compiled independently.
+- __huf.h__ : exposes interfaces.
+- __huf_compress.c__ : implements compression codec
+- __huf_decompress.c__ : implements decompression codec
diff --git a/contrib/lizard/lib/entropy/bitstream.h b/contrib/lizard/lib/entropy/bitstream.h
new file mode 100644
index 00000000000..849a9e6018a
--- /dev/null
+++ b/contrib/lizard/lib/entropy/bitstream.h
@@ -0,0 +1,414 @@
+/* ******************************************************************
+   bitstream
+   Part of FSE library
+   header file (to include)
+   Copyright (C) 2013-2016, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
+****************************************************************** */
+#ifndef BITSTREAM_H_MODULE
+#define BITSTREAM_H_MODULE
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/*
+*  This API consists of small unitary functions, which must be inlined for best performance.
+*  Since link-time-optimization is not available for all compilers,
+*  these functions are defined into a .h to be included.
+*/
+
+/*-****************************************
+*  Dependencies
+******************************************/
+#include "mem.h"            /* unaligned access routines */
+#include "error_private.h"  /* error codes and messages */
+
+
+/*=========================================
+*  Target specific
+=========================================*/
+#if defined(__BMI__) && defined(__GNUC__)
+#  include <immintrin.h>   /* support for bextr (experimental) */
+#endif
+
+
+/*-******************************************
+*  bitStream encoding API (write forward)
+********************************************/
+/* bitStream can mix input from multiple sources.
+*  A critical property of these streams is that they encode and decode in **reverse** direction.
+*  So the first bit sequence you add will be the last to be read, like a LIFO stack.
+*/
+typedef struct
+{
+    size_t bitContainer;
+    int    bitPos;
+    char*  startPtr;
+    char*  ptr;
+    char*  endPtr;
+} BIT_CStream_t;
+
+MEM_STATIC size_t BIT_initCStream(BIT_CStream_t* bitC, void* dstBuffer, size_t dstCapacity);
+MEM_STATIC void   BIT_addBits(BIT_CStream_t* bitC, size_t value, unsigned nbBits);
+MEM_STATIC void   BIT_flushBits(BIT_CStream_t* bitC);
+MEM_STATIC size_t BIT_closeCStream(BIT_CStream_t* bitC);
+
+/* Start with initCStream, providing the size of buffer to write into.
+*  bitStream will never write outside of this buffer.
+*  `dstCapacity` must be >= sizeof(bitD->bitContainer), otherwise @return will be an error code.
+*
+*  bits are first added to a local register.
+*  Local register is size_t, hence 64-bits on 64-bits systems, or 32-bits on 32-bits systems.
+*  Writing data into memory is an explicit operation, performed by the flushBits function.
+*  Hence keep track how many bits are potentially stored into local register to avoid register overflow.
+*  After a flushBits, a maximum of 7 bits might still be stored into local register.
+*
+*  Avoid storing elements of more than 24 bits if you want compatibility with 32-bits bitstream readers.
+*
+*  Last operation is to close the bitStream.
+*  The function returns the final size of CStream in bytes.
+*  If data couldn't fit into `dstBuffer`, it will return a 0 ( == not storable)
+*/
+
+
+/*-********************************************
+*  bitStream decoding API (read backward)
+**********************************************/
+typedef struct
+{
+    size_t   bitContainer;
+    unsigned bitsConsumed;
+    const char* ptr;
+    const char* start;
+} BIT_DStream_t;
+
+typedef enum { BIT_DStream_unfinished = 0,
+               BIT_DStream_endOfBuffer = 1,
+               BIT_DStream_completed = 2,
+               BIT_DStream_overflow = 3 } BIT_DStream_status;  /* result of BIT_reloadDStream() */
+               /* 1,2,4,8 would be better for bitmap combinations, but slows down performance a bit ... :( */
+
+MEM_STATIC size_t   BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize);
+MEM_STATIC size_t   BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits);
+MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD);
+MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* bitD);
+
+
+/* Start by invoking BIT_initDStream().
+*  A chunk of the bitStream is then stored into a local register.
+*  Local register size is 64-bits on 64-bits systems, 32-bits on 32-bits systems (size_t).
+*  You can then retrieve bitFields stored into the local register, **in reverse order**.
+*  Local register is explicitly reloaded from memory by the BIT_reloadDStream() method.
+*  A reload guarantee a minimum of ((8*sizeof(bitD->bitContainer))-7) bits when its result is BIT_DStream_unfinished.
+*  Otherwise, it can be less than that, so proceed accordingly.
+*  Checking if DStream has reached its end can be performed with BIT_endOfDStream().
+*/
+
+
+/*-****************************************
+*  unsafe API
+******************************************/
+MEM_STATIC void BIT_addBitsFast(BIT_CStream_t* bitC, size_t value, unsigned nbBits);
+/* faster, but works only if value is "clean", meaning all high bits above nbBits are 0 */
+
+MEM_STATIC void BIT_flushBitsFast(BIT_CStream_t* bitC);
+/* unsafe version; does not check buffer overflow */
+
+MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits);
+/* faster, but works only if nbBits >= 1 */
+
+
+
+/*-**************************************************************
+*  Internal functions
+****************************************************************/
+MEM_STATIC unsigned BIT_highbit32 (register U32 val)
+{
+#   if defined(_MSC_VER)   /* Visual */
+    unsigned long r=0;
+    _BitScanReverse ( &r, val );
+    return (unsigned) r;
+#   elif defined(__GNUC__) && (__GNUC__ >= 3)   /* Use GCC Intrinsic */
+    return 31 - __builtin_clz (val);
+#   else   /* Software version */
+    static const unsigned DeBruijnClz[32] = { 0, 9, 1, 10, 13, 21, 2, 29, 11, 14, 16, 18, 22, 25, 3, 30, 8, 12, 20, 28, 15, 17, 24, 7, 19, 27, 23, 6, 26, 5, 4, 31 };
+    U32 v = val;
+    v |= v >> 1;
+    v |= v >> 2;
+    v |= v >> 4;
+    v |= v >> 8;
+    v |= v >> 16;
+    return DeBruijnClz[ (U32) (v * 0x07C4ACDDU) >> 27];
+#   endif
+}
+
+/*=====    Local Constants   =====*/
+static const unsigned BIT_mask[] = { 0, 1, 3, 7, 0xF, 0x1F, 0x3F, 0x7F, 0xFF, 0x1FF, 0x3FF, 0x7FF, 0xFFF, 0x1FFF, 0x3FFF, 0x7FFF, 0xFFFF, 0x1FFFF, 0x3FFFF, 0x7FFFF, 0xFFFFF, 0x1FFFFF, 0x3FFFFF, 0x7FFFFF,  0xFFFFFF, 0x1FFFFFF, 0x3FFFFFF };   /* up to 26 bits */
+
+
+/*-**************************************************************
+*  bitStream encoding
+****************************************************************/
+/*! BIT_initCStream() :
+ *  `dstCapacity` must be > sizeof(void*)
+ *  @return : 0 if success,
+              otherwise an error code (can be tested using ERR_isError() ) */
+MEM_STATIC size_t BIT_initCStream(BIT_CStream_t* bitC, void* startPtr, size_t dstCapacity)
+{
+    bitC->bitContainer = 0;
+    bitC->bitPos = 0;
+    bitC->startPtr = (char*)startPtr;
+    bitC->ptr = bitC->startPtr;
+    bitC->endPtr = bitC->startPtr + dstCapacity - sizeof(bitC->ptr);
+    if (dstCapacity <= sizeof(bitC->ptr)) return ERROR(dstSize_tooSmall);
+    return 0;
+}
+
+/*! BIT_addBits() :
+    can add up to 26 bits into `bitC`.
+    Does not check for register overflow ! */
+MEM_STATIC void BIT_addBits(BIT_CStream_t* bitC, size_t value, unsigned nbBits)
+{
+    bitC->bitContainer |= (value & BIT_mask[nbBits]) << bitC->bitPos;
+    bitC->bitPos += nbBits;
+}
+
+/*! BIT_addBitsFast() :
+ *  works only if `value` is _clean_, meaning all high bits above nbBits are 0 */
+MEM_STATIC void BIT_addBitsFast(BIT_CStream_t* bitC, size_t value, unsigned nbBits)
+{
+    bitC->bitContainer |= value << bitC->bitPos;
+    bitC->bitPos += nbBits;
+}
+
+/*! BIT_flushBitsFast() :
+ *  unsafe version; does not check buffer overflow */
+MEM_STATIC void BIT_flushBitsFast(BIT_CStream_t* bitC)
+{
+    size_t const nbBytes = bitC->bitPos >> 3;
+    MEM_writeLEST(bitC->ptr, bitC->bitContainer);
+    bitC->ptr += nbBytes;
+    bitC->bitPos &= 7;
+    bitC->bitContainer >>= nbBytes*8;   /* if bitPos >= sizeof(bitContainer)*8 --> undefined behavior */
+}
+
+/*! BIT_flushBits() :
+ *  safe version; check for buffer overflow, and prevents it.
+ *  note : does not signal buffer overflow. This will be revealed later on using BIT_closeCStream() */
+MEM_STATIC void BIT_flushBits(BIT_CStream_t* bitC)
+{
+    size_t const nbBytes = bitC->bitPos >> 3;
+    MEM_writeLEST(bitC->ptr, bitC->bitContainer);
+    bitC->ptr += nbBytes;
+    if (bitC->ptr > bitC->endPtr) bitC->ptr = bitC->endPtr;
+    bitC->bitPos &= 7;
+    bitC->bitContainer >>= nbBytes*8;   /* if bitPos >= sizeof(bitContainer)*8 --> undefined behavior */
+}
+
+/*! BIT_closeCStream() :
+ *  @return : size of CStream, in bytes,
+              or 0 if it could not fit into dstBuffer */
+MEM_STATIC size_t BIT_closeCStream(BIT_CStream_t* bitC)
+{
+    BIT_addBitsFast(bitC, 1, 1);   /* endMark */
+    BIT_flushBits(bitC);
+
+    if (bitC->ptr >= bitC->endPtr) return 0; /* doesn't fit within authorized budget : cancel */
+
+    return (bitC->ptr - bitC->startPtr) + (bitC->bitPos > 0);
+}
+
+
+/*-********************************************************
+* bitStream decoding
+**********************************************************/
+/*! BIT_initDStream() :
+*   Initialize a BIT_DStream_t.
+*   `bitD` : a pointer to an already allocated BIT_DStream_t structure.
+*   `srcSize` must be the *exact* size of the bitStream, in bytes.
+*   @return : size of stream (== srcSize) or an errorCode if a problem is detected
+*/
+MEM_STATIC size_t BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize)
+{
+    if (srcSize < 1) { memset(bitD, 0, sizeof(*bitD)); return ERROR(srcSize_wrong); }
+
+    if (srcSize >=  sizeof(bitD->bitContainer)) {  /* normal case */
+        bitD->start = (const char*)srcBuffer;
+        bitD->ptr   = (const char*)srcBuffer + srcSize - sizeof(bitD->bitContainer);
+        bitD->bitContainer = MEM_readLEST(bitD->ptr);
+        { BYTE const lastByte = ((const BYTE*)srcBuffer)[srcSize-1];
+          bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;  /* ensures bitsConsumed is always set */
+          if (lastByte == 0) return ERROR(GENERIC); /* endMark not present */ }
+    } else {
+        bitD->start = (const char*)srcBuffer;
+        bitD->ptr   = bitD->start;
+        bitD->bitContainer = *(const BYTE*)(bitD->start);
+        switch(srcSize)
+        {
+            case 7: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[6]) << (sizeof(bitD->bitContainer)*8 - 16); // fallthrough
+            case 6: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[5]) << (sizeof(bitD->bitContainer)*8 - 24); // fallthrough
+            case 5: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[4]) << (sizeof(bitD->bitContainer)*8 - 32); // fallthrough
+            case 4: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[3]) << 24; // fallthrough
+            case 3: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[2]) << 16; // fallthrough
+            case 2: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[1]) <<  8; // fallthrough
+            default:;
+        }
+        { BYTE const lastByte = ((const BYTE*)srcBuffer)[srcSize-1];
+          bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;
+          if (lastByte == 0) return ERROR(GENERIC); /* endMark not present */ }
+        bitD->bitsConsumed += (U32)(sizeof(bitD->bitContainer) - srcSize)*8;
+    }
+
+    return srcSize;
+}
+
+MEM_STATIC size_t BIT_getUpperBits(size_t bitContainer, U32 const start)
+{
+    return bitContainer >> start;
+}
+
+MEM_STATIC size_t BIT_getMiddleBits(size_t bitContainer, U32 const start, U32 const nbBits)
+{
+#if defined(__BMI__) && defined(__GNUC__) && __GNUC__*1000+__GNUC_MINOR__ >= 4008  /* experimental */
+#  if defined(__x86_64__)
+    if (sizeof(bitContainer)==8)
+        return _bextr_u64(bitContainer, start, nbBits);
+    else
+#  endif
+        return _bextr_u32(bitContainer, start, nbBits);
+#else
+    return (bitContainer >> start) & BIT_mask[nbBits];
+#endif
+}
+
+MEM_STATIC size_t BIT_getLowerBits(size_t bitContainer, U32 const nbBits)
+{
+    return bitContainer & BIT_mask[nbBits];
+}
+
+/*! BIT_lookBits() :
+ *  Provides next n bits from local register.
+ *  local register is not modified.
+ *  On 32-bits, maxNbBits==24.
+ *  On 64-bits, maxNbBits==56.
+ *  @return : value extracted
+ */
+ MEM_STATIC size_t BIT_lookBits(const BIT_DStream_t* bitD, U32 nbBits)
+{
+#if defined(__BMI__) && defined(__GNUC__)   /* experimental; fails if bitD->bitsConsumed + nbBits > sizeof(bitD->bitContainer)*8 */
+    return BIT_getMiddleBits(bitD->bitContainer, (sizeof(bitD->bitContainer)*8) - bitD->bitsConsumed - nbBits, nbBits);
+#else
+    U32 const bitMask = sizeof(bitD->bitContainer)*8 - 1;
+    return ((bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> 1) >> ((bitMask-nbBits) & bitMask);
+#endif
+}
+
+/*! BIT_lookBitsFast() :
+*   unsafe version; only works only if nbBits >= 1 */
+MEM_STATIC size_t BIT_lookBitsFast(const BIT_DStream_t* bitD, U32 nbBits)
+{
+    U32 const bitMask = sizeof(bitD->bitContainer)*8 - 1;
+    return (bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> (((bitMask+1)-nbBits) & bitMask);
+}
+
+MEM_STATIC void BIT_skipBits(BIT_DStream_t* bitD, U32 nbBits)
+{
+    bitD->bitsConsumed += nbBits;
+}
+
+/*! BIT_readBits() :
+ *  Read (consume) next n bits from local register and update.
+ *  Pay attention to not read more than nbBits contained into local register.
+ *  @return : extracted value.
+ */
+MEM_STATIC size_t BIT_readBits(BIT_DStream_t* bitD, U32 nbBits)
+{
+    size_t const value = BIT_lookBits(bitD, nbBits);
+    BIT_skipBits(bitD, nbBits);
+    return value;
+}
+
+/*! BIT_readBitsFast() :
+*   unsafe version; only works only if nbBits >= 1 */
+MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, U32 nbBits)
+{
+    size_t const value = BIT_lookBitsFast(bitD, nbBits);
+    BIT_skipBits(bitD, nbBits);
+    return value;
+}
+
+/*! BIT_reloadDStream() :
+*   Refill `bitD` from buffer previously set in BIT_initDStream() .
+*   This function is safe, it guarantees it will not read beyond src buffer.
+*   @return : status of `BIT_DStream_t` internal register.
+              if status == BIT_DStream_unfinished, internal register is filled with >= (sizeof(bitD->bitContainer)*8 - 7) bits */
+MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD)
+{
+	if (bitD->bitsConsumed > (sizeof(bitD->bitContainer)*8))  /* should not happen => corruption detected */
+		return BIT_DStream_overflow;
+
+    if (bitD->ptr >= bitD->start + sizeof(bitD->bitContainer)) {
+        bitD->ptr -= bitD->bitsConsumed >> 3;
+        bitD->bitsConsumed &= 7;
+        bitD->bitContainer = MEM_readLEST(bitD->ptr);
+        return BIT_DStream_unfinished;
+    }
+    if (bitD->ptr == bitD->start) {
+        if (bitD->bitsConsumed < sizeof(bitD->bitContainer)*8) return BIT_DStream_endOfBuffer;
+        return BIT_DStream_completed;
+    }
+    {   U32 nbBytes = bitD->bitsConsumed >> 3;
+        BIT_DStream_status result = BIT_DStream_unfinished;
+        if (bitD->ptr - nbBytes < bitD->start) {
+            nbBytes = (U32)(bitD->ptr - bitD->start);  /* ptr > start */
+            result = BIT_DStream_endOfBuffer;
+        }
+        bitD->ptr -= nbBytes;
+        bitD->bitsConsumed -= nbBytes*8;
+        bitD->bitContainer = MEM_readLEST(bitD->ptr);   /* reminder : srcSize > sizeof(bitD) */
+        return result;
+    }
+}
+
+/*! BIT_endOfDStream() :
+*   @return Tells if DStream has exactly reached its end (all bits consumed).
+*/
+MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* DStream)
+{
+    return ((DStream->ptr == DStream->start) && (DStream->bitsConsumed == sizeof(DStream->bitContainer)*8));
+}
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* BITSTREAM_H_MODULE */
diff --git a/contrib/lizard/lib/entropy/entropy_common.c b/contrib/lizard/lib/entropy/entropy_common.c
new file mode 100644
index 00000000000..72bc398da38
--- /dev/null
+++ b/contrib/lizard/lib/entropy/entropy_common.c
@@ -0,0 +1,231 @@
+/*
+   Common functions of New Generation Entropy library
+   Copyright (C) 2016, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+    You can contact the author at :
+    - FSE+HUF source repository : https://github.com/Cyan4973/FiniteStateEntropy
+    - Public forum : https://groups.google.com/forum/#!forum/lz4c
+*************************************************************************** */
+
+/* *************************************
+*  Dependencies
+***************************************/
+#include "mem.h"
+#include "error_private.h"       /* ERR_*, ERROR */
+#define FSE_STATIC_LINKING_ONLY  /* FSE_MIN_TABLELOG */
+#include "fse.h"
+#define HUF_STATIC_LINKING_ONLY  /* HUF_TABLELOG_ABSOLUTEMAX */
+#include "huf.h"
+
+
+/*-****************************************
+*  Version
+******************************************/
+unsigned FSE_versionNumber(void) { return FSE_VERSION_NUMBER; }
+
+
+/*-****************************************
+*  FSE Error Management
+******************************************/
+unsigned FSE_isError(size_t code) { return ERR_isError(code); }
+
+const char* FSE_getErrorName(size_t code) { return ERR_getErrorName(code); }
+
+
+/* **************************************************************
+*  HUF Error Management
+****************************************************************/
+unsigned HUF_isError(size_t code) { return ERR_isError(code); }
+
+const char* HUF_getErrorName(size_t code) { return ERR_getErrorName(code); }
+
+
+/*-**************************************************************
+*  FSE NCount encoding-decoding
+****************************************************************/
+size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSVPtr, unsigned* tableLogPtr,
+                 const void* headerBuffer, size_t hbSize)
+{
+    const BYTE* const istart = (const BYTE*) headerBuffer;
+    const BYTE* const iend = istart + hbSize;
+    const BYTE* ip = istart;
+    int nbBits;
+    int remaining;
+    int threshold;
+    U32 bitStream;
+    int bitCount;
+    unsigned charnum = 0;
+    int previous0 = 0;
+
+    if (hbSize < 4) return ERROR(srcSize_wrong);
+    bitStream = MEM_readLE32(ip);
+    nbBits = (bitStream & 0xF) + FSE_MIN_TABLELOG;   /* extract tableLog */
+    if (nbBits > FSE_TABLELOG_ABSOLUTE_MAX) return ERROR(tableLog_tooLarge);
+    bitStream >>= 4;
+    bitCount = 4;
+    *tableLogPtr = nbBits;
+    remaining = (1<<nbBits)+1;
+    threshold = 1<<nbBits;
+    nbBits++;
+
+    while ((remaining>1) & (charnum<=*maxSVPtr)) {
+        if (previous0) {
+            unsigned n0 = charnum;
+            while ((bitStream & 0xFFFF) == 0xFFFF) {
+                n0 += 24;
+                if (ip < iend-5) {
+                    ip += 2;
+                    bitStream = MEM_readLE32(ip) >> bitCount;
+                } else {
+                    bitStream >>= 16;
+                    bitCount   += 16;
+            }   }
+            while ((bitStream & 3) == 3) {
+                n0 += 3;
+                bitStream >>= 2;
+                bitCount += 2;
+            }
+            n0 += bitStream & 3;
+            bitCount += 2;
+            if (n0 > *maxSVPtr) return ERROR(maxSymbolValue_tooSmall);
+            while (charnum < n0) normalizedCounter[charnum++] = 0;
+            if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4)) {
+                ip += bitCount>>3;
+                bitCount &= 7;
+                bitStream = MEM_readLE32(ip) >> bitCount;
+            } else {
+                bitStream >>= 2;
+        }   }
+        {   int const max = (2*threshold-1) - remaining;
+            int count;
+
+            if ((bitStream & (threshold-1)) < (U32)max) {
+                count = bitStream & (threshold-1);
+                bitCount += nbBits-1;
+            } else {
+                count = bitStream & (2*threshold-1);
+                if (count >= threshold) count -= max;
+                bitCount += nbBits;
+            }
+
+            count--;   /* extra accuracy */
+            remaining -= count < 0 ? -count : count;   /* -1 means +1 */
+            normalizedCounter[charnum++] = (short)count;
+            previous0 = !count;
+            while (remaining < threshold) {
+                nbBits--;
+                threshold >>= 1;
+            }
+
+            if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4)) {
+                ip += bitCount>>3;
+                bitCount &= 7;
+            } else {
+                bitCount -= (int)(8 * (iend - 4 - ip));
+                ip = iend - 4;
+            }
+            bitStream = MEM_readLE32(ip) >> (bitCount & 31);
+    }   }   /* while ((remaining>1) & (charnum<=*maxSVPtr)) */
+    if (remaining != 1) return ERROR(corruption_detected);
+    if (bitCount > 32) return ERROR(corruption_detected);
+    *maxSVPtr = charnum-1;
+
+    ip += (bitCount+7)>>3;
+    return ip-istart;
+}
+
+
+/*! HUF_readStats() :
+    Read compact Huffman tree, saved by HUF_writeCTable().
+    `huffWeight` is destination buffer.
+    `rankStats` is assumed to be a table of at least HUF_TABLELOG_MAX U32.
+    @return : size read from `src` , or an error Code .
+    Note : Needed by HUF_readCTable() and HUF_readDTableX?() .
+*/
+size_t HUF_readStats(BYTE* huffWeight, size_t hwSize, U32* rankStats,
+                     U32* nbSymbolsPtr, U32* tableLogPtr,
+                     const void* src, size_t srcSize)
+{
+    U32 weightTotal;
+    const BYTE* ip = (const BYTE*) src;
+    size_t iSize;
+    size_t oSize;
+
+    if (!srcSize) return ERROR(srcSize_wrong);
+    iSize = ip[0];
+    /* memset(huffWeight, 0, hwSize);   *//* is not necessary, even though some analyzer complain ... */
+
+    if (iSize >= 128) {  /* special header */
+        oSize = iSize - 127;
+        iSize = ((oSize+1)/2);
+        if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
+        if (oSize >= hwSize) return ERROR(corruption_detected);
+        ip += 1;
+        {   U32 n;
+            for (n=0; n<oSize; n+=2) {
+                huffWeight[n]   = ip[n/2] >> 4;
+                huffWeight[n+1] = ip[n/2] & 15;
+    }   }   }
+    else  {   /* header compressed with FSE (normal case) */
+        FSE_DTable fseWorkspace[FSE_DTABLE_SIZE_U32(6)];  /* 6 is max possible tableLog for HUF header (maybe even 5, to be tested) */
+        if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
+        oSize = FSE_decompress_wksp(huffWeight, hwSize-1, ip+1, iSize, fseWorkspace, 6);   /* max (hwSize-1) values decoded, as last one is implied */
+        if (FSE_isError(oSize)) return oSize;
+    }
+
+    /* collect weight stats */
+    memset(rankStats, 0, (HUF_TABLELOG_MAX + 1) * sizeof(U32));
+    weightTotal = 0;
+    {   U32 n; for (n=0; n<oSize; n++) {
+            if (huffWeight[n] >= HUF_TABLELOG_MAX) return ERROR(corruption_detected);
+            rankStats[huffWeight[n]]++;
+            weightTotal += (1 << huffWeight[n]) >> 1;
+    }   }
+    if (weightTotal == 0) return ERROR(corruption_detected);
+
+    /* get last non-null symbol weight (implied, total must be 2^n) */
+    {   U32 const tableLog = BIT_highbit32(weightTotal) + 1;
+        if (tableLog > HUF_TABLELOG_MAX) return ERROR(corruption_detected);
+        *tableLogPtr = tableLog;
+        /* determine last weight */
+        {   U32 const total = 1 << tableLog;
+            U32 const rest = total - weightTotal;
+            U32 const verif = 1 << BIT_highbit32(rest);
+            U32 const lastWeight = BIT_highbit32(rest) + 1;
+            if (verif != rest) return ERROR(corruption_detected);    /* last value must be a clean power of 2 */
+            huffWeight[oSize] = (BYTE)lastWeight;
+            rankStats[lastWeight]++;
+    }   }
+
+    /* check tree construction validity */
+    if ((rankStats[1] < 2) || (rankStats[1] & 1)) return ERROR(corruption_detected);   /* by construction : at least 2 elts of rank 1, must be even */
+
+    /* results */
+    *nbSymbolsPtr = (U32)(oSize+1);
+    return iSize+1;
+}
diff --git a/contrib/lizard/lib/entropy/error_private.h b/contrib/lizard/lib/entropy/error_private.h
new file mode 100644
index 00000000000..1340c16bf25
--- /dev/null
+++ b/contrib/lizard/lib/entropy/error_private.h
@@ -0,0 +1,115 @@
+/* ******************************************************************
+   Error codes and messages
+   Copyright (C) 2013-2016, Yann Collet
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - Homepage : http://www.zstd.net
+****************************************************************** */
+/* Note : this module is expected to remain private, do not expose it */
+
+#ifndef ERROR_H_MODULE
+#define ERROR_H_MODULE
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/* ****************************************
+*  Dependencies
+******************************************/
+#include <stddef.h>        /* size_t */
+#include "error_public.h"  /* enum list */
+
+
+/* ****************************************
+*  Compiler-specific
+******************************************/
+#if defined(__GNUC__)
+#  define ERR_STATIC static __attribute__((unused))
+#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
+#  define ERR_STATIC static inline
+#elif defined(_MSC_VER)
+#  define ERR_STATIC static __inline
+#else
+#  define ERR_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
+#endif
+
+
+/*-****************************************
+*  Customization (error_public.h)
+******************************************/
+typedef FSE_ErrorCode ERR_enum;
+#define PREFIX(name) FSE_error_##name
+
+
+/*-****************************************
+*  Error codes handling
+******************************************/
+#ifdef ERROR
+#  undef ERROR   /* reported already defined on VS 2015 (Rich Geldreich) */
+#endif
+#define ERROR(name) ((size_t)-PREFIX(name))
+
+ERR_STATIC unsigned ERR_isError(size_t code) { return (code > ERROR(maxCode)); }
+
+ERR_STATIC ERR_enum ERR_getErrorCode(size_t code) { if (!ERR_isError(code)) return (ERR_enum)0; return (ERR_enum) (0-code); }
+
+
+/*-****************************************
+*  Error Strings
+******************************************/
+
+ERR_STATIC const char* ERR_getErrorString(ERR_enum code)
+{
+    static const char* notErrorCode = "Unspecified error code";
+    switch( code )
+    {
+    case PREFIX(no_error): return "No error detected";
+    case PREFIX(GENERIC):  return "Error (generic)";
+    case PREFIX(dstSize_tooSmall): return "Destination buffer is too small";
+    case PREFIX(srcSize_wrong): return "Src size incorrect";
+    case PREFIX(corruption_detected): return "Corrupted block detected";
+    case PREFIX(tableLog_tooLarge): return "tableLog requires too much memory : unsupported";
+    case PREFIX(maxSymbolValue_tooLarge): return "Unsupported max Symbol Value : too large";
+    case PREFIX(maxSymbolValue_tooSmall): return "Specified maxSymbolValue is too small";
+    case PREFIX(maxCode):
+    default: return notErrorCode;
+    }
+}
+
+ERR_STATIC const char* ERR_getErrorName(size_t code)
+{
+    return ERR_getErrorString(ERR_getErrorCode(code));
+}
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* ERROR_H_MODULE */
diff --git a/contrib/lizard/lib/entropy/error_public.h b/contrib/lizard/lib/entropy/error_public.h
new file mode 100644
index 00000000000..a8524719889
--- /dev/null
+++ b/contrib/lizard/lib/entropy/error_public.h
@@ -0,0 +1,64 @@
+/* ******************************************************************
+   Error codes list
+   Copyright (C) 2016, Yann Collet
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
+   - Public forum : https://groups.google.com/forum/#!forum/lz4c
+****************************************************************** */
+#ifndef ERROR_PUBLIC_H_MODULE
+#define ERROR_PUBLIC_H_MODULE
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/* ****************************************
+*  error codes list
+******************************************/
+typedef enum {
+  FSE_error_no_error,
+  FSE_error_GENERIC,
+  FSE_error_dstSize_tooSmall,
+  FSE_error_srcSize_wrong,
+  FSE_error_corruption_detected,
+  FSE_error_tableLog_tooLarge,
+  FSE_error_maxSymbolValue_tooLarge,
+  FSE_error_maxSymbolValue_tooSmall,
+  FSE_error_maxCode
+} FSE_ErrorCode;
+
+/* note : compare with size_t function results using FSE_getError() */
+        
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* ERROR_PUBLIC_H_MODULE */
diff --git a/contrib/lizard/lib/entropy/fse.h b/contrib/lizard/lib/entropy/fse.h
new file mode 100644
index 00000000000..baac3903267
--- /dev/null
+++ b/contrib/lizard/lib/entropy/fse.h
@@ -0,0 +1,694 @@
+/* ******************************************************************
+   FSE : Finite State Entropy codec
+   Public Prototypes declaration
+   Copyright (C) 2013-2016, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
+****************************************************************** */
+#ifndef FSE_H
+#define FSE_H
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/*-*****************************************
+*  Dependencies
+******************************************/
+#include <stddef.h>    /* size_t, ptrdiff_t */
+
+
+/*-*****************************************
+*  FSE_PUBLIC_API : control library symbols visibility
+******************************************/
+#if defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1) && defined(__GNUC__) && (__GNUC__ >= 4)
+#  define FSE_PUBLIC_API __attribute__ ((visibility ("default")))
+#elif defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1)   /* Visual expected */
+#  define FSE_PUBLIC_API __declspec(dllexport)
+#elif defined(FSE_DLL_IMPORT) && (FSE_DLL_IMPORT==1)
+#  define FSE_PUBLIC_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
+#else
+#  define FSE_PUBLIC_API
+#endif
+
+/*------   Version   ------*/
+#define FSE_VERSION_MAJOR    0
+#define FSE_VERSION_MINOR    9
+#define FSE_VERSION_RELEASE  0
+
+#define FSE_LIB_VERSION FSE_VERSION_MAJOR.FSE_VERSION_MINOR.FSE_VERSION_RELEASE
+#define FSE_QUOTE(str) #str
+#define FSE_EXPAND_AND_QUOTE(str) FSE_QUOTE(str)
+#define FSE_VERSION_STRING FSE_EXPAND_AND_QUOTE(FSE_LIB_VERSION)
+
+#define FSE_VERSION_NUMBER  (FSE_VERSION_MAJOR *100*100 + FSE_VERSION_MINOR *100 + FSE_VERSION_RELEASE)
+FSE_PUBLIC_API unsigned FSE_versionNumber(void);   /**< library version number; to be used when checking dll version */
+
+/*-****************************************
+*  FSE simple functions
+******************************************/
+/*! FSE_compress() :
+    Compress content of buffer 'src', of size 'srcSize', into destination buffer 'dst'.
+    'dst' buffer must be already allocated. Compression runs faster is dstCapacity >= FSE_compressBound(srcSize).
+    @return : size of compressed data (<= dstCapacity).
+    Special values : if return == 0, srcData is not compressible => Nothing is stored within dst !!!
+                     if return == 1, srcData is a single byte symbol * srcSize times. Use RLE compression instead.
+                     if FSE_isError(return), compression failed (more details using FSE_getErrorName())
+*/
+FSE_PUBLIC_API size_t FSE_compress(void* dst, size_t dstCapacity,
+                             const void* src, size_t srcSize);
+
+/*! FSE_decompress():
+    Decompress FSE data from buffer 'cSrc', of size 'cSrcSize',
+    into already allocated destination buffer 'dst', of size 'dstCapacity'.
+    @return : size of regenerated data (<= maxDstSize),
+              or an error code, which can be tested using FSE_isError() .
+
+    ** Important ** : FSE_decompress() does not decompress non-compressible nor RLE data !!!
+    Why ? : making this distinction requires a header.
+    Header management is intentionally delegated to the user layer, which can better manage special cases.
+*/
+FSE_PUBLIC_API size_t FSE_decompress(void* dst,  size_t dstCapacity,
+                               const void* cSrc, size_t cSrcSize);
+
+
+/*-*****************************************
+*  Tool functions
+******************************************/
+FSE_PUBLIC_API size_t FSE_compressBound(size_t size);       /* maximum compressed size */
+
+/* Error Management */
+FSE_PUBLIC_API unsigned    FSE_isError(size_t code);        /* tells if a return value is an error code */
+FSE_PUBLIC_API const char* FSE_getErrorName(size_t code);   /* provides error code string (useful for debugging) */
+
+
+/*-*****************************************
+*  FSE advanced functions
+******************************************/
+/*! FSE_compress2() :
+    Same as FSE_compress(), but allows the selection of 'maxSymbolValue' and 'tableLog'
+    Both parameters can be defined as '0' to mean : use default value
+    @return : size of compressed data
+    Special values : if return == 0, srcData is not compressible => Nothing is stored within cSrc !!!
+                     if return == 1, srcData is a single byte symbol * srcSize times. Use RLE compression.
+                     if FSE_isError(return), it's an error code.
+*/
+FSE_PUBLIC_API size_t FSE_compress2 (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog);
+
+
+/*-*****************************************
+*  FSE detailed API
+******************************************/
+/*!
+FSE_compress() does the following:
+1. count symbol occurrence from source[] into table count[]
+2. normalize counters so that sum(count[]) == Power_of_2 (2^tableLog)
+3. save normalized counters to memory buffer using writeNCount()
+4. build encoding table 'CTable' from normalized counters
+5. encode the data stream using encoding table 'CTable'
+
+FSE_decompress() does the following:
+1. read normalized counters with readNCount()
+2. build decoding table 'DTable' from normalized counters
+3. decode the data stream using decoding table 'DTable'
+
+The following API allows targeting specific sub-functions for advanced tasks.
+For example, it's possible to compress several blocks using the same 'CTable',
+or to save and provide normalized distribution using external method.
+*/
+
+/* *** COMPRESSION *** */
+
+/*! FSE_count():
+    Provides the precise count of each byte within a table 'count'.
+    'count' is a table of unsigned int, of minimum size (*maxSymbolValuePtr+1).
+    *maxSymbolValuePtr will be updated if detected smaller than initial value.
+    @return : the count of the most frequent symbol (which is not identified).
+              if return == srcSize, there is only one symbol.
+              Can also return an error code, which can be tested with FSE_isError(). */
+FSE_PUBLIC_API size_t FSE_count(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize);
+
+/*! FSE_optimalTableLog():
+    dynamically downsize 'tableLog' when conditions are met.
+    It saves CPU time, by using smaller tables, while preserving or even improving compression ratio.
+    @return : recommended tableLog (necessarily <= 'maxTableLog') */
+FSE_PUBLIC_API unsigned FSE_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue);
+
+/*! FSE_normalizeCount():
+    normalize counts so that sum(count[]) == Power_of_2 (2^tableLog)
+    'normalizedCounter' is a table of short, of minimum size (maxSymbolValue+1).
+    @return : tableLog,
+              or an errorCode, which can be tested using FSE_isError() */
+FSE_PUBLIC_API size_t FSE_normalizeCount(short* normalizedCounter, unsigned tableLog, const unsigned* count, size_t srcSize, unsigned maxSymbolValue);
+
+/*! FSE_NCountWriteBound():
+    Provides the maximum possible size of an FSE normalized table, given 'maxSymbolValue' and 'tableLog'.
+    Typically useful for allocation purpose. */
+FSE_PUBLIC_API size_t FSE_NCountWriteBound(unsigned maxSymbolValue, unsigned tableLog);
+
+/*! FSE_writeNCount():
+    Compactly save 'normalizedCounter' into 'buffer'.
+    @return : size of the compressed table,
+              or an errorCode, which can be tested using FSE_isError(). */
+FSE_PUBLIC_API size_t FSE_writeNCount (void* buffer, size_t bufferSize, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
+
+
+/*! Constructor and Destructor of FSE_CTable.
+    Note that FSE_CTable size depends on 'tableLog' and 'maxSymbolValue' */
+typedef unsigned FSE_CTable;   /* don't allocate that. It's only meant to be more restrictive than void* */
+FSE_PUBLIC_API FSE_CTable* FSE_createCTable (unsigned tableLog, unsigned maxSymbolValue);
+FSE_PUBLIC_API void        FSE_freeCTable (FSE_CTable* ct);
+
+/*! FSE_buildCTable():
+    Builds `ct`, which must be already allocated, using FSE_createCTable().
+    @return : 0, or an errorCode, which can be tested using FSE_isError() */
+FSE_PUBLIC_API size_t FSE_buildCTable(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
+
+/*! FSE_compress_usingCTable():
+    Compress `src` using `ct` into `dst` which must be already allocated.
+    @return : size of compressed data (<= `dstCapacity`),
+              or 0 if compressed data could not fit into `dst`,
+              or an errorCode, which can be tested using FSE_isError() */
+FSE_PUBLIC_API size_t FSE_compress_usingCTable (void* dst, size_t dstCapacity, const void* src, size_t srcSize, const FSE_CTable* ct);
+
+/*!
+Tutorial :
+----------
+The first step is to count all symbols. FSE_count() does this job very fast.
+Result will be saved into 'count', a table of unsigned int, which must be already allocated, and have 'maxSymbolValuePtr[0]+1' cells.
+'src' is a table of bytes of size 'srcSize'. All values within 'src' MUST be <= maxSymbolValuePtr[0]
+maxSymbolValuePtr[0] will be updated, with its real value (necessarily <= original value)
+FSE_count() will return the number of occurrence of the most frequent symbol.
+This can be used to know if there is a single symbol within 'src', and to quickly evaluate its compressibility.
+If there is an error, the function will return an ErrorCode (which can be tested using FSE_isError()).
+
+The next step is to normalize the frequencies.
+FSE_normalizeCount() will ensure that sum of frequencies is == 2 ^'tableLog'.
+It also guarantees a minimum of 1 to any Symbol with frequency >= 1.
+You can use 'tableLog'==0 to mean "use default tableLog value".
+If you are unsure of which tableLog value to use, you can ask FSE_optimalTableLog(),
+which will provide the optimal valid tableLog given sourceSize, maxSymbolValue, and a user-defined maximum (0 means "default").
+
+The result of FSE_normalizeCount() will be saved into a table,
+called 'normalizedCounter', which is a table of signed short.
+'normalizedCounter' must be already allocated, and have at least 'maxSymbolValue+1' cells.
+The return value is tableLog if everything proceeded as expected.
+It is 0 if there is a single symbol within distribution.
+If there is an error (ex: invalid tableLog value), the function will return an ErrorCode (which can be tested using FSE_isError()).
+
+'normalizedCounter' can be saved in a compact manner to a memory area using FSE_writeNCount().
+'buffer' must be already allocated.
+For guaranteed success, buffer size must be at least FSE_headerBound().
+The result of the function is the number of bytes written into 'buffer'.
+If there is an error, the function will return an ErrorCode (which can be tested using FSE_isError(); ex : buffer size too small).
+
+'normalizedCounter' can then be used to create the compression table 'CTable'.
+The space required by 'CTable' must be already allocated, using FSE_createCTable().
+You can then use FSE_buildCTable() to fill 'CTable'.
+If there is an error, both functions will return an ErrorCode (which can be tested using FSE_isError()).
+
+'CTable' can then be used to compress 'src', with FSE_compress_usingCTable().
+Similar to FSE_count(), the convention is that 'src' is assumed to be a table of char of size 'srcSize'
+The function returns the size of compressed data (without header), necessarily <= `dstCapacity`.
+If it returns '0', compressed data could not fit into 'dst'.
+If there is an error, the function will return an ErrorCode (which can be tested using FSE_isError()).
+*/
+
+
+/* *** DECOMPRESSION *** */
+
+/*! FSE_readNCount():
+    Read compactly saved 'normalizedCounter' from 'rBuffer'.
+    @return : size read from 'rBuffer',
+              or an errorCode, which can be tested using FSE_isError().
+              maxSymbolValuePtr[0] and tableLogPtr[0] will also be updated with their respective values */
+FSE_PUBLIC_API size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSymbolValuePtr, unsigned* tableLogPtr, const void* rBuffer, size_t rBuffSize);
+
+/*! Constructor and Destructor of FSE_DTable.
+    Note that its size depends on 'tableLog' */
+typedef unsigned FSE_DTable;   /* don't allocate that. It's just a way to be more restrictive than void* */
+FSE_PUBLIC_API FSE_DTable* FSE_createDTable(unsigned tableLog);
+FSE_PUBLIC_API void        FSE_freeDTable(FSE_DTable* dt);
+
+/*! FSE_buildDTable():
+    Builds 'dt', which must be already allocated, using FSE_createDTable().
+    return : 0, or an errorCode, which can be tested using FSE_isError() */
+FSE_PUBLIC_API size_t FSE_buildDTable (FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
+
+/*! FSE_decompress_usingDTable():
+    Decompress compressed source `cSrc` of size `cSrcSize` using `dt`
+    into `dst` which must be already allocated.
+    @return : size of regenerated data (necessarily <= `dstCapacity`),
+              or an errorCode, which can be tested using FSE_isError() */
+FSE_PUBLIC_API size_t FSE_decompress_usingDTable(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, const FSE_DTable* dt);
+
+/*!
+Tutorial :
+----------
+(Note : these functions only decompress FSE-compressed blocks.
+ If block is uncompressed, use memcpy() instead
+ If block is a single repeated byte, use memset() instead )
+
+The first step is to obtain the normalized frequencies of symbols.
+This can be performed by FSE_readNCount() if it was saved using FSE_writeNCount().
+'normalizedCounter' must be already allocated, and have at least 'maxSymbolValuePtr[0]+1' cells of signed short.
+In practice, that means it's necessary to know 'maxSymbolValue' beforehand,
+or size the table to handle worst case situations (typically 256).
+FSE_readNCount() will provide 'tableLog' and 'maxSymbolValue'.
+The result of FSE_readNCount() is the number of bytes read from 'rBuffer'.
+Note that 'rBufferSize' must be at least 4 bytes, even if useful information is less than that.
+If there is an error, the function will return an error code, which can be tested using FSE_isError().
+
+The next step is to build the decompression tables 'FSE_DTable' from 'normalizedCounter'.
+This is performed by the function FSE_buildDTable().
+The space required by 'FSE_DTable' must be already allocated using FSE_createDTable().
+If there is an error, the function will return an error code, which can be tested using FSE_isError().
+
+`FSE_DTable` can then be used to decompress `cSrc`, with FSE_decompress_usingDTable().
+`cSrcSize` must be strictly correct, otherwise decompression will fail.
+FSE_decompress_usingDTable() result will tell how many bytes were regenerated (<=`dstCapacity`).
+If there is an error, the function will return an error code, which can be tested using FSE_isError(). (ex: dst buffer too small)
+*/
+
+
+#ifdef FSE_STATIC_LINKING_ONLY
+
+/* *** Dependency *** */
+#include "bitstream.h"
+
+
+/* *****************************************
+*  Static allocation
+*******************************************/
+/* FSE buffer bounds */
+#define FSE_NCOUNTBOUND 512
+#define FSE_BLOCKBOUND(size) (size + (size>>7))
+#define FSE_COMPRESSBOUND(size) (FSE_NCOUNTBOUND + FSE_BLOCKBOUND(size))   /* Macro version, useful for static allocation */
+
+/* It is possible to statically allocate FSE CTable/DTable as a table of FSE_CTable/FSE_DTable using below macros */
+#define FSE_CTABLE_SIZE_U32(maxTableLog, maxSymbolValue)   (1 + (1<<(maxTableLog-1)) + ((maxSymbolValue+1)*2))
+#define FSE_DTABLE_SIZE_U32(maxTableLog)                   (1 + (1<<maxTableLog))
+
+
+/* *****************************************
+*  FSE advanced API
+*******************************************/
+/* FSE_count_wksp() :
+ * Same as FSE_count(), but using an externally provided scratch buffer.
+ * `workSpace` size must be table of >= `1024` unsigned
+ */
+size_t FSE_count_wksp(unsigned* count, unsigned* maxSymbolValuePtr,
+                 const void* source, size_t sourceSize, unsigned* workSpace);
+
+/** FSE_countFast() :
+ *  same as FSE_count(), but blindly trusts that all byte values within src are <= *maxSymbolValuePtr
+ */
+size_t FSE_countFast(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize);
+
+/* FSE_countFast_wksp() :
+ * Same as FSE_countFast(), but using an externally provided scratch buffer.
+ * `workSpace` must be a table of minimum `1024` unsigned
+ */
+size_t FSE_countFast_wksp(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize, unsigned* workSpace);
+
+/*! FSE_count_simple
+ * Same as FSE_countFast(), but does not use any additional memory (not even on stack).
+ * This function is unsafe, and will segfault if any value within `src` is `> *maxSymbolValuePtr` (presuming it's also the size of `count`).
+*/
+size_t FSE_count_simple(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize);
+
+
+
+unsigned FSE_optimalTableLog_internal(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue, unsigned minus);
+/**< same as FSE_optimalTableLog(), which used `minus==2` */
+
+/* FSE_compress_wksp() :
+ * Same as FSE_compress2(), but using an externally allocated scratch buffer (`workSpace`).
+ * FSE_WKSP_SIZE_U32() provides the minimum size required for `workSpace` as a table of FSE_CTable.
+ */
+#define FSE_WKSP_SIZE_U32(maxTableLog, maxSymbolValue)   ( FSE_CTABLE_SIZE_U32(maxTableLog, maxSymbolValue) + (1<<((maxTableLog>2)?(maxTableLog-2):0)) )
+size_t FSE_compress_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);
+
+size_t FSE_buildCTable_raw (FSE_CTable* ct, unsigned nbBits);
+/**< build a fake FSE_CTable, designed for a flat distribution, where each symbol uses nbBits */
+
+size_t FSE_buildCTable_rle (FSE_CTable* ct, unsigned char symbolValue);
+/**< build a fake FSE_CTable, designed to compress always the same symbolValue */
+
+/* FSE_buildCTable_wksp() :
+ * Same as FSE_buildCTable(), but using an externally allocated scratch buffer (`workSpace`).
+ * `wkspSize` must be >= `(1<<tableLog)`.
+ */
+size_t FSE_buildCTable_wksp(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);
+
+size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits);
+/**< build a fake FSE_DTable, designed to read a flat distribution where each symbol uses nbBits */
+
+size_t FSE_buildDTable_rle (FSE_DTable* dt, unsigned char symbolValue);
+/**< build a fake FSE_DTable, designed to always generate the same symbolValue */
+
+size_t FSE_decompress_wksp(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, FSE_DTable* workSpace, unsigned maxLog);
+/**< same as FSE_decompress(), using an externally allocated `workSpace` produced with `FSE_DTABLE_SIZE_U32(maxLog)` */
+
+
+/* *****************************************
+*  FSE symbol compression API
+*******************************************/
+/*!
+   This API consists of small unitary functions, which highly benefit from being inlined.
+   Hence their body are included in next section.
+*/
+typedef struct {
+    ptrdiff_t   value;
+    const void* stateTable;
+    const void* symbolTT;
+    unsigned    stateLog;
+} FSE_CState_t;
+
+static void FSE_initCState(FSE_CState_t* CStatePtr, const FSE_CTable* ct);
+
+static void FSE_encodeSymbol(BIT_CStream_t* bitC, FSE_CState_t* CStatePtr, unsigned symbol);
+
+static void FSE_flushCState(BIT_CStream_t* bitC, const FSE_CState_t* CStatePtr);
+
+/**<
+These functions are inner components of FSE_compress_usingCTable().
+They allow the creation of custom streams, mixing multiple tables and bit sources.
+
+A key property to keep in mind is that encoding and decoding are done **in reverse direction**.
+So the first symbol you will encode is the last you will decode, like a LIFO stack.
+
+You will need a few variables to track your CStream. They are :
+
+FSE_CTable    ct;         // Provided by FSE_buildCTable()
+BIT_CStream_t bitStream;  // bitStream tracking structure
+FSE_CState_t  state;      // State tracking structure (can have several)
+
+
+The first thing to do is to init bitStream and state.
+    size_t errorCode = BIT_initCStream(&bitStream, dstBuffer, maxDstSize);
+    FSE_initCState(&state, ct);
+
+Note that BIT_initCStream() can produce an error code, so its result should be tested, using FSE_isError();
+You can then encode your input data, byte after byte.
+FSE_encodeSymbol() outputs a maximum of 'tableLog' bits at a time.
+Remember decoding will be done in reverse direction.
+    FSE_encodeByte(&bitStream, &state, symbol);
+
+At any time, you can also add any bit sequence.
+Note : maximum allowed nbBits is 25, for compatibility with 32-bits decoders
+    BIT_addBits(&bitStream, bitField, nbBits);
+
+The above methods don't commit data to memory, they just store it into local register, for speed.
+Local register size is 64-bits on 64-bits systems, 32-bits on 32-bits systems (size_t).
+Writing data to memory is a manual operation, performed by the flushBits function.
+    BIT_flushBits(&bitStream);
+
+Your last FSE encoding operation shall be to flush your last state value(s).
+    FSE_flushState(&bitStream, &state);
+
+Finally, you must close the bitStream.
+The function returns the size of CStream in bytes.
+If data couldn't fit into dstBuffer, it will return a 0 ( == not compressible)
+If there is an error, it returns an errorCode (which can be tested using FSE_isError()).
+    size_t size = BIT_closeCStream(&bitStream);
+*/
+
+
+/* *****************************************
+*  FSE symbol decompression API
+*******************************************/
+typedef struct {
+    size_t      state;
+    const void* table;   /* precise table may vary, depending on U16 */
+} FSE_DState_t;
+
+
+static void     FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt);
+
+static unsigned char FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
+
+static unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr);
+
+/**<
+Let's now decompose FSE_decompress_usingDTable() into its unitary components.
+You will decode FSE-encoded symbols from the bitStream,
+and also any other bitFields you put in, **in reverse order**.
+
+You will need a few variables to track your bitStream. They are :
+
+BIT_DStream_t DStream;    // Stream context
+FSE_DState_t  DState;     // State context. Multiple ones are possible
+FSE_DTable*   DTablePtr;  // Decoding table, provided by FSE_buildDTable()
+
+The first thing to do is to init the bitStream.
+    errorCode = BIT_initDStream(&DStream, srcBuffer, srcSize);
+
+You should then retrieve your initial state(s)
+(in reverse flushing order if you have several ones) :
+    errorCode = FSE_initDState(&DState, &DStream, DTablePtr);
+
+You can then decode your data, symbol after symbol.
+For information the maximum number of bits read by FSE_decodeSymbol() is 'tableLog'.
+Keep in mind that symbols are decoded in reverse order, like a LIFO stack (last in, first out).
+    unsigned char symbol = FSE_decodeSymbol(&DState, &DStream);
+
+You can retrieve any bitfield you eventually stored into the bitStream (in reverse order)
+Note : maximum allowed nbBits is 25, for 32-bits compatibility
+    size_t bitField = BIT_readBits(&DStream, nbBits);
+
+All above operations only read from local register (which size depends on size_t).
+Refueling the register from memory is manually performed by the reload method.
+    endSignal = FSE_reloadDStream(&DStream);
+
+BIT_reloadDStream() result tells if there is still some more data to read from DStream.
+BIT_DStream_unfinished : there is still some data left into the DStream.
+BIT_DStream_endOfBuffer : Dstream reached end of buffer. Its container may no longer be completely filled.
+BIT_DStream_completed : Dstream reached its exact end, corresponding in general to decompression completed.
+BIT_DStream_tooFar : Dstream went too far. Decompression result is corrupted.
+
+When reaching end of buffer (BIT_DStream_endOfBuffer), progress slowly, notably if you decode multiple symbols per loop,
+to properly detect the exact end of stream.
+After each decoded symbol, check if DStream is fully consumed using this simple test :
+    BIT_reloadDStream(&DStream) >= BIT_DStream_completed
+
+When it's done, verify decompression is fully completed, by checking both DStream and the relevant states.
+Checking if DStream has reached its end is performed by :
+    BIT_endOfDStream(&DStream);
+Check also the states. There might be some symbols left there, if some high probability ones (>50%) are possible.
+    FSE_endOfDState(&DState);
+*/
+
+
+/* *****************************************
+*  FSE unsafe API
+*******************************************/
+static unsigned char FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
+/* faster, but works only if nbBits is always >= 1 (otherwise, result will be corrupted) */
+
+
+/* *****************************************
+*  Implementation of inlined functions
+*******************************************/
+typedef struct {
+    int deltaFindState;
+    U32 deltaNbBits;
+} FSE_symbolCompressionTransform; /* total 8 bytes */
+
+MEM_STATIC void FSE_initCState(FSE_CState_t* statePtr, const FSE_CTable* ct)
+{
+    const void* ptr = ct;
+    const U16* u16ptr = (const U16*) ptr;
+    const U32 tableLog = MEM_read16(ptr);
+    statePtr->value = (ptrdiff_t)1<<tableLog;
+    statePtr->stateTable = u16ptr+2;
+    statePtr->symbolTT = ((const U32*)ct + 1 + (tableLog ? (1<<(tableLog-1)) : 1));
+    statePtr->stateLog = tableLog;
+}
+
+
+/*! FSE_initCState2() :
+*   Same as FSE_initCState(), but the first symbol to include (which will be the last to be read)
+*   uses the smallest state value possible, saving the cost of this symbol */
+MEM_STATIC void FSE_initCState2(FSE_CState_t* statePtr, const FSE_CTable* ct, U32 symbol)
+{
+    FSE_initCState(statePtr, ct);
+    {   const FSE_symbolCompressionTransform symbolTT = ((const FSE_symbolCompressionTransform*)(statePtr->symbolTT))[symbol];
+        const U16* stateTable = (const U16*)(statePtr->stateTable);
+        U32 nbBitsOut  = (U32)((symbolTT.deltaNbBits + (1<<15)) >> 16);
+        statePtr->value = (nbBitsOut << 16) - symbolTT.deltaNbBits;
+        statePtr->value = stateTable[(statePtr->value >> nbBitsOut) + symbolTT.deltaFindState];
+    }
+}
+
+MEM_STATIC void FSE_encodeSymbol(BIT_CStream_t* bitC, FSE_CState_t* statePtr, U32 symbol)
+{
+    const FSE_symbolCompressionTransform symbolTT = ((const FSE_symbolCompressionTransform*)(statePtr->symbolTT))[symbol];
+    const U16* const stateTable = (const U16*)(statePtr->stateTable);
+    U32 nbBitsOut  = (U32)((statePtr->value + symbolTT.deltaNbBits) >> 16);
+    BIT_addBits(bitC, statePtr->value, nbBitsOut);
+    statePtr->value = stateTable[ (statePtr->value >> nbBitsOut) + symbolTT.deltaFindState];
+}
+
+MEM_STATIC void FSE_flushCState(BIT_CStream_t* bitC, const FSE_CState_t* statePtr)
+{
+    BIT_addBits(bitC, statePtr->value, statePtr->stateLog);
+    BIT_flushBits(bitC);
+}
+
+
+/* ======    Decompression    ====== */
+
+typedef struct {
+    U16 tableLog;
+    U16 fastMode;
+} FSE_DTableHeader;   /* sizeof U32 */
+
+typedef struct
+{
+    unsigned short newState;
+    unsigned char  symbol;
+    unsigned char  nbBits;
+} FSE_decode_t;   /* size == U32 */
+
+MEM_STATIC void FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt)
+{
+    const void* ptr = dt;
+    const FSE_DTableHeader* const DTableH = (const FSE_DTableHeader*)ptr;
+    DStatePtr->state = BIT_readBits(bitD, DTableH->tableLog);
+    BIT_reloadDStream(bitD);
+    DStatePtr->table = dt + 1;
+}
+
+MEM_STATIC BYTE FSE_peekSymbol(const FSE_DState_t* DStatePtr)
+{
+    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
+    return DInfo.symbol;
+}
+
+MEM_STATIC void FSE_updateState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
+{
+    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
+    U32 const nbBits = DInfo.nbBits;
+    size_t const lowBits = BIT_readBits(bitD, nbBits);
+    DStatePtr->state = DInfo.newState + lowBits;
+}
+
+MEM_STATIC BYTE FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
+{
+    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
+    U32 const nbBits = DInfo.nbBits;
+    BYTE const symbol = DInfo.symbol;
+    size_t const lowBits = BIT_readBits(bitD, nbBits);
+
+    DStatePtr->state = DInfo.newState + lowBits;
+    return symbol;
+}
+
+/*! FSE_decodeSymbolFast() :
+    unsafe, only works if no symbol has a probability > 50% */
+MEM_STATIC BYTE FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
+{
+    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
+    U32 const nbBits = DInfo.nbBits;
+    BYTE const symbol = DInfo.symbol;
+    size_t const lowBits = BIT_readBitsFast(bitD, nbBits);
+
+    DStatePtr->state = DInfo.newState + lowBits;
+    return symbol;
+}
+
+MEM_STATIC unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr)
+{
+    return DStatePtr->state == 0;
+}
+
+
+
+#ifndef FSE_COMMONDEFS_ONLY
+
+/* **************************************************************
+*  Tuning parameters
+****************************************************************/
+/*!MEMORY_USAGE :
+*  Memory usage formula : N->2^N Bytes (examples : 10 -> 1KB; 12 -> 4KB ; 16 -> 64KB; 20 -> 1MB; etc.)
+*  Increasing memory usage improves compression ratio
+*  Reduced memory usage can improve speed, due to cache effect
+*  Recommended max value is 14, for 16KB, which nicely fits into Intel x86 L1 cache */
+#ifndef FSE_MAX_MEMORY_USAGE
+#  define FSE_MAX_MEMORY_USAGE 14
+#endif
+#ifndef FSE_DEFAULT_MEMORY_USAGE
+#  define FSE_DEFAULT_MEMORY_USAGE 13
+#endif
+
+/*!FSE_MAX_SYMBOL_VALUE :
+*  Maximum symbol value authorized.
+*  Required for proper stack allocation */
+#ifndef FSE_MAX_SYMBOL_VALUE
+#  define FSE_MAX_SYMBOL_VALUE 255
+#endif
+
+/* **************************************************************
+*  template functions type & suffix
+****************************************************************/
+#define FSE_FUNCTION_TYPE BYTE
+#define FSE_FUNCTION_EXTENSION
+#define FSE_DECODE_TYPE FSE_decode_t
+
+
+#endif   /* !FSE_COMMONDEFS_ONLY */
+
+
+/* ***************************************************************
+*  Constants
+*****************************************************************/
+#define FSE_MAX_TABLELOG  (FSE_MAX_MEMORY_USAGE-2)
+#define FSE_MAX_TABLESIZE (1U<<FSE_MAX_TABLELOG)
+#define FSE_MAXTABLESIZE_MASK (FSE_MAX_TABLESIZE-1)
+#define FSE_DEFAULT_TABLELOG (FSE_DEFAULT_MEMORY_USAGE-2)
+#define FSE_MIN_TABLELOG 5
+
+#define FSE_TABLELOG_ABSOLUTE_MAX 15
+#if FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX
+#  error "FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX is not supported"
+#endif
+
+#define FSE_TABLESTEP(tableSize) ((tableSize>>1) + (tableSize>>3) + 3)
+
+
+#endif /* FSE_STATIC_LINKING_ONLY */
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif  /* FSE_H */
diff --git a/contrib/lizard/lib/entropy/fse_compress.c b/contrib/lizard/lib/entropy/fse_compress.c
new file mode 100644
index 00000000000..337b7a6ffac
--- /dev/null
+++ b/contrib/lizard/lib/entropy/fse_compress.c
@@ -0,0 +1,848 @@
+/* ******************************************************************
+   FSE : Finite State Entropy encoder
+   Copyright (C) 2013-2015, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+    You can contact the author at :
+    - FSE source repository : https://github.com/Cyan4973/FiniteStateEntropy
+    - Public forum : https://groups.google.com/forum/#!forum/lz4c
+****************************************************************** */
+
+/* **************************************************************
+*  Compiler specifics
+****************************************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  define FORCE_INLINE static __forceinline
+#  include <intrin.h>                    /* For Visual 2005 */
+#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
+#  pragma warning(disable : 4214)        /* disable: C4214: non-int bitfields */
+#else
+#  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
+#    ifdef __GNUC__
+#      define FORCE_INLINE static inline __attribute__((always_inline))
+#    else
+#      define FORCE_INLINE static inline
+#    endif
+#  else
+#    define FORCE_INLINE static
+#  endif /* __STDC_VERSION__ */
+#endif
+
+
+/* **************************************************************
+*  Includes
+****************************************************************/
+#include <stdlib.h>     /* malloc, free, qsort */
+#include <string.h>     /* memcpy, memset */
+#include <stdio.h>      /* printf (debug) */
+#include "bitstream.h"
+#define FSE_STATIC_LINKING_ONLY
+#include "fse.h"
+
+
+/* **************************************************************
+*  Error Management
+****************************************************************/
+#define FSE_STATIC_ASSERT(c) { enum { FSE_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
+
+
+/* **************************************************************
+*  Templates
+****************************************************************/
+/*
+  designed to be included
+  for type-specific functions (template emulation in C)
+  Objective is to write these functions only once, for improved maintenance
+*/
+
+/* safety checks */
+#ifndef FSE_FUNCTION_EXTENSION
+#  error "FSE_FUNCTION_EXTENSION must be defined"
+#endif
+#ifndef FSE_FUNCTION_TYPE
+#  error "FSE_FUNCTION_TYPE must be defined"
+#endif
+
+/* Function names */
+#define FSE_CAT(X,Y) X##Y
+#define FSE_FUNCTION_NAME(X,Y) FSE_CAT(X,Y)
+#define FSE_TYPE_NAME(X,Y) FSE_CAT(X,Y)
+
+
+/* Function templates */
+
+/* FSE_buildCTable_wksp() :
+ * Same as FSE_buildCTable(), but using an externally allocated scratch buffer (`workSpace`).
+ * wkspSize should be sized to handle worst case situation, which is `1<<max_tableLog * sizeof(FSE_FUNCTION_TYPE)`
+ * workSpace must also be properly aligned with FSE_FUNCTION_TYPE requirements
+ */
+size_t FSE_buildCTable_wksp(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize)
+{
+    U32 const tableSize = 1 << tableLog;
+    U32 const tableMask = tableSize - 1;
+    void* const ptr = ct;
+    U16* const tableU16 = ( (U16*) ptr) + 2;
+    void* const FSCT = ((U32*)ptr) + 1 /* header */ + (tableLog ? tableSize>>1 : 1) ;
+    FSE_symbolCompressionTransform* const symbolTT = (FSE_symbolCompressionTransform*) (FSCT);
+    U32 const step = FSE_TABLESTEP(tableSize);
+    U32 cumul[FSE_MAX_SYMBOL_VALUE+2];
+
+    FSE_FUNCTION_TYPE* const tableSymbol = (FSE_FUNCTION_TYPE*)workSpace;
+    U32 highThreshold = tableSize-1;
+
+    /* CTable header */
+    if (((size_t)1 << tableLog) * sizeof(FSE_FUNCTION_TYPE) > wkspSize) return ERROR(tableLog_tooLarge);
+    tableU16[-2] = (U16) tableLog;
+    tableU16[-1] = (U16) maxSymbolValue;
+
+    /* For explanations on how to distribute symbol values over the table :
+    *  http://fastcompression.blogspot.fr/2014/02/fse-distributing-symbol-values.html */
+
+    /* symbol start positions */
+    {   U32 u;
+        cumul[0] = 0;
+        for (u=1; u<=maxSymbolValue+1; u++) {
+            if (normalizedCounter[u-1]==-1) {  /* Low proba symbol */
+                cumul[u] = cumul[u-1] + 1;
+                tableSymbol[highThreshold--] = (FSE_FUNCTION_TYPE)(u-1);
+            } else {
+                cumul[u] = cumul[u-1] + normalizedCounter[u-1];
+        }   }
+        cumul[maxSymbolValue+1] = tableSize+1;
+    }
+
+    /* Spread symbols */
+    {   U32 position = 0;
+        U32 symbol;
+        for (symbol=0; symbol<=maxSymbolValue; symbol++) {
+            int nbOccurences;
+            for (nbOccurences=0; nbOccurences<normalizedCounter[symbol]; nbOccurences++) {
+                tableSymbol[position] = (FSE_FUNCTION_TYPE)symbol;
+                position = (position + step) & tableMask;
+                while (position > highThreshold) position = (position + step) & tableMask;   /* Low proba area */
+        }   }
+
+        if (position!=0) return ERROR(GENERIC);   /* Must have gone through all positions */
+    }
+
+    /* Build table */
+    {   U32 u; for (u=0; u<tableSize; u++) {
+        FSE_FUNCTION_TYPE s = tableSymbol[u];   /* note : static analyzer may not understand tableSymbol is properly initialized */
+        tableU16[cumul[s]++] = (U16) (tableSize+u);   /* TableU16 : sorted by symbol order; gives next state value */
+    }   }
+
+    /* Build Symbol Transformation Table */
+    {   unsigned total = 0;
+        unsigned s;
+        for (s=0; s<=maxSymbolValue; s++) {
+            switch (normalizedCounter[s])
+            {
+            case  0: break;
+
+            case -1:
+            case  1:
+                symbolTT[s].deltaNbBits = (tableLog << 16) - (1<<tableLog);
+                symbolTT[s].deltaFindState = total - 1;
+                total ++;
+                break;
+            default :
+                {
+                    U32 const maxBitsOut = tableLog - BIT_highbit32 (normalizedCounter[s]-1);
+                    U32 const minStatePlus = normalizedCounter[s] << maxBitsOut;
+                    symbolTT[s].deltaNbBits = (maxBitsOut << 16) - minStatePlus;
+                    symbolTT[s].deltaFindState = total - normalizedCounter[s];
+                    total +=  normalizedCounter[s];
+    }   }   }   }
+
+    return 0;
+}
+
+
+size_t FSE_buildCTable(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
+{
+    FSE_FUNCTION_TYPE tableSymbol[FSE_MAX_TABLESIZE];   /* memset() is not necessary, even if static analyzer complain about it */
+    return FSE_buildCTable_wksp(ct, normalizedCounter, maxSymbolValue, tableLog, tableSymbol, sizeof(tableSymbol));
+}
+
+
+
+#ifndef FSE_COMMONDEFS_ONLY
+
+/*-**************************************************************
+*  FSE NCount encoding-decoding
+****************************************************************/
+size_t FSE_NCountWriteBound(unsigned maxSymbolValue, unsigned tableLog)
+{
+    size_t const maxHeaderSize = (((maxSymbolValue+1) * tableLog) >> 3) + 3;
+    return maxSymbolValue ? maxHeaderSize : FSE_NCOUNTBOUND;  /* maxSymbolValue==0 ? use default */
+}
+
+static size_t FSE_writeNCount_generic (void* header, size_t headerBufferSize,
+                                       const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog,
+                                       unsigned writeIsSafe)
+{
+    BYTE* const ostart = (BYTE*) header;
+    BYTE* out = ostart;
+    BYTE* const oend = ostart + headerBufferSize;
+    int nbBits;
+    const int tableSize = 1 << tableLog;
+    int remaining;
+    int threshold;
+    U32 bitStream;
+    int bitCount;
+    unsigned charnum = 0;
+    int previous0 = 0;
+
+    bitStream = 0;
+    bitCount  = 0;
+    /* Table Size */
+    bitStream += (tableLog-FSE_MIN_TABLELOG) << bitCount;
+    bitCount  += 4;
+
+    /* Init */
+    remaining = tableSize+1;   /* +1 for extra accuracy */
+    threshold = tableSize;
+    nbBits = tableLog+1;
+
+    while (remaining>1) {  /* stops at 1 */
+        if (previous0) {
+            unsigned start = charnum;
+            while (!normalizedCounter[charnum]) charnum++;
+            while (charnum >= start+24) {
+                start+=24;
+                bitStream += 0xFFFFU << bitCount;
+                if ((!writeIsSafe) && (out > oend-2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
+                out[0] = (BYTE) bitStream;
+                out[1] = (BYTE)(bitStream>>8);
+                out+=2;
+                bitStream>>=16;
+            }
+            while (charnum >= start+3) {
+                start+=3;
+                bitStream += 3 << bitCount;
+                bitCount += 2;
+            }
+            bitStream += (charnum-start) << bitCount;
+            bitCount += 2;
+            if (bitCount>16) {
+                if ((!writeIsSafe) && (out > oend - 2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
+                out[0] = (BYTE)bitStream;
+                out[1] = (BYTE)(bitStream>>8);
+                out += 2;
+                bitStream >>= 16;
+                bitCount -= 16;
+        }   }
+        {   int count = normalizedCounter[charnum++];
+            int const max = (2*threshold-1)-remaining;
+            remaining -= count < 0 ? -count : count;
+            count++;   /* +1 for extra accuracy */
+            if (count>=threshold) count += max;   /* [0..max[ [max..threshold[ (...) [threshold+max 2*threshold[ */
+            bitStream += count << bitCount;
+            bitCount  += nbBits;
+            bitCount  -= (count<max);
+            previous0  = (count==1);
+            if (remaining<1) return ERROR(GENERIC);
+            while (remaining<threshold) nbBits--, threshold>>=1;
+        }
+        if (bitCount>16) {
+            if ((!writeIsSafe) && (out > oend - 2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
+            out[0] = (BYTE)bitStream;
+            out[1] = (BYTE)(bitStream>>8);
+            out += 2;
+            bitStream >>= 16;
+            bitCount -= 16;
+    }   }
+
+    /* flush remaining bitStream */
+    if ((!writeIsSafe) && (out > oend - 2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
+    out[0] = (BYTE)bitStream;
+    out[1] = (BYTE)(bitStream>>8);
+    out+= (bitCount+7) /8;
+
+    if (charnum > maxSymbolValue + 1) return ERROR(GENERIC);
+
+    return (out-ostart);
+}
+
+
+size_t FSE_writeNCount (void* buffer, size_t bufferSize, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
+{
+    if (tableLog > FSE_MAX_TABLELOG) return ERROR(GENERIC);   /* Unsupported */
+    if (tableLog < FSE_MIN_TABLELOG) return ERROR(GENERIC);   /* Unsupported */
+
+    if (bufferSize < FSE_NCountWriteBound(maxSymbolValue, tableLog))
+        return FSE_writeNCount_generic(buffer, bufferSize, normalizedCounter, maxSymbolValue, tableLog, 0);
+
+    return FSE_writeNCount_generic(buffer, bufferSize, normalizedCounter, maxSymbolValue, tableLog, 1);
+}
+
+
+
+/*-**************************************************************
+*  Counting histogram
+****************************************************************/
+/*! FSE_count_simple
+    This function counts byte values within `src`, and store the histogram into table `count`.
+    It doesn't use any additional memory.
+    But this function is unsafe : it doesn't check that all values within `src` can fit into `count`.
+    For this reason, prefer using a table `count` with 256 elements.
+    @return : count of most numerous element
+*/
+size_t FSE_count_simple(unsigned* count, unsigned* maxSymbolValuePtr,
+                        const void* src, size_t srcSize)
+{
+    const BYTE* ip = (const BYTE*)src;
+    const BYTE* const end = ip + srcSize;
+    unsigned maxSymbolValue = *maxSymbolValuePtr;
+    unsigned max=0;
+
+    memset(count, 0, (maxSymbolValue+1)*sizeof(*count));
+    if (srcSize==0) { *maxSymbolValuePtr = 0; return 0; }
+
+    while (ip<end) count[*ip++]++;
+
+    while (!count[maxSymbolValue]) maxSymbolValue--;
+    *maxSymbolValuePtr = maxSymbolValue;
+
+    { U32 s; for (s=0; s<=maxSymbolValue; s++) if (count[s] > max) max = count[s]; }
+
+    return (size_t)max;
+}
+
+
+/* FSE_count_parallel_wksp() :
+ * Same as FSE_count_parallel(), but using an externally provided scratch buffer.
+ * `workSpace` size must be a minimum of `1024 * sizeof(unsigned)`` */
+static size_t FSE_count_parallel_wksp(
+                                unsigned* count, unsigned* maxSymbolValuePtr,
+                                const void* source, size_t sourceSize,
+                                unsigned checkMax, unsigned* const workSpace)
+{
+    const BYTE* ip = (const BYTE*)source;
+    const BYTE* const iend = ip+sourceSize;
+    unsigned maxSymbolValue = *maxSymbolValuePtr;
+    unsigned max=0;
+    U32* const Counting1 = workSpace;
+    U32* const Counting2 = Counting1 + 256;
+    U32* const Counting3 = Counting2 + 256;
+    U32* const Counting4 = Counting3 + 256;
+
+    memset(Counting1, 0, 4*256*sizeof(unsigned));
+
+    /* safety checks */
+    if (!sourceSize) {
+        memset(count, 0, maxSymbolValue + 1);
+        *maxSymbolValuePtr = 0;
+        return 0;
+    }
+    if (!maxSymbolValue) maxSymbolValue = 255;            /* 0 == default */
+
+    /* by stripes of 16 bytes */
+    {   U32 cached = MEM_read32(ip); ip += 4;
+        while (ip < iend-15) {
+            U32 c = cached; cached = MEM_read32(ip); ip += 4;
+            Counting1[(BYTE) c     ]++;
+            Counting2[(BYTE)(c>>8) ]++;
+            Counting3[(BYTE)(c>>16)]++;
+            Counting4[       c>>24 ]++;
+            c = cached; cached = MEM_read32(ip); ip += 4;
+            Counting1[(BYTE) c     ]++;
+            Counting2[(BYTE)(c>>8) ]++;
+            Counting3[(BYTE)(c>>16)]++;
+            Counting4[       c>>24 ]++;
+            c = cached; cached = MEM_read32(ip); ip += 4;
+            Counting1[(BYTE) c     ]++;
+            Counting2[(BYTE)(c>>8) ]++;
+            Counting3[(BYTE)(c>>16)]++;
+            Counting4[       c>>24 ]++;
+            c = cached; cached = MEM_read32(ip); ip += 4;
+            Counting1[(BYTE) c     ]++;
+            Counting2[(BYTE)(c>>8) ]++;
+            Counting3[(BYTE)(c>>16)]++;
+            Counting4[       c>>24 ]++;
+        }
+        ip-=4;
+    }
+
+    /* finish last symbols */
+    while (ip<iend) Counting1[*ip++]++;
+
+    if (checkMax) {   /* verify stats will fit into destination table */
+        U32 s; for (s=255; s>maxSymbolValue; s--) {
+            Counting1[s] += Counting2[s] + Counting3[s] + Counting4[s];
+            if (Counting1[s]) return ERROR(maxSymbolValue_tooSmall);
+    }   }
+
+    {   U32 s; for (s=0; s<=maxSymbolValue; s++) {
+            count[s] = Counting1[s] + Counting2[s] + Counting3[s] + Counting4[s];
+            if (count[s] > max) max = count[s];
+    }   }
+
+    while (!count[maxSymbolValue]) maxSymbolValue--;
+    *maxSymbolValuePtr = maxSymbolValue;
+    return (size_t)max;
+}
+
+/* FSE_countFast_wksp() :
+ * Same as FSE_countFast(), but using an externally provided scratch buffer.
+ * `workSpace` size must be table of >= `1024` unsigned */
+size_t FSE_countFast_wksp(unsigned* count, unsigned* maxSymbolValuePtr,
+                     const void* source, size_t sourceSize, unsigned* workSpace)
+{
+    if (sourceSize < 1500) return FSE_count_simple(count, maxSymbolValuePtr, source, sourceSize);
+    return FSE_count_parallel_wksp(count, maxSymbolValuePtr, source, sourceSize, 0, workSpace);
+}
+
+/* fast variant (unsafe : won't check if src contains values beyond count[] limit) */
+size_t FSE_countFast(unsigned* count, unsigned* maxSymbolValuePtr,
+                     const void* source, size_t sourceSize)
+{
+    unsigned tmpCounters[1024];
+    return FSE_countFast_wksp(count, maxSymbolValuePtr, source, sourceSize, tmpCounters);
+}
+
+/* FSE_count_wksp() :
+ * Same as FSE_count(), but using an externally provided scratch buffer.
+ * `workSpace` size must be table of >= `1024` unsigned */
+size_t FSE_count_wksp(unsigned* count, unsigned* maxSymbolValuePtr,
+                 const void* source, size_t sourceSize, unsigned* workSpace)
+{
+    if (*maxSymbolValuePtr < 255)
+        return FSE_count_parallel_wksp(count, maxSymbolValuePtr, source, sourceSize, 1, workSpace);
+    *maxSymbolValuePtr = 255;
+    return FSE_countFast_wksp(count, maxSymbolValuePtr, source, sourceSize, workSpace);
+}
+
+size_t FSE_count(unsigned* count, unsigned* maxSymbolValuePtr,
+                 const void* src, size_t srcSize)
+{
+    unsigned tmpCounters[1024];
+    return FSE_count_wksp(count, maxSymbolValuePtr, src, srcSize, tmpCounters);
+}
+
+
+
+/*-**************************************************************
+*  FSE Compression Code
+****************************************************************/
+/*! FSE_sizeof_CTable() :
+    FSE_CTable is a variable size structure which contains :
+    `U16 tableLog;`
+    `U16 maxSymbolValue;`
+    `U16 nextStateNumber[1 << tableLog];`                         // This size is variable
+    `FSE_symbolCompressionTransform symbolTT[maxSymbolValue+1];`  // This size is variable
+Allocation is manual (C standard does not support variable-size structures).
+*/
+size_t FSE_sizeof_CTable (unsigned maxSymbolValue, unsigned tableLog)
+{
+    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
+    return FSE_CTABLE_SIZE_U32 (tableLog, maxSymbolValue) * sizeof(U32);
+}
+
+FSE_CTable* FSE_createCTable (unsigned maxSymbolValue, unsigned tableLog)
+{
+    size_t size;
+    if (tableLog > FSE_TABLELOG_ABSOLUTE_MAX) tableLog = FSE_TABLELOG_ABSOLUTE_MAX;
+    size = FSE_CTABLE_SIZE_U32 (tableLog, maxSymbolValue) * sizeof(U32);
+    return (FSE_CTable*)malloc(size);
+}
+
+void FSE_freeCTable (FSE_CTable* ct) { free(ct); }
+
+/* provides the minimum logSize to safely represent a distribution */
+static unsigned FSE_minTableLog(size_t srcSize, unsigned maxSymbolValue)
+{
+	U32 minBitsSrc = BIT_highbit32((U32)(srcSize - 1)) + 1;
+	U32 minBitsSymbols = BIT_highbit32(maxSymbolValue) + 2;
+	U32 minBits = minBitsSrc < minBitsSymbols ? minBitsSrc : minBitsSymbols;
+	return minBits;
+}
+
+unsigned FSE_optimalTableLog_internal(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue, unsigned minus)
+{
+	U32 maxBitsSrc = BIT_highbit32((U32)(srcSize - 1)) - minus;
+    U32 tableLog = maxTableLog;
+	U32 minBits = FSE_minTableLog(srcSize, maxSymbolValue);
+    if (tableLog==0) tableLog = FSE_DEFAULT_TABLELOG;
+	if (maxBitsSrc < tableLog) tableLog = maxBitsSrc;   /* Accuracy can be reduced */
+	if (minBits > tableLog) tableLog = minBits;   /* Need a minimum to safely represent all symbol values */
+    if (tableLog < FSE_MIN_TABLELOG) tableLog = FSE_MIN_TABLELOG;
+    if (tableLog > FSE_MAX_TABLELOG) tableLog = FSE_MAX_TABLELOG;
+    return tableLog;
+}
+
+unsigned FSE_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue)
+{
+    return FSE_optimalTableLog_internal(maxTableLog, srcSize, maxSymbolValue, 2);
+}
+
+
+/* Secondary normalization method.
+   To be used when primary method fails. */
+
+static size_t FSE_normalizeM2(short* norm, U32 tableLog, const unsigned* count, size_t total, U32 maxSymbolValue)
+{
+    U32 s;
+    U32 distributed = 0;
+    U32 ToDistribute;
+
+    /* Init */
+    U32 const lowThreshold = (U32)(total >> tableLog);
+    U32 lowOne = (U32)((total * 3) >> (tableLog + 1));
+
+    for (s=0; s<=maxSymbolValue; s++) {
+        if (count[s] == 0) {
+            norm[s]=0;
+            continue;
+        }
+        if (count[s] <= lowThreshold) {
+            norm[s] = -1;
+            distributed++;
+            total -= count[s];
+            continue;
+        }
+        if (count[s] <= lowOne) {
+            norm[s] = 1;
+            distributed++;
+            total -= count[s];
+            continue;
+        }
+        norm[s]=-2;
+    }
+    ToDistribute = (1 << tableLog) - distributed;
+
+    if ((total / ToDistribute) > lowOne) {
+        /* risk of rounding to zero */
+        lowOne = (U32)((total * 3) / (ToDistribute * 2));
+        for (s=0; s<=maxSymbolValue; s++) {
+            if ((norm[s] == -2) && (count[s] <= lowOne)) {
+                norm[s] = 1;
+                distributed++;
+                total -= count[s];
+                continue;
+        }   }
+        ToDistribute = (1 << tableLog) - distributed;
+    }
+
+    if (distributed == maxSymbolValue+1) {
+        /* all values are pretty poor;
+           probably incompressible data (should have already been detected);
+           find max, then give all remaining points to max */
+        U32 maxV = 0, maxC = 0;
+        for (s=0; s<=maxSymbolValue; s++)
+            if (count[s] > maxC) maxV=s, maxC=count[s];
+        norm[maxV] += (short)ToDistribute;
+        return 0;
+    }
+
+    {   U64 const vStepLog = 62 - tableLog;
+        U64 const mid = (1ULL << (vStepLog-1)) - 1;
+        U64 const rStep = ((((U64)1<<vStepLog) * ToDistribute) + mid) / total;   /* scale on remaining */
+        U64 tmpTotal = mid;
+        for (s=0; s<=maxSymbolValue; s++) {
+            if (norm[s]==-2) {
+                U64 const end = tmpTotal + (count[s] * rStep);
+                U32 const sStart = (U32)(tmpTotal >> vStepLog);
+                U32 const sEnd = (U32)(end >> vStepLog);
+                U32 const weight = sEnd - sStart;
+                if (weight < 1)
+                    return ERROR(GENERIC);
+                norm[s] = (short)weight;
+                tmpTotal = end;
+    }   }   }
+
+    return 0;
+}
+
+
+size_t FSE_normalizeCount (short* normalizedCounter, unsigned tableLog,
+                           const unsigned* count, size_t total,
+                           unsigned maxSymbolValue)
+{
+    /* Sanity checks */
+    if (tableLog==0) tableLog = FSE_DEFAULT_TABLELOG;
+    if (tableLog < FSE_MIN_TABLELOG) return ERROR(GENERIC);   /* Unsupported size */
+    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);   /* Unsupported size */
+    if (tableLog < FSE_minTableLog(total, maxSymbolValue)) return ERROR(GENERIC);   /* Too small tableLog, compression potentially impossible */
+
+    {   U32 const rtbTable[] = {     0, 473195, 504333, 520860, 550000, 700000, 750000, 830000 };
+        U64 const scale = 62 - tableLog;
+        U64 const step = ((U64)1<<62) / total;   /* <== here, one division ! */
+        U64 const vStep = 1ULL<<(scale-20);
+        int stillToDistribute = 1<<tableLog;
+        unsigned s;
+        unsigned largest=0;
+        short largestP=0;
+        U32 lowThreshold = (U32)(total >> tableLog);
+
+        for (s=0; s<=maxSymbolValue; s++) {
+            if (count[s] == total) return 0;   /* rle special case */
+            if (count[s] == 0) { normalizedCounter[s]=0; continue; }
+            if (count[s] <= lowThreshold) {
+                normalizedCounter[s] = -1;
+                stillToDistribute--;
+            } else {
+                short proba = (short)((count[s]*step) >> scale);
+                if (proba<8) {
+                    U64 restToBeat = vStep * rtbTable[proba];
+                    proba += (count[s]*step) - ((U64)proba<<scale) > restToBeat;
+                }
+                if (proba > largestP) largestP=proba, largest=s;
+                normalizedCounter[s] = proba;
+                stillToDistribute -= proba;
+        }   }
+        if (-stillToDistribute >= (normalizedCounter[largest] >> 1)) {
+            /* corner case, need another normalization method */
+            size_t const errorCode = FSE_normalizeM2(normalizedCounter, tableLog, count, total, maxSymbolValue);
+            if (FSE_isError(errorCode)) return errorCode;
+        }
+        else normalizedCounter[largest] += (short)stillToDistribute;
+    }
+
+#if 0
+    {   /* Print Table (debug) */
+        U32 s;
+        U32 nTotal = 0;
+        for (s=0; s<=maxSymbolValue; s++)
+            printf("%3i: %4i \n", s, normalizedCounter[s]);
+        for (s=0; s<=maxSymbolValue; s++)
+            nTotal += abs(normalizedCounter[s]);
+        if (nTotal != (1U<<tableLog))
+            printf("Warning !!! Total == %u != %u !!!", nTotal, 1U<<tableLog);
+        getchar();
+    }
+#endif
+
+    return tableLog;
+}
+
+
+/* fake FSE_CTable, for raw (uncompressed) input */
+size_t FSE_buildCTable_raw (FSE_CTable* ct, unsigned nbBits)
+{
+    const unsigned tableSize = 1 << nbBits;
+    const unsigned tableMask = tableSize - 1;
+    const unsigned maxSymbolValue = tableMask;
+    void* const ptr = ct;
+    U16* const tableU16 = ( (U16*) ptr) + 2;
+    void* const FSCT = ((U32*)ptr) + 1 /* header */ + (tableSize>>1);   /* assumption : tableLog >= 1 */
+    FSE_symbolCompressionTransform* const symbolTT = (FSE_symbolCompressionTransform*) (FSCT);
+    unsigned s;
+
+    /* Sanity checks */
+    if (nbBits < 1) return ERROR(GENERIC);             /* min size */
+
+    /* header */
+    tableU16[-2] = (U16) nbBits;
+    tableU16[-1] = (U16) maxSymbolValue;
+
+    /* Build table */
+    for (s=0; s<tableSize; s++)
+        tableU16[s] = (U16)(tableSize + s);
+
+    /* Build Symbol Transformation Table */
+    {   const U32 deltaNbBits = (nbBits << 16) - (1 << nbBits);
+        for (s=0; s<=maxSymbolValue; s++) {
+            symbolTT[s].deltaNbBits = deltaNbBits;
+            symbolTT[s].deltaFindState = s-1;
+    }   }
+
+    return 0;
+}
+
+/* fake FSE_CTable, for rle input (always same symbol) */
+size_t FSE_buildCTable_rle (FSE_CTable* ct, BYTE symbolValue)
+{
+    void* ptr = ct;
+    U16* tableU16 = ( (U16*) ptr) + 2;
+    void* FSCTptr = (U32*)ptr + 2;
+    FSE_symbolCompressionTransform* symbolTT = (FSE_symbolCompressionTransform*) FSCTptr;
+
+    /* header */
+    tableU16[-2] = (U16) 0;
+    tableU16[-1] = (U16) symbolValue;
+
+    /* Build table */
+    tableU16[0] = 0;
+    tableU16[1] = 0;   /* just in case */
+
+    /* Build Symbol Transformation Table */
+    symbolTT[symbolValue].deltaNbBits = 0;
+    symbolTT[symbolValue].deltaFindState = 0;
+
+    return 0;
+}
+
+
+static size_t FSE_compress_usingCTable_generic (void* dst, size_t dstSize,
+                           const void* src, size_t srcSize,
+                           const FSE_CTable* ct, const unsigned fast)
+{
+    const BYTE* const istart = (const BYTE*) src;
+    const BYTE* const iend = istart + srcSize;
+    const BYTE* ip=iend;
+
+    BIT_CStream_t bitC;
+    FSE_CState_t CState1, CState2;
+
+    /* init */
+    if (srcSize <= 2) return 0;
+    { size_t const initError = BIT_initCStream(&bitC, dst, dstSize);
+      if (FSE_isError(initError)) return 0; /* not enough space available to write a bitstream */ }
+
+#define FSE_FLUSHBITS(s)  (fast ? BIT_flushBitsFast(s) : BIT_flushBits(s))
+
+    if (srcSize & 1) {
+        FSE_initCState2(&CState1, ct, *--ip);
+        FSE_initCState2(&CState2, ct, *--ip);
+        FSE_encodeSymbol(&bitC, &CState1, *--ip);
+        FSE_FLUSHBITS(&bitC);
+    } else {
+        FSE_initCState2(&CState2, ct, *--ip);
+        FSE_initCState2(&CState1, ct, *--ip);
+    }
+
+    /* join to mod 4 */
+    srcSize -= 2;
+    if ((sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) && (srcSize & 2)) {  /* test bit 2 */
+        FSE_encodeSymbol(&bitC, &CState2, *--ip);
+        FSE_encodeSymbol(&bitC, &CState1, *--ip);
+        FSE_FLUSHBITS(&bitC);
+    }
+
+    /* 2 or 4 encoding per loop */
+    while ( ip>istart ) {
+
+        FSE_encodeSymbol(&bitC, &CState2, *--ip);
+
+        if (sizeof(bitC.bitContainer)*8 < FSE_MAX_TABLELOG*2+7 )   /* this test must be static */
+            FSE_FLUSHBITS(&bitC);
+
+        FSE_encodeSymbol(&bitC, &CState1, *--ip);
+
+        if (sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) {  /* this test must be static */
+            FSE_encodeSymbol(&bitC, &CState2, *--ip);
+            FSE_encodeSymbol(&bitC, &CState1, *--ip);
+        }
+
+        FSE_FLUSHBITS(&bitC);
+    }
+
+    FSE_flushCState(&bitC, &CState2);
+    FSE_flushCState(&bitC, &CState1);
+    return BIT_closeCStream(&bitC);
+}
+
+size_t FSE_compress_usingCTable (void* dst, size_t dstSize,
+                           const void* src, size_t srcSize,
+                           const FSE_CTable* ct)
+{
+    unsigned const fast = (dstSize >= FSE_BLOCKBOUND(srcSize));
+
+    if (fast)
+        return FSE_compress_usingCTable_generic(dst, dstSize, src, srcSize, ct, 1);
+    else
+        return FSE_compress_usingCTable_generic(dst, dstSize, src, srcSize, ct, 0);
+}
+
+
+size_t FSE_compressBound(size_t size) { return FSE_COMPRESSBOUND(size); }
+
+#define CHECK_V_F(e, f) size_t const e = f; if (ERR_isError(e)) return f
+#define CHECK_F(f)   { CHECK_V_F(_var_err__, f); }
+
+/* FSE_compress_wksp() :
+ * Same as FSE_compress2(), but using an externally allocated scratch buffer (`workSpace`).
+ * `wkspSize` size must be `(1<<tableLog)`.
+ */
+size_t FSE_compress_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize)
+{
+    BYTE* const ostart = (BYTE*) dst;
+    BYTE* op = ostart;
+    BYTE* const oend = ostart + dstSize;
+
+    U32   count[FSE_MAX_SYMBOL_VALUE+1];
+    S16   norm[FSE_MAX_SYMBOL_VALUE+1];
+    FSE_CTable* CTable = (FSE_CTable*)workSpace;
+    size_t const CTableSize = FSE_CTABLE_SIZE_U32(tableLog, maxSymbolValue);
+    void* scratchBuffer = (void*)(CTable + CTableSize);
+    size_t const scratchBufferSize = wkspSize - (CTableSize * sizeof(FSE_CTable));
+
+    /* init conditions */
+    if (wkspSize < FSE_WKSP_SIZE_U32(tableLog, maxSymbolValue)) return ERROR(tableLog_tooLarge);
+    if (srcSize <= 1) return 0;  /* Not compressible */
+    if (!maxSymbolValue) maxSymbolValue = FSE_MAX_SYMBOL_VALUE;
+    if (!tableLog) tableLog = FSE_DEFAULT_TABLELOG;
+
+    /* Scan input and build symbol stats */
+    {   CHECK_V_F(maxCount, FSE_count(count, &maxSymbolValue, src, srcSize) );
+        if (maxCount == srcSize) return 1;   /* only a single symbol in src : rle */
+        if (maxCount == 1) return 0;         /* each symbol present maximum once => not compressible */
+        if (maxCount < (srcSize >> 7)) return 0;   /* Heuristic : not compressible enough */
+    }
+
+    tableLog = FSE_optimalTableLog(tableLog, srcSize, maxSymbolValue);
+    CHECK_F( FSE_normalizeCount(norm, tableLog, count, srcSize, maxSymbolValue) );
+
+    /* Write table description header */
+    {   CHECK_V_F(nc_err, FSE_writeNCount(op, oend-op, norm, maxSymbolValue, tableLog) );
+        op += nc_err;
+    }
+
+    /* Compress */
+    CHECK_F( FSE_buildCTable_wksp(CTable, norm, maxSymbolValue, tableLog, scratchBuffer, scratchBufferSize) );
+    {   CHECK_V_F(cSize, FSE_compress_usingCTable(op, oend - op, src, srcSize, CTable) );
+        if (cSize == 0) return 0;   /* not enough space for compressed data */
+        op += cSize;
+    }
+
+    /* check compressibility */
+    if ( (size_t)(op-ostart) >= srcSize-1 ) return 0;
+
+    return op-ostart;
+}
+
+typedef struct {
+    FSE_CTable CTable_max[FSE_CTABLE_SIZE_U32(FSE_MAX_TABLELOG, FSE_MAX_SYMBOL_VALUE)];
+    BYTE scratchBuffer[1 << FSE_MAX_TABLELOG];
+} fseWkspMax_t;
+
+size_t FSE_compress2 (void* dst, size_t dstCapacity, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog)
+{
+    fseWkspMax_t scratchBuffer;
+    FSE_STATIC_ASSERT(sizeof(scratchBuffer) >= FSE_WKSP_SIZE_U32(FSE_MAX_TABLELOG, FSE_MAX_SYMBOL_VALUE));   /* compilation failures here means scratchBuffer is not large enough */
+    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
+    return FSE_compress_wksp(dst, dstCapacity, src, srcSize, maxSymbolValue, tableLog, &scratchBuffer, sizeof(scratchBuffer));
+}
+
+size_t FSE_compress (void* dst, size_t dstCapacity, const void* src, size_t srcSize)
+{
+    return FSE_compress2(dst, dstCapacity, src, srcSize, FSE_MAX_SYMBOL_VALUE, FSE_DEFAULT_TABLELOG);
+}
+
+
+#endif   /* FSE_COMMONDEFS_ONLY */
diff --git a/contrib/lizard/lib/entropy/fse_decompress.c b/contrib/lizard/lib/entropy/fse_decompress.c
new file mode 100644
index 00000000000..1479a5e8217
--- /dev/null
+++ b/contrib/lizard/lib/entropy/fse_decompress.c
@@ -0,0 +1,329 @@
+/* ******************************************************************
+   FSE : Finite State Entropy decoder
+   Copyright (C) 2013-2015, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+    You can contact the author at :
+    - FSE source repository : https://github.com/Cyan4973/FiniteStateEntropy
+    - Public forum : https://groups.google.com/forum/#!forum/lz4c
+****************************************************************** */
+
+
+/* **************************************************************
+*  Compiler specifics
+****************************************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  define FORCE_INLINE static __forceinline
+#  include <intrin.h>                    /* For Visual 2005 */
+#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
+#  pragma warning(disable : 4214)        /* disable: C4214: non-int bitfields */
+#else
+#  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
+#    ifdef __GNUC__
+#      define FORCE_INLINE static inline __attribute__((always_inline))
+#    else
+#      define FORCE_INLINE static inline
+#    endif
+#  else
+#    define FORCE_INLINE static
+#  endif /* __STDC_VERSION__ */
+#endif
+
+
+/* **************************************************************
+*  Includes
+****************************************************************/
+#include <stdlib.h>     /* malloc, free, qsort */
+#include <string.h>     /* memcpy, memset */
+#include <stdio.h>      /* printf (debug) */
+#include "bitstream.h"
+#define FSE_STATIC_LINKING_ONLY
+#include "fse.h"
+
+
+/* **************************************************************
+*  Error Management
+****************************************************************/
+#define FSE_isError ERR_isError
+#define FSE_STATIC_ASSERT(c) { enum { FSE_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
+
+/* check and forward error code */
+#define CHECK_F(f) { size_t const e = f; if (FSE_isError(e)) return e; }
+
+
+/* **************************************************************
+*  Templates
+****************************************************************/
+/*
+  designed to be included
+  for type-specific functions (template emulation in C)
+  Objective is to write these functions only once, for improved maintenance
+*/
+
+/* safety checks */
+#ifndef FSE_FUNCTION_EXTENSION
+#  error "FSE_FUNCTION_EXTENSION must be defined"
+#endif
+#ifndef FSE_FUNCTION_TYPE
+#  error "FSE_FUNCTION_TYPE must be defined"
+#endif
+
+/* Function names */
+#define FSE_CAT(X,Y) X##Y
+#define FSE_FUNCTION_NAME(X,Y) FSE_CAT(X,Y)
+#define FSE_TYPE_NAME(X,Y) FSE_CAT(X,Y)
+
+
+/* Function templates */
+FSE_DTable* FSE_createDTable (unsigned tableLog)
+{
+    if (tableLog > FSE_TABLELOG_ABSOLUTE_MAX) tableLog = FSE_TABLELOG_ABSOLUTE_MAX;
+    return (FSE_DTable*)malloc( FSE_DTABLE_SIZE_U32(tableLog) * sizeof (U32) );
+}
+
+void FSE_freeDTable (FSE_DTable* dt)
+{
+    free(dt);
+}
+
+size_t FSE_buildDTable(FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
+{
+    void* const tdPtr = dt+1;   /* because *dt is unsigned, 32-bits aligned on 32-bits */
+    FSE_DECODE_TYPE* const tableDecode = (FSE_DECODE_TYPE*) (tdPtr);
+    U16 symbolNext[FSE_MAX_SYMBOL_VALUE+1];
+
+    U32 const maxSV1 = maxSymbolValue + 1;
+    U32 const tableSize = 1 << tableLog;
+    U32 highThreshold = tableSize-1;
+
+    /* Sanity Checks */
+    if (maxSymbolValue > FSE_MAX_SYMBOL_VALUE) return ERROR(maxSymbolValue_tooLarge);
+    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
+
+    /* Init, lay down lowprob symbols */
+    {   FSE_DTableHeader DTableH;
+        DTableH.tableLog = (U16)tableLog;
+        DTableH.fastMode = 1;
+        {   S16 const largeLimit= (S16)(1 << (tableLog-1));
+            U32 s;
+            for (s=0; s<maxSV1; s++) {
+                if (normalizedCounter[s]==-1) {
+                    tableDecode[highThreshold--].symbol = (FSE_FUNCTION_TYPE)s;
+                    symbolNext[s] = 1;
+                } else {
+                    if (normalizedCounter[s] >= largeLimit) DTableH.fastMode=0;
+                    symbolNext[s] = normalizedCounter[s];
+        }   }   }
+        memcpy(dt, &DTableH, sizeof(DTableH));
+    }
+
+    /* Spread symbols */
+    {   U32 const tableMask = tableSize-1;
+        U32 const step = FSE_TABLESTEP(tableSize);
+        U32 s, position = 0;
+        for (s=0; s<maxSV1; s++) {
+            int i;
+            for (i=0; i<normalizedCounter[s]; i++) {
+                tableDecode[position].symbol = (FSE_FUNCTION_TYPE)s;
+                position = (position + step) & tableMask;
+                while (position > highThreshold) position = (position + step) & tableMask;   /* lowprob area */
+        }   }
+        if (position!=0) return ERROR(GENERIC);   /* position must reach all cells once, otherwise normalizedCounter is incorrect */
+    }
+
+    /* Build Decoding table */
+    {   U32 u;
+        for (u=0; u<tableSize; u++) {
+            FSE_FUNCTION_TYPE const symbol = (FSE_FUNCTION_TYPE)(tableDecode[u].symbol);
+            U16 nextState = symbolNext[symbol]++;
+            tableDecode[u].nbBits = (BYTE) (tableLog - BIT_highbit32 ((U32)nextState) );
+            tableDecode[u].newState = (U16) ( (nextState << tableDecode[u].nbBits) - tableSize);
+    }   }
+
+    return 0;
+}
+
+
+#ifndef FSE_COMMONDEFS_ONLY
+
+/*-*******************************************************
+*  Decompression (Byte symbols)
+*********************************************************/
+size_t FSE_buildDTable_rle (FSE_DTable* dt, BYTE symbolValue)
+{
+    void* ptr = dt;
+    FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
+    void* dPtr = dt + 1;
+    FSE_decode_t* const cell = (FSE_decode_t*)dPtr;
+
+    DTableH->tableLog = 0;
+    DTableH->fastMode = 0;
+
+    cell->newState = 0;
+    cell->symbol = symbolValue;
+    cell->nbBits = 0;
+
+    return 0;
+}
+
+
+size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits)
+{
+    void* ptr = dt;
+    FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
+    void* dPtr = dt + 1;
+    FSE_decode_t* const dinfo = (FSE_decode_t*)dPtr;
+    const unsigned tableSize = 1 << nbBits;
+    const unsigned tableMask = tableSize - 1;
+    const unsigned maxSV1 = tableMask+1;
+    unsigned s;
+
+    /* Sanity checks */
+    if (nbBits < 1) return ERROR(GENERIC);         /* min size */
+
+    /* Build Decoding Table */
+    DTableH->tableLog = (U16)nbBits;
+    DTableH->fastMode = 1;
+    for (s=0; s<maxSV1; s++) {
+        dinfo[s].newState = 0;
+        dinfo[s].symbol = (BYTE)s;
+        dinfo[s].nbBits = (BYTE)nbBits;
+    }
+
+    return 0;
+}
+
+FORCE_INLINE size_t FSE_decompress_usingDTable_generic(
+          void* dst, size_t maxDstSize,
+    const void* cSrc, size_t cSrcSize,
+    const FSE_DTable* dt, const unsigned fast)
+{
+    BYTE* const ostart = (BYTE*) dst;
+    BYTE* op = ostart;
+    BYTE* const omax = op + maxDstSize;
+    BYTE* const olimit = omax-3;
+
+    BIT_DStream_t bitD;
+    FSE_DState_t state1;
+    FSE_DState_t state2;
+
+    /* Init */
+    CHECK_F(BIT_initDStream(&bitD, cSrc, cSrcSize));
+
+    FSE_initDState(&state1, &bitD, dt);
+    FSE_initDState(&state2, &bitD, dt);
+
+#define FSE_GETSYMBOL(statePtr) fast ? FSE_decodeSymbolFast(statePtr, &bitD) : FSE_decodeSymbol(statePtr, &bitD)
+
+    /* 4 symbols per loop */
+    for ( ; (BIT_reloadDStream(&bitD)==BIT_DStream_unfinished) & (op<olimit) ; op+=4) {
+        op[0] = FSE_GETSYMBOL(&state1);
+
+        if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
+            BIT_reloadDStream(&bitD);
+
+        op[1] = FSE_GETSYMBOL(&state2);
+
+        if (FSE_MAX_TABLELOG*4+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
+            { if (BIT_reloadDStream(&bitD) > BIT_DStream_unfinished) { op+=2; break; } }
+
+        op[2] = FSE_GETSYMBOL(&state1);
+
+        if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
+            BIT_reloadDStream(&bitD);
+
+        op[3] = FSE_GETSYMBOL(&state2);
+    }
+
+    /* tail */
+    /* note : BIT_reloadDStream(&bitD) >= FSE_DStream_partiallyFilled; Ends at exactly BIT_DStream_completed */
+    while (1) {
+        if (op>(omax-2)) return ERROR(dstSize_tooSmall);
+        *op++ = FSE_GETSYMBOL(&state1);
+        if (BIT_reloadDStream(&bitD)==BIT_DStream_overflow) {
+            *op++ = FSE_GETSYMBOL(&state2);
+            break;
+        }
+
+        if (op>(omax-2)) return ERROR(dstSize_tooSmall);
+        *op++ = FSE_GETSYMBOL(&state2);
+        if (BIT_reloadDStream(&bitD)==BIT_DStream_overflow) {
+            *op++ = FSE_GETSYMBOL(&state1);
+            break;
+    }   }
+
+    return op-ostart;
+}
+
+
+size_t FSE_decompress_usingDTable(void* dst, size_t originalSize,
+                            const void* cSrc, size_t cSrcSize,
+                            const FSE_DTable* dt)
+{
+    const void* ptr = dt;
+    const FSE_DTableHeader* DTableH = (const FSE_DTableHeader*)ptr;
+    const U32 fastMode = DTableH->fastMode;
+
+    /* select fast mode (static) */
+    if (fastMode) return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 1);
+    return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 0);
+}
+
+
+size_t FSE_decompress_wksp(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, FSE_DTable* workSpace, unsigned maxLog)
+{
+    const BYTE* const istart = (const BYTE*)cSrc;
+    const BYTE* ip = istart;
+    short counting[FSE_MAX_SYMBOL_VALUE+1];
+    unsigned tableLog;
+    unsigned maxSymbolValue = FSE_MAX_SYMBOL_VALUE;
+
+    /* normal FSE decoding mode */
+    size_t const NCountLength = FSE_readNCount (counting, &maxSymbolValue, &tableLog, istart, cSrcSize);
+    if (FSE_isError(NCountLength)) return NCountLength;
+    //if (NCountLength >= cSrcSize) return ERROR(srcSize_wrong);   /* too small input size; supposed to be already checked in NCountLength, only remaining case : NCountLength==cSrcSize */
+    if (tableLog > maxLog) return ERROR(tableLog_tooLarge);
+    ip += NCountLength;
+    cSrcSize -= NCountLength;
+
+    CHECK_F( FSE_buildDTable (workSpace, counting, maxSymbolValue, tableLog) );
+
+    return FSE_decompress_usingDTable (dst, dstCapacity, ip, cSrcSize, workSpace);   /* always return, even if it is an error code */
+}
+
+
+typedef FSE_DTable DTable_max_t[FSE_DTABLE_SIZE_U32(FSE_MAX_TABLELOG)];
+
+size_t FSE_decompress(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize)
+{
+    DTable_max_t dt;   /* Static analyzer seems unable to understand this table will be properly initialized later */
+    return FSE_decompress_wksp(dst, dstCapacity, cSrc, cSrcSize, dt, FSE_MAX_TABLELOG);
+}
+
+
+
+#endif   /* FSE_COMMONDEFS_ONLY */
diff --git a/contrib/lizard/lib/entropy/huf.h b/contrib/lizard/lib/entropy/huf.h
new file mode 100644
index 00000000000..48c7f831f55
--- /dev/null
+++ b/contrib/lizard/lib/entropy/huf.h
@@ -0,0 +1,250 @@
+/* ******************************************************************
+   Huffman coder, part of New Generation Entropy library
+   header file
+   Copyright (C) 2013-2016, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
+****************************************************************** */
+#ifndef HUF_H_298734234
+#define HUF_H_298734234
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/* *** Dependencies *** */
+#include <stddef.h>    /* size_t */
+
+
+/*-*** PUBLIC_API : control library symbols visibility *** */
+#if defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1) && defined(__GNUC__) && (__GNUC__ >= 4)
+#  define HUF_PUBLIC_API __attribute__ ((visibility ("default")))
+#elif defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1)   /* Visual expected */
+#  define HUF_PUBLIC_API __declspec(dllexport)
+#elif defined(FSE_DLL_IMPORT) && (FSE_DLL_IMPORT==1)
+#  define HUF_PUBLIC_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
+#else
+#  define HUF_PUBLIC_API
+#endif
+
+
+/* *** simple functions *** */
+/**
+HUF_compress() :
+    Compress content from buffer 'src', of size 'srcSize', into buffer 'dst'.
+    'dst' buffer must be already allocated.
+    Compression runs faster if `dstCapacity` >= HUF_compressBound(srcSize).
+    `srcSize` must be <= `HUF_BLOCKSIZE_MAX` == 128 KB.
+    @return : size of compressed data (<= `dstCapacity`).
+    Special values : if return == 0, srcData is not compressible => Nothing is stored within dst !!!
+                     if return == 1, srcData is a single repeated byte symbol (RLE compression).
+                     if HUF_isError(return), compression failed (more details using HUF_getErrorName())
+*/
+HUF_PUBLIC_API size_t HUF_compress(void* dst, size_t dstCapacity,
+                             const void* src, size_t srcSize);
+
+/**
+HUF_decompress() :
+    Decompress HUF data from buffer 'cSrc', of size 'cSrcSize',
+    into already allocated buffer 'dst', of minimum size 'dstSize'.
+    `originalSize` : **must** be the ***exact*** size of original (uncompressed) data.
+    Note : in contrast with FSE, HUF_decompress can regenerate
+           RLE (cSrcSize==1) and uncompressed (cSrcSize==dstSize) data,
+           because it knows size to regenerate.
+    @return : size of regenerated data (== originalSize),
+              or an error code, which can be tested using HUF_isError()
+*/
+HUF_PUBLIC_API size_t HUF_decompress(void* dst,  size_t originalSize,
+                               const void* cSrc, size_t cSrcSize);
+
+
+/* ***   Tool functions *** */
+#define HUF_BLOCKSIZE_MAX (128 * 1024)                 /**< maximum input size for a single block compressed with HUF_compress */
+HUF_PUBLIC_API size_t HUF_compressBound(size_t size);      /**< maximum compressed size (worst case) */
+
+/* Error Management */
+HUF_PUBLIC_API unsigned    HUF_isError(size_t code);       /**< tells if a return value is an error code */
+HUF_PUBLIC_API const char* HUF_getErrorName(size_t code);  /**< provides error code string (useful for debugging) */
+
+
+/* ***   Advanced function   *** */
+
+/** HUF_compress2() :
+ *   Same as HUF_compress(), but offers direct control over `maxSymbolValue` and `tableLog` .
+ *   `tableLog` must be `<= HUF_TABLELOG_MAX` . */
+HUF_PUBLIC_API size_t HUF_compress2 (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog);
+
+/** HUF_compress4X_wksp() :
+*   Same as HUF_compress2(), but uses externally allocated `workSpace`, which must be a table of >= 1024 unsigned */
+HUF_PUBLIC_API size_t HUF_compress4X_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);  /**< `workSpace` must be a table of at least 1024 unsigned */
+
+
+
+#ifdef HUF_STATIC_LINKING_ONLY
+
+/* *** Dependencies *** */
+#include "mem.h"   /* U32 */
+
+
+/* *** Constants *** */
+#define HUF_TABLELOG_ABSOLUTEMAX  15   /* absolute limit of HUF_MAX_TABLELOG. Beyond that value, code does not work */
+#define HUF_TABLELOG_MAX  12           /* max configured tableLog (for static allocation); can be modified up to HUF_ABSOLUTEMAX_TABLELOG */
+#define HUF_TABLELOG_DEFAULT  11       /* tableLog by default, when not specified */
+#define HUF_SYMBOLVALUE_MAX 255
+#if (HUF_TABLELOG_MAX > HUF_TABLELOG_ABSOLUTEMAX)
+#  error "HUF_TABLELOG_MAX is too large !"
+#endif
+
+
+/* ****************************************
+*  Static allocation
+******************************************/
+/* HUF buffer bounds */
+#define HUF_CTABLEBOUND 129
+#define HUF_BLOCKBOUND(size) (size + (size>>8) + 8)   /* only true if incompressible pre-filtered with fast heuristic */
+#define HUF_COMPRESSBOUND(size) (HUF_CTABLEBOUND + HUF_BLOCKBOUND(size))   /* Macro version, useful for static allocation */
+
+/* static allocation of HUF's Compression Table */
+#define HUF_CREATE_STATIC_CTABLE(name, maxSymbolValue) \
+    U32 name##hb[maxSymbolValue+1]; \
+    void* name##hv = &(name##hb); \
+    HUF_CElt* name = (HUF_CElt*)(name##hv)   /* no final ; */
+
+/* static allocation of HUF's DTable */
+typedef U32 HUF_DTable;
+#define HUF_DTABLE_SIZE(maxTableLog)   (1 + (1<<(maxTableLog)))
+#define HUF_CREATE_STATIC_DTABLEX2(DTable, maxTableLog) \
+        HUF_DTable DTable[HUF_DTABLE_SIZE((maxTableLog)-1)] = { ((U32)((maxTableLog)-1) * 0x01000001) }
+#define HUF_CREATE_STATIC_DTABLEX4(DTable, maxTableLog) \
+        HUF_DTable DTable[HUF_DTABLE_SIZE(maxTableLog)] = { ((U32)(maxTableLog) * 0x01000001) }
+
+
+/* ****************************************
+*  Advanced decompression functions
+******************************************/
+size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< single-symbol decoder */
+size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< double-symbols decoder */
+
+size_t HUF_decompress4X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< decodes RLE and uncompressed */
+size_t HUF_decompress4X_hufOnly(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize); /**< considers RLE and uncompressed as errors */
+size_t HUF_decompress4X2_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< single-symbol decoder */
+size_t HUF_decompress4X4_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< double-symbols decoder */
+
+
+/* ****************************************
+*  HUF detailed API
+******************************************/
+/*!
+HUF_compress() does the following:
+1. count symbol occurrence from source[] into table count[] using FSE_count()
+2. (optional) refine tableLog using HUF_optimalTableLog()
+3. build Huffman table from count using HUF_buildCTable()
+4. save Huffman table to memory buffer using HUF_writeCTable()
+5. encode the data stream using HUF_compress4X_usingCTable()
+
+The following API allows targeting specific sub-functions for advanced tasks.
+For example, it's possible to compress several blocks using the same 'CTable',
+or to save and regenerate 'CTable' using external methods.
+*/
+/* FSE_count() : find it within "fse.h" */
+unsigned HUF_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue);
+typedef struct HUF_CElt_s HUF_CElt;   /* incomplete type */
+size_t HUF_buildCTable (HUF_CElt* CTable, const unsigned* count, unsigned maxSymbolValue, unsigned maxNbBits);
+size_t HUF_writeCTable (void* dst, size_t maxDstSize, const HUF_CElt* CTable, unsigned maxSymbolValue, unsigned huffLog);
+size_t HUF_compress4X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable);
+
+
+/** HUF_buildCTable_wksp() :
+ *  Same as HUF_buildCTable(), but using externally allocated scratch buffer.
+ *  `workSpace` must be aligned on 4-bytes boundaries, and be at least as large as a table of 1024 unsigned.
+ */
+size_t HUF_buildCTable_wksp (HUF_CElt* tree, const U32* count, U32 maxSymbolValue, U32 maxNbBits, void* workSpace, size_t wkspSize);
+
+/*! HUF_readStats() :
+    Read compact Huffman tree, saved by HUF_writeCTable().
+    `huffWeight` is destination buffer.
+    @return : size read from `src` , or an error Code .
+    Note : Needed by HUF_readCTable() and HUF_readDTableXn() . */
+size_t HUF_readStats(BYTE* huffWeight, size_t hwSize, U32* rankStats,
+                     U32* nbSymbolsPtr, U32* tableLogPtr,
+                     const void* src, size_t srcSize);
+
+/** HUF_readCTable() :
+*   Loading a CTable saved with HUF_writeCTable() */
+size_t HUF_readCTable (HUF_CElt* CTable, unsigned maxSymbolValue, const void* src, size_t srcSize);
+
+
+/*
+HUF_decompress() does the following:
+1. select the decompression algorithm (X2, X4) based on pre-computed heuristics
+2. build Huffman table from save, using HUF_readDTableXn()
+3. decode 1 or 4 segments in parallel using HUF_decompressSXn_usingDTable
+*/
+
+/** HUF_selectDecoder() :
+*   Tells which decoder is likely to decode faster,
+*   based on a set of pre-determined metrics.
+*   @return : 0==HUF_decompress4X2, 1==HUF_decompress4X4 .
+*   Assumption : 0 < cSrcSize < dstSize <= 128 KB */
+U32 HUF_selectDecoder (size_t dstSize, size_t cSrcSize);
+
+size_t HUF_readDTableX2 (HUF_DTable* DTable, const void* src, size_t srcSize);
+size_t HUF_readDTableX4 (HUF_DTable* DTable, const void* src, size_t srcSize);
+
+size_t HUF_decompress4X_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
+size_t HUF_decompress4X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
+size_t HUF_decompress4X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
+
+
+/* single stream variants */
+
+size_t HUF_compress1X (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog);
+size_t HUF_compress1X_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);  /**< `workSpace` must be a table of at least 1024 unsigned */
+size_t HUF_compress1X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable);
+
+size_t HUF_decompress1X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* single-symbol decoder */
+size_t HUF_decompress1X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* double-symbol decoder */
+
+size_t HUF_decompress1X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);
+size_t HUF_decompress1X2_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< single-symbol decoder */
+size_t HUF_decompress1X4_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< double-symbols decoder */
+
+size_t HUF_decompress1X_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);   /**< automatic selection of sing or double symbol decoder, based on DTable */
+size_t HUF_decompress1X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
+size_t HUF_decompress1X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
+
+#endif /* HUF_STATIC_LINKING_ONLY */
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif   /* HUF_H_298734234 */
diff --git a/contrib/lizard/lib/entropy/huf_compress.c b/contrib/lizard/lib/entropy/huf_compress.c
new file mode 100644
index 00000000000..a47a1a2c761
--- /dev/null
+++ b/contrib/lizard/lib/entropy/huf_compress.c
@@ -0,0 +1,612 @@
+/* ******************************************************************
+   Huffman encoder, part of New Generation Entropy library
+   Copyright (C) 2013-2016, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+    You can contact the author at :
+    - FSE+HUF source repository : https://github.com/Cyan4973/FiniteStateEntropy
+    - Public forum : https://groups.google.com/forum/#!forum/lz4c
+****************************************************************** */
+
+/* **************************************************************
+*  Compiler specifics
+****************************************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
+#endif
+
+
+/* **************************************************************
+*  Includes
+****************************************************************/
+#include <string.h>     /* memcpy, memset */
+#include <stdio.h>      /* printf (debug) */
+#include "bitstream.h"
+#define FSE_STATIC_LINKING_ONLY   /* FSE_optimalTableLog_internal */
+#include "fse.h"        /* header compression */
+#define HUF_STATIC_LINKING_ONLY
+#include "huf.h"
+
+
+/* **************************************************************
+*  Error Management
+****************************************************************/
+#define HUF_STATIC_ASSERT(c) { enum { HUF_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
+#define CHECK_V_F(e, f) size_t const e = f; if (ERR_isError(e)) return f
+#define CHECK_F(f)   { CHECK_V_F(_var_err__, f); }
+
+
+/* **************************************************************
+*  Utils
+****************************************************************/
+unsigned HUF_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue)
+{
+    return FSE_optimalTableLog_internal(maxTableLog, srcSize, maxSymbolValue, 1);
+}
+
+
+/* *******************************************************
+*  HUF : Huffman block compression
+*********************************************************/
+/* HUF_compressWeights() :
+ * Same as FSE_compress(), but dedicated to huff0's weights compression.
+ * The use case needs much less stack memory.
+ * Note : all elements within weightTable are supposed to be <= HUF_TABLELOG_MAX.
+ */
+#define MAX_FSE_TABLELOG_FOR_HUFF_HEADER 6
+size_t HUF_compressWeights (void* dst, size_t dstSize, const void* weightTable, size_t wtSize)
+{
+    BYTE* const ostart = (BYTE*) dst;
+    BYTE* op = ostart;
+    BYTE* const oend = ostart + dstSize;
+
+    U32 maxSymbolValue = HUF_TABLELOG_MAX;
+    U32 tableLog = MAX_FSE_TABLELOG_FOR_HUFF_HEADER;
+
+    FSE_CTable CTable[FSE_CTABLE_SIZE_U32(MAX_FSE_TABLELOG_FOR_HUFF_HEADER, HUF_TABLELOG_MAX)];
+    BYTE scratchBuffer[1<<MAX_FSE_TABLELOG_FOR_HUFF_HEADER];
+
+    U32 count[HUF_TABLELOG_MAX+1];
+    S16 norm[HUF_TABLELOG_MAX+1];
+
+    /* init conditions */
+    if (wtSize <= 1) return 0;  /* Not compressible */
+
+    /* Scan input and build symbol stats */
+    {   CHECK_V_F(maxCount, FSE_count_simple(count, &maxSymbolValue, weightTable, wtSize) );
+        if (maxCount == wtSize) return 1;   /* only a single symbol in src : rle */
+        if (maxCount == 1) return 0;         /* each symbol present maximum once => not compressible */
+    }
+
+    tableLog = FSE_optimalTableLog(tableLog, wtSize, maxSymbolValue);
+    CHECK_F( FSE_normalizeCount(norm, tableLog, count, wtSize, maxSymbolValue) );
+
+    /* Write table description header */
+    {   CHECK_V_F(hSize, FSE_writeNCount(op, oend-op, norm, maxSymbolValue, tableLog) );
+        op += hSize;
+    }
+
+    /* Compress */
+    CHECK_F( FSE_buildCTable_wksp(CTable, norm, maxSymbolValue, tableLog, scratchBuffer, sizeof(scratchBuffer)) );
+    {   CHECK_V_F(cSize, FSE_compress_usingCTable(op, oend - op, weightTable, wtSize, CTable) );
+        if (cSize == 0) return 0;   /* not enough space for compressed data */
+        op += cSize;
+    }
+
+    return op-ostart;
+}
+
+
+struct HUF_CElt_s {
+  U16  val;
+  BYTE nbBits;
+};   /* typedef'd to HUF_CElt within "huf.h" */
+
+/*! HUF_writeCTable() :
+    `CTable` : huffman tree to save, using huf representation.
+    @return : size of saved CTable */
+size_t HUF_writeCTable (void* dst, size_t maxDstSize,
+                        const HUF_CElt* CTable, U32 maxSymbolValue, U32 huffLog)
+{
+    BYTE bitsToWeight[HUF_TABLELOG_MAX + 1];   /* precomputed conversion table */
+    BYTE huffWeight[HUF_SYMBOLVALUE_MAX];
+    BYTE* op = (BYTE*)dst;
+    U32 n;
+
+     /* check conditions */
+    if (maxSymbolValue > HUF_SYMBOLVALUE_MAX) return ERROR(maxSymbolValue_tooLarge);
+
+    /* convert to weight */
+    bitsToWeight[0] = 0;
+    for (n=1; n<huffLog+1; n++)
+        bitsToWeight[n] = (BYTE)(huffLog + 1 - n);
+    for (n=0; n<maxSymbolValue; n++)
+        huffWeight[n] = bitsToWeight[CTable[n].nbBits];
+
+    /* attempt weights compression by FSE */
+    {   CHECK_V_F(hSize, HUF_compressWeights(op+1, maxDstSize-1, huffWeight, maxSymbolValue) );
+        if ((hSize>1) & (hSize < maxSymbolValue/2)) {   /* FSE compressed */
+            op[0] = (BYTE)hSize;
+            return hSize+1;
+    }   }
+
+    /* write raw values as 4-bits (max : 15) */
+    if (maxSymbolValue > (256-128)) return ERROR(GENERIC);   /* should not happen : likely means source cannot be compressed */
+    if (((maxSymbolValue+1)/2) + 1 > maxDstSize) return ERROR(dstSize_tooSmall);   /* not enough space within dst buffer */
+    op[0] = (BYTE)(128 /*special case*/ + (maxSymbolValue-1));
+    huffWeight[maxSymbolValue] = 0;   /* to be sure it doesn't cause msan issue in final combination */
+    for (n=0; n<maxSymbolValue; n+=2)
+        op[(n/2)+1] = (BYTE)((huffWeight[n] << 4) + huffWeight[n+1]);
+    return ((maxSymbolValue+1)/2) + 1;
+}
+
+
+size_t HUF_readCTable (HUF_CElt* CTable, U32 maxSymbolValue, const void* src, size_t srcSize)
+{
+    BYTE huffWeight[HUF_SYMBOLVALUE_MAX + 1];   /* init not required, even though some static analyzer may complain */
+    U32 rankVal[HUF_TABLELOG_ABSOLUTEMAX + 1];   /* large enough for values from 0 to 16 */
+    U32 tableLog = 0;
+    U32 nbSymbols = 0;
+
+    /* get symbol weights */
+    CHECK_V_F(readSize, HUF_readStats(huffWeight, HUF_SYMBOLVALUE_MAX+1, rankVal, &nbSymbols, &tableLog, src, srcSize));
+
+    /* check result */
+    if (tableLog > HUF_TABLELOG_MAX) return ERROR(tableLog_tooLarge);
+    if (nbSymbols > maxSymbolValue+1) return ERROR(maxSymbolValue_tooSmall);
+
+    /* Prepare base value per rank */
+    {   U32 n, nextRankStart = 0;
+        for (n=1; n<=tableLog; n++) {
+            U32 current = nextRankStart;
+            nextRankStart += (rankVal[n] << (n-1));
+            rankVal[n] = current;
+    }   }
+
+    /* fill nbBits */
+    {   U32 n; for (n=0; n<nbSymbols; n++) {
+            const U32 w = huffWeight[n];
+            CTable[n].nbBits = (BYTE)(tableLog + 1 - w);
+    }   }
+
+    /* fill val */
+    {   U16 nbPerRank[HUF_TABLELOG_MAX+2]  = {0};  /* support w=0=>n=tableLog+1 */
+        U16 valPerRank[HUF_TABLELOG_MAX+2] = {0};
+        { U32 n; for (n=0; n<nbSymbols; n++) nbPerRank[CTable[n].nbBits]++; }
+        /* determine stating value per rank */
+        valPerRank[tableLog+1] = 0;   /* for w==0 */
+        {   U16 min = 0;
+            U32 n; for (n=tableLog; n>0; n--) {  /* start at n=tablelog <-> w=1 */
+                valPerRank[n] = min;     /* get starting value within each rank */
+                min += nbPerRank[n];
+                min >>= 1;
+        }   }
+        /* assign value within rank, symbol order */
+        { U32 n; for (n=0; n<=maxSymbolValue; n++) CTable[n].val = valPerRank[CTable[n].nbBits]++; }
+    }
+
+    return readSize;
+}
+
+
+typedef struct nodeElt_s {
+    U32 count;
+    U16 parent;
+    BYTE byte;
+    BYTE nbBits;
+} nodeElt;
+
+static U32 HUF_setMaxHeight(nodeElt* huffNode, U32 lastNonNull, U32 maxNbBits)
+{
+    const U32 largestBits = huffNode[lastNonNull].nbBits;
+    if (largestBits <= maxNbBits) return largestBits;   /* early exit : no elt > maxNbBits */
+
+    /* there are several too large elements (at least >= 2) */
+    {   int totalCost = 0;
+        const U32 baseCost = 1 << (largestBits - maxNbBits);
+        U32 n = lastNonNull;
+
+        while (huffNode[n].nbBits > maxNbBits) {
+            totalCost += baseCost - (1 << (largestBits - huffNode[n].nbBits));
+            huffNode[n].nbBits = (BYTE)maxNbBits;
+            n --;
+        }  /* n stops at huffNode[n].nbBits <= maxNbBits */
+        while (huffNode[n].nbBits == maxNbBits) n--;   /* n end at index of smallest symbol using < maxNbBits */
+
+        /* renorm totalCost */
+        totalCost >>= (largestBits - maxNbBits);  /* note : totalCost is necessarily a multiple of baseCost */
+
+        /* repay normalized cost */
+        {   U32 const noSymbol = 0xF0F0F0F0;
+            U32 rankLast[HUF_TABLELOG_MAX+2];
+            int pos;
+
+            /* Get pos of last (smallest) symbol per rank */
+            memset(rankLast, 0xF0, sizeof(rankLast));
+            {   U32 currentNbBits = maxNbBits;
+                for (pos=n ; pos >= 0; pos--) {
+                    if (huffNode[pos].nbBits >= currentNbBits) continue;
+                    currentNbBits = huffNode[pos].nbBits;   /* < maxNbBits */
+                    rankLast[maxNbBits-currentNbBits] = pos;
+            }   }
+
+            while (totalCost > 0) {
+                U32 nBitsToDecrease = BIT_highbit32(totalCost) + 1;
+                for ( ; nBitsToDecrease > 1; nBitsToDecrease--) {
+                    U32 highPos = rankLast[nBitsToDecrease];
+                    U32 lowPos = rankLast[nBitsToDecrease-1];
+                    if (highPos == noSymbol) continue;
+                    if (lowPos == noSymbol) break;
+                    {   U32 const highTotal = huffNode[highPos].count;
+                        U32 const lowTotal = 2 * huffNode[lowPos].count;
+                        if (highTotal <= lowTotal) break;
+                }   }
+                /* only triggered when no more rank 1 symbol left => find closest one (note : there is necessarily at least one !) */
+                while ((nBitsToDecrease<=HUF_TABLELOG_MAX) && (rankLast[nBitsToDecrease] == noSymbol))  /* HUF_MAX_TABLELOG test just to please gcc 5+; but it should not be necessary */
+                    nBitsToDecrease ++;
+                totalCost -= 1 << (nBitsToDecrease-1);
+                if (rankLast[nBitsToDecrease-1] == noSymbol)
+                    rankLast[nBitsToDecrease-1] = rankLast[nBitsToDecrease];   /* this rank is no longer empty */
+                huffNode[rankLast[nBitsToDecrease]].nbBits ++;
+                if (rankLast[nBitsToDecrease] == 0)    /* special case, reached largest symbol */
+                    rankLast[nBitsToDecrease] = noSymbol;
+                else {
+                    rankLast[nBitsToDecrease]--;
+                    if (huffNode[rankLast[nBitsToDecrease]].nbBits != maxNbBits-nBitsToDecrease)
+                        rankLast[nBitsToDecrease] = noSymbol;   /* this rank is now empty */
+            }   }   /* while (totalCost > 0) */
+
+            while (totalCost < 0) {  /* Sometimes, cost correction overshoot */
+                if (rankLast[1] == noSymbol) {  /* special case : no rank 1 symbol (using maxNbBits-1); let's create one from largest rank 0 (using maxNbBits) */
+                    while (huffNode[n].nbBits == maxNbBits) n--;
+                    huffNode[n+1].nbBits--;
+                    rankLast[1] = n+1;
+                    totalCost++;
+                    continue;
+                }
+                huffNode[ rankLast[1] + 1 ].nbBits--;
+                rankLast[1]++;
+                totalCost ++;
+    }   }   }   /* there are several too large elements (at least >= 2) */
+
+    return maxNbBits;
+}
+
+
+typedef struct {
+    U32 base;
+    U32 current;
+} rankPos;
+
+static void HUF_sort(nodeElt* huffNode, const U32* count, U32 maxSymbolValue)
+{
+    rankPos rank[32];
+    U32 n;
+
+    memset(rank, 0, sizeof(rank));
+    for (n=0; n<=maxSymbolValue; n++) {
+        U32 r = BIT_highbit32(count[n] + 1);
+        rank[r].base ++;
+    }
+    for (n=30; n>0; n--) rank[n-1].base += rank[n].base;
+    for (n=0; n<32; n++) rank[n].current = rank[n].base;
+    for (n=0; n<=maxSymbolValue; n++) {
+        U32 const c = count[n];
+        U32 const r = BIT_highbit32(c+1) + 1;
+        U32 pos = rank[r].current++;
+        while ((pos > rank[r].base) && (c > huffNode[pos-1].count)) huffNode[pos]=huffNode[pos-1], pos--;
+        huffNode[pos].count = c;
+        huffNode[pos].byte  = (BYTE)n;
+    }
+}
+
+
+/** HUF_buildCTable_wksp() :
+ *  Same as HUF_buildCTable(), but using externally allocated scratch buffer.
+ *  `workSpace` must be aligned on 4-bytes boundaries, and be at least as large as a table of 1024 unsigned.
+ */
+#define STARTNODE (HUF_SYMBOLVALUE_MAX+1)
+typedef nodeElt huffNodeTable[2*HUF_SYMBOLVALUE_MAX+1 +1];
+size_t HUF_buildCTable_wksp (HUF_CElt* tree, const U32* count, U32 maxSymbolValue, U32 maxNbBits, void* workSpace, size_t wkspSize)
+{
+    nodeElt* const huffNode0 = (nodeElt*)workSpace;
+    nodeElt* const huffNode = huffNode0+1;
+    U32 n, nonNullRank;
+    int lowS, lowN;
+    U16 nodeNb = STARTNODE;
+    U32 nodeRoot;
+
+    /* safety checks */
+    if (wkspSize < sizeof(huffNodeTable)) return ERROR(GENERIC);   /* workSpace is not large enough */
+    if (maxNbBits == 0) maxNbBits = HUF_TABLELOG_DEFAULT;
+    if (maxSymbolValue > HUF_SYMBOLVALUE_MAX) return ERROR(GENERIC);
+    memset(huffNode0, 0, sizeof(huffNodeTable));
+
+    /* sort, decreasing order */
+    HUF_sort(huffNode, count, maxSymbolValue);
+
+    /* init for parents */
+    nonNullRank = maxSymbolValue;
+    while(huffNode[nonNullRank].count == 0) nonNullRank--;
+    lowS = nonNullRank; nodeRoot = nodeNb + lowS - 1; lowN = nodeNb;
+    huffNode[nodeNb].count = huffNode[lowS].count + huffNode[lowS-1].count;
+    huffNode[lowS].parent = huffNode[lowS-1].parent = nodeNb;
+    nodeNb++; lowS-=2;
+    for (n=nodeNb; n<=nodeRoot; n++) huffNode[n].count = (U32)(1U<<30);
+    huffNode0[0].count = (U32)(1U<<31);  /* fake entry, strong barrier */
+
+    /* create parents */
+    while (nodeNb <= nodeRoot) {
+        U32 n1 = (huffNode[lowS].count < huffNode[lowN].count) ? lowS-- : lowN++;
+        U32 n2 = (huffNode[lowS].count < huffNode[lowN].count) ? lowS-- : lowN++;
+        huffNode[nodeNb].count = huffNode[n1].count + huffNode[n2].count;
+        huffNode[n1].parent = huffNode[n2].parent = nodeNb;
+        nodeNb++;
+    }
+
+    /* distribute weights (unlimited tree height) */
+    huffNode[nodeRoot].nbBits = 0;
+    for (n=nodeRoot-1; n>=STARTNODE; n--)
+        huffNode[n].nbBits = huffNode[ huffNode[n].parent ].nbBits + 1;
+    for (n=0; n<=nonNullRank; n++)
+        huffNode[n].nbBits = huffNode[ huffNode[n].parent ].nbBits + 1;
+
+    /* enforce maxTableLog */
+    maxNbBits = HUF_setMaxHeight(huffNode, nonNullRank, maxNbBits);
+
+    /* fill result into tree (val, nbBits) */
+    {   U16 nbPerRank[HUF_TABLELOG_MAX+1] = {0};
+        U16 valPerRank[HUF_TABLELOG_MAX+1] = {0};
+        if (maxNbBits > HUF_TABLELOG_MAX) return ERROR(GENERIC);   /* check fit into table */
+        for (n=0; n<=nonNullRank; n++)
+            nbPerRank[huffNode[n].nbBits]++;
+        /* determine stating value per rank */
+        {   U16 min = 0;
+            for (n=maxNbBits; n>0; n--) {
+                valPerRank[n] = min;      /* get starting value within each rank */
+                min += nbPerRank[n];
+                min >>= 1;
+        }   }
+        for (n=0; n<=maxSymbolValue; n++)
+            tree[huffNode[n].byte].nbBits = huffNode[n].nbBits;   /* push nbBits per symbol, symbol order */
+        for (n=0; n<=maxSymbolValue; n++)
+            tree[n].val = valPerRank[tree[n].nbBits]++;   /* assign value within rank, symbol order */
+    }
+
+    return maxNbBits;
+}
+
+/** HUF_buildCTable() :
+ *  Note : count is used before tree is written, so they can safely overlap
+ */
+size_t HUF_buildCTable (HUF_CElt* tree, const U32* count, U32 maxSymbolValue, U32 maxNbBits)
+{
+    huffNodeTable nodeTable;
+    return HUF_buildCTable_wksp(tree, count, maxSymbolValue, maxNbBits, nodeTable, sizeof(nodeTable));
+}
+
+static void HUF_encodeSymbol(BIT_CStream_t* bitCPtr, U32 symbol, const HUF_CElt* CTable)
+{
+    BIT_addBitsFast(bitCPtr, CTable[symbol].val, CTable[symbol].nbBits);
+}
+
+size_t HUF_compressBound(size_t size) { return HUF_COMPRESSBOUND(size); }
+
+#define HUF_FLUSHBITS(s)  (fast ? BIT_flushBitsFast(s) : BIT_flushBits(s))
+
+#define HUF_FLUSHBITS_1(stream) \
+    if (sizeof((stream)->bitContainer)*8 < HUF_TABLELOG_MAX*2+7) HUF_FLUSHBITS(stream)
+
+#define HUF_FLUSHBITS_2(stream) \
+    if (sizeof((stream)->bitContainer)*8 < HUF_TABLELOG_MAX*4+7) HUF_FLUSHBITS(stream)
+
+size_t HUF_compress1X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable)
+{
+    const BYTE* ip = (const BYTE*) src;
+    BYTE* const ostart = (BYTE*)dst;
+    BYTE* const oend = ostart + dstSize;
+    BYTE* op = ostart;
+    size_t n;
+    const unsigned fast = (dstSize >= HUF_BLOCKBOUND(srcSize));
+    BIT_CStream_t bitC;
+
+    /* init */
+    if (dstSize < 8) return 0;   /* not enough space to compress */
+    { size_t const initErr = BIT_initCStream(&bitC, op, oend-op);
+      if (HUF_isError(initErr)) return 0; }
+
+    n = srcSize & ~3;  /* join to mod 4 */
+    switch (srcSize & 3)
+    {
+        case 3 : HUF_encodeSymbol(&bitC, ip[n+ 2], CTable);
+                 HUF_FLUSHBITS_2(&bitC); 
+                 // fallthrough
+        case 2 : HUF_encodeSymbol(&bitC, ip[n+ 1], CTable);
+                 HUF_FLUSHBITS_1(&bitC);
+                 // fallthrough
+        case 1 : HUF_encodeSymbol(&bitC, ip[n+ 0], CTable);
+                 HUF_FLUSHBITS(&bitC);
+                 // fallthrough
+        case 0 :
+        default: ;
+    }
+
+    for (; n>0; n-=4) {  /* note : n&3==0 at this stage */
+        HUF_encodeSymbol(&bitC, ip[n- 1], CTable);
+        HUF_FLUSHBITS_1(&bitC);
+        HUF_encodeSymbol(&bitC, ip[n- 2], CTable);
+        HUF_FLUSHBITS_2(&bitC);
+        HUF_encodeSymbol(&bitC, ip[n- 3], CTable);
+        HUF_FLUSHBITS_1(&bitC);
+        HUF_encodeSymbol(&bitC, ip[n- 4], CTable);
+        HUF_FLUSHBITS(&bitC);
+    }
+
+    return BIT_closeCStream(&bitC);
+}
+
+
+size_t HUF_compress4X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable)
+{
+    size_t const segmentSize = (srcSize+3)/4;   /* first 3 segments */
+    const BYTE* ip = (const BYTE*) src;
+    const BYTE* const iend = ip + srcSize;
+    BYTE* const ostart = (BYTE*) dst;
+    BYTE* const oend = ostart + dstSize;
+    BYTE* op = ostart;
+
+    if (dstSize < 6 + 1 + 1 + 1 + 8) return 0;   /* minimum space to compress successfully */
+    if (srcSize < 12) return 0;   /* no saving possible : too small input */
+    op += 6;   /* jumpTable */
+
+    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, segmentSize, CTable) );
+        if (cSize==0) return 0;
+        MEM_writeLE16(ostart, (U16)cSize);
+        op += cSize;
+    }
+
+    ip += segmentSize;
+    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, segmentSize, CTable) );
+        if (cSize==0) return 0;
+        MEM_writeLE16(ostart+2, (U16)cSize);
+        op += cSize;
+    }
+
+    ip += segmentSize;
+    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, segmentSize, CTable) );
+        if (cSize==0) return 0;
+        MEM_writeLE16(ostart+4, (U16)cSize);
+        op += cSize;
+    }
+
+    ip += segmentSize;
+    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, iend-ip, CTable) );
+        if (cSize==0) return 0;
+        op += cSize;
+    }
+
+    return op-ostart;
+}
+
+
+/* `workSpace` must a table of at least 1024 unsigned */
+static size_t HUF_compress_internal (
+                void* dst, size_t dstSize,
+                const void* src, size_t srcSize,
+                unsigned maxSymbolValue, unsigned huffLog,
+                unsigned singleStream,
+                void* workSpace, size_t wkspSize)
+{
+    BYTE* const ostart = (BYTE*)dst;
+    BYTE* const oend = ostart + dstSize;
+    BYTE* op = ostart;
+
+    union {
+        U32 count[HUF_SYMBOLVALUE_MAX+1];
+        HUF_CElt CTable[HUF_SYMBOLVALUE_MAX+1];
+    } table;   /* `count` can overlap with `CTable`; saves 1 KB */
+
+    /* checks & inits */
+    if (wkspSize < sizeof(huffNodeTable)) return ERROR(GENERIC);
+    if (!srcSize) return 0;  /* Uncompressed (note : 1 means rle, so first byte must be correct) */
+    if (!dstSize) return 0;  /* cannot fit within dst budget */
+    if (srcSize > HUF_BLOCKSIZE_MAX) return ERROR(srcSize_wrong);   /* current block size limit */
+    if (huffLog > HUF_TABLELOG_MAX) return ERROR(tableLog_tooLarge);
+    if (!maxSymbolValue) maxSymbolValue = HUF_SYMBOLVALUE_MAX;
+    if (!huffLog) huffLog = HUF_TABLELOG_DEFAULT;
+
+    /* Scan input and build symbol stats */
+    {   CHECK_V_F(largest, FSE_count_wksp (table.count, &maxSymbolValue, (const BYTE*)src, srcSize, (U32*)workSpace) );
+        if (largest == srcSize) { *ostart = ((const BYTE*)src)[0]; return 1; }   /* single symbol, rle */
+        if (largest <= (srcSize >> 7)+1) return 0;   /* Fast heuristic : not compressible enough */
+    }
+
+    /* Build Huffman Tree */
+    huffLog = HUF_optimalTableLog(huffLog, srcSize, maxSymbolValue);
+    {   CHECK_V_F(maxBits, HUF_buildCTable_wksp (table.CTable, table.count, maxSymbolValue, huffLog, workSpace, wkspSize) );
+        huffLog = (U32)maxBits;
+    }
+
+    /* Write table description header */
+    {   CHECK_V_F(hSize, HUF_writeCTable (op, dstSize, table.CTable, maxSymbolValue, huffLog) );
+        if (hSize + 12 >= srcSize) return 0;   /* not useful to try compression */
+        op += hSize;
+    }
+
+    /* Compress */
+    {   size_t const cSize = (singleStream) ?
+                            HUF_compress1X_usingCTable(op, oend - op, src, srcSize, table.CTable) :   /* single segment */
+                            HUF_compress4X_usingCTable(op, oend - op, src, srcSize, table.CTable);
+        if (HUF_isError(cSize)) return cSize;
+        if (cSize==0) return 0;   /* uncompressible */
+        op += cSize;
+    }
+
+    /* check compressibility */
+    if ((size_t)(op-ostart) >= srcSize-1)
+        return 0;
+
+    return op-ostart;
+}
+
+
+size_t HUF_compress1X_wksp (void* dst, size_t dstSize,
+                      const void* src, size_t srcSize,
+                      unsigned maxSymbolValue, unsigned huffLog,
+                      void* workSpace, size_t wkspSize)
+{
+    return HUF_compress_internal(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, 1 /* single stream */, workSpace, wkspSize);
+}
+
+size_t HUF_compress1X (void* dst, size_t dstSize,
+                 const void* src, size_t srcSize,
+                 unsigned maxSymbolValue, unsigned huffLog)
+{
+    unsigned workSpace[1024];
+    return HUF_compress1X_wksp(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, workSpace, sizeof(workSpace));
+}
+
+size_t HUF_compress4X_wksp (void* dst, size_t dstSize,
+                      const void* src, size_t srcSize,
+                      unsigned maxSymbolValue, unsigned huffLog,
+                      void* workSpace, size_t wkspSize)
+{
+    return HUF_compress_internal(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, 0 /* 4 streams */, workSpace, wkspSize);
+}
+
+size_t HUF_compress2 (void* dst, size_t dstSize,
+                const void* src, size_t srcSize,
+                unsigned maxSymbolValue, unsigned huffLog)
+{
+    unsigned workSpace[1024];
+    return HUF_compress4X_wksp(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, workSpace, sizeof(workSpace));
+}
+
+size_t HUF_compress (void* dst, size_t maxDstSize, const void* src, size_t srcSize)
+{
+    return HUF_compress2(dst, maxDstSize, src, (U32)srcSize, 255, HUF_TABLELOG_DEFAULT);
+}
diff --git a/contrib/lizard/lib/entropy/huf_decompress.c b/contrib/lizard/lib/entropy/huf_decompress.c
new file mode 100644
index 00000000000..a342dfb1e4a
--- /dev/null
+++ b/contrib/lizard/lib/entropy/huf_decompress.c
@@ -0,0 +1,885 @@
+/* ******************************************************************
+   Huffman decoder, part of New Generation Entropy library
+   Copyright (C) 2013-2016, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+    You can contact the author at :
+    - FSE+HUF source repository : https://github.com/Cyan4973/FiniteStateEntropy
+    - Public forum : https://groups.google.com/forum/#!forum/lz4c
+****************************************************************** */
+
+/* **************************************************************
+*  Compiler specifics
+****************************************************************/
+#if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
+/* inline is defined */
+#elif defined(_MSC_VER) || defined(__GNUC__)
+#  define inline __inline
+#else
+#  define inline /* disable inline */
+#endif
+
+#ifdef _MSC_VER    /* Visual Studio */
+#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
+#endif
+
+
+/* **************************************************************
+*  Dependencies
+****************************************************************/
+#include <string.h>     /* memcpy, memset */
+#include "bitstream.h"  /* BIT_* */
+#include "fse.h"        /* header compression */
+#define HUF_STATIC_LINKING_ONLY
+#include "huf.h"
+
+
+/* **************************************************************
+*  Error Management
+****************************************************************/
+#define HUF_STATIC_ASSERT(c) { enum { HUF_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
+
+
+/*-***************************/
+/*  generic DTableDesc       */
+/*-***************************/
+
+typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc;
+
+static DTableDesc HUF_getDTableDesc(const HUF_DTable* table)
+{
+    DTableDesc dtd;
+    memcpy(&dtd, table, sizeof(dtd));
+    return dtd;
+}
+
+
+/*-***************************/
+/*  single-symbol decoding   */
+/*-***************************/
+
+typedef struct { BYTE byte; BYTE nbBits; } HUF_DEltX2;   /* single-symbol decoding */
+
+size_t HUF_readDTableX2 (HUF_DTable* DTable, const void* src, size_t srcSize)
+{
+    BYTE huffWeight[HUF_SYMBOLVALUE_MAX + 1];
+    U32 rankVal[HUF_TABLELOG_ABSOLUTEMAX + 1];   /* large enough for values from 0 to 16 */
+    U32 tableLog = 0;
+    U32 nbSymbols = 0;
+    size_t iSize;
+    void* const dtPtr = DTable + 1;
+    HUF_DEltX2* const dt = (HUF_DEltX2*)dtPtr;
+
+    HUF_STATIC_ASSERT(sizeof(DTableDesc) == sizeof(HUF_DTable));
+    /* memset(huffWeight, 0, sizeof(huffWeight)); */   /* is not necessary, even though some analyzer complain ... */
+
+    iSize = HUF_readStats(huffWeight, HUF_SYMBOLVALUE_MAX + 1, rankVal, &nbSymbols, &tableLog, src, srcSize);
+    if (HUF_isError(iSize)) return iSize;
+
+    /* Table header */
+    {   DTableDesc dtd = HUF_getDTableDesc(DTable);
+        if (tableLog > (U32)(dtd.maxTableLog+1)) return ERROR(tableLog_tooLarge);   /* DTable too small, huffman tree cannot fit in */
+        dtd.tableType = 0;
+        dtd.tableLog = (BYTE)tableLog;
+        memcpy(DTable, &dtd, sizeof(dtd));
+    }
+
+    /* Prepare ranks */
+    {   U32 n, nextRankStart = 0;
+        for (n=1; n<tableLog+1; n++) {
+            U32 current = nextRankStart;
+            nextRankStart += (rankVal[n] << (n-1));
+            rankVal[n] = current;
+    }   }
+
+    /* fill DTable */
+    {   U32 n;
+        for (n=0; n<nbSymbols; n++) {
+            U32 const w = huffWeight[n];
+            U32 const length = (1 << w) >> 1;
+            U32 i;
+            HUF_DEltX2 D;
+            D.byte = (BYTE)n; D.nbBits = (BYTE)(tableLog + 1 - w);
+            for (i = rankVal[w]; i < rankVal[w] + length; i++)
+                dt[i] = D;
+            rankVal[w] += length;
+    }   }
+
+    return iSize;
+}
+
+
+static BYTE HUF_decodeSymbolX2(BIT_DStream_t* Dstream, const HUF_DEltX2* dt, const U32 dtLog)
+{
+    size_t const val = BIT_lookBitsFast(Dstream, dtLog); /* note : dtLog >= 1 */
+    BYTE const c = dt[val].byte;
+    BIT_skipBits(Dstream, dt[val].nbBits);
+    return c;
+}
+
+#define HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr) \
+    *ptr++ = HUF_decodeSymbolX2(DStreamPtr, dt, dtLog)
+
+#define HUF_DECODE_SYMBOLX2_1(ptr, DStreamPtr) \
+    if (MEM_64bits() || (HUF_TABLELOG_MAX<=12)) \
+        HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
+
+#define HUF_DECODE_SYMBOLX2_2(ptr, DStreamPtr) \
+    if (MEM_64bits()) \
+        HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
+
+static inline size_t HUF_decodeStreamX2(BYTE* p, BIT_DStream_t* const bitDPtr, BYTE* const pEnd, const HUF_DEltX2* const dt, const U32 dtLog)
+{
+    BYTE* const pStart = p;
+
+    /* up to 4 symbols at a time */
+    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p <= pEnd-4)) {
+        HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
+        HUF_DECODE_SYMBOLX2_1(p, bitDPtr);
+        HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
+        HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
+    }
+
+    /* closer to the end */
+    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p < pEnd))
+        HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
+
+    /* no more data to retrieve from bitstream, hence no need to reload */
+    while (p < pEnd)
+        HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
+
+    return pEnd-pStart;
+}
+
+static size_t HUF_decompress1X2_usingDTable_internal(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    BYTE* op = (BYTE*)dst;
+    BYTE* const oend = op + dstSize;
+    const void* dtPtr = DTable + 1;
+    const HUF_DEltX2* const dt = (const HUF_DEltX2*)dtPtr;
+    BIT_DStream_t bitD;
+    DTableDesc const dtd = HUF_getDTableDesc(DTable);
+    U32 const dtLog = dtd.tableLog;
+
+    { size_t const errorCode = BIT_initDStream(&bitD, cSrc, cSrcSize);
+      if (HUF_isError(errorCode)) return errorCode; }
+
+    HUF_decodeStreamX2(op, &bitD, oend, dt, dtLog);
+
+    /* check */
+    if (!BIT_endOfDStream(&bitD)) return ERROR(corruption_detected);
+
+    return dstSize;
+}
+
+size_t HUF_decompress1X2_usingDTable(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    DTableDesc dtd = HUF_getDTableDesc(DTable);
+    if (dtd.tableType != 0) return ERROR(GENERIC);
+    return HUF_decompress1X2_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
+}
+
+size_t HUF_decompress1X2_DCtx (HUF_DTable* DCtx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    const BYTE* ip = (const BYTE*) cSrc;
+
+    size_t const hSize = HUF_readDTableX2 (DCtx, cSrc, cSrcSize);
+    if (HUF_isError(hSize)) return hSize;
+    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
+    ip += hSize; cSrcSize -= hSize;
+
+    return HUF_decompress1X2_usingDTable_internal (dst, dstSize, ip, cSrcSize, DCtx);
+}
+
+size_t HUF_decompress1X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    HUF_CREATE_STATIC_DTABLEX2(DTable, HUF_TABLELOG_MAX);
+    return HUF_decompress1X2_DCtx (DTable, dst, dstSize, cSrc, cSrcSize);
+}
+
+
+static size_t HUF_decompress4X2_usingDTable_internal(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    /* Check */
+    if (cSrcSize < 10) return ERROR(corruption_detected);  /* strict minimum : jump table + 1 byte per stream */
+
+    {   const BYTE* const istart = (const BYTE*) cSrc;
+        BYTE* const ostart = (BYTE*) dst;
+        BYTE* const oend = ostart + dstSize;
+        const void* const dtPtr = DTable + 1;
+        const HUF_DEltX2* const dt = (const HUF_DEltX2*)dtPtr;
+
+        /* Init */
+        BIT_DStream_t bitD1;
+        BIT_DStream_t bitD2;
+        BIT_DStream_t bitD3;
+        BIT_DStream_t bitD4;
+        size_t const length1 = MEM_readLE16(istart);
+        size_t const length2 = MEM_readLE16(istart+2);
+        size_t const length3 = MEM_readLE16(istart+4);
+        size_t const length4 = cSrcSize - (length1 + length2 + length3 + 6);
+        const BYTE* const istart1 = istart + 6;  /* jumpTable */
+        const BYTE* const istart2 = istart1 + length1;
+        const BYTE* const istart3 = istart2 + length2;
+        const BYTE* const istart4 = istart3 + length3;
+        const size_t segmentSize = (dstSize+3) / 4;
+        BYTE* const opStart2 = ostart + segmentSize;
+        BYTE* const opStart3 = opStart2 + segmentSize;
+        BYTE* const opStart4 = opStart3 + segmentSize;
+        BYTE* op1 = ostart;
+        BYTE* op2 = opStart2;
+        BYTE* op3 = opStart3;
+        BYTE* op4 = opStart4;
+        U32 endSignal;
+        DTableDesc const dtd = HUF_getDTableDesc(DTable);
+        U32 const dtLog = dtd.tableLog;
+
+        if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
+        { size_t const errorCode = BIT_initDStream(&bitD1, istart1, length1);
+          if (HUF_isError(errorCode)) return errorCode; }
+        { size_t const errorCode = BIT_initDStream(&bitD2, istart2, length2);
+          if (HUF_isError(errorCode)) return errorCode; }
+        { size_t const errorCode = BIT_initDStream(&bitD3, istart3, length3);
+          if (HUF_isError(errorCode)) return errorCode; }
+        { size_t const errorCode = BIT_initDStream(&bitD4, istart4, length4);
+          if (HUF_isError(errorCode)) return errorCode; }
+
+        /* 16-32 symbols per loop (4-8 symbols per stream) */
+        endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
+        for ( ; (endSignal==BIT_DStream_unfinished) && (op4<(oend-7)) ; ) {
+            HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
+            HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
+            HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
+            HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
+            HUF_DECODE_SYMBOLX2_1(op1, &bitD1);
+            HUF_DECODE_SYMBOLX2_1(op2, &bitD2);
+            HUF_DECODE_SYMBOLX2_1(op3, &bitD3);
+            HUF_DECODE_SYMBOLX2_1(op4, &bitD4);
+            HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
+            HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
+            HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
+            HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
+            HUF_DECODE_SYMBOLX2_0(op1, &bitD1);
+            HUF_DECODE_SYMBOLX2_0(op2, &bitD2);
+            HUF_DECODE_SYMBOLX2_0(op3, &bitD3);
+            HUF_DECODE_SYMBOLX2_0(op4, &bitD4);
+            endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
+        }
+
+        /* check corruption */
+        if (op1 > opStart2) return ERROR(corruption_detected);
+        if (op2 > opStart3) return ERROR(corruption_detected);
+        if (op3 > opStart4) return ERROR(corruption_detected);
+        /* note : op4 supposed already verified within main loop */
+
+        /* finish bitStreams one by one */
+        HUF_decodeStreamX2(op1, &bitD1, opStart2, dt, dtLog);
+        HUF_decodeStreamX2(op2, &bitD2, opStart3, dt, dtLog);
+        HUF_decodeStreamX2(op3, &bitD3, opStart4, dt, dtLog);
+        HUF_decodeStreamX2(op4, &bitD4, oend,     dt, dtLog);
+
+        /* check */
+        endSignal = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
+        if (!endSignal) return ERROR(corruption_detected);
+
+        /* decoded size */
+        return dstSize;
+    }
+}
+
+
+size_t HUF_decompress4X2_usingDTable(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    DTableDesc dtd = HUF_getDTableDesc(DTable);
+    if (dtd.tableType != 0) return ERROR(GENERIC);
+    return HUF_decompress4X2_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
+}
+
+
+size_t HUF_decompress4X2_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    const BYTE* ip = (const BYTE*) cSrc;
+
+    size_t const hSize = HUF_readDTableX2 (dctx, cSrc, cSrcSize);
+    if (HUF_isError(hSize)) return hSize;
+    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
+    ip += hSize; cSrcSize -= hSize;
+
+    return HUF_decompress4X2_usingDTable_internal (dst, dstSize, ip, cSrcSize, dctx);
+}
+
+size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    HUF_CREATE_STATIC_DTABLEX2(DTable, HUF_TABLELOG_MAX);
+    return HUF_decompress4X2_DCtx(DTable, dst, dstSize, cSrc, cSrcSize);
+}
+
+
+/* *************************/
+/* double-symbols decoding */
+/* *************************/
+typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX4;  /* double-symbols decoding */
+
+typedef struct { BYTE symbol; BYTE weight; } sortedSymbol_t;
+
+/* HUF_fillDTableX4Level2() :
+ * `rankValOrigin` must be a table of at least (HUF_TABLELOG_MAX + 1) U32 */
+static void HUF_fillDTableX4Level2(HUF_DEltX4* DTable, U32 sizeLog, const U32 consumed,
+                           const U32* rankValOrigin, const int minWeight,
+                           const sortedSymbol_t* sortedSymbols, const U32 sortedListSize,
+                           U32 nbBitsBaseline, U16 baseSeq)
+{
+    HUF_DEltX4 DElt;
+    U32 rankVal[HUF_TABLELOG_MAX + 1];
+
+    /* get pre-calculated rankVal */
+    memcpy(rankVal, rankValOrigin, sizeof(rankVal));
+
+    /* fill skipped values */
+    if (minWeight>1) {
+        U32 i, skipSize = rankVal[minWeight];
+        MEM_writeLE16(&(DElt.sequence), baseSeq);
+        DElt.nbBits   = (BYTE)(consumed);
+        DElt.length   = 1;
+        for (i = 0; i < skipSize; i++)
+            DTable[i] = DElt;
+    }
+
+    /* fill DTable */
+    {   U32 s; for (s=0; s<sortedListSize; s++) {   /* note : sortedSymbols already skipped */
+            const U32 symbol = sortedSymbols[s].symbol;
+            const U32 weight = sortedSymbols[s].weight;
+            const U32 nbBits = nbBitsBaseline - weight;
+            const U32 length = 1 << (sizeLog-nbBits);
+            const U32 start = rankVal[weight];
+            U32 i = start;
+            const U32 end = start + length;
+
+            MEM_writeLE16(&(DElt.sequence), (U16)(baseSeq + (symbol << 8)));
+            DElt.nbBits = (BYTE)(nbBits + consumed);
+            DElt.length = 2;
+            do { DTable[i++] = DElt; } while (i<end);   /* since length >= 1 */
+
+            rankVal[weight] += length;
+    }   }
+}
+
+typedef U32 rankVal_t[HUF_TABLELOG_MAX][HUF_TABLELOG_MAX + 1];
+
+static void HUF_fillDTableX4(HUF_DEltX4* DTable, const U32 targetLog,
+                           const sortedSymbol_t* sortedList, const U32 sortedListSize,
+                           const U32* rankStart, rankVal_t rankValOrigin, const U32 maxWeight,
+                           const U32 nbBitsBaseline)
+{
+    U32 rankVal[HUF_TABLELOG_MAX + 1];
+    const int scaleLog = nbBitsBaseline - targetLog;   /* note : targetLog >= srcLog, hence scaleLog <= 1 */
+    const U32 minBits  = nbBitsBaseline - maxWeight;
+    U32 s;
+
+    memcpy(rankVal, rankValOrigin, sizeof(rankVal));
+
+    /* fill DTable */
+    for (s=0; s<sortedListSize; s++) {
+        const U16 symbol = sortedList[s].symbol;
+        const U32 weight = sortedList[s].weight;
+        const U32 nbBits = nbBitsBaseline - weight;
+        const U32 start = rankVal[weight];
+        const U32 length = 1 << (targetLog-nbBits);
+
+        if (targetLog-nbBits >= minBits) {   /* enough room for a second symbol */
+            U32 sortedRank;
+            int minWeight = nbBits + scaleLog;
+            if (minWeight < 1) minWeight = 1;
+            sortedRank = rankStart[minWeight];
+            HUF_fillDTableX4Level2(DTable+start, targetLog-nbBits, nbBits,
+                           rankValOrigin[nbBits], minWeight,
+                           sortedList+sortedRank, sortedListSize-sortedRank,
+                           nbBitsBaseline, symbol);
+        } else {
+            HUF_DEltX4 DElt;
+            MEM_writeLE16(&(DElt.sequence), symbol);
+            DElt.nbBits = (BYTE)(nbBits);
+            DElt.length = 1;
+            {   U32 const end = start + length;
+                U32 u;
+                for (u = start; u < end; u++) DTable[u] = DElt;
+        }   }
+        rankVal[weight] += length;
+    }
+}
+
+size_t HUF_readDTableX4 (HUF_DTable* DTable, const void* src, size_t srcSize)
+{
+    BYTE weightList[HUF_SYMBOLVALUE_MAX + 1];
+    sortedSymbol_t sortedSymbol[HUF_SYMBOLVALUE_MAX + 1];
+    U32 rankStats[HUF_TABLELOG_MAX + 1] = { 0 };
+    U32 rankStart0[HUF_TABLELOG_MAX + 2] = { 0 };
+    U32* const rankStart = rankStart0+1;
+    rankVal_t rankVal;
+    U32 tableLog, maxW, sizeOfSort, nbSymbols;
+    DTableDesc dtd = HUF_getDTableDesc(DTable);
+    U32 const maxTableLog = dtd.maxTableLog;
+    size_t iSize;
+    void* dtPtr = DTable+1;   /* force compiler to avoid strict-aliasing */
+    HUF_DEltX4* const dt = (HUF_DEltX4*)dtPtr;
+
+    HUF_STATIC_ASSERT(sizeof(HUF_DEltX4) == sizeof(HUF_DTable));   /* if compilation fails here, assertion is false */
+    if (maxTableLog > HUF_TABLELOG_MAX) return ERROR(tableLog_tooLarge);
+    /* memset(weightList, 0, sizeof(weightList)); */  /* is not necessary, even though some analyzer complain ... */
+
+    iSize = HUF_readStats(weightList, HUF_SYMBOLVALUE_MAX + 1, rankStats, &nbSymbols, &tableLog, src, srcSize);
+    if (HUF_isError(iSize)) return iSize;
+
+    /* check result */
+    if (tableLog > maxTableLog) return ERROR(tableLog_tooLarge);   /* DTable can't fit code depth */
+
+    /* find maxWeight */
+    for (maxW = tableLog; rankStats[maxW]==0; maxW--) {}  /* necessarily finds a solution before 0 */
+
+    /* Get start index of each weight */
+    {   U32 w, nextRankStart = 0;
+        for (w=1; w<maxW+1; w++) {
+            U32 current = nextRankStart;
+            nextRankStart += rankStats[w];
+            rankStart[w] = current;
+        }
+        rankStart[0] = nextRankStart;   /* put all 0w symbols at the end of sorted list*/
+        sizeOfSort = nextRankStart;
+    }
+
+    /* sort symbols by weight */
+    {   U32 s;
+        for (s=0; s<nbSymbols; s++) {
+            U32 const w = weightList[s];
+            U32 const r = rankStart[w]++;
+            sortedSymbol[r].symbol = (BYTE)s;
+            sortedSymbol[r].weight = (BYTE)w;
+        }
+        rankStart[0] = 0;   /* forget 0w symbols; this is beginning of weight(1) */
+    }
+
+    /* Build rankVal */
+    {   U32* const rankVal0 = rankVal[0];
+        {   int const rescale = (maxTableLog-tableLog) - 1;   /* tableLog <= maxTableLog */
+            U32 nextRankVal = 0;
+            U32 w;
+            for (w=1; w<maxW+1; w++) {
+                U32 current = nextRankVal;
+                nextRankVal += rankStats[w] << (w+rescale);
+                rankVal0[w] = current;
+        }   }
+        {   U32 const minBits = tableLog+1 - maxW;
+            U32 consumed;
+            for (consumed = minBits; consumed < maxTableLog - minBits + 1; consumed++) {
+                U32* const rankValPtr = rankVal[consumed];
+                U32 w;
+                for (w = 1; w < maxW+1; w++) {
+                    rankValPtr[w] = rankVal0[w] >> consumed;
+    }   }   }   }
+
+    HUF_fillDTableX4(dt, maxTableLog,
+                   sortedSymbol, sizeOfSort,
+                   rankStart0, rankVal, maxW,
+                   tableLog+1);
+
+    dtd.tableLog = (BYTE)maxTableLog;
+    dtd.tableType = 1;
+    memcpy(DTable, &dtd, sizeof(dtd));
+    return iSize;
+}
+
+
+static U32 HUF_decodeSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
+{
+    size_t const val = BIT_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
+    memcpy(op, dt+val, 2);
+    BIT_skipBits(DStream, dt[val].nbBits);
+    return dt[val].length;
+}
+
+static U32 HUF_decodeLastSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
+{
+    size_t const val = BIT_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
+    memcpy(op, dt+val, 1);
+    if (dt[val].length==1) BIT_skipBits(DStream, dt[val].nbBits);
+    else {
+        if (DStream->bitsConsumed < (sizeof(DStream->bitContainer)*8)) {
+            BIT_skipBits(DStream, dt[val].nbBits);
+            if (DStream->bitsConsumed > (sizeof(DStream->bitContainer)*8))
+                DStream->bitsConsumed = (sizeof(DStream->bitContainer)*8);   /* ugly hack; works only because it's the last symbol. Note : can't easily extract nbBits from just this symbol */
+    }   }
+    return 1;
+}
+
+
+#define HUF_DECODE_SYMBOLX4_0(ptr, DStreamPtr) \
+    ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
+
+#define HUF_DECODE_SYMBOLX4_1(ptr, DStreamPtr) \
+    if (MEM_64bits() || (HUF_TABLELOG_MAX<=12)) \
+        ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
+
+#define HUF_DECODE_SYMBOLX4_2(ptr, DStreamPtr) \
+    if (MEM_64bits()) \
+        ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
+
+static inline size_t HUF_decodeStreamX4(BYTE* p, BIT_DStream_t* bitDPtr, BYTE* const pEnd, const HUF_DEltX4* const dt, const U32 dtLog)
+{
+    BYTE* const pStart = p;
+
+    /* up to 8 symbols at a time */
+    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) & (p < pEnd-(sizeof(bitDPtr->bitContainer)-1))) {
+        HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
+        HUF_DECODE_SYMBOLX4_1(p, bitDPtr);
+        HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
+        HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
+    }
+
+    /* closer to end : up to 2 symbols at a time */
+    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) & (p <= pEnd-2))
+        HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
+
+    while (p <= pEnd-2)
+        HUF_DECODE_SYMBOLX4_0(p, bitDPtr);   /* no need to reload : reached the end of DStream */
+
+    if (p < pEnd)
+        p += HUF_decodeLastSymbolX4(p, bitDPtr, dt, dtLog);
+
+    return p-pStart;
+}
+
+
+static size_t HUF_decompress1X4_usingDTable_internal(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    BIT_DStream_t bitD;
+
+    /* Init */
+    {   size_t const errorCode = BIT_initDStream(&bitD, cSrc, cSrcSize);
+        if (HUF_isError(errorCode)) return errorCode;
+    }
+
+    /* decode */
+    {   BYTE* const ostart = (BYTE*) dst;
+        BYTE* const oend = ostart + dstSize;
+        const void* const dtPtr = DTable+1;   /* force compiler to not use strict-aliasing */
+        const HUF_DEltX4* const dt = (const HUF_DEltX4*)dtPtr;
+        DTableDesc const dtd = HUF_getDTableDesc(DTable);
+        HUF_decodeStreamX4(ostart, &bitD, oend, dt, dtd.tableLog);
+    }
+
+    /* check */
+    if (!BIT_endOfDStream(&bitD)) return ERROR(corruption_detected);
+
+    /* decoded size */
+    return dstSize;
+}
+
+size_t HUF_decompress1X4_usingDTable(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    DTableDesc dtd = HUF_getDTableDesc(DTable);
+    if (dtd.tableType != 1) return ERROR(GENERIC);
+    return HUF_decompress1X4_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
+}
+
+size_t HUF_decompress1X4_DCtx (HUF_DTable* DCtx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    const BYTE* ip = (const BYTE*) cSrc;
+
+    size_t const hSize = HUF_readDTableX4 (DCtx, cSrc, cSrcSize);
+    if (HUF_isError(hSize)) return hSize;
+    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
+    ip += hSize; cSrcSize -= hSize;
+
+    return HUF_decompress1X4_usingDTable_internal (dst, dstSize, ip, cSrcSize, DCtx);
+}
+
+size_t HUF_decompress1X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    HUF_CREATE_STATIC_DTABLEX4(DTable, HUF_TABLELOG_MAX);
+    return HUF_decompress1X4_DCtx(DTable, dst, dstSize, cSrc, cSrcSize);
+}
+
+static size_t HUF_decompress4X4_usingDTable_internal(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    if (cSrcSize < 10) return ERROR(corruption_detected);   /* strict minimum : jump table + 1 byte per stream */
+
+    {   const BYTE* const istart = (const BYTE*) cSrc;
+        BYTE* const ostart = (BYTE*) dst;
+        BYTE* const oend = ostart + dstSize;
+        const void* const dtPtr = DTable+1;
+        const HUF_DEltX4* const dt = (const HUF_DEltX4*)dtPtr;
+
+        /* Init */
+        BIT_DStream_t bitD1;
+        BIT_DStream_t bitD2;
+        BIT_DStream_t bitD3;
+        BIT_DStream_t bitD4;
+        size_t const length1 = MEM_readLE16(istart);
+        size_t const length2 = MEM_readLE16(istart+2);
+        size_t const length3 = MEM_readLE16(istart+4);
+        size_t const length4 = cSrcSize - (length1 + length2 + length3 + 6);
+        const BYTE* const istart1 = istart + 6;  /* jumpTable */
+        const BYTE* const istart2 = istart1 + length1;
+        const BYTE* const istart3 = istart2 + length2;
+        const BYTE* const istart4 = istart3 + length3;
+        size_t const segmentSize = (dstSize+3) / 4;
+        BYTE* const opStart2 = ostart + segmentSize;
+        BYTE* const opStart3 = opStart2 + segmentSize;
+        BYTE* const opStart4 = opStart3 + segmentSize;
+        BYTE* op1 = ostart;
+        BYTE* op2 = opStart2;
+        BYTE* op3 = opStart3;
+        BYTE* op4 = opStart4;
+        U32 endSignal;
+        DTableDesc const dtd = HUF_getDTableDesc(DTable);
+        U32 const dtLog = dtd.tableLog;
+
+        if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
+        { size_t const errorCode = BIT_initDStream(&bitD1, istart1, length1);
+          if (HUF_isError(errorCode)) return errorCode; }
+        { size_t const errorCode = BIT_initDStream(&bitD2, istart2, length2);
+          if (HUF_isError(errorCode)) return errorCode; }
+        { size_t const errorCode = BIT_initDStream(&bitD3, istart3, length3);
+          if (HUF_isError(errorCode)) return errorCode; }
+        { size_t const errorCode = BIT_initDStream(&bitD4, istart4, length4);
+          if (HUF_isError(errorCode)) return errorCode; }
+
+        /* 16-32 symbols per loop (4-8 symbols per stream) */
+        endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
+        for ( ; (endSignal==BIT_DStream_unfinished) & (op4<(oend-(sizeof(bitD4.bitContainer)-1))) ; ) {
+            HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
+            HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
+            HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
+            HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
+            HUF_DECODE_SYMBOLX4_1(op1, &bitD1);
+            HUF_DECODE_SYMBOLX4_1(op2, &bitD2);
+            HUF_DECODE_SYMBOLX4_1(op3, &bitD3);
+            HUF_DECODE_SYMBOLX4_1(op4, &bitD4);
+            HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
+            HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
+            HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
+            HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
+            HUF_DECODE_SYMBOLX4_0(op1, &bitD1);
+            HUF_DECODE_SYMBOLX4_0(op2, &bitD2);
+            HUF_DECODE_SYMBOLX4_0(op3, &bitD3);
+            HUF_DECODE_SYMBOLX4_0(op4, &bitD4);
+
+            endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
+        }
+
+        /* check corruption */
+        if (op1 > opStart2) return ERROR(corruption_detected);
+        if (op2 > opStart3) return ERROR(corruption_detected);
+        if (op3 > opStart4) return ERROR(corruption_detected);
+        /* note : op4 already verified within main loop */
+
+        /* finish bitStreams one by one */
+        HUF_decodeStreamX4(op1, &bitD1, opStart2, dt, dtLog);
+        HUF_decodeStreamX4(op2, &bitD2, opStart3, dt, dtLog);
+        HUF_decodeStreamX4(op3, &bitD3, opStart4, dt, dtLog);
+        HUF_decodeStreamX4(op4, &bitD4, oend,     dt, dtLog);
+
+        /* check */
+        { U32 const endCheck = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
+          if (!endCheck) return ERROR(corruption_detected); }
+
+        /* decoded size */
+        return dstSize;
+    }
+}
+
+
+size_t HUF_decompress4X4_usingDTable(
+          void* dst,  size_t dstSize,
+    const void* cSrc, size_t cSrcSize,
+    const HUF_DTable* DTable)
+{
+    DTableDesc dtd = HUF_getDTableDesc(DTable);
+    if (dtd.tableType != 1) return ERROR(GENERIC);
+    return HUF_decompress4X4_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
+}
+
+
+size_t HUF_decompress4X4_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    const BYTE* ip = (const BYTE*) cSrc;
+
+    size_t hSize = HUF_readDTableX4 (dctx, cSrc, cSrcSize);
+    if (HUF_isError(hSize)) return hSize;
+    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
+    ip += hSize; cSrcSize -= hSize;
+
+    return HUF_decompress4X4_usingDTable_internal(dst, dstSize, ip, cSrcSize, dctx);
+}
+
+size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    HUF_CREATE_STATIC_DTABLEX4(DTable, HUF_TABLELOG_MAX);
+    return HUF_decompress4X4_DCtx(DTable, dst, dstSize, cSrc, cSrcSize);
+}
+
+
+/* ********************************/
+/* Generic decompression selector */
+/* ********************************/
+
+size_t HUF_decompress1X_usingDTable(void* dst, size_t maxDstSize,
+                                    const void* cSrc, size_t cSrcSize,
+                                    const HUF_DTable* DTable)
+{
+    DTableDesc const dtd = HUF_getDTableDesc(DTable);
+    return dtd.tableType ? HUF_decompress1X4_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable) :
+                           HUF_decompress1X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable);
+}
+
+size_t HUF_decompress4X_usingDTable(void* dst, size_t maxDstSize,
+                                    const void* cSrc, size_t cSrcSize,
+                                    const HUF_DTable* DTable)
+{
+    DTableDesc const dtd = HUF_getDTableDesc(DTable);
+    return dtd.tableType ? HUF_decompress4X4_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable) :
+                           HUF_decompress4X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable);
+}
+
+
+typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t;
+static const algo_time_t algoTime[16 /* Quantization */][3 /* single, double, quad */] =
+{
+    /* single, double, quad */
+    {{0,0}, {1,1}, {2,2}},  /* Q==0 : impossible */
+    {{0,0}, {1,1}, {2,2}},  /* Q==1 : impossible */
+    {{  38,130}, {1313, 74}, {2151, 38}},   /* Q == 2 : 12-18% */
+    {{ 448,128}, {1353, 74}, {2238, 41}},   /* Q == 3 : 18-25% */
+    {{ 556,128}, {1353, 74}, {2238, 47}},   /* Q == 4 : 25-32% */
+    {{ 714,128}, {1418, 74}, {2436, 53}},   /* Q == 5 : 32-38% */
+    {{ 883,128}, {1437, 74}, {2464, 61}},   /* Q == 6 : 38-44% */
+    {{ 897,128}, {1515, 75}, {2622, 68}},   /* Q == 7 : 44-50% */
+    {{ 926,128}, {1613, 75}, {2730, 75}},   /* Q == 8 : 50-56% */
+    {{ 947,128}, {1729, 77}, {3359, 77}},   /* Q == 9 : 56-62% */
+    {{1107,128}, {2083, 81}, {4006, 84}},   /* Q ==10 : 62-69% */
+    {{1177,128}, {2379, 87}, {4785, 88}},   /* Q ==11 : 69-75% */
+    {{1242,128}, {2415, 93}, {5155, 84}},   /* Q ==12 : 75-81% */
+    {{1349,128}, {2644,106}, {5260,106}},   /* Q ==13 : 81-87% */
+    {{1455,128}, {2422,124}, {4174,124}},   /* Q ==14 : 87-93% */
+    {{ 722,128}, {1891,145}, {1936,146}},   /* Q ==15 : 93-99% */
+};
+
+/** HUF_selectDecoder() :
+*   Tells which decoder is likely to decode faster,
+*   based on a set of pre-determined metrics.
+*   @return : 0==HUF_decompress4X2, 1==HUF_decompress4X4 .
+*   Assumption : 0 < cSrcSize < dstSize <= 128 KB */
+U32 HUF_selectDecoder (size_t dstSize, size_t cSrcSize)
+{
+    /* decoder timing evaluation */
+    U32 const Q = (U32)(cSrcSize * 16 / dstSize);   /* Q < 16 since dstSize > cSrcSize */
+    U32 const D256 = (U32)(dstSize >> 8);
+    U32 const DTime0 = algoTime[Q][0].tableTime + (algoTime[Q][0].decode256Time * D256);
+    U32 DTime1 = algoTime[Q][1].tableTime + (algoTime[Q][1].decode256Time * D256);
+    DTime1 += DTime1 >> 3;  /* advantage to algorithm using less memory, for cache eviction */
+
+    return DTime1 < DTime0;
+}
+
+
+typedef size_t (*decompressionAlgo)(void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);
+
+size_t HUF_decompress (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    static const decompressionAlgo decompress[2] = { HUF_decompress4X2, HUF_decompress4X4 };
+
+    /* validation checks */
+    if (dstSize == 0) return ERROR(dstSize_tooSmall);
+    if (cSrcSize > dstSize) return ERROR(corruption_detected);   /* invalid */
+    if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed */
+    if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
+
+    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
+        return decompress[algoNb](dst, dstSize, cSrc, cSrcSize);
+    }
+}
+
+size_t HUF_decompress4X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    /* validation checks */
+    if (dstSize == 0) return ERROR(dstSize_tooSmall);
+    if (cSrcSize > dstSize) return ERROR(corruption_detected);   /* invalid */
+    if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed */
+    if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
+
+    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
+        return algoNb ? HUF_decompress4X4_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) :
+                        HUF_decompress4X2_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) ;
+    }
+}
+
+size_t HUF_decompress4X_hufOnly (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    /* validation checks */
+    if (dstSize == 0) return ERROR(dstSize_tooSmall);
+    if ((cSrcSize >= dstSize) || (cSrcSize <= 1)) return ERROR(corruption_detected);   /* invalid */
+
+    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
+        return algoNb ? HUF_decompress4X4_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) :
+                        HUF_decompress4X2_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) ;
+    }
+}
+
+size_t HUF_decompress1X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
+{
+    /* validation checks */
+    if (dstSize == 0) return ERROR(dstSize_tooSmall);
+    if (cSrcSize > dstSize) return ERROR(corruption_detected);   /* invalid */
+    if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed */
+    if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
+
+    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
+        return algoNb ? HUF_decompress1X4_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) :
+                        HUF_decompress1X2_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) ;
+    }
+}
diff --git a/contrib/lizard/lib/entropy/mem.h b/contrib/lizard/lib/entropy/mem.h
new file mode 100644
index 00000000000..708d897a1cc
--- /dev/null
+++ b/contrib/lizard/lib/entropy/mem.h
@@ -0,0 +1,372 @@
+/**
+ * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree. An additional grant
+ * of patent rights can be found in the PATENTS file in the same directory.
+ */
+
+#ifndef MEM_H_MODULE
+#define MEM_H_MODULE
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+/*-****************************************
+*  Dependencies
+******************************************/
+#include <stddef.h>     /* size_t, ptrdiff_t */
+#include <string.h>     /* memcpy */
+
+
+/*-****************************************
+*  Compiler specifics
+******************************************/
+#if defined(_MSC_VER)   /* Visual Studio */
+#   include <stdlib.h>  /* _byteswap_ulong */
+#   include <intrin.h>  /* _byteswap_* */
+#endif
+#if defined(__GNUC__)
+#  define MEM_STATIC static __inline __attribute__((unused))
+#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
+#  define MEM_STATIC static inline
+#elif defined(_MSC_VER)
+#  define MEM_STATIC static __inline
+#else
+#  define MEM_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
+#endif
+
+/* code only tested on 32 and 64 bits systems */
+#define MEM_STATIC_ASSERT(c)   { enum { XXH_static_assert = 1/(int)(!!(c)) }; }
+MEM_STATIC void MEM_check(void) { MEM_STATIC_ASSERT((sizeof(size_t)==4) || (sizeof(size_t)==8)); }
+
+
+/*-**************************************************************
+*  Basic Types
+*****************************************************************/
+#if  !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
+# include <stdint.h>
+  typedef  uint8_t BYTE;
+  typedef uint16_t U16;
+  typedef  int16_t S16;
+  typedef uint32_t U32;
+  typedef  int32_t S32;
+  typedef uint64_t U64;
+  typedef  int64_t S64;
+  typedef intptr_t iPtrDiff;
+#else
+  typedef unsigned char      BYTE;
+  typedef unsigned short      U16;
+  typedef   signed short      S16;
+  typedef unsigned int        U32;
+  typedef   signed int        S32;
+  typedef unsigned long long  U64;
+  typedef   signed long long  S64;
+  typedef ptrdiff_t      iPtrDiff;
+#endif
+
+
+/*-**************************************************************
+*  Memory I/O
+*****************************************************************/
+/* MEM_FORCE_MEMORY_ACCESS :
+ * By default, access to unaligned memory is controlled by `memcpy()`, which is safe and portable.
+ * Unfortunately, on some target/compiler combinations, the generated assembly is sub-optimal.
+ * The below switch allow to select different access method for improved performance.
+ * Method 0 (default) : use `memcpy()`. Safe and portable.
+ * Method 1 : `__packed` statement. It depends on compiler extension (ie, not portable).
+ *            This method is safe if your compiler supports it, and *generally* as fast or faster than `memcpy`.
+ * Method 2 : direct access. This method is portable but violate C standard.
+ *            It can generate buggy code on targets depending on alignment.
+ *            In some circumstances, it's the only known way to get the most performance (ie GCC + ARMv6)
+ * See http://fastcompression.blogspot.fr/2015/08/accessing-unaligned-memory.html for details.
+ * Prefer these methods in priority order (0 > 1 > 2)
+ */
+#ifndef MEM_FORCE_MEMORY_ACCESS   /* can be defined externally, on command line for example */
+#  if defined(__GNUC__) && ( defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6Z__) || defined(__ARM_ARCH_6ZK__) || defined(__ARM_ARCH_6T2__) )
+#    define MEM_FORCE_MEMORY_ACCESS 2
+#  elif defined(__INTEL_COMPILER) /*|| defined(_MSC_VER)*/ || \
+  (defined(__GNUC__) && ( defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || defined(__ARM_ARCH_7R__) || defined(__ARM_ARCH_7M__) || defined(__ARM_ARCH_7S__) ))
+#    define MEM_FORCE_MEMORY_ACCESS 1
+#  endif
+#endif
+
+MEM_STATIC unsigned MEM_32bits(void) { return sizeof(size_t)==4; }
+MEM_STATIC unsigned MEM_64bits(void) { return sizeof(size_t)==8; }
+
+MEM_STATIC unsigned MEM_isLittleEndian(void)
+{
+    const union { U32 u; BYTE c[4]; } one = { 1 };   /* don't use static : performance detrimental  */
+    return one.c[0];
+}
+
+#if defined(MEM_FORCE_MEMORY_ACCESS) && (MEM_FORCE_MEMORY_ACCESS==2)
+
+/* violates C standard, by lying on structure alignment.
+Only use if no other choice to achieve best performance on target platform */
+MEM_STATIC U16 MEM_read16(const void* memPtr) { return *(const U16*) memPtr; }
+MEM_STATIC U32 MEM_read32(const void* memPtr) { return *(const U32*) memPtr; }
+MEM_STATIC U64 MEM_read64(const void* memPtr) { return *(const U64*) memPtr; }
+MEM_STATIC U64 MEM_readST(const void* memPtr) { return *(const size_t*) memPtr; }
+
+MEM_STATIC void MEM_write16(void* memPtr, U16 value) { *(U16*)memPtr = value; }
+MEM_STATIC void MEM_write32(void* memPtr, U32 value) { *(U32*)memPtr = value; }
+MEM_STATIC void MEM_write64(void* memPtr, U64 value) { *(U64*)memPtr = value; }
+
+#elif defined(MEM_FORCE_MEMORY_ACCESS) && (MEM_FORCE_MEMORY_ACCESS==1)
+
+/* __pack instructions are safer, but compiler specific, hence potentially problematic for some compilers */
+/* currently only defined for gcc and icc */
+#if defined(_MSC_VER) || (defined(__INTEL_COMPILER) && defined(WIN32))
+	__pragma( pack(push, 1) )
+    typedef union { U16 u16; U32 u32; U64 u64; size_t st; } unalign;
+    __pragma( pack(pop) )
+#else
+    typedef union { U16 u16; U32 u32; U64 u64; size_t st; } __attribute__((packed)) unalign;
+#endif
+
+MEM_STATIC U16 MEM_read16(const void* ptr) { return ((const unalign*)ptr)->u16; }
+MEM_STATIC U32 MEM_read32(const void* ptr) { return ((const unalign*)ptr)->u32; }
+MEM_STATIC U64 MEM_read64(const void* ptr) { return ((const unalign*)ptr)->u64; }
+MEM_STATIC U64 MEM_readST(const void* ptr) { return ((const unalign*)ptr)->st; }
+
+MEM_STATIC void MEM_write16(void* memPtr, U16 value) { ((unalign*)memPtr)->u16 = value; }
+MEM_STATIC void MEM_write32(void* memPtr, U32 value) { ((unalign*)memPtr)->u32 = value; }
+MEM_STATIC void MEM_write64(void* memPtr, U64 value) { ((unalign*)memPtr)->u64 = value; }
+
+#else
+
+/* default method, safe and standard.
+   can sometimes prove slower */
+
+MEM_STATIC U16 MEM_read16(const void* memPtr)
+{
+    U16 val; memcpy(&val, memPtr, sizeof(val)); return val;
+}
+
+MEM_STATIC U32 MEM_read32(const void* memPtr)
+{
+    U32 val; memcpy(&val, memPtr, sizeof(val)); return val;
+}
+
+MEM_STATIC U64 MEM_read64(const void* memPtr)
+{
+    U64 val; memcpy(&val, memPtr, sizeof(val)); return val;
+}
+
+MEM_STATIC size_t MEM_readST(const void* memPtr)
+{
+    size_t val; memcpy(&val, memPtr, sizeof(val)); return val;
+}
+
+MEM_STATIC void MEM_write16(void* memPtr, U16 value)
+{
+    memcpy(memPtr, &value, sizeof(value));
+}
+
+MEM_STATIC void MEM_write32(void* memPtr, U32 value)
+{
+    memcpy(memPtr, &value, sizeof(value));
+}
+
+MEM_STATIC void MEM_write64(void* memPtr, U64 value)
+{
+    memcpy(memPtr, &value, sizeof(value));
+}
+
+#endif /* MEM_FORCE_MEMORY_ACCESS */
+
+MEM_STATIC U32 MEM_swap32(U32 in)
+{
+#if defined(_MSC_VER)     /* Visual Studio */
+    return _byteswap_ulong(in);
+#elif defined (__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 403)
+    return __builtin_bswap32(in);
+#else
+    return  ((in << 24) & 0xff000000 ) |
+            ((in <<  8) & 0x00ff0000 ) |
+            ((in >>  8) & 0x0000ff00 ) |
+            ((in >> 24) & 0x000000ff );
+#endif
+}
+
+MEM_STATIC U64 MEM_swap64(U64 in)
+{
+#if defined(_MSC_VER)     /* Visual Studio */
+    return _byteswap_uint64(in);
+#elif defined (__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 403)
+    return __builtin_bswap64(in);
+#else
+    return  ((in << 56) & 0xff00000000000000ULL) |
+            ((in << 40) & 0x00ff000000000000ULL) |
+            ((in << 24) & 0x0000ff0000000000ULL) |
+            ((in << 8)  & 0x000000ff00000000ULL) |
+            ((in >> 8)  & 0x00000000ff000000ULL) |
+            ((in >> 24) & 0x0000000000ff0000ULL) |
+            ((in >> 40) & 0x000000000000ff00ULL) |
+            ((in >> 56) & 0x00000000000000ffULL);
+#endif
+}
+
+MEM_STATIC size_t MEM_swapST(size_t in)
+{
+    if (MEM_32bits())
+        return (size_t)MEM_swap32((U32)in);
+    else
+        return (size_t)MEM_swap64((U64)in);
+}
+
+/*=== Little endian r/w ===*/
+
+MEM_STATIC U16 MEM_readLE16(const void* memPtr)
+{
+    if (MEM_isLittleEndian())
+        return MEM_read16(memPtr);
+    else {
+        const BYTE* p = (const BYTE*)memPtr;
+        return (U16)(p[0] + (p[1]<<8));
+    }
+}
+
+MEM_STATIC void MEM_writeLE16(void* memPtr, U16 val)
+{
+    if (MEM_isLittleEndian()) {
+        MEM_write16(memPtr, val);
+    } else {
+        BYTE* p = (BYTE*)memPtr;
+        p[0] = (BYTE)val;
+        p[1] = (BYTE)(val>>8);
+    }
+}
+
+MEM_STATIC U32 MEM_readLE24(const void* memPtr)
+{
+    return MEM_readLE16(memPtr) + (((const BYTE*)memPtr)[2] << 16);
+}
+
+MEM_STATIC void MEM_writeLE24(void* memPtr, U32 val)
+{
+    MEM_writeLE16(memPtr, (U16)val);
+    ((BYTE*)memPtr)[2] = (BYTE)(val>>16);
+}
+
+MEM_STATIC U32 MEM_readLE32(const void* memPtr)
+{
+    if (MEM_isLittleEndian())
+        return MEM_read32(memPtr);
+    else
+        return MEM_swap32(MEM_read32(memPtr));
+}
+
+MEM_STATIC void MEM_writeLE32(void* memPtr, U32 val32)
+{
+    if (MEM_isLittleEndian())
+        MEM_write32(memPtr, val32);
+    else
+        MEM_write32(memPtr, MEM_swap32(val32));
+}
+
+MEM_STATIC U64 MEM_readLE64(const void* memPtr)
+{
+    if (MEM_isLittleEndian())
+        return MEM_read64(memPtr);
+    else
+        return MEM_swap64(MEM_read64(memPtr));
+}
+
+MEM_STATIC void MEM_writeLE64(void* memPtr, U64 val64)
+{
+    if (MEM_isLittleEndian())
+        MEM_write64(memPtr, val64);
+    else
+        MEM_write64(memPtr, MEM_swap64(val64));
+}
+
+MEM_STATIC size_t MEM_readLEST(const void* memPtr)
+{
+    if (MEM_32bits())
+        return (size_t)MEM_readLE32(memPtr);
+    else
+        return (size_t)MEM_readLE64(memPtr);
+}
+
+MEM_STATIC void MEM_writeLEST(void* memPtr, size_t val)
+{
+    if (MEM_32bits())
+        MEM_writeLE32(memPtr, (U32)val);
+    else
+        MEM_writeLE64(memPtr, (U64)val);
+}
+
+/*=== Big endian r/w ===*/
+
+MEM_STATIC U32 MEM_readBE32(const void* memPtr)
+{
+    if (MEM_isLittleEndian())
+        return MEM_swap32(MEM_read32(memPtr));
+    else
+        return MEM_read32(memPtr);
+}
+
+MEM_STATIC void MEM_writeBE32(void* memPtr, U32 val32)
+{
+    if (MEM_isLittleEndian())
+        MEM_write32(memPtr, MEM_swap32(val32));
+    else
+        MEM_write32(memPtr, val32);
+}
+
+MEM_STATIC U64 MEM_readBE64(const void* memPtr)
+{
+    if (MEM_isLittleEndian())
+        return MEM_swap64(MEM_read64(memPtr));
+    else
+        return MEM_read64(memPtr);
+}
+
+MEM_STATIC void MEM_writeBE64(void* memPtr, U64 val64)
+{
+    if (MEM_isLittleEndian())
+        MEM_write64(memPtr, MEM_swap64(val64));
+    else
+        MEM_write64(memPtr, val64);
+}
+
+MEM_STATIC size_t MEM_readBEST(const void* memPtr)
+{
+    if (MEM_32bits())
+        return (size_t)MEM_readBE32(memPtr);
+    else
+        return (size_t)MEM_readBE64(memPtr);
+}
+
+MEM_STATIC void MEM_writeBEST(void* memPtr, size_t val)
+{
+    if (MEM_32bits())
+        MEM_writeBE32(memPtr, (U32)val);
+    else
+        MEM_writeBE64(memPtr, (U64)val);
+}
+
+
+/* function safe only for comparisons */
+MEM_STATIC U32 MEM_readMINMATCH(const void* memPtr, U32 length)
+{
+    switch (length)
+    {
+    default :
+    case 4 : return MEM_read32(memPtr);
+    case 3 : if (MEM_isLittleEndian())
+                return MEM_read32(memPtr)<<8;
+             else
+                return MEM_read32(memPtr)>>8;
+    }
+}
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* MEM_H_MODULE */
diff --git a/contrib/lizard/lib/liblizard.pc.in b/contrib/lizard/lib/liblizard.pc.in
new file mode 100644
index 00000000000..233c2e08faf
--- /dev/null
+++ b/contrib/lizard/lib/liblizard.pc.in
@@ -0,0 +1,15 @@
+#   Lizard - Fast LZ compression algorithm
+#   Copyright (C) 2011-2014, Yann Collet
+#   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
+#   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+prefix=@PREFIX@
+libdir=@LIBDIR@
+includedir=@INCLUDEDIR@
+
+Name: lizard
+Description: extremely fast lossless compression algorithm library
+URL: http://github.com/inikep/lizard
+Version: @VERSION@
+Libs: -L@LIBDIR@ -llizard
+Cflags: -I@INCLUDEDIR@
diff --git a/contrib/lizard/lib/lizard_common.h b/contrib/lizard/lib/lizard_common.h
new file mode 100644
index 00000000000..45730cf4e86
--- /dev/null
+++ b/contrib/lizard/lib/lizard_common.h
@@ -0,0 +1,504 @@
+/*
+    Lizard - Fast LZ compression algorithm 
+    Copyright (C) 2011-2015, Yann Collet
+    Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
+
+    BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions are
+    met:
+
+    * Redistributions of source code must retain the above copyright
+    notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above
+    copyright notice, this list of conditions and the following disclaimer
+    in the documentation and/or other materials provided with the
+    distribution.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+    You can contact the author at :
+       - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+#ifndef LIZARD_COMMON_H_2983
+#define LIZARD_COMMON_H_2983
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/*-************************************
+*  Memory routines
+**************************************/
+#include <stdlib.h>   /* malloc, calloc, free */
+#include <string.h>   /* memset, memcpy */
+#include <stdint.h>   /* intptr_t */
+#include "entropy/mem.h"
+#include "lizard_compress.h"      /* LIZARD_GCC_VERSION */
+
+//#define LIZARD_USE_LOGS
+#define LIZARD_LOG_COMPRESS(...) //printf(__VA_ARGS__)
+#define LIZARD_LOG_DECOMPRESS(...) //printf(__VA_ARGS__)
+
+#define LIZARD_LOG_COMPRESS_LZ4(...) //printf(__VA_ARGS__)
+#define COMPLOG_CODEWORDS_LZ4(...) //printf(__VA_ARGS__)
+#define LIZARD_LOG_DECOMPRESS_LZ4(...) //printf(__VA_ARGS__)
+#define DECOMPLOG_CODEWORDS_LZ4(...) //printf(__VA_ARGS__)
+
+#define LIZARD_LOG_COMPRESS_LIZv1(...) //printf(__VA_ARGS__)
+#define COMPLOG_CODEWORDS_LIZv1(...) //printf(__VA_ARGS__)
+#define LIZARD_LOG_DECOMPRESS_LIZv1(...) //printf(__VA_ARGS__)
+#define DECOMPLOG_CODEWORDS_LIZv1(...) //printf(__VA_ARGS__)
+
+
+
+
+/*-************************************
+*  Common Constants
+**************************************/
+#define MINMATCH 4
+//#define USE_LZ4_ONLY
+//#define LIZARD_USE_TEST
+
+#define LIZARD_DICT_SIZE       (1<<24)
+#define WILDCOPYLENGTH      16
+#define LASTLITERALS WILDCOPYLENGTH
+#define MFLIMIT (WILDCOPYLENGTH+MINMATCH)
+
+#define LIZARD_MAX_PRICE           (1<<28)
+#define LIZARD_INIT_LAST_OFFSET    0
+#define LIZARD_MAX_16BIT_OFFSET    (1<<16)
+#define MM_LONGOFF              16
+#define LIZARD_BLOCK_SIZE_PAD      (LIZARD_BLOCK_SIZE+32)
+#define LIZARD_COMPRESS_ADD_BUF    (5*LIZARD_BLOCK_SIZE_PAD)
+#ifndef LIZARD_NO_HUFFMAN
+    #define LIZARD_COMPRESS_ADD_HUF    HUF_compressBound(LIZARD_BLOCK_SIZE_PAD)
+    #define LIZARD_HUF_BLOCK_SIZE      LIZARD_BLOCK_SIZE
+#else
+    #define LIZARD_COMPRESS_ADD_HUF    0
+    #define LIZARD_HUF_BLOCK_SIZE      1
+#endif
+
+/* LZ4 codewords */
+#define ML_BITS_LZ4  4
+#define ML_MASK_LZ4  ((1U<<ML_BITS_LZ4)-1)
+#define RUN_BITS_LZ4 (8-ML_BITS_LZ4)
+#define RUN_MASK_LZ4 ((1U<<RUN_BITS_LZ4)-1)
+
+/* LIZv1 codewords */
+#define ML_BITS_LIZv1       4
+#define RUN_BITS_LIZv1      3
+#define ML_RUN_BITS         (ML_BITS_LIZv1 + RUN_BITS_LIZv1)
+#define MAX_SHORT_LITLEN    7
+#define MAX_SHORT_MATCHLEN  15
+#define LIZARD_LAST_LONG_OFF   31
+
+/* header byte */
+#define LIZARD_FLAG_LITERALS       1
+#define LIZARD_FLAG_FLAGS          2
+#define LIZARD_FLAG_OFFSET16       4
+#define LIZARD_FLAG_OFFSET24       8
+#define LIZARD_FLAG_LEN            16
+#define LIZARD_FLAG_UNCOMPRESSED   128
+
+/* stream numbers */
+#define LIZARD_STREAM_LITERALS       0
+#define LIZARD_STREAM_FLAGS          1
+#define LIZARD_STREAM_OFFSET16       2
+#define LIZARD_STREAM_OFFSET24       3
+#define LIZARD_STREAM_LEN            4
+#define LIZARD_STREAM_UNCOMPRESSED   5
+
+
+
+
+typedef enum { Lizard_parser_fastSmall, Lizard_parser_fast, Lizard_parser_fastBig, Lizard_parser_noChain, Lizard_parser_hashChain, Lizard_parser_priceFast, Lizard_parser_lowestPrice, Lizard_parser_optimalPrice, Lizard_parser_optimalPriceBT } Lizard_parser_type;   /* from faster to stronger */ 
+typedef enum { Lizard_coderwords_LZ4, Lizard_coderwords_LIZv1 } Lizard_decompress_type;
+typedef struct
+{
+    U32 windowLog;     /* largest match distance : impact decompression buffer size */
+    U32 contentLog;    /* full search segment : larger == more compression, slower, more memory (useless for fast) */
+    U32 hashLog;       /* dispatch table : larger == more memory, faster*/
+    U32 hashLog3;      /* dispatch table : larger == more memory, faster*/
+    U32 searchNum;     /* nb of searches : larger == more compression, slower*/
+    U32 searchLength;  /* size of matches : larger == faster decompression */
+    U32 minMatchLongOff;  /* min match size with offsets >= 1<<16 */ 
+    U32 sufficientLength;  /* used only by optimal parser: size of matches which is acceptable: larger == more compression, slower */
+    U32 fullSearch;    /* used only by optimal parser: perform full search of matches: 1 == more compression, slower */
+    Lizard_parser_type parserType;
+    Lizard_decompress_type decompressType;
+} Lizard_parameters; 
+
+
+struct Lizard_stream_s
+{
+    const BYTE* end;        /* next block here to continue on current prefix */
+    const BYTE* base;       /* All index relative to this position */
+    const BYTE* dictBase;   /* alternate base for extDict */
+    U32   dictLimit;        /* below that point, need extDict */
+    U32   lowLimit;         /* below that point, no more dict */
+    U32   nextToUpdate;     /* index from which to continue dictionary update */
+    U32   allocatedMemory;
+    int   compressionLevel;
+    Lizard_parameters params;
+    U32   hashTableSize;
+    U32   chainTableSize;
+    U32*  chainTable;
+    U32*  hashTable;
+    int   last_off;
+    const BYTE* off24pos;
+    U32   huffType;
+    U32   comprStreamLen;
+
+    BYTE*  huffBase;
+    BYTE*  huffEnd;
+    BYTE*  offset16Base;
+    BYTE*  offset24Base;
+    BYTE*  lenBase;
+    BYTE*  literalsBase;
+    BYTE*  flagsBase;
+    BYTE*  offset16Ptr;
+    BYTE*  offset24Ptr;
+    BYTE*  lenPtr;
+    BYTE*  literalsPtr;
+    BYTE*  flagsPtr;
+    BYTE*  offset16End;
+    BYTE*  offset24End;
+    BYTE*  lenEnd;
+    BYTE*  literalsEnd;
+    BYTE*  flagsEnd;
+    U32 flagFreq[256];
+    U32 litFreq[256];
+    U32 litSum, flagSum;
+    U32 litPriceSum, log2LitSum, log2FlagSum;
+    U32  cachedPrice;
+    U32  cachedLitLength;
+    const BYTE* cachedLiterals; 
+    const BYTE* diffBase;
+    const BYTE* srcBase;
+    const BYTE* destBase;
+};
+
+struct Lizard_streamDecode_s {
+    const BYTE* externalDict;
+    size_t extDictSize;
+    const BYTE* prefixEnd;
+    size_t prefixSize;
+};
+
+struct Lizard_dstream_s
+{
+    const BYTE*  offset16Ptr;
+    const BYTE*  offset24Ptr;
+    const BYTE*  lenPtr;
+    const BYTE*  literalsPtr;
+    const BYTE*  flagsPtr;
+    const BYTE*  offset16End;
+    const BYTE*  offset24End;
+    const BYTE*  lenEnd;
+    const BYTE*  literalsEnd;
+    const BYTE*  flagsEnd;
+    const BYTE*  diffBase;
+    intptr_t last_off;
+};
+
+typedef struct Lizard_dstream_s Lizard_dstream_t;
+
+/* *************************************
+*  HC Pre-defined compression levels
+***************************************/
+#define LIZARD_WINDOWLOG_LZ4   16
+#define LIZARD_CHAINLOG_LZ4    LIZARD_WINDOWLOG_LZ4
+#define LIZARD_HASHLOG_LZ4     18
+#define LIZARD_HASHLOG_LZ4SM   12
+
+#define LIZARD_WINDOWLOG_LIZv1 22
+#define LIZARD_CHAINLOG_LIZv1  LIZARD_WINDOWLOG_LIZv1
+#define LIZARD_HASHLOG_LIZv1   18
+
+
+
+static const Lizard_parameters Lizard_defaultParameters[LIZARD_MAX_CLEVEL+1-LIZARD_MIN_CLEVEL] =
+{
+    /*               windLog,              contentLog,               HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
+    {   LIZARD_WINDOWLOG_LZ4,                       0,  LIZARD_HASHLOG_LZ4SM,   0,     0,  0,           0,     0,  0, Lizard_parser_fastSmall,      Lizard_coderwords_LZ4   }, // level 10
+    {   LIZARD_WINDOWLOG_LZ4,                       0,    LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_fast,           Lizard_coderwords_LZ4   }, // level 11
+    {   LIZARD_WINDOWLOG_LZ4,                       0,    LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_noChain,        Lizard_coderwords_LZ4   }, // level 12
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     2,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 13
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     4,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 14
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     8,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 15
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,    16,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 16
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,   256,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 17
+    {   LIZARD_WINDOWLOG_LZ4,   LIZARD_WINDOWLOG_LZ4+1,   LIZARD_HASHLOG_LZ4,  16,    16,  4,           0, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LZ4   }, // level 18
+    {   LIZARD_WINDOWLOG_LZ4,   LIZARD_WINDOWLOG_LZ4+1,                   23,  16,   256,  4,           0, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LZ4   }, // level 19
+    /*              windLog,                contentLog,              HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
+    { LIZARD_WINDOWLOG_LIZv1,                        0,                   14,   0,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_fastBig,        Lizard_coderwords_LIZv1 }, // level 20
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   14,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 21
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 22
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 23
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     2,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 24
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 25
+    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 26
+    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,   128,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 27
+    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  24, 1<<10,  4,  MM_LONGOFF, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 28
+    {                     24,                       25,                   23,  24, 1<<10,  4,  MM_LONGOFF, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 29
+#ifndef LIZARD_NO_HUFFMAN
+    /*               windLog,               contentLog,              HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
+    {   LIZARD_WINDOWLOG_LZ4,                        0, LIZARD_HASHLOG_LZ4SM,   0,     0,  0,           0,     0,  0, Lizard_parser_fastSmall,      Lizard_coderwords_LZ4   }, // level 30
+    {   LIZARD_WINDOWLOG_LZ4,                        0,   LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_fast,           Lizard_coderwords_LZ4   }, // level 31
+    {   LIZARD_WINDOWLOG_LZ4,                        0,                   14,   0,     0,  0,           0,     0,  0, Lizard_parser_noChain,        Lizard_coderwords_LZ4   }, // level 32
+    {   LIZARD_WINDOWLOG_LZ4,                        0,   LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_noChain,        Lizard_coderwords_LZ4   }, // level 33
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     2,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 34
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     4,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 35
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     8,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 36
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,    16,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 37
+    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,   256,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 38
+    {   LIZARD_WINDOWLOG_LZ4,   LIZARD_WINDOWLOG_LZ4+1,                   23,  16,   256,  4,           0, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LZ4   }, // level 39
+    /*               windLog,               contentLog,              HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
+    { LIZARD_WINDOWLOG_LIZv1,                        0,                   14,   0,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_fastBig,        Lizard_coderwords_LIZv1 }, // level 40
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   14,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 41
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 42
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 43
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     2,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 44
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 45
+    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  0, Lizard_parser_optimalPrice,   Lizard_coderwords_LIZv1 }, // level 46
+    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 47
+    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,   128,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 48
+    {                     24,                       25,                   23,  24, 1<<10,  4,  MM_LONGOFF, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 49
+#endif
+//  {                     10,                       10,                   10,   0,     0,  4,           0,     0,  0, Lizard_fast          }, // min values
+//  {                     24,                       24,                   28,  24, 1<<24,  7,           0, 1<<24,  2, Lizard_optimal_price }, // max values
+};
+
+
+
+/*-************************************
+*  Compiler Options
+**************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  define FORCE_INLINE static __forceinline
+#  include <intrin.h>
+#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
+#  pragma warning(disable : 4293)        /* disable: C4293: too large shift (32-bits) */
+#else
+#  if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)   /* C99 */
+#    if defined(__GNUC__) || defined(__clang__)
+#      define FORCE_INLINE static inline __attribute__((always_inline))
+#    else
+#      define FORCE_INLINE static inline
+#    endif
+#  else
+#    define FORCE_INLINE static
+#  endif   /* __STDC_VERSION__ */
+#endif  /* _MSC_VER */
+
+#define LIZARD_GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
+#if (LIZARD_GCC_VERSION >= 302) || (__INTEL_COMPILER >= 800) || defined(__clang__)
+#  define expect(expr,value)    (__builtin_expect ((expr),(value)) )
+#else
+#  define expect(expr,value)    (expr)
+#endif
+
+#define likely(expr)     expect((expr) != 0, 1)
+#define unlikely(expr)   expect((expr) != 0, 0)
+
+#define KB *(1 <<10)
+#define MB *(1 <<20)
+#define GB *(1U<<30)
+
+#define ALLOCATOR(n,s) calloc(n,s)
+#define FREEMEM        free
+#define MEM_INIT       memset
+#ifndef MAX
+    #define MAX(a,b) ((a)>(b))?(a):(b)
+#endif
+#ifndef MIN
+	#define MIN(a,b) ((a)<(b)?(a):(b))
+#endif
+
+#if MINMATCH == 3
+    #define MEM_readMINMATCH(ptr) (U32)(MEM_read32(ptr)<<8) 
+#else
+    #define MEM_readMINMATCH(ptr) (U32)(MEM_read32(ptr)) 
+#endif 
+
+
+
+
+/*-************************************
+*  Reading and writing into memory
+**************************************/
+#define STEPSIZE sizeof(size_t)
+
+
+MEM_STATIC void Lizard_copy8(void* dst, const void* src)
+{
+    memcpy(dst,src,8);
+}
+
+/* customized variant of memcpy, which can overwrite up to 7 bytes beyond dstEnd */
+MEM_STATIC void Lizard_wildCopy(void* dstPtr, const void* srcPtr, void* dstEnd)
+{
+    BYTE* d = (BYTE*)dstPtr;
+    const BYTE* s = (const BYTE*)srcPtr;
+    BYTE* const e = (BYTE*)dstEnd;
+
+#if 0
+    const size_t l2 = 8 - (((size_t)d) & (sizeof(void*)-1));
+    Lizard_copy8(d,s); if (d>e-9) return;
+    d+=l2; s+=l2;
+#endif /* join to align */
+
+    do { Lizard_copy8(d,s); d+=8; s+=8; } while (d<e);
+}
+
+MEM_STATIC void Lizard_wildCopy16(BYTE* dstPtr, const BYTE* srcPtr, BYTE* dstEnd)
+{
+    do {
+        Lizard_copy8(dstPtr, srcPtr);
+        Lizard_copy8(dstPtr+8, srcPtr+8);
+        dstPtr += 16;
+        srcPtr += 16;
+    }
+    while (dstPtr < dstEnd);
+}
+
+/*
+ * LIZARD_FORCE_SW_BITCOUNT
+ * Define this parameter if your target system or compiler does not support hardware bit count
+ */
+#if defined(_MSC_VER) && defined(_WIN32_WCE)   /* Visual Studio for Windows CE does not support Hardware bit count */
+#  define LIZARD_FORCE_SW_BITCOUNT
+#endif
+
+
+/* **************************************
+*  Function body to include for inlining
+****************************************/
+MEM_STATIC U32 Lizard_highbit32(U32 val)
+{
+#   if defined(_MSC_VER)   /* Visual */
+    unsigned long r=0;
+    _BitScanReverse(&r, val);
+    return (unsigned)r;
+#   elif defined(__GNUC__) && (__GNUC__ >= 3)   /* GCC Intrinsic */
+    return 31 - __builtin_clz(val);
+#   else   /* Software version */
+    static const int DeBruijnClz[32] = { 0, 9, 1, 10, 13, 21, 2, 29, 11, 14, 16, 18, 22, 25, 3, 30, 8, 12, 20, 28, 15, 17, 24, 7, 19, 27, 23, 6, 26, 5, 4, 31 };
+    U32 v = val;
+    int r;
+    v |= v >> 1;
+    v |= v >> 2;
+    v |= v >> 4;
+    v |= v >> 8;
+    v |= v >> 16;
+    r = DeBruijnClz[(U32)(v * 0x07C4ACDDU) >> 27];
+    return r;
+#   endif
+}
+
+
+/*-************************************
+*  Common functions
+**************************************/
+MEM_STATIC unsigned Lizard_NbCommonBytes (register size_t val)
+{
+    if (MEM_isLittleEndian()) {
+        if (MEM_64bits()) {
+#       if defined(_MSC_VER) && defined(_WIN64) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            unsigned long r = 0;
+            _BitScanForward64( &r, (U64)val );
+            return (int)(r>>3);
+#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            return (__builtin_ctzll((U64)val) >> 3);
+#       else
+            static const int DeBruijnBytePos[64] = { 0, 0, 0, 0, 0, 1, 1, 2, 0, 3, 1, 3, 1, 4, 2, 7, 0, 2, 3, 6, 1, 5, 3, 5, 1, 3, 4, 4, 2, 5, 6, 7, 7, 0, 1, 2, 3, 3, 4, 6, 2, 6, 5, 5, 3, 4, 5, 6, 7, 1, 2, 4, 6, 4, 4, 5, 7, 2, 6, 5, 7, 6, 7, 7 };
+            return DeBruijnBytePos[((U64)((val & -(long long)val) * 0x0218A392CDABBD3FULL)) >> 58];
+#       endif
+        } else /* 32 bits */ {
+#       if defined(_MSC_VER) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            unsigned long r;
+            _BitScanForward( &r, (U32)val );
+            return (int)(r>>3);
+#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            return (__builtin_ctz((U32)val) >> 3);
+#       else
+            static const int DeBruijnBytePos[32] = { 0, 0, 3, 0, 3, 1, 3, 0, 3, 2, 2, 1, 3, 2, 0, 1, 3, 3, 1, 2, 2, 2, 2, 0, 3, 1, 2, 0, 1, 0, 1, 1 };
+            return DeBruijnBytePos[((U32)((val & -(S32)val) * 0x077CB531U)) >> 27];
+#       endif
+        }
+    } else   /* Big Endian CPU */ {
+        if (MEM_64bits()) {
+#       if defined(_MSC_VER) && defined(_WIN64) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            unsigned long r = 0;
+            _BitScanReverse64( &r, val );
+            return (unsigned)(r>>3);
+#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            return (__builtin_clzll((U64)val) >> 3);
+#       else
+            unsigned r;
+            if (!(val>>32)) { r=4; } else { r=0; val>>=32; }
+            if (!(val>>16)) { r+=2; val>>=8; } else { val>>=24; }
+            r += (!val);
+            return r;
+#       endif
+        } else /* 32 bits */ {
+#       if defined(_MSC_VER) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            unsigned long r = 0;
+            _BitScanReverse( &r, (unsigned long)val );
+            return (unsigned)(r>>3);
+#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
+            return (__builtin_clz((U32)val) >> 3);
+#       else
+            unsigned r;
+            if (!(val>>16)) { r=2; val>>=8; } else { r=0; val>>=24; }
+            r += (!val);
+            return r;
+#       endif
+        }
+    }
+}
+
+MEM_STATIC unsigned Lizard_count(const BYTE* pIn, const BYTE* pMatch, const BYTE* pInLimit)
+{
+    const BYTE* const pStart = pIn;
+
+    while (likely(pIn<pInLimit-(STEPSIZE-1))) {
+        size_t diff = MEM_readST(pMatch) ^ MEM_readST(pIn);
+        if (!diff) { pIn+=STEPSIZE; pMatch+=STEPSIZE; continue; }
+        pIn += Lizard_NbCommonBytes(diff);
+        return (unsigned)(pIn - pStart);
+    }
+
+    if (MEM_64bits()) if ((pIn<(pInLimit-3)) && (MEM_read32(pMatch) == MEM_read32(pIn))) { pIn+=4; pMatch+=4; }
+    if ((pIn<(pInLimit-1)) && (MEM_read16(pMatch) == MEM_read16(pIn))) { pIn+=2; pMatch+=2; }
+    if ((pIn<pInLimit) && (*pMatch == *pIn)) pIn++;
+    return (unsigned)(pIn - pStart);
+}
+
+/* alias to functions with compressionLevel=1 */
+int Lizard_sizeofState_MinLevel(void);
+int Lizard_compress_MinLevel(const char* source, char* dest, int sourceSize, int maxDestSize);
+int Lizard_compress_extState_MinLevel (void* state, const char* source, char* dest, int inputSize, int maxDestSize);
+Lizard_stream_t* Lizard_resetStream_MinLevel (Lizard_stream_t* streamPtr);
+Lizard_stream_t* Lizard_createStream_MinLevel(void);
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* LIZARD_COMMON_H_2983827168210 */
diff --git a/contrib/lizard/lib/lizard_compress.c b/contrib/lizard/lib/lizard_compress.c
new file mode 100644
index 00000000000..05ac0a4776b
--- /dev/null
+++ b/contrib/lizard/lib/lizard_compress.c
@@ -0,0 +1,630 @@
+/*
+    Lizard - Fast LZ compression algorithm 
+    Copyright (C) 2011-2015, Yann Collet
+    Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
+
+    BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions are
+    met:
+
+    * Redistributions of source code must retain the above copyright
+    notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above
+    copyright notice, this list of conditions and the following disclaimer
+    in the documentation and/or other materials provided with the
+    distribution.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOTLizard_hash4Ptr
+    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+    You can contact the author at :
+       - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+
+/* *************************************
+*  Includes
+***************************************/
+#include "lizard_compress.h"
+#include "lizard_common.h"
+#include <stdio.h>
+#include <stdint.h> // intptr_t
+#ifndef USE_LZ4_ONLY
+    #ifdef LIZARD_USE_TEST
+        #include "test/lizard_common_test.h"
+        #include "test/lizard_compress_test.h"
+    #else
+        #include "lizard_compress_liz.h"
+    #endif
+#endif
+#include "lizard_compress_lz4.h"
+#include "entropy/huf.h"
+
+
+/* *************************************
+*  Local Macros
+***************************************/
+#define DELTANEXT(p)        chainTable[(p) & contentMask]
+#define LIZARD_MINIMAL_HUFF_GAIN(comprSize) (comprSize + (comprSize/8) + 512)
+#define LIZARD_MINIMAL_BLOCK_GAIN(comprSize) (comprSize + (comprSize/32) + 512)
+
+
+/*-************************************
+*  Local Utils
+**************************************/
+int Lizard_versionNumber (void) { return LIZARD_VERSION_NUMBER; }
+int Lizard_compressBound(int isize)  { return LIZARD_COMPRESSBOUND(isize); }
+int Lizard_sizeofState_MinLevel() { return Lizard_sizeofState(LIZARD_MIN_CLEVEL); }
+
+
+
+/* *************************************
+*  Hash functions
+***************************************/
+#define HASH_UPDATE_LIMIT 8  /* equal to MEM_read64 */
+static const U32 prime4bytes = 2654435761U;
+static const U64 prime5bytes = 889523592379ULL;
+static const U64 prime6bytes = 227718039650203ULL;
+static const U64 prime7bytes = 58295818150454627ULL;
+
+#if MINMATCH == 3
+static const U32 prime3bytes = 506832829U;
+static U32 Lizard_hash3(U32 u, U32 h) { return (u * prime3bytes) << (32-24) >> (32-h) ; }
+static size_t Lizard_hash3Ptr(const void* ptr, U32 h) { return Lizard_hash3(MEM_read32(ptr), h); }
+#endif
+
+static U32 Lizard_hash4(U32 u, U32 h) { return (u * prime4bytes) >> (32-h) ; }
+static size_t Lizard_hash4Ptr(const void* ptr, U32 h) { return Lizard_hash4(MEM_read32(ptr), h); }
+
+static size_t Lizard_hash5(U64 u, U32 h) { return (size_t)((u * prime5bytes) << (64-40) >> (64-h)) ; }
+static size_t Lizard_hash5Ptr(const void* p, U32 h) { return Lizard_hash5(MEM_read64(p), h); }
+
+static size_t Lizard_hash6(U64 u, U32 h) { return (size_t)((u * prime6bytes) << (64-48) >> (64-h)) ; }
+static size_t Lizard_hash6Ptr(const void* p, U32 h) { return Lizard_hash6(MEM_read64(p), h); }
+
+static size_t Lizard_hash7(U64 u, U32 h) { return (size_t)((u * prime7bytes) << (64-56) >> (64-h)) ; }
+static size_t Lizard_hash7Ptr(const void* p, U32 h) { return Lizard_hash7(MEM_read64(p), h); }
+
+static size_t Lizard_hashPtr(const void* p, U32 hBits, U32 mls)
+{
+    switch(mls)
+    {
+    default:
+    case 4: return Lizard_hash4Ptr(p, hBits);
+    case 5: return Lizard_hash5Ptr(p, hBits);
+    case 6: return Lizard_hash6Ptr(p, hBits);
+    case 7: return Lizard_hash7Ptr(p, hBits);
+    }
+} 
+
+
+
+
+/**************************************
+*  Internal functions
+**************************************/
+/** Lizard_count_2segments() :
+*   can count match length with `ip` & `match` in 2 different segments.
+*   convention : on reaching mEnd, match count continue starting from iStart
+*/
+static size_t Lizard_count_2segments(const BYTE* ip, const BYTE* match, const BYTE* iEnd, const BYTE* mEnd, const BYTE* iStart)
+{
+    const BYTE* const vEnd = MIN( ip + (mEnd - match), iEnd);
+    size_t const matchLength = Lizard_count(ip, match, vEnd);
+    if (match + matchLength != mEnd) return matchLength;
+    return matchLength + Lizard_count(ip+matchLength, iStart, iEnd);
+}
+
+
+void Lizard_initBlock(Lizard_stream_t* ctx)
+{
+    ctx->offset16Ptr = ctx->offset16Base;
+    ctx->offset24Ptr = ctx->offset24Base;
+    ctx->lenPtr      = ctx->lenBase;
+    ctx->literalsPtr = ctx->literalsBase;
+    ctx->flagsPtr = ctx->flagsBase;
+    ctx->last_off = LIZARD_INIT_LAST_OFFSET; /* reset last offset */
+}
+
+
+FORCE_INLINE int Lizard_writeStream(int useHuff, Lizard_stream_t* ctx, BYTE* streamPtr, uint32_t streamLen, BYTE** op, BYTE* oend)
+{
+    if (useHuff && streamLen > 1024) {
+#ifndef LIZARD_NO_HUFFMAN
+        int useHuffBuf;
+        if (*op + 6 > oend) { LIZARD_LOG_COMPRESS("*op[%p] + 6 > oend[%p]\n", *op, oend); return -1; }
+
+        useHuffBuf = ((size_t)(oend - (*op + 6)) < HUF_compressBound(streamLen)); 
+        if (useHuffBuf) {
+            if (streamLen > LIZARD_BLOCK_SIZE) { LIZARD_LOG_COMPRESS("streamLen[%d] > LIZARD_BLOCK_SIZE\n", streamLen); return -1; }
+            ctx->comprStreamLen = (U32)HUF_compress(ctx->huffBase, ctx->huffEnd - ctx->huffBase, streamPtr, streamLen);
+        } else {
+            ctx->comprStreamLen = (U32)HUF_compress(*op + 6, oend - (*op + 6), streamPtr, streamLen);
+        }
+
+        if (!HUF_isError(ctx->comprStreamLen)) {
+            if (ctx->comprStreamLen > 0 && (LIZARD_MINIMAL_HUFF_GAIN(ctx->comprStreamLen) < streamLen)) { /* compressible */
+                MEM_writeLE24(*op, streamLen);
+                MEM_writeLE24(*op+3, ctx->comprStreamLen);
+                if (useHuffBuf) {
+                    if ((size_t)(oend - (*op + 6)) < ctx->comprStreamLen) { LIZARD_LOG_COMPRESS("*op[%p] oend[%p] comprStreamLen[%d]\n", *op, oend, (int)ctx->comprStreamLen); return -1; }
+                    memcpy(*op + 6, ctx->huffBase, ctx->comprStreamLen);
+                }
+                *op += ctx->comprStreamLen + 6;
+                LIZARD_LOG_COMPRESS("HUF_compress streamLen=%d comprStreamLen=%d\n", (int)streamLen, (int)ctx->comprStreamLen);
+                return 1;
+            } else { LIZARD_LOG_COMPRESS("HUF_compress ERROR comprStreamLen=%d streamLen=%d\n", (int)ctx->comprStreamLen, (int)streamLen); }
+        } else { LIZARD_LOG_COMPRESS("HUF_compress ERROR %d: %s\n", (int)ctx->comprStreamLen, HUF_getErrorName(ctx->comprStreamLen)); }
+#else
+        LIZARD_LOG_COMPRESS("compiled with LIZARD_NO_HUFFMAN\n");
+        (void)ctx;
+        return -1; 
+#endif
+    } else ctx->comprStreamLen = 0;
+
+    if (*op + 3 + streamLen > oend) { LIZARD_LOG_COMPRESS("*op[%p] + 3 + streamLen[%d] > oend[%p]\n", *op, streamLen, oend); return -1; }
+    MEM_writeLE24(*op, streamLen);
+    *op += 3;
+    memcpy(*op, streamPtr, streamLen);
+    *op += streamLen;
+    LIZARD_LOG_COMPRESS("Uncompressed streamLen=%d\n", (int)streamLen);
+    return 0;
+}
+
+
+int Lizard_writeBlock(Lizard_stream_t* ctx, const BYTE* ip, uint32_t inputSize, BYTE** op, BYTE* oend)
+{
+    int res;
+    uint32_t flagsLen = (uint32_t)(ctx->flagsPtr - ctx->flagsBase);
+    uint32_t literalsLen = (uint32_t)(ctx->literalsPtr - ctx->literalsBase);
+    uint32_t lenLen = (uint32_t)(ctx->lenPtr - ctx->lenBase);
+    uint32_t offset16Len = (uint32_t)(ctx->offset16Ptr - ctx->offset16Base);
+    uint32_t offset24Len = (uint32_t)(ctx->offset24Ptr - ctx->offset24Base);
+    uint32_t sum = flagsLen + literalsLen + lenLen + offset16Len + offset24Len;
+#ifdef LIZARD_USE_LOGS
+    uint32_t comprFlagsLen, comprLiteralsLen;
+#endif
+
+    BYTE* start = *op;
+    
+    if ((literalsLen < WILDCOPYLENGTH) || (sum+5*3+1 > inputSize)) goto _write_uncompressed;
+
+    *start = 0;
+    *op += 1;
+
+    res = Lizard_writeStream(0, ctx, ctx->lenBase, lenLen, op, oend);
+    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_LEN);
+
+    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_OFFSET16, ctx, ctx->offset16Base, offset16Len, op, oend);
+    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_OFFSET16);
+
+    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_OFFSET24, ctx, ctx->offset24Base, offset24Len, op, oend);
+    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_OFFSET24);
+
+    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_FLAGS, ctx, ctx->flagsBase, flagsLen, op, oend);
+    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_FLAGS);
+#ifdef LIZARD_USE_LOGS
+    comprFlagsLen = ctx->comprStreamLen;
+#endif
+
+    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_LITERALS, ctx, ctx->literalsBase, literalsLen, op, oend);
+    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_LITERALS);
+#ifdef LIZARD_USE_LOGS
+    comprLiteralsLen = ctx->comprStreamLen;
+    sum = (int)(*op-start);
+#endif
+
+    if (LIZARD_MINIMAL_BLOCK_GAIN((uint32_t)(*op-start)) > inputSize) goto _write_uncompressed;
+
+    LIZARD_LOG_COMPRESS("%d: total=%d block=%d flagsLen[%.2f%%]=%d comprFlagsLen[%.2f%%]=%d literalsLen[%.2f%%]=%d comprLiteralsLen[%.2f%%]=%d lenLen=%d offset16Len[%.2f%%]=%d offset24Len[%.2f%%]=%d\n", (int)(ip - ctx->srcBase),
+            (int)(*op - ctx->destBase), sum, (flagsLen*100.0)/sum, flagsLen, (comprFlagsLen*100.0)/sum, comprFlagsLen, (literalsLen*100.0)/sum, literalsLen, (comprLiteralsLen*100.0)/sum, comprLiteralsLen,
+            lenLen, (offset16Len*100.0)/sum, offset16Len, (offset24Len*100.0)/sum, offset24Len);
+    return 0;
+
+_write_uncompressed:
+    LIZARD_LOG_COMPRESS("%d: total=%d block=%d UNCOMPRESSED inputSize=%u outSize=%d\n", (int)(ip - ctx->srcBase),
+            (int)(*op - ctx->destBase), (int)(*op-start), inputSize, (int)(oend-start));
+    if ((uint32_t)(oend - start) < inputSize + 4) goto _output_error;
+    *start = LIZARD_FLAG_UNCOMPRESSED;
+    *op = start + 1;
+    MEM_writeLE24(*op, inputSize);
+    *op += 3;
+    memcpy(*op, ip, inputSize);
+    *op += inputSize;
+    return 0;
+
+_output_error:
+    LIZARD_LOG_COMPRESS("Lizard_writeBlock ERROR size=%d/%d flagsLen=%d literalsLen=%d lenLen=%d offset16Len=%d offset24Len=%d\n", (int)(*op-start), (int)(oend-start), flagsLen, literalsLen, lenLen, offset16Len, offset24Len);
+    return 1;
+}
+
+
+FORCE_INLINE int Lizard_encodeSequence (
+    Lizard_stream_t* ctx,
+    const BYTE** ip,
+    const BYTE** anchor,
+    size_t matchLength,
+    const BYTE* const match)
+{
+#ifdef USE_LZ4_ONLY
+    return Lizard_encodeSequence_LZ4(ctx, ip, anchor, matchLength, match);
+#else
+    if (ctx->params.decompressType == Lizard_coderwords_LZ4)
+        return Lizard_encodeSequence_LZ4(ctx, ip, anchor, matchLength, match);
+
+    return Lizard_encodeSequence_LIZv1(ctx, ip, anchor, matchLength, match);
+#endif
+}
+
+
+FORCE_INLINE int Lizard_encodeLastLiterals (
+    Lizard_stream_t* ctx,
+    const BYTE** ip,
+    const BYTE** anchor)
+{
+    LIZARD_LOG_COMPRESS("Lizard_encodeLastLiterals Lizard_coderwords_LZ4=%d\n", ctx->params.decompressType == Lizard_coderwords_LZ4);    
+#ifdef USE_LZ4_ONLY
+    return Lizard_encodeLastLiterals_LZ4(ctx, ip, anchor);
+#else
+    if (ctx->params.decompressType == Lizard_coderwords_LZ4)
+        return Lizard_encodeLastLiterals_LZ4(ctx, ip, anchor);
+
+    return Lizard_encodeLastLiterals_LIZv1(ctx, ip, anchor);
+#endif
+}
+
+
+/**************************************
+*  Include parsers
+**************************************/
+#include "lizard_parser_hashchain.h"
+#include "lizard_parser_nochain.h"
+#include "lizard_parser_fast.h"
+#include "lizard_parser_fastsmall.h"
+#include "lizard_parser_fastbig.h"
+#ifndef USE_LZ4_ONLY
+    #include "lizard_parser_optimal.h"
+    #include "lizard_parser_lowestprice.h"
+    #include "lizard_parser_pricefast.h"
+#endif
+
+
+int Lizard_verifyCompressionLevel(int compressionLevel)
+{
+    if (compressionLevel > LIZARD_MAX_CLEVEL) compressionLevel = LIZARD_MAX_CLEVEL;
+    if (compressionLevel < LIZARD_MIN_CLEVEL) compressionLevel = LIZARD_DEFAULT_CLEVEL;
+    return compressionLevel;
+}
+
+
+int Lizard_sizeofState(int compressionLevel) 
+{ 
+    Lizard_parameters params;
+    U32 hashTableSize, chainTableSize;
+
+    compressionLevel = Lizard_verifyCompressionLevel(compressionLevel);
+    params = Lizard_defaultParameters[compressionLevel - LIZARD_MIN_CLEVEL];
+//    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog3)+((size_t)1 << params.hashLog)));
+    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog)));
+    chainTableSize = (U32)(sizeof(U32)*((size_t)1 << params.contentLog));
+
+    return sizeof(Lizard_stream_t) + hashTableSize + chainTableSize + LIZARD_COMPRESS_ADD_BUF + (int)LIZARD_COMPRESS_ADD_HUF;
+}
+
+
+static void Lizard_init(Lizard_stream_t* ctx, const BYTE* start)
+{
+ // No need to use memset() on tables as values are always bound checked
+#ifdef LIZARD_RESET_MEM
+    MEM_INIT((void*)ctx->hashTable, 0, ctx->hashTableSize);
+    MEM_INIT(ctx->chainTable, 0x01, ctx->chainTableSize);
+#endif
+ //   printf("memset hashTable=%p hashEnd=%p chainTable=%p chainEnd=%p\n", ctx->hashTable, ((BYTE*)ctx->hashTable) + ctx->hashTableSize, ctx->chainTable, ((BYTE*)ctx->chainTable)+ctx->chainTableSize);
+    ctx->nextToUpdate = LIZARD_DICT_SIZE;
+    ctx->base = start - LIZARD_DICT_SIZE;
+    ctx->end = start;
+    ctx->dictBase = start - LIZARD_DICT_SIZE;
+    ctx->dictLimit = LIZARD_DICT_SIZE;
+    ctx->lowLimit = LIZARD_DICT_SIZE;
+    ctx->last_off = LIZARD_INIT_LAST_OFFSET;
+    ctx->litSum = 0;
+}
+
+
+/* if ctx==NULL memory is allocated and returned as value */
+Lizard_stream_t* Lizard_initStream(Lizard_stream_t* ctx, int compressionLevel) 
+{ 
+    Lizard_parameters params;
+    U32 hashTableSize, chainTableSize;
+    void *tempPtr;
+
+    compressionLevel = Lizard_verifyCompressionLevel(compressionLevel);
+    params = Lizard_defaultParameters[compressionLevel - LIZARD_MIN_CLEVEL];
+//    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog3)+((size_t)1 << params.hashLog)));
+    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog)));
+    chainTableSize = (U32)(sizeof(U32)*((size_t)1 << params.contentLog));
+    
+    if (!ctx)
+    {
+        ctx = (Lizard_stream_t*)malloc(sizeof(Lizard_stream_t) + hashTableSize + chainTableSize + LIZARD_COMPRESS_ADD_BUF + LIZARD_COMPRESS_ADD_HUF);
+        if (!ctx) { printf("ERROR: Cannot allocate %d MB (compressionLevel=%d)\n", (int)(sizeof(Lizard_stream_t) + hashTableSize + chainTableSize)>>20, compressionLevel); return 0; }
+        LIZARD_LOG_COMPRESS("Allocated %d MB (compressionLevel=%d)\n", (int)(sizeof(Lizard_stream_t) + hashTableSize + chainTableSize)>>20, compressionLevel); 
+        ctx->allocatedMemory = sizeof(Lizard_stream_t) + hashTableSize + chainTableSize + LIZARD_COMPRESS_ADD_BUF + (U32)LIZARD_COMPRESS_ADD_HUF;
+      //  printf("malloc from=%p to=%p hashTable=%p hashEnd=%p chainTable=%p chainEnd=%p\n", ctx, ((BYTE*)ctx)+sizeof(Lizard_stream_t) + hashTableSize + chainTableSize, ctx->hashTable, ((BYTE*)ctx->hashTable) + hashTableSize, ctx->chainTable, ((BYTE*)ctx->chainTable)+chainTableSize);
+    }
+    
+    tempPtr = ctx;
+    ctx->hashTable = (U32*)(tempPtr) + sizeof(Lizard_stream_t)/4;
+    ctx->hashTableSize = hashTableSize;
+    ctx->chainTable = ctx->hashTable + hashTableSize/4;
+    ctx->chainTableSize = chainTableSize;
+    ctx->params = params;
+    ctx->compressionLevel = (unsigned)compressionLevel;
+    if (compressionLevel < 30)
+        ctx->huffType = 0;
+    else
+        ctx->huffType = LIZARD_FLAG_LITERALS + LIZARD_FLAG_FLAGS; // + LIZARD_FLAG_OFFSET16 + LIZARD_FLAG_OFFSET24;
+
+    ctx->literalsBase = (BYTE*)ctx->hashTable + ctx->hashTableSize + ctx->chainTableSize;
+    ctx->flagsBase    = ctx->literalsEnd = ctx->literalsBase + LIZARD_BLOCK_SIZE_PAD;
+    ctx->lenBase      = ctx->flagsEnd    = ctx->flagsBase    + LIZARD_BLOCK_SIZE_PAD;
+    ctx->offset16Base = ctx->lenEnd      = ctx->lenBase      + LIZARD_BLOCK_SIZE_PAD;
+    ctx->offset24Base = ctx->offset16End = ctx->offset16Base + LIZARD_BLOCK_SIZE_PAD;
+    ctx->huffBase     = ctx->offset24End = ctx->offset24Base + LIZARD_BLOCK_SIZE_PAD;
+                        ctx->huffEnd     = ctx->huffBase     + LIZARD_COMPRESS_ADD_HUF;
+
+    return ctx;
+}
+
+
+
+Lizard_stream_t* Lizard_createStream(int compressionLevel) 
+{ 
+    Lizard_stream_t* ctx = Lizard_initStream(NULL, compressionLevel);
+    if (ctx) ctx->base = NULL;
+    return ctx; 
+}
+
+
+/* initialization */
+Lizard_stream_t* Lizard_resetStream(Lizard_stream_t* ctx, int compressionLevel)
+{
+    size_t wanted = Lizard_sizeofState(compressionLevel);
+
+    if (ctx->allocatedMemory < wanted) {
+        Lizard_freeStream(ctx);
+        ctx = Lizard_createStream(compressionLevel);
+    } else {
+        Lizard_initStream(ctx, compressionLevel);
+    }
+
+    if (ctx) ctx->base = NULL;
+    return ctx;
+}
+
+
+int Lizard_freeStream(Lizard_stream_t* ctx) 
+{ 
+    if (ctx) {
+        free(ctx);
+    }
+    return 0; 
+}
+
+
+int Lizard_loadDict(Lizard_stream_t* Lizard_streamPtr, const char* dictionary, int dictSize)
+{
+    Lizard_stream_t* ctxPtr = (Lizard_stream_t*) Lizard_streamPtr;
+    if (dictSize > LIZARD_DICT_SIZE) {
+        dictionary += dictSize - LIZARD_DICT_SIZE;
+        dictSize = LIZARD_DICT_SIZE;
+    }
+    Lizard_init(ctxPtr, (const BYTE*)dictionary);
+    if (dictSize >= HASH_UPDATE_LIMIT) Lizard_Insert (ctxPtr, (const BYTE*)dictionary + (dictSize - (HASH_UPDATE_LIMIT-1)));
+    ctxPtr->end = (const BYTE*)dictionary + dictSize;
+    return dictSize;
+}
+
+
+static void Lizard_setExternalDict(Lizard_stream_t* ctxPtr, const BYTE* newBlock)
+{
+    if (ctxPtr->end >= ctxPtr->base + HASH_UPDATE_LIMIT) Lizard_Insert (ctxPtr, ctxPtr->end - (HASH_UPDATE_LIMIT-1));   /* Referencing remaining dictionary content */
+    /* Only one memory segment for extDict, so any previous extDict is lost at this stage */
+    ctxPtr->lowLimit  = ctxPtr->dictLimit;
+    ctxPtr->dictLimit = (U32)(ctxPtr->end - ctxPtr->base);
+    ctxPtr->dictBase  = ctxPtr->base;
+    ctxPtr->base = newBlock - ctxPtr->dictLimit;
+    ctxPtr->end  = newBlock;
+    ctxPtr->nextToUpdate = ctxPtr->dictLimit;   /* match referencing will resume from there */
+}
+
+
+/* dictionary saving */
+int Lizard_saveDict (Lizard_stream_t* Lizard_streamPtr, char* safeBuffer, int dictSize)
+{
+    Lizard_stream_t* const ctx = (Lizard_stream_t*)Lizard_streamPtr;
+    int const prefixSize = (int)(ctx->end - (ctx->base + ctx->dictLimit));
+    if (dictSize > LIZARD_DICT_SIZE) dictSize = LIZARD_DICT_SIZE;
+    if (dictSize < 4) dictSize = 0;
+    if (dictSize > prefixSize) dictSize = prefixSize;
+    memmove(safeBuffer, ctx->end - dictSize, dictSize);
+    {   U32 const endIndex = (U32)(ctx->end - ctx->base);
+        ctx->end = (const BYTE*)safeBuffer + dictSize;
+        ctx->base = ctx->end - endIndex;
+        ctx->dictLimit = endIndex - dictSize;
+        ctx->lowLimit = endIndex - dictSize;
+        if (ctx->nextToUpdate < ctx->dictLimit) ctx->nextToUpdate = ctx->dictLimit;
+    }
+    return dictSize;
+}
+
+FORCE_INLINE int Lizard_compress_generic (
+    void* ctxvoid,
+    const char* source,
+    char* dest,
+    int inputSize,
+    int maxOutputSize)
+{
+    Lizard_stream_t* ctx = (Lizard_stream_t*) ctxvoid;
+    size_t dictSize = (size_t)(ctx->end - ctx->base) - ctx->dictLimit;
+    const BYTE* ip = (const BYTE*) source;
+    BYTE* op = (BYTE*) dest;
+    BYTE* const oend = op + maxOutputSize;
+    int res;
+
+    (void)dictSize;
+    LIZARD_LOG_COMPRESS("Lizard_compress_generic source=%p inputSize=%d dest=%p maxOutputSize=%d cLevel=%d dictBase=%p dictSize=%d\n", source, inputSize, dest, maxOutputSize, ctx->compressionLevel, ctx->dictBase, (int)dictSize); 
+    *op++ = (BYTE)ctx->compressionLevel;
+    maxOutputSize--; // can be lower than 0
+    ctx->end += inputSize;
+    ctx->srcBase = ctx->off24pos = ip;
+    ctx->destBase = (BYTE*)dest;
+
+    while (inputSize > 0)
+    {
+        int inputPart = MIN(LIZARD_BLOCK_SIZE, inputSize);
+
+        if (ctx->huffType) Lizard_rescaleFreqs(ctx);
+        Lizard_initBlock(ctx);
+        ctx->diffBase = ip;
+
+        switch(ctx->params.parserType)
+        {
+        default:
+        case Lizard_parser_fastSmall:
+            res = Lizard_compress_fastSmall(ctx, ip, ip+inputPart); break;
+        case Lizard_parser_fast:
+            res = Lizard_compress_fast(ctx, ip, ip+inputPart); break;
+        case Lizard_parser_noChain:
+            res = Lizard_compress_noChain(ctx, ip, ip+inputPart); break;
+        case Lizard_parser_hashChain:
+            res = Lizard_compress_hashChain(ctx, ip, ip+inputPart); break;
+#ifndef USE_LZ4_ONLY
+        case Lizard_parser_fastBig:
+            res = Lizard_compress_fastBig(ctx, ip, ip+inputPart); break;
+        case Lizard_parser_priceFast:
+            res = Lizard_compress_priceFast(ctx, ip, ip+inputPart); break;
+        case Lizard_parser_lowestPrice:
+            res = Lizard_compress_lowestPrice(ctx, ip, ip+inputPart); break;
+        case Lizard_parser_optimalPrice:
+        case Lizard_parser_optimalPriceBT:
+            res = Lizard_compress_optimalPrice(ctx, ip, ip+inputPart); break;
+#else
+        case Lizard_parser_priceFast:
+        case Lizard_parser_lowestPrice:
+        case Lizard_parser_optimalPrice:
+        case Lizard_parser_optimalPriceBT:
+            res = 0;
+#endif
+        }
+
+        LIZARD_LOG_COMPRESS("Lizard_compress_generic res=%d inputPart=%d \n", res, inputPart);
+        if (res <= 0) return res;
+
+        if (Lizard_writeBlock(ctx, ip, inputPart, &op, oend)) goto _output_error;
+
+        ip += inputPart;
+        inputSize -= inputPart;
+        LIZARD_LOG_COMPRESS("Lizard_compress_generic in=%d out=%d\n", (int)(ip-(const BYTE*)source), (int)(op-(BYTE*)dest));
+    }
+
+    LIZARD_LOG_COMPRESS("Lizard_compress_generic total=%d\n", (int)(op-(BYTE*)dest));
+    return (int)(op-(BYTE*)dest);
+_output_error:
+    LIZARD_LOG_COMPRESS("Lizard_compress_generic ERROR\n");
+    return 0;
+}
+
+
+int Lizard_compress_continue (Lizard_stream_t* ctxPtr,
+                                            const char* source, char* dest,
+                                            int inputSize, int maxOutputSize)
+{
+    /* auto-init if required */
+    if (ctxPtr->base == NULL) Lizard_init(ctxPtr, (const BYTE*) source);
+
+    /* Check overflow */
+    if ((size_t)(ctxPtr->end - ctxPtr->base) > 2 GB) {
+        size_t dictSize = (size_t)(ctxPtr->end - ctxPtr->base) - ctxPtr->dictLimit;
+        if (dictSize > LIZARD_DICT_SIZE) dictSize = LIZARD_DICT_SIZE;
+        Lizard_loadDict((Lizard_stream_t*)ctxPtr, (const char*)(ctxPtr->end) - dictSize, (int)dictSize);
+    }
+
+    /* Check if blocks follow each other */
+    if ((const BYTE*)source != ctxPtr->end) 
+        Lizard_setExternalDict(ctxPtr, (const BYTE*)source);
+
+    /* Check overlapping input/dictionary space */
+    {   const BYTE* sourceEnd = (const BYTE*) source + inputSize;
+        const BYTE* const dictBegin = ctxPtr->dictBase + ctxPtr->lowLimit;
+        const BYTE* const dictEnd   = ctxPtr->dictBase + ctxPtr->dictLimit;
+        if ((sourceEnd > dictBegin) && ((const BYTE*)source < dictEnd)) {
+            if (sourceEnd > dictEnd) sourceEnd = dictEnd;
+            ctxPtr->lowLimit = (U32)(sourceEnd - ctxPtr->dictBase);
+            if (ctxPtr->dictLimit - ctxPtr->lowLimit < 4) ctxPtr->lowLimit = ctxPtr->dictLimit;
+        }
+    }
+
+    return Lizard_compress_generic (ctxPtr, source, dest, inputSize, maxOutputSize);
+}
+
+
+int Lizard_compress_extState (void* state, const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel)
+{
+    Lizard_stream_t* ctx = (Lizard_stream_t*) state;
+    if (((size_t)(state)&(sizeof(void*)-1)) != 0) return 0;   /* Error : state is not aligned for pointers (32 or 64 bits) */
+
+    /* initialize stream */
+    Lizard_initStream(ctx, compressionLevel);
+    Lizard_init((Lizard_stream_t*)state, (const BYTE*)src);
+
+    return Lizard_compress_generic (state, src, dst, srcSize, maxDstSize);
+}
+
+
+int Lizard_compress(const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel)
+{
+    int cSize;
+    Lizard_stream_t* statePtr = Lizard_createStream(compressionLevel);
+
+    if (!statePtr) return 0;
+    cSize = Lizard_compress_extState(statePtr, src, dst, srcSize, maxDstSize, compressionLevel);
+
+    Lizard_freeStream(statePtr);
+    return cSize;
+}
+
+
+/**************************************
+*  Level1 functions
+**************************************/
+int Lizard_compress_extState_MinLevel(void* state, const char* source, char* dest, int inputSize, int maxOutputSize)
+{
+    return Lizard_compress_extState(state, source, dest, inputSize, maxOutputSize, LIZARD_MIN_CLEVEL);
+}
+
+int Lizard_compress_MinLevel(const char* source, char* dest, int inputSize, int maxOutputSize)
+{
+    return Lizard_compress(source, dest, inputSize, maxOutputSize, LIZARD_MIN_CLEVEL);
+}
+
+Lizard_stream_t* Lizard_createStream_MinLevel(void)
+{
+    return Lizard_createStream(LIZARD_MIN_CLEVEL);
+}
+
+Lizard_stream_t* Lizard_resetStream_MinLevel(Lizard_stream_t* Lizard_stream)
+{
+    return Lizard_resetStream (Lizard_stream, LIZARD_MIN_CLEVEL);
+}
diff --git a/contrib/lizard/lib/lizard_compress.h b/contrib/lizard/lib/lizard_compress.h
new file mode 100644
index 00000000000..d84246e2099
--- /dev/null
+++ b/contrib/lizard/lib/lizard_compress.h
@@ -0,0 +1,208 @@
+/*
+   Lizard - Fast LZ compression algorithm
+   Header File
+   Copyright (C) 2011-2016, Yann Collet
+   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+    - Lizard source repository : https://github.com/inikep/lizard
+*/
+#ifndef LIZARD_H_2983
+#define LIZARD_H_2983
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+/*
+ * lizard_compress.h provides block compression functions. It gives full buffer control to user.
+ * Block compression functions are not-enough to send information,
+ * since it's still necessary to provide metadata (such as compressed size),
+ * and each application can do it in whichever way it wants.
+ * For interoperability, there is Lizard frame specification (lizard_Frame_format.md).
+ * A library is provided to take care of it, see lizard_frame.h.
+*/
+
+
+/*^***************************************************************
+*  Export parameters
+*****************************************************************/
+/*
+*  LIZARD_DLL_EXPORT :
+*  Enable exporting of functions when building a Windows DLL
+*/
+#if defined(LIZARD_DLL_EXPORT) && (LIZARD_DLL_EXPORT==1)
+#  define LIZARDLIB_API __declspec(dllexport)
+#elif defined(LIZARD_DLL_IMPORT) && (LIZARD_DLL_IMPORT==1)
+#  define LIZARDLIB_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
+#else
+#  define LIZARDLIB_API
+#endif
+
+
+/*-************************************
+*  Version
+**************************************/
+#define LIZARD_VERSION_MAJOR    1    /* for breaking interface changes  */
+#define LIZARD_VERSION_MINOR    0    /* for new (non-breaking) interface capabilities */
+#define LIZARD_VERSION_RELEASE  0    /* for tweaks, bug-fixes, or development */
+
+#define LIZARD_VERSION_NUMBER (LIZARD_VERSION_MAJOR *100*100 + LIZARD_VERSION_MINOR *100 + LIZARD_VERSION_RELEASE)
+int Lizard_versionNumber (void);
+
+#define LIZARD_LIB_VERSION LIZARD_VERSION_MAJOR.LIZARD_VERSION_MINOR.LIZARD_VERSION_RELEASE
+#define LIZARD_QUOTE(str) #str
+#define LIZARD_EXPAND_AND_QUOTE(str) LIZARD_QUOTE(str)
+#define LIZARD_VERSION_STRING LIZARD_EXPAND_AND_QUOTE(LIZARD_LIB_VERSION)
+const char* Lizard_versionString (void);
+
+typedef struct Lizard_stream_s Lizard_stream_t;
+
+#define LIZARD_MIN_CLEVEL      10  /* minimum compression level */
+#ifndef LIZARD_NO_HUFFMAN
+    #define LIZARD_MAX_CLEVEL      49  /* maximum compression level */
+#else
+    #define LIZARD_MAX_CLEVEL      29  /* maximum compression level */
+#endif
+#define LIZARD_DEFAULT_CLEVEL  17
+
+
+/*-************************************
+*  Simple Functions
+**************************************/
+
+LIZARDLIB_API int Lizard_compress (const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel); 
+
+/*
+Lizard_compress() :
+    Compresses 'sourceSize' bytes from buffer 'source'
+    into already allocated 'dest' buffer of size 'maxDestSize'.
+    Compression is guaranteed to succeed if 'maxDestSize' >= Lizard_compressBound(sourceSize).
+    It also runs faster, so it's a recommended setting.
+    If the function cannot compress 'source' into a more limited 'dest' budget,
+    compression stops *immediately*, and the function result is zero.
+    As a consequence, 'dest' content is not valid.
+    This function never writes outside 'dest' buffer, nor read outside 'source' buffer.
+        sourceSize  : Max supported value is LIZARD_MAX_INPUT_VALUE
+        maxDestSize : full or partial size of buffer 'dest' (which must be already allocated)
+        return : the number of bytes written into buffer 'dest' (necessarily <= maxOutputSize)
+              or 0 if compression fails
+*/
+
+
+/*-************************************
+*  Advanced Functions
+**************************************/
+#define LIZARD_MAX_INPUT_SIZE  0x7E000000   /* 2 113 929 216 bytes */
+#define LIZARD_BLOCK_SIZE      (1<<17)
+#define LIZARD_BLOCK64K_SIZE   (1<<16)
+#define LIZARD_COMPRESSBOUND(isize)  ((unsigned)(isize) > (unsigned)LIZARD_MAX_INPUT_SIZE ? 0 : (isize) + 1 + 1 + ((isize/LIZARD_BLOCK_SIZE)+1)*4)
+
+
+/*!
+Lizard_compressBound() :
+    Provides the maximum size that Lizard compression may output in a "worst case" scenario (input data not compressible)
+    This function is primarily useful for memory allocation purposes (destination buffer size).
+    Macro LIZARD_COMPRESSBOUND() is also provided for compilation-time evaluation (stack memory allocation for example).
+    Note that Lizard_compress() compress faster when dest buffer size is >= Lizard_compressBound(srcSize)
+        inputSize  : max supported value is LIZARD_MAX_INPUT_SIZE
+        return : maximum output size in a "worst case" scenario
+              or 0, if input size is too large ( > LIZARD_MAX_INPUT_SIZE)
+*/
+LIZARDLIB_API int Lizard_compressBound(int inputSize);
+
+
+/*!
+Lizard_compress_extState() :
+    Same compression function, just using an externally allocated memory space to store compression state.
+    Use Lizard_sizeofState() to know how much memory must be allocated,
+    and allocate it on 8-bytes boundaries (using malloc() typically).
+    Then, provide it as 'void* state' to compression function.
+*/
+LIZARDLIB_API int Lizard_sizeofState(int compressionLevel); 
+
+LIZARDLIB_API int Lizard_compress_extState(void* state, const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel);
+
+
+
+/*-*********************************************
+*  Streaming Compression Functions
+***********************************************/
+
+/*! Lizard_createStream() will allocate and initialize an `Lizard_stream_t` structure.
+ *  Lizard_freeStream() releases its memory.
+ *  In the context of a DLL (liblizard), please use these methods rather than the static struct.
+ *  They are more future proof, in case of a change of `Lizard_stream_t` size.
+ */
+LIZARDLIB_API Lizard_stream_t* Lizard_createStream(int compressionLevel);
+LIZARDLIB_API int           Lizard_freeStream (Lizard_stream_t* streamPtr);
+
+
+/*! Lizard_resetStream() :
+ *  Use this function to reset/reuse an allocated `Lizard_stream_t` structure
+ */
+LIZARDLIB_API Lizard_stream_t* Lizard_resetStream (Lizard_stream_t* streamPtr, int compressionLevel); 
+
+
+/*! Lizard_loadDict() :
+ *  Use this function to load a static dictionary into Lizard_stream.
+ *  Any previous data will be forgotten, only 'dictionary' will remain in memory.
+ *  Loading a size of 0 is allowed.
+ *  Return : dictionary size, in bytes (necessarily <= LIZARD_DICT_SIZE)
+ */
+LIZARDLIB_API int Lizard_loadDict (Lizard_stream_t* streamPtr, const char* dictionary, int dictSize);
+
+
+/*! Lizard_compress_continue() :
+ *  Compress buffer content 'src', using data from previously compressed blocks as dictionary to improve compression ratio.
+ *  Important : Previous data blocks are assumed to still be present and unmodified !
+ *  'dst' buffer must be already allocated.
+ *  If maxDstSize >= Lizard_compressBound(srcSize), compression is guaranteed to succeed, and runs faster.
+ *  If not, and if compressed data cannot fit into 'dst' buffer size, compression stops, and function returns a zero.
+ */
+LIZARDLIB_API int Lizard_compress_continue (Lizard_stream_t* streamPtr, const char* src, char* dst, int srcSize, int maxDstSize);
+
+
+/*! Lizard_saveDict() :
+ *  If previously compressed data block is not guaranteed to remain available at its memory location,
+ *  save it into a safer place (char* safeBuffer).
+ *  Note : you don't need to call Lizard_loadDict() afterwards,
+ *         dictionary is immediately usable, you can therefore call Lizard_compress_continue().
+ *  Return : saved dictionary size in bytes (necessarily <= dictSize), or 0 if error.
+ */
+LIZARDLIB_API int Lizard_saveDict (Lizard_stream_t* streamPtr, char* safeBuffer, int dictSize);
+
+
+
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* LIZARD_H_2983827168210 */
diff --git a/contrib/lizard/lib/lizard_compress_liz.h b/contrib/lizard/lib/lizard_compress_liz.h
new file mode 100644
index 00000000000..f531f36703a
--- /dev/null
+++ b/contrib/lizard/lib/lizard_compress_liz.h
@@ -0,0 +1,301 @@
+#define LIZARD_FREQ_DIV   5
+
+FORCE_INLINE void Lizard_setLog2Prices(Lizard_stream_t* ctx)
+{
+    ctx->log2LitSum = Lizard_highbit32(ctx->litSum+1);
+    ctx->log2FlagSum = Lizard_highbit32(ctx->flagSum+1);
+}
+
+
+MEM_STATIC void Lizard_rescaleFreqs(Lizard_stream_t* ctx)
+{
+    unsigned u;
+
+    ctx->cachedLiterals = NULL;
+    ctx->cachedPrice = ctx->cachedLitLength = 0;
+    
+    ctx->litPriceSum = 0;
+
+    if (ctx->litSum == 0) {
+        ctx->litSum = 2 * 256;
+        ctx->flagSum = 2 * 256;
+
+        for (u=0; u < 256; u++) {
+            ctx->litFreq[u] = 2;
+            ctx->flagFreq[u] = 2;
+        }
+    } else {
+        ctx->litSum = 0;
+        ctx->flagSum = 0;
+
+        for (u=0; u < 256; u++) {
+            ctx->litFreq[u] = 1 + (ctx->litFreq[u]>>LIZARD_FREQ_DIV);
+            ctx->litSum += ctx->litFreq[u];
+            ctx->flagFreq[u] = 1 + (ctx->flagFreq[u]>>LIZARD_FREQ_DIV);
+            ctx->flagSum += ctx->flagFreq[u];
+        }
+    }
+
+    Lizard_setLog2Prices(ctx);
+}
+
+
+FORCE_INLINE int Lizard_encodeSequence_LIZv1 (
+    Lizard_stream_t* ctx,
+    const BYTE** ip,
+    const BYTE** anchor,
+    size_t matchLength,
+    const BYTE* const match)
+{
+    U32 offset = (U32)(*ip - match);
+    size_t length = (size_t)(*ip - *anchor);
+    BYTE* token = (ctx->flagsPtr)++;
+
+    if (length > 0 || offset < LIZARD_MAX_16BIT_OFFSET) {
+        /* Encode Literal length */
+      //  if ((limitedOutputBuffer) && (ctx->literalsPtr > oend - length - LIZARD_LENGTH_SIZE_LIZv1(length) - WILDCOPYLENGTH)) { LIZARD_LOG_COMPRESS_LIZv1("encodeSequence overflow1\n"); return 1; }   /* Check output limit */
+        if (length >= MAX_SHORT_LITLEN) 
+        {   size_t len; 
+            *token = MAX_SHORT_LITLEN; 
+            len = length - MAX_SHORT_LITLEN;
+            if (len >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(len));  ctx->literalsPtr += 4; }
+            else if (len >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(len));  ctx->literalsPtr += 3; }
+            else *(ctx->literalsPtr)++ = (BYTE)len;
+        }
+        else *token = (BYTE)length;
+
+        /* Copy Literals */
+        Lizard_wildCopy(ctx->literalsPtr, *anchor, (ctx->literalsPtr) + length);
+#ifndef LIZARD_NO_HUFFMAN
+        if (ctx->huffType) { 
+            ctx->litSum += (U32)length;
+            ctx->litPriceSum += (U32)(length * ctx->log2LitSum);
+            {   U32 u;
+                for (u=0; u < length; u++) {
+                    ctx->litPriceSum -= Lizard_highbit32(ctx->litFreq[ctx->literalsPtr[u]]+1);
+                    ctx->litFreq[ctx->literalsPtr[u]]++;
+            }   }
+        }
+#endif
+        ctx->literalsPtr += length;
+
+
+        if (offset >= LIZARD_MAX_16BIT_OFFSET) {
+            COMPLOG_CODEWORDS_LIZv1("T32+ literal=%u match=%u offset=%d\n", (U32)length, 0, 0);
+            *token+=(1<<ML_RUN_BITS);
+#ifndef LIZARD_NO_HUFFMAN
+            if (ctx->huffType) { 
+                ctx->flagFreq[*token]++;
+                ctx->flagSum++;
+            }
+#endif
+            token = (ctx->flagsPtr)++;
+        }
+    }
+
+    /* Encode Offset */
+    if (offset >= LIZARD_MAX_16BIT_OFFSET)  // 24-bit offset
+    {
+        if (matchLength < MM_LONGOFF) printf("ERROR matchLength=%d/%d\n", (int)matchLength, MM_LONGOFF), exit(1);
+
+      //  if ((limitedOutputBuffer) && (ctx->literalsPtr > oend - 8 /*LIZARD_LENGTH_SIZE_LIZv1(length)*/)) { LIZARD_LOG_COMPRESS_LIZv1("encodeSequence overflow2\n"); return 1; }   /* Check output limit */
+        if (matchLength - MM_LONGOFF >= LIZARD_LAST_LONG_OFF) 
+        {
+            size_t len = matchLength - MM_LONGOFF - LIZARD_LAST_LONG_OFF;
+            *token = LIZARD_LAST_LONG_OFF;
+            if (len >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(len));  ctx->literalsPtr += 4; }
+            else if (len >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(len));  ctx->literalsPtr += 3; }
+            else *(ctx->literalsPtr)++ = (BYTE)len; 
+            COMPLOG_CODEWORDS_LIZv1("T31 literal=%u match=%u offset=%d\n", 0, (U32)matchLength, offset);
+        }
+        else
+        {
+            COMPLOG_CODEWORDS_LIZv1("T0-30 literal=%u match=%u offset=%d\n", 0, (U32)matchLength, offset);
+            *token = (BYTE)(matchLength - MM_LONGOFF);
+        }
+
+        MEM_writeLE24(ctx->offset24Ptr, offset); 
+        ctx->offset24Ptr += 3;
+        ctx->last_off = offset;
+        ctx->off24pos = *ip;
+    }
+    else
+    {
+        COMPLOG_CODEWORDS_LIZv1("T32+ literal=%u match=%u offset=%d\n", (U32)length, (U32)matchLength, offset);
+        if (offset == 0)
+        {
+            *token+=(1<<ML_RUN_BITS);
+        }
+        else
+        {
+            // it should never happen
+            if (offset < 8) { printf("ERROR offset=%d\n", (int)offset); exit(1); }
+            if (matchLength < MINMATCH) { printf("ERROR matchLength[%d] < MINMATCH  offset=%d\n", (int)matchLength, (int)ctx->last_off); exit(1); }
+            
+            ctx->last_off = offset;
+            MEM_writeLE16(ctx->offset16Ptr, (U16)ctx->last_off); ctx->offset16Ptr += 2;
+        }
+
+        /* Encode MatchLength */
+        length = matchLength;
+       // if ((limitedOutputBuffer) && (ctx->literalsPtr > oend - 5 /*LIZARD_LENGTH_SIZE_LIZv1(length)*/)) { LIZARD_LOG_COMPRESS_LIZv1("encodeSequence overflow2\n"); return 1; }   /* Check output limit */
+        if (length >= MAX_SHORT_MATCHLEN) {
+            *token += (BYTE)(MAX_SHORT_MATCHLEN<<RUN_BITS_LIZv1);
+            length -= MAX_SHORT_MATCHLEN;
+            if (length >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(length));  ctx->literalsPtr += 4; }
+            else if (length >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(length));  ctx->literalsPtr += 3; }
+            else *(ctx->literalsPtr)++ = (BYTE)length;
+        }
+        else *token += (BYTE)(length<<RUN_BITS_LIZv1);
+    }
+
+#ifndef LIZARD_NO_HUFFMAN
+    if (ctx->huffType) { 
+        ctx->flagFreq[*token]++;
+        ctx->flagSum++;
+        Lizard_setLog2Prices(ctx);
+    }
+#endif
+
+    /* Prepare next loop */
+    *ip += matchLength;
+    *anchor = *ip;
+
+    return 0;
+}
+
+
+FORCE_INLINE int Lizard_encodeLastLiterals_LIZv1 (
+    Lizard_stream_t* ctx,
+    const BYTE** ip,
+    const BYTE** anchor)
+{
+    size_t length = (int)(*ip - *anchor);
+    (void)ctx;
+
+    memcpy(ctx->literalsPtr, *anchor, length);
+    ctx->literalsPtr += length;
+    return 0;
+}
+
+
+#define LIZARD_PRICE_MULT 1
+#define LIZARD_GET_TOKEN_PRICE_LIZv1(token)  (LIZARD_PRICE_MULT * (ctx->log2FlagSum - Lizard_highbit32(ctx->flagFreq[token]+1)))
+
+
+FORCE_INLINE size_t Lizard_get_price_LIZv1(Lizard_stream_t* const ctx, int rep, const BYTE *ip, const BYTE *off24pos, size_t litLength, U32 offset, size_t matchLength) 
+{
+    size_t price = 0;
+    BYTE token = 0;
+#ifndef LIZARD_NO_HUFFMAN
+    const BYTE* literals = ip - litLength;
+    U32 u;
+    if ((ctx->huffType) && (ctx->params.parserType != Lizard_parser_lowestPrice)) {
+        if (ctx->cachedLiterals == literals && litLength >= ctx->cachedLitLength) {
+            size_t const additional = litLength - ctx->cachedLitLength;
+            const BYTE* literals2 = ctx->cachedLiterals + ctx->cachedLitLength;
+            price = ctx->cachedPrice + LIZARD_PRICE_MULT * additional * ctx->log2LitSum;
+            for (u=0; u < additional; u++)
+                price -= LIZARD_PRICE_MULT * Lizard_highbit32(ctx->litFreq[literals2[u]]+1);
+            ctx->cachedPrice = (U32)price;
+            ctx->cachedLitLength = (U32)litLength;
+        } else {
+            price = LIZARD_PRICE_MULT * litLength * ctx->log2LitSum;
+            for (u=0; u < litLength; u++)
+                price -= LIZARD_PRICE_MULT * Lizard_highbit32(ctx->litFreq[literals[u]]+1);
+
+            if (litLength >= 12) {
+                ctx->cachedLiterals = literals;
+                ctx->cachedPrice = (U32)price;
+                ctx->cachedLitLength = (U32)litLength;
+            }
+        }
+    }
+    else
+        price += 8*litLength;  /* Copy Literals */
+#else
+    price += 8*litLength;  /* Copy Literals */
+    (void)ip;
+    (void)ctx;
+#endif
+
+    (void)off24pos;
+    (void)rep;
+
+    if (litLength > 0 || offset < LIZARD_MAX_16BIT_OFFSET) {
+        /* Encode Literal length */
+        if (litLength >= MAX_SHORT_LITLEN) 
+        {   size_t len = litLength - MAX_SHORT_LITLEN;
+            token = MAX_SHORT_LITLEN; 
+            if (len >= (1<<16)) price += 32;
+            else if (len >= 254) price += 24;
+            else price += 8;
+        }
+        else token = (BYTE)litLength;
+
+        if (offset >= LIZARD_MAX_16BIT_OFFSET) {
+            token+=(1<<ML_RUN_BITS);
+            if (ctx->huffType && ctx->params.parserType != Lizard_parser_lowestPrice)
+                price += LIZARD_GET_TOKEN_PRICE_LIZv1(token);
+            else
+                price += 8;
+       }
+    }
+
+    /* Encode Offset */
+    if (offset >= LIZARD_MAX_16BIT_OFFSET) { // 24-bit offset
+        if (matchLength < MM_LONGOFF) return LIZARD_MAX_PRICE; // error
+
+        if (matchLength - MM_LONGOFF >= LIZARD_LAST_LONG_OFF) {
+            size_t len = matchLength - MM_LONGOFF - LIZARD_LAST_LONG_OFF;
+            token = LIZARD_LAST_LONG_OFF;
+            if (len >= (1<<16)) price += 32;
+            else if (len >= 254) price += 24;
+            else price += 8;
+        } else {
+            token = (BYTE)(matchLength - MM_LONGOFF);
+        }
+
+        price += 24;
+    } else {
+        size_t length;
+        if (offset == 0) {
+            token+=(1<<ML_RUN_BITS);
+        } else {
+            if (offset < 8) return LIZARD_MAX_PRICE; // error
+            if (matchLength < MINMATCH) return LIZARD_MAX_PRICE; // error
+            price += 16;
+        }
+
+        /* Encode MatchLength */
+        length = matchLength;
+        if (length >= MAX_SHORT_MATCHLEN) {
+            token += (BYTE)(MAX_SHORT_MATCHLEN<<RUN_BITS_LIZv1);
+            length -= MAX_SHORT_MATCHLEN;
+            if (length >= (1<<16)) price += 32;
+            else if (length >= 254) price += 24;
+            else price += 8;
+        }
+        else token += (BYTE)(length<<RUN_BITS_LIZv1);
+    }
+
+    if (offset > 0 || matchLength > 0) {
+        int offset_load = Lizard_highbit32(offset);
+        if (ctx->huffType) {
+            price += ((offset_load>=20) ? ((offset_load-19)*4) : 0);
+            price += 4 + (matchLength==1);
+        } else {
+            price += ((offset_load>=16) ? ((offset_load-15)*4) : 0);
+            price += 6 + (matchLength==1);
+        }
+        if (ctx->huffType && ctx->params.parserType != Lizard_parser_lowestPrice)
+            price += LIZARD_GET_TOKEN_PRICE_LIZv1(token);
+        else
+            price += 8;
+    } else {
+        if (ctx->huffType && ctx->params.parserType != Lizard_parser_lowestPrice)
+            price += LIZARD_GET_TOKEN_PRICE_LIZv1(token);  // 1=better ratio
+    }
+
+    return price;
+}
diff --git a/contrib/lizard/lib/lizard_compress_lz4.h b/contrib/lizard/lib/lizard_compress_lz4.h
new file mode 100644
index 00000000000..00686b6837e
--- /dev/null
+++ b/contrib/lizard/lib/lizard_compress_lz4.h
@@ -0,0 +1,162 @@
+#define LIZARD_LENGTH_SIZE_LZ4(len) ((len >= (1<<16)+RUN_MASK_LZ4) ? 5 : ((len >= 254+RUN_MASK_LZ4) ? 3 : ((len >= RUN_MASK_LZ4) ? 1 : 0)))
+
+FORCE_INLINE int Lizard_encodeSequence_LZ4 (
+    Lizard_stream_t* ctx,
+    const BYTE** ip,
+    const BYTE** anchor,
+    size_t matchLength,
+    const BYTE* const match)
+{
+    size_t length = (size_t)(*ip - *anchor);
+    BYTE* token = (ctx->flagsPtr)++;
+    (void) ctx;
+
+    COMPLOG_CODEWORDS_LZ4("literal : %u  --  match : %u  --  offset : %u\n", (U32)(*ip - *anchor), (U32)matchLength, (U32)(*ip-match));
+  
+    /* Encode Literal length */
+ //   if (ctx->literalsPtr > ctx->literalsEnd - length - LIZARD_LENGTH_SIZE_LZ4(length) - 2 - WILDCOPYLENGTH) { LIZARD_LOG_COMPRESS_LZ4("encodeSequence overflow1\n"); return 1; }   /* Check output limit */
+    if (length >= RUN_MASK_LZ4) 
+    {   size_t len = length - RUN_MASK_LZ4;
+        *token = RUN_MASK_LZ4; 
+        if (len >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(len));  ctx->literalsPtr += 4; }
+        else if (len >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(len));  ctx->literalsPtr += 3; }
+        else *(ctx->literalsPtr)++ = (BYTE)len;
+    }
+    else *token = (BYTE)length;
+
+    /* Copy Literals */
+    if (length > 0) {
+        Lizard_wildCopy(ctx->literalsPtr, *anchor, (ctx->literalsPtr) + length);
+#if 0 //def LIZARD_USE_HUFFMAN
+        ctx->litSum += (U32)length;
+        ctx->litPriceSum += (U32)(length * ctx->log2LitSum);
+        {   U32 u;
+            for (u=0; u < length; u++) {
+                ctx->litPriceSum -= Lizard_highbit32(ctx->litFreq[ctx->literalsPtr[u]]+1);
+                ctx->litFreq[ctx->literalsPtr[u]]++;
+        }   }
+#endif
+        ctx->literalsPtr += length;
+    }
+
+    /* Encode Offset */
+    MEM_writeLE16(ctx->literalsPtr, (U16)(*ip-match));
+    ctx->literalsPtr+=2;
+
+    /* Encode MatchLength */
+    length = matchLength - MINMATCH;
+  //  if (ctx->literalsPtr > ctx->literalsEnd - 5 /*LIZARD_LENGTH_SIZE_LZ4(length)*/) { LIZARD_LOG_COMPRESS_LZ4("encodeSequence overflow2\n"); return 1; }   /* Check output limit */
+    if (length >= ML_MASK_LZ4) {
+        *token += (BYTE)(ML_MASK_LZ4<<RUN_BITS_LZ4);
+        length -= ML_MASK_LZ4;
+        if (length >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(length));  ctx->literalsPtr += 4; }
+        else if (length >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(length));  ctx->literalsPtr += 3; }
+        else *(ctx->literalsPtr)++ = (BYTE)length;
+    }
+    else *token += (BYTE)(length<<RUN_BITS_LZ4);
+
+#ifndef LIZARD_NO_HUFFMAN
+    if (ctx->huffType) { 
+        ctx->flagFreq[*token]++;
+        ctx->flagSum++;
+        Lizard_setLog2Prices(ctx);
+    }
+#endif
+
+    /* Prepare next loop */
+    *ip += matchLength;
+    *anchor = *ip;
+
+    return 0;
+}
+
+
+FORCE_INLINE int Lizard_encodeLastLiterals_LZ4 (
+    Lizard_stream_t* ctx,
+    const BYTE** ip,
+    const BYTE** anchor)
+{
+    size_t length = (int)(*ip - *anchor);
+
+    (void)ctx;
+
+    memcpy(ctx->literalsPtr, *anchor, length);
+    ctx->literalsPtr += length;
+    return 0;
+}
+
+
+#define LIZARD_GET_TOKEN_PRICE_LZ4(token)  (ctx->log2FlagSum - Lizard_highbit32(ctx->flagFreq[token]+1))
+
+FORCE_INLINE size_t Lizard_get_price_LZ4(Lizard_stream_t* const ctx, const BYTE *ip, const size_t litLength, U32 offset, size_t matchLength) 
+{
+    size_t price = 0;
+    BYTE token = 0;
+#if 0 //def LIZARD_USE_HUFFMAN
+    const BYTE* literals = ip - litLength;
+    U32 u;
+
+    if (ctx->cachedLiterals == literals && litLength >= ctx->cachedLitLength) {
+        size_t const additional = litLength - ctx->cachedLitLength;
+        const BYTE* literals2 = ctx->cachedLiterals + ctx->cachedLitLength;
+        price = ctx->cachedPrice + additional * ctx->log2LitSum;
+        for (u=0; u < additional; u++)
+            price -= Lizard_highbit32(ctx->litFreq[literals2[u]]+1);
+        ctx->cachedPrice = (U32)price;
+        ctx->cachedLitLength = (U32)litLength;
+    } else {
+        price = litLength * ctx->log2LitSum;
+        for (u=0; u < litLength; u++)
+            price -= Lizard_highbit32(ctx->litFreq[literals[u]]+1);
+
+        if (litLength >= 12) {
+            ctx->cachedLiterals = literals;
+            ctx->cachedPrice = (U32)price;
+            ctx->cachedLitLength = (U32)litLength;
+        }
+    }
+#else
+    price += 8*litLength;  /* Copy Literals */
+    (void)ip;
+    (void)ctx;
+#endif
+
+    /* Encode Literal length */
+    if (litLength >= RUN_MASK_LZ4) {
+        size_t len = litLength - RUN_MASK_LZ4;
+        token = RUN_MASK_LZ4; 
+        if (len >= (1<<16)) price += 32;
+        else if (len >= 254) price += 24;
+        else price += 8;
+    }
+    else token = (BYTE)litLength;
+
+
+    /* Encode MatchLength */
+    if (offset) {
+        size_t length;
+        price += 16; /* Encode Offset */
+
+        if (offset < 8) return LIZARD_MAX_PRICE; // error
+        if (matchLength < MINMATCH) return LIZARD_MAX_PRICE; // error
+            
+        length = matchLength - MINMATCH;
+        if (length >= ML_MASK_LZ4) {
+            token += (BYTE)(ML_MASK_LZ4<<RUN_BITS_LZ4);
+            length -= ML_MASK_LZ4;
+            if (length >= (1<<16)) price += 32;
+            else if (length >= 254) price += 24;
+            else price += 8;
+        }
+        else token += (BYTE)(length<<RUN_BITS_LZ4);
+    }
+
+    if (ctx->huffType) { 
+        if (offset > 0 || matchLength > 0) price += 2;
+        price += LIZARD_GET_TOKEN_PRICE_LZ4(token);
+    } else {
+        price += 8; // token
+    }
+
+    return price;
+}
diff --git a/contrib/lizard/lib/lizard_decompress.c b/contrib/lizard/lib/lizard_decompress.c
new file mode 100644
index 00000000000..df2eb699deb
--- /dev/null
+++ b/contrib/lizard/lib/lizard_decompress.c
@@ -0,0 +1,372 @@
+/*
+   Lizard - Fast LZ compression algorithm
+   Copyright (C) 2011-2016, Yann Collet
+   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+    - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+
+/**************************************
+*  Includes
+**************************************/
+//#define LIZARD_STATS 1 // 0=simple stats, 1=more, 2=full
+#ifdef LIZARD_STATS
+    #include "test/lizard_stats.h"
+#endif
+#include "lizard_compress.h"
+#include "lizard_decompress.h"
+#include "lizard_common.h"
+#include <stdio.h> // printf
+#include <stdint.h> // intptr_t
+
+
+/*-************************************
+*  Local Structures and types
+**************************************/
+typedef enum { noDict = 0, withPrefix64k, usingExtDict } dict_directive;
+typedef enum { full = 0, partial = 1 } earlyEnd_directive;
+
+#include "lizard_decompress_lz4.h"
+#ifndef USE_LZ4_ONLY
+    #ifdef LIZARD_USE_TEST
+        #include "test/lizard_common_test.h"
+        #include "test/lizard_decompress_test.h"
+    #else
+        #include "lizard_decompress_liz.h"
+    #endif
+#endif
+#include "entropy/huf.h"
+
+
+/*-*****************************
+*  Decompression functions
+*******************************/
+
+FORCE_INLINE size_t Lizard_readStream(int flag, const BYTE** ip, const BYTE* const iend, BYTE* op, BYTE* const oend, const BYTE** streamPtr, const BYTE** streamEnd, int streamFlag)
+{
+    if (!flag) {
+        if (*ip > iend - 3) return 0;
+        *streamPtr = *ip + 3;
+        *streamEnd = *streamPtr + MEM_readLE24(*ip);
+        if (*streamEnd < *streamPtr) return 0;
+        *ip = *streamEnd;
+#ifdef LIZARD_STATS
+        uncompr_stream[streamFlag] += *streamEnd-*streamPtr;
+#else
+        (void)streamFlag;
+#endif
+        return 1;
+    } else {
+#ifndef LIZARD_NO_HUFFMAN
+        size_t res, streamLen, comprStreamLen;
+
+        if (*ip > iend - 6) return 0;
+        streamLen = MEM_readLE24(*ip);
+        comprStreamLen = MEM_readLE24(*ip + 3);
+
+        if ((op > oend - streamLen) || (*ip + comprStreamLen > iend - 6)) return 0;
+        res = HUF_decompress(op, streamLen, *ip + 6, comprStreamLen);
+        if (HUF_isError(res) || (res != streamLen)) return 0;
+        
+        *ip += comprStreamLen + 6;
+        *streamPtr = op;
+        *streamEnd = *streamPtr + streamLen;
+#ifdef LIZARD_STATS
+        compr_stream[streamFlag] += comprStreamLen + 6;
+        decompr_stream[streamFlag] += *streamEnd-*streamPtr;
+#endif
+        return 1;
+#else
+        fprintf(stderr, "compiled with LIZARD_NO_HUFFMAN\n");
+        (void)op; (void)oend;
+        return 0;
+#endif
+    }
+}
+
+
+FORCE_INLINE int Lizard_decompress_generic(
+                 const char* source,
+                 char* const dest,
+                 int inputSize,
+                 int outputSize,         /* this value is the max size of Output Buffer. */
+                 int partialDecoding,    /* full, partial */
+                 int targetOutputSize,   /* only used if partialDecoding==partial */
+                 int dict,               /* noDict, withPrefix64k, usingExtDict */
+                 const BYTE* const lowPrefix,  /* == dest if dict == noDict */
+                 const BYTE* const dictStart,  /* only if dict==usingExtDict */
+                 const size_t dictSize         /* note : = 0 if noDict */
+                 )
+{
+    /* Local Variables */
+    const BYTE* ip = (const BYTE*) source, *istart = (const BYTE*) source;
+    const BYTE* const iend = ip + inputSize;
+    BYTE* op = (BYTE*) dest;
+    BYTE* const oend = op + outputSize;
+    BYTE* oexit = op + targetOutputSize;
+    Lizard_parameters params;
+    Lizard_dstream_t ctx;
+    BYTE* decompFlagsBase, *decompOff24Base, *decompOff16Base, *decompLiteralsBase = NULL;
+    int res, compressionLevel;
+
+    if (inputSize < 1) { LIZARD_LOG_DECOMPRESS("inputSize=%d outputSize=%d targetOutputSize=%d partialDecoding=%d\n", inputSize, outputSize, targetOutputSize, partialDecoding); return 0; }
+
+    compressionLevel = *ip++;
+
+    if (compressionLevel < LIZARD_MIN_CLEVEL || compressionLevel > LIZARD_MAX_CLEVEL) {
+        LIZARD_LOG_DECOMPRESS("ERROR Lizard_decompress_generic inputSize=%d compressionLevel=%d\n", inputSize, compressionLevel);
+        return -1;
+    }
+
+    LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic ip=%p inputSize=%d targetOutputSize=%d dest=%p outputSize=%d cLevel=%d dict=%d dictSize=%d dictStart=%p partialDecoding=%d\n", ip, inputSize, targetOutputSize, dest, outputSize, compressionLevel, dict, (int)dictSize, dictStart, partialDecoding);
+
+    decompLiteralsBase = (BYTE*)malloc(4*LIZARD_HUF_BLOCK_SIZE);
+    if (!decompLiteralsBase) return -1;
+    decompFlagsBase = decompLiteralsBase + LIZARD_HUF_BLOCK_SIZE;
+    decompOff24Base = decompFlagsBase + LIZARD_HUF_BLOCK_SIZE;
+    decompOff16Base = decompOff24Base + LIZARD_HUF_BLOCK_SIZE;
+
+#ifdef LIZARD_STATS
+    init_stats();
+#endif
+    (void)istart;
+
+    while (ip < iend)
+    {
+        res = *ip++;
+        if (res == LIZARD_FLAG_UNCOMPRESSED) /* uncompressed */
+        {
+            uint32_t length;
+            if (ip > iend - 3) { LIZARD_LOG_DECOMPRESS("UNCOMPRESSED  ip[%p] > iend[%p] - 3\n", ip, iend); goto _output_error; }
+            length = MEM_readLE24(ip);
+            ip += 3;
+         //   printf("%d: total=%d block=%d UNCOMPRESSED op=%p oexit=%p oend=%p\n", (int)(op-(BYTE*)dest) ,(int)(ip-istart), length, op, oexit, oend);
+            if (ip + length > iend || op + length > oend) { LIZARD_LOG_DECOMPRESS("UNCOMPRESSED  ip[%p]+length[%d] > iend[%p]\n", ip, length, iend); goto _output_error; }
+            memcpy(op, ip, length);
+            op += length;
+            ip += length;
+            if ((partialDecoding) && (op >= oexit)) break;
+#ifdef LIZARD_STATS
+            uncompr_stream[LIZARD_STREAM_UNCOMPRESSED] += length;
+#endif
+            continue;
+        }
+        
+        if (res&LIZARD_FLAG_LEN) {
+            LIZARD_LOG_DECOMPRESS("res=%d\n", res); goto _output_error;
+        }
+
+        if (ip > iend - 5*3) goto _output_error;
+        ctx.lenPtr = (const BYTE*)ip + 3;
+        ctx.lenEnd = ctx.lenPtr + MEM_readLE24(ip);
+        if (ctx.lenEnd < ctx.lenPtr || (ctx.lenEnd > iend - 3)) goto _output_error;
+#ifdef LIZARD_STATS
+        uncompr_stream[LIZARD_STREAM_LEN] += ctx.lenEnd-ctx.lenPtr + 3;
+#endif
+        ip = ctx.lenEnd;
+
+        {   size_t streamLen;
+#ifdef LIZARD_USE_LOGS
+            const BYTE* ipos;
+            size_t comprFlagsLen, comprLiteralsLen, total;
+#endif
+            streamLen = Lizard_readStream(res&LIZARD_FLAG_OFFSET16, &ip, iend, decompOff16Base, decompOff16Base + LIZARD_HUF_BLOCK_SIZE, &ctx.offset16Ptr, &ctx.offset16End, LIZARD_STREAM_OFFSET16);
+            if (streamLen == 0) goto _output_error;
+
+            streamLen = Lizard_readStream(res&LIZARD_FLAG_OFFSET24, &ip, iend, decompOff24Base, decompOff24Base + LIZARD_HUF_BLOCK_SIZE, &ctx.offset24Ptr, &ctx.offset24End, LIZARD_STREAM_OFFSET24);
+            if (streamLen == 0) goto _output_error;
+
+#ifdef LIZARD_USE_LOGS
+            ipos = ip;
+            streamLen = Lizard_readStream(res&LIZARD_FLAG_FLAGS, &ip, iend, decompFlagsBase, decompFlagsBase + LIZARD_HUF_BLOCK_SIZE, &ctx.flagsPtr, &ctx.flagsEnd, LIZARD_STREAM_FLAGS);
+            if (streamLen == 0) goto _output_error;
+            streamLen = (size_t)(ctx.flagsEnd-ctx.flagsPtr);
+            comprFlagsLen = ((size_t)(ip - ipos) + 3 >= streamLen) ? 0 : (size_t)(ip - ipos);
+            ipos = ip;
+#else
+            streamLen = Lizard_readStream(res&LIZARD_FLAG_FLAGS, &ip, iend, decompFlagsBase, decompFlagsBase + LIZARD_HUF_BLOCK_SIZE, &ctx.flagsPtr, &ctx.flagsEnd, LIZARD_STREAM_FLAGS);
+            if (streamLen == 0) goto _output_error;
+#endif
+
+            streamLen = Lizard_readStream(res&LIZARD_FLAG_LITERALS, &ip, iend, decompLiteralsBase, decompLiteralsBase + LIZARD_HUF_BLOCK_SIZE, &ctx.literalsPtr, &ctx.literalsEnd, LIZARD_STREAM_LITERALS);
+            if (streamLen == 0) goto _output_error;
+#ifdef LIZARD_USE_LOGS
+            streamLen = (size_t)(ctx.literalsEnd-ctx.literalsPtr);
+            comprLiteralsLen = ((size_t)(ip - ipos) + 3 >= streamLen) ? 0 : (size_t)(ip - ipos);
+            total = (size_t)(ip-(ctx.lenEnd-1));
+#endif
+
+            if (ip > iend) goto _output_error;
+
+            LIZARD_LOG_DECOMPRESS("%d: total=%d block=%d flagsLen=%d(HUF=%d) literalsLen=%d(HUF=%d) offset16Len=%d offset24Len=%d lengthsLen=%d \n", (int)(op-(BYTE*)dest) ,(int)(ip-istart), (int)total, 
+                        (int)(ctx.flagsEnd-ctx.flagsPtr), (int)comprFlagsLen, (int)(ctx.literalsEnd-ctx.literalsPtr), (int)comprLiteralsLen, 
+                        (int)(ctx.offset16End-ctx.offset16Ptr), (int)(ctx.offset24End-ctx.offset24Ptr), (int)(ctx.lenEnd-ctx.lenPtr));
+        }
+
+        ctx.last_off = -LIZARD_INIT_LAST_OFFSET;
+        params = Lizard_defaultParameters[compressionLevel - LIZARD_MIN_CLEVEL];
+        if (params.decompressType == Lizard_coderwords_LZ4)
+            res = Lizard_decompress_LZ4(&ctx, op, outputSize, partialDecoding, targetOutputSize, dict, lowPrefix, dictStart, dictSize, compressionLevel);
+        else 
+#ifdef USE_LZ4_ONLY
+            res = Lizard_decompress_LZ4(&ctx, op, outputSize, partialDecoding, targetOutputSize, dict, lowPrefix, dictStart, dictSize, compressionLevel);
+#else
+            res = Lizard_decompress_LIZv1(&ctx, op, outputSize, partialDecoding, targetOutputSize, dict, lowPrefix, dictStart, dictSize, compressionLevel);
+#endif        
+        LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic res=%d inputSize=%d\n", res, (int)(ctx.literalsEnd-ctx.lenEnd));
+
+        if (res <= 0) { free(decompLiteralsBase); return res; }
+        
+        op += res;
+        outputSize -= res;
+        if ((partialDecoding) && (op >= oexit)) break;
+    }
+
+#ifdef LIZARD_STATS
+    print_stats();
+#endif
+
+    LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic total=%d\n", (int)(op-(BYTE*)dest));
+    free(decompLiteralsBase);
+    return (int)(op-(BYTE*)dest);
+
+_output_error:
+    LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic ERROR ip=%p iend=%p\n", ip, iend);
+    free(decompLiteralsBase);
+    return -1;
+}
+
+
+int Lizard_decompress_safe(const char* source, char* dest, int compressedSize, int maxDecompressedSize)
+{
+    return Lizard_decompress_generic(source, dest, compressedSize, maxDecompressedSize, full, 0, noDict, (BYTE*)dest, NULL, 0);
+}
+
+int Lizard_decompress_safe_partial(const char* source, char* dest, int compressedSize, int targetOutputSize, int maxDecompressedSize)
+{
+    return Lizard_decompress_generic(source, dest, compressedSize, maxDecompressedSize, partial, targetOutputSize, noDict, (BYTE*)dest, NULL, 0);
+}
+
+
+/*===== streaming decompression functions =====*/
+
+
+/*
+ * If you prefer dynamic allocation methods,
+ * Lizard_createStreamDecode()
+ * provides a pointer (void*) towards an initialized Lizard_streamDecode_t structure.
+ */
+Lizard_streamDecode_t* Lizard_createStreamDecode(void)
+{
+    Lizard_streamDecode_t* lizards = (Lizard_streamDecode_t*) ALLOCATOR(1, sizeof(Lizard_streamDecode_t));
+    return lizards;
+}
+
+int Lizard_freeStreamDecode (Lizard_streamDecode_t* Lizard_stream)
+{
+    FREEMEM(Lizard_stream);
+    return 0;
+}
+
+/*!
+ * Lizard_setStreamDecode() :
+ * Use this function to instruct where to find the dictionary.
+ * This function is not necessary if previous data is still available where it was decoded.
+ * Loading a size of 0 is allowed (same effect as no dictionary).
+ * Return : 1 if OK, 0 if error
+ */
+int Lizard_setStreamDecode (Lizard_streamDecode_t* Lizard_streamDecode, const char* dictionary, int dictSize)
+{
+    Lizard_streamDecode_t* lizardsd = (Lizard_streamDecode_t*) Lizard_streamDecode;
+    lizardsd->prefixSize = (size_t) dictSize;
+    lizardsd->prefixEnd = (const BYTE*) dictionary + dictSize;
+    lizardsd->externalDict = NULL;
+    lizardsd->extDictSize  = 0;
+    return 1;
+}
+
+/*
+*_continue() :
+    These decoding functions allow decompression of multiple blocks in "streaming" mode.
+    Previously decoded blocks must still be available at the memory position where they were decoded.
+    If it's not possible, save the relevant part of decoded data into a safe buffer,
+    and indicate where it stands using Lizard_setStreamDecode()
+*/
+int Lizard_decompress_safe_continue (Lizard_streamDecode_t* Lizard_streamDecode, const char* source, char* dest, int compressedSize, int maxOutputSize)
+{
+    Lizard_streamDecode_t* lizardsd = (Lizard_streamDecode_t*) Lizard_streamDecode;
+    int result;
+
+    if (lizardsd->prefixEnd == (BYTE*)dest) {
+        result = Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize,
+                                        full, 0, usingExtDict, lizardsd->prefixEnd - lizardsd->prefixSize, lizardsd->externalDict, lizardsd->extDictSize);
+        if (result <= 0) return result;
+        lizardsd->prefixSize += result;
+        lizardsd->prefixEnd  += result;
+    } else {
+        lizardsd->extDictSize = lizardsd->prefixSize;
+        lizardsd->externalDict = lizardsd->prefixEnd - lizardsd->extDictSize;
+        result = Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize,
+                                        full, 0, usingExtDict, (BYTE*)dest, lizardsd->externalDict, lizardsd->extDictSize);
+        if (result <= 0) return result;
+        lizardsd->prefixSize = result;
+        lizardsd->prefixEnd  = (BYTE*)dest + result;
+    }
+
+    return result;
+}
+
+
+/*
+Advanced decoding functions :
+*_usingDict() :
+    These decoding functions work the same as "_continue" ones,
+    the dictionary must be explicitly provided within parameters
+*/
+
+int Lizard_decompress_safe_usingDict(const char* source, char* dest, int compressedSize, int maxOutputSize, const char* dictStart, int dictSize)
+{
+    if (dictSize==0)
+        return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, noDict, (BYTE*)dest, NULL, 0);
+    if (dictStart+dictSize == dest)
+    {
+        if (dictSize >= (int)(LIZARD_DICT_SIZE - 1))
+            return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, withPrefix64k, (BYTE*)dest-LIZARD_DICT_SIZE, NULL, 0);
+        return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, noDict, (BYTE*)dest-dictSize, NULL, 0);
+    }
+    return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, usingExtDict, (BYTE*)dest, (const BYTE*)dictStart, dictSize);
+}
+
+/* debug function */
+int Lizard_decompress_safe_forceExtDict(const char* source, char* dest, int compressedSize, int maxOutputSize, const char* dictStart, int dictSize)
+{
+    return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, usingExtDict, (BYTE*)dest, (const BYTE*)dictStart, dictSize);
+}
+
diff --git a/contrib/lizard/lib/lizard_decompress.h b/contrib/lizard/lib/lizard_decompress.h
new file mode 100644
index 00000000000..ad9fc8ee941
--- /dev/null
+++ b/contrib/lizard/lib/lizard_decompress.h
@@ -0,0 +1,152 @@
+/*
+   Lizard - Fast LZ compression algorithm
+   Header File
+   Copyright (C) 2011-2016, Yann Collet
+   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+    - Lizard source repository : https://github.com/inikep/lizard
+*/
+#ifndef LIZARD_DECOMPRESS_H_2983
+#define LIZARD_DECOMPRESS_H_2983
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/*^***************************************************************
+*  Export parameters
+*****************************************************************/
+/*
+*  LIZARD_DLL_EXPORT :
+*  Enable exporting of functions when building a Windows DLL
+*/
+#if defined(LIZARD_DLL_EXPORT) && (LIZARD_DLL_EXPORT==1)
+#  define LIZARDDLIB_API __declspec(dllexport)
+#elif defined(LIZARD_DLL_IMPORT) && (LIZARD_DLL_IMPORT==1)
+#  define LIZARDDLIB_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
+#else
+#  define LIZARDDLIB_API
+#endif
+
+
+/*-************************************
+*  Simple Functions
+**************************************/
+
+/*
+Lizard_decompress_safe() :
+    compressedSize : is the precise full size of the compressed block.
+    maxDecompressedSize : is the size of destination buffer, which must be already allocated.
+    return : the number of bytes decompressed into destination buffer (necessarily <= maxDecompressedSize)
+             If destination buffer is not large enough, decoding will stop and output an error code (<0).
+             If the source stream is detected malformed, the function will stop decoding and return a negative result.
+             This function is protected against buffer overflow exploits, including malicious data packets.
+             It never writes outside output buffer, nor reads outside input buffer.
+*/
+LIZARDDLIB_API int Lizard_decompress_safe (const char* source, char* dest, int compressedSize, int maxDecompressedSize);
+
+
+
+/*!
+Lizard_decompress_safe_partial() :
+    This function decompress a compressed block of size 'compressedSize' at position 'source'
+    into destination buffer 'dest' of size 'maxDecompressedSize'.
+    The function tries to stop decompressing operation as soon as 'targetOutputSize' has been reached,
+    reducing decompression time.
+    return : the number of bytes decoded in the destination buffer (necessarily <= maxDecompressedSize)
+       Note : this number can be < 'targetOutputSize' should the compressed block to decode be smaller.
+             Always control how many bytes were decoded.
+             If the source stream is detected malformed, the function will stop decoding and return a negative result.
+             This function never writes outside of output buffer, and never reads outside of input buffer. It is therefore protected against malicious data packets
+*/
+LIZARDDLIB_API int Lizard_decompress_safe_partial (const char* source, char* dest, int compressedSize, int targetOutputSize, int maxDecompressedSize);
+
+
+
+/*-**********************************************
+*  Streaming Decompression Functions
+************************************************/
+typedef struct Lizard_streamDecode_s Lizard_streamDecode_t;
+
+/*
+ * Lizard_streamDecode_t
+ * information structure to track an Lizard stream.
+ * init this structure content using Lizard_setStreamDecode or memset() before first use !
+ *
+ * In the context of a DLL (liblizard) please prefer usage of construction methods below.
+ * They are more future proof, in case of a change of Lizard_streamDecode_t size in the future.
+ * Lizard_createStreamDecode will allocate and initialize an Lizard_streamDecode_t structure
+ * Lizard_freeStreamDecode releases its memory.
+ */
+LIZARDDLIB_API Lizard_streamDecode_t* Lizard_createStreamDecode(void);
+LIZARDDLIB_API int                 Lizard_freeStreamDecode (Lizard_streamDecode_t* Lizard_stream);
+
+/*! Lizard_setStreamDecode() :
+ *  Use this function to instruct where to find the dictionary.
+ *  Setting a size of 0 is allowed (same effect as reset).
+ *  @return : 1 if OK, 0 if error
+ */
+LIZARDDLIB_API int Lizard_setStreamDecode (Lizard_streamDecode_t* Lizard_streamDecode, const char* dictionary, int dictSize);
+
+/*
+*_continue() :
+    These decoding functions allow decompression of multiple blocks in "streaming" mode.
+    Previously decoded blocks *must* remain available at the memory position where they were decoded (up to LIZARD_DICT_SIZE)
+    In the case of a ring buffers, decoding buffer must be either :
+    - Exactly same size as encoding buffer, with same update rule (block boundaries at same positions)
+      In which case, the decoding & encoding ring buffer can have any size, including small ones ( < LIZARD_DICT_SIZE).
+    - Larger than encoding buffer, by a minimum of maxBlockSize more bytes.
+      maxBlockSize is implementation dependent. It's the maximum size you intend to compress into a single block.
+      In which case, encoding and decoding buffers do not need to be synchronized,
+      and encoding ring buffer can have any size, including small ones ( < LIZARD_DICT_SIZE).
+    - _At least_ LIZARD_DICT_SIZE + 8 bytes + maxBlockSize.
+      In which case, encoding and decoding buffers do not need to be synchronized,
+      and encoding ring buffer can have any size, including larger than decoding buffer.
+    Whenever these conditions are not possible, save the last LIZARD_DICT_SIZE of decoded data into a safe buffer,
+    and indicate where it is saved using Lizard_setStreamDecode()
+*/
+LIZARDDLIB_API int Lizard_decompress_safe_continue (Lizard_streamDecode_t* Lizard_streamDecode, const char* source, char* dest, int compressedSize, int maxDecompressedSize);
+
+
+/*
+Advanced decoding functions :
+*_usingDict() :
+    These decoding functions work the same as
+    a combination of Lizard_setStreamDecode() followed by Lizard_decompress_x_continue()
+    They are stand-alone. They don't need nor update an Lizard_streamDecode_t structure.
+*/
+LIZARDDLIB_API int Lizard_decompress_safe_usingDict (const char* source, char* dest, int compressedSize, int maxDecompressedSize, const char* dictStart, int dictSize);
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* LIZARD_DECOMPRESS_H_2983827168210 */
diff --git a/contrib/lizard/lib/lizard_decompress_liz.h b/contrib/lizard/lib/lizard_decompress_liz.h
new file mode 100644
index 00000000000..7e80eb5e01b
--- /dev/null
+++ b/contrib/lizard/lib/lizard_decompress_liz.h
@@ -0,0 +1,220 @@
+/*
+  [0_MMMM_LLL] - 16-bit offset, 4-bit match length (4-15+), 3-bit literal length (0-7+)
+  [1_MMMM_LLL] -   last offset, 4-bit match length (0-15+), 3-bit literal length (0-7+)
+  flag 31      - 24-bit offset,        match length (47+),    no literal length
+  flag 0-30    - 24-bit offset,  31 match lengths (16-46),    no literal length
+*/
+
+/*! Lizard_decompress_LIZv1() :
+ *  This generic decompression function cover all use cases.
+ *  It shall be instantiated several times, using different sets of directives
+ *  Note that it is important this generic function is really inlined,
+ *  in order to remove useless branches during compilation optimization.
+ */
+FORCE_INLINE int Lizard_decompress_LIZv1(
+                 Lizard_dstream_t* ctx,
+                 BYTE* const dest,
+                 int outputSize,         /* this value is the max size of Output Buffer. */
+
+                 int partialDecoding,    /* full, partial */
+                 int targetOutputSize,   /* only used if partialDecoding==partial */
+                 int dict,               /* noDict, withPrefix64k, usingExtDict */
+                 const BYTE* const lowPrefix,  /* == dest if dict == noDict */
+                 const BYTE* const dictStart,  /* only if dict==usingExtDict */
+                 const size_t dictSize,         /* note : = 0 if noDict */
+                 int compressionLevel
+                 )
+{
+    /* Local Variables */
+    int inputSize = (int)(ctx->flagsEnd - ctx->flagsPtr);
+    const BYTE* const blockBase = ctx->flagsPtr;
+    const BYTE* const iend = ctx->literalsEnd;
+
+    BYTE* op = dest;
+    BYTE* const oend = op + outputSize;
+    BYTE* cpy = NULL;
+    BYTE* oexit = op + targetOutputSize;
+    const BYTE* const lowLimit = lowPrefix - dictSize;
+    const BYTE* const dictEnd = (const BYTE*)dictStart + dictSize;
+
+    const int checkOffset = (dictSize < (int)(LIZARD_DICT_SIZE));
+
+    intptr_t last_off = ctx->last_off;
+    intptr_t length = 0;
+    (void)compressionLevel;
+
+    /* Special cases */
+    if (unlikely(outputSize==0)) return ((inputSize==1) && (*ctx->flagsPtr==0)) ? 0 : -1;  /* Empty output buffer */
+
+    /* Main Loop : decode sequences */
+    while (ctx->flagsPtr < ctx->flagsEnd) {
+        unsigned token;
+        const BYTE* match;
+    //    intptr_t litLength;
+
+        if ((partialDecoding) && (op >= oexit)) return (int) (op-dest); 
+
+        /* get literal length */
+        token = *ctx->flagsPtr++;
+
+        if (token >= 32)
+        {
+            if ((length=(token & MAX_SHORT_LITLEN)) == MAX_SHORT_LITLEN) {
+                if (unlikely(ctx->literalsPtr > iend - 1)) { LIZARD_LOG_DECOMPRESS_LIZv1("1"); goto _output_error; } 
+                length = *ctx->literalsPtr;
+                if unlikely(length >= 254) {
+                    if (length == 254) {
+                        length = MEM_readLE16(ctx->literalsPtr+1);
+                        ctx->literalsPtr += 2;
+                    } else {
+                        length = MEM_readLE24(ctx->literalsPtr+1);
+                        ctx->literalsPtr += 3;
+                    }
+                }
+                length += MAX_SHORT_LITLEN;
+                ctx->literalsPtr++;
+                if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LIZv1("2"); goto _output_error; }  /* overflow detection */
+                if (unlikely((size_t)(ctx->literalsPtr+length)<(size_t)(ctx->literalsPtr))) { LIZARD_LOG_DECOMPRESS_LIZv1("3"); goto _output_error; }   /* overflow detection */
+            }
+
+            /* copy literals */
+            cpy = op + length;
+            if (unlikely(cpy > oend - WILDCOPYLENGTH || ctx->literalsPtr > iend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LIZv1("offset outside buffers\n"); goto _output_error; }   /* Error : offset outside buffers */
+    #if 1
+            Lizard_wildCopy16(op, ctx->literalsPtr, cpy);
+            op = cpy;
+            ctx->literalsPtr += length; 
+    #else
+            Lizard_copy8(op, ctx->literalsPtr);
+            Lizard_copy8(op+8, ctx->literalsPtr+8);
+            if (length > 16)
+                Lizard_wildCopy16(op + 16, ctx->literalsPtr + 16, cpy);
+            op = cpy;
+            ctx->literalsPtr += length; 
+    #endif
+
+            /* get offset */
+            if (unlikely(ctx->offset16Ptr > ctx->offset16End)) { LIZARD_LOG_DECOMPRESS_LIZv1("(ctx->offset16Ptr > ctx->offset16End\n"); goto _output_error; } 
+#if 1
+            { /* branchless */
+                intptr_t new_off = MEM_readLE16(ctx->offset16Ptr);
+                uintptr_t not_repCode = (uintptr_t)(token >> ML_RUN_BITS) - 1;
+                last_off ^= not_repCode & (last_off ^ -new_off);
+                ctx->offset16Ptr = (BYTE*)((uintptr_t)ctx->offset16Ptr + (not_repCode & 2));
+            }
+#else
+            if ((token >> ML_RUN_BITS) == 0)
+            {
+                last_off = -(intptr_t)MEM_readLE16(ctx->offset16Ptr); 
+                ctx->offset16Ptr += 2;
+            }
+#endif
+
+            /* get matchlength */
+            length = (token >> RUN_BITS_LIZv1) & MAX_SHORT_MATCHLEN;
+            if (length == MAX_SHORT_MATCHLEN) {
+                if (unlikely(ctx->literalsPtr > iend - 1)) { LIZARD_LOG_DECOMPRESS_LIZv1("6"); goto _output_error; } 
+                length = *ctx->literalsPtr;
+                if unlikely(length >= 254) {
+                    if (length == 254) {
+                        length = MEM_readLE16(ctx->literalsPtr+1);
+                        ctx->literalsPtr += 2;
+                    } else {
+                        length = MEM_readLE24(ctx->literalsPtr+1);
+                        ctx->literalsPtr += 3;
+                    }
+                }
+                length += MAX_SHORT_MATCHLEN;
+                ctx->literalsPtr++;
+                if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LIZv1("7"); goto _output_error; }  /* overflow detection */
+            }
+
+            DECOMPLOG_CODEWORDS_LIZv1("T32+ literal=%u match=%u offset=%d ipos=%d opos=%d\n", (U32)litLength, (U32)length, (int)-last_off, (U32)(ctx->flagsPtr-blockBase), (U32)(op-dest));
+        }
+        else
+        if (token < LIZARD_LAST_LONG_OFF)
+        {
+            if (unlikely(ctx->offset24Ptr > ctx->offset24End - 3)) { LIZARD_LOG_DECOMPRESS_LIZv1("8"); goto _output_error; } 
+            length = token + MM_LONGOFF;
+            last_off = -(intptr_t)MEM_readLE24(ctx->offset24Ptr); 
+            ctx->offset24Ptr += 3;
+            DECOMPLOG_CODEWORDS_LIZv1("T0-30 literal=%u match=%u offset=%d\n", 0, (U32)length, (int)-last_off);
+        }
+        else 
+        { 
+            if (unlikely(ctx->literalsPtr > iend - 1)) { LIZARD_LOG_DECOMPRESS_LIZv1("9"); goto _output_error; } 
+            length = *ctx->literalsPtr;
+            if unlikely(length >= 254) {
+                if (length == 254) {
+                    length = MEM_readLE16(ctx->literalsPtr+1);
+                    ctx->literalsPtr += 2;
+                } else {
+                    length = MEM_readLE24(ctx->literalsPtr+1);
+                    ctx->literalsPtr += 3;
+                }
+            }
+            ctx->literalsPtr++;
+            length += LIZARD_LAST_LONG_OFF + MM_LONGOFF;
+
+            if (unlikely(ctx->offset24Ptr > ctx->offset24End - 3)) { LIZARD_LOG_DECOMPRESS_LIZv1("10"); goto _output_error; } 
+            last_off = -(intptr_t)MEM_readLE24(ctx->offset24Ptr); 
+            ctx->offset24Ptr += 3;
+        }
+
+
+        match = op + last_off;
+        if ((checkOffset) && ((unlikely((uintptr_t)(-last_off) > (uintptr_t)op) || (match < lowLimit)))) { LIZARD_LOG_DECOMPRESS_LIZv1("lowPrefix[%p]-dictSize[%d]=lowLimit[%p] match[%p]=op[%p]-last_off[%d]\n", lowPrefix, (int)dictSize, lowLimit, match, op, (int)last_off); goto _output_error; }  /* Error : offset outside buffers */
+
+        /* check external dictionary */
+        if ((dict==usingExtDict) && (match < lowPrefix)) {
+            if (unlikely(op + length > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LIZv1("12"); goto _output_error; }  /* doesn't respect parsing restriction */
+
+            if (length <= (intptr_t)(lowPrefix - match)) {
+                /* match can be copied as a single segment from external dictionary */
+                memmove(op, dictEnd - (lowPrefix-match), length);
+                op += length;
+            } else {
+                /* match encompass external dictionary and current block */
+                size_t const copySize = (size_t)(lowPrefix-match);
+                size_t const restSize = length - copySize;
+                memcpy(op, dictEnd - copySize, copySize);
+                op += copySize;
+                if (restSize > (size_t)(op-lowPrefix)) {  /* overlap copy */
+                    BYTE* const endOfMatch = op + restSize;
+                    const BYTE* copyFrom = lowPrefix;
+                    while (op < endOfMatch) *op++ = *copyFrom++;
+                } else {
+                    memcpy(op, lowPrefix, restSize);
+                    op += restSize;
+            }   }
+            continue;
+        }
+
+        /* copy match within block */
+        cpy = op + length;
+        if (unlikely(cpy > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LIZv1("13match=%p lowLimit=%p\n", match, lowLimit); goto _output_error; }   /* Error : offset outside buffers */
+        Lizard_copy8(op, match);
+        Lizard_copy8(op+8, match+8);
+        if (length > 16)
+            Lizard_wildCopy16(op + 16, match + 16, cpy);
+        op = cpy;
+    }
+
+    /* last literals */
+    length = ctx->literalsEnd - ctx->literalsPtr;
+    cpy = op + length;
+    if ((length < 0) || (ctx->literalsPtr+length != iend) || (cpy > oend)) { LIZARD_LOG_DECOMPRESS_LIZv1("14"); goto _output_error; }   /* Error : input must be consumed */
+    memcpy(op, ctx->literalsPtr, length);
+    ctx->literalsPtr += length;
+    op += length;
+
+    /* end of decoding */
+    ctx->last_off = last_off;
+    return (int) (op-dest);     /* Nb of output bytes decoded */
+
+    /* Overflow error detected */
+_output_error:
+    LIZARD_LOG_DECOMPRESS_LIZv1("_output_error=%d ctx->flagsPtr=%p blockBase=%p\n", (int) (-(ctx->flagsPtr-blockBase))-1, ctx->flagsPtr, blockBase);
+    LIZARD_LOG_DECOMPRESS_LIZv1("cpy=%p oend=%p ctx->literalsPtr+length[%d]=%p iend=%p\n", cpy, oend, (int)length, ctx->literalsPtr+length, iend);
+    return (int) (-(ctx->flagsPtr-blockBase))-1;
+}
diff --git a/contrib/lizard/lib/lizard_decompress_lz4.h b/contrib/lizard/lib/lizard_decompress_lz4.h
new file mode 100644
index 00000000000..ffbef1cd976
--- /dev/null
+++ b/contrib/lizard/lib/lizard_decompress_lz4.h
@@ -0,0 +1,163 @@
+/*! Lizard_decompress_LZ4() :
+ *  This generic decompression function cover all use cases.
+ *  It shall be instantiated several times, using different sets of directives
+ *  Note that it is important this generic function is really inlined,
+ *  in order to remove useless branches during compilation optimization.
+ */
+FORCE_INLINE int Lizard_decompress_LZ4(
+                 Lizard_dstream_t* ctx,
+                 BYTE* const dest,
+                 int outputSize,         /* this value is the max size of Output Buffer. */
+
+                 int partialDecoding,    /* full, partial */
+                 int targetOutputSize,   /* only used if partialDecoding==partial */
+                 int dict,               /* noDict, withPrefix64k, usingExtDict */
+                 const BYTE* const lowPrefix,  /* == dest if dict == noDict */
+                 const BYTE* const dictStart,  /* only if dict==usingExtDict */
+                 const size_t dictSize,         /* note : = 0 if noDict */
+                 int compressionLevel
+                 )
+{
+    /* Local Variables */
+    int inputSize = (int)(ctx->flagsEnd - ctx->flagsPtr);
+    const BYTE* const blockBase = ctx->flagsPtr;
+    const BYTE* const iend = ctx->literalsEnd;
+    BYTE* op = dest;
+    BYTE* const oend = op + outputSize;
+    BYTE* cpy = NULL;
+    BYTE* oexit = op + targetOutputSize;
+    const BYTE* const lowLimit = lowPrefix - dictSize;
+    const BYTE* const dictEnd = (const BYTE*)dictStart + dictSize;
+
+    const int checkOffset = (dictSize < (int)(LIZARD_DICT_SIZE));
+
+    intptr_t length = 0;
+    (void)compressionLevel;
+
+    /* Special cases */
+    if (unlikely(outputSize==0)) return ((inputSize==1) && (*ctx->flagsPtr==0)) ? 0 : -1;  /* Empty output buffer */
+
+    /* Main Loop : decode sequences */
+    while (ctx->flagsPtr < ctx->flagsEnd) {
+        unsigned token;
+        const BYTE* match;
+        size_t offset;
+
+        /* get literal length */
+        token = *ctx->flagsPtr++;
+        if ((length=(token & RUN_MASK_LZ4)) == RUN_MASK_LZ4) {
+            if (unlikely(ctx->literalsPtr > iend - 5)) { LIZARD_LOG_DECOMPRESS_LZ4("0"); goto _output_error; } 
+            length = *ctx->literalsPtr;
+            if unlikely(length >= 254) {
+                if (length == 254) {
+                    length = MEM_readLE16(ctx->literalsPtr+1);
+                    ctx->literalsPtr += 2;
+                } else {
+                    length = MEM_readLE24(ctx->literalsPtr+1);
+                    ctx->literalsPtr += 3;
+                }
+            }
+            length += RUN_MASK_LZ4;
+            ctx->literalsPtr++;
+            if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LZ4("1"); goto _output_error; }  /* overflow detection */
+            if (unlikely((size_t)(ctx->literalsPtr+length)<(size_t)(ctx->literalsPtr))) { LIZARD_LOG_DECOMPRESS_LZ4("2"); goto _output_error; }   /* overflow detection */
+        }
+
+        /* copy literals */
+        cpy = op + length;
+        if (unlikely(cpy > oend - WILDCOPYLENGTH || ctx->literalsPtr + length > iend - (2 + WILDCOPYLENGTH))) { LIZARD_LOG_DECOMPRESS_LZ4("offset outside buffers\n"); goto _output_error; }   /* Error : offset outside buffers */
+
+#if 1
+        Lizard_wildCopy16(op, ctx->literalsPtr, cpy);
+        op = cpy;
+        ctx->literalsPtr += length; 
+#else
+        Lizard_copy8(op, ctx->literalsPtr);
+        Lizard_copy8(op+8, ctx->literalsPtr+8);
+        if (length > 16)
+            Lizard_wildCopy16(op + 16, ctx->literalsPtr + 16, cpy);
+        op = cpy;
+        ctx->literalsPtr += length; 
+#endif
+        if ((partialDecoding) && (op >= oexit)) return (int) (op-dest);
+
+        /* get offset */
+        offset = MEM_readLE16(ctx->literalsPtr); 
+        ctx->literalsPtr += 2;
+
+        match = op - offset;
+        if ((checkOffset) && (unlikely(match < lowLimit))) { LIZARD_LOG_DECOMPRESS_LZ4("lowPrefix[%p]-dictSize[%d]=lowLimit[%p] match[%p]=op[%p]-offset[%d]\n", lowPrefix, (int)dictSize, lowLimit, match, op, (int)offset); goto _output_error; }  /* Error : offset outside buffers */
+
+        /* get matchlength */
+        length = token >> RUN_BITS_LZ4;
+        if (length == ML_MASK_LZ4) {
+            if (unlikely(ctx->literalsPtr > iend - 5)) { LIZARD_LOG_DECOMPRESS_LZ4("4"); goto _output_error; } 
+            length = *ctx->literalsPtr;
+            if unlikely(length >= 254) {
+                if (length == 254) {
+                    length = MEM_readLE16(ctx->literalsPtr+1);
+                    ctx->literalsPtr += 2;
+                } else {
+                    length = MEM_readLE24(ctx->literalsPtr+1);
+                    ctx->literalsPtr += 3;
+                }
+            }
+            length += ML_MASK_LZ4;
+            ctx->literalsPtr++;
+            if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LZ4("5"); goto _output_error; }  /* overflow detection */
+        }
+        length += MINMATCH;
+
+        /* check external dictionary */
+        if ((dict==usingExtDict) && (match < lowPrefix)) {
+            if (unlikely(op + length > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LZ4("6"); goto _output_error; }  /* doesn't respect parsing restriction */
+
+            if (length <= (intptr_t)(lowPrefix - match)) {
+                /* match can be copied as a single segment from external dictionary */
+                memmove(op, dictEnd - (lowPrefix-match), length);
+                op += length;
+            } else {
+                /* match encompass external dictionary and current block */
+                size_t const copySize = (size_t)(lowPrefix-match);
+                size_t const restSize = length - copySize;
+                memcpy(op, dictEnd - copySize, copySize);
+                op += copySize;
+                if (restSize > (size_t)(op-lowPrefix)) {  /* overlap copy */
+                    BYTE* const endOfMatch = op + restSize;
+                    const BYTE* copyFrom = lowPrefix;
+                    while (op < endOfMatch) *op++ = *copyFrom++;
+                } else {
+                    memcpy(op, lowPrefix, restSize);
+                    op += restSize;
+            }   }
+            continue;
+        }
+
+        /* copy match within block */
+        cpy = op + length;
+        if (unlikely(cpy > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LZ4("1match=%p lowLimit=%p\n", match, lowLimit); goto _output_error; }   /* Error : offset outside buffers */
+        Lizard_copy8(op, match);
+        Lizard_copy8(op+8, match+8);
+        if (length > 16)
+            Lizard_wildCopy16(op + 16, match + 16, cpy);
+        op = cpy;
+        if ((partialDecoding) && (op >= oexit)) return (int) (op-dest);
+    }
+
+    /* last literals */
+    length = ctx->literalsEnd - ctx->literalsPtr;
+    cpy = op + length;
+    if ((length < 0) || (ctx->literalsPtr+length != iend) || (cpy > oend)) { LIZARD_LOG_DECOMPRESS_LZ4("9"); goto _output_error; }   /* Error : input must be consumed */
+    memcpy(op, ctx->literalsPtr, length);
+    ctx->literalsPtr += length;
+    op += length;
+
+    /* end of decoding */
+    return (int) (op-dest);     /* Nb of output bytes decoded */
+
+    /* Overflow error detected */
+_output_error:
+    LIZARD_LOG_DECOMPRESS_LZ4("_output_error=%d ctx->flagsPtr=%p blockBase=%p\n", (int) (-(ctx->flagsPtr-blockBase))-1, ctx->flagsPtr, blockBase);
+    LIZARD_LOG_DECOMPRESS_LZ4("cpy=%p oend=%p ctx->literalsPtr+length[%d]=%p iend=%p\n", cpy, oend, (int)length, ctx->literalsPtr+length, iend);
+    return (int) (-(ctx->flagsPtr-blockBase))-1;
+}
diff --git a/contrib/lizard/lib/lizard_frame.c b/contrib/lizard/lib/lizard_frame.c
new file mode 100644
index 00000000000..f4afbb94e0a
--- /dev/null
+++ b/contrib/lizard/lib/lizard_frame.c
@@ -0,0 +1,1362 @@
+/*
+Lizard auto-framing library
+Copyright (C) 2011-2016, Yann Collet
+Copyright (C) 2016-2017, Przemyslaw Skibinski
+
+BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+
+* Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+* Redistributions in binary form must reproduce the above
+copyright notice, this list of conditions and the following disclaimer
+in the documentation and/or other materials provided with the
+distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+You can contact the author at :
+- Lizard source repository : https://github.com/inikep/lizard
+*/
+
+/* LizardF is a stand-alone API to create Lizard-compressed Frames
+*  in full conformance with specification v1.5.0
+*  All related operations, including memory management, are handled by the library.
+* */
+
+
+/*-************************************
+*  Compiler Options
+**************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
+#endif
+
+
+
+/*-************************************
+*  Includes
+**************************************/
+#include "lizard_frame_static.h"
+#include "lizard_compress.h"
+#include "lizard_decompress.h"
+#include "lizard_common.h"  /* LIZARD_DICT_SIZE */
+#define XXH_STATIC_LINKING_ONLY
+#include "xxhash/xxhash.h"
+#include <stdio.h>
+
+
+
+/* unoptimized version; solves endianess & alignment issues */
+static U32 LizardF_readLE32 (const void* src)
+{
+    const BYTE* const srcPtr = (const BYTE*)src;
+    U32 value32 = srcPtr[0];
+    value32 += (srcPtr[1]<<8);
+    value32 += (srcPtr[2]<<16);
+    value32 += ((U32)srcPtr[3])<<24;
+    return value32;
+}
+
+static void LizardF_writeLE32 (BYTE* dstPtr, U32 value32)
+{
+    dstPtr[0] = (BYTE)value32;
+    dstPtr[1] = (BYTE)(value32 >> 8);
+    dstPtr[2] = (BYTE)(value32 >> 16);
+    dstPtr[3] = (BYTE)(value32 >> 24);
+}
+
+static U64 LizardF_readLE64 (const BYTE* srcPtr)
+{
+    U64 value64 = srcPtr[0];
+    value64 += ((U64)srcPtr[1]<<8);
+    value64 += ((U64)srcPtr[2]<<16);
+    value64 += ((U64)srcPtr[3]<<24);
+    value64 += ((U64)srcPtr[4]<<32);
+    value64 += ((U64)srcPtr[5]<<40);
+    value64 += ((U64)srcPtr[6]<<48);
+    value64 += ((U64)srcPtr[7]<<56);
+    return value64;
+}
+
+static void LizardF_writeLE64 (BYTE* dstPtr, U64 value64)
+{
+    dstPtr[0] = (BYTE)value64;
+    dstPtr[1] = (BYTE)(value64 >> 8);
+    dstPtr[2] = (BYTE)(value64 >> 16);
+    dstPtr[3] = (BYTE)(value64 >> 24);
+    dstPtr[4] = (BYTE)(value64 >> 32);
+    dstPtr[5] = (BYTE)(value64 >> 40);
+    dstPtr[6] = (BYTE)(value64 >> 48);
+    dstPtr[7] = (BYTE)(value64 >> 56);
+}
+
+
+/*-************************************
+*  Constants
+**************************************/
+#define _1BIT  0x01
+#define _2BITS 0x03
+#define _3BITS 0x07
+#define _4BITS 0x0F
+#define _8BITS 0xFF
+
+#define LIZARDF_MAGIC_SKIPPABLE_START  0x184D2A50U
+#define LIZARDF_MAGICNUMBER            0x184D2206U
+#define LIZARDF_BLOCKUNCOMPRESSED_FLAG 0x80000000U
+#define LIZARDF_BLOCKSIZEID_DEFAULT LizardF_max128KB
+
+static const size_t minFHSize = 7;
+static const size_t maxFHSize = 15;
+static const size_t BHSize = 4;
+
+
+/*-************************************
+*  Structures and local types
+**************************************/
+typedef struct LizardF_cctx_s
+{
+    LizardF_preferences_t prefs;
+    U32    version;
+    U32    cStage;
+    size_t maxBlockSize;
+    size_t maxBufferSize;
+    BYTE*  tmpBuff;
+    BYTE*  tmpIn;
+    size_t tmpInSize;
+    U64    totalInSize;
+    XXH32_state_t xxh;
+    Lizard_stream_t* lizardCtxPtr;
+    U32    lizardCtxLevel;     /* 0: unallocated;  1: Lizard_stream_t;  */
+} LizardF_cctx_t;
+
+typedef struct LizardF_dctx_s
+{
+    LizardF_frameInfo_t frameInfo;
+    U32    version;
+    U32    dStage;
+    U64    frameRemainingSize;
+    size_t maxBlockSize;
+    size_t maxBufferSize;
+    const BYTE* srcExpect;
+    BYTE*  tmpIn;
+    size_t tmpInSize;
+    size_t tmpInTarget;
+    BYTE*  tmpOutBuffer;
+    const BYTE*  dict;
+    size_t dictSize;
+    BYTE*  tmpOut;
+    size_t tmpOutSize;
+    size_t tmpOutStart;
+    XXH32_state_t xxh;
+    BYTE   header[16];
+} LizardF_dctx_t;
+
+
+/*-************************************
+*  Error management
+**************************************/
+#define LIZARDF_GENERATE_STRING(STRING) #STRING,
+static const char* LizardF_errorStrings[] = { LIZARDF_LIST_ERRORS(LIZARDF_GENERATE_STRING) };
+
+
+unsigned LizardF_isError(LizardF_errorCode_t code)
+{
+    return (code > (LizardF_errorCode_t)(-LizardF_ERROR_maxCode));
+}
+
+const char* LizardF_getErrorName(LizardF_errorCode_t code)
+{
+    static const char* codeError = "Unspecified error code";
+    if (LizardF_isError(code)) return LizardF_errorStrings[-(int)(code)];
+    return codeError;
+}
+
+
+/*-************************************
+*  Private functions
+**************************************/
+static size_t LizardF_getBlockSize(unsigned blockSizeID)
+{
+    static const size_t blockSizes[7] = { 128 KB, 256 KB, 1 MB, 4 MB, 16 MB, 64 MB, 256 MB };
+
+    if (blockSizeID == 0) blockSizeID = LIZARDF_BLOCKSIZEID_DEFAULT;
+    blockSizeID -= 1;
+    if (blockSizeID >= 7) return (size_t)-LizardF_ERROR_maxBlockSize_invalid;
+
+    return blockSizes[blockSizeID];
+}
+
+static LizardF_blockSizeID_t LizardF_optimalBSID(const LizardF_blockSizeID_t requestedBSID, const size_t srcSize)
+{
+    LizardF_blockSizeID_t proposedBSID = LizardF_max128KB;
+    size_t maxBlockSize;
+
+    while (requestedBSID > proposedBSID)
+    {
+        maxBlockSize = LizardF_getBlockSize(proposedBSID);
+        if (srcSize <= maxBlockSize) {
+            return proposedBSID;
+        }
+        proposedBSID = (LizardF_blockSizeID_t)((int)proposedBSID + 1);
+    }
+    return requestedBSID;
+}
+
+
+static BYTE LizardF_headerChecksum (const void* header, size_t length)
+{
+    U32 xxh = XXH32(header, length, 0);
+    return (BYTE)(xxh >> 8);
+}
+
+
+/*-************************************
+*  Simple compression functions
+**************************************/
+
+size_t LizardF_compressFrameBound(size_t srcSize, const LizardF_preferences_t* preferencesPtr)
+{
+    LizardF_preferences_t prefs;
+    size_t headerSize;
+    size_t streamSize;
+
+    if (preferencesPtr!=NULL) prefs = *preferencesPtr;
+    else memset(&prefs, 0, sizeof(prefs));
+
+    prefs.frameInfo.blockSizeID = LizardF_optimalBSID(prefs.frameInfo.blockSizeID, srcSize);
+    prefs.autoFlush = 1;
+
+    headerSize = maxFHSize;      /* header size, including magic number and frame content size*/
+    streamSize = LizardF_compressBound(srcSize, &prefs);
+
+    return headerSize + streamSize;
+}
+
+
+
+/*! LizardF_compressFrame() :
+* Compress an entire srcBuffer into a valid Lizard frame, as defined by specification v1.5.0, in a single step.
+* The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
+* You can get the minimum value of dstMaxSize by using LizardF_compressFrameBound()
+* If this condition is not respected, LizardF_compressFrame() will fail (result is an errorCode)
+* The LizardF_preferences_t structure is optional : you can provide NULL as argument. All preferences will then be set to default.
+* The result of the function is the number of bytes written into dstBuffer.
+* The function outputs an error code if it fails (can be tested using LizardF_isError())
+*/
+size_t LizardF_compressFrame(void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_preferences_t* preferencesPtr)
+{
+    LizardF_cctx_t cctxI;
+    LizardF_preferences_t prefs;
+    LizardF_compressOptions_t options;
+    LizardF_errorCode_t errorCode;
+    BYTE* const dstStart = (BYTE*) dstBuffer;
+    BYTE* dstPtr = dstStart;
+    BYTE* const dstEnd = dstStart + dstMaxSize;
+
+    memset(&cctxI, 0, sizeof(cctxI));   /* works because no allocation */
+    memset(&options, 0, sizeof(options));
+
+    cctxI.version = LIZARDF_VERSION;
+    cctxI.maxBufferSize = 5 MB;   /* mess with real buffer size to prevent allocation; works because autoflush==1 & stableSrc==1 */
+
+    if (preferencesPtr!=NULL)
+        prefs = *preferencesPtr;
+    else
+        memset(&prefs, 0, sizeof(prefs));
+    if (prefs.frameInfo.contentSize != 0)
+        prefs.frameInfo.contentSize = (U64)srcSize;   /* auto-correct content size if selected (!=0) */
+
+    prefs.frameInfo.blockSizeID = LizardF_optimalBSID(prefs.frameInfo.blockSizeID, srcSize);
+    prefs.autoFlush = 1;
+    if (srcSize <= LizardF_getBlockSize(prefs.frameInfo.blockSizeID))
+        prefs.frameInfo.blockMode = LizardF_blockIndependent;   /* no need for linked blocks */
+
+    options.stableSrc = 1;
+
+    if (dstMaxSize < LizardF_compressFrameBound(srcSize, &prefs))
+        return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;
+
+    errorCode = LizardF_compressBegin(&cctxI, dstBuffer, dstMaxSize, &prefs);  /* write header */
+    if (LizardF_isError(errorCode)) goto error;
+    dstPtr += errorCode;   /* header size */
+
+    errorCode = LizardF_compressUpdate(&cctxI, dstPtr, dstEnd-dstPtr, srcBuffer, srcSize, &options);
+    if (LizardF_isError(errorCode)) goto error;
+    dstPtr += errorCode;
+
+    errorCode = LizardF_compressEnd(&cctxI, dstPtr, dstEnd-dstPtr, &options);   /* flush last block, and generate suffix */
+    if (LizardF_isError(errorCode)) goto error;
+    dstPtr += errorCode;
+
+    Lizard_freeStream(cctxI.lizardCtxPtr);
+    FREEMEM(cctxI.tmpBuff);
+    return (dstPtr - dstStart);
+error:
+    Lizard_freeStream(cctxI.lizardCtxPtr);
+    FREEMEM(cctxI.tmpBuff);
+    return errorCode;
+}
+
+
+/*-*********************************
+*  Advanced compression functions
+***********************************/
+
+/* LizardF_createCompressionContext() :
+* The first thing to do is to create a compressionContext object, which will be used in all compression operations.
+* This is achieved using LizardF_createCompressionContext(), which takes as argument a version and an LizardF_preferences_t structure.
+* The version provided MUST be LIZARDF_VERSION. It is intended to track potential version differences between different binaries.
+* The function will provide a pointer to an allocated LizardF_compressionContext_t object.
+* If the result LizardF_errorCode_t is not OK_NoError, there was an error during context creation.
+* Object can release its memory using LizardF_freeCompressionContext();
+*/
+LizardF_errorCode_t LizardF_createCompressionContext(LizardF_compressionContext_t* LizardF_compressionContextPtr, unsigned version)
+{
+    LizardF_cctx_t* cctxPtr;
+
+    cctxPtr = (LizardF_cctx_t*)ALLOCATOR(1, sizeof(LizardF_cctx_t));
+    if (cctxPtr==NULL) return (LizardF_errorCode_t)(-LizardF_ERROR_allocation_failed);
+
+    cctxPtr->version = version;
+    cctxPtr->cStage = 0;   /* Next stage : write header */
+
+    *LizardF_compressionContextPtr = (LizardF_compressionContext_t)cctxPtr;
+
+    return LizardF_OK_NoError;
+}
+
+
+LizardF_errorCode_t LizardF_freeCompressionContext(LizardF_compressionContext_t LizardF_compressionContext)
+{
+    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)LizardF_compressionContext;
+
+    if (cctxPtr != NULL) {  /* null pointers can be safely provided to this function, like free() */
+       Lizard_freeStream(cctxPtr->lizardCtxPtr);
+       FREEMEM(cctxPtr->tmpBuff);
+       FREEMEM(LizardF_compressionContext);
+    }
+
+    return LizardF_OK_NoError;
+}
+
+
+/*! LizardF_compressBegin() :
+* will write the frame header into dstBuffer.
+* dstBuffer must be large enough to accommodate a header (dstMaxSize). Maximum header size is LizardF_MAXHEADERFRAME_SIZE bytes.
+* The result of the function is the number of bytes written into dstBuffer for the header
+* or an error code (can be tested using LizardF_isError())
+*/
+size_t LizardF_compressBegin(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const LizardF_preferences_t* preferencesPtr)
+{
+    LizardF_preferences_t prefNull;
+    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
+    BYTE* const dstStart = (BYTE*)dstBuffer;
+    BYTE* dstPtr = dstStart;
+    BYTE* headerStart;
+    size_t requiredBuffSize;
+
+    if (dstMaxSize < maxFHSize) return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;
+    if (cctxPtr->cStage != 0) return (size_t)-LizardF_ERROR_GENERIC;
+    memset(&prefNull, 0, sizeof(prefNull));
+    if (preferencesPtr == NULL) preferencesPtr = &prefNull;
+    cctxPtr->prefs = *preferencesPtr;
+
+    /* ctx Management */
+    if (cctxPtr->lizardCtxLevel == 0) {
+        cctxPtr->lizardCtxPtr = Lizard_createStream(cctxPtr->prefs.compressionLevel);
+        cctxPtr->lizardCtxLevel = 1;
+    }
+
+    /* Buffer Management */
+    if (cctxPtr->prefs.frameInfo.blockSizeID == 0) cctxPtr->prefs.frameInfo.blockSizeID = LIZARDF_BLOCKSIZEID_DEFAULT;
+    cctxPtr->maxBlockSize = LizardF_getBlockSize(cctxPtr->prefs.frameInfo.blockSizeID);
+    requiredBuffSize = cctxPtr->maxBlockSize + ((cctxPtr->prefs.frameInfo.blockMode == LizardF_blockLinked) * 2 * LIZARD_DICT_SIZE);
+
+    if (preferencesPtr->autoFlush)
+        requiredBuffSize = (cctxPtr->prefs.frameInfo.blockMode == LizardF_blockLinked) * LIZARD_DICT_SIZE;   /* just needs dict */
+
+    if (cctxPtr->maxBufferSize < requiredBuffSize) {
+        cctxPtr->maxBufferSize = requiredBuffSize;
+        FREEMEM(cctxPtr->tmpBuff);
+        cctxPtr->tmpBuff = (BYTE*)ALLOCATOR(1, requiredBuffSize);
+        if (cctxPtr->tmpBuff == NULL) { printf("ERROR in LizardF_compressBegin: Cannot allocate %d MB\n", (int)(requiredBuffSize>>20)); return (size_t)-LizardF_ERROR_allocation_failed; }
+    }
+    cctxPtr->tmpIn = cctxPtr->tmpBuff;
+    cctxPtr->tmpInSize = 0;
+    XXH32_reset(&(cctxPtr->xxh), 0);
+    cctxPtr->lizardCtxPtr = Lizard_resetStream((Lizard_stream_t*)(cctxPtr->lizardCtxPtr), cctxPtr->prefs.compressionLevel);
+    if (!cctxPtr->lizardCtxPtr) return (size_t)-LizardF_ERROR_allocation_failed;
+
+    /* Magic Number */
+    LizardF_writeLE32(dstPtr, LIZARDF_MAGICNUMBER);
+    dstPtr += 4;
+    headerStart = dstPtr;
+
+    /* FLG Byte */
+    *dstPtr++ = (BYTE)(((1 & _2BITS) << 6)    /* Version('01') */
+        + ((cctxPtr->prefs.frameInfo.blockMode & _1BIT ) << 5)    /* Block mode */
+        + ((cctxPtr->prefs.frameInfo.contentChecksumFlag & _1BIT ) << 2)   /* Frame checksum */
+        + ((cctxPtr->prefs.frameInfo.contentSize > 0) << 3));   /* Frame content size */
+    /* BD Byte */
+    *dstPtr++ = (BYTE)((cctxPtr->prefs.frameInfo.blockSizeID & _3BITS) << 4);
+    /* Optional Frame content size field */
+    if (cctxPtr->prefs.frameInfo.contentSize) {
+        LizardF_writeLE64(dstPtr, cctxPtr->prefs.frameInfo.contentSize);
+        dstPtr += 8;
+        cctxPtr->totalInSize = 0;
+    }
+    /* CRC Byte */
+    *dstPtr = LizardF_headerChecksum(headerStart, dstPtr - headerStart);
+    dstPtr++;
+
+    cctxPtr->cStage = 1;   /* header written, now request input data block */
+
+    return (dstPtr - dstStart);
+}
+
+
+/* LizardF_compressBound() : gives the size of Dst buffer given a srcSize to handle worst case situations.
+*                        The LizardF_frameInfo_t structure is optional :
+*                        you can provide NULL as argument, preferences will then be set to cover worst case situations.
+* */
+size_t LizardF_compressBound(size_t srcSize, const LizardF_preferences_t* preferencesPtr)
+{
+    LizardF_preferences_t prefsNull;
+    memset(&prefsNull, 0, sizeof(prefsNull));
+    prefsNull.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;   /* worst case */
+    {   const LizardF_preferences_t* prefsPtr = (preferencesPtr==NULL) ? &prefsNull : preferencesPtr;
+        LizardF_blockSizeID_t bid = prefsPtr->frameInfo.blockSizeID;
+        size_t blockSize = LizardF_getBlockSize(bid);
+        unsigned nbBlocks = (unsigned)(srcSize / blockSize) + 1;
+        size_t lastBlockSize = prefsPtr->autoFlush ? srcSize % blockSize : blockSize;
+        size_t blockInfo = 4;   /* default, without block CRC option */
+        size_t frameEnd = 4 + (prefsPtr->frameInfo.contentChecksumFlag*4);
+
+        return (blockInfo * nbBlocks) + (blockSize * (nbBlocks-1)) + lastBlockSize + frameEnd;;
+    }
+}
+
+
+typedef int (*compressFunc_t)(void* ctx, const char* src, char* dst, int srcSize, int dstSize, int level);
+
+static size_t LizardF_compressBlock(void* dst, const void* src, size_t srcSize, compressFunc_t compress, void* lizardctx, int level)
+{
+    /* compress one block */
+    BYTE* cSizePtr = (BYTE*)dst;
+    U32 cSize;
+    cSize = (U32)compress(lizardctx, (const char*)src, (char*)(cSizePtr+4), (int)(srcSize), (int)(srcSize-1), level);
+    LizardF_writeLE32(cSizePtr, cSize);
+    if (cSize == 0) {  /* compression failed */
+        cSize = (U32)srcSize;
+        LizardF_writeLE32(cSizePtr, cSize + LIZARDF_BLOCKUNCOMPRESSED_FLAG);
+        memcpy(cSizePtr+4, src, srcSize);
+    }
+    return cSize + 4;
+}
+
+
+
+static int LizardF_localLizard_compress_continue(void* ctx, const char* src, char* dst, int srcSize, int dstSize, int level)
+{
+    (void)level;
+    return Lizard_compress_continue((Lizard_stream_t*)ctx, src, dst, srcSize, dstSize);
+}
+
+static compressFunc_t LizardF_selectCompression(LizardF_blockMode_t blockMode)
+{
+    if (blockMode == LizardF_blockIndependent) return Lizard_compress_extState;
+    return LizardF_localLizard_compress_continue;
+}
+
+static int LizardF_localSaveDict(LizardF_cctx_t* cctxPtr)
+{
+    return Lizard_saveDict ((Lizard_stream_t*)(cctxPtr->lizardCtxPtr), (char*)(cctxPtr->tmpBuff), LIZARD_DICT_SIZE);
+}
+
+typedef enum { notDone, fromTmpBuffer, fromSrcBuffer } LizardF_lastBlockStatus;
+
+/*! LizardF_compressUpdate() :
+* LizardF_compressUpdate() can be called repetitively to compress as much data as necessary.
+* The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
+* If this condition is not respected, LizardF_compress() will fail (result is an errorCode)
+* You can get the minimum value of dstMaxSize by using LizardF_compressBound()
+* The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
+* The result of the function is the number of bytes written into dstBuffer : it can be zero, meaning input data was just buffered.
+* The function outputs an error code if it fails (can be tested using LizardF_isError())
+*/
+size_t LizardF_compressUpdate(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_compressOptions_t* compressOptionsPtr)
+{
+    LizardF_compressOptions_t cOptionsNull;
+    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
+    size_t blockSize = cctxPtr->maxBlockSize;
+    const BYTE* srcPtr = (const BYTE*)srcBuffer;
+    const BYTE* const srcEnd = srcPtr + srcSize;
+    BYTE* const dstStart = (BYTE*)dstBuffer;
+    BYTE* dstPtr = dstStart;
+    LizardF_lastBlockStatus lastBlockCompressed = notDone;
+    compressFunc_t compress;
+
+
+    if (cctxPtr->cStage != 1) return (size_t)-LizardF_ERROR_GENERIC;
+    if (dstMaxSize < LizardF_compressBound(srcSize, &(cctxPtr->prefs))) return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;
+    memset(&cOptionsNull, 0, sizeof(cOptionsNull));
+    if (compressOptionsPtr == NULL) compressOptionsPtr = &cOptionsNull;
+
+    /* select compression function */
+    compress = LizardF_selectCompression(cctxPtr->prefs.frameInfo.blockMode);
+
+    /* complete tmp buffer */
+    if (cctxPtr->tmpInSize > 0) {   /* some data already within tmp buffer */
+        size_t sizeToCopy = blockSize - cctxPtr->tmpInSize;
+        if (sizeToCopy > srcSize) {
+            /* add src to tmpIn buffer */
+            memcpy(cctxPtr->tmpIn + cctxPtr->tmpInSize, srcBuffer, srcSize);
+            srcPtr = srcEnd;
+            cctxPtr->tmpInSize += srcSize;
+            /* still needs some CRC */
+        } else {
+            /* complete tmpIn block and then compress it */
+            lastBlockCompressed = fromTmpBuffer;
+            memcpy(cctxPtr->tmpIn + cctxPtr->tmpInSize, srcBuffer, sizeToCopy);
+            srcPtr += sizeToCopy;
+
+            dstPtr += LizardF_compressBlock(dstPtr, cctxPtr->tmpIn, blockSize, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
+
+            if (cctxPtr->prefs.frameInfo.blockMode==LizardF_blockLinked) cctxPtr->tmpIn += blockSize;
+            cctxPtr->tmpInSize = 0;
+        }
+    }
+
+    while ((size_t)(srcEnd - srcPtr) >= blockSize) {
+        /* compress full block */
+        lastBlockCompressed = fromSrcBuffer;
+        dstPtr += LizardF_compressBlock(dstPtr, srcPtr, blockSize, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
+        srcPtr += blockSize;
+    }
+
+    if ((cctxPtr->prefs.autoFlush) && (srcPtr < srcEnd)) {
+        /* compress remaining input < blockSize */
+        lastBlockCompressed = fromSrcBuffer;
+        dstPtr += LizardF_compressBlock(dstPtr, srcPtr, srcEnd - srcPtr, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
+        srcPtr  = srcEnd;
+    }
+
+    /* preserve dictionary if necessary */
+    if ((cctxPtr->prefs.frameInfo.blockMode==LizardF_blockLinked) && (lastBlockCompressed==fromSrcBuffer)) {
+        if (compressOptionsPtr->stableSrc) {
+            cctxPtr->tmpIn = cctxPtr->tmpBuff;
+        } else {
+            int realDictSize = LizardF_localSaveDict(cctxPtr);
+            if (realDictSize==0) return (size_t)-LizardF_ERROR_GENERIC;
+            cctxPtr->tmpIn = cctxPtr->tmpBuff + realDictSize;
+        }
+    }
+
+    /* keep tmpIn within limits */
+    if ((cctxPtr->tmpIn + blockSize) > (cctxPtr->tmpBuff + cctxPtr->maxBufferSize)   /* necessarily LizardF_blockLinked && lastBlockCompressed==fromTmpBuffer */
+        && !(cctxPtr->prefs.autoFlush))
+    {
+        int realDictSize = LizardF_localSaveDict(cctxPtr);
+        cctxPtr->tmpIn = cctxPtr->tmpBuff + realDictSize;
+    }
+
+    /* some input data left, necessarily < blockSize */
+    if (srcPtr < srcEnd) {
+        /* fill tmp buffer */
+        size_t sizeToCopy = srcEnd - srcPtr;
+        memcpy(cctxPtr->tmpIn, srcPtr, sizeToCopy);
+        cctxPtr->tmpInSize = sizeToCopy;
+    }
+
+    if (cctxPtr->prefs.frameInfo.contentChecksumFlag == LizardF_contentChecksumEnabled)
+        XXH32_update(&(cctxPtr->xxh), srcBuffer, srcSize);
+
+    cctxPtr->totalInSize += srcSize;
+    return dstPtr - dstStart;
+}
+
+
+/*! LizardF_flush() :
+* Should you need to create compressed data immediately, without waiting for a block to be filled,
+* you can call Lizard_flush(), which will immediately compress any remaining data stored within compressionContext.
+* The result of the function is the number of bytes written into dstBuffer
+* (it can be zero, this means there was no data left within compressionContext)
+* The function outputs an error code if it fails (can be tested using LizardF_isError())
+* The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
+*/
+size_t LizardF_flush(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* compressOptionsPtr)
+{
+    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
+    BYTE* const dstStart = (BYTE*)dstBuffer;
+    BYTE* dstPtr = dstStart;
+    compressFunc_t compress;
+
+
+    if (cctxPtr->tmpInSize == 0) return 0;   /* nothing to flush */
+    if (cctxPtr->cStage != 1) return (size_t)-LizardF_ERROR_GENERIC;
+    if (dstMaxSize < (cctxPtr->tmpInSize + 8)) return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;   /* +8 : block header(4) + block checksum(4) */
+    (void)compressOptionsPtr;   /* not yet useful */
+
+    /* select compression function */
+    compress = LizardF_selectCompression(cctxPtr->prefs.frameInfo.blockMode);
+
+    /* compress tmp buffer */
+    dstPtr += LizardF_compressBlock(dstPtr, cctxPtr->tmpIn, cctxPtr->tmpInSize, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
+    if (cctxPtr->prefs.frameInfo.blockMode==LizardF_blockLinked) cctxPtr->tmpIn += cctxPtr->tmpInSize;
+    cctxPtr->tmpInSize = 0;
+
+    /* keep tmpIn within limits */
+    if ((cctxPtr->tmpIn + cctxPtr->maxBlockSize) > (cctxPtr->tmpBuff + cctxPtr->maxBufferSize)) {  /* necessarily LizardF_blockLinked */
+        int realDictSize = LizardF_localSaveDict(cctxPtr);
+        cctxPtr->tmpIn = cctxPtr->tmpBuff + realDictSize;
+    }
+
+    return dstPtr - dstStart;
+}
+
+
+/*! LizardF_compressEnd() :
+* When you want to properly finish the compressed frame, just call LizardF_compressEnd().
+* It will flush whatever data remained within compressionContext (like Lizard_flush())
+* but also properly finalize the frame, with an endMark and a checksum.
+* The result of the function is the number of bytes written into dstBuffer (necessarily >= 4 (endMark size))
+* The function outputs an error code if it fails (can be tested using LizardF_isError())
+* The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
+* compressionContext can then be used again, starting with LizardF_compressBegin(). The preferences will remain the same.
+*/
+size_t LizardF_compressEnd(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* compressOptionsPtr)
+{
+    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
+    BYTE* const dstStart = (BYTE*)dstBuffer;
+    BYTE* dstPtr = dstStart;
+    size_t errorCode;
+
+    errorCode = LizardF_flush(compressionContext, dstBuffer, dstMaxSize, compressOptionsPtr);
+    if (LizardF_isError(errorCode)) return errorCode;
+    dstPtr += errorCode;
+
+    LizardF_writeLE32(dstPtr, 0);
+    dstPtr+=4;   /* endMark */
+
+    if (cctxPtr->prefs.frameInfo.contentChecksumFlag == LizardF_contentChecksumEnabled) {
+        U32 xxh = XXH32_digest(&(cctxPtr->xxh));
+        LizardF_writeLE32(dstPtr, xxh);
+        dstPtr+=4;   /* content Checksum */
+    }
+
+    cctxPtr->cStage = 0;   /* state is now re-usable (with identical preferences) */
+    cctxPtr->maxBufferSize = 0;  /* reuse HC context */
+
+    if (cctxPtr->prefs.frameInfo.contentSize) {
+        if (cctxPtr->prefs.frameInfo.contentSize != cctxPtr->totalInSize)
+            return (size_t)-LizardF_ERROR_frameSize_wrong;
+    }
+
+    return dstPtr - dstStart;
+}
+
+
+/*-***************************************************
+*   Frame Decompression
+*****************************************************/
+
+/* Resource management */
+
+/*! LizardF_createDecompressionContext() :
+*   Create a decompressionContext object, which will track all decompression operations.
+*   Provides a pointer to a fully allocated and initialized LizardF_decompressionContext object.
+*   Object can later be released using LizardF_freeDecompressionContext().
+*   @return : if != 0, there was an error during context creation.
+*/
+LizardF_errorCode_t LizardF_createDecompressionContext(LizardF_decompressionContext_t* LizardF_decompressionContextPtr, unsigned versionNumber)
+{
+    LizardF_dctx_t* const dctxPtr = (LizardF_dctx_t*)ALLOCATOR(1, sizeof(LizardF_dctx_t));
+    if (dctxPtr==NULL) return (LizardF_errorCode_t)-LizardF_ERROR_GENERIC;
+
+    dctxPtr->version = versionNumber;
+    *LizardF_decompressionContextPtr = (LizardF_decompressionContext_t)dctxPtr;
+    return LizardF_OK_NoError;
+}
+
+LizardF_errorCode_t LizardF_freeDecompressionContext(LizardF_decompressionContext_t LizardF_decompressionContext)
+{
+    LizardF_errorCode_t result = LizardF_OK_NoError;
+    LizardF_dctx_t* const dctxPtr = (LizardF_dctx_t*)LizardF_decompressionContext;
+    if (dctxPtr != NULL) {   /* can accept NULL input, like free() */
+      result = (LizardF_errorCode_t)dctxPtr->dStage;
+      FREEMEM(dctxPtr->tmpIn);
+      FREEMEM(dctxPtr->tmpOutBuffer);
+      FREEMEM(dctxPtr);
+    }
+    return result;
+}
+
+
+/* ******************************************************************** */
+/* ********************* Decompression ******************************** */
+/* ******************************************************************** */
+
+typedef enum { dstage_getHeader=0, dstage_storeHeader,
+    dstage_getCBlockSize, dstage_storeCBlockSize,
+    dstage_copyDirect,
+    dstage_getCBlock, dstage_storeCBlock,
+    dstage_decodeCBlock, dstage_decodeCBlock_intoDst,
+    dstage_decodeCBlock_intoTmp, dstage_flushOut,
+    dstage_getSuffix, dstage_storeSuffix,
+    dstage_getSFrameSize, dstage_storeSFrameSize,
+    dstage_skipSkippable
+} dStage_t;
+
+
+/*! LizardF_headerSize() :
+*   @return : size of frame header
+*             or an error code, which can be tested using LizardF_isError()
+*/
+static size_t LizardF_headerSize(const void* src, size_t srcSize)
+{
+    /* minimal srcSize to determine header size */
+    if (srcSize < 5) return (size_t)-LizardF_ERROR_frameHeader_incomplete;
+
+    /* special case : skippable frames */
+    if ((LizardF_readLE32(src) & 0xFFFFFFF0U) == LIZARDF_MAGIC_SKIPPABLE_START) return 8;
+
+    /* control magic number */
+    if (LizardF_readLE32(src) != LIZARDF_MAGICNUMBER) return (size_t)-LizardF_ERROR_frameType_unknown;
+
+    /* Frame Header Size */
+    {   BYTE const FLG = ((const BYTE*)src)[4];
+        U32 const contentSizeFlag = (FLG>>3) & _1BIT;
+        return contentSizeFlag ? maxFHSize : minFHSize;
+    }
+}
+
+
+/*! LizardF_decodeHeader() :
+   input   : `srcVoidPtr` points at the **beginning of the frame**
+   output  : set internal values of dctx, such as
+             dctxPtr->frameInfo and dctxPtr->dStage.
+             Also allocates internal buffers.
+   @return : nb Bytes read from srcVoidPtr (necessarily <= srcSize)
+             or an error code (testable with LizardF_isError())
+*/
+static size_t LizardF_decodeHeader(LizardF_dctx_t* dctxPtr, const void* srcVoidPtr, size_t srcSize)
+{
+    BYTE FLG, BD, HC;
+    unsigned version, blockMode, blockChecksumFlag, contentSizeFlag, contentChecksumFlag, blockSizeID;
+    size_t bufferNeeded, currentBlockSize;
+    size_t frameHeaderSize;
+    const BYTE* srcPtr = (const BYTE*)srcVoidPtr;
+
+    /* need to decode header to get frameInfo */
+    if (srcSize < minFHSize) return (size_t)-LizardF_ERROR_frameHeader_incomplete;   /* minimal frame header size */
+    memset(&(dctxPtr->frameInfo), 0, sizeof(dctxPtr->frameInfo));
+
+    /* special case : skippable frames */
+    if ((LizardF_readLE32(srcPtr) & 0xFFFFFFF0U) == LIZARDF_MAGIC_SKIPPABLE_START) {
+        dctxPtr->frameInfo.frameType = LizardF_skippableFrame;
+        if (srcVoidPtr == (void*)(dctxPtr->header)) {
+            dctxPtr->tmpInSize = srcSize;
+            dctxPtr->tmpInTarget = 8;
+            dctxPtr->dStage = dstage_storeSFrameSize;
+            return srcSize;
+        } else {
+            dctxPtr->dStage = dstage_getSFrameSize;
+            return 4;
+        }
+    }
+
+    /* control magic number */
+    if (LizardF_readLE32(srcPtr) != LIZARDF_MAGICNUMBER) return (size_t)-LizardF_ERROR_frameType_unknown;
+    dctxPtr->frameInfo.frameType = LizardF_frame;
+
+    /* Flags */
+    FLG = srcPtr[4];
+    version = (FLG>>6) & _2BITS;
+    blockMode = (FLG>>5) & _1BIT;
+    blockChecksumFlag = (FLG>>4) & _1BIT;
+    contentSizeFlag = (FLG>>3) & _1BIT;
+    contentChecksumFlag = (FLG>>2) & _1BIT;
+
+    /* Frame Header Size */
+    frameHeaderSize = contentSizeFlag ? maxFHSize : minFHSize;
+
+    if (srcSize < frameHeaderSize) {
+        /* not enough input to fully decode frame header */
+        if (srcPtr != dctxPtr->header)
+            memcpy(dctxPtr->header, srcPtr, srcSize);
+        dctxPtr->tmpInSize = srcSize;
+        dctxPtr->tmpInTarget = frameHeaderSize;
+        dctxPtr->dStage = dstage_storeHeader;
+        return srcSize;
+    }
+
+    BD = srcPtr[5];
+    blockSizeID = (BD>>4) & _3BITS;
+
+    /* validate */
+    if (version != 1) return (size_t)-LizardF_ERROR_headerVersion_wrong;        /* Version Number, only supported value */
+    if (blockChecksumFlag != 0) return (size_t)-LizardF_ERROR_blockChecksum_unsupported; /* Not supported for the time being */
+    if (((FLG>>0)&_2BITS) != 0) return (size_t)-LizardF_ERROR_reservedFlag_set; /* Reserved bits */
+    if (((BD>>7)&_1BIT) != 0) return (size_t)-LizardF_ERROR_reservedFlag_set;   /* Reserved bit */
+    if (blockSizeID < 1) return (size_t)-LizardF_ERROR_maxBlockSize_invalid;    /* 1-7 only supported values for the time being */
+    if (((BD>>0)&_4BITS) != 0) return (size_t)-LizardF_ERROR_reservedFlag_set;  /* Reserved bits */
+
+    /* check */
+    HC = LizardF_headerChecksum(srcPtr+4, frameHeaderSize-5);
+    if (HC != srcPtr[frameHeaderSize-1]) return (size_t)-LizardF_ERROR_headerChecksum_invalid;   /* Bad header checksum error */
+
+    /* save */
+    dctxPtr->frameInfo.blockMode = (LizardF_blockMode_t)blockMode;
+    dctxPtr->frameInfo.contentChecksumFlag = (LizardF_contentChecksum_t)contentChecksumFlag;
+    dctxPtr->frameInfo.blockSizeID = (LizardF_blockSizeID_t)blockSizeID;
+    currentBlockSize = dctxPtr->maxBlockSize;
+    dctxPtr->maxBlockSize = LizardF_getBlockSize(blockSizeID);
+    if (contentSizeFlag)
+        dctxPtr->frameRemainingSize = dctxPtr->frameInfo.contentSize = LizardF_readLE64(srcPtr+6);
+
+    /* init */
+    if (contentChecksumFlag) XXH32_reset(&(dctxPtr->xxh), 0);
+
+    /* alloc */
+    bufferNeeded = dctxPtr->maxBlockSize + ((dctxPtr->frameInfo.blockMode==LizardF_blockLinked) * 2 * LIZARD_DICT_SIZE);
+    if (bufferNeeded > dctxPtr->maxBufferSize || dctxPtr->maxBlockSize > currentBlockSize) {   /* tmp buffers too small */
+        FREEMEM(dctxPtr->tmpIn);
+        FREEMEM(dctxPtr->tmpOutBuffer);
+        dctxPtr->maxBufferSize = 0;
+        dctxPtr->tmpIn = (BYTE*)ALLOCATOR(1, dctxPtr->maxBlockSize);
+        if (dctxPtr->tmpIn == NULL) return (size_t)-LizardF_ERROR_GENERIC;
+        dctxPtr->tmpOutBuffer= (BYTE*)ALLOCATOR(1, bufferNeeded);
+        if (dctxPtr->tmpOutBuffer== NULL) return (size_t)-LizardF_ERROR_GENERIC;
+        dctxPtr->maxBufferSize = bufferNeeded;
+    }
+    dctxPtr->tmpInSize = 0;
+    dctxPtr->tmpInTarget = 0;
+    dctxPtr->dict = dctxPtr->tmpOutBuffer;
+    dctxPtr->dictSize = 0;
+    dctxPtr->tmpOut = dctxPtr->tmpOutBuffer;
+    dctxPtr->tmpOutStart = 0;
+    dctxPtr->tmpOutSize = 0;
+
+    dctxPtr->dStage = dstage_getCBlockSize;
+
+    return frameHeaderSize;
+}
+
+
+/*! LizardF_getFrameInfo() :
+*   Decodes frame header information, such as blockSize.
+*   It is optional : you could start by calling directly LizardF_decompress() instead.
+*   The objective is to extract header information without starting decompression, typically for allocation purposes.
+*   LizardF_getFrameInfo() can also be used *after* starting decompression, on a valid LizardF_decompressionContext_t.
+*   The number of bytes read from srcBuffer will be provided within *srcSizePtr (necessarily <= original value).
+*   You are expected to resume decompression from where it stopped (srcBuffer + *srcSizePtr)
+*   @return : hint of the better `srcSize` to use for next call to LizardF_decompress,
+*             or an error code which can be tested using LizardF_isError().
+*/
+LizardF_errorCode_t LizardF_getFrameInfo(LizardF_decompressionContext_t dCtx, LizardF_frameInfo_t* frameInfoPtr,
+                                   const void* srcBuffer, size_t* srcSizePtr)
+{
+    LizardF_dctx_t* dctxPtr = (LizardF_dctx_t*)dCtx;
+
+    if (dctxPtr->dStage > dstage_storeHeader) {  /* note : requires dstage_* header related to be at beginning of enum */
+        /* frameInfo already decoded */
+        size_t o=0, i=0;
+        *srcSizePtr = 0;
+        *frameInfoPtr = dctxPtr->frameInfo;
+        return LizardF_decompress(dCtx, NULL, &o, NULL, &i, NULL);  /* returns : recommended nb of bytes for LizardF_decompress() */
+    } else {
+        size_t nextSrcSize, o=0;
+        size_t const hSize = LizardF_headerSize(srcBuffer, *srcSizePtr);
+        if (LizardF_isError(hSize)) { *srcSizePtr=0; return hSize; }
+        if (*srcSizePtr < hSize) { *srcSizePtr=0; return (size_t)-LizardF_ERROR_frameHeader_incomplete; }
+
+        *srcSizePtr = hSize;
+        nextSrcSize = LizardF_decompress(dCtx, NULL, &o, srcBuffer, srcSizePtr, NULL);
+        if (dctxPtr->dStage <= dstage_storeHeader) return (size_t)-LizardF_ERROR_frameHeader_incomplete; /* should not happen, already checked */
+        *frameInfoPtr = dctxPtr->frameInfo;
+        return nextSrcSize;
+    }
+}
+
+
+/* trivial redirector, for common prototype */
+static int LizardF_decompress_safe (const char* source, char* dest, int compressedSize, int maxDecompressedSize, const char* dictStart, int dictSize)
+{
+    (void)dictStart; (void)dictSize;
+    return Lizard_decompress_safe (source, dest, compressedSize, maxDecompressedSize);
+}
+
+
+static void LizardF_updateDict(LizardF_dctx_t* dctxPtr, const BYTE* dstPtr, size_t dstSize, const BYTE* dstPtr0, unsigned withinTmp)
+{
+    if (dctxPtr->dictSize==0)
+        dctxPtr->dict = (const BYTE*)dstPtr;   /* priority to dictionary continuity */
+
+    if (dctxPtr->dict + dctxPtr->dictSize == dstPtr) {  /* dictionary continuity */
+        dctxPtr->dictSize += dstSize;
+        return;
+    }
+
+    if (dstPtr - dstPtr0 + dstSize >= LIZARD_DICT_SIZE) {  /* dstBuffer large enough to become dictionary */
+        dctxPtr->dict = (const BYTE*)dstPtr0;
+        dctxPtr->dictSize = dstPtr - dstPtr0 + dstSize;
+        return;
+    }
+
+    if ((withinTmp) && (dctxPtr->dict == dctxPtr->tmpOutBuffer)) {
+        /* assumption : dctxPtr->dict + dctxPtr->dictSize == dctxPtr->tmpOut + dctxPtr->tmpOutStart */
+        dctxPtr->dictSize += dstSize;
+        return;
+    }
+
+    if (withinTmp) { /* copy relevant dict portion in front of tmpOut within tmpOutBuffer */
+        size_t preserveSize = dctxPtr->tmpOut - dctxPtr->tmpOutBuffer;
+        size_t copySize = LIZARD_DICT_SIZE - dctxPtr->tmpOutSize;
+        const BYTE* oldDictEnd = dctxPtr->dict + dctxPtr->dictSize - dctxPtr->tmpOutStart;
+        if (dctxPtr->tmpOutSize > LIZARD_DICT_SIZE) copySize = 0;
+        if (copySize > preserveSize) copySize = preserveSize;
+
+        memcpy(dctxPtr->tmpOutBuffer + preserveSize - copySize, oldDictEnd - copySize, copySize);
+
+        dctxPtr->dict = dctxPtr->tmpOutBuffer;
+        dctxPtr->dictSize = preserveSize + dctxPtr->tmpOutStart + dstSize;
+        return;
+    }
+
+    if (dctxPtr->dict == dctxPtr->tmpOutBuffer) {    /* copy dst into tmp to complete dict */
+        if (dctxPtr->dictSize + dstSize > dctxPtr->maxBufferSize) {  /* tmp buffer not large enough */
+            size_t preserveSize = LIZARD_DICT_SIZE - dstSize;   /* note : dstSize < LIZARD_DICT_SIZE */
+            memcpy(dctxPtr->tmpOutBuffer, dctxPtr->dict + dctxPtr->dictSize - preserveSize, preserveSize);
+            dctxPtr->dictSize = preserveSize;
+        }
+        memcpy(dctxPtr->tmpOutBuffer + dctxPtr->dictSize, dstPtr, dstSize);
+        dctxPtr->dictSize += dstSize;
+        return;
+    }
+
+    /* join dict & dest into tmp */
+    {   size_t preserveSize = LIZARD_DICT_SIZE - dstSize;   /* note : dstSize < LIZARD_DICT_SIZE */
+        if (preserveSize > dctxPtr->dictSize) preserveSize = dctxPtr->dictSize;
+        memcpy(dctxPtr->tmpOutBuffer, dctxPtr->dict + dctxPtr->dictSize - preserveSize, preserveSize);
+        memcpy(dctxPtr->tmpOutBuffer + preserveSize, dstPtr, dstSize);
+        dctxPtr->dict = dctxPtr->tmpOutBuffer;
+        dctxPtr->dictSize = preserveSize + dstSize;
+    }
+}
+
+
+
+/*! LizardF_decompress() :
+* Call this function repetitively to regenerate data compressed within srcBuffer.
+* The function will attempt to decode *srcSizePtr from srcBuffer, into dstBuffer of maximum size *dstSizePtr.
+*
+* The number of bytes regenerated into dstBuffer will be provided within *dstSizePtr (necessarily <= original value).
+*
+* The number of bytes effectively read from srcBuffer will be provided within *srcSizePtr (necessarily <= original value).
+* If the number of bytes read is < number of bytes provided, then the decompression operation is not complete.
+* You will have to call it again, continuing from where it stopped.
+*
+* The function result is an hint of the better srcSize to use for next call to LizardF_decompress.
+* Basically, it's the size of the current (or remaining) compressed block + header of next block.
+* Respecting the hint provides some boost to performance, since it allows less buffer shuffling.
+* Note that this is just a hint, you can always provide any srcSize you want.
+* When a frame is fully decoded, the function result will be 0.
+* If decompression failed, function result is an error code which can be tested using LizardF_isError().
+*/
+size_t LizardF_decompress(LizardF_decompressionContext_t decompressionContext,
+                       void* dstBuffer, size_t* dstSizePtr,
+                       const void* srcBuffer, size_t* srcSizePtr,
+                       const LizardF_decompressOptions_t* decompressOptionsPtr)
+{
+    LizardF_dctx_t* dctxPtr = (LizardF_dctx_t*)decompressionContext;
+    LizardF_decompressOptions_t optionsNull;
+    const BYTE* const srcStart = (const BYTE*)srcBuffer;
+    const BYTE* const srcEnd = srcStart + *srcSizePtr;
+    const BYTE* srcPtr = srcStart;
+    BYTE* const dstStart = (BYTE*)dstBuffer;
+    BYTE* const dstEnd = dstStart + *dstSizePtr;
+    BYTE* dstPtr = dstStart;
+    const BYTE* selectedIn = NULL;
+    unsigned doAnotherStage = 1;
+    size_t nextSrcSizeHint = 1;
+
+
+    memset(&optionsNull, 0, sizeof(optionsNull));
+    if (decompressOptionsPtr==NULL) decompressOptionsPtr = &optionsNull;
+    *srcSizePtr = 0;
+    *dstSizePtr = 0;
+
+    /* expect to continue decoding src buffer where it left previously */
+    if (dctxPtr->srcExpect != NULL) {
+        if (srcStart != dctxPtr->srcExpect) return (size_t)-LizardF_ERROR_srcPtr_wrong;
+    }
+
+    /* programmed as a state machine */
+
+    while (doAnotherStage) {
+
+        switch(dctxPtr->dStage)
+        {
+
+        case dstage_getHeader:
+            if ((size_t)(srcEnd-srcPtr) >= maxFHSize) {  /* enough to decode - shortcut */
+                LizardF_errorCode_t const hSize = LizardF_decodeHeader(dctxPtr, srcPtr, srcEnd-srcPtr);
+                if (LizardF_isError(hSize)) return hSize;
+                srcPtr += hSize;
+                break;
+            }
+            dctxPtr->tmpInSize = 0;
+            dctxPtr->tmpInTarget = minFHSize;   /* minimum to attempt decode */
+            dctxPtr->dStage = dstage_storeHeader;
+            /* fallthrough */
+
+        case dstage_storeHeader:
+            {   size_t sizeToCopy = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
+                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy =  srcEnd - srcPtr;
+                memcpy(dctxPtr->header + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
+                dctxPtr->tmpInSize += sizeToCopy;
+                srcPtr += sizeToCopy;
+                if (dctxPtr->tmpInSize < dctxPtr->tmpInTarget) {
+                    nextSrcSizeHint = (dctxPtr->tmpInTarget - dctxPtr->tmpInSize) + BHSize;   /* rest of header + nextBlockHeader */
+                    doAnotherStage = 0;   /* not enough src data, ask for some more */
+                    break;
+                }
+                {   LizardF_errorCode_t const hSize = LizardF_decodeHeader(dctxPtr, dctxPtr->header, dctxPtr->tmpInTarget);
+                    if (LizardF_isError(hSize)) return hSize;
+                }
+                break;
+            }
+
+        case dstage_getCBlockSize:
+            if ((size_t)(srcEnd - srcPtr) >= BHSize) {
+                selectedIn = srcPtr;
+                srcPtr += BHSize;
+            } else {
+                /* not enough input to read cBlockSize field */
+                dctxPtr->tmpInSize = 0;
+                dctxPtr->dStage = dstage_storeCBlockSize;
+            }
+
+            if (dctxPtr->dStage == dstage_storeCBlockSize)   /* can be skipped */
+        case dstage_storeCBlockSize:
+            {
+                size_t sizeToCopy = BHSize - dctxPtr->tmpInSize;
+                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy = srcEnd - srcPtr;
+                memcpy(dctxPtr->tmpIn + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
+                srcPtr += sizeToCopy;
+                dctxPtr->tmpInSize += sizeToCopy;
+                if (dctxPtr->tmpInSize < BHSize) {   /* not enough input to get full cBlockSize; wait for more */
+                    nextSrcSizeHint = BHSize - dctxPtr->tmpInSize;
+                    doAnotherStage  = 0;
+                    break;
+                }
+                selectedIn = dctxPtr->tmpIn;
+            }
+
+        /* case dstage_decodeCBlockSize: */   /* no more direct access, to prevent scan-build warning */
+            {   size_t const nextCBlockSize = LizardF_readLE32(selectedIn) & 0x7FFFFFFFU;
+                if (nextCBlockSize==0) {  /* frameEnd signal, no more CBlock */
+                    dctxPtr->dStage = dstage_getSuffix;
+                    break;
+                }
+                if (nextCBlockSize > dctxPtr->maxBlockSize) return (size_t)-LizardF_ERROR_GENERIC;   /* invalid cBlockSize */
+                dctxPtr->tmpInTarget = nextCBlockSize;
+                if (LizardF_readLE32(selectedIn) & LIZARDF_BLOCKUNCOMPRESSED_FLAG) {
+                    dctxPtr->dStage = dstage_copyDirect;
+                    break;
+                }
+                dctxPtr->dStage = dstage_getCBlock;
+                if (dstPtr==dstEnd) {
+                    nextSrcSizeHint = nextCBlockSize + BHSize;
+                    doAnotherStage = 0;
+                }
+                break;
+            }
+
+        case dstage_copyDirect:   /* uncompressed block */
+            {   size_t sizeToCopy = dctxPtr->tmpInTarget;
+                if ((size_t)(srcEnd-srcPtr) < sizeToCopy) sizeToCopy = srcEnd - srcPtr;  /* not enough input to read full block */
+                if ((size_t)(dstEnd-dstPtr) < sizeToCopy) sizeToCopy = dstEnd - dstPtr;
+                memcpy(dstPtr, srcPtr, sizeToCopy);
+                if (dctxPtr->frameInfo.contentChecksumFlag) XXH32_update(&(dctxPtr->xxh), srcPtr, sizeToCopy);
+                if (dctxPtr->frameInfo.contentSize) dctxPtr->frameRemainingSize -= sizeToCopy;
+
+                /* dictionary management */
+                if (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
+                    LizardF_updateDict(dctxPtr, dstPtr, sizeToCopy, dstStart, 0);
+
+                srcPtr += sizeToCopy;
+                dstPtr += sizeToCopy;
+                if (sizeToCopy == dctxPtr->tmpInTarget) {  /* all copied */
+                    dctxPtr->dStage = dstage_getCBlockSize;
+                    break;
+                }
+                dctxPtr->tmpInTarget -= sizeToCopy;   /* still need to copy more */
+                nextSrcSizeHint = dctxPtr->tmpInTarget + BHSize;
+                doAnotherStage = 0;
+                break;
+            }
+
+        case dstage_getCBlock:   /* entry from dstage_decodeCBlockSize */
+            if ((size_t)(srcEnd-srcPtr) < dctxPtr->tmpInTarget) {
+                dctxPtr->tmpInSize = 0;
+                dctxPtr->dStage = dstage_storeCBlock;
+                break;
+            }
+            selectedIn = srcPtr;
+            srcPtr += dctxPtr->tmpInTarget;
+            dctxPtr->dStage = dstage_decodeCBlock;
+            break;
+
+        case dstage_storeCBlock:
+            {   size_t sizeToCopy = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
+                if (sizeToCopy > (size_t)(srcEnd-srcPtr)) sizeToCopy = srcEnd-srcPtr;
+                memcpy(dctxPtr->tmpIn + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
+                dctxPtr->tmpInSize += sizeToCopy;
+                srcPtr += sizeToCopy;
+                if (dctxPtr->tmpInSize < dctxPtr->tmpInTarget) { /* need more input */
+                    nextSrcSizeHint = (dctxPtr->tmpInTarget - dctxPtr->tmpInSize) + BHSize;
+                    doAnotherStage=0;
+                    break;
+                }
+                selectedIn = dctxPtr->tmpIn;
+                dctxPtr->dStage = dstage_decodeCBlock;
+            }
+            /* fallthrough */
+
+        case dstage_decodeCBlock:
+            if ((size_t)(dstEnd-dstPtr) < dctxPtr->maxBlockSize)   /* not enough place into dst : decode into tmpOut */
+                dctxPtr->dStage = dstage_decodeCBlock_intoTmp;
+            else
+                dctxPtr->dStage = dstage_decodeCBlock_intoDst;
+            break;
+
+        case dstage_decodeCBlock_intoDst:
+            {   int (*decoder)(const char*, char*, int, int, const char*, int);
+                int decodedSize;
+
+                if (dctxPtr->frameInfo.blockMode == LizardF_blockLinked)
+                    decoder = Lizard_decompress_safe_usingDict;
+                else
+                    decoder = LizardF_decompress_safe;
+
+                decodedSize = decoder((const char*)selectedIn, (char*)dstPtr, (int)dctxPtr->tmpInTarget, (int)dctxPtr->maxBlockSize, (const char*)dctxPtr->dict, (int)dctxPtr->dictSize);
+                if (decodedSize < 0) return (size_t)-LizardF_ERROR_GENERIC;   /* decompression failed */
+                if (dctxPtr->frameInfo.contentChecksumFlag) XXH32_update(&(dctxPtr->xxh), dstPtr, decodedSize);
+                if (dctxPtr->frameInfo.contentSize) dctxPtr->frameRemainingSize -= decodedSize;
+
+                /* dictionary management */
+                if (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
+                    LizardF_updateDict(dctxPtr, dstPtr, decodedSize, dstStart, 0);
+
+                dstPtr += decodedSize;
+                dctxPtr->dStage = dstage_getCBlockSize;
+                break;
+            }
+
+        case dstage_decodeCBlock_intoTmp:
+            /* not enough place into dst : decode into tmpOut */
+            {   int (*decoder)(const char*, char*, int, int, const char*, int);
+                int decodedSize;
+
+                if (dctxPtr->frameInfo.blockMode == LizardF_blockLinked)
+                    decoder = Lizard_decompress_safe_usingDict;
+                else
+                    decoder = LizardF_decompress_safe;
+
+                /* ensure enough place for tmpOut */
+                if (dctxPtr->frameInfo.blockMode == LizardF_blockLinked) {
+                    if (dctxPtr->dict == dctxPtr->tmpOutBuffer) {
+                        if (dctxPtr->dictSize > 2 * LIZARD_DICT_SIZE) {
+                            memcpy(dctxPtr->tmpOutBuffer, dctxPtr->dict + dctxPtr->dictSize - LIZARD_DICT_SIZE, LIZARD_DICT_SIZE);
+                            dctxPtr->dictSize = LIZARD_DICT_SIZE;
+                        }
+                        dctxPtr->tmpOut = dctxPtr->tmpOutBuffer + dctxPtr->dictSize;
+                    } else {  /* dict not within tmp */
+                        size_t reservedDictSpace = dctxPtr->dictSize;
+                        if (reservedDictSpace > LIZARD_DICT_SIZE) reservedDictSpace = LIZARD_DICT_SIZE;
+                        dctxPtr->tmpOut = dctxPtr->tmpOutBuffer + reservedDictSpace;
+                    }
+                }
+
+                /* Decode */
+                decodedSize = decoder((const char*)selectedIn, (char*)dctxPtr->tmpOut, (int)dctxPtr->tmpInTarget, (int)dctxPtr->maxBlockSize, (const char*)dctxPtr->dict, (int)dctxPtr->dictSize);
+                if (decodedSize < 0) return (size_t)-LizardF_ERROR_decompressionFailed;   /* decompression failed */
+                if (dctxPtr->frameInfo.contentChecksumFlag) XXH32_update(&(dctxPtr->xxh), dctxPtr->tmpOut, decodedSize);
+                if (dctxPtr->frameInfo.contentSize) dctxPtr->frameRemainingSize -= decodedSize;
+                dctxPtr->tmpOutSize = decodedSize;
+                dctxPtr->tmpOutStart = 0;
+                dctxPtr->dStage = dstage_flushOut;
+                break;
+            }
+
+        case dstage_flushOut:  /* flush decoded data from tmpOut to dstBuffer */
+            {   size_t sizeToCopy = dctxPtr->tmpOutSize - dctxPtr->tmpOutStart;
+                if (sizeToCopy > (size_t)(dstEnd-dstPtr)) sizeToCopy = dstEnd-dstPtr;
+                memcpy(dstPtr, dctxPtr->tmpOut + dctxPtr->tmpOutStart, sizeToCopy);
+
+                /* dictionary management */
+                if (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
+                    LizardF_updateDict(dctxPtr, dstPtr, sizeToCopy, dstStart, 1);
+
+                dctxPtr->tmpOutStart += sizeToCopy;
+                dstPtr += sizeToCopy;
+
+                /* end of flush ? */
+                if (dctxPtr->tmpOutStart == dctxPtr->tmpOutSize) {
+                    dctxPtr->dStage = dstage_getCBlockSize;
+                    break;
+                }
+                nextSrcSizeHint = BHSize;
+                doAnotherStage = 0;   /* still some data to flush */
+                break;
+            }
+
+        case dstage_getSuffix:
+            {   size_t const suffixSize = dctxPtr->frameInfo.contentChecksumFlag * 4;
+                if (dctxPtr->frameRemainingSize) return (size_t)-LizardF_ERROR_frameSize_wrong;   /* incorrect frame size decoded */
+                if (suffixSize == 0) {  /* frame completed */
+                    nextSrcSizeHint = 0;
+                    dctxPtr->dStage = dstage_getHeader;
+                    doAnotherStage = 0;
+                    break;
+                }
+                if ((srcEnd - srcPtr) < 4) {  /* not enough size for entire CRC */
+                    dctxPtr->tmpInSize = 0;
+                    dctxPtr->dStage = dstage_storeSuffix;
+                } else {
+                    selectedIn = srcPtr;
+                    srcPtr += 4;
+                }
+            }
+
+            if (dctxPtr->dStage == dstage_storeSuffix)   /* can be skipped */
+        case dstage_storeSuffix:
+            {
+                size_t sizeToCopy = 4 - dctxPtr->tmpInSize;
+                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy = srcEnd - srcPtr;
+                memcpy(dctxPtr->tmpIn + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
+                srcPtr += sizeToCopy;
+                dctxPtr->tmpInSize += sizeToCopy;
+                if (dctxPtr->tmpInSize < 4) { /* not enough input to read complete suffix */
+                    nextSrcSizeHint = 4 - dctxPtr->tmpInSize;
+                    doAnotherStage=0;
+                    break;
+                }
+                selectedIn = dctxPtr->tmpIn;
+            }
+
+        /* case dstage_checkSuffix: */   /* no direct call, to avoid scan-build warning */
+            {   U32 const readCRC = LizardF_readLE32(selectedIn);
+                U32 const resultCRC = XXH32_digest(&(dctxPtr->xxh));
+                if (readCRC != resultCRC) return (size_t)-LizardF_ERROR_contentChecksum_invalid;
+                nextSrcSizeHint = 0;
+                dctxPtr->dStage = dstage_getHeader;
+                doAnotherStage = 0;
+                break;
+            }
+
+        case dstage_getSFrameSize:
+            if ((srcEnd - srcPtr) >= 4) {
+                selectedIn = srcPtr;
+                srcPtr += 4;
+            } else {
+                /* not enough input to read cBlockSize field */
+                dctxPtr->tmpInSize = 4;
+                dctxPtr->tmpInTarget = 8;
+                dctxPtr->dStage = dstage_storeSFrameSize;
+            }
+
+            if (dctxPtr->dStage == dstage_storeSFrameSize)
+        case dstage_storeSFrameSize:
+            {
+                size_t sizeToCopy = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
+                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy = srcEnd - srcPtr;
+                memcpy(dctxPtr->header + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
+                srcPtr += sizeToCopy;
+                dctxPtr->tmpInSize += sizeToCopy;
+                if (dctxPtr->tmpInSize < dctxPtr->tmpInTarget) { /* not enough input to get full sBlockSize; wait for more */
+                    nextSrcSizeHint = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
+                    doAnotherStage = 0;
+                    break;
+                }
+                selectedIn = dctxPtr->header + 4;
+            }
+
+        /* case dstage_decodeSFrameSize: */   /* no direct access */
+            {   size_t const SFrameSize = LizardF_readLE32(selectedIn);
+                dctxPtr->frameInfo.contentSize = SFrameSize;
+                dctxPtr->tmpInTarget = SFrameSize;
+                dctxPtr->dStage = dstage_skipSkippable;
+                break;
+            }
+
+        case dstage_skipSkippable:
+            {   size_t skipSize = dctxPtr->tmpInTarget;
+                if (skipSize > (size_t)(srcEnd-srcPtr)) skipSize = srcEnd-srcPtr;
+                srcPtr += skipSize;
+                dctxPtr->tmpInTarget -= skipSize;
+                doAnotherStage = 0;
+                nextSrcSizeHint = dctxPtr->tmpInTarget;
+                if (nextSrcSizeHint) break;
+                dctxPtr->dStage = dstage_getHeader;
+                break;
+            }
+        }
+    }
+
+    /* preserve dictionary within tmp if necessary */
+    if ( (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
+        &&(dctxPtr->dict != dctxPtr->tmpOutBuffer)
+        &&(!decompressOptionsPtr->stableDst)
+        &&((unsigned)(dctxPtr->dStage-1) < (unsigned)(dstage_getSuffix-1))
+        )
+    {
+        if (dctxPtr->dStage == dstage_flushOut) {
+            size_t preserveSize = dctxPtr->tmpOut - dctxPtr->tmpOutBuffer;
+            size_t copySize = LIZARD_DICT_SIZE - dctxPtr->tmpOutSize;
+            const BYTE* oldDictEnd = dctxPtr->dict + dctxPtr->dictSize - dctxPtr->tmpOutStart;
+            if (dctxPtr->tmpOutSize > LIZARD_DICT_SIZE) copySize = 0;
+            if (copySize > preserveSize) copySize = preserveSize;
+
+            memcpy(dctxPtr->tmpOutBuffer + preserveSize - copySize, oldDictEnd - copySize, copySize);
+
+            dctxPtr->dict = dctxPtr->tmpOutBuffer;
+            dctxPtr->dictSize = preserveSize + dctxPtr->tmpOutStart;
+        } else {
+            size_t newDictSize = dctxPtr->dictSize;
+            const BYTE* oldDictEnd = dctxPtr->dict + dctxPtr->dictSize;
+            if ((newDictSize) > LIZARD_DICT_SIZE) newDictSize = LIZARD_DICT_SIZE;
+
+            memcpy(dctxPtr->tmpOutBuffer, oldDictEnd - newDictSize, newDictSize);
+
+            dctxPtr->dict = dctxPtr->tmpOutBuffer;
+            dctxPtr->dictSize = newDictSize;
+            dctxPtr->tmpOut = dctxPtr->tmpOutBuffer + newDictSize;
+        }
+    }
+
+    /* require function to be called again from position where it stopped */
+    if (srcPtr<srcEnd)
+        dctxPtr->srcExpect = srcPtr;
+    else
+        dctxPtr->srcExpect = NULL;
+
+    *srcSizePtr = (srcPtr - srcStart);
+    *dstSizePtr = (dstPtr - dstStart);
+    return nextSrcSizeHint;
+}
diff --git a/contrib/lizard/lib/lizard_frame.h b/contrib/lizard/lib/lizard_frame.h
new file mode 100644
index 00000000000..7cdd20063c5
--- /dev/null
+++ b/contrib/lizard/lib/lizard_frame.h
@@ -0,0 +1,303 @@
+/*
+   Lizard auto-framing library
+   Header File
+   Copyright (C) 2011-2015, Yann Collet
+   Copyright (C) 2016-2017, Przemyslaw Skibinski
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+/* LizardF is a stand-alone API to create Lizard-compressed frames
+ * conformant with specification v1.5.1.
+ * All related operations, including memory management, are handled internally by the library.
+ * You don't need lizard_compress.h when using lizard_frame.h.
+ * */
+
+#pragma once
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+/*-************************************
+*  Includes
+**************************************/
+#include <stddef.h>   /* size_t */
+
+
+/*-************************************
+*  Error management
+**************************************/
+typedef size_t LizardF_errorCode_t;
+
+unsigned    LizardF_isError(LizardF_errorCode_t code);
+const char* LizardF_getErrorName(LizardF_errorCode_t code);   /* return error code string; useful for debugging */
+
+
+/*-************************************
+*  Frame compression types
+**************************************/
+//#define LIZARDF_DISABLE_OBSOLETE_ENUMS
+#ifndef LIZARDF_DISABLE_OBSOLETE_ENUMS
+#  define LIZARDF_OBSOLETE_ENUM(x) ,x
+#else
+#  define LIZARDF_OBSOLETE_ENUM(x)
+#endif
+
+typedef enum {
+    LizardF_default=0,
+    LizardF_max128KB=1,
+    LizardF_max256KB=2,
+    LizardF_max1MB=3,
+    LizardF_max4MB=4,
+    LizardF_max16MB=5,
+    LizardF_max64MB=6,
+    LizardF_max256MB=7
+} LizardF_blockSizeID_t;
+
+typedef enum {
+    LizardF_blockLinked=0,
+    LizardF_blockIndependent
+    LIZARDF_OBSOLETE_ENUM(blockLinked = LizardF_blockLinked)
+    LIZARDF_OBSOLETE_ENUM(blockIndependent = LizardF_blockIndependent)
+} LizardF_blockMode_t;
+
+typedef enum {
+    LizardF_noContentChecksum=0,
+    LizardF_contentChecksumEnabled
+    LIZARDF_OBSOLETE_ENUM(noContentChecksum = LizardF_noContentChecksum)
+    LIZARDF_OBSOLETE_ENUM(contentChecksumEnabled = LizardF_contentChecksumEnabled)
+} LizardF_contentChecksum_t;
+
+typedef enum {
+    LizardF_frame=0,
+    LizardF_skippableFrame
+    LIZARDF_OBSOLETE_ENUM(skippableFrame = LizardF_skippableFrame)
+} LizardF_frameType_t;
+
+#ifndef LIZARDF_DISABLE_OBSOLETE_ENUMS
+typedef LizardF_blockSizeID_t blockSizeID_t;
+typedef LizardF_blockMode_t blockMode_t;
+typedef LizardF_frameType_t frameType_t;
+typedef LizardF_contentChecksum_t contentChecksum_t;
+#endif
+
+typedef struct {
+  LizardF_blockSizeID_t     blockSizeID;           /* max64KB, max256KB, max1MB, max4MB ; 0 == default */
+  LizardF_blockMode_t       blockMode;             /* blockLinked, blockIndependent ; 0 == default */
+  LizardF_contentChecksum_t contentChecksumFlag;   /* noContentChecksum, contentChecksumEnabled ; 0 == default  */
+  LizardF_frameType_t       frameType;             /* LizardF_frame, skippableFrame ; 0 == default */
+  unsigned long long     contentSize;           /* Size of uncompressed (original) content ; 0 == unknown */
+  unsigned               reserved[2];           /* must be zero for forward compatibility */
+} LizardF_frameInfo_t;
+
+typedef struct {
+  LizardF_frameInfo_t frameInfo;
+  int      compressionLevel;       /* 0 == default (fast mode); values above 16 count as 16; values below 0 count as 0 */
+  unsigned autoFlush;              /* 1 == always flush (reduce need for tmp buffer) */
+  unsigned reserved[4];            /* must be zero for forward compatibility */
+} LizardF_preferences_t;
+
+
+/*-*********************************
+*  Simple compression function
+***********************************/
+size_t LizardF_compressFrameBound(size_t srcSize, const LizardF_preferences_t* preferencesPtr);
+
+/*!LizardF_compressFrame() :
+ * Compress an entire srcBuffer into a valid Lizard frame, as defined by specification v1.5.1
+ * The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
+ * You can get the minimum value of dstMaxSize by using LizardF_compressFrameBound()
+ * If this condition is not respected, LizardF_compressFrame() will fail (result is an errorCode)
+ * The LizardF_preferences_t structure is optional : you can provide NULL as argument. All preferences will be set to default.
+ * The result of the function is the number of bytes written into dstBuffer.
+ * The function outputs an error code if it fails (can be tested using LizardF_isError())
+ */
+size_t LizardF_compressFrame(void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_preferences_t* preferencesPtr);
+
+
+
+/*-***********************************
+*  Advanced compression functions
+*************************************/
+typedef struct LizardF_cctx_s* LizardF_compressionContext_t;   /* must be aligned on 8-bytes */
+
+typedef struct {
+  unsigned stableSrc;    /* 1 == src content will remain available on future calls to LizardF_compress(); avoid saving src content within tmp buffer as future dictionary */
+  unsigned reserved[3];
+} LizardF_compressOptions_t;
+
+/* Resource Management */
+
+#define LIZARDF_VERSION 100
+LizardF_errorCode_t LizardF_createCompressionContext(LizardF_compressionContext_t* cctxPtr, unsigned version);
+LizardF_errorCode_t LizardF_freeCompressionContext(LizardF_compressionContext_t cctx);
+/* LizardF_createCompressionContext() :
+ * The first thing to do is to create a compressionContext object, which will be used in all compression operations.
+ * This is achieved using LizardF_createCompressionContext(), which takes as argument a version and an LizardF_preferences_t structure.
+ * The version provided MUST be LIZARDF_VERSION. It is intended to track potential version differences between different binaries.
+ * The function will provide a pointer to a fully allocated LizardF_compressionContext_t object.
+ * If the result LizardF_errorCode_t is not zero, there was an error during context creation.
+ * Object can release its memory using LizardF_freeCompressionContext();
+ */
+
+
+/* Compression */
+
+size_t LizardF_compressBegin(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const LizardF_preferences_t* prefsPtr);
+/* LizardF_compressBegin() :
+ * will write the frame header into dstBuffer.
+ * dstBuffer must be large enough to accommodate a header (dstMaxSize). Maximum header size is 15 bytes.
+ * The LizardF_preferences_t structure is optional : you can provide NULL as argument, all preferences will then be set to default.
+ * The result of the function is the number of bytes written into dstBuffer for the header
+ * or an error code (can be tested using LizardF_isError())
+ */
+
+size_t LizardF_compressBound(size_t srcSize, const LizardF_preferences_t* prefsPtr);
+/* LizardF_compressBound() :
+ * Provides the minimum size of Dst buffer given srcSize to handle worst case situations.
+ * Different preferences can produce different results.
+ * prefsPtr is optional : you can provide NULL as argument, all preferences will then be set to cover worst case.
+ * This function includes frame termination cost (4 bytes, or 8 if frame checksum is enabled)
+ */
+
+size_t LizardF_compressUpdate(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_compressOptions_t* cOptPtr);
+/* LizardF_compressUpdate()
+ * LizardF_compressUpdate() can be called repetitively to compress as much data as necessary.
+ * The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
+ * You can get the minimum value of dstMaxSize by using LizardF_compressBound().
+ * If this condition is not respected, LizardF_compress() will fail (result is an errorCode).
+ * LizardF_compressUpdate() doesn't guarantee error recovery, so you have to reset compression context when an error occurs.
+ * The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
+ * The result of the function is the number of bytes written into dstBuffer : it can be zero, meaning input data was just buffered.
+ * The function outputs an error code if it fails (can be tested using LizardF_isError())
+ */
+
+size_t LizardF_flush(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* cOptPtr);
+/* LizardF_flush()
+ * Should you need to generate compressed data immediately, without waiting for the current block to be filled,
+ * you can call Lizard_flush(), which will immediately compress any remaining data buffered within cctx.
+ * Note that dstMaxSize must be large enough to ensure the operation will be successful.
+ * LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
+ * The result of the function is the number of bytes written into dstBuffer
+ * (it can be zero, this means there was no data left within cctx)
+ * The function outputs an error code if it fails (can be tested using LizardF_isError())
+ */
+
+size_t LizardF_compressEnd(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* cOptPtr);
+/* LizardF_compressEnd()
+ * When you want to properly finish the compressed frame, just call LizardF_compressEnd().
+ * It will flush whatever data remained within compressionContext (like Lizard_flush())
+ * but also properly finalize the frame, with an endMark and a checksum.
+ * The result of the function is the number of bytes written into dstBuffer (necessarily >= 4 (endMark), or 8 if optional frame checksum is enabled)
+ * The function outputs an error code if it fails (can be tested using LizardF_isError())
+ * The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
+ * A successful call to LizardF_compressEnd() makes cctx available again for next compression task.
+ */
+
+
+/*-*********************************
+*  Decompression functions
+***********************************/
+
+typedef struct LizardF_dctx_s* LizardF_decompressionContext_t;   /* must be aligned on 8-bytes */
+
+typedef struct {
+  unsigned stableDst;       /* guarantee that decompressed data will still be there on next function calls (avoid storage into tmp buffers) */
+  unsigned reserved[3];
+} LizardF_decompressOptions_t;
+
+
+/* Resource management */
+
+/*!LizardF_createDecompressionContext() :
+ * Create an LizardF_decompressionContext_t object, which will be used to track all decompression operations.
+ * The version provided MUST be LIZARDF_VERSION. It is intended to track potential breaking differences between different versions.
+ * The function will provide a pointer to a fully allocated and initialized LizardF_decompressionContext_t object.
+ * The result is an errorCode, which can be tested using LizardF_isError().
+ * dctx memory can be released using LizardF_freeDecompressionContext();
+ * The result of LizardF_freeDecompressionContext() is indicative of the current state of decompressionContext when being released.
+ * That is, it should be == 0 if decompression has been completed fully and correctly.
+ */
+LizardF_errorCode_t LizardF_createDecompressionContext(LizardF_decompressionContext_t* dctxPtr, unsigned version);
+LizardF_errorCode_t LizardF_freeDecompressionContext(LizardF_decompressionContext_t dctx);
+
+
+/*======   Decompression   ======*/
+
+/*!LizardF_getFrameInfo() :
+ * This function decodes frame header information (such as max blockSize, frame checksum, etc.).
+ * Its usage is optional. The objective is to extract frame header information, typically for allocation purposes.
+ * A header size is variable and can be from 7 to 15 bytes. It's also possible to input more bytes than that.
+ * The number of bytes read from srcBuffer will be updated within *srcSizePtr (necessarily <= original value).
+ * (note that LizardF_getFrameInfo() can also be used anytime *after* starting decompression, in this case 0 input byte is enough)
+ * Frame header info is *copied into* an already allocated LizardF_frameInfo_t structure.
+ * The function result is an hint about how many srcSize bytes LizardF_decompress() expects for next call,
+ *                        or an error code which can be tested using LizardF_isError()
+ *                        (typically, when there is not enough src bytes to fully decode the frame header)
+ * Decompression is expected to resume from where it stopped (srcBuffer + *srcSizePtr)
+ */
+size_t LizardF_getFrameInfo(LizardF_decompressionContext_t dctx,
+                         LizardF_frameInfo_t* frameInfoPtr,
+                         const void* srcBuffer, size_t* srcSizePtr);
+
+/*!LizardF_decompress() :
+ * Call this function repetitively to regenerate data compressed within srcBuffer.
+ * The function will attempt to decode *srcSizePtr bytes from srcBuffer, into dstBuffer of maximum size *dstSizePtr.
+ *
+ * The number of bytes regenerated into dstBuffer will be provided within *dstSizePtr (necessarily <= original value).
+ *
+ * The number of bytes read from srcBuffer will be provided within *srcSizePtr (necessarily <= original value).
+ * If number of bytes read is < number of bytes provided, then decompression operation is not completed.
+ * It typically happens when dstBuffer is not large enough to contain all decoded data.
+ * LizardF_decompress() must be called again, starting from where it stopped (srcBuffer + *srcSizePtr)
+ * The function will check this condition, and refuse to continue if it is not respected.
+ *
+ * `dstBuffer` is expected to be flushed between each call to the function, its content will be overwritten.
+ * `dst` arguments can be changed at will at each consecutive call to the function.
+ *
+ * The function result is an hint of how many `srcSize` bytes LizardF_decompress() expects for next call.
+ * Schematically, it's the size of the current (or remaining) compressed block + header of next block.
+ * Respecting the hint provides some boost to performance, since it does skip intermediate buffers.
+ * This is just a hint though, it's always possible to provide any srcSize.
+ * When a frame is fully decoded, the function result will be 0 (no more data expected).
+ * If decompression failed, function result is an error code, which can be tested using LizardF_isError().
+ *
+ * After a frame is fully decoded, dctx can be used again to decompress another frame.
+ */
+size_t LizardF_decompress(LizardF_decompressionContext_t dctx,
+                       void* dstBuffer, size_t* dstSizePtr,
+                       const void* srcBuffer, size_t* srcSizePtr,
+                       const LizardF_decompressOptions_t* dOptPtr);
+
+
+
+#if defined (__cplusplus)
+}
+#endif
diff --git a/contrib/lizard/lib/lizard_frame_static.h b/contrib/lizard/lib/lizard_frame_static.h
new file mode 100644
index 00000000000..da80756057b
--- /dev/null
+++ b/contrib/lizard/lib/lizard_frame_static.h
@@ -0,0 +1,81 @@
+/*
+   Lizard auto-framing library
+   Header File for static linking only
+   Copyright (C) 2011-2015, Yann Collet.
+   Copyright (C) 2016-2017, Przemyslaw Skibinski
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+#pragma once
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+/* lizard_frame_static.h should be used solely in the context of static linking.
+ * It contains definitions which may still change overtime.
+ * Never use it in the context of DLL linking.
+ * */
+
+
+/**************************************
+*  Includes
+**************************************/
+#include "lizard_frame.h"
+
+
+/**************************************
+ * Error management
+ * ************************************/
+#define LIZARDF_LIST_ERRORS(ITEM) \
+        ITEM(OK_NoError) ITEM(ERROR_GENERIC) \
+        ITEM(ERROR_maxBlockSize_invalid) ITEM(ERROR_blockMode_invalid) ITEM(ERROR_contentChecksumFlag_invalid) \
+        ITEM(ERROR_compressionLevel_invalid) \
+        ITEM(ERROR_headerVersion_wrong) ITEM(ERROR_blockChecksum_unsupported) ITEM(ERROR_reservedFlag_set) \
+        ITEM(ERROR_allocation_failed) \
+        ITEM(ERROR_srcSize_tooLarge) ITEM(ERROR_dstMaxSize_tooSmall) \
+        ITEM(ERROR_frameHeader_incomplete) ITEM(ERROR_frameType_unknown) ITEM(ERROR_frameSize_wrong) \
+        ITEM(ERROR_srcPtr_wrong) \
+        ITEM(ERROR_decompressionFailed) \
+        ITEM(ERROR_headerChecksum_invalid) ITEM(ERROR_contentChecksum_invalid) \
+        ITEM(ERROR_maxCode)
+
+//#define LIZARDF_DISABLE_OLD_ENUMS
+#ifndef LIZARDF_DISABLE_OLD_ENUMS
+#define LIZARDF_GENERATE_ENUM(ENUM) LizardF_##ENUM, ENUM = LizardF_##ENUM,
+#else
+#define LIZARDF_GENERATE_ENUM(ENUM) LizardF_##ENUM,
+#endif
+typedef enum { LIZARDF_LIST_ERRORS(LIZARDF_GENERATE_ENUM) } LizardF_errorCodes;  /* enum is exposed, to handle specific errors; compare function result to -enum value */
+
+
+#if defined (__cplusplus)
+}
+#endif
diff --git a/contrib/lizard/lib/lizard_parser_fast.h b/contrib/lizard/lib/lizard_parser_fast.h
new file mode 100644
index 00000000000..f9e54b7f475
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_fast.h
@@ -0,0 +1,196 @@
+#define LIZARD_FAST_MIN_OFFSET 8
+#define LIZARD_FAST_LONGOFF_MM 0 /* not used with offsets > 1<<16 */
+
+/**************************************
+*  Hash Functions
+**************************************/
+static size_t Lizard_hashPosition(const void* p) 
+{
+    if (MEM_64bits())
+        return Lizard_hash5Ptr(p, LIZARD_HASHLOG_LZ4);
+    return Lizard_hash4Ptr(p, LIZARD_HASHLOG_LZ4);
+}
+
+static void Lizard_putPositionOnHash(const BYTE* p, size_t h, U32* hashTable, const BYTE* srcBase)
+{
+    hashTable[h] = (U32)(p-srcBase);
+}
+
+static void Lizard_putPosition(const BYTE* p, U32* hashTable, const BYTE* srcBase)
+{
+    size_t const h = Lizard_hashPosition(p);
+    Lizard_putPositionOnHash(p, h, hashTable, srcBase);
+}
+
+static U32 Lizard_getPositionOnHash(size_t h, U32* hashTable)
+{
+    return hashTable[h];
+}
+
+static U32 Lizard_getPosition(const BYTE* p, U32* hashTable)
+{
+    size_t const h = Lizard_hashPosition(p);
+    return Lizard_getPositionOnHash(h, hashTable);
+}
+
+
+static const U32 Lizard_skipTrigger = 6;  /* Increase this value ==> compression run slower on incompressible data */
+static const U32 Lizard_minLength = (MFLIMIT+1);
+
+
+FORCE_INLINE int Lizard_compress_fast(
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    const U32 acceleration = 1;
+    const BYTE* base = ctx->base;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const BYTE* const dictBase = ctx->dictBase;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = iend - LASTLITERALS;
+    const BYTE* anchor = ip;
+
+    size_t forwardH, matchIndex;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= (U32)(ip - base)) ? ctx->lowLimit : (U32)(ip - base) - maxDistance;
+
+    /* Init conditions */
+    if ((U32)(iend-ip) > (U32)LIZARD_MAX_INPUT_SIZE) goto _output_error;   /* Unsupported inputSize, too large (or negative) */
+
+    if ((U32)(iend-ip) < Lizard_minLength) goto _last_literals;                  /* Input too small, no compression (all literals) */
+
+    /* First Byte */
+    Lizard_putPosition(ip, ctx->hashTable, base);
+    ip++; forwardH = Lizard_hashPosition(ip);
+
+    /* Main Loop */
+    for ( ; ; ) {
+        const BYTE* match;
+        size_t matchLength;
+
+        /* Find a match */
+        {   const BYTE* forwardIp = ip;
+            unsigned step = 1;
+            unsigned searchMatchNb = acceleration << Lizard_skipTrigger;
+            while (1) {
+                size_t const h = forwardH;
+                ip = forwardIp;
+                forwardIp += step;
+                step = (searchMatchNb++ >> Lizard_skipTrigger);
+
+                if (unlikely(forwardIp > mflimit)) goto _last_literals;
+
+                matchIndex = Lizard_getPositionOnHash(h, ctx->hashTable);
+                forwardH = Lizard_hashPosition(forwardIp);
+                Lizard_putPositionOnHash(ip, h, ctx->hashTable, base);
+
+                if ((matchIndex < lowLimit) || (matchIndex >= (U32)(ip - base)) || (base + matchIndex + maxDistance < ip)) continue;
+
+                if (matchIndex >= dictLimit) {
+                    match = base + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                    if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                    if (MEM_read32(match) == MEM_read32(ip))
+                    {
+                        int back = 0;
+                        matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
+
+                        while ((ip+back > anchor) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                        matchLength -= back;
+#if LIZARD_FAST_LONGOFF_MM > 0
+                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        {
+                            ip += back;
+                            match += back;
+                            break;
+                        }
+                    }
+                } else {
+                    match = dictBase + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                    if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                    if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                    if (MEM_read32(match) == MEM_read32(ip)) {
+                        const U32 newLowLimit = (lowLimit + maxDistance >= (U32)(ip-base)) ? lowLimit : (U32)(ip - base) - maxDistance;
+                        int back = 0;
+                        matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
+
+                        while ((ip+back > anchor) && (matchIndex+back > newLowLimit) && (ip[back-1] == match[back-1])) back--;
+                        matchLength -= back;
+                        match = base + matchIndex + back;
+#if LIZARD_FAST_LONGOFF_MM > 0
+                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        {
+                            ip += back;
+                            break;
+                        }
+                    }
+                }
+            } // while (1)
+        }
+
+_next_match:
+        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, matchLength+MINMATCH, match)) goto _output_error;
+        
+        /* Test end of chunk */
+        if (ip > mflimit) break;
+
+        /* Fill table */
+        Lizard_putPosition(ip-2, ctx->hashTable, base);
+
+        /* Test next position */
+        matchIndex = Lizard_getPosition(ip, ctx->hashTable);
+        Lizard_putPosition(ip, ctx->hashTable, base);
+        if ((matchIndex >= lowLimit) && (matchIndex < (U32)(ip - base)) && (base + matchIndex + maxDistance >= ip))
+        {
+            if (matchIndex >= dictLimit) {
+                match = base + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                if (MEM_read32(match) == MEM_read32(ip))
+                {
+                    matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
+#if LIZARD_FAST_LONGOFF_MM > 0
+                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        goto _next_match;
+                }
+            } else {
+                match = dictBase + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_read32(match) == MEM_read32(ip)) {
+                    matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
+                    match = base + matchIndex;
+#if LIZARD_FAST_LONGOFF_MM > 0
+                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        goto _next_match;
+                }
+            }
+        }
+
+        /* Prepare next loop */
+        forwardH = Lizard_hashPosition(++ip);
+    }
+
+_last_literals:
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
diff --git a/contrib/lizard/lib/lizard_parser_fastbig.h b/contrib/lizard/lib/lizard_parser_fastbig.h
new file mode 100644
index 00000000000..30c464fcb90
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_fastbig.h
@@ -0,0 +1,175 @@
+#define LIZARD_FASTBIG_LONGOFF_MM MM_LONGOFF
+
+/**************************************
+*  Hash Functions
+**************************************/
+static size_t Lizard_hashPositionHLog(const void* p, int hashLog) 
+{
+    if (MEM_64bits())
+        return Lizard_hash5Ptr(p, hashLog);
+    return Lizard_hash4Ptr(p, hashLog);
+}
+
+static void Lizard_putPositionOnHashHLog(const BYTE* p, size_t h, U32* hashTable, const BYTE* srcBase)
+{
+    hashTable[h] = (U32)(p-srcBase);
+}
+
+static void Lizard_putPositionHLog(const BYTE* p, U32* hashTable, const BYTE* srcBase, int hashLog)
+{
+    size_t const h = Lizard_hashPositionHLog(p, hashLog);
+    Lizard_putPositionOnHashHLog(p, h, hashTable, srcBase);
+}
+
+static U32 Lizard_getPositionOnHashHLog(size_t h, U32* hashTable)
+{
+    return hashTable[h];
+}
+
+static U32 Lizard_getPositionHLog(const BYTE* p, U32* hashTable, int hashLog)
+{
+    size_t const h = Lizard_hashPositionHLog(p, hashLog);
+    return Lizard_getPositionOnHashHLog(h, hashTable);
+}
+
+FORCE_INLINE int Lizard_compress_fastBig(
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    const U32 acceleration = 1;
+    const BYTE* base = ctx->base;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const BYTE* const dictBase = ctx->dictBase;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = iend - LASTLITERALS;
+    const BYTE* anchor = ip;
+
+    size_t forwardH, matchIndex;
+    const int hashLog = ctx->params.hashLog;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= (U32)(ip - base)) ? ctx->lowLimit : (U32)(ip - base) - maxDistance;
+
+    /* Init conditions */
+    if ((U32)(iend-ip) > (U32)LIZARD_MAX_INPUT_SIZE) goto _output_error;   /* Unsupported inputSize, too large (or negative) */
+
+    if ((U32)(iend-ip) < Lizard_minLength) goto _last_literals;                  /* Input too small, no compression (all literals) */
+
+    /* First Byte */
+    Lizard_putPositionHLog(ip, ctx->hashTable, base, hashLog);
+    ip++; forwardH = Lizard_hashPositionHLog(ip, hashLog);
+
+    /* Main Loop */
+    for ( ; ; ) {
+        const BYTE* match;
+        size_t matchLength;
+
+        /* Find a match */
+        {   const BYTE* forwardIp = ip;
+            unsigned step = 1;
+            unsigned searchMatchNb = acceleration << Lizard_skipTrigger;
+            while (1) {
+                size_t const h = forwardH;
+                ip = forwardIp;
+                forwardIp += step;
+                step = (searchMatchNb++ >> Lizard_skipTrigger);
+
+                if (unlikely(forwardIp > mflimit)) goto _last_literals;
+
+                matchIndex = Lizard_getPositionOnHashHLog(h, ctx->hashTable);
+                forwardH = Lizard_hashPositionHLog(forwardIp, hashLog);
+                Lizard_putPositionOnHashHLog(ip, h, ctx->hashTable, base);
+
+                if ((matchIndex < lowLimit) || (matchIndex >= (U32)(ip - base)) || (base + matchIndex + maxDistance < ip)) continue;
+
+                if (matchIndex >= dictLimit) {
+                    match = base + matchIndex;
+                    if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
+                    if (MEM_read32(match) == MEM_read32(ip))
+                    {
+                        int back = 0;
+                        matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
+
+                        while ((ip+back > anchor) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                        matchLength -= back;
+                        if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                        {
+                            ip += back;
+                            match += back;
+                            break;
+                        }
+                    }
+                } else {
+                    match = dictBase + matchIndex;
+                    if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
+                    if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                    if (MEM_read32(match) == MEM_read32(ip)) {
+                        const U32 newLowLimit = (lowLimit + maxDistance >= (U32)(ip-base)) ? lowLimit : (U32)(ip - base) - maxDistance;
+                        int back = 0;
+                        matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
+
+                        while ((ip+back > anchor) && (matchIndex+back > newLowLimit) && (ip[back-1] == match[back-1])) back--;
+                        matchLength -= back;
+                        match = base + matchIndex + back;
+                        if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                        {
+                            ip += back;
+                            break;
+                        }
+                    }
+                }
+            } // while (1)
+        }
+
+_next_match:
+        if (Lizard_encodeSequence_LIZv1(ctx, &ip, &anchor, matchLength+MINMATCH, match)) goto _output_error;
+        
+        /* Test end of chunk */
+        if (ip > mflimit) break;
+
+        /* Fill table */
+        Lizard_putPositionHLog(ip-2, ctx->hashTable, base, hashLog);
+
+        /* Test next position */
+        matchIndex = Lizard_getPositionHLog(ip, ctx->hashTable, hashLog);
+        Lizard_putPositionHLog(ip, ctx->hashTable, base, hashLog);
+        if ((matchIndex >= lowLimit) && (matchIndex < (U32)(ip - base)) && (base + matchIndex + maxDistance >= ip))
+        {
+            if (matchIndex >= dictLimit) {
+                match = base + matchIndex;
+                if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
+                if (MEM_read32(match) == MEM_read32(ip))
+                {
+                    matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
+                    if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                        goto _next_match;
+                }
+            } else {
+                match = dictBase + matchIndex;
+                if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_read32(match) == MEM_read32(ip)) {
+                    matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
+                    match = base + matchIndex;
+                    if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                        goto _next_match;
+                }
+            }
+        }
+
+        /* Prepare next loop */
+        forwardH = Lizard_hashPositionHLog(++ip, hashLog);
+    }
+
+_last_literals:
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals_LIZv1(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
diff --git a/contrib/lizard/lib/lizard_parser_fastsmall.h b/contrib/lizard/lib/lizard_parser_fastsmall.h
new file mode 100644
index 00000000000..550edc5b201
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_fastsmall.h
@@ -0,0 +1,189 @@
+/**************************************
+*  Hash Functions
+**************************************/
+static size_t Lizard_hashPositionSmall(const void* p) 
+{
+    if (MEM_64bits())
+        return Lizard_hash5Ptr(p, LIZARD_HASHLOG_LZ4SM);
+    return Lizard_hash4Ptr(p, LIZARD_HASHLOG_LZ4SM);
+}
+
+static void Lizard_putPositionOnHashSmall(const BYTE* p, size_t h, U32* hashTable, const BYTE* srcBase)
+{
+    hashTable[h] = (U32)(p-srcBase);
+}
+
+static void Lizard_putPositionSmall(const BYTE* p, U32* hashTable, const BYTE* srcBase)
+{
+    size_t const h = Lizard_hashPositionSmall(p);
+    Lizard_putPositionOnHashSmall(p, h, hashTable, srcBase);
+}
+
+static U32 Lizard_getPositionOnHashSmall(size_t h, U32* hashTable)
+{
+    return hashTable[h];
+}
+
+static U32 Lizard_getPositionSmall(const BYTE* p, U32* hashTable)
+{
+    size_t const h = Lizard_hashPositionSmall(p);
+    return Lizard_getPositionOnHashSmall(h, hashTable);
+}
+
+
+FORCE_INLINE int Lizard_compress_fastSmall(
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    const U32 acceleration = 1;
+    const BYTE* base = ctx->base;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const BYTE* const dictBase = ctx->dictBase;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = iend - LASTLITERALS;
+    const BYTE* anchor = ip;
+
+    size_t forwardH, matchIndex;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= (U32)(ip - base)) ? ctx->lowLimit : (U32)(ip - base) - maxDistance;
+
+    /* Init conditions */
+    if ((U32)(iend-ip) > (U32)LIZARD_MAX_INPUT_SIZE) goto _output_error;   /* Unsupported inputSize, too large (or negative) */
+
+    if ((U32)(iend-ip) < Lizard_minLength) goto _last_literals;                  /* Input too small, no compression (all literals) */
+
+    /* First Byte */
+    Lizard_putPositionSmall(ip, ctx->hashTable, base);
+    ip++; forwardH = Lizard_hashPositionSmall(ip);
+
+    /* Main Loop */
+    for ( ; ; ) {
+        const BYTE* match;
+        size_t matchLength;
+
+        /* Find a match */
+        {   const BYTE* forwardIp = ip;
+            unsigned step = 1;
+            unsigned searchMatchNb = acceleration << Lizard_skipTrigger;
+            while (1) {
+                size_t const h = forwardH;
+                ip = forwardIp;
+                forwardIp += step;
+                step = (searchMatchNb++ >> Lizard_skipTrigger);
+
+                if (unlikely(forwardIp > mflimit)) goto _last_literals;
+
+                matchIndex = Lizard_getPositionOnHashSmall(h, ctx->hashTable);
+                forwardH = Lizard_hashPositionSmall(forwardIp);
+                Lizard_putPositionOnHashSmall(ip, h, ctx->hashTable, base);
+
+                if ((matchIndex < lowLimit) || (matchIndex >= (U32)(ip - base)) || (base + matchIndex + maxDistance < ip)) continue;
+
+                if (matchIndex >= dictLimit) {
+                    match = base + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                    if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                    if (MEM_read32(match) == MEM_read32(ip))
+                    {
+                        int back = 0;
+                        matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
+
+                        while ((ip+back > anchor) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                        matchLength -= back;
+#if LIZARD_FAST_LONGOFF_MM > 0
+                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        {
+                            ip += back;
+                            match += back;
+                            break;
+                        }
+                    }
+                } else {
+                    match = dictBase + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                    if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                    if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                    if (MEM_read32(match) == MEM_read32(ip)) {
+                        const U32 newLowLimit = (lowLimit + maxDistance >= (U32)(ip-base)) ? lowLimit : (U32)(ip - base) - maxDistance;
+                        int back = 0;
+                        matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
+
+                        while ((ip+back > anchor) && (matchIndex+back > newLowLimit) && (ip[back-1] == match[back-1])) back--;
+                        matchLength -= back;
+                        match = base + matchIndex + back;
+#if LIZARD_FAST_LONGOFF_MM > 0
+                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        {
+                            ip += back;
+                            break;
+                        }
+                    }
+                }
+            } // while (1)
+        }
+
+_next_match:
+        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, matchLength+MINMATCH, match)) goto _output_error;
+        
+        /* Test end of chunk */
+        if (ip > mflimit) break;
+
+        /* Fill table */
+        Lizard_putPositionSmall(ip-2, ctx->hashTable, base);
+
+        /* Test next position */
+        matchIndex = Lizard_getPositionSmall(ip, ctx->hashTable);
+        Lizard_putPositionSmall(ip, ctx->hashTable, base);
+        if ((matchIndex >= lowLimit) && (matchIndex < (U32)(ip - base)) && (base + matchIndex + maxDistance >= ip))
+        {
+            if (matchIndex >= dictLimit) {
+                match = base + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                if (MEM_read32(match) == MEM_read32(ip))
+                {
+                    matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
+#if LIZARD_FAST_LONGOFF_MM > 0
+                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        goto _next_match;
+                }
+            } else {
+                match = dictBase + matchIndex;
+#if LIZARD_FAST_MIN_OFFSET > 0
+                if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
+#endif
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_read32(match) == MEM_read32(ip)) {
+                    matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
+                    match = base + matchIndex;
+#if LIZARD_FAST_LONGOFF_MM > 0
+                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                        goto _next_match;
+                }
+            }
+        }
+
+        /* Prepare next loop */
+        forwardH = Lizard_hashPositionSmall(++ip);
+    }
+
+_last_literals:
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
diff --git a/contrib/lizard/lib/lizard_parser_hashchain.h b/contrib/lizard/lib/lizard_parser_hashchain.h
new file mode 100644
index 00000000000..64b9d76c451
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_hashchain.h
@@ -0,0 +1,369 @@
+#define LIZARD_HC_MIN_OFFSET 8
+#define LIZARD_HC_LONGOFF_MM 0 /* not used with offsets > 1<<16 */
+#define OPTIMAL_ML (int)((ML_MASK_LZ4-1)+MINMATCH)
+#define GET_MINMATCH(offset) (MINMATCH)
+
+#if 1
+    #define LIZARD_HC_HASH_FUNCTION(ip, hashLog) Lizard_hashPtr(ip, hashLog, ctx->params.searchLength)
+#else
+    #define LIZARD_HC_HASH_FUNCTION(ip, hashLog) Lizard_hash5Ptr(ip, hashLog)
+#endif
+
+/* Update chains up to ip (excluded) */
+FORCE_INLINE void Lizard_Insert (Lizard_stream_t* ctx, const BYTE* ip)
+{
+    U32* const chainTable = ctx->chainTable;
+    U32* const hashTable  = ctx->hashTable;
+#if MINMATCH == 3
+    U32* HashTable3  = ctx->hashTable3;
+#endif 
+    const BYTE* const base = ctx->base;
+    U32 const target = (U32)(ip - base);
+    U32 idx = ctx->nextToUpdate;
+    const int hashLog = ctx->params.hashLog;
+    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+
+    while (idx < target) {
+        size_t const h = Lizard_hashPtr(base+idx, hashLog, ctx->params.searchLength);
+        size_t delta = idx - hashTable[h];
+        if (delta>maxDistance) delta = maxDistance;
+        DELTANEXT(idx) = (U32)delta;
+        if ((hashTable[h] >= idx) || (idx >= hashTable[h] + LIZARD_HC_MIN_OFFSET))
+            hashTable[h] = idx;
+#if MINMATCH == 3
+        HashTable3[Lizard_hash3Ptr(base+idx, ctx->params.hashLog3)] = idx;
+#endif 
+        idx++;
+    }
+
+    ctx->nextToUpdate = target;
+}
+
+
+
+FORCE_INLINE int Lizard_InsertAndFindBestMatch (Lizard_stream_t* ctx,   /* Index table will be updated */
+                                               const BYTE* ip, const BYTE* const iLimit,
+                                               const BYTE** matchpos)
+{
+    U32* const chainTable = ctx->chainTable;
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    U32 matchIndex, delta;
+    const BYTE* match;
+    int nbAttempts=ctx->params.searchNum;
+    size_t ml=0;
+    const int hashLog = ctx->params.hashLog;
+    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 current = (U32)(ip - base);
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
+
+    /* HC4 match finder */
+    Lizard_Insert(ctx, ip);
+    matchIndex = HashTable[LIZARD_HC_HASH_FUNCTION(ip, hashLog)];
+
+    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
+        nbAttempts--;
+        if (matchIndex >= dictLimit) {
+            match = base + matchIndex;
+#if LIZARD_HC_MIN_OFFSET > 0
+            if ((U32)(ip - match) >= LIZARD_HC_MIN_OFFSET)
+#endif
+            if (*(match+ml) == *(ip+ml)
+                && (MEM_read32(match) == MEM_read32(ip)))
+            {
+                size_t const mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+#if LIZARD_HC_LONGOFF_MM > 0
+                if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                if (mlt > ml) { ml = mlt; *matchpos = match; }
+            }
+        } else {
+            match = dictBase + matchIndex;
+#if LIZARD_HC_MIN_OFFSET > 0
+            if ((U32)(ip - (base + matchIndex)) >= LIZARD_HC_MIN_OFFSET)
+#endif
+            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+            if (MEM_read32(match) == MEM_read32(ip)) {
+                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+#if LIZARD_HC_LONGOFF_MM > 0
+                if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - (base + matchIndex)) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                if (mlt > ml) { ml = mlt; *matchpos = base + matchIndex; }   /* virtual matchpos */
+            }
+        }
+        delta = DELTANEXT(matchIndex);
+        if (delta > matchIndex) break;
+        matchIndex -= delta;
+    }
+
+    return (int)ml;
+}
+
+
+FORCE_INLINE int Lizard_InsertAndGetWiderMatch (
+    Lizard_stream_t* ctx,
+    const BYTE* const ip,
+    const BYTE* const iLowLimit,
+    const BYTE* const iHighLimit,
+    int longest,
+    const BYTE** matchpos,
+    const BYTE** startpos)
+{
+    U32* const chainTable = ctx->chainTable;
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const BYTE* const dictBase = ctx->dictBase;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    U32   matchIndex, delta;
+    int nbAttempts = ctx->params.searchNum;
+    int LLdelta = (int)(ip-iLowLimit);
+    const int hashLog = ctx->params.hashLog;
+    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 current = (U32)(ip - base);
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
+
+    /* First Match */
+    Lizard_Insert(ctx, ip);
+    matchIndex = HashTable[LIZARD_HC_HASH_FUNCTION(ip, hashLog)];
+
+    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
+        nbAttempts--;
+        if (matchIndex >= dictLimit) {
+            const BYTE* match = base + matchIndex;
+#if LIZARD_HC_MIN_OFFSET > 0
+            if ((U32)(ip - match) >= LIZARD_HC_MIN_OFFSET)
+#endif
+            if (*(iLowLimit + longest) == *(match - LLdelta + longest)) {
+                if (MEM_read32(match) == MEM_read32(ip)) {
+                    int mlt = MINMATCH + Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit);
+                    int back = 0;
+                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                    mlt -= back;
+
+#if LIZARD_HC_LONGOFF_MM > 0
+                    if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                    if (mlt > longest) {
+                        longest = (int)mlt;
+                        *matchpos = match+back;
+                        *startpos = ip+back;
+                    }
+                }
+            }
+        } else {
+            const BYTE* match = dictBase + matchIndex;
+#if LIZARD_HC_MIN_OFFSET > 0
+            if ((U32)(ip - (base + matchIndex)) >= LIZARD_HC_MIN_OFFSET)
+#endif
+            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+            if (MEM_read32(match) == MEM_read32(ip)) {
+                int back=0;
+                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == match[back-1])) back--;
+                mlt -= back;
+#if LIZARD_HC_LONGOFF_MM > 0
+                if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - (base + matchIndex)) < LIZARD_MAX_16BIT_OFFSET))
+#endif
+                if ((int)mlt > longest) { longest = (int)mlt; *matchpos = base + matchIndex + back; *startpos = ip+back; }
+            }
+        }
+        delta = DELTANEXT(matchIndex);
+        if (delta > matchIndex) break;
+        matchIndex -= delta;
+    }
+
+    return longest;
+}
+
+
+FORCE_INLINE int Lizard_compress_hashChain (
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    const BYTE* anchor = ip;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = (iend - LASTLITERALS);
+
+    int   ml, ml2, ml3, ml0;
+    const BYTE* ref = NULL;
+    const BYTE* start2 = NULL;
+    const BYTE* ref2 = NULL;
+    const BYTE* start3 = NULL;
+    const BYTE* ref3 = NULL;
+    const BYTE* start0;
+    const BYTE* ref0;
+
+    /* init */
+    ip++;
+
+    /* Main Loop */
+    while (ip < mflimit) {
+        ml = Lizard_InsertAndFindBestMatch (ctx, ip, matchlimit, (&ref));
+        if (!ml) { ip++; continue; }
+
+        /* saved, in case we would skip too much */
+        start0 = ip;
+        ref0 = ref;
+        ml0 = ml;
+
+_Search2:
+        if (ip+ml < mflimit)
+            ml2 = Lizard_InsertAndGetWiderMatch(ctx, ip + ml - 2, ip + 1, matchlimit, ml, &ref2, &start2);
+        else ml2 = ml;
+
+        if (ml2 == ml) { /* No better match */
+            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+            continue;
+        }
+
+        if (start0 < ip) {
+            if (start2 < ip + ml0) {  /* empirical */
+                ip = start0;
+                ref = ref0;
+                ml = ml0;
+            }
+        }
+
+        /* Here, start0==ip */
+        if ((start2 - ip) < 3) {  /* First Match too small : removed */
+            ml = ml2;
+            ip = start2;
+            ref =ref2;
+            goto _Search2;
+        }
+
+_Search3:
+        /*
+        * Currently we have :
+        * ml2 > ml1, and
+        * ip1+3 <= ip2 (usually < ip1+ml1)
+        */
+        if ((start2 - ip) < OPTIMAL_ML) {
+            int correction;
+            int new_ml = ml;
+            if (new_ml > OPTIMAL_ML) new_ml = OPTIMAL_ML;
+            if (ip+new_ml > start2 + ml2 - GET_MINMATCH((U32)(start2 - ref2))) {
+                new_ml = (int)(start2 - ip) + ml2 - GET_MINMATCH((U32)(start2 - ref2));
+                if (new_ml < GET_MINMATCH((U32)(ip - ref))) { // match2 doesn't fit
+                    if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+                    continue;
+                }
+            }
+            correction = new_ml - (int)(start2 - ip);
+            if (correction > 0) {
+                start2 += correction;
+                ref2 += correction;
+                ml2 -= correction;
+            }
+        }
+        /* Now, we have start2 = ip+new_ml, with new_ml = min(ml, OPTIMAL_ML=18) */
+
+        if (start2 + ml2 < mflimit)
+            ml3 = Lizard_InsertAndGetWiderMatch(ctx, start2 + ml2 - 3, start2, matchlimit, ml2, &ref3, &start3);
+        else ml3 = ml2;
+
+        if (ml3 == ml2) {  /* No better match : 2 sequences to encode */
+            /* ip & ref are known; Now for ml */
+            if (start2 < ip+ml)  ml = (int)(start2 - ip);
+            /* Now, encode 2 sequences */
+            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+            ip = start2;
+            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml2, ref2)) return 0;
+            continue;
+        }
+
+        if (start3 < ip+ml+3) {  /* Not enough space for match 2 : remove it */
+            if (start3 >= (ip+ml)) {  /* can write Seq1 immediately ==> Seq2 is removed, so Seq3 becomes Seq1 */
+                if (start2 < ip+ml) {
+                    int correction = (int)(ip+ml - start2);
+                    start2 += correction;
+                    ref2 += correction;
+                    ml2 -= correction;
+                    if (ml2 < GET_MINMATCH((U32)(start2 - ref2))) {
+                        start2 = start3;
+                        ref2 = ref3;
+                        ml2 = ml3;
+                    }
+                }
+
+                if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+                ip  = start3;
+                ref = ref3;
+                ml  = ml3;
+
+                start0 = start2;
+                ref0 = ref2;
+                ml0 = ml2;
+                goto _Search2;
+            }
+
+            start2 = start3;
+            ref2 = ref3;
+            ml2 = ml3;
+            goto _Search3;
+        }
+
+        /*
+        * OK, now we have 3 ascending matches; let's write at least the first one
+        * ip & ref are known; Now for ml
+        */
+        if (start2 < ip+ml) {
+            if ((start2 - ip) < (int)ML_MASK_LZ4) {
+                int correction;
+                if (ml > OPTIMAL_ML) ml = OPTIMAL_ML;
+                if (ip + ml > start2 + ml2 - GET_MINMATCH((U32)(start2 - ref2))) {
+                    ml = (int)(start2 - ip) + ml2 - GET_MINMATCH((U32)(start2 - ref2));
+                    if (ml < GET_MINMATCH((U32)(ip - ref))) { // match2 doesn't fit, remove it
+                        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+                        ip  = start3;
+                        ref = ref3;
+                        ml  = ml3;
+
+                        start0 = start2;
+                        ref0 = ref2;
+                        ml0 = ml2;
+                        goto _Search2;
+                    }
+                }
+                correction = ml - (int)(start2 - ip);
+                if (correction > 0) {
+                    start2 += correction;
+                    ref2 += correction;
+                    ml2 -= correction;
+                }
+            } else {
+                ml = (int)(start2 - ip);
+            }
+        }
+        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+
+        ip = start2;
+        ref = ref2;
+        ml = ml2;
+
+        start2 = start3;
+        ref2 = ref3;
+        ml2 = ml3;
+
+        goto _Search3;
+    }
+
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
diff --git a/contrib/lizard/lib/lizard_parser_lowestprice.h b/contrib/lizard/lib/lizard_parser_lowestprice.h
new file mode 100644
index 00000000000..f8b95dad4ea
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_lowestprice.h
@@ -0,0 +1,376 @@
+#define LIZARD_LOWESTPRICE_MIN_OFFSET 8
+
+
+FORCE_INLINE size_t Lizard_more_profitable(Lizard_stream_t* const ctx, const BYTE *best_ip, size_t best_off, size_t best_common, const BYTE *ip, size_t off, size_t common, size_t literals, int last_off)
+{
+    size_t sum;
+
+    if (literals > 0)
+        sum = MAX(common + literals, best_common);
+    else
+        sum = MAX(common, best_common - literals);
+
+    if ((int)off == last_off) off = 0; // rep code
+    if ((int)best_off == last_off) best_off = 0;
+
+    return Lizard_get_price_LIZv1(ctx, last_off, ip, ctx->off24pos, sum - common, (U32)off, common) <= Lizard_get_price_LIZv1(ctx, last_off, best_ip, ctx->off24pos, sum - best_common, (U32)best_off, best_common);
+} 
+
+
+FORCE_INLINE size_t Lizard_better_price(Lizard_stream_t* const ctx, const BYTE *best_ip, size_t best_off, size_t best_common, const BYTE *ip, size_t off, size_t common, int last_off)
+{
+    if ((int)off == last_off) off = 0; // rep code
+    if ((int)best_off == last_off) best_off = 0;
+
+    return Lizard_get_price_LIZv1(ctx, last_off, ip, ctx->off24pos, 0, (U32)off, common) < Lizard_get_price_LIZv1(ctx, last_off, best_ip, ctx->off24pos, common - best_common, (U32)best_off, best_common);
+}
+
+
+FORCE_INLINE int Lizard_FindMatchLowestPrice (Lizard_stream_t* ctx,   /* Index table will be updated */
+                                               const BYTE* ip, const BYTE* const iLimit,
+                                               const BYTE** matchpos)
+{
+    U32* const chainTable = ctx->chainTable;
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const intptr_t dictLimit = ctx->dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
+    const intptr_t current = (ip - base);
+    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    intptr_t matchIndex;
+    const BYTE* match, *matchDict;
+    int nbAttempts=ctx->params.searchNum;
+    size_t ml=0, mlt;
+
+    matchIndex = HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
+
+    if (ctx->last_off >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
+        intptr_t matchIndexLO = (ip - ctx->last_off) - base;
+        if (matchIndexLO >= lowLimit) {
+            if (matchIndexLO >= dictLimit) {
+                match = base + matchIndexLO;
+                mlt = Lizard_count(ip, match, iLimit);// + MINMATCH;
+          //      if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET))
+                if (mlt > REPMINMATCH) {
+                    *matchpos = match;
+                    return (int)mlt;
+                }
+            } else {
+                match = dictBase + matchIndexLO;
+                if ((U32)((dictLimit-1) - matchIndexLO) >= 3) {  /* intentional overflow */
+                    mlt = Lizard_count_2segments(ip, match, iLimit, dictEnd, lowPrefixPtr);
+                 //   if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) 
+                    if (mlt > REPMINMATCH) {
+                        *matchpos = base + matchIndexLO;  /* virtual matchpos */
+                        return (int)mlt;
+                    }
+               }
+            }
+        }
+    }
+
+
+#if MINMATCH == 3
+    {
+        U32 matchIndex3 = ctx->hashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
+        if (matchIndex3 < current && matchIndex3 >= lowLimit)
+        {
+            size_t offset = (size_t)current - matchIndex3;
+            if (offset < LIZARD_MAX_8BIT_OFFSET)
+            {
+                match = ip - offset;
+                if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match))
+                {
+                    ml = 3;//Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+                    *matchpos = match;
+                }
+            }
+        }
+    }
+#endif
+    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
+        nbAttempts--;
+        match = base + matchIndex;
+        if ((U32)(ip - match) >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
+            if (matchIndex >= dictLimit) {
+                if (*(match+ml) == *(ip+ml) && (MEM_read32(match) == MEM_read32(ip))) {
+                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (!ml || (mlt > ml && Lizard_better_price(ctx, ip, (ip - *matchpos), ml, ip, (ip - match), mlt, ctx->last_off)))
+                    { ml = mlt; *matchpos = match; }
+                }
+            } else {
+                matchDict = dictBase + matchIndex;
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_read32(matchDict) == MEM_read32(ip)) {
+                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (!ml || (mlt > ml && Lizard_better_price(ctx, ip, (ip - *matchpos), ml, ip, (U32)(ip - match), mlt, ctx->last_off)))
+                    { ml = mlt; *matchpos = match; }   /* virtual matchpos */
+                }
+            }
+        }
+        matchIndex -= chainTable[matchIndex & contentMask];
+    }
+
+    return (int)ml;
+}
+
+
+FORCE_INLINE size_t Lizard_GetWiderMatch (
+    Lizard_stream_t* ctx,
+    const BYTE* const ip,
+    const BYTE* const iLowLimit,
+    const BYTE* const iHighLimit,
+    size_t longest,
+    const BYTE** matchpos,
+    const BYTE** startpos)
+{
+    U32* const chainTable = ctx->chainTable;
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const intptr_t dictLimit = ctx->dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
+    const intptr_t current = (ip - base);
+    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
+    const BYTE* match, *matchDict;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    intptr_t matchIndex;
+    int nbAttempts = ctx->params.searchNum;
+    size_t mlt;
+
+    /* First Match */
+    matchIndex = HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
+
+    if (ctx->last_off >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
+        intptr_t matchIndexLO = (ip - ctx->last_off) - base;
+        if (matchIndexLO >= lowLimit) {
+            if (matchIndexLO >= dictLimit) {
+                match = base + matchIndexLO;
+                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
+                    int back = 0;
+                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit) + MINMATCH;
+                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                    mlt -= back;
+
+                    if (mlt > longest)
+                    if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) {
+                        *matchpos = match+back;
+                        *startpos = ip+back;
+                        longest = mlt;
+                    }
+                }
+            } else {
+                match = dictBase + matchIndexLO;
+                if ((U32)((dictLimit-1) - matchIndexLO) >= 3)  /* intentional overflow */
+                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
+                    int back=0;
+                    mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                    while ((ip+back > iLowLimit) && (matchIndexLO+back > lowLimit) && (ip[back-1] == match[back-1])) back--;
+                    mlt -= back;
+
+                    if (mlt > longest)
+                    if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) {
+                        *matchpos = base + matchIndexLO + back;  /* virtual matchpos */
+                        *startpos = ip+back;
+                        longest = mlt;
+                    }
+                }
+            }
+        }
+    }
+
+#if MINMATCH == 3
+    {
+        U32 matchIndex3 = ctx->hashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
+        if (matchIndex3 < current && matchIndex3 >= lowLimit) {
+            size_t offset = (size_t)current - matchIndex3;
+            if (offset < LIZARD_MAX_8BIT_OFFSET) {
+                match = ip - offset;
+                if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match)) {
+                    mlt = Lizard_count(ip + MINMATCH, match + MINMATCH, iHighLimit) + MINMATCH;
+
+                    int back = 0;
+                    while ((ip + back > iLowLimit) && (match + back > lowPrefixPtr) && (ip[back - 1] == match[back - 1])) back--;
+                    mlt -= back;
+
+                    if (!longest || (mlt > longest && Lizard_better_price(ctx, *startpos, (*startpos - *matchpos), longest, ip, (ip - match), mlt, ctx->last_off))) {
+                        *matchpos = match + back;
+                        *startpos = ip + back;
+                        longest = mlt;
+                    }
+                }
+            }
+        }
+    }
+#endif
+
+    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
+        nbAttempts--;
+        match = base + matchIndex;
+        if ((U32)(ip - match) >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
+            if (matchIndex >= dictLimit) {
+                if (MEM_read32(match) == MEM_read32(ip)) {
+                    int back = 0;
+                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit) + MINMATCH;
+                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                    mlt -= back;
+
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (!longest || (mlt > longest && Lizard_better_price(ctx, *startpos, (*startpos - *matchpos), longest, ip, (ip - match), mlt, ctx->last_off)))
+                    { longest = mlt; *startpos = ip+back; *matchpos = match+back; }
+                }
+            } else {
+                matchDict = dictBase + matchIndex;
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_read32(matchDict) == MEM_read32(ip)) {
+                    int back=0;
+                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                    while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == matchDict[back-1])) back--;
+                    mlt -= back;
+
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (!longest || (mlt > longest && Lizard_better_price(ctx, *startpos, (*startpos - *matchpos), longest, ip, (U32)(ip - match), mlt, ctx->last_off)))
+                    { longest = mlt; *startpos = ip+back;  *matchpos = match+back; }   /* virtual matchpos */
+                }
+            }
+        }
+        matchIndex -= chainTable[matchIndex & contentMask];
+    }
+
+    return longest;
+}
+
+
+
+
+FORCE_INLINE int Lizard_compress_lowestPrice(
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    const BYTE* anchor = ip;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = (iend - LASTLITERALS);
+
+    size_t   ml, ml2, ml0;
+    const BYTE* ref=NULL;
+    const BYTE* start2=NULL;
+    const BYTE* ref2=NULL;
+    const BYTE* start0;
+    const BYTE* ref0;
+    const BYTE* lowPrefixPtr = ctx->base + ctx->dictLimit;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    const size_t sufficient_len = ctx->params.sufficientLength;
+
+    /* Main Loop */
+    while (ip < mflimit)
+    {
+        Lizard_Insert(ctx, ip);
+        ml = Lizard_FindMatchLowestPrice (ctx, ip, matchlimit, (&ref));
+        if (!ml) { ip++; continue; }
+
+        {
+            int back = 0;
+            while ((ip + back > anchor) && (ref + back > lowPrefixPtr) && (ip[back - 1] == ref[back - 1])) back--;
+            ml -= back;
+            ip += back;
+            ref += back;
+        }
+
+        /* saved, in case we would skip too much */
+        start0 = ip;
+        ref0 = ref;
+        ml0 = ml;
+    //    goto _Encode;
+
+_Search:
+        if (ip+ml >= mflimit) { goto _Encode; }
+        if (ml >= sufficient_len) { goto _Encode; }
+
+        Lizard_Insert(ctx, ip);
+        ml2 = (int)Lizard_GetWiderMatch(ctx, ip + ml - 2, anchor, matchlimit, 0, &ref2, &start2);
+        if (!ml2) goto _Encode;
+
+        {
+        U64 price, best_price;
+        int off0=0, off1=0;
+        const BYTE *pos, *best_pos;
+
+    //	find the lowest price for encoding ml bytes
+        best_pos = ip;
+        best_price = LIZARD_MAX_PRICE;
+        off0 = (int)(ip - ref);
+        off1 = (int)(start2 - ref2);
+
+        for (pos = ip + ml; pos >= start2; pos--)
+        {
+            int common0 = (int)(pos - ip);
+            if (common0 >= MINMATCH) {
+                price = (int)Lizard_get_price_LIZv1(ctx, ctx->last_off, ip, ctx->off24pos, ip - anchor, (off0 == ctx->last_off) ? 0 : off0, common0);
+                
+                {
+                    int common1 = (int)(start2 + ml2 - pos);
+                    if (common1 >= MINMATCH)
+                        price += Lizard_get_price_LIZv1(ctx, ctx->last_off, pos, ctx->off24pos, 0, (off1 == off0) ? 0 : (off1), common1);
+                    else
+                        price += Lizard_get_price_LIZv1(ctx, ctx->last_off, pos, ctx->off24pos, common1, 0, 0);
+                }
+
+                if (price < best_price) {
+                    best_price = price;
+                    best_pos = pos;
+                }
+            } else {
+                price = Lizard_get_price_LIZv1(ctx, ctx->last_off, ip, ctx->off24pos, start2 - anchor, (off1 == ctx->last_off) ? 0 : off1, ml2);
+
+                if (price < best_price)
+                    best_pos = pos;
+                break;
+            }
+        }
+        ml = (int)(best_pos - ip);
+        }
+
+
+        if ((ml < MINMATCH) || ((ml < minMatchLongOff) && ((U32)(ip-ref) >= LIZARD_MAX_16BIT_OFFSET)))
+        {
+            ip = start2;
+            ref = ref2;
+            ml = ml2;
+            goto _Search;
+        }
+
+_Encode:
+        if (start0 < ip)
+        {
+            if (Lizard_more_profitable(ctx, ip, (ip - ref), ml, start0, (start0 - ref0), ml0, (ref0 - ref), ctx->last_off))
+            {
+                ip = start0;
+                ref = ref0;
+                ml = ml0;
+            }
+        }
+
+        if (Lizard_encodeSequence_LIZv1(ctx, &ip, &anchor, ml, ((ip - ref == ctx->last_off) ? ip : ref))) return 0;
+    }
+
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals_LIZv1(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
+
diff --git a/contrib/lizard/lib/lizard_parser_nochain.h b/contrib/lizard/lib/lizard_parser_nochain.h
new file mode 100644
index 00000000000..e8abb586ff4
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_nochain.h
@@ -0,0 +1,318 @@
+#define OPTIMAL_ML (int)((ML_MASK_LZ4-1)+MINMATCH)
+
+//#define LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog) Lizard_hashPtr(ip, hashLog, ctx->params.searchLength)
+#define LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog) Lizard_hash5Ptr(ip, hashLog)
+#define LIZARD_NOCHAIN_MIN_OFFSET 8
+
+/* Update chains up to ip (excluded) */
+FORCE_INLINE void Lizard_InsertNoChain (Lizard_stream_t* ctx, const BYTE* ip)
+{
+    U32* const hashTable  = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    U32 const target = (U32)(ip - base);
+    U32 idx = ctx->nextToUpdate;
+    const int hashLog = ctx->params.hashLog;
+
+    while (idx < target) {
+        size_t const h = LIZARD_NOCHAIN_HASH_FUNCTION(base+idx, hashLog);
+        if ((hashTable[h] >= idx) || (idx >= hashTable[h] + LIZARD_NOCHAIN_MIN_OFFSET))
+            hashTable[h] = idx;
+        idx++;
+    }
+
+    ctx->nextToUpdate = target;
+}
+
+
+FORCE_INLINE int Lizard_InsertAndFindBestMatchNoChain (Lizard_stream_t* ctx,   /* Index table will be updated */
+                                               const BYTE* ip, const BYTE* const iLimit,
+                                               const BYTE** matchpos)
+{
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    U32 matchIndex;
+    const BYTE* match;
+    size_t ml=0;
+    const int hashLog = ctx->params.hashLog;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 current = (U32)(ip - base);
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
+
+    /* HC4 match finder */
+    Lizard_InsertNoChain(ctx, ip);
+    matchIndex = HashTable[LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog)];
+
+    if ((matchIndex < current) && (matchIndex >= lowLimit)) {
+        if (matchIndex >= dictLimit) {
+            match = base + matchIndex;
+#if LIZARD_NOCHAIN_MIN_OFFSET > 0
+            if ((U32)(ip - match) >= LIZARD_NOCHAIN_MIN_OFFSET)
+#endif
+            if (*(match+ml) == *(ip+ml) && (MEM_read32(match) == MEM_read32(ip)))
+            {
+                size_t const mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+                if (mlt > ml) { ml = mlt; *matchpos = match; }
+            }
+        } else {
+            match = dictBase + matchIndex;
+#if LIZARD_NOCHAIN_MIN_OFFSET > 0
+            if ((U32)(ip - (base + matchIndex)) >= LIZARD_NOCHAIN_MIN_OFFSET)
+#endif
+            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+            if (MEM_read32(match) == MEM_read32(ip)) {
+                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                if (mlt > ml) { ml = mlt; *matchpos = base + matchIndex; }   /* virtual matchpos */
+            }
+        }
+    }
+
+    return (int)ml;
+}
+
+
+FORCE_INLINE int Lizard_InsertAndGetWiderMatchNoChain (
+    Lizard_stream_t* ctx,
+    const BYTE* const ip,
+    const BYTE* const iLowLimit,
+    const BYTE* const iHighLimit,
+    int longest,
+    const BYTE** matchpos,
+    const BYTE** startpos)
+{
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const BYTE* const dictBase = ctx->dictBase;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    U32   matchIndex;
+    int LLdelta = (int)(ip-iLowLimit);
+    const int hashLog = ctx->params.hashLog;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 current = (U32)(ip - base);
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
+
+    /* First Match */
+    Lizard_InsertNoChain(ctx, ip);
+    matchIndex = HashTable[LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog)];
+
+    if ((matchIndex < current) && (matchIndex >= lowLimit)) {
+        if (matchIndex >= dictLimit) {
+            const BYTE* match = base + matchIndex;
+#if LIZARD_NOCHAIN_MIN_OFFSET > 0
+            if ((U32)(ip - match) >= LIZARD_NOCHAIN_MIN_OFFSET)
+#endif
+            if (*(iLowLimit + longest) == *(match - LLdelta + longest)) {
+                if (MEM_read32(match) == MEM_read32(ip)) {
+                    int mlt = MINMATCH + Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit);
+                    int back = 0;
+                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                    mlt -= back;
+
+                    if (mlt > longest) {
+                        longest = (int)mlt;
+                        *matchpos = match+back;
+                        *startpos = ip+back;
+                    }
+                }
+            }
+        } else {
+            const BYTE* match = dictBase + matchIndex;
+#if LIZARD_NOCHAIN_MIN_OFFSET > 0
+            if ((U32)(ip - (base + matchIndex)) >= LIZARD_NOCHAIN_MIN_OFFSET)
+#endif
+            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+            if (MEM_read32(match) == MEM_read32(ip)) {
+                int back=0;
+                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == match[back-1])) back--;
+                mlt -= back;
+                if ((int)mlt > longest) { longest = (int)mlt; *matchpos = base + matchIndex + back; *startpos = ip+back; }
+            }
+        }
+    }
+
+    return longest;
+}
+
+
+FORCE_INLINE int Lizard_compress_noChain (
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    const BYTE* anchor = ip;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = (iend - LASTLITERALS);
+
+    int   ml, ml2, ml3, ml0;
+    const BYTE* ref = NULL;
+    const BYTE* start2 = NULL;
+    const BYTE* ref2 = NULL;
+    const BYTE* start3 = NULL;
+    const BYTE* ref3 = NULL;
+    const BYTE* start0;
+    const BYTE* ref0;
+
+    /* init */
+    ip++;
+
+    /* Main Loop */
+    while (ip < mflimit) {
+        ml = Lizard_InsertAndFindBestMatchNoChain (ctx, ip, matchlimit, (&ref));
+        if (!ml) { ip++; continue; }
+
+        /* saved, in case we would skip too much */
+        start0 = ip;
+        ref0 = ref;
+        ml0 = ml;
+
+_Search2:
+        if (ip+ml < mflimit)
+            ml2 = Lizard_InsertAndGetWiderMatchNoChain(ctx, ip + ml - 2, ip + 1, matchlimit, ml, &ref2, &start2);
+        else ml2 = ml;
+
+        if (ml2 == ml) { /* No better match */
+            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+            continue;
+        }
+
+        if (start0 < ip) {
+            if (start2 < ip + ml0) {  /* empirical */
+                ip = start0;
+                ref = ref0;
+                ml = ml0;
+            }
+        }
+
+        /* Here, start0==ip */
+        if ((start2 - ip) < 3) {  /* First Match too small : removed */
+            ml = ml2;
+            ip = start2;
+            ref =ref2;
+            goto _Search2;
+        }
+
+_Search3:
+        /*
+        * Currently we have :
+        * ml2 > ml1, and
+        * ip1+3 <= ip2 (usually < ip1+ml1)
+        */
+        if ((start2 - ip) < OPTIMAL_ML) {
+            int correction;
+            int new_ml = ml;
+            if (new_ml > OPTIMAL_ML) new_ml = OPTIMAL_ML;
+            if (ip+new_ml > start2 + ml2 - MINMATCH) new_ml = (int)(start2 - ip) + ml2 - MINMATCH;
+            correction = new_ml - (int)(start2 - ip);
+            if (correction > 0) {
+                start2 += correction;
+                ref2 += correction;
+                ml2 -= correction;
+            }
+        }
+        /* Now, we have start2 = ip+new_ml, with new_ml = min(ml, OPTIMAL_ML=18) */
+
+        if (start2 + ml2 < mflimit)
+            ml3 = Lizard_InsertAndGetWiderMatchNoChain(ctx, start2 + ml2 - 3, start2, matchlimit, ml2, &ref3, &start3);
+        else ml3 = ml2;
+
+        if (ml3 == ml2) {  /* No better match : 2 sequences to encode */
+            /* ip & ref are known; Now for ml */
+            if (start2 < ip+ml)  ml = (int)(start2 - ip);
+            /* Now, encode 2 sequences */
+            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+            ip = start2;
+            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml2, ref2)) return 0;
+            continue;
+        }
+
+        if (start3 < ip+ml+3) {  /* Not enough space for match 2 : remove it */
+            if (start3 >= (ip+ml)) {  /* can write Seq1 immediately ==> Seq2 is removed, so Seq3 becomes Seq1 */
+                if (start2 < ip+ml) {
+                    int correction = (int)(ip+ml - start2);
+                    start2 += correction;
+                    ref2 += correction;
+                    ml2 -= correction;
+                    if (ml2 < MINMATCH) {
+                        start2 = start3;
+                        ref2 = ref3;
+                        ml2 = ml3;
+                    }
+                }
+
+                if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+                ip  = start3;
+                ref = ref3;
+                ml  = ml3;
+
+                start0 = start2;
+                ref0 = ref2;
+                ml0 = ml2;
+                goto _Search2;
+            }
+
+            start2 = start3;
+            ref2 = ref3;
+            ml2 = ml3;
+            goto _Search3;
+        }
+
+        /*
+        * OK, now we have 3 ascending matches; let's write at least the first one
+        * ip & ref are known; Now for ml
+        */
+        if (start2 < ip+ml) {
+            if ((start2 - ip) < (int)ML_MASK_LZ4) {
+                int correction;
+                if (ml > OPTIMAL_ML) ml = OPTIMAL_ML;
+                if (ip + ml > start2 + ml2 - MINMATCH) {
+                    ml = (int)(start2 - ip) + ml2 - MINMATCH;
+                    if (ml < MINMATCH) { // match2 doesn't fit, remove it
+                        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+                        ip  = start3;
+                        ref = ref3;
+                        ml  = ml3;
+
+                        start0 = start2;
+                        ref0 = ref2;
+                        ml0 = ml2;
+                        goto _Search2;
+                    }
+                }
+                correction = ml - (int)(start2 - ip);
+                if (correction > 0) {
+                    start2 += correction;
+                    ref2 += correction;
+                    ml2 -= correction;
+                }
+            } else {
+                ml = (int)(start2 - ip);
+            }
+        }
+        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
+
+        ip = start2;
+        ref = ref2;
+        ml = ml2;
+
+        start2 = start3;
+        ref2 = ref3;
+        ml2 = ml3;
+
+        goto _Search3;
+    }
+
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
diff --git a/contrib/lizard/lib/lizard_parser_optimal.h b/contrib/lizard/lib/lizard_parser_optimal.h
new file mode 100644
index 00000000000..8c9b83e9590
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_optimal.h
@@ -0,0 +1,679 @@
+#define LIZARD_LOG_PARSER(fmt, ...) //printf(fmt, __VA_ARGS__)
+#define LIZARD_LOG_PRICE(fmt, ...) //printf(fmt, __VA_ARGS__)
+#define LIZARD_LOG_ENCODE(fmt, ...) //printf(fmt, __VA_ARGS__) 
+
+#define LIZARD_OPTIMAL_MIN_OFFSET  8
+#define LIZARD_OPT_NUM             (1<<12) 
+#define REPMINMATCH             1
+
+
+FORCE_INLINE size_t Lizard_get_price(Lizard_stream_t* const ctx, int rep, const BYTE *ip, const BYTE *off24pos, size_t litLength, U32 offset, size_t matchLength)
+{
+    if (ctx->params.decompressType == Lizard_coderwords_LZ4)
+        return Lizard_get_price_LZ4(ctx, ip, litLength, offset, matchLength);
+
+    return Lizard_get_price_LIZv1(ctx, rep, ip, off24pos, litLength, offset, matchLength);
+}
+
+
+
+typedef struct
+{
+    int off;
+    int len;
+    int back;
+} Lizard_match_t;
+
+typedef struct
+{
+    int price;
+    int off;
+    int mlen;
+    int litlen;
+    int rep;
+    const BYTE* off24pos;
+} Lizard_optimal_t; 
+
+
+/* Update chains up to ip (excluded) */
+FORCE_INLINE void Lizard_BinTree_Insert(Lizard_stream_t* ctx, const BYTE* ip)
+{
+#if MINMATCH == 3
+    U32* HashTable3  = ctx->hashTable3;
+    const BYTE* const base = ctx->base;
+    const U32 target = (U32)(ip - base);
+    U32 idx = ctx->nextToUpdate;
+    
+    while(idx < target) {
+        HashTable3[Lizard_hash3Ptr(base+idx, ctx->params.hashLog3)] = idx;
+        idx++;
+    }
+
+    ctx->nextToUpdate = target;
+#else
+    (void)ctx; (void)ip;
+#endif
+}
+
+
+
+FORCE_INLINE int Lizard_GetAllMatches (
+    Lizard_stream_t* ctx,
+    const BYTE* const ip,
+    const BYTE* const iLowLimit,
+    const BYTE* const iHighLimit,
+    size_t best_mlen,
+    Lizard_match_t* matches)
+{
+    U32* const chainTable = ctx->chainTable;
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const intptr_t dictLimit = ctx->dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
+    const intptr_t current = (ip - base);
+    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
+    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
+    const BYTE* match, *matchDict;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    intptr_t matchIndex;
+    int nbAttempts = ctx->params.searchNum;
+ //   bool fullSearch = (ctx->params.fullSearch >= 2);
+    int mnum = 0;
+    U32* HashPos;
+    size_t mlt;
+
+    if (ip + MINMATCH > iHighLimit) return 0;
+
+    /* First Match */
+    HashPos = &HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
+    matchIndex = *HashPos;
+#if MINMATCH == 3
+    {
+    U32* const HashTable3 = ctx->hashTable3;
+    U32* HashPos3 = &HashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
+
+    if ((*HashPos3 < current) && (*HashPos3 >= lowLimit)) {
+        size_t offset = current - *HashPos3;
+        if (offset < LIZARD_MAX_8BIT_OFFSET) {
+            match = ip - offset;
+            if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match)) {
+                size_t mlt = Lizard_count(ip + MINMATCH, match + MINMATCH, iHighLimit) + MINMATCH;
+
+                int back = 0;
+                while ((ip + back > iLowLimit) && (match + back > lowPrefixPtr) && (ip[back - 1] == match[back - 1])) back--;
+                mlt -= back;
+
+                matches[mnum].off = (int)offset;
+                matches[mnum].len = (int)mlt;
+                matches[mnum].back = -back;
+                mnum++;
+            }
+        }
+    }
+
+    *HashPos3 = current;
+    }
+#endif
+
+    chainTable[current & contentMask] = (U32)(current - matchIndex);
+    *HashPos =  (U32)current;
+    ctx->nextToUpdate++;
+
+    if (best_mlen < MINMATCH-1) best_mlen = MINMATCH-1;
+
+    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
+        nbAttempts--;
+        match = base + matchIndex;
+        if ((U32)(ip - match) >= LIZARD_OPTIMAL_MIN_OFFSET) {
+            if (matchIndex >= dictLimit) {
+                if ((/*fullSearch ||*/ ip[best_mlen] == match[best_mlen]) && (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip))) {
+                    int back = 0;
+                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit) + MINMATCH;
+                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
+                    mlt -= back;
+
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (mlt > best_mlen) {
+                        best_mlen = mlt;
+                        matches[mnum].off = (int)(ip - match);
+                        matches[mnum].len = (int)mlt;
+                        matches[mnum].back = -back;
+                        mnum++;
+
+                        if (best_mlen > LIZARD_OPT_NUM) break;
+                    }
+                }
+            } else {
+                matchDict = dictBase + matchIndex;
+    //            fprintf(stderr, "dictBase[%p]+matchIndex[%d]=match[%p] dictLimit=%d base=%p ip=%p iLimit=%p off=%d\n", dictBase, matchIndex, match, dictLimit, base, ip, iLimit, (U32)(ip-match));
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_readMINMATCH(matchDict) == MEM_readMINMATCH(ip)) {
+                    int back=0;
+                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                    while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == matchDict[back-1])) back--;
+                    mlt -= back;
+
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (mlt > best_mlen) {
+                        best_mlen = mlt;
+                        matches[mnum].off = (int)(ip - match);
+                        matches[mnum].len = (int)mlt;
+                        matches[mnum].back = -back;
+                        mnum++;
+                        
+                        if (best_mlen > LIZARD_OPT_NUM) break;
+                    }
+                }
+            }
+        }
+        matchIndex -= chainTable[matchIndex & contentMask];
+    }
+
+    return mnum;
+}
+
+
+
+
+FORCE_INLINE int Lizard_BinTree_GetAllMatches (
+    Lizard_stream_t* ctx,
+    const BYTE* const ip,
+    const BYTE* const iHighLimit,
+    size_t best_mlen,
+    Lizard_match_t* matches)
+{
+    U32* const chainTable = ctx->chainTable;
+    U32* const HashTable = ctx->hashTable;
+    const BYTE* const base = ctx->base;
+    const intptr_t dictLimit = ctx->dictLimit;
+    const BYTE* const dictBase = ctx->dictBase;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
+    const intptr_t current = (ip - base);
+    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
+    const BYTE* match;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    int nbAttempts = ctx->params.searchNum;
+    int mnum = 0;
+    U32 *ptr0, *ptr1, delta0, delta1;
+    intptr_t matchIndex;
+    size_t mlt = 0;
+    U32* HashPos;
+
+    if (ip + MINMATCH > iHighLimit) return 0;
+
+    /* First Match */
+    HashPos = &HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
+    matchIndex = *HashPos;
+
+    
+#if MINMATCH == 3
+    {
+    U32* HashPos3 = &ctx->hashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
+
+    if ((*HashPos3 < current) && (*HashPos3 >= lowLimit)) {
+        size_t offset = current - *HashPos3;
+        if (offset < LIZARD_MAX_8BIT_OFFSET) {
+            match = ip - offset;
+            if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match))
+            {
+                mlt = Lizard_count(ip + MINMATCH, match + MINMATCH, iHighLimit) + MINMATCH;
+
+                matches[mnum].off = (int)offset;
+                matches[mnum].len = (int)mlt;
+                matches[mnum].back = 0;
+                mnum++;
+            }
+        }
+        *HashPos3 = current;
+    }
+    }
+#endif
+
+    *HashPos = (U32)current;
+    ctx->nextToUpdate++;
+
+    // check rest of matches
+    ptr0 = &chainTable[(current*2+1) & contentMask];
+    ptr1 = &chainTable[(current*2) & contentMask];
+    delta0 = delta1 = (U32)(current - matchIndex);
+
+    if (best_mlen < MINMATCH-1) best_mlen = MINMATCH-1;
+
+    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
+        nbAttempts--;
+        if (matchIndex >= dictLimit) {
+            match = base + matchIndex;
+           // if (ip[mlt] == match[mlt])
+                mlt = Lizard_count(ip, match, iHighLimit);
+        } else {
+            match = dictBase + matchIndex;
+            mlt = Lizard_count_2segments(ip, match, iHighLimit, dictEnd, lowPrefixPtr);
+            if (matchIndex + (int)mlt >= dictLimit) 
+                match = base + matchIndex;   /* to prepare for next usage of match[mlt] */ 
+        }
+
+        if ((U32)(current - matchIndex) >= LIZARD_OPTIMAL_MIN_OFFSET) {
+            if ((mlt >= minMatchLongOff) || ((U32)(current - matchIndex) < LIZARD_MAX_16BIT_OFFSET))
+            if (mlt > best_mlen) {
+                best_mlen = mlt;
+                matches[mnum].off = (int)(current - matchIndex);
+                matches[mnum].len = (int)mlt;
+                matches[mnum].back = 0;
+                mnum++;
+
+                if (mlt > LIZARD_OPT_NUM) break;
+                if (ip + mlt >= iHighLimit) break;
+            }
+        } else {
+#if 1
+            intptr_t newMatchIndex;
+            size_t newml = 0, newoff = 0;
+            do {
+                newoff += (int)(current - matchIndex);
+            } while (newoff < LIZARD_OPTIMAL_MIN_OFFSET);
+            newMatchIndex = current - newoff;
+            if (newMatchIndex >= dictLimit) newml = Lizard_count(ip, base + newMatchIndex, iHighLimit);
+
+        //    printf("%d: off=%d mlt=%d\n", (U32)current, (U32)(current - matchIndex), (int)mlt);
+        //    printf("%d: newoff=%d newml=%d\n", (U32)current, (int)newoff, (int)newml);
+
+            if ((newml >= minMatchLongOff) && (newml > best_mlen)) {
+                best_mlen = newml;
+                matches[mnum].off = (int)newoff;
+                matches[mnum].len = (int)newml;
+                matches[mnum].back = 0;
+                mnum++;
+
+                if (newml > LIZARD_OPT_NUM) break;
+                if (ip + newml >= iHighLimit) break;
+            }
+#endif
+        }
+
+        if (ip[mlt] < match[mlt]) {
+            *ptr0 = delta0;
+            ptr0 = &chainTable[(matchIndex*2) & contentMask];
+            if (*ptr0 == (U32)-1) break;
+            delta0 = *ptr0;
+            delta1 += delta0;
+            matchIndex -= delta0;
+        } else {
+            *ptr1 = delta1;
+            ptr1 = &chainTable[(matchIndex*2+1) & contentMask];
+            if (*ptr1 == (U32)-1) break;
+            delta1 = *ptr1;
+            delta0 += delta1;
+            matchIndex -= delta1;
+        }
+    }
+
+    *ptr0 = (U32)-1;
+    *ptr1 = (U32)-1;
+
+    return mnum;
+}
+
+
+#define SET_PRICE(pos, mlen, offset, litlen, price)   \
+    {                                                 \
+        while (last_pos < pos)  { opt[last_pos+1].price = LIZARD_MAX_PRICE; last_pos++; } \
+        opt[pos].mlen = (int)mlen;                         \
+        opt[pos].off = (int)offset;                        \
+        opt[pos].litlen = (int)litlen;                     \
+        opt[pos].price = (int)price;                       \
+        LIZARD_LOG_PARSER("%d: SET price[%d/%d]=%d litlen=%d len=%d off=%d\n", (int)(inr-source), pos, last_pos, opt[pos].price, opt[pos].litlen, opt[pos].mlen, opt[pos].off); \
+    }
+
+
+FORCE_INLINE int Lizard_compress_optimalPrice(
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    Lizard_optimal_t opt[LIZARD_OPT_NUM + 4];
+    Lizard_match_t matches[LIZARD_OPT_NUM + 1];
+    const BYTE *inr;
+    size_t res, cur, cur2, skip_num = 0;
+    size_t i, llen, litlen, mlen, best_mlen, price, offset, best_off, match_num, last_pos;
+
+    const BYTE* anchor = ip;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = (iend - LASTLITERALS);
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const intptr_t dictLimit = ctx->dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const intptr_t lowLimit = ctx->lowLimit;
+    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
+
+    const size_t sufficient_len = ctx->params.sufficientLength;
+    const int faster_get_matches = (ctx->params.fullSearch == 0); 
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    const int lizardOptimalMinOffset = (ctx->params.decompressType == Lizard_coderwords_LZ4) ? (1<<30) : LIZARD_OPTIMAL_MIN_OFFSET;
+    const size_t repMinMatch = (ctx->params.decompressType == Lizard_coderwords_LZ4) ? MINMATCH : REPMINMATCH;
+
+    /* Main Loop */
+    while (ip < mflimit) {
+        memset(opt, 0, sizeof(Lizard_optimal_t));
+        last_pos = 0;
+        llen = ip - anchor;
+
+        /* check rep code */
+
+        if (ctx->last_off >= lizardOptimalMinOffset) {
+            intptr_t matchIndexLO = (ip - ctx->last_off) - base;
+            mlen = 0;
+            if ((matchIndexLO >= lowLimit) && (base + matchIndexLO + maxDistance >= ip)) {
+                if (matchIndexLO >= dictLimit) {
+                    mlen = Lizard_count(ip, base + matchIndexLO, matchlimit);
+                } else {
+                    mlen = Lizard_count_2segments(ip, dictBase + matchIndexLO, matchlimit, dictEnd, lowPrefixPtr);
+                }
+            }
+            if (mlen >= REPMINMATCH) {
+                if (mlen > sufficient_len || mlen >= LIZARD_OPT_NUM) {
+                    best_mlen = mlen; best_off = 0; cur = 0; last_pos = 1;
+                    goto encode;
+                }
+
+                do
+                {
+                    litlen = 0;
+                    price = Lizard_get_price(ctx, ctx->last_off, ip, ctx->off24pos, llen, 0, mlen);
+                    if (mlen > last_pos || price < (size_t)opt[mlen].price)
+                        SET_PRICE(mlen, mlen, 0, litlen, price);
+                    mlen--;
+                }
+                while (mlen >= REPMINMATCH);
+            }
+        }
+
+        if (faster_get_matches && last_pos)
+           match_num = 0;
+        else
+        {
+            if (ctx->params.parserType == Lizard_parser_optimalPrice) {
+                Lizard_Insert(ctx, ip);
+                match_num = Lizard_GetAllMatches(ctx, ip, ip, matchlimit, last_pos, matches);
+            } else {
+                Lizard_BinTree_Insert(ctx, ip);
+                match_num = Lizard_BinTree_GetAllMatches(ctx, ip, matchlimit, last_pos, matches);
+            }
+        }
+
+        LIZARD_LOG_PARSER("%d: match_num=%d last_pos=%d\n", (int)(ip-source), match_num, last_pos);
+        if (!last_pos && !match_num) { ip++; continue; }
+
+        if (match_num && (size_t)matches[match_num-1].len > sufficient_len) {
+            best_mlen = matches[match_num-1].len;
+            best_off = matches[match_num-1].off;
+            cur = 0;
+            last_pos = 1;
+            goto encode;
+        }
+
+        // set prices using matches at position = 0
+        best_mlen = (last_pos > MINMATCH) ? last_pos : MINMATCH;
+
+        for (i = 0; i < match_num; i++) {
+            mlen = (i>0) ? (size_t)matches[i-1].len+1 : best_mlen;
+            best_mlen = (matches[i].len < LIZARD_OPT_NUM) ? matches[i].len : LIZARD_OPT_NUM;
+            LIZARD_LOG_PARSER("%d: start Found mlen=%d off=%d best_mlen=%d last_pos=%d\n", (int)(ip-source), matches[i].len, matches[i].off, best_mlen, last_pos);
+            while (mlen <= best_mlen){
+                litlen = 0;
+                price = Lizard_get_price(ctx, ctx->last_off, ip, ctx->off24pos, llen + litlen, matches[i].off, mlen);
+
+                if ((mlen >= minMatchLongOff) || (matches[i].off < LIZARD_MAX_16BIT_OFFSET))
+                if (mlen > last_pos || price < (size_t)opt[mlen].price)
+                    SET_PRICE(mlen, mlen, matches[i].off, litlen, price);
+                mlen++;
+            }
+        }
+
+        if (last_pos < repMinMatch) { ip++; continue; }
+
+        opt[0].off24pos = ctx->off24pos;
+        opt[0].rep = ctx->last_off;
+        opt[0].mlen = 1;
+        opt[0].off = -1;
+
+        // check further positions
+        for (skip_num = 0, cur = 1; cur <= last_pos; cur++) {
+            int rep;
+            inr = ip + cur;
+
+            if (opt[cur-1].off == -1) { // -1 = literals, 0 = rep
+                litlen = opt[cur-1].litlen + 1;
+
+                if (cur != litlen) {
+                    price = opt[cur - litlen].price + Lizard_get_price(ctx, opt[cur-litlen].rep, inr, ctx->off24pos, litlen, 0, 0);
+                    LIZARD_LOG_PRICE("%d: TRY1 opt[%d].price=%d price=%d cur=%d litlen=%d\n", (int)(inr-source), cur - litlen, opt[cur - litlen].price, price, cur, litlen);
+                } else {
+                    price = Lizard_get_price(ctx, ctx->last_off, inr, ctx->off24pos, llen + litlen, 0, 0);
+                    LIZARD_LOG_PRICE("%d: TRY2 price=%d cur=%d litlen=%d llen=%d\n", (int)(inr-source), price, cur, litlen, llen);
+                }
+            } else {
+                litlen = 1;
+                price = opt[cur - 1].price + Lizard_get_price(ctx, opt[cur-1].rep, inr, ctx->off24pos, litlen, 0, 0);
+                LIZARD_LOG_PRICE("%d: TRY3 price=%d cur=%d litlen=%d litonly=%d\n", (int)(inr-source), price, cur, litlen, Lizard_get_price(ctx, rep, inr, ctx->off24pos, litlen, 0, 0));
+            }
+           
+            mlen = 1;
+            best_mlen = 0;
+            LIZARD_LOG_PARSER("%d: TRY price=%d opt[%d].price=%d\n", (int)(inr-source), price, cur, opt[cur].price);
+
+            if (cur > last_pos || price <= (size_t)opt[cur].price) // || ((price == opt[cur].price) && (opt[cur-1].mlen == 1) && (cur != litlen)))
+                SET_PRICE(cur, mlen, -1, litlen, price);
+
+            if (cur == last_pos) break;
+
+
+
+            /* set rep code */
+            if (opt[cur].off != -1) {
+                mlen = opt[cur].mlen;
+                offset = opt[cur].off;
+                if (offset < 1) {
+                    opt[cur].rep = opt[cur-mlen].rep;
+                    opt[cur].off24pos = opt[cur-mlen].off24pos;
+                    LIZARD_LOG_PARSER("%d: COPYREP1 cur=%d mlen=%d rep=%d\n", (int)(inr-source), cur, mlen, opt[cur-mlen].rep);
+                } else {
+                    opt[cur].rep = (int)offset;
+                    opt[cur].off24pos = (offset >= LIZARD_MAX_16BIT_OFFSET) ? inr : opt[cur-mlen].off24pos;
+                    LIZARD_LOG_PARSER("%d: COPYREP2 cur=%d offset=%d rep=%d\n", (int)(inr-source), cur, offset, opt[cur].rep);
+                }
+            } else {
+                opt[cur].rep = opt[cur-1].rep; // copy rep
+                opt[cur].off24pos = opt[cur-1].off24pos;
+            }
+
+            rep = opt[cur].rep;
+            LIZARD_LOG_PARSER("%d: CURRENT price[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(inr-source), cur, last_pos, opt[cur].price, opt[cur].off, opt[cur].mlen, opt[cur].litlen, opt[cur].rep); 
+
+
+            /* check rep code */
+            if (opt[cur].rep >= lizardOptimalMinOffset) {
+                intptr_t matchIndexLO = (inr - opt[cur].rep) - base;
+                mlen = 0;
+                if ((matchIndexLO >= lowLimit) && (base + matchIndexLO + maxDistance >= inr)) {
+                    if (matchIndexLO >= dictLimit) {
+                        mlen = Lizard_count(inr, base + matchIndexLO, matchlimit);
+                    } else {
+                        mlen = Lizard_count_2segments(inr, dictBase + matchIndexLO, matchlimit, dictEnd, lowPrefixPtr);
+                    }
+                }
+                if (mlen >= REPMINMATCH/* && mlen > best_mlen*/) {
+                    LIZARD_LOG_PARSER("%d: try REP rep=%d mlen=%d\n", (int)(inr-source), opt[cur].rep, mlen);   
+                    LIZARD_LOG_PARSER("%d: Found REP mlen=%d off=%d rep=%d opt[%d].off=%d\n", (int)(inr-source), mlen, 0, opt[cur].rep, cur, opt[cur].off);
+
+                    if (mlen > sufficient_len || cur + mlen >= LIZARD_OPT_NUM) {
+                        best_mlen = mlen;
+                        best_off = 0;
+                        LIZARD_LOG_PARSER("%d: REP sufficient_len=%d best_mlen=%d best_off=%d last_pos=%d\n", (int)(inr-source), sufficient_len, best_mlen, best_off, last_pos);
+                        last_pos = cur + 1;
+                        goto encode;
+                    }
+
+                    best_mlen = mlen;
+                    if (faster_get_matches)
+                        skip_num = best_mlen;
+
+                    do
+                    {
+                        //if (opt[cur].mlen == 1)
+                        if (opt[cur].off == -1) {
+                            litlen = opt[cur].litlen;
+
+                            if (cur != litlen) {
+                                price = opt[cur - litlen].price + Lizard_get_price(ctx, rep, inr, opt[cur].off24pos, litlen, 0, mlen);
+                                LIZARD_LOG_PRICE("%d: TRY1 opt[%d].price=%d price=%d cur=%d litlen=%d\n", (int)(inr-source), cur - litlen, opt[cur - litlen].price, price, cur, litlen);
+                            } else {
+                                price = Lizard_get_price(ctx, rep, inr, ctx->off24pos, llen + litlen, 0, mlen);
+                                LIZARD_LOG_PRICE("%d: TRY2 price=%d cur=%d litlen=%d llen=%d\n", (int)(inr-source), price, cur, litlen, llen);
+                            }
+                        } else {
+                            litlen = 0;
+                            price = opt[cur].price + Lizard_get_price(ctx, rep, inr, opt[cur].off24pos, litlen, 0, mlen);
+                            LIZARD_LOG_PRICE("%d: TRY3 price=%d cur=%d litlen=%d getprice=%d\n", (int)(inr-source), price, cur, litlen, Lizard_get_price(ctx, rep, inr, opt[cur].off24pos, litlen, 0, mlen - MINMATCH));
+                        }
+
+                        LIZARD_LOG_PARSER("%d: Found REP mlen=%d off=%d price=%d litlen=%d price[%d]=%d\n", (int)(inr-source), mlen, 0, price, litlen, cur - litlen, opt[cur - litlen].price);
+
+                        if (cur + mlen > last_pos || price <= (size_t)opt[cur + mlen].price) // || ((price == opt[cur + mlen].price) && (opt[cur].mlen == 1) && (cur != litlen))) // at equal price prefer REP instead of MATCH
+                            SET_PRICE(cur + mlen, mlen, 0, litlen, price);
+                        mlen--;
+                    }
+                    while (mlen >= REPMINMATCH);
+                }
+            }
+
+            if (faster_get_matches && skip_num > 0) {
+                skip_num--; 
+                continue;
+            }
+
+            if (ctx->params.parserType == Lizard_parser_optimalPrice) {
+                Lizard_Insert(ctx, inr);
+                match_num = Lizard_GetAllMatches(ctx, inr, ip, matchlimit, best_mlen, matches);
+                LIZARD_LOG_PARSER("%d: Lizard_GetAllMatches match_num=%d\n", (int)(inr-source), match_num);
+            } else {
+                Lizard_BinTree_Insert(ctx, inr);
+                match_num = Lizard_BinTree_GetAllMatches(ctx, inr, matchlimit, best_mlen, matches);
+                LIZARD_LOG_PARSER("%d: Lizard_BinTree_GetAllMatches match_num=%d\n", (int)(inr-source), match_num);
+            }
+
+
+            if (match_num > 0 && (size_t)matches[match_num-1].len > sufficient_len) {
+                cur -= matches[match_num-1].back;
+                best_mlen = matches[match_num-1].len;
+                best_off = matches[match_num-1].off;
+                last_pos = cur + 1;
+                goto encode;
+            }
+
+            // set prices using matches at position = cur
+            best_mlen = (best_mlen > MINMATCH) ? best_mlen : MINMATCH;
+
+            for (i = 0; i < match_num; i++) {
+                mlen = (i>0) ? (size_t)matches[i-1].len+1 : best_mlen;
+                cur2 = cur - matches[i].back;
+                best_mlen = (cur2 + matches[i].len < LIZARD_OPT_NUM) ? (size_t)matches[i].len : LIZARD_OPT_NUM - cur2;
+                LIZARD_LOG_PARSER("%d: Found1 cur=%d cur2=%d mlen=%d off=%d best_mlen=%d last_pos=%d\n", (int)(inr-source), cur, cur2, matches[i].len, matches[i].off, best_mlen, last_pos);
+
+                if (mlen < (size_t)matches[i].back + 1)
+                    mlen = matches[i].back + 1; 
+
+                while (mlen <= best_mlen) {
+                  //  if (opt[cur2].mlen == 1)
+                    if (opt[cur2].off == -1)
+                    {
+                        litlen = opt[cur2].litlen;
+
+                        if (cur2 != litlen)
+                            price = opt[cur2 - litlen].price + Lizard_get_price(ctx, rep, inr, opt[cur2].off24pos, litlen, matches[i].off, mlen);
+                        else
+                            price = Lizard_get_price(ctx, rep, inr, ctx->off24pos, llen + litlen, matches[i].off, mlen);
+                    } else {
+                        litlen = 0;
+                        price = opt[cur2].price + Lizard_get_price(ctx, rep, inr, opt[cur2].off24pos, litlen, matches[i].off, mlen);
+                    }
+
+                    LIZARD_LOG_PARSER("%d: Found2 pred=%d mlen=%d best_mlen=%d off=%d price=%d litlen=%d price[%d]=%d\n", (int)(inr-source), matches[i].back, mlen, best_mlen, matches[i].off, price, litlen, cur - litlen, opt[cur - litlen].price);
+        //                if (cur2 + mlen > last_pos || ((matches[i].off != opt[cur2 + mlen].off) && (price < opt[cur2 + mlen].price)))
+
+                    if ((mlen >= minMatchLongOff) || (matches[i].off < LIZARD_MAX_16BIT_OFFSET))
+                    if (cur2 + mlen > last_pos || price < (size_t)opt[cur2 + mlen].price)
+                    {
+                        SET_PRICE(cur2 + mlen, mlen, matches[i].off, litlen, price);
+                    }
+
+                    mlen++;
+                }
+            }
+        } //  for (skip_num = 0, cur = 1; cur <= last_pos; cur++)
+
+
+        best_mlen = opt[last_pos].mlen;
+        best_off = opt[last_pos].off;
+        cur = last_pos - best_mlen;
+
+        encode: // cur, last_pos, best_mlen, best_off have to be set
+        for (i = 1; i <= last_pos; i++) {
+            LIZARD_LOG_PARSER("%d: price[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(ip-source+i), i, last_pos, opt[i].price, opt[i].off, opt[i].mlen, opt[i].litlen, opt[i].rep); 
+        }
+
+        LIZARD_LOG_PARSER("%d: cur=%d/%d best_mlen=%d best_off=%d rep=%d\n", (int)(ip-source+cur), cur, last_pos, best_mlen, best_off, opt[cur].rep); 
+
+        opt[0].mlen = 1;
+
+        while (1) {
+            mlen = opt[cur].mlen;
+            offset = opt[cur].off;
+            opt[cur].mlen = (int)best_mlen; 
+            opt[cur].off = (int)best_off;
+            best_mlen = mlen;
+            best_off = offset;
+            if (mlen > cur) break;
+            cur -= mlen;
+        }
+          
+        for (i = 0; i <= last_pos;) {
+            LIZARD_LOG_PARSER("%d: price2[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(ip-source+i), i, last_pos, opt[i].price, opt[i].off, opt[i].mlen, opt[i].litlen, opt[i].rep); 
+            i += opt[i].mlen;
+        }
+
+        cur = 0;
+
+        while (cur < last_pos) {
+            LIZARD_LOG_PARSER("%d: price3[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(ip-source+cur), cur, last_pos, opt[cur].price, opt[cur].off, opt[cur].mlen, opt[cur].litlen, opt[cur].rep); 
+            mlen = opt[cur].mlen;
+        //            if (mlen == 1) { ip++; cur++; continue; }
+            if (opt[cur].off == -1) { ip++; cur++; continue; }
+            offset = opt[cur].off;
+            cur += mlen;
+
+            LIZARD_LOG_ENCODE("%d: ENCODE literals=%d off=%d mlen=%d ", (int)(ip-source), (int)(ip-anchor), (int)(offset), mlen);
+            res = Lizard_encodeSequence(ctx, &ip, &anchor, mlen, ip - offset);
+            if (res) return 0; 
+
+            LIZARD_LOG_PARSER("%d: offset=%d rep=%d\n", (int)(ip-source), offset, ctx->last_off);
+        }
+    }
+
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
+
diff --git a/contrib/lizard/lib/lizard_parser_pricefast.h b/contrib/lizard/lib/lizard_parser_pricefast.h
new file mode 100644
index 00000000000..9818e2c4212
--- /dev/null
+++ b/contrib/lizard/lib/lizard_parser_pricefast.h
@@ -0,0 +1,250 @@
+#define LIZARD_PRICEFAST_MIN_OFFSET 8
+
+FORCE_INLINE int Lizard_FindMatchFast(Lizard_stream_t* ctx, intptr_t matchIndex, intptr_t matchIndex3, /* Index table will be updated */
+                                               const BYTE* ip, const BYTE* const iLimit,
+                                               const BYTE** matchpos)
+{
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const intptr_t dictLimit = ctx->dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
+    const intptr_t current = (U32)(ip - base);
+    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    const BYTE* match, *matchDict;
+    size_t ml=0, mlt;
+
+    if (ctx->last_off >= LIZARD_PRICEFAST_MIN_OFFSET) {
+        intptr_t matchIndexLO = (ip - ctx->last_off) - base;
+        if (matchIndexLO >= lowLimit) {
+            if (matchIndexLO >= dictLimit) {
+                match = base + matchIndexLO;
+                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
+                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+                 //   if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) 
+                    {
+                        *matchpos = match;
+                        return (int)mlt;
+                    }
+                }
+            } else {
+                match = dictBase + matchIndexLO;
+                if ((U32)((dictLimit-1) - matchIndexLO) >= 3)  /* intentional overflow */
+                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
+                    mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                 //   if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) 
+                    {
+                        *matchpos = base + matchIndexLO;  /* virtual matchpos */
+                        return (int)mlt;
+                    }
+                }
+            }
+        }
+    }
+
+
+#if MINMATCH == 3
+    if (matchIndex3 < current && matchIndex3 >= lowLimit) {
+        intptr_t offset = current - matchIndex3;
+        if (offset < LIZARD_MAX_8BIT_OFFSET) {
+            match = ip - offset;
+            if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match)) {
+                ml = 3;//Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+                *matchpos = match;
+            }
+        }
+    }
+#else
+    (void)matchIndex3;
+#endif
+
+    if ((matchIndex < current) && (matchIndex >= lowLimit)) {
+        match = base + matchIndex;
+        if ((U32)(ip - match) >= LIZARD_PRICEFAST_MIN_OFFSET) {
+            if (matchIndex >= dictLimit) {
+                if (*(match+ml) == *(ip+ml) && (MEM_read32(match) == MEM_read32(ip))) {
+                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (!ml || (mlt > ml)) // && Lizard_better_price((ip - *matchpos), ml, (ip - match), mlt, ctx->last_off)))
+                    { ml = mlt; *matchpos = match; }
+                }
+            } else {
+                matchDict = dictBase + matchIndex;
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_read32(matchDict) == MEM_read32(ip)) {
+                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    if (!ml || (mlt > ml)) // && Lizard_better_price((ip - *matchpos), ml, (U32)(ip - match), mlt, ctx->last_off)))
+                    { ml = mlt; *matchpos = match; }   /* virtual matchpos */
+                }
+            }
+        }
+    }
+    
+    return (int)ml;
+}
+
+
+FORCE_INLINE int Lizard_FindMatchFaster (Lizard_stream_t* ctx, U32 matchIndex,  /* Index table will be updated */
+                                               const BYTE* ip, const BYTE* const iLimit,
+                                               const BYTE** matchpos)
+{
+    const BYTE* const base = ctx->base;
+    const BYTE* const dictBase = ctx->dictBase;
+    const U32 dictLimit = ctx->dictLimit;
+    const BYTE* const dictEnd = dictBase + dictLimit;
+    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
+    const U32 current = (U32)(ip - base);
+    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
+    const BYTE* const lowPrefixPtr = base + dictLimit;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    const BYTE* match, *matchDict;
+    size_t ml=0, mlt;
+
+    if (matchIndex < current && matchIndex >= lowLimit) {
+        match = base + matchIndex;
+        if ((U32)(ip - match) >= LIZARD_PRICEFAST_MIN_OFFSET) {
+            if (matchIndex >= dictLimit) {
+                if (MEM_read32(match) == MEM_read32(ip)) {
+                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    { ml = mlt; *matchpos = match; }
+                }
+            } else {
+                matchDict = dictBase + matchIndex;
+                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
+                if (MEM_read32(matchDict) == MEM_read32(ip)) {
+                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
+                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
+                    { ml = mlt; *matchpos = match; }   /* virtual matchpos */
+                }
+            }
+        }
+    }
+    
+    return (int)ml;
+}
+
+
+
+FORCE_INLINE int Lizard_compress_priceFast(
+        Lizard_stream_t* const ctx,
+        const BYTE* ip,
+        const BYTE* const iend)
+{
+    const BYTE* anchor = ip;
+    const BYTE* const mflimit = iend - MFLIMIT;
+    const BYTE* const matchlimit = (iend - LASTLITERALS);
+
+    size_t ml, ml2=0;
+    const BYTE* ref=NULL;
+    const BYTE* start2=NULL;
+    const BYTE* ref2=NULL;
+    const BYTE* lowPrefixPtr = ctx->base + ctx->dictLimit;
+    U32* HashTable  = ctx->hashTable;
+#if MINMATCH == 3
+    U32* HashTable3  = ctx->hashTable3;
+#endif 
+    const BYTE* const base = ctx->base;
+    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
+    U32* HashPos;
+
+    /* init */
+    ip++;
+
+    /* Main Loop */
+    while (ip < mflimit)
+    {
+        HashPos = &HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
+#if MINMATCH == 3
+        {
+        U32* HashPos3 = &HashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
+        ml = Lizard_FindMatchFast (ctx, *HashPos, *HashPos3, ip, matchlimit, (&ref));
+        *HashPos3 = (U32)(ip - base);
+        }
+#else
+        ml = Lizard_FindMatchFast (ctx, *HashPos, 0, ip, matchlimit, (&ref));
+#endif 
+        if ((*HashPos >= (U32)(ip - base)) || ((U32)(ip - base) >= *HashPos + LIZARD_PRICEFAST_MIN_OFFSET))
+            *HashPos = (U32)(ip - base);
+
+        if (!ml) { ip++; continue; }
+        if ((int)(ip - ref) == ctx->last_off) { ml2=0; ref=ip; goto _Encode; }
+
+        {
+        int back = 0;
+        while ((ip+back>anchor) && (ref+back > lowPrefixPtr) && (ip[back-1] == ref[back-1])) back--;
+        ml -= back;
+        ip += back;
+        ref += back;
+        }
+        
+_Search:
+        if (ip+ml >= mflimit) goto _Encode;
+
+        start2 = ip + ml - 2;
+        HashPos = &HashTable[Lizard_hashPtr(start2, ctx->params.hashLog, ctx->params.searchLength)];
+        ml2 = Lizard_FindMatchFaster(ctx, *HashPos, start2, matchlimit, (&ref2));      
+        if ((*HashPos >= (U32)(start2 - base)) || ((U32)(start2 - base) >= *HashPos + LIZARD_PRICEFAST_MIN_OFFSET))
+            *HashPos = (U32)(start2 - base);
+
+        if (!ml2) goto _Encode;
+
+        {
+        int back = 0;
+        while ((start2+back>ip) && (ref2+back > lowPrefixPtr) && (start2[back-1] == ref2[back-1])) back--;
+        ml2 -= back;
+        start2 += back;
+        ref2 += back;
+        }
+
+        if (ml2 <= ml) { ml2 = 0; goto _Encode; }
+
+        if (start2 <= ip)
+        {
+
+            ip = start2; ref = ref2; ml = ml2;
+            ml2 = 0;
+            goto _Encode;
+        }
+
+        if (start2 - ip < 3) 
+        { 
+            ip = start2; ref = ref2; ml = ml2;
+            ml2 = 0; 
+            goto _Search; 
+        }
+
+        if (start2 < ip + ml) 
+        {
+            size_t correction = ml - (int)(start2 - ip);
+            start2 += correction;
+            ref2 += correction;
+            ml2 -= correction;
+            if (ml2 < 3) { ml2 = 0; }
+            if ((ml2 < minMatchLongOff) && ((U32)(start2 - ref2) >= LIZARD_MAX_16BIT_OFFSET))  { ml2 = 0; }
+        }
+
+_Encode:
+        if (Lizard_encodeSequence_LIZv1(ctx, &ip, &anchor, ml, ref)) goto _output_error;
+
+        if (ml2)
+        {
+            ip = start2; ref = ref2; ml = ml2;
+            ml2 = 0;
+            goto _Search;
+        }
+    }
+
+    /* Encode Last Literals */
+    ip = iend;
+    if (Lizard_encodeLastLiterals_LIZv1(ctx, &ip, &anchor)) goto _output_error;
+
+    /* End */
+    return 1;
+_output_error:
+    return 0;
+}
+
diff --git a/contrib/lizard/lib/xxhash/xxhash.c b/contrib/lizard/lib/xxhash/xxhash.c
new file mode 100644
index 00000000000..833b99f3b21
--- /dev/null
+++ b/contrib/lizard/lib/xxhash/xxhash.c
@@ -0,0 +1,888 @@
+/*
+*  xxHash - Fast Hash algorithm
+*  Copyright (C) 2012-2016, Yann Collet
+*
+*  BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+*
+*  Redistribution and use in source and binary forms, with or without
+*  modification, are permitted provided that the following conditions are
+*  met:
+*
+*  * Redistributions of source code must retain the above copyright
+*  notice, this list of conditions and the following disclaimer.
+*  * Redistributions in binary form must reproduce the above
+*  copyright notice, this list of conditions and the following disclaimer
+*  in the documentation and/or other materials provided with the
+*  distribution.
+*
+*  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+*  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+*  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+*  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+*  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+*  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+*  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+*  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+*  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+*  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+*  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*
+*  You can contact the author at :
+*  - xxHash homepage: http://www.xxhash.com
+*  - xxHash source repository : https://github.com/Cyan4973/xxHash
+*/
+
+
+/* *************************************
+*  Tuning parameters
+***************************************/
+/*!XXH_FORCE_MEMORY_ACCESS :
+ * By default, access to unaligned memory is controlled by `memcpy()`, which is safe and portable.
+ * Unfortunately, on some target/compiler combinations, the generated assembly is sub-optimal.
+ * The below switch allow to select different access method for improved performance.
+ * Method 0 (default) : use `memcpy()`. Safe and portable.
+ * Method 1 : `__packed` statement. It depends on compiler extension (ie, not portable).
+ *            This method is safe if your compiler supports it, and *generally* as fast or faster than `memcpy`.
+ * Method 2 : direct access. This method doesn't depend on compiler but violate C standard.
+ *            It can generate buggy code on targets which do not support unaligned memory accesses.
+ *            But in some circumstances, it's the only known way to get the most performance (ie GCC + ARMv6)
+ * See http://stackoverflow.com/a/32095106/646947 for details.
+ * Prefer these methods in priority order (0 > 1 > 2)
+ */
+#ifndef XXH_FORCE_MEMORY_ACCESS   /* can be defined externally, on command line for example */
+#  if defined(__GNUC__) && ( defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6Z__) || defined(__ARM_ARCH_6ZK__) || defined(__ARM_ARCH_6T2__) )
+#    define XXH_FORCE_MEMORY_ACCESS 2
+#  elif defined(__INTEL_COMPILER) || \
+  (defined(__GNUC__) && ( defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || defined(__ARM_ARCH_7R__) || defined(__ARM_ARCH_7M__) || defined(__ARM_ARCH_7S__) ))
+#    define XXH_FORCE_MEMORY_ACCESS 1
+#  endif
+#endif
+
+/*!XXH_ACCEPT_NULL_INPUT_POINTER :
+ * If the input pointer is a null pointer, xxHash default behavior is to trigger a memory access error, since it is a bad pointer.
+ * When this option is enabled, xxHash output for null input pointers will be the same as a null-length input.
+ * By default, this option is disabled. To enable it, uncomment below define :
+ */
+/* #define XXH_ACCEPT_NULL_INPUT_POINTER 1 */
+
+/*!XXH_FORCE_NATIVE_FORMAT :
+ * By default, xxHash library provides endian-independent Hash values, based on little-endian convention.
+ * Results are therefore identical for little-endian and big-endian CPU.
+ * This comes at a performance cost for big-endian CPU, since some swapping is required to emulate little-endian format.
+ * Should endian-independence be of no importance for your application, you may set the #define below to 1,
+ * to improve speed for Big-endian CPU.
+ * This option has no impact on Little_Endian CPU.
+ */
+#ifndef XXH_FORCE_NATIVE_FORMAT   /* can be defined externally */
+#  define XXH_FORCE_NATIVE_FORMAT 0
+#endif
+
+/*!XXH_FORCE_ALIGN_CHECK :
+ * This is a minor performance trick, only useful with lots of very small keys.
+ * It means : check for aligned/unaligned input.
+ * The check costs one initial branch per hash;
+ * set it to 0 when the input is guaranteed to be aligned,
+ * or when alignment doesn't matter for performance.
+ */
+#ifndef XXH_FORCE_ALIGN_CHECK /* can be defined externally */
+#  if defined(__i386) || defined(_M_IX86) || defined(__x86_64__) || defined(_M_X64)
+#    define XXH_FORCE_ALIGN_CHECK 0
+#  else
+#    define XXH_FORCE_ALIGN_CHECK 1
+#  endif
+#endif
+
+
+/* *************************************
+*  Includes & Memory related functions
+***************************************/
+/*! Modify the local functions below should you wish to use some other memory routines
+*   for malloc(), free() */
+#include <stdlib.h>
+static void* XXH_malloc(size_t s) { return malloc(s); }
+static void  XXH_free  (void* p)  { free(p); }
+/*! and for memcpy() */
+#include <string.h>
+static void* XXH_memcpy(void* dest, const void* src, size_t size) { return memcpy(dest,src,size); }
+
+#define XXH_STATIC_LINKING_ONLY
+#include "xxhash.h"
+
+
+/* *************************************
+*  Compiler Specific Options
+***************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  pragma warning(disable : 4127)      /* disable: C4127: conditional expression is constant */
+#  define FORCE_INLINE static __forceinline
+#else
+#  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
+#    ifdef __GNUC__
+#      define FORCE_INLINE static inline __attribute__((always_inline))
+#    else
+#      define FORCE_INLINE static inline
+#    endif
+#  else
+#    define FORCE_INLINE static
+#  endif /* __STDC_VERSION__ */
+#endif
+
+
+/* *************************************
+*  Basic Types
+***************************************/
+#ifndef MEM_MODULE
+# if !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
+#   include <stdint.h>
+    typedef uint8_t  BYTE;
+    typedef uint16_t U16;
+    typedef uint32_t U32;
+# else
+    typedef unsigned char      BYTE;
+    typedef unsigned short     U16;
+    typedef unsigned int       U32;
+# endif
+#endif
+
+#if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==2))
+
+/* Force direct memory access. Only works on CPU which support unaligned memory access in hardware */
+static U32 XXH_read32(const void* memPtr) { return *(const U32*) memPtr; }
+
+#elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==1))
+
+/* __pack instructions are safer, but compiler specific, hence potentially problematic for some compilers */
+/* currently only defined for gcc and icc */
+typedef union { U32 u32; } __attribute__((packed)) unalign;
+static U32 XXH_read32(const void* ptr) { return ((const unalign*)ptr)->u32; }
+
+#else
+
+/* portable and safe solution. Generally efficient.
+ * see : http://stackoverflow.com/a/32095106/646947
+ */
+static U32 XXH_read32(const void* memPtr)
+{
+    U32 val;
+    memcpy(&val, memPtr, sizeof(val));
+    return val;
+}
+
+#endif   /* XXH_FORCE_DIRECT_MEMORY_ACCESS */
+
+
+/* ****************************************
+*  Compiler-specific Functions and Macros
+******************************************/
+#define XXH_GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
+
+/* Note : although _rotl exists for minGW (GCC under windows), performance seems poor */
+#if defined(_MSC_VER)
+#  define XXH_rotl32(x,r) _rotl(x,r)
+#  define XXH_rotl64(x,r) _rotl64(x,r)
+#else
+#  define XXH_rotl32(x,r) ((x << r) | (x >> (32 - r)))
+#  define XXH_rotl64(x,r) ((x << r) | (x >> (64 - r)))
+#endif
+
+#if defined(_MSC_VER)     /* Visual Studio */
+#  define XXH_swap32 _byteswap_ulong
+#elif XXH_GCC_VERSION >= 403
+#  define XXH_swap32 __builtin_bswap32
+#else
+static U32 XXH_swap32 (U32 x)
+{
+    return  ((x << 24) & 0xff000000 ) |
+            ((x <<  8) & 0x00ff0000 ) |
+            ((x >>  8) & 0x0000ff00 ) |
+            ((x >> 24) & 0x000000ff );
+}
+#endif
+
+
+/* *************************************
+*  Architecture Macros
+***************************************/
+typedef enum { XXH_bigEndian=0, XXH_littleEndian=1 } XXH_endianess;
+
+/* XXH_CPU_LITTLE_ENDIAN can be defined externally, for example on the compiler command line */
+#ifndef XXH_CPU_LITTLE_ENDIAN
+    static const int g_one = 1;
+#   define XXH_CPU_LITTLE_ENDIAN   (*(const char*)(&g_one))
+#endif
+
+
+/* ***************************
+*  Memory reads
+*****************************/
+typedef enum { XXH_aligned, XXH_unaligned } XXH_alignment;
+
+FORCE_INLINE U32 XXH_readLE32_align(const void* ptr, XXH_endianess endian, XXH_alignment align)
+{
+    if (align==XXH_unaligned)
+        return endian==XXH_littleEndian ? XXH_read32(ptr) : XXH_swap32(XXH_read32(ptr));
+    else
+        return endian==XXH_littleEndian ? *(const U32*)ptr : XXH_swap32(*(const U32*)ptr);
+}
+
+FORCE_INLINE U32 XXH_readLE32(const void* ptr, XXH_endianess endian)
+{
+    return XXH_readLE32_align(ptr, endian, XXH_unaligned);
+}
+
+static U32 XXH_readBE32(const void* ptr)
+{
+    return XXH_CPU_LITTLE_ENDIAN ? XXH_swap32(XXH_read32(ptr)) : XXH_read32(ptr);
+}
+
+
+/* *************************************
+*  Macros
+***************************************/
+#define XXH_STATIC_ASSERT(c)   { enum { XXH_static_assert = 1/(int)(!!(c)) }; }    /* use only *after* variable declarations */
+XXH_PUBLIC_API unsigned XXH_versionNumber (void) { return XXH_VERSION_NUMBER; }
+
+
+/* *******************************************************************
+*  32-bits hash functions
+*********************************************************************/
+static const U32 PRIME32_1 = 2654435761U;
+static const U32 PRIME32_2 = 2246822519U;
+static const U32 PRIME32_3 = 3266489917U;
+static const U32 PRIME32_4 =  668265263U;
+static const U32 PRIME32_5 =  374761393U;
+
+static U32 XXH32_round(U32 seed, U32 input)
+{
+    seed += input * PRIME32_2;
+    seed  = XXH_rotl32(seed, 13);
+    seed *= PRIME32_1;
+    return seed;
+}
+
+FORCE_INLINE U32 XXH32_endian_align(const void* input, size_t len, U32 seed, XXH_endianess endian, XXH_alignment align)
+{
+    const BYTE* p = (const BYTE*)input;
+    const BYTE* bEnd = p + len;
+    U32 h32;
+#define XXH_get32bits(p) XXH_readLE32_align(p, endian, align)
+
+#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
+    if (p==NULL) {
+        len=0;
+        bEnd=p=(const BYTE*)(size_t)16;
+    }
+#endif
+
+    if (len>=16) {
+        const BYTE* const limit = bEnd - 16;
+        U32 v1 = seed + PRIME32_1 + PRIME32_2;
+        U32 v2 = seed + PRIME32_2;
+        U32 v3 = seed + 0;
+        U32 v4 = seed - PRIME32_1;
+
+        do {
+            v1 = XXH32_round(v1, XXH_get32bits(p)); p+=4;
+            v2 = XXH32_round(v2, XXH_get32bits(p)); p+=4;
+            v3 = XXH32_round(v3, XXH_get32bits(p)); p+=4;
+            v4 = XXH32_round(v4, XXH_get32bits(p)); p+=4;
+        } while (p<=limit);
+
+        h32 = XXH_rotl32(v1, 1) + XXH_rotl32(v2, 7) + XXH_rotl32(v3, 12) + XXH_rotl32(v4, 18);
+    } else {
+        h32  = seed + PRIME32_5;
+    }
+
+    h32 += (U32) len;
+
+    while (p+4<=bEnd) {
+        h32 += XXH_get32bits(p) * PRIME32_3;
+        h32  = XXH_rotl32(h32, 17) * PRIME32_4 ;
+        p+=4;
+    }
+
+    while (p<bEnd) {
+        h32 += (*p) * PRIME32_5;
+        h32 = XXH_rotl32(h32, 11) * PRIME32_1 ;
+        p++;
+    }
+
+    h32 ^= h32 >> 15;
+    h32 *= PRIME32_2;
+    h32 ^= h32 >> 13;
+    h32 *= PRIME32_3;
+    h32 ^= h32 >> 16;
+
+    return h32;
+}
+
+
+XXH_PUBLIC_API unsigned int XXH32 (const void* input, size_t len, unsigned int seed)
+{
+#if 0
+    /* Simple version, good for code maintenance, but unfortunately slow for small inputs */
+    XXH32_state_t state;
+    XXH32_reset(&state, seed);
+    XXH32_update(&state, input, len);
+    return XXH32_digest(&state);
+#else
+    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
+
+    if (XXH_FORCE_ALIGN_CHECK) {
+        if ((((size_t)input) & 3) == 0) {   /* Input is 4-bytes aligned, leverage the speed benefit */
+            if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+                return XXH32_endian_align(input, len, seed, XXH_littleEndian, XXH_aligned);
+            else
+                return XXH32_endian_align(input, len, seed, XXH_bigEndian, XXH_aligned);
+    }   }
+
+    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+        return XXH32_endian_align(input, len, seed, XXH_littleEndian, XXH_unaligned);
+    else
+        return XXH32_endian_align(input, len, seed, XXH_bigEndian, XXH_unaligned);
+#endif
+}
+
+
+
+/*======   Hash streaming   ======*/
+
+XXH_PUBLIC_API XXH32_state_t* XXH32_createState(void)
+{
+    return (XXH32_state_t*)XXH_malloc(sizeof(XXH32_state_t));
+}
+XXH_PUBLIC_API XXH_errorcode XXH32_freeState(XXH32_state_t* statePtr)
+{
+    XXH_free(statePtr);
+    return XXH_OK;
+}
+
+XXH_PUBLIC_API void XXH32_copyState(XXH32_state_t* dstState, const XXH32_state_t* srcState)
+{
+    memcpy(dstState, srcState, sizeof(*dstState));
+}
+
+XXH_PUBLIC_API XXH_errorcode XXH32_reset(XXH32_state_t* statePtr, unsigned int seed)
+{
+    XXH32_state_t state;   /* using a local state to memcpy() in order to avoid strict-aliasing warnings */
+    memset(&state, 0, sizeof(state)-4);   /* do not write into reserved, for future removal */
+    state.v1 = seed + PRIME32_1 + PRIME32_2;
+    state.v2 = seed + PRIME32_2;
+    state.v3 = seed + 0;
+    state.v4 = seed - PRIME32_1;
+    memcpy(statePtr, &state, sizeof(state));
+    return XXH_OK;
+}
+
+
+FORCE_INLINE XXH_errorcode XXH32_update_endian (XXH32_state_t* state, const void* input, size_t len, XXH_endianess endian)
+{
+    const BYTE* p = (const BYTE*)input;
+    const BYTE* const bEnd = p + len;
+
+#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
+    if (input==NULL) return XXH_ERROR;
+#endif
+
+    state->total_len_32 += (unsigned)len;
+    state->large_len |= (len>=16) | (state->total_len_32>=16);
+
+    if (state->memsize + len < 16)  {   /* fill in tmp buffer */
+        XXH_memcpy((BYTE*)(state->mem32) + state->memsize, input, len);
+        state->memsize += (unsigned)len;
+        return XXH_OK;
+    }
+
+    if (state->memsize) {   /* some data left from previous update */
+        XXH_memcpy((BYTE*)(state->mem32) + state->memsize, input, 16-state->memsize);
+        {   const U32* p32 = state->mem32;
+            state->v1 = XXH32_round(state->v1, XXH_readLE32(p32, endian)); p32++;
+            state->v2 = XXH32_round(state->v2, XXH_readLE32(p32, endian)); p32++;
+            state->v3 = XXH32_round(state->v3, XXH_readLE32(p32, endian)); p32++;
+            state->v4 = XXH32_round(state->v4, XXH_readLE32(p32, endian));
+        }
+        p += 16-state->memsize;
+        state->memsize = 0;
+    }
+
+    if (p <= bEnd-16) {
+        const BYTE* const limit = bEnd - 16;
+        U32 v1 = state->v1;
+        U32 v2 = state->v2;
+        U32 v3 = state->v3;
+        U32 v4 = state->v4;
+
+        do {
+            v1 = XXH32_round(v1, XXH_readLE32(p, endian)); p+=4;
+            v2 = XXH32_round(v2, XXH_readLE32(p, endian)); p+=4;
+            v3 = XXH32_round(v3, XXH_readLE32(p, endian)); p+=4;
+            v4 = XXH32_round(v4, XXH_readLE32(p, endian)); p+=4;
+        } while (p<=limit);
+
+        state->v1 = v1;
+        state->v2 = v2;
+        state->v3 = v3;
+        state->v4 = v4;
+    }
+
+    if (p < bEnd) {
+        XXH_memcpy(state->mem32, p, (size_t)(bEnd-p));
+        state->memsize = (unsigned)(bEnd-p);
+    }
+
+    return XXH_OK;
+}
+
+XXH_PUBLIC_API XXH_errorcode XXH32_update (XXH32_state_t* state_in, const void* input, size_t len)
+{
+    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
+
+    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+        return XXH32_update_endian(state_in, input, len, XXH_littleEndian);
+    else
+        return XXH32_update_endian(state_in, input, len, XXH_bigEndian);
+}
+
+
+
+FORCE_INLINE U32 XXH32_digest_endian (const XXH32_state_t* state, XXH_endianess endian)
+{
+    const BYTE * p = (const BYTE*)state->mem32;
+    const BYTE* const bEnd = (const BYTE*)(state->mem32) + state->memsize;
+    U32 h32;
+
+    if (state->large_len) {
+        h32 = XXH_rotl32(state->v1, 1) + XXH_rotl32(state->v2, 7) + XXH_rotl32(state->v3, 12) + XXH_rotl32(state->v4, 18);
+    } else {
+        h32 = state->v3 /* == seed */ + PRIME32_5;
+    }
+
+    h32 += state->total_len_32;
+
+    while (p+4<=bEnd) {
+        h32 += XXH_readLE32(p, endian) * PRIME32_3;
+        h32  = XXH_rotl32(h32, 17) * PRIME32_4;
+        p+=4;
+    }
+
+    while (p<bEnd) {
+        h32 += (*p) * PRIME32_5;
+        h32  = XXH_rotl32(h32, 11) * PRIME32_1;
+        p++;
+    }
+
+    h32 ^= h32 >> 15;
+    h32 *= PRIME32_2;
+    h32 ^= h32 >> 13;
+    h32 *= PRIME32_3;
+    h32 ^= h32 >> 16;
+
+    return h32;
+}
+
+
+XXH_PUBLIC_API unsigned int XXH32_digest (const XXH32_state_t* state_in)
+{
+    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
+
+    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+        return XXH32_digest_endian(state_in, XXH_littleEndian);
+    else
+        return XXH32_digest_endian(state_in, XXH_bigEndian);
+}
+
+
+/*======   Canonical representation   ======*/
+
+/*! Default XXH result types are basic unsigned 32 and 64 bits.
+*   The canonical representation follows human-readable write convention, aka big-endian (large digits first).
+*   These functions allow transformation of hash result into and from its canonical format.
+*   This way, hash values can be written into a file or buffer, and remain comparable across different systems and programs.
+*/
+
+XXH_PUBLIC_API void XXH32_canonicalFromHash(XXH32_canonical_t* dst, XXH32_hash_t hash)
+{
+    XXH_STATIC_ASSERT(sizeof(XXH32_canonical_t) == sizeof(XXH32_hash_t));
+    if (XXH_CPU_LITTLE_ENDIAN) hash = XXH_swap32(hash);
+    memcpy(dst, &hash, sizeof(*dst));
+}
+
+XXH_PUBLIC_API XXH32_hash_t XXH32_hashFromCanonical(const XXH32_canonical_t* src)
+{
+    return XXH_readBE32(src);
+}
+
+
+#ifndef XXH_NO_LONG_LONG
+
+/* *******************************************************************
+*  64-bits hash functions
+*********************************************************************/
+
+/*======   Memory access   ======*/
+
+#ifndef MEM_MODULE
+# define MEM_MODULE
+# if !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
+#   include <stdint.h>
+    typedef uint64_t U64;
+# else
+    typedef unsigned long long U64;   /* if your compiler doesn't support unsigned long long, replace by another 64-bit type here. Note that xxhash.h will also need to be updated. */
+# endif
+#endif
+
+
+#if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==2))
+
+/* Force direct memory access. Only works on CPU which support unaligned memory access in hardware */
+static U64 XXH_read64(const void* memPtr) { return *(const U64*) memPtr; }
+
+#elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==1))
+
+/* __pack instructions are safer, but compiler specific, hence potentially problematic for some compilers */
+/* currently only defined for gcc and icc */
+typedef union { U32 u32; U64 u64; } __attribute__((packed)) unalign64;
+static U64 XXH_read64(const void* ptr) { return ((const unalign64*)ptr)->u64; }
+
+#else
+
+/* portable and safe solution. Generally efficient.
+ * see : http://stackoverflow.com/a/32095106/646947
+ */
+
+static U64 XXH_read64(const void* memPtr)
+{
+    U64 val;
+    memcpy(&val, memPtr, sizeof(val));
+    return val;
+}
+
+#endif   /* XXH_FORCE_DIRECT_MEMORY_ACCESS */
+
+#if defined(_MSC_VER)     /* Visual Studio */
+#  define XXH_swap64 _byteswap_uint64
+#elif XXH_GCC_VERSION >= 403
+#  define XXH_swap64 __builtin_bswap64
+#else
+static U64 XXH_swap64 (U64 x)
+{
+    return  ((x << 56) & 0xff00000000000000ULL) |
+            ((x << 40) & 0x00ff000000000000ULL) |
+            ((x << 24) & 0x0000ff0000000000ULL) |
+            ((x << 8)  & 0x000000ff00000000ULL) |
+            ((x >> 8)  & 0x00000000ff000000ULL) |
+            ((x >> 24) & 0x0000000000ff0000ULL) |
+            ((x >> 40) & 0x000000000000ff00ULL) |
+            ((x >> 56) & 0x00000000000000ffULL);
+}
+#endif
+
+FORCE_INLINE U64 XXH_readLE64_align(const void* ptr, XXH_endianess endian, XXH_alignment align)
+{
+    if (align==XXH_unaligned)
+        return endian==XXH_littleEndian ? XXH_read64(ptr) : XXH_swap64(XXH_read64(ptr));
+    else
+        return endian==XXH_littleEndian ? *(const U64*)ptr : XXH_swap64(*(const U64*)ptr);
+}
+
+FORCE_INLINE U64 XXH_readLE64(const void* ptr, XXH_endianess endian)
+{
+    return XXH_readLE64_align(ptr, endian, XXH_unaligned);
+}
+
+static U64 XXH_readBE64(const void* ptr)
+{
+    return XXH_CPU_LITTLE_ENDIAN ? XXH_swap64(XXH_read64(ptr)) : XXH_read64(ptr);
+}
+
+
+/*======   xxh64   ======*/
+
+static const U64 PRIME64_1 = 11400714785074694791ULL;
+static const U64 PRIME64_2 = 14029467366897019727ULL;
+static const U64 PRIME64_3 =  1609587929392839161ULL;
+static const U64 PRIME64_4 =  9650029242287828579ULL;
+static const U64 PRIME64_5 =  2870177450012600261ULL;
+
+static U64 XXH64_round(U64 acc, U64 input)
+{
+    acc += input * PRIME64_2;
+    acc  = XXH_rotl64(acc, 31);
+    acc *= PRIME64_1;
+    return acc;
+}
+
+static U64 XXH64_mergeRound(U64 acc, U64 val)
+{
+    val  = XXH64_round(0, val);
+    acc ^= val;
+    acc  = acc * PRIME64_1 + PRIME64_4;
+    return acc;
+}
+
+FORCE_INLINE U64 XXH64_endian_align(const void* input, size_t len, U64 seed, XXH_endianess endian, XXH_alignment align)
+{
+    const BYTE* p = (const BYTE*)input;
+    const BYTE* bEnd = p + len;
+    U64 h64;
+#define XXH_get64bits(p) XXH_readLE64_align(p, endian, align)
+
+#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
+    if (p==NULL) {
+        len=0;
+        bEnd=p=(const BYTE*)(size_t)32;
+    }
+#endif
+
+    if (len>=32) {
+        const BYTE* const limit = bEnd - 32;
+        U64 v1 = seed + PRIME64_1 + PRIME64_2;
+        U64 v2 = seed + PRIME64_2;
+        U64 v3 = seed + 0;
+        U64 v4 = seed - PRIME64_1;
+
+        do {
+            v1 = XXH64_round(v1, XXH_get64bits(p)); p+=8;
+            v2 = XXH64_round(v2, XXH_get64bits(p)); p+=8;
+            v3 = XXH64_round(v3, XXH_get64bits(p)); p+=8;
+            v4 = XXH64_round(v4, XXH_get64bits(p)); p+=8;
+        } while (p<=limit);
+
+        h64 = XXH_rotl64(v1, 1) + XXH_rotl64(v2, 7) + XXH_rotl64(v3, 12) + XXH_rotl64(v4, 18);
+        h64 = XXH64_mergeRound(h64, v1);
+        h64 = XXH64_mergeRound(h64, v2);
+        h64 = XXH64_mergeRound(h64, v3);
+        h64 = XXH64_mergeRound(h64, v4);
+
+    } else {
+        h64  = seed + PRIME64_5;
+    }
+
+    h64 += (U64) len;
+
+    while (p+8<=bEnd) {
+        U64 const k1 = XXH64_round(0, XXH_get64bits(p));
+        h64 ^= k1;
+        h64  = XXH_rotl64(h64,27) * PRIME64_1 + PRIME64_4;
+        p+=8;
+    }
+
+    if (p+4<=bEnd) {
+        h64 ^= (U64)(XXH_get32bits(p)) * PRIME64_1;
+        h64 = XXH_rotl64(h64, 23) * PRIME64_2 + PRIME64_3;
+        p+=4;
+    }
+
+    while (p<bEnd) {
+        h64 ^= (*p) * PRIME64_5;
+        h64 = XXH_rotl64(h64, 11) * PRIME64_1;
+        p++;
+    }
+
+    h64 ^= h64 >> 33;
+    h64 *= PRIME64_2;
+    h64 ^= h64 >> 29;
+    h64 *= PRIME64_3;
+    h64 ^= h64 >> 32;
+
+    return h64;
+}
+
+
+XXH_PUBLIC_API unsigned long long XXH64 (const void* input, size_t len, unsigned long long seed)
+{
+#if 0
+    /* Simple version, good for code maintenance, but unfortunately slow for small inputs */
+    XXH64_state_t state;
+    XXH64_reset(&state, seed);
+    XXH64_update(&state, input, len);
+    return XXH64_digest(&state);
+#else
+    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
+
+    if (XXH_FORCE_ALIGN_CHECK) {
+        if ((((size_t)input) & 7)==0) {  /* Input is aligned, let's leverage the speed advantage */
+            if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+                return XXH64_endian_align(input, len, seed, XXH_littleEndian, XXH_aligned);
+            else
+                return XXH64_endian_align(input, len, seed, XXH_bigEndian, XXH_aligned);
+    }   }
+
+    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+        return XXH64_endian_align(input, len, seed, XXH_littleEndian, XXH_unaligned);
+    else
+        return XXH64_endian_align(input, len, seed, XXH_bigEndian, XXH_unaligned);
+#endif
+}
+
+/*======   Hash Streaming   ======*/
+
+XXH_PUBLIC_API XXH64_state_t* XXH64_createState(void)
+{
+    return (XXH64_state_t*)XXH_malloc(sizeof(XXH64_state_t));
+}
+XXH_PUBLIC_API XXH_errorcode XXH64_freeState(XXH64_state_t* statePtr)
+{
+    XXH_free(statePtr);
+    return XXH_OK;
+}
+
+XXH_PUBLIC_API void XXH64_copyState(XXH64_state_t* dstState, const XXH64_state_t* srcState)
+{
+    memcpy(dstState, srcState, sizeof(*dstState));
+}
+
+XXH_PUBLIC_API XXH_errorcode XXH64_reset(XXH64_state_t* statePtr, unsigned long long seed)
+{
+    XXH64_state_t state;   /* using a local state to memcpy() in order to avoid strict-aliasing warnings */
+    memset(&state, 0, sizeof(state)-8);   /* do not write into reserved, for future removal */
+    state.v1 = seed + PRIME64_1 + PRIME64_2;
+    state.v2 = seed + PRIME64_2;
+    state.v3 = seed + 0;
+    state.v4 = seed - PRIME64_1;
+    memcpy(statePtr, &state, sizeof(state));
+    return XXH_OK;
+}
+
+FORCE_INLINE XXH_errorcode XXH64_update_endian (XXH64_state_t* state, const void* input, size_t len, XXH_endianess endian)
+{
+    const BYTE* p = (const BYTE*)input;
+    const BYTE* const bEnd = p + len;
+
+#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
+    if (input==NULL) return XXH_ERROR;
+#endif
+
+    state->total_len += len;
+
+    if (state->memsize + len < 32) {  /* fill in tmp buffer */
+        XXH_memcpy(((BYTE*)state->mem64) + state->memsize, input, len);
+        state->memsize += (U32)len;
+        return XXH_OK;
+    }
+
+    if (state->memsize) {   /* tmp buffer is full */
+        XXH_memcpy(((BYTE*)state->mem64) + state->memsize, input, 32-state->memsize);
+        state->v1 = XXH64_round(state->v1, XXH_readLE64(state->mem64+0, endian));
+        state->v2 = XXH64_round(state->v2, XXH_readLE64(state->mem64+1, endian));
+        state->v3 = XXH64_round(state->v3, XXH_readLE64(state->mem64+2, endian));
+        state->v4 = XXH64_round(state->v4, XXH_readLE64(state->mem64+3, endian));
+        p += 32-state->memsize;
+        state->memsize = 0;
+    }
+
+    if (p+32 <= bEnd) {
+        const BYTE* const limit = bEnd - 32;
+        U64 v1 = state->v1;
+        U64 v2 = state->v2;
+        U64 v3 = state->v3;
+        U64 v4 = state->v4;
+
+        do {
+            v1 = XXH64_round(v1, XXH_readLE64(p, endian)); p+=8;
+            v2 = XXH64_round(v2, XXH_readLE64(p, endian)); p+=8;
+            v3 = XXH64_round(v3, XXH_readLE64(p, endian)); p+=8;
+            v4 = XXH64_round(v4, XXH_readLE64(p, endian)); p+=8;
+        } while (p<=limit);
+
+        state->v1 = v1;
+        state->v2 = v2;
+        state->v3 = v3;
+        state->v4 = v4;
+    }
+
+    if (p < bEnd) {
+        XXH_memcpy(state->mem64, p, (size_t)(bEnd-p));
+        state->memsize = (unsigned)(bEnd-p);
+    }
+
+    return XXH_OK;
+}
+
+XXH_PUBLIC_API XXH_errorcode XXH64_update (XXH64_state_t* state_in, const void* input, size_t len)
+{
+    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
+
+    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+        return XXH64_update_endian(state_in, input, len, XXH_littleEndian);
+    else
+        return XXH64_update_endian(state_in, input, len, XXH_bigEndian);
+}
+
+FORCE_INLINE U64 XXH64_digest_endian (const XXH64_state_t* state, XXH_endianess endian)
+{
+    const BYTE * p = (const BYTE*)state->mem64;
+    const BYTE* const bEnd = (const BYTE*)state->mem64 + state->memsize;
+    U64 h64;
+
+    if (state->total_len >= 32) {
+        U64 const v1 = state->v1;
+        U64 const v2 = state->v2;
+        U64 const v3 = state->v3;
+        U64 const v4 = state->v4;
+
+        h64 = XXH_rotl64(v1, 1) + XXH_rotl64(v2, 7) + XXH_rotl64(v3, 12) + XXH_rotl64(v4, 18);
+        h64 = XXH64_mergeRound(h64, v1);
+        h64 = XXH64_mergeRound(h64, v2);
+        h64 = XXH64_mergeRound(h64, v3);
+        h64 = XXH64_mergeRound(h64, v4);
+    } else {
+        h64  = state->v3 + PRIME64_5;
+    }
+
+    h64 += (U64) state->total_len;
+
+    while (p+8<=bEnd) {
+        U64 const k1 = XXH64_round(0, XXH_readLE64(p, endian));
+        h64 ^= k1;
+        h64  = XXH_rotl64(h64,27) * PRIME64_1 + PRIME64_4;
+        p+=8;
+    }
+
+    if (p+4<=bEnd) {
+        h64 ^= (U64)(XXH_readLE32(p, endian)) * PRIME64_1;
+        h64  = XXH_rotl64(h64, 23) * PRIME64_2 + PRIME64_3;
+        p+=4;
+    }
+
+    while (p<bEnd) {
+        h64 ^= (*p) * PRIME64_5;
+        h64  = XXH_rotl64(h64, 11) * PRIME64_1;
+        p++;
+    }
+
+    h64 ^= h64 >> 33;
+    h64 *= PRIME64_2;
+    h64 ^= h64 >> 29;
+    h64 *= PRIME64_3;
+    h64 ^= h64 >> 32;
+
+    return h64;
+}
+
+XXH_PUBLIC_API unsigned long long XXH64_digest (const XXH64_state_t* state_in)
+{
+    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
+
+    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
+        return XXH64_digest_endian(state_in, XXH_littleEndian);
+    else
+        return XXH64_digest_endian(state_in, XXH_bigEndian);
+}
+
+
+/*====== Canonical representation   ======*/
+
+XXH_PUBLIC_API void XXH64_canonicalFromHash(XXH64_canonical_t* dst, XXH64_hash_t hash)
+{
+    XXH_STATIC_ASSERT(sizeof(XXH64_canonical_t) == sizeof(XXH64_hash_t));
+    if (XXH_CPU_LITTLE_ENDIAN) hash = XXH_swap64(hash);
+    memcpy(dst, &hash, sizeof(*dst));
+}
+
+XXH_PUBLIC_API XXH64_hash_t XXH64_hashFromCanonical(const XXH64_canonical_t* src)
+{
+    return XXH_readBE64(src);
+}
+
+#endif  /* XXH_NO_LONG_LONG */
diff --git a/contrib/lizard/lib/xxhash/xxhash.h b/contrib/lizard/lib/xxhash/xxhash.h
new file mode 100644
index 00000000000..9d831e03b35
--- /dev/null
+++ b/contrib/lizard/lib/xxhash/xxhash.h
@@ -0,0 +1,293 @@
+/*
+   xxHash - Extremely Fast Hash algorithm
+   Header File
+   Copyright (C) 2012-2016, Yann Collet.
+
+   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions are
+   met:
+
+       * Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+       * Redistributions in binary form must reproduce the above
+   copyright notice, this list of conditions and the following disclaimer
+   in the documentation and/or other materials provided with the
+   distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+   You can contact the author at :
+   - xxHash source repository : https://github.com/Cyan4973/xxHash
+*/
+
+/* Notice extracted from xxHash homepage :
+
+xxHash is an extremely fast Hash algorithm, running at RAM speed limits.
+It also successfully passes all tests from the SMHasher suite.
+
+Comparison (single thread, Windows Seven 32 bits, using SMHasher on a Core 2 Duo @3GHz)
+
+Name            Speed       Q.Score   Author
+xxHash          5.4 GB/s     10
+CrapWow         3.2 GB/s      2       Andrew
+MumurHash 3a    2.7 GB/s     10       Austin Appleby
+SpookyHash      2.0 GB/s     10       Bob Jenkins
+SBox            1.4 GB/s      9       Bret Mulvey
+Lookup3         1.2 GB/s      9       Bob Jenkins
+SuperFastHash   1.2 GB/s      1       Paul Hsieh
+CityHash64      1.05 GB/s    10       Pike & Alakuijala
+FNV             0.55 GB/s     5       Fowler, Noll, Vo
+CRC32           0.43 GB/s     9
+MD5-32          0.33 GB/s    10       Ronald L. Rivest
+SHA1-32         0.28 GB/s    10
+
+Q.Score is a measure of quality of the hash function.
+It depends on successfully passing SMHasher test set.
+10 is a perfect score.
+
+A 64-bits version, named XXH64, is available since r35.
+It offers much better speed, but for 64-bits applications only.
+Name     Speed on 64 bits    Speed on 32 bits
+XXH64       13.8 GB/s            1.9 GB/s
+XXH32        6.8 GB/s            6.0 GB/s
+*/
+
+#ifndef XXHASH_H_5627135585666179
+#define XXHASH_H_5627135585666179 1
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+/* ****************************
+*  Definitions
+******************************/
+#include <stddef.h>   /* size_t */
+typedef enum { XXH_OK=0, XXH_ERROR } XXH_errorcode;
+
+
+/* ****************************
+*  API modifier
+******************************/
+/** XXH_PRIVATE_API
+*   This is useful to include xxhash functions in `static` mode
+*   in order to inline them, and remove their symbol from the public list.
+*   Methodology :
+*     #define XXH_PRIVATE_API
+*     #include "xxhash.h"
+*   `xxhash.c` is automatically included.
+*   It's not useful to compile and link it as a separate module.
+*/
+#ifdef XXH_PRIVATE_API
+#  ifndef XXH_STATIC_LINKING_ONLY
+#    define XXH_STATIC_LINKING_ONLY
+#  endif
+#  if defined(__GNUC__)
+#    define XXH_PUBLIC_API static __inline __attribute__((unused))
+#  elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
+#    define XXH_PUBLIC_API static inline
+#  elif defined(_MSC_VER)
+#    define XXH_PUBLIC_API static __inline
+#  else
+#    define XXH_PUBLIC_API static   /* this version may generate warnings for unused static functions; disable the relevant warning */
+#  endif
+#else
+#  define XXH_PUBLIC_API   /* do nothing */
+#endif /* XXH_PRIVATE_API */
+
+/*!XXH_NAMESPACE, aka Namespace Emulation :
+
+If you want to include _and expose_ xxHash functions from within your own library,
+but also want to avoid symbol collisions with other libraries which may also include xxHash,
+
+you can use XXH_NAMESPACE, to automatically prefix any public symbol from xxhash library
+with the value of XXH_NAMESPACE (therefore, avoid NULL and numeric values).
+
+Note that no change is required within the calling program as long as it includes `xxhash.h` :
+regular symbol name will be automatically translated by this header.
+*/
+#ifdef XXH_NAMESPACE
+#  define XXH_CAT(A,B) A##B
+#  define XXH_NAME2(A,B) XXH_CAT(A,B)
+#  define XXH_versionNumber XXH_NAME2(XXH_NAMESPACE, XXH_versionNumber)
+#  define XXH32 XXH_NAME2(XXH_NAMESPACE, XXH32)
+#  define XXH32_createState XXH_NAME2(XXH_NAMESPACE, XXH32_createState)
+#  define XXH32_freeState XXH_NAME2(XXH_NAMESPACE, XXH32_freeState)
+#  define XXH32_reset XXH_NAME2(XXH_NAMESPACE, XXH32_reset)
+#  define XXH32_update XXH_NAME2(XXH_NAMESPACE, XXH32_update)
+#  define XXH32_digest XXH_NAME2(XXH_NAMESPACE, XXH32_digest)
+#  define XXH32_copyState XXH_NAME2(XXH_NAMESPACE, XXH32_copyState)
+#  define XXH32_canonicalFromHash XXH_NAME2(XXH_NAMESPACE, XXH32_canonicalFromHash)
+#  define XXH32_hashFromCanonical XXH_NAME2(XXH_NAMESPACE, XXH32_hashFromCanonical)
+#  define XXH64 XXH_NAME2(XXH_NAMESPACE, XXH64)
+#  define XXH64_createState XXH_NAME2(XXH_NAMESPACE, XXH64_createState)
+#  define XXH64_freeState XXH_NAME2(XXH_NAMESPACE, XXH64_freeState)
+#  define XXH64_reset XXH_NAME2(XXH_NAMESPACE, XXH64_reset)
+#  define XXH64_update XXH_NAME2(XXH_NAMESPACE, XXH64_update)
+#  define XXH64_digest XXH_NAME2(XXH_NAMESPACE, XXH64_digest)
+#  define XXH64_copyState XXH_NAME2(XXH_NAMESPACE, XXH64_copyState)
+#  define XXH64_canonicalFromHash XXH_NAME2(XXH_NAMESPACE, XXH64_canonicalFromHash)
+#  define XXH64_hashFromCanonical XXH_NAME2(XXH_NAMESPACE, XXH64_hashFromCanonical)
+#endif
+
+
+/* *************************************
+*  Version
+***************************************/
+#define XXH_VERSION_MAJOR    0
+#define XXH_VERSION_MINOR    6
+#define XXH_VERSION_RELEASE  2
+#define XXH_VERSION_NUMBER  (XXH_VERSION_MAJOR *100*100 + XXH_VERSION_MINOR *100 + XXH_VERSION_RELEASE)
+XXH_PUBLIC_API unsigned XXH_versionNumber (void);
+
+
+/*-**********************************************************************
+*  32-bits hash
+************************************************************************/
+typedef unsigned int XXH32_hash_t;
+
+/*! XXH32() :
+    Calculate the 32-bits hash of sequence "length" bytes stored at memory address "input".
+    The memory between input & input+length must be valid (allocated and read-accessible).
+    "seed" can be used to alter the result predictably.
+    Speed on Core 2 Duo @ 3 GHz (single thread, SMHasher benchmark) : 5.4 GB/s */
+XXH_PUBLIC_API XXH32_hash_t XXH32 (const void* input, size_t length, unsigned int seed);
+
+/*======   Streaming   ======*/
+typedef struct XXH32_state_s XXH32_state_t;   /* incomplete type */
+XXH_PUBLIC_API XXH32_state_t* XXH32_createState(void);
+XXH_PUBLIC_API XXH_errorcode  XXH32_freeState(XXH32_state_t* statePtr);
+XXH_PUBLIC_API void XXH32_copyState(XXH32_state_t* dst_state, const XXH32_state_t* src_state);
+
+XXH_PUBLIC_API XXH_errorcode XXH32_reset  (XXH32_state_t* statePtr, unsigned int seed);
+XXH_PUBLIC_API XXH_errorcode XXH32_update (XXH32_state_t* statePtr, const void* input, size_t length);
+XXH_PUBLIC_API XXH32_hash_t  XXH32_digest (const XXH32_state_t* statePtr);
+
+/*
+These functions generate the xxHash of an input provided in multiple segments.
+Note that, for small input, they are slower than single-call functions, due to state management.
+For small input, prefer `XXH32()` and `XXH64()` .
+
+XXH state must first be allocated, using XXH*_createState() .
+
+Start a new hash by initializing state with a seed, using XXH*_reset().
+
+Then, feed the hash state by calling XXH*_update() as many times as necessary.
+Obviously, input must be allocated and read accessible.
+The function returns an error code, with 0 meaning OK, and any other value meaning there is an error.
+
+Finally, a hash value can be produced anytime, by using XXH*_digest().
+This function returns the nn-bits hash as an int or long long.
+
+It's still possible to continue inserting input into the hash state after a digest,
+and generate some new hashes later on, by calling again XXH*_digest().
+
+When done, free XXH state space if it was allocated dynamically.
+*/
+
+/*======   Canonical representation   ======*/
+
+typedef struct { unsigned char digest[4]; } XXH32_canonical_t;
+XXH_PUBLIC_API void XXH32_canonicalFromHash(XXH32_canonical_t* dst, XXH32_hash_t hash);
+XXH_PUBLIC_API XXH32_hash_t XXH32_hashFromCanonical(const XXH32_canonical_t* src);
+
+/* Default result type for XXH functions are primitive unsigned 32 and 64 bits.
+*  The canonical representation uses human-readable write convention, aka big-endian (large digits first).
+*  These functions allow transformation of hash result into and from its canonical format.
+*  This way, hash values can be written into a file / memory, and remain comparable on different systems and programs.
+*/
+
+
+#ifndef XXH_NO_LONG_LONG
+/*-**********************************************************************
+*  64-bits hash
+************************************************************************/
+typedef unsigned long long XXH64_hash_t;
+
+/*! XXH64() :
+    Calculate the 64-bits hash of sequence of length "len" stored at memory address "input".
+    "seed" can be used to alter the result predictably.
+    This function runs faster on 64-bits systems, but slower on 32-bits systems (see benchmark).
+*/
+XXH_PUBLIC_API XXH64_hash_t XXH64 (const void* input, size_t length, unsigned long long seed);
+
+/*======   Streaming   ======*/
+typedef struct XXH64_state_s XXH64_state_t;   /* incomplete type */
+XXH_PUBLIC_API XXH64_state_t* XXH64_createState(void);
+XXH_PUBLIC_API XXH_errorcode  XXH64_freeState(XXH64_state_t* statePtr);
+XXH_PUBLIC_API void XXH64_copyState(XXH64_state_t* dst_state, const XXH64_state_t* src_state);
+
+XXH_PUBLIC_API XXH_errorcode XXH64_reset  (XXH64_state_t* statePtr, unsigned long long seed);
+XXH_PUBLIC_API XXH_errorcode XXH64_update (XXH64_state_t* statePtr, const void* input, size_t length);
+XXH_PUBLIC_API XXH64_hash_t  XXH64_digest (const XXH64_state_t* statePtr);
+
+/*======   Canonical representation   ======*/
+typedef struct { unsigned char digest[8]; } XXH64_canonical_t;
+XXH_PUBLIC_API void XXH64_canonicalFromHash(XXH64_canonical_t* dst, XXH64_hash_t hash);
+XXH_PUBLIC_API XXH64_hash_t XXH64_hashFromCanonical(const XXH64_canonical_t* src);
+#endif  /* XXH_NO_LONG_LONG */
+
+
+#ifdef XXH_STATIC_LINKING_ONLY
+
+/* ================================================================================================
+   This section contains definitions which are not guaranteed to remain stable.
+   They may change in future versions, becoming incompatible with a different version of the library.
+   They shall only be used with static linking.
+   Never use these definitions in association with dynamic linking !
+=================================================================================================== */
+
+/* These definitions are only meant to make possible
+   static allocation of XXH state, on stack or in a struct for example.
+   Never use members directly. */
+
+struct XXH32_state_s {
+   unsigned total_len_32;
+   unsigned large_len;
+   unsigned v1;
+   unsigned v2;
+   unsigned v3;
+   unsigned v4;
+   unsigned mem32[4];   /* buffer defined as U32 for alignment */
+   unsigned memsize;
+   unsigned reserved;   /* never read nor write, will be removed in a future version */
+};   /* typedef'd to XXH32_state_t */
+
+#ifndef XXH_NO_LONG_LONG   /* remove 64-bits support */
+struct XXH64_state_s {
+   unsigned long long total_len;
+   unsigned long long v1;
+   unsigned long long v2;
+   unsigned long long v3;
+   unsigned long long v4;
+   unsigned long long mem64[4];   /* buffer defined as U64 for alignment */
+   unsigned memsize;
+   unsigned reserved[2];          /* never read nor write, will be removed in a future version */
+};   /* typedef'd to XXH64_state_t */
+#endif
+
+#ifdef XXH_PRIVATE_API
+#  include "xxhash.c"   /* include xxhash function bodies as `static`, for inlining */
+#endif
+
+#endif /* XXH_STATIC_LINKING_ONLY */
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* XXHASH_H_5627135585666179 */
diff --git a/contrib/lizard/programs/.gitignore b/contrib/lizard/programs/.gitignore
new file mode 100644
index 00000000000..c2bfcafa9ee
--- /dev/null
+++ b/contrib/lizard/programs/.gitignore
@@ -0,0 +1,15 @@
+# local binary (Makefile)
+lizard
+lizardc32
+datagen
+frametest
+frametest32
+fullbench
+fullbench32
+fuzzer
+fuzzer32
+*.exe
+
+# tests files
+tmp*
+_*
\ No newline at end of file
diff --git a/contrib/lizard/programs/COPYING b/contrib/lizard/programs/COPYING
new file mode 100644
index 00000000000..d159169d105
--- /dev/null
+++ b/contrib/lizard/programs/COPYING
@@ -0,0 +1,339 @@
+                    GNU GENERAL PUBLIC LICENSE
+                       Version 2, June 1991
+
+ Copyright (C) 1989, 1991 Free Software Foundation, Inc.,
+ 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+                            Preamble
+
+  The licenses for most software are designed to take away your
+freedom to share and change it.  By contrast, the GNU General Public
+License is intended to guarantee your freedom to share and change free
+software--to make sure the software is free for all its users.  This
+General Public License applies to most of the Free Software
+Foundation's software and to any other program whose authors commit to
+using it.  (Some other Free Software Foundation software is covered by
+the GNU Lesser General Public License instead.)  You can apply it to
+your programs, too.
+
+  When we speak of free software, we are referring to freedom, not
+price.  Our General Public Licenses are designed to make sure that you
+have the freedom to distribute copies of free software (and charge for
+this service if you wish), that you receive source code or can get it
+if you want it, that you can change the software or use pieces of it
+in new free programs; and that you know you can do these things.
+
+  To protect your rights, we need to make restrictions that forbid
+anyone to deny you these rights or to ask you to surrender the rights.
+These restrictions translate to certain responsibilities for you if you
+distribute copies of the software, or if you modify it.
+
+  For example, if you distribute copies of such a program, whether
+gratis or for a fee, you must give the recipients all the rights that
+you have.  You must make sure that they, too, receive or can get the
+source code.  And you must show them these terms so they know their
+rights.
+
+  We protect your rights with two steps: (1) copyright the software, and
+(2) offer you this license which gives you legal permission to copy,
+distribute and/or modify the software.
+
+  Also, for each author's protection and ours, we want to make certain
+that everyone understands that there is no warranty for this free
+software.  If the software is modified by someone else and passed on, we
+want its recipients to know that what they have is not the original, so
+that any problems introduced by others will not reflect on the original
+authors' reputations.
+
+  Finally, any free program is threatened constantly by software
+patents.  We wish to avoid the danger that redistributors of a free
+program will individually obtain patent licenses, in effect making the
+program proprietary.  To prevent this, we have made it clear that any
+patent must be licensed for everyone's free use or not licensed at all.
+
+  The precise terms and conditions for copying, distribution and
+modification follow.
+
+                    GNU GENERAL PUBLIC LICENSE
+   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
+
+  0. This License applies to any program or other work which contains
+a notice placed by the copyright holder saying it may be distributed
+under the terms of this General Public License.  The "Program", below,
+refers to any such program or work, and a "work based on the Program"
+means either the Program or any derivative work under copyright law:
+that is to say, a work containing the Program or a portion of it,
+either verbatim or with modifications and/or translated into another
+language.  (Hereinafter, translation is included without limitation in
+the term "modification".)  Each licensee is addressed as "you".
+
+Activities other than copying, distribution and modification are not
+covered by this License; they are outside its scope.  The act of
+running the Program is not restricted, and the output from the Program
+is covered only if its contents constitute a work based on the
+Program (independent of having been made by running the Program).
+Whether that is true depends on what the Program does.
+
+  1. You may copy and distribute verbatim copies of the Program's
+source code as you receive it, in any medium, provided that you
+conspicuously and appropriately publish on each copy an appropriate
+copyright notice and disclaimer of warranty; keep intact all the
+notices that refer to this License and to the absence of any warranty;
+and give any other recipients of the Program a copy of this License
+along with the Program.
+
+You may charge a fee for the physical act of transferring a copy, and
+you may at your option offer warranty protection in exchange for a fee.
+
+  2. You may modify your copy or copies of the Program or any portion
+of it, thus forming a work based on the Program, and copy and
+distribute such modifications or work under the terms of Section 1
+above, provided that you also meet all of these conditions:
+
+    a) You must cause the modified files to carry prominent notices
+    stating that you changed the files and the date of any change.
+
+    b) You must cause any work that you distribute or publish, that in
+    whole or in part contains or is derived from the Program or any
+    part thereof, to be licensed as a whole at no charge to all third
+    parties under the terms of this License.
+
+    c) If the modified program normally reads commands interactively
+    when run, you must cause it, when started running for such
+    interactive use in the most ordinary way, to print or display an
+    announcement including an appropriate copyright notice and a
+    notice that there is no warranty (or else, saying that you provide
+    a warranty) and that users may redistribute the program under
+    these conditions, and telling the user how to view a copy of this
+    License.  (Exception: if the Program itself is interactive but
+    does not normally print such an announcement, your work based on
+    the Program is not required to print an announcement.)
+
+These requirements apply to the modified work as a whole.  If
+identifiable sections of that work are not derived from the Program,
+and can be reasonably considered independent and separate works in
+themselves, then this License, and its terms, do not apply to those
+sections when you distribute them as separate works.  But when you
+distribute the same sections as part of a whole which is a work based
+on the Program, the distribution of the whole must be on the terms of
+this License, whose permissions for other licensees extend to the
+entire whole, and thus to each and every part regardless of who wrote it.
+
+Thus, it is not the intent of this section to claim rights or contest
+your rights to work written entirely by you; rather, the intent is to
+exercise the right to control the distribution of derivative or
+collective works based on the Program.
+
+In addition, mere aggregation of another work not based on the Program
+with the Program (or with a work based on the Program) on a volume of
+a storage or distribution medium does not bring the other work under
+the scope of this License.
+
+  3. You may copy and distribute the Program (or a work based on it,
+under Section 2) in object code or executable form under the terms of
+Sections 1 and 2 above provided that you also do one of the following:
+
+    a) Accompany it with the complete corresponding machine-readable
+    source code, which must be distributed under the terms of Sections
+    1 and 2 above on a medium customarily used for software interchange; or,
+
+    b) Accompany it with a written offer, valid for at least three
+    years, to give any third party, for a charge no more than your
+    cost of physically performing source distribution, a complete
+    machine-readable copy of the corresponding source code, to be
+    distributed under the terms of Sections 1 and 2 above on a medium
+    customarily used for software interchange; or,
+
+    c) Accompany it with the information you received as to the offer
+    to distribute corresponding source code.  (This alternative is
+    allowed only for noncommercial distribution and only if you
+    received the program in object code or executable form with such
+    an offer, in accord with Subsection b above.)
+
+The source code for a work means the preferred form of the work for
+making modifications to it.  For an executable work, complete source
+code means all the source code for all modules it contains, plus any
+associated interface definition files, plus the scripts used to
+control compilation and installation of the executable.  However, as a
+special exception, the source code distributed need not include
+anything that is normally distributed (in either source or binary
+form) with the major components (compiler, kernel, and so on) of the
+operating system on which the executable runs, unless that component
+itself accompanies the executable.
+
+If distribution of executable or object code is made by offering
+access to copy from a designated place, then offering equivalent
+access to copy the source code from the same place counts as
+distribution of the source code, even though third parties are not
+compelled to copy the source along with the object code.
+
+  4. You may not copy, modify, sublicense, or distribute the Program
+except as expressly provided under this License.  Any attempt
+otherwise to copy, modify, sublicense or distribute the Program is
+void, and will automatically terminate your rights under this License.
+However, parties who have received copies, or rights, from you under
+this License will not have their licenses terminated so long as such
+parties remain in full compliance.
+
+  5. You are not required to accept this License, since you have not
+signed it.  However, nothing else grants you permission to modify or
+distribute the Program or its derivative works.  These actions are
+prohibited by law if you do not accept this License.  Therefore, by
+modifying or distributing the Program (or any work based on the
+Program), you indicate your acceptance of this License to do so, and
+all its terms and conditions for copying, distributing or modifying
+the Program or works based on it.
+
+  6. Each time you redistribute the Program (or any work based on the
+Program), the recipient automatically receives a license from the
+original licensor to copy, distribute or modify the Program subject to
+these terms and conditions.  You may not impose any further
+restrictions on the recipients' exercise of the rights granted herein.
+You are not responsible for enforcing compliance by third parties to
+this License.
+
+  7. If, as a consequence of a court judgment or allegation of patent
+infringement or for any other reason (not limited to patent issues),
+conditions are imposed on you (whether by court order, agreement or
+otherwise) that contradict the conditions of this License, they do not
+excuse you from the conditions of this License.  If you cannot
+distribute so as to satisfy simultaneously your obligations under this
+License and any other pertinent obligations, then as a consequence you
+may not distribute the Program at all.  For example, if a patent
+license would not permit royalty-free redistribution of the Program by
+all those who receive copies directly or indirectly through you, then
+the only way you could satisfy both it and this License would be to
+refrain entirely from distribution of the Program.
+
+If any portion of this section is held invalid or unenforceable under
+any particular circumstance, the balance of the section is intended to
+apply and the section as a whole is intended to apply in other
+circumstances.
+
+It is not the purpose of this section to induce you to infringe any
+patents or other property right claims or to contest validity of any
+such claims; this section has the sole purpose of protecting the
+integrity of the free software distribution system, which is
+implemented by public license practices.  Many people have made
+generous contributions to the wide range of software distributed
+through that system in reliance on consistent application of that
+system; it is up to the author/donor to decide if he or she is willing
+to distribute software through any other system and a licensee cannot
+impose that choice.
+
+This section is intended to make thoroughly clear what is believed to
+be a consequence of the rest of this License.
+
+  8. If the distribution and/or use of the Program is restricted in
+certain countries either by patents or by copyrighted interfaces, the
+original copyright holder who places the Program under this License
+may add an explicit geographical distribution limitation excluding
+those countries, so that distribution is permitted only in or among
+countries not thus excluded.  In such case, this License incorporates
+the limitation as if written in the body of this License.
+
+  9. The Free Software Foundation may publish revised and/or new versions
+of the General Public License from time to time.  Such new versions will
+be similar in spirit to the present version, but may differ in detail to
+address new problems or concerns.
+
+Each version is given a distinguishing version number.  If the Program
+specifies a version number of this License which applies to it and "any
+later version", you have the option of following the terms and conditions
+either of that version or of any later version published by the Free
+Software Foundation.  If the Program does not specify a version number of
+this License, you may choose any version ever published by the Free Software
+Foundation.
+
+  10. If you wish to incorporate parts of the Program into other free
+programs whose distribution conditions are different, write to the author
+to ask for permission.  For software which is copyrighted by the Free
+Software Foundation, write to the Free Software Foundation; we sometimes
+make exceptions for this.  Our decision will be guided by the two goals
+of preserving the free status of all derivatives of our free software and
+of promoting the sharing and reuse of software generally.
+
+                            NO WARRANTY
+
+  11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
+FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW.  EXCEPT WHEN
+OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
+PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
+OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.  THE ENTIRE RISK AS
+TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU.  SHOULD THE
+PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
+REPAIR OR CORRECTION.
+
+  12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
+WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
+REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
+INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
+OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
+TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
+YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
+PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGES.
+
+                     END OF TERMS AND CONDITIONS
+
+            How to Apply These Terms to Your New Programs
+
+  If you develop a new program, and you want it to be of the greatest
+possible use to the public, the best way to achieve this is to make it
+free software which everyone can redistribute and change under these terms.
+
+  To do so, attach the following notices to the program.  It is safest
+to attach them to the start of each source file to most effectively
+convey the exclusion of warranty; and each file should have at least
+the "copyright" line and a pointer to where the full notice is found.
+
+    <one line to give the program's name and a brief idea of what it does.>
+    Copyright (C) <year>  <name of author>
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+Also add information on how to contact you by electronic and paper mail.
+
+If the program is interactive, make it output a short notice like this
+when it starts in an interactive mode:
+
+    Gnomovision version 69, Copyright (C) year name of author
+    Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
+    This is free software, and you are welcome to redistribute it
+    under certain conditions; type `show c' for details.
+
+The hypothetical commands `show w' and `show c' should show the appropriate
+parts of the General Public License.  Of course, the commands you use may
+be called something other than `show w' and `show c'; they could even be
+mouse-clicks or menu items--whatever suits your program.
+
+You should also get your employer (if you work as a programmer) or your
+school, if any, to sign a "copyright disclaimer" for the program, if
+necessary.  Here is a sample; alter the names:
+
+  Yoyodyne, Inc., hereby disclaims all copyright interest in the program
+  `Gnomovision' (which makes passes at compilers) written by James Hacker.
+
+  <signature of Ty Coon>, 1 April 1989
+  Ty Coon, President of Vice
+
+This General Public License does not permit incorporating your program into
+proprietary programs.  If your program is a subroutine library, you may
+consider it more useful to permit linking proprietary applications with the
+library.  If this is what you want to do, use the GNU Lesser General
+Public License instead of this License.
diff --git a/contrib/lizard/programs/README.md b/contrib/lizard/programs/README.md
new file mode 100644
index 00000000000..ee116c116c9
--- /dev/null
+++ b/contrib/lizard/programs/README.md
@@ -0,0 +1,73 @@
+Command Line Interface for LZ4 library
+============================================
+
+Command Line Interface (CLI) can be created using the `make` command without any additional parameters.
+There are also multiple targets that create different variations of CLI:
+- `lizard` : default CLI, with a command line syntax close to gzip
+- `lizardc32` : Same as `lizard`, but forced to compile in 32-bits mode
+
+
+#### Aggregation of parameters
+CLI supports aggregation of parameters i.e. `-b1`, `-e18`, and `-i1` can be joined into `-b1e18i1`.
+
+
+
+#### Benchmark in Command Line Interface
+CLI includes in-memory compression benchmark module for lizard.
+The benchmark is conducted using a given filename.
+The file is read into memory.
+It makes benchmark more precise as it eliminates I/O overhead.
+
+The benchmark measures ratio, compressed size, compression and decompression speed.
+One can select compression levels starting from `-b` and ending with `-e`.
+The `-i` parameter selects a number of seconds used for each of tested levels.
+
+
+
+#### Usage of Command Line Interface
+The full list of commands can be obtained with `-h` or `-H` parameter:
+```
+Usage :
+      lizard [arg] [input] [output]
+
+input   : a filename
+          with no FILE, or when FILE is - or stdin, read standard input
+Arguments :
+ -10...-19 : compression method fastLZ4 = 16-bit bytewise codewords
+             higher number == more compression but slower
+ -20...-29 : compression method LIZv1 = 24-bit bytewise codewords
+ -30...-39 : compression method fastLZ4 + Huffman
+ -40...-49 : compression method LIZv1 + Huffman
+ -d     : decompression (default for .liz extension)
+ -z     : force compression
+ -f     : overwrite output without prompting
+--rm    : remove source file(s) after successful de/compression
+ -h/-H  : display help/long help and exit
+
+Advanced arguments :
+ -V     : display Version number and exit
+ -v     : verbose mode
+ -q     : suppress warnings; specify twice to suppress errors too
+ -c     : force write to standard output, even if it is the console
+ -t     : test compressed file integrity
+ -m     : multiple input files (implies automatic output filenames)
+ -r     : operate recursively on directories (sets also -m)
+ -l     : compress using Legacy format (Linux kernel compression)
+ -B#    : Block size [1-7] = 128KB, 256KB, 1MB, 4MB, 16MB, 64MB, 256MB (default : 4)
+ -BD    : Block dependency (improve compression ratio)
+--no-frame-crc : disable stream checksum (default:enabled)
+--content-size : compressed frame includes original size (default:not present)
+--[no-]sparse  : sparse mode (default:enabled on file, disabled on stdout)
+Benchmark arguments :
+ -b#    : benchmark file(s), using # compression level (default : 1)
+ -e#    : test all compression levels from -bX to # (default : 1)
+ -i#    : minimum evaluation time in seconds (default : 3s)
+ -B#    : cut file into independent blocks of size # bytes [32+]
+                      or predefined block size [1-7] (default: 4)
+```
+
+#### License
+
+All files in this directory are licensed under GPL-v2.
+See [COPYING](COPYING) for details.
+The text of the license is also included at the top of each source file.
diff --git a/contrib/lizard/programs/bench.c b/contrib/lizard/programs/bench.c
new file mode 100644
index 00000000000..3fe56d1c060
--- /dev/null
+++ b/contrib/lizard/programs/bench.c
@@ -0,0 +1,502 @@
+/*
+    bench.c - Demo program to benchmark open-source compression algorithms
+    Copyright (C) Yann Collet 2012-2016
+    Copyright (C) Przemyslaw Skibinski 2016-2017
+
+    GPL v2 License
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+    - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+
+/*-************************************
+*  Compiler options
+**************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  pragma warning(disable : 4127)    /* disable: C4127: conditional expression is constant */
+#endif
+#if defined(__MINGW32__) && !defined(_POSIX_SOURCE)
+#  define _POSIX_SOURCE 1          /* disable %llu warnings with MinGW on Windows */
+#endif
+
+
+/* *************************************
+*  Includes
+***************************************/
+#include "platform.h"    /* Compiler options */
+#include <stdlib.h>      /* malloc, free */
+#include <string.h>      /* memset */
+#include <stdio.h>       /* fprintf, fopen, ftello64 */
+#include <time.h>        /* clock_t, clock, CLOCKS_PER_SEC */
+
+#include "datagen.h"     /* RDG_genBuffer */
+#include "xxhash/xxhash.h"
+#include "lizard_common.h"
+#include "lizard_decompress.h"
+#define UTIL_WITHOUT_BASIC_TYPES
+#include "util.h"        /* UTIL_GetFileSize, UTIL_sleep */
+
+#define Lizard_isError(errcode) (errcode==0)
+
+
+/* *************************************
+*  Constants
+***************************************/
+#ifndef LIZARD_GIT_COMMIT_STRING
+#  define LIZARD_GIT_COMMIT_STRING ""
+#else
+#  define LIZARD_GIT_COMMIT_STRING LIZARD_EXPAND_AND_QUOTE(Lizard_GIT_COMMIT)
+#endif
+
+#define NBSECONDS             3
+#define TIMELOOP_MICROSEC     1*1000000ULL /* 1 second */
+#define ACTIVEPERIOD_MICROSEC 70*1000000ULL /* 70 seconds */
+#define COOLPERIOD_SEC        10
+#define DECOMP_MULT           2 /* test decompression DECOMP_MULT times longer than compression */
+
+#define KB *(1 <<10)
+#define MB *(1 <<20)
+#define GB *(1U<<30)
+
+static const size_t maxMemory = (sizeof(size_t)==4)  ?  (2 GB - 64 MB) : (size_t)(1ULL << ((sizeof(size_t)*8)-31));
+
+static U32 g_compressibilityDefault = 50;
+
+
+/* *************************************
+*  console display
+***************************************/
+#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
+#define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); }
+static U32 g_displayLevel = 2;   /* 0 : no display;   1: errors;   2 : + result + interaction + warnings;   3 : + progression;   4 : + information */
+
+#define DISPLAYUPDATE(l, ...) if (g_displayLevel>=l) { \
+            if ((clock() - g_time > refreshRate) || (g_displayLevel>=4)) \
+            { g_time = clock(); DISPLAY(__VA_ARGS__); \
+            if (g_displayLevel>=4) fflush(stdout); } }
+static const clock_t refreshRate = CLOCKS_PER_SEC * 15 / 100;
+static clock_t g_time = 0;
+
+
+/* *************************************
+*  Exceptions
+***************************************/
+#ifndef DEBUG
+#  define DEBUG 0
+#endif
+#define DEBUGOUTPUT(...) if (DEBUG) DISPLAY(__VA_ARGS__);
+#define EXM_THROW(error, ...)                                             \
+{                                                                         \
+    DEBUGOUTPUT("Error defined at %s, line %i : \n", __FILE__, __LINE__); \
+    DISPLAYLEVEL(1, "Error %i : ", error);                                \
+    DISPLAYLEVEL(1, __VA_ARGS__);                                         \
+    DISPLAYLEVEL(1, "\n");                                                \
+    exit(error);                                                          \
+}
+
+
+/* *************************************
+*  Benchmark Parameters
+***************************************/
+static U32 g_nbSeconds = NBSECONDS;
+static size_t g_blockSize = 0;
+int g_additionalParam = 0;
+
+void BMK_setNotificationLevel(unsigned level) { g_displayLevel=level; }
+
+void BMK_setAdditionalParam(int additionalParam) { g_additionalParam=additionalParam; }
+
+void BMK_SetNbSeconds(unsigned nbSeconds)
+{
+    g_nbSeconds = nbSeconds;
+    DISPLAYLEVEL(3, "- test >= %u seconds per compression / decompression -\n", g_nbSeconds);
+}
+
+void BMK_SetBlockSize(size_t blockSize)
+{
+    g_blockSize = blockSize;
+}
+
+
+/* ********************************************************
+*  Bench functions
+**********************************************************/
+typedef struct {
+    const char* srcPtr;
+    size_t srcSize;
+    char*  cPtr;
+    size_t cRoom;
+    size_t cSize;
+    char*  resPtr;
+    size_t resSize;
+} blockParam_t;
+
+
+
+static int BMK_benchMem(const void* srcBuffer, size_t srcSize,
+                        const char* displayName, int cLevel,
+                        const size_t* fileSizes, U32 nbFiles)
+{
+    size_t const blockSize = (g_blockSize>=32 ? g_blockSize : srcSize) + (!srcSize) /* avoid div by 0 */ ;
+    U32 const maxNbBlocks = (U32) ((srcSize + (blockSize-1)) / blockSize) + nbFiles;
+    blockParam_t* const blockTable = (blockParam_t*) malloc(maxNbBlocks * sizeof(blockParam_t));
+    size_t const maxCompressedSize = Lizard_compressBound((int)srcSize) + (maxNbBlocks * 1024);   /* add some room for safety */
+    void* const compressedBuffer = malloc(maxCompressedSize);
+    void* const resultBuffer = malloc(srcSize);
+    U32 nbBlocks;
+    UTIL_time_t ticksPerSecond;
+
+    /* checks */
+    if (!compressedBuffer || !resultBuffer || !blockTable)
+        EXM_THROW(31, "allocation error : not enough memory");
+
+    /* init */
+    if (strlen(displayName)>17) displayName += strlen(displayName)-17;   /* can only display 17 characters */
+    UTIL_initTimer(&ticksPerSecond);
+
+    /* Init blockTable data */
+    {   const char* srcPtr = (const char*)srcBuffer;
+        char* cPtr = (char*)compressedBuffer;
+        char* resPtr = (char*)resultBuffer;
+        U32 fileNb;
+        for (nbBlocks=0, fileNb=0; fileNb<nbFiles; fileNb++) {
+            size_t remaining = fileSizes[fileNb];
+            U32 const nbBlocksforThisFile = (U32)((remaining + (blockSize-1)) / blockSize);
+            U32 const blockEnd = nbBlocks + nbBlocksforThisFile;
+            for ( ; nbBlocks<blockEnd; nbBlocks++) {
+                size_t const thisBlockSize = MIN(remaining, blockSize);
+                blockTable[nbBlocks].srcPtr = srcPtr;
+                blockTable[nbBlocks].cPtr = cPtr;
+                blockTable[nbBlocks].resPtr = resPtr;
+                blockTable[nbBlocks].srcSize = thisBlockSize;
+                blockTable[nbBlocks].cRoom = Lizard_compressBound((int)thisBlockSize);
+                srcPtr += thisBlockSize;
+                cPtr += blockTable[nbBlocks].cRoom;
+                resPtr += thisBlockSize;
+                remaining -= thisBlockSize;
+    }   }   }
+
+    /* warmimg up memory */
+    RDG_genBuffer(compressedBuffer, maxCompressedSize, 0.10, 0.50, 1);
+
+    /* Bench */
+    {   U64 fastestC = (U64)(-1LL), fastestD = (U64)(-1LL);
+        U64 const crcOrig = XXH64(srcBuffer, srcSize, 0);
+        UTIL_time_t coolTime;
+        U64 const maxTime = (g_nbSeconds * TIMELOOP_MICROSEC) + 100;
+        U64 totalCTime=0, totalDTime=0;
+        U32 cCompleted=0, dCompleted=0;
+#       define NB_MARKS 4
+        const char* const marks[NB_MARKS] = { " |", " /", " =",  "\\" };
+        U32 markNb = 0;
+        size_t cSize = 0;
+        double ratio = 0.;
+
+        UTIL_getTime(&coolTime);
+        DISPLAYLEVEL(2, "\r%79s\r", "");
+        while (!cCompleted | !dCompleted) {
+            UTIL_time_t clockStart;
+            U64 clockLoop = g_nbSeconds ? TIMELOOP_MICROSEC : 1;
+
+            /* overheat protection */
+            if (UTIL_clockSpanMicro(coolTime, ticksPerSecond) > ACTIVEPERIOD_MICROSEC) {
+                DISPLAYLEVEL(2, "\rcooling down ...    \r");
+                UTIL_sleep(COOLPERIOD_SEC);
+                UTIL_getTime(&coolTime);
+            }
+
+            /* Compression */
+            DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->\r", marks[markNb], displayName, (U32)srcSize);
+            if (!cCompleted) memset(compressedBuffer, 0xE5, maxCompressedSize);  /* warm up and erase result buffer */
+
+            UTIL_sleepMilli(1);  /* give processor time to other processes */
+            UTIL_waitForNextTick(ticksPerSecond);
+            UTIL_getTime(&clockStart);
+
+            if (!cCompleted) {   /* still some time to do compression tests */
+                U32 nbLoops = 0;
+                do {
+                    U32 blockNb;
+                    for (blockNb=0; blockNb<nbBlocks; blockNb++) {
+                        size_t const rSize = Lizard_compress(blockTable[blockNb].srcPtr, blockTable[blockNb].cPtr, (int)blockTable[blockNb].srcSize, (int)blockTable[blockNb].cRoom, cLevel);
+                        if (Lizard_isError(rSize)) EXM_THROW(1, "Lizard_compress() failed");
+                        blockTable[blockNb].cSize = rSize;
+                    }
+                    nbLoops++;
+                } while (UTIL_clockSpanMicro(clockStart, ticksPerSecond) < clockLoop);
+                {   U64 const clockSpan = UTIL_clockSpanMicro(clockStart, ticksPerSecond);
+                    if (clockSpan < fastestC*nbLoops) fastestC = clockSpan / nbLoops;
+                    totalCTime += clockSpan;
+                    cCompleted = totalCTime>maxTime;
+            }   }
+
+            cSize = 0;
+            { U32 blockNb; for (blockNb=0; blockNb<nbBlocks; blockNb++) cSize += blockTable[blockNb].cSize; }
+            cSize += !cSize;  /* avoid div by 0 */
+            ratio = (double)srcSize / (double)cSize;
+            markNb = (markNb+1) % NB_MARKS;
+            DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->%10u (%5.3f),%6.1f MB/s\r",
+                    marks[markNb], displayName, (U32)srcSize, (U32)cSize, ratio,
+                    (double)srcSize / fastestC );
+
+            (void)fastestD; (void)crcOrig;   /*  unused when decompression disabled */
+#if 1
+            /* Decompression */
+            if (!dCompleted) memset(resultBuffer, 0xD6, srcSize);  /* warm result buffer */
+
+            UTIL_sleepMilli(1); /* give processor time to other processes */
+            UTIL_waitForNextTick(ticksPerSecond);
+            UTIL_getTime(&clockStart);
+
+            if (!dCompleted) {
+                U32 nbLoops = 0;
+                do {
+                    U32 blockNb;
+                    for (blockNb=0; blockNb<nbBlocks; blockNb++) {
+                        size_t const regenSize = Lizard_decompress_safe(blockTable[blockNb].cPtr, blockTable[blockNb].resPtr, (int)blockTable[blockNb].cSize, (int)blockTable[blockNb].srcSize);
+                        if (Lizard_isError(regenSize)) {
+                            DISPLAY("Lizard_decompress_safe() failed on block %u  \n", blockNb);
+                            clockLoop = 0;   /* force immediate test end */
+                            break;
+                        }
+
+                        blockTable[blockNb].resSize = regenSize;
+                    }
+                    nbLoops++;
+                } while (UTIL_clockSpanMicro(clockStart, ticksPerSecond) < DECOMP_MULT*clockLoop);
+                {   U64 const clockSpan = UTIL_clockSpanMicro(clockStart, ticksPerSecond);
+                    if (clockSpan < fastestD*nbLoops) fastestD = clockSpan / nbLoops;
+                    totalDTime += clockSpan;
+                    dCompleted = totalDTime>(DECOMP_MULT*maxTime);
+            }   }
+
+            markNb = (markNb+1) % NB_MARKS;
+            DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->%10u (%5.3f),%6.1f MB/s ,%6.1f MB/s\r",
+                    marks[markNb], displayName, (U32)srcSize, (U32)cSize, ratio,
+                    (double)srcSize / fastestC,
+                    (double)srcSize / fastestD );
+
+            /* CRC Checking */
+            {   U64 const crcCheck = XXH64(resultBuffer, srcSize, 0);
+                if (crcOrig!=crcCheck) {
+                    size_t u;
+                    DISPLAY("!!! WARNING !!! %14s : Invalid Checksum : %x != %x   \n", displayName, (unsigned)crcOrig, (unsigned)crcCheck);
+                    for (u=0; u<srcSize; u++) {
+                        if (((const BYTE*)srcBuffer)[u] != ((const BYTE*)resultBuffer)[u]) {
+                            U32 segNb, bNb, pos;
+                            size_t bacc = 0;
+                            DISPLAY("Decoding error at pos %u ", (U32)u);
+                            for (segNb = 0; segNb < nbBlocks; segNb++) {
+                                if (bacc + blockTable[segNb].srcSize > u) break;
+                                bacc += blockTable[segNb].srcSize;
+                            }
+                            pos = (U32)(u - bacc);
+                            bNb = pos / (128 KB);
+                            DISPLAY("(block %u, sub %u, pos %u) \n", segNb, bNb, pos);
+                            break;
+                        }
+                        if (u==srcSize-1) {  /* should never happen */
+                            DISPLAY("no difference detected\n");
+                    }   }
+                    break;
+            }   }   /* CRC Checking */
+#endif
+        }   /* for (testNb = 1; testNb <= (g_nbSeconds + !g_nbSeconds); testNb++) */
+
+        if (g_displayLevel == 1) {
+            double cSpeed = (double)srcSize / fastestC;
+            double dSpeed = (double)srcSize / fastestD;
+            if (g_additionalParam)
+                DISPLAY("-%-3i%11i (%5.3f) %6.2f MB/s %6.1f MB/s  %s (param=%d)\n", cLevel, (int)cSize, ratio, cSpeed, dSpeed, displayName, g_additionalParam);
+            else
+                DISPLAY("-%-3i%11i (%5.3f) %6.2f MB/s %6.1f MB/s  %s\n", cLevel, (int)cSize, ratio, cSpeed, dSpeed, displayName);
+        }
+        DISPLAYLEVEL(2, "%2i#\n", cLevel);
+    }   /* Bench */
+
+    /* clean up */
+    free(blockTable);
+    free(compressedBuffer);
+    free(resultBuffer);
+    return 0;
+}
+
+
+static size_t BMK_findMaxMem(U64 requiredMem)
+{
+    size_t step = 64 MB;
+    BYTE* testmem=NULL;
+
+    requiredMem = (((requiredMem >> 26) + 1) << 26);
+    requiredMem += 2*step;
+    if (requiredMem > maxMemory) requiredMem = maxMemory;
+
+    while (!testmem) {
+        if (requiredMem > step) requiredMem -= step;
+        else requiredMem >>= 1;
+        testmem = (BYTE*) malloc ((size_t)requiredMem);
+    }
+    free (testmem);
+
+    /* keep some space available */
+    if (requiredMem > step) requiredMem -= step;
+    else requiredMem >>= 1;
+
+    return (size_t)requiredMem;
+}
+
+
+static void BMK_benchCLevel(void* srcBuffer, size_t benchedSize,
+                            const char* displayName, int cLevel, int cLevelLast,
+                            const size_t* fileSizes, unsigned nbFiles)
+{
+    int l;
+
+    const char* pch = strrchr(displayName, '\\'); /* Windows */
+    if (!pch) pch = strrchr(displayName, '/'); /* Linux */
+    if (pch) displayName = pch+1;
+
+    SET_REALTIME_PRIORITY;
+
+    if (g_displayLevel == 1 && !g_additionalParam)
+        DISPLAY("bench %s %s: input %u bytes, %u seconds, %u KB blocks\n", LIZARD_VERSION_STRING, LIZARD_GIT_COMMIT_STRING, (U32)benchedSize, g_nbSeconds, (U32)(g_blockSize>>10));
+
+    if (cLevelLast < cLevel) cLevelLast = cLevel;
+
+    for (l=cLevel; l <= cLevelLast; l++) {
+        BMK_benchMem(srcBuffer, benchedSize,
+                     displayName, l,
+                     fileSizes, nbFiles);
+    }
+}
+
+
+/*! BMK_loadFiles() :
+    Loads `buffer` with content of files listed within `fileNamesTable`.
+    At most, fills `buffer` entirely */
+static void BMK_loadFiles(void* buffer, size_t bufferSize,
+                          size_t* fileSizes,
+                          const char** fileNamesTable, unsigned nbFiles)
+{
+    size_t pos = 0, totalSize = 0;
+    unsigned n;
+    for (n=0; n<nbFiles; n++) {
+        FILE* f;
+        U64 fileSize = UTIL_getFileSize(fileNamesTable[n]);
+        if (UTIL_isDirectory(fileNamesTable[n])) {
+            DISPLAYLEVEL(2, "Ignoring %s directory...       \n", fileNamesTable[n]);
+            fileSizes[n] = 0;
+            continue;
+        }
+        f = fopen(fileNamesTable[n], "rb");
+        if (f==NULL) EXM_THROW(10, "impossible to open file %s", fileNamesTable[n]);
+        DISPLAYUPDATE(2, "Loading %s...       \r", fileNamesTable[n]);
+        if (fileSize > bufferSize-pos) fileSize = bufferSize-pos, nbFiles=n;   /* buffer too small - stop after this file */
+        { size_t const readSize = fread(((char*)buffer)+pos, 1, (size_t)fileSize, f);
+          if (readSize != (size_t)fileSize) EXM_THROW(11, "could not read %s", fileNamesTable[n]);
+          DISPLAYLEVEL(4, "readSize=%llu\n", (unsigned long long)readSize);
+          pos += readSize; }
+        fileSizes[n] = (size_t)fileSize;
+        totalSize += (size_t)fileSize;
+        fclose(f);
+    }
+
+    if (totalSize == 0) EXM_THROW(12, "no data to bench");
+}
+
+static void BMK_benchFileTable(const char** fileNamesTable, unsigned nbFiles,
+                               int cLevel, int cLevelLast)
+{
+    void* srcBuffer;
+    size_t benchedSize;
+    size_t* fileSizes = (size_t*)malloc(nbFiles * sizeof(size_t));
+    U64 const totalSizeToLoad = UTIL_getTotalFileSize(fileNamesTable, nbFiles);
+    char mfName[20] = {0};
+
+    if (!fileSizes) EXM_THROW(12, "not enough memory for fileSizes");
+
+    /* Memory allocation & restrictions */
+    benchedSize = BMK_findMaxMem(totalSizeToLoad * 3) / 3;
+    if (benchedSize==0) EXM_THROW(12, "not enough memory");
+    if ((U64)benchedSize > totalSizeToLoad) benchedSize = (size_t)totalSizeToLoad;
+    if (benchedSize > LIZARD_MAX_INPUT_SIZE) {
+        benchedSize = LIZARD_MAX_INPUT_SIZE; 
+        DISPLAY("File(s) bigger than Lizard's max input size; testing %u MB only...\n", (U32)(benchedSize >> 20));
+    }
+    else
+    if (benchedSize < totalSizeToLoad) {
+        DISPLAY("Not enough memory; testing %u MB only...\n", (U32)(benchedSize >> 20));
+    }
+    srcBuffer = malloc(benchedSize + !benchedSize);   /* avoid alloc of zero */
+    if (!srcBuffer) EXM_THROW(12, "not enough memory");
+
+    /* Load input buffer */
+    BMK_loadFiles(srcBuffer, benchedSize, fileSizes, fileNamesTable, nbFiles);
+
+    /* Bench */
+    snprintf (mfName, sizeof(mfName), " %u files", nbFiles);
+    {   const char* displayName = (nbFiles > 1) ? mfName : fileNamesTable[0];
+        BMK_benchCLevel(srcBuffer, benchedSize,
+                        displayName, cLevel, cLevelLast,
+                        fileSizes, nbFiles);
+    }
+
+    /* clean up */
+    free(srcBuffer);
+    free(fileSizes);
+}
+
+
+static void BMK_syntheticTest(int cLevel, int cLevelLast, double compressibility)
+{
+    char name[20] = {0};
+    size_t benchedSize = 10000000;
+    void* const srcBuffer = malloc(benchedSize);
+
+    /* Memory allocation */
+    if (!srcBuffer) EXM_THROW(21, "not enough memory");
+
+    /* Fill input buffer */
+    RDG_genBuffer(srcBuffer, benchedSize, compressibility, 0.0, 0);
+
+    /* Bench */
+    snprintf (name, sizeof(name), "Synthetic %2u%%", (unsigned)(compressibility*100));
+    BMK_benchCLevel(srcBuffer, benchedSize, name, cLevel, cLevelLast, &benchedSize, 1);
+
+    /* clean up */
+    free(srcBuffer);
+}
+
+
+int BMK_benchFiles(const char** fileNamesTable, unsigned nbFiles,
+                   int cLevel, int cLevelLast)
+{
+    double const compressibility = (double)g_compressibilityDefault / 100;
+
+    if (cLevel < LIZARD_MIN_CLEVEL) cLevel = LIZARD_MIN_CLEVEL;
+    if (cLevel > LIZARD_MAX_CLEVEL) cLevel = LIZARD_MAX_CLEVEL;
+    if (cLevelLast > LIZARD_MAX_CLEVEL) cLevelLast = LIZARD_MAX_CLEVEL;
+    if (cLevelLast < cLevel) cLevelLast = cLevel;
+    if (cLevelLast > cLevel) DISPLAYLEVEL(2, "Benchmarking levels from %d to %d\n", cLevel, cLevelLast); 
+
+    if (nbFiles == 0)
+        BMK_syntheticTest(cLevel, cLevelLast, compressibility);
+    else
+        BMK_benchFileTable(fileNamesTable, nbFiles, cLevel, cLevelLast);
+    return 0;
+}
diff --git a/contrib/lizard/programs/bench.h b/contrib/lizard/programs/bench.h
new file mode 100644
index 00000000000..feff51293f3
--- /dev/null
+++ b/contrib/lizard/programs/bench.h
@@ -0,0 +1,37 @@
+/*
+    bench.h - Demo program to benchmark open-source compression algorithm
+    Copyright (C) Yann Collet 2012-2016
+    Copyright (C) Przemyslaw Skibinski 2016-2017
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+    - Lizard source repository : https://github.com/inikep/lizard
+*/
+#ifndef BENCH_H_12
+#define BENCH_H_12
+
+#include <stddef.h>
+
+int BMK_benchFiles(const char** fileNamesTable, unsigned nbFiles,
+                   int cLevel, int cLevelLast);
+
+/* Set Parameters */
+void BMK_SetNbSeconds(unsigned nbLoops);
+void BMK_SetBlockSize(size_t blockSize);
+void BMK_setAdditionalParam(int additionalParam);
+void BMK_setNotificationLevel(unsigned level);
+
+#endif   /* BENCH_H_125623623633 */
diff --git a/contrib/lizard/programs/datagen.c b/contrib/lizard/programs/datagen.c
new file mode 100644
index 00000000000..87d6044830a
--- /dev/null
+++ b/contrib/lizard/programs/datagen.c
@@ -0,0 +1,188 @@
+/*
+    datagen.c - compressible data generator test tool
+    Copyright (C) Yann Collet 2012-2016
+
+    GPL v2 License
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+       - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+/**************************************
+*  Includes
+**************************************/
+#include "platform.h"  /* Compiler options, SET_BINARY_MODE */
+#include "util.h"      /* U32 */
+#include <stdlib.h>    /* malloc */
+#include <stdio.h>     /* FILE, fwrite */
+#include <string.h>    /* memcpy */
+
+
+/**************************************
+*  Constants
+**************************************/
+#define KB *(1 <<10)
+
+#define PRIME1   2654435761U
+#define PRIME2   2246822519U
+
+
+/**************************************
+*  Local types
+**************************************/
+#define LTLOG 13
+#define LTSIZE (1<<LTLOG)
+#define LTMASK (LTSIZE-1)
+typedef BYTE litDistribTable[LTSIZE];
+
+
+
+/*********************************************************
+*  Local Functions
+*********************************************************/
+#define MIN(a,b)   ( (a) < (b) ? (a) :(b) )
+#define RDG_rotl32(x,r) ((x << r) | (x >> (32 - r)))
+static unsigned int RDG_rand(U32* src)
+{
+    U32 rand32 = *src;
+    rand32 *= PRIME1;
+    rand32 ^= PRIME2;
+    rand32  = RDG_rotl32(rand32, 13);
+    *src = rand32;
+    return rand32;
+}
+
+
+static void RDG_fillLiteralDistrib(litDistribTable lt, double ld)
+{
+    BYTE const firstChar = ld <= 0.0 ? 0 : '(';
+    BYTE const lastChar  = ld <= 0.0 ? 255 : '}';
+    BYTE character = ld <= 0.0 ? 0 : '0';
+    U32 u = 0;
+
+    while (u<LTSIZE) {
+        U32 const weight = (U32)((double)(LTSIZE - u) * ld) + 1;
+        U32 const end = MIN(u+weight, LTSIZE);
+        while (u < end) lt[u++] = character;
+        character++;
+        if (character > lastChar) character = firstChar;
+    }
+}
+
+
+static BYTE RDG_genChar(U32* seed, const litDistribTable lt)
+{
+    U32 id = RDG_rand(seed) & LTMASK;
+    return (lt[id]);
+}
+
+
+#define RDG_DICTSIZE    (32 KB)
+#define RDG_RAND15BITS  ((RDG_rand(seed) >> 3) & 32767)
+#define RDG_RANDLENGTH  ( ((RDG_rand(seed) >> 7) & 7) ? (RDG_rand(seed) & 15) : (RDG_rand(seed) & 511) + 15)
+void RDG_genBlock(void* buffer, size_t buffSize, size_t prefixSize, double matchProba, litDistribTable lt, unsigned* seedPtr)
+{
+    BYTE* buffPtr = (BYTE*)buffer;
+    const U32 matchProba32 = (U32)(32768 * matchProba);
+    size_t pos = prefixSize;
+    U32* seed = seedPtr;
+
+    /* special case */
+    while (matchProba >= 1.0)
+    {
+        size_t size0 = RDG_rand(seed) & 3;
+        size0  = (size_t)1 << (16 + size0 * 2);
+        size0 += RDG_rand(seed) & (size0-1);   /* because size0 is power of 2*/
+        if (buffSize < pos + size0)
+        {
+            memset(buffPtr+pos, 0, buffSize-pos);
+            return;
+        }
+        memset(buffPtr+pos, 0, size0);
+        pos += size0;
+        buffPtr[pos-1] = RDG_genChar(seed, lt);
+    }
+
+    /* init */
+    if (pos==0) buffPtr[0] = RDG_genChar(seed, lt), pos=1;
+
+    /* Generate compressible data */
+    while (pos < buffSize)
+    {
+        /* Select : Literal (char) or Match (within 32K) */
+        if (RDG_RAND15BITS < matchProba32)
+        {
+            /* Copy (within 32K) */
+            size_t match;
+            size_t d;
+            int length = RDG_RANDLENGTH + 4;
+            U32 offset = RDG_RAND15BITS + 1;
+            if (offset > pos) offset = (U32)pos;
+            match = pos - offset;
+            d = pos + length;
+            if (d > buffSize) d = buffSize;
+            while (pos < d) buffPtr[pos++] = buffPtr[match++];
+        }
+        else
+        {
+            /* Literal (noise) */
+            size_t d;
+            size_t length = RDG_RANDLENGTH;
+            d = pos + length;
+            if (d > buffSize) d = buffSize;
+            while (pos < d) buffPtr[pos++] = RDG_genChar(seed, lt);
+        }
+    }
+}
+
+
+void RDG_genBuffer(void* buffer, size_t size, double matchProba, double litProba, unsigned seed)
+{
+    litDistribTable lt;
+    if (litProba==0.0) litProba = matchProba / 4.5;
+    RDG_fillLiteralDistrib(lt, litProba);
+    RDG_genBlock(buffer, size, 0, matchProba, lt, &seed);
+}
+
+
+#define RDG_BLOCKSIZE (128 KB)
+void RDG_genOut(unsigned long long size, double matchProba, double litProba, unsigned seed)
+{
+    BYTE buff[RDG_DICTSIZE + RDG_BLOCKSIZE];
+    U64 total = 0;
+    size_t genBlockSize = RDG_BLOCKSIZE;
+    litDistribTable lt;
+
+    /* init */
+    if (litProba==0.0) litProba = matchProba / 4.5;
+    RDG_fillLiteralDistrib(lt, litProba);
+    SET_BINARY_MODE(stdout);
+
+    /* Generate dict */
+    RDG_genBlock(buff, RDG_DICTSIZE, 0, matchProba, lt, &seed);
+
+    /* Generate compressible data */
+    while (total < size)
+    {
+        RDG_genBlock(buff, RDG_DICTSIZE+RDG_BLOCKSIZE, RDG_DICTSIZE, matchProba, lt, &seed);
+        if (size-total < RDG_BLOCKSIZE) genBlockSize = (size_t)(size-total);
+        total += genBlockSize;
+        fwrite(buff, 1, genBlockSize, stdout);
+        /* update dict */
+        memcpy(buff, buff + RDG_BLOCKSIZE, RDG_DICTSIZE);
+    }
+}
diff --git a/contrib/lizard/programs/datagen.h b/contrib/lizard/programs/datagen.h
new file mode 100644
index 00000000000..2cc41d2a3ff
--- /dev/null
+++ b/contrib/lizard/programs/datagen.h
@@ -0,0 +1,39 @@
+/*
+    datagen.h - compressible data generator header
+    Copyright (C) Yann Collet 2012-2015
+
+    GPL v2 License
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+   - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+
+#include <stddef.h>   /* size_t */
+
+void RDG_genOut(unsigned long long size, double matchProba, double litProba, unsigned seed);
+void RDG_genBuffer(void* buffer, size_t size, double matchProba, double litProba, unsigned seed);
+/* RDG_genOut
+   Generate 'size' bytes of compressible data into stdout.
+   Compressibility can be controlled using 'matchProba'.
+   'LitProba' is optional, and affect variability of bytes. If litProba==0.0, default value is used.
+   Generated data can be selected using 'seed'.
+   If (matchProba, litProba and seed) are equal, the function always generate the same content.
+
+   RDG_genBuffer
+   Same as RDG_genOut, but generate data into provided buffer
+*/
diff --git a/contrib/lizard/programs/lizard.1 b/contrib/lizard/programs/lizard.1
new file mode 100644
index 00000000000..b5d84213442
--- /dev/null
+++ b/contrib/lizard/programs/lizard.1
@@ -0,0 +1,229 @@
+\."
+\." lizard.1: This is a manual page for 'lizard' program. This file is part of the
+\." lizard <http://github.com/inikep/lizard/> project.
+\." Author: Yann Collet
+\."
+.
+\." No hyphenation
+.hy 0
+.nr HY 0
+.
+.TH lizard "1" "2015-03-21" "lizard" "User Commands"
+.SH NAME
+\fBlizard, unlizard, lizardcat\fR \- Compress or decompress .liz files
+
+.SH SYNOPSIS
+.TP 5
+\fBlizard\fR [\fBOPTIONS\fR] [-|INPUT-FILE] <OUTPUT-FILE>
+.PP
+.B unlizard
+is equivalent to
+.BR "lizard \-d"
+.br
+.B lizardcat
+is equivalent to
+.BR "lizard \-dc"
+.br
+.PP
+When writing scripts that need to decompress files,
+it is recommended to always use the name
+.B lizard
+with appropriate arguments
+.RB ( "lizard \-d"
+or
+.BR "lizard \-dc" )
+instead of the names
+.B unlizard
+and
+.BR lizardcat .
+
+
+.SH DESCRIPTION
+.PP
+\fBlizard\fR is an extremely fast lossless compression algorithm,
+based on \fBbyte-aligned LZ77\fR family of compression scheme.
+\fBlizard\fR offers compression speeds of 400 MB/s per core, linearly scalable with multi-core CPUs.
+It features an extremely fast decoder, with speed in multiple GB/s per core,
+typically reaching RAM speed limit on multi-core systems.
+The native file format is the
+.B .liz
+format.
+
+.B lizard
+supports a command line syntax similar but not identical to
+.BR gzip (1).
+Differences are :
+\fBlizard\fR preserve original files ;
+\fBlizard file1 file2\fR means : compress file1 \fIinto\fR file2 ;
+\fBlizard file\fR shows real-time statistics during compression .
+
+Default behaviors can be modified by opt-in commands, described below.
+\fBlizard --quiet --multiple\fR more closely mimics \fBgzip\fR behavior.
+
+.SS "Concatenation of .liz files"
+It is possible to concatenate
+.B .liz
+files as is.
+.B lizard
+will decompress such files as if they were a single
+.B .liz
+file. For example:
+  lizard file1  > foo.liz
+  lizard file2 >> foo.liz
+ then
+  lizardcat foo.liz
+ is equivalent to :
+  cat file1 file2
+
+.PP
+
+.SH OPTIONS
+.
+.SS "Short commands concatenation"
+In some cases, some options can be expressed using short command
+.B "-x"
+or long command
+.B "--long-word" .
+Short commands can be concatenated together. For example,
+.B "-d -c"
+is equivalent to
+.B "-dc" .
+Long commands cannot be concatenated.
+They must be clearly separated by a space.
+.SS "Multiple commands"
+When multiple contradictory commands are issued on a same command line,
+only the latest one will be applied.
+.
+.SS "Operation mode"
+.TP
+.BR \-z ", " \-\-compress
+Compress.
+This is the default operation mode
+when no operation mode option is specified ,
+no other operation mode is implied from the command name
+(for example,
+.B unlizard
+implies
+.B \-\-decompress ),
+nor from the input file name
+(for example, a file extension
+.B .liz
+implies
+.B \-\-decompress
+by default).
+.B -z
+can also be used to force compression of an already compressed
+.B .liz
+file.
+.TP
+.BR \-d ", " \-\-decompress ", " \-\-uncompress
+Decompress.
+.B --decompress
+is also the default operation when the input filename has an
+.B .liz
+extensionq
+.TP
+.BR \-t ", " \-\-test
+Test the integrity of compressed
+.B .liz
+files.
+The decompressed data is discarded.
+No files are created nor removed.
+.
+.SS "Operation modifiers"
+.TP
+.B \-1
+ fast compression (default)
+.TP
+.B \-9
+ high compression
+
+.TP
+.BR \-f ", " --[no-]force
+ This option has several effects:
+.RS
+.IP \(bu 3
+If the target file already exists,
+overwrite it without prompting.
+.IP \(bu 3
+When used with
+.B \-\-decompress
+and
+.B lizard
+cannot recognize the type of the source file,
+copy the source file as is to standard output.
+This allows
+.B lizardcat
+.B \-\-force
+to be used like
+.BR cat (1)
+for files that have not been compressed with
+.BR lizard .
+.RE
+
+.TP
+.BR \-c ", " \--stdout ", " \--to-stdout
+ force write to standard output, even if it is the console
+
+.TP
+.BR \-m ", " \--multiple
+ Multiple file names.
+ By default, the second filename is used as the destination filename for the compressed file.
+ With
+.B -m
+, you can specify any number of input filenames. Each of them will be compressed
+independently, and the resulting name of each compressed file will be
+.B filename.liz
+.
+
+.TP
+.B \-B#
+ block size [4-7](default : 7)
+ B1 = 128KB, B2=256KB, B3=1MB, B4=4MB, B5=16MB, B6=64MB, B7=256MB
+.TP
+.B \-BD
+ block dependency (improves compression ratio on small blocks)
+.TP
+.B \--[no-]frame-crc
+ select frame checksum (default:enabled)
+.TP
+.B \--[no-]content-size
+ header includes original size (default:not present)
+ Note : this option can only be activated when the original size can be determined,
+hence for a file. It won't work with unknown source size, such as stdin or pipe.
+.TP
+.B \--[no-]sparse
+ sparse mode support (default:enabled on file, disabled on stdout)
+.TP
+.B \-l
+ use Legacy format (useful for Linux Kernel compression)
+.
+.SS "Other options"
+.TP
+.BR \-v ", " --verbose
+ verbose mode
+.TP
+.BR \-q ", " --quiet
+ suppress warnings and real-time statistics; specify twice to suppress errors too
+.TP
+.B \-h/\-H
+ display help/long help and exit
+.TP
+.BR \-V ", " \--version
+ display Version number and exit
+.TP
+.BR \-k ", " \--keep
+ Don't delete source file.
+This is default behavior anyway, so this option is just for compatibility with gzip/xz.
+.TP
+.B \-b
+ benchmark file(s)
+.TP
+.B \-i#
+ iteration loops [1-9](default : 3), benchmark mode only
+
+.SH BUGS
+Report bugs at: https://github.com/inikep/lizard/issues
+
+.SH AUTHOR
+Yann Collet
diff --git a/contrib/lizard/programs/lizardcli.c b/contrib/lizard/programs/lizardcli.c
new file mode 100644
index 00000000000..2a63fe8e001
--- /dev/null
+++ b/contrib/lizard/programs/lizardcli.c
@@ -0,0 +1,581 @@
+/*
+  Lizardcli - Lizard Command Line Interface
+  Copyright (C) Yann Collet 2011-2016
+  Copyright (C) Przemyslaw Skibinski 2016-2017
+
+  GPL v2 License
+
+  This program is free software; you can redistribute it and/or modify
+  it under the terms of the GNU General Public License as published by
+  the Free Software Foundation; either version 2 of the License, or
+  (at your option) any later version.
+
+  This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+  GNU General Public License for more details.
+
+  You should have received a copy of the GNU General Public License along
+  with this program; if not, write to the Free Software Foundation, Inc.,
+  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+  You can contact the author at :
+  - Lizard source repository : https://github.com/inikep/lizard
+*/
+/*
+  Note : this is stand-alone program.
+  It is not part of Lizard compression library, it is a user program of the Lizard library.
+  The license of Lizard library is BSD.
+  The license of xxHash library is BSD.
+  The license of this compression CLI program is GPLv2.
+*/
+
+
+/****************************
+*  Includes
+*****************************/
+#include "platform.h" /* Compiler options, IS_CONSOLE */
+#include "util.h"     /* UTIL_HAS_CREATEFILELIST, UTIL_createFileList */
+#include <stdio.h>    /* fprintf, getchar */
+#include <stdlib.h>   /* exit, calloc, free */
+#include <string.h>   /* strcmp, strlen */
+#include "bench.h"    /* BMK_benchFile, BMK_SetNbIterations, BMK_SetBlocksize, BMK_SetPause */
+#include "lizardio.h"    /* LizardIO_compressFilename, LizardIO_decompressFilename, LizardIO_compressMultipleFilenames */
+#include "lizard_compress.h" /* LizardHC_DEFAULT_CLEVEL, LIZARD_VERSION_STRING */
+
+
+
+/*****************************
+*  Constants
+******************************/
+#define COMPRESSOR_NAME "Lizard command line interface"
+#define AUTHOR "Y.Collet & P.Skibinski"
+#define WELCOME_MESSAGE "%s %i-bit %s by %s (%s)\n", COMPRESSOR_NAME, (int)(sizeof(void*)*8), LIZARD_VERSION_STRING, AUTHOR, __DATE__
+#define LIZARD_EXTENSION ".liz"
+#define LIZARDCAT "lizardcat"
+#define UNLIZARD "unlizard"
+
+#define KB *(1U<<10)
+#define MB *(1U<<20)
+#define GB *(1U<<30)
+
+#define LIZARD_BLOCKSIZEID_DEFAULT 4
+
+
+/*-************************************
+*  Macros
+***************************************/
+#define DISPLAY(...)           fprintf(stderr, __VA_ARGS__)
+#define DISPLAYLEVEL(l, ...)   if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
+static unsigned displayLevel = 2;   /* 0 : no display ; 1: errors only ; 2 : downgradable normal ; 3 : non-downgradable normal; 4 : + information */
+
+
+/*-************************************
+*  Exceptions
+***************************************/
+#define DEBUG 0
+#define DEBUGOUTPUT(...) if (DEBUG) DISPLAY(__VA_ARGS__);
+#define EXM_THROW(error, ...)                                             \
+{                                                                         \
+    DEBUGOUTPUT("Error defined at %s, line %i : \n", __FILE__, __LINE__); \
+    DISPLAYLEVEL(1, "Error %i : ", error);                                \
+    DISPLAYLEVEL(1, __VA_ARGS__);                                         \
+    DISPLAYLEVEL(1, "\n");                                                \
+    exit(error);                                                          \
+}
+
+
+/*-************************************
+*  Version modifiers
+***************************************/
+#define EXTENDED_ARGUMENTS
+#define EXTENDED_HELP
+#define EXTENDED_FORMAT
+#define DEFAULT_COMPRESSOR   LizardIO_compressFilename
+#define DEFAULT_DECOMPRESSOR LizardIO_decompressFilename
+int LizardIO_compressFilename_Legacy(const char* input_filename, const char* output_filename, int compressionlevel);   /* hidden function */
+
+
+/*-***************************
+*  Functions
+*****************************/
+static int usage(const char* exeName)
+{
+    DISPLAY( "Usage :\n");
+    DISPLAY( "      %s [arg] [input] [output]\n", exeName);
+    DISPLAY( "\n");
+    DISPLAY( "input   : a filename\n");
+    DISPLAY( "          with no FILE, or when FILE is - or %s, read standard input\n", stdinmark);
+    DISPLAY( "Arguments :\n");
+    DISPLAY( " -10...-19 : compression method fastLZ4 = 16-bit bytewise codewords\n");
+    DISPLAY( "             higher number == more compression but slower\n");
+    DISPLAY( " -20...-29 : compression method LIZv1 = 24-bit bytewise codewords\n");
+#ifndef LIZARD_NO_HUFFMAN
+    DISPLAY( " -30...-39 : compression method fastLZ4 + Huffman\n");
+    DISPLAY( " -40...-49 : compression method LIZv1 + Huffman\n");
+#endif
+    DISPLAY( " -d     : decompression (default for %s extension)\n", LIZARD_EXTENSION);
+    DISPLAY( " -z     : force compression\n");
+    DISPLAY( " -f     : overwrite output without prompting \n");
+    DISPLAY( "--rm    : remove source file(s) after successful de/compression \n");
+    DISPLAY( " -h/-H  : display help/long help and exit\n");
+    return 0;
+}
+
+static int usage_advanced(const char* exeName)
+{
+    DISPLAY(WELCOME_MESSAGE);
+    usage(exeName);
+    DISPLAY( "\n");
+    DISPLAY( "Advanced arguments :\n");
+    DISPLAY( " -V     : display Version number and exit\n");
+    DISPLAY( " -v     : verbose mode\n");
+    DISPLAY( " -q     : suppress warnings; specify twice to suppress errors too\n");
+    DISPLAY( " -c     : force write to standard output, even if it is the console\n");
+    DISPLAY( " -t     : test compressed file integrity\n");
+    DISPLAY( " -m     : multiple input files (implies automatic output filenames)\n");
+#ifdef UTIL_HAS_CREATEFILELIST
+    DISPLAY( " -r     : operate recursively on directories (sets also -m)\n");
+#endif
+    DISPLAY( " -B#    : Block size [1-7] = 128KB, 256KB, 1MB, 4MB, 16MB, 64MB, 256MB (default : 4)\n");
+    DISPLAY( " -BD    : Block dependency (improve compression ratio)\n");
+    /* DISPLAY( " -BX    : enable block checksum (default:disabled)\n");   *//* Option currently inactive */
+    DISPLAY( "--no-frame-crc : disable stream checksum (default:enabled)\n");
+    DISPLAY( "--content-size : compressed frame includes original size (default:not present)\n");
+    DISPLAY( "--[no-]sparse  : sparse mode (default:enabled on file, disabled on stdout)\n");
+    DISPLAY( "Benchmark arguments :\n");
+    DISPLAY( " -b#    : benchmark file(s), using # compression level (default : 1) \n");
+    DISPLAY( " -e#    : test all compression levels from -bX to # (default : 1)\n");
+    DISPLAY( " -i#    : minimum evaluation time in seconds (default : 3s)\n");
+    DISPLAY( " -B#    : cut file into independent blocks of size # bytes [32+]\n");
+    DISPLAY( "                      or predefined block size [1-7] (default: 4)\n");
+    EXTENDED_HELP;
+    return 0;
+}
+
+static int usage_longhelp(const char* exeName)
+{
+    usage_advanced(exeName);
+    DISPLAY( "\n");
+    DISPLAY( "****************************\n");
+    DISPLAY( "***** Advanced comment *****\n");
+    DISPLAY( "****************************\n");
+    DISPLAY( "\n");
+    DISPLAY( "Which values can [output] have ? \n");
+    DISPLAY( "---------------------------------\n");
+    DISPLAY( "[output] : a filename \n");
+    DISPLAY( "          '%s', or '-' for standard output (pipe mode)\n", stdoutmark);
+    DISPLAY( "          '%s' to discard output (test mode) \n", NULL_OUTPUT);
+    DISPLAY( "[output] can be left empty. In this case, it receives the following value :\n");
+    DISPLAY( "          - if stdout is not the console, then [output] = stdout \n");
+    DISPLAY( "          - if stdout is console : \n");
+    DISPLAY( "               + for compression, output to filename%s \n", LIZARD_EXTENSION);
+    DISPLAY( "               + for decompression, output to filename without '%s'\n", LIZARD_EXTENSION);
+    DISPLAY( "                    > if input filename has no '%s' extension : error \n", LIZARD_EXTENSION);
+    DISPLAY( "\n");
+    DISPLAY( "stdin, stdout and the console : \n");
+    DISPLAY( "--------------------------------\n");
+    DISPLAY( "To protect the console from binary flooding (bad argument mistake)\n");
+    DISPLAY( "%s will refuse to read from console, or write to console \n", exeName);
+    DISPLAY( "except if '-c' command is specified, to force output to console \n");
+    DISPLAY( "\n");
+    DISPLAY( "Simple example :\n");
+    DISPLAY( "----------------\n");
+    DISPLAY( "1 : compress 'filename' fast, using default output name 'filename.liz'\n");
+    DISPLAY( "          %s filename\n", exeName);
+    DISPLAY( "\n");
+    DISPLAY( "Short arguments can be aggregated. For example :\n");
+    DISPLAY( "----------------------------------\n");
+    DISPLAY( "2 : compress 'filename' in high compression mode, overwrite output if exists\n");
+    DISPLAY( "          %s -9 -f filename \n", exeName);
+    DISPLAY( "    is equivalent to :\n");
+    DISPLAY( "          %s -9f filename \n", exeName);
+    DISPLAY( "\n");
+    DISPLAY( "%s can be used in 'pure pipe mode'. For example :\n", exeName);
+    DISPLAY( "-------------------------------------\n");
+    DISPLAY( "3 : compress data stream from 'generator', send result to 'consumer'\n");
+    DISPLAY( "          generator | %s | consumer \n", exeName);
+    return 0;
+}
+
+static int badusage(const char* exeName)
+{
+    DISPLAYLEVEL(1, "Incorrect parameters\n");
+    if (displayLevel >= 1) usage(exeName);
+    exit(1);
+}
+
+
+static void waitEnter(void)
+{
+    DISPLAY("Press enter to continue...\n");
+    (void)getchar();
+}
+
+
+static const char* lastNameFromPath(const char* path)
+{
+    const char* name = strrchr(path, '/');
+    if (name==NULL) name = strrchr(path, '\\');   /* windows */
+    if (name==NULL) return path;
+    return name+1;
+}
+
+
+/*! readU32FromChar() :
+    @return : unsigned integer value reach from input in `char` format
+    Will also modify `*stringPtr`, advancing it to position where it stopped reading.
+    Note : this function can overflow if result > MAX_UINT */
+static unsigned readU32FromChar(const char** stringPtr)
+{
+    unsigned result = 0;
+    while ((**stringPtr >='0') && (**stringPtr <='9'))
+        result *= 10, result += **stringPtr - '0', (*stringPtr)++ ;
+    return result;
+}
+
+typedef enum { om_auto, om_compress, om_decompress, om_test, om_bench } operationMode_e;
+
+int main(int argc, const char** argv)
+{
+    int i,
+        cLevel=1,
+        cLevelLast=1,
+        forceStdout=0,
+        main_pause=0,
+        multiple_inputs=0,
+        operationResult=0;
+    operationMode_e mode = om_auto;
+    const char* input_filename = NULL;
+    const char* output_filename= NULL;
+    char* dynNameSpace = NULL;
+    const char** inFileNames = (const char**) calloc(argc, sizeof(char*));
+    unsigned ifnIdx=0;
+    const char nullOutput[] = NULL_OUTPUT;
+    const char extension[] = LIZARD_EXTENSION;
+    size_t blockSize = LizardIO_setBlockSizeID(LIZARD_BLOCKSIZEID_DEFAULT);
+    const char* const exeName = lastNameFromPath(argv[0]);
+#ifdef UTIL_HAS_CREATEFILELIST
+    const char** extendedFileList = NULL;
+    char* fileNamesBuf = NULL;
+    unsigned fileNamesNb, recursive=0;
+#endif
+
+    /* Init */
+    if (inFileNames==NULL) {
+        DISPLAY("Allocation error : not enough memory \n");
+        return 1;
+    }
+    inFileNames[0] = stdinmark;
+    LizardIO_setOverwrite(0);
+
+    /* lizardcat predefined behavior */
+    if (!strcmp(exeName, LIZARDCAT)) {
+        mode = om_decompress;
+        LizardIO_setOverwrite(1);
+        forceStdout=1;
+        output_filename=stdoutmark;
+        displayLevel=1;
+        multiple_inputs=1;
+    }
+    if (!strcmp(exeName, UNLIZARD)) { mode = om_decompress; }
+
+    /* command switches */
+    for(i=1; i<argc; i++) {
+        const char* argument = argv[i];
+
+        if(!argument) continue;   /* Protection if argument empty */
+
+        /* Short commands (note : aggregated short commands are allowed) */
+        if (argument[0]=='-') {
+            /* '-' means stdin/stdout */
+            if (argument[1]==0) {
+                if (!input_filename) input_filename=stdinmark;
+                else output_filename=stdoutmark;
+                continue;
+            }
+
+            /* long commands (--long-word) */
+            if (argument[1]=='-') {
+                if (!strcmp(argument,  "--compress")) { mode = om_compress; continue; }
+                if ((!strcmp(argument, "--decompress"))
+                    || (!strcmp(argument, "--uncompress"))) { mode = om_decompress; continue; }
+                if (!strcmp(argument,  "--multiple")) { multiple_inputs = 1; continue; }
+                if (!strcmp(argument,  "--test")) { mode = om_test; continue; }
+                if (!strcmp(argument,  "--force")) { LizardIO_setOverwrite(1); continue; }
+                if (!strcmp(argument,  "--no-force")) { LizardIO_setOverwrite(0); continue; }
+                if ((!strcmp(argument, "--stdout"))
+                    || (!strcmp(argument, "--to-stdout"))) { forceStdout=1; output_filename=stdoutmark; continue; }
+                if (!strcmp(argument,  "--frame-crc")) { LizardIO_setStreamChecksumMode(1); continue; }
+                if (!strcmp(argument,  "--no-frame-crc")) { LizardIO_setStreamChecksumMode(0); continue; }
+                if (!strcmp(argument,  "--content-size")) { LizardIO_setContentSize(1); continue; }
+                if (!strcmp(argument,  "--no-content-size")) { LizardIO_setContentSize(0); continue; }
+                if (!strcmp(argument,  "--sparse")) { LizardIO_setSparseFile(2); continue; }
+                if (!strcmp(argument,  "--no-sparse")) { LizardIO_setSparseFile(0); continue; }
+                if (!strcmp(argument,  "--verbose")) { displayLevel++; continue; }
+                if (!strcmp(argument,  "--quiet")) { if (displayLevel) displayLevel--; continue; }
+                if (!strcmp(argument,  "--version")) { DISPLAY(WELCOME_MESSAGE); return 0; }
+                if (!strcmp(argument,  "--help")) { usage_advanced(exeName); goto _cleanup; }
+                if (!strcmp(argument,  "--keep")) { LizardIO_setRemoveSrcFile(0); continue; }   /* keep source file (default) */
+                if (!strcmp(argument,  "--rm")) { LizardIO_setRemoveSrcFile(1); continue; }
+            }
+
+            while (argument[1]!=0) {
+                argument ++;
+
+                if ((*argument>='0') && (*argument<='9')) {
+                    cLevel = readU32FromChar(&argument);
+                    argument--;
+                    continue;
+                }
+
+
+                switch(argument[0])
+                {
+                    /* Display help */
+                case 'V': DISPLAY(WELCOME_MESSAGE); goto _cleanup;   /* Version */
+                case 'h': usage_advanced(exeName); goto _cleanup;
+                case 'H': usage_longhelp(exeName); goto _cleanup;
+
+                case 'e':
+                    argument++;
+                    cLevelLast = readU32FromChar(&argument);
+                    argument--;
+                    break;
+
+                    /* Compression (default) */
+                case 'z': mode = om_compress; break;
+
+                    /* Decoding */
+                case 'd': mode = om_decompress; break;
+
+                    /* Force stdout, even if stdout==console */
+                case 'c': forceStdout=1; output_filename=stdoutmark; break;
+
+                    /* Test integrity */
+                case 't': mode = om_test; break;
+
+                    /* Overwrite */
+                case 'f': LizardIO_setOverwrite(1); break;
+
+                    /* Verbose mode */
+                case 'v': displayLevel++; break;
+
+                    /* Quiet mode */
+                case 'q': if (displayLevel) displayLevel--; break;
+
+                    /* keep source file (default anyway, so useless) (for xz/lzma compatibility) */
+                case 'k': LizardIO_setRemoveSrcFile(0); break;
+
+                    /* Modify Block Properties */
+                case 'B':
+                    while (argument[1]!=0) {
+                        int exitBlockProperties=0;
+                        switch(argument[1])
+                        {
+                        case 'D': LizardIO_setBlockMode(LizardIO_blockLinked); argument++; break;
+                        case 'X': LizardIO_setBlockChecksumMode(1); argument ++; break;   /* disabled by default */
+                        default :
+                            if (argument[1] < '0' || argument[1] > '9') {
+                                exitBlockProperties=1;
+                                break;
+                            } else {
+                                unsigned B;
+                                argument++;
+                                B = readU32FromChar(&argument);
+                                argument--;
+                                if (B < 1) badusage(exeName);
+                                if (B <= 7) {
+                                    blockSize = LizardIO_setBlockSizeID(B);
+                                    BMK_SetBlockSize(blockSize);
+                                    DISPLAYLEVEL(2, "using blocks of size %u KB \n", (U32)(blockSize>>10));
+                                } else {
+                                    if (B < 32) badusage(exeName);
+                                    BMK_SetBlockSize(B);
+                                    if (B >= 1024) {
+                                        DISPLAYLEVEL(2, "bench: using blocks of size %u KB \n", (U32)(B>>10));
+                                    } else {
+                                        DISPLAYLEVEL(2, "bench: using blocks of size %u bytes \n", (U32)(B));
+                                    }
+                                }
+                                break;
+                            }
+                        }
+                        if (exitBlockProperties) break;
+                    }
+                    break;
+
+                    /* Benchmark */
+                case 'b': mode = om_bench; multiple_inputs=1;
+                    break;
+
+#ifdef UTIL_HAS_CREATEFILELIST
+                    /* recursive */
+                case 'r': recursive=1;
+                    /* fallthrough */
+#endif
+                    /* Treat non-option args as input files.  See https://code.google.com/p/lizard/issues/detail?id=151 */
+                    /* fallthrough */
+                case 'm': multiple_inputs=1;
+                    break;
+
+                    /* Modify Nb Seconds (benchmark only) */
+                case 'i':
+                    {   unsigned iters;
+                        argument++;
+                        iters = readU32FromChar(&argument);
+                        argument--;
+                        BMK_setNotificationLevel(displayLevel);
+                        BMK_SetNbSeconds(iters);   /* notification if displayLevel >= 3 */
+                    }
+                    break;
+
+                    /* Pause at the end (hidden option) */
+                case 'p': main_pause=1; break;
+
+                    /* Specific commands for customized versions */
+                EXTENDED_ARGUMENTS;
+
+                    /* Unrecognised command */
+                default : badusage(exeName);
+                }
+            }
+            continue;
+        }
+
+        /* Store in *inFileNames[] if -m is used. */
+        if (multiple_inputs) { inFileNames[ifnIdx++]=argument; continue; }
+
+        /* Store first non-option arg in input_filename to preserve original cli logic. */
+        if (!input_filename) { input_filename=argument; continue; }
+
+        /* Second non-option arg in output_filename to preserve original cli logic. */
+        if (!output_filename) {
+            output_filename=argument;
+            if (!strcmp (output_filename, nullOutput)) output_filename = nulmark;
+            continue;
+        }
+
+        /* 3rd non-option arg should not exist */
+        DISPLAYLEVEL(1, "Warning : %s won't be used ! Do you want multiple input files (-m) ? \n", argument);
+    }
+
+    DISPLAYLEVEL(3, WELCOME_MESSAGE);
+    if ((mode == om_compress) || (mode == om_bench)) DISPLAYLEVEL(4, "Blocks size : %i KB\n", (U32)(blockSize>>10));
+
+    if (multiple_inputs) {
+        input_filename = inFileNames[0];
+#ifdef UTIL_HAS_CREATEFILELIST
+        if (recursive) {  /* at this stage, filenameTable is a list of paths, which can contain both files and directories */
+            extendedFileList = UTIL_createFileList(inFileNames, ifnIdx, &fileNamesBuf, &fileNamesNb);
+            if (extendedFileList) {
+                unsigned u;
+                for (u=0; u<fileNamesNb; u++) DISPLAYLEVEL(4, "%u %s\n", u, extendedFileList[u]);
+                free((void*)inFileNames);
+                inFileNames = extendedFileList;
+                ifnIdx = fileNamesNb;
+            }
+        }
+#endif
+    }
+
+    /* benchmark and test modes */
+    if (mode == om_bench) {
+        BMK_setNotificationLevel(displayLevel);
+        operationResult = BMK_benchFiles(inFileNames, ifnIdx, cLevel, cLevelLast);
+        goto _cleanup;
+    }
+
+    if (mode == om_test) {
+        LizardIO_setTestMode(1);
+        output_filename = nulmark;
+        mode = om_decompress;   /* defer to decompress */
+    }
+
+    /* compress or decompress */
+    if (!input_filename) input_filename = stdinmark;
+    /* Check if input is defined as console; trigger an error in this case */
+    if (!strcmp(input_filename, stdinmark) && IS_CONSOLE(stdin) ) {
+        DISPLAYLEVEL(1, "refusing to read from a console\n");
+        exit(1);
+    }
+
+    /* if input==stdin and no output defined, stdout becomes default output */
+    if (!strcmp(input_filename, stdinmark) && !output_filename)
+        output_filename = stdoutmark;
+
+    /* No output filename ==> try to select one automatically (when possible) */
+    while ((!output_filename) && (multiple_inputs==0)) {
+        if (!IS_CONSOLE(stdout)) { output_filename=stdoutmark; break; }   /* Default to stdout whenever possible (i.e. not a console) */
+        if (mode == om_auto) {  /* auto-determine compression or decompression, based on file extension */
+            size_t const inSize  = strlen(input_filename);
+            size_t const extSize = strlen(LIZARD_EXTENSION);
+            size_t const extStart= (inSize > extSize) ? inSize-extSize : 0;
+            if (!strcmp(input_filename+extStart, LIZARD_EXTENSION)) mode = om_decompress;
+            else mode = om_compress;
+        }
+        if (mode == om_compress) {   /* compression to file */
+            size_t const l = strlen(input_filename);
+            dynNameSpace = (char*)calloc(1,l+5);
+            if (dynNameSpace==NULL) { perror(exeName); exit(1); }
+            strcpy(dynNameSpace, input_filename);
+            strcat(dynNameSpace, LIZARD_EXTENSION);
+            output_filename = dynNameSpace;
+            DISPLAYLEVEL(2, "Compressed filename will be : %s \n", output_filename);
+            break;
+        }
+        if (mode == om_decompress) {/* decompression to file (automatic name will work only if input filename has correct format extension) */
+            size_t outl;
+            size_t const inl = strlen(input_filename);
+            dynNameSpace = (char*)calloc(1,inl+1);
+            if (dynNameSpace==NULL) { perror(exeName); exit(1); }
+            strcpy(dynNameSpace, input_filename);
+            outl = inl;
+            if (inl>4)
+                while ((outl >= inl-4) && (input_filename[outl] ==  extension[outl-inl+4])) dynNameSpace[outl--]=0;
+            if (outl != inl-5) { DISPLAYLEVEL(1, "Cannot determine an output filename\n"); badusage(exeName); }
+            output_filename = dynNameSpace;
+            DISPLAYLEVEL(2, "Decoding file %s \n", output_filename);
+        }
+        break;
+    }
+
+    /* Check if output is defined as console; trigger an error in this case */
+    if (!output_filename) output_filename = "*\\dummy^!//";
+    if (!strcmp(output_filename,stdoutmark) && IS_CONSOLE(stdout) && !forceStdout) {
+        DISPLAYLEVEL(1, "refusing to write to console without -c\n");
+        exit(1);
+    }
+
+    /* Downgrade notification level in stdout and multiple file mode */
+    if (!strcmp(output_filename,stdoutmark) && (displayLevel==2)) displayLevel=1;
+    if ((multiple_inputs) && (displayLevel==2)) displayLevel=1;
+
+    /* IO Stream/File */
+    LizardIO_setNotificationLevel(displayLevel);
+    if (ifnIdx == 0) multiple_inputs = 0;
+    if (mode == om_decompress) {
+        if (multiple_inputs)
+            operationResult = LizardIO_decompressMultipleFilenames(inFileNames, ifnIdx, !strcmp(output_filename,stdoutmark) ? stdoutmark : LIZARD_EXTENSION);
+        else
+            operationResult = LizardIO_decompressFilename(input_filename, output_filename);
+    } else {   /* compression is default action */
+        {
+            if (multiple_inputs)
+                operationResult = LizardIO_compressMultipleFilenames(inFileNames, ifnIdx, LIZARD_EXTENSION, cLevel);
+            else
+                operationResult = LizardIO_compressFilename(input_filename, output_filename, cLevel);
+        }
+    }
+
+_cleanup:
+    if (main_pause) waitEnter();
+    if (dynNameSpace) free(dynNameSpace);
+#ifdef UTIL_HAS_CREATEFILELIST
+    if (extendedFileList)
+        UTIL_freeFileList(extendedFileList, fileNamesBuf);
+    else
+#endif
+        free((void*)inFileNames);
+    return operationResult;
+}
diff --git a/contrib/lizard/programs/lizardio.c b/contrib/lizard/programs/lizardio.c
new file mode 100644
index 00000000000..7638a55178a
--- /dev/null
+++ b/contrib/lizard/programs/lizardio.c
@@ -0,0 +1,896 @@
+/*
+  Lizardio.c - Lizard File/Stream Interface
+  Copyright (C) Yann Collet 2011-2015
+  Copyright (C) Przemyslaw Skibinski 2016-2017
+
+  GPL v2 License
+
+  This program is free software; you can redistribute it and/or modify
+  it under the terms of the GNU General Public License as published by
+  the Free Software Foundation; either version 2 of the License, or
+  (at your option) any later version.
+
+  This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+  GNU General Public License for more details.
+
+  You should have received a copy of the GNU General Public License along
+  with this program; if not, write to the Free Software Foundation, Inc.,
+  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+  You can contact the author at :
+  - Lizard source repository : https://github.com/inikep/lizard
+*/
+/*
+  Note : this is stand-alone program.
+  It is not part of Lizard compression library, it is a user code of the Lizard library.
+  - The license of Lizard library is BSD.
+  - The license of xxHash library is BSD.
+  - The license of this source file is GPLv2.
+*/
+
+/*-************************************
+*  Compiler options
+**************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  pragma warning(disable : 4127)    /* disable: C4127: conditional expression is constant */
+#endif
+#if defined(__MINGW32__) && !defined(_POSIX_SOURCE)
+#  define _POSIX_SOURCE 1          /* disable %llu warnings with MinGW on Windows */
+#endif
+
+
+/*****************************
+*  Includes
+*****************************/
+#include "platform.h"  /* Large File Support, SET_BINARY_MODE, SET_SPARSE_FILE_MODE, PLATFORM_POSIX_VERSION, __64BIT__ */
+#include "util.h"      /* UTIL_getFileStat, UTIL_setFileStat */ 
+#include <stdio.h>     /* fprintf, fopen, fread, stdin, stdout, fflush, getchar */
+#include <stdlib.h>    /* malloc, free */
+#include <string.h>    /* strcmp, strlen */
+#include <time.h>      /* clock */
+#include <sys/types.h> /* stat64 */
+#include <sys/stat.h>  /* stat64 */
+#include "lizardio.h"
+#include "lizard_frame.h"
+
+
+
+/*****************************
+*  Constants
+*****************************/
+#define KB *(1 <<10)
+#define MB *(1 <<20)
+#define GB *(1U<<30)
+
+#define _1BIT  0x01
+#define _2BITS 0x03
+#define _3BITS 0x07
+#define _4BITS 0x0F
+#define _8BITS 0xFF
+
+#define MAGICNUMBER_SIZE    4
+#define LIZARDIO_MAGICNUMBER   0x184D2206U
+#define LIZARDIO_SKIPPABLE0    0x184D2A50U
+#define LIZARDIO_SKIPPABLEMASK 0xFFFFFFF0U
+
+#define CACHELINE 64
+#define MIN_STREAM_BUFSIZE (192 KB)
+#define LIZARDIO_BLOCKSIZEID_DEFAULT 7
+
+#define sizeT sizeof(size_t)
+#define maskT (sizeT - 1)
+
+
+/**************************************
+*  Macros
+**************************************/
+#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
+#define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); }
+static int g_displayLevel = 0;   /* 0 : no display  ; 1: errors  ; 2 : + result + interaction + warnings ; 3 : + progression; 4 : + information */
+
+#define DISPLAYUPDATE(l, ...) if (g_displayLevel>=l) { \
+            if (((clock_t)(g_time - clock()) > refreshRate) || (g_displayLevel>=4)) \
+            { g_time = clock(); DISPLAY(__VA_ARGS__); \
+            if (g_displayLevel>=4) fflush(stderr); } }
+static const clock_t refreshRate = CLOCKS_PER_SEC / 6;
+static clock_t g_time = 0;
+
+
+/**************************************
+*  Local Parameters
+**************************************/
+static int g_overwrite = 1;
+static int g_testMode = 0;
+static int g_blockSizeId = LIZARDIO_BLOCKSIZEID_DEFAULT;
+static int g_blockChecksum = 0;
+static int g_streamChecksum = 1;
+static int g_blockIndependence = 1;
+static int g_sparseFileSupport = 1;
+static int g_contentSizeFlag = 0;
+
+
+/**************************************
+*  Exceptions
+***************************************/
+#ifndef DEBUG
+#  define DEBUG 0
+#endif
+#define DEBUGOUTPUT(...) if (DEBUG) DISPLAY(__VA_ARGS__);
+#define EXM_THROW(error, ...)                                             \
+{                                                                         \
+    DEBUGOUTPUT("Error defined at %s, line %i : \n", __FILE__, __LINE__); \
+    DISPLAYLEVEL(1, "Error %i : ", error);                                \
+    DISPLAYLEVEL(1, __VA_ARGS__);                                         \
+    DISPLAYLEVEL(1, " \n");                                               \
+    exit(error);                                                          \
+}
+
+
+/**************************************
+*  Version modifiers
+**************************************/
+#define EXTENDED_ARGUMENTS
+#define EXTENDED_HELP
+#define EXTENDED_FORMAT
+#define DEFAULT_DECOMPRESSOR LizardIO_decompressLizardF
+
+
+/* ************************************************** */
+/* ****************** Parameters ******************** */
+/* ************************************************** */
+
+/* Default setting : overwrite = 1; return : overwrite mode (0/1) */
+int LizardIO_setOverwrite(int yes)
+{
+   g_overwrite = (yes!=0);
+   return g_overwrite;
+}
+
+/* Default setting : testMode = 0; return : testMode (0/1) */
+int LizardIO_setTestMode(int yes)
+{
+   g_testMode = (yes!=0);
+   return g_testMode;
+}
+
+/* blockSizeID : valid values : 1-7 */
+size_t LizardIO_setBlockSizeID(unsigned bsid)
+{
+    static const int blockSizeTable[] = { 128 KB, 256 KB, 1 MB, 4 MB, 16 MB, 64 MB, 256 MB };
+    static const unsigned minBlockSizeID = 1;
+    static const unsigned maxBlockSizeID = 7;
+    if ((bsid < minBlockSizeID) || (bsid > maxBlockSizeID)) return 0;
+
+    g_blockSizeId = bsid;
+    return blockSizeTable[g_blockSizeId-minBlockSizeID];
+} 
+
+
+static size_t LizardIO_GetBlockSize_FromBlockId(unsigned blockSizeID)
+{
+    static const size_t blockSizes[7] = { 128 KB, 256 KB, 1 MB, 4 MB, 16 MB, 64 MB, 256 MB };
+
+    if (blockSizeID == 0) blockSizeID = LIZARDIO_BLOCKSIZEID_DEFAULT;
+    blockSizeID -= 1;
+    if (blockSizeID >= 7) blockSizeID = LIZARDIO_BLOCKSIZEID_DEFAULT - 1;
+
+    return blockSizes[blockSizeID];
+}
+
+
+
+int LizardIO_setBlockMode(LizardIO_blockMode_t blockMode)
+{
+    g_blockIndependence = (blockMode == LizardIO_blockIndependent);
+    return g_blockIndependence;
+}
+
+/* Default setting : no checksum */
+int LizardIO_setBlockChecksumMode(int xxhash)
+{
+    g_blockChecksum = (xxhash != 0);
+    return g_blockChecksum;
+}
+
+/* Default setting : checksum enabled */
+int LizardIO_setStreamChecksumMode(int xxhash)
+{
+    g_streamChecksum = (xxhash != 0);
+    return g_streamChecksum;
+}
+
+/* Default setting : 0 (no notification) */
+int LizardIO_setNotificationLevel(int level)
+{
+    g_displayLevel = level;
+    return g_displayLevel;
+}
+
+/* Default setting : 0 (disabled) */
+int LizardIO_setSparseFile(int enable)
+{
+    g_sparseFileSupport = (enable!=0);
+    return g_sparseFileSupport;
+}
+
+/* Default setting : 0 (disabled) */
+int LizardIO_setContentSize(int enable)
+{
+    g_contentSizeFlag = (enable!=0);
+    return g_contentSizeFlag;
+}
+
+static U32 g_removeSrcFile = 0;
+void LizardIO_setRemoveSrcFile(unsigned flag) { g_removeSrcFile = (flag>0); }
+
+
+
+/* ************************************************************************ **
+** ********************** Lizard File / Pipe compression ********************* **
+** ************************************************************************ */
+
+static int LizardIO_isSkippableMagicNumber(unsigned int magic) { return (magic & LIZARDIO_SKIPPABLEMASK) == LIZARDIO_SKIPPABLE0; }
+
+
+/** LizardIO_openSrcFile() :
+ * condition : `dstFileName` must be non-NULL.
+ * @result : FILE* to `dstFileName`, or NULL if it fails */
+static FILE* LizardIO_openSrcFile(const char* srcFileName)
+{
+    FILE* f;
+
+    if (!strcmp (srcFileName, stdinmark)) {
+        DISPLAYLEVEL(4,"Using stdin for input\n");
+        f = stdin;
+        SET_BINARY_MODE(stdin);
+    } else {
+        f = fopen(srcFileName, "rb");
+        if ( f==NULL ) DISPLAYLEVEL(1, "%s: %s \n", srcFileName, strerror(errno));
+    }
+
+    return f;
+}
+
+/** FIO_openDstFile() :
+ * condition : `dstFileName` must be non-NULL.
+ * @result : FILE* to `dstFileName`, or NULL if it fails */
+static FILE* LizardIO_openDstFile(const char* dstFileName)
+{
+    FILE* f;
+
+    if (!strcmp (dstFileName, stdoutmark)) {
+        DISPLAYLEVEL(4,"Using stdout for output\n");
+        f = stdout;
+        SET_BINARY_MODE(stdout);
+        if (g_sparseFileSupport==1) {
+            g_sparseFileSupport = 0;
+            DISPLAYLEVEL(4, "Sparse File Support is automatically disabled on stdout ; try --sparse \n");
+        }
+    } else {
+        if (!g_overwrite && strcmp (dstFileName, nulmark)) {  /* Check if destination file already exists */
+            f = fopen( dstFileName, "rb" );
+            if (f != NULL) {  /* dest exists, prompt for overwrite authorization */
+                fclose(f);
+                if (g_displayLevel <= 1) {  /* No interaction possible */
+                    DISPLAY("%s already exists; not overwritten  \n", dstFileName);
+                    return NULL;
+                }
+                DISPLAY("%s already exists; do you wish to overwrite (y/N) ? ", dstFileName);
+                {   int ch = getchar();
+                    if ((ch!='Y') && (ch!='y')) {
+                        DISPLAY("    not overwritten  \n");
+                        return NULL;
+                    }
+                    while ((ch!=EOF) && (ch!='\n')) ch = getchar();  /* flush rest of input line */
+        }   }   }
+        f = fopen( dstFileName, "wb" );
+        if (f==NULL) DISPLAYLEVEL(1, "%s: %s\n", dstFileName, strerror(errno));
+    }
+
+    /* sparse file */
+    if (f && g_sparseFileSupport) { SET_SPARSE_FILE_MODE(f); }
+
+    return f;
+}
+
+
+/* unoptimized version; solves endianess & alignment issues */
+static void LizardIO_writeLE32 (void* p, unsigned value32)
+{
+    unsigned char* dstPtr = (unsigned char*)p;
+    dstPtr[0] = (unsigned char)value32;
+    dstPtr[1] = (unsigned char)(value32 >> 8);
+    dstPtr[2] = (unsigned char)(value32 >> 16);
+    dstPtr[3] = (unsigned char)(value32 >> 24);
+}
+
+
+
+/*********************************************
+*  Compression using Frame format
+*********************************************/
+
+typedef struct {
+    void*  srcBuffer;
+    size_t srcBufferSize;
+    void*  dstBuffer;
+    size_t dstBufferSize;
+    LizardF_compressionContext_t ctx;
+} cRess_t;
+
+static cRess_t LizardIO_createCResources(void)
+{
+    const size_t blockSize = (size_t)LizardIO_GetBlockSize_FromBlockId (g_blockSizeId);
+    cRess_t ress;
+
+    LizardF_errorCode_t const errorCode = LizardF_createCompressionContext(&(ress.ctx), LIZARDF_VERSION);
+    if (LizardF_isError(errorCode)) EXM_THROW(30, "Allocation error : can't create LizardF context : %s", LizardF_getErrorName(errorCode));
+
+    /* Allocate Memory */
+    ress.srcBuffer = malloc(blockSize);
+    ress.srcBufferSize = blockSize;
+    ress.dstBufferSize = LizardF_compressFrameBound(blockSize, NULL);   /* cover worst case */
+    ress.dstBuffer = malloc(ress.dstBufferSize);
+    if (!ress.srcBuffer || !ress.dstBuffer) EXM_THROW(31, "Allocation error : not enough memory");
+
+    return ress;
+}
+
+static void LizardIO_freeCResources(cRess_t ress)
+{
+    free(ress.srcBuffer);
+    free(ress.dstBuffer);
+    { LizardF_errorCode_t const errorCode = LizardF_freeCompressionContext(ress.ctx);
+      if (LizardF_isError(errorCode)) EXM_THROW(38, "Error : can't free LizardF context resource : %s", LizardF_getErrorName(errorCode)); }
+}
+
+/*
+ * LizardIO_compressFilename_extRess()
+ * result : 0 : compression completed correctly
+ *          1 : missing or pb opening srcFileName
+ */
+static int LizardIO_compressFilename_extRess(cRess_t ress, const char* srcFileName, const char* dstFileName, int compressionLevel)
+{
+    unsigned long long filesize = 0;
+    unsigned long long compressedfilesize = 0;
+    FILE* srcFile;
+    FILE* dstFile;
+    void* const srcBuffer = ress.srcBuffer;
+    void* const dstBuffer = ress.dstBuffer;
+    const size_t dstBufferSize = ress.dstBufferSize;
+    const size_t blockSize = (size_t)LizardIO_GetBlockSize_FromBlockId (g_blockSizeId);
+    size_t readSize;
+    LizardF_compressionContext_t ctx = ress.ctx;   /* just a pointer */
+    LizardF_preferences_t prefs;
+
+    /* Init */
+    srcFile = LizardIO_openSrcFile(srcFileName);
+    if (srcFile == NULL) return 1;
+    dstFile = LizardIO_openDstFile(dstFileName);
+    if (dstFile == NULL) { fclose(srcFile); return 1; }
+    memset(&prefs, 0, sizeof(prefs));
+
+
+    /* Set compression parameters */
+    prefs.autoFlush = 1;
+    prefs.compressionLevel = compressionLevel;
+    prefs.frameInfo.blockMode = (LizardF_blockMode_t)g_blockIndependence;
+    prefs.frameInfo.blockSizeID = (LizardF_blockSizeID_t)g_blockSizeId;
+    prefs.frameInfo.contentChecksumFlag = (LizardF_contentChecksum_t)g_streamChecksum;
+    if (g_contentSizeFlag) {
+      U64 const fileSize = UTIL_getFileSize(srcFileName);
+      prefs.frameInfo.contentSize = fileSize;   /* == 0 if input == stdin */
+      if (fileSize==0)
+          DISPLAYLEVEL(3, "Warning : cannot determine input content size \n");
+    }
+
+    /* read first block */
+    readSize  = fread(srcBuffer, (size_t)1, blockSize, srcFile);
+    if (ferror(srcFile)) EXM_THROW(30, "Error reading %s ", srcFileName);
+    filesize += readSize;
+
+    /* single-block file */
+    if (readSize < blockSize) {
+        /* Compress in single pass */
+        size_t const cSize = LizardF_compressFrame(dstBuffer, dstBufferSize, srcBuffer, readSize, &prefs);
+        if (LizardF_isError(cSize)) EXM_THROW(31, "Compression failed : %s", LizardF_getErrorName(cSize));
+        compressedfilesize = cSize;
+        DISPLAYUPDATE(2, "\rRead : %u MB   ==> %.2f%%   ",
+                      (unsigned)(filesize>>20), (double)compressedfilesize/(filesize+!filesize)*100);   /* avoid division by zero */
+
+        /* Write Block */
+        {   size_t const sizeCheck = fwrite(dstBuffer, 1, cSize, dstFile);
+            if (sizeCheck!=cSize) EXM_THROW(32, "Write error : cannot write compressed block");
+    }   }
+
+    else
+
+    /* multiple-blocks file */
+    {
+        /* Write Archive Header */
+        size_t headerSize = LizardF_compressBegin(ctx, dstBuffer, dstBufferSize, &prefs);
+        if (LizardF_isError(headerSize)) EXM_THROW(33, "File header generation failed : %s", LizardF_getErrorName(headerSize));
+        { size_t const sizeCheck = fwrite(dstBuffer, 1, headerSize, dstFile);
+          if (sizeCheck!=headerSize) EXM_THROW(34, "Write error : cannot write header"); }
+        compressedfilesize += headerSize;
+
+        /* Main Loop */
+        while (readSize>0) {
+            size_t outSize;
+
+            /* Compress Block */
+            outSize = LizardF_compressUpdate(ctx, dstBuffer, dstBufferSize, srcBuffer, readSize, NULL);
+            if (LizardF_isError(outSize)) EXM_THROW(35, "Compression failed : %s", LizardF_getErrorName(outSize));
+            compressedfilesize += outSize;
+            DISPLAYUPDATE(2, "\rRead : %u MB   ==> %.2f%%   ", (unsigned)(filesize>>20), (double)compressedfilesize/filesize*100);
+
+            /* Write Block */
+            { size_t const sizeCheck = fwrite(dstBuffer, 1, outSize, dstFile);
+              if (sizeCheck!=outSize) EXM_THROW(36, "Write error : cannot write compressed block"); }
+
+            /* Read next block */
+            readSize  = fread(srcBuffer, (size_t)1, (size_t)blockSize, srcFile);
+            filesize += readSize;
+        }
+        if (ferror(srcFile)) EXM_THROW(37, "Error reading %s ", srcFileName);
+
+        /* End of Stream mark */
+        headerSize = LizardF_compressEnd(ctx, dstBuffer, dstBufferSize, NULL);
+        if (LizardF_isError(headerSize)) EXM_THROW(38, "End of file generation failed : %s", LizardF_getErrorName(headerSize));
+
+        { size_t const sizeCheck = fwrite(dstBuffer, 1, headerSize, dstFile);
+          if (sizeCheck!=headerSize) EXM_THROW(39, "Write error : cannot write end of stream"); }
+        compressedfilesize += headerSize;
+    }
+
+    /* Release files */
+    fclose (srcFile);
+    fclose (dstFile);
+
+    /* Copy owner, file permissions and modification time */
+    {   stat_t statbuf;
+        if (strcmp (srcFileName, stdinmark) && strcmp (dstFileName, stdoutmark) && UTIL_getFileStat(srcFileName, &statbuf))
+            UTIL_setFileStat(dstFileName, &statbuf);
+    }
+
+    if (g_removeSrcFile) { if (remove(srcFileName)) EXM_THROW(40, "Remove error : %s: %s", srcFileName, strerror(errno)); } /* remove source file : --rm */
+
+    /* Final Status */
+    DISPLAYLEVEL(2, "\r%79s\r", "");
+    DISPLAYLEVEL(2, "Compressed %llu bytes into %llu bytes ==> %.2f%%\n",
+        filesize, compressedfilesize, (double)compressedfilesize/(filesize + !filesize)*100);   /* avoid division by zero */
+
+    return 0;
+}
+
+
+int LizardIO_compressFilename(const char* srcFileName, const char* dstFileName, int compressionLevel)
+{
+    clock_t const start = clock();
+    cRess_t const ress = LizardIO_createCResources();
+
+    int const issueWithSrcFile = LizardIO_compressFilename_extRess(ress, srcFileName, dstFileName, compressionLevel);
+
+    /* Free resources */
+    LizardIO_freeCResources(ress);
+
+    /* Final Status */
+    {   clock_t const end = clock();
+        double const seconds = (double)(end - start) / CLOCKS_PER_SEC;
+        DISPLAYLEVEL(4, "Completed in %.2f sec \n", seconds);
+    }
+
+    return issueWithSrcFile;
+}
+
+
+#define FNSPACE 30
+int LizardIO_compressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix, int compressionLevel)
+{
+    int i;
+    int missed_files = 0;
+    char* dstFileName = (char*)malloc(FNSPACE);
+    size_t ofnSize = FNSPACE;
+    const size_t suffixSize = strlen(suffix);
+    cRess_t const ress = LizardIO_createCResources();
+
+	if (dstFileName == NULL) return ifntSize;   /* not enough memory */
+
+    /* loop on each file */
+    for (i=0; i<ifntSize; i++) {
+        size_t const ifnSize = strlen(inFileNamesTable[i]);
+        if (ofnSize <= ifnSize+suffixSize+1) { free(dstFileName); ofnSize = ifnSize + 20; dstFileName = (char*)malloc(ofnSize); if (dstFileName == NULL) return ifntSize; }
+        strcpy(dstFileName, inFileNamesTable[i]);
+        strcat(dstFileName, suffix);
+
+        missed_files += LizardIO_compressFilename_extRess(ress, inFileNamesTable[i], dstFileName, compressionLevel);
+    }
+
+    /* Close & Free */
+    LizardIO_freeCResources(ress);
+    free(dstFileName);
+
+    return missed_files;
+}
+
+
+/* ********************************************************************* */
+/* ********************** Lizard file-stream Decompression **************** */
+/* ********************************************************************* */
+
+static unsigned LizardIO_readLE32 (const void* s)
+{
+    const unsigned char* const srcPtr = (const unsigned char*)s;
+    unsigned value32 = srcPtr[0];
+    value32 += (srcPtr[1]<<8);
+    value32 += (srcPtr[2]<<16);
+    value32 += ((unsigned)srcPtr[3])<<24;
+    return value32;
+}
+
+static unsigned LizardIO_fwriteSparse(FILE* file, const void* buffer, size_t bufferSize, unsigned storedSkips)
+{
+    const size_t* const bufferT = (const size_t*)buffer;   /* Buffer is supposed malloc'ed, hence aligned on size_t */
+    const size_t* ptrT = bufferT;
+    size_t  bufferSizeT = bufferSize / sizeT;
+    const size_t* const bufferTEnd = bufferT + bufferSizeT;
+    static const size_t segmentSizeT = (32 KB) / sizeT;
+
+    if (!g_sparseFileSupport) {  /* normal write */
+        size_t const sizeCheck = fwrite(buffer, 1, bufferSize, file);
+        if (sizeCheck != bufferSize) EXM_THROW(70, "Write error : cannot write decoded block");
+        return 0;
+    }
+
+    /* avoid int overflow */
+    if (storedSkips > 1 GB) {
+        int const seekResult = UTIL_fseek(file, 1 GB, SEEK_CUR);
+        if (seekResult != 0) EXM_THROW(71, "1 GB skip error (sparse file support)");
+        storedSkips -= 1 GB;
+    }
+
+    while (ptrT < bufferTEnd) {
+        size_t seg0SizeT = segmentSizeT;
+        size_t nb0T;
+
+        /* count leading zeros */
+        if (seg0SizeT > bufferSizeT) seg0SizeT = bufferSizeT;
+        bufferSizeT -= seg0SizeT;
+        for (nb0T=0; (nb0T < seg0SizeT) && (ptrT[nb0T] == 0); nb0T++) ;
+        storedSkips += (unsigned)(nb0T * sizeT);
+
+        if (nb0T != seg0SizeT) {   /* not all 0s */
+            int const seekResult = UTIL_fseek(file, storedSkips, SEEK_CUR);
+            if (seekResult) EXM_THROW(72, "Sparse skip error ; try --no-sparse");
+            storedSkips = 0;
+            seg0SizeT -= nb0T;
+            ptrT += nb0T;
+            {   size_t const sizeCheck = fwrite(ptrT, sizeT, seg0SizeT, file);
+                if (sizeCheck != seg0SizeT) EXM_THROW(73, "Write error : cannot write decoded block");
+        }   }
+        ptrT += seg0SizeT;
+    }
+
+    if (bufferSize & maskT) {  /* size not multiple of sizeT : implies end of block */
+        const char* const restStart = (const char*)bufferTEnd;
+        const char* restPtr = restStart;
+        size_t const restSize =  bufferSize & maskT;
+        const char* const restEnd = restStart + restSize;
+        for (; (restPtr < restEnd) && (*restPtr == 0); restPtr++) ;
+        storedSkips += (unsigned) (restPtr - restStart);
+        if (restPtr != restEnd) {
+            int const seekResult = UTIL_fseek(file, storedSkips, SEEK_CUR);
+            if (seekResult) EXM_THROW(74, "Sparse skip error ; try --no-sparse");
+            storedSkips = 0;
+            {   size_t const sizeCheck = fwrite(restPtr, 1, restEnd - restPtr, file);
+                if (sizeCheck != (size_t)(restEnd - restPtr)) EXM_THROW(75, "Write error : cannot write decoded end of block");
+        }   }
+    }
+
+    return storedSkips;
+}
+
+static void LizardIO_fwriteSparseEnd(FILE* file, unsigned storedSkips)
+{
+    if (storedSkips>0) {   /* implies g_sparseFileSupport>0 */
+        int const seekResult = UTIL_fseek(file, storedSkips-1, SEEK_CUR);
+        if (seekResult != 0) EXM_THROW(69, "Final skip error (sparse file)\n");
+        {   const char lastZeroByte[1] = { 0 };
+            size_t const sizeCheck = fwrite(lastZeroByte, 1, 1, file);
+            if (sizeCheck != 1) EXM_THROW(69, "Write error : cannot write last zero\n");
+    }   }
+}
+
+
+
+typedef struct {
+    void*  srcBuffer;
+    size_t srcBufferSize;
+    void*  dstBuffer;
+    size_t dstBufferSize;
+    FILE*  dstFile;
+    LizardF_decompressionContext_t dCtx;
+} dRess_t;
+
+static const size_t LizardIO_dBufferSize = 64 KB;
+static unsigned g_magicRead = 0;
+static dRess_t LizardIO_createDResources(void)
+{
+    dRess_t ress;
+
+    /* init */
+    LizardF_errorCode_t const errorCode = LizardF_createDecompressionContext(&ress.dCtx, LIZARDF_VERSION);
+    if (LizardF_isError(errorCode)) EXM_THROW(60, "Can't create LizardF context : %s", LizardF_getErrorName(errorCode));
+
+    /* Allocate Memory */
+    ress.srcBufferSize = LizardIO_dBufferSize;
+    ress.srcBuffer = malloc(ress.srcBufferSize);
+    ress.dstBufferSize = LizardIO_dBufferSize;
+    ress.dstBuffer = malloc(ress.dstBufferSize);
+    if (!ress.srcBuffer || !ress.dstBuffer) EXM_THROW(61, "Allocation error : not enough memory");
+
+    ress.dstFile = NULL;
+    return ress;
+}
+
+static void LizardIO_freeDResources(dRess_t ress)
+{
+    LizardF_errorCode_t errorCode = LizardF_freeDecompressionContext(ress.dCtx);
+    if (LizardF_isError(errorCode)) EXM_THROW(69, "Error : can't free LizardF context resource : %s", LizardF_getErrorName(errorCode));
+    free(ress.srcBuffer);
+    free(ress.dstBuffer);
+}
+
+
+static unsigned long long LizardIO_decompressLizardF(dRess_t ress, FILE* srcFile, FILE* dstFile)
+{
+    unsigned long long filesize = 0;
+    LizardF_errorCode_t nextToLoad;
+    unsigned storedSkips = 0;
+
+    /* Init feed with magic number (already consumed from FILE* sFile) */
+    {   size_t inSize = MAGICNUMBER_SIZE;
+        size_t outSize= 0;
+        LizardIO_writeLE32(ress.srcBuffer, LIZARDIO_MAGICNUMBER);
+        nextToLoad = LizardF_decompress(ress.dCtx, ress.dstBuffer, &outSize, ress.srcBuffer, &inSize, NULL);
+        if (LizardF_isError(nextToLoad)) EXM_THROW(62, "Header error : %s", LizardF_getErrorName(nextToLoad));
+    }
+
+    /* Main Loop */
+    for (;nextToLoad;) {
+        size_t readSize;
+        size_t pos = 0;
+        size_t decodedBytes = ress.dstBufferSize;
+
+        /* Read input */
+        if (nextToLoad > ress.srcBufferSize) nextToLoad = ress.srcBufferSize;
+        readSize = fread(ress.srcBuffer, 1, nextToLoad, srcFile);
+        if (!readSize) break;   /* reached end of file or stream */
+
+        while ((pos < readSize) || (decodedBytes == ress.dstBufferSize)) {  /* still to read, or still to flush */
+            /* Decode Input (at least partially) */
+            size_t remaining = readSize - pos;
+            decodedBytes = ress.dstBufferSize;
+            nextToLoad = LizardF_decompress(ress.dCtx, ress.dstBuffer, &decodedBytes, (char*)(ress.srcBuffer)+pos, &remaining, NULL);
+            if (LizardF_isError(nextToLoad)) EXM_THROW(66, "Decompression error : %s", LizardF_getErrorName(nextToLoad));
+            pos += remaining;
+
+            /* Write Block */
+            if (decodedBytes) {
+                if (!g_testMode)
+                    storedSkips = LizardIO_fwriteSparse(dstFile, ress.dstBuffer, decodedBytes, storedSkips);
+                filesize += decodedBytes;
+                DISPLAYUPDATE(2, "\rDecompressed : %u MB  ", (unsigned)(filesize>>20));
+            }
+
+            if (!nextToLoad) break;
+        }
+    }
+    /* can be out because readSize == 0, which could be an fread() error */
+    if (ferror(srcFile)) EXM_THROW(67, "Read error");
+
+    if (!g_testMode) LizardIO_fwriteSparseEnd(dstFile, storedSkips);
+    if (nextToLoad!=0) EXM_THROW(68, "Unfinished stream");
+
+    return filesize;
+}
+
+
+#define PTSIZE  (64 KB)
+#define PTSIZET (PTSIZE / sizeof(size_t))
+static unsigned long long LizardIO_passThrough(FILE* finput, FILE* foutput, unsigned char MNstore[MAGICNUMBER_SIZE])
+{
+	size_t buffer[PTSIZET];
+    size_t readBytes = 1;
+    unsigned long long total = MAGICNUMBER_SIZE;
+    unsigned storedSkips = 0;
+
+    size_t const sizeCheck = fwrite(MNstore, 1, MAGICNUMBER_SIZE, foutput);
+    if (sizeCheck != MAGICNUMBER_SIZE) EXM_THROW(50, "Pass-through write error");
+
+    while (readBytes) {
+        readBytes = fread(buffer, 1, PTSIZE, finput);
+        total += readBytes;
+        storedSkips = LizardIO_fwriteSparse(foutput, buffer, readBytes, storedSkips);
+    }
+    if (ferror(finput)) EXM_THROW(51, "Read Error")
+
+    LizardIO_fwriteSparseEnd(foutput, storedSkips);
+    return total;
+}
+
+
+/** Safely handle cases when (unsigned)offset > LONG_MAX */
+static int fseek_u32(FILE *fp, unsigned offset, int where)
+{
+    const unsigned stepMax = 1U << 30;
+    int errorNb = 0;
+
+    if (where != SEEK_CUR) return -1;  /* Only allows SEEK_CUR */
+    while (offset > 0) {
+        unsigned s = offset;
+        if (s > stepMax) s = stepMax;
+        errorNb = UTIL_fseek(fp, (long) s, SEEK_CUR);
+        if (errorNb != 0) break;
+        offset -= s;
+    }
+    return errorNb;
+}
+
+#define ENDOFSTREAM ((unsigned long long)-1)
+static unsigned long long selectDecoder(dRess_t ress, FILE* finput, FILE* foutput)
+{
+    unsigned char MNstore[MAGICNUMBER_SIZE];
+    unsigned magicNumber;
+    static unsigned nbCalls = 0;
+
+    /* init */
+    nbCalls++;
+
+    /* Check Archive Header */
+    if (g_magicRead) {  /* magic number already read from finput (see legacy frame)*/
+      magicNumber = g_magicRead;
+      g_magicRead = 0;
+    } else {
+      size_t const nbReadBytes = fread(MNstore, 1, MAGICNUMBER_SIZE, finput);
+      if (nbReadBytes==0) { nbCalls = 0; return ENDOFSTREAM; }   /* EOF */
+      if (nbReadBytes != MAGICNUMBER_SIZE) EXM_THROW(40, "Unrecognized header : Magic Number unreadable");
+      magicNumber = LizardIO_readLE32(MNstore);   /* Little Endian format */
+    }
+    if (LizardIO_isSkippableMagicNumber(magicNumber)) magicNumber = LIZARDIO_SKIPPABLE0;  /* fold skippable magic numbers */
+
+    switch(magicNumber)
+    {
+    case LIZARDIO_MAGICNUMBER:
+        return LizardIO_decompressLizardF(ress, finput, foutput);
+    case LIZARDIO_SKIPPABLE0:
+        DISPLAYLEVEL(4, "Skipping detected skippable area \n");
+        { size_t const nbReadBytes = fread(MNstore, 1, 4, finput);
+          if (nbReadBytes != 4) EXM_THROW(42, "Stream error : skippable size unreadable"); }
+        { unsigned const size = LizardIO_readLE32(MNstore);     /* Little Endian format */
+          int const errorNb = fseek_u32(finput, size, SEEK_CUR);
+          if (errorNb != 0) EXM_THROW(43, "Stream error : cannot skip skippable area"); }
+        return 0;
+    EXTENDED_FORMAT;  /* macro extension for custom formats */
+    default:
+        if (nbCalls == 1) {  /* just started */
+            if (!g_testMode && g_overwrite) {
+                nbCalls = 0;
+                return LizardIO_passThrough(finput, foutput, MNstore);
+            }
+            EXM_THROW(44,"Unrecognized header : file cannot be decoded");   /* Wrong magic number at the beginning of 1st stream */
+        }
+        DISPLAYLEVEL(2, "Stream followed by undecodable data\n");
+        return ENDOFSTREAM;
+    }
+}
+
+
+static int LizardIO_decompressSrcFile(dRess_t ress, const char* input_filename, const char* output_filename)
+{
+    FILE* const foutput = ress.dstFile;
+    unsigned long long filesize = 0, decodedSize=0;
+    FILE* finput;
+
+    /* Init */
+    finput = LizardIO_openSrcFile(input_filename);
+    if (finput==NULL) return 1;
+
+    /* Loop over multiple streams */
+    do {
+        decodedSize = selectDecoder(ress, finput, foutput);
+        if (decodedSize != ENDOFSTREAM)
+            filesize += decodedSize;
+    } while (decodedSize != ENDOFSTREAM);
+
+    /* Close */
+    fclose(finput);
+
+    if (g_removeSrcFile) { if (remove(input_filename)) EXM_THROW(45, "Remove error : %s: %s", input_filename, strerror(errno)); }  /* remove source file : --rm */
+
+    /* Final Status */
+    DISPLAYLEVEL(2, "\r%79s\r", "");
+    DISPLAYLEVEL(2, "%-20.20s : decoded %llu bytes \n", input_filename, filesize);
+    (void)output_filename;
+
+    return 0;
+}
+
+
+static int LizardIO_decompressDstFile(dRess_t ress, const char* input_filename, const char* output_filename)
+{
+    FILE* foutput;
+
+    /* Init */
+    foutput = LizardIO_openDstFile(output_filename);
+    if (foutput==NULL) return 1;   /* failure */
+
+    ress.dstFile = foutput;
+    LizardIO_decompressSrcFile(ress, input_filename, output_filename);
+
+    fclose(foutput);
+
+    /* Copy owner, file permissions and modification time */
+    {   stat_t statbuf;
+        if (strcmp (input_filename, stdinmark) && strcmp (output_filename, stdoutmark) && UTIL_getFileStat(input_filename, &statbuf))
+            UTIL_setFileStat(output_filename, &statbuf);
+    }
+
+    return 0;
+}
+
+
+int LizardIO_decompressFilename(const char* input_filename, const char* output_filename)
+{
+    dRess_t const ress = LizardIO_createDResources();
+    clock_t const start = clock();
+
+    int const missingFiles = LizardIO_decompressDstFile(ress, input_filename, output_filename);
+
+    {   clock_t const end = clock();
+        double const seconds = (double)(end - start) / CLOCKS_PER_SEC;
+        DISPLAYLEVEL(4, "Done in %.2f sec  \n", seconds);
+    }
+
+    LizardIO_freeDResources(ress);
+    return missingFiles;
+}
+
+
+int LizardIO_decompressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix)
+{
+    int i;
+    int skippedFiles = 0;
+    int missingFiles = 0;
+    char* outFileName = (char*)malloc(FNSPACE);
+    size_t ofnSize = FNSPACE;
+    size_t const suffixSize = strlen(suffix);
+    dRess_t ress = LizardIO_createDResources();
+
+    if (outFileName==NULL) return ifntSize;   /* not enough memory */
+    ress.dstFile = LizardIO_openDstFile(stdoutmark);
+
+    for (i=0; i<ifntSize; i++) {
+        size_t const ifnSize = strlen(inFileNamesTable[i]);
+        const char* const suffixPtr = inFileNamesTable[i] + ifnSize - suffixSize;
+        if (!strcmp(suffix, stdoutmark)) {
+            missingFiles += LizardIO_decompressSrcFile(ress, inFileNamesTable[i], stdoutmark);
+            continue;
+        }
+        if (ofnSize <= ifnSize-suffixSize+1) { free(outFileName); ofnSize = ifnSize + 20; outFileName = (char*)malloc(ofnSize); if (outFileName==NULL)  return ifntSize; }
+        if (ifnSize <= suffixSize  ||  strcmp(suffixPtr, suffix) != 0) {
+            DISPLAYLEVEL(1, "File extension doesn't match expected LIZARD_EXTENSION (%4s); will not process file: %s\n", suffix, inFileNamesTable[i]);
+            skippedFiles++;
+            continue;
+        }
+        memcpy(outFileName, inFileNamesTable[i], ifnSize - suffixSize);
+        outFileName[ifnSize-suffixSize] = '\0';
+        missingFiles += LizardIO_decompressDstFile(ress, inFileNamesTable[i], outFileName);
+    }
+
+    LizardIO_freeDResources(ress);
+    free(outFileName);
+    return missingFiles + skippedFiles;
+}
diff --git a/contrib/lizard/programs/lizardio.h b/contrib/lizard/programs/lizardio.h
new file mode 100644
index 00000000000..a21b35e1718
--- /dev/null
+++ b/contrib/lizard/programs/lizardio.h
@@ -0,0 +1,101 @@
+/*
+  Lizardio.h - Lizard File/Stream Interface
+  Copyright (C) Yann Collet 2011-2015
+  Copyright (C) Przemyslaw Skibinski 2016-2017
+  GPL v2 License
+
+  This program is free software; you can redistribute it and/or modify
+  it under the terms of the GNU General Public License as published by
+  the Free Software Foundation; either version 2 of the License, or
+  (at your option) any later version.
+
+  This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+  GNU General Public License for more details.
+
+  You should have received a copy of the GNU General Public License along
+  with this program; if not, write to the Free Software Foundation, Inc.,
+  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+  You can contact the author at :
+  - Lizard source repository : https://github.com/inikep/lizard
+*/
+/*
+  Note : this is stand-alone program.
+  It is not part of Lizard compression library, it is a user code of the Lizard library.
+  - The license of Lizard library is BSD.
+  - The license of xxHash library is BSD.
+  - The license of this source file is GPLv2.
+*/
+
+#ifndef LIZARDIO_H_23
+#define LIZARDIO_H_23
+
+/*---   Dependency   ---*/
+#include <stddef.h>   /* size_t */
+
+
+/* ************************************************** */
+/* Special input/output values                        */
+/* ************************************************** */
+#define NULL_OUTPUT "null"
+static const char stdinmark[]  = "stdin";
+static const char stdoutmark[] = "stdout";
+#ifdef _WIN32
+static const char nulmark[] = "nul";
+#else
+static const char nulmark[] = "/dev/null";
+#endif
+
+
+/* ************************************************** */
+/* ****************** Functions ********************* */
+/* ************************************************** */
+
+int LizardIO_compressFilename  (const char* input_filename, const char* output_filename, int compressionlevel);
+int LizardIO_decompressFilename(const char* input_filename, const char* output_filename);
+
+int LizardIO_compressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix, int compressionlevel);
+int LizardIO_decompressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix);
+
+
+/* ************************************************** */
+/* ****************** Parameters ******************** */
+/* ************************************************** */
+
+/* Default setting : overwrite = 1;
+   return : overwrite mode (0/1) */
+int LizardIO_setOverwrite(int yes);
+
+/* Default setting : testMode = 0;
+   return : testMode (0/1) */
+int LizardIO_setTestMode(int yes);
+
+/* blockSizeID : valid values : 4-5-6-7
+   return : 0 if error, blockSize if OK */
+size_t LizardIO_setBlockSizeID(unsigned blockSizeID);
+
+/* Default setting : independent blocks */
+typedef enum { LizardIO_blockLinked=0, LizardIO_blockIndependent} LizardIO_blockMode_t;
+int LizardIO_setBlockMode(LizardIO_blockMode_t blockMode);
+
+/* Default setting : no block checksum */
+int LizardIO_setBlockChecksumMode(int xxhash);
+
+/* Default setting : stream checksum enabled */
+int LizardIO_setStreamChecksumMode(int xxhash);
+
+/* Default setting : 0 (no notification) */
+int LizardIO_setNotificationLevel(int level);
+
+/* Default setting : 0 (disabled) */
+int LizardIO_setSparseFile(int enable);
+
+/* Default setting : 0 (disabled) */
+int LizardIO_setContentSize(int enable);
+
+void LizardIO_setRemoveSrcFile(unsigned flag);
+
+
+#endif  /* LIZARDIO_H_237902873 */
diff --git a/contrib/lizard/programs/platform.h b/contrib/lizard/programs/platform.h
new file mode 100644
index 00000000000..51ce1ac2d14
--- /dev/null
+++ b/contrib/lizard/programs/platform.h
@@ -0,0 +1,145 @@
+/*
+    platform.h - compiler and OS detection
+    Copyright (C) 2016-present, Przemyslaw Skibinski, Yann Collet
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+*/
+
+#ifndef PLATFORM_H_MODULE
+#define PLATFORM_H_MODULE
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+
+/* **************************************
+*  Compiler Options
+****************************************/
+#if defined(_MSC_VER)
+#  define _CRT_SECURE_NO_WARNINGS   /* Disable Visual Studio warning messages for fopen, strncpy, strerror */
+#  define _CRT_SECURE_NO_DEPRECATE  /* VS2005 - must be declared before <io.h> and <windows.h> */ 
+#  if (_MSC_VER <= 1800)            /* (1800 = Visual Studio 2013) */
+#    define snprintf sprintf_s      /* snprintf unsupported by Visual <= 2013 */
+#  endif
+#endif
+
+
+/* **************************************
+*  Detect 64-bit OS
+*  http://nadeausoftware.com/articles/2012/02/c_c_tip_how_detect_processor_type_using_compiler_predefined_macros
+****************************************/
+#if defined __ia64 || defined _M_IA64                                                                               /* Intel Itanium */ \
+  || defined __powerpc64__ || defined __ppc64__ || defined __PPC64__                                                /* POWER 64-bit */  \
+  || (defined __sparc && (defined __sparcv9 || defined __sparc_v9__ || defined __arch64__)) || defined __sparc64__  /* SPARC 64-bit */  \
+  || defined __x86_64__s || defined _M_X64                                                                          /* x86 64-bit */    \
+  || defined __arm64__ || defined __aarch64__ || defined __ARM64_ARCH_8__                                           /* ARM 64-bit */    \
+  || (defined __mips  && (__mips == 64 || __mips == 4 || __mips == 3))                                              /* MIPS 64-bit */   \
+  || defined _LP64 || defined __LP64__ /* NetBSD, OpenBSD */ || defined __64BIT__ /* AIX */ || defined _ADDR64 /* Cray */               \
+  || (defined __SIZEOF_POINTER__ && __SIZEOF_POINTER__ == 8) /* gcc */
+#  if !defined(__64BIT__)
+#    define __64BIT__  1
+#  endif
+#endif
+
+
+/* *********************************************************
+*  Turn on Large Files support (>4GB) for 32-bit Linux/Unix
+***********************************************************/
+#if !defined(__64BIT__) || defined(__MINGW32__)       /* No point defining Large file for 64 bit but MinGW-w64 requires it */
+#  if !defined(_FILE_OFFSET_BITS)   
+#    define _FILE_OFFSET_BITS 64                      /* turn off_t into a 64-bit type for ftello, fseeko */
+#  endif
+#  if !defined(_LARGEFILE_SOURCE)                     /* obsolete macro, replaced with _FILE_OFFSET_BITS */
+#    define _LARGEFILE_SOURCE 1                       /* Large File Support extension (LFS) - fseeko, ftello */
+#  endif
+#  if defined(_AIX) || defined(__hpux)
+#    define _LARGE_FILES                              /* Large file support on 32-bits AIX and HP-UX */
+#  endif
+#endif
+
+
+/* ************************************************************
+*  Detect POSIX version
+*  PLATFORM_POSIX_VERSION = -1 for non-Unix e.g. Windows
+*  PLATFORM_POSIX_VERSION = 0 for Unix-like non-POSIX
+*  PLATFORM_POSIX_VERSION >= 1 is equal to found _POSIX_VERSION
+***************************************************************/
+#if !defined(_WIN32) && (defined(__unix__) || defined(__unix) || (defined(__APPLE__) && defined(__MACH__)) /* UNIX-like OS */ \
+   || defined(__midipix__) || defined(__VMS))
+#  if (defined(__APPLE__) && defined(__MACH__)) || defined(__SVR4) || defined(_AIX) || defined(__hpux) /* POSIX.1–2001 (SUSv3) conformant */ \
+     || defined(__DragonFly__) || defined(__FreeBSD__) || defined(__NetBSD__) || defined(__OpenBSD__)  /* BSD distros */
+#    define PLATFORM_POSIX_VERSION 200112L
+#  else
+#    if defined(__linux__) || defined(__linux)
+#      ifndef _POSIX_C_SOURCE
+#        define _POSIX_C_SOURCE 200112L  /* use feature test macro */
+#      endif
+#    endif
+#    include <unistd.h>  /* declares _POSIX_VERSION */
+#    if defined(_POSIX_VERSION)  /* POSIX compliant */
+#      define PLATFORM_POSIX_VERSION _POSIX_VERSION
+#    else
+#      define PLATFORM_POSIX_VERSION 0
+#    endif
+#  endif
+#endif
+#if !defined(PLATFORM_POSIX_VERSION)
+#  define PLATFORM_POSIX_VERSION -1
+#endif
+
+
+/*-*********************************************
+*  Detect if isatty() and fileno() are available
+************************************************/
+#if (defined(__linux__) && (PLATFORM_POSIX_VERSION >= 1)) || (PLATFORM_POSIX_VERSION >= 200112L) || defined(__DJGPP__)
+#  include <unistd.h>   /* isatty */
+#  define IS_CONSOLE(stdStream) isatty(fileno(stdStream))
+#elif defined(MSDOS) || defined(OS2) || defined(WIN32) || defined(_WIN32) || defined(__CYGWIN__)
+#  include <io.h>       /* _isatty */
+#  define IS_CONSOLE(stdStream) _isatty(_fileno(stdStream))
+#else
+#  define IS_CONSOLE(stdStream) 0
+#endif
+
+
+/******************************
+*  OS-specific Includes
+******************************/
+#if defined(MSDOS) || defined(OS2) || defined(WIN32) || defined(_WIN32)
+#  include <fcntl.h>   /* _O_BINARY */
+#  include <io.h>      /* _setmode, _fileno, _get_osfhandle */
+#  if !defined(__DJGPP__)
+#    include <windows.h> /* DeviceIoControl, HANDLE, FSCTL_SET_SPARSE */
+#    include <winioctl.h> /* FSCTL_SET_SPARSE */
+#    define SET_BINARY_MODE(file) { int unused=_setmode(_fileno(file), _O_BINARY); (void)unused; }
+#    define SET_SPARSE_FILE_MODE(file) { DWORD dw; DeviceIoControl((HANDLE) _get_osfhandle(_fileno(file)), FSCTL_SET_SPARSE, 0, 0, 0, 0, &dw, 0); }
+#  else
+#    define SET_BINARY_MODE(file) setmode(fileno(file), O_BINARY)
+#    define SET_SPARSE_FILE_MODE(file)
+#  endif
+#else
+#  define SET_BINARY_MODE(file)
+#  define SET_SPARSE_FILE_MODE(file)
+#endif
+
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* PLATFORM_H_MODULE */
diff --git a/contrib/lizard/programs/util.h b/contrib/lizard/programs/util.h
new file mode 100644
index 00000000000..4c2313eef00
--- /dev/null
+++ b/contrib/lizard/programs/util.h
@@ -0,0 +1,497 @@
+/*
+    util.h - utility functions
+    Copyright (C) 2016-present, Przemyslaw Skibinski, Yann Collet
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+*/
+
+#ifndef UTIL_H_MODULE
+#define UTIL_H_MODULE
+
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+
+
+/*-****************************************
+*  Dependencies
+******************************************/
+#include "platform.h"     /* PLATFORM_POSIX_VERSION */
+#include <stdlib.h>       /* malloc */
+#include <stddef.h>       /* size_t, ptrdiff_t */
+#include <stdio.h>        /* fprintf */
+#include <string.h>       /* strlen, strncpy */
+#include <sys/types.h>    /* stat, utime */
+#include <sys/stat.h>     /* stat */
+#if defined(_MSC_VER)
+#  include <sys/utime.h>  /* utime */
+#  include <io.h>         /* _chmod */
+#else
+#  include <unistd.h>     /* chown, stat */
+#  include <utime.h>      /* utime */
+#endif
+#include <time.h>         /* time */
+#include <errno.h>
+
+
+
+#ifndef UTIL_WITHOUT_BASIC_TYPES
+/*-**************************************************************
+*  Basic Types
+*****************************************************************/
+#if !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
+# include <stdint.h>
+  typedef  uint8_t BYTE;
+  typedef uint16_t U16;
+  typedef  int16_t S16;
+  typedef uint32_t U32;
+  typedef  int32_t S32;
+  typedef uint64_t U64;
+  typedef  int64_t S64;
+#else
+  typedef unsigned char       BYTE;
+  typedef unsigned short      U16;
+  typedef   signed short      S16;
+  typedef unsigned int        U32;
+  typedef   signed int        S32;
+  typedef unsigned long long  U64;
+  typedef   signed long long  S64;
+#endif
+#endif
+
+
+/* ************************************************************
+* Avoid fseek()'s 2GiB barrier with MSVC, MacOS, *BSD, MinGW
+***************************************************************/
+#if defined(_MSC_VER) && (_MSC_VER >= 1400)
+#   define UTIL_fseek _fseeki64
+#elif !defined(__64BIT__) && (PLATFORM_POSIX_VERSION >= 200112L) /* No point defining Large file for 64 bit */
+#  define UTIL_fseek fseeko
+#elif defined(__MINGW32__) && defined(__MSVCRT__) && !defined(__STRICT_ANSI__) && !defined(__NO_MINGW_LFS)
+#   define UTIL_fseek fseeko64
+#else
+#   define UTIL_fseek fseek
+#endif
+
+
+/*-****************************************
+*  Sleep functions: Windows - Posix - others
+******************************************/
+#if defined(_WIN32)
+#  include <windows.h>
+#  define SET_REALTIME_PRIORITY SetPriorityClass(GetCurrentProcess(), REALTIME_PRIORITY_CLASS)
+#  define UTIL_sleep(s) Sleep(1000*s)
+#  define UTIL_sleepMilli(milli) Sleep(milli)
+#elif PLATFORM_POSIX_VERSION >= 0 /* Unix-like operating system */
+#  include <unistd.h>
+#  include <sys/resource.h> /* setpriority */
+#  include <time.h>         /* clock_t, nanosleep, clock, CLOCKS_PER_SEC */
+#  if defined(PRIO_PROCESS)
+#    define SET_REALTIME_PRIORITY setpriority(PRIO_PROCESS, 0, -20)
+#  else
+#    define SET_REALTIME_PRIORITY /* disabled */
+#  endif
+#  define UTIL_sleep(s) sleep(s)
+#  if (defined(__linux__) && (PLATFORM_POSIX_VERSION >= 199309L)) || (PLATFORM_POSIX_VERSION >= 200112L)  /* nanosleep requires POSIX.1-2001 */
+#      define UTIL_sleepMilli(milli) { struct timespec t; t.tv_sec=0; t.tv_nsec=milli*1000000ULL; nanosleep(&t, NULL); }
+#  else
+#      define UTIL_sleepMilli(milli) /* disabled */
+#  endif
+#else
+#  define SET_REALTIME_PRIORITY      /* disabled */
+#  define UTIL_sleep(s)          /* disabled */
+#  define UTIL_sleepMilli(milli) /* disabled */
+#endif
+
+
+/* *************************************
+*  Constants
+***************************************/
+#define LIST_SIZE_INCREASE   (8*1024)
+
+
+/*-****************************************
+*  Compiler specifics
+******************************************/
+#if defined(__INTEL_COMPILER)
+#  pragma warning(disable : 177)    /* disable: message #177: function was declared but never referenced, useful with UTIL_STATIC */
+#endif
+#if defined(__GNUC__)
+#  define UTIL_STATIC static __attribute__((unused))
+#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
+#  define UTIL_STATIC static inline
+#elif defined(_MSC_VER)
+#  define UTIL_STATIC static __inline
+#else
+#  define UTIL_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
+#endif
+
+
+/*-****************************************
+*  Time functions
+******************************************/
+#if (PLATFORM_POSIX_VERSION >= 1)
+#include <unistd.h>
+#include <sys/times.h>   /* times */
+   typedef U64 UTIL_time_t;
+   UTIL_STATIC void UTIL_initTimer(UTIL_time_t* ticksPerSecond) { *ticksPerSecond=sysconf(_SC_CLK_TCK); }
+   UTIL_STATIC void UTIL_getTime(UTIL_time_t* x) { struct tms junk; clock_t newTicks = (clock_t) times(&junk); (void)junk; *x = (UTIL_time_t)newTicks; }
+   UTIL_STATIC U64 UTIL_getSpanTimeMicro(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000ULL * (clockEnd - clockStart) / ticksPerSecond; }
+   UTIL_STATIC U64 UTIL_getSpanTimeNano(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000000ULL * (clockEnd - clockStart) / ticksPerSecond; }
+#elif defined(_WIN32)   /* Windows */
+   typedef LARGE_INTEGER UTIL_time_t;
+   UTIL_STATIC void UTIL_initTimer(UTIL_time_t* ticksPerSecond) { if (!QueryPerformanceFrequency(ticksPerSecond)) fprintf(stderr, "ERROR: QueryPerformance not present\n"); }
+   UTIL_STATIC void UTIL_getTime(UTIL_time_t* x) { QueryPerformanceCounter(x); }
+   UTIL_STATIC U64 UTIL_getSpanTimeMicro(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000ULL*(clockEnd.QuadPart - clockStart.QuadPart)/ticksPerSecond.QuadPart; }
+   UTIL_STATIC U64 UTIL_getSpanTimeNano(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000000ULL*(clockEnd.QuadPart - clockStart.QuadPart)/ticksPerSecond.QuadPart; }
+#else   /* relies on standard C (note : clock_t measurements can be wrong when using multi-threading) */
+   typedef clock_t UTIL_time_t;
+   UTIL_STATIC void UTIL_initTimer(UTIL_time_t* ticksPerSecond) { *ticksPerSecond=0; }
+   UTIL_STATIC void UTIL_getTime(UTIL_time_t* x) { *x = clock(); }
+   UTIL_STATIC U64 UTIL_getSpanTimeMicro(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { (void)ticksPerSecond; return 1000000ULL * (clockEnd - clockStart) / CLOCKS_PER_SEC; }
+   UTIL_STATIC U64 UTIL_getSpanTimeNano(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { (void)ticksPerSecond; return 1000000000ULL * (clockEnd - clockStart) / CLOCKS_PER_SEC; }
+#endif
+
+
+/* returns time span in microseconds */
+UTIL_STATIC U64 UTIL_clockSpanMicro( UTIL_time_t clockStart, UTIL_time_t ticksPerSecond )
+{
+    UTIL_time_t clockEnd;
+    UTIL_getTime(&clockEnd);
+    return UTIL_getSpanTimeMicro(ticksPerSecond, clockStart, clockEnd);
+}
+
+
+UTIL_STATIC void UTIL_waitForNextTick(UTIL_time_t ticksPerSecond)
+{
+    UTIL_time_t clockStart, clockEnd;
+    UTIL_getTime(&clockStart);
+    do {
+        UTIL_getTime(&clockEnd);
+    } while (UTIL_getSpanTimeNano(ticksPerSecond, clockStart, clockEnd) == 0);
+}
+
+
+
+/*-****************************************
+*  File functions
+******************************************/
+#if defined(_MSC_VER)
+	#define chmod _chmod
+	typedef struct __stat64 stat_t;
+#else
+    typedef struct stat stat_t;
+#endif
+
+
+UTIL_STATIC int UTIL_setFileStat(const char *filename, stat_t *statbuf)
+{
+    int res = 0;
+    struct utimbuf timebuf;
+
+	timebuf.actime = time(NULL);
+	timebuf.modtime = statbuf->st_mtime;
+	res += utime(filename, &timebuf);  /* set access and modification times */
+
+#if !defined(_WIN32)
+    res += chown(filename, statbuf->st_uid, statbuf->st_gid);  /* Copy ownership */
+#endif
+
+    res += chmod(filename, statbuf->st_mode & 07777);  /* Copy file permissions */
+
+    errno = 0;
+    return -res; /* number of errors is returned */
+}
+
+
+UTIL_STATIC int UTIL_getFileStat(const char* infilename, stat_t *statbuf)
+{
+    int r;
+#if defined(_MSC_VER)
+    r = _stat64(infilename, statbuf);
+    if (r || !(statbuf->st_mode & S_IFREG)) return 0;   /* No good... */
+#else
+    r = stat(infilename, statbuf);
+    if (r || !S_ISREG(statbuf->st_mode)) return 0;   /* No good... */
+#endif
+    return 1;
+}
+
+
+UTIL_STATIC int UTIL_isRegFile(const char* infilename)
+{
+    stat_t statbuf;
+    return UTIL_getFileStat(infilename, &statbuf); /* Only need to know whether it is a regular file */
+}
+
+
+UTIL_STATIC U32 UTIL_isDirectory(const char* infilename)
+{
+    int r;
+    stat_t statbuf;
+#if defined(_MSC_VER)
+    r = _stat64(infilename, &statbuf);
+    if (!r && (statbuf.st_mode & _S_IFDIR)) return 1;
+#else
+    r = stat(infilename, &statbuf);
+    if (!r && S_ISDIR(statbuf.st_mode)) return 1;
+#endif
+    return 0;
+}
+
+
+UTIL_STATIC U64 UTIL_getFileSize(const char* infilename)
+{
+    int r;
+#if defined(_MSC_VER)
+    struct __stat64 statbuf;
+    r = _stat64(infilename, &statbuf);
+    if (r || !(statbuf.st_mode & S_IFREG)) return 0;   /* No good... */
+#elif defined(__MINGW32__) && defined (__MSVCRT__)
+    struct _stati64 statbuf;
+    r = _stati64(infilename, &statbuf);
+    if (r || !(statbuf.st_mode & S_IFREG)) return 0;   /* No good... */
+#else
+    struct stat statbuf;
+    r = stat(infilename, &statbuf);
+    if (r || !S_ISREG(statbuf.st_mode)) return 0;   /* No good... */
+#endif
+    return (U64)statbuf.st_size;
+}
+
+
+UTIL_STATIC U64 UTIL_getTotalFileSize(const char** fileNamesTable, unsigned nbFiles)
+{
+    U64 total = 0;
+    unsigned n;
+    for (n=0; n<nbFiles; n++)
+        total += UTIL_getFileSize(fileNamesTable[n]);
+    return total;
+}
+
+
+/*
+ * A modified version of realloc().
+ * If UTIL_realloc() fails the original block is freed.
+*/
+UTIL_STATIC void *UTIL_realloc(void *ptr, size_t size)
+{
+    void *newptr = realloc(ptr, size);
+    if (newptr) return newptr;
+    free(ptr);
+    return NULL;
+}
+
+
+#ifdef _WIN32
+#  define UTIL_HAS_CREATEFILELIST
+
+UTIL_STATIC int UTIL_prepareFileList(const char *dirName, char** bufStart, size_t* pos, char** bufEnd)
+{
+    char* path;
+    int dirLength, fnameLength, pathLength, nbFiles = 0;
+    WIN32_FIND_DATAA cFile;
+    HANDLE hFile;
+
+    dirLength = (int)strlen(dirName);
+    path = (char*) malloc(dirLength + 3);
+    if (!path) return 0;
+
+    memcpy(path, dirName, dirLength);
+    path[dirLength] = '\\';
+    path[dirLength+1] = '*';
+    path[dirLength+2] = 0;
+
+    hFile=FindFirstFileA(path, &cFile);
+    if (hFile == INVALID_HANDLE_VALUE) {
+        fprintf(stderr, "Cannot open directory '%s'\n", dirName);
+        return 0;
+    }
+    free(path);
+
+    do {
+        fnameLength = (int)strlen(cFile.cFileName);
+        path = (char*) malloc(dirLength + fnameLength + 2);
+        if (!path) { FindClose(hFile); return 0; }
+        memcpy(path, dirName, dirLength);
+        path[dirLength] = '\\';
+        memcpy(path+dirLength+1, cFile.cFileName, fnameLength);
+        pathLength = dirLength+1+fnameLength;
+        path[pathLength] = 0;
+        if (cFile.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) {
+            if (strcmp (cFile.cFileName, "..") == 0 ||
+                strcmp (cFile.cFileName, ".") == 0) continue;
+
+            nbFiles += UTIL_prepareFileList(path, bufStart, pos, bufEnd);  /* Recursively call "UTIL_prepareFileList" with the new path. */
+            if (*bufStart == NULL) { free(path); FindClose(hFile); return 0; }
+        }
+        else if ((cFile.dwFileAttributes & FILE_ATTRIBUTE_NORMAL) || (cFile.dwFileAttributes & FILE_ATTRIBUTE_ARCHIVE) || (cFile.dwFileAttributes & FILE_ATTRIBUTE_COMPRESSED)) {
+            if (*bufStart + *pos + pathLength >= *bufEnd) {
+                ptrdiff_t newListSize = (*bufEnd - *bufStart) + LIST_SIZE_INCREASE;
+                *bufStart = (char*)UTIL_realloc(*bufStart, newListSize);
+                *bufEnd = *bufStart + newListSize;
+                if (*bufStart == NULL) { free(path); FindClose(hFile); return 0; }
+            }
+            if (*bufStart + *pos + pathLength < *bufEnd) {
+                strncpy(*bufStart + *pos, path, *bufEnd - (*bufStart + *pos));
+                *pos += pathLength + 1;
+                nbFiles++;
+            }
+        }
+        free(path);
+    } while (FindNextFileA(hFile, &cFile));
+
+    FindClose(hFile);
+    return nbFiles;
+}
+
+#elif defined(__linux__) || (PLATFORM_POSIX_VERSION >= 200112L)  /* opendir, readdir require POSIX.1-2001 */
+#  define UTIL_HAS_CREATEFILELIST
+#  include <dirent.h>       /* opendir, readdir */
+#  include <string.h>       /* strerror, memcpy */
+
+UTIL_STATIC int UTIL_prepareFileList(const char *dirName, char** bufStart, size_t* pos, char** bufEnd)
+{
+    DIR *dir;
+    struct dirent *entry;
+    char* path;
+    int dirLength, fnameLength, pathLength, nbFiles = 0;
+
+    if (!(dir = opendir(dirName))) {
+        fprintf(stderr, "Cannot open directory '%s': %s\n", dirName, strerror(errno));
+        return 0;
+    }
+
+    dirLength = (int)strlen(dirName);
+    errno = 0;
+    while ((entry = readdir(dir)) != NULL) {
+        if (strcmp (entry->d_name, "..") == 0 ||
+            strcmp (entry->d_name, ".") == 0) continue;
+        fnameLength = (int)strlen(entry->d_name);
+        path = (char*) malloc(dirLength + fnameLength + 2);
+        if (!path) { closedir(dir); return 0; }
+        memcpy(path, dirName, dirLength);
+        path[dirLength] = '/';
+        memcpy(path+dirLength+1, entry->d_name, fnameLength);
+        pathLength = dirLength+1+fnameLength;
+        path[pathLength] = 0;
+
+        if (UTIL_isDirectory(path)) {
+            nbFiles += UTIL_prepareFileList(path, bufStart, pos, bufEnd);  /* Recursively call "UTIL_prepareFileList" with the new path. */
+            if (*bufStart == NULL) { free(path); closedir(dir); return 0; }
+        } else {
+            if (*bufStart + *pos + pathLength >= *bufEnd) {
+                ptrdiff_t newListSize = (*bufEnd - *bufStart) + LIST_SIZE_INCREASE;
+                *bufStart = (char*)UTIL_realloc(*bufStart, newListSize);
+                *bufEnd = *bufStart + newListSize;
+                if (*bufStart == NULL) { free(path); closedir(dir); return 0; }
+            }
+            if (*bufStart + *pos + pathLength < *bufEnd) {
+                strncpy(*bufStart + *pos, path, *bufEnd - (*bufStart + *pos));
+                *pos += pathLength + 1;
+                nbFiles++;
+            }
+        }
+        free(path);
+        errno = 0; /* clear errno after UTIL_isDirectory, UTIL_prepareFileList */
+    }
+
+    if (errno != 0) {
+        fprintf(stderr, "readdir(%s) error: %s\n", dirName, strerror(errno));
+        free(*bufStart);
+        *bufStart = NULL;
+    }
+    closedir(dir);
+    return nbFiles;
+}
+
+#else
+
+UTIL_STATIC int UTIL_prepareFileList(const char *dirName, char** bufStart, size_t* pos, char** bufEnd)
+{
+    (void)bufStart; (void)bufEnd; (void)pos;
+    fprintf(stderr, "Directory %s ignored (compiled without _WIN32 or _POSIX_C_SOURCE)\n", dirName);
+    return 0;
+}
+
+#endif /* #ifdef _WIN32 */
+
+/*
+ * UTIL_createFileList - takes a list of files and directories (params: inputNames, inputNamesNb), scans directories,
+ *                       and returns a new list of files (params: return value, allocatedBuffer, allocatedNamesNb).
+ * After finishing usage of the list the structures should be freed with UTIL_freeFileList(params: return value, allocatedBuffer)
+ * In case of error UTIL_createFileList returns NULL and UTIL_freeFileList should not be called.
+ */
+UTIL_STATIC const char** UTIL_createFileList(const char **inputNames, unsigned inputNamesNb, char** allocatedBuffer, unsigned* allocatedNamesNb)
+{
+    size_t pos;
+    unsigned i, nbFiles;
+    char* buf = (char*)malloc(LIST_SIZE_INCREASE);
+    char* bufend = buf + LIST_SIZE_INCREASE;
+    const char** fileTable;
+
+    if (!buf) return NULL;
+
+    for (i=0, pos=0, nbFiles=0; i<inputNamesNb; i++) {
+        if (!UTIL_isDirectory(inputNames[i])) {
+            size_t const len = strlen(inputNames[i]);
+            if (buf + pos + len >= bufend) {
+                ptrdiff_t newListSize = (bufend - buf) + LIST_SIZE_INCREASE;
+                buf = (char*)UTIL_realloc(buf, newListSize);
+                bufend = buf + newListSize;
+                if (!buf) return NULL;
+            }
+            if (buf + pos + len < bufend) {
+                strncpy(buf + pos, inputNames[i], bufend - (buf + pos));
+                pos += len + 1;
+                nbFiles++;
+            }
+        } else {
+            nbFiles += UTIL_prepareFileList(inputNames[i], &buf, &pos, &bufend);
+            if (buf == NULL) return NULL;
+    }   }
+
+    if (nbFiles == 0) { free(buf); return NULL; }
+
+    fileTable = (const char**)malloc((nbFiles+1) * sizeof(const char*));
+    if (!fileTable) { free(buf); return NULL; }
+
+    for (i=0, pos=0; i<nbFiles; i++) {
+        fileTable[i] = buf + pos;
+        pos += strlen(fileTable[i]) + 1;
+    }
+
+    if (buf + pos > bufend) { free(buf); free((void*)fileTable); return NULL; }
+
+    *allocatedBuffer = buf;
+    *allocatedNamesNb = nbFiles;
+
+    return fileTable;
+}
+
+
+UTIL_STATIC void UTIL_freeFileList(const char** filenameTable, char* allocatedBuffer)
+{
+    if (allocatedBuffer) free(allocatedBuffer);
+    if (filenameTable) free((void*)filenameTable);
+}
+
+
+#if defined (__cplusplus)
+}
+#endif
+
+#endif /* UTIL_H_MODULE */
diff --git a/contrib/lizard/tests/.gitignore b/contrib/lizard/tests/.gitignore
new file mode 100644
index 00000000000..06891acf794
--- /dev/null
+++ b/contrib/lizard/tests/.gitignore
@@ -0,0 +1,13 @@
+
+# test build artefacts
+datagen
+frametest
+frametest32
+fullbench
+fullbench32
+fuzzer
+fuzzer32
+fasttest
+
+# test artefacts
+tmp*
diff --git a/contrib/lizard/tests/COPYING b/contrib/lizard/tests/COPYING
new file mode 100644
index 00000000000..d159169d105
--- /dev/null
+++ b/contrib/lizard/tests/COPYING
@@ -0,0 +1,339 @@
+                    GNU GENERAL PUBLIC LICENSE
+                       Version 2, June 1991
+
+ Copyright (C) 1989, 1991 Free Software Foundation, Inc.,
+ 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+                            Preamble
+
+  The licenses for most software are designed to take away your
+freedom to share and change it.  By contrast, the GNU General Public
+License is intended to guarantee your freedom to share and change free
+software--to make sure the software is free for all its users.  This
+General Public License applies to most of the Free Software
+Foundation's software and to any other program whose authors commit to
+using it.  (Some other Free Software Foundation software is covered by
+the GNU Lesser General Public License instead.)  You can apply it to
+your programs, too.
+
+  When we speak of free software, we are referring to freedom, not
+price.  Our General Public Licenses are designed to make sure that you
+have the freedom to distribute copies of free software (and charge for
+this service if you wish), that you receive source code or can get it
+if you want it, that you can change the software or use pieces of it
+in new free programs; and that you know you can do these things.
+
+  To protect your rights, we need to make restrictions that forbid
+anyone to deny you these rights or to ask you to surrender the rights.
+These restrictions translate to certain responsibilities for you if you
+distribute copies of the software, or if you modify it.
+
+  For example, if you distribute copies of such a program, whether
+gratis or for a fee, you must give the recipients all the rights that
+you have.  You must make sure that they, too, receive or can get the
+source code.  And you must show them these terms so they know their
+rights.
+
+  We protect your rights with two steps: (1) copyright the software, and
+(2) offer you this license which gives you legal permission to copy,
+distribute and/or modify the software.
+
+  Also, for each author's protection and ours, we want to make certain
+that everyone understands that there is no warranty for this free
+software.  If the software is modified by someone else and passed on, we
+want its recipients to know that what they have is not the original, so
+that any problems introduced by others will not reflect on the original
+authors' reputations.
+
+  Finally, any free program is threatened constantly by software
+patents.  We wish to avoid the danger that redistributors of a free
+program will individually obtain patent licenses, in effect making the
+program proprietary.  To prevent this, we have made it clear that any
+patent must be licensed for everyone's free use or not licensed at all.
+
+  The precise terms and conditions for copying, distribution and
+modification follow.
+
+                    GNU GENERAL PUBLIC LICENSE
+   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
+
+  0. This License applies to any program or other work which contains
+a notice placed by the copyright holder saying it may be distributed
+under the terms of this General Public License.  The "Program", below,
+refers to any such program or work, and a "work based on the Program"
+means either the Program or any derivative work under copyright law:
+that is to say, a work containing the Program or a portion of it,
+either verbatim or with modifications and/or translated into another
+language.  (Hereinafter, translation is included without limitation in
+the term "modification".)  Each licensee is addressed as "you".
+
+Activities other than copying, distribution and modification are not
+covered by this License; they are outside its scope.  The act of
+running the Program is not restricted, and the output from the Program
+is covered only if its contents constitute a work based on the
+Program (independent of having been made by running the Program).
+Whether that is true depends on what the Program does.
+
+  1. You may copy and distribute verbatim copies of the Program's
+source code as you receive it, in any medium, provided that you
+conspicuously and appropriately publish on each copy an appropriate
+copyright notice and disclaimer of warranty; keep intact all the
+notices that refer to this License and to the absence of any warranty;
+and give any other recipients of the Program a copy of this License
+along with the Program.
+
+You may charge a fee for the physical act of transferring a copy, and
+you may at your option offer warranty protection in exchange for a fee.
+
+  2. You may modify your copy or copies of the Program or any portion
+of it, thus forming a work based on the Program, and copy and
+distribute such modifications or work under the terms of Section 1
+above, provided that you also meet all of these conditions:
+
+    a) You must cause the modified files to carry prominent notices
+    stating that you changed the files and the date of any change.
+
+    b) You must cause any work that you distribute or publish, that in
+    whole or in part contains or is derived from the Program or any
+    part thereof, to be licensed as a whole at no charge to all third
+    parties under the terms of this License.
+
+    c) If the modified program normally reads commands interactively
+    when run, you must cause it, when started running for such
+    interactive use in the most ordinary way, to print or display an
+    announcement including an appropriate copyright notice and a
+    notice that there is no warranty (or else, saying that you provide
+    a warranty) and that users may redistribute the program under
+    these conditions, and telling the user how to view a copy of this
+    License.  (Exception: if the Program itself is interactive but
+    does not normally print such an announcement, your work based on
+    the Program is not required to print an announcement.)
+
+These requirements apply to the modified work as a whole.  If
+identifiable sections of that work are not derived from the Program,
+and can be reasonably considered independent and separate works in
+themselves, then this License, and its terms, do not apply to those
+sections when you distribute them as separate works.  But when you
+distribute the same sections as part of a whole which is a work based
+on the Program, the distribution of the whole must be on the terms of
+this License, whose permissions for other licensees extend to the
+entire whole, and thus to each and every part regardless of who wrote it.
+
+Thus, it is not the intent of this section to claim rights or contest
+your rights to work written entirely by you; rather, the intent is to
+exercise the right to control the distribution of derivative or
+collective works based on the Program.
+
+In addition, mere aggregation of another work not based on the Program
+with the Program (or with a work based on the Program) on a volume of
+a storage or distribution medium does not bring the other work under
+the scope of this License.
+
+  3. You may copy and distribute the Program (or a work based on it,
+under Section 2) in object code or executable form under the terms of
+Sections 1 and 2 above provided that you also do one of the following:
+
+    a) Accompany it with the complete corresponding machine-readable
+    source code, which must be distributed under the terms of Sections
+    1 and 2 above on a medium customarily used for software interchange; or,
+
+    b) Accompany it with a written offer, valid for at least three
+    years, to give any third party, for a charge no more than your
+    cost of physically performing source distribution, a complete
+    machine-readable copy of the corresponding source code, to be
+    distributed under the terms of Sections 1 and 2 above on a medium
+    customarily used for software interchange; or,
+
+    c) Accompany it with the information you received as to the offer
+    to distribute corresponding source code.  (This alternative is
+    allowed only for noncommercial distribution and only if you
+    received the program in object code or executable form with such
+    an offer, in accord with Subsection b above.)
+
+The source code for a work means the preferred form of the work for
+making modifications to it.  For an executable work, complete source
+code means all the source code for all modules it contains, plus any
+associated interface definition files, plus the scripts used to
+control compilation and installation of the executable.  However, as a
+special exception, the source code distributed need not include
+anything that is normally distributed (in either source or binary
+form) with the major components (compiler, kernel, and so on) of the
+operating system on which the executable runs, unless that component
+itself accompanies the executable.
+
+If distribution of executable or object code is made by offering
+access to copy from a designated place, then offering equivalent
+access to copy the source code from the same place counts as
+distribution of the source code, even though third parties are not
+compelled to copy the source along with the object code.
+
+  4. You may not copy, modify, sublicense, or distribute the Program
+except as expressly provided under this License.  Any attempt
+otherwise to copy, modify, sublicense or distribute the Program is
+void, and will automatically terminate your rights under this License.
+However, parties who have received copies, or rights, from you under
+this License will not have their licenses terminated so long as such
+parties remain in full compliance.
+
+  5. You are not required to accept this License, since you have not
+signed it.  However, nothing else grants you permission to modify or
+distribute the Program or its derivative works.  These actions are
+prohibited by law if you do not accept this License.  Therefore, by
+modifying or distributing the Program (or any work based on the
+Program), you indicate your acceptance of this License to do so, and
+all its terms and conditions for copying, distributing or modifying
+the Program or works based on it.
+
+  6. Each time you redistribute the Program (or any work based on the
+Program), the recipient automatically receives a license from the
+original licensor to copy, distribute or modify the Program subject to
+these terms and conditions.  You may not impose any further
+restrictions on the recipients' exercise of the rights granted herein.
+You are not responsible for enforcing compliance by third parties to
+this License.
+
+  7. If, as a consequence of a court judgment or allegation of patent
+infringement or for any other reason (not limited to patent issues),
+conditions are imposed on you (whether by court order, agreement or
+otherwise) that contradict the conditions of this License, they do not
+excuse you from the conditions of this License.  If you cannot
+distribute so as to satisfy simultaneously your obligations under this
+License and any other pertinent obligations, then as a consequence you
+may not distribute the Program at all.  For example, if a patent
+license would not permit royalty-free redistribution of the Program by
+all those who receive copies directly or indirectly through you, then
+the only way you could satisfy both it and this License would be to
+refrain entirely from distribution of the Program.
+
+If any portion of this section is held invalid or unenforceable under
+any particular circumstance, the balance of the section is intended to
+apply and the section as a whole is intended to apply in other
+circumstances.
+
+It is not the purpose of this section to induce you to infringe any
+patents or other property right claims or to contest validity of any
+such claims; this section has the sole purpose of protecting the
+integrity of the free software distribution system, which is
+implemented by public license practices.  Many people have made
+generous contributions to the wide range of software distributed
+through that system in reliance on consistent application of that
+system; it is up to the author/donor to decide if he or she is willing
+to distribute software through any other system and a licensee cannot
+impose that choice.
+
+This section is intended to make thoroughly clear what is believed to
+be a consequence of the rest of this License.
+
+  8. If the distribution and/or use of the Program is restricted in
+certain countries either by patents or by copyrighted interfaces, the
+original copyright holder who places the Program under this License
+may add an explicit geographical distribution limitation excluding
+those countries, so that distribution is permitted only in or among
+countries not thus excluded.  In such case, this License incorporates
+the limitation as if written in the body of this License.
+
+  9. The Free Software Foundation may publish revised and/or new versions
+of the General Public License from time to time.  Such new versions will
+be similar in spirit to the present version, but may differ in detail to
+address new problems or concerns.
+
+Each version is given a distinguishing version number.  If the Program
+specifies a version number of this License which applies to it and "any
+later version", you have the option of following the terms and conditions
+either of that version or of any later version published by the Free
+Software Foundation.  If the Program does not specify a version number of
+this License, you may choose any version ever published by the Free Software
+Foundation.
+
+  10. If you wish to incorporate parts of the Program into other free
+programs whose distribution conditions are different, write to the author
+to ask for permission.  For software which is copyrighted by the Free
+Software Foundation, write to the Free Software Foundation; we sometimes
+make exceptions for this.  Our decision will be guided by the two goals
+of preserving the free status of all derivatives of our free software and
+of promoting the sharing and reuse of software generally.
+
+                            NO WARRANTY
+
+  11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
+FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW.  EXCEPT WHEN
+OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
+PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
+OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.  THE ENTIRE RISK AS
+TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU.  SHOULD THE
+PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
+REPAIR OR CORRECTION.
+
+  12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
+WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
+REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
+INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
+OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
+TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
+YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
+PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGES.
+
+                     END OF TERMS AND CONDITIONS
+
+            How to Apply These Terms to Your New Programs
+
+  If you develop a new program, and you want it to be of the greatest
+possible use to the public, the best way to achieve this is to make it
+free software which everyone can redistribute and change under these terms.
+
+  To do so, attach the following notices to the program.  It is safest
+to attach them to the start of each source file to most effectively
+convey the exclusion of warranty; and each file should have at least
+the "copyright" line and a pointer to where the full notice is found.
+
+    <one line to give the program's name and a brief idea of what it does.>
+    Copyright (C) <year>  <name of author>
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+Also add information on how to contact you by electronic and paper mail.
+
+If the program is interactive, make it output a short notice like this
+when it starts in an interactive mode:
+
+    Gnomovision version 69, Copyright (C) year name of author
+    Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
+    This is free software, and you are welcome to redistribute it
+    under certain conditions; type `show c' for details.
+
+The hypothetical commands `show w' and `show c' should show the appropriate
+parts of the General Public License.  Of course, the commands you use may
+be called something other than `show w' and `show c'; they could even be
+mouse-clicks or menu items--whatever suits your program.
+
+You should also get your employer (if you work as a programmer) or your
+school, if any, to sign a "copyright disclaimer" for the program, if
+necessary.  Here is a sample; alter the names:
+
+  Yoyodyne, Inc., hereby disclaims all copyright interest in the program
+  `Gnomovision' (which makes passes at compilers) written by James Hacker.
+
+  <signature of Ty Coon>, 1 April 1989
+  Ty Coon, President of Vice
+
+This General Public License does not permit incorporating your program into
+proprietary programs.  If your program is a subroutine library, you may
+consider it more useful to permit linking proprietary applications with the
+library.  If this is what you want to do, use the GNU Lesser General
+Public License instead of this License.
diff --git a/contrib/lizard/tests/README.md b/contrib/lizard/tests/README.md
new file mode 100644
index 00000000000..4dc2edc4396
--- /dev/null
+++ b/contrib/lizard/tests/README.md
@@ -0,0 +1,15 @@
+Programs and scripts for automated testing of Lizard
+=======================================================
+
+This directory contains the following programs and scripts:
+- `datagen` : Synthetic and parametrable data generator, for tests
+- `frametest` : Test tool that checks lizard_frame integrity on target platform
+- `fullbench`  : Precisely measure speed for each lizard inner functions
+- `fuzzer`  : Test tool, to check lizard integrity on target platform
+
+
+#### License
+
+All files in this directory are licensed under GPL-v2.
+See [COPYING](COPYING) for details.
+The text of the license is also included at the top of each source file.
diff --git a/contrib/lizard/tests/datagencli.c b/contrib/lizard/tests/datagencli.c
new file mode 100644
index 00000000000..47c79d31522
--- /dev/null
+++ b/contrib/lizard/tests/datagencli.c
@@ -0,0 +1,192 @@
+/*
+    datagencli.c
+    compressible data command line generator
+    Copyright (C) Yann Collet 2012-2015
+
+    GPL v2 License
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+   - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+/**************************************
+*  Includes
+**************************************/
+#include <stdio.h>     /* fprintf, stderr */
+#include "datagen.h"   /* RDG_generate */
+
+
+/**************************************
+*  Basic Types
+**************************************/
+#if defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)   /* C99 */
+# include <stdint.h>
+  typedef  uint8_t BYTE;
+  typedef uint16_t U16;
+  typedef uint32_t U32;
+  typedef  int32_t S32;
+  typedef uint64_t U64;
+#else
+  typedef unsigned char       BYTE;
+  typedef unsigned short      U16;
+  typedef unsigned int        U32;
+  typedef   signed int        S32;
+  typedef unsigned long long  U64;
+#endif
+
+
+/**************************************
+*  Constants
+**************************************/
+#ifndef ZSTD_VERSION
+#  define ZSTD_VERSION "r1"
+#endif
+
+#define KB *(1 <<10)
+#define MB *(1 <<20)
+#define GB *(1U<<30)
+
+#define SIZE_DEFAULT (64 KB)
+#define SEED_DEFAULT 0
+#define COMPRESSIBILITY_DEFAULT 50
+
+
+/**************************************
+*  Macros
+**************************************/
+#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
+#define DISPLAYLEVEL(l, ...) if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
+static unsigned displayLevel = 2;
+
+
+/*********************************************************
+*  Command line
+*********************************************************/
+static int usage(char* programName)
+{
+    DISPLAY( "Compressible data generator\n");
+    DISPLAY( "Usage :\n");
+    DISPLAY( "      %s [size] [args]\n", programName);
+    DISPLAY( "\n");
+    DISPLAY( "Arguments :\n");
+    DISPLAY( " -g#    : generate # data (default:%i)\n", SIZE_DEFAULT);
+    DISPLAY( " -s#    : Select seed (default:%i)\n", SEED_DEFAULT);
+    DISPLAY( " -P#    : Select compressibility in %% (default:%i%%)\n", COMPRESSIBILITY_DEFAULT);
+    DISPLAY( " -h     : display help and exit\n");
+    DISPLAY( "Special values :\n");
+    DISPLAY( " -P0    : generate incompressible noise\n");
+    DISPLAY( " -P100  : generate sparse files\n");
+    return 0;
+}
+
+
+int main(int argc, char** argv)
+{
+    int argNb;
+    double proba = (double)COMPRESSIBILITY_DEFAULT / 100;
+    double litProba = 0.0;
+    U64 size = SIZE_DEFAULT;
+    U32 seed = SEED_DEFAULT;
+    char* programName;
+
+    /* Check command line */
+    programName = argv[0];
+    for(argNb=1; argNb<argc; argNb++)
+    {
+        char* argument = argv[argNb];
+
+        if(!argument) continue;   /* Protection if argument empty */
+
+        /* Handle commands. Aggregated commands are allowed */
+        if (*argument=='-')
+        {
+            argument++;
+            while (*argument!=0)
+            {
+                switch(*argument)
+                {
+                case 'h':
+                    return usage(programName);
+                case 'g':
+                    argument++;
+                    size=0;
+                    while ((*argument>='0') && (*argument<='9'))
+                    {
+                        size *= 10;
+                        size += *argument - '0';
+                        argument++;
+                    }
+                    if (*argument=='K') { size <<= 10; argument++; }
+                    if (*argument=='M') { size <<= 20; argument++; }
+                    if (*argument=='G') { size <<= 30; argument++; }
+                    if (*argument=='B') { argument++; }
+                    break;
+                case 's':
+                    argument++;
+                    seed=0;
+                    while ((*argument>='0') && (*argument<='9'))
+                    {
+                        seed *= 10;
+                        seed += *argument - '0';
+                        argument++;
+                    }
+                    break;
+                case 'P':
+                    argument++;
+                    proba=0.0;
+                    while ((*argument>='0') && (*argument<='9'))
+                    {
+                        proba *= 10;
+                        proba += *argument - '0';
+                        argument++;
+                    }
+                    if (proba>100.) proba=100.;
+                    proba /= 100.;
+                    break;
+                case 'L':   /* hidden argument : Literal distribution probability */
+                    argument++;
+                    litProba=0.;
+                    while ((*argument>='0') && (*argument<='9'))
+                    {
+                        litProba *= 10;
+                        litProba += *argument - '0';
+                        argument++;
+                    }
+                    if (litProba>100.) litProba=100.;
+                    litProba /= 100.;
+                    break;
+                case 'v':
+                    displayLevel = 4;
+                    argument++;
+                    break;
+                default:
+                    return usage(programName);
+                }
+            }
+
+        }
+    }
+
+    DISPLAYLEVEL(4, "Data Generator %s \n", ZSTD_VERSION);
+    DISPLAYLEVEL(3, "Seed = %u \n", seed);
+    if (proba!=COMPRESSIBILITY_DEFAULT) DISPLAYLEVEL(3, "Compressibility : %i%%\n", (U32)(proba*100));
+
+    RDG_genOut(size, proba, litProba, seed);
+    DISPLAYLEVEL(1, "\n");
+
+    return 0;
+}
diff --git a/contrib/lizard/tests/frametest.c b/contrib/lizard/tests/frametest.c
new file mode 100644
index 00000000000..8fe64869fa4
--- /dev/null
+++ b/contrib/lizard/tests/frametest.c
@@ -0,0 +1,866 @@
+/*
+    frameTest - test tool for lizard_frame
+    Copyright (C) Yann Collet 2014-2016
+    Copyright (C) Przemyslaw Skibinski 2016-2017
+
+    GPL v2 License
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+    - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+/*-************************************
+*  Compiler specific
+**************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
+#  pragma warning(disable : 4146)        /* disable: C4146: minus unsigned expression */
+#endif
+
+
+/*-************************************
+*  Includes
+**************************************/
+#include <stdlib.h>     /* malloc, free */
+#include <stdio.h>      /* fprintf */
+#include <string.h>     /* strcmp */
+#include <time.h>       /* clock_t, clock(), CLOCKS_PER_SEC */
+#include "lizard_frame_static.h"
+#include "lizard_compress.h"        /* LIZARD_VERSION_STRING */
+#define XXH_STATIC_LINKING_ONLY
+#include "xxhash/xxhash.h"     /* XXH64 */
+
+
+/*-************************************
+*  Basic Types
+**************************************/
+#if defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)   /* C99 */
+# include <stdint.h>
+typedef  uint8_t BYTE;
+typedef uint16_t U16;
+typedef uint32_t U32;
+typedef  int32_t S32;
+typedef uint64_t U64;
+#else
+typedef unsigned char       BYTE;
+typedef unsigned short      U16;
+typedef unsigned int        U32;
+typedef   signed int        S32;
+typedef unsigned long long  U64;
+#endif
+
+
+/* unoptimized version; solves endianess & alignment issues */
+static void FUZ_writeLE32 (void* dstVoidPtr, U32 value32)
+{
+    BYTE* dstPtr = (BYTE*)dstVoidPtr;
+    dstPtr[0] = (BYTE)value32;
+    dstPtr[1] = (BYTE)(value32 >> 8);
+    dstPtr[2] = (BYTE)(value32 >> 16);
+    dstPtr[3] = (BYTE)(value32 >> 24);
+}
+
+
+/*-************************************
+*  Constants
+**************************************/
+#define LIZARDF_MAGIC_SKIPPABLE_START 0x184D2A50U
+
+#define KB *(1U<<10)
+#define MB *(1U<<20)
+#define GB *(1U<<30)
+
+static const U32 nbTestsDefault = 256 KB;
+#define COMPRESSIBLE_NOISE_LENGTH (2 MB)
+#define FUZ_COMPRESSIBILITY_DEFAULT 50
+static const U32 prime1 = 2654435761U;
+static const U32 prime2 = 2246822519U;
+
+
+
+/*-************************************
+*  Macros
+**************************************/
+#define DISPLAY(...)          fprintf(stderr, __VA_ARGS__)
+#define DISPLAYLEVEL(l, ...)  if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
+#define DISPLAYUPDATE(l, ...) if (displayLevel>=l) { \
+            if ((FUZ_GetClockSpan(g_clockTime) > refreshRate) || (displayLevel>=4)) \
+            { g_clockTime = clock(); DISPLAY(__VA_ARGS__); \
+            if (displayLevel>=4) fflush(stdout); } }
+static const clock_t refreshRate = CLOCKS_PER_SEC / 6;
+static clock_t g_clockTime = 0;
+
+
+/*-***************************************
+*  Local Parameters
+*****************************************/
+static U32 no_prompt = 0;
+static char* programName;
+static U32 displayLevel = 2;
+static U32 pause = 0;
+
+
+/*-*******************************************************
+*  Fuzzer functions
+*********************************************************/
+static clock_t FUZ_GetClockSpan(clock_t clockStart)
+{
+    return clock() - clockStart;   /* works even if overflow; max span ~ 30 mn */
+}
+
+
+#define FUZ_rotl32(x,r) ((x << r) | (x >> (32 - r)))
+unsigned int FUZ_rand(unsigned int* src)
+{
+    U32 rand32 = *src;
+    rand32 *= prime1;
+    rand32 += prime2;
+    rand32  = FUZ_rotl32(rand32, 13);
+    *src = rand32;
+    return rand32 >> 5;
+}
+
+
+#define FUZ_RAND15BITS  (FUZ_rand(seed) & 0x7FFF)
+#define FUZ_RANDLENGTH  ( (FUZ_rand(seed) & 3) ? (FUZ_rand(seed) % 15) : (FUZ_rand(seed) % 510) + 15)
+static void FUZ_fillCompressibleNoiseBuffer(void* buffer, unsigned bufferSize, double proba, U32* seed)
+{
+    BYTE* BBuffer = (BYTE*)buffer;
+    unsigned pos = 0;
+    U32 P32 = (U32)(32768 * proba);
+
+    /* First Byte */
+    BBuffer[pos++] = (BYTE)(FUZ_rand(seed));
+
+    while (pos < bufferSize) {
+        /* Select : Literal (noise) or copy (within 64K) */
+        if (FUZ_RAND15BITS < P32) {
+            /* Copy (within 64K) */
+            unsigned match, end;
+            unsigned length = FUZ_RANDLENGTH + 4;
+            unsigned offset = FUZ_RAND15BITS + 1;
+            if (offset > pos) offset = pos;
+            if (pos + length > bufferSize) length = bufferSize - pos;
+            match = pos - offset;
+            end = pos + length;
+            while (pos < end) BBuffer[pos++] = BBuffer[match++];
+        } else {
+            /* Literal (noise) */
+            unsigned end;
+            unsigned length = FUZ_RANDLENGTH;
+            if (pos + length > bufferSize) length = bufferSize - pos;
+            end = pos + length;
+            while (pos < end) BBuffer[pos++] = (BYTE)(FUZ_rand(seed) >> 5);
+        }
+    }
+}
+
+
+static unsigned FUZ_highbit(U32 v32)
+{
+    unsigned nbBits = 0;
+    if (v32==0) return 0;
+    while (v32) v32 >>= 1, nbBits ++;
+    return nbBits;
+}
+
+
+int basicTests(U32 seed, double compressibility)
+{
+    int testResult = 0;
+    void* CNBuffer;
+    void* compressedBuffer;
+    void* decodedBuffer;
+    U32 randState = seed;
+    size_t cSize, testSize;
+    LizardF_preferences_t prefs;
+    LizardF_decompressionContext_t dCtx = NULL;
+    LizardF_compressionContext_t cctx = NULL;
+    U64 crcOrig;
+
+    /* Create compressible test buffer */
+    memset(&prefs, 0, sizeof(prefs));
+    CNBuffer = malloc(COMPRESSIBLE_NOISE_LENGTH);
+    compressedBuffer = malloc(LizardF_compressFrameBound(COMPRESSIBLE_NOISE_LENGTH, NULL));
+    decodedBuffer = malloc(COMPRESSIBLE_NOISE_LENGTH);
+    FUZ_fillCompressibleNoiseBuffer(CNBuffer, COMPRESSIBLE_NOISE_LENGTH, compressibility, &randState);
+    crcOrig = XXH64(CNBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
+
+    /* Special case : null-content frame */
+    testSize = 0;
+    DISPLAYLEVEL(3, "LizardF_compressFrame, compress null content : \n");
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, NULL), CNBuffer, testSize, NULL);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed null content into a %i bytes frame \n", (int)cSize);
+
+    DISPLAYLEVEL(3, "LizardF_createDecompressionContext \n");
+    { LizardF_errorCode_t const errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
+      if (LizardF_isError(errorCode)) goto _output_error; }
+
+    DISPLAYLEVEL(3, "LizardF_getFrameInfo on null-content frame (#157) \n");
+    {   size_t avail_in = cSize;
+        LizardF_frameInfo_t frame_info;
+        LizardF_errorCode_t const errorCode = LizardF_getFrameInfo(dCtx, &frame_info, compressedBuffer, &avail_in);
+        if (LizardF_isError(errorCode)) goto _output_error;
+    }
+
+    DISPLAYLEVEL(3, "LizardF_freeDecompressionContext \n");
+    { LizardF_errorCode_t const errorCode = LizardF_freeDecompressionContext(dCtx);
+      if (LizardF_isError(errorCode)) goto _output_error; }
+
+    /* Trivial tests : one-step frame */
+    testSize = COMPRESSIBLE_NOISE_LENGTH;
+    DISPLAYLEVEL(3, "LizardF_compressFrame, using default preferences : \n");
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, NULL), CNBuffer, testSize, NULL);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "Decompression test : \n");
+    {   size_t decodedBufferSize = COMPRESSIBLE_NOISE_LENGTH;
+        size_t compressedBufferSize = cSize;
+        BYTE* op = (BYTE*)decodedBuffer;
+        BYTE* const oend = (BYTE*)decodedBuffer + COMPRESSIBLE_NOISE_LENGTH;
+        BYTE* ip = (BYTE*)compressedBuffer;
+        BYTE* const iend = (BYTE*)compressedBuffer + cSize;
+        U64 crcDest;
+
+        LizardF_errorCode_t errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
+        if (LizardF_isError(errorCode)) goto _output_error;
+
+        DISPLAYLEVEL(3, "Single Block : \n");
+        errorCode = LizardF_decompress(dCtx, decodedBuffer, &decodedBufferSize, compressedBuffer, &compressedBufferSize, NULL);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
+        if (crcDest != crcOrig) goto _output_error;
+        DISPLAYLEVEL(3, "Regenerated %i bytes \n", (int)decodedBufferSize);
+
+        DISPLAYLEVEL(3, "Reusing decompression context \n");
+        {   size_t iSize = compressedBufferSize - 4;
+            const BYTE* cBuff = (const BYTE*) compressedBuffer;
+            size_t decResult;
+            DISPLAYLEVEL(3, "Missing last 4 bytes : ");
+            decResult = LizardF_decompress(dCtx, decodedBuffer, &decodedBufferSize, cBuff, &iSize, NULL);
+            if (LizardF_isError(decResult)) goto _output_error;
+            if (!decResult) goto _output_error;   /* not finished */
+            DISPLAYLEVEL(3, "indeed, request %u bytes \n", (unsigned)decResult);
+            cBuff += iSize;
+            iSize = decResult;
+            decResult = LizardF_decompress(dCtx, decodedBuffer, &decodedBufferSize, cBuff, &iSize, NULL);
+            if (decResult != 0) goto _output_error;   /* should finish now */
+            crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
+            if (crcDest != crcOrig) goto _output_error;
+        }
+
+        {   size_t oSize = 0;
+            size_t iSize = 0;
+            LizardF_frameInfo_t fi;
+
+            DISPLAYLEVEL(3, "Start by feeding 0 bytes, to get next input size : ");
+            errorCode = LizardF_decompress(dCtx, NULL, &oSize, ip, &iSize, NULL);
+            if (LizardF_isError(errorCode)) goto _output_error;
+            DISPLAYLEVEL(3, " %u  \n", (unsigned)errorCode);
+
+            DISPLAYLEVEL(3, "get FrameInfo on null input : ");
+            errorCode = LizardF_getFrameInfo(dCtx, &fi, ip, &iSize);
+            if (errorCode != (size_t)-LizardF_ERROR_frameHeader_incomplete) goto _output_error;
+            DISPLAYLEVEL(3, " correctly failed : %s \n", LizardF_getErrorName(errorCode));
+
+            DISPLAYLEVEL(3, "get FrameInfo on not enough input : ");
+            iSize = 6;
+            errorCode = LizardF_getFrameInfo(dCtx, &fi, ip, &iSize);
+            if (errorCode != (size_t)-LizardF_ERROR_frameHeader_incomplete) goto _output_error;
+            DISPLAYLEVEL(3, " correctly failed : %s \n", LizardF_getErrorName(errorCode));
+            ip += iSize;
+
+            DISPLAYLEVEL(3, "get FrameInfo on enough input : ");
+            iSize = 15 - iSize;
+            errorCode = LizardF_getFrameInfo(dCtx, &fi, ip, &iSize);
+            if (LizardF_isError(errorCode)) goto _output_error;
+            DISPLAYLEVEL(3, " correctly decoded \n");
+            ip += iSize;
+        }
+
+        DISPLAYLEVEL(3, "Byte after byte : \n");
+        while (ip < iend) {
+            size_t oSize = oend-op;
+            size_t iSize = 1;
+            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
+            if (LizardF_isError(errorCode)) goto _output_error;
+            op += oSize;
+            ip += iSize;
+        }
+        crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
+        if (crcDest != crcOrig) goto _output_error;
+        DISPLAYLEVEL(3, "Regenerated %u/%u bytes \n", (unsigned)(op-(BYTE*)decodedBuffer), COMPRESSIBLE_NOISE_LENGTH);
+
+        errorCode = LizardF_freeDecompressionContext(dCtx);
+        if (LizardF_isError(errorCode)) goto _output_error;
+    }
+
+    DISPLAYLEVEL(3, "Using 128 KB block : \n");
+    prefs.frameInfo.blockSizeID = LizardF_max128KB;
+    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "without checksum : \n");
+    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "Using 256 KB block : \n");
+    prefs.frameInfo.blockSizeID = LizardF_max256KB;
+    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "Decompression test : \n");
+    {   size_t decodedBufferSize = COMPRESSIBLE_NOISE_LENGTH;
+        unsigned maxBits = FUZ_highbit((U32)decodedBufferSize);
+        BYTE* op = (BYTE*)decodedBuffer;
+        BYTE* const oend = (BYTE*)decodedBuffer + COMPRESSIBLE_NOISE_LENGTH;
+        BYTE* ip = (BYTE*)compressedBuffer;
+        BYTE* const iend = (BYTE*)compressedBuffer + cSize;
+        U64 crcDest;
+
+        LizardF_errorCode_t errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
+        if (LizardF_isError(errorCode)) goto _output_error;
+
+        DISPLAYLEVEL(3, "random segment sizes : \n");
+        while (ip < iend) {
+            unsigned nbBits = FUZ_rand(&randState) % maxBits;
+            size_t iSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
+            size_t oSize = oend-op;
+            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
+            //DISPLAY("%7i : + %6i\n", (int)(ip-(BYTE*)compressedBuffer), (int)iSize);
+            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
+            if (LizardF_isError(errorCode)) goto _output_error;
+            op += oSize;
+            ip += iSize;
+        }
+        crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
+        if (crcDest != crcOrig) goto _output_error;
+        DISPLAYLEVEL(3, "Regenerated %i bytes \n", (int)decodedBufferSize);
+
+        errorCode = LizardF_freeDecompressionContext(dCtx);
+        if (LizardF_isError(errorCode)) goto _output_error;
+    }
+
+    DISPLAYLEVEL(3, "without checksum : \n");
+    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "Using 1 MB block : \n");
+    prefs.frameInfo.blockSizeID = LizardF_max1MB;
+    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "without checksum : \n");
+    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "Using 4 MB block : \n");
+    prefs.frameInfo.blockSizeID = LizardF_max4MB;
+    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    DISPLAYLEVEL(3, "without checksum : \n");
+    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
+    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
+    if (LizardF_isError(cSize)) goto _output_error;
+    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
+
+    {   size_t errorCode;
+        BYTE* const ostart = (BYTE*)compressedBuffer;
+        BYTE* op = ostart;
+        errorCode = LizardF_createCompressionContext(&cctx, LIZARDF_VERSION);
+        if (LizardF_isError(errorCode)) goto _output_error;
+
+        DISPLAYLEVEL(3, "compress without frameSize : \n");
+        memset(&(prefs.frameInfo), 0, sizeof(prefs.frameInfo));
+        errorCode = LizardF_compressBegin(cctx, compressedBuffer, testSize, &prefs);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        op += errorCode;
+        errorCode = LizardF_compressUpdate(cctx, op, LizardF_compressBound(testSize, &prefs), CNBuffer, testSize, NULL);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        op += errorCode;
+        errorCode = LizardF_compressEnd(cctx, compressedBuffer, testSize, NULL);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)(op-ostart));
+
+        DISPLAYLEVEL(3, "compress with frameSize : \n");
+        prefs.frameInfo.contentSize = testSize;
+        op = ostart;
+        errorCode = LizardF_compressBegin(cctx, compressedBuffer, testSize, &prefs);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        op += errorCode;
+        errorCode = LizardF_compressUpdate(cctx, op, LizardF_compressBound(testSize, &prefs), CNBuffer, testSize, NULL);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        op += errorCode;
+        errorCode = LizardF_compressEnd(cctx, compressedBuffer, testSize, NULL);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)(op-ostart));
+
+        DISPLAYLEVEL(3, "compress with wrong frameSize : \n");
+        prefs.frameInfo.contentSize = testSize+1;
+        op = ostart;
+        errorCode = LizardF_compressBegin(cctx, compressedBuffer, testSize, &prefs);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        op += errorCode;
+        errorCode = LizardF_compressUpdate(cctx, op, LizardF_compressBound(testSize, &prefs), CNBuffer, testSize, NULL);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        op += errorCode;
+        errorCode = LizardF_compressEnd(cctx, op, testSize, NULL);
+        if (LizardF_isError(errorCode)) { DISPLAYLEVEL(3, "Error correctly detected : %s \n", LizardF_getErrorName(errorCode)); }
+        else
+            goto _output_error;
+
+        errorCode = LizardF_freeCompressionContext(cctx);
+        if (LizardF_isError(errorCode)) goto _output_error;
+        cctx = NULL;
+    }
+
+    DISPLAYLEVEL(3, "Skippable frame test : \n");
+    {   size_t decodedBufferSize = COMPRESSIBLE_NOISE_LENGTH;
+        unsigned maxBits = FUZ_highbit((U32)decodedBufferSize);
+        BYTE* op = (BYTE*)decodedBuffer;
+        BYTE* const oend = (BYTE*)decodedBuffer + COMPRESSIBLE_NOISE_LENGTH;
+        BYTE* ip = (BYTE*)compressedBuffer;
+        BYTE* iend = (BYTE*)compressedBuffer + cSize + 8;
+
+        LizardF_errorCode_t errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
+        if (LizardF_isError(errorCode)) goto _output_error;
+
+        /* generate skippable frame */
+        FUZ_writeLE32(ip, LIZARDF_MAGIC_SKIPPABLE_START);
+        FUZ_writeLE32(ip+4, (U32)cSize);
+
+        DISPLAYLEVEL(3, "random segment sizes : \n");
+        while (ip < iend) {
+            unsigned nbBits = FUZ_rand(&randState) % maxBits;
+            size_t iSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
+            size_t oSize = oend-op;
+            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
+            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
+            if (LizardF_isError(errorCode)) goto _output_error;
+            op += oSize;
+            ip += iSize;
+        }
+        DISPLAYLEVEL(3, "Skipped %i bytes \n", (int)decodedBufferSize);
+
+        /* generate zero-size skippable frame */
+        DISPLAYLEVEL(3, "zero-size skippable frame\n");
+        ip = (BYTE*)compressedBuffer;
+        op = (BYTE*)decodedBuffer;
+        FUZ_writeLE32(ip, LIZARDF_MAGIC_SKIPPABLE_START+1);
+        FUZ_writeLE32(ip+4, 0);
+        iend = ip+8;
+
+        while (ip < iend) {
+            unsigned nbBits = FUZ_rand(&randState) % maxBits;
+            size_t iSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
+            size_t oSize = oend-op;
+            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
+            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
+            if (LizardF_isError(errorCode)) goto _output_error;
+            op += oSize;
+            ip += iSize;
+        }
+        DISPLAYLEVEL(3, "Skipped %i bytes \n", (int)(ip - (BYTE*)compressedBuffer - 8));
+
+        DISPLAYLEVEL(3, "Skippable frame header complete in first call \n");
+        ip = (BYTE*)compressedBuffer;
+        op = (BYTE*)decodedBuffer;
+        FUZ_writeLE32(ip, LIZARDF_MAGIC_SKIPPABLE_START+2);
+        FUZ_writeLE32(ip+4, 10);
+        iend = ip+18;
+        while (ip < iend) {
+            size_t iSize = 10;
+            size_t oSize = 10;
+            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
+            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
+            if (LizardF_isError(errorCode)) goto _output_error;
+            op += oSize;
+            ip += iSize;
+        }
+        DISPLAYLEVEL(3, "Skipped %i bytes \n", (int)(ip - (BYTE*)compressedBuffer - 8));
+    }
+
+    DISPLAY("Basic tests completed \n");
+_end:
+    free(CNBuffer);
+    free(compressedBuffer);
+    free(decodedBuffer);
+    LizardF_freeDecompressionContext(dCtx); dCtx = NULL;
+    LizardF_freeCompressionContext(cctx); cctx = NULL;
+    return testResult;
+
+_output_error:
+    testResult = 1;
+    DISPLAY("Error detected ! \n");
+    goto _end;
+}
+
+
+static void locateBuffDiff(const void* buff1, const void* buff2, size_t size, unsigned nonContiguous)
+{
+    int p=0;
+    const BYTE* b1=(const BYTE*)buff1;
+    const BYTE* b2=(const BYTE*)buff2;
+    if (nonContiguous) {
+        DISPLAY("Non-contiguous output test (%i bytes)\n", (int)size);
+        return;
+    }
+    while (b1[p]==b2[p]) p++;
+    DISPLAY("Error at pos %i/%i : %02X != %02X \n", p, (int)size, b1[p], b2[p]);
+}
+
+
+static const U32 srcDataLength = 9 MB;  /* needs to be > 2x4MB to test large blocks */
+
+int fuzzerTests(U32 seed, unsigned nbTests, unsigned startTest, double compressibility, U32 duration_s)
+{
+    unsigned testResult = 0;
+    unsigned testNb = 0;
+    void* srcBuffer = NULL;
+    void* compressedBuffer = NULL;
+    void* decodedBuffer = NULL;
+    U32 coreRand = seed;
+    LizardF_decompressionContext_t dCtx = NULL;
+    LizardF_compressionContext_t cCtx = NULL;
+    size_t result;
+    clock_t const startClock = clock();
+    clock_t const clockDuration = duration_s * CLOCKS_PER_SEC;
+    XXH64_state_t xxh64;
+#   define CHECK(cond, ...) if (cond) { DISPLAY("Error => "); DISPLAY(__VA_ARGS__); \
+                            DISPLAY(" (seed %u, test nb %u)  \n", seed, testNb); goto _output_error; }
+
+    /* Create buffers */
+    result = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
+    CHECK(LizardF_isError(result), "Allocation failed (error %i)", (int)result);
+    result = LizardF_createCompressionContext(&cCtx, LIZARDF_VERSION);
+    CHECK(LizardF_isError(result), "Allocation failed (error %i)", (int)result);
+    srcBuffer = malloc(srcDataLength);
+    CHECK(srcBuffer==NULL, "srcBuffer Allocation failed");
+    compressedBuffer = malloc(LizardF_compressFrameBound(srcDataLength, NULL));
+    CHECK(compressedBuffer==NULL, "compressedBuffer Allocation failed");
+    decodedBuffer = calloc(1, srcDataLength);   /* calloc avoids decodedBuffer being considered "garbage" by scan-build */
+    CHECK(decodedBuffer==NULL, "decodedBuffer Allocation failed");
+    FUZ_fillCompressibleNoiseBuffer(srcBuffer, srcDataLength, compressibility, &coreRand);
+
+    /* jump to requested testNb */
+    for (testNb =0; (testNb < startTest); testNb++) (void)FUZ_rand(&coreRand);   // sync randomizer
+
+    /* main fuzzer test loop */
+    for ( ; (testNb < nbTests) || (clockDuration > FUZ_GetClockSpan(startClock)) ; testNb++) {
+        U32 randState = coreRand ^ prime1;
+        unsigned BSId   = 4 + (FUZ_rand(&randState) & 3);
+        unsigned BMId   = FUZ_rand(&randState) & 1;
+        unsigned CCflag = FUZ_rand(&randState) & 1;
+        unsigned autoflush = (FUZ_rand(&randState) & 7) == 2;
+        LizardF_preferences_t prefs;
+        LizardF_compressOptions_t cOptions;
+        LizardF_decompressOptions_t dOptions;
+        unsigned nbBits = (FUZ_rand(&randState) % (FUZ_highbit(srcDataLength-1) - 1)) + 1;
+        size_t srcSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
+        size_t srcStart = FUZ_rand(&randState) % (srcDataLength - srcSize);
+        U64 frameContentSize = ((FUZ_rand(&randState) & 0xF) == 1) ? srcSize : 0;
+        size_t cSize;
+        U64 crcOrig, crcDecoded;
+        LizardF_preferences_t* prefsPtr = &prefs;
+
+        (void)FUZ_rand(&coreRand);   /* update seed */
+        memset(&prefs, 0, sizeof(prefs));
+        memset(&cOptions, 0, sizeof(cOptions));
+        memset(&dOptions, 0, sizeof(dOptions));
+        prefs.frameInfo.blockMode = (LizardF_blockMode_t)BMId;
+        prefs.frameInfo.blockSizeID = (LizardF_blockSizeID_t)BSId;
+        prefs.frameInfo.contentChecksumFlag = (LizardF_contentChecksum_t)CCflag;
+        prefs.frameInfo.contentSize = frameContentSize;
+        prefs.autoFlush = autoflush;
+        prefs.compressionLevel = LIZARD_MIN_CLEVEL + (FUZ_rand(&randState) % (1+LIZARD_MAX_CLEVEL-LIZARD_MIN_CLEVEL));
+        if ((FUZ_rand(&randState) & 0x1F) == 1) prefsPtr = NULL;
+
+        DISPLAYUPDATE(2, "\r%5u   ", testNb);
+        crcOrig = XXH64((BYTE*)srcBuffer+srcStart, srcSize, 1);
+
+        if ((FUZ_rand(&randState) & 0xFFF) == 0) {
+            /* create a skippable frame (rare case) */
+            BYTE* op = (BYTE*)compressedBuffer;
+            FUZ_writeLE32(op, LIZARDF_MAGIC_SKIPPABLE_START + (FUZ_rand(&randState) & 15));
+            FUZ_writeLE32(op+4, (U32)srcSize);
+            cSize = srcSize+8;
+        } else if ((FUZ_rand(&randState) & 0xF) == 2) {
+            cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(srcSize, prefsPtr), (char*)srcBuffer + srcStart, srcSize, prefsPtr);
+            CHECK(LizardF_isError(cSize), "LizardF_compressFrame failed : error %i (%s)", (int)cSize, LizardF_getErrorName(cSize));
+        } else {
+            const BYTE* ip = (const BYTE*)srcBuffer + srcStart;
+            const BYTE* const iend = ip + srcSize;
+            BYTE* op = (BYTE*)compressedBuffer;
+            BYTE* const oend = op + LizardF_compressFrameBound(srcDataLength, NULL);
+            unsigned maxBits = FUZ_highbit((U32)srcSize);
+            result = LizardF_compressBegin(cCtx, op, oend-op, prefsPtr);
+            CHECK(LizardF_isError(result), "Compression header failed (error %i)", (int)result);
+            op += result;
+            while (ip < iend) {
+                unsigned nbBitsSeg = FUZ_rand(&randState) % maxBits;
+                size_t iSize = (FUZ_rand(&randState) & ((1<<nbBitsSeg)-1)) + 1;
+                size_t oSize = LizardF_compressBound(iSize, prefsPtr);
+                unsigned forceFlush = ((FUZ_rand(&randState) & 3) == 1);
+                if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
+                cOptions.stableSrc = ((FUZ_rand(&randState) & 3) == 1);
+
+                result = LizardF_compressUpdate(cCtx, op, oSize, ip, iSize, &cOptions);
+                CHECK(LizardF_isError(result), "Compression failed (error %i) iSize=%d oSize=%d", (int)result, (int)iSize, (int)oSize);
+                op += result;
+                ip += iSize;
+
+                if (forceFlush) {
+                    result = LizardF_flush(cCtx, op, oend-op, &cOptions);
+                    CHECK(LizardF_isError(result), "Compression flush failed (error %i)", (int)result);
+                    op += result;
+                }
+            }
+            result = LizardF_compressEnd(cCtx, op, oend-op, &cOptions);
+            CHECK(LizardF_isError(result), "Compression completion failed (error %i)", (int)result);
+            op += result;
+            cSize = op-(BYTE*)compressedBuffer;
+        }
+
+        {   const BYTE* ip = (const BYTE*)compressedBuffer;
+            const BYTE* const iend = ip + cSize;
+            BYTE* op = (BYTE*)decodedBuffer;
+            BYTE* const oend = op + srcDataLength;
+            size_t totalOut = 0;
+            unsigned maxBits = FUZ_highbit((U32)cSize);
+            unsigned nonContiguousDst = (FUZ_rand(&randState) & 3) == 1;
+            nonContiguousDst += FUZ_rand(&randState) & nonContiguousDst;   /* 0=>0; 1=>1,2 */
+            XXH64_reset(&xxh64, 1);
+            if (maxBits < 3) maxBits = 3;
+            while (ip < iend) {
+                unsigned nbBitsI = (FUZ_rand(&randState) % (maxBits-1)) + 1;
+                unsigned nbBitsO = (FUZ_rand(&randState) % (maxBits)) + 1;
+                size_t iSize = (FUZ_rand(&randState) & ((1<<nbBitsI)-1)) + 1;
+                size_t oSize = (FUZ_rand(&randState) & ((1<<nbBitsO)-1)) + 2;
+                if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
+                if (oSize > (size_t)(oend-op)) oSize = oend-op;
+                dOptions.stableDst = FUZ_rand(&randState) & 1;
+                if (nonContiguousDst==2) dOptions.stableDst = 0;
+                result = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, &dOptions);
+                if (result == (size_t)-LizardF_ERROR_contentChecksum_invalid)
+                    locateBuffDiff((BYTE*)srcBuffer+srcStart, decodedBuffer, srcSize, nonContiguousDst);
+                CHECK(LizardF_isError(result), "Decompression failed (error %i:%s)", (int)result, LizardF_getErrorName((LizardF_errorCode_t)result));
+                XXH64_update(&xxh64, op, (U32)oSize);
+                totalOut += oSize;
+                op += oSize;
+                ip += iSize;
+                op += nonContiguousDst;
+                if (nonContiguousDst==2) op = (BYTE*)decodedBuffer;   /* overwritten destination */
+            }
+            CHECK(result != 0, "Frame decompression failed (error %i)", (int)result);
+            if (totalOut) {  /* otherwise, it's a skippable frame */
+                crcDecoded = XXH64_digest(&xxh64);
+                if (crcDecoded != crcOrig) locateBuffDiff((BYTE*)srcBuffer+srcStart, decodedBuffer, srcSize, nonContiguousDst);
+                CHECK(crcDecoded != crcOrig, "Decompression corruption");
+            }
+        }
+    }
+
+    DISPLAYLEVEL(2, "\rAll tests completed   \n");
+
+_end:
+    LizardF_freeDecompressionContext(dCtx);
+    LizardF_freeCompressionContext(cCtx);
+    free(srcBuffer);
+    free(compressedBuffer);
+    free(decodedBuffer);
+
+    if (pause) {
+        DISPLAY("press enter to finish \n");
+        (void)getchar();
+    }
+    return testResult;
+
+_output_error:
+    testResult = 1;
+    goto _end;
+}
+
+
+int FUZ_usage(void)
+{
+    DISPLAY( "Usage :\n");
+    DISPLAY( "      %s [args]\n", programName);
+    DISPLAY( "\n");
+    DISPLAY( "Arguments :\n");
+    DISPLAY( " -i#    : Nb of tests (default:%u) \n", nbTestsDefault);
+    DISPLAY( " -T#    : Duration of tests, in seconds (default: use Nb of tests) \n");
+    DISPLAY( " -s#    : Select seed (default:prompt user)\n");
+    DISPLAY( " -t#    : Select starting test number (default:0)\n");
+    DISPLAY( " -p#    : Select compressibility in %% (default:%i%%)\n", FUZ_COMPRESSIBILITY_DEFAULT);
+    DISPLAY( " -v     : verbose\n");
+    DISPLAY( " -h     : display help and exit\n");
+    return 0;
+}
+
+
+int main(int argc, char** argv)
+{
+    U32 seed=0;
+    int seedset=0;
+    int argNb;
+    int nbTests = nbTestsDefault;
+    int testNb = 0;
+    int proba = FUZ_COMPRESSIBILITY_DEFAULT;
+    int result=0;
+    U32 duration=0;
+
+    /* Check command line */
+    programName = argv[0];
+    for(argNb=1; argNb<argc; argNb++) {
+        char* argument = argv[argNb];
+
+        if(!argument) continue;   /* Protection if argument empty */
+
+        /* Decode command (note : aggregated commands are allowed) */
+        if (argument[0]=='-') {
+            if (!strcmp(argument, "--no-prompt")) {
+                no_prompt=1;
+                seedset=1;
+                displayLevel=1;
+                continue;
+            }
+            argument++;
+
+            while (*argument!=0) {
+                switch(*argument)
+                {
+                case 'h':
+                    return FUZ_usage();
+                case 'v':
+                    argument++;
+                    displayLevel=4;
+                    break;
+                case 'q':
+                    argument++;
+                    displayLevel--;
+                    break;
+                case 'p': /* pause at the end */
+                    argument++;
+                    pause = 1;
+                    break;
+
+                case 'i':
+                    argument++;
+                    nbTests=0; duration=0;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        nbTests *= 10;
+                        nbTests += *argument - '0';
+                        argument++;
+                    }
+                    break;
+
+                case 'T':
+                    argument++;
+                    nbTests = 0; duration = 0;
+                    for (;;) {
+                        switch(*argument)
+                        {
+                            case 'm': duration *= 60; argument++; continue;
+                            case 's':
+                            case 'n': argument++; continue;
+                            case '0':
+                            case '1':
+                            case '2':
+                            case '3':
+                            case '4':
+                            case '5':
+                            case '6':
+                            case '7':
+                            case '8':
+                            case '9': duration *= 10; duration += *argument++ - '0'; continue;
+                        }
+                        break;
+                    }
+                    break;
+
+                case 's':
+                    argument++;
+                    seed=0;
+                    seedset=1;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        seed *= 10;
+                        seed += *argument - '0';
+                        argument++;
+                    }
+                    break;
+                case 't':
+                    argument++;
+                    testNb=0;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        testNb *= 10;
+                        testNb += *argument - '0';
+                        argument++;
+                    }
+                    break;
+                case 'P':   /* compressibility % */
+                    argument++;
+                    proba=0;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        proba *= 10;
+                        proba += *argument - '0';
+                        argument++;
+                    }
+                    if (proba<0) proba=0;
+                    if (proba>100) proba=100;
+                    break;
+                default:
+                    ;
+                    return FUZ_usage();
+                }
+            }
+        }
+    }
+
+    /* Get Seed */
+    printf("Starting lizard_frame tester (%i-bits, %s)\n", (int)(sizeof(size_t)*8), LIZARD_VERSION_STRING);
+
+    if (!seedset) {
+        time_t const t = time(NULL);
+        U32 const h = XXH32(&t, sizeof(t), 1);
+        seed = h % 10000;
+    }
+    printf("Seed = %u\n", seed);
+    if (proba!=FUZ_COMPRESSIBILITY_DEFAULT) printf("Compressibility : %i%%\n", proba);
+
+    if (nbTests<=0) nbTests=1;
+
+    if (testNb==0) result = basicTests(seed, ((double)proba) / 100);
+    if (result) return 1;
+    return fuzzerTests(seed, nbTests, testNb, ((double)proba) / 100, duration);
+}
diff --git a/contrib/lizard/tests/fullbench.c b/contrib/lizard/tests/fullbench.c
new file mode 100644
index 00000000000..d9070d13345
--- /dev/null
+++ b/contrib/lizard/tests/fullbench.c
@@ -0,0 +1,732 @@
+/*
+    bench.c - Demo program to benchmark open-source compression algorithm
+    Copyright (C) Yann Collet 2012-2015
+    Copyright (C) Przemyslaw Skibinski 2016-2017
+
+    GPL v2 License
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+    - Lizard source repository : https://github.com/inikep/lizard
+*/
+
+/**************************************
+*  Compiler Options
+**************************************/
+/* Disable some Visual warning messages */
+#define _CRT_SECURE_NO_WARNINGS
+#define _CRT_SECURE_NO_DEPRECATE     /* VS2005 */
+
+/* Unix Large Files support (>4GB) */
+#if (defined(__sun__) && (!defined(__LP64__)))   // Sun Solaris 32-bits requires specific definitions
+#  define _LARGEFILE_SOURCE
+#  define _FILE_OFFSET_BITS 64
+#elif ! defined(__LP64__)                        // No point defining Large file for 64 bit
+#  define _LARGEFILE64_SOURCE
+#endif
+
+// S_ISREG & gettimeofday() are not supported by MSVC
+#if defined(_MSC_VER) || defined(_WIN32)
+#  define BMK_LEGACY_TIMER 1
+#endif
+
+
+/**************************************
+*  Includes
+**************************************/
+#include <stdlib.h>      /* malloc, free */
+#include <stdio.h>       /* fprintf, fopen, ftello64 */
+#include <sys/types.h>   /* stat64 */
+#include <sys/stat.h>    /* stat64 */
+#include <string.h>      /* strcmp */
+#include <time.h>        /* clock_t, clock(), CLOCKS_PER_SEC */
+
+#include "lizard_compress.h"
+#include "lizard_decompress.h"
+#include "lizard_common.h"  /* Lizard_compress_MinLevel, Lizard_createStream_MinLevel */
+#include "lizard_frame.h"
+
+#include "xxhash/xxhash.h"
+
+
+/**************************************
+*  Compiler Options
+**************************************/
+/* S_ISREG & gettimeofday() are not supported by MSVC */
+#if !defined(S_ISREG)
+#  define S_ISREG(x) (((x) & S_IFMT) == S_IFREG)
+#endif
+
+
+
+/**************************************
+*  Constants
+**************************************/
+#define PROGRAM_DESCRIPTION "Lizard speed analyzer"
+#define AUTHOR "Yann Collet"
+#define WELCOME_MESSAGE "*** %s v%s %i-bits, by %s ***\n", PROGRAM_DESCRIPTION, LIZARD_VERSION_STRING, (int)(sizeof(void*)*8), AUTHOR
+
+#define NBLOOPS    6
+#define TIMELOOP   (CLOCKS_PER_SEC * 25 / 10)
+
+#define KNUTH      2654435761U
+#define MAX_MEM    (1920 MB)
+#define DEFAULT_CHUNKSIZE   (4 MB)
+
+#define ALL_COMPRESSORS 0
+#define ALL_DECOMPRESSORS 0
+
+
+/**************************************
+*  Local structures
+**************************************/
+struct chunkParameters
+{
+    U32   id;
+    char* origBuffer;
+    char* compressedBuffer;
+    int   origSize;
+    int   compressedSize;
+};
+
+
+/**************************************
+*  Macros
+**************************************/
+#define DISPLAY(...) fprintf(stderr, __VA_ARGS__)
+#define PROGRESS(...) g_noPrompt ? 0 : DISPLAY(__VA_ARGS__)
+
+
+/**************************************
+*  Benchmark Parameters
+**************************************/
+static int g_chunkSize = DEFAULT_CHUNKSIZE;
+static int g_nbIterations = NBLOOPS;
+static int g_pause = 0;
+static int g_compressionTest = 1;
+static int g_compressionAlgo = ALL_COMPRESSORS;
+static int g_decompressionTest = 1;
+static int g_decompressionAlgo = ALL_DECOMPRESSORS;
+static int g_noPrompt = 0;
+
+static void BMK_setBlocksize(int bsize)
+{
+    g_chunkSize = bsize;
+    DISPLAY("-Using Block Size of %i KB-\n", g_chunkSize>>10);
+}
+
+static void BMK_setNbIterations(int nbLoops)
+{
+    g_nbIterations = nbLoops;
+    DISPLAY("- %i iterations -\n", g_nbIterations);
+}
+
+static void BMK_setPause(void)
+{
+    g_pause = 1;
+}
+
+
+/*********************************************************
+*  Private functions
+*********************************************************/
+static clock_t BMK_GetClockSpan( clock_t clockStart )
+{
+    return clock() - clockStart;   /* works even if overflow; max span ~30 mn */
+}
+
+
+static size_t BMK_findMaxMem(U64 requiredMem)
+{
+    size_t step = 64 MB;
+    BYTE* testmem=NULL;
+
+    requiredMem = (((requiredMem >> 26) + 1) << 26);
+    requiredMem += 2*step;
+    if (requiredMem > MAX_MEM) requiredMem = MAX_MEM;
+
+    while (!testmem) {
+        if (requiredMem > step) requiredMem -= step;
+        else requiredMem >>= 1;
+        testmem = (BYTE*) malloc ((size_t)requiredMem);
+    }
+    free (testmem);
+
+    /* keep some space available */
+    if (requiredMem > step) requiredMem -= step;
+    else requiredMem >>= 1;
+
+    return (size_t)requiredMem;
+}
+
+
+static U64 BMK_GetFileSize(const char* infilename)
+{
+    int r;
+#if defined(_MSC_VER)
+    struct _stat64 statbuf;
+    r = _stat64(infilename, &statbuf);
+#else
+    struct stat statbuf;
+    r = stat(infilename, &statbuf);
+#endif
+    if (r || !S_ISREG(statbuf.st_mode)) return 0;   /* No good... */
+    return (U64)statbuf.st_size;
+}
+
+
+/*********************************************************
+*  Benchmark function
+*********************************************************/
+Lizard_stream_t *Lizard_stream;
+static void local_Lizard_createStream(void)
+{
+    Lizard_stream = Lizard_resetStream_MinLevel(Lizard_stream);
+}
+
+static int local_Lizard_saveDict(const char* in, char* out, int inSize)
+{
+    (void)in;
+    return Lizard_saveDict(Lizard_stream, out, inSize);
+}
+
+static int local_Lizard_compress_default_large(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_MinLevel(in, out, inSize, Lizard_compressBound(inSize));
+}
+
+static int local_Lizard_compress_default_small(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_MinLevel(in, out, inSize, Lizard_compressBound(inSize)-1);
+}
+
+static int local_Lizard_compress_withState(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_extState_MinLevel(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize));
+}
+
+static int local_Lizard_compress_limitedOutput_withState(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_extState_MinLevel(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize)-1);
+}
+
+static int local_Lizard_compress_continue(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_continue(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize));
+}
+
+static int local_Lizard_compress_limitedOutput_continue(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_continue(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize)-1);
+}
+
+
+/* HC compression functions */
+Lizard_stream_t* Lizard_streamPtr;
+static void local_Lizard_resetStream(void)
+{
+    Lizard_streamPtr = Lizard_resetStream(Lizard_streamPtr, 0);
+}
+
+static int local_Lizard_saveDictHC(const char* in, char* out, int inSize)
+{
+    (void)in;
+    return Lizard_saveDict(Lizard_streamPtr, out, inSize);
+}
+
+static int local_Lizard_compress_extState(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_extState(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize), 0);
+}
+
+static int local_Lizard_compress_extState_limitedOutput(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_extState(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize)-1, 0);
+}
+
+static int local_Lizard_compress(const char* in, char* out, int inSize)
+{
+    return Lizard_compress(in, out, inSize, Lizard_compressBound(inSize), 0);
+}
+
+static int local_Lizard_compress_limitedOutput(const char* in, char* out, int inSize)
+{
+    return Lizard_compress(in, out, inSize, Lizard_compressBound(inSize)-1, 0);
+}
+
+static int local_Lizard_compressHC_continue(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_continue(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize));
+}
+
+static int local_Lizard_compress_continue_limitedOutput(const char* in, char* out, int inSize)
+{
+    return Lizard_compress_continue(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize)-1);
+}
+
+
+/* decompression functions */
+static int local_Lizard_decompress_safe_usingDict(const char* in, char* out, int inSize, int outSize)
+{
+    (void)inSize;
+    Lizard_decompress_safe_usingDict(in, out, inSize, outSize, out - 65536, 65536);
+    return outSize;
+}
+
+extern int Lizard_decompress_safe_forceExtDict(const char* in, char* out, int inSize, int outSize, const char* dict, int dictSize);
+
+static int local_Lizard_decompress_safe_forceExtDict(const char* in, char* out, int inSize, int outSize)
+{
+    (void)inSize;
+    Lizard_decompress_safe_forceExtDict(in, out, inSize, outSize, out - 65536, 65536);
+    return outSize;
+}
+
+static int local_Lizard_decompress_safe_partial(const char* in, char* out, int inSize, int outSize)
+{
+    return Lizard_decompress_safe_partial(in, out, inSize, outSize - 5, outSize);
+}
+
+
+/* frame functions */
+static int local_LizardF_compressFrame(const char* in, char* out, int inSize)
+{
+    return (int)LizardF_compressFrame(out, 2*inSize + 16, in, inSize, NULL);
+}
+
+static LizardF_decompressionContext_t g_dCtx;
+
+static int local_LizardF_decompress(const char* in, char* out, int inSize, int outSize)
+{
+    size_t srcSize = inSize;
+    size_t dstSize = outSize;
+    size_t result;
+    result = LizardF_decompress(g_dCtx, out, &dstSize, in, &srcSize, NULL);
+    if (result!=0) { DISPLAY("Error decompressing frame : unfinished frame (%d)\n", (int)result); exit(8); }
+    if (srcSize != (size_t)inSize) { DISPLAY("Error decompressing frame : read size incorrect\n"); exit(9); }
+    return (int)dstSize;
+}
+
+
+#define NB_COMPRESSION_ALGORITHMS 100
+#define NB_DECOMPRESSION_ALGORITHMS 100
+int fullSpeedBench(const char** fileNamesTable, int nbFiles)
+{
+    int fileIdx=0;
+
+    /* Init */
+    { size_t const errorCode = LizardF_createDecompressionContext(&g_dCtx, LIZARDF_VERSION);
+      if (LizardF_isError(errorCode)) { DISPLAY("dctx allocation issue \n"); return 10; } }
+
+  Lizard_streamPtr = Lizard_createStream(0);
+  if (!Lizard_streamPtr) { DISPLAY("Lizard_streamPtr allocation issue \n"); return 10; }
+
+  Lizard_stream = Lizard_createStream_MinLevel();
+  if (!Lizard_stream) { DISPLAY("Lizard_stream allocation issue \n"); return 10; }
+
+    /* Loop for each fileName */
+    while (fileIdx<nbFiles) {
+      char* orig_buff = NULL;
+      struct chunkParameters* chunkP = NULL;
+      char* compressed_buff=NULL;
+      const char* const inFileName = fileNamesTable[fileIdx++];
+      FILE* const inFile = fopen( inFileName, "rb" );
+      U64   inFileSize;
+      size_t benchedSize;
+      int nbChunks;
+      int maxCompressedChunkSize;
+      size_t readSize;
+      int compressedBuffSize;
+      U32 crcOriginal;
+      size_t errorCode;
+
+      /* Check file existence */
+      if (inFile==NULL) { DISPLAY( "Pb opening %s\n", inFileName); return 11; }
+
+      /* Memory size adjustments */
+      inFileSize = BMK_GetFileSize(inFileName);
+      if (inFileSize==0) { DISPLAY( "file is empty\n"); fclose(inFile); return 11; }
+      benchedSize = BMK_findMaxMem(inFileSize*2) / 2;   /* because 2 buffers */
+      if (benchedSize==0) { DISPLAY( "not enough memory\n"); fclose(inFile); return 11; }
+      if ((U64)benchedSize > inFileSize) benchedSize = (size_t)inFileSize;
+      if (benchedSize < inFileSize)
+          DISPLAY("Not enough memory for '%s' full size; testing %i MB only...\n", inFileName, (int)(benchedSize>>20));
+
+      /* Allocation */
+      chunkP = (struct chunkParameters*) malloc(((benchedSize / (size_t)g_chunkSize)+1) * sizeof(struct chunkParameters));
+      orig_buff = (char*) malloc(benchedSize);
+      nbChunks = (int) ((benchedSize + (g_chunkSize-1)) / g_chunkSize);
+      maxCompressedChunkSize = Lizard_compressBound(g_chunkSize);
+      compressedBuffSize = nbChunks * maxCompressedChunkSize;
+      compressed_buff = (char*)malloc((size_t)compressedBuffSize);
+      if(!chunkP || !orig_buff || !compressed_buff) {
+          DISPLAY("\nError: not enough memory!\n");
+          fclose(inFile);
+          free(orig_buff);
+          free(compressed_buff);
+          free(chunkP);
+          return(12);
+      }
+
+      /* Fill in src buffer */
+      DISPLAY("Loading %s...       \r", inFileName);
+      readSize = fread(orig_buff, 1, benchedSize, inFile);
+      fclose(inFile);
+
+      if (readSize != benchedSize) {
+        DISPLAY("\nError: problem reading file '%s' !!    \n", inFileName);
+        free(orig_buff);
+        free(compressed_buff);
+        free(chunkP);
+        return 13;
+      }
+
+      /* Calculating input Checksum */
+      crcOriginal = XXH32(orig_buff, benchedSize,0);
+
+
+      /* Bench */
+      { int loopNb, nb_loops, chunkNb, cAlgNb, dAlgNb;
+        size_t cSize=0;
+        double ratio=0.;
+
+        DISPLAY("\r%79s\r", "");
+        DISPLAY(" %s : \n", inFileName);
+
+        /* Bench Compression Algorithms */
+        for (cAlgNb=0; (cAlgNb <= NB_COMPRESSION_ALGORITHMS) && (g_compressionTest); cAlgNb++) {
+            const char* compressorName;
+            int (*compressionFunction)(const char*, char*, int);
+            void (*initFunction)(void) = NULL;
+            double bestTime = 100000000.;
+
+            /* filter compressionAlgo only */
+            if ((g_compressionAlgo != ALL_COMPRESSORS) && (g_compressionAlgo != cAlgNb)) continue;
+
+            /* Init data chunks */
+            {   int i;
+                size_t remaining = benchedSize;
+                char* in = orig_buff;
+                char* out = compressed_buff;
+                nbChunks = (int) (((int)benchedSize + (g_chunkSize-1))/ g_chunkSize);
+                for (i=0; i<nbChunks; i++) {
+                    chunkP[i].id = i;
+                    chunkP[i].origBuffer = in; in += g_chunkSize;
+                    if ((int)remaining > g_chunkSize) { chunkP[i].origSize = g_chunkSize; remaining -= g_chunkSize; } else { chunkP[i].origSize = (int)remaining; remaining = 0; }
+                    chunkP[i].compressedBuffer = out; out += maxCompressedChunkSize;
+                    chunkP[i].compressedSize = 0;
+                }
+            }
+
+            switch(cAlgNb)
+            {
+            case 0 : DISPLAY("Compression functions : \n"); continue;
+            case 1 : compressionFunction = local_Lizard_compress_default_large; compressorName = "Lizard_compress_MinLevel"; break;
+            case 2 : compressionFunction = local_Lizard_compress_default_small; compressorName = "Lizard_compress_MinLevel(small dst)"; break;
+
+            case 10: compressionFunction = local_Lizard_compress; compressorName = "Lizard_compress"; break;
+            case 11: compressionFunction = local_Lizard_compress_limitedOutput; compressorName = "Lizard_compress limitedOutput"; break;
+            case 12 : compressionFunction = local_Lizard_compress_extState; compressorName = "Lizard_compress_extState"; break;
+            case 13: compressionFunction = local_Lizard_compress_extState_limitedOutput; compressorName = "Lizard_compress_extState limitedOutput"; break;
+            case 14: compressionFunction = local_Lizard_compressHC_continue; initFunction = local_Lizard_resetStream; compressorName = "Lizard_compress_continue"; break;
+            case 15: compressionFunction = local_Lizard_compress_continue_limitedOutput; initFunction = local_Lizard_resetStream; compressorName = "Lizard_compress_continue limitedOutput"; break;
+            case 30: compressionFunction = local_LizardF_compressFrame; compressorName = "LizardF_compressFrame";
+                        chunkP[0].origSize = (int)benchedSize; nbChunks=1;
+                        break;
+            case 40: compressionFunction = local_Lizard_saveDict; compressorName = "Lizard_saveDict";
+                        Lizard_loadDict(Lizard_stream, chunkP[0].origBuffer, chunkP[0].origSize);
+                        break;
+            case 41: compressionFunction = local_Lizard_saveDictHC; compressorName = "Lizard_saveDict";
+                        Lizard_loadDict(Lizard_streamPtr, chunkP[0].origBuffer, chunkP[0].origSize);
+                        break;
+            case 16: compressionFunction = local_Lizard_compress_withState; compressorName = "Lizard_compress_extState_MinLevel(1)"; break;
+            case 17: compressionFunction = local_Lizard_compress_limitedOutput_withState; compressorName = "Lizard_compress_extState_MinLevel(1) limitedOutput"; break;
+            case 18: compressionFunction = local_Lizard_compress_continue; initFunction = local_Lizard_createStream; compressorName = "Lizard_compress_continue(1)"; break;
+            case 19: compressionFunction = local_Lizard_compress_limitedOutput_continue; initFunction = local_Lizard_createStream; compressorName = "Lizard_compress_continue(1) limitedOutput"; break;
+            case 60: DISPLAY("Obsolete compression functions : \n"); continue;
+            default :
+                continue;   /* unknown ID : just skip */
+            }
+
+            for (loopNb = 1; loopNb <= g_nbIterations; loopNb++) {
+                double averageTime;
+                clock_t clockTime;
+
+                PROGRESS("%1i- %-28.28s :%9i ->\r", loopNb, compressorName, (int)benchedSize);
+                { size_t i; for (i=0; i<benchedSize; i++) compressed_buff[i]=(char)i; }     /* warming up memory */
+
+                nb_loops = 0;
+                clockTime = clock();
+                while(clock() == clockTime);
+                clockTime = clock();
+                while(BMK_GetClockSpan(clockTime) < TIMELOOP) {
+                    if (initFunction!=NULL) initFunction();
+                    for (chunkNb=0; chunkNb<nbChunks; chunkNb++) {
+                        chunkP[chunkNb].compressedSize = compressionFunction(chunkP[chunkNb].origBuffer, chunkP[chunkNb].compressedBuffer, chunkP[chunkNb].origSize);
+                        if (chunkP[chunkNb].compressedSize==0) DISPLAY("ERROR ! %s() = 0 !! \n", compressorName), exit(1);
+                    }
+                    nb_loops++;
+                }
+                clockTime = BMK_GetClockSpan(clockTime);
+
+                nb_loops += !nb_loops;   /* avoid division by zero */
+                averageTime = ((double)clockTime) / nb_loops / CLOCKS_PER_SEC;
+                if (averageTime < bestTime) bestTime = averageTime;
+                cSize=0; for (chunkNb=0; chunkNb<nbChunks; chunkNb++) cSize += chunkP[chunkNb].compressedSize;
+                ratio = (double)cSize/(double)benchedSize*100.;
+                PROGRESS("%1i- %-28.28s :%9i ->%9i (%5.2f%%),%7.1f MB/s\r", loopNb, compressorName, (int)benchedSize, (int)cSize, ratio, (double)benchedSize / bestTime / 1000000);
+            }
+
+            if (ratio<100.)
+                DISPLAY("%2i-%-28.28s :%9i ->%9i (%5.2f%%),%7.1f MB/s\n", cAlgNb, compressorName, (int)benchedSize, (int)cSize, ratio, (double)benchedSize / bestTime / 1000000);
+            else
+                DISPLAY("%2i-%-28.28s :%9i ->%9i (%5.1f%%),%7.1f MB/s\n", cAlgNb, compressorName, (int)benchedSize, (int)cSize, ratio, (double)benchedSize / bestTime / 100000);
+        }
+
+        /* Prepare layout for decompression */
+        /* Init data chunks */
+        { int i;
+          size_t remaining = benchedSize;
+          char* in = orig_buff;
+          char* out = compressed_buff;
+
+          nbChunks = (int) (((int)benchedSize + (g_chunkSize-1))/ g_chunkSize);
+          for (i=0; i<nbChunks; i++) {
+              chunkP[i].id = i;
+              chunkP[i].origBuffer = in; in += g_chunkSize;
+              if ((int)remaining > g_chunkSize) { chunkP[i].origSize = g_chunkSize; remaining -= g_chunkSize; } else { chunkP[i].origSize = (int)remaining; remaining = 0; }
+              chunkP[i].compressedBuffer = out; out += maxCompressedChunkSize;
+              chunkP[i].compressedSize = 0;
+          }
+        }
+        for (chunkNb=0; chunkNb<nbChunks; chunkNb++) {
+            chunkP[chunkNb].compressedSize = Lizard_compress_MinLevel(chunkP[chunkNb].origBuffer, chunkP[chunkNb].compressedBuffer, chunkP[chunkNb].origSize, Lizard_compressBound(chunkP[chunkNb].origSize));
+            if (chunkP[chunkNb].compressedSize==0) DISPLAY("ERROR ! %s() = 0 !! \n", "Lizard_compress_MinLevel"), exit(1);
+        }
+
+        /* Decompression Algorithms */
+        for (dAlgNb=0; (dAlgNb <= NB_DECOMPRESSION_ALGORITHMS) && (g_decompressionTest); dAlgNb++) {
+            const char* dName;
+            int (*decompressionFunction)(const char*, char*, int, int);
+            double bestTime = 100000000.;
+
+            if ((g_decompressionAlgo != ALL_DECOMPRESSORS) && (g_decompressionAlgo != dAlgNb)) continue;
+
+            switch(dAlgNb)
+            {
+            case 0: DISPLAY("Decompression functions : \n"); continue;
+            case 4: decompressionFunction = Lizard_decompress_safe; dName = "Lizard_decompress_safe"; break;
+            case 6: decompressionFunction = local_Lizard_decompress_safe_usingDict; dName = "Lizard_decompress_safe_usingDict"; break;
+            case 7: decompressionFunction = local_Lizard_decompress_safe_partial; dName = "Lizard_decompress_safe_partial"; break;
+            case 8: decompressionFunction = local_Lizard_decompress_safe_forceExtDict; dName = "Lizard_decompress_safe_forceExtDict"; break;
+            case 9: decompressionFunction = local_LizardF_decompress; dName = "LizardF_decompress";
+                    errorCode = LizardF_compressFrame(compressed_buff, compressedBuffSize, orig_buff, benchedSize, NULL);
+                    if (LizardF_isError(errorCode)) {
+                        DISPLAY("Error while preparing compressed frame\n");
+                        free(orig_buff);
+                        free(compressed_buff);
+                        free(chunkP);
+                        return 1;
+                    }
+                    chunkP[0].origSize = (int)benchedSize;
+                    chunkP[0].compressedSize = (int)errorCode;
+                    nbChunks = 1;
+                    break;
+            default :
+                continue;   /* skip if unknown ID */
+            }
+
+            { size_t i; for (i=0; i<benchedSize; i++) orig_buff[i]=0; }     /* zeroing source area, for CRC checking */
+
+            for (loopNb = 1; loopNb <= g_nbIterations; loopNb++) {
+                double averageTime;
+                clock_t clockTime;
+                U32 crcDecoded;
+
+                PROGRESS("%1i- %-29.29s :%10i ->\r", loopNb, dName, (int)benchedSize);
+
+                nb_loops = 0;
+                clockTime = clock();
+                while(clock() == clockTime);
+                clockTime = clock();
+                while(BMK_GetClockSpan(clockTime) < TIMELOOP) {
+                    for (chunkNb=0; chunkNb<nbChunks; chunkNb++) {
+                        int decodedSize = decompressionFunction(chunkP[chunkNb].compressedBuffer, chunkP[chunkNb].origBuffer, chunkP[chunkNb].compressedSize, chunkP[chunkNb].origSize);
+                        if (chunkP[chunkNb].origSize != decodedSize) DISPLAY("ERROR ! %s() == %i != %i !! \n", dName, decodedSize, chunkP[chunkNb].origSize), exit(1);
+                    }
+                    nb_loops++;
+                }
+                clockTime = BMK_GetClockSpan(clockTime);
+
+                nb_loops += !nb_loops;   /* Avoid division by zero */
+                averageTime = (double)clockTime / nb_loops / CLOCKS_PER_SEC;
+                if (averageTime < bestTime) bestTime = averageTime;
+
+                PROGRESS("%1i- %-29.29s :%10i -> %7.1f MB/s\r", loopNb, dName, (int)benchedSize, (double)benchedSize / bestTime / 1000000);
+
+                /* CRC Checking */
+                crcDecoded = XXH32(orig_buff, (int)benchedSize, 0);
+                if (crcOriginal!=crcDecoded) { DISPLAY("\n!!! WARNING !!! %14s : Invalid Checksum : %x != %x\n", inFileName, (unsigned)crcOriginal, (unsigned)crcDecoded); exit(1); }
+            }
+
+            DISPLAY("%2i-%-29.29s :%10i -> %7.1f MB/s\n", dAlgNb, dName, (int)benchedSize, (double)benchedSize / bestTime / 1000000);
+        }
+      }
+      free(orig_buff);
+      free(compressed_buff);
+      free(chunkP);
+    }
+
+    Lizard_freeStream(Lizard_stream);
+    Lizard_freeStream(Lizard_streamPtr);
+    LizardF_freeDecompressionContext(g_dCtx);
+    if (g_pause) { printf("press enter...\n"); (void)getchar(); }
+
+    return 0;
+}
+
+
+static int usage(const char* exename)
+{
+    DISPLAY( "Usage :\n");
+    DISPLAY( "      %s [arg] file1 file2 ... fileX\n", exename);
+    DISPLAY( "Arguments :\n");
+    DISPLAY( " -c     : compression tests only\n");
+    DISPLAY( " -d     : decompression tests only\n");
+    DISPLAY( " -H/-h  : Help (this text + advanced options)\n");
+    return 0;
+}
+
+static int usage_advanced(void)
+{
+    DISPLAY( "\nAdvanced options :\n");
+    DISPLAY( " -c#    : test only compression function # [1-%i]\n", NB_COMPRESSION_ALGORITHMS);
+    DISPLAY( " -d#    : test only decompression function # [1-%i]\n", NB_DECOMPRESSION_ALGORITHMS);
+    DISPLAY( " -i#    : iteration loops [1-9](default : %i)\n", NBLOOPS);
+    DISPLAY( " -B#    : Block size [4-7](default : 7)\n");
+    return 0;
+}
+
+static int badusage(const char* exename)
+{
+    DISPLAY("Wrong parameters\n");
+    usage(exename);
+    return 0;
+}
+
+int main(int argc, const char** argv)
+{
+    int i,
+        filenamesStart=2;
+    const char* exename = argv[0];
+    const char* input_filename=0;
+
+    // Welcome message
+    DISPLAY(WELCOME_MESSAGE);
+
+    if (argc<2) { badusage(exename); return 1; }
+
+    for(i=1; i<argc; i++) {
+        const char* argument = argv[i];
+
+        if(!argument) continue;   // Protection if argument empty
+        if (!strcmp(argument, "--no-prompt")) {
+            g_noPrompt = 1;
+            continue;
+        }
+
+        // Decode command (note : aggregated commands are allowed)
+        if (argument[0]=='-') {
+            while (argument[1]!=0) {
+                argument ++;
+
+                switch(argument[0])
+                {
+                    // Select compression algorithm only
+                case 'c':
+                    g_decompressionTest = 0;
+                    while ((argument[1]>= '0') && (argument[1]<= '9')) {
+                        g_compressionAlgo *= 10;
+                        g_compressionAlgo += argument[1] - '0';
+                        argument++;
+                    }
+                    break;
+
+                    // Select decompression algorithm only
+                case 'd':
+                    g_compressionTest = 0;
+                    while ((argument[1]>= '0') && (argument[1]<= '9')) {
+                        g_decompressionAlgo *= 10;
+                        g_decompressionAlgo += argument[1] - '0';
+                        argument++;
+                    }
+                    break;
+
+                    // Display help on usage
+                case 'h' :
+                case 'H': usage(exename); usage_advanced(); return 0;
+
+                    // Modify Block Properties
+                case 'B':
+                    while (argument[1]!=0)
+                    switch(argument[1])
+                    {
+                    case '4':
+                    case '5':
+                    case '6':
+                    case '7':
+                    {   int B = argument[1] - '0';
+                        int S = 1 << (8 + 2*B);
+                        BMK_setBlocksize(S);
+                        argument++;
+                        break;
+                    }
+                    case 'D': argument++; break;
+                    default : goto _exit_blockProperties;
+                    }
+_exit_blockProperties:
+                    break;
+
+                    // Modify Nb Iterations
+                case 'i':
+                    if ((argument[1] >='0') && (argument[1] <='9')) {
+                        int iters = argument[1] - '0';
+                        BMK_setNbIterations(iters);
+                        argument++;
+                    }
+                    break;
+
+                    // Pause at the end (hidden option)
+                case 'p': BMK_setPause(); break;
+
+                    // Unknown command
+                default : badusage(exename); return 1;
+                }
+            }
+            continue;
+        }
+
+        // first provided filename is input
+        if (!input_filename) { input_filename=argument; filenamesStart=i; continue; }
+
+    }
+
+    // No input filename ==> Error
+    if(!input_filename) { badusage(exename); return 1; }
+
+    return fullSpeedBench(argv+filenamesStart, argc-filenamesStart);
+
+}
diff --git a/contrib/lizard/tests/fuzzer.c b/contrib/lizard/tests/fuzzer.c
new file mode 100644
index 00000000000..90864dc6d02
--- /dev/null
+++ b/contrib/lizard/tests/fuzzer.c
@@ -0,0 +1,1086 @@
+/*
+    fuzzer.c - Fuzzer test tool for Lizard
+    Copyright (C) Yann Collet 2012-2016
+    Copyright (C) Przemyslaw Skibinski 2016-2017
+
+    GPL v2 License
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+    You can contact the author at :
+    - Lizard source repo : https://github.com/inikep/lizard
+*/
+
+/*-************************************
+*  Compiler options
+**************************************/
+#ifdef _MSC_VER    /* Visual Studio */
+#  define _CRT_SECURE_NO_WARNINGS    /* fgets */
+#  pragma warning(disable : 4127)    /* disable: C4127: conditional expression is constant */
+#  pragma warning(disable : 4146)    /* disable: C4146: minus unsigned expression */
+#  pragma warning(disable : 4310)    /* disable: C4310: constant char value > 127 */
+#endif
+
+/* S_ISREG & gettimeofday() are not supported by MSVC */
+#if defined(_MSC_VER) || defined(_WIN32)
+#  define FUZ_LEGACY_TIMER 1
+#endif
+
+
+/*-************************************
+*  Includes
+**************************************/
+#include <stdlib.h>
+#include <stdio.h>      /* fgets, sscanf */
+#include <string.h>     /* strcmp */
+#include <time.h>       /* clock_t, clock, CLOCKS_PER_SEC */
+#include "lizard_compress.h"        /* LIZARD_VERSION_STRING */
+#include "lizard_decompress.h"
+#include "lizard_common.h"
+#define XXH_STATIC_LINKING_ONLY
+#include "xxhash/xxhash.h"
+
+
+
+/*-************************************
+*  Constants
+**************************************/
+#define NB_ATTEMPTS (1<<16)
+#define COMPRESSIBLE_NOISE_LENGTH (1 << 21)
+#define FUZ_MAX_BLOCK_SIZE (1 << 17)
+#define FUZ_MAX_DICT_SIZE  (1 << 15)
+#define FUZ_COMPRESSIBILITY_DEFAULT 60
+#define PRIME1   2654435761U
+#define PRIME2   2246822519U
+#define PRIME3   3266489917U
+
+
+/*-***************************************
+*  Macros
+*****************************************/
+#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
+#define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); }
+static int g_displayLevel = 2;
+static const clock_t g_refreshRate = CLOCKS_PER_SEC * 25 / 100;
+static clock_t g_time = 0;
+
+
+/*-*******************************************************
+*  Fuzzer functions
+*********************************************************/
+static clock_t FUZ_GetClockSpan(clock_t clockStart)
+{
+    return clock() - clockStart;   /* works even if overflow; max span ~ 30mn */
+}
+
+static U32 FUZ_rotl32(U32 u32, U32 nbBits)
+{
+    return ((u32 << nbBits) | (u32 >> (32 - nbBits)));
+}
+
+static U32 FUZ_rand(U32* src)
+{
+    U32 rand32 = *src;
+    rand32 *= PRIME1;
+    rand32 ^= PRIME2;
+    rand32  = FUZ_rotl32(rand32, 13);
+    *src = rand32;
+    return rand32;
+}
+
+
+#define FUZ_RAND15BITS  ((FUZ_rand(seed) >> 3) & 32767)
+#define FUZ_RANDLENGTH  ( ((FUZ_rand(seed) >> 7) & 3) ? (FUZ_rand(seed) % 15) : (FUZ_rand(seed) % 510) + 15)
+static void FUZ_fillCompressibleNoiseBuffer(void* buffer, size_t bufferSize, double proba, U32* seed)
+{
+    BYTE* BBuffer = (BYTE*)buffer;
+    size_t pos = 0;
+    U32 P32 = (U32)(32768 * proba);
+
+    /* First Bytes */
+    while (pos < 20)
+        BBuffer[pos++] = (BYTE)(FUZ_rand(seed));
+
+    while (pos < bufferSize)
+    {
+        /* Select : Literal (noise) or copy (within 64K) */
+        if (FUZ_RAND15BITS < P32)
+        {
+            /* Copy (within 64K) */
+            size_t match, d;
+            size_t length = FUZ_RANDLENGTH + 4;
+            size_t offset = FUZ_RAND15BITS + 1;
+            while (offset > pos) offset >>= 1;
+            d = pos + length;
+            while (d > bufferSize) d = bufferSize;
+            match = pos - offset;
+            while (pos < d) BBuffer[pos++] = BBuffer[match++];
+        }
+        else
+        {
+            /* Literal (noise) */
+            size_t d;
+            size_t length = FUZ_RANDLENGTH;
+            d = pos + length;
+            if (d > bufferSize) d = bufferSize;
+            while (pos < d) BBuffer[pos++] = (BYTE)(FUZ_rand(seed) >> 5);
+        }
+    }
+}
+
+
+#define MAX_NB_BUFF_I134 150
+#define BLOCKSIZE_I134   (32 MB)
+/*! FUZ_AddressOverflow() :
+*   Aggressively pushes memory allocation limits,
+*   and generates patterns which create address space overflow.
+*   only possible in 32-bits mode */
+static int FUZ_AddressOverflow(U32* seed)
+{
+    char* buffers[MAX_NB_BUFF_I134];
+    int i, nbBuff=0;
+    int highAddress = 0;
+
+    DISPLAY("Overflow tests : ");
+
+    /* Only possible in 32-bits */
+ /*   if (sizeof(void*)==8)
+    {
+        DISPLAY("64 bits mode : no overflow \n");
+        fflush(stdout);
+        return 0;
+    }*/
+
+    buffers[0] = (char*)malloc(BLOCKSIZE_I134);
+    buffers[1] = (char*)malloc(BLOCKSIZE_I134);
+    if ((!buffers[0]) || (!buffers[1])) {
+        DISPLAY("not enough memory for tests \n");
+        return 0;
+    }
+
+    for (nbBuff=2; nbBuff < MAX_NB_BUFF_I134; nbBuff++) {
+        DISPLAY("%3i \b\b\b\b", nbBuff);
+        buffers[nbBuff] = (char*)malloc(BLOCKSIZE_I134);
+        if (buffers[nbBuff]==NULL) goto _endOfTests;
+
+        if (((size_t)buffers[nbBuff] > (size_t)0x80000000) && (!highAddress)) {
+            DISPLAY("high address detected : ");
+            fflush(stdout);
+            highAddress=1;
+        }
+
+        {   int const nbOf255 = 1 + (FUZ_rand(seed) % (BLOCKSIZE_I134-1));
+            char* const input = buffers[nbBuff-1];
+            char* output = buffers[nbBuff];
+            int r;
+            BYTE cLevel = LIZARD_MIN_CLEVEL + (FUZ_rand(seed) % (1+LIZARD_MAX_CLEVEL-LIZARD_MIN_CLEVEL));
+            for(i = 5; i < nbOf255; i++) input[i] = (char)0xff;
+            for(i = 5; i < nbOf255; i+=(FUZ_rand(seed) % 128)) input[i] = (BYTE)(FUZ_rand(seed)%256);
+
+            input[0] = (char)cLevel; /* Compression Level */
+            input[1] = (char)0xF0;   /* Literal length overflow */
+            input[2] = (char)0xFF;
+            input[3] = (char)0xFF;
+            input[4] = (char)0xFF;
+            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
+            if (r>0 && r<nbOf255) goto _overflowError;
+
+            input[0] = (char)cLevel; /* Compression Level */
+            input[1] = (char)0x1F;   /* Match length overflow */
+            input[2] = (char)0x01;
+            input[3] = (char)0x01;
+            input[4] = (char)0x00;
+            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
+            if (r>0 && r<nbOf255) goto _overflowError;
+
+            output = buffers[nbBuff-2];   /* Reverse in/out pointer order */
+            input[0] = (char)cLevel; /* Compression Level */
+            input[1] = (char)0xF0;   /* Literal length overflow */
+            input[2] = (char)0xFF;
+            input[3] = (char)0xFF;
+            input[4] = (char)0xFF;
+            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
+            if (r>0 && r<nbOf255) goto _overflowError;
+
+            input[0] = (char)cLevel; /* Compression Level */
+            input[1] = (char)0x1F;   /* Match length overflow */
+            input[2] = (char)0x01;
+            input[3] = (char)0x01;
+            input[4] = (char)0x00;
+            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
+            if (r>0 && r<nbOf255) goto _overflowError;
+        }
+    }
+
+_endOfTests:
+    for (i=0 ; i<nbBuff; i++) free(buffers[i]);
+    if (!highAddress) DISPLAY("high address not possible \n");
+    else DISPLAY("all overflows correctly detected \n");
+    return 0;
+
+_overflowError:
+    DISPLAY("Address space overflow error !! \n");
+    exit(1);
+}
+
+
+static void FUZ_displayUpdate(unsigned testNb)
+{
+    if ((FUZ_GetClockSpan(g_time) > g_refreshRate) | (g_displayLevel>=3)) {
+        g_time = clock();
+        DISPLAY("\r%5u   ", testNb);
+        if (g_displayLevel>=3) fflush(stdout);
+    }
+}
+
+
+/*! FUZ_findDiff() :
+*   find the first different byte between buff1 and buff2.
+*   presumes buff1 != buff2.
+*   presumes a difference exists before end of either buffer.
+*   Typically invoked after a checksum mismatch.
+*/
+static void FUZ_findDiff(const void* buff1, const void* buff2)
+{
+    const BYTE* const b1 = (const BYTE*)buff1;
+    const BYTE* const b2 = (const BYTE*)buff2;
+    size_t i=0;
+    while (b1[i]==b2[i]) i++;
+    DISPLAY("Wrong Byte at position %u\n", (unsigned)i);
+}
+
+
+static int FUZ_test(U32 seed, U32 nbCycles, const U32 startCycle, const double compressibility, U32 duration_s)
+{
+    unsigned long long bytes = 0;
+    unsigned long long cbytes = 0;
+    unsigned long long hcbytes = 0;
+    unsigned long long ccbytes = 0;
+    void* CNBuffer;
+    char* compressedBuffer;
+    char* decodedBuffer;
+#   define FUZ_max   LIZARD_COMPRESSBOUND(LEN)
+    int ret;
+    unsigned cycleNb;
+#   define FUZ_CHECKTEST(cond, ...) if (cond) { printf("Test %u : ", testNb); printf(__VA_ARGS__); \
+                                                printf(" (seed %u, cycle %u) \n", seed, cycleNb); goto _output_error; }
+#   define FUZ_DISPLAYTEST          { testNb++; g_displayLevel<3 ? 0 : printf("%2u\b\b", testNb); if (g_displayLevel==4) fflush(stdout); }
+    void* stateLizard   = malloc(Lizard_sizeofState_MinLevel());
+    void* stateLizardHC = malloc(Lizard_sizeofState(0));
+    Lizard_stream_t* Lizarddict;
+    Lizard_stream_t* Lizard_streamHCPtr;
+    U32 crcOrig, crcCheck;
+    U32 coreRandState = seed;
+    U32 randState = coreRandState ^ PRIME3;
+    int result = 0;
+    clock_t const clockStart = clock();
+    clock_t const clockDuration = (clock_t)duration_s * CLOCKS_PER_SEC;
+
+
+    /* init */
+    Lizard_streamHCPtr = Lizard_createStream(0);
+    Lizarddict = Lizard_createStream_MinLevel();
+
+    /* Create compressible test buffer */
+    CNBuffer = malloc(COMPRESSIBLE_NOISE_LENGTH);
+    compressedBuffer = (char*)malloc(Lizard_compressBound(FUZ_MAX_BLOCK_SIZE));
+    decodedBuffer = (char*)malloc(FUZ_MAX_DICT_SIZE + FUZ_MAX_BLOCK_SIZE);
+
+    if (!stateLizard || !stateLizardHC || !Lizarddict || !Lizard_streamHCPtr || !CNBuffer || !compressedBuffer || !decodedBuffer) goto _output_error;
+
+    FUZ_fillCompressibleNoiseBuffer(CNBuffer, COMPRESSIBLE_NOISE_LENGTH, compressibility, &randState);
+
+    /* move to startCycle */
+    for (cycleNb = 0; cycleNb < startCycle; cycleNb++) {
+        (void)FUZ_rand(&coreRandState);
+
+        if (0) {   /* some problems can be related to dictionary re-use; in this case, enable this loop */
+            int dictSize, blockSize, blockStart;
+            char* dict;
+            char* block;
+            FUZ_displayUpdate(cycleNb);
+            randState = coreRandState ^ PRIME3;
+            blockSize  = FUZ_rand(&randState) % FUZ_MAX_BLOCK_SIZE;
+            blockStart = FUZ_rand(&randState) % (COMPRESSIBLE_NOISE_LENGTH - blockSize);
+            dictSize   = FUZ_rand(&randState) % FUZ_MAX_DICT_SIZE;
+            if (dictSize > blockStart) dictSize = blockStart;
+            block = ((char*)CNBuffer) + blockStart;
+            dict = block - dictSize;
+            Lizard_loadDict(Lizarddict, dict, dictSize);
+            Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+            Lizard_loadDict(Lizarddict, dict, dictSize);
+            Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+            Lizard_loadDict(Lizarddict, dict, dictSize);
+            Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+    }   }
+
+    /* Main test loop */
+    for (cycleNb = startCycle; (cycleNb < nbCycles) || (FUZ_GetClockSpan(clockStart) < clockDuration) ; cycleNb++) {
+        U32 testNb = 0;
+        char* dict;
+        char* block;
+        int dictSize, blockSize, blockStart, compressedSize, HCcompressedSize;
+        int blockContinueCompressedSize;
+
+        FUZ_displayUpdate(cycleNb);
+        (void)FUZ_rand(&coreRandState);
+        randState = coreRandState ^ PRIME3;
+
+        /* Select block to test */
+        blockSize  = (FUZ_rand(&randState) % (FUZ_MAX_BLOCK_SIZE-1)) + 1;
+        blockStart = FUZ_rand(&randState) % (COMPRESSIBLE_NOISE_LENGTH - blockSize);
+        dictSize   = FUZ_rand(&randState) % FUZ_MAX_DICT_SIZE;
+        if (dictSize > blockStart) dictSize = blockStart;
+        block = ((char*)CNBuffer) + blockStart;
+        dict = block - dictSize;
+
+        /* Compression tests */
+
+        /* Test compression HC */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress(block, compressedBuffer, blockSize, Lizard_compressBound(blockSize), 0);
+        FUZ_CHECKTEST(ret==0, "Lizard_compress() failed");
+        HCcompressedSize = ret;
+
+        /* Test compression HC using external state */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress_extState(stateLizardHC, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize), 0);
+        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState() failed");
+
+        /* Test compression using external state */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress_extState_MinLevel(stateLizard, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState_MinLevel(1) failed");
+
+        /* Test compression */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress_MinLevel(block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+        FUZ_CHECKTEST(ret==0, "Lizard_compress_MinLevel() failed");
+        compressedSize = ret;
+
+        /* Decompression tests */
+
+        crcOrig = XXH32(block, blockSize, 0);
+
+        /* Test decoding with output size exactly what's necessary => must work */
+        FUZ_DISPLAYTEST;
+        decodedBuffer[blockSize] = 0;
+        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize);
+        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe failed despite sufficient space");
+        FUZ_CHECKTEST(ret!=blockSize, "Lizard_decompress_safe did not regenerate original data");
+        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe overrun specified output buffer size");
+        crcCheck = XXH32(decodedBuffer, blockSize, 0);
+        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe corrupted decoded data");
+
+        // Test decoding with more than enough output size => must work
+        FUZ_DISPLAYTEST;
+        decodedBuffer[blockSize] = 0;
+        decodedBuffer[blockSize+1] = 0;
+        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize+1);
+        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe failed despite amply sufficient space");
+        FUZ_CHECKTEST(ret!=blockSize, "Lizard_decompress_safe did not regenerate original data");
+        //FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe wrote more than (unknown) target size");   // well, is that an issue ?
+        FUZ_CHECKTEST(decodedBuffer[blockSize+1], "Lizard_decompress_safe overrun specified output buffer size");
+        crcCheck = XXH32(decodedBuffer, blockSize, 0);
+        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe corrupted decoded data");
+
+        // Test decoding with output size being one byte too short => must fail
+        FUZ_DISPLAYTEST;
+        decodedBuffer[blockSize-1] = 0;
+        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize-1);
+        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to Output Size being one byte too short");
+        FUZ_CHECKTEST(decodedBuffer[blockSize-1], "Lizard_decompress_safe overrun specified output buffer size");
+
+        // Test decoding with output size being 10 bytes too short => must fail
+        FUZ_DISPLAYTEST;
+        if (blockSize>10)
+        {
+            decodedBuffer[blockSize-10] = 0;
+            ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize-10);
+            FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to Output Size being 10 bytes too short");
+            FUZ_CHECKTEST(decodedBuffer[blockSize-10], "Lizard_decompress_safe overrun specified output buffer size");
+        }
+
+        // Test decoding with input size being one byte too short => must fail
+        FUZ_DISPLAYTEST;
+        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize-1, blockSize);
+        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to input size being one byte too short (blockSize=%i, ret=%i, compressedSize=%i)", blockSize, ret, compressedSize);
+
+        // Test decoding with input size being one byte too large => must fail
+        FUZ_DISPLAYTEST;
+        decodedBuffer[blockSize] = 0;
+        compressedBuffer[compressedSize] = 0; /* valgrind */
+        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize+1, blockSize);
+        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to input size being too large");
+        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe overrun specified output buffer size");
+
+        // Test partial decoding with target output size being max/2 => must work
+        FUZ_DISPLAYTEST;
+        ret = Lizard_decompress_safe_partial(compressedBuffer, decodedBuffer, compressedSize, blockSize/2, blockSize);
+        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe_partial failed despite sufficient space");
+
+        // Test partial decoding with target output size being just below max => must work
+        FUZ_DISPLAYTEST;
+        ret = Lizard_decompress_safe_partial(compressedBuffer, decodedBuffer, compressedSize, blockSize-3, blockSize);
+        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe_partial failed despite sufficient space");
+
+        /* Test Compression with limited output size */
+
+        /* Test compression with output size being exactly what's necessary (should work) */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress_MinLevel(block, compressedBuffer, blockSize, compressedSize);
+        FUZ_CHECKTEST(ret==0, "Lizard_compress_MinLevel() failed despite sufficient space");
+
+        /* Test compression with output size being exactly what's necessary and external state (should work) */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress_extState_MinLevel(stateLizard, block, compressedBuffer, blockSize, compressedSize);
+        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState_MinLevel() failed despite sufficient space");
+
+        /* Test HC compression with output size being exactly what's necessary (should work) */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress(block, compressedBuffer, blockSize, HCcompressedSize, 0);
+        FUZ_CHECKTEST(ret==0, "Lizard_compress() (limitedOutput) failed despite sufficient space");
+
+        /* Test HC compression with output size being exactly what's necessary (should work) */
+        FUZ_DISPLAYTEST;
+        ret = Lizard_compress_extState(stateLizardHC, block, compressedBuffer, blockSize, HCcompressedSize, 0);
+        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState() failed despite sufficient space");
+
+        /* Test compression with missing bytes into output buffer => must fail */
+        FUZ_DISPLAYTEST;
+        {   int missingBytes = (FUZ_rand(&randState) % 0x3F) + 1;
+            if (missingBytes >= compressedSize) missingBytes = compressedSize-1;
+            missingBytes += !missingBytes;   /* avoid special case missingBytes==0 */
+            compressedBuffer[compressedSize-missingBytes] = 0;
+            ret = Lizard_compress_MinLevel(block, compressedBuffer, blockSize, compressedSize-missingBytes);
+            FUZ_CHECKTEST(ret, "Lizard_compress_MinLevel should have failed (output buffer too small by %i byte)", missingBytes);
+            FUZ_CHECKTEST(compressedBuffer[compressedSize-missingBytes], "Lizard_compress_MinLevel overran output buffer ! (%i missingBytes)", missingBytes)
+        }
+
+        /* Test HC compression with missing bytes into output buffer => must fail */
+        FUZ_DISPLAYTEST;
+        {   int missingBytes = (FUZ_rand(&randState) % 0x3F) + 1;
+            if (missingBytes >= HCcompressedSize) missingBytes = HCcompressedSize-1;
+            missingBytes += !missingBytes;   /* avoid special case missingBytes==0 */
+            compressedBuffer[HCcompressedSize-missingBytes] = 0;
+            ret = Lizard_compress(block, compressedBuffer, blockSize, HCcompressedSize-missingBytes, 0);
+            FUZ_CHECKTEST(ret, "Lizard_compress(limitedOutput) should have failed (output buffer too small by %i byte)", missingBytes);
+            FUZ_CHECKTEST(compressedBuffer[HCcompressedSize-missingBytes], "Lizard_compress overran output buffer ! (%i missingBytes)", missingBytes)
+        }
+
+
+        /*-******************/
+        /* Dictionary tests */
+        /*-******************/
+
+        /* Compress using dictionary */
+        FUZ_DISPLAYTEST;
+        {   Lizard_stream_t* Lizard_stream = Lizard_createStream_MinLevel();
+            FUZ_CHECKTEST(Lizard_stream==NULL, "Lizard_createStream_MinLevel() allocation failed");
+            Lizard_stream = Lizard_resetStream_MinLevel(Lizard_stream);
+            FUZ_CHECKTEST(Lizard_stream==NULL, "Lizard_resetStream_MinLevel() failed");
+            Lizard_compress_continue (Lizard_stream, dict, compressedBuffer, dictSize, Lizard_compressBound(dictSize));   /* Just to fill hash tables */
+            blockContinueCompressedSize = Lizard_compress_continue (Lizard_stream, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+            FUZ_CHECKTEST(blockContinueCompressedSize==0, "Lizard_compress_continue failed");
+            Lizard_freeStream(Lizard_stream);
+        }
+
+        /* Compress using External dictionary */
+        FUZ_DISPLAYTEST;
+        dict -= (FUZ_rand(&randState) & 0xF) + 1;   /* Separation, so it is an ExtDict */
+        if (dict < (char*)CNBuffer) dict = (char*)CNBuffer;
+        Lizard_loadDict(Lizarddict, dict, dictSize);
+        blockContinueCompressedSize = Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+        FUZ_CHECKTEST(blockContinueCompressedSize==0, "Lizard_compress_continue failed");
+
+        FUZ_DISPLAYTEST;
+        Lizard_loadDict(Lizarddict, dict, dictSize);
+        ret = Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, blockContinueCompressedSize-1);
+        FUZ_CHECKTEST(ret>0, "Lizard_compress_continue using ExtDict should fail : one missing byte for output buffer : %i written, %i buffer", ret, blockContinueCompressedSize);
+
+        FUZ_DISPLAYTEST;
+        Lizard_loadDict(Lizarddict, dict, dictSize);
+        ret = Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, blockContinueCompressedSize);
+        FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "Lizard_compress_limitedOutput_compressed size is different (%i != %i)", ret, blockContinueCompressedSize);
+        FUZ_CHECKTEST(ret<=0, "Lizard_compress_continue should work : enough size available within output buffer");
+
+        FUZ_DISPLAYTEST;
+        decodedBuffer[blockSize] = 0;
+        ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize, dict, dictSize);
+        FUZ_CHECKTEST(ret!=blockSize, "2Lizard_decompress_safe_usingDict did not regenerate original data ret[%d]!=blockSize[%d]", (int)ret, (int)blockSize);
+        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe_usingDict overrun specified output buffer size")
+            crcCheck = XXH32(decodedBuffer, blockSize, 0);
+        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe_usingDict corrupted decoded data");
+
+        FUZ_DISPLAYTEST;
+        decodedBuffer[blockSize-1] = 0;
+        ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize-1, dict, dictSize);
+        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe_usingDict should have failed : not enough output size (-1 byte)");
+        FUZ_CHECKTEST(decodedBuffer[blockSize-1], "Lizard_decompress_safe_usingDict overrun specified output buffer size");
+
+        FUZ_DISPLAYTEST;
+        {   U32 const missingBytes = (FUZ_rand(&randState) & 0xF) + 2;
+            if ((U32)blockSize > missingBytes) {
+                decodedBuffer[blockSize-missingBytes] = 0;
+                ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize-missingBytes, dict, dictSize);
+                FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe_usingDict should have failed : output buffer too small (-%u byte)", missingBytes);
+                FUZ_CHECKTEST(decodedBuffer[blockSize-missingBytes], "Lizard_decompress_safe_usingDict overrun specified output buffer size (-%u byte) (blockSize=%i)", missingBytes, blockSize);
+        }   }
+
+        /* Compress HC using External dictionary */
+        FUZ_DISPLAYTEST;
+        dict -= (FUZ_rand(&randState) & 7);    /* even bigger separation */
+        if (dict < (char*)CNBuffer) dict = (char*)CNBuffer;
+        Lizard_streamHCPtr = Lizard_resetStream (Lizard_streamHCPtr, FUZ_rand(&randState) & 0x7);
+        FUZ_CHECKTEST(Lizard_streamHCPtr==NULL, "Lizard_resetStream failed");
+        Lizard_loadDict(Lizard_streamHCPtr, dict, dictSize);
+        blockContinueCompressedSize = Lizard_compress_continue(Lizard_streamHCPtr, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
+        FUZ_CHECKTEST(blockContinueCompressedSize==0, "Lizard_compress_continue failed");
+
+        FUZ_DISPLAYTEST;
+        Lizard_loadDict(Lizard_streamHCPtr, dict, dictSize);
+        ret = Lizard_compress_continue(Lizard_streamHCPtr, block, compressedBuffer, blockSize, blockContinueCompressedSize-1);
+        FUZ_CHECKTEST(ret>0, "Lizard_compress_continue using ExtDict should fail : one missing byte for output buffer");
+
+        FUZ_DISPLAYTEST;
+        Lizard_loadDict(Lizard_streamHCPtr, dict, dictSize);
+        ret = Lizard_compress_continue(Lizard_streamHCPtr, block, compressedBuffer, blockSize, blockContinueCompressedSize);
+        FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "Lizard_compress_limitedOutput_compressed size is different (%i != %i)", ret, blockContinueCompressedSize);
+        FUZ_CHECKTEST(ret<=0, "Lizard_compress_continue should work : enough size available within output buffer");
+
+        FUZ_DISPLAYTEST;
+        decodedBuffer[blockSize] = 0;
+        ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize, dict, dictSize);
+        FUZ_CHECKTEST(ret!=blockSize, "3Lizard_decompress_safe_usingDict did not regenerate original data ret[%d]!=blockSize[%d]", (int)ret, (int)blockSize);
+        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe_usingDict overrun specified output buffer size")
+            crcCheck = XXH32(decodedBuffer, blockSize, 0);
+        if (crcCheck!=crcOrig)
+            FUZ_findDiff(block, decodedBuffer);
+        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe_usingDict corrupted decoded data");
+
+        /* ***** End of tests *** */
+        /* Fill stats */
+        bytes += blockSize;
+        cbytes += compressedSize;
+        hcbytes += HCcompressedSize;
+        ccbytes += blockContinueCompressedSize;
+    }
+
+    if (nbCycles<=1) nbCycles = cycleNb;   /* end by time */
+    bytes += !bytes;   /* avoid division by 0 */
+    printf("\r%7u /%7u   - ", cycleNb, nbCycles);
+    printf("all tests completed successfully \n");
+    printf("compression ratio: %0.3f%%\n", (double)cbytes/bytes*100);
+    printf("HC compression ratio: %0.3f%%\n", (double)hcbytes/bytes*100);
+    printf("ratio with dict: %0.3f%%\n", (double)ccbytes/bytes*100);
+
+    /* release memory */
+    {
+_exit:
+        free(CNBuffer);
+        free(compressedBuffer);
+        free(decodedBuffer);
+        free(stateLizard);
+        free(stateLizardHC);
+        Lizard_freeStream(Lizard_streamHCPtr);
+        Lizard_freeStream(Lizarddict);
+        return result;
+
+_output_error:
+        result = 1;
+        goto _exit;
+    }
+}
+
+
+#define testInputSize (192 KB)
+#define testCompressedSize (128 KB)
+#define ringBufferSize (8 KB)
+
+static void FUZ_unitTests(U32 seed)
+{
+    const unsigned testNb = 0;
+    const unsigned cycleNb= 0;
+    char testInput[testInputSize];
+    char testCompressed[testCompressedSize];
+    char testVerify[testInputSize];
+    char ringBuffer[ringBufferSize];
+    U32 randState = seed ^ PRIME3;
+
+    /* Init */
+    FUZ_fillCompressibleNoiseBuffer(testInput, testInputSize, 0.50, &randState);
+
+    /* 32-bits address space overflow test */
+    FUZ_AddressOverflow(&randState);
+
+    /* Lizard streaming tests */
+    {   Lizard_stream_t* statePtr;
+        Lizard_stream_t* streamingState;
+        U64 crcOrig;
+        U64 crcNew;
+        int result;
+
+        /* Allocation test */
+        statePtr = Lizard_createStream_MinLevel();
+        FUZ_CHECKTEST(statePtr==NULL, "Lizard_createStream_MinLevel() allocation failed");
+        Lizard_freeStream(statePtr);
+
+        streamingState = Lizard_createStream_MinLevel();
+        FUZ_CHECKTEST(streamingState==NULL, "Lizard_createStream_MinLevel() allocation failed");
+
+        /* simple compression test */
+        crcOrig = XXH64(testInput, testCompressedSize, 0);
+        streamingState = Lizard_resetStream_MinLevel(streamingState);
+        FUZ_CHECKTEST(streamingState==NULL, "Lizard_resetStream_MinLevel() failed");
+        result = Lizard_compress_continue(streamingState, testInput, testCompressed, testCompressedSize, testCompressedSize-1);
+        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
+
+        result = Lizard_decompress_safe(testCompressed, testVerify, result, testCompressedSize);
+        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe() decompression failed Level 1 (result=%d testCompressedSize=%d)", (int)result, (int)testCompressedSize);
+        crcNew = XXH64(testVerify, testCompressedSize, 0);
+        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
+
+        /* ring buffer test */
+        {   XXH64_state_t xxhOrig;
+            XXH64_state_t xxhNew;
+            Lizard_streamDecode_t decodeState;
+            const U32 maxMessageSizeLog = 10;
+            const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1;
+            U32 messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
+            U32 iNext = 0;
+            U32 rNext = 0;
+            U32 dNext = 0;
+            const U32 dBufferSize = ringBufferSize + maxMessageSizeMask;
+
+            XXH64_reset(&xxhOrig, 0);
+            XXH64_reset(&xxhNew, 0);
+            streamingState = Lizard_resetStream_MinLevel(streamingState);
+            FUZ_CHECKTEST(streamingState==NULL, "Lizard_resetStream_MinLevel() failed");
+            Lizard_setStreamDecode(&decodeState, NULL, 0);
+
+            while (iNext + messageSize < testCompressedSize) {
+                XXH64_update(&xxhOrig, testInput + iNext, messageSize);
+                crcOrig = XXH64_digest(&xxhOrig);
+
+                memcpy (ringBuffer + rNext, testInput + iNext, messageSize);
+                result = Lizard_compress_continue(streamingState, ringBuffer + rNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
+                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
+
+                result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
+                FUZ_CHECKTEST(result!=(int)messageSize, "ringBuffer : Lizard_decompress_safe() test failed");
+
+                XXH64_update(&xxhNew, testVerify + dNext, messageSize);
+                crcNew = XXH64_digest(&xxhNew);
+                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
+
+                /* prepare next message */
+                iNext += messageSize;
+                rNext += messageSize;
+                dNext += messageSize;
+                messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
+                if (rNext + messageSize > ringBufferSize) rNext = 0;
+                if (dNext + messageSize > dBufferSize) dNext = 0;
+            }
+        }
+        Lizard_freeStream(streamingState);
+    }
+
+    /* Lizard streaming tests */
+    {   Lizard_stream_t* streamPtr;
+        U64 crcOrig;
+        U64 crcNew;
+        int result;
+
+        /* Allocation test */
+        streamPtr = Lizard_createStream(0);
+        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_createStream() allocation failed");
+
+        /* simple HC compression test */
+        crcOrig = XXH64(testInput, testCompressedSize, 0);
+        streamPtr = Lizard_resetStream(streamPtr, 0);
+        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
+        result = Lizard_compress_continue(streamPtr, testInput, testCompressed, testCompressedSize, testCompressedSize-1);
+        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
+
+        result = Lizard_decompress_safe(testCompressed, testVerify, result, testCompressedSize);
+        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe() decompression failed Level 0 (result=%d testCompressedSize=%d)", (int)result, (int)testCompressedSize);
+        crcNew = XXH64(testVerify, testCompressedSize, 0);
+        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
+
+        /* simple dictionary HC compression test */
+        crcOrig = XXH64(testInput + testInputSize - testCompressedSize, testCompressedSize, 0);
+        streamPtr = Lizard_resetStream(streamPtr, 0);
+        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
+        Lizard_loadDict(streamPtr, testInput, testInputSize - testCompressedSize);
+        result = Lizard_compress_continue(streamPtr, testInput + testInputSize - testCompressedSize, testCompressed, testCompressedSize, testCompressedSize-1);
+        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result);
+
+        result = Lizard_decompress_safe_usingDict(testCompressed, testVerify, result, testCompressedSize, testInput, testInputSize - testCompressedSize);
+        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe() simple dictionary decompression test failed");
+        crcNew = XXH64(testVerify, testCompressedSize, 0);
+        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() simple dictionary decompression test : corruption");
+
+        /* multiple HC compression test with dictionary */
+        {   int result1, result2;
+            int segSize = testCompressedSize / 2;
+            crcOrig = XXH64(testInput + segSize, testCompressedSize, 0);
+            streamPtr = Lizard_resetStream(streamPtr, 0);
+            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
+            Lizard_loadDict(streamPtr, testInput, segSize);
+            result1 = Lizard_compress_continue(streamPtr, testInput + segSize, testCompressed, segSize, segSize -1);
+            FUZ_CHECKTEST(result1==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result1);
+            result2 = Lizard_compress_continue(streamPtr, testInput + 2*segSize, testCompressed+result1, segSize, segSize-1);
+            FUZ_CHECKTEST(result2==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result2);
+
+            result = Lizard_decompress_safe_usingDict(testCompressed, testVerify, result1, segSize, testInput, segSize);
+            FUZ_CHECKTEST(result!=segSize, "Lizard_decompress_safe() dictionary decompression part 1 failed");
+            result = Lizard_decompress_safe_usingDict(testCompressed+result1, testVerify+segSize, result2, segSize, testInput, 2*segSize);
+            FUZ_CHECKTEST(result!=segSize, "Lizard_decompress_safe() dictionary decompression part 2 failed");
+            crcNew = XXH64(testVerify, testCompressedSize, 0);
+            FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() dictionary decompression corruption");
+        }
+
+        /* remote dictionary HC compression test */
+        crcOrig = XXH64(testInput + testInputSize - testCompressedSize, testCompressedSize, 0);
+        streamPtr = Lizard_resetStream(streamPtr, 0);
+        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
+        Lizard_loadDict(streamPtr, testInput, 32 KB);
+        result = Lizard_compress_continue(streamPtr, testInput + testInputSize - testCompressedSize, testCompressed, testCompressedSize, testCompressedSize-1);
+        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() remote dictionary failed : result = %i", result);
+
+        result = Lizard_decompress_safe_usingDict(testCompressed, testVerify, result, testCompressedSize, testInput, 32 KB);
+        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe_usingDict() decompression failed following remote dictionary HC compression test");
+        crcNew = XXH64(testVerify, testCompressedSize, 0);
+        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe_usingDict() decompression corruption");
+
+        /* multiple HC compression with ext. dictionary */
+        {   XXH64_state_t crcOrigState;
+            XXH64_state_t crcNewState;
+            const char* dict = testInput + 3;
+            int dictSize = (FUZ_rand(&randState) & 8191);
+            char* dst = testVerify;
+
+            size_t segStart = dictSize + 7;
+            int segSize = (FUZ_rand(&randState) & 8191);
+            int segNb = 1;
+
+            streamPtr = Lizard_resetStream(streamPtr, 0);
+            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
+            Lizard_loadDict(streamPtr, dict, dictSize);
+
+            XXH64_reset(&crcOrigState, 0);
+            XXH64_reset(&crcNewState, 0);
+
+            while (segStart + segSize < testInputSize) {
+                XXH64_update(&crcOrigState, testInput + segStart, segSize);
+                crcOrig = XXH64_digest(&crcOrigState);
+                result = Lizard_compress_continue(streamPtr, testInput + segStart, testCompressed, segSize, Lizard_compressBound(segSize));
+                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result);
+
+                result = Lizard_decompress_safe_usingDict(testCompressed, dst, result, segSize, dict, dictSize);
+                FUZ_CHECKTEST(result!=segSize, "Lizard_decompress_safe_usingDict() dictionary decompression part %i failed", segNb);
+                XXH64_update(&crcNewState, dst, segSize);
+                crcNew = XXH64_digest(&crcNewState);
+                if (crcOrig!=crcNew) {
+                    size_t c=0;
+                    while (dst[c] == testInput[segStart+c]) c++;
+                    DISPLAY("Bad decompression at %u / %u \n", (U32)c, (U32)segSize);
+                }
+                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe_usingDict() part %i corruption", segNb);
+
+                dict = dst;
+                //dict = testInput + segStart;
+                dictSize = segSize;
+
+                dst += segSize + 1;
+                segNb ++;
+
+                segStart += segSize + (FUZ_rand(&randState) & 0xF) + 1;
+                segSize = (FUZ_rand(&randState) & 8191);
+            }
+        }
+
+        /* ring buffer test */
+        {   XXH64_state_t xxhOrig;
+            XXH64_state_t xxhNew;
+            Lizard_streamDecode_t decodeState;
+            const U32 maxMessageSizeLog = 10;
+            const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1;
+            U32 messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
+            U32 iNext = 0;
+            U32 rNext = 0;
+            U32 dNext = 0;
+            const U32 dBufferSize = ringBufferSize + maxMessageSizeMask;
+
+            XXH64_reset(&xxhOrig, 0);
+            XXH64_reset(&xxhNew, 0);
+            streamPtr = Lizard_resetStream(streamPtr, 0);
+            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
+            Lizard_setStreamDecode(&decodeState, NULL, 0);
+
+            while (iNext + messageSize < testCompressedSize) {
+                XXH64_update(&xxhOrig, testInput + iNext, messageSize);
+                crcOrig = XXH64_digest(&xxhOrig);
+
+                memcpy (ringBuffer + rNext, testInput + iNext, messageSize);
+                result = Lizard_compress_continue(streamPtr, ringBuffer + rNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
+                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
+
+                result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
+                FUZ_CHECKTEST(result!=(int)messageSize, "ringBuffer : Lizard_decompress_safe() test failed");
+
+                XXH64_update(&xxhNew, testVerify + dNext, messageSize);
+                crcNew = XXH64_digest(&xxhNew);
+                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
+
+                /* prepare next message */
+                iNext += messageSize;
+                rNext += messageSize;
+                dNext += messageSize;
+                messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
+                if (rNext + messageSize > ringBufferSize) rNext = 0;
+                if (dNext + messageSize > dBufferSize) dNext = 0;
+            }
+        }
+
+        /* small decoder-side ring buffer test */
+        {   XXH64_state_t xxhOrig;
+            XXH64_state_t xxhNew;
+            Lizard_streamDecode_t decodeState;
+            const U32 maxMessageSizeLog = 12;
+            const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1;
+            U32 messageSize;
+            U32 totalMessageSize = 0;
+            U32 iNext = 0;
+            U32 dNext = 0;
+            const U32 dBufferSize = 64 KB;
+
+            XXH64_reset(&xxhOrig, 0);
+            XXH64_reset(&xxhNew, 0);
+            streamPtr = Lizard_resetStream(streamPtr, 0);
+            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
+            Lizard_setStreamDecode(&decodeState, NULL, 0);
+
+#define BSIZE1 65537
+#define BSIZE2 16435
+
+            /* first block */
+            messageSize = BSIZE1;
+            XXH64_update(&xxhOrig, testInput + iNext, messageSize);
+            crcOrig = XXH64_digest(&xxhOrig);
+
+            result = Lizard_compress_continue(streamPtr, testInput + iNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
+            FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
+
+            result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
+            FUZ_CHECKTEST(result!=(int)messageSize, "64K D.ringBuffer : Lizard_decompress_safe() test failed");
+
+            XXH64_update(&xxhNew, testVerify + dNext, messageSize);
+            crcNew = XXH64_digest(&xxhNew);
+            FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
+
+            /* prepare next message */
+            totalMessageSize += messageSize;
+            messageSize = BSIZE2;
+            dNext = 0;
+            iNext = 132000;
+            memcpy(testInput + iNext, testInput + WILDCOPYLENGTH, messageSize);
+
+            while (totalMessageSize < 9 MB) {
+                XXH64_update(&xxhOrig, testInput + iNext, messageSize);
+                crcOrig = XXH64_digest(&xxhOrig);
+
+                result = Lizard_compress_continue(streamPtr, testInput + iNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
+                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
+
+                result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
+                FUZ_CHECKTEST(result!=(int)messageSize, "64K D.ringBuffer : Lizard_decompress_safe() test failed");
+
+                XXH64_update(&xxhNew, testVerify + dNext, messageSize);
+                crcNew = XXH64_digest(&xxhNew);
+                if (crcOrig != crcNew)
+                    FUZ_findDiff(testInput + iNext, testVerify + dNext);
+                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption during small decoder-side ring buffer test");
+
+                /* prepare next message */
+                dNext += messageSize;
+                totalMessageSize += messageSize;
+                messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
+                iNext = (FUZ_rand(&randState) & 65535);
+                if (dNext > dBufferSize) dNext = 0;
+            }
+        }
+        
+        Lizard_freeStream(streamPtr);
+    }
+
+    printf("All unit tests completed successfully \n");
+    return;
+_output_error:
+    exit(1);
+}
+
+
+static int FUZ_usage(char* programName)
+{
+    DISPLAY( "Usage :\n");
+    DISPLAY( "      %s [args]\n", programName);
+    DISPLAY( "\n");
+    DISPLAY( "Arguments :\n");
+    DISPLAY( " -i#    : Nb of tests (default:%i) \n", NB_ATTEMPTS);
+    DISPLAY( " -T#    : Duration of tests, in seconds (default: use Nb of tests) \n");
+    DISPLAY( " -s#    : Select seed (default:prompt user)\n");
+    DISPLAY( " -t#    : Select starting test number (default:0)\n");
+    DISPLAY( " -P#    : Select compressibility in %% (default:%i%%)\n", FUZ_COMPRESSIBILITY_DEFAULT);
+    DISPLAY( " -v     : verbose\n");
+    DISPLAY( " -p     : pause at the end\n");
+    DISPLAY( " -h     : display help and exit\n");
+    return 0;
+}
+
+
+int main(int argc, char** argv)
+{
+    U32 seed=0;
+    int seedset=0;
+    int argNb;
+    int nbTests = NB_ATTEMPTS;
+    int testNb = 0;
+    int proba = FUZ_COMPRESSIBILITY_DEFAULT;
+    int pause = 0;
+    char* programName = argv[0];
+    U32 duration = 0;
+
+    /* Check command line */
+    for(argNb=1; argNb<argc; argNb++) {
+        char* argument = argv[argNb];
+
+        if(!argument) continue;   // Protection if argument empty
+
+        // Decode command (note : aggregated commands are allowed)
+        if (argument[0]=='-') {
+            if (!strcmp(argument, "--no-prompt")) { pause=0; seedset=1; g_displayLevel=1; continue; }
+            argument++;
+
+            while (*argument!=0) {
+                switch(*argument)
+                {
+                case 'h':   /* display help */
+                    return FUZ_usage(programName);
+
+                case 'v':   /* verbose mode */
+                    argument++;
+                    g_displayLevel=4;
+                    break;
+
+                case 'p':   /* pause at the end */
+                    argument++;
+                    pause=1;
+                    break;
+
+                case 'i':
+                    argument++;
+                    nbTests = 0; duration = 0;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        nbTests *= 10;
+                        nbTests += *argument - '0';
+                        argument++;
+                    }
+                    break;
+
+                case 'T':
+                    argument++;
+                    nbTests = 0; duration = 0;
+                    for (;;) {
+                        switch(*argument)
+                        {
+                            case 'm': duration *= 60; argument++; continue;
+                            case 's':
+                            case 'n': argument++; continue;
+                            case '0':
+                            case '1':
+                            case '2':
+                            case '3':
+                            case '4':
+                            case '5':
+                            case '6':
+                            case '7':
+                            case '8':
+                            case '9': duration *= 10; duration += *argument++ - '0'; continue;
+                        }
+                        break;
+                    }
+                    break;
+
+                case 's':
+                    argument++;
+                    seed=0; seedset=1;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        seed *= 10;
+                        seed += *argument - '0';
+                        argument++;
+                    }
+                    break;
+
+                case 't':   /* select starting test nb */
+                    argument++;
+                    testNb=0;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        testNb *= 10;
+                        testNb += *argument - '0';
+                        argument++;
+                    }
+                    break;
+
+                case 'P':  /* change probability */
+                    argument++;
+                    proba=0;
+                    while ((*argument>='0') && (*argument<='9')) {
+                        proba *= 10;
+                        proba += *argument - '0';
+                        argument++;
+                    }
+                    if (proba<0) proba=0;
+                    if (proba>100) proba=100;
+                    break;
+                default: ;
+                }
+            }
+        }
+    }
+
+    printf("Starting Lizard fuzzer (%i-bits, v%s)\n", (int)(sizeof(size_t)*8), LIZARD_VERSION_STRING);
+
+    if (!seedset) {
+        time_t const t = time(NULL);
+        U32 const h = XXH32(&t, sizeof(t), 1);
+        seed = h % 10000;
+    }
+    printf("Seed = %u\n", seed);
+
+    if (proba!=FUZ_COMPRESSIBILITY_DEFAULT) printf("Compressibility : %i%%\n", proba);
+
+    if (testNb==0) FUZ_unitTests(seed);
+
+    if (nbTests<=0) nbTests=1;
+
+    {   int const result = FUZ_test(seed, nbTests, testNb, ((double)proba) / 100, duration);
+        if (pause) {
+            DISPLAY("press enter ... \n");
+            (void)getchar();
+        }
+        return result;
+    }
+}
diff --git a/contrib/lizard/visual/.gitignore b/contrib/lizard/visual/.gitignore
new file mode 100644
index 00000000000..538cd1a21c8
--- /dev/null
+++ b/contrib/lizard/visual/.gitignore
@@ -0,0 +1,11 @@
+# Visual C++
+.vs/
+*Copy
+*.db
+*.opensdf
+*.sdf
+*.suo
+*.user
+*.opendb
+
+VS2010/bin/
diff --git a/contrib/lizard/visual/README.md b/contrib/lizard/visual/README.md
new file mode 100644
index 00000000000..527e4be1874
--- /dev/null
+++ b/contrib/lizard/visual/README.md
@@ -0,0 +1,53 @@
+Projects for various integrated development environments (IDE)
+==============================================================
+
+#### Included projects
+
+The following projects are included with the lizard distribution:
+- `VS2010` - Visual Studio 2010 project (which also works well with Visual Studio 2012, 2013, 2015)
+
+
+#### How to compile lizard with Visual Studio
+
+1. Install Visual Studio e.g. VS 2015 Community Edition (it's free).
+2. Download the latest version of lizard from https://github.com/inikep/lizard/releases
+3. Decompress ZIP archive.
+4. Go to decompressed directory then to `visual` then `VS2010` and open `lizard.sln`
+5. Visual Studio will ask about converting VS2010 project to VS2015 and you should agree.
+6. Change `Debug` to `Release` and if you have 64-bit Windows change also `Win32` to `x64`.
+7. Press F7 on keyboard or select `BUILD` from the menu bar and choose `Build Solution`.
+8. If compilation will be fine a compiled executable will be in `visual\VS2010\bin\x64_Release\lizard.exe`
+
+
+#### Projects available within lizard.sln
+
+The Visual Studio solution file `lizard.sln` contains many projects that will be compiled to the
+`visual\VS2010\bin\$(Platform)_$(Configuration)` directory. For example `lizard` set to `x64` and
+`Release` will be compiled to `visual\VS2010\bin\x64_Release\lizard.exe`. The solution file contains the
+following projects:
+
+- `lizard` : Command Line Utility, supporting gzip-like arguments
+- `datagen` : Synthetic and parametrable data generator, for tests
+- `frametest` : Test tool that checks lizard_frame integrity on target platform
+- `fullbench`  : Precisely measure speed for each lizard inner functions
+- `fuzzer` : Test tool, to check lizard integrity on target platform 
+- `liblizard` : A static Lizard library compiled to `liblizard_static.lib`
+- `liblizard-dll` : A dynamic Lizard library (DLL) compiled to `liblizard.dll` with the import library `liblizard.lib`
+- `fullbench-dll` : The fullbench program compiled with the import library; the executable requires Lizard DLL
+
+
+#### Using Lizard DLL with Microsoft Visual C++ project
+
+The header files `lib\lizard.h`, `lib\lizardhc.h`, `lib\lizard_frame.h` and the import library
+`visual\VS2010\bin\$(Platform)_$(Configuration)\liblizard.lib` are required to compile a
+project using Visual C++.
+
+1. The path to header files should be added to `Additional Include Directories` that can
+   be found in Project Properties of Visual Studio IDE in the `C/C++` Property Pages on the `General` page.
+2. The import library has to be added to `Additional Dependencies` that can
+   be found in Project Properties in the `Linker` Property Pages on the `Input` page.
+   If one will provide only the name `liblizard.lib` without a full path to the library
+   then the directory has to be added to `Linker\General\Additional Library Directories`.
+
+The compiled executable will require Lizard DLL which is available at
+`visual\VS2010\bin\$(Platform)_$(Configuration)\liblizard.dll`.
diff --git a/contrib/lizard/visual/VS2010/datagen/datagen.vcxproj b/contrib/lizard/visual/VS2010/datagen/datagen.vcxproj
new file mode 100644
index 00000000000..7f7581d01b8
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/datagen/datagen.vcxproj
@@ -0,0 +1,165 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{D745AE2F-596A-403A-9B91-81A8C6779243}</ProjectGuid>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>datagen</RootNamespace>
+    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
+    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClCompile Include="..\..\..\programs\datagen.c" />
+    <ClCompile Include="..\..\..\tests\datagencli.c" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClInclude Include="..\..\..\programs\datagen.h" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/frametest/frametest.vcxproj b/contrib/lizard/visual/VS2010/frametest/frametest.vcxproj
new file mode 100644
index 00000000000..b753d651be1
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/frametest/frametest.vcxproj
@@ -0,0 +1,177 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}</ProjectGuid>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>frametest</RootNamespace>
+    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
+    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
+    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
+    <ClCompile Include="..\..\..\tests\frametest.c" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
+    <ClInclude Include="..\..\..\lib\lizard_common.h" />
+    <ClInclude Include="..\..\..\lib\xxhash\xxhash\xxhash.h" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj b/contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj
new file mode 100644
index 00000000000..f05bb298055
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj
@@ -0,0 +1,175 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}</ProjectGuid>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>fullbench</RootNamespace>
+    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
+    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
+    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
+    <ClCompile Include="..\..\..\tests\fullbench.c" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
+    <ClInclude Include="..\..\..\lib\lizard_common.h" />
+    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj b/contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj
new file mode 100644
index 00000000000..7fa0fec022f
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj
@@ -0,0 +1,174 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{18B9F1A7-9C66-4352-898B-30804DADE0FD}</ProjectGuid>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>fuzzer</RootNamespace>
+    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
+    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
+    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
+    <ClCompile Include="..\..\..\tests\fuzzer.c" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
+    <ClInclude Include="..\..\..\lib\lizard_common.h" />
+    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc b/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc
new file mode 100644
index 00000000000..79110101f3b
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc
@@ -0,0 +1,51 @@
+// Microsoft Visual C++ generated resource script.
+//
+
+#include "lizard_compress.h" /* LIZARD_VERSION_STRING */
+#define APSTUDIO_READONLY_SYMBOLS
+#include "verrsrc.h"
+#undef APSTUDIO_READONLY_SYMBOLS
+
+
+#if !defined(AFX_RESOURCE_DLL) || defined(AFX_TARG_ENU)
+LANGUAGE 9, 1
+
+/////////////////////////////////////////////////////////////////////////////
+//
+// Version
+//
+
+VS_VERSION_INFO     VERSIONINFO
+  FILEVERSION       LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
+  PRODUCTVERSION    LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
+ FILEFLAGSMASK VS_FFI_FILEFLAGSMASK
+#ifdef _DEBUG
+ FILEFLAGS VS_FF_DEBUG
+#else
+ FILEFLAGS 0x0L
+#endif
+ FILEOS VOS_NT_WINDOWS32
+ FILETYPE VFT_DLL
+ FILESUBTYPE VFT2_UNKNOWN
+BEGIN
+    BLOCK "StringFileInfo"
+    BEGIN
+        BLOCK "040904B0"
+        BEGIN
+            VALUE "CompanyName", "Yann Collet, Przemyslaw Skibinski"
+            VALUE "FileDescription", "Extremely fast compression"
+            VALUE "FileVersion", LIZARD_VERSION_STRING
+            VALUE "InternalName", "liblizard.dll"
+            VALUE "LegalCopyright", "Copyright (C) 2013-2017, Yann Collet, Przemyslaw Skibinski"
+            VALUE "OriginalFilename", "liblizard.dll"
+            VALUE "ProductName", "Lizard"
+            VALUE "ProductVersion", LIZARD_VERSION_STRING
+        END
+    END
+    BLOCK "VarFileInfo"
+    BEGIN
+        VALUE "Translation", 0x0409, 1200
+    END
+END
+
+#endif
diff --git a/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj b/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj
new file mode 100644
index 00000000000..09cdaa16180
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj
@@ -0,0 +1,179 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{00000000-3E71-41B3-BF68-4A7BDD8A5476}</ProjectGuid>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>liblizard-dll</RootNamespace>
+    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
+    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>DynamicLibrary</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>DynamicLibrary</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>DynamicLibrary</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>DynamicLibrary</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+    <TargetName>liblizard</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+    <TargetName>liblizard</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+    <TargetName>liblizard</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <TargetName>liblizard</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
+    <ClInclude Include="..\..\..\lib\lizard_common.h" />
+    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
+    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
+  </ItemGroup>
+  <ItemGroup>
+    <ResourceCompile Include="liblizard-dll.rc" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
diff --git a/contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj b/contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj
new file mode 100644
index 00000000000..15b74523b96
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj
@@ -0,0 +1,176 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}</ProjectGuid>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>liblizard</RootNamespace>
+    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
+    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>StaticLibrary</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>StaticLibrary</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>StaticLibrary</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>StaticLibrary</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+    <TargetName>liblizard_static</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+    <TargetName>liblizard_static</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+    <TargetName>liblizard_static</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <TargetName>liblizard_static</TargetName>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
+    <ClInclude Include="..\..\..\lib\lizard_common.h" />
+    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
+    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
diff --git a/contrib/lizard/visual/VS2010/lizard.sln b/contrib/lizard/visual/VS2010/lizard.sln
new file mode 100644
index 00000000000..72d68335c1e
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/lizard.sln
@@ -0,0 +1,86 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Express 2012 for Windows Desktop
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "lizard", "lizard\lizard.vcxproj", "{E30329AC-0057-4FE0-8FDA-7F650D398C4C}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "liblizard", "liblizard\liblizard.vcxproj", "{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "liblizard-dll", "liblizard-dll\liblizard-dll.vcxproj", "{00000000-3E71-41B3-BF68-4A7BDD8A5476}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "fuzzer", "fuzzer\fuzzer.vcxproj", "{18B9F1A7-9C66-4352-898B-30804DADE0FD}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "fullbench", "fullbench\fullbench.vcxproj", "{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "frametest", "frametest\frametest.vcxproj", "{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "datagen", "datagen\datagen.vcxproj", "{D745AE2F-596A-403A-9B91-81A8C6779243}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Win32 = Debug|Win32
+		Debug|x64 = Debug|x64
+		Release|Win32 = Release|Win32
+		Release|x64 = Release|x64
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|Win32.ActiveCfg = Debug|Win32
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|Win32.Build.0 = Debug|Win32
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|x64.ActiveCfg = Debug|x64
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|x64.Build.0 = Debug|x64
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|Win32.ActiveCfg = Release|Win32
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|Win32.Build.0 = Release|Win32
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|x64.ActiveCfg = Release|x64
+		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|x64.Build.0 = Release|x64
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.ActiveCfg = Debug|Win32
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.Build.0 = Debug|Win32
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.ActiveCfg = Debug|x64
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.Build.0 = Debug|x64
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.ActiveCfg = Release|Win32
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.Build.0 = Release|Win32
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.ActiveCfg = Release|x64
+		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.Build.0 = Release|x64
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.ActiveCfg = Debug|Win32
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.Build.0 = Debug|Win32
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.ActiveCfg = Debug|x64
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.Build.0 = Debug|x64
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.ActiveCfg = Release|Win32
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.Build.0 = Release|Win32
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.ActiveCfg = Release|x64
+		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.Build.0 = Release|x64
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|Win32.ActiveCfg = Debug|Win32
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|Win32.Build.0 = Debug|Win32
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|x64.ActiveCfg = Debug|x64
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|x64.Build.0 = Debug|x64
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|Win32.ActiveCfg = Release|Win32
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|Win32.Build.0 = Release|Win32
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|x64.ActiveCfg = Release|x64
+		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|x64.Build.0 = Release|x64
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|Win32.ActiveCfg = Debug|Win32
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|Win32.Build.0 = Debug|Win32
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|x64.ActiveCfg = Debug|x64
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|x64.Build.0 = Debug|x64
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|Win32.ActiveCfg = Release|Win32
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|Win32.Build.0 = Release|Win32
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|x64.ActiveCfg = Release|x64
+		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|x64.Build.0 = Release|x64
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|Win32.ActiveCfg = Debug|Win32
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|Win32.Build.0 = Debug|Win32
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|x64.ActiveCfg = Debug|x64
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|x64.Build.0 = Debug|x64
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|Win32.ActiveCfg = Release|Win32
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|Win32.Build.0 = Release|Win32
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|x64.ActiveCfg = Release|x64
+		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|x64.Build.0 = Release|x64
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|Win32.ActiveCfg = Debug|Win32
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|Win32.Build.0 = Debug|Win32
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|x64.ActiveCfg = Debug|x64
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|x64.Build.0 = Debug|x64
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|Win32.ActiveCfg = Release|Win32
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|Win32.Build.0 = Release|Win32
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|x64.ActiveCfg = Release|x64
+		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|x64.Build.0 = Release|x64
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+EndGlobal
diff --git a/contrib/lizard/visual/VS2010/lizard/lizard.rc b/contrib/lizard/visual/VS2010/lizard/lizard.rc
new file mode 100644
index 00000000000..76c3c7f947e
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/lizard/lizard.rc
@@ -0,0 +1,51 @@
+// Microsoft Visual C++ generated resource script.
+//
+
+#include "lizard_compress.h" /* LIZARD_VERSION_STRING */
+#define APSTUDIO_READONLY_SYMBOLS
+#include "verrsrc.h"
+#undef APSTUDIO_READONLY_SYMBOLS
+
+
+#if !defined(AFX_RESOURCE_DLL) || defined(AFX_TARG_ENU)
+LANGUAGE 9, 1
+
+/////////////////////////////////////////////////////////////////////////////
+//
+// Version
+//
+
+VS_VERSION_INFO     VERSIONINFO
+  FILEVERSION       LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
+  PRODUCTVERSION    LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
+ FILEFLAGSMASK VS_FFI_FILEFLAGSMASK
+#ifdef _DEBUG
+ FILEFLAGS VS_FF_DEBUG
+#else
+ FILEFLAGS 0x0L
+#endif
+ FILEOS VOS_NT_WINDOWS32
+ FILETYPE VFT_DLL
+ FILESUBTYPE VFT2_UNKNOWN
+BEGIN
+    BLOCK "StringFileInfo"
+    BEGIN
+        BLOCK "040904B0"
+        BEGIN
+            VALUE "CompanyName", "Yann Collet, Przemyslaw Skibinski"
+            VALUE "FileDescription", "Extremely fast compression"
+            VALUE "FileVersion", LIZARD_VERSION_STRING
+            VALUE "InternalName", "lizard.exe"
+            VALUE "LegalCopyright", "Copyright (C) 2013-2017, Yann Collet, Przemyslaw Skibinski"
+            VALUE "OriginalFilename", "lizard.exe"
+            VALUE "ProductName", "Lizard"
+            VALUE "ProductVersion", LIZARD_VERSION_STRING
+        END
+    END
+    BLOCK "VarFileInfo"
+    BEGIN
+        VALUE "Translation", 0x0409, 1200
+    END
+END
+
+#endif
diff --git a/contrib/lizard/visual/VS2010/lizard/lizard.vcxproj b/contrib/lizard/visual/VS2010/lizard/lizard.vcxproj
new file mode 100644
index 00000000000..98be4d599db
--- /dev/null
+++ b/contrib/lizard/visual/VS2010/lizard/lizard.vcxproj
@@ -0,0 +1,190 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <ProjectGuid>{E30329AC-0057-4FE0-8FDA-7F650D398C4C}</ProjectGuid>
+    <Keyword>Win32Proj</Keyword>
+    <RootNamespace>lizard</RootNamespace>
+    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
+    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>MultiByte</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <CharacterSet>MultiByte</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>MultiByte</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>MultiByte</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
+    <RunCodeAnalysis>true</RunCodeAnalysis>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <WarningLevel>Level4</WarningLevel>
+      <Optimization>Disabled</Optimization>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>true</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>false</EnablePREfast>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level4</WarningLevel>
+      <PrecompiledHeader>
+      </PrecompiledHeader>
+      <Optimization>MaxSpeed</Optimization>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <TreatWarningAsError>false</TreatWarningAsError>
+      <EnablePREfast>true</EnablePREfast>
+      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
+    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
+    <ClInclude Include="..\..\..\lib\lizard_common.h" />
+    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
+    <ClInclude Include="..\..\..\programs\bench.h" />
+    <ClInclude Include="..\..\..\programs\datagen.h" />
+    <ClInclude Include="..\..\..\programs\lizardio.h" />
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
+    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
+    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
+    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
+    <ClCompile Include="..\..\..\programs\bench.c" />
+    <ClCompile Include="..\..\..\programs\datagen.c" />
+    <ClCompile Include="..\..\..\programs\lizardcli.c" />
+    <ClCompile Include="..\..\..\programs\lizardio.c" />
+  </ItemGroup>
+  <ItemGroup>
+    <ResourceCompile Include="lizard.rc" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/contrib/lzsse/.gitignore b/contrib/lzsse/.gitignore
new file mode 100644
index 00000000000..379a8f7f570
--- /dev/null
+++ b/contrib/lzsse/.gitignore
@@ -0,0 +1,4 @@
+bin/*
+gmake/*
+vs2013/*
+vs2015/*
\ No newline at end of file
diff --git a/contrib/lzsse/.travis.yml b/contrib/lzsse/.travis.yml
new file mode 100644
index 00000000000..68bb59ef0b9
--- /dev/null
+++ b/contrib/lzsse/.travis.yml
@@ -0,0 +1,185 @@
+language: c
+sudo: false
+branches:
+  except:
+    - /^(wip\/)?(appveyor|msvc|mingw|windows)(\-.+)?$/
+matrix:
+  include:
+    ###
+    ## Linux builds using various versions of GCC.
+    ###
+    - env: C_COMPILER=gcc-7
+      addons:
+        apt:
+          sources:
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - gcc-7
+          - g++-7
+          - premake4
+    # - env: C_COMPILER=gcc-6
+    #   addons:
+    #     apt:
+    #       sources:
+    #       - ubuntu-toolchain-r-test
+    #       - premake4
+    #       packages:
+    #       - gcc-6
+    #       - g++-6
+    #       - premake4
+    - env: C_COMPILER=gcc-5
+      addons:
+        apt:
+          sources:
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - gcc-5
+          - g++-5
+          - premake4
+    # - env: C_COMPILER=gcc-4.9
+    #   addons:
+    #     apt:
+    #       sources:
+    #       - ubuntu-toolchain-r-test
+    #       - premake4
+    #       packages:
+    #       - gcc-4.9
+    #       - g++-4.9
+    #       - premake4
+    - env: C_COMPILER=gcc-4.8
+      addons:
+        apt:
+          sources:
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - gcc-4.8
+          - g++-4.8
+          - premake4
+    # - env: C_COMPILER=gcc-4.7
+    #   addons:
+    #     apt:
+    #       sources:
+    #       - ubuntu-toolchain-r-test
+    #       - premake4
+    #       packages:
+    #       - gcc-4.7
+    #       - g++-4.7
+    #       - premake4
+    - env: C_COMPILER=gcc-4.6
+      addons:
+        apt:
+          sources:
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - gcc-4.6
+          - g++-4.6
+          - premake4
+    # - os: linux
+    #   env: C_COMPILER=gcc-4.5
+    #   addons:
+    #     apt:
+    #       sources:
+    #       - ubuntu-toolchain-r-test
+    #       - premake4
+    #       packages:
+    #       - gcc-4.5
+    #       - g++-4.5
+    #       - premake4
+    - env: C_COMPILER=gcc-4.4
+      addons:
+        apt:
+          sources:
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - gcc-4.4
+          - g++-4.4
+          - premake4
+
+    ###
+    ## clang on Linux
+    ###
+    - env: C_COMPILER=clang-3.9
+      addons:
+        apt:
+          sources:
+          - llvm-toolchain-precise-3.9
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - clang-3.9
+          - premake4
+    # - env: C_COMPILER=clang-3.8
+    #   addons:
+    #     apt:
+    #       sources:
+    #       - llvm-toolchain-precise-3.8
+    #       - ubuntu-toolchain-r-test
+    #       - premake4
+    #       packages:
+    #       - clang-3.8
+    #       - premake4
+    - env: C_COMPILER=clang-3.7
+      addons:
+        apt:
+          sources:
+          - llvm-toolchain-precise-3.7
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - clang-3.7
+          - premake4
+    # - env: C_COMPILER=clang-3.6
+    #   addons:
+    #     apt:
+    #       sources:
+    #       - llvm-toolchain-precise-3.6
+    #       - ubuntu-toolchain-r-test
+    #       - premake4
+    #       packages:
+    #       - clang-3.6
+    #       - premake4
+    - env: C_COMPILER=clang-3.5
+      addons:
+        apt:
+          sources:
+          - llvm-toolchain-precise-3.5
+          - ubuntu-toolchain-r-test
+          - premake4
+          packages:
+          - clang-3.5
+          - premake4
+
+    ###
+    ## PGI
+    ###
+    - env: C_COMPILER=pgcc ENABLE_OPENMP=y
+      addons:
+        apt:
+          sources:
+          - premake4
+          packages:
+          - premake4
+
+    ###
+    ## OS X
+    ###
+    # - os: osx
+
+before_install:
+###
+## If we use the matrix to set CC/CXX Travis, overwrites the values,
+## so instead we use C/CXX_COMPILER, then copy the values to CC/CXX
+## here (after Travis has set CC/CXX).
+###
+- if [ "${C_COMPILER}" = "pgcc" ]; then wget -q -O /dev/stdout 'https://raw.githubusercontent.com/nemequ/pgi-travis/master/install-pgi.sh' | /bin/sh; fi
+- if [ -n "${C_COMPILER}" ]; then export CC="${C_COMPILER}"; fi
+- premake4 gmake
+
+script:
+- cd gmake && make
+
diff --git a/contrib/lzsse/LICENSE b/contrib/lzsse/LICENSE
new file mode 100644
index 00000000000..d13dc62210f
--- /dev/null
+++ b/contrib/lzsse/LICENSE
@@ -0,0 +1,23 @@
+Copyright (c) 2016, Conor Stokes
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/contrib/lzsse/README.md b/contrib/lzsse/README.md
new file mode 100644
index 00000000000..6b777eecb52
--- /dev/null
+++ b/contrib/lzsse/README.md
@@ -0,0 +1,15 @@
+# LZSSE
+[LZSS](https://en.wikipedia.org/wiki/Lempel%E2%80%93Ziv%E2%80%93Storer%E2%80%93Szymanski) designed for a branchless SSE decompression implementation.
+
+Three variants:
+- LZSSE2, for high compression files with small literal runs.
+- LZSSE4, for a more balanced mix of literals and matches.
+- LZSSE8, for lower compression data with longer runs of matches.
+
+All three variants have an optimal parser implementation, which uses a quite strong match finder (very similar to LzFind) combined with a Storer-Szymanski style parse. LZSSE4 and LZSSE8 have "fast" compressor implementations, which use a simple hash table based matching and a greedy parse.
+
+Currently LZSSE8 is the recommended variant to use in the general case, as it generally performs well in most cases (and you have the option of both optimal parse and fast compression). LZSSE2 is recommended if you are only using text, especially heavily compressible text, but is slow/doesn't compress as well on less compressible data and binaries.
+
+The code is approaching production readiness and LZSSE2 and LZSSE8 have received a reasonable amount of testing.
+
+See these blog posts [An LZ Codec Designed for SSE Decompression](http://conorstokes.github.io/compression/2016/02/15/an-LZ-codec-designed-for-SSE-decompression) and [Compressor Improvements and LZSSE2 vs LZSSE8](http://conorstokes.github.io/compression/2016/02/24/compressor-improvements-and-lzsse2-vs-lzsse8) for a description of how the compression algorithm and implementation function. There are also benchmarks, but these may not be upto date (in particular the figures in the initial blog post no longer represent compression performance).
diff --git a/contrib/lzsse/example/main.cpp b/contrib/lzsse/example/main.cpp
new file mode 100644
index 00000000000..9287f683c7d
--- /dev/null
+++ b/contrib/lzsse/example/main.cpp
@@ -0,0 +1,389 @@
+// LZSSE.cpp : Defines the entry point for the console application.
+//
+#define _CRT_SECURE_NO_WARNINGS 1
+
+#include <string.h>
+#include <stdio.h>
+#include <stdint.h>
+#include <stdlib.h>
+#include "../lzsse2/lzsse2.h"
+#include "../lzsse4/lzsse4.h"
+#include "../lzsse8/lzsse8.h"
+
+static const uint32_t MAGIC_NUMBER = 0x28F19732;
+
+void DisplayUsage()
+{
+    printf( "Usage:\n" );
+    printf( "    lzsse [args] input_file output_file\n" );
+    printf( "\n" );
+    printf( "Arguments:\n" );
+    printf( "    -2    Compress in lzsse2 mode (default)\n" );
+    printf( "    -4    Compress in lzsse4 mode\n" );
+    printf( "    -8    Compress in lzsse8 mode\n" );
+    printf( "    -f    Optimal parse (default)\n" );
+    printf( "    -o    Fast parse (not available for lzsse2)\n" );
+    printf( "    -d    Decompress\n" );
+    printf( "    -lN   Compression level for optimal parse, where N is 1 to 17 (default 16)\n" );
+    printf( "    -bN   Block size in KiB, default 131,072\n" );
+    printf( "\n" );
+}
+
+static size_t CompressorFastLZSSE4( LZSSE4_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int )
+{
+    return LZSSE4_CompressFast( state, input, inputLength, output, outputLength );
+}
+
+static size_t CompressorFastLZSSE8( LZSSE8_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int )
+{
+    return LZSSE8_CompressFast( state, input, inputLength, output, outputLength );
+}
+
+template <typename State>
+void Compress( FILE* inputFile, FILE* outputFile, uint64_t blockSize, uint8_t mode, unsigned int level, State* state, size_t (*compressor)( State*, const void*, size_t, void*, size_t, unsigned int ) )
+{
+    if ( state == nullptr )
+    {
+        printf( "Couldn't allocate parse state\n" );
+        exit( 1 );
+    }
+
+    if ( fwrite( &MAGIC_NUMBER, sizeof( uint32_t ), 1, outputFile ) == 0 )
+    {
+        printf( "Couldn't write magic number\n" );
+        exit( 1 );
+    }
+
+    if ( fwrite( &mode, sizeof( uint8_t ), 1, outputFile ) == 0 )
+    {
+        printf( "Couldn't write stream type\n" );
+        exit( 1 );
+    }
+
+    if ( fwrite( &blockSize, sizeof( uint64_t ), 1, outputFile ) == 0 )
+    {
+        printf( "Couldn't write block size\n" );
+        exit( 1 );
+    }
+
+    size_t   typedBlockSize = static_cast< size_t >( blockSize );
+    uint8_t* inputBuffer    = reinterpret_cast< uint8_t* >( malloc( typedBlockSize ) );
+    uint8_t* outputBuffer   = reinterpret_cast< uint8_t* >( malloc( typedBlockSize ) );
+
+    if ( inputBuffer == nullptr || outputBuffer == nullptr )
+    {
+        printf( "Couldn't allocate buffer memory\n" );
+        exit( 1 );
+    }
+
+    for ( ;; )
+    {
+        size_t readSize = fread( inputBuffer, 1, blockSize, inputFile );
+
+        if ( readSize == 0 )
+        {
+            break;
+        }
+
+        size_t compressedSize = compressor( state, inputBuffer, readSize, outputBuffer, typedBlockSize, level );
+
+        if ( compressedSize == 0 )
+        {
+            printf( "Compression function failed\n" );
+            exit( 1 );
+        }
+
+        uint32_t compressedLength   = static_cast< uint32_t >( compressedSize );
+        uint32_t uncompressedLength = static_cast< uint32_t >( readSize );
+
+        if ( fwrite( &uncompressedLength, sizeof( uint32_t ), 1, outputFile ) < 1  )
+        {
+            break;
+        }
+
+        if ( fwrite( &compressedLength, sizeof( uint32_t ), 1, outputFile ) < 1 )
+        {
+            printf( "Error writing compressed length from block\n" );
+            exit( 1 );
+        }
+
+        if ( fwrite( outputBuffer, 1, compressedLength, outputFile ) != compressedLength )
+        {
+            printf( "Error writing block\n" );
+            exit( 1 );
+        }
+    }
+    
+    free( inputBuffer );
+    free( outputBuffer );
+}
+
+void Decompress( FILE* inputFile, FILE* outputFile )
+{
+    uint32_t magicNumber;
+    uint64_t blockSize     = 128 * 1024 * 1024;
+
+    if ( fread( &magicNumber, sizeof( uint32_t ), 1, inputFile ) < 1 || magicNumber != MAGIC_NUMBER )
+    {
+        printf( "Couldn't read magic number, or magic number incorrect\n" );
+        exit( 1 );
+    }
+
+    uint8_t streamType;
+
+    if ( fread( &streamType, sizeof( uint8_t ), 1, inputFile ) < 1 )
+    {
+        printf( "Couldn't read stream type\n" );
+        exit( 1 );
+    }
+
+    if ( fread( &blockSize, sizeof( uint64_t ), 1, inputFile ) < 1 )
+    {
+        printf( "Couldn't read block size\n" );
+        exit( 1 );
+    }
+
+    uint8_t* inputBuffer  = reinterpret_cast< uint8_t* >( malloc( static_cast< size_t >( blockSize ) ) );
+    uint8_t* outputBuffer = reinterpret_cast< uint8_t* >( malloc( static_cast< size_t >( blockSize ) ) );
+
+    if ( inputBuffer == nullptr || outputBuffer == nullptr )
+    {
+        printf( "Couldn't allocate buffer memory\n" );
+        exit( 1 );
+    }
+
+    size_t( *decompressor )( const void*, size_t, void*, size_t );
+
+    switch ( streamType )
+    {
+    case 2:
+
+        decompressor = LZSSE2_Decompress;
+        break;
+
+    case 4:
+
+        decompressor = LZSSE4_Decompress;
+        break;
+
+    case 8:
+
+        decompressor = LZSSE8_Decompress;
+        break;
+
+    default:
+
+        printf( "Invalid stream type\n" );
+        exit( 1 );
+
+    }
+
+    memset( inputBuffer, 0, blockSize );
+    memset( outputBuffer, 0, blockSize );
+
+    for ( ;; )
+    {
+        uint32_t compressedLength;
+        uint32_t uncompressedLength;
+
+        if ( fread( &uncompressedLength, sizeof( uint32_t ), 1, inputFile ) < 1  )
+        {
+            break;
+        }
+
+        if ( fread( &compressedLength, sizeof( uint32_t ), 1, inputFile ) < 1  )
+        {
+            printf( "Error reading compressed length from block\n" );
+            exit( 1 );
+        }
+
+        if ( fread( inputBuffer, 1, compressedLength, inputFile ) != compressedLength )
+        {
+            printf( "Error reading block\n" );
+            exit( 1 );
+        }
+
+        size_t decompressedSize = 0;
+        
+        decompressedSize =
+           decompressor( inputBuffer,
+                         compressedLength,
+                         outputBuffer,
+                         uncompressedLength );
+        
+        if ( decompressedSize != size_t( uncompressedLength ) )
+        {
+            printf( "Error in decompression stream\n" );
+            exit( 1 );
+        }
+
+        if ( fwrite( outputBuffer, 1, uncompressedLength, outputFile ) != uncompressedLength )
+        {
+            printf( "Couldn't write block to output file\n" );
+            exit( 1 );
+        }
+    }
+
+    free( inputBuffer );
+    free( outputBuffer );
+}
+
+int main( int argc, const char** argv )
+{
+    bool         decompression = false;
+    bool         optimal       = true;
+    uint64_t     blockSize     = 128 * 1024 * 1024;
+    uint8_t      mode          = 2;
+    unsigned int level         = 16;
+    
+    if ( argc < 3 )
+    {
+        DisplayUsage();
+        exit( 1 );
+    }
+    
+    for ( int argIndex = 1; argIndex < argc - 2; ++argIndex )
+    {
+        const char* arg = argv[ argIndex ];
+
+        if ( arg[ 0 ] == '-' )
+        {
+            switch ( arg[ 1 ] )
+            {
+            case 'd':
+
+                decompression = true;
+                break;
+
+            case '2':
+                
+                mode = 2;
+                break;
+
+            case '4':
+
+                mode = 4;
+                break;
+
+            case '8':
+
+                mode = 8;
+                break;
+
+            case 'l':
+
+                level = static_cast< unsigned int >( strtoul( arg + 2, nullptr, 10 ) );
+                break;
+
+            case 'b':
+
+                blockSize = strtoull( arg + 2, nullptr, 10 ) * 1024;
+                break;
+
+            case 'o':
+
+                optimal = true;
+                break;
+
+            case 'f':
+
+                optimal = false;
+                break;
+
+            }
+        }
+    }
+
+    FILE* inputFile  = fopen( argv[ argc - 2 ], "rb" );
+
+    if ( inputFile == nullptr )
+    {
+        perror( argv[ argc - 2 ] );
+        exit( 1 );
+    }
+
+    FILE* outputFile = fopen( argv[ argc - 1 ], "wb+" );
+    
+    if ( outputFile == nullptr )
+    {
+        perror( argv[ argc - 2 ] );
+        exit( 1 );
+    }
+ 
+    if ( decompression )
+    {
+        Decompress( inputFile, outputFile );
+    }
+    else
+    {
+        switch ( mode )
+        {
+        case 2:
+        {
+            LZSSE2_OptimalParseState* state = LZSSE2_MakeOptimalParseState( static_cast< size_t >( blockSize ) );
+
+            Compress( inputFile, outputFile, blockSize, mode, level, state, LZSSE2_CompressOptimalParse );
+
+            LZSSE2_FreeOptimalParseState( state );
+
+            break;
+        }
+
+        case 4:
+        {
+            if ( optimal )
+            {
+                LZSSE4_OptimalParseState* state = LZSSE4_MakeOptimalParseState( static_cast<size_t>( blockSize ) );
+
+                Compress( inputFile, outputFile, blockSize, mode, level, state, LZSSE4_CompressOptimalParse );
+
+                LZSSE4_FreeOptimalParseState( state );
+            }
+            else
+            {
+                LZSSE4_FastParseState* state = LZSSE4_MakeFastParseState();
+
+                Compress( inputFile, outputFile, blockSize, mode, level, state, CompressorFastLZSSE4 );
+
+                LZSSE4_FreeFastParseState( state );
+            }
+
+            break;
+        }
+        
+        case 8:
+        {
+            if ( optimal )
+            {
+                LZSSE8_OptimalParseState* state = LZSSE8_MakeOptimalParseState( static_cast<size_t>( blockSize ) );
+
+                Compress( inputFile, outputFile, blockSize, mode, level, state, LZSSE8_CompressOptimalParse );
+
+                LZSSE8_FreeOptimalParseState( state );
+            }
+            else
+            {
+                LZSSE8_FastParseState* state = LZSSE8_MakeFastParseState();
+
+                Compress( inputFile, outputFile, blockSize, mode, level, state, CompressorFastLZSSE8 );
+
+                LZSSE8_FreeFastParseState( state );
+            }
+
+            break;
+        }
+
+        default:
+
+            printf( "Invalid stream type\n" );
+            exit( 1 );
+
+        }
+    }
+
+    fclose( inputFile );
+    fclose( outputFile );
+
+    return 0;
+}
+
diff --git a/contrib/lzsse/lzsse2/lzsse2.cpp b/contrib/lzsse/lzsse2/lzsse2.cpp
new file mode 100644
index 00000000000..d521a84553a
--- /dev/null
+++ b/contrib/lzsse/lzsse2/lzsse2.cpp
@@ -0,0 +1,1080 @@
+/*
+Copyright (c) 2016, Conor Stokes
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#include <string.h>
+#include <stdlib.h>
+#include <stdint.h>
+#include <stddef.h>
+
+#include "lzsse2_platform.h"
+#include "lzsse2.h"
+
+#pragma warning ( disable : 4127 )
+
+namespace
+{
+    // Constants - most of these should not be changed without corresponding code changes because it will break many things in unpredictable ways.
+    const uint32_t WINDOW_BITS             = 16;
+    const uint32_t MIN_MATCH_LENGTH        = 3; 
+    const uint32_t LZ_WINDOW_SIZE          = 1 << WINDOW_BITS;
+    const uint32_t LZ_WINDOW_MASK          = LZ_WINDOW_SIZE - 1;
+    const uint32_t OPTIMAL_HASH_BITS       = 20;
+    const uint32_t OPTIMAL_BUCKETS_COUNT   = 1 << OPTIMAL_HASH_BITS;
+    const uint32_t OPTIMAL_HASH_MASK       = OPTIMAL_BUCKETS_COUNT - 1;
+    const uint32_t MIN_COMPRESSION_SIZE    = 32;
+    const uint32_t END_PADDING_LITERALS    = 16;
+    const int32_t  NO_MATCH                = -1;
+    const int32_t  EMPTY_NODE              = -1;
+    const uint32_t MIN_LITERAL_COUNT       = 8;
+    const uint32_t HASH_MULTIPLIER         = 4013;
+    const uint32_t HASH_REMOVAL_MULTIPLIER = HASH_MULTIPLIER * HASH_MULTIPLIER;
+    const uint32_t CONTROL_BITS            = 4;
+    const uint32_t LITERAL_BITS            = 8;
+    const uint32_t OFFSET_BITS             = 16;
+    const uint32_t BASE_MATCH_BITS         = OFFSET_BITS + CONTROL_BITS;
+    const uint32_t SINGLE_LITERAL_COST     = CONTROL_BITS + LITERAL_BITS;
+    const uint32_t DOUBLE_LITERAL_COST     = SINGLE_LITERAL_COST + LITERAL_BITS;
+    const uint32_t EXTENDED_MATCH_BOUND    = ( 1 << CONTROL_BITS ) - 1;
+    const uint32_t CONTROL_BLOCK_SIZE      = sizeof( __m128i );
+    const uint32_t CONTROLS_PER_BLOCK      = 32;
+    const uint32_t LITERALS_PER_CONTROL    = 2;
+    const uint32_t MAX_INPUT_PER_CONTROL   = 2;
+    const size_t   OUTPUT_BUFFER_SAFE      = EXTENDED_MATCH_BOUND * CONTROLS_PER_BLOCK;
+    const size_t   INPUT_BUFFER_SAFE       = MAX_INPUT_PER_CONTROL * CONTROLS_PER_BLOCK;
+    const uint16_t INITIAL_OFFSET          = MIN_MATCH_LENGTH;
+    const size_t   SKIP_MATCH_LENGTH       = 128;
+    const uint32_t NO_SKIP_LEVEL           = 17;
+}
+
+struct Arrival
+{
+    size_t    cost;
+    int32_t   from;
+    int32_t   to;
+    uint16_t  offset;
+};
+
+struct TreeNode
+{
+    int32_t children[ 2 ];
+};
+
+struct LZSSE2_OptimalParseState
+{
+    // Note, we should really replace this with a BST, hash chaining works but is *slooooooooooooooow* for optimal parse.
+    int32_t roots[ OPTIMAL_BUCKETS_COUNT ];
+
+    TreeNode window[ LZ_WINDOW_SIZE ];
+
+    Arrival* arrivals;
+
+    size_t bufferSize;
+};
+
+
+LZSSE2_OptimalParseState* LZSSE2_MakeOptimalParseState( size_t bufferSize )
+{
+    if ( bufferSize > 0 && ( SIZE_MAX / sizeof( Arrival ) ) < bufferSize )
+    {
+        return nullptr;
+    }
+
+    LZSSE2_OptimalParseState* result = reinterpret_cast< LZSSE2_OptimalParseState* >( ::malloc( sizeof( LZSSE2_OptimalParseState ) ) );
+
+    result->bufferSize = bufferSize;
+
+    if ( result != nullptr )
+    {
+        result->arrivals = reinterpret_cast< Arrival* >( ::malloc( sizeof( Arrival ) * bufferSize ) );
+
+        if ( result->arrivals == nullptr )
+        {
+            LZSSE2_FreeOptimalParseState( result );
+
+            result = nullptr;
+        }
+    }
+
+    return result;
+}
+
+
+void LZSSE2_FreeOptimalParseState( LZSSE2_OptimalParseState* toFree )
+{
+    ::free( toFree->arrivals );
+        
+    toFree->arrivals = nullptr;
+
+    ::free( toFree );
+}
+
+
+inline uint32_t CalculateHash( const uint8_t* inputCursor )
+{
+    return ( uint32_t( inputCursor[ 0 ] ) * HASH_MULTIPLIER * HASH_MULTIPLIER + uint32_t( inputCursor[ 1 ] ) * HASH_MULTIPLIER + uint32_t( inputCursor[ 2 ] ) ) & OPTIMAL_HASH_MASK;
+}
+
+
+struct Match
+{
+    size_t length;
+    int32_t position;
+    uint16_t offset;
+};
+
+
+inline Match SearchAndUpdateFinder( LZSSE2_OptimalParseState& state, const uint8_t* input, const uint8_t* inputCursor, const uint8_t* inputEnd, uint32_t cutOff )
+{
+    Match result;
+
+    int32_t position = static_cast<int32_t>( inputCursor - input );
+
+    result.position = NO_MATCH;
+    result.length   = MIN_MATCH_LENGTH;
+    result.offset   = 0;
+
+    size_t   lengthToEnd  = inputEnd - inputCursor;
+    int32_t  lastPosition = position - ( LZ_WINDOW_SIZE - 1 );
+    uint32_t hash         = CalculateHash( inputCursor );
+
+    lastPosition = lastPosition > 0 ? lastPosition : 0;
+
+    int32_t treeCursor = state.roots[ hash ];
+
+    state.roots[ hash ] = position;
+    
+    int32_t* left        = &state.window[ position & LZ_WINDOW_MASK ].children[ 1 ];
+    int32_t* right       = &state.window[ position & LZ_WINDOW_MASK ].children[ 0 ];
+    size_t   leftLength  = 0;
+    size_t   rightLength = 0;
+
+    for ( ;; )
+    {
+        if ( cutOff-- == 0 || treeCursor < lastPosition )
+        {
+            *left = *right = EMPTY_NODE;
+            break;
+        }
+
+        TreeNode&      currentNode = state.window[ treeCursor & LZ_WINDOW_MASK ];
+        const uint8_t* key         = input + treeCursor;
+        size_t         matchLength = leftLength < rightLength ? leftLength : rightLength;
+
+        uint16_t       matchOffset = static_cast<uint16_t>( position - treeCursor );
+        size_t         maxLength   = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
+
+        while ( matchLength < lengthToEnd )
+        {
+            __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+            __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
+
+            unsigned long matchBytes;
+
+            _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+            matchLength += matchBytes;
+
+            if ( matchBytes != 16 )
+            {
+                break;
+            }
+        }
+
+        matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
+
+        size_t truncatedMatchLength = matchLength < maxLength ? matchLength : maxLength;
+
+        if ( truncatedMatchLength >= result.length )
+        {
+            result.length   = truncatedMatchLength;
+            result.offset   = matchOffset;
+            result.position = treeCursor;
+        }
+        
+        if ( matchLength == lengthToEnd )
+        {
+            *left  = currentNode.children[ 1 ];
+            *right = currentNode.children[ 0 ];
+            break;
+        }
+
+        if ( inputCursor[ matchLength ] < key[ matchLength ] || ( matchLength == lengthToEnd ) )
+        {
+            *left       = treeCursor;
+            left        = currentNode.children;
+            treeCursor  = *left;
+            leftLength  = matchLength;
+        }
+        else
+        {
+            *right      = treeCursor;
+            right       = currentNode.children + 1;
+            treeCursor  = *right;
+            rightLength = matchLength;
+        }
+    }
+    
+    // Special RLE overlapping match case, the LzFind style match above doesn't work very well with our
+    // restriction of overlapping matches having offsets of at least 16.
+    // Suffix array seems like a better option to handling this.
+    {
+        // Note, we're detecting long RLE here, but if we have an offset too close, we'll sacrifice a fair 
+        // amount of decompression performance to load-hit-stores.
+        int32_t matchPosition = position - ( sizeof( __m128i ) * 2 );
+
+        if ( matchPosition >= 0 )
+        {
+            uint16_t       matchOffset = static_cast<uint16_t>( position - matchPosition );
+            const uint8_t* key         = input + matchPosition;
+            size_t         matchLength = 0;
+
+            while ( matchLength < lengthToEnd )
+            {
+                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
+
+                unsigned long matchBytes;
+
+                _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+                matchLength += matchBytes;
+
+                if ( matchBytes != 16 )
+                {
+                    break;
+                }
+
+            }
+
+            matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
+
+            if ( matchLength >= result.length )
+            {
+                result.length   = matchLength;
+                result.offset   = matchOffset;
+                result.position = matchPosition;
+            }
+        }
+    }
+
+    return result;
+}
+
+
+size_t LZSSE2_CompressOptimalParse( LZSSE2_OptimalParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength, unsigned int level )
+{
+    if ( outputLength < inputLength || state->bufferSize < inputLength )
+    {
+        // error case, output buffer not large enough.
+        return 0;
+    }
+
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+        
+    if ( inputLength < MIN_COMPRESSION_SIZE )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor      = input;
+    const uint8_t* inputEnd         = input + inputLength;
+    Arrival*       arrivalWatermark = state->arrivals;
+    Arrival*       arrival          = state->arrivals;
+    uint32_t       cutOff           = 1 << level;
+
+    for ( int32_t* rootCursor = state->roots, *end = rootCursor + OPTIMAL_BUCKETS_COUNT; rootCursor < end; rootCursor += 4 )
+    {
+        rootCursor[ 0 ] = EMPTY_NODE;
+        rootCursor[ 1 ] = EMPTY_NODE;
+        rootCursor[ 2 ] = EMPTY_NODE;
+        rootCursor[ 3 ] = EMPTY_NODE;
+    }
+
+    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
+    {
+        /*Match dummy = */ SearchAndUpdateFinder( *state, input, inputCursor, inputEnd - END_PADDING_LITERALS, cutOff );
+
+        ++inputCursor;
+    }
+
+    arrival->cost   = LITERAL_BITS * MIN_MATCH_LENGTH;
+    arrival->from   = -1;
+    arrival->offset = 0;
+    
+    // loop through each character and project forward the matches at that character to calculate the cheapest
+    // path of arrival for each individual character.
+    for ( const uint8_t* earlyEnd = inputEnd - END_PADDING_LITERALS; inputCursor < earlyEnd; ++inputCursor, ++arrival )
+    {
+        uint32_t  lengthToEnd     = static_cast< uint32_t >( earlyEnd - inputCursor );       
+        int32_t   currentPosition = static_cast< int32_t >( inputCursor - input );
+        Arrival*  literalFirst    = arrival + 1;
+        Arrival*  literalSecond   = arrival + 2;
+        size_t    arrivalCost     = arrival->cost;
+        
+        // NOTE - we currently assume only 2 literals filled in here, because the minimum match length is 3.
+        // If we wanted to go with a higher minimum match length, we would need to fill in more literals before hand.
+        // Also, because there is a maximum of 2 literals per control block assumed.
+
+        // project forward the cost of a single literal
+        if ( literalFirst > arrivalWatermark || literalFirst->cost > ( arrival->cost + SINGLE_LITERAL_COST ) )
+        {
+            literalFirst->cost   = arrival->cost + SINGLE_LITERAL_COST;
+            literalFirst->from   = currentPosition;
+            literalFirst->offset = 0;
+
+            arrivalWatermark = literalFirst > arrivalWatermark ? literalFirst : arrivalWatermark;
+        }
+
+        // project forward the cost of two literals
+        if ( lengthToEnd > 1 )
+        {
+            if ( literalSecond > arrivalWatermark || literalFirst->cost > ( arrival->cost + DOUBLE_LITERAL_COST ) )
+            {
+                literalSecond->cost   = arrival->cost + DOUBLE_LITERAL_COST;
+                literalSecond->from   = currentPosition;
+                literalSecond->offset = 0;
+
+                arrivalWatermark = literalSecond > arrivalWatermark ? literalSecond : arrivalWatermark;
+            }
+        }
+        else
+        {
+            continue;
+        }
+
+        Match match = SearchAndUpdateFinder( *state, input, inputCursor, earlyEnd, cutOff );
+        
+        if ( match.position != NO_MATCH )
+        {
+            for ( size_t matchedLength = MIN_MATCH_LENGTH, end = match.length + 1; matchedLength < end; ++matchedLength )
+            {
+                Arrival* matchArrival = arrival + matchedLength;
+                size_t   matchCost    = arrivalCost + BASE_MATCH_BITS;
+
+                if ( matchedLength > EXTENDED_MATCH_BOUND )
+                {
+                    matchCost += ( ( matchedLength - 1 ) / EXTENDED_MATCH_BOUND ) * CONTROL_BITS;
+                }
+
+                if ( matchArrival > arrivalWatermark || matchArrival->cost > matchCost )
+                {
+                    matchArrival->cost   = matchCost;
+                    matchArrival->from   = currentPosition;
+                    matchArrival->offset = match.offset;
+
+                    arrivalWatermark = matchArrival > arrivalWatermark ? matchArrival : arrivalWatermark;
+                }
+            }
+
+            if ( match.length > SKIP_MATCH_LENGTH && level < NO_SKIP_LEVEL )
+            {
+                arrival     += match.length - LITERALS_PER_CONTROL;
+                inputCursor += match.length - LITERALS_PER_CONTROL;
+            }
+        }
+    }
+
+    // If this would cost more to encode than it would if it were just literals, encode it with no control blocks,
+    // just literals
+    if ( ( arrivalWatermark->cost + END_PADDING_LITERALS * LITERAL_BITS + CONTROLS_PER_BLOCK * CONTROL_BITS ) > ( inputLength * LITERAL_BITS ) )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    Arrival* previousPathNode;
+
+    // now trace the actual optimal parse path back, connecting the nodes in the other direction.
+    for ( const Arrival* pathNode = arrivalWatermark; pathNode->from > 0; pathNode = previousPathNode )
+    {
+        previousPathNode     = state->arrivals + ( pathNode->from - MIN_MATCH_LENGTH );
+
+        previousPathNode->to = static_cast<int32_t>( ( pathNode - state->arrivals ) + MIN_MATCH_LENGTH );
+    }
+
+    uint8_t* outputCursor = output;
+
+    memcpy( outputCursor, input, MIN_MATCH_LENGTH );
+
+    outputCursor += MIN_MATCH_LENGTH;
+
+    uint8_t* currentControlBlock = outputCursor;
+    uint32_t currentControlCount = 0;
+    uint32_t totalControlCount   = 0;
+
+    outputCursor += CONTROL_BLOCK_SIZE;
+
+    Arrival* nextPathNode;
+
+    size_t   totalPathLength  = MIN_MATCH_LENGTH;
+    uint16_t previousOffset   = INITIAL_OFFSET;
+
+    bool     lastControlIsNop = false;
+
+    // Now walk forwards again and actually write out the data.
+    for ( const Arrival* pathNode = state->arrivals; pathNode < arrivalWatermark; pathNode = nextPathNode )
+    {
+        int32_t currentPosition = static_cast< int32_t >( ( pathNode - state->arrivals ) + MIN_MATCH_LENGTH );
+
+        nextPathNode = state->arrivals + ( pathNode->to - MIN_MATCH_LENGTH );
+
+        size_t pathDistance = nextPathNode - pathNode;
+
+        totalPathLength += pathDistance;
+
+        lastControlIsNop = false;
+
+        if ( pathDistance < MIN_MATCH_LENGTH )
+        {
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock  = outputCursor;
+                outputCursor        += CONTROL_BLOCK_SIZE;
+                currentControlCount  = 0;
+            }
+
+            if ( ( currentControlCount & 1 ) == 0 )
+            {
+                currentControlBlock[ currentControlCount >> 1 ] =
+                    ( static_cast<uint8_t>( pathDistance ) - 1 );
+            }
+            else
+            {
+                currentControlBlock[ currentControlCount >> 1 ] |= 
+                    ( static_cast< uint8_t >( pathDistance ) - 1 ) << CONTROL_BITS;
+            }
+
+            // output the literals.
+            for ( int32_t where = 0; where < pathDistance; ++where )
+            {
+                const uint8_t* currentInput = input + currentPosition + where;
+
+                outputCursor[ where ] = *currentInput ^ *( currentInput - previousOffset );
+            }
+
+            outputCursor += pathDistance;
+
+            ++totalControlCount;
+            ++currentControlCount;
+        }
+        else
+        {
+            size_t toEncode = pathDistance - 1; //note, we always subtract one here, because the first control block of the match encodes this way
+
+                                                // make sure the control block for the first part of the match has been allocated
+                                                // note, this is idempontent if we have not actually incremented the control count and we try this again.
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock  = outputCursor;
+                outputCursor        += CONTROL_BLOCK_SIZE;
+                currentControlCount  = 0;
+            }
+
+            // output the offset (after control block containing the first control nibble for this match).
+            *reinterpret_cast< uint16_t* >( outputCursor ) = nextPathNode->offset ^ previousOffset;
+
+            previousOffset = nextPathNode->offset;
+
+            outputCursor += sizeof( uint16_t );
+
+            for ( ;; )
+            {
+                if ( currentControlCount == CONTROLS_PER_BLOCK )
+                {
+                    currentControlBlock  = outputCursor;
+                    outputCursor        += CONTROL_BLOCK_SIZE;
+                    currentControlCount  = 0;
+                }
+
+                if ( toEncode >= EXTENDED_MATCH_BOUND )
+                {
+                    if ( ( currentControlCount & 1 ) == 0 )
+                    {
+                        currentControlBlock[ currentControlCount >> 1 ] =
+                            static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
+                    }
+                    else
+                    {
+                        currentControlBlock[ currentControlCount >> 1 ] |= 
+                            static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
+                    }
+
+                    toEncode -= EXTENDED_MATCH_BOUND;
+
+                    ++totalControlCount;
+                    ++currentControlCount;
+
+                }
+                else
+                {
+                    if ( ( currentControlCount & 1 ) == 0 )
+                    {
+                        currentControlBlock[ currentControlCount >> 1 ] =
+                            static_cast<uint8_t>( toEncode );
+                    }
+                    else
+                    {
+                        currentControlBlock[ currentControlCount >> 1 ] |= 
+                            static_cast< uint8_t >( toEncode ) << CONTROL_BITS;
+                    }
+
+                    if ( toEncode == 0 && currentControlCount == 0 )
+                    {
+                        lastControlIsNop = true;
+                    }
+
+                    ++totalControlCount;
+                    ++currentControlCount;
+
+                    break;
+                }
+            }
+        }
+    }
+
+    if ( lastControlIsNop )
+    {
+        outputCursor -= CONTROL_BLOCK_SIZE;
+    }
+
+    size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+    // copy remaining literals
+    memcpy( outputCursor, inputCursor, remainingLiterals );
+
+    outputCursor += remainingLiterals;
+
+    return outputCursor - output;
+}
+
+
+size_t LZSSE2_Decompress( const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
+{
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+
+    // Length it not work compressing, just copy initial values
+    if ( outputLength == inputLength )
+    {
+        memcpy( output, input, outputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor  = input;
+    uint8_t*       outputCursor = output;
+
+    // The offset starts off as the minimum match length. We actually need it at least two
+    // characters back because we need them to be set to xor out the literals from the match data.
+    size_t  offset          = INITIAL_OFFSET;
+    __m128i previousCarryHi = _mm_setzero_si128();
+
+    *( outputCursor++ ) = *( inputCursor++ );
+    *( outputCursor++ ) = *( inputCursor++ );
+    *( outputCursor++ ) = *( inputCursor++ );
+
+    // What these macros do:
+    //     Decode a single literal run or match run for a single control nibble.
+    // How they do it:
+    //    - Read the *unaligned* input (in the case of LZSSE-F - twice, for LZSSE-O we read once) - one goes into an SSE register,
+    //      because it could either be literals or an offset (or nothing at all). The low byte of streamBytesRead controls how much we advance
+    //      the input cursor.
+    //    - Used a contived set of casts to sign extend the "read offset" control mask and then use it to mask the input word,
+    //      which is then xor'd against the offset, for a "branchless" conditional move into the offset which
+    //      has been carried over from the previous literal/match block. Note, this ends up doing better than a cmov on most 
+    //      modern processors. But we need to pre-xor the input offset.
+    //    - We then load the match data from output buffer (offset back from the current output point). Unconditional load here.
+    //    - We broadcast the "from literal" control mask from the current least significant byte of the SSE register using a shuffle epi-8
+    //    - We mask the literals with that SSE register wide mask.
+    //    - The literals have been pre-xor'd with the data read in as match data, so we use an xor to branchlessly choose between the two.
+    //      In this case, it ends up a better option than a blendv on most processors.
+    //    - Store the block. We store all 16 bytes of the SSE register (due to some constraints in the format of the data, we won't
+    //      go past the end of the buffer), but we may overlap this.
+    //    - bytesOut controls how much we advance the output cursor.
+    //    - We use 8 bit shifts to advance all the controls up to the next byte. There is some variable sized register trickery that 
+    //      x86/x64 is great for as long as we don't anger the register renamer.
+
+#define DECODE_STEP( HILO, CHECKMATCH, CHECKBUFFERS )                                                                           \
+    {                                                                                                                           \
+                                                                                                                                \
+        uint64_t inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                 \
+        __m128i  literals  = _mm_cvtsi64_si128( inputWord );                                                                    \
+                                                                                                                                \
+        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
+                                                                                                                                \
+        readOffsetHalf##HILO >>= 8;                                                                                             \
+                                                                                                                                \
+        const uint8_t* matchPointer = outputCursor - offset;                                                                    \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( fromLiteral, literals );                                                                      \
+                                                                                                                                \
+        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        bytesOutHalf##HILO        >>= 8;                                                                                        \
+        streamBytesReadHalf##HILO >>= 8;                                                                                        \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+    }
+
+#define DECODE_STEP_HALF( HILO, CHECKMATCH, CHECKBUFFERS )                                                                      \
+    {                                                                                                                           \
+        size_t  inputWord   = *reinterpret_cast< const uint16_t* >( inputCursor );                                              \
+        __m128i literals    = _mm_cvtsi64_si128( inputWord );                                                                   \
+                                                                                                                                \
+        offset ^= static_cast< size_t >( static_cast< ptrdiff_t >( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord; \
+                                                                                                                                \
+        const uint8_t* matchPointer = outputCursor - offset;                                                                    \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( fromLiteral, literals );                                                                      \
+                                                                                                                                \
+        fromLiteral##HILO = _mm_srli_si128( fromLiteral##HILO, 1 );                                                             \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+    }
+
+#define DECODE_STEP_END( HILO, CHECKMATCH, CHECKBUFFERS )                                                                       \
+    {                                                                                                                           \
+        size_t  inputWord = *reinterpret_cast< const uint16_t* >( inputCursor );                                                \
+        __m128i literals  = _mm_cvtsi64_si128( inputWord );                                                                     \
+                                                                                                                                \
+        offset ^= static_cast< size_t >( static_cast< ptrdiff_t >( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord; \
+                                                                                                                                \
+        const uint8_t* matchPointer = outputCursor - offset;                                                                    \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( fromLiteral, literals );                                                                      \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+        } 
+
+#define DECODE_STEP_LO(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HI(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Hi, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HALF_LO(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HALF_HI(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Hi, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_END_LO(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_END_HI(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Hi, CHECKMATCH, CHECKBUFFERS )
+
+    __m128i nibbleMask             = _mm_set1_epi8( 0xF );
+    __m128i literalsPerControl     = _mm_set1_epi8( LITERALS_PER_CONTROL );
+
+    // Note, we use this block here because it allows the "fake" inputEarlyEnd/outputEarlyEnd not to cause register spills 
+    // in the decompression loops. And yes, that did actually happen.
+    {
+#pragma warning ( push )
+#pragma warning ( disable : 4101 )
+
+        const  uint8_t* inputEarlyEnd; //= ( input + inputLength ) - END_PADDING_LITERALS;
+        uint8_t*        outputEarlyEnd;// = ( output + outputLength ) - END_PADDING_LITERALS;
+
+#pragma warning ( pop )
+
+        // "Safe" ends to the buffer, before the input/output cursors hit these, we can loop without overflow checks.
+        const  uint8_t* inputSafeEnd  = ( input + inputLength ) - INPUT_BUFFER_SAFE;
+        uint8_t*        outputSafeEnd = ( output + outputLength ) - OUTPUT_BUFFER_SAFE;
+
+        // Decoding loop with offset output buffer underflow test, but no buffer overflow tests, assumed to end at a safe distance 
+        // from overflows
+        while ( ( outputCursor - output ) < LZ_WINDOW_SIZE && outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
+        {
+            // load the control block
+            __m128i controlBlock      = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+
+            // split the control block into high and low nibbles.
+            __m128i controlHi         = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo         = _mm_and_si128( controlBlock, nibbleMask );
+            
+            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
+            // this will essentially be ignored later on.
+            __m128i isLiteralHi       = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo       = _mm_cmplt_epi8( controlLo, literalsPerControl );
+
+            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
+            // match without offset read mode).
+            __m128i carryLo           = _mm_cmpeq_epi8( controlLo, nibbleMask );
+            
+            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
+            // the calculated carry to use that byte next iteration.
+            __m128i carryHi           = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi    = _mm_alignr_epi8( carryHi, previousCarryHi, 15 );
+
+            previousCarryHi = carryHi;
+
+            // I want 128 set bits please.
+            __m128i allSet            = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            // Calcualting the bytes to output to the stream. Basically, we are subtracting negative one from the control value if the 
+            // carry is not set. This works because the masks produced by comparisons are the equivalent to negative one, which 
+            // make this a conditional increment.
+            __m128i bytesOutLo        = _mm_sub_epi8( controlLo, _mm_xor_si128( shiftedCarryHi, allSet ) );
+            __m128i bytesOutHi        = _mm_sub_epi8( controlHi, _mm_xor_si128( carryLo, allSet ) );
+
+            // Calculate the number of bytes to read per control.
+            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
+            __m128i streamBytesReadLo = _mm_andnot_si128( shiftedCarryHi, _mm_min_epi8( literalsPerControl, bytesOutLo ) );
+            __m128i streamBytesReadHi = _mm_andnot_si128( carryLo, _mm_min_epi8( literalsPerControl, bytesOutHi ) );
+            
+            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
+            __m128i readOffsetLo      = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
+            __m128i readOffsetHi      = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
+
+            // Masks whether we are reading literals - set if the carry is not set and these are literals.
+            __m128i fromLiteralLo     = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi     = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            // Advance the input past the control block.
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            {
+                // Pull out the bottom halves off the SSE registers from before - we want these
+                // things in GPRs for the more linear logic.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_HALF_LO( true, false );
+                DECODE_STEP_HALF_HI( true, false );
+            }
+
+            {
+                // Now the top halves.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_END_LO( true, false );
+                DECODE_STEP_END_HI( true, false );
+            }
+        }
+
+        // Decoding loop with no buffer checks, but will end at a safe distance from the end of the buffers.
+        // Note, when we get here we have already reached the point in the output buffer which is *past* where we can underflow
+        // due to a bad match offset.
+        while ( outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
+        {
+            // This code is the same as the loop above, see comments there
+            __m128i controlBlock      = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+            __m128i controlHi         = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo         = _mm_and_si128( controlBlock, nibbleMask );
+
+            __m128i isLiteralHi       = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo       = _mm_cmplt_epi8( controlLo, literalsPerControl );
+            __m128i carryLo           = _mm_cmpeq_epi8( controlLo, nibbleMask );
+            __m128i carryHi           = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi    = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); // where we take the carry from the previous hi values
+
+            previousCarryHi = carryHi;
+
+            __m128i neg1              = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi );
+
+            __m128i bytesOutLo        = _mm_sub_epi8( controlLo, _mm_xor_si128( shiftedCarryHi, neg1 ) );
+            __m128i bytesOutHi        = _mm_sub_epi8( controlHi, _mm_xor_si128( carryLo, neg1 ) );
+
+            __m128i streamBytesReadLo = _mm_andnot_si128( shiftedCarryHi, _mm_min_epi8( literalsPerControl, bytesOutLo ) );
+            __m128i streamBytesReadHi = _mm_andnot_si128( carryLo, _mm_min_epi8( literalsPerControl, bytesOutHi ) );
+
+            __m128i readOffsetLo      = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
+            __m128i readOffsetHi      = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
+
+            __m128i fromLiteralLo     = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi     = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_HALF_LO( false, false );
+                DECODE_STEP_HALF_HI( false, false );
+            }
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_END_LO( false, false );
+                DECODE_STEP_END_HI( false, false );
+            }
+        }
+    }
+    
+    // Decoding loop with all buffer checks.
+    {
+        const uint8_t* inputEarlyEnd;
+        uint8_t*        outputEarlyEnd;
+        inputEarlyEnd  = (( input + inputLength ) - END_PADDING_LITERALS);
+        outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
+
+        while ( outputCursor < outputEarlyEnd && inputCursor < inputEarlyEnd )
+        {
+            __m128i controlBlock      = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+            __m128i controlHi         = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo         = _mm_and_si128( controlBlock, nibbleMask );
+
+            __m128i isLiteralHi       = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo       = _mm_cmplt_epi8( controlLo, literalsPerControl );
+            __m128i carryLo           = _mm_cmpeq_epi8( controlLo, nibbleMask );
+            __m128i carryHi           = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi    = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); // where we take the carry from the previous hi values
+
+            previousCarryHi = carryHi;
+
+            __m128i neg1              = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            __m128i bytesOutLo        = _mm_sub_epi8( controlLo, _mm_xor_si128( shiftedCarryHi, neg1 ) );
+            __m128i bytesOutHi        = _mm_sub_epi8( controlHi, _mm_xor_si128( carryLo, neg1 ) );
+
+            __m128i streamBytesReadLo = _mm_andnot_si128( shiftedCarryHi, _mm_min_epi8( literalsPerControl, bytesOutLo ) );
+            __m128i streamBytesReadHi = _mm_andnot_si128( carryLo, _mm_min_epi8( literalsPerControl, bytesOutHi ) );
+
+            __m128i readOffsetLo      = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
+            __m128i readOffsetHi      = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
+
+            __m128i fromLiteralLo     = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi     = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            if ( inputCursor > inputEarlyEnd )
+                goto BUFFER_END;
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_HALF_LO( true, true );
+                DECODE_STEP_HALF_HI( true, true );
+            }
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_END_LO( true, true );
+                DECODE_STEP_END_HI( true, true );
+            }
+        }
+
+BUFFER_END:
+
+        // When we get here, we have either advanced the right amount on both cursors
+        // or something bad happened, so leave it as is, so we can tell where
+        // the error happened. 
+        if ( inputCursor == inputEarlyEnd && outputCursor == outputEarlyEnd )
+        {
+            size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+            // copy any trailing literals
+            memcpy( outputCursor, inputCursor, remainingLiterals );
+
+            outputCursor += remainingLiterals;
+        }
+    }
+
+MATCH_UNDERFLOW:
+
+    return outputCursor - output;
+}
diff --git a/contrib/lzsse/lzsse2/lzsse2.h b/contrib/lzsse/lzsse2/lzsse2.h
new file mode 100644
index 00000000000..ea908b85fb5
--- /dev/null
+++ b/contrib/lzsse/lzsse2/lzsse2.h
@@ -0,0 +1,90 @@
+/*
+Copyright (c) 2016, Conor Stokes
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#ifndef LZSSE2_H__
+#define LZSSE2_H__
+
+#pragma once
+
+/* LZSSE2 - x64/SSE targeted codec for better performance with high compression ratio data/more optimal compressors.
+ * Supports minimum 3 byte matches, maximum 16 bytes of match per control word and 2 byte literal runs per control word. 
+ */
+
+#ifdef __cplusplus
+extern "C"
+{
+#endif
+
+ /* Re-usable parse state object for compression. */
+typedef struct LZSSE2_OptimalParseState LZSSE2_OptimalParseState;
+
+/* Allocate the parse state for compression - returns null on failure. Note
+   Buffersize has to be greater or equal to any inputLength used with LZSSE2_CompressOptimalParse */
+LZSSE2_OptimalParseState* LZSSE2_MakeOptimalParseState( size_t bufferSize );
+
+/* De-allocate the parse state for compression */
+void LZSSE2_FreeOptimalParseState( LZSSE2_OptimalParseState* toFree );
+
+/* "Optimal" compression routine.
+* Will compress data into LZSSE2 format, uses hash BST matching to find matches and run an optimal parse (high relative memory usage). Requires SSE 4.1.
+* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
+* input : Buffer containing uncompressed data to be compressed. May not be null.
+* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
+* output : Buffer that will receive the compressed output. 
+* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
+*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
+* level : The compression level to use for this file 1->17, 17 is highest compression, 0 is least
+* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
+* concurrently.
+*
+* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
+*/
+size_t LZSSE2_CompressOptimalParse( LZSSE2_OptimalParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int level );
+
+/* Decompression routine.
+* This routine will decompress data in the LZSSE2 format and currently requires SSE 4.1 and is targeted at x64.
+* It will perform poorly on x86 due to hunger for registers.
+*  input : Buffer containing compressed input block. May not be null.
+*  inputLength : Length of the compressed data in the input buffer - note, this should be under 2GB
+*  output : Buffer that will received the de-compressed output. Note, that this needs to be at least outputLength long.
+*           May not be null.
+*  outputLength : The length of the compressed output - note, this should be under 2GB
+*
+* Provided that input and output are valid pointers to buffers of at least their specified size, this routine
+* should be memory safe - both match pointer checks and input/output buffer checks exist.
+*
+* Returns the size of the decompressed data, which will be less than outputLength in the event of an error (number of bytes
+* will indicate where in the output stream the error occured).
+*
+* Note that this data is not hash verified, errors that occur are either from a misformed stream or bad buffer sizes.
+* Remember, corrupt data can still be valid to decompress.
+*/ 
+size_t LZSSE2_Decompress( const void* input, size_t inputLength, void* output, size_t outputLength );
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* -- LZSSE2_H__ */
diff --git a/contrib/lzsse/lzsse2/lzsse2_platform.h b/contrib/lzsse/lzsse2/lzsse2_platform.h
new file mode 100644
index 00000000000..5cbab6b0600
--- /dev/null
+++ b/contrib/lzsse/lzsse2/lzsse2_platform.h
@@ -0,0 +1,73 @@
+/*
+Copyright (c) 2016, Brian Marshall
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#ifndef LZSSE2_PLATFORM_H__
+#define LZSSE2_PLATFORM_H__
+
+#pragma once
+
+/*
+ Compiler/Platform detection based on the table from:
+ https://blogs.msdn.microsoft.com/vcblog/2015/12/04/clang-with-microsoft-codegen-in-vs-2015-update-1/
+*/
+
+#ifdef	_MSC_VER
+
+/*
+ Microsoft Visual Studio Support.
+ C1xx/C2, Clang/C2 and Clang/LLVM all support the Microsoft header files and _BitScanForward
+
+ Note: if you receive errors with the intrinsics make sure that you have SSE4.1 support enabled.
+ For example with Clang include "-msse4.1" on the command line
+*/
+#include <intrin.h>
+
+#else	/* _MSC_VER */
+
+#ifdef __GNUC__
+
+/*
+ GCC
+*/
+
+/*
+ Note: including just <smmintrin.h> would be sufficient, but including x86intrin is a better match to intrin.h on Visual Studio as
+ both include all intrinsics for the enabled processor, rather than just SSE4.1.
+*/
+#include <x86intrin.h>
+/* _BitScanForward is Visual Studio specific. */
+#define _BitScanForward(x, m) *(x) = __builtin_ctz(m)
+
+#else
+
+/*
+If you hit the error below, then add detection for your compiler/platform to this header file.
+*/
+#error Platform not supported
+
+#endif	/* __GNUC__ */
+#endif  /* _MSC_VER */
+
+#endif /* -- LZSSE2_PLATFORM_H__ */
diff --git a/contrib/lzsse/lzsse4/lzsse4.cpp b/contrib/lzsse/lzsse4/lzsse4.cpp
new file mode 100644
index 00000000000..cf9f6fc6e60
--- /dev/null
+++ b/contrib/lzsse/lzsse4/lzsse4.cpp
@@ -0,0 +1,1499 @@
+/*
+Copyright (c) 2016, Conor Stokes
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#include <string.h>
+#include <stdlib.h>
+#include <stdint.h>
+#include <stddef.h>
+
+#include "lzsse4_platform.h"
+#include "lzsse4.h"
+
+#pragma warning ( disable : 4127 )
+
+namespace
+{
+    // Constants - most of these should not be changed without corresponding code changes because it will break many things in unpredictable ways.
+    const uint32_t WINDOW_BITS             = 16;
+    const uint32_t MIN_MATCH_LENGTH        = 4; 
+    const uint32_t LZ_WINDOW_SIZE          = 1 << WINDOW_BITS;
+    const uint32_t LZ_WINDOW_MASK          = LZ_WINDOW_SIZE - 1;
+    const uint32_t FAST_HASH_BITS          = 20; // You can change this - more bits = more matches, less bits = more cache hits
+    const uint32_t FAST_BUCKETS_COUNT      = 1 << FAST_HASH_BITS;
+    const uint32_t FAST_HASH_MASK          = FAST_BUCKETS_COUNT - 1;
+    const uint32_t MIN_COMPRESSION_SIZE    = 32;
+    const uint32_t END_PADDING_LITERALS    = 16;
+    const int32_t  NO_MATCH                = -1;
+    const int32_t  EMPTY_NODE              = -1;
+    const uint32_t MIN_LITERAL_COUNT       = 8;
+    const uint32_t CONTROL_BITS            = 4;
+    const uint32_t LITERAL_BITS            = 8;
+    const uint32_t OFFSET_BITS             = 16;
+    const uint32_t BASE_MATCH_BITS         = OFFSET_BITS + CONTROL_BITS;
+    const uint32_t OFFSET_SIZE             = 2;
+    const uint32_t EXTENDED_MATCH_BOUND    = ( 1 << CONTROL_BITS ) - 1;
+    const uint32_t CONTROL_BLOCK_SIZE      = sizeof( __m128i );
+    const uint32_t CONTROLS_PER_BLOCK      = 32;
+    const uint32_t LITERALS_PER_CONTROL    = 4;
+    const uint32_t MAX_INPUT_PER_CONTROL   = 4;
+    const size_t   OUTPUT_BUFFER_SAFE      = EXTENDED_MATCH_BOUND * CONTROLS_PER_BLOCK;
+    const size_t   INPUT_BUFFER_SAFE       = MAX_INPUT_PER_CONTROL * CONTROLS_PER_BLOCK;
+    const uint16_t INITIAL_OFFSET          = MIN_MATCH_LENGTH;
+    const uint32_t OPTIMAL_HASH_BITS       = 20;
+    const uint32_t OPTIMAL_BUCKETS_COUNT   = 1 << OPTIMAL_HASH_BITS;
+    const uint32_t OPTIMAL_HASH_MASK       = OPTIMAL_BUCKETS_COUNT - 1;
+    const size_t   SKIP_MATCH_LENGTH       = 128;
+    const uint32_t NO_SKIP_LEVEL           = 17;
+}
+
+
+struct LZSSE4_FastParseState
+{
+    int32_t buckets[ FAST_BUCKETS_COUNT ]; // stores the first matching position, we can then look at the rest of the matches by tracing through the window.
+};
+
+
+LZSSE4_FastParseState* LZSSE4_MakeFastParseState()
+{
+    return new LZSSE4_FastParseState();
+}
+
+
+void LZSSE4_FreeFastParseState( LZSSE4_FastParseState* toFree )
+{
+    delete toFree;
+}
+
+
+inline void SetHash( LZSSE4_FastParseState* state, uint32_t hash, const uint8_t* input, const uint8_t* inputCursor )
+{
+    int32_t position = static_cast<int32_t>( inputCursor - input );
+
+    state->buckets[ hash & FAST_HASH_MASK ] = position;
+}
+
+// Simple fast hash function - actually what is used in snappy and derivatives
+// There's probably better, but I haven't spent time focusing on this area yet.
+inline uint32_t HashFast( const uint8_t* inputCursor )
+{
+    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - FAST_HASH_BITS );
+}
+
+size_t LZSSE4_CompressFast( LZSSE4_FastParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
+{
+    if ( outputLength < inputLength )
+    {
+        // error case, output buffer not large enough.
+        return 0;
+    }
+
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+
+    if ( inputLength < MIN_COMPRESSION_SIZE )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor    = input;
+    const uint8_t* inputEnd       = input + inputLength;
+    const uint8_t* inputEarlyEnd  = inputEnd - END_PADDING_LITERALS;
+    uint8_t*       outputCursor   = output;
+    uint8_t*       outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
+    uint32_t       hash           = 0;
+
+    // initialize hash to empty 
+    for ( int32_t* where = state->buckets, *end = state->buckets + FAST_BUCKETS_COUNT; where < end; where += 4 )
+    {
+        where[ 0 ] = -1;
+        where[ 1 ] = -1;
+        where[ 2 ] = -1;
+        where[ 3 ] = -1;
+    }
+
+    // initial literals that wont be compressed
+    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
+    {
+        hash = HashFast( inputCursor );
+
+        SetHash( state, hash, input, inputCursor );
+
+        *( outputCursor++ ) = *( inputCursor++ );
+    }
+
+    uint8_t* currentControlBlock = outputCursor;    
+    uint32_t currentControlCount = 0;
+    uint16_t previousOffset      = INITIAL_OFFSET;
+    size_t   literalsToFlush     = 0;
+
+    outputCursor += CONTROL_BLOCK_SIZE;
+
+    bool lastControlIsNop = false;
+    
+    // Loop through the data until we hit the end of one of the buffers (minus the end padding literals)
+    while ( inputCursor < inputEarlyEnd && outputCursor <= outputEarlyEnd )
+    { 
+        lastControlIsNop = false;
+
+        hash = HashFast( inputCursor );
+
+        int      matchPosition   = state->buckets[ hash & FAST_HASH_MASK ];
+        int      currentPosition = static_cast< int32_t >( inputCursor - input );
+        uint32_t matchLength     = 0;
+        uint16_t matchOffset     = static_cast< uint16_t >( currentPosition - matchPosition );
+
+        // If we had a hit in the hash and it wasn't outside the window.
+        if ( matchPosition >= 0 && ( currentPosition - matchPosition ) < ( LZ_WINDOW_SIZE - 1 ) )
+        {
+            const uint8_t* matchCandidate = input + matchPosition;
+            uint32_t       lengthToEnd    = static_cast< uint32_t >( inputEarlyEnd - inputCursor );
+            // Here we limit the hash length to prevent overlap matches with offset less than 16 bytes
+            uint32_t       maxLength      = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
+
+            // Find how long the match is 16 bytes at a time.
+            while ( matchLength < maxLength )
+            {
+                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchCandidate + matchLength ) );
+
+                unsigned long matchBytes;
+
+                // Finds the number of equal bytes at the start of the 16 
+                _BitScanForward( &matchBytes, ( static_cast< unsigned long >( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+                matchLength += matchBytes;
+
+                if ( matchBytes != sizeof( __m128i ) )
+                {
+                    break;
+                }
+            }
+
+            matchLength = matchLength < maxLength ? matchLength : maxLength;
+        }
+
+        // If we have at least the minimum match length (4 bytes)
+        if ( matchLength >= MIN_MATCH_LENGTH )
+        {
+            // Do we have literals to flush before the match?
+            if ( literalsToFlush > 0 )
+            {
+                // Start a new control block if we need one.
+                if ( currentControlCount == CONTROLS_PER_BLOCK )
+                {
+                    currentControlBlock  = outputCursor;
+                    outputCursor        += CONTROL_BLOCK_SIZE;
+
+                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                    currentControlCount  = 0;
+
+                    // Would be larger than compressed size, get out!
+                    if ( outputCursor > outputEarlyEnd )
+                    {
+                        break;
+                    }
+                }
+
+                currentControlBlock[ currentControlCount >> 1 ] = 
+                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
+
+                // flush the literals.
+                // note the xor against the data that would be read in the match.
+                for ( uint32_t where = 0; where < literalsToFlush; ++where )
+                {
+                    const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
+
+                    *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
+                }
+
+                ++currentControlCount;
+
+                literalsToFlush = 0;
+                    
+                // Would be larger than compressed size, get out!
+                if ( outputCursor > outputEarlyEnd )
+                {
+                    break;
+                }
+            }
+
+            // Start a new control block if the previous one is full.
+            // Note this is done before the offset is written out - the offset
+            // is always written after the control block containing the first
+            // control in the match.
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock  = outputCursor;
+                outputCursor        += CONTROL_BLOCK_SIZE;
+
+                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                currentControlCount  = 0;
+                    
+                if ( outputCursor > outputEarlyEnd )
+                {
+                    break;
+                }
+            }
+
+            // The match length value we are encoding.
+            size_t toEncode = matchLength;
+
+            // Write the offset out - note the xor with the previous offset.
+            *reinterpret_cast< uint16_t* >( outputCursor ) = matchOffset ^ previousOffset;
+
+            previousOffset = matchOffset;
+            outputCursor  += sizeof( uint16_t );
+
+            for ( ;; )
+            {
+                // Check if we need to start a new control block
+                if ( currentControlCount == CONTROLS_PER_BLOCK )
+                {
+                    currentControlBlock  = outputCursor;
+                    outputCursor        += CONTROL_BLOCK_SIZE;
+
+                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                    currentControlCount  = 0;
+                        
+                    if ( outputCursor > outputEarlyEnd )
+                    {
+                        break;
+                    }
+                }
+
+                // If the encode size is greater than we can hold in a control, write out a full match length
+                // control, subtract full control value from the amount to encode and loop around again.
+                if ( toEncode >= EXTENDED_MATCH_BOUND )
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] = 
+                        ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( EXTENDED_MATCH_BOUND ) << 4 );
+
+                    toEncode -= EXTENDED_MATCH_BOUND;
+
+                    ++currentControlCount;
+                }
+                else // Write out the remaining match length control. Could potentially be zero.
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] = 
+                        ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( toEncode ) << 4 );
+
+                    if ( currentControlCount == 0 && toEncode == 0 )
+                    {
+                        lastControlIsNop = true;
+                    }
+
+                    ++currentControlCount;
+
+                    break;
+                }
+            }
+
+            // Update the value into the hash for future matches.
+            SetHash( state, hash, input, inputCursor );
+
+            ++inputCursor;
+
+            // Hash all the other values in the match too.
+            for ( const uint8_t* nextArrival = inputCursor + matchLength - 1; inputCursor < nextArrival; ++inputCursor )
+            {
+                hash = HashFast( inputCursor );
+                SetHash( state, hash, input, inputCursor );
+            }
+        }
+        else
+        {
+            // One more literal to write out.
+            ++literalsToFlush;
+
+            // If we have reached the maximum number of literals allowed in the control, flush them out.
+            if ( literalsToFlush == LITERALS_PER_CONTROL )
+            {
+                // Check if the control block is full and we need start a new one.
+                if ( currentControlCount == CONTROLS_PER_BLOCK )
+                {
+                    currentControlBlock  = outputCursor;
+                    outputCursor        += CONTROL_BLOCK_SIZE;
+
+                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                    currentControlCount  = 0;
+
+                    if ( outputCursor > outputEarlyEnd )
+                    {
+                        break;
+                    }
+                }
+
+                currentControlBlock[ currentControlCount >> 1 ] = 
+                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( ( static_cast<uint8_t>( LITERALS_PER_CONTROL - 1 ) ) << 4 );
+
+                ++currentControlCount;
+
+                *reinterpret_cast< uint32_t* >( outputCursor ) = 
+                    *reinterpret_cast< const uint32_t* >( inputCursor - 3 ) ^ 
+                    *reinterpret_cast< const uint32_t* >( ( inputCursor - 3 ) - previousOffset );
+
+                outputCursor += 4;
+
+                //*( outputCursor++ ) = *( inputCursor - 3 ) ^ *( ( inputCursor - 3 ) - previousOffset );
+                //*( outputCursor++ ) = *( inputCursor - 2 ) ^ *( ( inputCursor - 2 ) - previousOffset );
+                //*( outputCursor++ ) = *( inputCursor - 1 ) ^ *( ( inputCursor - 1 ) - previousOffset );
+                //*( outputCursor++ ) = *inputCursor ^ *( inputCursor - previousOffset );
+                    
+                if ( outputCursor > outputEarlyEnd )
+                {
+                    break;
+                }
+
+                literalsToFlush = 0;
+            }
+
+            // Update the hash with this byte
+            SetHash( state, hash, input, inputCursor );
+
+            ++inputCursor;
+        }
+    }
+
+    // If we would create a compression output bigger than or equal to the input, just copy the input to the output and return equal size.
+    if ( ( ( outputCursor + literalsToFlush + ( currentControlCount == CONTROLS_PER_BLOCK ? CONTROL_BLOCK_SIZE : 0 ) ) ) >= output + inputLength - END_PADDING_LITERALS )
+    {
+        memcpy( output, input, inputLength );
+
+        outputCursor = output + inputLength;
+    }
+    else 
+    {
+        // Flush any remaining literals.
+        if ( literalsToFlush > 0 )
+        {
+            lastControlIsNop = false;
+
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock = outputCursor;
+                outputCursor       += CONTROL_BLOCK_SIZE;
+
+                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                currentControlCount = 0;
+            }
+
+            currentControlBlock[ currentControlCount >> 1 ] = 
+                ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
+            
+            for ( uint32_t where = 0; where < literalsToFlush; ++where )
+            {
+                const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
+
+                *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
+            }
+
+            ++currentControlCount;
+        }
+
+        // Need to finish off shifting the final control block into the low nibble if there is no second nibble
+        if ( ( currentControlCount & 1 ) > 0 )
+        {
+            currentControlBlock[ currentControlCount >> 1 ] >>= 4;
+        }
+
+        if ( lastControlIsNop )
+        {
+            outputCursor -= CONTROL_BLOCK_SIZE;
+        }
+
+        size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+        // copy remaining literals
+        memcpy( outputCursor, inputCursor, remainingLiterals );
+
+        outputCursor += remainingLiterals;
+    }
+
+    // Return the size of the compressed data.
+    return outputCursor - output;
+}
+
+
+struct Arrival
+{
+    size_t    cost;
+    int32_t   from;
+    int32_t   to;
+    uint16_t  offset;
+};
+
+struct TreeNode
+{
+    int32_t children[ 2 ];
+};
+
+struct LZSSE4_OptimalParseState
+{
+    // Note, we should really replace this with a BST, hash chaining works but is *slooooooooooooooow* for optimal parse.
+    int32_t roots[ OPTIMAL_BUCKETS_COUNT ];
+
+    TreeNode window[ LZ_WINDOW_SIZE ];
+
+    Arrival* arrivals;
+
+    size_t bufferSize;
+};
+
+
+LZSSE4_OptimalParseState* LZSSE4_MakeOptimalParseState( size_t bufferSize )
+{
+    if ( bufferSize > 0 && ( SIZE_MAX / sizeof( Arrival ) ) < bufferSize )
+    {
+        return nullptr;
+    }
+
+    LZSSE4_OptimalParseState* result = reinterpret_cast< LZSSE4_OptimalParseState* >( ::malloc( sizeof( LZSSE4_OptimalParseState ) ) );
+
+    result->bufferSize = bufferSize;
+
+    if ( result != nullptr )
+    {
+        result->arrivals = reinterpret_cast< Arrival* >( ::malloc( sizeof( Arrival ) * bufferSize ) );
+
+        if ( result->arrivals == nullptr )
+        {
+            LZSSE4_FreeOptimalParseState( result );
+
+            result = nullptr;
+        }
+    }
+
+    return result;
+}
+
+
+void LZSSE4_FreeOptimalParseState( LZSSE4_OptimalParseState* toFree )
+{
+    ::free( toFree->arrivals );
+
+    toFree->arrivals = nullptr;
+
+    ::free( toFree );
+}
+
+
+inline uint32_t HashOptimal( const uint8_t* inputCursor )
+{
+    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - OPTIMAL_HASH_BITS );
+}
+
+
+struct Match
+{
+    size_t length;
+    int32_t position;
+    uint16_t offset;
+};
+
+
+inline Match SearchAndUpdateFinder( LZSSE4_OptimalParseState& state, const uint8_t* input, const uint8_t* inputCursor, const uint8_t* inputEnd, uint32_t cutOff )
+{
+    Match result;
+
+    int32_t position = static_cast<int32_t>( inputCursor - input );
+
+    result.position = NO_MATCH;
+    result.length   = MIN_MATCH_LENGTH;
+    result.offset   = 0;
+
+    size_t   lengthToEnd  = inputEnd - inputCursor;
+    int32_t  lastPosition = position - ( LZ_WINDOW_SIZE - 1 );
+    uint32_t hash         = HashOptimal( inputCursor );
+
+    lastPosition = lastPosition > 0 ? lastPosition : 0;
+
+    int32_t treeCursor = state.roots[ hash ];
+
+    state.roots[ hash ] = position;
+
+    int32_t* left        = &state.window[ position & LZ_WINDOW_MASK ].children[ 1 ];
+    int32_t* right       = &state.window[ position & LZ_WINDOW_MASK ].children[ 0 ];
+    size_t   leftLength  = 0;
+    size_t   rightLength = 0;
+
+    for ( ;; )
+    {
+        if ( cutOff-- == 0 || treeCursor < lastPosition )
+        {
+            *left = *right = EMPTY_NODE;
+            break;
+        }
+
+        TreeNode&      currentNode = state.window[ treeCursor & LZ_WINDOW_MASK ];
+        const uint8_t* key         = input + treeCursor;
+        size_t         matchLength = leftLength < rightLength ? leftLength : rightLength;
+
+        uint16_t       matchOffset = static_cast< uint16_t >( position - treeCursor );
+        size_t         maxLength   = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
+
+        while ( matchLength < lengthToEnd )
+        {
+            __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+            __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
+
+            unsigned long matchBytes;
+
+            _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+            matchLength += matchBytes;
+
+            if ( matchBytes != 16 )
+            {
+                break;
+            }
+        }
+
+        matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
+
+        size_t truncatedMatchLength = matchLength < maxLength ? matchLength : maxLength;
+
+        if ( truncatedMatchLength >= result.length && matchOffset >= LITERALS_PER_CONTROL )
+        {
+            result.length   = truncatedMatchLength;
+            result.offset   = matchOffset;
+            result.position = treeCursor;
+        }
+
+        if ( matchLength == lengthToEnd )
+        {
+            *left  = currentNode.children[ 1 ];
+            *right = currentNode.children[ 0 ];
+            break;
+        }
+
+        if ( inputCursor[ matchLength ] < key[ matchLength ] || ( matchLength == lengthToEnd ) )
+        {
+            *left       = treeCursor;
+            left        = currentNode.children;
+            treeCursor  = *left;
+            leftLength  = matchLength;
+        }
+        else
+        {
+            *right      = treeCursor;
+            right       = currentNode.children + 1;
+            treeCursor  = *right;
+            rightLength = matchLength;
+        }
+    }
+
+    // Special RLE overlapping match case, the LzFind style match above doesn't work very well with our
+    // restriction of overlapping matches having offsets of at least 16.
+    // Suffix array seems like a better option to handling this.
+    {
+        // Note, we're detecting long RLE here, but if we have an offset too close, we'll sacrifice a fair 
+        // amount of decompression performance to load-hit-stores.
+        int32_t matchPosition = position - ( sizeof( __m128i ) * 2 );
+
+        if ( matchPosition >= 0 )
+        {
+            uint16_t       matchOffset = static_cast<uint16_t>( position - matchPosition );
+            const uint8_t* key = input + matchPosition;
+            size_t         matchLength = 0;
+
+            while ( matchLength < lengthToEnd )
+            {
+                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
+
+                unsigned long matchBytes;
+
+                _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+                matchLength += matchBytes;
+
+                if ( matchBytes != 16 )
+                {
+                    break;
+                }
+
+            }
+
+            matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
+
+            if ( matchLength >= result.length )
+            {
+                result.length = matchLength;
+                result.offset = matchOffset;
+                result.position = matchPosition;
+            }
+        }
+    }
+
+    return result;
+}
+
+
+size_t LZSSE4_CompressOptimalParse( LZSSE4_OptimalParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength, unsigned int level )
+{
+    if ( outputLength < inputLength || state->bufferSize < inputLength )
+    {
+        // error case, output buffer not large enough.
+        return 0;
+    }
+
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+
+    if ( inputLength < MIN_COMPRESSION_SIZE )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor      = input;
+    const uint8_t* inputEnd         = input + inputLength;
+    Arrival*       arrivalWatermark = state->arrivals;
+    Arrival*       arrival          = state->arrivals;
+    uint32_t       cutOff           = 1 << level;
+
+    for ( int32_t* rootCursor = state->roots, *end = rootCursor + OPTIMAL_BUCKETS_COUNT; rootCursor < end; rootCursor += 4 )
+    {
+        rootCursor[ 0 ] = EMPTY_NODE;
+        rootCursor[ 1 ] = EMPTY_NODE;
+        rootCursor[ 2 ] = EMPTY_NODE;
+        rootCursor[ 3 ] = EMPTY_NODE;
+    }
+
+    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
+    {
+        SearchAndUpdateFinder( *state, input, inputCursor, inputEnd - END_PADDING_LITERALS, cutOff );
+
+        ++inputCursor;
+    }
+
+    arrival->cost   = LITERAL_BITS * LITERALS_PER_CONTROL;
+    arrival->from   = -1;
+    arrival->offset = 0;
+
+    // loop through each character and project forward the matches at that character to calculate the cheapest
+    // path of arrival for each individual character.
+    for ( const uint8_t* earlyEnd = inputEnd - END_PADDING_LITERALS; inputCursor < earlyEnd; ++inputCursor, ++arrival )
+    {
+        uint32_t  lengthToEnd     = static_cast< uint32_t >( earlyEnd - inputCursor );       
+        int32_t   currentPosition = static_cast< int32_t >( inputCursor - input );
+        size_t    literalsForward = LITERALS_PER_CONTROL < lengthToEnd ? LITERALS_PER_CONTROL : lengthToEnd;
+        size_t    arrivalCost     = arrival->cost;
+
+        // NOTE - we currently assume only 2 literals filled in here, because the minimum match length is 3.
+        // If we wanted to go with a higher minimum match length, we would need to fill in more literals before hand.
+        // Also, because there is a maximum of 2 literals per control block assumed.
+
+        // project forward the cost of a single literal
+
+        for ( size_t where = 1; where <= literalsForward; ++where )
+        {
+            Arrival* literalArrival = arrival + where;
+            size_t   literalCost    = arrivalCost + CONTROL_BITS + ( where * LITERAL_BITS );
+
+            if ( literalArrival > arrivalWatermark || literalArrival->cost > literalCost )
+            {
+                literalArrival->cost   = literalCost;
+                literalArrival->from   = currentPosition;
+                literalArrival->offset = 0;
+
+                arrivalWatermark = literalArrival > arrivalWatermark ? literalArrival : arrivalWatermark;
+            }
+        }
+
+        Match match = SearchAndUpdateFinder( *state, input, inputCursor, earlyEnd, cutOff );
+
+        if ( match.position != NO_MATCH )
+        {
+            for ( size_t matchedLength = MIN_MATCH_LENGTH, end = match.length + 1; matchedLength < end; ++matchedLength )
+            {
+                Arrival* matchArrival = arrival + matchedLength;
+                size_t   matchCost    = arrivalCost + BASE_MATCH_BITS;
+
+                if ( matchedLength >= EXTENDED_MATCH_BOUND )
+                {
+                    matchCost += ( matchedLength / EXTENDED_MATCH_BOUND ) * CONTROL_BITS;
+                }
+
+                if ( matchArrival > arrivalWatermark || matchArrival->cost > matchCost )
+                {
+                    matchArrival->cost   = matchCost;
+                    matchArrival->from   = currentPosition;
+                    matchArrival->offset = match.offset;
+
+                    arrivalWatermark = matchArrival > arrivalWatermark ? matchArrival : arrivalWatermark;
+                }
+            }
+
+            if ( match.length > SKIP_MATCH_LENGTH && level < NO_SKIP_LEVEL )
+            {
+                arrival     += match.length - LITERALS_PER_CONTROL;
+                inputCursor += match.length - LITERALS_PER_CONTROL;
+            }
+        }
+    }
+
+    // If this would cost more to encode than it would if it were just literals, encode it with no control blocks,
+    // just literals
+    if ( ( arrivalWatermark->cost + END_PADDING_LITERALS * LITERAL_BITS + CONTROLS_PER_BLOCK * CONTROL_BITS ) > ( inputLength * LITERAL_BITS ) )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    Arrival* previousPathNode;
+
+    // now trace the actual optimal parse path back, connecting the nodes in the other direction.
+    for ( const Arrival* pathNode = arrivalWatermark; pathNode->from > 0; pathNode = previousPathNode )
+    {
+        previousPathNode     = state->arrivals + ( pathNode->from - LITERALS_PER_CONTROL );
+
+        previousPathNode->to = static_cast<int32_t>( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
+    }
+
+    uint8_t* outputCursor = output;
+
+    memcpy( outputCursor, input, MIN_MATCH_LENGTH );
+
+    outputCursor += MIN_MATCH_LENGTH;
+
+    uint8_t* currentControlBlock = outputCursor;
+    uint32_t currentControlCount = 0;
+    uint32_t totalControlCount   = 0;
+
+    outputCursor += CONTROL_BLOCK_SIZE;
+
+    Arrival* nextPathNode;
+
+    size_t   totalPathLength = MIN_MATCH_LENGTH;
+    uint16_t previousOffset  = INITIAL_OFFSET;
+
+    bool lastControlIsNop = false;
+
+    // Now walk forwards again and actually write out the data.
+    for ( const Arrival* pathNode = state->arrivals; pathNode < arrivalWatermark; pathNode = nextPathNode )
+    {
+        int32_t currentPosition = static_cast< int32_t >( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
+
+        nextPathNode = state->arrivals + ( pathNode->to - LITERALS_PER_CONTROL );
+
+        size_t pathDistance = nextPathNode - pathNode;
+
+        totalPathLength += pathDistance;
+
+        lastControlIsNop = false;
+
+        if ( nextPathNode->offset == 0 )
+        {
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock  = outputCursor;
+                outputCursor        += CONTROL_BLOCK_SIZE;
+                currentControlCount  = 0;
+            }
+
+            if ( ( currentControlCount & 1 ) == 0 )
+            {
+                currentControlBlock[ currentControlCount >> 1 ] =
+                    ( static_cast<uint8_t>( pathDistance ) - 1 );
+            }
+            else
+            {
+                currentControlBlock[ currentControlCount >> 1 ] |= 
+                    ( static_cast< uint8_t >( pathDistance ) - 1 ) << CONTROL_BITS;
+            }
+
+            // output the literals.
+            for ( int32_t where = 0; where < pathDistance; ++where )
+            {
+                const uint8_t* currentInput = input + currentPosition + where;
+
+                outputCursor[ where ] = *currentInput ^ *( currentInput - previousOffset );
+            }
+
+            outputCursor += pathDistance;
+
+            ++totalControlCount;
+            ++currentControlCount;
+        }
+        else
+        {
+            // Check if we need to start a new control block
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock = outputCursor;
+                outputCursor       += CONTROL_BLOCK_SIZE;
+
+                _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
+
+                currentControlCount = 0;
+            }
+
+            // Write the offset out - note the xor with the previous offset.
+            *reinterpret_cast< uint16_t* >( outputCursor ) = nextPathNode->offset ^ previousOffset;
+
+            previousOffset = nextPathNode->offset;
+            outputCursor  += sizeof( uint16_t );
+
+            if ( pathDistance < EXTENDED_MATCH_BOUND )
+            {
+                if ( ( currentControlCount & 1 ) == 0 )
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] =
+                        static_cast<uint8_t>( pathDistance );
+                }
+                else
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] |= 
+                        static_cast< uint8_t >( pathDistance ) << CONTROL_BITS;
+                }
+
+                ++currentControlCount;
+            }
+            else
+            {
+                if ( ( currentControlCount & 1 ) == 0 )
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] =
+                        static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
+                }
+                else
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] |= 
+                        static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
+                }
+
+                ++currentControlCount;
+
+                size_t toEncode = pathDistance - EXTENDED_MATCH_BOUND;
+
+                for ( ;; )
+                {
+                    // Check if we need to start a new control block
+                    if ( currentControlCount == CONTROLS_PER_BLOCK )
+                    {
+                        currentControlBlock = outputCursor;
+                        outputCursor       += CONTROL_BLOCK_SIZE;
+
+                        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
+
+                        currentControlCount = 0;
+                    }
+
+                    // If the encode size is greater than we can hold in a control, write out a full match length
+                    // control, subtract full control value from the amount to encode and loop around again.
+                    if ( toEncode >= EXTENDED_MATCH_BOUND )
+                    {
+                        if ( ( currentControlCount & 1 ) == 0 )
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] =
+                                static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
+                        }
+                        else
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] |= 
+                                static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
+                        }
+
+                        toEncode -= EXTENDED_MATCH_BOUND;
+
+                        ++currentControlCount;
+                    }
+                    else // Write out the remaining match length control. Could potentially be zero.
+                    {
+                        if ( ( currentControlCount & 1 ) == 0 )
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] =
+                                static_cast<uint8_t>( toEncode );
+                        }
+                        else
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] |= 
+                                static_cast< uint8_t >( toEncode ) << CONTROL_BITS;
+                        }
+
+                        if ( toEncode == 0 && currentControlCount == 0 )
+                        {
+                            lastControlIsNop = true;
+                        }
+
+                        ++currentControlCount;
+
+                        break;
+                    }
+                }
+            }
+        }
+    }
+
+    if ( lastControlIsNop )
+    {
+        outputCursor -= CONTROL_BLOCK_SIZE;
+    }
+
+    size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+    // copy remaining literals
+    memcpy( outputCursor, inputCursor, remainingLiterals );
+
+    outputCursor += remainingLiterals;
+
+    return outputCursor - output;
+}
+
+
+size_t LZSSE4_Decompress( const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
+{
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+
+    // Data was not compressible, just copy initial values
+    if ( outputLength == inputLength )
+    {
+        memcpy( output, input, outputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor  = input;
+    uint8_t*       outputCursor = output;
+
+    // The offset starts off as the minimum match length. We actually need it least four
+    // characters back because we need them to be set to xor out the literals from the match data.
+    size_t  offset          = INITIAL_OFFSET;
+    __m128i previousCarryHi = _mm_setzero_si128();
+
+    // Copy the initial literals to the output.
+    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
+    {
+        *( outputCursor++ ) = *( inputCursor++ );
+    }
+
+    // Let me be clear, I am usually anti-macro, but they work for this particular (very unusual) case.  
+    // DECODE_STEP is a regular decoding step, DECODE_STEP_HALF and DECODE_STEP_END are because the compiler couldn't
+    // seem to remove some of the dead code where values were updated and then never used.
+
+    // What these macros do:
+    //     Decode a single literal run or match run for a single control nibble.
+    // How they do it:
+    //    - Read the *unaligned* input (in the case of LZSSE-F - twice), it goes into both a regular variable and an SSE register,
+    //      because it could either be literals or an offset (or nothing at all). The low byte of streamBytesRead controls how much we advance
+    //      the input cursor.
+    //    - Used a contived set of casts to sign extend the "read offset" control mask and then use it to mask the input word,
+    //      which is then xor'd against the offset, for a "branchless" conditional move into the offset which
+    //      has been carried over from the previous literal/match block. Note, this ends up doing better than a cmov on most 
+    //      modern processors. But we need to pre-xor the input offset.
+    //    - We then load the match data from output buffer (offset back from the current output point). Unconditional load here.
+    //    - We broadcast the "from literal" control mask from the current least significant byte of the SSE register using a shuffle epi-8
+    //    - We mask the literals with that SSE register wide mask.
+    //    - The literals have been pre-xor'd with the data read in as match data, so we use an xor to branchlessly choose between the two.
+    //      In this case, it ends up a better option than a blendv on most processors.
+    //    - Store the block. We store all 16 bytes of the SSE register (due to some constraints in the format of the data, we won't
+    //      go past the end of the buffer), but we may overlap this.
+    //    - bytesOut controls how much we advance the output cursor.
+    //    - We use 8 bit shifts to advance all the controls up to the next byte. There is some variable sized register trickery that 
+    //      x86/x64 is great for as long as we don't anger the register renamer.
+
+#define DECODE_STEP( HILO, CHECKMATCH, CHECKBUFFERS )                                                                           \
+    {                                                                                                                           \
+        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
+        __m128i literals  = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                 \
+                                                                                                                                \
+        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
+                                                                                                                                \
+        readOffsetHalf##HILO >>= 8;                                                                                             \
+                                                                                                                                \
+        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
+                                                                                                                                \
+        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        bytesOutHalf##HILO        >>= 8;                                                                                        \
+        streamBytesReadHalf##HILO >>= 8;                                                                                        \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+    }
+
+#define DECODE_STEP_HALF( HILO, CHECKMATCH, CHECKBUFFERS )                                                                      \
+    {                                                                                                                           \
+        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
+        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
+                                                                                                                                \
+        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
+                                                                                                                                \
+        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
+                                                                                                                                \
+        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+    }
+
+#define DECODE_STEP_END( HILO, CHECKMATCH, CHECKBUFFERS )                                                                       \
+    {                                                                                                                           \
+        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
+        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
+                                                                                                                                \
+        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
+                                                                                                                                \
+        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+        } 
+
+#define DECODE_STEP_LO(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HI(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Hi, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HALF_LO(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HALF_HI(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Hi, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_END_LO(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_END_HI(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Hi, CHECKMATCH, CHECKBUFFERS )
+
+    __m128i nibbleMask = _mm_set1_epi8( 0xF );
+    __m128i offsetSize = _mm_set1_epi8( OFFSET_SIZE );
+
+    // Note, we use this block here because it allows the "fake" inputEarlyEnd/outputEarlyEnd not to cause register spills 
+    // in the decompression loops. And yes, that did actually happen.
+    {
+
+#pragma warning ( push )
+#pragma warning ( disable : 4101 )
+
+        // These variables are not actually ever used in this block, because we use
+        // a constant conditional expression to take out the branches that would hit them.
+        // But unfortunately, we need them to compile.
+        const  uint8_t* inputEarlyEnd;
+        uint8_t*        outputEarlyEnd;
+
+#pragma warning ( pop )
+
+        // "Safe" ends to the buffer, before the input/output cursors hit these, we can loop without overflow checks.
+        const  uint8_t* inputSafeEnd  = ( input + inputLength ) - INPUT_BUFFER_SAFE;
+        uint8_t*        outputSafeEnd = ( output + outputLength ) - OUTPUT_BUFFER_SAFE;
+
+        // Decoding loop with offset output buffer underflow test, but no buffer overflow tests, assumed to end at a safe distance 
+        // from overflows
+        while ( ( outputCursor - output ) < LZ_WINDOW_SIZE && outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
+        {
+            // load the control block
+            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+
+            // split the control block into high and low nibbles
+            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
+
+            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
+            // be an extension of the current match operation.
+
+            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
+            // match without offset read mode).
+            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
+
+            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
+            // the calculated carry to use that byte next iteration.
+            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
+
+            previousCarryHi = carryHi;
+
+            // We make the implicit assumption that the maximum number of literals to controls here is twice the offset size (4 vs 2),
+            // we are doing this here to save keeping the value around (spilling or fetching it each time)
+            __m128i literalsPerControl = _mm_add_epi8( offsetSize, offsetSize );
+
+            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
+            // this will essentially be ignored later on.
+            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
+
+            // Here we're calculating the number of bytes that will be output, we are actually subtracting negative one from the control 
+            // (handy trick where comparison result masks are negative one) if carry is not set and it is a literal.
+            __m128i bytesOutLo         = _mm_sub_epi8( controlLo, _mm_andnot_si128( shiftedCarryHi, isLiteralLo ) );
+            __m128i bytesOutHi         = _mm_sub_epi8( controlHi, _mm_andnot_si128( carryLo, isLiteralHi ) ); 
+
+            // Calculate the number of bytes to read per control.
+            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
+            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_blendv_epi8( offsetSize, bytesOutLo, isLiteralLo ) );
+            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_blendv_epi8( offsetSize, bytesOutHi, isLiteralHi ) );
+
+            // I want 128 set bits please.
+            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
+            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
+            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
+
+            // Masks whether we are reading literals - set if the carry is not set and these are literals.
+            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            // Advance the input past the control block
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            {
+                // Pull out the bottom halves off the SSE registers from before - we want these
+                // things in GPRs for the more linear logic.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_HALF_LO( true, false );
+                DECODE_STEP_HALF_HI( true, false );
+            }
+
+            {
+                // Now the top halves.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_END_LO( true, false );
+                DECODE_STEP_END_HI( true, false );
+            }
+        }
+
+        // Decoding loop with no buffer checks, but will end at a safe distance from the end of the buffers.
+        // Note, when we get here we have already reached the point in the output buffer which is *past* where we can underflow
+        // due to a bad match offset.
+        while ( outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
+        {
+            // This code is the same as the loop above, see comments there
+            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
+
+            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
+            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); // where we take the carry from the previous hi values
+
+            previousCarryHi = carryHi;
+
+            __m128i literalsPerControl = _mm_add_epi8( offsetSize, offsetSize );
+            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
+
+            __m128i bytesOutLo         = _mm_sub_epi8( controlLo, _mm_andnot_si128( shiftedCarryHi, isLiteralLo ) );
+            __m128i bytesOutHi         = _mm_sub_epi8( controlHi, _mm_andnot_si128( carryLo, isLiteralHi ) ); 
+
+            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_blendv_epi8( offsetSize, bytesOutLo, isLiteralLo ) );
+            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_blendv_epi8( offsetSize, bytesOutHi, isLiteralHi ) );
+
+            __m128i neg1               = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
+            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
+
+            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_HALF_LO( false, false );
+                DECODE_STEP_HALF_HI( false, false );
+            }
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_END_LO( false, false );
+                DECODE_STEP_END_HI( false, false );
+            }
+        }
+    }
+
+    // Decoding loop with all buffer checks.
+    {
+        const  uint8_t* inputEarlyEnd;
+        uint8_t*        outputEarlyEnd;
+        inputEarlyEnd  = ( input + inputLength ) - END_PADDING_LITERALS;
+        outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
+
+        while ( outputCursor < outputEarlyEnd && inputCursor < inputEarlyEnd )
+        {
+            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
+
+            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
+            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
+
+            previousCarryHi = carryHi;
+
+            __m128i literalsPerControl = _mm_add_epi8( offsetSize, offsetSize );
+            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
+
+            __m128i bytesOutLo         = _mm_sub_epi8( controlLo, _mm_andnot_si128( shiftedCarryHi, isLiteralLo ) );
+            __m128i bytesOutHi         = _mm_sub_epi8( controlHi, _mm_andnot_si128( carryLo, isLiteralHi ) );
+
+            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_blendv_epi8( offsetSize, bytesOutLo, isLiteralLo ) );
+            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_blendv_epi8( offsetSize, bytesOutHi, isLiteralHi ) );
+
+            __m128i neg1               = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
+            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
+
+            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            if ( inputCursor > inputEarlyEnd )
+                goto BUFFER_END;
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_HALF_LO( true, true );
+                DECODE_STEP_HALF_HI( true, true );
+            }
+
+            {
+                // Now the top halves.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_END_LO( true, true );
+                DECODE_STEP_END_HI( true, true );
+            }
+        }
+
+BUFFER_END:
+
+        // When we get here, we have either advanced the right amount on both cursors
+        // or something bad happened, so leave it as is, so we can tell where
+        // the error happened. 
+        if ( inputCursor == inputEarlyEnd && outputCursor == outputEarlyEnd )
+        {
+            size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+            // copy any trailing literals
+            memcpy( outputCursor, inputCursor, remainingLiterals );
+
+            outputCursor += remainingLiterals;
+        }
+    }
+
+MATCH_UNDERFLOW:
+
+    return outputCursor - output;
+}
diff --git a/contrib/lzsse/lzsse4/lzsse4.h b/contrib/lzsse/lzsse4/lzsse4.h
new file mode 100644
index 00000000000..0fa5e6c8ed0
--- /dev/null
+++ b/contrib/lzsse/lzsse4/lzsse4.h
@@ -0,0 +1,117 @@
+/*
+Copyright (c) 2016, Conor Stokes
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#ifndef LZSSE4_H__
+#define LZSSE4_H__
+
+#pragma once
+
+/* LZSSE4 - x64/SSE targeted codec for better performance with lower compression ratio data/less optimal compressors.
+ * Supports minimum 4 byte matches, maximum 15 bytes of match per control word and 4 byte literal runs per control word. 
+ */
+
+#ifdef __cplusplus
+extern "C"
+{
+#endif
+
+/* Re-usable parse state object for compression. */
+typedef struct LZSSE4_FastParseState LZSSE4_FastParseState;
+
+/* Allocate the parse state for compression - returns null on failure */
+LZSSE4_FastParseState* LZSSE4_MakeFastParseState();
+
+/* De-allocate the parse state for compression */
+void LZSSE4_FreeFastParseState( LZSSE4_FastParseState* toFree );
+
+/* Re-usable parse state object for compression. */
+typedef struct LZSSE4_OptimalParseState LZSSE4_OptimalParseState;
+
+/* Allocate the parse state for compression - returns null on failure. Note
+   Buffersize has to be greater or equal to any inputLength used with LZSSE2_CompressOptimalParse */
+LZSSE4_OptimalParseState* LZSSE4_MakeOptimalParseState( size_t bufferSize );
+
+/* De-allocate the parse state for compression */
+void LZSSE4_FreeOptimalParseState( LZSSE4_OptimalParseState* toFree );
+
+
+/* "Optimal" compression routine.
+* Will compress data into LZSSE4 format, uses hash BST matching to find matches and run an optimal parse (high relative memory usage). Requires SSE 4.1.
+* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
+* input : Buffer containing uncompressed data to be compressed. May not be null.
+* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
+* output : Buffer that will receive the compressed output. 
+* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
+*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
+* level : The compression level to use for this file 1->17, 17 delivers the highest compression, 1 delivers the least.
+* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
+* concurrently.
+*
+* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
+*/
+size_t LZSSE4_CompressOptimalParse( LZSSE4_OptimalParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int level );
+
+
+/* "Fast" compression routine.
+ * Will compress data into LZSSE4 format, uses a simple single entry hash/greedy matching to find matches. Requires SSE 4.1.
+ * state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
+ * input : Buffer containing uncompressed data to be compressed. May not be null.
+ * inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
+ * output : Buffer that will receive the compressed output. 
+ * outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
+ *                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
+ *
+ * Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
+ * concurrently.
+ *
+ * Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
+ */
+size_t LZSSE4_CompressFast( LZSSE4_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength );
+
+/* Decompression routine.
+ * This routine will decompress data in the LZSSE4 format and currently requires SSE 4.1 and is targeted at x64.
+ * It will perform poorly on x86 due to hunger for registers.
+ *  input : Buffer containing compressed input block. May not be null.
+ *  inputLength : Length of the compressed data in the input buffer - note, this should be under 2GB
+ *  output : Buffer that will received the de-compressed output. Note, that this needs to be at least outputLength long.
+ *           May not be null.
+ *  outputLength : The length of the compressed output - note, this should be under 2GB
+ *
+ * Provided that input and output are valid pointers to buffers of at least their specified size, this routine
+ * should be memory safe - both match pointer checks and input/output buffer checks exist.
+ *
+ * Returns the size of the decompressed data, which will be less than outputLength in the event of an error (number of bytes
+ * will indicate where in the output stream the error occured).
+ *
+ * Note that this data is not hash verified, errors that occur are either from a misformed stream or bad buffer sizes.
+ * Remember, corrupt data can still be valid to decompress.
+ */ 
+size_t LZSSE4_Decompress( const void* input, size_t inputLength, void* output, size_t outputLength );
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* -- LZSSE4_H__ */
diff --git a/contrib/lzsse/lzsse4/lzsse4_platform.h b/contrib/lzsse/lzsse4/lzsse4_platform.h
new file mode 100644
index 00000000000..d1d3f1cced2
--- /dev/null
+++ b/contrib/lzsse/lzsse4/lzsse4_platform.h
@@ -0,0 +1,73 @@
+/*
+Copyright (c) 2016, Brian Marshall
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#ifndef LZSSE4_PLATFORM_H__
+#define LZSSE4_PLATFORM_H__
+
+#pragma once
+
+/*
+ Compiler/Platform detection based on the table from:
+ https://blogs.msdn.microsoft.com/vcblog/2015/12/04/clang-with-microsoft-codegen-in-vs-2015-update-1/
+*/
+
+#ifdef	_MSC_VER
+
+/*
+ Microsoft Visual Studio Support.
+ C1xx/C2, Clang/C2 and Clang/LLVM all support the Microsoft header files and _BitScanForward
+
+ Note: if you receive errors with the intrinsics make sure that you have SSE4.1 support enabled.
+ For example with Clang include "-msse4.1" on the command line
+*/
+#include <intrin.h>
+
+#else	/* _MSC_VER */
+
+#ifdef __GNUC__
+
+/*
+ GCC
+*/
+
+/*
+ Note: including just <smmintrin.h> would be sufficient, but including x86intrin is a better match to intrin.h on Visual Studio as
+ both include all intrinsics for the enabled processor, rather than just SSE4.1.
+*/
+#include <x86intrin.h>
+/* _BitScanForward is Visual Studio specific. */
+#define _BitScanForward(x, m) *(x) = __builtin_ctz(m)
+
+#else
+
+/*
+If you hit the error below, then add detection for your compiler/platform to this header file.
+*/
+#error Platform not supported
+
+#endif	/* __GNUC__ */
+#endif  /* _MSC_VER */
+
+#endif /* -- LZSSE4_PLATFORM_H__ */
diff --git a/contrib/lzsse/lzsse8/lzsse8.cpp b/contrib/lzsse/lzsse8/lzsse8.cpp
new file mode 100644
index 00000000000..a5682a1de81
--- /dev/null
+++ b/contrib/lzsse/lzsse8/lzsse8.cpp
@@ -0,0 +1,1568 @@
+/*
+Copyright (c) 2016, Conor Stokes
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#include <string.h>
+#include <stdlib.h>
+#include <stdint.h>
+#include <stddef.h>
+
+#include "lzsse8_platform.h"
+#include "lzsse8.h"
+
+#pragma warning ( disable : 4127 )
+
+namespace
+{
+    // Constants - most of these should not be changed without corresponding code changes because it will break many things in unpredictable ways.
+    const uint32_t WINDOW_BITS             = 16;
+    const uint32_t MIN_MATCH_LENGTH        = 4; 
+    const uint32_t LZ_WINDOW_SIZE          = 1 << WINDOW_BITS;
+    const uint32_t LZ_WINDOW_MASK          = LZ_WINDOW_SIZE - 1;
+    const uint32_t FAST_HASH_BITS          = 20; // You can change this - more bits = more matches, less bits = more cache hits
+    const uint32_t FAST_BUCKETS_COUNT      = 1 << FAST_HASH_BITS;
+    const uint32_t FAST_HASH_MASK          = FAST_BUCKETS_COUNT - 1;
+    const uint32_t MIN_COMPRESSION_SIZE    = 32;
+    const uint32_t END_PADDING_LITERALS    = 16;
+    const int32_t  NO_MATCH                = -1;
+    const int32_t  EMPTY_NODE              = -1;
+    const uint32_t CONTROL_BITS            = 4;
+    const uint32_t OFFSET_SIZE             = 2;
+    const uint32_t EXTENDED_MATCH_BOUND    = ( 1 << CONTROL_BITS ) - 1;
+    const uint32_t CONTROL_BLOCK_SIZE      = sizeof( __m128i );
+    const uint32_t CONTROLS_PER_BLOCK      = 32;
+    const uint32_t LITERALS_PER_CONTROL    = 8;
+    const uint32_t MAX_INPUT_PER_CONTROL   = 8;
+    const uint32_t INITIAL_MATCH_BOUND     = 11;
+    const size_t   OUTPUT_BUFFER_SAFE      = EXTENDED_MATCH_BOUND * CONTROLS_PER_BLOCK;
+    const size_t   INPUT_BUFFER_SAFE       = MAX_INPUT_PER_CONTROL * CONTROLS_PER_BLOCK;
+    const uint16_t INITIAL_OFFSET          = LITERALS_PER_CONTROL;
+    const uint32_t OFFSET_BITS             = 16;
+    const uint32_t BASE_MATCH_BITS         = OFFSET_BITS + CONTROL_BITS;
+    const uint32_t OPTIMAL_HASH_BITS       = 20;
+    const uint32_t OPTIMAL_BUCKETS_COUNT   = 1 << OPTIMAL_HASH_BITS;
+    const uint32_t OPTIMAL_HASH_MASK       = OPTIMAL_BUCKETS_COUNT - 1;
+    const uint32_t LITERAL_BITS            = 8;
+    const size_t   SKIP_MATCH_LENGTH       = 128;
+    const uint32_t NO_SKIP_LEVEL           = 17;
+
+}
+
+
+struct LZSSE8_FastParseState
+{
+    int32_t buckets[ FAST_BUCKETS_COUNT ]; // stores the first matching position, we can then look at the rest of the matches by tracing through the window.
+};
+
+
+LZSSE8_FastParseState* LZSSE8_MakeFastParseState()
+{
+    return new LZSSE8_FastParseState();
+}
+
+
+void LZSSE8_FreeFastParseState( LZSSE8_FastParseState* toFree )
+{
+    delete toFree;
+}
+
+
+inline void SetHash( LZSSE8_FastParseState* state, uint32_t hash, const uint8_t* input, const uint8_t* inputCursor )
+{
+    int32_t position = static_cast<int32_t>( inputCursor - input );
+
+    state->buckets[ hash & FAST_HASH_MASK ] = position;
+}
+
+// Simple fast hash function - actually what is used in snappy and derivatives
+// There's probably better, but I haven't spent time focusing on this area yet.
+inline uint32_t HashFast( const uint8_t* inputCursor )
+{
+    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - FAST_HASH_BITS );
+}
+
+struct Arrival
+{
+    size_t    cost;
+    int32_t   from;
+    int32_t   to;
+    uint16_t  offset;
+};
+
+struct TreeNode
+{
+    int32_t children[ 2 ];
+};
+
+struct LZSSE8_OptimalParseState
+{
+    int32_t roots[ OPTIMAL_BUCKETS_COUNT ];
+
+    TreeNode window[ LZ_WINDOW_SIZE ];
+
+    Arrival* arrivals;
+    
+    size_t bufferSize;
+};
+
+
+LZSSE8_OptimalParseState* LZSSE8_MakeOptimalParseState( size_t bufferSize )
+{
+    if ( bufferSize > 0 && ( SIZE_MAX / sizeof( Arrival ) ) < bufferSize )
+    {
+        return nullptr;
+    }
+
+    LZSSE8_OptimalParseState* result = reinterpret_cast< LZSSE8_OptimalParseState* >( ::malloc( sizeof( LZSSE8_OptimalParseState ) ) );
+
+    result->bufferSize = bufferSize;
+
+    if ( result != nullptr )
+    {
+        result->arrivals = reinterpret_cast< Arrival* >( ::malloc( sizeof( Arrival ) * bufferSize ) );
+
+        if ( result->arrivals == nullptr )
+        {
+            LZSSE8_FreeOptimalParseState( result );
+
+            result = nullptr;
+        }
+    }
+
+    return result;
+}
+
+
+void LZSSE8_FreeOptimalParseState( LZSSE8_OptimalParseState* toFree )
+{
+    ::free( toFree->arrivals );
+
+    toFree->arrivals = nullptr;
+
+    ::free( toFree );
+}
+
+
+inline uint32_t HashOptimal( const uint8_t* inputCursor )
+{
+    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - OPTIMAL_HASH_BITS );
+}
+
+
+struct Match
+{
+    size_t length;
+    int32_t position;
+    uint16_t offset;
+};
+
+
+inline Match SearchAndUpdateFinder( LZSSE8_OptimalParseState& state, const uint8_t* input, const uint8_t* inputCursor, const uint8_t* inputEnd, uint32_t cutOff )
+{
+    Match result;
+
+    int32_t position = static_cast<int32_t>( inputCursor - input );
+
+    result.position = NO_MATCH;
+    result.length   = MIN_MATCH_LENGTH;
+    result.offset   = 0;
+
+    size_t   lengthToEnd  = inputEnd - inputCursor;
+    int32_t  lastPosition = position - ( LZ_WINDOW_SIZE - 1 );
+    uint32_t hash         = HashOptimal( inputCursor );
+
+    lastPosition = lastPosition > 0 ? lastPosition : 0;
+
+    int32_t treeCursor = state.roots[ hash ];
+
+    state.roots[ hash ] = position;
+
+    int32_t* left        = &state.window[ position & LZ_WINDOW_MASK ].children[ 1 ];
+    int32_t* right       = &state.window[ position & LZ_WINDOW_MASK ].children[ 0 ];
+    size_t   leftLength  = 0;
+    size_t   rightLength = 0;
+
+    for ( ;; )
+    {
+        if ( cutOff-- == 0 || treeCursor < lastPosition )
+        {
+            *left = *right = EMPTY_NODE;
+            break;
+        }
+
+        TreeNode&      currentNode = state.window[ treeCursor & LZ_WINDOW_MASK ];
+        const uint8_t* key         = input + treeCursor;
+        size_t         matchLength = leftLength < rightLength ? leftLength : rightLength;
+
+        uint16_t       matchOffset = static_cast<uint16_t>( position - treeCursor );
+        size_t         maxLength   = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
+
+        while ( matchLength < lengthToEnd )
+        {
+            __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+            __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
+
+            unsigned long matchBytes;
+
+            _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+            matchLength += matchBytes;
+
+            if ( matchBytes != 16 )
+            {
+                break;
+            }
+        }
+
+        matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
+
+        size_t truncatedMatchLength = matchLength < maxLength ? matchLength : maxLength;
+
+        if ( truncatedMatchLength >= result.length && matchOffset >= LITERALS_PER_CONTROL )
+        {
+            result.length   = truncatedMatchLength;
+            result.offset   = matchOffset;
+            result.position = treeCursor;
+        }
+
+        if ( matchLength == lengthToEnd )
+        {
+            *left  = currentNode.children[ 1 ];
+            *right = currentNode.children[ 0 ];
+            break;
+        }
+
+        if ( inputCursor[ matchLength ] < key[ matchLength ] || ( matchLength == lengthToEnd ) )
+        {
+            *left       = treeCursor;
+            left        = currentNode.children;
+            treeCursor  = *left;
+            leftLength  = matchLength;
+        }
+        else
+        {
+            *right      = treeCursor;
+            right       = currentNode.children + 1;
+            treeCursor  = *right;
+            rightLength = matchLength;
+        }
+    }
+
+    // Special RLE overlapping match case, the LzFind style match above doesn't work very well with our
+    // restriction of overlapping matches having offsets of at least 16.
+    // Suffix array seems like a better option to handling this.
+    {
+        // Note, we're detecting long RLE here, but if we have an offset too close, we'll sacrifice a fair 
+        // amount of decompression performance to load-hit-stores.
+        int32_t matchPosition = position - ( sizeof( __m128i ) * 2 );
+
+        if ( matchPosition >= 0 )
+        {
+            uint16_t       matchOffset = static_cast<uint16_t>( position - matchPosition );
+            const uint8_t* key = input + matchPosition;
+            size_t         matchLength = 0;
+
+            while ( matchLength < lengthToEnd )
+            {
+                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
+
+                unsigned long matchBytes;
+
+                _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+                matchLength += matchBytes;
+
+                if ( matchBytes != 16 )
+                {
+                    break;
+                }
+
+            }
+
+            matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
+
+            if ( matchLength >= result.length )
+            {
+                result.length = matchLength;
+                result.offset = matchOffset;
+                result.position = matchPosition;
+            }
+        }
+    }
+
+    return result;
+}
+
+
+size_t LZSSE8_CompressOptimalParse( LZSSE8_OptimalParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength, unsigned int level )
+{
+    if ( outputLength < inputLength || state->bufferSize < inputLength )
+    {
+        // error case, output buffer not large enough.
+        return 0;
+    }
+
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+
+    if ( inputLength < MIN_COMPRESSION_SIZE )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor      = input;
+    const uint8_t* inputEnd         = input + inputLength;
+    Arrival*       arrivalWatermark = state->arrivals;
+    Arrival*       arrival          = state->arrivals;
+    uint32_t       cutOff           = 1 << level;
+
+    for ( int32_t* rootCursor = state->roots, *end = rootCursor + OPTIMAL_BUCKETS_COUNT; rootCursor < end; rootCursor += 4 )
+    {
+        rootCursor[ 0 ] = EMPTY_NODE;
+        rootCursor[ 1 ] = EMPTY_NODE;
+        rootCursor[ 2 ] = EMPTY_NODE;
+        rootCursor[ 3 ] = EMPTY_NODE;
+    }
+
+    for ( uint32_t where = 0; where < LITERALS_PER_CONTROL; ++where )
+    {
+        SearchAndUpdateFinder( *state, input, inputCursor, inputEnd - END_PADDING_LITERALS, cutOff );
+
+        ++inputCursor;
+    }
+
+    arrival->cost   = LITERAL_BITS * LITERALS_PER_CONTROL;
+    arrival->from   = -1;
+    arrival->offset = 0;
+
+    // loop through each character and project forward the matches at that character to calculate the cheapest
+    // path of arrival for each individual character.
+    for ( const uint8_t* earlyEnd = inputEnd - END_PADDING_LITERALS; inputCursor < earlyEnd; ++inputCursor, ++arrival )
+    {
+        uint32_t  lengthToEnd     = static_cast< uint32_t >( earlyEnd - inputCursor );       
+        int32_t   currentPosition = static_cast< int32_t >( inputCursor - input );
+        size_t    literalsForward = LITERALS_PER_CONTROL < lengthToEnd ? LITERALS_PER_CONTROL : lengthToEnd;
+        size_t    arrivalCost     = arrival->cost;
+
+        // NOTE - we currently assume only 2 literals filled in here, because the minimum match length is 3.
+        // If we wanted to go with a higher minimum match length, we would need to fill in more literals before hand.
+        // Also, because there is a maximum of 2 literals per control block assumed.
+
+        // project forward the cost of a single literal
+
+        for ( size_t where = 1; where <= literalsForward; ++where )
+        {
+            Arrival* literalArrival = arrival + where;
+            size_t   literalCost    = arrivalCost + CONTROL_BITS + ( where * LITERAL_BITS );
+
+            if ( literalArrival > arrivalWatermark || literalArrival->cost > literalCost )
+            {
+                literalArrival->cost   = literalCost;
+                literalArrival->from   = currentPosition;
+                literalArrival->offset = 0;
+
+                arrivalWatermark = literalArrival > arrivalWatermark ? literalArrival : arrivalWatermark;
+            }
+        }
+
+        Match match = SearchAndUpdateFinder( *state, input, inputCursor, earlyEnd, cutOff );
+
+        if ( match.position != NO_MATCH )
+        {
+            for ( size_t matchedLength = MIN_MATCH_LENGTH, end = match.length + 1; matchedLength < end; ++matchedLength )
+            {
+                Arrival* matchArrival = arrival + matchedLength;
+                size_t   matchCost    = arrivalCost + BASE_MATCH_BITS;
+
+                if ( matchedLength >= INITIAL_MATCH_BOUND )
+                {
+                    matchCost += ( ( ( matchedLength - INITIAL_MATCH_BOUND ) / EXTENDED_MATCH_BOUND ) + 1 ) * CONTROL_BITS;
+                }
+
+                if ( matchArrival > arrivalWatermark || matchArrival->cost > matchCost )
+                {
+                    matchArrival->cost   = matchCost;
+                    matchArrival->from   = currentPosition;
+                    matchArrival->offset = match.offset;
+
+                    arrivalWatermark = matchArrival > arrivalWatermark ? matchArrival : arrivalWatermark;
+                }
+            }
+
+            if ( match.length > SKIP_MATCH_LENGTH && level < NO_SKIP_LEVEL )
+            {
+                arrival     += match.length - LITERALS_PER_CONTROL;
+                inputCursor += match.length - LITERALS_PER_CONTROL;
+            }
+        }
+    }
+
+    // If this would cost more to encode than it would if it were just literals, encode it with no control blocks,
+    // just literals
+    if ( ( arrivalWatermark->cost + END_PADDING_LITERALS * LITERAL_BITS + CONTROLS_PER_BLOCK * CONTROL_BITS ) > ( inputLength * LITERAL_BITS ) )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    Arrival* previousPathNode;
+
+    // now trace the actual optimal parse path back, connecting the nodes in the other direction.
+    for ( const Arrival* pathNode = arrivalWatermark; pathNode->from > 0; pathNode = previousPathNode )
+    {
+        previousPathNode     = state->arrivals + ( pathNode->from - LITERALS_PER_CONTROL );
+
+        previousPathNode->to = static_cast<int32_t>( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
+    }
+
+    uint8_t* outputCursor = output;
+
+    memcpy( outputCursor, input, LITERALS_PER_CONTROL );
+
+    outputCursor += LITERALS_PER_CONTROL;
+
+    uint8_t* currentControlBlock = outputCursor;
+    uint32_t currentControlCount = 0;
+    uint32_t totalControlCount   = 0;
+
+    outputCursor += CONTROL_BLOCK_SIZE;
+
+    Arrival* nextPathNode;
+
+    size_t   totalPathLength = LITERALS_PER_CONTROL;
+    uint16_t previousOffset  = INITIAL_OFFSET;
+
+    bool lastControlIsNop = false;
+
+    // Now walk forwards again and actually write out the data.
+    for ( const Arrival* pathNode = state->arrivals; pathNode < arrivalWatermark; pathNode = nextPathNode )
+    {
+        int32_t currentPosition = static_cast< int32_t >( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
+
+        nextPathNode = state->arrivals + ( pathNode->to - LITERALS_PER_CONTROL );
+
+        size_t pathDistance = nextPathNode - pathNode;
+
+        totalPathLength += pathDistance;
+
+        lastControlIsNop = false;
+
+        if ( nextPathNode->offset == 0 )
+        {
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock  = outputCursor;
+                outputCursor        += CONTROL_BLOCK_SIZE;
+                currentControlCount  = 0;
+            }
+
+            if ( ( currentControlCount & 1 ) == 0 )
+            {
+                currentControlBlock[ currentControlCount >> 1 ] =
+                    ( static_cast<uint8_t>( pathDistance ) - 1 );
+            }
+            else
+            {
+                currentControlBlock[ currentControlCount >> 1 ] |= 
+                    ( static_cast< uint8_t >( pathDistance ) - 1 ) << CONTROL_BITS;
+            }
+
+            // output the literals.
+            for ( int32_t where = 0; where < pathDistance; ++where )
+            {
+                const uint8_t* currentInput = input + currentPosition + where;
+
+                outputCursor[ where ] = *currentInput ^ *( currentInput - previousOffset );
+            }
+
+            outputCursor += pathDistance;
+
+            ++totalControlCount;
+            ++currentControlCount;
+        }
+        else
+        {
+            // Check if we need to start a new control block
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock = outputCursor;
+                outputCursor       += CONTROL_BLOCK_SIZE;
+
+                _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
+
+                currentControlCount = 0;
+            }
+
+            // Write the offset out - note the xor with the previous offset.
+            *reinterpret_cast< uint16_t* >( outputCursor ) = nextPathNode->offset ^ previousOffset;
+
+            previousOffset = nextPathNode->offset;
+            outputCursor  += sizeof( uint16_t );
+
+            if ( pathDistance < INITIAL_MATCH_BOUND )
+            {
+                if ( ( currentControlCount & 1 ) == 0 )
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] =
+                        static_cast<uint8_t>( pathDistance + MIN_MATCH_LENGTH );
+                }
+                else
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] |= 
+                        static_cast< uint8_t >( pathDistance + MIN_MATCH_LENGTH ) << CONTROL_BITS;
+                }
+
+                ++currentControlCount;
+            }
+            else
+            {
+                if ( ( currentControlCount & 1 ) == 0 )
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] =
+                        static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
+                }
+                else
+                {
+                    currentControlBlock[ currentControlCount >> 1 ] |= 
+                        static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
+                }
+
+                ++currentControlCount;
+
+                size_t toEncode = pathDistance - INITIAL_MATCH_BOUND;
+
+                for ( ;; )
+                {
+                    // Check if we need to start a new control block
+                    if ( currentControlCount == CONTROLS_PER_BLOCK )
+                    {
+                        currentControlBlock = outputCursor;
+                        outputCursor       += CONTROL_BLOCK_SIZE;
+
+                        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
+
+                        currentControlCount = 0;
+                    }
+
+                    // If the encode size is greater than we can hold in a control, write out a full match length
+                    // control, subtract full control value from the amount to encode and loop around again.
+                    if ( toEncode >= EXTENDED_MATCH_BOUND )
+                    {
+                        if ( ( currentControlCount & 1 ) == 0 )
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] =
+                                static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
+                        }
+                        else
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] |= 
+                                static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
+                        }
+
+                        toEncode -= EXTENDED_MATCH_BOUND;
+
+                        ++currentControlCount;
+                    }
+                    else // Write out the remaining match length control. Could potentially be zero.
+                    {
+                        if ( ( currentControlCount & 1 ) == 0 )
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] =
+                                static_cast<uint8_t>( toEncode );
+                        }
+                        else
+                        {
+                            currentControlBlock[ currentControlCount >> 1 ] |= 
+                                static_cast< uint8_t >( toEncode ) << CONTROL_BITS;
+                        }
+                        
+                        if ( toEncode == 0 && currentControlCount == 0 )
+                        {
+                            lastControlIsNop = true;
+                        }
+
+                        ++currentControlCount;
+
+                        break;
+                    }
+                }
+            }
+        }
+    }
+
+    if ( lastControlIsNop )
+    {
+        outputCursor -= CONTROL_BLOCK_SIZE;
+    }
+
+    size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+    // copy remaining literals
+    memcpy( outputCursor, inputCursor, remainingLiterals );
+
+    outputCursor += remainingLiterals;
+
+    return outputCursor - output;
+}
+
+
+size_t LZSSE8_CompressFast( LZSSE8_FastParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
+{
+    if ( outputLength < inputLength )
+    {
+        // error case, output buffer not large enough.
+        return 0;
+    }
+
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+
+    if ( inputLength < MIN_COMPRESSION_SIZE )
+    {
+        memcpy( output, input, inputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor    = input;
+    const uint8_t* inputEnd       = input + inputLength;
+    const uint8_t* inputEarlyEnd  = inputEnd - END_PADDING_LITERALS;
+    uint8_t*       outputCursor   = output;
+    uint8_t*       outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
+    uint32_t       hash           = 0;
+
+    // initialize hash to empty 
+    for ( int32_t* where = state->buckets, *end = state->buckets + FAST_BUCKETS_COUNT; where < end; where += 4 )
+    {
+        where[ 0 ] = -1;
+        where[ 1 ] = -1;
+        where[ 2 ] = -1;
+        where[ 3 ] = -1;
+    }
+
+    // initial literals that wont be compressed
+    for ( uint32_t where = 0; where < LITERALS_PER_CONTROL; ++where )
+    {
+        hash = HashFast( inputCursor );
+
+        SetHash( state, hash, input, inputCursor );
+
+        *( outputCursor++ ) = *( inputCursor++ );
+    }
+
+    uint8_t* currentControlBlock = outputCursor;    
+    uint32_t currentControlCount = 0;
+    uint16_t previousOffset      = INITIAL_OFFSET;
+    size_t   literalsToFlush     = 0;
+
+    outputCursor += CONTROL_BLOCK_SIZE;
+
+    bool lastControlIsNop = false;
+
+    // Loop through the data until we hit the end of one of the buffers (minus the end padding literals)
+    while ( inputCursor < inputEarlyEnd && outputCursor <= outputEarlyEnd )
+    { 
+        lastControlIsNop = false;
+
+        hash = HashFast( inputCursor );
+
+        int      matchPosition   = state->buckets[ hash & FAST_HASH_MASK ];
+        int      currentPosition = static_cast< int32_t >( inputCursor - input );
+        uint32_t matchLength     = 0;
+        uint16_t matchOffset     = static_cast< uint16_t >( currentPosition - matchPosition );
+
+        // If we had a hit in the hash and it wasn't outside the window.
+        if ( matchPosition >= 0 && ( currentPosition - matchPosition ) < ( LZ_WINDOW_SIZE - 1 ) && matchOffset >= LITERALS_PER_CONTROL )
+        {
+            const uint8_t* matchCandidate = input + matchPosition;
+            uint32_t       lengthToEnd    = static_cast< uint32_t >( inputEarlyEnd - inputCursor );
+            // Here we limit the hash length to prevent overlap matches with offset less than 16 bytes
+            uint32_t       maxLength      = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
+            
+            // Find how long the match is 16 bytes at a time.
+            while ( matchLength < maxLength )
+            {
+                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
+                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchCandidate + matchLength ) );
+
+                unsigned long matchBytes;
+
+                // Finds the number of equal bytes at the start of the 16 
+                _BitScanForward( &matchBytes, ( static_cast< unsigned long >( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
+
+                matchLength += matchBytes;
+
+                if ( matchBytes != sizeof( __m128i ) )
+                {
+                    break;
+                }
+            }
+
+            matchLength = matchLength < maxLength ? matchLength : maxLength;
+        }
+
+        // If we have at least the minimum match length (4 bytes)
+        if ( matchLength >= MIN_MATCH_LENGTH )
+        {
+            // Do we have literals to flush before the match?
+            if ( literalsToFlush > 0 )
+            {
+                // Start a new control block if we need one.
+                if ( currentControlCount == CONTROLS_PER_BLOCK )
+                {
+                    currentControlBlock  = outputCursor;
+                    outputCursor        += CONTROL_BLOCK_SIZE;
+
+                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                    currentControlCount  = 0;
+
+                    // Would be larger than compressed size, get out!
+                    if ( outputCursor > outputEarlyEnd )
+                    {
+                        break;
+                    }
+                }
+
+                currentControlBlock[ currentControlCount >> 1 ] = 
+                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
+
+                // flush the literals.
+                // note the xor against the data that would be read in the match.
+                for ( uint32_t where = 0; where < literalsToFlush; ++where )
+                {
+                    const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
+
+                    *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
+                }
+
+                ++currentControlCount;
+
+                literalsToFlush = 0;
+
+                // Would be larger than compressed size, get out!
+                if ( outputCursor > outputEarlyEnd )
+                {
+                    break;
+                }
+            }
+
+            // Start a new control block if the previous one is full.
+            // Note this is done before the offset is written out - the offset
+            // is always written after the control block containing the first
+            // control in the match.
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock  = outputCursor;
+                outputCursor        += CONTROL_BLOCK_SIZE;
+
+                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                currentControlCount  = 0;
+
+                if ( outputCursor > outputEarlyEnd )
+                {
+                    break;
+                }
+            }
+
+            // The match length value we are encoding.
+
+            // Write the offset out - note the xor with the previous offset.
+            *reinterpret_cast< uint16_t* >( outputCursor ) = matchOffset ^ previousOffset;
+
+            previousOffset = matchOffset;
+            outputCursor  += sizeof( uint16_t );
+
+            if ( matchLength < INITIAL_MATCH_BOUND )
+            {
+                currentControlBlock[ currentControlCount >> 1 ] = 
+                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( matchLength + MIN_MATCH_LENGTH ) << 4 );
+
+                ++currentControlCount;
+            }
+            else
+            {
+                currentControlBlock[ currentControlCount >> 1 ] = 
+                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( EXTENDED_MATCH_BOUND ) << 4 );
+
+                ++currentControlCount;
+
+                size_t toEncode = matchLength - INITIAL_MATCH_BOUND;
+
+                for ( ;; )
+                {
+                    // Check if we need to start a new control block
+                    if ( currentControlCount == CONTROLS_PER_BLOCK )
+                    {
+                        currentControlBlock = outputCursor;
+                        outputCursor       += CONTROL_BLOCK_SIZE;
+
+                        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
+
+                        currentControlCount = 0;
+
+                        if ( outputCursor > outputEarlyEnd )
+                        {
+                            break;
+                        }
+                    }
+
+                    // If the encode size is greater than we can hold in a control, write out a full match length
+                    // control, subtract full control value from the amount to encode and loop around again.
+                    if ( toEncode >= EXTENDED_MATCH_BOUND )
+                    {
+                        currentControlBlock[ currentControlCount >> 1 ] =
+                            ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( EXTENDED_MATCH_BOUND ) << 4 );
+
+                        toEncode -= EXTENDED_MATCH_BOUND;
+
+                        ++currentControlCount;
+                    }
+                    else // Write out the remaining match length control. Could potentially be zero.
+                    {
+                        currentControlBlock[ currentControlCount >> 1 ] =
+                            ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( toEncode ) << 4 );
+
+                        if ( currentControlBlock == 0 && toEncode == 0 )
+                        {
+                            lastControlIsNop = true;
+                        }
+
+                        ++currentControlCount;
+
+                        break;
+                    }
+                }
+            }
+
+            // Update the value into the hash for future matches.
+            SetHash( state, hash, input, inputCursor );
+
+            ++inputCursor;
+
+            // Hash all the other values in the match too.
+            for ( const uint8_t* nextArrival = inputCursor + matchLength - 1; inputCursor < nextArrival; ++inputCursor )
+            {
+                hash = HashFast( inputCursor );
+                SetHash( state, hash, input, inputCursor );
+            }
+        }
+        else
+        {
+            // One more literal to write out.
+            ++literalsToFlush;
+
+            // If we have reached the maximum number of literals allowed in the control, flush them out.
+            if ( literalsToFlush == LITERALS_PER_CONTROL )
+            {
+                // Check if the control block is full and we need start a new one.
+                if ( currentControlCount == CONTROLS_PER_BLOCK )
+                {
+                    currentControlBlock  = outputCursor;
+                    outputCursor        += CONTROL_BLOCK_SIZE;
+
+                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                    currentControlCount  = 0;
+
+                    if ( outputCursor > outputEarlyEnd )
+                    {
+                        break;
+                    }
+                }
+
+                currentControlBlock[ currentControlCount >> 1 ] = 
+                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( ( static_cast<uint8_t>( LITERALS_PER_CONTROL - 1 ) ) << 4 );
+
+                ++currentControlCount;
+
+                *reinterpret_cast< uint64_t* >( outputCursor ) = 
+                    *reinterpret_cast< const uint64_t* >( inputCursor - ( sizeof( uint64_t ) - 1 ) ) ^ 
+                    *reinterpret_cast< const uint64_t* >( ( inputCursor - ( sizeof( uint64_t ) - 1 ) ) - previousOffset );
+
+                outputCursor += sizeof( uint64_t );
+
+                //*( outputCursor++ ) = *( inputCursor - 3 ) ^ *( ( inputCursor - 3 ) - previousOffset );
+                //*( outputCursor++ ) = *( inputCursor - 2 ) ^ *( ( inputCursor - 2 ) - previousOffset );
+                //*( outputCursor++ ) = *( inputCursor - 1 ) ^ *( ( inputCursor - 1 ) - previousOffset );
+                //*( outputCursor++ ) = *inputCursor ^ *( inputCursor - previousOffset );
+
+                if ( outputCursor > outputEarlyEnd )
+                {
+                    break;
+                }
+
+                literalsToFlush = 0;
+            }
+
+            // Update the hash with this byte
+            SetHash( state, hash, input, inputCursor );
+
+            ++inputCursor;
+        }
+    }
+
+    // If we would create a compression output bigger than or equal to the input, just copy the input to the output and return equal size.
+    if ( ( ( outputCursor + literalsToFlush + ( currentControlCount == CONTROLS_PER_BLOCK ? CONTROL_BLOCK_SIZE : 0 ) ) ) >= output + inputLength - END_PADDING_LITERALS )
+    {
+        memcpy( output, input, inputLength );
+
+        outputCursor = output + inputLength;
+    }
+    else 
+    {
+        // Flush any remaining literals.
+        if ( literalsToFlush > 0 )
+        {
+            lastControlIsNop = false;
+
+            if ( currentControlCount == CONTROLS_PER_BLOCK )
+            {
+                currentControlBlock = outputCursor;
+                outputCursor       += CONTROL_BLOCK_SIZE;
+
+                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
+
+                currentControlCount = 0;
+            }
+
+            currentControlBlock[ currentControlCount >> 1 ] = 
+                ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
+
+            for ( uint32_t where = 0; where < literalsToFlush; ++where )
+            {
+                const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
+
+                *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
+            }
+
+            ++currentControlCount;
+        }
+
+        // Need to finish off shifting the final control block into the low nibble if there is no second nibble
+        if ( ( currentControlCount & 1 ) > 0 )
+        {
+            currentControlBlock[ currentControlCount >> 1 ] >>= 4;
+        }
+
+        if ( lastControlIsNop )
+        {
+            outputCursor -= CONTROL_BLOCK_SIZE;
+        }
+
+        size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+        // copy remaining literals
+        memcpy( outputCursor, inputCursor, remainingLiterals );
+
+        outputCursor += remainingLiterals;
+    }
+
+    // Return the size of the compressed data.
+    return outputCursor - output;
+}
+
+
+size_t LZSSE8_Decompress( const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
+{
+    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
+    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
+
+    // Data was not compressible, just copy initial values
+    if ( outputLength == inputLength )
+    {
+        memcpy( output, input, outputLength );
+
+        return inputLength;
+    }
+
+    const uint8_t* inputCursor  = input;
+    uint8_t*       outputCursor = output;
+
+    // The offset starts off as the minimum match length. We actually need it least four
+    // characters back because we need them to be set to xor out the literals from the match data.
+    size_t  offset          = INITIAL_OFFSET;
+    __m128i previousCarryHi = _mm_setzero_si128();
+
+    // Copy the initial literals to the output.
+    for ( uint32_t where = 0; where < LITERALS_PER_CONTROL; ++where )
+    {
+        *( outputCursor++ ) = *( inputCursor++ );
+    }
+
+    // Let me be clear, I am usually anti-macro, but they work for this particular (very unusual) case.  
+    // DECODE_STEP is a regular decoding step, DECODE_STEP_HALF and DECODE_STEP_END are because the compiler couldn't
+    // seem to remove some of the dead code where values were updated and then never used.
+
+    // What these macros do:
+    //     Decode a single literal run or match run for a single control nibble.
+    // How they do it:
+    //    - Read the *unaligned* input (in the case of LZSSE-F - twice), it goes into both a regular variable and an SSE register,
+    //      because it could either be literals or an offset (or nothing at all). The low byte of streamBytesRead controls how much we advance
+    //      the input cursor.
+    //    - Used a contived set of casts to sign extend the "read offset" control mask and then use it to mask the input word,
+    //      which is then xor'd against the offset, for a "branchless" conditional move into the offset which
+    //      has been carried over from the previous literal/match block. Note, this ends up doing better than a cmov on most 
+    //      modern processors. But we need to pre-xor the input offset.
+    //    - We then load the match data from output buffer (offset back from the current output point). Unconditional load here.
+    //    - We broadcast the "from literal" control mask from the current least significant byte of the SSE register using a shuffle epi-8
+    //    - We mask the literals with that SSE register wide mask.
+    //    - The literals have been pre-xor'd with the data read in as match data, so we use an xor to branchlessly choose between the two.
+    //      In this case, it ends up a better option than a blendv on most processors.
+    //    - Store the block. We store all 16 bytes of the SSE register (due to some constraints in the format of the data, we won't
+    //      go past the end of the buffer), but we may overlap this.
+    //    - bytesOut controls how much we advance the output cursor.
+    //    - We use 8 bit shifts to advance all the controls up to the next byte. There is some variable sized register trickery that 
+    //      x86/x64 is great for as long as we don't anger the register renamer.
+
+#define DECODE_STEP( HILO, CHECKMATCH, CHECKBUFFERS )                                                                           \
+    {                                                                                                                           \
+        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
+        __m128i literals  = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                 \
+                                                                                                                                \
+        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
+                                                                                                                                \
+        readOffsetHalf##HILO >>= 8;                                                                                             \
+                                                                                                                                \
+        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
+                                                                                                                                \
+        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        bytesOutHalf##HILO        >>= 8;                                                                                        \
+        streamBytesReadHalf##HILO >>= 8;                                                                                        \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+    }
+
+#define DECODE_STEP_HALF( HILO, CHECKMATCH, CHECKBUFFERS )                                                                      \
+    {                                                                                                                           \
+        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
+        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
+                                                                                                                                \
+        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
+                                                                                                                                \
+        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
+                                                                                                                                \
+        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+    }
+
+#define DECODE_STEP_END( HILO, CHECKMATCH, CHECKBUFFERS )                                                                       \
+    {                                                                                                                           \
+        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
+        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
+                                                                                                                                \
+        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
+                                                                                                                                \
+        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
+                                                                                                                                \
+        if ( CHECKMATCH && matchPointer < output )                                                                              \
+            goto MATCH_UNDERFLOW;                                                                                               \
+                                                                                                                                \
+        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
+        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
+                                                                                                                                \
+        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
+                                                                                                                                \
+        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
+                                                                                                                                \
+        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
+                                                                                                                                \
+        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
+        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
+                                                                                                                                \
+        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
+            goto BUFFER_END;                                                                                                    \
+        } 
+
+#define DECODE_STEP_LO(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HI(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Hi, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HALF_LO(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_HALF_HI(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Hi, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_END_LO(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Lo, CHECKMATCH, CHECKBUFFERS )
+#define DECODE_STEP_END_HI(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Hi, CHECKMATCH, CHECKBUFFERS )
+
+    __m128i nibbleMask         = _mm_set1_epi8( 0xF );
+    __m128i literalsPerControl = _mm_set1_epi8( static_cast< char >( LITERALS_PER_CONTROL ) );
+    __m128i bytesInOutLUT      = _mm_set_epi8( '\x2B', '\x2A', '\x29', '\x28', '\x27', '\x26', '\x25', '\x24', '\x88', '\x77', '\x66', '\x55', '\x44', '\x33', '\x22', '\x11' );
+    
+    // Note, we use this block here because it allows the "fake" inputEarlyEnd/outputEarlyEnd not to cause register spills 
+    // in the decompression loops. And yes, that did actually happen.
+    {
+
+#pragma warning ( push )
+#pragma warning ( disable : 4101 )
+
+        // These variables are not actually ever used in this block, because we use
+        // a constant conditional expression to take out the branches that would hit them.
+        // But unfortunately, we need them to compile.
+        const  uint8_t* inputEarlyEnd;
+        uint8_t*        outputEarlyEnd;
+
+#pragma warning ( pop )
+
+        // "Safe" ends to the buffer, before the input/output cursors hit these, we can loop without overflow checks.
+        const  uint8_t* inputSafeEnd  = ( input + inputLength ) - INPUT_BUFFER_SAFE;
+        uint8_t*        outputSafeEnd = ( output + outputLength ) - OUTPUT_BUFFER_SAFE;
+
+        // Decoding loop with offset output buffer underflow test, but no buffer overflow tests, assumed to end at a safe distance 
+        // from overflows
+        while ( ( outputCursor - output ) < LZ_WINDOW_SIZE && outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
+        {
+            // load the control block
+            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+
+            // split the control block into high and low nibbles
+            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
+
+            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
+            // be an extension of the current match operation.
+
+            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
+            // match without offset read mode).
+            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
+
+            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
+            // the calculated carry to use that byte next iteration.
+            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
+
+            previousCarryHi = carryHi;
+
+            // We make the implicit assumption that the maximum number of literals to controls here is twice the offset size (4 vs 2),
+            // we are doing this here to save keeping the value around (spilling or fetching it each time)
+
+            __m128i streamBytesLo      = _mm_shuffle_epi8( bytesInOutLUT, controlLo );
+            __m128i streamBytesHi      = _mm_shuffle_epi8( bytesInOutLUT, controlHi );
+            
+            // Here we're calculating the number of bytes that will be output, we are actually subtracting negative one from the control 
+            // (handy trick where comparison result masks are negative one) if carry is not set and it is a literal.
+            __m128i bytesOutLo         = _mm_blendv_epi8( _mm_and_si128( streamBytesLo, nibbleMask ), controlLo, shiftedCarryHi );
+            __m128i bytesOutHi         = _mm_blendv_epi8( _mm_and_si128( streamBytesHi, nibbleMask ), controlHi, carryLo ); 
+
+            // Calculate the number of bytes to read per control.
+            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
+            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_and_si128( _mm_srli_epi32( streamBytesLo, 4 ), nibbleMask ) );
+            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_and_si128( _mm_srli_epi32( streamBytesHi, 4 ), nibbleMask ) );
+
+            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
+            // this will essentially be ignored later on.
+            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
+
+            // I want 128 set bits please.
+            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
+            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
+            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
+
+            // Masks whether we are reading literals - set if the carry is not set and these are literals.
+            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            // Advance the input past the control block
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            {
+                // Pull out the bottom halves off the SSE registers from before - we want these
+                // things in GPRs for the more linear logic.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_HALF_LO( true, false );
+                DECODE_STEP_HALF_HI( true, false );
+            }
+
+            {
+                // Now the top halves.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+
+                DECODE_STEP_LO( true, false );
+                DECODE_STEP_HI( true, false );
+                DECODE_STEP_END_LO( true, false );
+                DECODE_STEP_END_HI( true, false );
+            }
+        }
+
+        // Decoding loop with no buffer checks, but will end at a safe distance from the end of the buffers.
+        // Note, when we get here we have already reached the point in the output buffer which is *past* where we can underflow
+        // due to a bad match offset.
+        while ( outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
+        {
+            // This code is the same as the loop above, see comments there
+
+            // load the control block
+            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+
+            // split the control block into high and low nibbles
+            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
+
+            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
+            // be an extension of the current match operation.
+
+            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
+            // match without offset read mode).
+            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
+
+            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
+            // the calculated carry to use that byte next iteration.
+            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
+
+            previousCarryHi = carryHi;
+
+            // We make the implicit assumption that the maximum number of literals to controls here is twice the offset size (4 vs 2),
+            // we are doing this here to save keeping the value around (spilling or fetching it each time)
+
+            __m128i streamBytesLo      = _mm_shuffle_epi8( bytesInOutLUT, controlLo );
+            __m128i streamBytesHi      = _mm_shuffle_epi8( bytesInOutLUT, controlHi );
+
+            // Here we're calculating the number of bytes that will be output, we are actually subtracting negative one from the control 
+            // (handy trick where comparison result masks are negative one) if carry is not set and it is a literal.
+            __m128i bytesOutLo         = _mm_blendv_epi8( _mm_and_si128( streamBytesLo, nibbleMask ), controlLo, shiftedCarryHi );
+            __m128i bytesOutHi         = _mm_blendv_epi8( _mm_and_si128( streamBytesHi, nibbleMask ), controlHi, carryLo ); 
+
+            // Calculate the number of bytes to read per control.
+            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
+            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_and_si128( _mm_srli_epi32( streamBytesLo, 4 ), nibbleMask ) );
+            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_and_si128( _mm_srli_epi32( streamBytesHi, 4 ), nibbleMask ) );
+
+            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
+            // this will essentially be ignored later on.
+            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
+
+            // I want 128 set bits please.
+            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
+            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
+            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
+
+            // Masks whether we are reading literals - set if the carry is not set and these are literals.
+            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_HALF_LO( false, false );
+                DECODE_STEP_HALF_HI( false, false );
+            }
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+
+                DECODE_STEP_LO( false, false );
+                DECODE_STEP_HI( false, false );
+                DECODE_STEP_END_LO( false, false );
+                DECODE_STEP_END_HI( false, false );
+            }
+        }
+    }
+
+    // Decoding loop with all buffer checks.
+    {
+        const  uint8_t* inputEarlyEnd;
+        uint8_t*        outputEarlyEnd;
+        inputEarlyEnd  = ( input + inputLength ) - END_PADDING_LITERALS;
+        outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
+
+        while ( outputCursor < outputEarlyEnd && inputCursor < inputEarlyEnd )
+        {
+            // This code is the same as the loop above, see comments there
+
+            // load the control block
+            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
+
+            // split the control block into high and low nibbles
+            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
+            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
+
+            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
+            // be an extension of the current match operation.
+
+            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
+            // match without offset read mode).
+            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
+
+            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
+            // the calculated carry to use that byte next iteration.
+            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
+            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
+
+            previousCarryHi = carryHi;
+
+            // Note, unlike the other compressors, we are essentially doing an in register lookup table to implement the logic here. 
+            __m128i streamBytesLo      = _mm_shuffle_epi8( bytesInOutLUT, controlLo );
+            __m128i streamBytesHi      = _mm_shuffle_epi8( bytesInOutLUT, controlHi );
+
+            // Either use the value from the lookup, or in the case the carry is set, use the control value.
+            __m128i bytesOutLo         = _mm_blendv_epi8( _mm_and_si128( streamBytesLo, nibbleMask ), controlLo, shiftedCarryHi );
+            __m128i bytesOutHi         = _mm_blendv_epi8( _mm_and_si128( streamBytesHi, nibbleMask ), controlHi, carryLo ); 
+
+            // Calculate the number of bytes to read per control.
+            // We use the value from the lookup table to .
+            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_and_si128( _mm_srli_epi32( streamBytesLo, 4 ), nibbleMask ) );
+            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_and_si128( _mm_srli_epi32( streamBytesHi, 4 ), nibbleMask ) );
+
+            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
+            // this will essentially be ignored later on.
+            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
+            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
+
+            // I want 128 set bits please.
+            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
+
+            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
+            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
+            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
+
+            // Masks whether we are reading literals - set if the carry is not set and these are literals.
+            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
+            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
+
+            inputCursor += CONTROL_BLOCK_SIZE;
+
+            if ( inputCursor > inputEarlyEnd )
+                goto BUFFER_END;
+
+            {
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_HALF_LO( true, true );
+                DECODE_STEP_HALF_HI( true, true );
+            }
+
+            {
+                // Now the top halves.
+                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
+                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
+
+                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
+                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
+
+                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
+                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+
+                DECODE_STEP_LO( true, true );
+                DECODE_STEP_HI( true, true );
+                DECODE_STEP_END_LO( true, true );
+                DECODE_STEP_END_HI( true, true );
+            }
+        }
+
+BUFFER_END:
+
+        // When we get here, we have either advanced the right amount on both cursors
+        // or something bad happened, so leave it as is, so we can tell where
+        // the error happened. 
+        if ( inputCursor == inputEarlyEnd && outputCursor == outputEarlyEnd )
+        {
+            size_t remainingLiterals = ( input + inputLength ) - inputCursor;
+
+            // copy any trailing literals
+            memcpy( outputCursor, inputCursor, remainingLiterals );
+
+            outputCursor += remainingLiterals;
+        }
+    }
+
+MATCH_UNDERFLOW:
+
+    return outputCursor - output;
+}
diff --git a/contrib/lzsse/lzsse8/lzsse8.h b/contrib/lzsse/lzsse8/lzsse8.h
new file mode 100644
index 00000000000..dec5297a17c
--- /dev/null
+++ b/contrib/lzsse/lzsse8/lzsse8.h
@@ -0,0 +1,117 @@
+/*
+Copyright (c) 2016, Conor Stokes
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#ifndef LZSSE8_H__
+#define LZSSE8_H__
+
+#pragma once
+
+/* LZSSE8 - x64/SSE targeted codec for better performance with lower compression ratio data/less optimal compressors.
+* Supports minimum 4 byte matches, maximum 15 bytes of match per control word and 8 byte literal runs per control word. 
+*/
+
+#ifdef __cplusplus
+extern "C"
+{
+#endif
+
+/* Re-usable parse state object for compression. */
+typedef struct LZSSE8_FastParseState LZSSE8_FastParseState;
+
+/* Allocate the parse state for compression - returns null on failure */
+LZSSE8_FastParseState* LZSSE8_MakeFastParseState();
+
+/* De-allocate the parse state for compression */
+void LZSSE8_FreeFastParseState( LZSSE8_FastParseState* toFree );
+
+/* Re-usable parse state object for compression. */
+typedef struct LZSSE8_OptimalParseState LZSSE8_OptimalParseState;
+
+/* Allocate the parse state for compression - returns null on failure. Note
+Buffersize has to be greater or equal to any inputLength used with LZSSE2_CompressOptimalParse */
+LZSSE8_OptimalParseState* LZSSE8_MakeOptimalParseState( size_t bufferSize );
+
+/* De-allocate the parse state for compression */
+void LZSSE8_FreeOptimalParseState( LZSSE8_OptimalParseState* toFree );
+
+
+/* "Optimal" compression routine.
+* Will compress data into LZSSE8 format, uses hash BST matching to find matches and run an optimal parse (high relative memory usage). Requires SSE 4.1.
+* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
+* input : Buffer containing uncompressed data to be compressed. May not be null.
+* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
+* output : Buffer that will receive the compressed output. 
+* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
+*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
+* level : The compression level to use for this file 1->17, 17 delivers the highest compression, 1 delivers the least.
+* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
+* concurrently.
+*
+* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
+*/
+size_t LZSSE8_CompressOptimalParse( LZSSE8_OptimalParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int level );
+
+
+/* "Fast" compression routine.
+* Will compress data into LZSSE8 format, uses a simple single entry hash/greedy matching to find matches. Requires SSE 4.1.
+* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
+* input : Buffer containing uncompressed data to be compressed. May not be null.
+* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
+* output : Buffer that will receive the compressed output. 
+* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
+*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
+*
+* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
+* concurrently.
+*
+* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
+*/
+size_t LZSSE8_CompressFast( LZSSE8_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength );
+
+/* Decompression routine.
+* This routine will decompress data in the LZSSE8 format and currently requires SSE 4.1 and is targeted at x64.
+* It will perform poorly on x86 due to hunger for registers.
+*  input : Buffer containing compressed input block. May not be null.
+*  inputLength : Length of the compressed data in the input buffer - note, this should be under 2GB
+*  output : Buffer that will received the de-compressed output. Note, that this needs to be at least outputLength long.
+*           May not be null.
+*  outputLength : The length of the compressed output - note, this should be under 2GB
+*
+* Provided that input and output are valid pointers to buffers of at least their specified size, this routine
+* should be memory safe - both match pointer checks and input/output buffer checks exist.
+*
+* Returns the size of the decompressed data, which will be less than outputLength in the event of an error (number of bytes
+* will indicate where in the output stream the error occured).
+*
+* Note that this data is not hash verified, errors that occur are either from a misformed stream or bad buffer sizes.
+* Remember, corrupt data can still be valid to decompress.
+*/ 
+size_t LZSSE8_Decompress( const void* input, size_t inputLength, void* output, size_t outputLength );
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* -- LZSSE8_H__ */
diff --git a/contrib/lzsse/lzsse8/lzsse8_platform.h b/contrib/lzsse/lzsse8/lzsse8_platform.h
new file mode 100644
index 00000000000..5ad2e0a8853
--- /dev/null
+++ b/contrib/lzsse/lzsse8/lzsse8_platform.h
@@ -0,0 +1,73 @@
+/*
+Copyright (c) 2016, Brian Marshall
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+#ifndef LZSSE8_PLATFORM_H__
+#define LZSSE8_PLATFORM_H__
+
+#pragma once
+
+/*
+ Compiler/Platform detection based on the table from:
+ https://blogs.msdn.microsoft.com/vcblog/2015/12/04/clang-with-microsoft-codegen-in-vs-2015-update-1/
+*/
+
+#ifdef	_MSC_VER
+
+/*
+ Microsoft Visual Studio Support.
+ C1xx/C2, Clang/C2 and Clang/LLVM all support the Microsoft header files and _BitScanForward
+
+ Note: if you receive errors with the intrinsics make sure that you have SSE4.1 support enabled.
+ For example with Clang include "-msse4.1" on the command line
+*/
+#include <intrin.h>
+
+#else	/* _MSC_VER */
+
+#ifdef __GNUC__
+
+/*
+ GCC
+*/
+
+/*
+ Note: including just <smmintrin.h> would be sufficient, but including x86intrin is a better match to intrin.h on Visual Studio as
+ both include all intrinsics for the enabled processor, rather than just SSE4.1.
+*/
+#include <x86intrin.h>
+/* _BitScanForward is Visual Studio specific. */
+#define _BitScanForward(x, m) *(x) = __builtin_ctz(m)
+
+#else
+
+/*
+If you hit the error below, then add detection for your compiler/platform to this header file.
+*/
+#error Platform not supported
+
+#endif	/* __GNUC__ */
+#endif  /* _MSC_VER */
+
+#endif /* -- LZSSE8_PLATFORM_H__ */
diff --git a/contrib/lzsse/premake4.exe b/contrib/lzsse/premake4.exe
new file mode 100644
index 0000000000000000000000000000000000000000..50f4c86b528f881a6e56a76228e0fcd32ad512c7
GIT binary patch
literal 518144
zcmeFaeSDME`S_nUX&WFk0RvR2TC{4lh}EJ}gP0bQ7LbxsNvKHCsVs|386<!TrFhdx
zxQ)8c+@|}u&)jsMxy?QMz<g{0DX3G_IdMMW=Jeprv?_zDmHgh<xs$eR`+ooUy?%fG
zc#-D5&*OEjb3L8wT<2uorMEkr4u`|VC!2LRw(>3ig8J|O{ZAj+r6)dG>UeO(A17@s
zxcHBgE{T6_RmF;x*L`*66<@Eo@``J(y)Ietm8&aOrmn5{+O-w4=C@XS{kp5Jo-%s$
z$jV&Pzcv?NWPNb%^8Dw$t$$kn7vA67`oZ#F>+e^V*YSPcxFgFC=yFq+|B!F>U#~2G
zTjzhc`~&@N>F)(!yD~0q{huI@gdC2G3yK_5pP73}zRW&HVZo>ZkHfJXOnhH3;c)a^
zT;Oo{c<2=D1nuWShohJ``IrB81l>0BNOL-Z8+AdcCzbX0;FlyiX8pRv5z$X>$3D9F
zw|_pjqce}3f6E+7=>Ol6qvr@XAOBD7<*H0cUcENS^Lf`W9)U~7Y7cd=(F%v-@+m8?
zx*~an!_i(xri}dpzE=nihW-UX$P~MnWBGZccb7OE<N5wM-^2a|$(gcp)ygYLv&Raq
zz@aXGbh+S^l~*snj)HpZ;J|Sz1-AWLdkw>?{r`{uA7Egic_5Z>Bnq-Aw;EaPa2Pv0
zW`8U@&fPiF(bb(gLDH`~(cy^2eK*Z?$lIeQNGV^UaFOM;>t&C3INEBv+k#7%Y^S}}
zXv|#imPTXhkuw|)o(f}TpZW#Q#*Q*`Z^F?U&5rZfJscNPUfOSsPo@2sx@@TR(bB-Z
zgKf7j)~!c@A)E4K$N8vl_8op};-SNDB|V9=1h&bgK+<OJY}ZA%x`Gae`aDqJ_|d-Z
zMn~<_>CiybOt~{%15ahMap9kc`dK!cZENf5PWtWSNL2k681#6o!rE?g-azdi+tm+g
z#r(SsK`g!*SmSpKLdKN?MkG6~LZC^x%{>V>RgF^}nGV;dzle6dlyqfZvWm0g{1jN4
zhiu~k#oP@+)oLyQs;dAcekU0T;QBosG8w&Hmy>!oi5dMwS7p-GccifQk<dXi6Xz*?
zOnR;>J=1M`UgYh%ozh*qQ=Z<Lp8J7u|C78MpB3nYt&;FdolxlQ`T-BoOjj8##3HJK
zug>+K7i6B8&Qn`r#HHplX5XhjS=yc&yR7azl9(DnqdREBT7Edx@91<ml9IAdQZ7xj
zWyd|RQRwCm2T6F;ZOn9dL(in=daN17=f$aW0O}a&U~2_Af2h&fJ=S=EZM;sOCFz$*
z`mCPxOpjGU+i_m?BrI0PT`)Ka#sPmcR@<Ff-&cDmojULf{$)Z3BI<`nve~Fia#WQd
zlHw5niK@5D9gbz*YeNSh+)uslb${X=<Eo6RpOKvSa%n88&Y48n%XQh`=gRgOJN(1S
zt|ys-Bc$L8U2sdT;K8E{USb#AS3$vby5JS0WK;c7waCtTnk-|-WMln+V`+PG1X-%H
zu0TjGm?N>4XnY03{tqP9*L5g)oN@JlBNG~c7AiIM{TcEt%BBXa!h~kgYmdtjaC@#j
z<G|D*ViW9Wo{y@s(;N=iT}44GsDa^Ki302ROz62tOg%@Ua7JpB8G7jy%`MVFRC%TO
zHkp&|rL}(ywyT?_4V#x?J((eQX5Mox5w$Vj)M%ROQKg6X82btaxl1(+)z8bK4&;AC
z{Q{DU2xH%Utiu6Y?I;V{ENBa!_n8c{udU6Pkxja@=VixLfsUxEr8$sk3jw?26H>Ct
z-Lv0y_(kKLf);7BDc7dYZqqJ!2L+Apsk+mjF;3|;S0HMaSUJ>b%2nHKoo;lv94TKW
z?2ZTsHGsf$yk{(P<;3c~vixjl*b$GluO}QcTLp&iodT6K7058ukD&pxpYAgA-7N^n
z$+Q%sP`V_&)TRClXxrMBwwv2+IXEb_FQEx7wG)&cH&u6U%k4*~5{q|2NYYgyZ!|tk
zZa3xuv*mV6t4$e&i=*nyar740?!84sMQc>u56KEGcsJcbf(UT+MrFR=KumQ3JJMB?
zOX;N00Gx7-2G|;1-5cTUL;3>BL^i5^N=E!1po*$S9uoyob%%UAqw4Qtq;V;90y=^D
z|1z63cGN(FXD7als;wvkGc;iK2M@p9HZj|Fa)0Wk=uFk=7hv~#Z*7HKpvm^dLiULx
zQFU`(dsrU~S9Fu|po6e!!w~jOfQ-fO%OUK=3IB?)@uX<QU?c4R#8ul)2F!k&iEch$
zILi-3%#Es31>tI|%(J7ZDS3*aMkUMC{k+GrHSvQQC5!D|tqHOC4ic>5SbU$(XwVrR
znZGDF0(+-|t$5WYLF5rKv#A47)x?9KN@PyFM(6#NBoTi5j2)H31lj|+lIK%WsN5ff
zqv7Xv_4}#A*m?TVf<uICcHDzVdGEuaFCzT;T>g9}fBNOmVfk}N{`^z^9F#ww%AZf<
z&&TqoPyT!)e?F8y|ByciBAL*R_%r~HC=34O4NZI+FanjaBU0O~B~957Xts7QCt(Oe
z^r$D(_2pCO01<NLdS5(yk&skmr`Gunbs6Pb)vFk^w!Ayf*7{x9<Onq25qh>p<t&5S
z4vS^*lu)W&hywo*(b8rW4NGl}s8<DG-9h54i27-fZhU94qw@(dG|ozmfB}B5YsTzi
zwXa94b@5I{8&g}De$6-2yIxO@?+jEXYjsYmT9M01o)lFN0=J<G+t!ZloL+oZ(%E$V
z;jZqrMLTB|7dUFO)~WGLy0HuMRmRa}kS=qKb}o+$SihNXCmiY?3Yz`&oAq|Bf^DK|
z0X?*Jt}6y!X*Mf}U)o;#$HnU2a|Y?bM*2@l7>0C>>u7CO9cE!s`}#}-M@M<0FsfEU
zS~9d`X-r;!uJs=FCDJ3Nvl0%YzbJKe?dzm0!gh-)CxS;L!joeKiDg!UEe@`uYAj+S
zk7+_I2z%d;*vO?t)fY&CnXN+mzd-Rz8#m}SrXxKb4O*ws#py@2vXxc_Yd=A4V@HL#
zeQ?yjJbT!vJ251GOTw^GW3olH5N=g3BCLS3u+{8WPwQv1&u$r#X%S!r%ne{Uq8jX8
zc^MqeW-TM80p}z=jjie|k!U#$%M=6`s}pn3KvGn#OpUM`j94!{IYgi|fAM*m6z#q)
z;zcVk<N53~O`qOP4>}x<Ew>a&E1PyF%eUN7Bs6-#i>Wc4pP%KO)feo1T&FlvuXP>r
z-r7ZR<49p@MCTJ<O1b2k+H7Xix$<n4bWS@fRnQphoaRU!%rRJ3wqv|K^!R4Y%#WQb
z<UK$20erb3n|1CS9QKdMv5Q93D+~|y&~%}g8LQ6SxygpX&fY&ht7nSps02zjwb|uH
zOF2><`#;3&Q_n)=&mrf{dG0L*)6Ys)OusByKD{zoHvObjap&~~mC4dg-AQ@6Ac^K)
zvK@m<t7M@uQIR7s{3Gg7dei#<H00|rqhqTN*wio1I*JPPS|{_6;4qecqMtAI@o3?K
zbXOlQ!VBJ8z6%mtW9mxCRkOo76lhHSH_9oJ?m8%SUa1jwghNgJZe$BOMs}{71}{42
zTOT8xW|EXD>YO$uSr<`d*=)9}+eS`XCL^7DXFYFz9Oz4q?Ci*%m2~YaJ}YcDg%qt4
z&TexaHZ^=R13wVRytgvutX&yV)e=*WGTfty?&nj6SimiV{}l;CEP#23F$3}n7=|AD
zF1UJdet%nA;5g@Xy9d;Z`PsA|2&BoWopqOaA0Cr9tKB>6&k$Y8b-`bf&dn1V?EwXL
zB@4G4Ti;pdNd4Jzch;SiD&3hUl-Yq@YyOcawDJAeEf83%xieywBnpk4g)sQ9G$(nG
zIRA)d9}<vumN?Wqh^3<k_Trg?17i@-Z*szxg`O?$&d<(D7Il7hS*mcePm}clO&?qJ
z;D1Y{p~2h65&{dqkuCF5B~RT4M68Mt1yS|*M3E@AwEG%*tgX$Kb{$&UB}Ry}8wX?}
zsrEoJBJCDa)fH76sT$c*vRNZF&mvzz=-Ok-r_5jiMGXE3X^~5ds)OFV7`#u6DH>m;
z8xJC0eiXEVVCf{9-{Q^9)8>qzDWaVJ*8JN?hRMet&@A@DF!`97Jcz><+jOjbJ!XDU
zcf5nOcCu!xd}V8}11oH*PsLgjS$dCaaAd6!Zp^rzkYaUZsaN8QHnZUQaIdJM4?#|A
zqJY8yUAUaW$BI?B67BHjlKxM;lSAmPoS{dvQ~?K(col7^22`7E&{%IG4RXN6YO}Gp
zdwdYAUq_?y6*r6Bv=gP1J$K(LjXdMXbi_B2tS*3z;G3V3kSGwl^kLk6#<K$b4}rkg
zAv$Gz{7%Z+UA~}|`~C;u^B9G$(7;RvnCQLIw)!SL(%>)Qc$5s4uZy*!pqD^9wi&WC
zK8w;%$?(Nk#{U(+m;~DTt2_&CNdGg>d1yTX+?RmI43E?8094YIa9Dn7%?5%YL|MlQ
zRL>qWh@um<Ip9bB<!}g|vMHbVRS<)3upWVO0ke$Px*{1uvPAs`da#O=hp#q!6(%-T
z{C;RYemj4n>TH%q@qO~X;+yh5N#0j<@t)N0W8{6Eew-(Ba6gavG55d<@dtI@*?Q80
z@yB^%)IXJ+JvwKC)bfFLl5dyfN<E7XNuF#cUr(~JW2!6zY~FQ|p#FLKzws^{^AXrK
z*L!MTkBdt*(wZGN-Cn(ovNQKTB!W9fHFcwyT$U=}I$lFx%8&kHQVkLyR$=+fNa<Ua
zE7OD~SAlRX@6X6tVT&kA6D@oRRULLoO$wf^4V6mjHAdCUe`K@0u1b4>bgEtBM82@l
zK9kiDYl+lIslJu!mRkhCJwV^qrki>Xrf2Se%L3k`rQYjRgB+_(HaG%k_R)-d@8!D@
zAyl{C)3MSF`ApYVEf7=Apf$Slvoll2OlvAgl^WfJG`<GJU<c2V@zYOy8VIqOw^1F2
zG6B;%iAJ(hx55sT0L(^J4qpc&0<l|9ad}|9XWeU!^7qzwaIgvWkZ@wt(ECqxi)Djz
zy77R!aJc)-Rz%EX;=&l32n$OcJcF_B1^cfjr<tE_%|g=EhXZ}y`F%_+1)^AH`%qBe
zYU2@cN_&lOGNzrI&Xrt8W>tYD4ndwN_&%bpt?kJcAVP=g+UgeO+Aa`Dd>K=PfM~zQ
zFQFLzJG6zdLnPM;QFRE+iyeGSG=3SmX)SToU0N?=aLT~M(7xa_dxBH}=73l-s8@9_
z(%S5cs@rZ98t59xW?AHz{n^^6Iv!Bsab!bIZmzen+LcXt#k&wyr%+n!pr{J{nHe*C
z;djjz;)OUA&ABulLT&S0NF8&p`YCT>3ipG%I!upqTh)2MFD~3EGLE)D-?~ZFeKF^!
zQT0bKb9nE>?w~f94&krY_GVCgJNd56g>K^pcd>19nPWR|D0U<(&3PW&e(Mf+A8sfK
z?Aq`yw9@mA%jj`CpGmv73Z|EAhe$m!^9G-Bq+s3gfi;yI%FJ26^Wny!aN2D)mYcJF
zGhlT4?9TMC%#bI$!j-KNG4}l>niX>CZnMcBXsSvTnZc$d+s%5H=`e#Hohkiv9qO0}
zpj+486n6By=Q8JbjGjK{^MN^TZ$ppOv9%A$9O&y9jcrM`^BZn+rxlNB;T1TXjBPyf
z5e1U9fj(%F(FOh0N6ethbep|B`&>r1+xu`!iE~%rbKQZrxyL%g4El`j%i)rF?o9n6
zbGF}{?J`H0vps2dZ_v#elC?jL8Qo1eNe0S<ZOsBR>P{Cjf^>t+taqmy+(y{#v!xvs
zC}u`{X2YWNoJIE7?Rv=f%<KY?Y=+&{JuvPKmudVM>yi7VX4r2wy8}(`mCkgNJJ;Ae
z&!a(>GmuKQG4RZW2I-y3VNXxL%h?mywxOnLcgGYnTwWb^x0<i@{LK~EzF|ZQ5)RZO
zdz$?ecWz%?SMOd`lCF0%QCT6uL9EAETC6*t-2!vI&#a#ns1L3ziK$mt2&p!@s~e@G
zrU*=Mw@0%os89G7RqrflbX%u&9ZH?7HyYwXE-`bBTeZHThm<bv4Z9I%4x`cS%XcT6
z5=V8jLb?GfR7CN`l=^t6vY>xhW#$M>8*BTEQzx3izRtD9j?{SZwQ7~Q!q=jDmq}&+
z(3(OhaPfS4kcEaUN<tp-@(V7_RX(G?#C!85I>}acm7WoF^oE1*a@Ja7hG(V2LF>9!
z)pjkFtz~A%te%fXTJ3yqd_Rld!fG|=`ON67o_9tDo>?=(+*aKqHJs^=U|lr025$Y{
zb?l>cjB~UlN1EYaAUtceWu3qjTF06l5#gP1#40sAF42#dSWe>wJu3)?n@<lqZs&6+
zpC9r08J`FFe8}fBK8%C?7Y}q0Rojs*%yE<3*k7DHZFaJ9c5(#MZCvhlSf`slsL5<-
zN*9<77pGyihKS7n7?_Uqpr^N9Q+T>yh;)quz9{Za57QJ=%V=DtrcXU~GFq0$m|FcZ
z=vw1Whx#(OkfO2PP`}Kv`fQ@mMwLBXIfwTkl*ijpM%?Bz#{QzDZ}#k@#|-<-TW-IT
zx>gYYHM!ZB5KrzgfIrB5$T7Gon4{JFpr8K&@!RZ1Hng<BLLIv6vOK#8kyO_U(dsF0
z5q8B-9~1a#0U1v9wzi0R?{k`Ax#vN=9tS&{I5pkrk!F)CJ;!AR^E@rQk{ggsJ2cX&
z<_HX{+~U2lVA{Sk%zH2$hOhh6;D2Xd;P4t{&P7n9OGHXEYAMm^&dXyO5#n@eSd6vq
z;?!u<AtaqF(hK4o!7?AYlCJ?RPWH8KXVRCM*M~p<_vNAoP-sqS<RHuy?m#b6xZjl=
zVe~tXUT4d!NY|TbP|vQs+{nuxMC@V-2R=?76X;2LBeKh<K0Zz}y@+=k!)*HCe>B$n
z9pw9-T(>+73wpevlphScSx^_Sn<WlPUVgV&7_vN%KP@?%2ZanviRHi<RWCfx7c-hJ
zfFv=m9YX~9Z&fa`tNao(j4qhYZ@!3Xh8lMGbamOSmg+`#jv@xB@OxB|g8O|fvLt%t
zA6i&|zhWtGx%k^RL}>#4)l!444PDEbJZW~aY<6<g?AfW)%wjZ$byD^`ReL}rM42Rb
ztT7s8?GU6)OzML?&RSXoUn2aV@s}*-)E`qNwBBa!sg70PWbz<t>lv&lU}Q;ZU_m<6
zU)@-NN47r_f9}*EPRbv}G{nY{Y&*JQzTb?w11+K}THH%>^N;qd?XC-Xyx-|I=h*nf
z=yDhhZeL#B<B=Uc1s^5!6fEgysOx>QOHh85_<KF(9<w*S&?lM`)Xwpp9(KbhHLaON
zWeMf{%cAOSY4qHl%;LU`=Qt+<r6BDTN}s7IeWrVU>Rof8Z!zq=H0?u~vU>Z!&FfbM
zj!ejBPionZWvHG(o)*`+NBrh6H*Fz-9c&*ujQZTT7&o##KV&S)VMG2moip$?x)RdQ
z>6{-!esuPq6jn~>AWnz6n&<w+>!Y)JzQ;In&<ti9>pg5l{cAlaRjocj3sKE{vT+Pr
zZKVY44Q`Dip?!9{=lEp8>RMKK@38gOAPv8Kh-r$tA<6$BsdB_C2Ey<e9-SMm=9Z`K
z8HQMCR_J^^tqzKU6}$`+1ztqKD5UIN%m}h>Pz(%$6cmv1Y^A=hAfBjjBM{E%)57$i
z7N-3}yror_+wL@5qvr1)R_EX3uU!pO8DO<qdf}gRxCSFR)4Z=GTZ`FmQNLNXiZMu=
z52l-3W^+FV6fA|c;97Sa*21A+kuy2Qbn=Z*WMlP}t7Sast9^NqJgkf5bYT;SxmS8{
z{J-g8RlbM5d=G;-^U!`<Tc*huXm+nUA=A<a^Au(lAQ`c~ed&gSLJ$r8<gWbtkXUMc
zOzc~ch;>Umsc~3~fpAr7bbJvaII6;pG9W$4zdQ(r_O!K0u`|V})JAX^o!^(PNAucf
zS)519f<yHn<>E+-b<xK49&vv#pJsiZ*tZ9@ecO+HyS_SK@g%dUk1EdOvAMP#8mps3
z8Q+EQfR{AT`9+RQT*_VhI=h6&<RD{whAK{;(3G6mgnD}23evbaQUlo3TOZMu_o$&X
z0Xk-`?K{*+x5t<xHN>N0Sh-bphfAeLb9-)Kb(9(N!%uV6tq!8gkS~}qzkbHSR%xG5
zi1OuZ7(}gDG-{bYZ^|%ndAS;LFEg8_B4d`No2CwlQjP8zbbufS#J1Yqbxr+ACkQfc
zVA)})qU2OI8O7R3-?CL(JG0C}XtQf~GN5sIu34zDccx%(@s%2TRz<$d1YKrKuFMFE
z98VGGmeI1f`&Y~8!B3dGs5>*KuO%~QpPr9nWH4ov-<KDrp03?%PeWj$X{=E)5hC4?
zH)ey!*;CixUTNtkrko{ONQyy|1x>tRdE&?$WW+GNW#$c_sMyN)MbvjbruV(#9C;mA
zc_Z_&kWe2uwG^u=tXE3db`2~5-0jBoZr8dK%n^Eg<IPaNIY>k?b;(yW8kVxnK7@bo
z!@*(=0yr0;wTs@6gS%+SksOT)!~!Q(V&JhxMh!3cLtXG_8w>3%s{~!lI8dHzGL<i>
zZLD{(vF3w5ZDWl^=8MV+9egu%@bx7FVl3t&k!<pgs`G~cawRW-G^4r7DC-ce)}+&@
zK)PG!93`D4-p=OQ!+rLE(3(Unm9WGNdSJl<7T5OF4H<*a>7v>g^xMYZ|BlVs9In?s
zv<lzMhe_oIcDLPhlN-x>ys_Vz96dWZQcRhgKftkM`;z_ayU5xiSLJK@F5E+9hH~c)
zYtSb)z23?(iP|WGXlQPzXoW6%p%|B`B4byU{Gd%saFfxWO_gk2fdC`f)pg)jd7!TB
zA&a03e43nr{`Otd+gBj=N5@&U-C}lNSV!H?J(+qR@m4SkD;$?z;ka4h=moovV)Ijf
z&Wqlb7QIPSdnjDD#?^5-jE|=-0_mD>sga_=QdshdBUD;M2nBrhPc5R&`7Rhc<gR|U
z-uP_fdRJiE>aoskGX;duKocbcOI_<;#IO4sMp=8PEnNL+!5UZF;z7ZojgOLQB!MS+
zTr`qd<B76-QdhC9EhfkL*+wuIY`0?>aMm8n{z8o!hf_+gY|TC)_3w(eOT0Ut_=>NK
zx$Rbe$Z1a=@5PQJk||NV$R-oI^cWX85R)OFahjvoAr|1)<y5rJ%dT;$UspmZkfW@&
zP5~NMW{o>8-Z$}L-zx6Oc|L7T*X|DNn%I5v&Kz`NU`1SAFUc~E*_!7|k1;NH5k+Bh
z5eBX>rbpEwKWUn0zr3EI{dT&H%p^ACS^3$`eA7d>^XrONmPFOLvSu+$w>UQ!*y-8g
znK;qjX<uw3N7||#H)KLRFwBG!Qptqeu}C6ocCd22ngyr%JP58X-Pj|2)Xj6RIUc+b
z9i*B8h$$^7P8^A;4_Nq!pY+72Y8Ib5co`|_rN}n4X_$?mC&5139QG&=#D{jD>|XDb
zQAH#aWN*C|TNwU+k&*GuS}%V@_n^~Sm<in(iQl8so(bYxy^qIi>K;|foMUf`-0V)3
z&Q6V@^4;+V$hCTm^>;hA$`UK)4TbKGw8Wp2`svW!>Q3FPAIGH*7uf{==Vc|fJ1(m$
zTn>04Q}0O^XwZSylli8XV6zM5&l)X6pMh+{ZBD4nhjHRo4OrHo4J=I5@11agY;Q>3
zdHBTbEgc&d3{jHD>czb<@-gwLnmTpz3t*F$?5=Y~Zv)w~p2BG~DVJ2Hg(d^{C7ijW
zt8h?LGasf29KKx6t-8LzcZl+?T<X-L%MVG(-4uUwVgH*8`@~?!K6EehPATdHgFig9
zW7Z9)Qvc1pGK6ny5p@(0Z)1wn(VGYeTg>C3W1rKON^G|#p=}?0pJiEt4q}Bg&u4i_
zn4`(klg4+y%MAHzvvt#w$Ftxhj3%c_&Lp`J_Q|-m8f@DCjfUbL5EoVNLUa+@_%;-W
z($=!e?6nRL2~*1wvINp&q*g^v7~BGb=W(4w$~wl5lQ`r{7BAU9mcis{z%8W7Zik=}
zkq0|Y*9jMYXt$g^Q(6{JE4vrWc;bj`j=X@014Ph8sRVaCsH1WKZ48BV^_Rf|APnvf
z*d%j^)ZCg*@Z3%-+QF?hG7d>ubU@mz(7@T7xw^Fx6ojjg$WvnKS3=r)7a=t=rfSB3
z#!PvMxn0M!foC-Vw8?(PGHD)QJGDR*um5yOE&*7XiQV;`fhokaYF@og1K?x1`x+D|
z#l9o03`ErfNLKcb*g>YLb7hT=Bc&*HoRpb{`AQ?18w=XnyqlIX1`%|EksnhFYh=*1
zKWOS7WQ5v+r~_3|^_N_4k4kTJ@F&*Y8nG$e%wn3M$x+hTvkV8_(AH+N+r|Usu>6qp
zVMx%UPuN<NOl$fH1=*y#-sP_v>BH>%$w3|+>8=BOW%M>mYn1Q^U8+w?RT4?Sq**oQ
z3)RoJ5V*1ks>nVhEo8c+L_`@vCl5&r&cjgVC-#O4fpt0``MiT_?G(ya$hg?aBC6pb
zfkwT-co0#Hu=bCTvwCy%pqOfDL7|`{L<i#z4Gm~d$Gy{nTEBf8(vwA`&3qdV_>UU<
zAS1GgB@|?jv@Nr?pzC#S*KM#vqBy=u^VH|;FEU2;IZhdSTPmWOac45AC#TNt?GhY`
zf@D`;0Is#OvdJQ&e`M+d`QyoDmDyPny<J-<Pe+?>8mt$;o6cI*3nyuW+WkO(vtsdk
z$grlg#&6Nk6ar2Bc3pNF?f_Y`>a8+@I(6iEEPjVB_mOQM?Ef)6MAZM#EbwNNqmBNF
zNw=x1SnubCZG%UQ6M9{OXkY}Sb|j;R7KzUVqikq`Cc7XpF*48>@E+o@wW$MxeQa)&
z$B}Mol4*-Y;rH>X7dm8zS;H06aQUs#>P!gP)J;M5`5?6;qXwrJKIXsL$b`3v<s#f(
ztaZXLPZa4-iKu}MH|)0=Vmq*FRjBQgGlUVs!q*Hfs{Zi4U1&eTin>(u!bhT%s)C}S
ziOG!jFkW@`V~Ay~X_BMkvu6ngu6$2(=+1V%jM2h|XaaH9hyqU>S>)X$*sk4;+iTuH
zoj2*p1l{!_p%3$(D2UGj13AIijN6v}VTfHSD-j8!HPn>|iey+o{x)C{3r?Bbu3$Me
zYypbM^u#aL*!&ZG18q{j%pQ<Pk_$mB2#{8GLoLX;kRN+=J@|nkfKzO{2#IOzvAyC~
z>?k+a`w<6+-zEv1JPYq+=Xu)NQlBs~F~ini#vBoecRqc+fwnVxanY2e*ZXKJ^%!`l
zULp|-Z_xK(NXL-YISa8TGHgQ;oVsK?1CZG~8PU~d2O;EAO7i7S2Bm&f%Q(@R$x%o?
zwHDIQ?j!u+As;54Z5~QP6SNGpO@$VglDhTBm~`EzSCqF;mR|j6V{3FSf2{63zXrqp
zW9MJGhh#A(N6KR+oO2+Gp%zuwl9pZV%C061`|ld@y<wNIzAaw|canhUFK`IR)@mu&
zUp4SR$8I&#e(=Q)U`R;96cC%I@YggQOx6{R|6nUhxv2W}`C3^5>RH+-bZBaL=scZj
ztbf4KF(I3JAQO5#5_jpWXFt&JSU%`m_SvH9WIBa(WZ#-#;cvPJ`A#H&K=l<(MxIFg
zH?*Jz#>4Gw5UW=)HmNtbLWVrtY6aAqAHhhF1o`O^<bu(o>Rxz<aENzl%G{fy=;y&<
zt-#P2cza!3#7-+PL4FtWWrxJL{-zmM)SS>9(k3*(pxY#}Zk&p1m?|Riy(@swK}cU)
zn`+G^!aV99s3*<;T7>%=17CF9sm{sQk_C-=h9Vq#%10r^AE2qIT8EU<!REQJqr^xF
z44KTNihIIid@(XLRTewvGh6cgZHC8mOJx23Ko63X0pK^wIi507qu#S$Y%Fj~R$R|9
z7GA&cMd7+4<BQ6UW8!bnv2?N*>cE>pFRi#n@F3hIF{9Ee3&y%oe=_KO*xh2egP_9u
zFtWW1joQ^sW?RaV7|se@-P^^}-D92D((;LSk?YOQRbg>GxGML5oym!+s}Kcpv?7@I
zjtG6n?C6(9tZ{%O2G)m25pdtrw2n2DJc0G|aZJ$VAVPBP6_E?f2j7w5mqpbxf2HBv
zN=LSvF%_}zVH^E$#=AKzrC?~cdJD<dW{rvWF>;+>Z0js+AWb|rP&EHB)0Zf+fm*C_
zXN!g`JAv_m9NzAM1VNH+O<<GtE$=`*I`035OzKamia|(&vJjCnYqas`!$!)%Y#W_l
zWg%(vz#VyrlU_}<0`{)}+Zt)-|4zm$XXb2b*IR`^N*BLp(4ufAN?W|IrIvL0HQgdX
zLdgr|^{e1mM|k-{{rR;;Tbo{893NE`QVB7>P1u0%k2EO}@MTSw*Fz+WgiDpm+e>8X
zx6$#t^>`l<5e9U@ybsbIodKe38~S?vWT&1*S8%Xf^$S;`4=e343En07Z;+*3Yvy46
zk2If3?wQmcR!L?~Pndc@SBvV^utYl*OJ%+v)K$@`RK)clKx!1iAgtot>RbDA;LL!t
z>@}m#$Hk7R8t;R3<B{v&7!DW8%u`RFPE2ENN3v5N@?8r}skyXbdh`pj117?8Re=X<
zOrAxAKVS>1jzHclGsFJG`84H<DIZm(l(EAlyu{-!zIT7(Z5zE-bJL<-RP|KG)ES!h
zJxet|*@Ms+n~40had$T4rg1wv|1d5$s*0nL+%bsSJD5zn@{LTgjzCI6SA>EHcJ9-2
zl&3m2O9vu$;Zo@nyTy(IQum_b=y*V{#Gip2G!(b#mFd($s?btNnoZip-RjwV(W`V(
zdv%pN4;uHc6hReJVM-^8nE<x;pO$`|G4&<_K}@JwEwbI{gFDzLIZ-z<J;!4941#1m
zcLg*e4H%%C4)&@DUE9MYgyhDzn34n|imA`vprE>pV#wL*?Rl@9rZo8IS0W<#K0$Mc
zgr%MsiI;0gqv~$tN+e#x8_O)M)ygeYyqCsuOCy|nS^|oYQT<46TNVbW2(=;$uZ3Q9
z%;$!YQsh`hM$jIFyp)cS#H^J2JH#J$NvpZH`t6zNCB$8I)L{|b0N}!w$;k*<LSeNq
z^#s-rte;>m8EDjrr{)sBSoe{+q~F|bjgC*%&>jSowqeddmMz4dw5m(qhAR%4{o!b<
zdRY${N2n_`35nCHex?mQPv^9gi4~fkZE01XiJ0O*t#vlpzeMENmhJT}=V7ZTaM(Nl
zFu_@zvWW=73TPfWMRpSWG_)KQmInS1wIv2x)b;Z+Jp}fs#mN8K-Dtl%dhl95%$pST
z03_kJ6hfNV?5(E@X_%!0k&3?*bDW~@PzaQ3iCKD7V_(ZPHUktz)n&S|=|hcaC4)Ug
zd-1D)9_6$^1CJ}r+x0C}E-Akib=PJnM{-qDvYFkKb7Rq_<Z0@7oi01pxADX{Y|Qy0
z@l6{0-=%LWpq|j!vl<~oY!i`_QFRGv7&+ECB>kL0bag+vmO6h}!5{CeXTZWax`Ypl
z%Ng&~&Ha|<M2+V|r<i)-x@Tz7cBG`n#_y-3oxDd=oJT9hgREV%Q@i>RYEt7>-H=vW
zTHe^S3mP{JHRa1S#pyY_p{P3X&1|+wMtdSQt3IaCmA$@9l#~lj5EXJMC1i=f;k4sq
zS`ILSINb4*MAZyCFVk2s$jHJnQFS$QQv15uKNDha)Z!dkBpQX+h1Ais?~VHrnxuSg
z6Dv<&We^fQ9nn?%<{(SU2!DW?!h%UHu-EdNgxt|dxg(rXVgYQWrP=)H!(CTybwIcp
zcH=-UQ7Q6*a>?lyy<%{yb7@YH?2{r@ykJu&j>t=)t(|kKM#hIL93WSLG0K~JW9sL7
zHI9%lqvMb3d7TfzL0(@JB#+BZ{eetU{0*HErD-M{3|d!Fn|7{*RQNi8OqT>TaDf0X
zrWLVd1<6q$J*H+*$m)%$>t2U2_Gac5KuuG1uUIqm+OHdbO}mAVrmB?kLRW(r)JxOH
zbQC&>J^~a^O$PlEJwAz^<29lji7pr2ToSJ#E2{jIichmAX#moVuLt+>Ij#Jer3*ZE
zM0#n8KR%nJ8JF<qVx4|3>98(MECEIl3mKXcYC4v_5{2<gbg>7alK3JXCFj32Z_Hwb
zZ=!>!x(_;uUrr_vZqRwQ>yicJzpjBibtwsf>9*>LixrJ6Z0%tSIN`L8W2UXsWkDq1
zm}lhHNFAa$iL6m4{3V+`yti#)x3TYt(e2DFeatW5hTKjZGalcA@g%ZomsY`e?}6MN
z;Oaly1H3|u>nbLLO&p(5;jn6D+)vWHruH&X3>ip|IhMyVO;vu&8$X~8vlHM*G0bc+
zcGL*<)Nv36M0}y`5n-iL-lhRXTigClB%1a(v?gWM|9!nG@>ncR{|p}?<NM)hZ+sg4
zkbR3y8G;e!`-anV2uXS4m)Hfa87dIJO2hVzDzSa>7T7Q|MsF-0*I8e+d3Pyz({auV
zJ|9AySY=`q2sex67t5?DP`^g1LZ3Ins)Q)V)J1|xwD=_5c8x?F8~X}#;zWnN*r98}
zi9J-ZdGcwS^tJH=LD&Z1KS+$J+n_M99zwjy#(Q``RGWB74qaa(JypM!o05sr|Ib9R
zvo*6y2o+#2d__pQET)cOV%r9<b;z5%eT*e89SJ;J1s*N0e<e>^4*wViMYScIc7(2N
z*~sL@)SsArBC})a1|Z=5n_6V!{`PLVnJFZt9N4iMwx>>uQfv~S2*52gPUb2|Np~Gn
z^;+&$TC+*sFK~)*tITCSB(PBJG@55*pkgr{YXmUKw;(8_Z`-=y>1VpW41GO3I{X}Z
ze#`?9#Ne2BFg|<CkMbl~sMaH{$d6c(Zuvs5?A;jS@#V0vq<w^ufJDkqnT;56gRF6x
zjXpL_-Ribpi06DM<ZR1CtIXr-n%t=o90_vlmmml1?ZzrGyoq$c&UToMRlz`E$E5fk
zx`^XTb|icYaKuP&+X%5`$V5%jP~f=r<IHF6_~^`RpK(<|zhh?LxOIKz{3`av$&g61
zf7$OPu-&z8qK=UuIOI^6V3yH#@ZzWj%`<eLX(~w1ugcq<EiEW!Kh80}JnCN514DsX
zRzk*OMIW<EzTV?cqGJ4P3}OMdwP7X_Bgmx>@Zxk*2yVay01a&G5FPU;{N9wdM(Qd%
z#S0!)Pw|D`TfprSLUXu&p4a;%{&b_ew`3HUYR^aR*}EUO&8YTfiL}KfEi4Ojk9!D~
zwA;LfFTF!sLB#B6z??v=!1j9cFXo;Ft>QhyoE9;IYgsyB0qe*Qn~~|g0x0%%;4q8z
z*2abtFh19hX-XD1B}X--T6&AIR~**t-eNWb9acR)@MNvg{ZCZfnyFO19dz;aH*y)&
zYPn?Qn3(z}Av<sr)7V=q1G7d@W)83-)d=-%_D5prus_}GQ~%>*bgNOH-{Ar5<Rl0K
z26f0>p)}~?J{pwo@9XV7!V0uH(fb`l!Dz&~gdqt?7JRg*5kqNDNm@wa^axDrKFGHY
z)|<yhAZ|pX-|fA*iz38*pRg#1Z)H)Bb>k=A%XWFIdaRW!5__!W`Q^MU=5HjeeV6sl
zQEBaxrdObzN|nGv|HeG1;f=5N<sAZ66<d*XIIB{4fI<&pxiMbrExK9ejTJePYz;WQ
zF_x!Oy0z0_WNkM^!)|?aL$B~MvmF~^K}Q##Tlw6<=YBqW`SkJml8>JufE%%OjEg+U
za&4t!{=LF9nBhuoGeSi|5xJdwdmSRSQLB0htf6=b7Ax^?`X$A@x9Y2EE^>Nry-8|a
z<Vq%ti;9x<#zmu&C(?s`V-2CIfi-ULrp=Ur4A!_=I9gYmPJ&X&GMm`H?b%mc>-yFy
z-4{6=XS=>-UBNUox^rvxR(zI#N7xX$rB%JF_nphF3u%bNXoU0JI?2ZwjTE-BaS^wk
z5DrQ4!dA6e=lKbsmj+tZ1B?$2POpLBJphy^c>I5|<f4>dN0wekj%e9tTr?6wTjS0k
z&stSRH%ADrzpl~e-Sk6R$gc4j^9HiUy#8#fD&$Cy2=0_OyT;$DKBWsS$LC2i#l}1j
z9;H_GF)W3Y@R&2pw7~(O>6zu~4Y<jii=mEnC`qA#^xSf_lT-*D3BpAP8u}Vm`sONl
zz?WWCPFMyVZKoqd2T8p9TGj7)XDm2FjQPH-G2fpZKH{7e1l@})@tLx(;i*2{Y%W41
zoI+T3+l8{#)iIV5@!Lh#ukffnL}<gIuE#RBN@mYHrKiYc4Yj+{p2zZ7lsKJfp48~<
z3N5f97^-M~JRI^!bV<rfysP)&`g4dpUgyltuGE=yV=naQ6F#QrcFgFW{iPeRDGD5%
zE-uP66gYbZ%Mr35CxJ5l&2k`Vtl2PN?7Qet=N=>M=*%<>qzcV#xw0HB(ok$irM0y^
zD#T^FPk!d`YZG_Z_q<bF%k$a!@FKS{ttd6dSc^y*WvoTE92HwHd}1@rs8k*C+w<j2
zgz4FA_R#nAV^XJNn>p=P7xF=NJ^LqMm9`{~V_hubPr0<XE3?i(TyGfA%Yv66EfHTt
z(`1DyCUUHgZ~IUmb2fb8MR)C$&Ltj#+U5rKc9d`Y0&C2%&KrL~=4G`<O}kXjOY!DK
za|aKL3B1|WW#$asK2O=z6;bs+NO+^UBAb~%*$kJ#<iW=jjRXohj%$s7nayrUxLUGA
zd#v`U*jI&3%F>M<bH2xnmNBtu*S9kBYp59fmkNHVaB9ASU&76$f^R7`C@%W6xhw~o
zj&_!bVH2un--uD6vYvhJQ5+`QS3D}@iL@vPPb><13gsBjVBw>RjUQG_NSH|X<T(Ht
zGp8A#)|IZYPKsGhvp*t=;VuRz3M`xYP=bTqD$6|3OAgO8;4zCaz`dI`fm;syBriwu
zCmW6a5o}C#e=7QHmG-TD9|pvCxD3QgJ15g{&NwO4k04L9T(M-1)-YCDRdyOTKDpJY
zI?ZSK^ZJm`6nw5))cA)qVsUS=2&eqIp+X>p0C5Q^0#hBv41nkuW6W?SirP9VjTx@w
zF?FQ`;$ZJlP1}1cbO<xOQ0QyJ`_@-BZm80aZ`8ijP&Ym`)@;N=Q4-mj3GGYI>$gs?
zD^2;4yWzatWxa{8v&sphTi9>RD1^3iXL%(0HKsg=G!8Y;!sw%gzpXB@+=rn39~s#U
z*<h?7mNC%mPfqea+;~o1*uBmRS^&7y-r3Yf0Qwu?0Xsi2$UR7z>qj)hAe`>R2o;CL
z$uO1HSlWu2uG`4Do(Pb_wt;edfqFmZpsxYtR*~}4L{1ioxQUd>Q6lz2J?UBB8W<wC
zvUGj9ej7H3*O*$dfN&-0DC9|oDj~W>mhf)_4}`=?sj%DPP#Tdt>|Ht$VUbLjGZN}D
zO%|NtkdO>m&S>^$^P?L=(;7;F;<mQrc}!}us-w)9QPgpUF=J$^lwQuH7dn9Oj$^?a
zQ(w#VN{9a|D9d+<<)kb~TiZ;(5JHg-efbWx#pG5$qcgBP&qIWFZ-L-EFEF{HW)2(E
z9p}LdNw%m*C&wE7rK$6B72gAe*3{ffK+t+x?j<5Q$MK?mrKbXO3ngItT`thw**Fy%
zjvqm;!z1I(H5JDE3KlhE0GXu%VR=yoa0YM85Z;m;p5(;FJQl&6EiDV&P~O2Qtkg*y
zL_H_4izPsaoz5m_PoyQ`T%f+M5#!hD$SjnoSf)C;b->&yg4&sS(cEdi)uW0}5nkxA
zCIosmJeiqUz=_sJSTkfAvK*7#-qD?@&u+wVzX5B}?cCP0Z^EdZ=~;gmuzqSAmT*bP
zBTOK|MeM{r;=<t-hw8_#4>=6!SIo^oQ<>nx6H(kJ0(mdl-lC<l7~l~#Qfmi$6P4bC
z;Om73GxZfn!xQX@&d(1xU_QJzFJx-5NUypwh?4hf!E`PqS*2vcY~kC-tNyBI!k;K^
z`}8OK2}l_%Ix=4r1?00{HkbI}F`Nk9A`}Co;MKV(9pYxuajwmRxN&GbRzP@q`h^oX
z%?ABM<RB8bF+IQA$f|UMV-%La@9edTIn&LOLSI}+!{^X22b_J0ad=)ehRXK;7r3yE
z_=J|E-_q$mYke+pw6#C?RBFAQd-7VZ<eq%iv$>}+R!{D!ATdFRQ`QC8m!Ax#mRa12
zsZ$HAv4i<4|CBgZB=Apk_cr1D@hd^cU-=y1bBK=vG>_!d%5w$Zem-aLIgd|}&m2Bu
z$eYeb6NqR_Z1ucV*c(zzvJMIF6DQVrP07lp)a5z$c#dhxgcPLYO8})?-K;k*%B+iW
z1+E1&IKPHh710}~!?`O%b<T(68en{G71j;p1EP>)dFSTOs9n%eDe56dQD9033n%o&
zp_ehcNDQ5aHH;MuyW&kaoj&*~N8p=lD#fdCAIuLtF||Z*!>z)kA4LJ`>(o#FDGg0e
zuX6XweJg`THq6=@Z4!X)N}SVn_%p1|+TEE&1sDS;X9Dgvet~RoZ1A;4Vu_OoPtn8m
zTjkscrV}0|!3>K@09lRIxfSB5PKPUV28M`jW5(#zBoXq>tT3g2+p=_R&T~FG%R1GV
zQEHdsJSVCETL0E5LdIC|jsi><dvR)GO0Z!BMsu2&R$FuBL%v|ozEWAYIJ!6Jb;~>>
zP?~Cj=cBNQAWxs*o*-LiCBiSR-{~I2Wd0o~G(@+Jl}E3BRHN2Zd6SxEJZ6a;fw@wq
zvWZh7$q7xVCJ-G}Z-Ih{m~3m@i4j({PP<WNVU0VIVCU-*t)t7dXy#%Ea`XZ$l8_)5
zoyUO&+NozVj_5&4-h_nC=AAZjZ*S(9LlXuoRZ*Jusa_F)`E$Jkc*loipUi_bNsFeL
zx^W`@kt7pS6Lgv#|APw;Z~R}hgH&9){W;@7thoS}&H~9>_^x49931j?Dsuyc;uyo4
z@>%R4m+ADgC?$P=YJ8DR^)9w2jT|jnwv(yPW{&4j@jDlFel}4DjMXzw8$T08z?t4{
zJ!%4LjWMz=cxK}}vR0^lCSA%A>}?zWD$~ovJ(PtsraF4mm{Hr(#lV~EMn+n$MY@LN
zCIHqCCu^Ym_8{N33xhq|NhVvl9Gyq|vN>q>%}l5IV6ndEWgP5kZa9Xwwa>|h3;v`f
z2iaz{LWF*B8Ij!R5mTdImO+t{C=T*^=AU?-H_&SIIJp{X`Cr6M%8K!^x4%J%+YIb}
zGljc!ayoP{rbOjqMD*>XN@zf8@92dvxE15cU3?#5hx}PVI_C00@hu-CIM+9{<fBL!
z#ZYvqc1NKNW9%K3$auJ*)XfbkvdR0w7^y2KT8_O?KuL~GjE?V3$v(s_bT5_@>yj0$
z?@=yGNs&#1-2x5Y{{$MWfZFau+Y6FKJ3|Mr3?ABEm@M8otLWfL9$oh1@}MLTJbVxU
zenJ~D)j_wsSWj!DKrpp`#FGg}shj@>fcZ#KF<6JjA>5^od<?)uKgAV5s_%|0a43r;
zLL?oaBrZ#@h}uP9v8F=rrtKuKHJQskNTrC1?-w;M4yXIb&1DVftRK8fR<1Dstk8aG
z*~Iq6<W83XmZ~<o&Q{4BBt*#K9b`g4Rz$f3qP9GcI<V>E5!zQo^`>Wt)|{Tt)Fb#4
znd<a^8$q!i0ozgDu6o8Lo_@Kpv0Z)juY>q84y+hLPHvL#V3K=7;?{Ghi7bW8C3mpD
zxLxk@y1pk5`*_}702JmB68QaYoo<!XzRm{p9oq@I?nc;{^X>@rq(<bT)U0Fc+51{X
z6E@;x8;(sQ8DCU=WrrSo!WZ|gmiGm`%T5OzB9{uWOx@2>6vs^C3s1)qWBu)pWGpl9
z&X&x~k&yPax`cRaopY`85=HS!-9~Ay4ZF~6yBTZjOlj9nJ9n_+2gcR6JN7@qnAzl-
ztgFAkL`l(j4X-hEidTZyiNTwya~t(ER_gG)F@)#Er|IMxolJDsJ#vE?a`x`{be%DQ
z3~QDdx^IhP`qy#iM|5fdsp$Q)rq4`HoSsZh$fh3DeO#q;|F+FWD|@){%XLb?ZXT+7
zDx0ki-2r`t9@m)5A?r$@gotF)_n>09(CEp0!E(ExCIh+Kh8ql*>>H#69m*==_ih1c
zFbc}vF*qKPWj{@&IZeGOy(O!FaBxdjm`nEBywHVqh>eo~*rA}VXAyP4CPi)%_GgK=
z9ad%xEt;-yujB)V^xn)#PaFja8-D`dX)jP!KV7IBk+k~|0($2a#7el7q<xceI$$cN
z(T*Z?t+zp6Ov#=4X6lXvtK{3`WiW6ijOa~=?ohQbZWx^uQ#a{BS0Lfe6f~3aC%QIM
zw{veqRP~`TG|E%+5%xmfjAQ=>sFi|FI77S=#on%VQd;8`bP-b{D8}*#F(!gg$I4WK
zN}ALw&JmiQChIxn?o7-ZyMxj3Al0*}JNC;OG=UE^rXGBhrdnIoci)jxqBiGbQ}@Rs
zx}OxI(*(6hzjFUEwI7UMrQcq@M&7o@SLnB=_1k^%PW?8Wl2~_%<*n*M8rIXP$$YcU
zzLUZ-m8n*B!m#Y$#P87A*XOdYZB<!FOxHe9c;RlH{Wj|;jylEf({HwCw=8in-sgN_
zZ~Qmp38E<~9W85B59Knwo9>3P<B!_~es34pzgf~M?X<5zfK-Cg?K_-Szd1<e#)0Mk
zQQ)bw#V;$8P7LikXUe&o76dXgjE`h+0>;F5&;@x}JwqOAt{J++zJBXuN^@qI%~|!|
zqiBmDPdWKop(k`2vrH`ut`)5}4e1EI%1-u30xwAwh8u);=Ntbgc!%hABLo25%1IbH
z4GU5JNb?;I>~{LM3C4z(y!knJxi9DrW2cjp*_7t1A9ly(&h`tem>Wz?MahhafNfPj
zpfSc&qk%MbOdA68#33+k;ZWg_xz_w<2mbw?UNJ`DMp+yoH|%9cUQqN&HbG~iLL#6~
zB*I6Kvu0&&ztxFl%uQ}lqQ^_rbn@`>Y_f%*7#y(Q_k=lfVJ%<Pm3=y_C4bypRw7Sr
zW^V=M`3@50F*#wtTr|pDARw>MvZG8yRkh5``|zP1A#mv<+L8MJl_bNUBkFZf4=XEg
zx<@%fsx84|X-7ESjo&TAu}&@tuThVof{^bc@NI~@V^YrBC({_$FsWu**RnUJ9-@O-
zOikDQ;q~EFBt*AXja3pmFkLKevzX|iTVz1$zbR^T_(A$QoRT=8-bBW?aX+=1PmTn3
zv5w0;BmjGIn>}$KHTBJgGA+lvXvgAs?4X)x;!09$52@L33@4<zx)Uo&@P<BC=aXWa
zEl%V4!o+f^eKKj9w@GrzmVXBi+`?s>!MTOSVL-x2x3~YV(}ZuYK7|SbDQ+$h<en;n
z=D5S(Wj5Iq6VDs9RMwtr+LBT=y87TfAbtrLW81ToY_%MT)wcgW=u8%JTb!G)&A!7M
z-T1sub{p#A<PGA}TW+Xhk}G7b6(V?StR%U(t+|~Ii;{G>%vxxyFXKF4ChTJ2!~Tm~
zt<zpTk6d=aq7p0PoJnC9w^>Q(Jxfd}?#&hDY#JERt~$0iExC8=C7oo>^Uu^Ub*%s$
z+=iYDi)OVf?t%tDscA}8K_|5@K`DoO#BNQF!s&8^OU|0AtYW=4u*-Y*Hco>di-y7V
z8)BCwI9GOAKC+4h|H=1rk^Hi%my3+rJ2!AG)*>+7%BlkD{T{wVZrp+%#B0{#PcQV;
zwbgV~W~Y81UOMf5au>2*ucyGwv|Hbr;R`IPp{sRo;GM*KwRrG4CTk?^k|;L@*cXl&
z{XRRS@?8uon1PFQhWSA?o5<=8$I`B@-Pg<UZ)-eP0m#zb$Ng+@bP?XDp<6{{!)T6+
zBmKqPu~VS0_>$FmAmUGP!A@Da!NalmCb_CWU-4Afv}8MNY9XT!E8tANP~_wiJdG~4
z+UVdo_6L8=6fn71X9MbRxzIITr%ny5@^cm4OgCE!T%T6Vl~Ej+T*sce&(Tq`bsYwn
zhAh8865!^!_0@T0#_aN}F}ot$TkpGta=rDQJEZtIW&`7@;K+Wu9w>R9j@yriNADrq
zxW1f$2h;TxTkqu68`_4mHZeW>4PU0dGNN8;(^6cIM)Q5xrEe`LwQq)ErxDKIz>PWw
zbn=2+@*Lwsd%gTPlmn)l^$m7DF0nIR8#$Z$&PB#&<;ju8XUB7>?XyWK@#yA#CU%$v
zp;p4`!=?dJ3EG|KuBDPI`w-?iYHP{4Zn>^RuC7XGZ==tgrit$|a|1Ul!A6sTCz5F{
zU>;b$ZkVX?o_30<`ZM8EW`kt$`E!8QgChaPVA?<K*<alA;RHB=LV=HQlpss(o|1R#
z8x3WxXDC-P+?1Tm<r;=6O1=N69H+L59(@kP%0}Zm;&Y<gw2&V+6K!j=o)*{U{!-^|
z)3r-x$hmcg%-OHF#1J|e#U7t{M!CwcNFTW-|4)*C>(<BR>t@@HVc(0Gm@Y1VqZuM#
z>kT2n)n8j5pjadw#$8((=?#1C<5eBecQ$#9Wo0={z+iH`emsP2vpWz4-Nw3IZWrvO
zVOz3YgP=))b-B2uML2fv0a^1{TE?r^NTjO0DU!P@)<5K+wl@e@Oy=igv{~noV6DS@
zb#wHZCyI6a>dOfo5XDI;&nXT^C*gJ6A~`tAXf>wS#r;^^I+k)Gx#Hz?3nXs!HL%O1
z<!RMzbR-?gYhq?cg|j1RY~ZHJk%=PihaIDt-@Z<!K(3SF8oK&^xuk(Kt|R0M7A|f$
z$jqec`)!%BbWo_=h8boH6@*TLi!k;fvYKpLM-~<5=+<rJ1F#^`^yoVz099W6`ejRf
z;ROwasbgB=L7*4lp+o`R8oQt+epN1wb+7P1j=+rrvxZrXwh^YUreZIS88w&ssh<u#
zZqBuZRoEQSc|C%6Mij&9$mha`iRrBbbp3ij)SJs}s>p=8xkrT)LDoVsh9BoWN~kj3
z$JAI&B^B*4^-JMlu?yuY(qF$sSGHe6IIi|3y<q3!saSg9fZ6Uhr`w}-T3p}B)=sxC
zFw?#Apt&suJ)gBeBwqXtsE|wd5r8bIt?KG#_BaM2J)gOdm+EYwBaTUU|2Zk_02&+?
zz(5iP&k#kK!C8aU6P%uZL>o=BpBMUScWdvmSYNdqlAgh>Ct>$Yqr1<XCZ1XL^e-1K
zyJlCJv$+a>Hm9}3765}BBgEP#a6;|)lgxoIBllTy+efNs(ptAQB0Vj4eb~R~oE3P$
zZ1Rw$#LZOJwu$`E!v{2qC=9U~Y@3BV;-b4|#pSs1-LmcBTv5fz<sEps_311O_i<)v
z&-*T;x6k>47GI?gNE<^x_QDK^1rtk@Ej6QlYkVMDwR#-)j?B)<VQ2LmfAy<fyEnXt
zg~HWHRe?RLE2{UvujaPeLwAJ_XVdkUTfXZt41L&;#^slbdO0*0xCn@hyo4<)`;HAR
z9+?MM;6m`H>ro@Y+V0IQ(`>s<hGQT8cE_$+dwE%_v!jY(|C3>B!jzUylq*tRH@#*<
zUwYPSeP+W!zPMScpRaxzkUNC(=rImdf){aOMka4rJ2$g3n@%0<%zo~@`2rYy%c42V
z^lb0L&+@Z9&RyPzdjq??w^fiM{<;x(^1O2Ygs5Hb!!x-S<&C<TmEPM#e%H0upn7hs
zad^A>c<p-0d#mExywPLM`kn-NOh3Wf#jUs)pX^uH&GUF~eN0+%-Bx>OQtE)&pANli
zynj(%U!_CJ$e!xWh}GwPxOHxNVP9aIHzQ`B_u=nJxQMwey>Oqg&sn|GKF{0a-PB2L
zleg=2zRb|OX5W^ZrC`s8rIj@s33V)ROt0{EJwa|JTHt(f?c6}?<n>{JRJ4@bH}h`S
zOC4vMGd-D0amT)!DZkTn3gjoHe21OlMow`~*m4D)S@%8|NY8uMoCkj2y}uxN&7is(
z)^TMGT~Dt`H3wEzt$)jE)LHx<(<!2{P<-jo0r6bB7=*+&?b6#WGNHdSL;HGEp``OO
zGp*`ZgE@E7qdltogV6E9gXx6_&4ntk(8sfP){FM*rta$}W$Ft9Gbej9S0WJP)}^`3
z!$!KgX!>|>SF=co?0D~OGDY4^=Kzn9E%Dy=ZC;Zb=Fd+y%uiO$_ioz3`~2j!GEC+%
zb+DeP3ov!JgpeGj>yiB>(z?zCgbi=jrF<Lqnjb?_)}M^^2MSV8%Mr<L8<N+g4v^5&
z#W%a`;2ZQ2N)pU^H$5uZL^9loo#s4btm|{Tyj?#b(dsm^?&NeMJ1RNB$d2=NeVtAN
zsRQ23&E)Q1${R68fl!|}v)XQhE+m?#YYtiZC}kk^hPB7&eb>m2@ZLOy)NJJwb2kQ|
zk^=;XcyF0OJ-~Es)2-A<D>r&F4TZoX4c$^84OQ|d)8N!aMpI<tdY=$JWitL!An<N_
zl~foeBUhq;E!qgMm3Z4ud3|R8Q}Q)Weo}0-Y*p_J^msE*e@R;CK$8Tw9A_gZo4nbj
zE)=n*eb5xJ#zGULnt+ZPa%G61Fr@ak15mU4Y{+G_Y&RL|+y8f7xL?_magEoYeuWCm
z1$=ofIawxP=44=Q5<tV`?Vm()VAWJ_W|}lTlPeATP1kR{53g;?xV-7mK21jD<RQxf
zN7kJx{Lxa7@!xJjp%=;BqpX~~U7w?3!p1gN;Bd!#&~F|)8V%k}+obJX`yb<L%gj0V
z7kW26L;3re;%%auZuB(EUJ~&DTz(+qXJ^bFzvPBg6X=o&{tmDE|4bvd7jy<4@>#&A
zXM_E@o$omBk8}hbckx}s6l2U82RyR$>DGeO`|!%y=@imNN8|+F;&|8d)z3O#OE2+Z
zo9HXjxW;&P>XSnab6nm{5}+aX7=Kz#9pd%|uT8#Z0$PZrY)qYSmo_qJk+W5YI>PJ-
zUGs8Zny`m8Zs#ZUE%+Sg9aR7OeHto7W)lx#Z1c$lhAw@9p<as3JBXa7O5oXbyAk(h
zO70<$D}-X|A2;HqAs0{0PicdQ>zycguCbD^>tR=90=>D1OQEY@=BgCnIK|i|7qH3A
zS>&J$xH@Y<tg=FkGUFr%w-7d`-lAcMYb?Q>nK{1ne6G6gZP1qmqq~Oe0<8{NcP6sc
z9pd&<6@`o@EVhwcIjHZmO`T#LkGeGH_=&$rH~6{u?ifyraUsE{B3^cQ4uz)`rrtEe
z70&$0D%74{{$M1w#H$JN=yTRr0G-8(%02kbJ#u4Fln2a~Dy#ZmG71Mv6`BpM!IuV?
zv8^o7;$OXo2(-b}`kZ?~Z{c~e=c~_lG72p5y=`XHXU>@wn8S_OQT6mVrk3D}Orz@$
zvuo<HgU>g<n7H-8KZ1@ZyWH75+0{+xtMvr+&2PdF;Kwu1PtfR~m-JfSw53g}CuY_X
zPyQ1!(j_y&ab|<74b9pV*t<?)@rb^c>rIP=y7YzKgQoB%kd<Fw+ZK&R{!<mrQnV(}
zyWtEc!LjNH_CB$^9W@=CZ_?J>6to1U5VO)<#+JGtb6G6&L#(^xc6(`N>n=K6mJLr`
zRu`VS(wl0EKc}mHs`q&Hx|xM_kjZ7fSUBrLl&}6ydLsU7tNdi~vV!o`JQr}Vg<rmq
zvzc4pk%pzwN2Sl3a(y1<leLMcV-`Pxwdq!hcXrev_BRO%AR9u2%yzjSwK`l;-Clv4
z9tup)yE7en!1&C?lKAR=hgDk55rl1tvb%^rV1Lv`-GxC=hI0ahH`16!0gH}}J(7-}
zLp-<9o#8r1_EnH0BdKuCyMu%Rae_dO+c8@g+opKCs_X?G+Z1P(#1l|IIk0Dg%h_$A
z9|-FCJ8tQmD-^-fDoX|%ao$H7r?LVjxVXBJ3lRFZG}dhnjWQdPY}=ZlvRJw?sooU6
zkxK$FL%9WbO@)&HpqRQG16LLl@6k5m*Ezq6t=(m5+9MjXK*Bh=-K()|OK4PVb7P(A
z0KLe7b~AL4MmbQHx8HO3I0&b4&x@Q8xCnvCkoQ2HRxzUyvD6HQDhR}EBX-!l-jxp1
zK6hG|ncLG##FJ7Rh`LuzGD2Jx`HcCh(d(02OXbSn{1y1fu(_$f0HftLzUp?&rAXK7
z8xE#B+?>$Q0|VLXWsG<ZVqC=<RlfsnfZ==|Ffhr4m*N)@KZ~~ukF&$%V$|mHYVL<#
z2yfjmS6}B(be9~vSdNwgeyX$b{G#)QIot_P6xr;|Qld{?&h5k`u0C1TA1A<H)xG*E
z`vp<;rP%!)6=2-?h4{s!=Rk91Y7{@@Bd9TV;a}@1OLKWX$N?9}rrYVeVXkgemah#g
z#{@S}BThA(J@iqWj&R(72u1hGe}Zh*yZ8m%Nxu;;b0xBL>p(@(C-3ac?!QgO7A}8E
z2(mithKDt^+HtKz0Qvp}AWfS1L-1e}$Q*IIf3H9UB=tV&HaXfpiu+$wq&KKLs>N|O
z;>-ErWFJC)7J&0K`d0|{0vDTD{CIF~xx^*k%#(3-pF<c-hYX2XN*AGl?3yG>#lD;R
zKqPJ$LDW$ZEr{d4Uv4byi>da2&|;;zbMPia<G`Y!CAIL7#G5>zoBU0B-u(oefDVUQ
zzakxCOZ35Lx_(6_v{inE_szqkr|y@<ooqt>CYoLN023a1FdbeY#*uvo%1zrTWpk*e
zFL8*P?Nw|IT=?^!|9s?{ao6;gMXm|gl*vxdQx^z$J~>Bzh)2+p?jQ=<U%fruTy<BX
zZ1LeQuIVmwa;d+cYD<l7CC~YAq@nhkE7JUO#L{BI4KKus@~%17+zyFE%<yFSLJKS$
z>gg8g3I7ADOeeR*S47k8lhYmLY6Qe63(a9GRb1F2L5%*wbs=tW@0gr$Ee>o?ma=KV
z)g=?+_aUG8#jP>%+j)qoeXC?Ro^)}#-Oa=j$<FP)#hQDyyM?n=TtGW?`@G0pvv~!&
zSf*LlnBf)TUvWj0;}aoDtUb@>W*k3@9LX_^;w??897BjKqMt;8I{na)`q&aKo?eig
zxJeFF>N|<KZeyQTAX}hpyyFS)BjKrk&`KuIv$8~M7wa9m2rf&bbkgDTY+7uE7~`Lr
z=u`D9^pux~6NxF_++NJIy(!$@tnCY2Zde2^@5AlILkehnK1hi1Ei-945I%49=(u~W
zxHV2;tq0lQOw1Af&Tz3X5DsM9g`}|(t`ZSQpb0tZZM3Nl3P)sKLEp4_UQ}QfHK9sD
zim@yS=F5y_D+c|0>^_NBuDia5i<#>E)%8_TR8#xmBkjRJ@A?t37S$%~);4raN@qtg
z7g+l_@fE_B!exR`d<iEKsD|W2))XLxGjbLc=afZ+S86X4Vj0oH4bLKJ_$38fBKWJr
zRf)2;yAFRwOH+O!laL#tt(WAei&?|r5%o?FW+d(L>mJ`gEf&KRxu5O8D_V`^YdiSa
z*VaVJt-f-;Jm=#d<b#BSk#7G1lp{*a>_u5)_Zm0i2K2@c+FNnw=OW3XLZJ<PXbv0_
zXbw!!229_+z^nXV!qG<0ZL-|an+l?jaqx{=+Kz?Hk8E?r_gt}%2TdWL(cyCt5GrR1
zB|a>BUN)*Pt`86WC<{4g-b{#d+7ZR(o#0n{uS8)p`F1eA*;u8IILeK45~o$S#NBbV
z`K(^qqs86M9%8WE1S_ilr3oP@xQz(DYIbx+H>IXTvuCRhp?m8jB8m$LV2UQ(5s4>0
zs9Nkk*#f2v#~^j>0lb1-Fg7=Juh}>?s=L06>c)CEv({0@iAxUuRAi^#sVt#4wrK)O
z-0RekLLKIItGm&I1F07q6s;bvVGhjIetsLZi3Xvq)}DRxyHU>w7p2%C@gH4&8s#a>
zMS1irzd$w9d;uYfghL~@W~UY??p{JTlriMiY_h<m#HBOz?pFKceI6~B89h>Oe(LGL
zF2v9XSAsga*eWBj2Z$Ofr|qrkQPLVYPPyK_?m%7^>ZO^Gtl3z>ni)^@jqG``Ek_$$
zDBqf0GhJO{KLpiRc;FmD6PcqJB9F6qbl8t`c>E`PN9tT2KM?t{X0o|~nOCP%(by4`
z6KjP8sp?pI5Jb+~6yxi=w1HzX4;F+(SbG9#xq<vV72!aW3-iv*tYDp$Je5Fe$^{v4
zu52r1ZQ{ft)%D7(aU>X5y9wFQ&DGe=*}RHRZkWOhVTrIn@EKPhaNv=`a>N(LzJSne
zB)#yB^t^rQl^;s*#~TDC^d$%@`z!iiUgbFbuVv2VBF1w33KA36`Z!Z%t4oo4Mn@cb
z+lL*P{HhQXp8R;-QuoS5IO)T2Ry0LeKYrsK=ixoE=%!ul&98?RtSOue%EWxKc=U07
zdn1;RRzLq@7^Y)fvWkaY_p*>U^VB^{bD|n@!LKcG$(e7&W9Id~y75V`SzNcsz0#eW
zWA@egQXeNO7A$B{qiTV84+3gugKOlL`Tov#oasy5o97hC{o<MVYt!TTl?wCbTbNAN
znQ4B0X<Pbx@}{S4%OXZF-|v0+Wqy48ug*;`CROLB&drO8tbMG4&<f(emo4EW;qMq%
zWmZYX)x|o7Qw<UA4>r#cDj62hAV0N8u!7l$t}m2;U9QET3~a0!jin-Yfa`=R64+hl
zkfaLfgqmCl7AI3lxTbL$_x}c4DZ({eC+Q-UxgzCJHHL)N#Kp+i5}vr6G*5^ar_szx
zUmd7oq3Sn_Wg1FNMqkfaB+w?i9WS4);kJoN(A_O7-EU088E}%>QfBTF&%%07-DP83
z8^#1K8{=N@oS*at;o!i|b^EmkbIJB=y4g+SM^$`QALx?#GPg%<L_uG6$VY;X%)Ugi
z-uCUps26hGQNFpo#N4TMZL=q5<LLR0Wv2f?@GC!Fs<&m%7+ya(SYMQ1y4gcBtd8(s
zou3H~7!{7Wsl(zrw>3a(G;y))cguMHR-?ffp~3hJ4Gs+0Md|h`b7#8Umu{bmEia~5
zdri8%GTq*kZYSTLZl9KJFH5&iPqzot?G?F(qlt<<c&6Ph!kbQhWVf4X_NCd#+G$+j
z&gp-yHC@OFD08I`caqs$W7Y*eW0|_F#$mbOr2;H1lhr?8>1kV<{aYG~pySH^k-Ij}
zFT!x^+U?yWlI>7^vCG@l$rGE$+28EoAyL?(rhQk2gW)Xev8zQQtPWxVw{E$#Zf8Rs
z0q?V%yVFfUeh5W^hzXIWL)M-_eL1>3==;(6af!A3Bukmz^J;Kcu)LPNwFT+`*CEj;
zJ<#apOY71rf<srCYySw|E1&sY;i^pgTI=LP4Min*D5=jz;W~a<ir+GD>P6iHI5AL;
z3;cnXQ?GHmu1sfmGX4;BK>K9*9fvl4?K`SA>2h4d3qlEB*Tt$Zz9?0tmh#H__hDK8
zMr%-5T#)fnvcep@CG4+sF4!^$<bk><LO=y{LxE^bY9G-hRLriP?Ce)2pmwhIJ2T<(
zHf(Nw+N-U)mx*4wGd!*^9d61K5c-|?erzfCU5E$H2lW@$g<Y#A7%W~p<RI8x)!Sa|
zC)O(UH5r)EF+I3?3Q}_ViyyJXF#5k-GnT`d)3d9mwyG<pXpXZ=TGgFAwxv6!V>1ph
zt((mS9jXFK!JyAvS)QyyXH=R;SR0s^dW?^J&bOQSfnp_#BE75SGOlzxxcB;<Eptln
zxW4=z<r_Kn^tU4UaXyR1Z!_Dj4sMie^of1*RIXxbGz#r^`Buiry4=`M=2}<M+gLV=
zWSV@^Tu=r?UEe@I4FM_3U6<^#U)q$sxG6b9@3r%T9i>gFtF&BM$B83rgnpD;)W!Ls
zUtYNi#qcp?%TMigmqjGaIz#7tn_||h`tih@DD)iC2qLZbWwGZPJVy7J2y*`9Gd1??
zeMO83eko$TedT;Xs<`v=q5<oZEy1GuotzK7-d&RVyTrky-oD?Rd|e00h%{$KkC`9w
zbzV{Qh1pP*=J3^=s{E!Ufef8%#}(+KY{XtecLF-1bW4-ylr0TKnjPm9=?bD8Wtlih
zufoGV<NsmoUErgvj>qqW-6RVv?1BLzMvWR24Qe#0CSAZl$R^yvhDer(5bJeaZHurA
zs38QG*lZrx+E!cJ+MBKZdau1`u~kb%6BI9qR#9xF)#^!?ws@&Tq3rved7e#z_5E8u
zAF|JLo^zRV&YYP!bLPx!D9?#IaiSn&EcNJrz#Gu3FIb2bp{WJ+)Guarho@tTl^^{N
zj=o7RBb|j+AL#J34`hc~ch)Q^BE{vdFR6G!kdmsnS_`fw8%x=ZCL3p@^UWv$lU(j_
z{9W@WVZGRV{eyL(G3Mg$TET{j-O<Zi55C>z`$Z5dgc^t5GZZMRFqxTCoE+6Nhh>v&
zD(;?}*Hh>3o@<9l6E31c7E7D9M<rW|Sy}J*7Q|-?T=COc-<?mmS!BA(PjgoJiSPHi
zV^c#*xj3ZakvBb#Wyyjpb&ctz1!t2W^pLY*TDVB$T<gZw>Cg8BW&Ugnrj<YR#8JLU
zM3jX>_2P9$QM}-nbl60&LVoFN%p>j_C&+$yU4d0wPK|7l3X<m~*Os%d$YIw@VtM+2
z<fMRgM2O`1V7Y}RqBpCAl9}5I)SCcnt^b;i3&)^-oQLLcURkgvH^_1Fmk|HU26c2}
zXLMyY{X-rhJ;6l}<}eq5-nG#1d9L2{ad|nQMl!gFR~!-y&4Ww>`qr8(Basn~j$W1e
z+MTRAYZM*wIm8kp7$y{&@~FEp{x@gXWYo5`2pfSE%BFM%EMtheHfjM<5*tEp?#tIS
z41KDwKg|VGBl_u*p-)Bnsl~`iSu3cPJ7QB<@qYFC(wHx7P)_H#4kR{}=CsD&9zL8F
zo&0sBz6XMCMi#n|=iBm4ayG<1$G#`f5Gz2Tb-(m1IIpECIj7XL3egTuZ*9G%vC5Tl
zZ*~PMUBPl!aE2>bie$BjyaQXbz_nzz=Fr7!TawpJ@4Pba5TP8kba`T19!#Wh2Fe)m
z{nDFW1|_!Zznlq@jWZw>aK$z&wN*M&8)pK+B0J|iUE&P5Tk7s<EWqL}SUmUnzoy(F
zj`xsaoN;irfaJnAYtY@(m<Ro{-F!F1)-}YgX}~-wsB57y@2ClU#NN!U<1{1B6@MhX
zv_UQemNmrZlm8>UkqZu*8<h;&$@pn9p6QdgF_r{@ChPCDAd<Yxo=JX-lIu%{_S}L<
zc&T3R2gXTdz4mn#j=AsE>G*6z?0gQpAK<0Bu{>51Hdo1^nbp`3y?i-`dpC=R+eGhO
z$;O5OIoIuOoRn-_G;lMI)~b0?uC-HSljK3n2$qQdYc2u4B0F&~hWLi_%C_eQ8@9@I
z5oV*Y$ikJuJcwLj_tMmyT%5cVnHs4~d=Yp9TnTqm4g)*8Ty)Ix^oiAtrLobRgRtAd
zgKXG*2MC3pi4qYtWR^Gz<*?}n;wgp&g^2?$Bp<?XVp7pNpNI?0LAbNS?TPyUAQ(Y{
zaklkL9ff@l^irg&?r>~EPpwUvtRv8-U|t%+oGb{eEyk`bA1@s(OYLxctyyYum-<f3
zYW$&~bG^EZ#-c3om}dphR?$#5hhyhd?5(<}U|l42LlGR<-F}Q!Fe2*@G%LKcpcZvF
z2R(b!vmtOJa@?dju$j4`AZOjlsf!9VN|}qOYtq!^L*?re+ueb|_P?|_dO`t8t|+*L
zCpKf2Z2dW0y=HpH>Cij`vi2%qDYV>GBbu6`l_?+>O>ckMdZv0!X$RVvVhrE1HO&bu
zC~e<w9jRVZ*>Mt(5`vmf6GqhXoUp>y`oIm9?XOj@sp>e^dd8YtWVv&*RRm@4u%>F5
z&Dq+OL<h8r{k~1B?Cwb@Wmb3xDh4!GE7GF_8wmD`z1j9auyEZwR!d2`Sp7R4<M?;7
zi#2L74oo?cSo2!CAaN;T4R0^4`!`3Ch~2#z_vQ~o4Yvv1rl`Zde((^xv_S91Nr?~q
z9pH~G&$XDR1{4D5>$AOo8O81MV-kZGb&St`9`|?oJcN?U&DcPRS@s@~G0Yu4mN-4n
zQuC$emk37mNm6}VgxbGflkf3$-O5wuSE2=tx<cl2Ncq|5qw584;@5E@belhVO~^d-
z3%>ad?uo9$#agfb;GQO0GWSZV8f#g54(>f}@4>y|rj&3zY>PexNA1};>WR{~#yq+0
zFD`ZyEC5kV%@E>o-3+AW@njp1ghW>at-JQd&$C*J`EWM8(E3mW&maeq2Nu|vGck)f
zqmf-+vvrNT<FDf2R0wFM{`t4CHjc_sOdfiJgeh_DLVdJ^xxyVx;szwlVE<f|Fw?UV
z8xQBir)na|HWK%5wkzHnKlWoL`D*=$-U>^wZ%Q4$u9;9y3Gq<LFAS%gALPC7%@YOh
zBQ^X@pTTxr){QU4xAWxbs$1n~!oIMu=4MnP>)7DH$mPQIZkzIJNCrDc&=%8F_KW=R
z25}}Rm7F~yS>A8;iekVn(gJ@O;onjjJ^t!GxLweITc5ZCib&)>97Y04*gObiC=$|*
z>{_WJY$ku5WUfR^8k3V_M~A?2um}YWinL@tV9JdMZoSbCG*uoaCaD|2elKj2B&IbR
zCW)I2dY7t}%^i1H1lIr9<+Mw7Z+0R1+u!~&@>{O`)iYf5QZ`l8KceUzLq*w^4}G)u
zhGDawuQ-bT4KsnG_`9x`;R~CG@6;J^iHEy;zeDdU@Bbk=K&<V5l{%)&@{w&emsCb;
zrRigu&F|jSdnkvj?2U!&BDB4|c<rWkNmF=Nvq5jBB|Dat_@Sn`^Jz{zN<T(6ssF8i
zGFSMz6=zbts@8eQBP~`r>@{1Fo6dzy;5CJ2IJo+cHM27ws<h~0&O&A)8PzvsYmE;1
zO(XKj4nq9|@AxXifR)7kUj|4&sAWf!z(4U#pe0%gR@4QOVH>Zy={tvmJZ?cW-J)7X
zMyW*NHB5|-jTBKFH)xCv(}R~<cche*^nRjckS0vj*#Ows@L8Hfz{H$rB3BCq83i#u
zYu77}k1+17D+iXt)mcyqon5l;YuW^IfbEm@Jdq(CE7=j*zGG*za=_LJTnAnaG*a)4
zJ+Suip-89mp3A$e73cm5C)44Iz0sUn)!dAi0kT(sPNz`4Z+}Z+WhxIcC5+`^YY^|6
zXpq61WC6|jTI>Zc`b88Md(>jn;oL{p|MNTkyZ+fj^?z+d{TIIVU-kcj&;M1w>Vj7B
zr4;}J@5l+tDgjBIh?sV}$Z$Mzdq@LYnEwa^64hDg;uX~fqh-I({i4iOW*3`Mroz@3
zn}aNPwI}eHN!|2fRAlv!YjlK9<rUn~%z|q87!+E?9R@k;N_skul}k^*wae?&<Ii33
zMq`Y8n-79xOTh)M<ja+u-z!=a+oaLl`eWEuxw+|aJt*==JkCs>FJL%b_&0QoNsxmV
z^CGCmbt#1>OA7y~UFzD_v8tIO(67fRkUicz4NC_$QFMk-<ISezw>r-DKo%?EivwDE
zeApbz6iey9YnMg6?$FiQU=?$-VmRf?bc+<>cM8eS75%VzF+tm$prw{)V4&v1mzlj*
z*r8Zlybc_q4kdI<?SMFCirhzcQ?=rQXC3sMZ^Y+aJV@1O_75Y24hob12TUD3Re^Ss
z^V;}A-o6J1l2y!+ka?BU4S>V7yZJG6ok4&WwSB=}3q{zt0T3~p2gHz7ZuZ@0ljVUf
zkrt%tuTU9{(k4_Oue0im*hIY=%BL&71YC8f_PxGGYH}0iGX&o>V`CK!4e^*<9Ekjs
zE)drW`&aT{*r*<%>Ik0BsgxTR_@@C!n!C8^skAH%fg@Xqeua+^UhLIMpNV>S81-bA
z8h2`J8`JX}G6T@@c86|(8>PLG$7m0@o@SdvgXyVkz9)zSf)22bTW(70yk(5CxIE4-
zRGX-O`X<H<a-O?tNo)?AbidGrCFbWklrpe2sJ%**Sfs&HB6LLdD?WP7e}Dz93cn3j
zyf2XhA6vn}hhXHt*(m~uZHXY(?^^zQ3>&G`w@Wb>(>l(Llppy6b%*1>L(7)_Eh|uT
zBi`^3(X3*$?1lOdT_+r*(!nX2%7<@(-9>Iua0tYp%fLIdfo>T=EZ6W2JBjnm&rr-E
z=H(#fovJ=tJf=Z`brzpMzpjh+rbZSy^`eUaY&nFrSNw=-kIPou{}*9$P<y!C9lcbo
zj7|<EAr$tqwvTSrS1d=#bOeF5ia{F}d4YynOf_}25&_CQ2RtI1d<RfvxR`8n<Go4}
zKHm$nI*$2AYj^$WDx^&DvX?$PvL7zfVivMAm6ze}rN!LHvUD1qMn|}OiHryF8{YH@
z3DZ8|6IsYLc@7D^d=IdMPMyHokJN}@L3MS)?*H;5F&Ov}E5)I1&w*i)eK7pUo&3RJ
zI=K>$&5KNiV&bTPjIFJa!%|<ac^#peBhhUNhCkxIk<?M<X;Ks0O8D@9&Ihl2$T7ds
z4>f#{ScC%4j|83_0uPY>u7j5<ZARQe$@dQdMt(Od&6+8anogYDIF;#rvz_lk8|398
z(BI|^SiO48xu6<GH1<SGyhD!}=p={84%UI}1%Bq&%%NfX!sVq}rZ{^iGi;vu0ewM5
zYE{K1*!<^(%}j|{`=sYfm6M={t&l4;#=<p1F%Bh%$$SWqn4q*@CtC8)))aA_OGH0e
zudU*SLxJ49zX)_0acYScR<0E!QxXj>m6FI~;iixsbj*ZU)k09I;gKB5)u)`Gb7vq2
z*a74M@A~TBZ3&0W`@hD2kA4Q2vOO_(pf9#7oBvqyL&0N{SeF{B&YaIMDeWCqA;+Gw
znU@PStG)wyw+}rx@An@CsvJq#^{FltdjCsSMYe@IK}D|fsA$<@zV)=Mg`)KNSc`oZ
zY?8~3v4YO_b24LM;au%ywqV;)1uxfv(5U$1*$gWc$-|~=6U^WVR+z+GJ-7#;ZIFM0
zzD7W{wDb5xv*WjAi=RMooyuo~QjH)6<AuW>pg!CR;v``PC?ga08IoD*`8E=YqP%7%
zLE4eqo`_BAS>|u<S?Qf$RqTnox(iXs#@`*Xun?09uAr5CPnHj4;QY*aPzSa_RM%K#
zO~BGTnag(4CvS5w%<*&4kqFb7bya2|szR&{xl1wGL4OsBCFkt_cgYEM$>ik3hhw<D
z_~E$tS%H^gXMAFdFMmT@Oim_*>*fwOc(<t?skB|_!K)&#W!+^dARtL_W^#i&G5ajv
z7YTre0qWgCEoWns`bB*h<J%%fF*u>}ZTXizob20jxqdp$w`GMsoayT#$QhPApD-G;
zvalsSq=-0n_{1V(hKsC-pVDIbWf#WDtwK#aZ+{b{`eIw$)Lk)727O!3WEm;MrTRc;
zj^p7I8~YZP>tY)!V;=v*z+33axpv3j)`7kJwek~Yrf*9f%pR@d8decM-TWlX@xCo5
z>BA|$E%(tcSlm62Qklp|dl<D(Z2IJE(*xJhQuNH_1GO|G)DdJmnN8Kei&VSyME(q%
zE?-Dq%ns~-z`=erG4$#WTej5ZBquXm(?ANv<YRdeN1wWZ<4>NLxePo>M}YtGUWGqi
z5It+)bBrFa5RybOXsck#z}<GfnNGgfD6?mqUFJM%b|TY;g5{GiqRfWP>K|CDwGnVi
z_G6#Cu-^Hac4}#IvN_Lbv^O!kE%p$Yky-7|lyfJH8ufy0&z$@%gwygpuq`h~03YCw
zSpRvp;u|<;;1zlOBtUPn+Y{876)T8#46G1@_@q*c>{46BvS?s6e~2U{{lhcm6xlXF
zMwv@!)mCC+<_v`RBU{yi=!$_u%u7U4BizZNoRlWxQBAIww_%F2_Nb2^M~)ui6x~5^
z>Ba1UJ80z-OWkaj+DZhyoB=jP957dz>+HnntmVncfnC0?+y56VpXt;j=P~KaKC$6(
zM}s?a;7zojpIGW8_7Ze*tL$Qule4D>6?+MCQiL#L-eRet8PONv40p|!k@XX>q_ZKf
zq_(>uKXGVM`*Sw^Pwc;Nn5&Ci4%t+5xoF6$uR(2z&CyRo#(x}hD-p$c(W|YQ^_AvR
z#ZqyJbwKo#DeDa|Ch@_j^(cJ8=1VLjtA3`1F)KTUivU$T>_jesPD{}bsZWGmm%PmT
zqq43nWBf8m<?wQ$;i=$sq_Q%kGF+<#OGZk$wjI9JQ5iPBZ4e|cxArt=t|Ls?XRng_
zi#VX+4j)bs)B%F(4{Vu>dLI;8gR+prm{hQ&+QSi93ia`Ud-#|1w57Q%RYb$TQu9bI
ze`gsh7PNYcC0Zi3AIV@9l3!nN-dS7}rz*MA8LScV-B{TlERi;_D9n^MnQ7w%!kP41
zY(-{r8>HlaK`A-QQIyWMkA<S2r4=%IiEa3%ws-T9Tw2>Wy~V6zC(0TWyR}$BB*d7f
z^CB0^(66pEo2JUpc+&-z`~Jf9!JMN86sr4@?h`)|3!AcV4e@Wz(huv2lv*7ri!A^k
zWmvD!Rb^Pu>BEZHhQ#cZu}`BH8zYqdvj45kKYiI5i}d%9)uaq@I=-qL<i9Ggecnqq
zh6u>Oy);ggMZ2J{t5v8zt=l&|KC#Db+15o*eLO{@D<XSjY^$TV{`oG1jvdYWB2=T-
z_H`W+0veoo(gydy0Uo<DTYpIA2e<JjB4{B2tMS9eil@N9(_|5{^C73=I^7J-$yUqE
zl>0dRW|ZyV?%e>!YonT6+bJb??<kcl7}A`A(9)HuK=D6tm)q@DguAT#9VL)k;Vx&z
z9*TSy@LJ64|8_X&xX2GQVYep00e|$Mojng`gr{Me{6E;x|Ip+~*^Z?jlnvf>l;W6k
zUMPwZWg)c-Uqc!wHy0{?76TH|DB&QpwM#aZ3O$fEEB?1Oe|8(7iM$iwe#sW`u-qJ0
zyzI>4rE(n+{jSoKi(}PN{R_PO4_#`^RzFZnfltJr6SLV9A6~hsJ~o>O+`cWNrClW8
z<B@=4MTrkTgV&1>FO4@uJp*hha-szTeewf>T|iDQV7<qMNLfTt@4!#_u^vsB&)Ja;
z^hg^V&1pbvyIFr@9ZOC7R-G~5mXpD-3OrO^vvZ7fLSp+a*UO&>^0i;o0jx(X$hbC+
zU24v@D~tag*RQldd{kxOer4f5gH(c*nAOVpGrFd;qhpE4IXaym9hV-(0dZ*HyP&xi
zfgs5uh#Xe*T5Fd?XsO1%S}U2_R>(vw)OtP<%*Q!_W1gX|$;mADgc%jGa%C^Sn|jq&
z(VHA;5@D^M3E{8d40~O}<_-_dZCZm-Q=}4LxRf=h-N16CIaNHG3m{?xHh~B%=Lxe~
zg{%q<Pmh+Dukg|;CW!eftQNO5z6ZYq-R?1LO-52xHX$c4C>@Od{~N1ngaQnvv@_`n
z8Gr?!SVp&DkJ)8po)F*qxcE@kA9&t3kKM7e%`?B-3$nyLJ&p6a7t5(;ftBNXgeWD^
zvz8;NdAhOgFx%fAu@0Y_EFBehIwi7Dqh~Rm5~VRB!g1slowwgZ?_slcXKfusGu=dc
zXRiHAP7c2!fP8n2tqygL2JC!gPQI7l7|OTd<MO$je4p7jlrQvg`SxzK+a1k;jnnS*
zkIVOKC*N_y_2qnAKFi5>`kO=b?YZt_`f-_)Z})J!_kCQxfRpcK=D~rl`{VK*<K+7c
zEYrz%$;ahOqh8{>dHL0$d{rOGr{|m7?R@s2Kj0L4>`$^jo$7NxQcO=7Z*g*7G~E4{
z@pm=igvYM&awp&1-w%QD%a7z!FlLSf<7}tUIObpoj2n(FhF(8aH|WGqJ#wSn*@p(i
zF*h-J@x1b<l@j#Ftr#|&vXXwFbttKfB#05}R7aMy;r)$M)4i_`!JB(@!}fXOEp|S;
z&?cwQ)4v@7?~|YZnBiFF<h*Pc8}9zNd}liOtYIv?;p6h<Ir+ZAggMi-^yBjV>4r?^
z)lZdg3TAW7__$oZm0aUS<jOxfSJQCB+FQsf=(YZDblGWnk8G3We86Ka;1S|5Vsv$u
z2d)<q=S<psr;72QP_~LYC^rI!^zcUNI}Qb(jx`GD36x{zbbguA=%`hJKewMH7i|ux
z*8go9(a9zr)0MunB~;hCF^UzMCm49Q<0a<^M5;bnLA6iP9aI=<_6JuFH~S5$)n*5^
zF1y)ssd7-8y}@aA&<1Sr0ovX{(;k98X)bB_k0ToX(Py<nQ49|qhBR^Z((+<X&etEr
zb$Jdh)j8JVhX12-x1X?6c@4~<R%S*6ngmg_opLn9+VOA~ar3#wtYd(PIrvzPTpr+5
zdF=*zF-lx7Ud@w65DmQ6;g1~X5S=%N$?Fx6vP1PvO*GbTH`ZE5M_E7S3t%<L8k=0(
zezk6p8E-M>S}nICeUY>>PV45ZIU^xywQf>-*J++?wbK2eiqE3rSM#cDq)dAm*2RN5
zK3*!f?8+G(`}hVer@h$j0ossR`bXhD%-Ya?EfPY=h}@-$|5MQdQ(aySb=yn6#eA9y
zBPAq=QvNv*TQVGYyk5AqcC^Jzku0T7mY<U)(kVlP66}>Ld70sSxt%ZE#gK{1wq9iQ
zaaiP6+ab#r*wKDW;F)%=>*0Z&Xax7me5A)l-Koma%L4~|iw;EpQ?VNdY0D4B3j;gW
zpJ4U*eo<E#vI_J^<XnmsGJm!t!3%qIB#HC0yLmNQj~9lm8@VJV?(Ogy@6Uv}OXBC=
z5j=SU$6Mo~?q*Za$CTG`^QJ8B&s{$+%kU#1IwP%k6u9g->bb2Rwcg0Yak!_^xj)ad
z98ONmM@B%kT*|qZt0r9*HoIkAa>BQV@p-VS6Hj+Xa<|@&pJ!iPFPikf@ma`#c<a`o
zk}Ds|KZ>a`avK^s5iZPnwp@ajMeJ&(>iI&B;xKZ^SbhBtEvt)P`?$eA#FDy@;o@{~
zPvkxtM~FIeL`^61zK4_J5NbYxuG!Lx-aQCub#23;zf~D**LRcDHyAxDY|iS*mWebI
zOP5;iWzm6k+8DV(jQ125yvRP{o;G{3T}j?m(lQYI35ZlqiV<#aRBSX!&jCzpYjZfV
z6`)(pn-Qs%^W_@uTx2l{%MtC~yD<i85BcmfE^I~`FK5hY`pe3}O2nP%xX3=Oshv^f
z@J_x?cXC~;xkOAOAgFt@(g$siwUad!(c$D$lbB<0U`30h44QrjRAe5LX`8E<KjJ$m
zECk~z9;A(klFmwI>2!I0k+EoPowWhX@^#5}BpjKp4gQTGW!MJFL^8aPB<H+ti&M`I
z9YlggNKY=-BEO=D#H)^o>rJNB2Dw?*?tMa(rT=y*dUk9`(ys=ZP&m@5<=1GF#mvKJ
zC@Qv5+%dVtF4(FCizO<~G^yxehD!CpW2AGhk&77NRM-zWz#Jf*j7XOV4SSW-|F2xb
z19!5hS;B@gX2&>HAJGvhXGFX@Qdg6cp6l~hFSVQhh2|;Laf%;D;aMymfx}CEnzKSn
zaqH09Zj0w5@%^tzqcS@l25-dd5O>2=(t<<_p5e5#+J;8Pb)IzSed@)GA|fG%amv9w
z%aYp`D-1^#G0lXx)FiJO1q(zsNRO%TZhIX^b}+V*zVkCS#6G(#)J-j;%~z>kObASh
z2L|Yeiu!&jQBF<vEgyzsVRTem;I;OX$WlbQfaaH9Mfe@71gzrvz@d)Ujy@fhV5i)P
zTPvMtF}DMQz5giY0H3RxZ8l7OGMao}sxTKjoxP9Lp`+yIbs2N^Y_B%QOGe}ekfVs4
z5~yB5h6mD$?Sq4@FUlNi_cL@)milyzM<&RbX^pPFBg_oF8$#L*SLl0ZAYdJe=ht^$
z5Qu%)c>x?-bj8sCh7wqLh+Ai>8G|F=El`D2F)=-DVpDAwM|pY`QdOiK?>~0)oitB7
z^!d*+7Wm~KG+$%<)PfLN%<dYsE9;^(9Jxdx+akn(QNB(_85}>fQfeq3U<l!*C91gU
z7cZd0b{Q>^85FgN_3zmMWRDbMavV5mUT1Ai;#5pT>=DGSLRr=-Iwl=T1ajijAl%-}
zq($VE=*G4e`NN`^Nd~$yZ5om<eWoz4ip-=Ease>zeLZH6<Uw-8xXtDcv%qxvTd{5A
zVxaO!5fDa7wTE|;C+qL|2?rCd({W-Ti0%dQozE-#>%nxR48`AtEZ~gjON@avsGV(Y
zNt~8r{ssO?hKXeONFxG>e7cO`WL4Zq4$KSGU|h+zOpo;7HJeSq+CT<-2%mD2BC7#c
z@;qnLWi4kfZ-s&TaNr#%bmx;bEXcX6<j4UrGB~n=7N^QAw?m8~-74qIMi!E;?G{=f
z#(gd3X|N{h78P38#hJ|aeoAJ-f8+L8qVBYqx9M)ZENM6SEce6qcZfiIpHgPN+%HST
z2$e3qi9f=mTg-V(N~B!gL-I$sEmxyRjE;_6OiGLC5l|yMQpFmoU}P{>8^Jy%(&NZ#
zJ3|v0DsX`fxm`i3@HdJDq-C2p<w%ci2Y9k9hpW*CGJJ~ubAWpk-}Xk&#AEkO!cm!N
z7Xhpz-=#WT$SRmWNV}oP51etoo&ivU3GDVRWggX6$w;ot7$&4Ej|r_~vhS6F(rEHi
zBw0xy$zPOlMo9QN`)h<j2GDKwr*muUwY!m4BD<U#E+;F5*5U1&_p{DNm`bSVk(pG(
z3gB|bU{j=%&#5l9z?o1}xG9n|kt2dh4Z1*L6PynWH!TRQg{kXYd=KixA`$Zex#j)Y
z4pyRV@NiV1ay>D@0g_P2lYXW}7`0OIiR45QKkcX4R9!XmAr(5Z<05y_A1F37AI{7W
zT&zP0?RKck*JPyRs(Fz>klr{1frzN)vLx?ukLZ$#pT_;?9Y9PE$|A1{uI=Lw`00f=
z^EL8@{rVpolcu&Z^w3+VKZ7I7inMV$d(OGb=KT_$bNHxA``Pv05%|y_@<bE~VQVvK
zrag)cf&SRMlzxp~95OGWO3^Ns_sPghp-?1;QMJkK1Vv^cx1V>QIYXf-N+WiuV33EP
z1Z8oC{+;&Wj>}<LPyWnV@e?$fTP_12fpy;K7Nqg^&6}Oc8Tc+;YMxmWpGB5nOX6Q1
zQ^(|COf901wMU4>8=D2fz-#M{i41atM^f2qF0KP=vLJc7C30s%X6FXbQEtiX;jU0(
zU_#*K$X%p|ef2M!?~ofYvvX!ePOJ#?Tk~!5YJFH4>Nnh&ll%p(HS$9#XKv7!tXwK)
zBRhIOa3%h7Vr+C`AJ-N<^Pk_RG)(W8r`>a&8>r!)#oB|34?Jse>bP=y%Kf;99wvGR
z#}0*kO+1nLog77ruO&~f@dO@S`@Zji&Tfc<6B{;F=NIxRokv)f!O~U|`zwd%SS)v#
zXLXpPa$>l@ZWp!Ym~BFsrZt;u8A#m{Jtc++DZZr|592T))i{`3{3`zV%C<|~nQzR{
z7Lxf#c|eK!R|WdS$vF{}eytO{@~K>+6fg1gH0SyrL9sr~(a)RNzAb;HUG(bTm7j*#
zRS6@pvyCfO*jM+$v{c;--OK*iSNCF0Xn;Xy9qilM&G;tjUUet>+{ySpjCFi<`RRRp
zN#Xc(C_Qst<Tf&f%!TL!_`;^@b-IDzGw@BRsP5H7-99dHd+@!=hE|jVx&3oI>_s?U
z6+bT7F3i*}0Dt;Q+8Aztoq4``4zvqNdAs0{1DH`-QXIf=wQgk5zPguldh)yL_N40e
z44lHcjohv{GZz3^4)I-t5{gbs^bz|wzRT=mStRS8l7;5$+RPfm`Fea8qkjz9E%7Vm
zRVQ7kU@o0J{ZbNzmK0vocc9|wTwE5a7bC0Y0Ef=z*6aCflQ+5T!i}gop1@p>M3Pv!
zof}bQeX-LuuDOfQ=2mXmD7EBI7coS+1l=B`LAPBPdRl#H*U(13sYMiAf^!pIrhd$J
z>kgxTJRwl$iBog>svb}02OF@${a|@~Mil*{o%zo1EBY{!+hinr&4~mScR${_7Gu4-
z!;ENtPYynk)H;%jl-uy8PoORYOWy-b?8fgfS`fuF-L2SGl}lh&4FK*Kpo&`?5Y?P>
zgPhunzn=Z4i?umueH6A1O;__T1y^Od9EJlGbA*tE(65l$hK5-?`HhQgWm~cBS~#0)
zvqSGfCibRtxuHh$e_Hp@_CnMPEHYBf<ff#k_u!~?TDGVK8h3rRuyZrwux<t%my5U=
z8(zmYPud?czU}r<jEii&S%}%sVE5^9sk;4CX9HWKWLDVAE$fFcAPe{o_)o|jLKIMN
zBTn~<?Cu#uzg5Advn1NInlGp}&DIf5b+S9B5S#bE0TCGnGP?!Sb8_LHN7x-AOCx)a
zh7amS3SyCC{`m%-z>FF(`zioxZ8g_263H&{n3~eR$vaAT?!4fnkYE~`+xm2#X+<N9
z=*(6CS9CYFa*B5~>muR?#ISjTwPP=wU$L;G;ydsEma^a~A|AfuQIqwaS?iAc5OtM(
zUY%L%iFozfOZv?lDb%+oc*CbFA<>HT{Xu=lu~tLgwW6?ylxXtZnp{M->H7X<eJ|#{
zT;Ffv9my$iV@ZzhmR?}WtSxCVu`o2CiVVV@KZp1!Wa|5TO?6GD$9-L;{GEpL#jaC%
z$T1BFc}M`)&72mW)43@(Cl;u0?kVW*5(BN2W)7wF##dwqm4wV@!CX6qAE`2AzO92_
zoG!D|t2KGexa{XWBJ^9D*yHQ=Wb~=Nr-1dCOr@lXCiA@Jk=5q}%PNl#;Z|b*^pD_x
z%>9%$YEA4Em$aM4G3Osb{aXiq2asWVlX|U)L}c8;ARx@!v(&|e@}iTJtlMMa^6s^#
z3G!{O;Jw+NC*16s7G4pe@%hv2Ox8Tf&|psyPJm1$?>gRR%G_aXTeshogBM83adt6W
z#!#{JP<kvWzXufA{>a??1ECwDo!mGWGG_ui?6u9>amu5ZOK?5+KP}`;Pcl!xB@4#U
zjUFP=mM@XMHKf>>*w84ogqxZOk*Znk^N};y37NI8(?L=9S%cO)rWL8lTtZSycquV2
zps?&xouh+q*|n>-R~fy~7l&%y!PY5qUl%fBIaDD_X)dL<7Q*A)$p<qUZLqHSnAS6_
zn$6a6y0iT<(f=EEUnd(>***Oy#3b?C#n7onAyzD}uP{j20ecAIz_U84MNI3;Tu(e(
zZ)Bg6seI6wp-KN0k{#J4fUdq-ln5U4ZJHf%oPiP=s--sB<yo8TnhU8}4SCO!5}TLF
zCT=`Ca{4oDjJ=&)x|w;C2Zjxes=a5C{WHa$C0Tl-*5mIj*M8Vy8CKYGjlq)0E`?<q
z{fVk^vGPRK_*j|V?BXikrCX$LU6~GI4y`Q>H=8?>qP=N0OK#SBR;5pg=Cs!P8a@b<
z`{5q#ELwhCO4nydxsvQ`%IwWK5~3}ZtuD`5buPLKIUGK>Y`gEbTY^7jeO$B4%f0c2
zB5sK%=Z$eMjPG+!pcDIRKC;jR>=cgZs`8U{+uHLIRikljTbvXMcg$XCGCBiu$rEhK
z7`r%C_f&G@V^BudBpKtUi0~aBPon5;qmXhzUdI_BGwAzmO=a1Rzy}=@BHWbap2WIx
z^C63fTzGZCs7-2ueCxzkM`yK|JV>4hU}zMPXQ=`XY$5u*5emE(o7+q)DTEplIa}dU
zb9vdJ+zq8-ayF+lvG~1ALt^nDVX^m1flPc`f885ihNH<CMo*Ausz5M?7bk<fKBeFA
zh3lAv-?@5d#o@V5Jj}^{f_=T!Q64sb$QJ{U>**?C!+p{f0w8CFq&m+mH`Jni>a2Wz
zI>yf`<R?}zON=a3G8qc~v3bAv`yDYCY9GH1N~x{U{{TBut4mU>jfGKs_H3AG-l87*
zF82sxrK~!4WJ|Zq)M}IxbdORGvUL-Z_!8v+jr&kk6Fr^#NfhOvh`&yyjqY$n>|P=Q
zY71VCj8C)tgTKuwZJ7Gb=6pmY#PW)#QCpcCKR+}$h=g)4_4@LPz1I3dPC_Pkc8tm4
zqSXVz(bjom_i%jiPyUaK%#*1%j{_qMU~dd3VT2oj@PwkL5dV0S0!l#h1dK+aL=pd8
z)5H^YcGDv^DRcaIK58;wRJDF~+2LzK!kk;H%dJ(V7}+n710o#PjE>_R(jTbz#Pe|^
z+v=Z-tH`0Z!nxLHjPLhgPJe8ZgzQ~ciWAN+ci7zIaF;+d<c$u3fD?Z1{jELDUIchh
zsVfWw-5Q{r$aP3uu-9^-Bq)Dhl3wzR&D7uR=g4F5Y8)3C>m7R7Vjd!S=%SF2mEFfG
z9nx*sR9!>17c?r7&mV&D^84hAQqB<!<p?QkTBU8yq#Q?ia^?CYZqgMo<pH@3ylpD8
z6~?m@ld|C4<bqPUj)eoY2gRp!+o~&b8!EE{DN_mc+E6KoUSY0c-er!O4S_;3*1{r?
z3I7wb0Of-9$63ANl1;s^;+bt7;_}mP2yl3O4IB607y|K}TZ@;S85I5Ra^>pLO#-al
zF<kB`9w}F-<;tyv)17kS^))yh|0GT7<!v4PZW}K3RlAhOs>Q>}bZg;^|8A|)Zq3hC
zyy0@I>~emq7RprV`@_O=DY$IevPtWwT+{2tm2H)mt`&vNJFgFQ?Q|*Rd!Vs_YyZAK
z;0Y&K_212v+RYV*&DP<P|Kd@6Stf(Upg-kHCEWX*a&{2=Hec@-6LHWzHkxO#<%%Ce
zMElHYd^Y((`7gaNJoAu#;YO>=%@3Fu5!Ahj`F?_B6=wQ#L5Cdtw(6WF_7@M67hCv$
zLzR=aP5~*{{SM|vU9H$ZBKjybgcN?0C1CFdaZsl6|20F){b;2C6{>+U@rA55JYhan
zu`Lt|MaMLog*O81lNmb_IAKTddf0+Bt_Q<q^6lbEXL9iYeDf#c`;*JwNG>zU#V?>H
zFmpDt{BFb(s#31f#3uhn-xe`pOKf~0Cw3N_d$?dRnG#pLK-%EBa2`Cm?vI{J$Yrd1
zo6WN~=|qW3WlFDzoxXXK4lG{nC>%BxHyP3=u<L!Ee49#Uk;*0iSV8)4_V?+2S;^5E
zVbjeJ**gIaxH58xux=>jGEy?}r=mATH-^othh)GwQ}si8mRof%BnHRD&P)uB$Ke>4
z?ros2Ldz%<H3+m^6|{jp*#;J_4=<9gJxPLehsy07Ihvz5LzDt;+rMY6_L>j>L7t7f
zdiPDSypIsv3iE}ry-D{YlHq`4c$o|uU;Pnj@bEMV@^Oy)5u0}Z;p(Bul)e074^FBQ
z3*4FRxnp|foZCIu(>HfC?!pRjQPpIJ6eQ2@WK&?xsk|~%ga7(a<vKCZn-14$GPTdi
zcsm3sOC|rk8zL8pI3({*;DO{lLE;d}6I@h*N@SFpnb53>kqw&PZzALuGBP0)xywmf
zrb+l)6hdR3-KA~XV%gCsE+i2|CS%zASlCwF#_RRv=5IF);dP&kh51cnXegB5>J`C?
zOiR64Erbt|r%U7;F6NyqRG6i4H&tjZZp7GG>dj{~j~L0mVhgQ^rboFIb(S5<NMr{i
zZXpsI-xvqtP9>84;{6)lzGqryQzuc<YgoGOp7b$^D_%tcdR0%`7QC;$712ai<B_X|
zpgyYWj*89`ZdMWH=h(=!m~S#tvaWFs_<{X|7O0HHsSCWsMv0$}tPwscV;IGe1Y>r`
zzu6GDphaP`nhLCyumJqc$0kLNWO7wIT!Q_`dV9XGI&Y%tR&~evo|2ibvX0R)hs`1?
zQdRW#p)O%_4}Icz88Hf`#!XljhisunR(v9{$DE3fp`;Fb^duq!uamr7<@bw|f~)AJ
z2o$oJdV$$t*9CE`5lK|+%fQUxbGD;qMU)Ko?TVbJFVc>5V%0;MUJY9{rLrYF`B^Ou
z8eM}7N<AEGkB!_yzOcz3`nJURHVStPcj~vlKa(w2!MCUcg*`(a+$)5pR30OBm86ej
z8ulTjiGPu?@_9zM)=bflVn6Vg$XFe7G2*x6s>d6M6J%Y=aEeiv3p(~LsK|<c)p#LK
zQSQ(GCxn!;FKi^%j85+idwQR~VhCZfnw98Sa3r!EfLpA#QgfaIbBozz%jMeF%jL6~
zI`r)_=Nsn3k=6R`$kTRT@wLl0fd+wRraU6V*8qEqS#cQPSV`yV+hXVKOyp7gfj}LZ
zwki@^(=)_INDP#mZ7@NcnOdB+mWoz*y7ZCXD-=;klD)2<t#*Sl3Z!paN*pPx=i0LR
zF;HjZIzYuK8^j&l!H@L}Hf0_DS+U8RJNz=%vEs-NwNIze-}Gd9!kT%Kk!0r6q6B(K
zho1C^hwQezZ2k&Xhs^-n6>1&Y0VMX93^U!KWl3|>F?D9(L9f_6UT=(*)4Fha?8&yN
z41W(`Vo&xI<QB2RUb)^u0sXnBfQzWavX<A9g0$I))ihQdw`j?0v?O<>$w%F%w@TcO
zH*(U)+C_>O1z|Fx)wTzb6|^rpU3LY<^nztAF|yX;jC>px@bE6NR)A+pfuAt?u#)=H
zvc3il!x|lhNp}?C=CZZ2toJ1rB77_?%!K=0;{ZKb>oLzz2K_PwKUrTYv`a4s&$(;}
z7mpGpl>WAu{X3ONRS3JdpG}(#zQVu}6dgd<+TlMd_D}wPIu2ibLo(KzcRrL)ObuI5
zIr6z15nFbn0=!V|0}ukf%3~E!>Dnk&4)Ci>hroeqBnDS)niC5o%(U3KINuYs_Q@PD
z9LxU+2{SI{!P~<H*wMFQN53rUN;jcHvG;P(QR#V6ce*B;m!5g1T>X&)iSe;BBo6LL
zT19Lk+VO^%JL*eMjTWRQN5`ZmM!iJj^<b8tk6HeB%<{+C{swfFCKh|p3<$?~n%hdP
zX+-+>0G>{Hn2`(Cpn3|MTnHq)Ix;ZM;F27_S$kqH@F-i*_~~p_hYO9d3q1t^#q{V&
z`Fs4^GW8|t@y&L<Z()AGphJ}LI7vRi_c7Gu;QKp_tRAo0tF1{~zrZXwOg-QCKubev
zRjGydI2>kmoM#apl0%5YDT&O2m$;gYIDDAEFmtmFZ9GvF$sSuu!W=HskcZfAdx+(g
z7@Ud0WHCq`of$UIK{o(M#O0cRtK$Sce2TCZH(_y?SywFko;O}nsF11=uLuj>n{G~&
zcIV8&0byWl`+Fj)BkCjzyYU0-iXDUdKzD51QbbX|Y5a*(y=3wCjOw1Zq(bud%=PeC
z+0)p7Xx|-dz{}k*A5mnr@acxzZuYVD9u-PH4c+V9G#ZgnHn;WJ%`LY@I24CG(1ml6
z__?{)V&*d`BX37Lj0j%wKH|Yv=^mY~4wj%ZS;R;{2Fpz!JX7W-Sds~5Jr(}<BElR&
zkS0Mr-10L&7mTP^wTNg%prNQkV7pAselrF15k0{#{=rPIgUvjpO#9M*4X+>k+HO#X
z?&m_U(Ja;fn6jc-DiF<5Jtys=TVhF7JZ&y-8(K|AOC~a4;>i0DT>0<F-vZbq0E02q
zo0D{%E7udYF_Bl1x?`OA2(4?Q*U+9lX;*TkigKd<xplv&&CEf5bTxAd&h(hqR}BHM
zdB5D29wx(}Ba~Qf3u4K+(c6;j`VFIOf|s!CM*rr5F@(aYt_>t2hJU-C5wNu%PMY~8
z{kD}ReKiY4Wm5y1QA?TV0hyn2y*Ldt)m`0G7W1J#x4-XwPkNGl!#7FBu1{oiM(@;N
z;DOYyp*(bTA%_X>)ZnhKx5F3lf)6Mvwo;p}RQBCsiP<V!(sNxq+pbJ*Y5Xa`Ivmkv
z`PM32CRhD{CecrdkAP*K<P<b!gdJmdw%(g;^AnsUv7|VYSW=Q{N-il%E-6henVwuS
zgIGxA-Am4ua7e+Lrsm|_lD@eMN15-JfkX8Y{(&eFQ7%$)6pB)Y6OZDuT90#_+ic3e
zDxJ<<%hr4-^w#L1Z1#z1vl)}kmF43KwV;dySnya?-E9kmso@MS=s#0#^T(!1uyJ1`
zqRj7eebP$03W1;pX-e?xet379Tl`;toKMYBSLAZdxsX?ejSRPwp|5^H0dKXPn}}&N
zUgVUo0Gyy-{HxUUwZAi9%RD_x7Igk4w`cCTXY_X06QOhNxj4bx3+JQrS%CkW=L=zE
z2RfbU<Ip)aExQjTTr7};&F_F@;9-UWI{pMBH=r1{o*T1oKE|??<N-)Zi}2{M*}xJd
z5<|JU`C4Ft<32Xss`n=br^k*<44xIcE;0D&7*T9i#7;~M-iWeM^#@nehkt!mImH!9
zNB!w1N%{&&He(l0aPmarWUN78BIzH6&6Tuof4_uQo$n{pUqCuu>nTa!#Pbb^pa?55
zhzBTaGx$qZ3@t%MPT0dm<yHmym6}vzC4SobJIW%vIIYE=%Y{&kGT5J4Q)y1xEv=&}
z@{=u%PS>9(-I`M$sBV8xFt&LHG0-5l?k{DCplG}PoUC-*AA*6j$Yt8ZJvy^A)qnv?
zw6xj0%QjlCocSgE!?1z`(kKcNtDtj3L(aNSrPf38gSiz?bk5F){)t9)x!eeCHeFId
zL24brC?%2yAvlGRHDGi8%<#O=940b?wMxp9@yDF$MlWL3vZ2@!pQdEJI#|paR+`>y
z-cyR<2wCr?LD(_&xc`!g&)`hGH99M74)Q@K!JK{#@EowoblB_!X++FvHWNr^93CSC
z75XAPAfrgQS|<gfZPo3lcsf}N$5>$=ZT+~}5hWJWQ>D{$Qse-8?uguph<cfxBAK3>
zb~)2iM7BWn#);RwgoeK;Q925TGE2Qo)7w%BT=tqB@*!E6tGw2kBc=#;%N)J-eVrrU
zZ^^r(22xd9zRLH9-l6jhQQ@XfIMR5o5WJ5+$6yA6=Mtx6)63cIKL$3Un}_R#&F5u=
zI4LmfoWrIFM#j#l?meEpJhN5pmA~6q*CN^YMY0j?Jf>D8A@IXc7&1ss=f?l!#HWPK
zI7Dr6WhKJnWvm;Pe41;rqXwh~P2ET;=J)pcVpTM<K+*k@ze4jvpLg(4+?x(riG4&V
zXUlp2+9q7sZ??WA&B)Dy_0YUP>^hlzqFm4cQ5=ZhwAiUUjgOTmwr~$1KH5COghK)w
z%n=@tKhTV&16hfG?P{sgE5-2wN`7RQA=N`--=7jYjz{evr4r9%(r(<`_O&o(6QK#p
zU%e_VZwU`!kBs<(YE2UK2YNTHiCvK}H^!RIyoIF|y8wyzM6STbKa0k`UyP4(5)Et+
z8i?k8i6=+z%o3+fyNmfGGtpxH`KCZvIPegewG?}*ob(R;wuJ@II`F;h7x+2><!vr7
zFPhg{)*CCKMf-~Kb?gPwy9I5f*5{a2`klU%Do28l^sw6uVxlsk#*?lS)DdC;4;U9Y
zplsrJfJ5pifEeIIs`HWshoaNMCXUI4s9M=U4ryDFy@i;xaZ2(B%GgM0V<g9&^j*Su
z3|i~Tqq!ovpyijnVq(w(rNDlG5yqE7ttU%QWMDZjDS>W9J<Erifve@fVbR#<4B*Iw
z3)?N{E|9%tc*BWSe(F}?_$hCbwV}xO+gt*P1d6LL8ygt4;QD`|hwa+E;nPS!(fqcd
zQP^0RldK|^Ui^5XVxhMrq91lWk9OqismME|xclae&c)F33=UK9BZ0Jy^DI!5B>?!b
zW5l%eAS{3ZChS?XU^#c-N5lq$cl)glcis`%L=PV0`@#<t?9NLEYjQHBU7zNM0T?Gd
zM5FZaQpwb&-)2-Emc_UkJ$qP{PtNWmrZ`fRzJjcNNN2i_hY#2nrXS|vM{H%%zrhlo
z!dUdlsaA`5jK8g|VlrP~o<?FyPdBUn%@2B{wWuBRFqmjCF>Ub7zX3}+&CxMrfP-Q&
z>PgMdISxpFe6S|xDgOVN|F`r1E&l(J|31EbkKZ%+&B-0jzfmst=sbS&3;5&7S{AAM
zm+E>syy7MgSP62i=UCy;Lp%=oulsl*0*|kP#+&@7w8l>1=gio#FqiT4jMGH?=S_s@
zTrE13*7PYA?{kfK)T*$#n~I~HM;o{zMhYT1d?PAzr8_1sV`Uvc55eWl#1UVt(f5Em
z-T>VX)cM!V37g9)Z5KKoyCC^EpO3ns4x46b6fX1zEN7pD(<wJ!Q}gT@VqAB`7ys4J
z;gXy!S$&WY-TcpM9;P1<Pjlq=)Wq+F5WI-QHs^)&ssg4#k~jZV;4RF0S%U}5VP2g#
z?rk#LDJqjUbd)OL#YDbG`?(f*i{LTjVE1qZ9ih&*K^<!lP5@ufrj4W5Bzg#F)@%y3
zu~J!na0%AA$dGI3yzmLxt0)dOn*$u-fcA_ZD0dUz5yXZmyIuTLns&(AX&^r}2silV
z<)p6Uwh-;H<+cfhz;fs=TGP`Sn{416-s<qTn7%utsSo&y@I&Ao?C$hX=^XrKJORwa
z<>KNy_pNwoX-TrrZkuV6EVAav1^|}*tzJ_bx`<|P*27_|&2LgHwdg2u5A({2_EWOH
zp}#()BK&%P*ld^N5?sw+(jSaSs@Vrg4x7~3@^{jMbS4`av5&eEkIfX9HdgJtHh^4}
ztgW$`IwOK%{xuR3GP7>FboYll=umJ*G{-*3E0MI@NgEmyDZ&^K4ET0BCZB)9AVP^Z
z=u70NysE3-z(;^;l$sAjK>~9nqelO^8pcR4Q{U#ts&7EYOgI{=evyQds1GHBp`QAx
z?qHR*1Sc^wt$Gfr=Mhdb+2~w16xotcCf4fJ3Q#2g$$q(q+Jy=dmyknAjb+H$7N?z@
ze?`9XVGSqg!Af)OEs_gwj`3G;sR$xunFCb2MW;x>Zq6(N>8Xuq;#-7@Cr-`5`^|>F
zpxYDft1mo>__=wXF}Np!FM5bao2uWyZjB&6U+5++X~*JPzdG4glWg-O+uX?$A-vJi
zt<A~hkyJg}w~}PJ1|Lq+;ra{N`?U$CB-@sEw@pg66(!qBlWo(JZ8MT><^A>Z1a*>a
zi#CfZubfEEp_-g`e}YRDOZrmSW@~Jl*x0sO?+!(VVrg;&FF`K3S(j`oNjA+$Hmy!J
z&Fi0Y9<}5qn`S1PYLZQnWK;Q-$vKtXP5BbgwP|{?sVLbLOE!fR{aeD3ZDg0r3alBk
zsgLQ5dm_6)FHO-99ff&6Bu{^^TsR{76tkRcj6UdtOQQbZj5A43b+4vSvauN6CULi!
zoDH5tkf6GpEH`@EBm{V&6UWh$S0i1X<H@paP|9z;)cf~5>$SPo!N7-WPGSq<dtlM|
z8HqcZSN4u;2M=bHYe&V)fp^yaO|r8`1x<))oHPHFomORc`nc*2FRBLOPly?SIqp$e
zBH%*oIO{z4`(K*%$_}_~o1WSGNUG^smFIh4Co$lt&-Xy6@ZfHusO3u(wN-f-(C!h2
z!k~x_Ba!*rI*wev@i>!_sxOj_3mk7gud-R%1xoeI*8pzBF2Z%c1aVs|aoq}%3y{(M
zZB~s$$r{DuDjt)Ba&wN1)ykXQW#@)T1dG3q@f1O$#fiUq!TPB(4x_ZauzC40+LOkT
z%MPcJb;k-g67={m(KC{998z_RwRYmr_rrI8qN+m9eybZj9kZ>ChdKIlcN3zSVL2tW
z7Qr1=f_2O(&sgp+CSA$mFIunQdOvM(s)-D>c#!?qV4%^{zJq$0QlTIi9-J38%LE4T
z&P(7i4^E9&v^kQt5LE4rXrc%Iu@1w8YslN03QlmqpUSHoC1LyTO|JE(Y6$>em_%K%
z#2>PUudmka?p~PJSDT+>)?Xp3&<_{wn}^DXOcIvzlmk|-<-RZJ0;7uW%YbilJk@jD
z>n6@((O<A>EJ4Fz$U*?v1Z3|Sj=11|<EI4%z0AMnEZd5$u*T_uePIss=WqyZGd!u0
z%wUoLd{_)$b9v`T$UMZ6iYUQx-Hk(Y7w+EXXvUDaTfg9WEAWAD(FbT@eM{;N2L?BJ
z%ld0VsoIRIKSY?@?DfyHfPnhdJTSXq*}Pu@bq?=y1p`xE`=J8d^?)A!uA1>5blhd)
z`>~2w{S3)qZs%L-uCpPv?6B>XH1On_W3$dR?*>debE}=L$6eK(Yd_lQbCOydI{L8f
z-L#>}ac<g0S=F9x<7BjEm3e&u)01^Q`u_&G;AoIf2jq(P0k>Lxo35+1U4f<+A10VC
z7Ovt{6$hy`w1+e_J7nT}7;YO%pw;g+LECL;K&x1@-3GSFye6eY$LByf>wkyxGcuCH
z1DiPie}OVI4CN*GH~1f+to{g;Uz`8`JC-V@95w&ICHC2S%vzpC0KEG=L8jvL6x(I2
zJ&sEV4ch!E#WG?({Vh98TQ3+ICfn$B(l7+sg9f<<fXEAjucsl<l*0y4zC{8c{BpLY
zgv_rn$g@|%9`t@;b7%I$*X2XkUVM7`8vh(veArjd^uF97*9{u1x69rQrram6nH?AT
zX^$xAzQN$*#8_Tv@Kw9PiVPtgi(D%QeGkkFh(C7R`k%o)KduZNX-`Wi?*G3<<49lT
z_op&MdmNMsC%+}j$oz=$5d8B7aj>zJ=FVW`(0YSyI|Dn>b3SH6@uy1d<Vfs1CX1cR
z>8JgnwYw;zC>gYIvE%32L2f3GgNybc-&a3knveF@E2})3FY9}>%rCzuosA~SUJDqx
z0gCeyxo^rGSkFVJ2ykNaf`@B?*MupE%3IfOlX-DgwsBpppBir3zPLG4O>dM5iTLa>
zWy1*yj2bmAW~g9wkiJ@Z;<pEqC9LmLr}OKIgvJRlYo`k^mC!MpuSZ_6?AxH*Wn^u6
zd-MKEWZGf6COe2!*RI2eoi@2`PIkS(n|YbON}IBkcv_xaeAy#kHk32yDJfzN&S?@a
z5U0;X9_f0D6r@c{b9Gj&ijS_bOAtrr9;q`YanGyzlX0Oe$q?l&k;#wYCps_Yk4(RX
z(=S)E`RBPh-Knm9WJS?;Q-w^iwC3tdeoJo8B_5WR!1v_+`+0=|@z;0j-7xLU{Q_a)
zo<UM_Sg!oEgiJAVQ#K~fshKW;!LB~s60$Re%(oa7m}%h1I=6K&T?JB6HgI6=5-TNu
z*x3R*)_{5nnE6vcW>!CPODQ*_$-%_K+R^w#ONXOc8}r?AIo!^!vaF9Lr3T=da}E`2
z4Nc}}RF}D5Kx;OaoJMZvrXx3%SzqSxyb(BC$=Sz<8PpRK=I{{fX>X{O4e;?YW(OEG
zk{GqFJ^ZG+#AXYwe2xxq;ef<?>zq9;o*$II=cKv}s}g|8CFEaon}fn?Eq&=3FBcpn
zIXECYS2T{b;<n>hFQ6gK6DA-(m>9g;_r;r;iP&cogLSde#9+Os=a)McZG)F_N<4UZ
zjQD8Z#9f8&3!kGR0KN;Ds1I{}Mn~WXnMWIRLI$>oEQaEp9A@FKIkF<(P^NEbro!~4
zl4yPj$0q9%$y!3z^!W+%`PlK|knRArjBrdhn!9tpuD40lf*b6DlcnJCA8n&r+bGJy
zRZu4|*g$4SX#+$;kmr6GXx~luf;y>`j8v2PBTQFz?aZfrT5xWyJ(H=fr^q1p13wQM
zu;_RL7#y9M!k~0rjt5Tw*Ga#8%_Q<Igo<WcY@@~WjLiK`sVqR|76=SeG0+G$Va%+P
z7&cEa%96T*RNo^(?9}dKwPEByhb6s@bfoO2=CE)ZL~`s}2t>ZF4A>=uwWoUH;dSdF
zNZ!twCr*p|>yZdf44Lmlgu85u7pHFaGKAInYY@&K6CQ#yI`@gJiv0Aad6-!qpCtDK
z^wuRi)CODNN}qs{lkbsj2%`yejxrWGok0zz-wW#l8xOC!byZuIz1Z50s0)*g7V{3k
zVIYou#GtDk%R_g^)#8a_A$~XFCx|duJPlb*EN0A4JnZYmiNnrf>2HZ#zZeS#(?hR1
zxv>&}jFxQ_-}69sVyWaROv?rgEnu_xjg+UxXHS$5Md?4t2ZZNl)6YyZ@##-Vl`oVy
zRh}SkOM#Cjua%#Oo8iVxh=~?$6q}>(oJroS0yN7ee>zuI5{kT^l0CH~<9ep4=U5X2
z8(Leti)VA6H&={hm0O4zf_*~}NMIY_1GA%Zm3l-cW427j`NEB?{Jxx%nTiz+Y*Bh#
zcx$eiIVR?vIWBhg%#&m8nHR?=R%>oydYb#<Oun6RP<itB9+%GLv0S-t05)W2cVv<F
zY2ys(led<=2#D})X~8b}u$Ihk)24?c1VJI2PE3o<l(RcGJG{l6vscA)gQC~yRIl<4
z!ne4UI2KOR+S-#J<O)|lpJKVts+I9q+R{@b<3unuQYv{t*4G#T_-^oMPmA8h4HHuJ
zg(>%eL{%m>C1E^`*Z(`hUQp}*iI(A5n%&T1EI_<viw^q3$wdbXjj@*ueacJlP5@gS
z_RafC_%MR_D*N0gd?p;y2o%lc0@yI&X9qP>MRW3D@l0&aAQ5iCqwCpZm*F>(-oqNT
zSz7X8<zy*gI%XT>A1qB(7NkoFS3uH78QMZ%a2Q&=7=cHMt$RTt$T&pi>De}svHHup
zr1`*+I36jRP5w#Qc8v=x=k(uUk=>}fL~4E5-fVNLfe40mp7b)=bq5ZvQ-QIux$H>n
z0yH1V#f5AM!+3DSNc*c#(H8DXyqGec%yzrBWlmGGIsR8lauAFrS&IwHb|zOAx<0UW
z#{2QJp-Sf3O#1!o&OWjYJG4lQYfYHUB5OoeBTC64>OGE^h`bzWL#1^+Fw5Zt&T*#7
z7(4EJKF7l2YZ;y6MjKD}OW(L)BNTw^Jkn{2^TG4^_LqfxK~&KlpR=4qlL~T*CZuAw
z?~#JCM}1o^hNvY>sc%bw0dGJP4cFKrS4oJ3c`iS4mj_FV6by_051dW*o+Y_Gy)!Sx
z(Lc;(=9Mw*7<xly-DOHBeOnHb%9)cED<HcvPEms;sV>n!DxKg@=LIVee{T~cUF$LV
zLMmFhIQ1~Xfwc><XW8LE1=l;a_3TKydKxoCNC+kCP@VJ=&_XmvG8fx?UFT6HnC*KY
zpY*Lm>09KS98JW)B&dGprcpWQS~j_I;u9hfr^VY@)40Rh-BUlR3Wuow6qp~`#>)0R
zQje_@3a^?pbbEYYu|J;Q5FZ^(^LQ8x3kKG@*Su-HBOTgGsYJhf;FqAE+`jZ}5%Vm%
z@jeWVPOu+e>t1`j?}725aFe=IR<L7Z`|IS4GN)p9I*%JH%luFl-y?V%IK#K)x1`Uv
zLtM|FA6uCim>3(ccY+#&*5E+BtQ5H+G?hI**Swp}DUxCj##bmxO{opJ1ILrf%ym|s
zPSmm^srpeehY@5dq2!;7X43y+cXTB;sQsbz@d70Dfy>k~itnqGC_1fI8QCD^<eriZ
z_#e~fYU>j)s?pXTr5jX<XV^#6Q?Sl$HusT|{(8kWD)r6lOOG14cM=`Twr6d1_yz);
zdN&p%+WW9r^hMrd0mw<zVdYs?qZ{2&*-neEfoIoD;gl-Y=Qlt7xij(cyp;Py$J>tL
zw$#bN-~&6r!NlO&O&7)*5=3*V<^Zv*0k>fW=i_p8xkwnv$)5qlHS+Y2OL&UN(^h#}
zB~J-?x=@}L$<qRPI!;Q|BuqR;XsFn<hFB3lW9Veu!)5dI?25hBD|y<UK2dVlO74mB
z^rtqSFo^dUH)(AAa4$int%T9rOAtLUxNfJ_JHn*L8zw#^Ln~VgH(qTI1OsvZ+UC@%
zQTV`^7B33cGD#t+umH?fgQ~MR%d76}$UQTDd|;)2Z4nu87=Ysd?%Z#h$Xj)tr(<uL
z1NLpC#GVV*QstWaDz@Q5`*se)vZwU+K}*H^;Xti>?Wq<UaBSNOK!K3sFF{bEAXp!`
z(Y@yNuJ<>bfMyusq(1EG0}by2;}u8Zo<=@gKcJqFbZ#J~T~A!^p5t1K`iUr5^KB;<
zwxnaNC5%)&zdG)P@kQEMoh?ET>U5ju)or=N)PZlYtk~!aw$;m?Tu#@9&LUKC8tCx0
z&%jO6lwmPUFsc&z3S{XEhj8ppD(6(Kw%NM)NMYiTpx<wVERcDleo7oV!cqFXBmT1d
z8qPO7=2wtnN)S>jcEm3UuaQ8dS+5?7e#DR!{yo+Ah$|Gi5Xr%u9bm4-=q<mt6Ms%`
z;+Luq*=>z4axtG}7RPCOz6XeEdLD*ik~fzr=Jm9p*UrFM@e}RDi9?B+$944Udn@f4
zuzPo^|2b@yBS|LeU1)yU0URdw6-;Xi)rZaZk<saa3S1gZ%$X~1&xD>wXHJWqIrFSo
z>C6=p^y1O7I*)pPAe2s>zagX{u@>4y!3ogEDYJb7w;BTOY{OZSV!nYwyQCeEoDn`w
zL1IdgMwqDNyd#AWs;1<kBYuuoyr%hsEF!rwjad0BSey4x&pk>carT44_fb_6c^hVD
ziyZ7cH4)X(hcH59S%S@e>s8V+_e*woE6Sr4wn!H;7t;*_5H_;Sm9N)hB$3VwyzQ%h
zTP_*n-44U8?I%c|5R=Z1?4TFT=KRN<c|E}{)fre7zoNFkYY#O5XO7)ox;1mZz+$O*
z(rkT8#2nchyH5z24F~zaj#AHuIw@23u257oU`0|wg{VGWt9T_BTjT-J*eC9hHgYVL
zu3QIDnDR<sqlZOlU~37E5~P~hg69rWqb<C|r&)c$fbRR(j<5cf)Me?|#GVM72Aa~7
z^99=ViZYeUL@W2}DFCkEvqig?7p!lzW$dcVIm|d>6~?~l32et4Ve2?eRcA_iNPOa_
z;7zs;*Iv$$7gMUz3{*iUxv2?hjCc~R_-UANV9GIJ@!+582KTP?;1{IMBaT6EJkqO<
zM^tcg;e~ssPLC5C)}3m|YzBuiuJw}}LgtyRGQW$xL{ZPwAmI%kEsGRH@L*2csV4n-
zdbWX5upJK13AgA8)D~}YHKdnu_G})8bFz*OaP9+#eByTwKAf58C>k3dr=hC}Y3~md
z#HL#7iXmt(Mh2ZF`1eaBGu(D;*;;?^kv!L02{5+8_QENbBK&n;x|P>?Z7@f>Mt}=B
zbs|DmILe(TFUkOX47{*N1R4(}JavOXmxe4vcv({L{F{x5XL1j|-}~1*SD3?}N3-{p
zg&|@uz6UU3#S(XTTg~(P<ZLAmiUvLPnD>9IsD(Lo_Rv<Zq`pQnO0g0>mEEm*oKx*4
zeCvwY9yiKOPV8#&%`>4PJ}Yy+)F!ebByu?&Dq!kxa4S<s*FIP0b*8RB`-kf)ZRd8-
zIsG)-OhTa{a_I0j`jL~O4?4p;(H_fztsC%aWM9KzCnXX!Hi%(sK{3`WRn`q&tJk$H
z(cV9p6F;M3cjANGbtkr@D#twcPpi*K_sx68SNEdTTlOdyBiFya3SnjP<{NZu@Hy6-
z9^JH56=)pfWHAxqw9J#5lL^c%UOUd3>*b1SV%q^%Z@P{i^-71F3oT2vv*v7;5?$Bu
zmV^wtzQ`5#@jl0&McEtu)_eetzoESmw58!e=}R4_taE!B3ZDNfc)H+}CXdWz$S*OU
z<9XE!{IT)YQi4s#|EVP@XCLSh0l5V80S(Al_9HO&Kr~P1OfFk8#+;eS>y`b%{7g=A
z74OCULG80S150sMq2}JqGYZuqZmMU3vNn*pn40J9b&O9qBED}t&RXcT`Z(do>6EJ%
z_XqLnAlF#=)c#J-!h(w3WowJ)KL6LiI~%833;mKa564P&&N<{P3B1$(t|J*h?)vLJ
z%)Gcpw%z``>1HqsTx+>Jn5^ee*PX1#I+@dPB5c;ApXhxv&zg6RKUu)vLX4F8DZ)g_
zYW7=R44M7bqI2D1&%Eed50=j9or)+>7iX$t`8^8?SOkbq{-x5lzpA8b-^XUT$cdsC
zYBv#<&{v-iM$Qt%i_c1QKqU$yB`LH5$MWKeAJ5e0Gqc+Sqi^&@D)}Te{^w#rT{|A<
zC>8_^*5P1@{j50=W6WK`ah$48ljY%0)g2Io3ia0w%5acLaO!|mD2BvT;!rs%5jdGQ
zuX%JtHO17xnJgXiQU|n3f!S=A%@PD>VrxAOv8IOD*$uJ6hWP0qc@3lT{61@J!zptx
znxkVb2eYO9<+fOtuCQs3EBG-)ht*U_Jxr0-)NqQ6X?M*XvZ2<qPTh2}IbAC>R{UGu
zC~<=}9}@Z$zl4+R>c+x#g^6I{KF;#lI3+d|<;2DXde`rlG|UfF_d>Waf$COzW<Skk
z*@?P}15ZDiDB13DWV1a!pJ?w^ZE<pLak9DCdIcL}PJrv($=X7wSF*N9N%pah$?*g=
zIUcK3e*hDJ6lKG!TDhr);_74L2c^Duqn>1_*!r;b-Fp(373U-_^QecbjsEm^K()>L
zZv(7hwTY1NWpeE@*@c;ACbjW4gr|!4lU>4Q2;6)eow}o40OkaJZgH)(GkJfESL;Y}
zac8n_3kFut1r~4VD6p1o3B0mtG5;$qb!uqsgc_ASZ`E*xe9+Z9*Y!$r<t^5qtILrc
zS&a+g|F)=MWw%9YU3c!hhi`K|k=rG8*Hd*OGqvOUc15_}O~!Ar4khE=LVqMI{im$g
zdSB0j|0L2SuI)>zS9@ZUQj2e++NO~C${_MhU3aGL7KTVcLEL_xT2ghlg);X`$IR!+
zgJI;0u8rN6=1WP#HLeem%eG))(U(j~wq#u=?ot9$b2TweT<2KZ)$@1YKu3OZ<(6c;
zGjK5GckNB|y0c&U+h4G>tX0>^kd*CcTAI0E#xHZfjITQT))NK4eQV@rGlnD%){RQ&
zLe{V|F0fV=C+iNtusLVMN$xlsm&9V2wT57#m=LjF1BZO6E+*FMPj(bT`NRg|J=7Cc
zkW)%;qTTPwiJh%V62Z)gkV{ZSmMk2^I{}Lneiuz}CkYg(Po89hr#|th*i{4$wLb_>
z)XV~W-}))s1MhuZZa*n|T&_0N5(R~7Q@r3lfl3dsKYacz6sO6>Tua|jW33z%hYfj&
z?H<=2oW^2tQR|T#qaJfAYu8%H{dMBhSql#f1Y>C&_0@bPSIb}jG~&c8l@TT)1iY0O
zhK6{|t9Pqpz~0ayJR(fU;L%ST*yF8!vGYQ9u+6;`<a_L5Hps8=A|O|H6mLA%!er+q
zLE4sL#w|79pSavJn6n`M4rA&NNSPpn;rMulsbX*c9OYE$>r-g*&FEiH7w(x8ho)j>
z?{|ppZDCSdk%)E%pMMi>B9IlVpQ2nx%|N6p6Gp-m6qu+VgC>r9j}K$rbOhr=*Q1F?
zOA?o`qAw}pzb9u&e4q_x<GRkDysmIncWZ&Y(ai4hf@!byXV?3ik3fPqtzV#n-G@96
zRg-9Fud{FOE8AWl=wEkQ%3blCkue2V%-utIeDhEd*J1tgOxe!Bv+G}WHek$cI=5a$
zqIE-g<Nw4-Q2I3}jI@ul8uj74_*mJ>w3y@=e)H{9`fAeTETg0z*U&X`gnHPk+QE0n
z@*}x_J5EZ;mmj!!Li_l|V`Qqu`RZgjB$zzGKJ-4+vCU!A!g+_3m=&35UOiO&*&?S^
z^EgkK``Yb1F<L4sP0y7UI!Tj|=o_5h)sja(obEJTs7=qH>8X<Mn|_70OY88H`a8i4
zlp7)>*__XVhb-;BEpyG+w!cK@q;HF~U=g=9=|>}#N%!uXsF*C_ul2;@ZTgoDdy$Q7
zk*Bpu6{D#_H+m1j2J7rd3T`4P%%KUE5krw>rUHeaSKkzAT%K|$tBdDmW<)$zWqkrV
zIqxE8<W&cCC(HP0v5TmBMD8Zhis%$Ko2b^^Z0_~QIoF0<vpiqG5Y^M-29&4lM%at)
zBo}fw4#AtvQ}Dk)KdiFVw`8z2FxYWgOKN?l1rv4iu#E!ErjcntNoXCRCai^CTZM|Q
zpFMQ5spO0Ha_BHhp<x?B7n;r9$pUk;nF2TjW2e1j{IHpLJa5pL65Ls}F9;mj6a>*|
z#U8Qr@u~H>+WxF;`_J&8ja%`<=y6_aHoF)(&GTzM$yoSnj&`K|(a^}c4(#Je4kX0K
ztDx0=#lR<P!?7YNQ+VY}>vQtOEq(^S2U;k$i&Iii1|=Gf>bbf3<wBthj`@bz2>%P@
zWLVGO_&|+>h)w_#up=wmNw)1v$h0Yn72$2YeRq7qaQ+1O8P2Sggn)OHiN?57hxpTo
zbsc941+-r>*LK&Y3*euUWIDOeCmp~Rqhp+|dQ-;-T9I!TvAA`WU!*PLoZTU<5Gc&w
zJW}lgjJ2!_Z=MvB<5!~lsC)UFshNI%R~zu--0)U8&ikxZ?-zk{7fZ)6b;WLntBfKp
z3wJyVwY%K|8dydH8Zt$eWAuo$)vRjyQdC>x<f_EUww9jz(JcCV!8sAP%D~z|HfO#q
zufcXv?y58(R%l?et}X4^L2wT<I2QO3<<3&6D~z8NQdUrvw!B+1Y0EEbCUIZxV>5G@
z=4_sBw|$1Tjkg)BA+P2GIb?{wqHS=S2;{(wPA%a!ktWYt$!EyRix?f(9j+I+@B(Nq
z9%}V6ZA9+bpD)5iB%~vGieQ*Jef||_uEossp)zM{86b`0f^CrX$z?aY?`{Q0#!CDd
zuxP2bRtzUMB0p@**8aGns|>@1)V@Rq>q$DmU{UfpMF_2(c}rrUsci)M+x_BEL*!O)
zNP{0o8KntSk?naGm1u44@*t@#<`VLYlbM|yy*<mG`mq^--i@P|aLNFeOOH*3bFD+E
zi;g5gk)?#XfJ=fYGyt;PBEHLpPrD-x(6GpDcw!e4`YYjItbfOUC`f11$ZyiLV5t(!
zTX|s=be|3edc;QTNu5asrcO=9@>x6RJR4A-9Rknw)Zqv(|KvruA3Ci69ARj<i7DLk
zh<MXFo+o=7oc7rpwXhj8O4pXH6L1z0mbeFGB9+sNkau71?tPvhCsnqlk`!4BR+C5K
z24eIBwHC8n>-O8k@;aS|O=-x3b26^!a_r;J{ARP<jaq8n`Il6i&eKi4U6=5JmhdC;
z{SQ9`iOP;-D$h63Q!vipq1jA(p3W`AY}KE1kGI(1xXW>cEcW`FkI40`_FY-+z5_fX
z%6)M2IClUTWyTAexG%~w{{?%-*6iYr=BDawR`#d}rjOJyFe7%L*^_+Pt6F<1-ft!B
ztt#An>kD;f($vzDIp5rQrwpE-(~tAbGdxSkZA{4<Jjvw*eem7-2SK7|tmoM))O(N!
zld;^v1##5W=)X8-_1*ey&5(=_S~X}8!a@gD0Z%KAi9g#ATf(@WCR}g_9bjq!hS9qS
zKiu-fK0t3S)2*Czov6_cF#qq0x>Ib9Bv4YF#5T)1dKNbfxl~RBYcfa>c`eQu;$T}U
zyAH9LW$8`y`mt7C=<B+Q+_-Llma&`7j=%->2#m5v;HzI79)YKL&W?cJdM3HN5(DZA
z>AOE!**zz)v;E)Mo_7>yR+nHgL*r0J_6&@T`<Fo)54_v{#;{E8IB6g!Kp+M)K&b|M
zCIpThy?=4w7(W7zc?t*AgUL9|HBB+KZVD$C7Md4Xm|=5@5@+^Bc3tW+Z6cRH?H)b$
z)!`m}$g_?!p5PW%bv@Cs+<MXaK>WK^j^gg<5}aCX<lLuYPEuU#9Yz~Zhj17N;Rq+)
zW6XmiUU4;GekAY9)VgD#IJWd89`z=dc^l)8b2&xE0^0KN{X1&}RF~UOd94?d?EV+x
zHL&Ak(F0W8HaGBG`@eZT2A4-towcx7hBXlPw*O;zP-X4v75%W4Z+pdRs9ZNLvPV~m
zoL^&sdY<XKT>3tq>6`CKR&#$3i=G^D%2{02;K6shNEadF4U-E~6M|yYc>Lx=@^o!$
z@y%lu)R&kCdF6J`Oe1Q29%@V{d&idU`UbP!ewc4QXFn`3SJ)2=O+p$%mtQiBa+77z
zjcSr>0)TeX9oZ>5&xCmf>9_-8ZBH)o>RjWwmTe(K|7@z{=hr&zx$~t|$qM+-xQNlt
z-bG6SJ<3?9MUCeG10vVH)PXA!IYyDTZH~u$Q#P8alJ44e{lv&aloxU?V#xo;+q(cp
zRa}q%yV*^$z`_PdAPPv7plGB<5laZvB(MQgFc3*Vd04BMrdAPlK`bGO8(Nm@Dy_BE
zueNHnt+xHPv{j3Ung=EUQG@Wsgog%A?W`LiJcIy|{eRBf-8^ilef;`IH}~F|Gp{o<
zXU?2+<_y7PV#@tz3%Mpuv7Nbirzu$Sm2_CNWAHRcR0sAjP>T=G*K096W}(WGtY>!2
zm@On_{5w+1)J4%_0Mc2Sq&bT=NSW8D*k_>UHeT{?7SPDGnF5C~k7a|9Is-)n6re8G
zKHFloivw`G!(!4~U+d-F#5Z#jg~=&c-<Q<F>Xe<z@(e0FHQCd@?9{ML4l;AOt3x(i
zn{ePx2#nvm+h5Y?U$|ebgE$oH^WWnBO?~fl*JoRv`s87$0iMOg7sl?Q<5V3V!a~}(
zv!y6m*Ydiz;l_00J7xLQZrn|=#-3qd)kLVTH9g>NE`TdZPzUj0Cr60IEa62EA8<Di
zo~X7(ecM$CJ%#Q;Ud4xdoE9<i2Z=Sy)Y9pmTc>*pr+a2i_gs!&9E?By2lyo}ZvFBg
z_MFBB4B#75MJ>aPcB6Bp4GH27eo<9KUZ|d)&TVuvxh!!1ciSLW2a-dn5*^~|!1?u|
zfk#~nst6_nOQ;|I-DN%C!@)h>&}<8)e%@s1POmrtlK~_qKqiyQ6+zL!i*u!Cozab0
zbiK721r83qWZV5Ya!vywhd;+b7-u(fIL$$Dq7F{<=OjmhQ*>~u4o>#xjEMx}ZWidP
z3HIkqK){j4A*A*!rZn4xjC|=OP8@OnI0sdHm6fnVM`xQg(kuxD%Wx}XnMYGn;7D7O
z(xY0G-&?gP|L?0Mb&8aqPWkL)UYQdqKV8bV`YIbJe;MT)vr<3`6>F1L#Q5zQMvmP-
zHN$S?ICyXlS=TO#VTYQ1Qde5DF~fAQM)|~U!D!1C)|kAI3?=E2VT@AY&=OIjK?8J4
zbriN2;S*Ftq)lB)HMiMq+;&YIlYYZfQmC9AIT+!w(4})AP}b#H;)((1u1I~^XJ=$P
zyzz(zz4}HaU6_`>6yoIcF02laIU4Wo`nY0IoOhwAFAKl8Nf;$a+Km)OHCQhw2ve?v
z%p=@`zRh!W#r!z$6+NM6s|!tNKob#ifzHs+H6Jjna{egHSGt)o;FlTw*L}{wQW!U9
zU|s?O*w6^B8{+V{UfUg+^`6wscRj<hZAa2h*_zU-#GyFXG5uOdDJAR*IYrlqE-v$3
z*Q1@b7obr~*XUDmV|$xOD@1t&95RYH*CUmoTQL6g4nfm)jk;G;3M@z}T|civhm=)3
zz?5Hp2Q)G#eOPW>UfkbQLKF&W>m~G5*waUwUtq5i5qMgsYD7iG29A=rQ^4do1NU32
z{${s*kA0=T<oF_Asj_?G_-peH@s+mQJvo7CZ5VxQ9BeksdquG;Fs(T+aAVtSf**lo
z>27wd6-z>amDqgsaSpyw#P1Yk8PnQ~=}!O54s>F}qySgN3Hr|jEYukXKO%s0A*eR6
z4_Q+{9PW)6W2Fwe2mO>v*I-abaC;S}`oF;G;=Hsf|J>HhhGm0`Zh(~Lt8Y&M1#?@4
zm+G)>_Z?2irBGS+HyI^3Ds6*tp6#o=n(8gV_akm|yjo;Bvja)*+*ag-Q(;p-WV<Eu
z%O=ByD^8^0Sk>Dn=Bde7$QsukxFvxi7<9I?SckUb)Bb&UcTTwJz1DF`o^905K~$Qb
z)~@cZL;f9)?n}5+(g-rdG$t#pma~VIS^k+$-YA?-v$`H$N*8u9DCR6c!kFtwt8-O|
zWO};CGu?CVbWZ^+F}}=<IPVf<I&mysM!(D|&mG0~@VySqM`Z%P$g0n10AHqTCl6zr
zd^J^8+3RHjW~_2}E{e>*D>5>?X{dJGP=2lLGWF9oq?AbI22#Szgfy#pEr{Fz65VY0
zTBmFC3<KreN~eL(Ax^Jl*~M*GD~bi!c_ip^bxDUY5cxhwb^UX38r%N7(=#S~W0uGM
zyxlW$cA=^qD4w_Cthhj`xO@P3CbPM1@ZpkQb(M-64QE28E#MVX2)AO#)qJh5ee}xb
za6~XBH``M6>Cmc=>^6k;G5$Cqi1_J)9_Bhi4^(|RKt~-9eQZ?21u!TrRca_;-j0*i
z;#$>Jv5=V-%yAGA&Bw=qOW&snnR}Lh9-Kt1;cg|)n7ScR4vAVx&DudBtR1<IV1-i#
z2N02>pci<I3ApRIWCvSRizq3tA{Gl9UXAUXjHepX8uxLt-sJ~nALnv6816P|r=vOw
z=HvyxBa^6S){vS_0r#dkb?(YY=6S&vC?!(Io2X-)ah=0&6}_r?csARCHWR%>yX(Qb
zg-}T2Ph`bn0D2prxO!ny&f_g_4m)YE!C(#k0XI7g>~mMU>d;V`Ro)KUp3dsek&fF=
zJG&a!6=}HDoPaZ(9>0WM4(cP(bnk%Cf{i>?_Y-R7ZJVD*#;kyRiFeI2&4fl2Ey{1l
z0bP6D)PWA&@@dJzOK?Zl*=q%KKRa;g|3uyY$r_yl1nKpn2s%>!iIjzfT-7Ibo43QP
zWwiEf1vLLA`jUwgY=+gB!8g=Qc}mil9R|HD=`hn6@A^yHV0K;Z`Usw8()@FEFG?MH
znEME1(HoMH<M6^NCB(oXSz(Xjf`5dZ7RLtH%3kxoSh7n>mRp`FbwNz1qBt%%=)YX#
zAStrH+1UBk-~eV+aeVMe8QcHGhIW=pLl?yaA7g+QJAxPgw@QVlv3bAYyPv-kXlfs`
zxdUf5Q+mB-o!yP}volrQI$8K<l;iuq+kD^xh?20y!EZo-iu(k=FH`xyffZf9OLhH5
zN!>K3FV!44Rdf4P?CTTF!7oCOVy<3lpMy!p?9kZG87705u1u2j(LIA6yBlQd({Bzl
zO-?^fKc*Rj;1hAQ#oa-2+k3v%4e)#e<zdCQ>7)jWTtTI;l+w3}(Jhu>!zo-}M~N`2
z1+y4yUQgb1&(+1^bOAGsIfWFWl0WZcJ+6^Lylq9d%Z3W!Po_z~MiLypO8sRYbR=qc
zqO1C#P{0^ybOiCy$nKX>X}~E|#t@3l+>Xp?HFQoIdg1*!P>MgoP;!D?7WV9^nb}#(
zIGz3`+fh8jATQi+%vH8+hW#DC{VHSXJMidNVaM_gO!`%h;P)Y4WEyb(FgS(2mlaZa
zTu4-X)g5hitGBI_-b5&k(2jpZWFlnNq%rgy9mnd#MPJ^bbD+4tG5LM?0kPi*a-e}5
zNrS(YvG$K>JWDFn*sKD?9`ZHE*aLYtwwvo#PXgKiR{k2#4ln=zai*2Wb)T|;Wx89?
z99vm60?zXCD!Zi}2g^<vh2XOy(ZYZS`|mZ3uvo5%>l|R69hh0|Ss0qBk*%xVL0`(&
zh;ezJPBeiN1lsRzJbpH1NOmU8nA_sH(14@e-;>4YSsD18U_Wq85#0vObqr-ey_8vt
zB@=T*2Js+si>t4upAM7AW_&y&1LU#0Unj<L!dk&bO>+eE_+n-tP{wS`ZrkH8bf9z5
z*}Ub}*wNYaF|#?uBRGO2Ow?H^<F@h0#X@b&P8ORX>@})gk5uVRM+2J<zWa++qH9_e
z7-qXsF@vE^{h94dgdq%5xEvGNd>5p1V?yv^KmxfbG(!xf0$dQ_R-T~+_>E=&Xx(aj
zk%t)>$|O#Rjwf->95t#d@=1xrwp@XEn<phNPsI^QE;?~S(H7zh)sMdpE+vc>Aj(+4
zJtpmuc`I{N#@Qi;!XM4r1vfwzjNFs}o-wmijNDXzHb<()__NtxCtwU9CP&#=nkD<Q
zlQBK(;*e-89z@JZJ|~c!K3mMq-0g+TB6TL4JZHAZJYR`i*hZhQL$JN0xn1cSy_rpg
zE6i>awlMp+u!Y&})U@Z=fE7jv!vOh=;j9M;bKWeIW+ReILPDNaD_8sR-P!e61UfVW
z4eJc9V_j>1BkAGF6$Haq_0D&yuY&EuIN05S72}!#!o>v}0huc&S;3y!s}C(FnK=U8
z`{kTi3vkyp0XG1!@XQwA#j%PuVVNc7E0ktmeZCPVtfFU-u!$ZgX<kP-0xTOXI`2?|
zRF;j<AA%*!7YOh>H;C*aC~|Fl)PY$nFT(daWk+!J2CQ;W*HBY+-i><H$^<NFvH00*
zd)wD!2l5hy><=)iQm?HF4xME8_JOZ8rmjm24HB%g!J=`Lpex{yK@Z}qwo`dhdFw@q
zfXaKOGD`OQCn1?})J?TISO_fsmC4%MN0d+xpBp9AvdakG!h!|DsSGKZW`^auH0%yb
z9CU_IWxb)ncjSyq<)e)zxA{(oy_sws;Vt#;k<3c2!pN*H<!0tKygp_L7Gw-eLoBYS
zu54X840nsB0Bm9K?!ERs*Fy)6hQr^fZ}Zi15{;f}F-lZseMyQzRUC#r!=Kx3Al~uk
zcJM&l)dKZ#x8cS6VoSEKF2Preo}vZU%WqLxN((+jc44<OcqdP8^zj|S1g^;9_wJY7
z07D@ci>MY)e{s7q`g%abHN7z_8H-L#-tE4FGLA6HWZ1MIqgZ~G(S~>E5|zVrLDobb
zB5TTZ7$+&uKlMt7v7IX#q-Ty~u5>K>KZAnYN+?t{GXt`LkKr)0F4yUsmZ*X|kLdLs
zD%KB}KyI4`lNyTuKa>YQyiTLd-41DE?tKd^hG#nQm^f1C(vL{qIWK}0@`X0JvIEeF
z*>HHoglx+MepC3}!EX(}r}<U!JHzjyjBJcqvn_l04V##4@$fsu@0*#~miPJ1oRn?(
zj9<y*Y|AVBKIOOa8`+kf{Py#ke{Htq_xwg@Wm|6G_XmFV>}<<+ceds0Jb%pZvYc#7
z1HWHS$+o=2@3yJg7LlaS_TAATzIe>Tc`}#1*Z?IM-zZeye~-54^Kk7DOAMU3I~7sZ
zs1w<7R$Tl|NeFKgsaG*KcFg-2P!U~Vlb31Ch0Y|h@3G3Zhut3AUd%gh;ap+9nj3}G
zk~&w>aN&^h)y}KT^`g`f$BM?7JekGF<S4uA!6MLIlnPkBIv*%BZE|V5h?o*Na2b+x
z;;a8l)?yKP)|4;Hvwm6`;#_Q0p7l(tWT@p?kBL0%!s3W{>It2%mS;sm@~+f1j0mjo
z4W|)j%3IMemx8#}g1C{$-4?d1(YpnCV8lQ7xW?XCgdAY+Vz3v3FUDN3S1H)D&Q|At
z1T2abRFB?U#HemAQXBCl)g@E*!*s5K@+~v0n(`H&m;&Xy9e0UaXK9?w=OhYF<PJu1
z(k8AZb_rf?)}6pO&q%@UnNI8?pyJX;=>)YU9gCC~O|hvsVmv?iCERu%lE9b!eGWSV
z!V;L-jsS~eTC3MfHDD+>h^|$f?W~2CsCXSwW~bgDwM)+t5k3l0w`s;`k}RoQQWBBs
z7qxP#G!LsE(JAcDQz2LgG!y&Tga7hH1X*08nli4EwU=;<b^#!_nWPJoVrnUnZE1rY
z+&-_zCEJ?hb?$!tS;@~kJQrjv%JOpm(<JTL$e){~hQXw-clV<kNQD^a265~qq9a))
z@|<bgt4_t><9ddXmk6zhHMmnH#;Bo7hh~&GR}3PoZyLlo9Ahll+>u%1aps9(%$pM<
z!=~%Jn7G9kLrYFVATO6OLfT|~Qq41PhQGk>9}u|C>UufGKg+JKM(EV;BR}?CXz_j1
zj&CvKz_1T+1h5a0t8$S2!(n=pFe#!}Ig1$f+WT?%BODjzOk=Jc7x`vZQK4_<8pnz&
zi&N%hw!3oLv9I*Cf3b3KA#(BXH6pN^y-MmHF$4WRAM+u@+>RF)nFLxJ&uxmHE1@6x
z3IJWG=Tc)_=2=(nNlw$*QL3mPqg1<e9PP9&XB**6JL`QfBHBilcd|IK=+<9Pv#6gx
zC9^>t_!+#~rkOXR0Lp;z%o2`yUufJjlXxxX&})_@&yAbP&?{n+vLs_&G9lgr<M#PB
zd3YPJqEE(SiWk?TH8^)yPd+M&PgHQjm12y{SM41A&;beReH~DMZc3)I`o0ET<tQGe
zE#K#dljfC8u{>LJg1X%c(6cT7$6F$n6lfY9#SS&`D#`FFbX7W_kGfO>Xu>V>WGckx
zsUh<E%$TNWmS?B)Coeocg-3Y&aQ>>orn4f}!fU2?KT|&rw=-Ac6tO>PLSGYKx>k`}
zHe>v}0yCNU^J|Pd6n?sa7WPEoy@0BBuEcqryMrwxwx8-rsw(;s-{j_xrdeV<vFcuG
zDBW4hvq;32s+bgVP)@yurZxCIQfBsVuAGL(<5*3w7M6F1{x>^tL#jQk9+QNIQT4{w
z(H5*vaM9A&sG9#{YGzNZ8EZ+P^_Eaj3M^sIGM0kS1&@DvFRe^k00Kca-cT*fQ24u~
zEJE^BEMJTz2BTR}<gam4D)!2$cBVrqzK~KKuFazrjj(bG=7v<%6suDm$9@x9C~)Pc
z%V^2!0f6My0^)jL4&$fLIORKSUv}lmCfwb5oM}7P#rx{4zM$26f?aI0!&W7a1RmRc
zAK9vcF`l?%zm=J5!hI@ml)Jcwzjnc*dF)eK7ONWAn(q5(Va=w|hqEnpvGXW)V0*UZ
z*_(K&i(SCqU+`HMdn<1p`t5e!%1;4Oq(ScDZ>~<el()?q#KYS~`t3g6`UBjB6T!vF
zDySKkGOoA!s;qdHm}Lfd4>LEQiqEBXdl=Tu;j?Gg*cyCo;c?Y)^)Fbg)^d+BvO7q5
zRYi*@6`^d{;u$Qm*{~-j^fsrAq?EL(nn3p1&bKc*-#Q|1!Yb&45FF_BoF7%bPx_jS
zBYIdLV;jNBf+pRWr#=T$uuhmZwP<w==XRnxQ&}*5XPZ}Y=It37BqSc8-u)?4{{l6d
zxn&N}ZDg#Y$^8UAEZ#vTvkhNJOrWG&8A3)ojK;;q&Ra5K+ZZ68{srpHAE*nty%365
zKY}#)la-+#SPk3~;=;<k0-#nBR%bz=imc(w<Igv_MMm4Q#d`1=4Gfrm4Txg)9(66<
zXK@YL$H23{;vy}Yv{Bo4HK*-7=DMfv64&APmbg4S`MtHo72^5+_EGgTvp$TieQ3XH
zOO>s9iEGW?aoZ*)xZG7Wcotxg<r|F@K$eb^)w++9*7x;QTPMEdnP0KZGusUGhWa%Y
z;v4bfgo1vJM&CE2e~l{R<hZwNZMIXsBVp<4cgNMT;Sh<4wcLB*Xx-_%<YDEM%O_N~
z%)1r4w{ev<xH7n<#>nZISmU{dA@S+Nk3E+#EIz7I2?Qk(^gcmx1ic&j;iAPFJdksi
z#3cQ~e00b|J@}BOqj8(=s-9-4@l`stPFA%D5t`|k?RTgY3g+0Nl7Z?^2iIy|G)<A2
z#vy5dMkVQd(^5r0UXtZ&AG_>GAp0|4`@og4`u3VYIjX{N@qqc6P@+*)zDlkkH0*EM
zf!DfOJRIj2j@uU~X(>i&>0j8)nU)M(`X(uZbaj>?l&`)^=ZpGtCQB%kxdnv<J5@|4
z67sOl#9X2o*$UvL9E57kkrZ!Y8^huU(VE$EAD+#d*PSQ#28k;178yzN8Ple*awiSb
z1S)iQWKtS>W)(&z@ZjhKo*bRP#Q($jI*ML6-<+=ly5{RDxl(=A*^nc!>I)1&R>=f)
zM#>nm9-Wr8;yurjbweS0k%B%A#rpZQYuaE~Bh*3f-c9;&kQ7%}obX(N?n$V_AbD!?
zP{)NHnj9`MUuvhtSQghrJ{H%ki^N6|Ak%~DM8>l>%ZQn1^<KrGx_II@t=>y%&j=Z4
z*)iS`1P+||O`A6nD#h5XXz{*hpxv(t*~n~IrLW#vV}wsuGg&R3<n=K!FRb3bnIy3B
zWOa;$KfS~tLdtlD?5d@VH!0&4UlkezS&&-C^k6l$C5?L3(27=fqwiFT%O?t-+Nu5b
zvvEC@viflT`jH#qyxuZ)`VPideQLwJa%$54X%+jtpKv^+zu|2(RwRdFEB1NL%UyrL
zxJuW{yRwiwerf}JS91lh-j9v5w}gheULFF=yFJUyCKBbqyN<=%60+CES+J>VL^bPQ
znv5Z9ttc|by*&#1Cbg`c83gyLGHCn`nh{RA9g0_Meby;F!~bj+(&|t-uQNO+OAtd*
z?5kB7G4qQMwpFSGBBSo;QlTxyL)HBk$3Sa6vBfd--@f$Owms7<{{F4<H%ZCg5iRm}
ze6#$Wyq~{I9!zq)FOU8m`fEg^e#Gw9kI@bKF?I)!C%HHmNW*P;_Bfx0+x~1jPq^G?
z?GmnCwAICC5oYDTXC(634tS}$*f#!3h3jIE^Cq2L7i-aQ)Y(4oJC&BYGCSYW-R8HU
z`4s;RvF&_UHCv4SE$}V!U9_J~jM^cBbd&doLz8rxMwGV>H_@<sw220&&i~(NXhHq`
zuQi@Z`qxSO&9=!|0BKuvy6s?V!{leyB^V1*6HnGazrvo`Y1<>~3EnvDeJ93vrz57A
z+L+@DSyx<rqT1$F0ej!kVV1GU9sJ<{kiBnajQ2fX$i5;mu#pw!EHe_8ul9v9{&{w?
zP(uE1PqpZI$$N1^(bK}Qw?4vDI^p+1c+~_%0rL@CiIXJuxmcL677tVo(ZLK^<WE;2
zXjteT|CN{~v15qwe|=nK22OPZ&eO=oS(VUP7+N;-&DnVi0&7lP$$5?t2T}E|4E-^g
zCaOQ561pyHxO$#fBOPa;Ufjm3DX(fs;VE<(BdJ@2Gge7}!ycDV=b8ffr@l>%5EN1Q
zze?pzra9{qW>kSOURZW*9QZBFe!Rmn#$Qf=hr3__CI9P82$+*B&G$}}Ie7!}XD*8j
zT{2r`%PWVl&NJf5CQX>k*$e>k)U9SyXrc=#p)mmalU?Rf2_r7cRu}rb*jZF2sQuxO
zXbI9d&?%QUnCMJYuRt6kE7}v!3kwsP^oCrk!XE!gnf??h2E?8{H0oCpAUhk5Juom>
zio0Q>pNWloD5l25!9j30ziVvCAd}HmNMBX}g^<Q*GCT~kT47dT#S^^!V4z)V*YX*<
zWIc{wtWj>;lLkS)!i4nx)o23F`%T}+T$I)Y2E^AHlHSi)VG?dxw7BMEo#ujuL^E+!
zh|#(k>iyKr#A8O1?8GgL%%w@MZE*OWr_2Q|F1o-C0mJ43x1R;>au&D?A`6_;T;RN0
z{X;{^2)o%6@h18-3gpd>UnE&Eu{I-LtYiG_BJ6q>K_gsiSAx!HtxbXi<Th(Y{{+Se
zer;;##Y*YLx7fCg3;Ro2WUM>PPE1nA85@yK-195C8Mfq`Y7o?qGwPhYP&e?31E-P>
z^#%2jKy`@>P`Mz%nI{8DwL~LEG75}#N-)n^0E>q&Jqwbf17CM_ovNTNH3opB=vh+D
zGq<0Z#-&h+ix}APn}phi;xcPX;*Hv8B?g;WC6}l?dn+HB-M;{PME`h+Qw=>LVvEn8
zx2R^^d#@~o!}B|1d{rrdIrj2XZCj^VO5&f93_=QeQllQe1h#bYBw4@MT75>9!{a4d
z{Rs)GZ?wEJ95+cmnzLjY=u9(@EW4=uYy<h>GrTsfs;Zq+{>Yy;{l#J_pXIcak&G*k
za#PqT+{L<S3Oqz`(w<l{M1uwZMMyQje7XjQo5Z#r%$W)FdI7vyTGg_VlXYRq<+nP+
zrMM#LEO8^k2o_m0<x+|=Q*xyQ*_}!(85~Iw$fkO}UV&vZROovb|G!YR1E@kG!{UwS
zES7$CA@>PH)Se6u9E}#5)UHOct{12ZP>u_3{=%OkdWa<luJ>ItoP7}27pkRf(|t>Z
zGx?V|IXW!D8U|#u49JOa;6UpU*^RIyt6RGY&!KRmPTd4(4Hd{j`A9yYR<1N*ag9)v
zYc)lYffpTS4u(~zj!YS2TqP%<n!Oi(o7RQVW<*+d@L8c;pq(@1&87zg&6NYy)CKiw
zcc>KI1k3X@VP$|On3NG4|8SHtKGl`7T&E1Jfp#vG(;Rw<`Cwe-1e^J~OZ9^c3ptc)
zar&#<b<$+1f4$JlvTH5g6g8_eLwuNFVO=Bw61A#Qu<i^!C8t_&+tREFI@bnw!^8k`
z0)d06D74kY$MdY+8Xv`3+RWIYE(e3;q#KqZ4g2|npk*IIE9%|VvSjt<(N4_$`WKX5
z9}d=0f{+xa*`WRY67JUA1Aj69!i60tra7~`_ZF&!LjMsjo(_A?^PN76i767ySYPwV
zs^&PGJ@7o6Z%+I;kUE^mN-gzX+6}N;X4OX{t3HaeC9X9AH*3J0)H2TyHLj~hNm8S?
z!qgf87S|cAk+}t(GPhNQs+7LK2hze8R;Vk9!}dHnU^JR)R4e>=jj<3N6KyD$Ht2=8
zH9?%c!AmfkkTYU7iESe{9V|@54I-BddCyb7gHl9>)I-k*LLyoK!<)>yEY_~$-aF|{
z$ZTAZic_Jm2PK$OlogMDrZEr9mM)l;8|8fdAI_Z2bvmKH#)n9FXTj>fA`&icm1m??
zd<@zn@!0l??n*T1<6Z08iO6hR9?MaOg<>R_S>^fxQx$2&HTbLQP%l@KBkH-W376*D
z(;BUDp>Jk3Eh|EHe9^e~%Fi$oN>>cnB#)Cv^dl5!)SNuR(ZuSIO9z-hD-k$ny4zRY
zflYKrf%={h6{O--dQ6Hks+>X*`+ABg#NBbJ8%50V&?N;b@eLp)Vy@_2w|P=AUt1TG
zb3Kj#W}w2QrP9QGuC*hm1R`baRZt@h%WRM)YtABcB@9?K9`aIWxrma270hzqEN4pE
z8BVj;f$QKZGbAC@Dm#~m;k>h$BXkZe2tZe(M|_ry_}}^IH6cbBB?+D@GfEOYm+QXs
zj@3nT7LH>qvf627j8nbJF||mC|LiI0aP<drs3}nU-~wgAWKx=@`r0MHOIr4n*kf*D
zn#bG>)l!b8Qwi{=^MyR#Dis<g6@qFwB2>dWSWTl$lYzaAB5?sUg&Jo9G}9U3ay|RH
zakB3c<HftDIWeosup&=Zwyt`&9|FG?b#fi`h8-(VDUqscQjbH~PxSX1hyNS?HBSE;
zJ5AzXg7kv&aBPPm<hMm<5F^u)k?HvjY~cT5l`BTS<TzP!kU6APdvfLlk|P;_$~-kt
zcQEJB5@jnP?4~sQBI*-iRC+86GpKF^<7q#qbZF1-DHPrrMpQ5^3xxMxZcu;ezeQ|n
znXQp3JpVJQpjR)Xf5Xse+}GELbG<wv%O4lw((fx+5n;doo)Y_iAS5P2i7$|v3wlgz
zX7bZ*xTio}uG>)ms!%#C>Cf|>5~8{D?`UC+vFk(*6mxVJP?hiCNZ_gt#@U=E!HhB9
zI*|>v9I9fw8t}I#W%OxVWqK>~L(fslMkB)CGS4Ucjp4Q{?eK@=!f#4z;<%67+sC)Y
zZt>RA%<urItP$twGa=a%FYVsAE*Y;DVbtW!hmo3~)ONjG6MB-4eOfwp#`i&4WFLXE
zLp>~!jNQvzjvzIkI?=BoF75uYY+Ce=L1rDw39%OF1)mvY3O+do%y4^05^0i+l-w&f
z=BcDl30hbqS|(XwCA0m1BZzT2Ge4A0m^GJi-Az&8fqgO>Swa>?1iD!T>aza<0npbG
zh>KUeg*sBc)nA|mQTeUh45xlYK$m9Ww|t>l2z{g;>Jk2k8E({sws&rycW_6dhrRO+
zsflc7@Z@FewAJFE-hn#ofg&3=xl#2){ITbPLkTE9RmSLdJ@AgK5Ow2fUts^tC9hpN
zh`sjCR2G--*MOP(7uVWN@~*c|uC+hq-L?5|F{m}-d_j9)h20+?D76!0TR!lZYs~;(
z&=FXH=ea$uK&j)TC}b?2Z@D&qVsrWa#QPH0J+qDnRvhQKD8Uy@=b4+rpS#loE7E<Z
z<a^f=*F;wn9?(ih^3^O~)$%nBi>rIymd{rCyeB14nqKmkzzS@uBN?{`R<v_N9bo@B
zZ>rZVZ~5w$w|sWy?Fbc++pLbjiVh?EmHFCx<SSp@@|DldeC?ceTs;^GJoriote|D3
z;42}dT$>O6J#G*7hFilPXfMjPgqtJV%p`WID29Be9Lp{{_RDbUqY}HpsM}2ETj;7~
zaI7|4JtqE6NtPOLe4BWl4+`9H{!Hh07r#+ExwRmEeXe!gH0%1@81h{=4a*>#uTJN_
zqceAK-3hCqtl~knE=KC`t4^p5CJcLQsUa#YV%K%XlE-1n+|O?}za9Lx^4r4iMSj2I
zXH0#l#Xt4o7M_Zy;@Qd*Gp2{yc((C8&ht3WcAgmcJk-InBVdP(wOG(Lv`5fkgr(65
z{D$*O=f_^y$p(Idw7C1b+4@Kbb?ku=&=G|Vc&_XStj_3&bV6!ZC-nc~*e^RM_s7MQ
z5<b}krl;~sUeP`|W%fy$^vPq?1qcD&@I3E3_#NlBKG!yC=elV&-yw~?!y0>k>Xx<C
zEdtZkSBGMJhjlNk>jt@@8yqd5g^@lxWb+-Co^?G?zzW+f1$j@WLV5h=@w=5@5x=GU
z?&D|3Z|XzC!S!&SoIZXynJ2zUAI1ypLkT<+cshAHd1Bx6u!AQyPY>IB_Kk_7=g9AO
z{I>9G(0NDtCf5cAy7h(rrnTMrfwlo-hV|?_Q_Wat)cTrT@R@7hV@QaMytL}mc+VXX
zg~tZwHje4;nI$x)KnT*Jbmn9{zZ+$877|ptn4o)>Wbx<jJpQb>l|O5i5^*PCrS}k4
zx{|Qc(xriy%P1xAhWx$G`z&1RjV#8WigtKt;0XdPB&EDkZc|QR-e2cE>^tc4T!u?3
z^t%0xA^xFIR_N*sPWIP}KG-D#Fn8Jv?@2TLJO*u~?pp7#Ss1FchP3UojcPMRpY=o5
z4b>^QoUMDF)4j*$2T!v?!br$29-qX0)V1*Zndz(J)it~r>FQE>*f*LYhypc#IiHx(
zB4bg=szVo}whF(>T58Eylj<ENqRt0?%Vr}tRSQ}AYAAjEDQl&%B2{f*WXZkS3q)!p
zTYnr#)`kug%0Kl4h7Dayn|>2r3_Whgm?xszG?y;d55AyK*UJNqy;UDM`t5R61T{9h
z6rHFvD~%)YMy{97L+QenYsASaz1STB=>ySpHlXF)%Yq&Ih6Iat^HmWkk7_JG)5de<
zCD3J7fgYOC?WAc!1VeW3xwh={sRUb%>*ZuVi+z>WiMza8j0U^}>x|aE>&+OoH<H;E
zrkYh3OeRver#_-;l}d14KLPIup*P9Zw#)VwwI<VqiRZi4-UiOl9?^)<uczbs6y>Y@
zg)#S>G)|dyZi*BWM={pWMXySWTrXcq8WzfwTGtZS@<!|Ro<8gt4~0IVsx-H{M{`%;
z+D+Q=i;25D$pC~7(o7P6E33`9^8c0_($p&BeWT4x^+BY-OU=({GtZZ1Vm(P~B<-v=
z=e<8#^|n}+(hujeC#k^fH$3qImv-aFT0p}>|GR#m(T;%gp7r-yk#Ww&3KE89eLT?<
zt35*zv-a0QS3deyRC<rmdh~2&P^~u@SQB3V%^1{XV<aeM;#TkL>$Bwwi{$l7!f4Va
zZuNW^`mILV`s(0x?91>7CKxp8<gXt7N7$y<<~l9x%9j+Xo0l@o+r>_(@Gk!l<HjP)
zm@<>5zKi&L;4_W}RQ}VJdgImgOb+ZubM1>WV_S9*nZz+%Gd_DM9OM61$yBftXk;&a
zK8C}e^)deJrIce0_3d`tt#;AEYP*;+`dVd^6PVei<fsUT4t%RT)-}mmb`uZBC2Z&q
zVXE1~8ug*UhJORyjNr-j7iV_)L4hd4A%G`d%r|dc`UUKusYmL{*Y$V#+9LU8oHJj6
z_^N#W0v(CgH%aPSoFbKN*&3~ELXXP&4yJrnj(7ZBju>J&)Q`@Yqy4LL9Q=1V#z>A?
z=gcwYt8%OobylR8%vRHX4t1#JT&+&{svPh6yBzho(<jfFBUiHj;~pRJcR6Z5K-Zl!
zN9$MR_!bhbXsgY!S;jDwhJRiiZTOeRra+t{-^oi`5R`idGXtM#WQw`|VxK-*#xi?*
zo$JRUQ8RVHzFvW4fJT7_(A+Np5A2?^uUQ1KI^WE%1hq#&Z~IEnm?)_KD?yPLn-$pj
zm7v&(n4seK=^r=C8U+=%ieCcliCgK5D6m|AA;9QED`m62e+50LH`|@so@5nwpmVFO
zknoBKg^m_6lPE$>IniD%vt3-MUU*J6{r|Mg_80%8%+|Hm3+a+U_CgcG4|!}eeyBc?
z+RJvoP}MyntVtm*%mnCmbfsA2BeGpXcsG%)=ui=MEo?!_HC<grbI~X{4au!ea?@gf
z*3`gEZtrlYW&}|fsj`LVmRRuvswKI64#bH9`dO~1i&-7(3#YD0Qq3HRiwGpD5eNsX
z7?m7*!1c3;#E-A%!~n#6sM!7@-zY|qRf|Xy2&j1|!T5pDa_lx_`1_j0!Y6k91-YT^
z_#0WbFkE(KthXP_$NB-e>t^C~uk1{k=h*t0a=n$Y@VK0r54+Y)p+x)$x+*5>msHoo
zSMq|OX++tnbnGVjE)J!055|2S$E0~4d$A*QxHw^PsIM=a;7ta?i)xcd`=oi^KI>=6
z9*&~uY(&r}Idaa?2{}W8Wqg@bmDA|1m$yl6h0nBm`e;vADm`@mXqk_msnjlz{nVuM
zT(4KHwE0wuuX0;v-SV-BbA8(#$c_hlV>8`tD>xF7;M<PNcu!I&*7b)EZH=^%lOfW~
zpA$FBKewI#PgFa+{Q$Bdk-?aD#v2TV(i7Eo@9-1VR_{bPyB_1gAu=^9TPgaQOEN!P
zF-l#(mkylUZVG#W^u!|S5A{1y%_ZNrU|?(e(CpqAe>!2<4ebjJ=-%Pu_LY?=Sy4Hu
z^v$JT=!<Hji>gVBWPV0OlQ_Ayz#N3gTSX+dTA>!9S~4<wfi#$}TBZyGz*_$Jxau@K
zlt=hr-{i8tLLFTd$p0+9R)_2N3ouZEAs$^;iuFU;NGPYPX;SJE!=Adt*Ic^9*ItU9
zgTs4s@cg$emJN~gSiAoVX=8(L?vT<Fo3?S?-T}<}WYeYkOBJ>z)&#I!Rrl>@?AGT!
zA!V0ON-Y&D-Kz=1gwN7e3W%fpl)Skrka!}*Bg$2QKF;!j8G3@(^*5xt$_|#f*5)%{
znvSRs_tAN$tlpTWX5Zvi%xNsHwcjRTpnp5c(#<1C5`2#D&d3{jMyhX+!Oc=XoQCjv
zVruFThu4-J8uvk!2(K)mHwhZx@V4<CFW)bX+ZGx!Zrf<MQ%k?8*aMh}pCGX`*=Rs(
z*;Xq0b(dwbyn5sMk-K*jeB!IVR*$h`HoTP}X+f&vi39gKl<R;XDPjJBZ#oWGeOo=E
z()cCW>GFd)j9SS!TA;(V_9PVeKqG;P1cpnc7M{s!iJ<4MR9EF^@h7LI4lU!;Gi2Xb
zOG~b$;%yHIlFOPb!J{N@I#lsCY&B&xH3uj1IMCRnf>+9SmAU|^rsj%muC-6<at<`^
z8+$96nAQ2SB(H4hXl(kU<%tiQf9@T+zrX0Y&sIt32TeLG=4@5XfyT&y>>Q8oW*H&>
z^mufwO(a3cf@qMz%aO^XtRLpG=NiKvXiPi1lZLC=kyI{m-4wf2N1SGZv}^kd7Id=S
z8zzSlUac-!;ySi{@>O<=rL-S{MQnZ#h>0_P<ip=f-TWCK^o3sxuy^~a6M1p)v-=ZM
z)kYaKTN5;Rv<Ao6g^g)k;;OE~^Dzbnt1p~<74|r#8>J5E)PZA>RIam_rbCoeJ>phk
z*gO^J7eGhk>FVxbTI%eJlZ%>VA${Z?h7c~y8@2QqdNdqeC!+Mt|JS)nJh@huqTuIr
zk*Nv&StSJSfT&;auWT->@9Mimn*82o6w)8EKFMMy0(9@v0`(21*1xdS{?qEwB$e1z
z%M%q;Pc&RCch_=g%=7h5t%W0^wOIA6)T7=%b3bl!yw1#p4(}kHBs5@MzbXEOjb*3$
zdbc7uj%s}(>g5;j)~jy|2LkX5DXlYC-#l!==GD13UJN;?bH50FNQt6Q9$U;ur91-e
zjYgWWJo)y_@$%^z#GMY7yrK_Q%T2d)aB;fm7T;NmCp|C)`;!+w#2}&4GsKvZGCBRK
zDFw*>r=$`vC_mf~>W`B<%ufFNfs7M``o@$*RX_s#E8c83?spi=kX)rMz{9Gq!D8H&
z;M-~s-=@`15bfFd<MtJBft7cN+P^ERYJ0;+>e?XMI1IGVA$UGk1=t`l5c-Fc9z<8b
zn+-Qi<0|v=v~JNKhZ%3u24XlhM&!WgNrOAdQ}hnmw#qzp7a9bAoahujLw{<f<o-!B
zA*s%brn-_;cssh}T^5&%u_t+r^XZ)@%=9hmMP-a!R<ERWx;CDnMUN3cuHmE<Gb9!k
zDBKWP?t~qxB2O+;cZ8EFfDp@0^?s4b`d|KS#(-)0&S<dgz)>i-@Tr-QUHF?C`QY;#
zkx$v{PHsekWbvF=Bv17$sF!B-)!9qXd^O{H7}K|uPq7qj<&R=LGi`UK6kYpiwnaVI
z%z&_`Rtmrt0f3ofZAcgMH;y(AE0Q;LT_j^vz{M=g;Uo!-T$w|V<`#b~3B{0s@e@v3
zP22FEr+!o>YQopc<!}B+^7l^tcOm6+YiEn3NnR9u18zt!-O+PeTvAnOL)eDXrNUw1
zlkbmeUy)$M(YBay0|s4FGCy3_rWI(U62TjNi$s!hci7SavlAHnD=ljkqZfzz1=fD3
zcOA<1sD2q<WO;#Rjr$Jvqz+Xfu|gAklanz-g7@1-TQF6X58l?h6Mi8UN<v0h0|*I^
zp8x`k@ny6!yhj-6-AH{r;qg}!Oh7x94*rs6KYZz7JAX6JEGvv+B_rPRDc{p@q_v0p
zQX;tW$A|ay%+>F1?96XwW5&!DE@E*vdw$QETBC^qF_FZ^@X4YM={hA{_bMw9w~E^z
zAi%;O^&1@!B^W7GT#PBam)6DVcJfW@+obg}Fy$I5eY2h%YTBzYrszv;cO?T)V5-Sc
zcXD?Tqu6`<FZ17Q_uudEFLU~D!wYOG&hF}RQiMp<<)l)Q<@RUfuRkYQ&ZG6I%Nfo*
z2!}F7IN5KTr?0H&{+!eqh&XXklrubZAt5->8$N@h`-K5d>hQq*V|=ILR>Zy%M?S}X
zxp+}pWld1>EOr#7NO#`O^pX8kr#aAIwSlQ?s_mD<>LDe)vrxUn-pB0jJDu+qs>wf<
z-p3{)ojaS&_p_c<jv(`Hv~gQfp*mlJA<m-R71i!brY+1Xq9Jy@o^4P4VqLa9ie{EU
zYN3Wx8Fob&v%DzfnG!N>X@rXU3^4OUSD<T_7e=){I5QHX5=$1-nNupi{)rfO%|D2?
z5N9mID#Z(&DL{@KWJKGWYMT_}%^{J4QR>MkG`^9xhPJQynjGCLP`8r>W+7+EgD%Ug
z^SVe=QMt<HYyJZLFt>$cvH>T*SY&H8z9pO{93a=($;maTmRJR330|F$C%qJD0k^kL
zp~}?tPeuRVNZZ8XLP>Y_swEyw>Q1fu^8#N}%uzqd_|JDnGQO~6Kc#j&OsN-^ba0)*
zLI<mLrZz2f1-?&d+GY?TI=EVR0)sJ6Axq6=lG}U`Py0I|bZolsjMY0RPkmozfOPK2
zX{^2>#KGPq0Af6@JXIWt^V<4w(4XnAU|lS^p|xT`Q6dYfE;M}g#%M`3(LNpmASD=e
zY^B`$RXXj!c1cpvjHjSwy1&KzNv4fhTonD}?i@=G)0cIEfj=$*17bSeT@HY$NaK!9
z4rlXf%0gNoOL#X6ll_INbq|fh);enGwH(p^e}k17qGoheCrzsJPM9jA!Qfg%tWw0*
zrZ7Ag-)$U|>1JH4Ih0y8h&F2ZfVZVk{aWfAoeYe}=Y5!bfBIImwKOzzxA;88jDay)
zDBYM)pjdv`<U4Kc<Mz$RRRvchsiPu5%XQ9YKs$WR9WtPYJa6?3;!H2cWZ-YT@pZY$
zV#F#A-{%QA%Tsrp)^lOpHim@j(W=F_aPCc32xrmr(i@}hAX*D<^hl3dNnGDqJvElq
zRO&bhD=~OEw*9gj4##-+7N~{rd!`(PE-z5YObF&(Z-x^V%ITaEk4iGZ$fhv~Z1Nti
z<#>SD7>;`r9!A{Na%nM!Lr5T!Rn_(=qSUkZ>zV|o!m?u+r&hoijoXL&RsTy0@QlUw
z5}SXq9c>bq53q}*D*m;{C8J8$y5E5o?)G^{Y+5u;<Jvx={DEfv8m6ru&LRA3_w&8}
zrh%z3?=_r$LCB1u^H}%j86vz698m<TB(JX<rPQ-UQlCxJ&l5VW&Hq{>fv$@0lD6!$
z)up{L8m~!dhW$06qlSjaSYS<eRfy2TSS!ulc{pR9-P_MBF1S$2cvKSQ8}>&fRoG*_
zoZlF3Lm*ULM8_It?b{6978#6oZG)2um}~7TWSx1F^>WwRKk$|xcvLDor%25D0*`jc
zd-!T=IO#D~blGmMmzo3wU-`2mWsJeR4=f7)?$Y&?9Iz4j!6Lo_0m*|QF%IjIh8r`t
zFTZTPby9!tV9w5E)-O*EWOJWtU-*;y5SBTWuGh;p)=jh6>a*$Boq@HIn5!}ER|c0!
z)_;$m6H~4BG7}q~^9)`2P<+|MzFzCJoXkDTK3}hU1P&<0s0)6LJWTwTd0W+k_0d72
zX^0sClM|LnrI9VD?r&ypoC*F-!ha^nPFw1*Ew#hR+kYlFzeQKVRq;9iT)h!N%fOR>
zYfQ;1Q{}zZcvLzNZx6Owqdx6AarC5*4p;ft%J5o|M3mWAf)Q(O))WL;$4}-sEh+47
zZ|cPNrV|l-W7*7<TVU4p6`9hRM^+Amj5|F2PG&h}vKvRB#GIkhT^|_;X75X#?cD2X
zB8VaAjp0^4J&Mz6&CkO&bXXk1!nv_JQ%%)Pi@16r2?^h%5`Rw;Cg49aBBwlmB@ona
zG}k}uj8Fg;c9FODHuvph*g5wfmjp8Raj76K3OHrqxd7@1GdWb-4`SZ>HUuG3)E`#J
z5&+vPHPq)#4pK6r#Uq)GEAf1OZoAbEv0L3G9b4cm|48!-*J#UCd@6Y^cde@=Dr&jf
zp2y5)+w)fu`=JEe>Wo;cTDhovA$_$7)%&0VwUnbd@Gh>kKahO!RVq#p`b%xZU=?v{
z$c6_D$*e#%Vm$)=UDl+#R2F0!+|K1<RoJpNSm!#@_GVTsn@ldDG3@vY<jQk(#!Di-
zdXEXa9oK8?R9v-|#&HH%oVH@8Iu;^}s4=K-Z|`P->J08-b%(Ai>BQ?7o1LiT02l#t
zcQuFhx(qa-tarZIiRBp-3j=oxiLfdC!Mo8u?G!w!>ophL)7m>?QCd%~+8*w8Nhd3d
z<2Te`+ahY9S53<8vMWtihqrc?yVC<2Yt_eq))e<qD?qEThONAR1Pi2>mVC83mREi5
zxxf08PTU9dho<MNkqr>SrwB5V)nhz-DY7$LiHmf^<bP$BLJ~7;y?xd9Byxh?i;F7Q
ztQPehzWvF*ODw)S?VaKUWJZ?YcLlv1jq0PeOKob3Wb;!rMp|@op<oFoL+*On|7`WU
zcPwE`vd;YxK0rJ59z)dtGLH=3w&ju}_&oEKl-&$xL)PrFj1<plDCSB;=gYj?*14Ob
zLFk|zlRO09=Ka$;_rXaXZ~SIU7ESI$NbF`y8S>KY{INjH$vNQOlBeF*t#!&OU-5M*
zE?id9ywcn6LagdfzzOaS^$~v1IC&xaC~pJpa|nhZpPV4uqGlPgAFouoJaHE_9V`H{
z5K)sD*859d^p|W5C#A|3x52pKr7c|N!ELne`n)+9okW+^$m$cm+A$}b^mJrdS;cA{
z_Pn%3h1Sy_x4*QJWX*Yodw1Bgc8hxJxO9?J<5Sf9*8|Ol-_L^+aleyw=_1~Xo=3(o
z?nFVry(3Spgu3fh$urp3KE&JCJk$2*GA$;-Z~P8%DsjT=czq*@crTv1h)rE!?M*Z)
zPyO(9o!bABeAc<kWWQ_7Z87=_z1QBo-1Vq{LJl<T?iPc-_O@_cU*`Le+w3gAdxKFf
zsQ0^njCUpEMQ<=(+L-ZbI&ZeNqD>U4Ch?w&Ybkdl7uWuJowPAgGl~f4DrP~>!(J3c
z+)Hlwbo+&->?T*8T1WUgm)^Cn5+U?S;P2`RevaVc1f0S=mZ!G7#zgoDau#u$(I_1F
zes%BXx>$NRRbV3R7r{|pVV>Mow?CZpoOEb=@P2UMyTf5AEVA>aPRPhNXWYekY8ZKQ
z$0L8k-W{qxPmr%JmBMB=`W?Yik`$%Obx`yy^R5x<ZFbK!(mfm^qr|+t;LVT_CijJc
ztGX?6?L`%T3)HLpm7M>~lldBY4r*8=Y!RqyHb=GJ{k)8XN?Obj6<5VycqvrxQ<eGL
zv}J2U0ky!j_CZ0&f<ko-IO05D8={=&Di91vn+nxcW>$h}1ZR}EU;Ts((EX{0B%}GZ
zwoL+=*|vNhkvQ71bfuU;0)}6q8qRptHcFRv!zlxhYlD!<wBVab;}n7rN}6;<a24qY
zHr&q#FEwAK_1j*R*4OYCESGFTM9Zt7V51HSd+UwyPtr5tJ#be@)1D0PQLnra!M8E<
zcfy7n?#FO2<v%Z!jb9wY+mNpY!LyUyZr|;%ZPdqUw#vR?w{JC54*8f&!6NBc-)iC|
z;I%EPPy(V`JlVz@HEQmBS*{muW&YPaK(s8@M*ka-25~qvkB3pKuaro9ClsGC!4r>L
zg3Rh=pYzLvvl|cF$GY~l$+T$X@=MTH7N}AvjX5HQni)MS*#zwM*?yg`>F-@@lcx)z
zeQ2K0FQ}EQSe<7;lhsR1-3Vd*DKcOffuPI{**l#<lL!kj*mow&`#vvyc@gDnA~M>U
ziFo*!`~_N)m0NrVx#v@M+T6JX88J8VkHe#J^OPR-<x8B$gdv*cJW*r!4DfBU`)4@=
zxrxOww}d93$7MQ=W;x4O=Lv1(Yd|<QQ6y#BIzN=cNj&k%6mphtv#@TF7-;{ZWSp;w
z3!zS#iQXyJDOD)Q)?4oaRU$R2DIQ+5POz|!DC7cXMXKiA@Ao#!3etJNI8ptYQELi%
z)_<3UYdmAue`RruN-r}j=2UBeFz`G{4B;CP2g%;KY;qCxwRnfJakmSdl_}8-9$%I4
zP)ZR!S6Y-nA{~&gW<alW_pzk_Ox4ky!sj*9-TjJ_7g4+5(?ry{8%bnQ19Y)|_ikn9
z&7WRWMlc)1q8w0`A8@zisRGUDCgSSCJG863eDwj4=1AGDX+%aki}&jg24m)KzXRVt
zVNXWBx`x#A{nNP1L#*yw)DJ88=5EcEcK_G?D;>`~hGj_qGOA*F&XY@x-46eR=r})*
z7$ocQ>JBpYr^A5UR-k*K8H(;JX+&>ZsE$CzxEMrj6|9N)rbzna_+04|;UF%RN<nP*
z1M~VCjYTi+u#+!LR|9lZP!3ZOd7eaGh)WpZalL)sm<N)J2ZZ9^xR3Rwc+fmJ2sw7w
zCto{gnIGcNKqACPRs)R*@8x{`@-UgmXk!&X_Rt*qKzL#AT`D|-zL4VsmlZqdi0GL_
z%mWk^heyTfHiyU6{ZJO#ywaZ@^7_7aIojXi0jfZzw|~mzP~|FP%H>>|P*^-5Pn{Hb
zhwS=1e~i#>HQ_s;Y@a8kP~El(ykxqa%Myz(k^(h@>8Frd27Nh)mPGUudR2%X60R6k
zA<eJxPXNmuH-Tk{2_EFSw)<MPS6KWtsKileBR4K)o?Ujm@ow5X88e+La`bK6h3YdL
zk5i|tOn1Waam6XzEj9Bv-l0}Qj#)E6%vAyR@wAgRxl5u@jgPj#J1pc--$9}at$@>B
zylC9px2V1^({*eo^5vgeNUW$N%3EcR(7j^fT4n7iRxQ06<>wj4*8QxVPc=(2;9M<y
z%bBzqxxD4t>E68JL9a`fF4l_<0+@{=IMJKuwQtZBn0Kzv4o_MDYj=gmUTa;DO&40d
zo?5FXwCr`6dT+>_3k@h9@VbnV#X9;=fwfX(o?gVlNzcoAO?P`PEk7fR)yfMa@mx$a
zn*&hMBE5xySz+5-SUecrTb}Te+45TJ@@$-MR28S#YV&5R-yRXkYx=P$E(aG?ux`?X
zvkW_PBy7>hk~=i?Vy-Sh)+<=+I%$Ouf-{1aZZ{8!gi#zO70E$;<ms$&4)w<l4J8Z_
zeV{Ie6dBX+%IvSrBomDO+D>x%Qg5sp^(g&ed6Q$%$^z84rzd_f#bzn5s`>fF7XS3b
zs$fF-LCM*ul2N7h=gN3@5W`L}YX86p|5x<Q-nqdbX!v*SA08DHwmJ`>JARLqDPsEI
z6zc%HDj{T!7(RHu+iCicL6{f_T)TX1lWMHu_t6L2noc)uYdY3xt?+YTHj5EOp#QBP
zBlra0D<_EZz^Lyu2=HDa78I7U1C1VgQz%s3bSU(?I=Y$hH0%YjLhv5-;X(}OaXmEo
zon=hyS%#WI%A2FcBq%=q1ALx>i~4u*`AgxzOng2-je6p9EFoXUXOIQT#AjL$e0E_o
zk5rpw@eTA}D%hOK_sWT1#^$9_Z0;Ld+>&eYR5mq-wy0l_`#*=zPl4=KiaNIG{~10n
z?fCcc`G03R@p%<B?1|3<)X~J}HIeZd*EIGqTHnOs^v;ozAT4ug{FMp*`b$23l7=q+
z`++97dqIY!=M50}s<s~K%&C?{-Evaz{-p~?o1Y#+-q~Rw^xKxRJx%=ogYnqMYW=sz
z<4bH7BjfQXwe5+&pAll>FYinE3yVR_{UbVCz5~e3gES5|2oAULy>IOQ2&%U=eXfDq
z4>UD}LvO1qi2CP-+{&Jrs<M~6(79vt-jS43CipzfTj==a^HX?yW`;lc#h1e)`1RcV
zFWBmMvk_W%!|kMhC9NyihqRj~f`ecaoo&9^sF*A=vzrbT6tV$gA6InkU`&;8GyCTO
zR@en&<^ZE@QyZ&*>o40z)i24c_uhHH?U+3q<0|$0{sJ=HGh@1E0)Yk7Jt+rbCzR&W
zhY5{UVtWNtaZ<5Etzj|6+A}m=CoE1<hp{A<&FI%z1!qta$r-_y@RezPg@&;i(56@D
zEMNu-@vGLZF3^$O#b!D{?o=6Xu0$#jyqBqKzO^zD>Faj-`iY<4fAT<6H(D!+{)6!?
zwf%SL?dKpYGQJ1B^yTsW+KbWgeS?t8o@1O@-d5^aq$j&KyXi9;ccgQ??<ZxT|I-Zh
z&F3@fgH3#!kV8YeO{y`%T%LxE*3{z79;;O7A~l8-(P{9e3HrLg^kuwgleW&Xmi8=5
zt@^V}gZ}`Z-*)}`_)H>g1fSK^qbI%iE+Hnp_-cH%_Q2<Zqzv@mDEJ&E`1JGrui>-t
zPyZ}FQ+k%AE+yrEgwGe?a{t}&IhV8%d@iFNJ@Gk$klyL<*)P%G8-Uz=fu_HeLVsuQ
z-3$Fa3;q4WAG;9sk6EabKz7SiS@`Z`p(2%jjj*1TE+Rx%TBej|b|+()Lb%zbBb!cl
z4(>+?-HcR$-fxhKZ!n>-FTLEHMx)KSaY1N@`g|ibzo_S$Y|gHYJ!V&D=GXMhTwO~B
z(FXhn^T+=m^!NC#{(gYk^hDiQLd^cYsV6OJI;#77<blS{w%rWu<`j*%W<gvb-@Wws
z(F2X4x74eD_-Fgv)-zk>B&9}KC%$$Klo9(c*t`CM1l{djQ+{*~d)F)-(aqk~gS{&v
zyr{h^mL0v>yS5_nIhVa_B_n`E?;Q57ai%%#Xw#Hd+q))E2f0$To4xCS*gOKY&1*U@
zoKn4Mgn$7OwRP1iI?__CRlP%1^KUwZdet|xDjo__3oIBASn$xxy{e1TE3m=B%7Wi>
zx&O9rK-gUF--wmver@HNt9<P-Yt9${_hVSM3(Ylss2V2R8*BQU1F`8lr&$U?gXRIy
z@eKyfWDN=%tD@oX21DTuZe!IJ-e6dPSxh0kLVlsJAnCeVs0$N0t17!$TE<N8!K$c!
zk-Ezb9bc|{iJ4<uwBp%P@ieLU*Y~*-3Zx<nj~{R!k5p5*mGjhd-~|i9pqKqW{K#*0
zV(K5foq*1EG**#3nS=@CbYP)FA|edWdEC2|4s6q*1HliQPi&ofznyXaqU_Yo`goDP
zbIYI)`NmwdkE{B_sawj@sxli^-yHGEBOk7ZB^;NElP#zMT@U|;ugMmKpKHd(TJSCt
z$?X)mkyVfCL>m?Sxumh32!~5XHy!$5TdzP;b!mC=pwQ~cHpB-d7sp!S5LuYDef%8x
zhiW1K_W@8?01i~CX7dt*?;ujq*cFV#j$tqeyLeWZH$pVRbPb26Qbe@$fht9|Pg_&J
z#M|}Y*VgD2|6iEzGfB{WzAx2tMJ&v<je9fCHtgKnFdkptFrGiVuz0^|beRSd%lFgh
z<KV`ydKWu)IgV`3(+kXbn!?26R<Q*~Fh0j^#vV_n`TL#=^+cZ>j>oo8+t+(I-n_?J
zep;;On+~n!xB&BbOg%H4a`sSzn__R(<yOaT;E6r{o0S$qtH^un=EFi++Hr&eEC%*E
zb6@N5C9c6!v1*Li*UJlMmXpQA-uJ0Ptn9D*UxqCp%&|@`n2A)_d2pLe0H#oml`CB@
z&vkNB4+pog^6xsbt^HDudKW?0uI98;<KE*eF$b5spTE{#sgpT_%@)D+T9vI12S)A&
z5^!frs3BhtXOC*!d2n21TGgof8Kd61B?>gPdhs?6YR{E>3Npr3o~)CduP4d%vMY1D
zYbx1zQl^=K-Vjx)CO<j9JgqG&aD%JOl~d*Yj0`s6H!3`;PL7syeA^PK?`8tSyFQ}u
z_ED$3iILc>1bu$`eNJY1T3uV-w^fH;qw(TqF?{s*9L&bS`(f*PxAP0W>Z}vu_3aTc
zMqLL5Y5H^ZGo7|na=S@j=5Dz$Bted=9aFiuN+stQ|46Y5RNwk#C-HS7+78kcC_{Jq
z?l+H|?dHf?oE$mJ_nYBz<jnQ*0ONrT0CpWYv*m_%$hFzX_6zdVBeIKtb~I2>ym6ge
z&g427lZ6(+)3@mmfwTQ1Lo-jrlzURjzA^SdY#S@G9NsywaEE&DIgYiscbEsSLSs(G
zh<esD;y_M9)1kc)YUNVD1Ih$J&SfJKUAF}z5jn!VUmsx>(-w8%)26r+v_y>(wQnCP
z*LhOP+@b+d5D{%6-!$er#V<xo-%3v(4w}1uYflXwK@&w65KbSgkJC}LR@bxk)a8ea
zDsJOgw5@aWcJm*~rd&LRItok=ANihvoKLT_qT$bo`209*#P{%BU)Sloewz5MzmNm!
z$#8;rr*;ZM81}wP|A+eHp(EtL@dnpq9JY6PC*^`B?Q?WN=%V$w0Tq|nleJ51@#lGI
zPrsxSjJL!$#9$4mfq;$|XP=*~b48tuYEReNOKGRO(fWVrZuA|F;$PO&pSHLgg}>Fg
z;6fXZX?(0Jj1k|brb}%dRh&}vyeL^7o`jM`+yNTL7_^L+?`aiLVZNz5Iv+C4l8br*
z{m~F?5!)~F_BCbsKb#{f7f}g~`?e?(OrH}NU@T`8VfUNQL})1(hw}CR^ca;)F6_)C
zzEJ*!ULg=;#?+sq=m^!2szBQ`zl?gB%dHDkKO$s!>*E>Esyospd_OX5|I7wsdXazT
zZn2({o8Y<j2c<Da3uwH8vM_8-Chy^$1)7!%K{s?jbZ}yjz(r5KO1zG~iV3myTiYlW
z0~3h}h}XU5z|4l(;<lZ3kiB}OGuI0`bL~{Pf5s{&`KC+0n0z=@;9KM>Qh6I5+Rr9K
zz6KdJZLTV-7j^L2WR?Ci+RPL>k+n3&d(nwlk;PlND`qON99{)7`T7WGtOn)Uvqrzw
zPhK2_^)EP^5Y@3objf`(MX|Q9nX<okJ7t>`D!ChlDnQBNR@%NJKhM8VL8E^9tEd4%
z9~$MVV0R{heM9`#w{n7xy0|J(`C0IL{NQeFE<WtU{M^vJb?&yOS(k9=hZR;KHFm29
zgak}b-{X<*=hS&C##ycT>SB#IY<JZ+iSeBcd+h!Rp(}h7Vmy7-ED4&>A5WN5dGk+T
z*tNbQwj_D8^Zheh)pX(M#qf7ARl;WL2|*ghV6|Gi^gBMgv`gU|BYG0f&R`gp^gB`D
zK%6RV?)GONLtW(CiDi(#|C78%ILO)ELERnWwx#tKz+%g=Sb?(5Y%fZ<gyGykebl(Y
zuxe4xGZ}Nbuy;5Z<?gaG{)HVNbFL_3wdenV84H~r=ep#Kg$bV6jD?Ai|J$GHB>%Zo
zG*}~;cB}k+QPm{mhnG5|M~g6;>pEKGBw0{8K#mp-Tq5JY1HRki4SU<M>``AzP0X7J
z%LKUP4hm?Kn=NKg(WohPhqfLL4yP$F)5*;EG+hf*naIV8W=(z!?x=<<dRA#I6VW&`
zzd)_}A4WLNChz6Rr2nw2<hVY2+xF$Nx8|7+G2S+_R&O#zDADBHOA;-suPBWZW4UFQ
zXjT8}6vkbteeJeoL(^t*wOhh4?i_L_e)wHD>VyMsPUNc#sYKHu(<(t{Q=rOGxC`a+
z3`XBopf|0YXb^)??zT5iG{Bn6G^Aq+XweY0kJ)7E@?W0`hH8UnAy~z!`e0O^`rvWt
zLnlNBRPM?*lDV9Tser9lY2Vf7m7mEf42PEuERLU_S+#mtDW{p=y*T@k6$91UXs%@V
zJ2J#%tEg<;K`R$I45N;|%G_5r5RBlm`1ZwtrD6Zfw%9ZY@T$j8o+{=Fd#<53Y9But
zE_wt+aVK5v<Gzn<Hk_o!_$m+EsvbAmjMHK;S-JV~Io#DlrfIcO$ZV@+*!zUsE~xOf
z+8PHR<^J-uCraI`?Q8cfzm`h@%WI@6ES-BSqv0IOR>e;D)pulhxnt+?lO@No#2OGN
zzYE@!uQt9iNI<rLhtkB5vg)5oW#gm<<U3NQf_(ptiE1PRtvHPRz~e<_zdswMny(RJ
zYkXxZ8-c+`eR#(3#=f$F52J9n+{!-NUJ{p;kyyU^^mJ?qB6+1HmeVKxLT7lXJ)Ew#
z4<pm~`4DeGouw!N9TUYBCaaASLvfDBi`wwpN^!GvaSX;ugO73p+`|C)?o7d2!Tz1f
zNom-5_(yhaDDfUk{8x^r#C#~Jww+(dQ7i}`_OBRuJ^(c`2i6_e%fO0Q(nf|>q4NEd
zq2<*>>x5@##v*&^pw;$_3zj?8^k~Y^w&M7C8M*e=eM>(r|3>(ptVdRUq~_8Dp=jzI
zD#zS+t^F$l2OWH#`Xm~%ONVrD9w!>2eH$zi@9+Co-_1ZhRd(EFS#di`<Hysup}jS4
z*j@;1A+BWA`|R^%Gw)hEgUOxYZg*8oBELeFM#&OhF_urmef;rD-K~=Jyt!C%J=2+L
zFsbUMr2u0Ivj3B-Fe^GEPcWLv(lfSD?KkV@xrnT6)WfKcq%z`-qmLVnX-&iSaQB&U
zG~_bk`8JN~+BOb5D*Z?A9lXeD@yFwgx}UFdlCNef9@F=PBXKXCCp~BEHKy4gx3%dG
z-^<~I-%FBd_%2w5_w7l(+O2%}cIiaKmUSj_n2C}HOQKae5iSZOQL?XAF`~>wkbQN%
zB&uKg-s&_VS9lAamTapkj(>d7$+OlQ8KueA8yU*MFTQ{!c(3$xX5qHwhXL|c#uFa}
zl>-okEU%?IeU&5YrX|QKjtxzq{JUV#I&FCP#>CJoCaZPv40B=gwNCF^&3$)l!H#ef
zmr-$sqhu>1@O))~ctwo1KAO(5RUhux5G-Ufz}1oYj~56=eU-2J7d9B&;kw(mGtA!X
z2cwB!)^D;{Qn`MRtbsA|xDQ^h-<lhWosZ8ydCJ)SxUJEDV*)7$A0;Jnib1{_d`CE$
zqjUk`gc@(*xvlC|UxRQ$KX`{`EOVBhGV`tE%aHkuA#brA<5ijR)Cj*3_4)piN)>mZ
z)zYupJ0P$4b~?J9!Nk`{$+EmkC==6M=%=|7H<{5mZ{A^D(-$6}9DH-@8KS$5GqCK&
zTg4XN2beDih3%H^heM_37$fej43OIkI1Bi=tsb|}I|lFN4qvO~Qfh}M`hvn?d)4g%
z?A>8&8@v}Twn(}q?A;yqHmK9Y*xCvQ@3na=i<1X0tS>+GA>7`u4;dUENUDWf8Hw8q
zizgXVWLyp2j=jj65<#djMaCy_I`j_`TF*eYQ4w%EQxM5bf1dBEMaeSlF*mmIqG#um
z43U6)Q=U368nT`c!@cQotGhv%;DK{@2i%RAe4Q~TwD$&%QZvNjSK;@#ea+>Dd&`$W
z(*WhJ9}?@7JK7^D2N`6^MKp84XmOwU$9@?~P|y4%I=uAA>O9pjnu`F1G15G}x)0kB
zF;_9q?Yfx-5mz@om@QTncSm`ZrL5{QA@V<Y%#w8BtlQ4QX6@($i9Q{_dO&IXWTAj7
z<a`E}&|;70iG>56ZI5zqP;Yk!*5F-tg(YB5sExPup^oz?gH7^+kyg4+E(&|~hZ5a&
zPuT3)CMiFr7Tlywn)`L0{I=$rtQj|GjgTYX1>s#{hzF_nER*f4FkToyg?F)}!zwHa
zI49V)%~p3Wphw#00|j&6kyj{Sj(~F-`x6cogm(dYIjkGi(HRh|!#L;09k2&4Kzc?s
z6RD<bdul^N3st<-Im(B9@nb%~M`Ud=<zaH47?<K{iG;(~(vE=bsOxfj>Na$7X52tu
zs~u~Yc}pVxM?AYUaEh;`4L1@ur6zyKO&cHHm72g|TO32CLI6CIJ_xRTZ`B1&!&41s
zYWWdHT3NZAE-#hy^*5y^`rfmIE|0{T;f-eaUP~xZ08Y{u;ZpCWrUj|V@{4TR<*1b0
z&OKJKe+UhK1&X6T+vKzVEAS_svEpw+>wU2^DJymPZXoF~*Ugo_Q!(CTvPg0~BGT?F
zs#o;YUKQ130Qi2><%66^HshPgm5^H318hThy9WXK@*^VQ+lhltt7oEQV==SYzVh-V
zu0n2EyJEZNBGYe*_-uJ0!7|S~XtUH)?dQ+9O6*uHWytFaPXPOltKwH?okvts82OE^
z*M;6aHbv)qPuo#f^${tXOWXG0GdHwbibuA1&%q_GGk@i|7kT1-p1hwS?4Hxe7(14@
zmf%D8wrwP8TH^ZfT@rHh+u_fE2@>`WVV@I*v~f){!oW47$b>|P-zNZ}-SWK%4cENa
z5088%a#E-zAtK`ZK%$P;Y)1HKQSv9+CayUXvnj+)slL+=kE7xN7j5v4X&Rf(6A@w^
z;zr<U=0NW3(tq(DnwqSB-6C#H5YE(mxq}5Btc;Cxu;|p}Q@Wp~N`Ev-b;Q6bTuM*l
zk;Zo$?{tr=Vj%281S-;N(qZjpuWny)h3}NzGh{PeYf)LGF<W{KZ=po<{W1yF@hQAX
z;%IL#za-k*u8MSuF?(3tZJH_Dcnc0S%jX_1yLXVJHmiNb-euHz0sVH*$28zLxL>}T
zKWm!tR}sPYMx9g!<Bxfhw2{GB?Rww=$@^8!A$XIHx-P?;=tv-(Z*SB?XkJwfBF@oc
z^!T}Z?B(Wje5(0G27EWt=i90_rO<BIYunQ#gf2hE1%US;&R%|O9DjE4=N?AP@`nEW
z5vleP#@KE97(e759b0Eed*&zrCm4{sYis0;$;ixVZ>-d+hI_gL^G&=>ZlG#NMBlTV
z+^a;6;wq>U8H1dsHEIfcio*g2hFC1qT@`PdkB802H+UfCBm8$syvb!GXHr}bJj1xa
z^LUJ_qD)%xayxg?rnP(U^}}hhr>X+ZnUo<M%GxIwp{|$LaAjJKwRebBCPWMn=g6Z_
zL(H-PVN0v`3>sHS&QDbaoYImoR`J`Uq$`2q;96#mUG4^@Mmcs0#En?b3iUOMizPm`
z_X;Uk7OITj_?)=jA!;?mtau>e&t0LXfs#w6a~#nMIeM$mDzmsgWY(wm;tEZOzCiTt
z9b&v$p?*O0J9mX#x<by(9A~sb&fY4d;&l7_lUe`Xi>oyu1^_XjcZlaS#4HyOu5(vt
z4N%;3otcvm9Z0;rye6TyTFo)b97v7>doMHHgct<Gpxz+{n6(-V#Ncz+O3vbQvvX!n
zViZk@y;Z0RFe;0ZBPXf%;+`@gh5#|7cZd=VF>5FgL(g5ILS3Qc%$($Cg_3)#P`X*%
zd1Q88@5K!;A<hTl{N5p2nb@wEXAJ{l*tsiIE7L!BcxKM<XoZINR-vbKW@|=}*@)hY
zD={H10OEq)A#O1%G!lrB=dRFrpo&xGr#0D**mh<%xqORZjcvzlyL@Lxx_*#EY&i92
zkG`Kxty?m4TFh%uOd`?Jd$}LO%h0=jrQE;v4k6d>0`UnDpY#s#l!ln~Hz59Y?z+pt
zKO<LV=BVz~QoUz+gIQ>hEQ7s6TxLRi3dE<qLpaQ8g@6d1yILQ~ZZfwuGpDtCwOV`6
z@+E-5#b;#sS?>^!m=K46IMh4Dy&7WHVIU5lyIR-lYPDtNv~{mmTklz3U>16WERXaK
z(E)cs#g77Uw0DTT8e-NlAda28S}y`+<Q~t=Iqs@>Kre~By}agl?|FXTEcJ8p{JeJv
zu~8uX2_R1N4v}Nl>m(2-&s{HsK-8-}GY7d)d334HY41JD!x~`CDY87(JH*>2#AzT-
z_YUz}4KeEs5NFO^t+hZIxgD7~9UiYa4Litg(3jZ<@2%kA3$ps6*Vr6l&k}pK*Vt6(
z7+$e+kjM7UGI(JejH<=|A8X$NA60ejJ(-y#Lo&%3AYg!iQG!x|77b|P5KID@M3gWg
zFiGU4El$&sdJ)b5D&*nGXeP&L?QQkyty&e^(pFpA>jP0BLm&@8d1y5eqTwO#@gRnW
zNqCs~{%h}<WYC1~``zCMzsxyjKi6J+?X}lld+oIYCld&m<JR2cVPK9ASm1}K?gR=X
zj`2fK-$ZPfTl_HgzW|Kj6oUXGc^-l+quRc-=6)I3RbQgA0mQ1=NQ?>@z!`*7TrW~w
zg;VHwibBCD1_kR=NV}>{v*v1%U}*z`^*Ry*EVwSs9fVV;BE?lW#V>e@Lcu8p1#1=u
z>l<tCH<4g{GcZ^qMWvkpYY<Lx9^yOzzY3=~#8VUsPBAE0uOXFcJ7>*37YWw6fx)U2
zm4Z>^4#Fswh!j_06y#+Yv?UnDpkR&QV0Bw_yZhJ^7)M3-z;JyD1u$YsgdT)b>=r4m
z!YMZL6orCQ3<}o<q*85{thtvW(RFEHu<WAJ%K(eG#Q>w?$09|TV+@eOEWi?6V^FY8
zLV7?ggjjG7speyRU%BWAG$2T|9kb>hi-i2xz;Hdo%d0q!GKsYe0GBLMgxSjgDdzJO
zg@VNl3i)IX)=6vb$w;sUkxzmbc|QyJWI(XmMT)DinRj`LLcwMR1?y>~Qf*&ZbH9oN
zYY_RQTvRILlL5i9i4<31Gid@W!Da>ptM>wdb=sPHIufiw<dcI)j8P%vlL5i{he&Z1
zHsj+d3I&@P6s(_fu+Ca@&qjhZh<tLps8q-&1A>(-Qe1`2bU||rS{H0)P_Palm1^s<
z=EBk<B;$bXR16}Yyu!-_!x@y#REZQ|GZlldnWZ8H*i7Mt!DeyElfmJ-XwAJCiLOE9
zlXzZag^*7ML{|XLYXH(!*h~{oQ7G8Vpy+xTshp~<*J;h|m1=&2uRtCaBC74EHTP&A
z29KhuqXYAVdj%lJz%>TpD>FrktMHW+o}y6jl|e!6f?=s@`@)+0MI;6XS@*OcF@V0x
zy64X##Z~x<ho>kMd}UCumT|BG*4#iOSc9y4ZV{DUW!+;DDXzj-PJheCf#55Hg4K*v
zs_koQ?$?oE4YKa}JukB2D(jwyMT)ENl@bA#;46cIbu$O+j5YU6A8~=tR1C84F^F2P
zvhX>2p7--r7|RZxqEIlFLE(B1sZ`sy*4%F+(KX1rXN9QrD(jv(B86D@3^;%%3b2Iu
zGALMj4%P*0?uAIO23hy~`y9u`Rn|TKBT`(2ul$CmC=`5UP_P~l<y=LCxs#^=Pr>46
z5|(wv7~)qhoB|mL!k!zHvbdyZQYQqCdYH#SV`}6YQ?eGIJt66>hlE~sz!dvM3Za)B
zFa=q`N^jj6*2^YdDI%%<0C}2GVHDtoV>@UsV<LHY7!<cldTS2Autg0RdpBYMf=#cz
z@P92SHC$5QL0U`U;-0tYN(t#LU0?|U=!zoTDINSnOOEc{_j7c*Lpi!zKgK0>_)f$3
zFAnDD{_yV{ou@fR_vF4D-N6GnIupLXZpzVpyEjL7JHA(b1n1ZIUW)IH`*U<{ALi(G
zH0J1<_T=cy_|C=mM0`)hxBG(}-QQ5hZ+7SC{(?F_Lmk8M&A0E8VS7dfitNZU0Cfpn
zt$?Na>U&}F!*3-@g0-I=uJo9032=x&m=q_d)ggQ0Qe4M?ZN712!KGF|%lpBM`#$Lk
zVSY1F;A4bcVc(@T@LNS-Fs7`7)$$az0TB3mOz>t=1h<2*UDk_ZA+UAKGr9D&d6#RK
zeAk%Q3zs1y*iY9Hk>xb$ZbG@WOD;F&eTU6!=3Cf<tztL=G|VsZ&AnVyPA>R@n>Qg5
z!Osf$L4q{cZjH#ugKA_g?-veZ-~qhD<F|V_fhoNOGm{B)?G3Jh&{AMZj^Uekf!nZO
z*^Hgs#U0@=bXm<XP&#hHP<lq;9t?kn>W70IY#Eyv?c9WKYB|O6O>Q^X15a~=?;w0z
zKmR_)amCuN77dK?sD6z9ZUBrQ8UW+l5jHr+j{*eR@E#E3oooJ|FkTXY?GE%H&Rz6j
z`_Tw&|HuCl+sg(<_l^*{Q~S~VbO_zTQe6DfX}w}Ja6a~wP3ed07N?oJcS8M$+ZO8L
zU^0HoUU`+mqU2jdsQW908CMM}Q7`$An{ams9u~vr+L&c97n2jiIkJ(%eRfd;rTs#U
zOW(UA*xOrSxS*T~rtepF8mocVsA{=GopTxGkH1BeN5KaMUd?#bYt75xcym#MFSmCY
z{eH)PFXI;=gRK4^?Az5KH*7b<Zk!vopYhqS<xiIFd}v#6!x-F#Sy<F>IU9!Q0|q8+
z65YetXm{8QgI!L;@wr?TcfS1VRbT{%yy9U&@hQ5!tW290TxD_vVW@y1Wud{;30sJ-
z_z4~ug`l8=a=4%^=-En`x7YX54Nyx_*W4Z&MIl3rK8yZ)i2}%?A3$P+tGeoppRN97
zhkJsu&SHSMPIgjOYV>bM$z!svqeoKK_4G){(q%svCC9*}`%WXA!b9-iSN`-7_=o@J
zbQmh*qBz1C`vb;3+1^Ptc^FozV=+u<VBD0MDJLj?vyY#Hur{yyCj7SAh$yjfS7V_Z
zMJ8-l)<ok~xfl&YyZcPo*Uk=f0W%6bbDCf`5eV?nWG+^h-s`p9t2}JP{T}rQbEPd)
zZHtxVu_m3;WUdYplU)CGb>^>hx_Y%@x!c@iTdp81@Hl>|GZ9@6H{-VD)%euh)tSEu
z2h>o&^6Jdrh66}XsTEge`oaOU?$L6qGk+Zppdz)Kt26&I96)A0aBr0fmAI${d3Bmp
zo%sd@!1M5OfTatrS?)3g50!Z<mTN<T4;iVw^ttq2G;~p)qc2l=Gg<oo5r-6ohp!r(
z`PV5GX*zjG5cfU)853QZQZbo-PG--F&uRQ~8uN<J8T@kwdqjL@^UrMdfcTuvKWDSW
z;<JE%7O=VWSzWO>1KZYA*J5U+5LW_QIW1%yuNKn%^vM92o5oAk7wY%mmcG~`W}&2E
z6ZaB847>JB%7!rXuuiR50VA97C9HWa0<Brxr%h6Iuz;=rG%IlP1kY0Q?-m)rR)YMZ
z75IOH*U2(=1m<?2MIZ#w+)Y$SUQ<y;Hh*`pVN?Z(5rG!=){DpktDy$+IhPG%px|^J
zoU^Mv?5&?rG8kFA^UL1@Q-Ytbv<x0ZhS%v1k&yiz$vBrzhQSZJ5oMRbq~{Hkq!b#1
z;$rb@39$4o)UX-h%c#12`&_2-PU^ic<4~yE)MVqxRGgsfV7|8^$y>3~HLKL=eVmR5
z;;|j5X|k0Q5|uw~Aufsb>C;gkw}G~mtNVdyQy8x^DS??Cy#)!#dKX5vwiVzFrk4qw
zcn_{w!Pd<|Y&ZvY@OA7(K+^yK1o{%FSKy138Tkvl2iRgeP$w0{eufMf;pKOHhVee<
z$2#3cLR}d-X+7=;<E-=6KAcSn<LnWn<v1HdI6KE@hDe-YXfJJGSPi52r427rsZ?m9
zo#~NNNuYpWSs)W_3y#<Vl%}_Ad<jPVkX)bk!;g_`d3o~RfZ8XA00;4`{bp20M`3W2
zy(<;Bq%8(auoa^_Q*aPsjH{RKOf0AKUaSqLX21rCpDY5?+DPs!y;+k_=EDsgOatJN
z`DSNRj!_q<3<-M6OjY-#Rn_IBrB&AEq#=AlT%5Noqqc0C;?G9mFH>%<(U<om&MY(o
zPN%YAJ8UU_g058a>dE{zjb2T-ngMedd`=qtIGwUZ)U-aDAcWsh8$69>CJ+o8QeD|4
z>;)p^F!++^cfga%qv?i+OK?)^>RqJf!N9M>dO`B-rs!MfaK<9*Ik}`x2WRI+n@sLR
zM{q<vU_vrX!86n*I3QKKm6O-{PsSLgaR=CNNvG;@$7Wt@ovzkqgf-tw5@s8l+0NP~
zb36rYCgjKcT;v-S>9WxV%(32u9h%}5*BwN0?5Re6_dytmgsdx&_(SAr`>5S0IzT%S
zXcGA{{74BJBp*Kx)=h9u=luhJb2EeTu*`9CqO{#+G*<ywzPf0%8LMGF8|~^U)#7mP
zXm{(FdZqqb^u~K=IUJJ`S>2817a)j`fmiqvKH*KAfaAd+I=$P(OU%~d={zy6Swr!r
z@8RP8Nnu=QqeW^Y@Q&k`0HDAa)wso5YRL~|p&cN?kX05-hrLAu$aB+FbSKS|MMX;1
z4D>SW=2-?tCeER7hh;l99fnu;!zIPFV_!Q0${#U<x@~%S7m?;vI5`79GG>f(>(y>D
zCZ`j~#jsb!$^iDNmvP9e8fxF*9jo(b>c0?No#jh<&U$dwt@GLMF_eW#BOGyxoIc|p
z>^KjdN}2O0bAdN26?JS(!4ED=F<@wfOcc4KkOU*4WV%SDL>Z6srIscVoRJj*jSO#r
zoUG01EpQiEHS>D+P`(KKUA;|h-h4g6wCO<uczrZotejsLW2?=BZ2?vr@8XOwiN5BD
zXj@(07#!sr#mz<C|D2Hu*S<sCe?j)x#{8g8iz-y^Pu5k<!~oj^5a7*Jq`<Mtb3F77
z0*oI*HF<C6REq2Gl7hPQL%Fz#OmEAnnz>lMKwzeK;V{>=%7$djH$EF2uwRdxk~_78
z^!oHenR&^$z0jMNd@!KJ--+6djj@aK0cVT*OkE5B%*mXa>^7nDj2T1ZX*lwFle8U8
zVi&1NL3ubKhPT%iH1MYeyLZ`uub{yeAW2*lszafHDfk4;z&HvrDAxnCfS6pfg()Sm
z0A~5>^b@$T4c9@FGXP><&!DX{vgD|I2kXLhwze{I?~3btHD7*|3n$~sz!PEgnl%x<
z3RWDH_lP2jfhl>WgZYuEYGziMuQW=&o^F<&hz#CX&b6~0I5L(j7yu@M0;S1lAPkek
zRRY7oe(Z!WIf34F@D80`-xQq<x+cOXTeNIxLvT7(%S=2Ky^=k<20x|3E8fu2kRn|M
zmI?-p*(6FHfsf(zf!eNBvNmH7M7c+nUq*QhVClroM>kUOd?0~B((A3}-K`{@#APcz
z*Q`22mkz1M-A53_W!&mhBy02=-E$Jgg+qjIGV+yb9!7jIYJLt+0z;~i@P>d|3IHex
zAyA|ml0&O|2_D=9huHFUFW7YDNtmR|w*c7iJqqcENw;z{CBVv8SN;{^ik%zJenx}(
z00#B;OK2rZ9#j4r3UKfQ?B)xcy--%FM+B}zU^bwdv1Ymm_&EYxhVmoG2g^4ZC9D1^
zRKdZXNu7=&b}uglM>QqSW-8@G7{cuYp@S{!>8phV<Pr|OgB65>-5bg+sZqM}P6CV_
z5HM*auJeMI@{=`p(kwF@mr3lcGtR56Nibn%cV?!{lZWI~UpS8zullms=P@F*cF85U
zQl@x2bKDQ<DEx&<X&(?lUiFuyzrU2d`ZM$g4A8}KiSBEJ0Xh~a8;J_Ss}&q-xQ?7Y
zBoLE^ciaw`O>6Puxsg6-9m?JVO^41<yoiE8b38w;T2$^oj}sR?f*jy@qVQz)yI7p#
zmWC!d!P6)Y={~UW1jGZ)NoR9H=MVFG((`cnCvNN_Y42uwX%#R0faHje@Bx(t*m3&Y
zQ|UOZ*lgYJj(uky%GNBN4{!yVKVc|n-``=0Z}ujT_|bjPn?Usl-w2M9?e;&zp(XvG
zH8J24;u0%s_o_1(Mu;z^c={PAo~9JYoJR<b9x&dZ>~^T#PTV79!S$lf%oul1=-F9}
zkvFN^ez4c(fLH6_2s$K)rlH2$?94p{yrQ)X{xWZ(AqsnT%uL}_pjJ3t&4N`gL@d<S
zLA5n#Lqf0V^*EkP9Y`zwa=VtJTMoe)|Hu^G3$t_|{w8&xKt2?K#q`~F@BIvh^q77^
zqABd~A)zhbNckFo(&gR+dM#TfCZeM7k#RIwIhBkF3C=?r^MX3{QIl`AB|VE!+muHH
zs8eH=o?baYorm-E>E@|y_I;qQe3OdPJN$bZedn3FvS9=4*^dm~JcfG$a83{!EAOn!
z>MS#$K^aob*NF8Qvwhh{_3kH(KI0Q=vNx|2Yo15dkC}p*^`B9=Mim3DwgM?D%28}+
zO+8V`nn?4!d~G>BS=vK1_HdF(PUJ@`f+Hvxcj1vvbFP^=X`0T18<Cz&yIHnyN!6h?
zv!9D_Z>d={3*HlO?<-F2stwAeUdgi*%&ewG&eyI(>j8sKOI98=_sX}1O4z#<12D)^
zshIEKWis>uYDpL`x3CoY&O0BP`TNipO~Dc9`*s<==XR<et9P2%Gmy{sfj;29=9_vA
zUNIi5cS`r-?>_vktk)G6scp(}2`&`Ysh=vxD*allJk=>x!koD>$3j1;^g}^8+4N(l
zpL^+NrO#W1_T1$@fNAkI^;5rQlqJmozXFJj^4)2<%iX0MljIaceTCD=FyBU~aSlR{
z8|0YUsGPgp7fTm4bRSk4ER#N*uYRZ;6XA2*7yVj)4wQ3GfbdAPHGv<wfHw}@IXG*`
zSbHPR6UVW8eNo`qQVktpfS@y$5~bHmuaKW_q$u%iIH7!?_r~H<9q&97jymFWI&g$b
zeXGy>;=%jx#C5yVAC&K3;pNHWo1qb$o`3&??)c{JHdoZ>meO9oOIIen5?R9BQ{K5f
z@+_1zq4SQQlvNM+IP&<cdt>xEIVEc)Jw{~NV+=Yu5rKHbBG90NZ{;io@Ra>gUjCxR
zgaS64k6l0A6`S7TbDt<hT`{=jhr{D7HF^s`g*{$70B3(86)v<k`}Ls$aJ^W!Uk5Fe
zJXiU^*c45zM-rWA4MpipP~g$iBHyHZU=m4a{VI}dN`=4i4^l-iEKozia57vURxXl~
zs_&R{_|P#Wg|m~;6aXg%_sh$ao;>*;rN@bz7~QG-Ty!|~G1&G(n1$ffbDxY;{yDNp
zB8m;C+7OE|GL`4OGGZJm)2<mH;s92ueMg^9O$HxxO@-t86dZue>!FKNaWsfdl7Ga8
zRbpt+z10uv)l0(d0d#Q|h>b(o_24?Lk($MqA74Ap+PpRi*T*2_`eoh>cFqFT)Cr)J
zn1LQQVuBZ`4St3jYXL3yJL7&B;!eHWjTz0_EF0jb-37P*zNPx&`K+FDl5-`ne-kXT
z1J5C#$~whuY>b&=Q#at8I3TW#flS-moYrAnS8I#%+4Qdaah~@bFm;l`heI6toxiuG
z>S#xme`T$yG1~woMPMFEO0Taz4%}45H$V<Xfh03yL2zY}-G@=AI>$KXuyVWu`d6F-
zQ5tScuaEcRjH>%aN^H|BjRrN>sK!meUYahx*$pSj;ItZiA@uYDk6LV_O@A{b`oIR)
z1hlGagwG#|4hB|{W=_@B>1v};1TO$=d+iYAcAfP2PNI|hlXUMuIHM(v7x#w*D~f^2
z`Nr{iN#hSf)DU+JOFLTFFTR5qHMPuX@JnykD?OQO^ajj0V7;c=7+j2<B)!&*4oE^d
z{(uoG=6NU%6QvUeO8<hNbtQw8I~3*OdT7&{TU}G34_;Jfs=DBmqpL31+|jkk1==_2
zl1^*hc{zz9GTpIN4Y$`OYeRbdwI<Ebn~fzwg@s59_W+Ds#5J{sZt&x(4ETIeI|=Lm
zoCYAny|}VAh6BQ$gHTH6BGFGriC)IHPMX^@rgfcEX@tUcNF(;uAOmO#c$tEi?zZ8r
z-G>`vrmDTx*7Z4C88DBOdsbazpI=<W9>B89IMut50U02<Zg)IVjj4=QE-YV_g!7$9
zQZP`Gag-zug}CC7WI{v|_^L>+ukue-dukIwB;<jHRMbbfin^(Pp-C(NC+Q-b4mhGB
zM;>X_$uCJN`z!V}uww>k1wIJOy0t^tE^O~%bfu^ZE$KmZCr<9d(T`F;1a|^sr2UCv
z`A8$FBJep;^M(|ioC>e+5Sk8QW7H16L77v4TSJ4L9RuS*Nl?J#VcmO9$(Z7fX*5jn
zt&Z{>su)pci{gaR89|iLj%VbhQ1+dMPK;5yi#Qfn9W@&A%;hs)ghvbqYXOIW-U+ki
z8egG4b3>ABXpG5I7bdH@=BkXT@)S_(oQGq&Kc$XxEnj5)aJ@<0`CRuU9mZ;0<flRB
zFm^?+`~qvFrE*dgeE&->u!Jb=9+*3MCA1OHzYowP_He`r&u5@Yrfm-8)a3r95d;_C
z+!GM1k{r<5n{g1{f$hAHio}uqZG43Q_JS>qdlu7G01Q`a;gGy03+HrkY!-r%OFIGA
zKh`s}->iP1Z1{*UI;j~rJ`5bw$#u9snguv<%N~#PhoTJo4Sx7T`j&vF<BQQaU_;C}
z1vzl#FbD%|mwo#k4T}_7IB*Xlt`g8e*rx{uY?5#8sbXxrq`>V%0fsEAei#YpVvG=>
zB(dLPWVuEz@+PwiD3JrtffOLqLaC9lBv~Gfk|DqkR~IIM9B$|2;CD6|r%t6cIgx?j
zsM(O?DlNFlgprcA3}eYwrs)lx7{PNW^c93+$_M@Qvn|eA02jE(4OCZ*+SC2HX6kOW
z_N>>dJ<!LjKrW1b+zyClftxR@+R(#0@jQ)`rD{WXt{kZ6M6WF>j_9@6Zo;PMwO8*!
zuO+iOsD2^2uL$`Rw6G^d_$m=zEIJQ5kciF$O;EQ%^M|1Uw4mRLh|rtt?D)AW`U@i$
zj$^35sIz_!!4uQwQnAci#I`Mr=&Y$fAianN90-w}4QpZ1fZ^<T8E-%f)V<ip{xiBQ
z)P~`#Sw#I^M5&0vgpuA-plmoW1*%p|YZ#EeluX=nV^kX_`N=a7T^&)(#$O44G4d5;
zBFFQ7rRVbcN!Gli4L3lzj;k}wf?nl9EliGyA`iHtK#>?JOyLBXtU=J|3nvzas5>ul
zTJ3B8_62>-7n{?h`|jJE#vPe%Gx!_ZkKI3#0ycEk#i8mE>J#CK@AhUnHkSh3-`44K
zp@f=-TdwYx<7ebixE=tWaj0kKRNX#Rz8K17s?*;d<&K(D7n5tNr4(IDi7_k#XTSo7
z%ml>XA%Md2k&wCIu!WYEMRa+FV9D|*?!{s@P)3twUXM45X4)L1Hk4mx^iDVemuP^?
zMU-sfYX1JFip^0oJAs{03{Gi#jGeu36xiyyUo+caBw}ZKFm65dW$rUPvI>#VgRFBK
zFnz(mp)T=?aRmiiVqG&di)i4vr5Smbzu!DCx3<$qlF5T(&Lh#-d05gwsv<Oyhz>&2
zXwnSf9tw0(w%uo(iJjJ6Uvbi2x(s(#m&1P#ZcT=A3r?!oot#M#8`oofPXE{}%)0yF
z!7BLH0;~qa1=rrk=^a;1E4>p}om@(_i5onyRr)1*Ug?RJ9wTCv-i~qoWSML6BB!-M
zj&|ZM-gVO3Hhtfh3tvY1x({*kVxKKWdfVj08nno1-78z1*8MUZYUo9vTT4IW%(TeU
z5kk)?p|q(3rlk}y&P==BO;{0ojxdk`s372n9O#}5=E6fzhms0XFtJ}_YNrnFWb+V3
ztd;I8(bANR>$!)$G3+*k6G@rjFd~C3LwejSge=~uWx}aX^{I8B{(csKdB=n<Fq3lg
zusenA1gk*KZ}12ya}I(m0~3)6^>vib#)MkTmSR@ovg=5;8!27-rI?qVpsZ5^-+`Ap
zl}GiryT?jz8z8k&J0CU5|F*M{$Ogf$OkwwG(d->Shk4QKsl|Bpd47jqdkL<4*Hu9~
z;(3w=F)oVpoJL2L-%Ztew>^bGb`;E&SFZRx6d>*$@p<SN0aT~&aOP(bCD6)|6mE9*
z$1ix#8)QrHO)8t6L~;_pW$_&xaRT+i%*N_pb6+N}3HtFjd5zobNa_lfK-J2@#F{}@
z;`DmzQBF2=HRbPt3ccGl<I}tC4Jy16FsggJwp7fSUPqeOmh3G|@!BSO3nz2IUQ{5}
zY$FwcsHBuC3A~1YZeEEFD3^a(y=@E1!;Jru`#!}-&;-?{E&+ucy+xNw6BkAf#{^pc
z2{%*Vipcv25xgN#w=TekBUDrQSt#FlrJ$q>V>nF(#$vgVxos0Fa9c9By+%)yw<6VB
zk*2Noc}@UXsDz@Szd8j>5oRwyNDRf<p^;*t;A04u-u84N56md=cA9eIc`Ee$D)gi-
zpm1I~yNk~`z)~tOmbvXE0%2t4wpZzys3O#stlEIeln8(*Q3OB*0|P`l;r|6dTRFP{
zK*?T5O6Im_LjXPB570yo(Bue!C{YAJZ-Y_>z|czw{$Bv}qcA`dy^hIYvYiO5<I-0e
zKCC;6jGEG0oL*au>LE(Zae50)URzQor%rh&8!?|oHqC6<1;>S8s*i?Wdi|ZqWAxhM
z)FyADx6q=^2z$<GC;}OM08bix*g$!P`oMHj!tomse?=sw{5~;p7S5uF=A+>BQ&3(6
zM^tetktNVq@Bj_KE2afZ7#k@aXNA?LCW4vtGb>Dq!4eomfEC`1t<o~(j~zHtLI}pg
zbvL9RR)PwB9ttL|=V`@@&odQthD($2j=OH@-FJk3pKhh!7e1ojHxJP7wte_@KKXPH
zfB1-Aolm~d%paaz{PD+n{&@X8Jf8nGCvr8<==Css`{;$(P!q2*3e%RFec8+Dn@j{a
zT%_;h0P}38090_qa>8kkkArJx(ZkR-Oma{RxFu?{X!6WN1Ov0_xDQvms}HY)vGZY!
z1*g+%ACe7Af*s#q*$qY4?+b4RwV-y$c@3^>ST}ZLs5e~EW$*t8cLi?0#;B`z;C8Il
z#5&j_<ii4i&!&9BaIpWrh5*9laXnrB$KWM<>pUVY$bvA=z!mn`CxhQAU6(&wPGB$c
zxa$$89fN)kJAm?V?^0uz-y(0oIeohFE{5)*vzh6N@ufzkS&zHJ|6)b~?wi<eA!jP}
zsSqR0><Rv!ZS8c&m#`*mBonG)9V}@gUb}5(6SByUs1B2wIB5^`2fo}W=-X_`1)y(F
zOT{%s^GjIuPsK#qs^u#!si;>gSAs!#j1ugXN2*Qg{=Vx%4Q9SquSLIOf=tnsV@#EC
z&0cYF3A0sVy}uJEp<V6?YN4qv&r}<wVfmG9hYwDY%t}~txFRe38V(7e1!_SukFCdM
zU5L!9z<m439I-y%Qy`;ahu1@N3EF{>3h%f{xDXuQSR}OKT5r60J+D!Gr}qV-Kg>w{
zm(#U}XxZy|mH)oMe~FM8gY74i3Mp<AzExfWar13hiQx9;Z1>OXY{v-d+Ggx$%cGPF
zy>gOzkWg~$TK};agSd!Xi{8pnlABg3d8&~&BC(&YFYk%=AC37w{?e-8LzI?0Pg6t4
z?97I*I=Gd<03~pmaoahbUJng0uV*uUYoGpx|8Bu=4RV~O<pxJYw!jBGP}H^|(3jgW
zqjaq#ZQqHDybB;QC>;`sR_Zn?OxpflQ#k^`;rO@8G3f8Xn5Af?Csul5ElLTdd14ZC
zp?gz&gvcOpeFYW;jyZNiSSP#&W*{qSR#>WRQ<y={RG3NrNkM@;7GDBf$uky-l)Wa=
zT>*)I8AD%}OcWQTbyn}KqH)5My?X6<)y13KKf(S%lQG=mR6qL5yO*aocDF`$e&9`n
zKH#G?aRiP30E}KZSp=R&4567C75EiCsOU+eXddXP7hsBtB=1V9K;R&-oEJ-3BZ}oE
z&EzHBDd$yPESEDx2~`(YKsj=8t>l@E*y_DxaubLJE~_$DxXsxJAhj!bxKs980;l;i
zHE<qJk-tti<5s8=wh@g~RYpw%?L(!cM?PRCupQ}Uq({Wx5{^F}tVG*hr1<4h&0isv
z&G>~>^9nuxL#p|2db*{W|D@+STqaM?QXJU8lMq8xK;+`}P=`XK!mnL=Yp0#P@ezgt
z%~ctgTPQTh=ZoN*Tkyf&L4MUouwu@si^{3>P_UPW)L>vONBltfsu7MHfy?9>1AW!A
zT>AC<B&yUDfgdP6#nP{77ffESupHR}N^;=OR8Sy!k|C2<?M!Xrbcq}~F+^0}jlMT&
z3R3oF^E=r?#Nngai>T%n6y3zrp;lbCgwO7Vspucc^CAL7Uxg^rhX4`jHb+LNeCB)y
z{aLA8grjaaXS=PBK)V|(R9a0jUozk}>*-bCoJ}031ghGI1(cM2=uTP!;bK-jboA#Y
zH6H8<%s>u>p+hzUC^U7Y!eXVG8&M6lIgMh&qd-(5PnF)z$JKp0q!;o(WYi;QsGZ%w
zmrA71y0*zf+>ff(hS%j^t_{u5l#T)gx&pgNanwJ|kTG3dX~ddmva|z8APSa~o}09@
zzafCQ4w<ki<>L%s1C=m+JsRs^9XRVz7I*+5O3zB^*T+$jRI?wySZPa7mhtePOTXeb
zmiPQZUas^!C{Iv&{zLL)A+Cux0yXMt4nMpIm`D3WmuPeQP@q;`W@90H5$o229#l@5
zT@9&N$$DcoY>D+ZJn#r1Z*R6JL=+FUOYN${1Z&0<15&E_6(Ce4rO6~%0B&}zyd3yD
z0^LKaF8<u@5QKwooi@knuP~|LEyM(}HX^9vHs6*dh$~^QKvJpWOj|H;8aZ*8q_z<e
zYH^|z$|6`Wq1}XKAR<M*YCeRfC-E5?gTXgx7Q+w;zDc!V^ie@Rp2J}ePG13>3z;W)
z0DcU2rBr{3X6fKIdmE+KK{qA_GfX7cMWih&tJ+3W%g@~@5Vax_$yX+tIYshJ1XDpz
zpnbN`=%9n`qAAo<u2?NaVXLK@&mqx)UTdB~G&sNHc>sA_HwvWF%CS^T+BJtI?|P&$
z7BzZ40uWPcJ^#j|iO<{Ua9v<2mC$6wU9NnlqOKj<)sQX6NIUW`Yl%ernu!A9fG{`(
zRWEAM>b%QpFNLL8dn=RI8?7I#9)@j)-tNx@@B()9_fzOpz1k~=GW^v=!%j;}QjT|T
z>8Cd9feJkw2>Roj+%euaX~y%p&#61-2+0|W*cgg~O&_OMc-Ji{VjpAWtN5pSU#LNH
zFBh8Ci^_$}iWr0MH3W$YYZD7q&XTmvDxXAsdEfyyAp-z9v|qjzR1;k_6WaO0Ag=(*
zUhO)VV1cF3D8nKo_D*ck$kEwgA>U4F6uFgcG~B_?9tYkD6Vp*1UgaSI&r`I~T@6v;
zuSpv2P}a*sMI1OPwGyd8nly(_+D2?b<)M>$x*E*xaaVBi5?3nI16Yv)!eH>tO~~Nm
zGE9+}CBT!Ye<9Z+A%yL&29rD%7dI2ZMNB5pKeM+{Gf9-&h@qfRs$AZH+hQJ8KPV8$
zl-`a~{Cc}92DUO@A0Zj#zr@SGg)gAN^W1l2@*w%P5IB+bAYbrJkwHdvD(@nIrSig%
z`5A2@l+i*A)5Z_fAP2jh1ByJ<08h)h@pKXO4^i_a5Q+APWGWZt(5WNr?14K-iY*iD
zAskIJXr1MI(w--|3mxFE+V(tR`TYrTs_$96^F1tD4YAK=A_df`EOQnuKt`fcHU<av
zumaJVZi~s)-C@ktt;Sy?{*t0|b=TqV0sOs=IB48p0oavm#<)@*G3n%=1m_snC93+m
zxu#lE5XayAv<+&S&&>>jXTjH@K*SOh>o~;(8z(%;WRNs>eBZfZ98{Z0B(E3JLiKq}
zUzp^TJ7CHP-_l=(WPYSgMmmcc16#+geAI4HDslH|9Q1V%_oJe;LgfY>8QXXcS7c)g
z#10tlD#39&J0oYqv?;R79K;2`8Bh`{GjDPahtJGA7`JHTah}7Kdli@sMq?+<8^hNc
z%7nC&`7rVUtS`TWEv)otvfYtm`BHpI!;;_xWA!Y;$jh(x#Uf5N1`jN02#&BIk~j3_
zO#?-n`l4Tph^DKS!v&c8Qf%%^A>%ITkOG|7!tZ7dj_ARPn5&BcO%ZH8YB1nET@O!q
zISDOD?-G#XqHsCEL1*8B2b7*i+)*|!Pl%nZuBF)ZBBFqm?=A@a!4XNQT%DfESK8$r
z2r3DFEQ%>VMPC~UBYi>Vc@UwYFG%+XN<~fY3o`Q{YHnZ9L>@%#>kG=@L2pC`-OYox
zL<TMALGMKdt>;1YkwH)Kpk0wcn|V-kWKc5?+7}tr!GjJ&2A$_YA4LRhY{f^p>7_{I
zq|w*LBN3^}XY-(r$e??9(22;PDjvilgMP<@PDKW7=0Tm2LA!WRPh`+XJm`F6&<P%N
zIWp)x57L1``fzW2nV>gD2Bq>KQ)JLI9%POTn$3eOkwK+AhzKxT{KjN_l$TR@IH<gq
zr%H)PwQOT5zPRRuM%sw;pg}&4_}AqtzS8go{h=;AQlQM|>3P!5a8hs&+F7*-d+Q;>
z&}C$8BD)Q&P`FYbeHu)HJo%TXy^}7~Mb#RmoEjKH&vBny22b_zwIf*^CB9xe2)px7
zFwD~Hv30&if_ZOMCYVBY4&9)BKFrxn%8YMo8^Jx?!yOD3bzJRYat&pN;E%T~IE_aJ
zN2~yds1(MNlvwR8R&j}se2s!zt>mFl?(af;F<X%drg$S1cul72;HIX0-TKx=;8k*>
zf=f<;qFY5mrO{N~%cGCMAQMM=GU(h%(kIBAMJG}q*s)taL?gzrT0DfI@??Ui4Cmj{
z4`-%)M^LyIyOLQVBw%sZio}Ly(L4dAI#`UB3nQ~p;HYIdJP^*1T+Gj6IG7!}QSe#s
zG+vMfHPb&ckTiU#2kUp@QmpagV6Xw@SP3uT#_#BXDvmd3Bz9wFDox3}(BQ4?A{?a9
zoY2?2w)FaCIFy4<0GAI=+f7ghN30BYH!;A;FyzK24GtS=KP77dXx2-hb0<?$mF{8s
zsVfS8kRf4U^PMkMi{OwOc1pm;t#HE~N{ZQcDokce?5qL%DwOWwp_v;lW2XaGQ+#|I
zVPV5%?3|G~tovDEC`(cAQWVXnr-&bi?o5a1&AByu<P7A9PP7QZS#l<J0f)1{TWMv2
zi%R~87bq>gCJ<x9&g4LQp2{hHdJ|J;63c~_4>K#N_R_loRlqAhn1KC7I${82<6M**
zn(Kd}1%unsgO%DM{;)Q#8OEmc$4iLUvegae`3yS@#oOl>u{!`X$tIoJgy34EeZIY@
zJPP7@@a+^J(T5{Tth<F$q@o!H-^$)A>^kU_S*SI%Pb=R*b3c@iw2YFI9ZZ9gt=ef0
zVi1y;gB^qzugxUXeKdG+egw7HS*#{{L8_s%j3w-^@GZs_oo-`#P?Oky^KVjiI&o|)
z7@Y(vKs8(~x<Hw+t>6SkLGim(t$RW-`w_%4uaSqMYu&?rHYh7mu{WlaV6YjrVXB!&
z)2=|GcWE+It<{BQJ(Rnk<NmXcmhw^>YJb6~BAPpa<9Xj+0tsBV;j+uH)a&lBPG61#
zG8>BdF&x#n8AzH9<)I>5>}(1xen~58#JQytN^jEoABB^lZQyRi1b9er+Gcj|bfo5A
zO4??fO?xFgxL_m#T^(})h6a^`KpK301i?{~-o>{$!4}zNP%_!zVLRD9Av4+zl&l%+
zV9#TaRX37}Rhe}<4>VvK12**T-6~9<IA4RYgqlTh*g!@}mu>~oktw!&JVw;D4pxdX
zM1pWh-D|?7e1Or>5Z<z-{3PkH|GXPHa0Mh_xrr>1A^?gX6rhGafT&@8@({c4oBo!e
zG)rV@+b#^&yd8a|fti2`MzHI^vqEFVz(8PRny+TV(7<IWUq}7yKZt(jw^`w^Z*MQ@
z@-g6Hwelq%LZu&g1>J!&#<dEb*6DO!ZuO(;XZ}mkYOnI;wf--05bFgxFD7lDoncfu
za9tB~Be#;O)9!JwAh8>Mlv1SXLZT=+-oX~2xH7dzOJtAs)rD;-5Kfp5NKv6SX%jJQ
zKn4zW54JDM8d$P`Ft0BcyYWljHkN_bh@EuI0wpX51D%tjou3#~f>G`vUEDe-${nu+
z_3o6e?AcNBNNjbCL{e82c105?Pnoq*PAOqg^bV?h9#ji-#)*wD@C`i<ow6mJh*kF!
z3NAzw7R)}vLgVaABkh>uF0RKwRh)N1wb(EHo4T;oA*bROUigD+Osw=4&N8|&%!p+W
zzrcV6ouZSTrA|sYK%JzX^SWs`I(twmrYt&=*kR40(J1-e0;)noZ3{-^Jv1WSbGl(M
zRs{x;<IDd}>9MRG=F7(@eVqy*<xzDwQ*hdr686h%1dH*AlXZMZo3W8m&x7-||AZRH
zeL}OlGT3`G8r5cApVzzvTD{xFv>Aqg20KfHs~3#T$S@%#h>&SpP@H!uW)68I7$(69
zmgHS(@{aQ^O;HLh!7v$ccF@Qc?I(7?QSd&sfI1qt5u_iwZXs^0A~uX6{VawwnYTvS
zs%ECj7janaK6%QFRr2*S*2>qgVc<BS;c)&0VLLDh%=q0XunNtbei-K4n(5skw8Gu5
zhe3dij&?~k<O{tik8^nJH`LI5Em#tAEo~hzD6fI$U#dBZSB1sP^9$rz3QLx!C@hY4
z0F3ThOpKD}UBshB$P9g)CGamig}R>`RzY1Md7kBQ+5C_h%yTIzzsL%D3U{S)9HZ?r
zb_S~VS0O@^`AtCOeMP2fKULTQ*{-le*;*h^B3MQ#EJpG~V}^t#q#lHj30+V&GT(-o
zbV_dZm%$yFAaBA)YHsy@9y2zSQbJ191Mep|a@YzZ6P)CWZxtBveA`QNG%j(FYF;2%
zLfCd09ObV<2xgyP%oAI#mprvd>Pm%uaVb(|#K@O$`c3kzLMZ=oMVD_v4hQ=X9FJ$g
z$ZU*8<*<U#W<m1X%%k6kj5blUUZ<tGV$0v-(NBk?B@eluR~lm}3GA3dkkL6s4_z-)
zUInaz&-(Jr@B?GAGuH~Lmzzy|jd-lC#as*JZh_Hjf{nhn0LG7I?>e)$z!EZ?r9(Fn
z|7bE<fSVv@rzPRG)8vJaDBwWi+T8G&9I?T-3r_z{%e@nTFgm3(RV_6k_2l$X>Pj<M
zuWUsb)0B(7ve9~W&5wQ4*7z3xk42657MPVsjXL+fa%}PIa6Jn9&n%tp9U>0;coiSo
z=H<VJ9+(=E3<w)gtg$=CNNWBqlnx4QRIL`6(wo`epeI<UmM7EgX)7(kl}T(S$OD*P
z!qcD`UOhhrkKuJUGW{s{P)hKj<lsXS*@#d=cmY`GC@EII!m-W6>4&f;4+al%HG}$<
zdPenwM}0Gc#0tc=AU+s8iJ=N4xpec({{*xYvARW3q|u?Nctx6Neo;_POJZ+Q&jFB~
zCelPeM`FTUI)W{^xo^<k0i(14^!vCN$Gl0AYQTYYn=o(~J@qijYEH$4K!G-VD$P-N
z72C)|N?0cZ_A)3*^G)8^;M(NiT1*cg5f`zusX!5`<yRg_HBVArSRd8UYzOtsW9}jd
zXOxoUnyDr1Me*J%r@>z9H~3IHOZ>gj>~Xv*9oLrmJ7NstP<Gi;EqaRy0)1V!G3~J#
zkGW&3=b3e>826RQq~~;xMENG!(w%PxvBUd9Q+_hZbE*`aXO!NG%JE8C5<gnqLD#Mh
z$u}!MH`4Js*vA1u;CM+8yNy`M{8G&K!`aPK!>hog4nWqZ6_ct7B27}J+q_D`@iO)Y
z5-fL_k?U4&EoNt9C-V>>dkE|N2^FB3k$m-Vc8tERCljyTpY!4ju92lQlVN7sLNn82
zFeA89e0UUDAU<ruBP2c?1|ms(cn?n@K1j-DykAv>NMN_11SM6+&zo-n<yBhqEMw}k
zK@iCzhRx=6kkU_cJJ^4nL=XQ!&cG#iwBT^CrAUTmL*5w4;`@MO`+m%8xw_nOEP$dL
z*h@%@roE4cXd3&+XUN?gWcAHL?odumL{E^(Ar2MvmO+4?%P>iM-K|zXM5|>~Kn8oV
zuYkb3SUQ&~)lS9J8cm{=q@>{;D*aYS70U5z{l{bYjgd#xBraam%^q#sgfp|f7~Rzv
zFu}?-*RU8-a5^uT5E3|pXz~m5A)cG`l4mcTxFiWZ{3#f~bs5?r6qKf~KhRT~HypEB
zfjqLn9j`WaAAlQ!!^+8CvRcXO)Ru>Wnh%~<dX1|MF5^-Mdk-@^B59#9hHXcAVoA*^
z`77;-1lFKFR}?KoNjA1DLzCv7r$v_#lDxA=0aKmc1*0Y-Jk&J2!F50v8i-944@#+9
zFgm*GVw}7lGQzrA95V3Pqw-ZF$3tP&hT%Hz!V`_NlcVG0dqSagvy&&xh?DO^hWuK6
zZbaHBEQc1JScc>i;;{EE3PJK4kURy+lU;_049i?`Wk_Cock&Gc|2^&0O*j`)CO@PK
zyO6Hgql{JZ&wP0u_TaQp!4b*O+raP{ve(^!Oz*b2u#`M?@HDiy=N-5Y6&HAsbQqkL
z92}8?w7?zSvLRX8**zG5Ww^=}7zu0vV}KdE&x{jJr?d>@4&{WIy-Qa_Me#D8<ua*M
zvmKm6or{Y{rP}|&tMvoviN8_M!t;g;>a?e+&bry-jF4lzbgdb|Ce{2BZ;;x|I4)O}
z8Rs^djha5~QZ3Q}1ju=~$<>?zuNPLoq$Gkpx)LC$*Tv2lE!7-HzufMZhu}0ue&Bh0
zsCg#}tUaq!Z~(q4BhH=RiYrx`^tCa8zag?VQSGs5>o_j*?XD<aUeK-@IaCp?2us$$
z$$DkODM(ZRKa{L%cCxWR9*<I82^o1forH?D8yaI0Y^qtbE-zR+dsMVG%<ArRk3u?1
zH591;v~|M?=`rxTpmrCC5jKg`naX009uT8QEPsrYwTU+EAZiW0HiipFFK^0ro6LID
zVbr4QVne4;-~$k-jDm0l^w6pH@6g&pk{8#-*aH8+2h4o1u~xNZGn8C9_gI`mQZC~D
zLhHFziG{f^xDLh00d>g{e8O&pQUV1Q_P|Xvq;5hX0Wy@##@#YT!&z-H5ko)q709=d
zX9u($;mSq*`k|pn5juf~8el*vvWU<dCY{Bc@~OJh6@^_pLWjJF7^4M84PgI1srw)!
z-44yw<pH!w+^|Y|CaGpFmygb;w^)1O4+fX?3X=BTojjGuW(kAZP>!{;+6hF?mwI6y
za7k?nJP2Y_=={;cs=HHddJbC2o$3b%dwfax){Cnbx)Pf5EbvUATZRoTCz!mPPBz!^
zPHzk>&#~jBjfK-NIEWdEcl4MuGYY0^38nUBA_WdnHPSv!c$`$-oopn7byU-%eAydV
zj_wDo!(UyeEAAd==1}zV02JTKDZYa!ewm>75LjxD^mZ)4CDq)32&dIg+w3tK?qKbJ
z_b-tCL|$%*o(fI`gxI-7g1{GOlhd0>jcC#bev2<Y4DbODgJjn~z(7b8EP(`P8a^}_
zq?(uU_Wc1dAN9BroVX^^Z4!9U(&5yIP!=X#+?yK5sUtj2F5qiIsM0cGZG41uNRN%7
z5we2D&rpuwh(eF>aRb$fiQQEeF>a`4c?Sv*E!5r?V<+_WmoN-h4xb@TH8upJ=$}9n
zNJ=!>6}{Bjh&l2<VD%B2U8mv|X6468XWH{i$@3vz(hmndrboRtnpr45gJt#Sxb_o1
zANL<`6SBNxJBd{eW;_kTgf`Ke1MLWm^6oU7ybmR7L-Att<s>1vDTl6e)Tucp<vyd%
z8wF8kOEXp&4O=!h=kx6|98*FG4lJ1xu=kvhIoIsI4$%A<B!;{5u;h`4A<kGkR11h>
zTG!w>C426Muw1qt3S+LFFIL-1puD;WW;N+E9H%g*+n}W%JI{SiOP+M5&N!}?4#3DU
z^GI_~SIp{bVHUb<k^484hn8h7d*ke=psrN=CslDPRdK!cdq{>j%aYzw?8qrm{cv5S
zS68jW1cx1ae8i~#szL)JzE{!g+80@SMI`o`SEVefuIM@PKDh`}XF`$`Nn@1?++v)d
zR?zK!;h;v#UG78bV>By7lY~cpvvNXWzBq_M$G#q~p*reiXO?L<N`(`-b@(dHOm;6&
zAFmQ|*Whcooz1)s<nb1zXOCmzfpXur9%)0dsr|9hSOLI4*qU`LzCTchS7dpdw+UKG
zl$otQP6GavUi{eE=c(w6$A5?S9aZ?5gws{~cn~eb>1#W_f^SiN_CI(fHu*TUE~|s^
zF(&g_Y9#@B77}9cEsA1wNLW_piYfKI_!7S1=+jq`Qe7!fI981X{5aL7b4zx%jEYZZ
zr91}&N2L-t9SM^Tq%l((FjFf<Qe1;kX|mveoyq+#2b(~lVa%et$(-_6sIAxmO=pSP
z$h&>cIuIoeoZ}-(t*b(G#P^)_5g&CNMSY3U?Q_uW4~M%wllL)|6RSMTyZvF&?IOs}
zyS<KDU+oX|`^|+k2zO$oU@mW^l|tz@;P3tuI`-i|f%Hx_fo^a26t0x7S1MNEa6NmM
z!dI@qipB)fiZyg5LTzMDWFtpu4}F1elJ0}k$<Lb4w!+S?Lxt#HQcHzZMYIam-XkTE
znQc0WEVNL<5{M2QS@|MKp5{=eTD#?mC14!~NRb8dALC$e(BgBZuFNe}_i~4L*zvJ}
zJC&(TOUX14Yp$?wpkc1>*j%WL%9^6dSr8@#taYg(R50aLM94Ql?IVv?Sc05bK<9Io
zG`#%YAIU+^%Ui_b4e{8_AIK>-KwLUDI~!n3SV78t>hzvo_pqjD`lMQ5f)B}2o2>MF
zcV%!I1&_e_IhaG{b@pe#(Z?$`FG3p^{OC^!*C#-xUY(3{kfX+dmp%$my^oq`G5jv=
zg}g%=2j8RSzy0lRJIFuYq)T<i+aLhl>F)NaqY$^1z^XH5!tcWzcXyZ`t52n(ANsAD
z`4KFihk<XG*n?|~!4Z=IZ~9^G3zl?9ooJidP+Jpy8J&=AZCZ7{&T|^6eLnha^iXiB
zcCGYQ5j+;xYYEn-)d`Ivbt;6THQzuosEfi$wDw{Y@AF(nE_(@{$OoabnB9(Za-k@6
zX-QvPN$@RdXE958orIulWC2A`%KkLMxo#-k`PV32nz~ndyJjv`gVj=E)!m7sEOj*r
zmr=H6fgWN6g``plN~^6&Bvfg!wa@dH9P9p7eyz;)2j4RkuI??Jv=iq8P?q7K0dFVp
z2K^~{dX3{H`*KpX;mS4&AGJ2oXH2Xr7?tYF>8RCf`r6Sj{zHT)i;CXbcLKwYX`MP8
zBd~`?;K%QP*>qvBF#F#T(-Rtk^H$0!nQK?b*QjgDLxb-EwlZk&1(2fw-Vo0p#WzeY
zkOJAQ(@*RJ_nU@s6Y@eCLxV<mp>(i1R9p5kCGqB$t2`|-VUG#yBj$>6`WqUj2~2k!
z8Azj${2HK~iaN0xXRo~u7+bwdI@k;_Np*EOi6Dn)yn+Q<ZAPi49M~&QMfb7EG}6^p
zoOiBSh`@J<n?X8LSC*@n&ixT>PA6R-%RwCY1+JupVoCDE684d*pj_EQzBGrrN8ml=
zPBX5E`A1W!c^%%;asj;oA6?liv6_aqQP&ks91JUfWB5Qb_ID6$K+-JZ#swI#P|j^E
zrKdt9wy~UEKOl#M7os;<oa*em%ucUy?qUSzXpF~HU!d`}A)#*esN~w}Ef6>m1Kd^j
z(lFZq5*tSpQ~P**OFp*CzTilP!4_aQxrg(wEYS;gW+dR@GX>oc0{#lr-wfp%VD?bQ
zHfZB<1j0S8`jW_8%$i0an0+ypBr&dD(c^r76Z`b-u$Ch=a&QB+(7m%;v3()7&=R4H
z!3Vt52L1wgv3ITRhw1&?6PeF4z$4W#U@S+epNgO?8vCnGR$pRRY)CbY_^Q4{3lFH>
z@h-jHfc=+LunXc7n-D?{u3=3;9E5@%Ll9?VK3g)BTk`=qogsmK>#%n_A%0fo61HYu
z)rQl^d0M`%t{@60d~p@uL3k<GVrYOFbF6#Tbio{%oIZT+vyFa-q=PDxDf>?M1+W5k
zJq8%u2zei;@~}an8N3y6gyyRt#u#`Hi8Hf^MboC%i%83te^3hr{(2>FZzfYY<_Gdl
zOr;feRS%7kyc4KaZI-9k<$#09lccwX5|6v4`XY7u>fv=ybRd~&_Q+9KH0DHE53KnD
z+zxgc?hml?&R6Q;O8kTpG_KlGjD|Pa=n#yK{l|p}kU_S-LNg}yr%s`$WlmM^o3D3z
z;kZXX59gQJoq!pgwG5ntpYX4}20bYbDJ#N*H<W1XubBv4VuB}uEP`w;mRwA&dJ47S
z>f2K7!5?@wfB26y+#t$?J)8H`F1gT{cM*Enxb&9VB|VLK7j!u&h5Irm?}|mjSt0`L
z><Jja!=9Jc!|-8Fr;9u3@H9m2B<bzE%j5IRS2!r=$Mi7^W5ZzOYhWXRH((h+^LQqg
z7v!5D5KL)DJ4uFcl#>jB<D~d5+eq)>!2zw6j-5qbk~x0<8RBVPr;UEnv%+1PYawxx
zhp;gSTE`-H;VOh{BYj5N)rZjqdkI5|JGyflmqEWxju(&v`)IdeK?ea64KiX+^LY3i
z*7`lcAa{UGids65PUSxX${`x=LTa1ui7FKB%$zEZw3ol}SDVhI4<&mHiXQA;R5wwF
zI5TgPN0yXtiA;bs3?(3qtvEED7^)4Ic$0oT{c!mnWW|}LQ6m9196;|f<7l)K)xu3o
z09~MS{kRNEUiTFEu5o52%M)CZ-S-65=fY0n&p4cDljLb87`;#6I&Ph|%e%x}{u%&r
zu*+bTL<C}^$cLlmZ;yiO9&D(%Cf|bvRI<{OEh*LEirVCd?GE^2)o#aC#_o}bTwShQ
zS|<ODLIonUademUd~9c~p6i5#5l(M^>Yjyoi-60{-v3J&)8k!}OP$tMc!tFsg2Y(D
z(`4d?p^HA4XAYE*{4KmAY7!~dA+v(;g;Ts^Q0nrY0bVfIjT7SIHP{*+UIMJBJ?H+Y
zq+%7Jl4WRUd$;;jClJuj9kEK|{yngR4Sc6~JxLHryxT1JWqbaFdAs%vG~MeX8*^Xn
z7XF^f-^nep*EbpObj%<PPfX6kaiS^ghvV3Av;@FLp91B%7J|x>y`E&GD`xw^C^@M~
zp81G$Dl=!ff8xxv>D@n4-y{giH=%Pds2yxFPs(@dZbVXu$v8fMeS>Em?3al0dQy<Q
zEK31ot0&_aF#*JgFhr+53n&pvAhQqqLLWn@nnh-OIDv^M;VG{BbH|uq_a}Dc%P96R
zL?tT0y;h{~1l4VX1AB>Gj%BTvKt$2(OGs@XNN^Cya#YR^0t4rb1r$vX1}GZ6dI;e@
z50(tDwSMc*IvpL0=3hWcG24a^vBg&d%FqR75_r5iax9H=vqYXG4L~j9Axz_3xkZ=i
zV2|RAA;%-^?0EzLHU~$LwC&~JIMNPmZ6h4zmpIA^yby4A@;dp**pJW>=xqT>dVlCU
zJQVEYP3ki?sz2rrh~X_wKkS6--5XWj2atKkX4~OSTOd2|r!Z*4IJIi4RS)$7od7ne
zoWRhRLtVz;n}pXAwh1~#U`u_0dQeaSgd$MDO}r#v8N|^LcmW+#%vK>R+fK|*K=&w5
zgH2L*bbz`p%)EB&7DEK*I^nV>bBU$mdbnk?_$rOT+d@2Q8D;_AiSBrt)oodSoUanZ
z2&<y(uB7q|;@G$S1Lcw>3b<`F_B5Q>ZVc_!7a$$j5%nAU-9~_qC0_@7<qTR>xYBYR
z{7*-f)7W8$4-;9Dgm;7#mgqk6)jj<ago48(J3PRzC}B5}7|CY>M#E1)3is6*0E8k)
zohOK@Xp5d)9m!+MN&kUl?3=Gbb6Q+e^h!+mR3vKn5K0}Y0R_;~6w`nQz?HCNogC?1
zwv~GKjF7<SP6rHP0=gH80B!=!Kx#FqIX3E`5)t=}Y}|YZuQ~F@R@6<i7Q>-io%UmO
z!x7cpfl8aHSq<uv6XNq7{;4IFu)sG|x0jS%efElp$g4K6YascDvMA1#-|)%pl(`rp
zT7LPTVldt}^svu91%_K;i9$GlUPI^bttN%0*NPb<xHhf)Rbn2~7ykt_k)gcEK$^84
z5XBY>!45Rc5PkV+aKl&r5)y_Ilx_@>f!M5ty4Hu?=UanQ+4HEPyH))Fm0+W5Onvu(
z>)_$-X81W#>dm|^6d0V^SCtP{QRJ@FtS3?7`sWmQ>~YUg=cPdP0iDKBq401I39e0H
z-z5SGYJM_!hy`Nu)IthQW+y2ae05ohZx);fCVS^uy!lB>g~ukyzdYA~1->?LflrIz
zX(&^aHZR3HFG+hny`_l$v1fLQfl_^HA4ulP`GM~i0=3?4(=apv>9v?`EDnea3j{$1
zeuSr?UY*^P6rj6x$r(j9k`nQOSYMby*|67l2?5~scf&y?f2+{Xl03!Y)woRZkdK7&
zXZf`JU!Z%hCj%J;A1BSW+C1rlgBQHM*$9<tk`UsumN_#`QVq$J>NX00m-@KBcCfW{
zhHLCYBixLy+g`y4vG&MAgB(Vs!CZZb`l;eW^-Zb|GcTtL2Rr&Dl}c?^c@w-Is)5f6
zW?plm<RP7wvW*%WUHMbH!{<4VSI%ec?BvT-FK4mi2tc0QP@ffp4@se4VunvfQx=gC
z$H%Cs5{CIjfGje}v9kmgebeB64GvtPedCT?CC@&j$2jm1Qx2d)AV2Wmc-UPFeVzhD
z+Br0#@-Yy)X~Yw~t@Y(6Vd=@CLWgDtr-l--zn%;+kqO~!CF~bhLgcp4tWUtg0EZVb
zOXZ(77y^hgmEP!zKSP3oM>eU(iK(xI(M6o(CqOvr^2Y<S5D-{xQa{H|s1Fk&110qn
zBAqwsBg7YGV~nwzUIf;6A(huN1K&Q+Wc-SD)613Z)`i=Bg^V&Y1cLuKv@+BW-WMh!
zFLZH9cDC^gfd-uFnr%(e_Jq;%EpY8y8Rav(A-%#@q!7&2>q$jEq7C^aUxAS_U<O7I
zkb_^ZZyLSVJn<58KnkLde4Or1!Als&MJyWygTIqhEqVS64Rb2n2&h@Ahq8N7s5{x2
z`6iuCc1!BhyyQ3ji^|kSqqmX9&b~f}vUyaQw}!`I>rL{wIRz4iU`L{IgkgN)Q!PmK
z`lj-iv=Epdpl2!IX&#?%wCY8HQqB9QO7-zz5%~h;RCqxqHA=nH=pC)Tz=0Jl<^|<=
z?=h+zu_2g++Y25CZNvI!R1dGuN8Ly+kUTq34^~}ksaFtYcU6`rgD;R9HK~J;gmstL
zf>#^gAwJ{0?#Vn#nXU9xuKK#17RbTrX6Qdc1+W`7ph2R7U1qXb$tEvV^T3ZE6Tu-E
zc!N}<AC9a9P_z9;q!b_C6o067i~XS%1)z!w73_V;h)xYPF-pxbdh=IeF@S4o;#E$Y
z-h7jmNcY$b34fa(*a`m$PnClI&=Gecm@@ee>S&eIc<_xsyo9E(k4>nAla05Ahd`Jj
zys&LNg2<?>3>_Pw&@8?gk_Q@02`gVRK+!4eDI~^AGJAsOBJv5o!AX+gWJ8ElL4aP6
zzgI+vdieTH2e48CXE21tQtfB&k#H2p%5II)ZLESUjn!?)=1eGzl@pz9E$u03?Tgb)
zG?;ZQ4Nhs;>@;{-9+qW4ZiCC-VI%J4&jmeaB}<1>T76)$Q`%jR7{^7t>@$e#80w=Y
z^rDl`N@X)V^`HY}oXlSg^-gKxG|z#*+jLvMsl=YhK_y^`-&1`7wN**VVbn@;tZr*1
zT#3RD@gApi$xqdo&PgYccUZzE)Q`G9N8l$npvopBTQGs3`+n6ao{qODZP{f0LRFVe
z^K@<{a2yk;9cQJ|PUPN)@;*d)A6|>{8W1}yTGX=mDBiO+^Rm$#g_;HFgcqr6;AJOy
z=!Ht&ZP`mN3wEEC7BiH55v8^wsULsu<L?N<58(L)!W;2^5NWzm{@rP2RO>e&=tKN9
zB4{jCkHC*9@FS!@iL_04N12PyI;EuGgiatYi+&{K8tBHWkJ0;-&O0!#@7(%QHZXf&
z%E}o!UHk#)eK>AUm<aO4C~EOXsAGbtV?i50rm&q(spQbsdy&&A?K*^tEm{cZ^N6Je
ze2Tx*=)MuDhk4VFo|UFFAnXjn5~lL7(o^skeeyJ*J-xLO!+g?#=-|;P05OFg%0->@
ztD}I{(5!S+Do3lT{Z&YW)E%e}MU{@t<_$0V1XYILgLrQ+)QkV9>e*~mh3E7tk#;|j
ze-PE~LA7O{pcTQbRX_tuL+GxHXh|t=?@K)SgDpt4AkB>5CUp6kDahF}8^vWkg?Oa>
z$|;q#;kg@VuE%>PQg+~p_tIWGLHK1D7Aw1{Iux-|qnC5|J5IT<?}7*Vw{#c&kZ?H0
zPdok~SkP$Vy*+H~N)Aj#GujO(7wiQn2UFqux`jqUXQiZkicX7%14ErulR`Qdpw35@
zA>E%=@1%i)4CkhSjz4_o94Hba1^u}CV3Je1h_b#p?37O9c@AZ-0cC%(Q{4m4xyV+1
zQP9jr6vf9&RuC0Qo+mNz`k(`P-Z|e_>VgCT?COK4k4hgl_5g>zzjR*GJ5lhWY-p}N
zN`|(|Ma!zC7{u{Z>R3BZFL+1b1~4Q9uIFrJIsI0Eb*%m*6)!z%^91m?$}EnA$Nn2o
zNl$!6Ll5nL;@@})JdQBVBGA+ITRLZPdaXC0#4A`7`ePRgJcg1#qLMpMf;=Cn4l%9;
z(V<pFFtG14kgM>n%9%!8U@<AE50FdZAe>j|+%J>OZuK!5ZdBXN{-X)w{adLi@dwaD
z7-6eB0n4xi;yrjSNHd<5mhRa)206I5XP$xj-191e+D;R}gpgO#0@#nBJJA83w7^9$
z5>#Ihowp6|;1>G~z<m{Pbpb@<Ls)+YyYELyg7p3`olB(iy^iH1B99N309G}DS3_=1
z+oOpV8rq|q=`lbOsU{!2CYloFbm8n$%_I?rk#YhfVb|8vpt``X5r~q29rPOzxB3u}
zR&hw+IesVad_FL$AXXt^!WMzf=uSM*?=4$X(D(o?P7uo}426NoUV+O`L%8(!V@dM7
z!Z8VA!2%GK3eq`79JKQev2^9{JKTmg_WjNopg{LRbjwbIfP%NW8hYN&9q|W2A5zV8
zs0}sA7`3~18A2@m4(wiB!|`=R*lGj9+N0|U%|O>7plc^bm-aKF?tWM~HLA_=ptfPr
zL}*(_hpM@q5^f!ful_N%cETz+eAcZU2fp<KUKLGKH%BHs>GN2N7l>3pQg+gdN!gi<
zhf(>;<V{Lr<b4*5&H`BvzT0&b6ETR5n4V@}z&g|e;P};k9au#5S5*Yiv8s|CG+k*o
zWa;#mgVL|gpufWDLMf_uR$;y^*@5)LnmZzA3H5CCX_`I2lK=O!1q!8U_#@zILTG;2
z1NcyE_ox1gvC2-px>M;$HGm3Bf?H@>!IaX2DFstV5`O=`Pa$9v7toj8n3f(q1PaBd
zKeq=ELZ~Q(WUyc_p5SXGU5Gn@xMP?cF<V)v70rm>2l%=T%MeN-JMq_`^y(@LmlCk}
z+m8?uNHD8WdAsWc*=<b*hJ`p$L#pJhqwvkgm>yq0pbeD9OQ904Qc@%2)&7#U;Ohq^
z5s@-JeEGy&kG9j4?C|q^ff_1-U;~ZHBPemJ7~|0$cn0oAGzHQJK&cNb-~lU-&IVPS
z>>pJF3Pg{6(*@BRWmm0At!@#d^dQNaol^z^lk<_?9~p$CRs9vwE^6=_(s%apGY`y_
zgMqv7<9js?CF??ury4yg5!f5|wcFa((sl-3+(p1GU$=erSqtNAkbUOw^4y1HQL?d(
zeRig6XSQ44_Fdf9vc9b&@Gp!aX2TGPhqccwU*irPS>N?<6n0emM_>~o12e%p+gsaP
z4^PpZu<1kv`i8czk><qj+qd0|l7BBM$Z;QPJJS$KK^fwZp&_otUEI)iO4CyoeEc10
z0)<p9>6@u!1SYnfrn`P)1XSTNM3ofrH6j9S9oiS|t$_sO#e;w={XPg$ZYd1u6-5~X
zpP-H3Z-#+@`$srKLtA~@(Zf^50qD=#zTdK^5qY`4wz{VYqirp%NBhFsj<$7D5tm!r
ze*byLi|)~F^+ytJL17ez0ud%B@KY`gqypAyJ!C<x)6O`QQ?hy<zb34a#P9FhaoTQ{
z5%jq$soiO6k5P8XOQBMT4m6+{;nmf?eN~SnM!SbP)fW~6nyUT!sxN#0=MK&2eD{vw
zPVWm#3B=dw_ucgb#~0qGSKuSmG|^AG-`Dx5DF==oxNyK<=TDP9fsuXnQ6nl>KQ*-C
zc9h`w{}0u)wTOD!z6e#1fY*7&UmW=E!0x);sJN~p0*V7C4xEVF^+Q;gA4tP;vbBMc
z=TfbUI+f-yda#DW+i($4@bK&O+vWKMezS4w1s@f$A+m}(5-k&9wzUkD7%q5dOvU25
z3H}oGnSa1SQ~%$y3$nWxbyjVovUQc=vg2Anfiw<7T}tcaT^-nSCx<AoJk3jic3K<K
z7u>$22c`%(bPg9RUR*~s7nc&jHGhY_Xg<@RtizhUJ+H@Ey}?wemkn*dG_~~83N6Wr
z6ptLm$n9wB1TXNneb?UB0O`^Q=@P?S*;DDn%p23TA}yu?J5V?^9<wDDSZ+8H{S?3#
z)T`o#4H7=V<2oy4L%Y5KA<C(^1gKgnada#OpK6@+YID5*Xgt1+UUS;v$!W^2I1~x0
z$~89739g7TqIf`qvwB7vhkJ6`Jq=FPnC8sF=Qt;3N_hmv4}URl!Fm(h=9oY3X=tOA
zG-Q&}P$bquqEtAE`azhSCE$fsL8#!Hs66*|;ewNS!OF$4*w<5e>Fk&Nm9$5{M?<KE
zFa|6hJu>z+eAA%bf{~(I-E<^j9|E);?a^<1FX5}<gut+F&5K78c2UA-(5Xd5?YLdN
z2*aM8xsP;=o1Svd=?fZ<4#h|N(a$@|%G%qycFlfd(vgH#WJZ>SJ(Nqwlk|KVpd^$a
z+NCemhQN?UGqz)ABxD?cQXt)SR>BE++fgu|&S2);B=_x^Zi{<;8*4pCzR#l{k=olp
zsnHV;=Ia6spi($h3(JRO$<u}q8fbw7c*)F5a_3U^tp4orlpXP}BmT2C?oJ&U-SMFk
zNhocPo{GZLyV{d&{OD+VD_JE^$%LDC&*O-1JKdgV5#Z$D><5NQD=&!r13kKk#<#W*
zC)V9dki%Vyv;uekLO1cOWo4}g)n;C`dw73qXor3@CXbP!(jG~o5EC`F0PvvjcHFdr
z+dim<_EFsEnQN{l!pab??DH;Xf@8pJ#uA*q9{Mfe$4za9$JL(cxyYZi^-qA_VcjYH
z`g!nY9Ld8k?Bb+f8~EpW#JcqNOxh{c(E1yPhMMqDShQ605AjVVsr*}^Z@ExmLnP05
z%nwbtSOGyzc}L!;fL~DD%k8$b<7sYR($Nk}q1N^#tUbowzN9mFkhX_C0o2Go?CHgp
z<n_oHXu~&h%YC^~B2nz1g#`Z0bA+p<jM@_@;aR){=*|`I!q)I7O(%GNiK481QT($=
zL=n{5;|d!sI}7BJ0vSFNf1<FY&{f`Sh&+Njpvw?Y&ZdISiuTT+chL9u+ulAd@Ns`=
zU>ARHrKvRVF$e+75uKPE${B7&!51iuoN`7dLrtLcBuG!}Mh^H<opVnv)j%+7&xhKj
z{T460;dOXfKvC6rSxgYQMZ4C~J54VLe~sRki1${!hkNPB+@AK4{dh)CX+K8t6-c5T
z#>**sIfR!Z5t+hW%lj4mi|zt$bbUSSj%VLO@86`m4x#ONo$ceemyajPa&=GP?>YRv
zg1^7v?``~9@z;RAQTR*1-+ug^#os0T8PRmkg^C^9F)P77V!8#Ia`w`ED%nJKL+aeb
zEnKtncFXu?KH8ktX7>X2`y#O=QZa>YT^vofE{;c*Vx9z7+IHUsdfsKx9&!}3B2gS}
zt^XOZv*?UUILe18-0CNVFxZ$Y-euD6VChFuE%+L&iFa|XM+|M4qrI)Ty_K1HA@EwE
zjf0axcYq3j6wp_Ih3N~Z$`oN3)31Mq{m?=>-B-SDQ7(4IO>E1xQMx4|`<Wk{KfVRi
zNRnEBs~Xv)Gre^F*rM7e&R6Ye^H~xQ4#<9R{Fp41us&UAclDN6p_0)3hX04QcL9v5
zx)%N?nMpE`gfn1*Q9*(Pn;NLmNF@YHKth5w5)34n5|FkS>G+~B1E>UolV~Q#QF^cR
z+FN_8S8eV6`mpr@(of9;11Qyi)ItFbiuQ~{F)HREnE8Hd@0pN@+V=l_e<gGF*=Il3
zUVH7m*ItiD#Bf>Oj<O&NllELls%+7v7A@+Ccbb2F)+AIC3cOj9)=Wl=+Dv&W04qb(
zsMn(*=Q~&HQO|kGY0aZ*Qv%l$K!pXh>8K0Ds3LV<^Kz5*7v9b74rv48)eBP0>r(O;
zIDH9v*)Cu3$4o{yoE!~MNJ`+_&H(qyH>E6EP*&w$;$Gb9uthpV5O=dkI+WhWT;W1r
z5L%=&!x<?25!$_JD%{p)e5c@R+q}UNGC3gGzJyE^qecMiB5&S40a3|x`z~YaEQI3R
ziT>scdkZ2_7a;HsI12h#4MXYM{%S$rs^PQ!&DjO7ucA;TfDs)@{h&O6{3LDDo+KZU
zE|;;`Q-Ol_W%%TL2?xkgUy*?uEQB2-(F){5Y}R^0e&uIzA?=zhahPV6FPNO?I@HM?
zdzx98)nbk7fwK@7m9|48Yrx~A#;-4iLo~U_K7BsJK>Mlpxzg`&#>>a%oJi^^z~G%L
zzpMxqjg;-lO!u1n1>$2EVK|Qi9fRLIC)YY=7rs%~qfPnfRD}5-y@DSktr9#LRZH9a
z7c)NCpGsNLAp`foy)tm<Fiab-M^F%d0-YbKgpf=O($oKo)MBr~N+-2QS|D_XNnC2G
zj7*WbB5y>dNOdCL@P>H+p$0_N?z&5IpUUYC&Ug6x9IMtKOLBymu3)jlUC_0<SbH(=
zS{;uk!6m2d?FH?tQgN$uo9YY_I%&bVF5<pL+~Q~)yv;~_S#Zp@K^>*(`YrfvN5H-y
z`bC-pD3!v49unFuz3hX?_Z)B|o^hZAk#gsXE&+(&<eoUbj^&|Hba+N91&xj{vV(<!
zz|n!TJ~@ox`4!*29!jAhy^dvHAhPNB1N2r;>6ZWlR9gJ-l)ChhDiHL7KZ518$O$59
zEtmQ$>c|rO*?PWUrM4~bjO_i9eoJGs{uGenY!_%)M;x&5YTYs{1nQko1!7ofk!PgT
z$TPCaTAPOE@P1!pPaoJyk08@bCHyN$Sv&Qig_;qX8d}24&y{e#lyIGt&=EM7GWPi<
z<f}G%lgh1Ij`t&iI>=4J7$RglX$Ga5;H*elIsJG5wR-5hY&;&L&NKNZOMV1SUlbSW
z*XDJr4h61UV09b-M-E7yL*B1prrzp!maAy(SNhy?0gvvs^-B_}qJ7&US6WBHloz;C
zExA&g9396i=mpiUC%%k*n2^9s{G8ns%WKq6C1I0F(wG#wi5Goo`P-js@d9w@(e(^6
z#v`XR^3;1f8FKkjN6e%3@+03Ky_X+wDr<%7H{jHz0hwF-5qauBM+5}`F++6#0ZM;=
z^2RcpGqro--8n7Zi}-W$w=}24S7L3c1>nei9l(mgXpz1C9;mXj=$KUXi2Q_?M%GqW
zSPO_o^h-%io3?O;+3vRt?>DiN;+;_99c6W4k~}JPw(q}?zId84q>+!vPxyS^q}`9m
zPdJ4)Y5ODcgXdD(im<v&@IcXF!Pojj01h-v^4P8Kj}bu<uM-`g$Df4m$W-z7JH5l{
zmNx<2daRlkFAEgy_usfoKKN#u#mfUl9XpGci^iJ7Og2+HaI<ah4J_L8$bLfhmV%Dj
zteaj=F^jAH%biZ!Y`*A3;Wx#8ppZ4Q^jIK9ajlGKQJImo%PS&_4!gtWi*cnTohFde
zt^48cX<eK8IJA8u@zfP4UM4NUjX_7CczIs4)qanrZ5U@WQ+LrOgh-tEs~q0cn_5!*
zttq(TE9h8t;-=jx_R^Gsy{m`u4FTv@p)g1#M-k!y00;)8t;iJ&m`s^UQ3atW{4yYW
z{+++es0^d=A>mFS+t>JWo&__s#RSo<HFx56K#urtX`=~I<z#G9*&Qr7-c^;BkGZ5Y
zG)SdYm%I5GhbowLF5;JB>FElkRv@HNH1m~enW(u~k2CMEg0YW>ZU?evXlBF+9K3Wf
zN<5whL+~rD-%D|A)}sT-t%irdYAi+k_-^2Zu1lG8bPg{=t!K=TdNM4}K*rFs(qF7+
z{D<^c8Q(Jerd0RU2DnZ#vHh90u&2V>@F<N@`;EZ{xW3RZ#z*AR{j;9Z1$?z(jNKg2
z=;uA8rPWWL$^GM>>hAusL8HgEF0M7KIe+VqoFVr9$LGAu{uqLQG&pBy<YjmlONYT+
z0)b}=`IXbKh@z)D0mE+JIO_r`8J}yFsJcWs#kxe-6?z|*3O1{EwS1Z&PAHBh2DW5V
zLb;iy>;xc0&0ACT$gKE79jEF}#baXnR2-%tid<s!0uNZt@2jH!&Lc_!Ui(iN#Env}
zYFqc5k$3?yJn^#gEwiSLQKU5TjI`VO=1+lzh|QF7vNRi{YExA?fNOD%I-~w_zFMzA
z?DKY;g*WFnK0z0P4H={^)0x=*1%lH*pF46zoVGC`HJpf-H9^vNofs3Zf0Oq}`c!b&
z+#;aM+dV!gZ3;BF<TrSQ{BD`VZ+@xExO-EgG*Dji_64>Gly^3y@hez7{&^{uLL0>R
zdy|Vzm+Ay&IM_KMTE*9B=c3yG4U!>$ecV*<n5H>#S2UuCuc8_ked389PrSHx4}S+6
z?kGpBRxt9;F&m_vrfO48s~v;NkjuLdQKcvTx?qDexD0cj0^by6jVD0?RoaZtR%vqh
zVg#6;k%(CGcR9btlD`2&qFvk_&9GpBCn2DEEe*mHg{}ot-2$YjYj)Lg0r3_JKwV#f
zae)Q_``?q%F^UeU8k9W{3dwN|jW-p}nn6Kq`-d71`3iN6d*{iZJumR{ep?q9RA0a(
zv5RrCz361>R}}wu2FL%rjB1>5Zx3}v8l;xFrW)PQ-Fya}1*hYEc{rfMC0#*KMpX~L
z@jxpYPJt~7vDBDzTc*LGQD7kRw-;DX{h49X1&i*74`IlBg%{q7#PC8uLCy*eO*Mb6
zZjq@<*T64W<TCF16}LR0B7x4&WKzs+LflQJqM4$s1~$$aenr%P;LbVm!m+T0&XxXY
z65JaaE?M<_(v~a`<RW|b9H-1DpCE?DdK4=JaRhnAXo<OmZKME91SEqb!wL8EC&N_S
zswY^ELc)T!)pMGL&n|2Xjw5Yd-*BA?sWo1G$+}bRNvXxNnzl%a#&e62+#@hcm%_FF
zIa~s7i;bz&!0x>vlO&8SstXeH6(frtN5uY&B+q|de%FuI<(sXs1{!zGA`P;#eAURs
ziqP;02qjYPzZO(YSX^)l19Akd$?pvi@e}U~VGgwuZN3a<7!Am;+n}k&-Rp@vGwuD4
z3u3aZR`6-@q++6Di$pEO@WpEIDIe@X@2sZadBG{4%dfBxEwVg+TRf;#6DZ)9@TO1u
z1suC{w+B<QoC8cK1(ve%uLMeT7OC#a%=!of(g2FC2|p7s8TZ0T5Ya%wW{XCFoK~^Z
zao0D1R_Jy43JRzxEGW<fPMqE2h7!rICRWbNy3Yl#tS&INUP*Vc)e%siY6_lF{T}5>
z#q7vbfT6Rfp65!>@lo^X6A;!_EqUF+;6vyHRaC54#Ljs^Fep{zwBSNyFGfFF$||Ck
zRg?u^O)*qok+UVC^w>s^l>jjB9vj|Mw@8n#L#ss!wzotH(hx#Ch!~-(6f7izJt)~U
z8A9fia6!w)--XYQPAwIK9<Zub&mGL4-2b0cju5Kk{4fgEk2K&5J~r;!0a!z8Ny1?2
zR)GzXXM~(bu3+C3BZo6!2$~A3@n~L5`bul{I~+E`({-8Awts$wEc6bmn|8i3YBt9D
zJ{fk}SY>Ti7D0ce7(WX;ay~TM7mJv4-k+9Qhu+i&D0Y%;JyR;p#C%L7%tM(@&Mrm)
z9Qhop?N`u2br@15e*@mMmbpX&fs@gdR#Okf???$73#^s@BWEwsI{I@UY461xWuv-X
z<xNZQ-G!&>M;vODUTAas68)WT;j0EkKiSEaIwSKO>xP?Xsk;gTap7SLtUTFGvn#<8
z0x32f7bTQ4TOjV6^7gR-5-V*f=3fKB44@kfuID$<aI^ddui<y6@<Ad({jA~=yG11F
z16vlVU(r4a{A`&Dr}4`PD8tHrdtehY{NL1GEc8bg^rG2&Ogw#6_*Ru!`+*8(JYNtK
zb%R`Zo$c={-h87QXJ5XH2c<gO(O10rYWJ+HI(Ezd>*zq`!5`_$XHYqa5)3+Mp|v#9
zA8Eq8GisneyImUo%u4mUTz-S1>LqqJPZ}`&pKUI)es8CtH2vypgAFRlGxBRbBM`!E
z>_?<it{J?;c-#IlSmrJ^p2c{^I-Sw?p{a7{YC?IWZ%Xn^bWdwR6dKK#sq;Cj{hC1D
zzO8YAEmuh4A2n_%=h^hvz?L~YStR*w+_G5xen<V@p?*E;_fCETTeA3-nwiOjRNKAr
zy6v|>sfg2B5jV9D5B{*j-qq9~Wi$mPcl{ynj>hM2B4p~pe8wwb4VmXf)c}|@jFE*+
zsrhMLLVq)2?t(RD*=bgH0wGaKVonqE_g-t<|6`_)_s9O;OYkPuJJ)-!zjq!UCwkEm
zkz+*v&d^#~)l?jZ->nJ3`Dhkj;k&@>izxjz|KoyaHvi*-X|_-)DRIALsAQM>lFYu)
zG>KZywpN}$@U9bYTNg`sol$?GJga<P3yI-K-PQi)M%Cqzh)Vl=S9lBjy*Hz6(Yw~0
z(ccz2PBqGo*v%B)t6J8-Q-i0!rBQ)NmlJxGl+h2b_3sY9qr>5&{>P=`w#%t!9RVCS
zXJEIi+?(9qAV7{xzskogu>_f<hPVI>R`cTTyVbkc-}ikicl6!q9S?JeNR4b|*1ti;
zH3GRc28A<pg1Lk7*7{WB3sJ|BnTTdED|3QmROKVzPOP~_h7?3r_FDF*u%qj{&A9(*
zxW35#bHbqoM*T>K1c2!ui81bL=BvN&#tpgtz8_#uw(nM>;WtFpJuj%ksne+cEeyv{
z3mY8I^6LZ7OLs!QU?s}y_Me(8vhmjtGq*7#oZvr|<GaLsUgp}>x(5N(qGIb?s_nX!
zZrufZ6{?iNzwig8;UF~B?@{J1o5N^NJZ8&0*mQiQTT66ZY?*j(9FvI32mw~D^*rYC
zl$P)ijl?pocOKQtJVY0Ci;As3ppI@Hkh*k3tjnavuxU0p$T!Ffb;Dxbr?nXkogng{
zcHnP|h*)vom*Nx|H4ikYEV|f6$B2K>zF+l$7^2H#)ECe`)%(Z$`y=SOs~!)k(!1<m
z>-x2-Xt6q5-^sBn*4C{=59#_hsZMD`1^r6@3OxBf)7yXQ2FzETDl!_x-o;t1G3vji
zXn=sb-H~|1Kj>#muk=$jrhHIiE>Vpcz~{-neBH-?Jg_Uz6c|r|8u4<^YNpRQzCkc2
zoIcQhGQxP(bt-sI`RxA*yx&ynNvex0VI#%rD^~RlLbdkOF?i1pDC`eBznm5_o4q4+
zrgF;-Gm7OVHXfOj7oChT2<cTWqI8xyJWi*CGR6U`(G5c17nI<+Y$c0s%ySw1SW{8>
zrUqFJHO&`NDR0H0)zATE;mFx%6z}xBZBm4+zIg*AO_rfJ6K@5QUutApszo&z>i`_!
zn~5*C9y~4`h^AHaLaW%>yyt2Pr5t_fIc?M*fw1VD9C*%@Xe9&Eq2x}^SpLZOae^6H
z?K{VRYS?;kG}X9Ij%fZ<nZ9rMBX=4NH}b}&r>&*eZoc9_nl$_Mw~ZIBNjMB}WIpHZ
zYS?Sk&n8h6s7Axr)r)ix^iSqR2CVUCnM7FEeqVDGCYlY>Hr>#|fO-k2&4Tqk1P9%X
z4deM7R3v1lQm95C(8j4uXi8+ImxBobXww*ZSdYELv{K6{V^gCwuxkQx(1|XxKb9j^
zi{Dy_<~S{q+xB{qYZ3o%pYcsaoG()qhoG0SB`APSy$w~?L)^b>pm!t4Wd_su)!V<2
zn5jN%WQ*%&F7-K!+ZBv3s2waiEG($+?N|HOx|vIih5#M<!;<!*zhxGO{Dh0APxf73
zzt6k4$*AjF;$2uAP&hVi?`lWW(XgZG?WVoc_OHIUX@~LbN0+o3&-R*cn6I|HZ)Z%N
zjN8}goRfZd?tI_-8Z(V&_dFSA?&TXP^vBEhiAkni=HA8z*(nXp*`#+*Nz-ZAY9K88
zxo(y%-G)%PoH4Y5C~FkLVX~u&(}dzYyvzym84c14mX(c9#_84Ed|nXPe=65#I0k6v
zRt{Nz?>IRKA?r@D0TJPtx>Hr!5xicAcdE6C%&e*Fyw}7Ke?&x4bYEh>+BSG@bL)LU
zNSQKF)qbwF6jfW4RE1X1#cKz*Mkt0+S#C{2qDtmkH4XRVF4mMSH0kWt|8MjPqpcaB
zfL^RS2_*a$tQr;QjjN3{ab2j2O7%vsF$0vBNsqmAJ+DJwm-CmJ2Dpz?(^k!fA(ZTX
zOEpgAEa<{`5<8Cpy!5ao&?JmGZPYL3weEQ}2{lG|G2())flvt_+Sz~<%2UxdQSDRX
z^!bsU8XZ}5R-3(!C*#7C^?V(=kNN{g+yM}1$Z^vo1wNm}FEn61;FHbp44yKKH~RZl
zdcUXEiv$jGrlM(z7uzQT9l6by<v%sm2!?qx8x~Rs=UaXern3jsd&^NfMzn+S3Eu8-
zh_-xRV9j1cj$Qhs6~0E*a0fN0vV|iLUs#nU8I8wU9OW&Yj({pgYgb!4KBO|$9=fDU
z)i|IxNx`c+eq!IH+XSbAQqF0OVu5a$*QqhnTk}Prx`)!E$Q2{SAsFM)8qY$=(YlOs
z>&LK&kojPTCwQrwr5jQAyv#&k{54?Pb5OU*-+_j{ZcoUF!d@6j0{fW)`)LX?0o(!%
zg8eU|uuoI4e^5c|3JP!Ow1@L=YLMXYaIVUEF`_qez+2h!xI{b3t$Vv-z2IV8rHxKC
z4L5&thrMk8P?Bc=P|LmuP)jN9^MLx6Odkb+F9*~uFwh18N;M=3BCk_mB31i8nA`K#
z1(6AAM_|+oga&3&7CQ_*i}b9~eTibScZ{CCQM_<!1jO$^=wlYwrl4#V>UZl6gf}S=
z7dlKdhMPkBc}{EbC30}}#T9>1hi}0KgzO}filZC2f;L}`g7uhcy<%qSY}QqzbaNIe
zMgl4Ob0o}{TsL!~Zx)W2Z}k;4CCQw-2}p)7)n{+9h%ZO(;$s3OAuXdT!pTEO%q0Ek
z`AKvo4&y1$TtmRB`4bsTb<l^SQ*ZzSJ1DYG4a$B8tHJnubP=*)b|siX!2jKqpDoo4
zpT*Yudj=Rj%CMkV??|+2Pe^}N8%7w<zOulo6*d67rcUjvhby<0zv0SluZJzh5Pvr>
zcc{y&9v;yv#{Z93Zks3p7L{DNB{u@&f9}d{<3PPup)TO7uiPq3if*&gNXwPmtTVYM
zAci3~j91V@;WZ)2C3msdcAVA(q3U&ukvGFK2680t4BuXEj-Af65q7tbT98|<%E;@?
z!!%em$YKObyB3IVSBdi(nrm2Q{rWW^i{f=HmO#f!9^8aQe7&Ty{=g@Fbta6u^SNAq
zPkDoXFEM&!Qnx(U@foJP@D?Fb51xz_n`KlAen8vhM)g3zcQ|_Mn_=Zr8UVGbRjKOs
z_j#y@-2VQIXYBU(M?zWj?eDR(Z+|l!a{Ifo(pr0WY)p!d4P41(aQ&MhEI{QYpwhaL
zvSc^jW&SmsZoLDSA$lG97(v=%zA0^7ayWMJ%K_hJz8=nzi{B;KWjRo3J;OeX0a~py
zSU*2g#-<J6=o?4|{fO;?4ABDIyQvX+5PV_S-32>+BduEoa+o{Kzl7(|ykKeX0^LOJ
zsAa$gkH;9&yTh-4DX@FZMOcJT;KrMZfP2r4OoC?RPtDlUOj)T`FEdh)T=?qf0Hj*)
zs7L{Pcv?eb-NhQ>t1nd0#`BT7WsSm;i*~1g+IODy>w#?6eYH}P^)MB-&90j!9(m&N
z$m7H#&$-jr`Wij)i}ACQ*FD~sk~~&?_k?Q@qzH$x8*roe*s(Ibi~KmUnd!H#^o}g?
zULr3U%B#&h2&-7<@qG>7Jdj*lI0w0{^XG1QC-NdB>Ox*p=i&vXkS`<grY#<9hWXz)
zt)1@7Zi>fV=!4-n-KxCisqx%z%6VLF6|B2{%ur!vNc`HltV58Toi>r32wf_*BD$ds
zOXI#Mu)!5W29CP$V?rZH0w=n{y5=tojEu8lOf$ZioxNE+z1)c1l=MP9jOXBqri|A)
z>ecHo`@?y9rulmlVdP$~>XxFdOcmq|fmfc`WE@8vp8HZLLA+GKOJ@3F>pUgk3@2L`
z4P+kh47Na|3Qxl$$7wGn_e8d9L@#9stsG{3_zJ|;79NW%8lqAuWmfn(PJbA+?6Ur_
zQyn#;?(aO4R&)p|ZMs3|DXyrN925CGCw>SNMvb#pQ4|#F=RBgf>6`9U6e?6054O*9
zMEt`d<|3EbI&tGn5iY}Kgm<^u`hu<5W}DECmHBq8%!3He>@3;=tIQTyva7qb&SR^R
zi|C>~G%r|$9B9#g{thrNN<KF)9MtR%-)E(8j8GP%{QdCcOi)FfXT5=#fca_+g_VRr
zI~W{@+DETj?#!wi6y6vcWI;9Sxw|M5X`>Eks!^Y*iWHh4XlVXLN*<UT(URi^l^i#y
z<hZPXl3U5lv98QY2j;TFY!GU<%~nU5i(CyIzSN#p!Dio;`9+6)mz(VfyqxKQ@-9KE
z9UH%BcB&8c`)>c@T-P`qt}o0bA0oa3cu%PpG}vEhEg~QUvgla2m~r=YR#-cTa<}nP
z+rc{!@g`MTzf+Og%-2tDXF_~IYa6Sbh-wysuwS#*?T$?`>NBSZE+Zc4+aGzu`Z}Mu
z#B7x#W05nE8(2p!tMvPthKg_?=3FuRRLUlT9fQxsoXu!Y;?9VS+9hg|YJuG2n1898
zX7f5`W5Sr!2Xo$N!t(m%VtL&@&-XFAkmN?g3hyH0Md6naw0ni=tF{@Ho`Uaix|%xL
zdkXnPvwt3Rp^bFd&Cx0W;cE$or%!A37EZs&I~wcl*h!vj_FF$ARWwPC@}K3+Btfc5
z;C)M6M)*F!Kb3d5`sjNhT1!rUyWOVtmHje#7pn^-S!|VsNRHAX?4Tl9=~<~U4TsgB
zZY!R>y_$%=QPxGOY9%G(SO-zO7FU@0Yn`m+zLW*l6y#Dx{xy7MdDD5uv#)p0nRcGT
zJ9bvndE7;eYI$33yOKNd7o~7-^TS9uxuH93m$!KH!&&u*e6K7XVp}@q7&9{Q0E34t
zSFg~A?;=siO(rsErJWE6Uj{eVia?xWH9%1G@T^!X2okRLk6^KYG^rHcH}gx!c(F2?
zHgO{)S<{D?u^k!ljTu<6Azu~Zg2m#T20X^dq#TgSN+%A?uv0A7Ysb(M#Bnq5B&fVm
zOytvf<_NQeX%r&^1Cyv9U#-VC30})GEd*Z^OP6)@qbRXVkS$IQR5DXFNbe$OoEn~<
zTVrJN&Q>9tnP<F)BDR8j8O~o~yAF#TnedtQSe`L8%6K}hAGP&Ig6nYb>fXVyYMIn@
zKEPTyftZ}SsKj-6o08ZCM`D)wCa%$fn1V3T-Hj9n<wekrK8eT`*go2dyc8RSx6#31
z`TCtevet!B(6z&@qxx%jy}2j@-`e}y<7^C0As#8$4zqU1$BV*886wX`xWd4J!`eSF
z$bC3AZ`kJ@S=b&onPBktIOc87fiU)y5%tP2-^$z9gXi*3hpkDdYpo31>soUWs+a{G
zNGK?EtvbpN&0BR2m08QE1Hrqws%_ykruF<Ldy~<aG`}(Vs)DyxeS|#w;-yPk)38Un
zBICDU+y_g+xTxpS0zf35OGTQnGwQf>dDJ1{lhpSu<>hcHcM&UPQyVi97)znPj`Xh^
zgK6I~>zE`_eoa9KOLj$b!%u)s5IvOvm!=igzo~NCVygw$2I9%|VcHb+WIC#mCJj{|
z6eFVu+hflMt&NY34UQ}ej_+V|J`*!PQzj_J=Bj7q-%+DZ&nAp6IeO&Etj`A2$6bBT
z*)o;Zdnlf_mThQU+9tG4ww<!uX8aL8rQt_NN|dj6i+u)VVFrEl1z3?-_!s}%r#HQC
z!!#O&rz~1_QfjRDGqzT;wk$)>hw^$*Bo~`D)T9ine8>|sGp<*O$E3<q46dN^eOfhj
z@-CjF#Q?_YeKScU7EeAR;6_P)<vvutM@{KaNyL7Oy9FYKqWs$g!!<_r#AO4Y#5#)`
zBMQ}GtmYWjTSU9QTFmR9SwGlZ%Vg=Gzjv15pUgT;ZDMd}bq_y(X|6FAb&>;pdg+84
zBQ>H=UvZqcx1@IBu?JI)0iXqkCe{I>7AvWTH`gg3BgTe4jz@d^b!<ZjL~cDmQx0Jo
zp&3J1c8oi?r*9E>5%`EdEC9HPtj1i>!m%q=N2&l-HJz&x1^5_fXpz{c(I5kSe<PeO
zFu``sm_J8h4s6}s{0S6Z1xP$X5+pA+BR-H%w7v@KKUFU&&2~%*bYb$qCEz+F;F6AE
z%}6KV3D_#>{9w=}{ILLo0=B7wAe-sEHl~w3rBgK~4HU~x?^5CHi8h6TVqhnGvW$`%
zI5$b$UHmmuvy3N$T!rZ)H+^)20#zqz%}baga=%L86Pi^m#(4HhfbLXdmZ185{`&d*
zK)N!teUneqK7X&n@Qco$HmI<0Ms!k4oT^%sohq%Ry3?`NQWhZ19;;it^7I@=_ZUsU
z1kuV5KtRkX@WzOU>7h}n533Hk!H3rNILi5q4-EavX7Y)pB5cs;6kvc@ZdiGk57kF$
z?I99is7RnJy>Y+8M*)2`__Z{w093^kb4zJ&%aC-O87ZkiqOcoP^=JMtDkTGZ)(D-(
zw8jiE$YI<itT&8<h~)`ohUZglYh@c6s55g~qh^R2RHCR^7Hm^!vn+ctMI+{K-jCaK
zP*hjN_)PFc4O51!vU$6xrGY{(gF^0>?bG=5W!6N*sE9*MiF~bH*>#wsjESh;4#q9u
z{Fk_v_l+JbuH5=5-HlNGsPsAo%TWo9>bX$h%bc!i{et{hB8nzn!ShQJRWcK*+P8N>
z1438R$H59t|CqkI(u<{4V>8uL)7K2bVDrC7Uta}cf)4+PzSgBkjZykqr%Cx>`YOgc
zK2KknwWDV2N>fdpyp1O)_Eq$?StU{QwNJrS(^pDnidG3Bgla1zV2ZAOA`s;7i|OiB
zhF`o7NZ+V7x@!DIOsaInF?chcRP9>b!PF6$jhZO1Buq6zcQwr={5Qf-tS_RhLkOw>
zh@=pa?6GyaBLjq$Mh+pUQCM^muL!EZC`M2P2&^b${u~AJs}$O;X?&-X@INA~QF<yQ
zNl)q>)Y8V#eJKrH?Gc-Aw0la2syhvWlbznF!r2qM)YGkvs|YP}vrY(fhR{ucQj~5g
zk|~t3N=(aO@?`Mrn%u7_W4z&?f7al<v=jQaaK^)`!j)kt-oml+LRC~dWPk+QWKm>j
z-B>x3L2`+aG@)$GyhG)x1wH=G6Y7?ou6wrf2+gV%utVBco{~074tc&ygcx00D#=rA
zYF=eejshVe1_Y{klioA?-93sXl3PF`L>bd=*>CWU@f>$A;e<NXcJ~{6gEp@WQM&sh
zh1YI&B~^cdez7rH`4@?oWu{Bo!56U>xWj^=Rli9DxF?&Hs?)qvyxK{yp{bT3{oJyX
z(0_*L_9!B`K`hR6WI}yg|1XK|{a;RWXZ$ln_YW9yWe~rV=#EN_(zJ8|8z~bS75HRv
zSp<kH^p0yVE~(-ivbqAE_U#`EDHT<@Gw}c$a55M#bwn-e_}_PJ`m~cZV-+^~#5`k#
z%qLO|F8FiwcY17p%U)O6l~a>NR)F+n3QsOgZyb%Ekfysit{DDB{MHzkrmrJz^{o=B
zldpGmgYcjQHYeTuWwXC@^Orq2m#>7`MpjME929m93fl<N&JgL3)EMoDAX>6Na<liS
z2DjdzSz-kcoVYZ7C23>ZqO)u3QZ3fCbq)%53<@_73O_k0{P3Xg=0V{)!v9R`fFHD@
z5)yf7`U+aPdOk4;%LwtDT&SOH(5u+5u6}(I_5kVZh66!IA>SvxwCz5XkObB2Jlsb}
zIJSyROj>44+P?64+r)ecX<PYAFVmkeu9dcrcgIUl==@nPJxSpI^+?EWP`2mtWLgTf
zeS;Ah7?l!Q<4YKL-OTIiu}2af<asz%e#KS^#!($uNO2yPu^jwSMMOI`woHM3A%p#m
zwmZ^MCwHQ#98K+bX(eCVwuj|xaeTm_S{i#F=fM8wc{zx?R9iO7zQekb8GLsre3A7H
z0ta`8&%=t5)fBpXci7P8Z~BSA7!-dWW2we*F#P7xs9_}{oB7{*Q$Au#=FPM0LB;tJ
zFhuofTUF>&&Ua#F$#V?5J7Vz3n~bfEaI_>b8$z%LGdS3F>QHH${uH)ZyP4CWL%hfK
zNX*YoJH*m(`A-i%U(MH_`e$sz`aHJotjew2`zw>gc1v!&7w^Wx&yg*6kc#J`yTV7#
z${ovmf%Ozhs5*08-Q!}`_%o|qm!V4-oH@!l`3<w05z|}?>*x9{+ALjEywygr76T%U
z(dG90XB_`C4ff4HvPC-5r1W)%H+#>Y9`P=o-tV1BIFB2JK*K8O{U6ATSda9zM$FY@
z#LU$gJ5>TXe}{tn9Q=)f2X=EBzDc<?nEk84rq=~Em|yc=75?Mkc!|mlKcP!-koic0
z^W5Sg)@^!0OtEgW`ijG;8GH**(y660M-ptGOWhSsy(aN+s*7*%I)5fw%UCOiy@Mep
z0VzgUP6vI?;PWyhk3U{_XG)yc8H8n5d)MQSA6e2AR2>Q`TUO;|x`3vuMgWU4Ys7yE
zuv4yIdZef+G?M&h#xgn_7t%0>BQ^lhK|J)d+>yYxVgQ7=?>JdrV-}65F%KvJ0SMoP
zHJe_EVE1T=c#_6%knz}o<UrA<fhFCCZh?=8ISTSd5m1WwD*lHY)Fx8c<lNkv885kv
zduA)rk7dqricrdSGkt{$Pu>d^V>uW#wobiQ%hHg(Qm12iNZY-s)wN~}G|tuOe|x5^
z7iD}5CS(HNmbVk^ERSx=sBVKIrZ(y_*usoj=OlA8+2oM-Hi;}Yl_budlB)}s{R9?2
zC0=crIPPS#TFM4}R8<D8;$$Zlf!&xdRAy==F~n4vs-0Y@3&~{BnvzMFc;woZmE9`Y
zr3&YQ8meeY)hCp=g2-xCEOoLkagiL(Lls%7IKNh5|F=qP53&nNm&IH&4yul_EH6J}
z-*#h;J_8GAjUCN)wUru``lRkOKs^V87(&$`Zf&7wk;DwnQwAtB4U1S0fgHmRdGEA@
zsq|(je65&pIyAY10?sz|w%oc!CtrN9+4^^a2X|YbANk&lS+|Q=SL-Bs)+$M0VNeUx
zP@&~dX*wsC@<JDZdjq!R+N@2#XF87{F0_`AZkf|6CP&y3Ykhf#tULM8{d&w=-!Lm%
zRet0^Hzxa>-G9**yF!safYWlH`)14Vh%fP=b+`o^WkQPO^+1cXg_a7+{v&)9OT^i!
z4`-@XaY~(jra!5lW1H1eY&nXF-|hDoD(lairw_LNoUQge!c~zm%;u<H&C?B^B70(o
z%CGl2ohmGND8_jGM`yMib+q&*n&6deXtRIRr4x4&rZ9zTtg3>bGE3574BR$lnM!kr
zlhbWeR;uuR!mE3}K?bp8NyZ9xXX%ouWmD@0h}EV~*P|7?_B@J`6FVPh!r(2R|M;k%
z9$cS=>?B5ZYc{=Xv)8~Xz_6Ivv9~ve=G``>OjY&PM+q=Bz;|J)X(P!WZ)%N3G0#??
zyn>P)vXJxiV%diE`S9*H<s6hHv2ThEbY_Gj3;SxAGaUs|@4~jOFfumv$?xi~i9O1%
zhrgrkmaod#)R!~i?&eijuT57*+CKdt|I_|e)5A&IQ2{|(c{}<c|CsA>*)w0Y0cQ{2
zwQ==jvYC+WeBJ7EXktR<L`AQfbwv+JRCX*%Dh&suK`JjcUa?VpUbFxRD#m+Vq-7hE
zA&>3v1GP{EG+UBP<SCZpHW#jLpj758Lz2*yCEFl~!{Cu&4uik2;-AR$Iy?#CbDwZ}
z6S#(3()NUdi1=_KJ}nbG_NpaqD6sfD<L%9O#4-;rSOA0Czr(S}yvY%`Im;p1Ok$bf
zj5bq+xjHj=RYpZwWVO?}Rju5pQK2<-Lvw!_ANX_eEhTtWCMmeJtt+#-=>^%ix{*xW
z=|!Tu2e<F*Fz6>9p*;Wb3@j44utg?ziLP=n-jsr`UarD%#u?7QVh6#Ujx1qmS6ElV
zn<pPvTcxK(MQqy>T%EkT#C&J*Ki!XP+Nk^S3%W>Q`l96uvj~X1<40_;sF@^);12XD
zn+_aV@}%z8IMuCex)qK;azMJ)D3?5XSLOCyLf0-nLKV@jQNic>*2M*1v~Sx84)kp?
zI}<Vv^zHC32l}R{lDHdl;)@Bvo9;HJcXW4=E6(fk#95_ebo<}y32kOzy4xJ;lY>tV
z>vH|+R7jjybhn`k^`CT_oVb1wZm`E`86-hb-u;}7oA?PW-i0%4Y;e3+&cK+V&3isd
z!r$Y{=HQ9L=V9C~VJha|FnxFDHQ|zhSb3kMKZP$J9DB!w(bx-z#A4A(Oy-57&x4&u
z&hx+5AKE7^Yl}DPck3qNmHkCRSPkfIb9v*6DdR}o!4qP-4?9<eDaY(1s8>77v{5^;
zumtWioC!7*L+~YfWYNikCuY2g^lEKVUgXW)#o@{~59aOD=I-KVn?;{KXGfOS--&}b
zR}EVjvKO?}em!TGS#+|y=p>T`jk~zwy;gToZybgty-rz0>Im(<rFWk1@R6dE+=gL|
zQf!cAgzflR!jCtWKwQ=~(3U~@OxivYfM<G>u}k#dI`#uD+`5+{?4W$o$>?hI@l9lN
ze55Eva0lWVofgaq94E(FTfsaK2e&U1|EE8KppjferfIuo)>uj=r`xUX8g+R@9Be*P
zly<m9HuNd#J~M`w+7Os7c}c8fEc{`U(0b`t1Lcp2mj67^JyX8iJ#tlh=B86_AW1>{
z#^_5(j9Bf)ci2^kJOb6q7Xe&zpu|ZSb6s4scel8_$-KSDFg6dXa&))E<At1e_7Bbe
z5=VS@OPr2C2uvbK;m{HH=?G_ci&IB{$&!MrMdpVu#Y{w0x2GcyPw$<s%Vu#g=`<7V
zc%M=+&REP|D;nd7#k5%VXjHsJC6cklN>EV~+K90V1jRbKTjOwAS?a{MysNv_Ar35^
z{*n}DcdIiNc67J8V&VAi)=YeL7deMj(X`k!o1&-LMS7a0FwMR$#W?Ml8lk;${?2~?
zu6Q&}k@!)spCz}2yCg~GX(@#fW3pyqvYS~d*)LMx-a#}^r~jLOmm{1UeF^(_Iq}OP
zm$YduM-%d#n~rv3Tl+E@k6~4r{@P5NcajvaER#FmjDs?f4pt!x!q;W|noGv`mo4Ly
z^Pv4;RatnNlshX^5zP3&tW2>8DS3_z<l+00G3Kmgu_RK;5&MxU6dP!|%vw*J$Rws;
zgKQ6_b<c9TxX-`1pMX;WrwBMC&_e**tp1BXAP^^kx6HWh5fQ5IwBw=5dufUH!V+(C
zi7$K82q9wOOfzv}gjt^|BrK2^cF8+(wW&hc!Y9U$Hse~Xcz<V-<W4W~CYAWkA3r)g
z+Dx3#nkoRrwxtTv(m<jBXQ?;o;H<KP7ladz%qlx_fw=$FD=o$?Fv!^4&lBfk!C%DW
zL71d<>Sa8WLML9tw9dpdNK1a&ONH2#^EwOty<^vZ7)~-%UYbJ$q7(?OEP@zgsg|4f
z0H)(&R&7O^5VB(yWk%<HHg-16qAV`Ik@>R5(P$+svA+qhh>EihC+BX~TsP)zmxeEh
z<+46uA&|*BgKtNQGD$1qgLH;t8}tU#sg+_yaM+Q9D0lyk##hvsz7fXO_Fu_<%eNjX
zj2*9@7NnzaoC@{xym|0Np`x0q%63Bp7P^Z@xP0U6h=-&!?7KbDzdMeQecybE_gYe9
zV3G5=4<KPR6F#g7_(rg7rYM1^n&d8dr#T)m+ltNB%M@Kn2~Qy6$N?24XIEouKdo>1
zz_ICXT!q^<eE>(-wp5@u6_4)pXu$#z=P8n+@a7l{$oGjx9XG&79oPj<-c=JQ?FT$j
z0Bl0ykewZP>PrHC>1>;HRKz!ocQF);kWuM~?Y#h^X2Q!g1uy#?9(y>XFV=V)*;AAv
z*YdyxB?ylr{HmC%!=hTDNH1LWE!id<dmGn+>lahY6NTQZ{WDgu65718L=MIH?II^m
z0L5USHW%nk-ZXVAw9RYBK@fly!)yMDDu@3D=Zlg)Dvb~x?(ck&6;Gn9R4P*aKT>=8
z(A&m~7+=#vyx^w?YsEh+mG|t$&2G(v($h7`*cfaHuu$BRGB_!)gTTglhaZ|;MiUP$
zasE{3tqT^1jsb!{<wfW?X{t#hF+!w=9X!Fo>%$`lc!TmC49kasCeWx@J^%2$wVh$+
z{E%(Q0i6TGpE)qR^e2f)tz)Omb8M%6PTZ`YQyx~&g`6QOI3-nel3|B!ViyQP>W7zI
zta5Ezd5Jt1c5#-1`{?EhyIL*|I2(zxl5BESwR4}!#@!!^+tl|N*^PUCOJg>L1dHrk
z*Ie=;jp}YWI^5p!oQp52tzxNvjvVDub9GIee6rIERajl5b5|^<v+VRT;y7aQo;~?V
z)n+$`|Lp&1*6rtxMOstEjkny|xG6{FgDIRYw<fQs&3`uCOy^=p-F(RX9(Q(w4+Q$W
zK(VP^6wB@RE_(e^3-|4|wI!nQzjRYyKYd$!^O=-Uz@}@!DnN3F(%K<8TP3IX8p)vb
zZQF%W7oJa6l^EVKhd(YS__iH-WD7G|qf%|Uqb=L_KygBs%3ir84%kvH_Eq>@jXR7=
zI<a*3cFK#M&aTNCV8}*2TnyYv|NAeYT>5f^5!Tn>+Beo2A0_HC+|Yh|ybtS!{vx<M
zOU_4M!H@bXeEWvNob=85IkrnbCqAs7Q=U}MFT=adc^dEPE<FqHgt_z8c=y7;f_H_g
zhHQm*Why)r@0Jl4!@FkHW{r0py8T~<cj+s2S&VS@**K^e4vL3BXTA~-ZL0cz3J*14
z(>0*K1P`+*u5Ej001qW`3=cE;ww(<?6c1ghW&|G;9-jM^cqkHJS~lV<@G$xDe;E%|
zLw^zVMG?0DL;A;*`!fD$=S($@FmOhtTPl2pKWZzKZ<;^arPD?Eqqd>^(GETa6CS?u
z3;3f>T?S0aui%e9sSE$V<BvA$LNcLnQywM^b%WXY|1*Ddp3u)0%TY7qvlQQGCPYFe
z9X^YCj&&(8xRDnV2{QNCjI&aOdjH-ZQFlZC4F7OoJTs@(%y`0S+#_B#^y-$KT3Dfa
z551o(Ye;&TdRKIR>@pRWF&#B|GvQ6Gwy!6VGkfAno$H|g?Qyg)WRk>vbT15HVH3Jj
z>-cQn+j2DCF8p&=(ro6i2-uC9@*tmD-gX2N3RSNbPJUPwm3=^1<<%q;zTi@pCGk_2
zy-rx(+%n1)aJ96rB$pQuFnifD0-co3-J(z)#fzNEc$Q@96jjU0c!SlMU9wWgs3f#8
zyQDChM83jM7f{Pbccbtpcp~E_0)}#_??P5VJpH7LJcB%C=|fzlnlx2=_zqKX)Ha<j
z9WlMCZ4XigdEm`gZEIBFsy@Qx9W_IG&$ssoZ+=46wGg2JH@A}RCm&X6t3RXc&2>6V
z{cdE~lrW)Oyb8}>#Qu;Oson`T5d_|YSKo~@2as$-ijPZl<%Mu;vjXy{vD<Y0^tVc(
zmX1HCdJtni2x^%z7dA0^u>fPkFDP~xrUuw{Sr>K7R{krkkB|LC<iQ)7zu5YCigi1h
zf?NeC>*KGJmg2s``gn@6KK=}P0AFf-{61C4msuZAfk9G_=`^?n1Ez=<EI4>V&WJed
zkdsYXUQvo-edftQ==7OwdW~$sl_;CpQZu2orl8d~nda)F!jzNJ&k}E1i8rMr%KL=x
z8Sinhci$#QJ6NAv@!Do%RBPDPU#Pb19A!A>;k?7>Ie5Wt|Iy9CO)~0B+9-H{<8()g
z{@59u#nC{*n~pl!(*!q(S)S;L1B=F@H)q{PL;fg(WOkKDrg&wT?j)+ltQ`TIqZZ;{
z6AST}hu6-Kv1@fixqCP=j%wxLb0cS5HEP$0&G>O*Gk!LoD(LIEeD{p8TK=xaE%a}+
zmM`ENU*PO;k|RF{P)sZzS>m+hv@G9uWQ09ZxH2h!pamvnG=nM*Zs3WK8kO)INktJI
zcL`I?<#r!&9liyITJMoXgCH`>*t%28I}TIFEC#O}L1|SPV;{8{ul8J7XPC*1GKUZ#
zg)Lp|JmZ_Czf5clFW>~r85lNeSDDog+efS(X9`1e*o!iB=n-5IEVA_X*1O@ax#1W3
z5;%MN5?+)6gTpDW@xH`OugRd8KF-m{%|(aJ(#{+d6{ZEQc8IcRV3iB*abR|u*}B;B
z{+r^n>I1#Ye>_d;o#0A1;!PE;v6&Qv>*zp|I8tsngyPmOemtP~)HoM-VUt+o=U~PK
zOOIRCPg7peak1a`N7|JCq!1ThwldB44ngBt$Ay$uH~m6%v4!b57h7}%KG&-Elxqf5
zJ<yk|tSI*ki>!1+(l?`WAsR!ElQO0~c8BjeIoh^`FPVqdM3b|AxA$woqT^-8vn^%T
z;c-Bwp&2N<y@`c&Q*GXf^tq7JAzA^iQG8BYWf=`DM_u7e1-|jtYg?pSmr#%DZa6>M
z^yG5uU0@{YBo|jy(74aF4IRS=2C|0j!IhCZ{I&~=?4+poV$n_OC@MT~0Y#TUSe!L;
z`-W-aabX8wO|#}xh}IgpyojU1f5#d^PdHD<2Xf&#q77r6!hMO^mcJxpEouiD!pPXT
zW|%cn<qlsZnyq3KyVA;$J>CusVnuwT7))3bfZYl`K<?b|v_hgL6|}7x@2|~3yIFtS
z!$;3WOHoVs-5jnN(>-No+fp%xa7}SP2V&SWu;k9tjfrt_g)2IgB|4184d{OypEP6+
zC_tdTfL9`4mjEPCdz^kI0}C;Wn+e7%dv8-|Q&i3Fd>SR#=HQ#cw*A(L-_xB^(0o7o
zdG%t`B06eUh+)JBdEX8d!an}F#ytypYf5T#TvlTyfpgG5qkau>a|=FR^=9a1LjHB$
zINx^}lZ#MLeZ3|>*Nf+Y_^W-N!01Wg72910a^Bi|>MH6BF6z3jqI^L)8jpfT%H&~}
zIII6V_4#YNY(|5iyIEw_t<S~oK!e!nzcwVkQ=?fup!u1+y$s06d|#K*@N2RK*G58r
z<*6cmN?-u@@sY}_^zH;t5LrgtETugsD<VJiUWd9f&sd8(8ul6WTVn;u5uS*~U+~18
zv~kbR2m~F|FyV5~!vxKC{4zA`+rWi|)ifvJWTPWr%$qdGr=nwp#e6MjUH>kX0v7ml
z1*cYR3VW<AOb_OTo;=};qa$#Uu{8-8dq?XLC}>@KIZ&UgV|^c>4w@@Xhw=>p1UZJ&
zYhMC(<HIAYd@1|2XxVkOooZqoRugNd(6Xg@e_Cuk83YTWOder@D@{;v3WYiEH-PIm
zc*Zv-$_)~O8y~QnJM(J?&!0?d?~i2mh25myXYEigG7o+^ODS;O#N3lvRbgF@U`ljW
zN$K|XM4PpR<mi?b6%sL}VCR~zsX28%p9*@{o@1?%($uVS>(a(BuXei88Y(^AJ_p=T
zp=iTeK2I$${CG-{-AgGZIuS-vj!cASK&H9^oA(`75#V;%gj9Op5Sq8Q!c$#tJ+=$0
zAD5P+<NBY3Xf{j!cTpm|(KD^wdY|2)*~J3e?L+4({yrKR7hGwtux_iQ&%MG%g@()0
zy24f|B05&Zby5i2Rij}RHM4|S3wI7geM2yNZG3n*P;eBquZcIiJm09WGO1Zsac>U%
zZfoHV{bn>+6bwWm$VwgTGhS(+*`+SRDy>xvslPb^Y!(LZVXlKs?r2lA;<8gZFIY|1
z(-qbW3kDkTD~YtGklEhuW+!F!-Ot!8g6-Fvv)BFx>#YqxY1``Akpvc<r07WQb(mDp
z1ylf@TM-Yke%lsp^9862lhtoIOqF`ZIx^P20<woQt^cBEdVuc^IuSsyODV`*5$lK)
zRB5tsgzcm+I3>!X#qy5E-1UlP=5>So6&2QXGqp;aD9wvrcDi*HMMuYaA|L5)xI|Rf
zyzinEc$zIhieMwvT1&Vv!o-;vtT?F56`(K;fBPHkA7}t0zrRUZdD_~;6Iy&mUC)0!
zMcA&gtaHhzP;3uK5UuvN-%{0vE{E1C6r*i|@X2N(W0?Ssu@iXcO!^Jc^l_xO>WLRX
zpS12EB=ctcRNPBAt&5pGXe@KZ$HIita>IXvG}a;#`B77Ecz`$X)tdif+1&`92}NI#
zd(Tx|N7HZX<iATNz(DT^fA46cK}^Plw(ye=TeW_XWRF|n;9>pGLP25*0f)t!&I<9Y
zCFo)~UQ*Zsa>xQOo@o538ujV&-8u!7puP4kcT?i@YTpD;b)~hG3~oG>c&}LTSp8Kt
zReq)Q9Wa@ugvU+4)O*3;53}?KY5ggMjlZN!nS(#)Y46%5&6DB`|9|tjysXkP&g78G
zU#kf8)x+!0ls2<3<vK_3-v#~yH{Y$+c$ptl<Gn@JJNHT`-CH1SP2Zvl@AZ!GTv}-*
zMc;e{!L@N7oJ4fvl|*%g&lQ#xee;cpL8sSx57d`=rl8Y+tyR(Zx1LgU*nGpSUlC$w
z6A;a05PA)_|89TnX`6SL!1hLYJ%iuPW%8f3YI;l}6NTeBSsBUAD63wB-=sNNE;J@T
z#1PJ$tQ4NFhi93)%xb=H{VQ>MLwgVHeShzP<lVlLJs+E0J<GE)NHHfXt>-=a-c=(C
zNVnFxDye|9YvQiO`da(a#jP$a2a;0Gy+=i*zt?TtpAT9Z^?iUIE1|~y{eao1-@z|a
z+o<p4V$6>RwfeuPK!#Dz^dV-9cUg(|GG&xuBTP2gs~55vGaA3ko4@y5<NhiFN>Nre
zKG@|ARZx+nD{-+QY0Q^&eaXiCxhh=-4jN@(pKcUur=jmsn@XD@X;W3&MB{$P=hAl2
zme3SQTbkyX_#HE@CcwQ;hCePo;tWlUmZ96Vo7z>onhAJPe&X)w!%a)Pxpz<-uM7P_
zz+jac^{-R1ClQ|`M*SlM@wHaQ-{cabVKey$-*J251r1*i@F=^H4Zoq0A&+zxLkF|P
zlw{*Iyos6RIXs!6V}m6T96$|xo*ex=Q8Mi^XOEFQ8NAH6h4vWti<?%&4`lQAKcJl_
z=_gBj`V00N_ddj1VTeNq=L(m9s?E6fZRx<&0^|OJ1O|02lB-<3sd3^G%4mE}6808^
z#EhGYO`GvRFL!tMKFo(1k8)Hn?icdmS?>NxPah@un{gkJaZ~eh8BT}2HFOC%{k^vs
z_cxGClNi7C9n9!U$ySn4k9RO}(05Yc=Uq|a%~R-7My#q(_40DwqP-OBQ`A$ax5^%S
zXt$6=`n4_v^Y_E}N@$#MzwBBE_iSZ~RSJM0^@=3Rtt{i?EmV5noY`0ll>W7KzMzq|
z?fD92_`gM~TM3v+o=i7cux#c}ijRz_s0?KZRBAI=6qlq`LZ4k~={TsWQN}@=$d`X5
z`)bK=Ka<}cAHf7%=$LN0!u53v!1ImQ(5(R+KTfVtZ4?kC;P|@9{=USG*@M$OEot1*
zG==O>)(!LbCL8yq&@^iX)FiqbjhiawR+O;-Wty;yd<y){1OWd}<l$Xa;`^(0IqYkY
zHLu%)*_{;Y=T6#Q3Z0>+^fUj5nZ}mZ$Q7GeLnBv4^2)5`SY=ZH^Nx}=MY*=|_g<tA
zr<~ONy=6W};7aBDDW@eaDd;GragjKCNH!Z9s|44?hA<=cljz9CgHt_yq5DL_Mh}+$
z0GPc=p19Dj`QWjI9_OLTP*X@9n0lcBHeFb>thmslvH%Q_A0f+Xnje&ws6!V}+lWBP
zn8=gY08Q~uIVSRZ!9wd0t%Ra;fg1YXB-dMxx4x;j9C#<m_hooNdf83L9Iw#Hv8Yg*
zhFniU-0ImSV#V7PtcqigdPy*aK0AN1vnXRYDSK-1JDcHe%{7zeA_o~4oQG6&#<zWM
zkvr)4W?a(OFS~wmI6iP$)Flqe`BIj7nSW;7nhCNYH`_eJf3mpelzAXHJGTaTgLaUs
z;n0QzQmlP@u{knung2w5jTvuj9U-3y2Zm#=vfzzX?~C0Fj@1mWKi}pZ&&|B-pel{6
z(`s0r3^P$#v7hQsjE@ZSg`%nb$8(1qM1?|?;y1SguA6Lz#MMq)VA1|S>0wICz!^@Z
z2uhq&;&qzORSR%On9o(oGtqob&XoS=<iv(>**!A#!tvW~=31}k&;^HT?6cF5t2*BE
zdW|{TRZ~d#1fdk3AMteZJjv6+vzrd)?YoXpuN=jTK82rgU1iyIk>4+q8s0$|$ok|K
z(5(Y+n&IKr4|TW*77-Q+jQSL+4yKF>&O(A~O-V3q5m=8bs||v^Hp6VSCLm{Ip2WQ!
zTez&9iF@|Y{L$B0M-X+F{g}lmz?-r&@yHP>Yj*}<98pbzSQj9NQNMvkTvt&^qZ$rj
z4hn->k*B0#xW2ufmV^_m&YPuiwB~BFpA+N+bBUM_@E6$Dq??G(s{?l+PDUd6>V|zA
z--9<*f%$W`BOqq*h8@Bz6QM@y7&bBFEC=E89-{%ZIQBEPzKs2=w)n!D{A6zrZ-FHi
z%@AAC_n$*EjQV#4Yx}-t)ZeQDv%Kf{`%1j?{e7k0i~N1xH5z_TvK0=_F_qS%q><gF
zuP8Wwc%ak@FD&t1p#F_u<!dCNXLjhP^7vjzcBFaTb3M0&#K{6Ez`xK9(Z~`dSGdBZ
zN-d3*niwoj1frgmp-R#Prxzo2I?LE<)Ch;dV7}r=$z0T_2(#L;eyvKl5%59l=aRt$
zzn%VgD74Pwdn0tIMEj0~WbGK-R0hlDnH3UR==p9a#6z08JoJ{pAhg1$e^v$X8Y|-H
z{!pS(58Kc-&pW{%N-!EElI7mOvTK7J^E~d5aM?V!hvW+^1^?~N<c&`A-xWnkH2+;K
zYQAH_a6F&pGqSav;H_z3xlgSrAz3Jlt;6Z6_YQn-NupJzUClzLpH+iC$w%LN;l=Q$
z`4=7|O)d{3#H3zR<+U`NS>ny$AACzdBk+<vk8F5GgeOXhc~wl!W96(@otV<$EYx8Q
z;~D^lIvbBPv(_@Uo?FAbXn2+-DkOd%*j4<PhhoBwfq(@|$<C@t{c=wE#m~VyVYFe)
zRXQ)MPNP07!CIFx2Py{%A*I+0VM~P&$uV>DL%atTWk4>9PD^@W)W9b*wvG!d={2?<
zlF5?dz13XOTjM`9QNkQ3du6ndMngob=rpc4N&=<GHk}R^=KIpHWKVzFYy2}O_!5~I
zyp>(2Pkc@}@xeUdAatzEx_}D?-P=qGl1v;_X<4)HE+7Cq&-|D=a(t)5cx^ttM$09c
z?d;rfpA#5Kx>5OyPOnY14%W#Udl3x}yR1FxWi&6=Z*x&_f{P`5%;Umt5i2+`PM>B;
zj`Ca1O;d$r`0z+@^Ln=aIH0tSVJ6Ik6NX8?^^~`CrwFCNQ*HBam}B!9o-C`P82Qw>
zbA%~y*ql3OX-r#Y&mQ=`c_Q|mmfT#MRxGE0o&!C9^&ha|7F;yb<WMjs_ATSgw=sN+
z9V;><|G=@r6+KoQ;J}eVf$Gq)H@x?tI#wLwSn;7cR*X@{ij09{MOyS&;ffwB=KGR*
z{@QcE|5w}MrPp)9klW5Zd#K7u!LH<8{HFMZ@$Tq3%IET)qv}-S<iwI@m-CIY=cxU4
zIh$-d4G)3a7}U_(w)LuTqlDE$CQRydYYsFpy79RfyKJ7(T;Dt**#dDQQZ*>$`Dap|
z#yN~mDMg=^vTMUYnfnG(O7%J=Vp?^-<(j4`1H_u~7zXQXzDb@$YhNLUU*QwPB9pE8
zY!D*}k|bsf2H{({VB~Bg$MD(Y5YM8^q`YZT9-c+{a8Il#*=Af!mM?TJdaV@0<R(Ki
zY%Xo5sGK>Fcc={WX4aqC!zk9k^H9V5B^>+Z_y9R@!o?^yuT3jR-Aw;|DFvwy@x*C^
zq#OGL%{A)xP^+;uq2k?QTN%%V(dTv1XPG=}^2e6&^o=FKH3Z5f<+afiSIcujWtf>b
zB(A)?3|6pJ!+Oh?cvAUyOp=VYXvTi(m-o~1q>7U~edCDeC7`PKG@7DYo{=?amEqBR
z9vn+0#Fv*_qC`UZ;cHQ5z)yJIAy4vE*Zcc!s!idh&olh`ynUX8*^A{Sj{lWUx9iFl
zAaELIy+lrBNr|&+S$QSJiBr$tsq(7K^ap^LIpbmZy>?8&Uuw@UczONB1+Q(qsNm%d
z7Zto#dm%I_daYIP+WL<QUfy`3;I$3Tf|qNtTo!)!rn%1P_PLImny1?nf6yiJQF+Y>
z1|}Cwc~FMpXU*Z(f+>$l@S*1L)^hpJS~Q8Bs3&*D!-6d-qoLGd#1u=EfhE|Z><lc~
zA6T*{uw;iP$(s8uhF);s6*kRm(-b8<52~*4p_Q>!R_31KtBQG2#T+P8=~av@Y}VXs
zq1r{e0tzSm3QHn>g*1^BRjlRK4eW~CVsL8*yU2A@$9cVvJj|fTnHFwMV=Z4P&6^#I
zh5FsPmdHx$f3NG06qZ>&nF8)dbtWI)H1~spw$NC9D=V%4Ad$NeOZoEMikl&nT$rl$
z!UNSnDa?sPVx^~+SuQC(Fjms9c#@w;dKqHFEQGNAjQTdR1*Qms-;^p}r*n%~<DVgT
zglzOp2@X&YU&=aG5E#9NN2++zhmn{i%~2^Bv_R2;aH58Mu&AS~+%wZG>Wt)iA}gMz
zEDngf^gRdpT>jb)*g<?ZZH-kk5#m*$j6wNUI>_jxnjslSs*IdeI?Y0d<YX08K{nd^
znf6vlloxVM-(l<ZXy}0TnhM3J&Gq!xU%Q_xl@AGd?3Er)!JXJOyRuwB$sy8ccm^ur
z-)XO#IoXGh=pF%oaiuk{9-{MuU9J%Ttn?V}Q*toanY;e{>G>N+7l%K<(jP1N9<x@E
z?JCB_-Bveqnr}8a@mytd10sBmDoBPC$dgn|5xKRWNTRVMdfzWJ?Tb?QYxmf^30R#j
zJqEMUn~4v1X_9JtWR1hBRh)I<;irZ^1)&)PbFQN?LjZE1F9wiS6|yFsqXk@}3|vfw
z#&K@pKD43|OZ*f&k%?D#dqRnS*Xcsfa<(@wh-!?R<*5xW2fLRGf_^!p{G^Aix_1QU
zo|evdbKAWv24OZf`mI@(hN6_>pg)JqB=scWs`;u2CH&wOA-Or~&HuLD-rCX|zo}*7
zL-^&|X>Z4gS80auZf<Hx!fn~2F&pjv=01DT7<;e3k8P*iCW(n%_E2q}<xv*ZSly!M
zq@k*fq8*W9)@_zH4O77#1PgjM%**Ky7Y**=ka8|Os~qW&IlV!34t$lcbj@Cyc~eo=
zbbC>@P^+RzKWG+mWiQG_5F(CK-wYvzj|$lejFt5yO7$KU>LnYpfTEJt4|^4@@y+=G
zw-gj$rb+@(L_KdGv8lyYeQ`o0RY+=h<TiOJ*tLE{&aOy;MCoLKv9eNyABqxe5ulj)
zHN`S5XH8@8;EHW|QqF97w1DUw+4j_)BO9ADpEB4Dv4iqmFoekpi<G@iYu>*3w_h7B
zXLlkT*chL6=!R&Q@L7MPwk~IwtRobY)tSTY>H>CKJX3hO=HDLM7+oLbyt2GU(idu*
zrG&)atjNTJ+^DvdtbvqqpCJbQ)J{e?i*j)iNw4~nEa{)mg4hOm<SzUJ?gQA2inE5I
zF0cjEGPXKOlu*Wyd+O-zpj=Tqt>-v|MKy&MEI7jp5Nntjl?~k+#tWLfI#2G=oP})2
zKJo9yeqc^ZNkMyXW!!o$w#?Eju1t3OQmNduLCG+sUz8;#9<yZ-IhUkiO)%(q33O(^
zpv4$SQ`$==;c)(t4;v~yoq7AJdOk#CW7W6qyY=B6n%f(66v_Er>Bw+_ShEqtIt=sW
z!kq|BvQs~&%$l&8o*xiL-otj<)v>(|v69|!0zY{iJiPyjoRlyzG0K=VAVyIyXGPQ3
zs~RaBKe?pJUP>JIeHn7Zd5r`;MJ{0+cqf^qnR00TBXI?N#{Ez6#9H&1idfDQOJpCC
z5&BO)G(<Mc*Zt{{{#+GInW;OJA9NsFbfz~CZlJo8@EdN7@*(KWqE+;!OPCPX4KN|V
znQkIx0guXxvRIXO>MB8|@v@J}FUs^e%F4otidQ;@gsQvhHomvQDnk~>U2e^jhq*I&
z!|?$&L+x$UsIQC_I&mQEvL5D&HR8)g0!K<2V*gSgRc5^mZAJ&}i%`q|Ir#>7O69^z
zDoRmYq@w*G75C?Gl?25u!npjm*++}I<6-crHWT=rSGmCYrjG0lkK~@G_HUqyix@x7
zGtqv@lD*LZ4sUAx6ublLfDxB5M#GO~lzLE=i?0gF>f(>YZEy<L?=^YpkJ}*H8pndA
z7V;tKlhj=EK1@?`{Iyp6s&|4#C#Ehr;l=Xpv8IwZL~8anjh^OO<(Rg2&2PBvpPJ#b
z!Y|Os%T@AUMw9=Xg<2=yqLMqO?KSScgZZVi91Gn^xLh#t7y>;pOq7|>DVQ~uuN$r#
zG!5p)rol9}1)rM+*RMZ&8jM-_Mbn^D4&yD1rJ4gUqOv@3*pZIP64eXSS&)b0|6$Lt
z=m%*N3P?u1!0}6`=CRMU>6JU9$b8`$WNsAHQph}P0GZhp$kc?P#c*A@KsXPFhfGc3
z3>-r)sWXP^`>m_1)a+tcR$<*EZXU|5Iv!@x0eA3*T?3f>)Xf8!EbHVhxS-6A<auHa
zIB~X+uX&IzMQhJs`m^d@HcMf8CR2KVH?7covO@FBFGh29OCYmlmE7_cr8JeM8P9g1
zGFpF4?s>j(dHeDgxiHi{h#s$;P~-~7o2@j<p0{td6pKcg+^dUxRBMbjI}~+h@!KN!
zv%{sDtfbM{hMxl`9<CDFS1vX%=WBT-8GS7>6&VL$+J(bw_S6XLQ25C6d?(4WKj$N3
zD;yWc=-_oC^dt6=Pp};A_H~Fr)B#2dTd&(WRLdcf;W<aykEg0q?(lr)NmYr~?<Lu2
z5ea!fRYgr)?&tIwTVYK(jNm+7^wm=I^|bIU$+TXVy;~0KMa~-2$*d6e*C#ne&b_^Q
zOw2_{5I8HylFFCV{L&O3t~tYbwERM#OMB1d8*2vqoG@%tF5z{X;;gX)ZL-DMRBj%u
zgqD9A@r}-T)7Y9w+wy{IRNE%b_nio5=6uKki2$BGxLCy|&iC4{_JyfJ35eNI;9YDq
z$gGt@FjAbtVX~|yuy9s?RrtSDE3C(FRUo^YZuyT7m2AZA!g|(w5pD$6$z1^rjJz&~
zDa&$9mSfxT{3+F(3XBFho~;la#flZx9J?avxez52IVj)7F=;0@v>vDz4rhm^FzU;R
zUf~taYa~6B8s+>XqKaja*H_d@^rKRV{w8soRot>6agV9E<%8oMy_q*)p0=X-Oxfgr
zbOrJ76(i}(Rb^_rk}e5aT1~U_eaCSb;iw8dPp9O?6;Zv^j?f^y?>?eR7+Xj7f}P&^
z`7@*@Z!u*@rbrOL0H@O9u#Oq}ODQ`ivX|fUgQbTTc$CKqj_Q#`7IBH9kj)}c>q5}e
zmT3#;J|aD%+$_o?!PrQLu;9Guk4W!`M_xqY6Ds5b`J%0pxD;p+T-0NHl5N_6P}SlU
znyzS0m;SA+FugG0Waqd(D+TAod+qH7{cD^By~bTD*!~*ZCt9N6w>s(L$3o{4v8k^P
zfEahZ%FviQ^V)xfPMHmb%Iy=&+DT{J^;hAT=v>$$`z6VGc9IYD*d}2tg-iH92pik~
z7QZ@`JDrdtxW*Ak3T|`|WnVoKYgZ%uA!l%n6H8h~aHF%Qox_dI`+Z~kdv?SB2f|q8
zxb|dl4T^5JEp_=rNbcV@H<O=RbAxMeKPm4B?@u!hrqmc4$MM!FZ>{oH?BW#*eAA5M
z@_JilaAR)m*5H~Hr5?(+YkPxhda*r0@T<$Fd4tN9w?Spg>p<DgaD^0nI=JSviIKX0
zP_AQ0x$-usTzMTR*WvGTtv}~u<2K;s3a+7N8-bTAY#G~+o(<chUj$pz5#08-*|tch
z9wuLUODLW*puf+#>XMHik7R9;uba)CTA3~6Se1gBvVB)1t6|T3WXlTflJ7jPk>_FJ
zoCGHEH(@Up>yw)1#x)klHO-Bu+{WT~f4iMyyp+CYpmbn8kXEINgVw_WmsGzPNVQp~
z@wdlG3wOrJ*T#Xbl<_<2e2BjX_`8?Cdj8h)=jHEa{>(Y|9Sh94{}@k;r^WL)&*MD1
zcy{qT$@3)7UY@-?PxCw-bOgaTo4w248wH0MkxqB;cbLB}Rd!a&((BtcOOH9<4TN>?
zqcOB`2t)u!EN#$x+3Dc={L|4v$T~9!sh@q!m2%dWg&}$n={X3b9Rw*WHYR;~OgMsO
zHB?z@OeFE<6@>5Q?`i&;=GrIhZ7jC?PblbpprH4MK}Ad3qG`^I)rolj2Wk`=2c_IR
zC>=eZhtV-RVfTL^BWv7+a9?Cl4$5}YAQyib{AKc&&0j8mQ~CQgf53VSupYxRgC{Ki
z`_g#A+`rGolWT(eQh28Dbn<labntWx9UBd!<&<|bf9v_%tjdm#$6PxQ7&I2@o!$-_
z2l_@D9XE9B9?KFWsKj?ory&d}k#rX?gBx4kPx9Un)q&g0+)k94E;Ob>2-4DA=429o
z^JQ{Y61DMqqHg2z7;06<&zfcYY*@*M8;RR^8*v-g61Q>V%HXqg)DnDAey{dD$}%$F
z+}rZLsHvYDl)EV#S*dSh5_6w<f3@!e|53wx37!H%@!nK(bl_YlD|8iy5n^-6?llAf
z=N98rLg%jnX`^jd`Z(KN6q?hK^YQ|=aVp2KrqPY(svOuD7+hwF?_+o9Q}*Pt8CsO4
z8208JBJMcaT38d?TwMtR7*qXl+u#wU*w!3l6NVgZ!|n|ZvqhFCEcB;fq5mSuaZz|r
zdtz>RaA};`MvC*B&c!KYqVdAM;;`M5`<+Ht;k<_38$;CA&iQorx>0pAr>sv6+uLoq
zC3REty*>T5x^G?PONh*Ngh#<u|DG^!(cl;jpN;)zUNf?|(S7q!+4W%Qeqk2K%89W8
z_I7fzv%bfP4W})6k+MquLr^oStMMreOQp-f4qw(_gsVkb^te*=xam7`2<&dN`;cgi
z<Jubajgjcir-(8~4+<V$yT^Y0P{HTY)8aQn1fRDq8`%5%k7o~MWw2#9APvNeh_w@r
zHoj!ILJ|J*nWkM&)93&#sf35Ukaq6!@5n~J`w3}JUz~TOzb~FUJ4bl<6LG%YCsb?j
zj&V%g3wEmgJFRKct@-+y*2q>~j?BVt`J?b+quY6m5)_H<i?MZGqOcX}%rb}h8XEt9
zv(;glAmk9^vxZG8NC#?r%@5^jwcC5{rhZYD#{S<X+jKY}6Ss+pvG92It)n;(!^3or
zFLR7{)dbc#!&SjeaU{w+g!~`d8S}%I6X`8)CntZ@ax^*lW0;zVodi}p0{Hz{cd^-P
zo@4JeU*3cyv$SAb@`pjksDS-;3+F>7EhtJMZE|l-;7(_h38?nHLxe~~aKyz{_b`?{
zD!HNUD6{0I-|ZHw6fj#x!mADXI?U6LKVI{=HR)CW?K>Q}%4xh%^mf3GL4eM{RSvn%
z;2c(AoyZb^WznzE()_mT1FKU|*ja4tTB?UT<_qIIIKhLrXWXAI%8TUv9ik;SsOiN;
z|N0ebHoLpCuTZ<pHsJ|!x@?!HeQ&r}aS;F2D^&v~qHE2tYjfsgWxzcglXr-ai%?qW
z03XqO*?iqRC{>-gbX}q^UF-S^SEtwYWv)&%e$(;#`)$I`tUEgHbqj7{-oB_T5F;kW
z;CmtyT7=5{s`GT$X|J$JQibhh<*bz%$LZ|N@5ZQ3%SfR*;qzf`L6E$|tR&K4IVHjB
zUn7b0nxO-pcxyW+UamH8UePR<RU7YM7{R0^^-7&5;CqNuWkfrHIoG;|(m5^O&O=}2
zh9<F>_2eQnfA<n4#q2-T?>pDZ(&-kcbcn9mLc>T01EcYM7(WGLC%wm6$^Rx{@hqGW
zD0)Dg3y*6#niwd3aIlLq+>K2@kn?F$mRsM?pxpuAX_MqB%K3{~^kDa#I7gf>%X*i2
zs=dD<m`<}}7b`!MO4>vB@`zj!7fEmCtb!>&uH^R3E@;&zv!GA-YVWms&w-RZqt9tb
z_)?-f{Cgo@Nzd6bnVAXC*;pHD0`n6C;{w++FDtQ##H%BK%+1>Dz}iWHwV8pnS%I|~
zfwf~KqcgBJE%ZZX4diLFXv9g|9lGtM4@RzlL%f2MmblBAP_#KvoEDlxVpKhf9f9KE
zQbDljVK^wC&$L{zx{UfVQX5-~IXgWZ=S@n@;z$urNPU(^O`sV4$EP`$_-nV>q#@F>
z@OOemjm+hzIpQsgmazv?ru}j?5_>#)?tGS54`nmg`FT@*4$IG9<>w9g*<WTA0#zh7
z0>znu$}E5FuWdMrseO_<O=5~O%;Ky-@t9bhzaCU))fd(|`=6;(?!8o<8G*_%{@TY>
zolnH-%vN<yiq-kppgKje^Xz`UO6))Er%1-BI<o_nlgy$W43t1URp`3_I&fuRtt%9u
zDAV_lxum|_T5=w^+Gbq<abv=i@QAu5yaY)St_rNB%to2p+k`@+p;(g-%fDWfo8c?6
z%>5ts-ab64>RkAqWG2aw1SU#=C@3Qz3I-7kDq%nq!URMEgE0va10p1b5duwS^HB)|
zCn&>q)b`j`Pi?DJ`_NN+%Bc!gttLQ|fRrz(qEefx)g6b{s2GAG^ZxF&_fCS^^Yr=S
zx!!ZV*UQDuUUTpD{c*2*-Ru51ZhUwbh*3MP-?J4Ucykaem1zDeRpIXQR=cXg&0dVW
z#4dcnLEVB0Rk<bZI;2qDMo~2-o4SG;Qaerjk6r57(Wc+?5c!~~=#CAI7M<qmJX++Q
zdsD!84|D*-+vLF7DO?QjY0>#pOf6IC&*Utd*9}|-+t&?jQ)=^bi-gprpbbQYU|7Mf
zKNo#7-yu8zwjk&@7}+JQ6K0WThs4y5S)#9M<H_sY=HZFuG>H)9#$6)T94Tr-jFB5m
zZnu$p|FY0?Um~+^<CizOXw3s+Ry>-I;AooX-j8II>NC-bYgeHxpXc7!RcII?nKy8n
zU>bYwYm%@lDi?A3l&D;zWw&yny@U?JeVyFb`C96))pwnBC5PXpM^4rsk=@z8YUDB<
zd8}F~<5Z$&(^3hXxxn+lZ3LVrxp>u%^vxo;WTAOq87GqgeKXPek->UbAqkAaKg&F2
zw|(UpeJpggh+0Se`vS%rHpHtSZ2{wB8!|v3>RMA>jLO|6no#O)GhY48tIcrJ$Ig~V
zpc6i&RbitL86c)Y0=YS%4vqvJ13!Jl*&WOp_$j#kqqmvZoor$L%txG^Y&cT}?wwm|
zyw(HG>I;5Jz(vDI;BV8v;7g?9xZXTaLgdWNt?q9c_{B_kLW;)ZHX#dPVr=mpixeFV
zolh9vt=y=G28*je;~uk#NUHkxk;lL<5czro!LHBneQfSRtf#btJv^S(rDqcqZK<YM
zu*kudmI)XAPmD8Mzg)b)?<L5}(-xuAQ5+w%OyNXrpuGpwPzKi(!qsE$_&Qf}Pqq;(
zg?j3_Mr}_8h;lzsf{CR@<At<d>F8)<jev?FqGB=JjS83ZTw_X4D&s<G7Q@pNNIpG)
zn3!3<ucekwa3g?LX2eR^gN%ME$q32j2Z9I$RctD!7G=g>iO?Zp+IlN~CQWhYygJ$7
zA?y^Pzwx*zB=jyY7HjmmPH+{X0WFcA948d078TC;pp`UV@7@>}b)NP9=!^s;Y9gBq
zVi@DSG6#?m5gE8O<#h3vrVw20g4Ruv2T8au3te6se@+tEnE@JB6<(h>Sp#1shr1Wm
zy2IVyU5%ADZ**Q0UN6Uymzh)e_mU4(c&YK(%{0rT6V;jE34Zt7Y-Je_48cuvQ>d)^
zC=AW&-9Ig)?wQmbY%hFMy$$@LJiZkpJsz$+;Sgajb*S;8DW|4gw;W}lOk4d1WJND!
zA3qd>MLjId@5Nkb-x~yVog0!40uKf=tJ{TKn(!&}<J%qP-OL_mGS{!cq`?1mhk3D2
z&itP_%zN=%*`XBnorG1#R)3q!(=LBzLm47Un=8&Bq7>>EsW{l;k7vYETm1)Rgf~}!
zoABT_yin~jo=r|pFv!I#J8zrXu$R{C$irM(Qm(%}<Z392H|WhTkPbtv&g@+wL~}2l
z85(Ig%fw40L~Ym|H!kHzaPWNGkM>WYr*?IGkCOB+VqURM<{?8ziX6?ph?I24Jg<;h
zUMxvo4RV(9XO#vs79cQ&40(1-=xUy^JYJrGVIxn|HnP7u8k85(6S4DK{U?O`8aoF~
z$rwURC!|p^XQbkU-u$v$5RaxXu>XcJp^KPd7ff{!A#|>3lX2Em2Z=Gu_-U+=<6~mb
zxga)msw0UQIa3`742H%`mE@t(#t4v5PXn*#huOe!$%yXmApxd*cOmQaLIcH%WWK??
zq@_~W;KwJuIm2=C;7I?l#wLB&nq(+dB6Kz9g$4<0JOMAG4u>mTbizd<`hawhrJ;V<
zZ6-ZY0eAr@%ciI_cXl;<Ar498j-`rmH}!!-ey8zMpzPR@6w#<3X)FVqM6$x3xbZ_m
zrW0MH=2?3VOT9C$v3xk_8>OvM7~4`CtK<Y8rNKQ$#c4U@p?82hbzH0CHcXAZ-aK+A
zHa)IjawTvBpmmZ;PBW0<nt}X)TyUQdm&wMkvog3+_xv-5k4gd~VC)w>VRQ&~$m;kG
z!v_Ws3Lh*v?SGS4?<_SQkmOtwnC^H%ZO<A%0o3Y{&Wimnq2QC5!+E$O#!!b$XPW+g
z{2Jpl(pFnapn!Bw!`=kFd2>np>y9Zm-|Tk%lPZjA*s_x~Giv5$|5xT6cjIAC<hNjH
zOs1Nu=}0(2mQqr96H5X?j3XoWMoNyua=^wLUYmEK{k3sYm}-WKiM4$g^XfAppRt~c
zl;N=e!1G4SXmHzxf>gNv*!dc+D36Pm)@zKFoYwioD219~o&Xt2IU{#U{=j}s+o+(_
zY8bU*KFOLM!cFdI6>@Lf<H)0j64SU~&eWR~bgF<t)2GS|4UOd&FKnSY63t({<d=)3
z%r_UZs4f0839%uhPGD6{l|NcPV2Lp&*oQJ%N}k3?WlC2Z@7kG%0v}-{CvdpyXd2l}
zW{y15G=T&gLi177+q8^0qTR8CcQCQs_lf7841(b^u2loVXHXkR<X49%CCpXr9@!|J
zl##|!@NeW|cE$jJc4trp=~t&1<Dj2*k5rvXFL@f_jnPfVK|a2n5H8(LG%d(u<Ef8d
ze8p@_LdP)yFxLfqhQHbnGD#T<WoKM@lZ6&Kc2FHG=bhp6tm5LEh;bj%5xq4ypMs=k
z6qO;ZyN6s=>sDP&%RKjvU@@8PDJG$6Pv|_eEz|nsq|NO(z!pnNm^5ef&%~sTHno*o
zI*N|<4?6Lwd0Z+FC8jrLw{TKC?rf1}pIp-0?EA<<FFNY%^zGm9ranYRR4ys}?(pV!
zldWU<mg(n=y3&7U)P@NJ^lL;!KeNZTd~-)e(_d5cOmzs}GX2U?qc)_rZNBl!QAC<l
z@s)OwVEtj=x^i%E>?IbmJ|<deQD~)JY+A1AS;ZE5`M^RiL8l-W&Qux3E7*$#I|*vK
z(kAet0Z_+3#WL3z7o!kX-townw0MZVxA|00L!(>Y;(pV`p`hchNOIEG$o*EJ;wJtE
zl-6Qj;=y=Tm7S#sG7zY;mZHCb$@Z%7252K^w2Tv1YWUQxp``Gs%e9oM@ON1-1GZ*p
zsV_SkIAsb&^KxDu+`RUblLtow0!cA#g5%55I*rn0tPDkUhGta1FSoqL_vQ%^$R3tc
z-KhW#Hef{cX$4qe1J0>-&yyqzEP#e`e;z)d4QIH0Qd*~kk}<8jFs;R89gB9xsWaG!
zSvg0Lr7(D6li)><^7R+aPTerQS-3gfNicN!a&yA%SXnZBJ&BA9;zC|q>}W9~gJB2^
zT)eG}y9oc2>N~?;i1pY8`<FXjx{<Mk0zb#-oNd!subnv)kIkdYMTq0qB0b{oL=Dh1
z)N?!TPBMQdbU+oFWIj%&9>~%(C~o7xEXB4menC#Atq<eJ1oa7L%Zb?54M>_y(uJFy
zW_8{)cfr`9C_dcr(p*}G37%+C=G;C;P#{J_8M#`z_U~qzr*QWExGfCuU9GWib@Ht0
z43UN@^BP~^$fIKg?UiW-nQE#uDjswTSRuSSv!YkkMDa~U9bF_Ph3Tmj&U^Gm+@cqv
zn4TFH(=$UcJw-h|1FkApOQYQ1qMn{f?CGej*y`!&=#dE1(`_<66{}M*J>4)p(=C;f
zUXJGiQ+Zv9_I887-DPr!F>+8jwG=`I(MS$)u~4y|RZ4%{8k|~eTv)=K?u=+B<j@hi
z-uF((uTLEVX_V76sW3qibf<k&X9Cd9Ei>L@EpVLmpDvH6NJw1N<kqK$F3z1gjwqoE
zjrkes&@kJ0;YPb)%3Lsip%C<P%)U>Slgqdd2J{nBjx3%(GyB3S2lz~UTp=GNL;2Xm
zN3%-IiD!_e+!ZJ`UXY5YgVLI^Fmlm1#V77CM$V*xhzONygCoOsaN-MJ;^?@S38_!t
z;flC+6o#klaA=>ZqvdsVH9=Qt{3@w}@gU_%bY&l+TvaP}ljP*tbdcnmy4EJ1d?#9%
z=xg!ZhXzc1D$jMEFq>375Oi6Y+(0HO2Tvm>PL<!1Z7xS-*fy#W`wz*Vd#O+`m{4r&
zr>5m_X#&QSbBU@N65@u%c+UP%YK-V_<)<yy_h-NAEIP3{0g=Yj!p4MdZN^y7pf%=6
z+7mA7jvF&?uvb^9ku^gK5bFx5#YP%Gs6#osdI#c?@nYjtA*-+6T@I8}HGDG=glTcX
z@#PtXT!sIQ&FvN@#q8Vxp?=XkS3Vl_+R5UwXnsP_6)^4=)_1r57bXs;wqQTwb<s6Y
zMm`2*p9~n&*xn&|TV3V4>ssdG-zkh62|QCPZhL>}`BMFpGL>Qi^l=$`h}-B8)}5lK
zkl5JbN|`b><ZWyU4GXupB&PPJu2N=y(tL(NS%_{~#jb2Mi~wREvw)@QRC}l?9N6Xa
zr`LImY}UMa00zy?_54PeOGzlq*%Lm~zIsq;(2Y_BdkqX*`)GS<cxvanGa$CG-7~A3
zrcwAoG^v@AFU6iU1IcEVdb8Omq~ySi9R0x{M)VHBk3>fVt4le~0;7YaQk0Mw{QHNm
zw^xYqU8t6qnKT<>)#`;2oO6vez29%)d#p&W@6><xq)f=SwSiHsvowGOn!{B>WMcj%
zc3FJ2JAk@Qbpi(!F6N3EgQL=!Uh2@_7~7Mbm>N5C7V4F5v{m%f^&~RNeS0v29_(Oh
z_VnNsdQi3!v5M5M*yze(8`Qf&^*_6nRv%?fyd4_kJ5zT~_Q|MgcqylRWAAje3Fy1j
z-6&dPV}8TZyZK!;6ZKX$GX12`FCQd3Cn~Zf=k44DZtaR-s&Ow1O4N7c_n_kH#}EaI
z79v#p3I{#rO1#iE=WSdnt6lO6e>lAPLwjEgH>EpUIkYTeY`F+FMp3A6gvk1bX=J@C
zm{skN+O+(YI?Bz)`{BxCj$oSc11VXCFs-FS+_wPw0#$pZ*QP{j!(ZlkqDuRA%1?w?
z5lQHmsYIl{U3V!+k_f6H<`jMuaMuj(QRas?z<8QS>HjHtafw3C4h0+>bePSXLG#*^
z%;wE-3unc+T-xS8Ms3cI^4V;TWEi^0{JoOqg<JDtVI*<&ilgY*Qp9u8f?a01cUy?f
z!Ban(JyF%I`Ajl*L+weh4{0*yVKx+Wpg#}~=HYYWaS#w^FH_<+R2fNENy14&eR$7m
zTwC3ss@8m$BQ@MF9$w^jgq!ma(~Z5Yf7bj#5;;TLFuMEA%O{IgX_@YJC6pQ`AakXI
zlg)0oFO<@xtu4k~?TX*>KHdIz=_-Xegs{Wh!)-oQle&2zq0Z)bk~w$u^xw-cbWI;X
zzf28J84wR$6P~*57$RdxnC{7L4rPcgwl;8X@I=f#H~4wXIXBo9AGA(*PA-);oSqCi
zj14wU`enuo;blBeP&TQyc#q`(MV$>YerkR(_Vz@MAv(L}Vv9<<@S9Xxm$aPAe3u(K
zZK0K1?@4Yf|D3W!&jDNp$|x=)yIZa7ZsvOPRP&cT)7u=9DJgMnveimizS@Q14o4{C
z`jGp2ZD6T1v{V{e+S^c-E;13}&;>MfKyTp(WR;o?op0Bm4|^cooNkSuvzZwvGfu_o
zdutElMKF?rbLT>ZgeNPy3t#aC)j`wT<MP`DKXxMZ8*pob<vvEx{}HehOIknJ@rq0V
zg<w+H9N1&dH>#+dMa;}RaVGwPV9bsm5zn(dZMI(0sW%q{Ime#vnx1i<>z2?&iXH6P
zo&u3n(b+XU>pYjXd`pUF`_b6-TbzwenoHjs%V_>9N+3;G^Dn@@DQP|1htH6#b_JP4
zDw|<s<I>-XWo}8C%}(@r^Lu8Bqcc#{uJXO9ohx@T1N92T4LqCV9x|3Z^l<py#94B+
zvv9r$ESq;bI~Ujz%e|~n%lnJnU69s>>LR0vdtFf>KP)Ka9-()Nj_1y$tLQ-0Rm*Ra
zewMDPmajO75z|YQrmStAZ%iua>8<nOT9~~h7OhG>+b7J4`@6a2^=$XkTki8*p{4Zj
zg`VxsNQnvXY&wUiTbxz;r}R%pyNrgvdy9j9OCnC}rsfaKZs;T@++0+NHHgzyzVD>h
zrt^2e>f|ctcQRs^6F#?gEPpdsj|4I}b^%T-PLn{2%?Nos+Z)~IQIaH<58Isu1S9?o
zN;PYCJvF1qjM(j4oO2j}6U~*URnh(Yrwbs6xO*ddl`mhFoUcmG&xlO|a&GOF{LNfF
zuF9D|ICe27lnl>~gUpeVjIQaa=Vja?;^vfOR{`H_l2eNesfcsaq3B2a5&Fm;(gh7D
zpqXRZsf1W;A#{`K@HBoT9aWg_OUnEM1ThMp(Wycf6=wL7vMk75CM46BG|Yl5H6dBP
zB(DW2Ga<u#Nuw-?--LL5Nn<QXjtLnBBD5eEnUG1oq&y4aF(FfYNz*OJS5s7d@_b1%
zElA9SO!p<-XhGgIAv1kR0SnS<LT>aW-E2Xg6NpXsh!_j>BGTJM-7u0OMV-0&)AWQk
zBv;=iZ;yToi>oiYN!%fZhJv`UF|HF%G+PfglUZX*<z%LOa~aF!3!>krg}CfjYRr_v
zV(&mghF_F?;aROsR51&P$;6jE#DmR1;*}ZatJnv?V~`2DN)QMR5+fv{v;3pk<Xz;(
zDq3>}pt-@!G66RL<`|B#-=@q!aIhVFX)ib{5FBEIZvq_N9k3F>j6D$uX4xOF>P_Pf
z1Oqns!d~#GKya=NPU!`Y2?Wo_4zh5;j85*GdP^7^2%e`BKuNvM7pve)1HqeZ@GHIG
z>_D)@25;>Jj|&8qDHb8ezIRskmj!}lc7oNt3C0J4H`(CZdcl_mf*b?rP4c<E7d%Ni
zIhd$wf8|-(PYKY;l7JIWR&RnlyPp9k^n$0`{S5e{8++P1)9y;ZuL17uoEz=l<je2W
zm&`P7D43GP#v+*A#fE#bY&O^djOR+A8!vkV*rht|6+T<Z3H{udXG<a~y&0(IrjMJj
zIdK|lFxv6hh$%kpg#M|>XeLKjB{W>?&_0X35Amqxaxk;}v#0cMBQuiIlIG4Axi18O
zOpvHq6}s%OJ5uPj!xJKf6YTKBNZ~~4rVQgHMm+kzHIN&Mg9u+H>&=~>=0v?<4Tyah
zK{oV3@n@ts<0={uuUlhW#v3w?3<}mD)AFLEj;JWTLT4s&3UNB~CCL&Ly!81bg$G=|
zq;w1No(XaLk}@pFArmsemo&+OykbHo`jVztkY5YrY&?MNJV65f&fKtC{6liX3K@7<
z(tZmGOb6$SL6$&iMC&%La>^<eJOHhYB$4QD=&BKVx9VeXLb-|qMrhK`5mI3y1?M!C
z=XJ=QmJ^Rm%6(Bv^E6)1Z{m+t@lO!n)A#@%NE4aFB-B;3-~hGix6JB628hvt3_J>4
z2iRI-INZuWDTS*{g+0o9zf1^_i8ZUI0q&iU69eR9eHo*^$b=j%wXR{*<hag_h}-zi
zHOxlDM2u<)fW^vVb$Us6&tzQAWL(-i8TI-T%rO#hh>0Y?4oQrp=*8>)ySc&yNhfb>
z&Lj}*Ggt0fch*E<rvK>cGyPr)d|akXB>8cfC(P%^Wp*%^AD217Jbqke0&}=yF{Dq=
z`P<W211c94_4}@-{8etFQN7cRb?TjAgw#9JSf<`t#u9m7ZB(eAUZX_4M;S%xJ;v~>
z_c&v!dQUK}QtyezW$Hc57_Huuj0@CziZO_Hcz0fWRi2TmK+}yx^`2>bah25QM&ncU
z2Fa-R&BnXxJ<oVcy>B%RtM_fjUiDsL>{Rb+;|29zX8cyYR~rAJ-XY`X>b=JJclBOp
ze4n>eK}lB|jRM`S*6vyrlxqy5Mg{Ma;9?bgP=fPRP-KaWA{BgCg40w`&XLA7D)^WL
z$El$31&oVSaH|9dtKjnzOjE&^B<N7VCJBB%QL3|Bf*+}1n*{$tP*r)K{5qsQJS)K#
z6+9xr7gg}61h=W6T)!AksbISV|6K*&m*4{`Xh^V81rJJatqLBOV2uiPN^r3Xo{-=?
z73`K^kqVxc;4~E!hP-i&3W^AYF^-_BvRi&#s6M1iaG(mx#gySz!AuE$l_TxWlHjK*
zI81^cs-Rbb$5e2X1P`g;7zwth;5Z4ssDcwDxJ?BoO7JNaoFu`2SHUR~d_V=crK9~S
zD0t6UOHfsLru@27eYjDAx2a%2f+Z?=vjk_UpvcD=*QwyG5}c@lw@Gj;K`vcPEDZli
zn2oQ<usK54<-A?Jgg6Do#=);ZGNyEi3mf=1l$9FS6Gf12D5KQKXQwPR-nmjxMC>n-
zp9(UKCB5AKN94Eel}R^Mf}!*z`2fz5?I^NCKJ*HiiH{8tZ>IwKPo)BoZ_4KKK5p!b
zja^*HDJhYArP|RMu0Ze#Ec9>^=@t^~tLX@3&4DtT8@y7$0ux!yv`%4g1aoZIpMcSQ
z0?r5oC)(hbt*DT1SJ|-tuwc+`SKF{30xJt%Q%riZj7=&(h`Hzt=(S7jcr{j9h_!4R
zc8djrQX6N(3N0Aq)nzv9%HAy5CdS*~p;lBjh|6tQiUk`M2%?f;*66bWv(=DP({0#a
zfT=AeIs<yjZ-d*cs1Q?yHtbmo1|>DahCOD%Afsm5u={$mgoe7_25VN-Kp;5FhApyS
zHwS_@*svlCHZKso(T3&rW_fEMSY(4oSW#~a1ZUf@0TygYAUMZ{eSyrQj6-!GILU^6
z0L*ImvOqA`1|P7Zt_)z5-0HU%Em$ZJ^x3fgWx>`2f>UhRzx8IhF2FsAm3*BU_1*?%
zZXkHA4X(7ng1ZC3>um6B3oLj%5X_THDWNQ{>B;+ELF<8FzMbF#E5U;bJk16tTi}Nj
zxWEQ~oUgj#UP1kV;20Zx6tLMFYEcG)W9=_5TL~Uh35MHXu|!Xo-YYvqAn3Kh4_aW^
zEdtff4A!UB3#)odcv^kzXMcp=7fbY#o9rys>J_SfngxDIfz8zmINJg@DX_VK0cZA>
zARCaqhWYXZroJS5*^KOE4EQ|@EW47uk^%3tz=CN4tY~Qf;O78aU35f!F_$!7erzR>
z&C6cZfEz9FF$FdkHsIwJxLtwGwGFtmH+$LR?B&guDOLj6@9Y&0c(esRsKDkT2Ry(6
z%RXqYbHFFB>#2RG`eH71zWkXl(m5v-*j(*^TP(0_m-d1O{2L2=T7k_q5BTBU>>VIs
zd)f14y_G<AReR+FzQY2`_G&MFzyS*^TdlqR0p|j?`d)Tk8wK!XxRpS5VH*noc3WWC
zkp&UR0g_ep$+c!%Wp}o50kPi#Y-R6NUrcnsmnJKLY}__R0Q^e}EStEE6aatU0?USO
z;|0KX^=2>oyNw$7vdBsxd%cYs0MD|(vhUld0dS5578*cMgEcXS^=6-^zL=<i1c_Dx
zArAsU6Ey&ian&dzE_6a5XrczdM=Y?=3^r;2{CmJw=LiX5qXxb_VI>f9A`moD1K|5C
zu#gruY5=TRU?DU5pa#Cow@ScZf_-1q#}1BIE-4k40AI6jGptMu+<1lai;@dcB44*}
zbCeq`VGxV)^z}Dv{1Rgo8&+coW@wKgm<l(aY_m2GOyYDXhG6!!ng(ex1asp!Mce?~
z(PKLU(-9{D{37ZaisY{`^HQObP$Dxg_(gtXm~GnwwR<g#D^*ylgBs*602?qj{+cTX
zG5*pityMN=8^%(~*NwkC!Nn^!UzACVui3*m#uo^)vo6~tz0r<tn|@HAwhYGH0jR1B
zy}uh*#+zoX)RK(1x$A&;AQu4P<J0>J6>}PsYbPw*Vc+hUskNYt-W`o-FGVVv<gA;@
zxvMO?-jzFC8&+2B0(T=}^b)s$KlMpvGUXOt#Naq0C!at9BC)!GaYp#f_|0ehOt5~o
z8;|w<dCd5p`7=R9e&4v8pQ7|PO61Lpj!Mb5l51{7J2n;wh((ke6yTVraheLe?`afs
z`iN}q+U#=YDY4IWpDP*RYi!Fhp2opM!TC+N8#gnl5-vKb9Kj$!2dg*#CS`E>Skgu&
zM5JgRcc9gR$Ku;%BP%v4(e+R&aGu6L0!DLE$)u22rI?FNC2e0d@^U>Xa(YvU?Ouf9
z6V_iL7H!7q^+%&cA8$#3>3o4_``kDz>6p94HQ77OvpvCgaQz94uukG2|7Us|u{|k6
zsuD0Oq#c#3{=;9X86e#wd<rh*U=;b^uZk#F0@(1`T)rXP(Xe^mhOp5fWk-s3Z$1w_
zjLli={ZflOy9(D>Rq!3$Fe-Yl6clv@#OhqPk_(=OO_Jz_M6+gpryQ$tyQ&d8bC7^0
zV}$UT>ln78W5EsRLrPue8jmZ;`+Xn}2;~0FB$J-p6Ds673Ti(=o2uU<B+X@#W59Uk
zVxlR9mvB=<z<5&qd{|P+&mZtJzFjggwh)v%YX1>ak|%PHfXy~U?s-s!CCiA)T~vQm
zuBbLd?vea-bW;jLv5OI_G_I9wwRYob^*&~dSMT?Yi+Sg~O(_L&?WmE(uX3afV$;ob
z$i2JOh{#W+a5!Z@m8P_+;@6bVASCpcV}XRE(1wMC3Pbb}Gw`$$kiUC04K`Olm-xa|
z6N}-P7tcPR4a)vhOotD^WU+#!56(Ui`uoBKoA#_t;;<A;TJJ>9PH(m^)p8EYIjy-W
z_neRjKlG^c4E5~Dz{R&H^^~}Ak=~=#^Ks5$F#?mDp}oE^yLrK(?)fS!%+v2gvw77y
zu(Tz!etC>LG7q(%nk6X-ghX+`E&j(#XNCrOc3dg98~v+%S8z7lnMi!>IP9R>{m56P
z+IV~$&F)1!($wfC(Sr+?1UAm*{*qBWa*muG(LG*&srfBn6k#AOFJS$O-V<QTk-(S(
zSRo#+0R)XMFeZ&Md(sv=i5%?}JAnt3L;_exVZ$lXE_so{4C7N-rSiKRKzMxyN{WS<
zA#pAqbCY5{^({wf###N)*aEmw>BbEpKCu1CLbuFwMBE8bA55SWx>Gb)xXSG?8!L??
zhwt?*fD(K29?_Hcv)N|eA0vT4-sI%!n-fF8b=@8flcwS>F@c^%ku1M9nZLKJ>KAVM
znbIqBPK&*(@3cBvCSz|$%jwx2d2S8OH-7&d*f=lxu$-{<8#1Gt)&V{FW<dNWCb2_q
zY)+(!s0e+iY9o>+{VpnS=XKmcd&|t|fq0$EIF97ND~Y6#lfGxuR`MfXm0dtDz)&)J
zk*!H0H4-Q_{@u>Z(<t(vb~ZW2FUUplXD{7&gWJU(Q)(>OA;Vo74ch}<1wajSsIcP-
zYSC5TPSkwiyO4XjFkYA5o7u0>Y@h?Fa&q_vcVg@rVkT(kV0Von5`Kh$6Jn3*1@7O8
zI>5+g#Eu*9Ry~nnW^?k*>IQxf-81q)U}Lk?o~}5C$T&Dax+1*TEy5nL`MssSH{NQ(
z6q+EDAt#=DS4QYY`9*E3a$l6<wF^-&+Wxhc-3P#&!V9Pq779)t47VpNv@t{VMQT3p
zOn2nol^*&{Jja+uf^uI$y7u!@<1R9%QQD7y|B3w|o`X}LizI?L2l|b!#=B#ce29w$
zfHGt4pUm~J@wm|Xz4Jq{c8n*UVP>p}Zc{U3HvN&_J2PaQt?no@{)mXZ*&WFj6}t0c
z`DWAr)BTOhtiBjgX8iCuX>D2Wg8eA~v$Yq6S?zjZPm5{rLRrA8y>^4`CERkPcL{@D
z%9Js!xz(99h<O=%k=|8&ro8H53h+A%pj|BVzB_=HN|JPbHIg4*4v2QeLzi<S$2u)F
zwii(0*om)2hrA*B-_q@NiZ$VbB%!zWEU1W&9tAC@$f&G7ohaB0JNx|t!SYh$mv-7v
zX0RV%?Cb5Oa)LTo7<m@Lx_5XF>Su{!+Nx}t$Vjc3UCcGj%&6;{N3wUK*N%0rFYkOc
zJyMj89yE8!@d-xFIF|208jngN-^DLTlgru0M?_Rp*Cs{l;s|8jmEb$G{@MBHfgfIo
z)TN1;V5XHB+y9G_<#N>=Z*!0$v+)7phV0-zB^s7>5V<gtQkCltom&<hTs`Sdgqh|t
zDQE@cMslfqDb!Vj6yqV9hlY9r^48(?Zp0<8EDh#WH{3>=3(Pbuzzg*h?sFwwim_M{
zq#Fm#bjMCHmaLrhsM3l?TQn?-hi;2AwN3t_r|~#d+IYr5;sYm1DlF0;o<=#3bNP?#
zh*!xjS}takxiUOeieNJ04!<N8UZHZDqCfM>!i+eLPk$?O6kxEV*f_%vH9t+ChQYit
zCG=Ko97B>^P54j^DDGzs<Wn5ISMsP9WEn7C?1@kmTv%*q`PM2J0FTbN!}=A<k|Uc+
z7UZVv-kvn)1yh3=Cfx$6bmytU1j%4u#5xh#%VEc%Z(qR*!<QNDzhP958gKF{)t`SJ
z6lXl(qAt3+F2}I^o90rj?xYDe#s|-tC_g@^QT3jdbWuuP>}q>eKl2!ojjzU9Z9;Hy
z5W+ZuPWy#DuE=Wi(_MOsjl5(jE3)QS!_2kpl9f_w_@!!{@$D+JyZ(!wwzl11LSFT%
z%h>_%*+w~>oaCIu>g;m35N7w9l0eK@7a5q76+APU48FFNUjj%t)b?)9MjpPy<xrb?
z@2)G_7v-Ers;*Fbu36m46q#$G{=7jJp`@;q6pFqCBfDxlEj2d(r&)PHjmFE{dMlq7
zx#wwMX8!5%?JB|utBm<M(kj^)|4FOV&i*g%=x1YWYrH#uO`oW(-1r+od(3}KE6Um2
z|K$Nsqp?i54xvl!VP}i)H^v-u&!(Ty2sLS}uhs@XTJ{BNkGE$}=oveQ9HZ?LGXpJc
zqenJ(W=ia)u9QSApmy&GYWJ3HCcqx{_iJV1%kGUDTO#uc*iFB&_PgPd^n86t*Ukil
z&y0VQ7BU0f;k^lwA;i_O^FRUSj{XF-)o<w8!Fp!9)V60=x9jU^j6?hP);ZIz^N5We
znGU%H8Cqd(L3${k`t1Bqt3DIC(2b1<-<9FeCaJbu*_*@Ri>+2)SjKvm!=`Fh$U}y7
zaCie6RL*Z-G^@_*vuM7)O<RNh<*#}My_29l=)aIzN2|YO(7(0a<|@Cfx7tJPYNtw*
z`!w)M)xdGRF+Uk?H84vWI9A%EgxpPhASmHm@WGF>`ZP@r4LMzwYnI%yVA8^9{?Ei7
zrmuCidt>vPD15{Qh{XhcCvR*%#cu@Z!p#SpKX5rQ8L7Os>@(%GdoG7VH!14iMvFRl
z`csQK@LANsk1c?9QO|a-2!r@aY<ZZd4<iT`Vek_lZR|rB2+PCUC#I0&u|E-;`MSRk
zO(1K!smix`6a-1AKWD3OcV_L!EUq34(`cF)*Zc>a!KFKlWvqAW`vd5iF@3A)N-qj}
z;B1UETi93%8t2on8KXq~FN~|(G2<mRS~CdQcj?p8R>;2BD5;Ns=RWj_E{2Ze93aa3
zB71P$_^)3=@uiyxgdIj1fLc35v9pXH@C~u^$Y$9^kfTc9Skx&8G-XjTdQSthEs_(x
z%Y_Pc3JY<V?CC=u&!E+1GXo~6aIsRHf>c0oOLr3K4vBQTF7Y!Yn5Ig+KnMV6B;1TY
zKu~-Ymuo8@PbaHlvQiYp+g-9XgBwCcD*3q>Z|TWENQc;PmBDPuD^o=|M<S#v=v_iv
z#0IwdRSV*S?qiEVwhHkJ<rul~EgB;cqxZ=AJo(Phu92Ok#*=*rkLQVD6CQ%_H=Z#G
zkH-j~O?cc7M0kKF;)6C*3^m>W+ld!+NU+2_)QDP}F@vJ?3e-Yz?Gq}MPhKGEldzBV
zsWSY0g=kP@h-CQ&`AmQWQM6e=5g($yD`1m|(4_&KSaw|_YZ8-TiiqghlZOmaYfxB#
zr8#?Eevi6FT?2&3EWrS5cIF=@$*di?=`aN3N+BR;CiwQRKL(G(+zAyQ_C+(9Pm*;W
zIuk63PyBqIhL!`OC(rjFyMbh}K(bh$;QMm@L9)OpgX{BKi3m-j_SMHv{0)tur1mDt
z9GbId?p&B?XK^~oF@CUO*EgYt+QuRG9;J^|UMxf^M?cJ0?A*}JQ$;{NR3u9VQDM!s
zscS<Xl=Tz{O3*!f$C@kjVSkuHdxiAt_c6qSDB*RjN5P<euyAwJjWt`XS%+1Z83`6S
zChOSLYPqz{B*w(z113&s{+m|T8B^s7r>>vwQa#$U^u^$lG-^<YmRIalq|xKuy}jV+
zBk?RPr&Z7@m*o~Xo{$tK84(^WVYAtfpYBbZC5ivV{woA`l+%9?+5HFe`f&#$_~vlH
zOgF`WLoTU?F~o{4Q&M#|1wHQS6FtjhexH>HbqH0)!*-&_-F;Gsu(6rDxgG<Ch|w_L
z&8d;z6E%bwx|#+`Gt;=w%2gJZ88xFf>i^*^%Cqu%%+3q^$eQ7txqt(eco}pD^XCU|
zxh4CQND4a%d3LxwRlZ%d@VR!bMyS(^<S!Qj2gU9(V1$(Y8LRQq4!j9Q&Fm06)!|T5
zmG5Av8B0E%9XnyOiMCR)er)dC@cW(N-L4Y-PFG~vD3^YG<MGYRo8B`eWLBwOCmsad
zk*F|g^yHbL?3tlaGeZ~53=N(c8je+ll$qLhgBh{Gt;wu?N314zZY(u;PAplOIdCtW
z8!gO&Lpx)sJ(p+bH=t#ZfzOmvgF|WIQy0J%scbqE;~d%a=faF|`+MOw=btOKMf^>Y
zG+OA!!;r=9i2C8dZn;yk%F<PhszpC~t}*UAz^+BqE|eLb`aJF<99mkbapV*XQ#MH9
zgxylZbg&Ql_h%?Xq`x;`aM9ekfA+iIJpJd2?mzpx?TZjGqcX_Yli4F~{;S>WOrpWS
zd|;|unpID#u`|w$QW}Ep;9z4Iy7T2-NiR`}#Lz{-AqLWwf`^lWDdm40%X%8*aO4G@
z#+jXJrz13Bnz@ksdS5URiVicUj2k8#?YfxU>=?!Y1X{#=qUgHH?UL|!ZC3-IVRk@V
z4g8ZErpqn_ugeWnTkj3iN9WKJ$~yZqU%z4cxnLn#h{k-%G!LNOvNBx7Yp${~@i8FF
zE*KZhux`^8j$AOszAqhpmUn^So*ul9HW~dVs<zXvVEUtV>+kGYya=$WMVR@Gt0hK>
zltMs=MLIl}()`dlBDb2UXrNG%@=Ay1hq}R&OF1dyoe31|?+iaLry#}?>IkNJvS&M%
zz!UI~r7Ua8)(a$HY<rZN3t69sQd)RJC}I62zJ;N6qvf8@%^hDrFu`gz%YO0IE|8%p
z)zx=0ztV_SJH7$8kfAa9hEVJZI|arsNka{0lu4?URw|MVFlx?a{12e|aVb?hyTPps
zJ0`N)XmlThY;>!>F?A~DKJIu8r&`@-@In0rdTQ3sxRwILmsL0vdFviaT_D<<sVfb8
z7gYeaJ;VE2$OJ6z-iI1bG9SWThjEa%X@lmOX8N!tcI!!hI&=(%`Z1(AS1jBN3aCuA
z!L~;HU8E^De#l?l5gXU#KboP9;%`Fe!Y+S$Vkpa)!KYR+dg3rvs-QBK@keE4TljA$
z(|hKL8YvdwOcigiB)OD|m>%8Mu<P`AbW>EN{*LGmDMh<7-BeoJa^p2F&-Uig4Wva1
zcgyr^MkO|RUWSjBe&`GANU%MZPj&D$bp2Fic;ZrCiH^`nUYw8u4SO0klZ9?-h;5mE
z#i&sm(-SuHj!pcQZ+E9B#@=oC>jp^^8)!!`wdER?Oc=#Am|I8>Mo0>+*md%)p@%oV
z>u7=ox?5_ac9XMiM(G2H3eS%GRO~Hbee<Al<PxbzGvp-<gKl6o=O=IcD1MzZuv5>+
zV9N<Mg64MaTH3)C8^1_sV!%f0pXs}DZ{5_XrR8C1V%>?3-$CHRhN|!U)vtaPOq}2G
z3w}S|2Es!BGFtzBq~zFBGr5Bc;<xe0QxIW#^CM3!82P&MVDlH~tnA+S*Wt|AwMo~9
z_q69{e*%>kL5XxfllirF4BKp){)0|W<C6}m*ZNxf$%FDc=E}YG2c25#G~es%KJVBh
z-!RD)99};1kdqPFN5-SgOmWlHo|oN5$>jSQ%|L<t2Y8ri6Gu}=eXtmh>aPal3u}{n
z{<gYguAd@BM<PU-wPrkP`w|uVRgy>7B=}IaII6eSCUKv0R@AkBqOy9?LA_+R)bS#c
zN2euVx$PV}Mc*Hta&LB9PSa<<QnA`|D~^QFQXaIM9@2MaCrMBF+Uh-a7wVsNY-ery
z_Ie&T4+1p1<XBXr6AwyWJD++40~g{GD(R_+e>azYPxWmm*S=ClD_7ro{XzYJ^jFY}
zkBfQPtwAS^U!dRolTJ*+?tJZ|w37CbG`^^fUIB<kQM>P*b${VzF<R1%%PRcdC1$Ja
z{JYC>tCXfEMy5wQ`5tpcZjE+^KXP5a_CvjB9~XA2Qs!_TIcqqB!{=o;Q!81M2kC!v
zFu(t8gPEcRGqy^v->0_*hd-jml7Za#p*fOs!Ux)C$Z%vI0M)+sq5f*5{+N>?Y4@RR
z-)@cJu{yazGzV}D19*`+fY#`>+oRVLY3<wg&>gXdj(YSA+>f&N+5^{rALC@VRR(}=
zJ*%xapV4={_96XU(SGs`Jm{8ZzbfVe0pGl-Q-4)Do$eahO3z1brYDPz$%JfYzUC3n
z*Rt*nT{}wWqYB!dD4n14cDZl=I=9*JeR}<)j-#CBeEplKk>|djOK+;$F+*~iScG~r
z$6KHcJ(Gp}&#Ehpjuf>8y{~;J<0JK@HEM29NmWB63SMhxcAPagw0-|l_4KQbP_vx3
zomWW>3p#!vHB_*Tl`yU18=Rk*6*gy1L~Bzs`s*F4dQ$(4p?-5-_AdHSYDs54XLY8`
z;8wF2ffdq~;WJKVFcJxLqSl6zb8kN$__lu3>zibTCdtrZTEhR*Yahsk1`HubLt5wK
z2LY#HDzZCI!@1cBm|T&R7#6C$T4LlHh(Fsj^Zm&^8_oZV7`L6;{{I;Fzr(o4WSGIY
z(o_FG#?}7EW8C){r~g?P_b4^8F|O3^e-6eyPHhC^N)2s{E3iHoS1SBJ1>>r^d=uju
zRPkTIxWf{9Fz&|V4WR2jTn16{Zh$P0_#ei8Z_e9!n2vu)h}KBOgJscrgaV(9R6G``
zcrsG)Xr$ulT>mHxja;78b22{%nG#OI?i4nyk_>%sq-figRLr7>JPoJ%g$SjFk{V9+
z*AP+pa7*g6%|*XbMt|>uR>SE>c5wlAfDcS@uTI8)@T}OMaV&=u!-huL109pyT2e4+
zUaZyga&y?oRveE3T=ID~-A{61aQ-@&_&WzJnina0F!mUtJJdQxLm&|zQ~9pi`t=-L
z@J60)IF%jBZa8&W=;DS`6GG25oGS3#KbbrmPWjiTH*_p%IF;bJcPxNla)<C<W(Cta
zLcCR;o_hiWzm~73@g{)e=4o6kUrV-ih+$*1DuCB<yYQ^8QF88vA=rYh>(|gRA#by1
zMl7L_ejx_5zxK3_PXJ88oYe{FAF8agJ&jTas_kin4HNJ1^T#Y8;(wCtIYbU2BaYhs
zr?;feluSb>BmSrPBsCaq6+cLdcU#5JwhI5iE}X9MG|Ii4D#xh;1?#bN@AusQ4=8P`
zckU4u->i;)s*REtRba$D_a>4e=<2wf&(UdTBK~dW_@)H=bqob&4dn=!R~c$34+9Lk
zI|j=u1-Ukc@}UlqaSWz(FmKHUJ{ohH^$c}4bX?JZr<Qwlrbz5R%t3yF=Ea`Pt?-6M
zM5m$lxy>r&rI|CapFk$zqKC+DUdMMO-_&`t!riH!P0RTan<@V3sr;j{;W9KickWO1
zysZ5y+;Y(Q$;LB*OowAbe{<eaM*Xqaxm${U_3~W6F}K8bTiy5BEE(RSha*VMJtl&x
zZ*X-I?#^0u-WLDKDM{;+&NOZIpVW(<o)gT<r-@I;ocs_O&L@dDXVP#jb!I-V5K8S&
zM~imP<wmAGV7xGrbx`z>TomjPlTl7)i2qT>+3D1>bpMkQ%GQRN74<wYi@Y|T*%qUl
z@4KAv3vOXld~}=G9_-KWwW%*uAHhiJJHT=)GCi9*)jF!;aMbZPg1Cs;d2{m_Og20n
z(VoS2oTqU=;5*yW)w$UztGg;Uq4pg8lW6_((W2-1{nS%W#fx6>>{y$sm+Z%{)=r!d
zm}g~#iv5o%=NKao;wy3_di=+tt|6WsoeCJy9)dOM313eMRbtL2kHGU^y&}IlJ@;NI
zzh1dc{X)*5VqeEK5)q-7QH3Y{`<P`L$Uz$tu5WW_xN_bN*HL`J`S*8Zs)+cVD?FKx
z5nnT6zua;}>vGQvJsV8YcSTE%E{yo^i_||HseckzlJlb4?&!oqq{EpCSUgq>>QTK2
zw71!_!{PZ22jC~2vrhYFo#yac^kf|_>hc&v|K`Z7(=d0ORq@2|@<(wJl{jZpe8cbc
zqHTKp!@B=I#3A$Mm?Z)KzOFr_mmJ&JlGsFV*B^<LY(sK#y>HXuHCM{v`i<s~hU;z4
zCh`5T(<xX4GT(Vv@s%R=N74>qR|i<hF;Z>VD}R=%Z_ZA_Yb&r}k5i1J%6`Se&dx5J
zeTNbXIGkYYv3)p$b!hpve*SH`e_QikhadX*&_`*f;>_8SW0XSn+WsJxpeSH|=-euX
zGCrd!t(6`<LQP{X*jGnh5M(Rt?*SV>6x-2Q>1{}GXnDH-b+ONg*7;kJ3KjGc{hi+l
zKP*!57WVtFjTk9;r!ba|`=E&botTR?_ZG*ISPFsHrMpU=R?~vPuN{ssZABZl_1SoK
zBfNwcU2t=fqk*CH?~6?)@7L3`$H<67{n3cOB~rAvDx&R=dBr}s|FLf*AvbcO2wi(t
zY^n@o>2s3w>?i`*qHBAbjf~ipI5>V)-^J$lT6AGTY^18r%TjVMF_vL}ils@Epo`zH
z&DZN2()<tNO8|qCRS{354B3U`o-4N}Pkp7Nd#}H-!0}_A&v`B`DsbG(lRCS=F_PyV
zo@$;pp5OC)pGPrVm$4bkEd(}>vEGaz@F2XXhBDR<4#%DA`-S5!ExpAb7m+Zob7Pko
zcYO5~Mu3fncv%*0Rv{Jw)4bz(aC9C{Q@@-vFCpY=ad_p&KT3ns7vSFFA;kDMQcu<r
zSVq4}Y%#&*9T_c+>pL->iQy~d;lnc0GwD_lP@OefdzWt9Jcpb&p1Beps3%-N_|BH3
zU;@Hu3``4?5RIW-SSI$j31ipOco8uW$a)Pa?C4Av7sLE@?iWYIUF-c~imY#WPSaJ$
zmV6h+H2dS4ECI8`5x8OErM-Lea4b+yqof(I+F)xj4ch3dNfq(X6;a&yyeblLE!Y8(
zGj2+&-wpC}_=?>1>6_0dWxgbhwPQz`i$e5$PfOQ{)q46v-1}m!@dTpwgpSL#)}SYa
z+uUigT5&xON7Hb3f5r7imzD;P**NnhKVoyj@x;*0`c;n#Yc{T35QP7CltkQ8m{!aA
zF`XZJg%L}V0pxb;X#91sNX1cDyYbgip&eknMqZ{>G`V_Rs95U7Mg%nxF;N;mp4W$X
z6X{?kfLP!xEqnR-U%;95zmL&O2<;#Y$>Vy$QxQBoRW!jkd`kF|CHr8FRS`TIDQSCB
zKeZr&?;q_52yCeSPQchqqw;XN<vgmV$lcA~Vdd!+O>+Bo#CQ)DFslAV?_(&SNgIV{
zrZBwfQ9ac){`Q5`TzXVyT{lQrU99_$idBz4IMj^`C8dVD2WwRw9oBbaAccnOk2=bu
zQ<6h;=TRd;`qtSkHvey6&gf44Gtv!%TZ&-jNvYy0sbaEK#bZ?Q@%R5E&N8*jj9veB
zCjNx=Yq(zVK6QcDf&5Ns7psv<k93q%@s9D7pVNh7?TEH7G-``mKiF_;YAEX_BP=C2
zJ5`S5(aZ^3QXBVZ?-5Ji?`(->H>}~N;j)G`n18*bVU2UDb`f(4L3L8mIS0edNzOKv
z*4f-JX=<eCVCauHrz|>_-J*ZyYzzBPF~MWP?$9ODImTd;Dd7ul$$otSJtv~Zp&PMH
zi04@C80nk`f(dhtswT7ZkE_nVmUhvi#?R?Fnq&No1#He4<2HifSFLgA5Opr{z)Cy;
zN9;Ls&=5*s7{iks`W2e9Fm^|L0!A=foVbQ5HNJYm8Yj;tC8gjukT_jQ*A+V9W*V|?
zCIs{ZJNo|K=vh*hik?q&J9bO5w@^(Q%9H^DO%}>9=o4gk|D9UFmd(aXhS_HXN{vPR
zIj_K+-JQ+{XJ-uO-^byk#&ak&f$!zLg+4(B^uz&rf(nLrxytEb?SLW*rb-W^rFE$t
zU0YMVn>7Mx%;j>aCh}&LY#{WwM<Slv1D%5#5dU%TV481&=4wfH6!Pd5?bb9CYbPlf
znkx^FmYGHqBoBa}ekQX3)d))v^5^`PD<4~I;Isc_E@Qb`QYN?LK8A`|_YY$1QEv1y
zjK@V<1MkU)vHRG}9I;UP6Qs}Sirs?U4$S1Pc5By?&rL=i9nRA1jOBCb(lvb&*0+XD
z+meWu(F8=NOoL=;ZQ{?jf3!9pLnEXa4UbSiw2qWC)gBX|CF-A^br~i?R`!k6)Rphc
z&8}wFYKW2DTdV%m3Nj?VK`Dj6M}C*9lVJYB;4RsQ=5uSFiYS-dn(wl1%{#d@?^L(u
zt+i<a?!7dJjFB7j&Jfq-Z3_{vS-_P!jvM}Yf2oU7<2&3H+qT`5CC>AWEp&?2ZOeXP
zTPu@O16P7&_O0Z!V17B(d`B+#b0AatUha2OO$?DG3z%x|?5So8?uz4~$q=ofwpfm5
zhm&EO3u^iiN1h@YCW-KA4CpW*mNa{z@_ZbZwsnX8=-KfGpzMP<)5HI?vgg*v0k!Ey
zZEp0&QSNLU8G4+}L-(XLmv;m|`6}K6O|hXj1C`6lROutP@e>YN_Jo=Xo#a+Dm=Ith
zOE%?qA|%AGx&id><IloCpy4xP!;nP7ewN71gY1>QqEg~ew$PA=U>1#Rwr0ZD1r<Cy
zN-}cxum=rO1XHOpd>yH{Z{+JZpOChAc4!&-BRlcbBfnbxNB8af^14V#1C(}|NJu2N
z6eM02bMe>9O&c>nn=D4sS{bU`dbekjkYG7Yn{RL;wXMz}a%}iP)0wtW{axP81&Qc9
zwHCN0I6988_sH2{(|u}`(?#8+p(>KbT^@c6TujUXA_tzQrBt_p2Vyg@uiv2DL|~a-
zOGD3QLiIuU(4Xj|`FT<GQGP}XT*1L;jKk?rIK#8)_Y~Ap;7p1QuWs*+u(LP9qh^F;
zI3qI%dUm|7A878#f($oA-Ln3JSJcVu<J+KGKWg=F6*Lfa&205QDCeI$+lrR%%qSAC
zMo-HLC@KB#FCBL_H+M6U-~w?(c~_lu+C8r{pFA4j80LRT2rN1Bt@WHd`idO#!XMve
zfwKVXTDx8XgQ2Op{w3Vl-W;iaNFDEvvkUed?+)O`t><{Rn^P#i)$tBuZmnt1T=##(
zfeGS&gTrx!|4Cf3IUE;hPjcjTwnpk7o6Y3sbb-M;U4w*gj8x!8=tQJ~i>GHj;dvDH
zJ4sQMTl5%*Wly*eNR_YtLC?KY%+S+v)H6E#@(b+jopF*KMNV+_&uYk~X&xcDRO3JD
zxJ)92>mPGygJ;+WJ)-p-^tPJ^y%P%}N;4^<ZHs7+L2K4Vwf3m1F!~*LWYZclr&n~1
z`ZRfVOad!;e$%Z_JI%Q-nm)<LvF|axxz^=t<;1rqUrz0tBhyYZmE^>ytMsH4S<j9{
zGrQUNzT#l^TN<cq+jLd7oC0U}R0Goa0c2(nS%=lry|Gmt2DMIvZon%X2AkwCctU?&
zZ{s*<9|pU)U`9&E*%Z+_)0)+)cAg>$1Td-OFc{zP9rG|KfVGuSMSAPWqdA8`HQfC9
zx6y~w^!moelFm@V3@k{Bp;iusO^22@_47B8w;T%paVVDdNxW#Aj2V|WTBmkEEMPWm
zlG@G>d8+i5s<fRD_?^1O%`zCKQ*q$HDI5wh-_M~CU#8}v@Kfth*cGWzK{*tD@q&3M
z>;j|8p|I$S8P=ij3w0>$g3ecm!cXZ}>qOXHCn-NotACP$+vRe}|1L8+QuG0nx++rt
zQS2gh@O$#>2R}m&a}i>yxv$qh#I2QRtaXVXPto(SWYWvh@EfnlO+KeUwkprvKVxR)
zGXq#!a?$mc-ko!bscd=%l?h${(kn8LM{;-EJ@P=r-{?fbt6SBUUas=BncNKB--uAy
zqn>b%OjR|{g{er$n&-mg5FY{m?L0q6MQYN{V=)}H7ejiu{)huzH*vW290%5-6G6lS
zw#~!WdK27?`gV>p(J6@fJ{YNg8Vyj-jug*t4(j<#>_?+hGJM_4=`VV?7>`EQT3n0-
zy&e|RgW|*5NF?cOa$q+99#(|z--=k<w3)(z@NeDJwBg@m0&CU;X3lx;SNdbJ<{w7h
za-2-!*S;}{oo}mIN`Iz(!o1Yf^o2q6uwL?T&@rEU*3Ylfi#jb--?sW(am32B`a-4^
z$X6kEnNOZgzgA&udU-a<)u~J|i|@b`Yu47Od}c6lzKE^E4r`w!@`$VtYjtd8-1Pd*
zUH(p3CNp##3$^I4vOZ)@#9)*hO*?exAMv8CGWsQ*+8c06Kpfq&C_If=8iY?-rSHwd
z>?>2clX5zy094EldtPhZYJ#J8Dk#v`GpS$dozxLcW;8QWP3oa)Qor=Ale){F#fkVn
z-T%B^pNT+K=<0{%djEN_z~zD;6U^?*^*8ixmHFbdcyqq9CEqn+b9qw7)6fDW2@aa)
z>t2t*16di(A7^a*_zY_yrzz-;)IUnyKH|W-5R<p~lNjzi3~S2ywzDhk&9sBEuquo>
z+IxCEcLOh(i;N)z`&@JKFKiMF$NJ0kikI}ghyDS!fsxRTPuoKufnyHNAt@P9-@lTU
zP0?JUnlvd7rnRV|)jz7UCo$DL_qUN3cw65at=~-*o^l?3>M1UyxwWQJ;z!Q^Qgk9h
zFKM3u(Dypys-|fN@u%zGjUV0gNi1gH0cL$$-B9FB^jCd5P1zKYZrHR3(+Ne-hY|{f
zIl=Pyf{5L9358CMea(8w^ZEhuGloY>I7+uiGp|cKNF}1KtEqJwr@O64);AkjbZbRS
z8P$J!CiSKjEXFjj3p;VgwSw_!Uj3t6@O;>jIOVE!{#d_;++5Awk}%<V-+{W%cwG5a
z@#HhGb?&>gt)auYd8X6z@}AANCP2OA^&Bg1_|QC7G~`auk|bpp&pxKZ|90e4CUhhU
zQ~hnz^U2~Lo97WIq?{)4F_rXu104<d{tDt)_%(8e64P3{nq8r!{tlONbR;228u8vj
zD8u1+SxCy0&A6#@5V=J^^rF(nc`Y>D_j+is?+wmSuW1AOJ8t6un%>`$$BTqsxYLy6
zTsU&?g83Uy5ljeWsdpj?_G;%SFP#;;!fkmKyZYxf^vGzX|M<;%4Ey>|=j_><fJf?#
z@~tksjqGu6b;}EOk-QSOdgYaXo9JYeDyUm=DU9bA9qG_QubZtK`C8~=kP6MB<S(RA
zp>(QxF7ct5VyS5dVv?5DZTvtWd_AcRklYd+>I+>2_IN=$Vbe~t92Z>Obe+Sa`{e5*
zKS4I66IVu!qMuW0Tt|-*znmTW&E?%R15&9wr^{@`0@aHBW-Ioat=ONaTCv}3#eQi8
zBFFmPk*|g>rK_ak!+4t&e^nd2alfkg0NxZu75A&kzpE;rK@)+}05Vby;GM`I*tO>;
zDsxlc$3+3YHY3vP4~IM5PS1aW4E-l^_B1xFmG1tfWTSfgm#PZV>AzH!kbb8lq~Cuj
zCEH!EAAC_ppZ>m-N_bVZzi{O7mi``W^|$n_S#8zl!MxEj>hp0wH}tY5FlHz{dzXq#
z^<!!n98Pl>9Ep1C$a=T<ut;kaweIH}qM11gCT{>2+lC8!XyxU!Bb|%Rf3Y3Elz#cP
zro5t>^2WC`<&A&V6xEP_tsTv2`*T`;Nw-^_hgWiZ&Fg)v<Mb@mggjZE&TyMc)+cW_
zZph@FA#0Pj*IJYW6HE0&FUvHrX8!A;k&J{4k-0!$mj%kwkOj(gk_F1_(hngcNvcpf
zk%_G(r?uidjLJyPxCAp1fa%GmIuOfuEQw!5*W(^#R0dM*8Bw0>cCd-!Szf`K{R0fj
zK%~+@YMCW$8Rus~z^YmDgd~M`@_x=Ajiv8?74O*Ja7K={Ff;{?BF&p&-1>VNN>kTC
z02Uji^MIVQvlJV}1mRu#Y~D(ys)JPEw3wC_aevtBqJWcKZ2UD1jW5m{ml)m;glmAw
z0*7(E3W}Jlk^Mv5`TRvfx8DaAKg#j{0;r<?#%L8sL}X)cacQ9;z=+k97-t2j0P?;d
zT96l<%qDtb9)G%m<K@*YXc}^)zxnfo`q`ylAZ|>t@fs+b8^!u_{55z=izsQR&)-?^
z(pzJTjqQJv+Kr$%Ns|(r<7-(DFGW0<?nG(J@?e@}+^^y>pble>3Nom;s8^Z8^tUp1
zAw{><79gHXJiLqd>@gp<n|q96I%hG4@Yi#?f(fOB-VqDCj}4|L_OkJfY>pHu7k9Xz
zE2k>xxHZZ*O!;Ks3=L=jqT}$Xvp*TSlkWFy28B8{;8MlY_zIzFS!(!88T34ib3~iP
zVG13_aGYoS0r$@qXY&Pux=8T~AEMgPz+^VozQ%Nrvj`4^HZ`p~XM>x=2f5WE=*vr1
z4zuJ$nek@?xH-H_Wd=QxE%8-V){NZH2FK}w*iPdTvJX#6($b8%s!SPo7^(d#xYz0|
zGdxlf6Ym6U7Q3RiQqdU4)D1Q3&@rm377mQeNZLQBuOB#U(_uqA>!;*E^IW77=E}*V
zGao_0e<z}u{_c@&;vn#1<4^BNd)1u#Awm1nA(A|@qC5O0itL}WdrLW7Oc-Uxu(Qe$
z6(l$g@?z9bvNW-IV*O<x4gFA+uIz`<ub;DjrbB}G_QH_LP0&ur9~YSBPIyFjz~O`b
zPLG|72^XQD;R@17^r?0xLO5+5pnb^X13sLKB}iOPO<T+v-kI^4XGLO_XY%5<LE0x#
z*R0rZn2LOC0-h@H=KMNmbmA;LrR~g!eWcv%$lNmdily32k<muB<TX~l#kPCy`xaj@
zcCAu>eD7sCazn0`u`1Jex;NVWL_<ja`~?*qKVqKSqafU{WEsTW8KwpsN(|xp3`_?6
z7$_6k(o?van+fK&%A3_TKzTb57YiA_{W#4j=q+e81>rQOSEs=<x46t0NtsM7xUW}c
ze~F{+;U+h5QBWyS!sy)YgcEoZKdDJUya-30OgR@k&coTA-(a`S7gaNx=UShMB&AzR
z-PE);IhYVkjU`FrEMH=nc%vN(<uO{NoFWGsKm6-gmgd0P?@6b0{82i9Mi-Z@?r*Fy
zzji1lXi1ishTx#U`5-SB&82?EJo!E%_6`U)I3nD1W`VC|H4?r0sZEC?{w$_N=$znX
zAh3k!S~*Fad`qB3S^8h}oj5DgGR4XeggBmp`>jd}H<d9hnkImzI85e?CX}xzqxJ}Y
zsBY~bL0}2S-@r0>T7UIHHH2P;)xsYqR_RX94v!=y97zlBO7#7u_9ILppgy%TQ!Yqt
ze&>f~@Bb5}Dp7Yj?zM=TD!n*;-AvT5WLAFaS=r>M@~k|Fkk{xq_<m|9e^y`1Y)z>0
ze7vX1qqXr6H^%#oW>(F_aC1iN5Nr!Hr*Qa*))zozh%u5xAI==v92=pS+B-v8vR*ty
ziv8U45*(V-&bHVaEG<}-46UvCWKI1ti(iRn4!A6yMkVj9SpP$emcR5YhOH0Siy=h+
znM`)2p|&9V5PmmALv4Y{YgZa-E#Kg^n;L4Td$`!miE~6l&EmJ48fuE&9vj$q3CYgE
z#9e65$>W*DV3smgp{MZ}-xSv!S1Ln$tNPXbR#lb4uxzsN&|lPQJ8rab*UHsOuIb`$
zE~_m2FTwm<sC=JB_~>Ne#DA?3DFPNXyWU2$CSD(!E{(WOE)AMvlVpp7BOfrz8jyn7
z(P{qXYGww%X$J&2OAzinmd*M!pX&zLe_gU5yD?^O`&Y5)E?dPX#13+XiyqVSth(00
zQzbT{=!m>(170xto$TUIh=!19ZEqOV20mAwpPk1U0DjEr$iPUkD^l#vElKy>Bjz00
zL`yOvMer56@f&~+2u!PHb=HRY3Ynts#|Ho>?oK&+b1R>AN{+buorj%WK+-xRxD|Py
zGw`WMoy)m1au=3ea9<+FTc7`ZQ^McLe7R6>!Q{)z1mr7{!e<i94|T#7=NA1gw_akP
zQ;|NHium?(`rS(e<mhg2F_o<d8EjVC3CgWM?(7Ozb~>DKYNG1Js;B&c)PSr!FLSAy
zfs12^y=Z!(<hWNIyltVG&PW=$j-o<`sSt5{>x9!}>U21iGDFf+Er0q<AaS_fcft7P
z%FeUtbv8KFpSb!dc5CDHVwaw#e@dsln*j@tv-v+V*x{T1nvv8A4<eFAuQNs7mVU2u
z>&5PqJB55eT*ar?L0IYgrMJxvCY|$e+94ceLHTlXeA<i~dNbma#ud94E~ttWq$(mr
z(2%v|%VuNJo2HIf_;?ls6Q*aBo?tzrEMf(?;xSr9D5U5(RqyM1=hJR=A&Kjqe3=o-
zOA)vqu}t`Ktghd`-Gc~zrrVcUgNcgkot!!JU;&PIa6u!Eccv*{L~sK$Vu2o?IyfUT
zJ?g;W{FglHuu{J1Q3rQ6%t!y}I8@wrh%`pHk6Rr+*zSBXVinDm-Ih}wIp<1>{|jz)
zJhJx1!p|lQPoC{lM_sE~E_HgbS9<R;K<!lLue!h(_m*_7qWMcyP|;u4Y+<**hTd1R
zc0#!6EJFU)K7_m?s0Y0dUB|2zeJ9OUt1}+QI+tM1eImSp=Th)p+8zuUpqN;nz9avc
zTef?n*E_acocjKjl+Y!qO`(zDmV|I?!sHKYlPABoIx+Es$*qKT5o(#-uBC-L60}1(
zdnUJs`oZLk$7>T$zNw>Byl{_T8=>lsr$g*fk3`&m?17#Nzu7Z$DkDl(cbm*G<#rHJ
zjKp<+4tI~*a1?sTvm-b99W<F@$(|k8BFGkWV=L-CA$#crIfYe)<CkekoF-$~pNnT}
zRy^jY%1*nw%ved@L=W|A^=Dw@$Pv4dyU^g8a_B{fhk5EP-(**bO$cVpV*-V{GqllV
z##Lrg?fl*pZZn0J;@Pnt(K;8h971TIV#f_YcbOqhp|OM&{vxi;4Cc>M7DK4nEvqgL
zo)?|*GbwG=h0IF&I{c5st!`~0JCT#l&w0D!5o!=TubgPy#u9P0GyIV^ymJpDL<--b
zy1igs4%M^{+GDVm<SRL`$|E_oxnxzwLr=$&JimF<`IgyR9m^SxtuAf&)&%6?xVKFV
zxi@}EAq}h9t+mTGip`D<t4152z99o5XE@4%`IE#cBQ{`bB8*ed4|Z+bCDF(or5Tu4
zi6`I2q{psrLpSJa%7&&0K<IgQaDuegbN9V;3RVFp*U@WD*_elXAp=~-*69f^;L{7Y
zK@`icyX9AO7MJtQW>gFazR+oZ6f|UhtbOl=s(x0I>|W>}qjOiOY=-p0erLm+y|AZj
z*vGWk%JF+P?Cl<y=kB#M{DmsctSZ;$K3^8{#ZK|dKJXcR;9}_4%-wT0VjS@o0s~Y|
zwRhRj^Lk>}-eJQ)^YQS`043HIhnsoRf1l8=FXVB06zEht=Gy{oA7Vl;v7vvEG1xgl
zVh#*9PlzS`?tInPWb+^LNmSPN#Yb0z8sekZ@b~{a|7xB~am@Z*iX-@6DUQ2&?&tXh
z&vu>`p0{|8^EiH+;z;MYkY_y4G@eqPWjyP6w(va4b2WKg%<~rE<2>Cwu4hslSv(VY
zZsb|QQ_HiS=YF1_@;uG6ljjJ}M?8*aDUauTo^d?a^33L`=2^pYKhI-4+jw5)d7a1L
zIl+@kn?~_W=DC^YZl3S+Jj=6>$KXlcPCIz6=9$G)%Cm&0mS-K$gFHXy`7O_Gp8Y&;
z@qED3&6B<(#W9R$0#6~&tvo@Vbv!@hd6MV1JZ(Jh@;IJPab)m};+euTi)RT>i02-j
zhk3U0yv%ci=L4Q@o>cnsd>;At0(~j}0x}+7``30$zGM7<<vX7Kd%mM={4~ej>C+q+
zEtuwb{aAia%rCE+=J;Hn=J<PUfx|by7v2+rfL62U_GOjc&<bze>ZPH@)e>5=w6=0_
zXhrQ>?<J$_F6kR*@rspey;V!i1nT4RMZp!dt14^jmaeFge3vh+IqP?A<*KFjw<VQz
zi))vz3`x`(m7&>-LQ7Xw7O$-fRW852rfP-b&dS=F%4IoMN<L*vYnH57UFW@W!h{KZ
zf6oi_ew!EY25MJSRn|!Xi<WuUTs^TT-OLrsE4{^)QnenK`BSpY`8JsMCQ7!;EnQj{
zTGXc=y=f=)#OVV&D=n6M>^P3=>&jNFzIr0{TueRB>dV^7MWM>CclPC^?H!Za%H=Co
zeIt%^ym#>mZP^lU&5Drs_Db)f#gcpF5{E;5TfL}GeW_ZZ)d0({@p`qIJ8M>~uJKmZ
z)~=}aj$Yzjv3RjoTe-x$x>|<Q%wTEF9oCRLmWP%uucR(@OTQ~G$LI-H&g=VJX8-ta
z0(KPpE%}Te&!gU#JI2%4m5V}h3Ue@PmM>an7IrJY8#Wa<#+{$%xR3XUp?Qvnc_&_w
z=XjF$7~T&z7C1&<nCEy}z7NlnEY!c}`R&Nab2RY|@ZQJ!-v;J6j`DtwcRTMlfg8M^
zJ2%g9f_F4C&vBafGrZmR6gb}Doyj|8P@cofdkpV!yjSp^#CtpMJl^iXd5#--cksTM
zckYlp$F01FW#w75aX6On`}5Jgzwf9FExNsK#WF2a=^$KNxlFAB$I`kUup_u)sai{+
z+C?>We3t=OT+OPKH!DyUpcJrhY2DQmZ(kac@X|W-J9#c%&6xA<S(Quc%oNKPvA~zC
zsFB1fY<*DSnnh~7&2Z%!$y9||2DSWHey5qgj8|RdqT0obTJ3TZMif;CO<PLI4o79p
z5<w<vTvssX>q526EQh0jy4NnfqdMdrQ!v(hMQ-lI%UFw(yf<o##;>ToW1KfoQgGQ#
zOIJu93k&81%5S=U#>|@?j+y@a=?WIO$zPOzgMVSE|EA*W=gbz^*?E%PmE?Ivj(66g
zx)n9vKxOTnOKa-9i)xm5L)Dd_i^}DT?v(e6ASh1CvGeRx-f9!~I2O(+b_DWoo~g>t
zFSuEXT$q2;jABVQCm_Ei=rFNbougP`w>q!%(PZ!FI-#T&t~85WxO~yln(@mt!6|l;
zcHWXlNe>>bqIB;!lKH$^U8VPOt0?aZg+*Dsl{Ma_HQptaw`+HJm#<h-c~NR$S>+<4
z)>c+k)(SS4b}w16SX*9M!#IH{y<@-tw`)s5A0%Z4s`!$a-yq{fOU90ONbN`0UH*-F
zNL^KFyqTYiD{o)4_)fxSMU>xmBMasf73I%X;|JJLrPVA}l~_?XzH&|FV%9;`n8nMN
zjPs5kKYnZ~A@5YLIbp_E2~G%^U$vT*6f|a0?Hyysrq))5wAvbPZx#|~Y%23Eb=iu=
z>;yfftXx!ESGjQ6l7)3E7A{^<Ls9%$D9d529d&7KU1*$l*`m6T1z}RxQHi^}^*vF*
zkW;-&SBzh=va+Uc7E7zl-EituZ_UzW($zI~<s=tXBU<5IwzNh%S4EyIKkCMeWl&P9
zq;Rqp&}13-F(XEf80WoWoHtafQAL%%L|Nab0F{}QrcS$k46)68F7sYtb^^&%BvOqS
zVb)5;Fq?UHc}r^+FVmJ(j;_ld@z2UrU24T!c*n98x7#^L>C$oDY$@67dMlpvAmgJ@
zh;(<|n7$c|O_g3*IL^CDdS&U#Mf8Imp-%OTH3%TfWtHOvA&wEqIM&wJ26PqkK?c5Z
zSzTqS8J$^NSsStvNJm&PBo>b~dwK_`&y<ugShkc_Exlb3qTMK2(e$#Kk99ICG;L|!
zm=PAH7%|rBWHSOyzsoyfblvzR%a$>kghnuzBoDJwz|EC4tHz9w^-rfu&3m(~UbOU1
z?OQXXPUKm)!pu?v-<s=<*H61C|EBVVeRA(p<K>GMuc%w|-{ik!E#+86nBi|NWqSFI
z(-(eQQC26JeekbV`RiGEnH?iWeA^`X#`ur8oE`7-WlQLf@v^u_j8*f;>TUHJKi)fH
z@(2)&ca=F+m;`6d6sykWP>r=mN~JX`Vh@knZdtl&p?{-@%W3Y_6DMD;)zzB8%O|U#
ztRE9FLY4om344-R0XvbI#9A&@%R_w@j8$#bUUTuuoTcZ_#-Ai&;h#OBYb)!tWrBH_
z$Wk41OCKZYWsQZZ6)v!1{XguzX?Gh(k~TV@`77$cRugO!AVtY)Tedtck(8~sweX6R
z?LL%-2LwS976`BbP@=};|9+n*mRza|3*}|}-rJgK6IGQN85tQ{Mn-0`x3CkUbM2K#
zoXJyAwtxlJZU+7AHnKgMa6n;BrTb}l2vHxJ+kiJ6!u`SMeQyjxL$UTx{7J=FdwO*5
z?xX(nyU}EN@Zqv2`g)~t{lz`JZ>+C0`W^k-xj4}umzQ1pLCF3v0Xy;i$}cN9RyNQS
z93thORujyXDtT&Y>60Qww}@5HQ(_*}gVy2Kk^*@7VtaRg|HVsq72DrEIoRDkc=d8O
zssx8)LR$tix|&{IO-HBAMz4E5Dn9-0#s0y;KldEKN^CHe#M}Zb(z;+H7(Xk*KTc(r
zx^vKW3fd+NS0cJF9=a>F#d>+28B|KN?`ennnlF@ef&3>Uu^CNewDsbmGkLpSyzdOB
zVn&27`R=|rrs8Kd8|@9(X#4~sYYCXAJ1Nr~!!d%|x9`?6;aq}4t&&>dTYpt+=pSX!
zV|Dv=-^{O<3I;fqq%2V?(5%j>oAymQ;t#?tZR<l3Yr}d+5&^&!j9-rEU;heS4d25(
z2J62x`yMV{w=+JOH2KzTS)jDg`F&@AX}9CyWxOWZ5=dfz4J~L%5=V#a0wo|H0!jv?
z=~dTObY@BMk<UX+Dw-Fnowc$~KN1M~0)<5Gnqknzf7g#|)Fe$#d-Jb+V<n9Fv<)I{
zS}`C331Az}c!PlzsOhR#7mWOY-dLmEZU|bZS6ctRvaL{>!|Cr;Xft!;tnEdVMLE#?
zpQFi%nvudsUbyfhNe($BjU0L)wc@9=0F%z374;yiTZvrwXmS-bPB4w5YKUo--C>*2
zU#CMYd-7voVDAgyPMR`(&~BKGQWxGVr^rS0H93!<175FfL^<iGWM)ssr_#K-x4&ik
z>in~>)#i<@F@2l%het9kHwoelJtq#|G%uag@qm*3{%P|v8$aky$n*w%KFBrc1*<52
z#^wDp<?6=ae{H<M1VKn9U<eEj6-$b+N)?@NaI#Ha5e|rPjV6n%iOd)yO3Z?8y7Q0r
zZ3KOfFcom+BsKI>3QAj2{cUbzL<ORj3=t`(y)`t^JNaPb3}!nW%U~mAE~%(o_F?~I
z=69)6KTb1COvW<z5z9MiuKu;N3h$B6-N9(mi=L2jq@a+GpM+3!{N!gge)1+8zjRiG
zu1%Vk9E8RO6|yn<iAZqdbQY6wgS03>DUq5*VPHi<hFclB3i`AJS`9LJg0Ll2*_1L0
z+($2TgTulY0RIKb3zxt^x^j*EO|>!#@G*Yu17E(8Su^LLa00-=VcOj6m-vHa&0O~j
zHPrM#j3WptuucUx(9n!`5GJ;NnKVxEsWuL^*)P5+Zi{-vPp}f(7Nc%0Ll$)o-v`wa
zjL@Aq2#parkHqMn-xhQfQkaT&&$q(st@SOjVe$^<3-h7Wkp+a=t-)~jhK#Yt7R%kA
zOMC5NxqoxIR~_n<)Q20dU%yfJtUSurlEx!aYF^IhU4POg7dzXkaEAWMv;wBSOWoL>
z$bT<5>kj2eU-R%nEdv((X;(TD%D@zLib&w38HyvQf!``JIp+bn%gbfZQ~Xd^FzjAm
z>)#A(_Tb`=M*bXX5#FUKg+MjsCa3PX;CXI;tP|(x#2-j#DCp7ExZ7KT+T-pYhu9e5
zRoIcs^<p$Q;ZOMbz4!b9JCpF9uN}a~V!9#TdZ=&-e=9BPOAbwgg!z7$fUB6~CMv8#
zczfYRG*;4Vcu#yMJwP>|6Tem2;2D;pCUC|QP)e^~Ln%-P+Ot{h#1V3vQf-Tca`Ew*
z2&`mhI>p+eM0WT?d%|D$&!{sS&BI%t-D=-z-TJRvpWbTTTDx`Y%^JD#)~#E&p=qps
zrP{5(VxEX%uQxa67qdcJb6^P!3Mp;*tOikNi?Ha9v7Flw?Vsp4HLuaWS}dq{eK|mc
zzbPS9p$5i%08ONGt<d0uVs%w5r$>Cm8BV65I#=E_9oP{^jj?k2ABdz+E+x=yF;#?c
z49AJax2+*GJ|ZfD0fEzt$R<eu3@#GmC`BjJ)@^dK%+%2cLeA3PIh9b{8V4{b92mqS
zWDNJxd8i?aN&%+a^h7rS=@RR;)@#mX@wVJ2DGbECW9qF^yQ>3Wz@#?$^=df9s)0<b
z_)dpH3Vl;-=Kc%cR&AJdLuTF@3OVm!Jsm40R201vE^`<On*K${LBGbO22NRR^&t1p
zl)k}iA(Z&8GvL~U`kNBK*Z4hpi9zH{@g1RQvCPW|es?0#F%T36N1Fseu)Z|Kk`EXm
zvmiC|yL24^6$F!vGqetnKNL`J)ZQ9x68F4>#3`0v;rtMZisPRw5cvv1R@@x&I@CZU
zhSr+z)+F*HnEFDEwfN55!TMe(`XnR&mo>YvPyGv31wz>49?*nY>6}6xt|OOV`o7nL
zQc&&>ln%l88NIP^okT`7F5-}!0W98Z5HV}90@8udPWqXMNzk7E5&W!d5{TCBJNZ*u
zktWUQF#==4h!YVmB|7;Rb0S7)Gs-hYZN-zIr&TX2s1ke|5E`!(iyVV6UL}Mly^G7~
zhb9z&4W7ixAWuLM6Wh8@ijAKib4Zs8Jl^4qr?6|fpN_8zbk-dm9}sC)f4zV?w27eW
zm%6^Z?R}V#P|kIHhIai~Z3<M`5r@N+42qS9qR9&D1tOeDb9`6V*hO!A)>{xQ`UuLs
zT^Guwnov7@`1TF@Vhc}X56Qr3Hu^&_R{un~6Q<mGW1;v)*GB}{A2B_1`f0<Ypqb?w
zu68A<ay}I%r|uRBNnwhZxK=bBrNz-eQm`o?&<_y-dB_VK%DXqxQ5p#aVpgt}$*ja2
z(j;*Ntj>2kmrxB1yTk{k6RfW0jDWA8b}Vg{UTd>LQoRI<(r6=O^;H8a2=`7ID^f80
z72Q(6l`xW+AS`XbAyb<#zk-k4<fEGD#`_Rl)g~CwigV5wm@oqwV`mJGO8gIHw2>@q
zrd){suEWy^6i(zP?Tb#}9AOr6h9Idfk=-*rZC*@}!6O<8qsz8P=Fz}<rN8Op4|U=n
z3&96NYDy?)k1RS3MTITVf@<yI)x~jdY|KbiVSW&Nv?f|r2tb$RVLRN}({z$7lSF45
z5dv%uLSWjLydXLalmXqxJs=!jWQ-#X^FK-kl?(iSKkiTAh6|7CZ!Hi9;fQk~yi~ec
z#LUu&@P$HcPi^?mQ=&{7to*#98I|(8Sm~Z(ZgYCtzb^D22#S@_U)EQy?=UR1@^fvG
zJD6Wcp?h~{7m}4!KzcPq7-~F0!p%&0S16(oL*aSNv$&%WD$GNL6&#(t{X4S}xt!bq
z9tf$7N0Ui+ba9EW4@HSS>H5lWG&%1e9TLmr6Ot>uM_h0+{eb+RKt!~n9r~f)-|4~C
z1>tLG{l4Fy*WMhsKOT>+@7&v*-IZ%Ca5M0psv@K75iA$-lMw?SXi<Me@z&=&fP=^a
zQVdZTDh6>`{D#I=?SxMT=xBfY<&(VwodM~(lPx)^rZT;+)i5cvm2v*ETm(~+o<wli
zu-v!C8$?5-Wlf^7oIp)?QB6lE)__0(u6%_hyA7<{$*Z993{fwF4uxQfVj8A=@3q$g
z3B{uBH4tkIgG-(!Ln|okRO!I4UN5@q1+v`WYM-L5obb&6A!1{sj4+k#!9^?sEtxp1
z@?gpj?N0uN<wdhxamOzu5kKZLOe>fLp}kI^R@D2NHs+jRHZf%v>b}N?X{x(SeKap8
zz^E7wdC|<(wV0Ju6|17m4KB?CsLDT)ch!~gK|torg95{LfdLk8gYGu{kPEoE5(?Lc
z_R$e5=Crw(+Ur0F>#&cbw?*41^Jmx4n87mTGFRLBvOPeKxqV4!A{nY}E7CbRX?8*v
z`p9%2p7~18X}_l_oR&ZLb0bNxXOswOw`XUtlfQ(CIn8qCP%6H$9$qL=;32O=2Zb8?
z%}Sc%YCU2A0g1JR<W(7v^}^CE^4?2F4?AtchyHLUXV+4B<Vy`C7s-3xL6uS&67P@;
z1#dL+G>}ACFC-b(Abh*m>7FA9rGW{g84vx7j(Pf~IT^r(7Vm~@pyQup)}iUU$Sy<5
zwgbG>^kJ!xfVS5WvX=v_Xx`ZXh}&sf`l}bWN9a<P5Hx(6=)E$gU@Qn8Q(RsweFv8}
zk2GJ|`ZEI%3zCFEsgwXEG@gf#(%AH*Pu}9x!x$z^;c6P0HKnr-8{=qabgD2JA;Xhx
zIg9kcB8<{WaKOchQvtm1OSI6w)ii%dK!^P|Iysrw)k&b35g5>A?NIfRb+y8*k<c7@
zRSBYVB*V+zl+xtpqH%S32?9)-3Jb~|u}MsQM5Bq2Cv7-QLdI3Vp$&7;KRFt7hG$ou
zGi1@Z9#k5Kpq~vxsdQ{r>sdQlkgwbnvhkrcmT5*xF4IJ%dzt>VMEP9*>dU$M*NRa8
z;-@p2>A9I2xR|Aai(Cf-<ge7iik}2|7iwYai%2tmr+OHV^{U3|M8+*iPYP4Da4o-D
zu>~4JOT{3Mi)hlwEDd2reisdqG{1y~u+kzV*t4VY5U3~2&kE?5B(SJKA{3M`ButYz
z&zJNDN`2=5ptiayGJ^*<X7VOJ8mzqsloXF*RSYw#iXXNbX3}J5%Ka5KePP)}e=!u=
zs0TY7S((XYuiJ-@aKb!z-+(f!6*dARj$B*Wcr&yv%7!#_QiJ}4gV2=ZoFoC)q^=uo
zDROulo`bC`C<PpxsGMWu;JgjC6N-n_(h{O?Qayo{C2-8}%(s{X;wd>~6J6R%Y`B9%
zB_9!I<ZzJN{eNY}M+M}=h#g+^OygRCy-2@Dmo<Ic#w4N{VtV2zu29lwan@J5*tT~9
zFTh~`;+AiQIJ4C@mDv<i0xl;H@jxpnjD>&$7yt>4DWRsi-sCehdK^RU5#rQ11;&XL
zxHL|OE|E@_z*hi*uc7ZVC_XZ!1Y?zaCMG3RkU3_p3(ZrAicu_p378V*Fo1l+2FMKh
zhBd%=;X(4>xo}~N)Zv5o)V7nvHaMvQ1voyT5v(<aiV6_`*>IqQ5;r_rRbUgD$rvdB
zlHR&66EuS~o*{+FC40S=FFh#2fgqufle;a$Awym&s<e~ubk+s9;3B`!Jq`yx=nrST
zSgampFo}#DhaYR67W?E6gQ#>%c~CwQO_`O-FrqY~Eg7duDZCVfv-zt5pPmO<tw+t0
z*I3+5z4S%}%%HH-ftsS$>04s4_mfaory2eTk5X1}09El-x5^sxQtL%Oa)5Rvk?mjR
z@PPQhQ$%-#BM^&cFs>&e{`1OcNLWD7du$|6+~=$@xLP(#Xm-|*!;GM#T=I2sY}6fs
z&8YZ(@qD*hyI;Zxz=!Ck#tg=z5mu4=!~V428JzSkx!FWT8Y$1f8F7-469);pb=^>S
zR@d30KT*o6#VMRE1zVIk9b)z;z{p|6N_ZB+pi#l3@Zz6j)Ik#8rjDUQI>zSQE&yTK
zR6hv3<ZTAlp(cf-mZ725vKop=q=bDW9R*X(aVueS-M2V;(oPRAGsuFA1irmCc7S5#
zCsKvaSrtXb?OjAFWiM3**~sXqij>%HfPV4ygW{8ty5SUBi`rP1zC(_T56VQa`40Kq
zwNa2zN}uSGI0N(!@GtsKn~<`h6;Buw{oC}ROSo4HDr+{u%gWp-KMQ#yon{m=A0qV^
zJkEfY(?Gw!o;zm=g~W4^dA*VqfenMF((lHj9NXXw0j?3lAnu6-m@yUrP$+^Ntt6I)
z7wbS+V`mQ<UJIFWYb*GsO2lI55?&Xj&M!=6gYV$q@~AQkSP(_R@=}#_k(%h-TYt@v
zy?@{~!2a3QSav(hN-}DgZAC>HP*--rsyfORF*1fE?^L1+MHW^7BN<oMkyBa48m}iR
zxI1Oc`Ivb~3H@-bxg3s7MKYym?(kQTgS}2#%ghw<osDOhv&`)_+-U9iTtGPnC)eI-
zhUbJ21AiR$Pp;qCu+c++La+e=KFShJ3B<XlASHfMv*w=H>6wg0^xv(0lqGjnP_@r(
z#(_^Xg_NdG8&ct$%7U$-B6gAD2~4DA8gK7{BIKMmc}GXdo<hUoKZ+V$!=e?Op}v+w
zUHhf%4G;H}RAAK2+ICzy8J9d)QbWR*0YsB^R9N8<%Y$IyRCoQH_Qq!wv9!7WhM<lG
zzY1oKjZh+ZFh+lybA;Y{VWJ#|P}1vU-BV{TAf*qJ7%}AyQrKUUUv)Hq1~mdd28qx0
zh0`CUmX&+~Dz>J?@fqjA0Y~F7ODX<yCBJsW+;XM;%et)#2wBr>N&cp)3*${A1=(TZ
zDl$;NtmaIGc>F;@a9|C}ksPd`)SMhn(No0c@wqKLB!v_=?-y{CPm~5&Q5L0L2+n6<
z8mCe~EilHU>xn1O!%bO+k!kvxOlig3d0<2Ftx1kabDpd+Jd(^*YAp<$aXwBmLh_z^
z!ZzkwM5iAbMzC0g<`}R3Wp%wM8h`0rTz-Xxu(}crE%C3b(R4<U2Ez~pf;89}MOMF7
zD1%urR=?2#XEO`D9-~C#FP~g*?#ycB_0WqvWDz5QbSfCL%3y)Z;4O!o1uma3`h#%9
zN$<3S{phY{vN6(OgSBu=j)4{{7IGg%@+_Dn*~hjZmX(U3q|3w0H(?u^jxu;wcV(~{
z!3kx|Jl69;X|A2s3lt#R0^3i#KhP-Buyt2`gIf53AOuljusYkzUCSm_wxUCNfB>lh
z2ntWbu~hvm1>u`n%3%VM6EK)AncGraGarZGG6Jv%HLNg{OaYaAr26WX5YH;sd|zT^
zLrG;PO3Ja2wfXyit!d8@f*|8b=eqh&4E%o;Ofo$wDw-;YDq41&(G#YpK?IB#j2^L*
z7+EVMx<-?48vM$MMTxOkKhQsj01N+&nY1^ilnhWq@@J3%VA6z|B#Nxd4VwuXVg|s9
zD8>I`0p3Be`@uH-gvD&v(kM5>3k!r{W8P>qUF$rMXmXBKC{@`&!x0mCRFnl#M359^
z#Z^<5L=c=1k~i!Gl<EMN!dJo=H2K5Mxntv+;Lzc{VT?$#pHv~2YBv5yqT^mXaEFnI
zdt}qrkxUO7_=YZhiZPoymckSrB<~HoeVlxQv7f_6sabLrXUYtn5XqF|amYbo+(Znl
z6i&E#n}`Z3VU{?2tGhlGI?zeXZ>lU<Qh10(eCKY7cU65sFQUwBrD)#+EfbbA0P?9q
zt;8ANT#%F|#rPN8<~w(sdG*=0?O=P(Ef_>Ats^oIJ~fELPhcyJR9D1V!wkH{LrE%!
zYK((RRyGHUAek<}*Z?{bETo6N!zQdGhbojM<w7(ra5>~rhLxg-MF=Q-Vu3By=CHbv
z;STRYHd~8Y3UPT&%V#}#kJTBFPMPHxg)n?SW3sNaz-yuno}nnPkUokeyB;)3AgfTo
zXg{?+yQyh&k)FUmye3F*i}h;ChSzD?Fu2{$ki=-}lnbFqB)Io1p+|qWrKjAHzAu@5
zPjRY|FnHxNPetqUb8g6Vjf!JI4Qr}KwqypQC|d^eTD1ioJ4S^vU?-#LFqvh~g_oBN
zAkDTduM3cVdSSy1PF<uHScGaJP;(;Zb=p#qjrRB_jAsHVm<~1X#!bp5u5(4{1a3_A
zrI=73VAK@>C&Q=_n8Drt6}=-Slt$k@Dd>q#w6PB|;h+<FMML2U8bwDeij%7-XBJXZ
zdQK9gZFs>d2p;=E{K_EaqU@D!j`8T2M;(?M6PiR_t=**G;sf3cW8)(Ze<Qr3_Hc^V
zYa9QXj0e~vP#!0&(ePC0>-`MSwLVKz4ue(@9p*W$fiY^OFJT=8CSwNwp@H!_)*YvF
zq;gJmp6^zsAyu*<M^sHroJlysAOgSS{STF#Yw9cd*QD}_!4?9Uvf?Y-KEPuM;^{y}
zr+i3)DIx>A(Tnzrz@o1MI!S}>qXmtgj|Vk|^ojb{7_i#7?;hzj2@_LJ?ElrKIMP)g
zS}hy`kwi(s)lQyrlq-Hny&GcVB9=%^j=LNcFH;C*KIa>;f@;4YAkKh*HXV%y0w^!h
zz|_5et!xv_SyC-fRFOy+)3UHa_8;@bxNe_Ifngoqs{iY6lg3GxIs{ZlvUNCoa`1)t
zF##`if2GG*D-dfSx?Fz>M#qyAQR2xf%zZlJJ`O?@&hZaL1AKdB)KFuhDn>jC{+wxi
z6S0H>nxPjkBHmO&sI`?~(MZ3Ne-QdCU7=hxq&yjtBae-LXOs5x(US|N;K6TLkuDkD
zjs4(G2%nLYql1IibOgkv)}WT#+6YU@mOzTb9u$z$PqTu#9MX`Wbb}PE>65g?{sf(#
z&_Q~nkN}4pMnzF#IJ6NW!WA3w2Q`xoIU9W2c*A)q;VK_VNqghUh3^ay5R;Xk91z}?
z;jkd(%T#Elw4$<NyHt`W?d~N+OZLE^9}R2Nx5Xr{5I-<HLaAe%ojvHWL8R}?Z^64V
zpt<<rb0FxpWE=M$;z$eP9^U@|zGh~Wd=OHzd0@ko;9!qJ@$$HMVYNPLxntqLe#$al
zI1Hd!T=vDhZZvF6DY&FP$S|eQBrKa9N*D=*e#n@MeeIy@E0K`+CIcwbB#co?*fl$`
zDHe$JU>ZP6#E7Pojc1+ii+!4ja>t{WFWs<lN9VNbLSfEks$Bs1b~yGFQJOmFC9>8+
zZ?rq+4wyTY(U|*&bWBnTe*}*VPHTANX81vnLk}P`L4x&VS@x_b#ZQE3#RMo9T76lr
zYei94f329L<#q8=1Ayh~;R6K-4<^B3uFFL^eGs`9&ZAm#7PLmKh<#SgWxWEQ=7kwH
zV@p;CY^rBJ5iB13y;V<P`6uhMe#$X$_ZHt$Stz%)jsPY%%!}*5;DJ0ufk5Tt0i>}K
z4qmJ#G*^`HTuYVPb7Z1NRxaV*S*fAWjY>^Nh3gf;uQNA9fz0&7g6FiH@%J5K?QU1)
zD|g%ulkXbpR2yb#_%T3H_OIA_mibP+EP1`uM70=@LB6WCmltlIb-S5U22SFk^lhEs
z2XkKW&D?y#w@g;euv?8P)6JbPwb^Tvmn=x-Gmuivi_SIJz+T=*pbXn)S{lC6Cs{1O
z7TW<%edl5F3_r<9GLt+=DJaN^zX&M#A_MY#t#lHq^!idtM}@1Cj)NS<%FeZ`NBM}$
ziNZ+0Go`9LEQk8&8Lm8<$4^qH`tW0btZ&Jg<;-{DXd^`e>rvMVP?Dk|GCU`UiF#1&
zEA~mK>Ruk-m5)`-0BHe0+0r?V_LrBR0CRX9Xg?vYAsN!nSdLlCIQ|^P(}H?}ksd^(
z%K=u3t4(4G4PBw64?f>19%+we6mh1K&tkk4odgIh3MUlWsqQ&;l=QgbAZO;-Bk-0)
zZFE!sX4Hx&_<Cbj1_a}#GPS5R_2yN)YvUCWh(SF)dq<r5fUWEuk~Zpf(|Ly{vW4&;
zQ*b_F0nOz-izOoLVpCev7TGqM+PNCA$zy_Cr2BOU<?ucNC)ZKzn{ARK6mWvj7QfrR
z+eoHY+cPG@71}riMik2+WMWWx{TVMbs3jcE9nIpdDTX!hKQTDjz9L;e1548bF|L=i
zGraNv)-u&ew!TN^j$EW6v$QbT=L|+?m@ja}#|19LVehJM_h)~(#Li3=e4~0~dWc>=
zjotrnaa=ZPv3QvkD<&!Q1j&)GVlWB_3^FbcghfLW@w&Om3OgnA0vWL3Lwb4=NTDRa
zhU&EIm~zKfo}!f*om?L4Qo};`z^m0!$lv$~l-`p1!gj(g|KYrF%xh;-Zm}2XcjKes
zNUqtE6CIAhTAJgi%5!}M3%2h^IMbV+7j?usJbAgyCV3N<2}2p@QNV@{!=a4$f^!S#
zcOZ`wXY5K=l*03}Z+ksphd37wd5}{MY-Sx>Cg0okX0KXd5f~hLNAGaw1<t8JN|6eS
zJPARL)Oo^h+fo_VS>>!ZT_J-rV#fj1Y^8D!&yxc*xrVVvn{j1fLTTD|^LSfkDC)|A
z;7KX7bIxPz(<~)pBPDy6xQC0whLtK-(Zvsam6<_Gr-#0+4Zd<N=}+o_${~55W7mzr
z7NrN#sr9)Gz<oauP(l+8J(iuuj4)6}fknqoK})tEQpHim&O3)ofF~q}z!T%^OeXmP
zu!KNF%KukklF+Y7MlGyK5=7YJ3yU}I{p$)dG9Evndde2QtXqk5X>ZbHZ~-oL=MywE
zYx>gbi8p1#615}>c>#tK9YbTi9OulcqoQ;V3su%BhFCb>X{DM*>4Q24`VADMt%_El
zZs+8utBEeUHeFPan|Ta-TvLV#-dI?eU=@`#?ZaVDs3{*f{E`RGjV;w!Tx<hr0&%bb
zj5F-Y21p_z5P8*!o<2aRHXD-Y<HUCOgHjreB!N`Aom8oo($dO;UL~3zdapJpXxhro
z?S{0(uBi7ZC`5P&29OvcK&4MiG|+D{dT}85(i0Zzp@MA_L^%@K(PD-Y2BHj9ogEi3
z|65`SIsHtKmGwQQbV$no7#jh#D9&NSDDX8M4|+GCWH8~tPB6#=nl(7rXz2+W;drA3
zZl@&+CFmeb2U<e%?5nYh^@<#Ck}m5{F*D4e0!vB`tFy!#<$_$H^E5zR9E!z|;(+3T
zTS+$;tz$iTua1PerqxWSXYB(WX*u71MAU`qwSrLUg4%zL$+5h3#n6yLKPqApfXik_
zc?x1spA@T~*@3jBY)Ax*@VoL!QZSAVN2Urzm_&)Xus~uM>PT%w2E`FB?o9e_6zX#I
zv_6;%yam@&0(&4mX4jqw2g+$;AGy0>DQ9GHe@(9;%S2OX{4WB7R!VxNx?8<iv`3#e
zHn`?K!-^L3v<DP47@>e7joSEzGY>^3jKA>GIxP}|g{wrRqfE$D5Mr!V>!OVK8bnS;
zQYV>(Vs*Gm!Crmyz`q8ZC<Z2P$AdJxjE$;O>dqEsOd7u`8*x-@gKXlhx<y?ReOT?{
zK$Fk{nzA}Yc_wB`L89u|hqvAX9dGGj=z~<7SHN{7{}Q5%9;3DjjgRs^j9nZ&Ax@^4
zr8S{RM2<&4>dB8HAs_~o9=;3zl$gCc8Vov@*uM!9+n~En)_5tZf;~h8@KgU%MZ3Sw
zY+r1j!T@=qDR~^vuG#5Ip@ffD#WR;-2^TL#G<@({t?79mr%ebCA`nV=&L!xSkS|fp
z*t?~|;XAPsYcF+=lmgPNilI|_p5XpUHlsyxmga+ZvXx;0s#-kJ5H8Yd=!1}<+qo!k
zAj(K?&y^0rFFfy!gPC!Ckax&gAq{WNQyw$%OnQ}|X^jRf1w+9q<yEs!Nff=rN-~ee
z$$0;|;!0?obm82@qjy+_mq{C0;jXa;M(>Cv@hY&>d4Gy5VT8%-Ek|g%gmTV1G^adG
z#J5?hFoCHSG#h6a4D5u7Yr-my7d#RElv5yr?}<>c+@;IduBBfBXs#C9;AGVFIEsg;
z;#+2@U<Rb%w}NZytCVaKeuE`KItNJj$_xb-M=S}_zdE!#HPE&IjYv{ntkJtQ#qL-!
z$5)H{NFCw_E0H8Nhz$F38QC#qh4o?!L2&ixaa5rMkP)~qF#_Fsal$#R5+c8Qvl7Su
z@PsWj^B3R-98vD4u&3<#zsM-R1trKTqNGJ4gwBT`2c$eDKz|IH_~Jt$XOD<ta$5qH
z!m=SRWd<-|PN-Xtrihs%#Wh73g{sbbok(j+1?BmFi^lAUEh?sVB)n$N+-i~kYRZP!
zT9%R^`bs-TYMDO)g6TUJgosHg$XRGC%S0j^UE0S<98>`a5E{riFj)#9mw-tvA3F~x
zF<((-lhrYgtD^aLUrkNL#(x(@Y3M<R?bEY=!2MB*6@{sy=n<_HSQ3&5JKN#=ukeZx
zivs`es!LUH)Ut;SthaL_&04N!f)3`_#AnRgm|Z$+*|6fV$q7Ey4iX&J*_$Vm>BI53
zgYc7_-18K3LQ$59jnv~oA9EfAH;Hjz99_1iy)=)}+(c_UkinXTO*?rt>FtewQp-k!
z%^+dZ$8&IP688XQ4wDwKDGbWehiD4^mhum{S%tsc`6NtG9UFD+3?laA(96H^3(o?e
zbD%R~GBzm1x{4~CWkEFkVwmOzHXT2A{(L|+07i7M0ty>T`ExWiYNwsB<tM?L<*p{A
zt4<RO{)wpIvy3vQcJj%P_xHkgO7=kfR_hspQ4IPIp%{5Fc?U#86Oea_U$>QHv7yj*
zV1-CPP>P|nNGdeFJDiR=@%tHo*h!YL0b0i^Hp5p+YQB-?4fWV8zc^dH7!C;0ANlDQ
zw&`q|A>=5qKo)lp{Dpcyaq=1{xyF(ynF6sQJMLwUR0_#BvDKmoObR5-<E$Z|8!w9-
zkFL(nY4WkZffoRe;rjI^M(1Y2)w2DHs&InX^JomLnu*c@YXgf!Yk=EGU&sREo%<p6
zC~`GwliV{UdL~Fx*uZ18yT_Yl%aT5mXss41w_3#kCn+JoiPV9C(FBVSpbv0^=Ra_^
zV?swqPE9G!P+(}wQZ{E{Bv!Nmyx<0~o;0)#4UM3wo-1C7cwlmbJ1aUMHp6EK@AA&C
zNxRs^{&jsIFlkVVKpJG<DVYK~hzF)&DdxVkVJyrh<Thk1-1L;M2^en^xoNeGyII=b
z7u#ToW7NSNGZ20p4FkFe&$q}Z<bzf#l>t`HMUo&^rv?O<gs?skL=UYI?F)%Cq*?^^
zGXQLnDiGHcqvMcy;?16G<1SYwW>45J)WHACauQ1$Q)@j@^#BC%K*Sws$ptnbUf~d2
z^b%`kIGax4+PEN7nzz;!!U7^2gVE@1VWX|XX>nzg`m136SMQm~Nj*2otPIB<grd}D
z-ZT6_17rg(hoX7RD`m`klI#o-OE`!;k`WBNa&V3%xddlf45V=4prNGeuzesZTK%A9
zP3(;T({mO65egvArLwJkwT=OcdNWM7)wDFQpQ!U?GD$P5wOj*I--=31j4N$jcpsH_
zYNS#l#L0y#bD_;+%xPfuRUU+}l)O}k*~>*b2F)d2gN`<U@)T52ywcQjWcsZaXB<8y
z7&U{*S3WS}Cn=Gm9szaX;0tw?@Q*Mi!f6mVj?F6gfCA7N@P^P2d^hg3i*KQW@KbA2
ztOx?OFbJknlW)ZxN~kG&kDo*R$|PHD9{5Yol=M+C+mMhbfXX~8H(6@z_n@+C)O<ok
z(9C!Vb`176v0y^Z?a}3j;&eQ^kPa#8BKM9MsYK(3hG+F5U}~N4s)tsG?BaMwTL8G`
z?s@s_8$Oq~y+0ujj!vn_l*e%-Byoy7t^u`_ZQZvbY=wtP2XHcglT~-uibbraPp%gR
zL}t5Z)<AHEtd}k@srwLVAY2{^;Fb}?0|!7jPYjq26$rMCKn!#k79#LVIXUz&SW+q?
z-=~Mm*x`RSwE|WL1O)Tb#{1*0SnPz1_D04{L&Z{ia+nl<laX|1G8G_7RtL!<_<xEP
zFVE7(Ga%}bh}E@~KH4PYcOjEsr*G^W0I;&OAQK$%V=xP+Ws;Sx>esNMCpQ=ah`9FI
z;$zyIFkEDT{(8EST8p+!Dl(^0Ny^?iG2YNQ;v6(=Yy`n|#N6bQCoQHRBjR&_5D-IL
zD!82Ly<?V=ATE@k1kw|Ph8m*yO}YSRRCk$hIdkA5N(Z^Hr@WIAh$@P9Pe9{w2g|BR
zZ5q+oe<<{nRw^5IUmkG{EooGt3q?KARVFkF{U+U87VpXg$a+FzR~U~&s#}v6@KhjQ
z4R27m64t0;GNBCo_{BUTibIK0-%<_qsBB6a$#qYSS3YG<l$t?xmyL}vC&KBxP*e;}
zU<(PHc9epl%`9?pf_oe=+VIiL{i^Zb+r^Wq`bWYtdhZK8*u;|(1}7TUyv+#U!YOnz
zG&KWQuWYGv=-QPb!Y@_$0k(MuhB#W)E$rU7d(54D-u6K|GNLywJ)w-2+EI||c%<OO
z`-D#&j2AkO-gMxX8g1yyireY~U<A#UZ&oMTfM^GGC3$l(PK9RrnAYFZ(4A7;)Gn!l
zr3!QT0i$Gy*&P{Jj%Vg=u8S9OFxrE7BL~Q9UVPY-ed~!~j>hBo$s|ljArt957Ue55
zRx>GPsOPyPjz${)fgC6*?vF%2Dq^I<LQ5v4YaFZu2`VahXnwPYdUYNURjX-kk*X4y
zYfWScx&iN{oT5VFrk`XoW}%XHI{gZTSYw8j2LUzYnj4YOA~^$2Y}RJ0wM|{^qQQ6%
z$C)<xeUIL;M0LqP9XQIvmPIQt55z?$6mIGOpA}--iAxT0H2}fj+;-I`n&Y0%X(iA?
z^VMp-x9QY`8yP>yWHb?X)&$jkl9sS{f!xR5SUm;}<)z#uj)1xWVfZOO(aPPBlog`^
z<Uw083e|@5Hc4Q1HZxEZ5a~{wDu_d%D^KLQR9EwN@b#SKn5C-WdDR8K_1Xh^5eyPd
zSo)~zjq$Ti8+?CfmI{&9lg{c22^J#r>;;xfvKP{9iW~&0#U&Zc10oiB=%gD_E-Lb~
zrN+v-K9$Mhg;LdmzM3Bv|4}jE4wT51vldZ_aR}CfcmW1JgaiU212TXW2+H+IQc={2
z3^O)?GHTcDP2|WTsT7GI?6FkOOqnh*>j8J0Ldv4e1OS9p7cRhD$;kM?p2qWS&O0}X
z@zn}NbC%I@V0qt{@4uo1OE`MhOF|*+6&7ZCizkC13&&RQGrgS2bp$ONoCN6FS5R~h
zVaGAb<DMJ@4&FSW`Xc6zJy=1CvzYN!geI(@E$K_1(C1SKM6Ru&0I-^7kSyd$;7CbW
zuT|>VjXKM{5ZPRagVy*ioHQm{LT8Z}YSl{Q6nYM#*o1Gx&4?DK&?UjqP?J<{2*VZ>
zZEi(Lqhj?(W!9hpbo4zBAZf{8O}L~S@RNmQ|Af5|`SpaN)usD#&Vn`V#dR}U_Suu=
zWsG2B`H{<k8mW(4q-j+hOgp>$Ff^&v()hjr)&9v@d_YGI#RUbxSGvbA@)etwV!~Eh
zt#{oWT%Ev?E@f}q`-Cf5+urH|R#H_jonx2mrKY%f2^E>rnmlMBx+X7_AMz>KT1TSr
zhkg)gIVY8pysV>!cGVrj?T0)#LJhT2!<Gz$pDfXtph-&<O^BfdNk>h7o*c4($4$kG
zyO0yx>>Spc3=%6#Vp7aVN1xeMk7`+hg&q2eTp>d^H?xFeLY$ggj)6NC^OFSwBJND3
z8G~$G40{}-aC9uki1>=UXLPW8-&p|l^MPk`Sz(L--bMKFJZSa7v+Xdv091qpup2U&
zUtd84U2Y_7KtXYZ2e<Ia#haoaeZxyy4>1^cyeO2`#3|-@gOIe`qr;U=oP!`Ym*O>k
zUVh-;U0jBH!XMAE*w9${h1a)AJKWxc2)-a25R@2KT{Eba&G#16^VuXCMornthBMfb
zN+8C(wxoun$2b}4si!pXCUE5^_c<k1=C^^Jz=$J+@*JW06)p#(4_vsp8STVW)2BcK
zvUEk7n5ro?PZcr`1yM0M#tW;6Vp*<}u7(`XD&~>h+;01Z1=U*i{YcdrneySmQ}p}x
z`pQo4`08vIL$m{~f5wZ}OYffyvHpRmgOuJKa&>fnf4B6wWzW~hp826O9zrfaL&ATI
znd6}JYB1_dA9o}I&k}sxhb$q*K&m|J3^C`V!NJ#OkGJ)Q=I#Bk4TESeM)&SM>QA@N
zd)#g(g`bahPx{k`!;@`v2B#ERU-0_6i>pFZvIzD0=<ygTXK#d+4!KfT-i70V99ntv
zqBQ~p`=`2sAoZT%Mv9Bh;3Y_jBjvqv4Z?fd-}%><2M15|_Y2=ND$xB&wkqatWRs}8
z+TS%e8aD}psgEzYPg-&*fSvCam3p|IxvMwK;LEGwq;qN%!l5zGpz??il#v<!;Tf3z
z{9yDDn!Jx(h5gGOcZwqC9kNVe!_|7MzpB6gySKU?UQf8!HTlHn^t1IPRK-nYy%QAh
z#%1|jY$%|}-^84~?~VOaZx)h=5rQ0V6d%R@y<0DiXsva2mC1+rKCpZ5yhVB~vATK#
zwxpw(;xy#;LJn>VSCdiRWVf^^+*7g~QtRJFRRP^rYej<niINRNa=X1rn{m5+n}4?S
z>5l*ToG<U{)7>_o#H@fb&*Vs?tkoKu7qqt2;F#XX5b23inRUR>)fv~MAs$i{&x^^_
zVJ%%sRp~awZn3##YQdl3@lrQ#&CZCqNj<$i2}CJb6koWiGwN0K4#T9Lz1z?QJ<XT~
zst|TxPP77lK+wZER(K3?SMp9gv`RTA?)qQYZau$l6Y4fL_4Cgs=H_6;Z$^(KM2UU}
zQ_a^mW>N{Q<s(1SutzGEjVhG`Z)4O08&@}05n}CQpPDSMtA23(Bnv#4^oFE&`Ji5^
z>kxwCJZ&8tHA6Hu>#EONGuEpS;V=x~n0%kOkKh7l$`b4swG+hfvU`4xRSB9<Z(#v%
z0y9*y1(d8(O@CrLc64J&jLKt|IJj~2G&+KfJPeU(6vC&`lQmJy3~Pw###++_rr8Tx
zQJ0(gl^glh=zmmA4)@I~VqpeX4cyF0Mjg8g>t?ct9-``v#Y~g9(NxYB^F~;!e3UKF
zsyDR-TI=SvK<nMy7Qn&1AORBQf-ufA1R(y^RUiK3LeUCxAGyA)v(%?UDxIoO?u}@E
zqFM^uC-2;|2#gevR1^tONC5P~?e#nNxQ3=MkQV7KnH;dRjw6-`jbY*LxgBDA`0&y8
z&hF#RaTmP0d3)>5-Oum+?Tas4Z+L70<5fkeCHhc=qKcJ(zg+)vO|o2D$ZL?4<w~Wz
z!tJ~3x9`R(b*+>te7Sx*X=8DPt-I@6OSC{rjNWQL>m9>aub%AaF*>OcxQ{Esdt+=B
zAu%}mOrgt0zpU_5RV0TXCFQ|gP<k~o7q|sY)ZCAS8xp&3Wf*iYkVC4`3>{{FP&-G0
zN@h=Z&HQ3#K2J!oPFfkCn@WO(2BXsJd;%nJTpTZPz;U7ozz4@Xr|<$_TzOqDKi1#a
z8;r|&gxG>gIu!aA!{A-PI#-Bb>!y)rIL05NpfnYHF^dHW!aGS$(s#i;8RDS~1j@m0
zUyXTb>2?4qsLd}4GikZcf;Na&YA=kH3{?Q8OY0W(v*fGr5jch4VRveP&t$IfS!FKt
zPFo9K0SMkvAgC&li^*A38s1kUi||y5i1rE90Iq=xuJwSLkRZWDJ@1I0{m?8?VG#_l
z0yAi4w!u|O+4g_~Is7Ojqq}iYoCk*9<7Ogsl>%MiB%I>Y;l`O}m&1biB~u7!#%!m4
zB6y~Golr>P7&8juOalkgcv3(m`q*n&-%)KeZsNb|1rJ&SRwTA)ZZDaf7+{q`Uy@H~
zoa+dLptyzJogk(%>5c8k44y(Dx5dh!l50fvl=H+ha~)At1XdDiAi^|wdXp+!mm!mq
zWuh$5W9+oGAnPXyX$)n8SLe}sR7Z$-ssfS0|JczKZp58_{(A9w=KR-ztf#7-SF?a)
zq!h=(cl5!1!=a=$Tw#znImo9ZHytQBf}_0NA)%8DHV^8k9W#(gl#!8&D%0lfL0QQs
z^C$l5Y?46_y)}yGEm4@W@l#qrjG1*;os{Xo2tz3|G@cBB13WOngq@}Ry>A&*h)^oV
zOh(5MP&{iQ=~5u5a48rg!(1S)7dR%-td5KF9HpS>E0$p-lX~za=W<7A>twVXGht;?
z3UbacyIF?1f1h?Gu0FeAcsD}ES^6`aK^26otRm|4W~L047ZcSGwPsc>)r_J|LX+ti
z=uB0a8S`VUln0ooGE5r`VMOWWSGE~R)AzV~<SN`0uq2=*MmuR)LY^SkdSGOYd&;A(
z)dD5<NNkWE^&|aAo&)x&Od-NK)#Np)lxaibYylxUt&V9`gk}xlA7%oD5@zq@cbQc_
z-kKQ8%-{%VOsHezsw-D#5jtIF{lJ<h9)l}=T{+ZTj4XSfWp#tFnQdLVoLN#nTT%1N
z6SqS~*3SEC+h?(V8m&xJI{c;ZPG%&Ui6@;8`aV&fA`zKAFpaG5Od%(t07dG07MvW~
z%0N^#tudeUQqv@>t{3e=3R2JyIL96sPL|VMwJtKBz5xp8P^o2^{AtToII4kf)Dw?A
z%mNwgNfl}pxv=0l3tBW2%Ybv;KJU=7DiOR^v$hFy(CBE2%p?myZbg-&#f>@oHXJwS
zddnxS)^NQ9IvaW=&Z6Q3ttq)0;-FLA%2O@H;yf@`PSilq5@kIVO<FPqU1~y*opFs+
z3iBD6XrX8#a>UhN9`uR>B!|tP<uxv#OASJt6<QjJ<s>?V>-vS3(2C@LU<CE3RGnYw
zq@dud#McZc$w1|;16zk-j$S;7oM6HsU*=ahGpOZ@OM;GX!V%B{mZvTHg+|-;3v;ui
zq-JjMlc_oN20Z24XzDy-jKt3KRcR)L<9U(HY;#Ui^T_T)Qs3m2Z1lGZNIWFmUsm8d
zUSLis1YtTNt_NH>I-**|_l8f85%ehyS)MY8isYB3x1#Kc7iqC9gT4A8Ce@>50Q^el
zY1M-IS#>x4^?A(zP6oFM4b6az)%Qs&1mckjIX8^94>fpatmGovOa9S2DddYK3;Rc$
z*)`z|qWk^?;W|N#k=poA3NU(WpW~sxQbxHubO`To29S>GS8+x_vY|gglgP@T-4#q`
zqz0iTGrtA26BFvJ8%0f{Q|f0r8)zlpfyoW$Yzr_5bry&;!L?kqq>jt2Cmc?46aNL+
za!#0I%b}IARHvrgL>Sn>ZF33>J^>2=E=947sOEQ6BTn$YO=HS_CP0c?9)`X5S*!?3
zz@MpMWZ%wY06L$HdK2ysI`81TW;<L13R46hGwftH0TA^3JoC8x*asP~>SrG+s;0R`
z_GANub(d#u)Dst^oT-px;gfq4D8h3=^iS*bh~moKZq<HZV_>E0Q4PdxE!b1WJyAG6
zp?7gP#c4EWgV8Y#sm;u<Z#y%#LWB8d#<aq&<XMzJ35p7KSt8EDED0Z56HVQ%S`tn&
ziJX~WV#19xBF|o#TeW@*2^J``P<N)FRVvHx;(lwdLFhiNNuKskb&n7(4a8H3#G)H&
z$1rTtrH_$wVT3ut8znt39h#d{0hlQEizOZ<B}!ToWmcJYP$a}6sUIO9%$SYa1WV`V
z+(gu8iovgt+-$?{OtG)ZpYKDe3ePe|Ac&3I;b_uaXx!(}fZ8l>u3NuYfIws%(Nzmd
zi;W=P%)%hyIPVPIg4m(C*3?GsCct4?3^>vHmGlQN&1-IU=)@=k=$kflDc`b{FkUFH
zsQ^v<i8b_{)R6bA!<!UBab8=1<?pjI<caVf?0UD0{0W^r%PYS7{^8SCyLgR*SG(iB
z<e%~N_W5XpJi|`0y@6aJC~V25#(u3H&YsRPt$!{WxTpz2+W7YQtK!@3ZR{oOb~nyG
z`)sXIV6hY5NAK~uXuQBx?>}^~73HF#&Et?LE{6WH5|FOqtT&L{9Pjq?-Gc>aUrcbP
zG%+h0&-&a?GCG|WQm@&abOZJmqv1$O;k;w)RKmF@&+w*bUUVlYgMZq|O9xgo_Hf^&
zOxlP8VG-C8edTPu+SA8Rp4JS|OYTeNC+@ZG6nn}@g%09ZSO7Zha0vqHZ`GLWZhLUm
z!P4toa-a7GmsM`q=}(ZoL(2nr$&T;^z($j5Z)Wh@w>_l(W8#Gg9S(w$o#q{!uz7ll
zV_;zCut@-4nFgyz7XogKjQva=<5j90O8gT>d$hl^UOewj<uB%&kH@_pemhH^clvLy
zY*fFK-!_a$55hgG0;%y-e%lAT#!=V>7gFM!4BW6-yx1>(beK>^a&;?;H1_=(S7i=A
z1CgI1uW4Q&?s{D;2A({%G(ow=O|xcj#!?q2a$=(&_XIa#Jts(c0E=QR<@kf$+_qMw
z==Gf~rznYfXRCGG$EhFMq3e5h(~tM=rXO*lE;rV722!NqbSjVut?#i0vjxu)PV$V3
z()6r~Kts+Ba$G`lf>UiRZ6>RAIk}VeU=RE)d#d4C-YJ@law2yKyw@27O>liYy1sJ{
z>A=cnKjINdJezf;7icvV(;D%R07gX{@5=#iDitS4wuk!*C)<FaSG3%ADw_b9FXJ2o
zK){HXl)j6(6(~!3cCVA_Wta+j?{3EQrOfF4K+|yirw3ZX9*lI80tgDDv+*9g7;t(U
zJwagi!gKV6+){v6k9R#KUnOT>tJi&%ocD5F&(BxD@>RCk0IVhG+ZXwCB{}=lb-^f?
zIt=e4*|5~qJyGhABe@PhI4bl}LaLpV(f#F~@y^+~?9WO-NkYc9ZDnEtgn$F7+FidQ
z+PtZ-;mIS|wV-qhR0aqOoY$6y;-I7yb|1b(7UI>o8?V}}g(=&sGLW4~2Ov{yJCn<D
zBiqP*fOu*C$E>dJA&owVbltfa7`mv`43uR^rm6Jf&qCc)DC)M>Ft^XUNDYqd6_lhM
z=5>lpSuTo~k;c^<<rLdr>+Ui7TbZ9$WeInhaFRGT-D*78uVAuUEM<Vz5h-B^w;|A`
zSzC*KiB%#g7@&>29li#WaL+;sDx8)GHLvjvYH%k*sm4jD60YiKoasA~Af*gF9Y9}9
z8QBu0G*KzhRdxu9`c3(9z*1WGdSZ3ihCypA8Un_QBkkGWuu28~gTa;*{Zfy2lgp)r
zs-aGr$X}|2PqXXAB>z&ar*hcnhd{Kre-b`4$dM{nyy4BQ{D+aE&mHuxe7e5&Pe}gH
zK4J5ged>(;Ztt#8RT3TJ{xUDtx|mF;W5buN><j#YmECOD88K@80GF(2{Qwm;?w~}f
z-{sCVlyKE9+s|Y-S^#`{ip^;)q&}RpZn8ZMB?$fWl<#ov$!JW}Dx1krVsz1;wnPM4
zm%7Oe1*=x1^@1Jn_tAc|UeF+i_rY?sUcgfbd%6T+MTwhEeeYEF`Z`iH+xuqd4@WI*
zbhHg|sQ7#&yU`4sb`fR9xMWVix<299y7#Avrn<)sHGW>fEt}RVDD>>v4r{Kjz;m1R
zRZAO5FX(2i3{LDNsr+=~YBJuyb`kkRSoiKO2aC?v3|R6Bu!8?rfrzRZW^`GL{+%!G
z6)pLB{l&c_AfgYKm)-cQ0=uT~i=YD_ilhkEbh;Ku8862McbID*RbDyBpzh`6Rcr8W
ztA)8Spn+qO!Oy>$#FpwodQr`XT=^;t`Vam7PLEd?BwV4*k}-<bv%RAA<kRNUCy!oy
zyM6TJ`Sx1zY4h2`?eBJW_vrl_8weAGVkliI1|5nRfM0}ocqq}v-oJ|Gr#v37e+i&F
zyWjug$-&;<_S)JygIxvQiQpHF@Ckvzcm45bNDmu}__%5Vi=3RTG8n}m!`iAw5BsNV
zLAP{eus7cK`$yv|%obPQyphp!QB0&I1lBVts`_#K%#|ghZEBiazNm_`RZsbV<xbxv
zlOI>nc35Ker7W(;$nG!{fz_N0S|**@N)m?7PBk7^*Cu3r&n{avb0`heTSM=g6iIuw
zjL}syQChmxinF^eElIyi{qkwBO#L!z94%x`uf08}_`N6FdB^AZ0p4>{%{T75)mzHv
zu(nK!YMUYl!BHcJv+qKswogT5$r@i1ig78<q7HM3^21=gbxo?!7t7cs5)Q{y2FJ`=
z30_T^_8*7E$p`q|{Vq($B2?sb6~m|6R>mVat#GmJ1p^oGn&uE>wMBxoMpx68ZjXJ?
zSY?_hDa*}Y8Wm}uUJVAEmhsbSV|6xpQl~F4t_drLC?G6DID`HdUP{|huh&%vl(zpY
zA9_;@&I|kPzw-+jOWuf!WxMEXg+WfXED;SSV|~?5NeXUDZ%Sg@vDgi`h6tN*=M~~m
zqwxpsNJ5TzE#|AOr!rti&mR6`w~e^8r2r}Emhk^w7SaBkKHRhm9(lx02uv`o1K{84
z++Jv+6VNy#vq|fW9><AWsp}4%xezkPRp2<EcDA^$wgx3ARw<}}<%wv!9&x##?0)oQ
zN7XF!HUcZ41lQS(54`-GQQi?GQShb%o9wD=Cco$5hFy^nx3tbo{2Hw%l3gCT5X?)m
zV|u$h`Ji;%T~eE1Rb7Nj^4?C$OH2RZ@^mpN&j;~lMx>2_I<Gf+Z-W$H%&3(Vh||m;
zwx7ZakJHJ~`?mS5(0nx?7fm&*v&Q#`wr6uib6VeXmRB=R99=MSSu;T#apA&eZ}d9x
zkKXKv4fy+HwkN9-;eDL#jkv<)W?8`qoD)u#+{aur-Mi*NLp4*pYr60;U<z^uPCz4A
z{)&^k!lp#%L!;pAq$d7|`W3g;ILxx%D<Mm(GFvgKhN=z0xHkx`M{dqt7z=IGD!4}L
z{5=9olC+~sfLNiz88{4SW6Cd)?esksEteHE>(3wI<7rb%xOg`t&gc@$S{JA05-p)z
z43YWv4T^bbP^PW_99mv`mniAqPsy*go?tsFT|g-J%oD7VPL@A{UY!if`WSDL_#B?1
z)|5~6@i~6Fxzhacq~AGvK!sEjW&07Aq)+AJlG+NM8PaN=k9bU=pV)+{I2V<`7`l$E
zYfSskx5J`(yH3CT*lj(igs|AhlA8NN10)Q7h}v~}q{z70%aE)_2>7|8YD>ZEN{GPc
zU!lF3F@h?)RTQ^l@T)X;t#+P;p0pI^@iXU(wJ>iwSNGoi5qjL(T0)WM^G|mQ=1uf`
zqHPn~n-Xo}lVjA+8~<Y_zkk+=sSnxz-4oN$i{F1@S}T<ECx*-Gpg)znU_|{x{DqrM
z3h6Oa)VS<vwCvP)<Fp@j8Uogq5!ls}DVDy;mY(@1Y3?W&m~sEGs4N>`Juc5vClUOj
z<HI_#aE{;bh=w>B5P4<O0^5vv=g2VR((77fXeY~t#QM~)Xe|e&?J&xO9UGjy2Sd$^
ztg&w2?%}dPBP6%UNI;2rQEzgWhaaU@*LzP7md>+qwePsqV0d=L1O%Ci5V8#lqAC58
zBma!8yh2@XS|tyi;RcY&j5-LOrx@0uNcT&I##)Uhdvk~^Z%Z~a=%R@xb!n9pI7hdE
z=HwI&uKxS_JV=X4TuNF}R7Zh3nKFWMx<_MHhv_oJ6hnwn%m&$bkFX>CXONo!ZbE7)
zFZ<vW?>fYP4T+r~v&c&_gC%V6M#EI@m0@Z>3E{&SCBY_c_mKDX8f7{f4Q`@NoLe)N
z79dKfknF*B3vCz-!xFY#mzkgle&U#doW~7_9VFzLD~EiIn^5P8ibN@KetxOWZ#Z%r
zdSC=lkzsqF5xy6D2Txu+-&YiMJewbS(>0S7F014yAylKdVo5KIm1);7PC8$#j26WB
zJ+o|Oj~Y(GJ#9AjEP3}9`rgrtUM#r}mp4jYEc4-tqrI2A42d6ozx#3@2s0U60E7?Q
zFZTZV^2xW~9fVJfTa)4z(i#e{gkLqK5PI;-!(^A^eb=^ki^Gu~N{S1xb>Gb)j<3Gr
zy6pt#iiK*)Pa|jY20y9D6;i5j^o?k895V%$QUBBP*0G^a8gJVR`<$mOT9M?X>~pi%
z8u=Es!%>l%4$srr^cPj5GC^A0Hsuw}xTm49RAUp2q#^J@`b217iLD%+-fsvLrz$4c
zw_3M9x52RHd0I)xx?d|&w6i8>t+kZV1N}mK3|ykcyVjzR0o-b`d${#RBiU3iUI(L;
zK0e$Qsi+R4@j+seO^MKa=rB4+qVP9E!3u@G+jB~Sto@|n$6y}pjqt?RBm*5A)q1_+
zd^)|nzp()efvdB}{n6C~4oe&PcN^w3Sl8<OF_W-f6NfqRIH-Xvv%qj*2#z~lTyNv=
zFxu{en8jm6z`y48qhMHOJ9F1>P1<eTycZhr1&dSPPu?H3k?B6fhG)m3@t(`6uB=Z@
z73y9o{C6F`oe+&Ruco*@xQW#iN1Z4E{rlYk_HsbqaCB8G#q|LmO>O&RbulOGPeCGy
zi-|?SK>+M;_wtCSM3+QM;QKbd-@pF|a*V4H^9*B_L5Yy+pB8ohMDzbq5ey3-ON_X{
zCUO8Ca`v#8m@drXF*#Nj5Ag~QM9vjhaM*wafng-%pj@W3YY8!3-rS0;f=E#;D6%m2
zu}G>uPTVFQ;)Md1t9WrjAx*laC-4<qQ`Eh6tIboWCzl=M)6)CXQjwhTvkVm5aK9>P
zf^J#03B1)Ny2n@qsRND=0c;mO{bKy3lw3^0ewBNW16zb>0xLr`cBQU_-mWHUz=%b}
z6{P?MY5QP&lkZ<vYUW#kVIzfgq>e6|t6%@;^~IpDg!cz>*f;bxMg{Wvpz-S9aqEi)
zZx|e&bOz8V4;mkEwR!QM-ymN=s*{J6*^k2T9#MR)#O?LfuYd4yFQ)zJ05D*Xzrpdv
zKIKy5h#sYu(fO-(mZMfuFOsq3@}H3K*!0EXaSusJ*lWRlh6{LX%3;SEujwP*ZdXH8
z$k-8$P4U<g3v_(zGbeQfWTQM0GqNh~z&rHjb_0D`Rf24xyL&p*2wIN)ZIdx?P1tL}
z8h(y6rd>Z;$56BL)f@ul0gMQ)xfIt}yabT`4qDpjL0Mv&>gqDIRBW&%p~f<FK_h`m
zpbH;`E~+un7`wG${o=q<k>WK6cO#5$;E9d7Okqk`hcJpi$X?Y6F$^6G3jZrD{3r@P
z4_fSm44l6)dy$+N9nuv7kFWx<p{t`z5sGV1>AErVKV?tj1>sJTKg<`6T1fTexmIe%
z0>^s~nbRSA35?9JZ{d*%aPlBWtLl8g#`}f1V+9fir&pc9V{G&7jRkfx-mu6a$wb=_
zIJR()hJ-8n6NKhvZ-XEo8aI07?Rg&m_Z_tM!;|MbFL(DFY!c+b+#tg2mVt4HlaSXU
z36ky4v)Svql{K@y?Jeju(qkGDl5amB@lp#y5112l7`KJsp@EcUF6wR@6+^L%Y9IHI
zXehdl0%rqYm{RnW3^~2t_xfk&(+7>s{3~~)smJ=D(Yh|WpMBQSW6YDD8ux6FeO%Be
zFm7UNWTY(%$-M7I6D&9!!30lf(dE6+$KS)U%RJQZ76@2!HVM9qo}%Pv+B?!O^xZUT
ztd^4*34n2sE7L$Lm2AD^2YS(-C;trz|Aa*YzT(#RPjJs&dJ=C|M6{iOl0TSYtRkU=
z>9d8bTfUQN1E51}089FX9e;8YOsMgfPp&r~ezhty64PCuqmw!s2=fKk`lx$xGC4Z#
zLFCm=36~I#@Bk^ZQ6`O1jr_5ZQd07hY+L{8{%AbLUPBzd#4V&3Bgy;47+^=DB>noH
zM9BmYDC}Y-LwJH4bCI$qK)fx@$qQEA)bk>)fkDzxiz#BR=9c*eqHAXUxAPKAah83A
z$555u>%P3=qVv-Tng+sk(I4{Hy(maDIf)@Mc`><+?u81s_lN41YRI&0UI|L$=mOMx
z(AbL2(BS35o+?@ohG4nd**z>FCS-&*#9>w8i=g0c4dz$LnlQXe&3l0#M{Coktb~ek
zd1LD~!vl$MhtG%cSO3kM`l|soCQHtRQxwYMP$#u;V3vXgo!x%K>x9VDL<CpNdFj+Y
z@sw{7PnIiL$2^W2VWiH>0i+6o9LG#t7Sm81v65N=dK5n!6`ky<@xw6VYL%nT)pR6E
zH*7MDuhbtZ0hfJ-rEFN}FVHyXAZA6lrc7F=s|%%ggwLt{Ex{K7MG?R>rIUcrqmz%)
ze$*nV<t7S7WtArwVWk0cxMT*1=gsvZP7v{Yd%XyALOgEa(PxEtyo3ChoTh|}?wp7i
z;9?OrBMbJNg(6;(mv(cV5FnEakWq$^mBp%t#(jrf37(ukw9`AKD#(myLNz@MDD*06
zn}(dj<_<#0ltzdE0+f%zwjJjX*__o94p(^*-`RFX2wbtGBDze4NSEsUrLPPs2WiSE
zz5y}eHnTXI{EPn63Z;HQ@JmwF#ik8^5VgE2?w%0as5(I923lYlnd`SuHtM@dF<VV6
z{_?M@(e$fZ6a8zPks_BhYgnr0C>!-;fztJWHw*68wCH3&(?;Iq!-olm9><Y5EI6y+
zt$Hxp`l10%lOJ?|n6CY6$EVtJ?*<rViG1*cC6=YhO`G&YYD?fwTEx}`oaOvs$uWoo
zPmB^6{zN7LU<(+v_PART_Lny8NJp^R12WZbz%KQGG4uHiV4L#VsOu25J%}RSF2-LZ
zAL>$X`T3^U<koQgSh)j;UsHo4+e|?$sT<W*S+>fplm)Ep(FRwKhSsI4o?MlCipsD%
zr|@!?WSUBM%rJ`ctR4Y7$+z}JLJz?wsSg8SELaS{dqbY=fH;fpyJIL*d-dD9F&JR7
zsTg_AzQhgBCpbkIP1gbm{-L56mC)t1+j)o3O9{B-?k^@C+c5@L<6Sc{MW7b=PB9ta
zR1|muOxs%`>dn%#W8P2oYqFYQapXMS&0=6aS&RSk#=3uxC^yL$Bd{_i9~a{`>XqW$
z0^U9a;J;0zJFrX)KYK*{=>6ofeet$FM(u^#Q`~2*5o-2Wka8B7722<hhkM88N6lwp
zg9)Gp@#RG8`7pAG`iymKigG@t%SP3&rl*Li=P`83#Zd^Q7S9ouR+YNLlXbE8=|Q8t
zfjF{|vOH5_a9ZZJ3}5O}0rh%#ZIjA%kRb7K`PoRSr}69Tf`FhDQb1wuY_Xi*HSpel
zfUCcX#y_#nz-cj#_~682wJ3bvpAcsc`xi+j??<C}C}H))8nHW-pgZ-U_SR>&oKJa|
z%ky^OWBYiR%yHhtq;6s=D-Qq56L^wIjODWq)-JE3!?2wF!*m}uO*kN~Mvzaktfe{J
z!fBD5JWd!iY)XEo^4k3~Ub5EspT>IQC=4uc4xEn(Y&?2A8R`Ar05gQ%i7r4<00`NG
z6bl$z`G@wXhKIDp=YS?$W0P<V7I`aXltEp9h$|i$vL(NTBe78$3gV&WIv01ZN=;+o
zI8!bOSGvA2#+~9kx8y4yW0cs-R@X|V=?zXM{W>+(<p9FbxFCNa?*wNAkFj_@#Zo)&
zUmjwHz)UW?z}myoNI5)#lwsj$dM@HBzpyIy_4m3~vEviGIHWR$sHU2WE((o<!M~Qf
zzZZkwD8n~W5)`b}DJZlU2m=lgFJS=ohkFrI<bKh+RvAnXhsps5y%DHxbX7VcGXaw#
z9`k^;f1D#H+HC%^>r4Z&XO2_g*0LoCni@$E#zHkb5aLHG;9x`~c?giCCg230?v=zo
zpnF&H=u#v97-BFG33N;!3+zni6cTP?i1z6B9o-$D6p-i>rDWfa(>T!hlP(Tx^ojkk
z=+pB0nw4Ul_5T9J{d-MOW*T&Ic380~>10<xcHpV5hD(KP5s${%(n5HgiyLW-XQmaS
zTp>28Aa$6}hF46?D|WaI5^GQTmPe?bog71x=-Wn-F@;(aOr<X&vd~D%Bt$M_67^3K
z?daiTnTeMpzNSzSXhq1Srcx4twW4Dj!F_?CW{m3@OyU>IC^%v#-QlB#%2nZ79lX}q
zSFC8uR~m%u!ehpDM*$2!g7yVSZX(gam7Nqq4}pe=Ya+lLE;+_k5;)>$VZ1aSX;8e7
z{3(sTa%7%R$zSxa({9?^aU|8VvVes8qz#TN;}Z`(FH#H9rXxsRs=7yPsY-r;6@fnM
z9-xu_5N%AN{k0qk9g_7z=`DY?_jm!a!P_M;r-MXjOXHWsaoxMK!x3~VuLX3=-%62P
zjG%B%hz^=ZD(--@b@8%?eTQRrQ3_qC&`wcJXQL^&Vo1K?;&Of5r6xut{)aUBL=Oa_
z|66>|EB+$wyf2F*I~J?<cus`AH|7N(dehS~;1mBU3(ekaL>5G3Q<`h+@wcS7Q*G%m
zZKRgjywX@yS0HDH*=968=^rCxjHxpir5d%ZAdrmIZ_zkTgY8|2+JI7v!Qzi=Hsz2T
z298z98LvXTRgQSF4IG?iBH*eaWywVY`Uvzoi-UqK91cf;!+(P6G=UCK6J3kS_El<S
z8nYbpox_Mwq!fO`19!M;GI^cQm%5V3f9Ou~E-WF%0lA@4NXMkyBXOf8?_Z|gqI1e+
zl3v5IM19wQ2dy6R+!(k=xeb5J%z83iV&!^`2r&^g4ErzP@T%f6LsaOwjXqhtHQ}U7
z>XiLum&ueCDI%Qsg<i}J)`xDO)S`Zr0sUSbNl{6suyoRpC_cInL?g8@jHG@f1`9Ii
z=hOoo)5mgI0T;_=kL9xa&}@Sqy^UC*`mS8-8Lp5;c&6t`<)Z|(+26`g4$k}IlfBM(
z`r!cSQJhSD!$WPq-l+Ldu3PqMzR`F<>geP&1kEC?OP{dxYdQTdd5~ZJHH^|;7)OT{
z-;~kQwgL->3W;#V;r)7J4g#o}#$t#Yc_{MH*Bd@_<G0^y4x`vws;lO~O6W%%9*Q&7
zzRzXysf;6qU_=u3gcjkYxZJvc59m%!a;*q+HC7~{0aS`n0h5)lH+B+GWm1unCp`)I
z*aY57Al@U#E5QJ95ynv?e)dYOpS?)G$6!x9pa~26SHT^I0mB6d)Lwe!m41{=46!u6
zFstRPxvJu|YREk@!>jjfYb|W1if5GB8hvROHH}DULV(#Iy?#wo{2KpYjzbCkVMPip
z!KqGtfm=;2fxk10;A~Geb8Bs8kx%ip*=)Dgq!dbjdaHTswpGBT0lc(GXzBc4iTrSU
zj=H1E4?K^vsgX2#{LFAteR^whAJbi#2Jj`4-zEE2Kfa#+z1KY-VIFn)0g432d?LvM
z6CBi73stme|CDEqVokPxz5Z!)|GV9%PY?dNx4X7xis1DWZ*eQe^Mkdbds(zjUjm4>
zT!$8O6zggNkz(VYKm_4hY=7QZ=Qyncotjs`uog6?Xs4z$>Iru77JU?o;Q-VUC729E
zQV7k$=bQ9ipck#n5{MZ+*3#AfqI02j48Qb<DyiHtQ7K$m^6NV3H3+-MMPQQ*Ox?N1
zQpL$UPALh_Bdbf^sFzK)EBn1)Dso^Vwn<~is6&$}q1+6{<AM<YORk~5lF;L(XlTUp
zsR~_@c$6&JfJlA8h(8q%GvcW*2s^y6U4Y$@!qvZ@6}Kh1R%%BaG?hV>3Xn>)Fq^;}
z^CyHpbUA@F8Mynnc3m?0myirQ<iJ@*yVLWT(F}A|%_Q<I9V8iL^DFKje`}lG2`?~j
zAUsP>n$zQfhaQ4<(n0O<l(+7bB`~HejbSAf-mXjHhHe_xO5*$J&%?KGpoUY8D%Q57
zP*aSA>(cY}U=ERz3JORf0zdoL$cARAl{w=w5AA4L!JSem7j3^9B-tqDaa+W}l3dpE
z5kK(&K;o5E^eI64GPblJCE-j)sdf(@qlnKqhV%E|u^53+hV;svy%+mWeq1k}^@rd7
zfGs*mT-^R}_P);p_dtd}YCj%$X8RM_X{U_}c{l~5k=9*#@>2t_%vDG(BWc)mO%1=@
zsUa6LeQZWU;CUw$xtR(AYpNYckZhw;hl(YRT%*V^&dYCzjt$8l_`a;xpb~W1MY!7a
zR)3;BHVq;REvjq0MA&^O037+aJ}$_1C&-88zCfyio7KG3?SvH2kkjCOM`v7TXi9*C
zPLdjgf(wZos3<k9w<&n^ZgwU^J@`mb6*cS`<Uhwa*oJI4wI4cW*gO)}%CqHgk4JlU
zcr3;>s4Nv;x}Rzd@O)T6r+xi|Zc8Ajk6*zYZy#E@y=hOqd6;P@GB?&?&w4mGrX4ov
zs*CZ7EGh70X*k((-It_@>9v@AHh;+e^iMHEK&qF_h3uVQ;Q2tjlc=yA1u(IecVTJk
z;}!4l!it-0AoMkHeUi&e;X$+S;Hlte;2tI%_?$OySnR!g@qc!=5B7`u57fuWJc@`_
zZj(~O8;ldAn68I5Z{XW|-@SPL&-(?offvGlLM-@y-mbfxRvzW<*MBvG1IC-@0I=u5
zOODv1mglxC)xTs6D$~3A{<`<wcz}O}1TEC_<eC0Da0s^XBR6^md}OFl_tT#_1^NXC
z9N_i}+4tXqTdPYtMQfXU+&a|(N_vIBJ!ha{6C#JjT_0`4pKysl;u9!{*;+D=Azc^J
zRL1T;21$mYSd;|BDmUnrvIgk#$MnrRWjsf5W!Hc-QX_Q|)vyCRM7|Go{2ovc-xP;B
zBYVTs&a*0&7uzqMKYsG<tCtVu2#EXqZp!cUOuRSfws`XMZ=YO~VF$yHFmj^ea{U6w
zjoky+nBp~qsp{P*7RgiT>%qg9-|imlODD_iQuui&D$l@NtJDNy!d?8Zw2((kl75+t
zdvqz5skHeRZuA9q=RuXANt~Svh01x)5{F=HV12Ip7B}c1@<+HN&40MQAiMC+3L97(
zZFw#iF;)-;3zkrP=QvkL>l^{B=7Jd1#DG!>(7#K+`#8?aNuwHa^GK(^J{8Te5MP;S
z9O;fzw#HhKXE0y%5i~AJbag;T<^(JUp5u3iKX<>E7m7%zP;%{6=PMitm+Tjhf>C?@
zI`Wk`iE*;R?u*+l7-3#vyPA3F2;50IKqT&EhC=(a3BWr~Uam2Ta#R3xoyzi6Hmz>~
zEyoPVKs;8l`T51Gm)pBycRvC}%=MCu*FbhQo+$cjFb&ZmdI%SAnJ3l-4Wl4_gwXr`
zWv{!2UoW2R@9pBo8Y@y1S#1e8*(cB=xF-r}<G4QrG;aRj@iPe9*c*Ydc2l6%jyoXg
ze1MCNxigVGhgH$HRtSGE`lAW9JvMps<%|6v5!m#7=e3y-VSmM{xh$#x$sF)sj7``~
z)*e1-ITm7U&YxLtZSU>b6X>J5PkayQL}&=O%1nb?^l?oSf|+&LXtR8F^u($ov_?1V
z+wJeHH*^vC^XU#QI+9<3gMF~w1LDeT2)dOWofuaHtS8U^vHff()`wU4V*lXLt0zx)
z@P6Mv*dRG(Bo&c%jX({06r+HRv>YNPq*EA>`SonnQ0e2jVfL^(p=(OS(e*;f7zNjh
zJ#iv$a|LY%m2VQ?9AD6{3~cBmPXoX#GCoBSBaaOSnb3Zwr9rvgHP{s8v#76+3Rj$a
zgV|qi1kx~CE5;WTrj1Fl@vkaqFXf0Qn#W$bm^$^@AsiDoixW+Glu8>rr)&#D!rhdN
zPTN@{d_&tJD|KqFIjk*PlUFKJ*zV(~qtOHW=fuYZb4W(*p(3$aGtq{5U9nCf^lxR`
zC#Akq{ws6!Xj<pkcVa8kYL6pO{Me)4Vpjd@r^%^D^YQa#qn4qA+~s2&{bes<(`01?
zF5cfuR3&Zf6)teM`82#LMpOB1`^O*Cx7XMD`r*sut*>F^C_vf5w(bQK`lk#h*eNRE
zZBbY`!27gmU!8r5B9T})%}H6rCQslc1URW}PJg4o0>&x(WbC!7qc92P`cLLIF=QO0
zD@Zw}(3txuLCfgk5nNHIJhKZ<w>WJiuq4$|30xGxIM1jeM!K9zX|rIjZ4J626G1D5
zZrFMXiZiMJWoP&Cljm^wisCa3`N(8JR(rrB@Zc@I$C5N91qoh{a86O+s==qPc36Ez
z?If#5ASBO(VyY+(kiL@Sx=3J_qF>aLyLQ#DR-!9%MXD9S4$$_q_osSbJ{YZ+S3|K`
z(4Q@Ji@KJCW32ajDg@OKjVEW3sIH*BJYq0hkd;N*;cFaR7F`<fIb&^snIqz^pmV(0
zT?ZSNH`r;nwJF*x&AS^Ub!Z8!Q|KRobm|VJXqR(;79ft|Hzjzvg{6=ej`p>p$W<if
zJUuc;;&ra;>HzYdPEzwlA~K^F<P{=;{fYwG*#DVUP6{gPWR-ErNLm|e+x}H*Q-@P0
zrqyu~Nm3iy-T#$qQ`fUH{}-$=iBXbD02d+f^T=doQg?zw((L0Gm|gOMQfdw8jA98l
z0USnDRNx;zeR{OLxA*wz!*50Dz@qr$8pDyip;Qzarv<K^G|>Q;kka-_!ntTR^eJ>H
zixL-wG-HiWx3L*{B-j)Od437cM^r@AovJKm9<t#Y*;6KiLKWCQ{+RX89z)ZLNU1?p
z*4eoo8Bo~Z6sSKEXdT4}U9NW}m(1x_Y8_y#?Qt#EbuKIaReTe3Am#xel2;fMau{AF
zbgHmry=5RFpYB+fbp-8k;ZWhM2>9(OYbde{lDOR_>SUDtt=Poq5x{f^RbgO>zh9-8
zrbYWDmM|k>ByndiO|`(r$l1KNmK6v#_5lz~UPIg<>~gXb>s+4A$;qy>4YxacW|c~#
z*)HPqpa9wE7!@ss3Sv9~evwSmDaKrjtf>i+LVTh%?oxj1Yf>MvwrXB!CvFOvdBEL|
z2$<A2$aJ3>hyn*lhsMEzc;jWlQGCsz5XFK%&rq0{WTl=B2<+-H9%f^^W@M!7>_5?$
zni(OQ&#Vn@&DLExp|XcHAu^n3#t<T<CY7Uj`gZ3Sr_^F&1!B9lOoKN(?iM>E`9d|8
z_%@Qjk}TY4D_|rWgWhCHPtrk2O#_eEYZsd((P4>RaU#~lCKxGiAwd-Invj98Rz%DR
zUqj!a&dM>8rrrj#q&&paf$X2zutdJlz7IX(MX_867;IFgqi5Z7vo)F71E$GTnN8Qv
zdE3ul9PB-O2{ze%nuMu1Ee2TD)6kWyB*vHS&qZ{;W_cyDZpE5?kR!|z?)v75i+0|k
z@u?XrdZH-u<BwV<oXY5>+_IRIq!AM??fKo}^(KPy)A;o74U~J#X8z9L0BES;0le<w
z?blq}K`)d5(A^=tT1RR!N)m&xs6F2%%pKz6+;R5vFUv*A<FGSEZuyD{yO=PPg5+r&
zomd!4%@{KJNHT#iPh2IcKe3}jSs&x!oBr8<Xf()3INBGvReH#a#rUygTRLVa#ta$j
zhhhAEdO~JRnL#unr}|KQUl*+xm}{J#hVfU`7(5DNb{k)s>x#+FsAL4f{*mLKKmlic
z(TGqHWd2YD{U^hl52lU~7>uvU<o4d#+Av9bA}(U)g^C>rd~9rdYoc77FtOkhkz}7F
zxdi`FSq(}<^jTa8p_0^Dhiv^5wdl$>8F87FOA0f`_1cUw6_<iHT}uU-PUf9sHM_4N
zKATpcNr-A5Pr7d3G%N@i%*RqVUbNBH28$JINB$s{Q!tGehN3ulxD7V|-|$z)))Nq;
zkm=nUA%8jp2J$%4hKm8CpLaFJ*1SA{QSc3_KTz2{D7sNcn(dS>G<M}qT`#05RjyP|
z&)}=*DT97%Ajq1oeJce!!w+~bRu+F}FA9nZ(!!uPtKffZf>S}}Jvtgod3&rZxOnYk
zF<xkq=)$y}OcA1`@`!VoQ9k3IP)6s5S<8pnnuXr3Qq`CoS|7$d#nbrA6#)M#S#6X-
z7u;j3uX-29y_1t3_Z_ph`jScK>7dXY@J!@%AS~WnJ*(PAP!gs%D7a9WjK^g*&7zV6
zq(vC@SwwGJw_ls^S;R+o1sK-I4I~lS?V!LD0K3+am&VI=ki4@CKyBleDIBd}5CSo7
zGAsepwbIap4{n28A?a|2&-VwT_lUabedit6H}z*{<Fw`_W;bXCK?jKKQWBNaQP0rG
z>pTpZ-!Ahw%?;ZXB&%8Q6_=AGsZT^Rp#b;{t8f`uDfe?y5XW6eiI5n8rbI_Y7rG*{
zs1D5+FN#m5XVJY@l+hpfz0!i@i#H8CE(mF#3<mJZu7<cP;;k6|iB8Q}23;`kSc#*d
zUqD-460N1+r7PD0gb)l85IpUK97+xK{S}RM&gO*2*Bogax?$qzsYZYr^?^1NCqi@~
zezz4FGwe58nE9!?^5X1mejQjRbx+OJM@)m4NZfd_#jxAn-!^m+@!Q|lAiJp}IEr%G
z1GZs^?W*;X6ExsseY^WSfYZkZu$#ymwYQ}{n3UO^e)+5$WB)7%HmrXjp(ay}9=3$2
z@^~xECKl$=h_MPXW;Pt#jD|QN$wIUfr0_ryff3Ojt%tJI!3gmvT#beQG2{)t?jQGY
zSlI_XKK%Rr_Ve8Xq=}tldw|{KRa{_~VsYF<D%DiaDUav$4SMf-1EZaW9_Sb`tHeVQ
zbxSHDJhUaYI-{Z@7<$MFKoB?FnBIrWDFGTAbH-m}u$}q1nToMVUs;GU#a2`vC!9HK
z;P-uBU<fI#FLxjBzTADzq#d*;EzO2k3Obc_n)_u4IkCO5v}P)+l0-WzRj8y$&2Gwo
za|F4XQk(e`mA`rp5K13)8=u{0k9Kz+W1X{_pHynpO>9l8q5~BvPU%>Y!vQN}gIH>m
zH>zoyAaBTt(sB3QVd9a<ZFyi=_1)AR#HD!HU6^-Ut7_*cCo@60zFh!=(2YP@Ueo_~
zv!dAJrIL(3ZAO;i>@bYwnx|R?DfbwSQPPE95{{B!U=9yiN4w8sN>Dn{L}UAyscsBM
zgVEWj*ub%i_doqRn$t-ueni0~YDpVVX_};R>()AMWKdp3a0NLQN%M{{8~w8+C~;u^
zfW#ml9MjD0zk+^oXb}%6t7q41YG2b~`fbyQ0zwek-pq8OSZWTc^ExqCYs^+aG0P3}
z{@QdXM#XCo*W3u#Q@=)k{SGLoa$O8K1SkHqd0FhqC&gZG+)_Wtw$#AOx$I+VEMZWI
zL_<d{=U@?H3|1#OthkLdq`n|&D~)sd+|S(;nBk@P4fWL8xmTx79gG-pu5284D~rFW
z&+V^2;fC?rUOOAAT1+f&W-f1r#3zN%+pAQ@xuNB#OX^+76+J$=S{TmbfP{@e3p|l@
zP~0~uGrI(4F(rTn`LE(rW_~#V?I$07`W(Yhi~a52h;s<WGnJtB#IF_?H9EQEw=|#`
zLQ*y<%QCBcJ6K-5Cbh~ev$^t#R}9f&20#ShoPyCvS7Or*R`j`(={}x<_sxX0;D0-I
zv;1##m9rU%>m?30!6yLo353rca+oBVt+mrpKS`$rKA*6jYDHbw(;!$}71s52p}w!M
z=eTGa|IV-acYaml_1ug$=$Wz_kN42Nn@q1x`Xj`PVsJOUa{;tBEA}@=8(41z^C=25
zem5TC=l0$!Y+S$SU&AoU%V+X)&jTI!sC#bZBMytavxQgJU)*yb_{kS{w){mXbMLOd
zy1sW8W%l;(_zV2Riyx0i*LUu15*7X|@EdP`iF($1!1F3}O+r@rIGfMT8U4hwDfszF
z?_@5%E*kG9TbrAo`$u10VO%3$83~lo)e+`Lcwz00zE4enqb4%1ZpI|r0F5IJvT+Kr
z9lZ6Cf+tel@$8U81!$76?ODT6=bZ`GNJ-2HOW*lscWf2)^*?+FTmQY`@GdJ4>V*%I
zgcfM|jnNYKykerQO<9E1^r^=76Py{q61GAVi^g*{a2u%GxC#-#nc1;)17PL|-UmKG
zRx&_Jp}Vck+hn<9G03q_)`R>N{dl=ituiX%Ml}TJ!NAHVy85GC<p@dp^%No+n46fK
z)zD~R-3CQZD@sbw^6hXuyk!Yxy0jB187+FMaM+Z)b*0Geo#iIv%&k@uSp|nWlax9b
zSdPI>hdK!IyFD3qk3wq?Lc>4?CFN@X4W2iA)4WVse5GC?6U|};g*Lk#2MpBa47g@c
zRbYk6T+zk<;g7du-3TQD!w9hzl0@DfVA+Ko_KLDP{67LqKR5`3$U9m)1E3o&>=Qar
zE_8#NQA*yrIA)9j4+!CA0dBkm<}mHYZ-Qa)e4Q#1obbJ+^AE7#t=?c7aH?w`sVw_s
zSQC1JC9asyF|Wk1%Uj;(mB2Z_V|+j5JtB+BO*<3Zy{<j3@13hg#6Vn?>ii|@TwgSW
z%bSNl(Iddd+7+@Bd7GkEl$HK>UDlfawauQ)E^<8|f_z>E1cw0jhh(TlwL6*Dkba%p
z&Sn3EV^#}%a&n4K)I{~<*Xe0fV#x^vkrE-~WeIltQf@W*GT=2d5uf<w9rmb9rtRJ}
zk724SfG^m-J;ZjGiQlANLEQL(yrAxinV!xRWFCsPs_|XaN?_{CLJ(z&gOOe}P5i_h
zo~mwB33}I6zVIg-J5pHDn8Upu*CW=lBrhwO#0NnOArhEAq&2b-L27QHeCNq}vYsqY
z^}`ysu+vQwAoX6H`(BS9?rz@Q-QH~7*}VO@b^G?toz|nrcOSJjH@7$MKK|R6yN@4j
zmmIk-9&LZQz5D2k))$ZNK4g{6))zasZ==e?&FwF5<Llim&9xz27Mva>?jzmZuzyMX
zSMh|u?@w^OHtx<8ha7Gu%gwvk>RG=#9!*B4)1q1x4q<-T)o5ZZ#RlJFxoh+u=RE&8
zPno)yba8P-<(#R>u!qD8oIZvBmun=h$TVPbmz~^p_^~~SU4Z4l@p?M(p&cQqk%2Po
z;hY?1j_BD+PQV1P=xuPCTY{UO2bG9nM4-zVMcTeYcZ|r_DuJnfoC)BFnjXF2lw&q1
zvl$V}yDreUPROvRuBz#o02~d-gb_3|@E9*|z(*qc9!|INVVG6HzK8Ov<iR&H8n76p
zPi0XInNABYq7%901ald=Wx0=(+dKc3+pzmW<#E2;-bont-*PMJ%f+gyK2+xa|0lPf
zFDbVy_mOh@`M>4%MsoZ4|FYbs?avmNIrcUJa6|W}x3^2%*{t9k`<j)jv8!-DMkiO@
z>Gzlr(nW)<ZG6$*Y=6G_x2?ZXCb_u@AN)H$e~H)2n&U5)6l<3INU{Fn-(vl5vHp|0
z(U}ywNCkH|ai6n-zp+?<39;U~y}2b*+p1V25Wl`6M{~HWi-X>{)27YM1b*e`6`bY8
ztJ!R#Dr$rNw*Xnf|CVweC-4a4JHZ%n;neugHE+h8chTX@f8?||TEYLFX>;2CA7sWo
zBIeC0XC7IoEJlgz-0vie${aGy_{{;BH{l;=L-9asJ^{bI862x4E1?n5Kl>bfmalMU
z^KY9n@2*iQx2aU*vWv%Kqzb>s#eZ}$?zU%W8~s3SQ(6D^Fc8B5VUv?7OuX~qus6P0
zN<&B0?+z`-q03PwjZvj{v<~~&p5H2tvG)Y0)$`^q9)7xlB0X%}e^9Kx9={&0t^iQm
zu&|W;bmM@lcwOs}jD1@|X133)c;UX$ws;Jkw_ZG!^Gyra)PHMlZdz6w0#TCGWt{8A
zMs|3a-jt5TO*eeYC@*QmU~fz$mq$sn!g^943mWWM3;}yj3@o*=#J?@`XiuY?&Bo8S
zCcj`co*`~%YyYpjMe3YG32|ag-DLQgzZ5rpcXidbozT0(69b>*Y<)Wz9d~Rq0*;B*
z$9-(ug#X%f0&b@_7ZEA&jej!|_9d@J;@@#Y6T4os0E#i&T3=P5&w+CL7B}HZ!c@O#
zaX$xE(+EmM9L0edu+NY~yZRw}+q530_Xi2WSg}Yj{uq!|BIGc+ta}qivSncFYO)GE
zmulpIHuhmZ#0b6XZDYNel=~kc9$Ig6xC8x?AI>o$KSaofVQ_$txV5Cs<^GQZ2Td%C
z88@Qsu5Lfq-84FqSR@C7<+S~Hn7EPa$?&EiBeR*LRQ0Mxw}I*MYBf|TX<e*fF;ebJ
zPkt{AbO<hKzrb>{oS2CFGejtT(+HQyl1-pt7b(wbm6fIY7?8>P{`9=rKnvx}p8cz1
zUIomXv~-at2j{t|aZhP2T<jFMcF4MN=F4NCjADUp1rXn&b<bCZ{eTUQGF2z~Nm*}(
znzCd`jCB=Iy$L1~yRt;KVSccOuYv`s$Bo&cj4&mc(@XJgI_<NstYE9ItX0rX*zuIw
zo8_-}_c5)%=DqIjbf<?8Vlc*<f<(HAxzq1*B|NWC_i932Sq&)JA2VXSuQtDS9acmx
z2h*-OZ^<?DAP=r>W17iKt`k@sFi{+L*H^zLwNwj#zP|dhH`v2RK%l{bi4y#zEWV0z
zdFUIXt%P<=Mmc1@e$W+O$UAEJa86%c%0igcb5gU1!a>paMmW}4+t3B(_Wnu=Qp){l
zi}s$q5Xms{2Ri6*xQ7#4dG)duVXZO~rLHYH=YCFuevaK%ugjXcAZiASSJ<hR`+9r-
zyN56Bgi9!BD?n)_UQe-_Jg{Tj^=lf63gl0hznOF;3q6>{77h44?Ju`JN17pj!?A`d
z`Zv3*0s!~B=a4vel9qsXn{H{**uo!mVj|Ap!Wa=}cU#;*c~`B|sPMILh&|uI^S<4N
zq+|j0A70|nXI)5t0-u6ljSBoYnIJ)a@Zlf54=~f*r`a3Rv#2lSUzAaaln9!-+_JG-
zoev#$hy4PxcV4VL8lx5Rehz#`9oy|e9~yhVJMLdjS>XTZ&xop(`|jY`)4k4F?`h`)
zwrR2Cx8wdvrPzT?19VJS=*jNqn`xmz=fi&gOsF9&$!}nGPkcy5KCn5+^?ZbbxP~X4
z@yXNv@whYY_vmal0t9MH?Yv%M?!4y&Q<WU`RM=ly-#8M@BtuU@?%Ca$yYE0KHXHjB
z?%~Y7MQmP<MpF(R&Xej2`5mEIBUnd@92*>IS#9;jP}p(*s>@5eiC@G4lp9a4E??l_
zm~M(bn3n8IuMS!|olfMZ`TNdF48zyzQYwo>-<A1N$xJl|h<f~kE7XSroRaWrIO&}B
z9zmbKmGM(*Q1V$`kN46tkWb!-Lpjw!R!OC1#xVx)kzmLL#MT#|Z{6Oy_qQz@6qMLL
z?{(i|?)2ha4+qq-)f4@Zu?)tRWz&fQD}blvQrcvkQ4BHw2}NPt9Rc@-AAKZapEdQa
zYo{loLzp_E7BcYUns=wf&Zv7uCrMIlN@6KZ9bcX8f4Ddv4U%?p8rkRBL?YOS1IQU0
zBDQxozq}VI^kmqD(IpN8;hT&w3s?{+QW`0USv95S^U)6-O>|0_5LI5_+Utw{e<w1K
z_b7Z<ZZux-xBIMF|K+mR!}MVmv#2)6?R;vD$#$tKE$yoT;xBt=I1;@#20y`LeS*_Q
z#v|Sl5_OMu{G}uV@;d^i!hte+K|^V&172%M3gP_s$-~L+csv@<9OcIyjE@(d-A60&
zlza4LsBN4fufYL8>$FkXg}wIfW$&~%hA*YJ58E6MiI&Oy&M5|0OLzak0s)`&97f$;
z1bb>*xv4Ay<Qe(`jby}kf7%7b{0R2R?J=u__y9&{4?!B(q_l|78zs_!@~SveVpt#9
z6`IW@I{E<|a3Q+rYA~P&ce9R)&qwbVs*5e+7!z$eC^a|PC51{y8THC_AfXO2Fl>Y=
z>A-eU6^$au^c{|ZC<y^UM>o_F!l=^YPR&P!hr+P>b=CBSHbjpk?h!SR7a;3F<qWP)
zdMr_$yEuC$h44z?rf?8c!BxuQY+6frp5dC({>jl}I(b+$m7V1iOB7h*T_5ilCsYYk
zQmnw997t*aH6C$9=;UD^9L9If**@Tncrs;@xG9<CdKi@-_G2V=FSQ7xnD7N}(-y{x
zXk<3c(FK=$)!^Pd<rT`)AK*dk4tWB|!~MM-T+DI?&z6y-vKkJBeq3DY)et$q&>km?
zi|+qFPxpIcxCir!(gaL<QbN&?sYJ;FB!zHW%{lx7_9B{Q@z&zR({y0@`}j;;2r(U{
zZ}ib?KmyPiV)Hd$UcG!;^R|4=eO(cRYM$)!L)ynw)4E(c*CmorQ5Y}aagVLLUS16c
z)CcxCf3R;mh@@~<gK+QT(Ey%Zf>~bj)v)W#Z8XZi)4R}lna@!0-CFs+-+NEM_9$8?
z0<pITV;-4<QeGb#OVlO$ePdnaM%L|@rhx)_60eiYP`s)yYw<V+bdoZBEJx~&dEuDd
z>kDHN(#~gXtD~<b#Ub+tFJJA_6h40Vbbpsw{>hHIv|P!34?(S<X)Vunq@JM+D5n7)
zE`o!PWfycrFRsRhCBY!E)?v=z`?wTGiI=$N=&`;4?T#SKPAfQ0IK434%u0pZ^D5B$
ztkl>FeYF6dHlD{`toL?Zi^Y0oL|^{%`eMM-wV1o}puzA3_Vjc|Cs2V8xH*lv<E`6U
zpKmq(GuTCmuLrQokj}OU%sgmVruz10pOLTYoc^si3kElT@9lFLidF1j*2>I1nXcy5
zkPa}X+UNDHAx&v+HSAjSse0NP(jc^&#rVrym(BZRBZ@3Ni0eteBl`}lRg=*@dr&j;
zql2ct95jf|Id=Rg(Yo>rrX2tx6O9X;*N05fg`l#n{pRnSo=q{#99NlJ#{<oA<8hCZ
zH)mVm!jcd)@GWGyT7xsyZf%XbQiEr48VCrBMq)(M@|-d|pMwDzr-T(3rb{ON&mQ9_
zARo&+IIs5Ar1#<!Z&43%rgb^wmXy;t0SqP3LNo*uOROOxV!x$+YaypiB!C|tJk2MM
zS{1Kr+QZv<?csCUmhr_lh>GBFZw$lbz0BvgI2#@U8}S5{V^^N38<KQ>)n3_Z6XFh#
zdy$?%UP?NNUFK{tRqC-SD=fbxP`?y_c-s&mR?d9EB;MTr%ig;HS9YA|fkzbe8q2mE
zE4CcJE<uigA!mSjlEdN55EwjWAmL>I!x?&p0`a&2t_a)<-g_|vn4(Q@w2tESL(a-s
zI;AACEmyP~WmnG171xGY)321A)mB^^WmnmFD~coAO5!A}l*>`d+0uUB|LD_w?zwo7
zR7v(4<e9#wPe1?u`+xP{-D0X2Q@k12VaaZ<W7KG6M^c?L9(h}=U=A9w%*&i1{PHxK
z^O8$L`3LJOeW|Q9J2kR~{Tnl&Wkv;*t!#vTD8zK7;u5wiui!QeU>w^TH#J&G$Qy|T
z1z_ZzDrFAuX+fHnf`i<g^qnn~vd}FJAF7-Z;~Y32+Q8dRBi={#AgubE$lz`W&JHaX
zZbp=Sq%ySvbwD*PML>&y(TZmZieB&8;$6F;3CV6<XVuu}!ei#KQI#9K*)*M^Qw>J@
zU5q#)-j1UI&rLw<<<wepa<(y7GT1)qs5sTyuk=)m(H_*ncw4rFI7BhHaE`d7r6%m1
z+)_UUDbHLM&`?ke%tUKH)EFG19W{Y1Pb<m^hL5|TLJ7C<?<wXxY)g=z2#{dJ#d%0+
z#mKZcr!jiqst7)I?gAvVa5G78-z)y;d182Y;wDaJFhDk0<H2(#xfGHqv;slPfpNPX
z2F>RPJK;mU3afz~l$?;+e2@f-je17imd)W2hEu8p)dXUw25YC_s<F0JmvfGn<1=3N
zf|lcu=iAviXiki`nz*bz*nV1Q7-k-i+OcTR1{`wpSd_}sV~x2NZb`7)LLykeT)Kqw
zZXqQ=I5>t|8g$uZigF0AE$qR8LY;ppe%)@vj9w#{7B{A~RX!x%VOsL70pzWe^b-`l
z-3E`I!I|lLMC;16>LL`fh*g<1kdMEsM;>#L1e%8RTvRYx9fW8}ih<M+-ZpU?G=CuP
zzR*cwpp-k#*q-@h(H!&N57kEZsJVq?EZOXZ7|X*GU?;vpN<bWgJ%vkttv=Q)v^5;$
zQg-r2Nh-pCa;i5}=>()MqJR%0vCq#GaLG29^K59?+W{{{40dHgg)KO!eumj6gr3El
zET+p9)^^i+aM%P9#^$PXgi)Z}P<;g>4lRCLtoodK-IPI+@RO9@m?*E%C8p?ucT}h#
z52aD+V~tU@&pj$2x0+s1)>%@;n6_!J0dRmfBFZpy#K3l19NNJP19ECCv^Fl4I&>-h
zRZ1#%^U2bLQ-I3=gp0?hyX)i)C`P&x&t!rxE|C^IIa13|0fmwdV3|ggamS)=LnEv+
zACjqt_<qhbU~7h?7`1eIv(}EkL6+6UGciNZPC(*<0RgH=w{eLMZN;>GCb#1yy*691
zD@Rxn_G05c7X+{bHf(!T6`&zj&0d~gTWFE3<P}>3(g(SMORf!A2C>*D<g~OQ9W@sh
z2Mqw;c<=>~M39daT03Rf1P@Cukefu!n~NK>c4M^@n|yG5zC@#v=5g4S3`t(fRAY2!
z8DhS0)~Kiudkr;XDFIfAd}Y_|1G#MpfL7zt@ybbKD+!U98&#pvbNZP-kzoOtP*SO^
z0UI2<VJ*qS$r2!zKnN?%LBZ4&y-Pi3TnR&qyH+7ID}v9Q+=)H|;VObn5z;ExHdUYH
zRM;02qz20X{^$hANOFgIe8xEV0dwF0Bjcf<e1NxU+OPw_|6<oi*a{Qw!a)%m{g`<K
z%97*+*1EcM8=Wi}V`49Hu9T3<$aQ?p$$f%I+M2n!(U=-(<Y;{zT5XlCmLNdl=Owzk
zD%olV$q_#kbo$^W1!OdY^q%JPK+8&6JhstTY>zF%svM!u_$G+VovM5TB!$9)f3~<T
z4Ielk3PC8b#FtGf$xTFr56G)5JEGK`oV~Q=Ns}j`)oonrQMeQ#+@*PC1q3@tcffWM
zz^TUU{QP*_bHisErg(>Y0!8nsw$eu~qC<|OF4aikowb$_mA$GBgQvVO$3HzH?gq_F
zaTnB^fUyhhp%&K`+vD}v(w5MeBFLv2uc_EVWBt-Thlp$bGFQXxrxE6rYYuz!4Oj(f
z<WqtK=9}sr^XtvV_FAyLBsJ&S3#imVtBwX-mpEg)2AG$&hG?iQiajwLpHiv}dtP%f
zcj-8LymAKpNl8HL^%0LYvzg0?7oLo-B8?-flNs2@4}_N^aNb^SKYaE|tv%CdLRyjQ
zBCukBHP_7`(MW~Gp_WX_AW3-wIFOl3jw9$0owlgxslbd=rng0Ly?q-S19;YxFFeOi
z5*$B~d(6$T9*pc5LRn?yylrlZusS9`94^M0W344XIXzu6Up>HBV3|>_8W}==1C>#^
zKd4P^a&+$h#4s6LRZJ&kih_-;*x#uUsO_27^muF!r%2>AsuDpHP83(fsHp}x2*wnZ
z#&wRb)f>%f_!M*X61)<@d;?v5UDc7Oz(gAX)Ix=O=l~<tEub5iU?lw~g0{<0z$;ee
zH^|~%1VS!9uDC=K+HP-cw~4bfv_$wyTrEXSBLW-<=qB!8=O}qZ%v^}YO>DNs2*N$o
z4^PPUse})*0^?VpbGf2tvR8@9Q`+egcXKv;!@WvW(W$83<2G2RB{af8o^;qjt<jAP
z$c(h~YSf($o-`ur;PE)ed?cts3O^<4mOQ9>Y>RUXFiJUmEymBQb`F$(b4Utu#@t7V
zuO}~3h9p}FVGs+0PML0B<5qoTh+0lG;m|)P?q=R@XCPq(kD^}#jxbwWz+qeV!hAWf
zHexz{HFyAl+PU{^5aDr;<;c)H9V|q455g=eB9iu(wZ<3O!Z%%-uCB1D$4b}`zEARo
zq6mRTc|xX0xJtY)_3$2};n{idi`m|a)UTu&b75IiOH*x%w*}dyWqPe2Cz-JmpZqp$
zOX;A)-qAE9QWB7_yNbgVyrCG1$pHk1{HiZ+0q9%w67xy5-I_NLhCNyA3|bH!738et
z%Be?`Jh(j;gQon0yhyy`7wcllhf(lPBq7ZkE&gvstII(Mq7$zY8ko>ZB9Re9Cxj-$
zC<ZOAthjL;BoPOcp>52Q4hzoBR<zTyVcD%V+kH`9(9MC#q2X)eQ==Dd>dC&jIG&aj
zESCo=3#k>AqRP-v%`1x@(Fes^&H-cMiXTym?w}^skY#8k<_QpEU`K@|9Nj1!OsIQ^
zQmNf_0gF0iB9+p6NBJ}l>4T13Z0SrP;?4Et9GTrx5jP;GOGN2X4@W*OSKwC^hrjxo
zPeOqNTU`MIZYO9JcLwtBi4$0AIKbi(P!8y8l=Ca4O${Anbt=Kbv^Qeg&M9DI>Fti?
z5Zq{aE|IVtF%CjdqN-H50%%`1qjJ*YxK$iz$XMKQ!kGtKcFbhHGIEPf#iGdN%9way
zX_82@^4Pse0mW$5s=AQ@qr?Z&tYR(gRgj2{m6%2l&>ciH#=Y+NRiL8r@Fn9Kmxi(A
zDvb_i&KjZ3bg$=6gkt1~0Qn`K>ng$QmdwBeKr!SBYdktU<~d)`aZ*)bPt8J;M$?A7
zH&mY?2I=Qn*j5_c*R(<l2YSJ6X=Xgo6tsSf?o^lMe6^V-HtAsDlWv^S`-qG>KkE?T
z4$02`3|DhyN?kDzrNrkG?5iky9!OZ4wM!4<Mdkg)rLtVaXYV%<*o4FG)TKbhx=u{a
z#Js#j9Q5jpVM$%Ev5L_LS>otOJH-6i+GD-7YeV#dUhkB1Nfn3l+T=dhz&5>w5i>8g
zviM0_s?&9aYuAY!PGCeCLgi7MQ<a<=j=yGkgbgVZLO`ANX24DysYxnYY0oyzRKxB?
z_pFF(W8@#h?$VGHE?IG*wEX%vFSSgM@^9P-MWtFfVLnI7d@`OGj@$1D9!lzt+n$X?
zBbdEoZj&HcD9{A1AaU&j+wqZ!9IiSPU3y_Dtp|i^7j;qDjoK1M>vw9+hHU<gmaO*~
za*;W(q`1{u!bm@3PVo{Uh>0$hwNdp!9T(0S$xwtZXcRyNxAS^%PU?gy%_CSN?2{4z
zP?~7@$T<`)02Ml6R<AaYbaRpWa&c;5(SOGr;c)GX?4Ri`em~xkgCZw#b<M%=%#{nN
zRtJM9SN=UsZRK}O?d3Z%5?4YEQTg$A)-Y+<64DlG@b64JTf#o#wwHZpKG5JRJb6h@
zJn)7^uGm1)V-D#eO2Of&BRfV|u)3+vE6a*0ARCzARv*EbREKu@I*gE}z3WS|=hbbX
z)Xv&)j8jMV4pCc2cCQZ~1R8}JpD%9Bg5j{GhncndY|9U<66UoiY}#VQ&&>`=QR9=j
zx;=NK#MeyXuv@LMDZS&k;mkfH%u!U|9YyplJ!vA(RWgb!4ABK(GqwzqwD=p<C2p&%
zEyIblv9oI?{D%1<GcQs=m)U6S^0We}ABP5#^n=uN0Ky%F{xkyO=Hvubi35R11{Sn|
zds}Zb7q_;m&60dW+dEj}g)h%uDRXE$4kljaoru>3Glt7>Z_hsMgBU5E7L0%~0J>ve
z_b=smT%0OHjL7E%S7FCD0rNcSN^5x%>wS3y(-iPo+FCx(#IAzlBrJbG{A4I{&-WPZ
zzZQmpT+E1y;$nAzcmJ~AP~?>qh9l;U+KQVa5DMeb=op@{9c(ntM+@s#*!5Ujt%V^d
zrAXaIkaLG-(yz5~`HGK;R`4}B9^f409xgq&;IL+E&AM;S<V4$>+gozNgc^Y0JFiw7
zm4UZx?LbV#*aRgqv53w{2nNUVm#$tPAGs8cGvQV#J<bH|%sqD^uOnA|kv};}%GZXO
zKi7yL8Y3aj`oj6UE1pE%4tz(Jk$MQ#_6sb#@jeRKSc^S#T3%pj)RMUO!9X#SZkyP*
zwW2793dKUSxQhdvSs~K&H?%n2Y%6;Z@+}u%oBQ4jELe)q_pMM8Wou<bM5qm0M?|5D
zl;c>)vtgGElAZhRoWkpQI+S%(b!n@fb4v<*O1W?8C)L<VevnzK=K}H*!zCO@i&4d@
zOv5Y9q{AwnSV26KJ-%YsM5SWNSqZY+>uOZ$C^oSzX-{;Su^a$7n?6|I^YrMp_YEHR
zYt`4aTXBg=k5DCbB>7G|3Vl|1OtsSo3`1_}>`Icjoiab!B`L5>yDow*kw!w*v<k#u
z6fc7LgZ!^MW+~ki^mG$LSRFR{Acp`Y^UOATxuYQo$Uu_7j~(Kd+{q;-M5VETGTDTZ
zcV!4pz(Nv>u=9W8qSL4YpHHN9La%iuk{$!nm0?Ba6Irv%xE7XZn{0ca#dGV8yEu_g
z`g18cz6C&wy3+~QuXW0dkvaVN4Kd|b_6Gze7!0N>+=By4s!~;}B1Jl;Cdx)^EluE9
zSwION8qZ&pOscsl4<~Di1EY{2PT#^e@vsuITl`SiI+mCRbq-<|1RTBk*IGFIII(b+
z)B|bZd+y&kImF#ky>N%@{hnvH8|}xiY0AB0)L$y9W(Z9m!Ir<tY7?guMPw^VBi|xq
zbZ9axLZxFs0vU>q4l=6gY2#{(ryIGnRI-%l*?kRPM%a0PeB`)vF?gcidQg*B&;i>}
z0-zc;;~Cl&hB07Ypss*SRwNiWj2%Zqp8+X}4i3^QHap3SS)cMeT}sObz><c`E&c@E
zpTMJJFiT0nAUIPT^WKJ&6nOIKmK_g(p2|rIy6nMNVZ9*HDI=9vNOVm*|KV%n{sdcw
zf;B%Hb+i(q6DE|pOe=FEE+aNY;ojSADg)41{AvYz9f|V$x%c+TV2krAP+TPKvT#2a
z66M}*^E5}|CjvNA<Fj1?;J?Bu3Q~`TJ0PqfMrT2Ud-HEmq%vScFvab*zIrG8Mumj0
zmERAc$8J!&in;=vFz0PM*Cy@QQ36{|UIN)<R*~ux4Nbe0w5m&6_W-zeBjf}m4pC%h
z?_r&e$~^20$z_7Wfr|*x|GHfb5m1Xoik16yx*X!*Lw4}XAzo#fSQ+kmIYjp&19sRn
zk#jMf_PL;`g#8@n<st9gVV*9f75T=wuP)!XefrF!w@;ma<o2mYPXQLz<$e>HN$?NN
z9lVS!;~G3v#)Uw;oF=Nt^?JJtsE|3R{hgm-!f#`fi*j3|eSy+dV+qO2j60>wK(8-|
z21_IQm$#cZ0Jz<!B=gnXO>`7Dv77`kw;}^lrI$r%4fhvrNf&}?W{?XMK)ENbv`-0;
z56zcpEeo8Ux#@_NUrl6%uR>1}#z+lZuAd;djTpb~*Btq1S>@n>=y=SXOZi+7hxg6?
zr(FyvN0VT!1bhx52m~wVUJ^k;8Ynw^OC^un?L-{N&4Q`Pww!F2_e*I^P9_#O{y^&m
z_&#hwe<OL2OSDApI9_3N)h^R=!RtT_H)^b|T661{mj;1Re{w01`k_-b-vAWeX>y#b
z?cj8s0NQ-pBRa04U^&00jGkW(wP%9}tb+k8r=La1&?a~y8ihu?p!>SWNC!Y5owW*N
z>eS9%aT-XYU9Yx{S_qj^wblou(lb=wtqjjx$9+Mxy&-clLL3oKafsmx#RI{Lx8B`4
z^Hjh9tu&;LtCkVsC=q8*o;=rYoj5!;`*7<t8|@T*yWv6y6D=Zvk1vqH(soh;pWN4Q
zQG}<T(gW+{RFl1AayCqaFZ|<U>a0>uC_kL|WmzJQo)%W(TjG}r5p|qf2e&#Pi^~W=
z6ZmXxffwrjadEsWzn}}bI=<qNW?Vi|ZASNaDNfUgT9gF%)G!o&&)c?6;dl~F;#Xy%
zTOqaIuoX{+urF1*;<?f@sCq`6p>|xb<rzAvY4VD&LsvAk-EP3i0!wLLup+!#(K`UN
zv$(l&aNs<;FKk%e;Tw(3raUe}ZjQ2}-(e!)xb%51L=rQ9GM(M~4CL8;+ZrRsq2X*z
z9>acry%No-L5jS8vaW+e+npSwSe;IQ7;qhUt`m;KncyIqfH@%SF&Ttc_>hyH(8T4a
zuty^fJ$yDzs!g0?xY99zrPIU@D)wI71gbkEw1jl%!NPGaPTK?x&&3nur>b|Wt+wXz
z_-=RWo$C)5PX_pbaVlqx^(`gB>g%iqH6vp@E!RiYc%5z@)KgG-*siAcMCHftmYrAY
zQ_QJ#s3*VSO2jt(9&Xk1Yy#%5&P{w6DrZ6BNG9M9mU%g~@*>1$^LrPoc?C;?9jr<a
zmaLehshFcAeX(9A*J;%#%0674$FX!52mFnO6Q$%y>r-s*D9dQoWye<BzoP`#R@m&2
z&Wpi0?=t+LZgNqM6gk9R90)%P87FX36u#-&?`4?1ye6=giv#Ibz|avb>|w+V_sOkD
zLeej5!6luwwtE$kAg}D<qIb?yB;73opJfnQ-W7QKdeD-Dk##MJU-vC3p)OsED(#}9
zBd{nRu*o?wMP4vzsxX#iP?>=M!n;O{T6MI6lx)7CWA5AJb}y&7xFTMbig*m-h1n1+
z4fzF@j*c!f$t{+^s*3|@3^A#&1QK~Z<psL|MeB6vTpT!xrBI*H`i*V!qgyp5SU8Nl
z8UeN07t`4e8mJMGRm<oxTxWvEaHY4GK(M4PHPgGM1&=@8v!GySOrFUWNn!5Bp+g`&
z^k?$)zQDIfkpcEaPp{|>gWijKUiPrvUOjPMZ+Rfh2-AyDR=7?BsyU)JI_e$}Y+ez}
z>#5-O2%aCm-fnMQ7#L{bEceaDR{v&gx!GtnR@+$6*c@2l?O{}U1~yy5ItI9i*u#N}
zV6f-dwCn;*9UL8QHjbLq?o}MkwG~sZ)ak1NrmbfYU+Ssc?tP#y(Zi43?j^Ih-HWhC
z5Hk79Mkb^!w(~8=E?TWyr=HUFedQaj;CEE-A3AIHFRavXGYAUKU-w7JPTT{6$Je6z
z61lZA`6v(oV59W;gmUei>UET$1NZEFuv30=MVOw+b*h(fNh(ODpo~oncT@-&&=T=%
z#MP;nxuS#PgrgW48~1Vyd6arlSe4F1uhCfM!VLF#3tFi$Pk26@bDaw7JwPCVuC;@4
zcYHOyT=FK)l+uDU#u_aX!H$b@J{h;b?r@y~)09HuTig^WyIu3CBxx0=qgCOo`HV=4
z@X-wKSfVZx5_lO@^%z~|Aoa?Vr`V$NUryX*QXjWFq~u+`p~IoH4phO^>*Yq1Qzv^<
zW^}Po8U}#Y^UEF8_=lYR1QG~CgO**8C*)lHaE0aNbEi)0QQvu#6=sBnNS9I?637xZ
zB8k>Wj)Ff0CRs|TI_N<{Z;rkHfj%b#fk4O|^g^E^45pw(8<>byDZN0n`pX1J*p<gI
zGZ19;sub8d`OUy>QK&H{MOrkwUj_m}YT1UKI}?f15J;$e^BqcwOG^ic5?T)7<4V{Q
zrY%fj3LsG@7~k$EM#4hfSbCvTGM}*fZ_k0obkI%|_gNjL7sy-eMjEw$KZ?~Kx+7&n
zww8FO7cc1ELqY;n3h0G9nBqBnaa>LYtYGqxhV!U96Ik<`XJ#Pl9lL!ye2JwV#E135
zeu%i6jXD|6R;wqTLZdr4s<zcfzW(}@jsv=Ts1_=zN&%3HA&}K*0H@78hzRiUQK>*!
z3NI|pODIwYK#=&U4sCXxWDG!1juAQs+NaArIhOKr6csZb`5<hM$B$V;d1qf}s|hSJ
zPl^LF8}*IdVrrBBghp^jK98Z0xffo5uIUM8{>3f-+AWWLb+_!QgrXdrsG?1f(-Y;D
z#0d}-($W?t)(=lgAX}rk8!=PJuGkz5I@^*PmZg+p9EwW(=fa2@nYB{`sCURV{s2q4
zXLq*BLohD`JvX=77YE|Fc!=UdTrZ!!IFP&}VS*8QS#<#+I<C4ltmusApko-5B9mKx
z3nlA;zlH0At@QG5R>PjO(>{*lj@uxnbKbxM3O9a6%T*3<2qGKU`X+a10M>im103X6
zl9%9io!ECoQYz?^d_^t6rH*TXl$pA(*rTO#euG{~>Lag=opq<8DeFXz{4QZ>CsGGl
zPJSSj_nEAmIfRu*c<aJ$=$lg|gCGILJO=<{xMi5>^Baa0grWQdc4`}o+vxR~3xyAS
zGPq>}ZX}TMo8664npFi?(-9%IlD;^L$yEv<#g!V@LVAQ*;D|b}vKzZO+A=m1u@j!@
zxYe&T0}MsXfL60zB79ECib*p-l2FloCr&^;uWaIy#MRx(F0PfT2nE7;%6$#6Kdh{1
ze0#C=3`VDg^}I?0*ReKMIqN`aC~&tbOVEq&ifc7awFifTX}MBs_eUfH6j&}Vt+YUc
zH*iFEIO3wR#oI7ihyVjTUTNWC&ZvLNF0G!tK$EH~#6alqRUnc|SJ1{o|4fjNV&<j2
zmTPDgcW{U-vuCCgC%k~5v^n}_I?{?3ktN%0CHkR5z;;n3+Lut2SBMI3w0Lc{i2x0V
zFRARWjmLc50wtkSrt*z^_lpn|KM2>ggg#uBZ0iEdM+$U^>y-=hRG1%Ct}t^Yh9o5=
zb_q-KCMyfWzcD?NK}tI+z;qfE#*S;uP858==u>{`BtQ|l_jy!#T3e5`0y=S^xV)@-
zoZUhftU%m_6R1yRViEJ{l3%Nvs8uaNRU?}a84kPi51^16kyMmTicV;zYUX;(qbX=%
z+nySSxS1fyFVaXF(|g>Ss3Zt4f{o1T3Y+8#FL{QoaGHZP*~hO?g9-;oBU_vT41JUp
z#~pVo2K}{-#?s<OPQsZtnI1j_>OH7HPeFIJn<a;nMz^b4hSX{z$lhqkRgbN$#bsRf
zew<l^Wm3rDi-?>;PQzQj?L`g34u?_6S*H=>EDcg!J}P-+ZrcQVIo{=Zalm7d&SmX5
zao7Tzrc^mw#vlQtk3&8JGM&sne4!2FR^PH%AKfm9D=Tq4O*pC;Gpc7~7toR0ReAn8
zHcp50;rTVZ*he4;92j}@GruC(sHseZjL~7s#gEvCZe*=}OIsx8H$Nr9X910Bt2Tib
za9&UF&4F*Im4GwygQd39P@7stE?v6ad$e^MdxXkrYKYF#5}8g-F;2DZ;^&@`T8me{
zW1ZNj!s~Jabk7)6FDwG<64ybmfrcMjeU3=IXU@|5pt09_XHLEd7%1@@FtO5uJFX?R
z9E)t1L4tRLmFQHYT0(R>=Xh^_f470e5!Jm;12C5P{$-HgBdNUW6iz0v)WqqMWC|wS
z&e-1L%5u^PA!aWlAK3dQTCN>=SZxW#?2HA^q@3A-FtUOikmPs|mG7S8ww+N)xilDZ
zB&?}&JFimmIHLD>sw4YNy*>5=1x{j+YFBpK6w2L6iAz5e56Mr3^q%IdyK@Q#7P=IJ
z*PhXc)3CVsDL-6FK`wl-U#(jvJU>PH=%3x3%f>tZ5J9@yPI!vP0X~+sM4!Y3$_Zfw
zcyX)p>axRHUkt<;akq7(_eU8iqDXHf%a4~$l-KT8EqAtIsJ)T5fiGR!AXhFQu>LYm
zGCVOmx4k90zglOa2y%k`=zEbsiVCx^MJtyIIj>%1(V_u#V1&zH5IUD-TC(sk&*k1-
z(O}})U$~9eL<P0!i7H<?AR%x9Gq+v^QVS*U_LPfAM9ogyA#kfnnE=busbz3$t3R@t
z_irOziJef?B()PBz9g{;ns_+@Q^5w<BTr2731kLCgV8_)BxmG_>D6dgLk(G~UvL8k
z1|=NpVDvFj?V~LQCO9Y8GQZ9vuEnVe2^`||jSOwnx)048_7{&i_OSP1kTHL6-@Z6t
zFPOhE(rBw9V_&eHxd1Hm+pow>2!xsw=?QZ=T)sl_GKw#+%~+L9YQa*uBiCB07v`39
zu|L1dA!i&aW==s57eW=i7Akjb(H9A^g__0#GZqETsRh8Y9u>#8E~N!CLa{g_x#6CT
zAW@oaU$FuXxUd`mD`W{uO}+6|KzfG6u_G1Z#wGUwNjuBp(c(6iI=E-NPwN5H2=usV
zU9LOgpz!1@_;~r<H&RbAF0RAzN-1NPi*wQ@c!$9f(yL`yzxn4>{o`f1PbN6$<nae#
z5bU>tJP2`iEn*_p+RcuZa$^yj#&yO@OI1HATo1Iubp)BvQj$&)D;t?9xM(+3QLww^
z!c8ms&3Ga>x5zQLC5^W<uZZMDe%={7GBLqhCAb{%I#t$Lk5&<h!UmoaU}ErLc%v`+
z%7X1`1EB-r${#T9a5pfBik=sFP429|42DDVN~p=AG5(kyrCEeJktlWKk}p7Cl4D%P
zt!*}db}J2w<{jn4jH!TNfC(fJy?M3|-Vv}$(jXxu)=u7$n*fsKPfJIGK%QF`S@hmo
zOvA^H9_{P$^_a9U)Eei5;(!Lp)m9W25{njrU<)%qHm=L$kl43DdsM0PrUYH=K;;Fj
zGPO!UV+r`Z96WoSzicqtD+vI#*Jr9(F|_tF2NHNua}|Jo5=B=CK&?D95U}1Oc$4Q%
z;iLE`ac)fw=V>P`WRufEWD13$-V-#6fO{o*9f8Zv92}xpLRhXsmJ>pxgxwhDY<iL|
zXD!AzOcYQLnVC6I6g4f{3W1qe{lbT}2A}(dd0!0|Fl!SM?W^>DX0p4EyON#Xb$&qO
z%`(D)H12{6nPZ)_GuKdSx4w)uRd1bN1ns>jnWoKlyH?tV1Ky=dnrsY@Mu>43L%dhT
zX!Z%5rlb*fmthK6XfFtlt<}rg1N+pSYI^l5tJdY#lDk)v<=C?CWe_gEi*@gMOl0Za
zknY`v<622q!!5^Qu-SmU?n}Om3x%t&U)I;=#wSN0%2u(A1{)<XK`w$WzhzmFLalE(
zj)lteE0$kv?eG-axB7B)SmpK0=*@zx+bM`#$jF;2ml7wJG_$3hR~27o8hEW)p>nI8
zT!LH*07(XT@`C35Z*1*Sqvr2gXL+wh%3Po|QG0Bpp0cOJLef-s=^O-!CyddcM62UX
zbw||q#)ycCp^S9y7o>T$?BN!bAnR(TV`&kfZ*USGs;|J<h+*2U9ucaPw;wI#(vsgg
zOLa`mwMWu4g<^C^5Xpl{XCfPuq9nJ=ik8ylQ}6M-2BkIy!i`CS<NG$0(uB#^0SPH3
zK%wl?#Hj`>(JX2f1B7$flgXNXGE!8CH2ULxEqpbqQi$zNN{k^c__eyBYeW{06h(hH
z_dFx^8lM|#T@Js7xoyF2;N63B+-aRUxv;!pHEV^&MTa-60A>eXibx}1B8q`BB?2Ft
zk;@v>ngXL-fe_pgp9mhFw)eQ*rv_BUN(`(+xfDzQ#8oFJIvS#}9QbX?8i=4*6486S
zQCuTIuk=cgM2096H#SQVPIM)2<^J<ek*h<+vbmg~-j&5xZP_@lUIu+xsW7RaMqC^y
zNo1&%2r}R#`8C-|EptHp4IIY|jxS{zig!di!cvDdSd%u^*JfaXN8tIAILl<|tuJ;V
zm5fdy3MyVx)mA~mpel~RQ-s(y!A%u3YvdJ{enPz%62s?I$2}le5+^mOw#0MI*F1^#
zof*z_y1J1fCJiX}O=Ec~g{WtmT~eM1Lg^PD9TykP6FC<NOXad4wXBw~>74u~6vzbF
z-OVMeyd;<u@d;pMxSc$<H}Yz7YM_CkBnf4;%-lqlY+F0)jxDh6F4h6bsfH|Vi%d{$
zCJme3tf`;BeQX&ZJL3(EhByThY!q=IA&Dg-usBaGtT!5ZJ9bVsw~D^Z;S@=VL{@xy
za6PH6%^uL<O^7ivZTvUg0do4NR)U&c`a-~U)Cld2mLoo~8#q;(fzFx@$m$1Pa40Wr
zd+MY9+L~UdZ_kz&>n$`K^eJ3S(xu%bDx<tg?zKW39+pvU`?NZ#m5nYzr^Rq<=K`4*
zSZ=8ehPB%Fge8}l3CI#r%<IaRqv{j3T+$&XT~K>Ij@emWhnKSSXh*er74uy7mG$7A
zGh7SqwF{kb-7okA<l#8(;j_JRm2k*+OYq+ugX~~$%p`(ihvZe(6Rbp;Q)vup=u%Wy
z)wc$B-vt=v7B*^2N-{;$sZ{7W3I9i1mw~V@TLUWM8CqGyiUMwtY2rv9xYRGg^12T4
zg}Rr;!xe8yhJNQCzE;s2Tv~cX%Za<qQ>}YCmV>x}1s-gO&Z!?Q0(D;;Dka26O0e^^
zjbq6$+b4{Jc>h={x*$FX8QjZrXd2`6j`ws~q&eUX<>axtWEsmNX-v_RAzJKFTXeq0
z^(yZxXV=3ThpmuueklGJOPD}JM3%70TQ9U1w9VguvhH{hU<AF+{F_Mf?TtUxxv52;
z1LH5gf>YGTq?WE9QE6DWB8H^mfvt!M3v^C(P#M{pr6TX}^yJ9UJhvt0l3&@EoL!R0
zaRWzi77bj#^MkSd7{So;cxH)OY~z!oyzk;(<~lZdA7FW)2~}KN&fWTi;ev{!24e$A
zu16W-j@af8Gy-GA^@hEYBwANV2~fa%q`301pDo>52@5)ot4{6c0B09}C2Fs|k+Ypr
zu5{4}2s*ha6mg}n995<(jn>=ET@mlpkaBqwd534`K^&Xy?Je4`3JHA73q;0EHLIk~
zU@#7gaEc6u8PkUgFj&z;7x6=q3WnGa!6vo60Z%Msl64?izT(1G=?6?9E5z&^C4|#V
z+d1k5S-`%Kkf3%E<eXlV5tqD#PUO|Tll+kDde5=!E>T2q^t=@|RdB-<(L>>Izvc_#
zRR^}l^>yHB{4v4M_yd;pQ{#YCi8h5RM%m+nnaH`a4aL`*zX`xZR!Cpu9AC`S2s~vk
zpTpv^7siJsN7s<bj5=5`DOq)K5aq14gA;Y=G}i8cl7^F2aUjaj56HyXqPvB~9ZP<?
z6JQGrzq-N{ih=Lz*Oo-_oO7fUQIslsaRht_j|4RhxcuDn$MHU{h8}z8K{@ubuu^2P
z&x@0+Ozvp2qe*Z5JlLGy#D9rf9?>o#mbKRM)|PzXKRO!PLetOc@YQPfMa}IGO~s~h
z<N^59n4gzttMrE`(K=gRqT|8gnppr-T(r$gZ2BqojbIKb4J+uV-Z8L%dIS@}9&_rA
zqHhVhsGoIFZenL_dK>;?`_R?~s4(IqjOz)Q0Lo=4P2+E-X~X9(1<6@U`z0zsjeZ~i
zL$UGYHQ2?KK0Ty$fRi=4b25eWK*swuH3@RChB&FY>W7DzrzMj{PIr>i511!Qi4Ksu
z-2)dj+dF2}b!@<4enEWDX5DVXF2^JzG@u)y=r$lq-BpHk8UYDcE`#@zI@~|dSpmm?
zFQ@?_U{H~x8P!-*gj`&ypA5?qpHmW{2iueOMliG{Mi(A{J|j=WRyE1ty;3o_C@Xh_
z$@RYFb*1km>s?cgnPFRW)_Oxns427YPqB6BPAaQL3$?)vv^`>7VL120Cxv9#HMYX~
zI;$<>k4rXToWk}a#YX!3rDg8nQ5p{nAt|oGCBWd4VOl7~)~?B8`EMq-J*(Ffy@o4$
z@bXIU<zcM*w#z-HQZG;&Eobvx8>AOn!T7+f?y?WlaD&jTVAER#o>cK*itHFb>|Fd%
zv)0&@8h2WlOpX33E?R~aLadD($Ah28WVpiIauBDLYP=NDy&dN>^->M@bol8TWu#u1
zow;urv`pOm?G%?wJ=g&C+K+T9P<5Z>wukJ_@($$&^>qeN)F{WERVqEsgA90f$Q0O$
zoDgHgOtV^4*_Jf5T*T*2JTW}4J8ow%$vV8pA#E;V7e+tY#lt1!?1!%zzx%+Iqun$Z
zzI>;qDkC-(6!uPzIyOY_4Tre@NfAQRd|yxS#F(=)xnyglr7ya^L+YU6N=nvovxG?(
zyl6V+!w!j~!)z3+^NmtRd6(5wb;hy?-!e>D=H^t6ZgNh5$wx^?4~{c7vr@-@MZ9uo
z83OJFEHs5{586&AIz{QIOE;84ti0MQdAdnMC@^B=EI#7mc#WABWUxb=sesICa3ig?
zJ_iF;2~#VuW2-wzRe&AMm=3(;tT6IKq))e(I-EnD4sb&VQRf0P?<Skc${=i0YVtB^
z#3O^Osk^r)xN$^Ginw;UcuAO;7WYnpUKD^pnZzq|gOe~8THC|TiDMg!cN)#hX68)l
zuw!4)9!un=AQh{mY!J?TakHc+wg5New~=-Bq$34o6mGuc?mc=ognqCt3~9Klj9@QL
z0BIC%FUwDu3fUPe@}5`?L&9Vci0GEUAi5<EO{Zz9>*wC%<;`Zj#Kbx@n!=915qdhI
ziq?1?iy5`{@!s3@2l~3za10mTVF*O@X0OzQ9Lngt<*uVQa?xGfCG)vSYV1f9nJE&G
zm-FuQ{Dr+3_#Uz+72j^!N<?D-1;_^84v-iX@<`bay?+hJTiC9?k1UF78ut`9jn@dG
z1tJhf5;2rCkhY_GQk|T2M<l0{@bjF74U!DgaU(FK$1a#|XN)0AW-%Qz2)q#+R%<J3
za!?&087bBHAnIJ$R;r0t8{5zUaIQYK|5ppfAYrSWMj&nbD%L5q$d<Un^jCLqrSD3$
zj|{s14hb4&&H&b7xPQ_cVr&J%F6FQqD#kJX_j_3<DyPiKMC(`FK+!zn2)L7@Sl72{
zp-V`*)gu99WUJs-O?J%Yg|}`og{_=w@g9{|a2gbt2MYp%fqlV10EVx0+g3!72%CSO
z-L8&vUxnQNZpR08L?dIPC0wh|StW80XdR9_g)Y#@5HuO^qZk;jm&t--2P~3_A4ySK
zLckTCG$Rg3K34d?w@o3WM{^=eOx&8JF$YtewOKSZvH_w3a*bDB1g(_&YBEj=j35tP
z!8}F#aXwgtfof$uvR_)+|0lo=fR$zC{@nSH^ti)9L<~5%eaIx4F~KBZruNhDD7t1@
z8yw3(tl!Q+4q$iJtkSmW$wvoo9kGPZp`@g6aE~_FB=3EczhF$%ObNN#3q5;MQzUZJ
z?1@<!p>Ubqvs=R49=2z#owiMq{0?!RRK3gjIdtrR87-pujB(bN(EQV$s_WgW_3B+c
z<Q0d4fbgzC#4{HRp3SevqMpXd9<6ogXGCoKif>QUTHD|{bM5VwTB8EpiRo6b0@|#J
zw~VAjI$sFSkDV&qy~eC)f8^qUf*P&R4ln2~M2N=S7Czz(j@rrsm+Una01}q!u}GS)
z)>l{THMo56TjU0TRSqr8-Gr5^^$auJ@IwztaDPuoCTAR2gPuFGyzD<KJ)5m%m?kPn
zsb>arlo*Svl5qIKahxrFL_7<`?uw5tuj+MBK72j}^cJn2qeuI3RS_ED!|E3oc{)+#
zS+c_~Dp)u+NRXG^{pKc5;ianB#M+lzEI4X_ozdng#cNbH-FZwguWYpMUVsRRMp(Ny
z!>mCl#?z!`qP?17dA%Lw1z0ouV`pc)6r~YB!Z0K@-95{KrBD+KXdp*t88>Lqt;7f4
z>+xYtzK0AxrX|x`GT8T!UX2Yv!cKA^>GeA>K9Gawj(DTYwuh`eGLbcHIQxk4XZz1#
z?#T@B)KZt21A*Z9PsvtR?4E$=49ZC97Guhj?n}2Sl_LisU1!kXgODz!dzGZ?47%`V
zr0ba~geF|J1%v#bkuCy36i-snKO<e{Z=KM(uNBgD3YQCD?i=lLVzjdi)sy53>TMu1
zm2weD(srRUH>I5Yhzs4i;OnYsQ)*J_gB}bWoF{%RZX82POXMPW1UGP9oJ%r?5{t0)
zw7LSHHt@6jq&JaQ_7;mM(P)b964BZ+BqEi3G-+@T7SJA<l5MT{-J`$Ih9l~?Y!Q_+
zr%x=^+7d6m%O3ymS&xS@d<S-e#SQUy?$HdD5X-FLMT^k9U6QadAwBVeY(Z9i!ZCEk
zBnJ@c1V#FRTw8#)GhCJXOg?ZHQk32tAp>m<WJStkwgJoAzqKSQX6Ul#@_L0m1xYa$
z9nhH|hl;r9StU_^Zca|lLcQvhA+pDMb@`cYJy11e1N*PUMngMY<Qhbmpxja?_B;rz
zOfB|V`2lU6HcoNS6=OiP*=#iX{QOR=SaJyytykq9zk7NsINhm*lXu}M-d<m<%UZ5U
zM=a+t^@q|Ex!^{=w5!t(usf-8o79|F?4}Y@iUSdZvp}8_!Q-Y(a(>)P+K36l**_x)
zIfeMsLJ-1qhB^nr3n^h|nb)MqiKPRW5WGCF6-Tb%6tUvWKHDGiEO?1wmUo+vKEXXh
z$;|#LQWS699^@zV`Tw^B$nE_?iZMAHX!35F6P8$Es>#3cJvZ=6N?JK(Z!nhDs%x}#
z)*<z{xz-}#A&*j?J94Y1f3b(|PCY>-Y=Md)dRe3A#7oxWN+V&IkrL9RJ3A$@E4%QL
zFRyRaFDNSiyjfD(W?7`JGqg0hTji|%b+5b-ztbhYwp=eSXlc{>Tqx-7;+@Wl!wI=L
z>}5fL1C^h{#z9g~rh-pr7*u7bG}h^wlCoei-YG}pPg=xnm!dArxLg9N!y0l~?J|~8
zgzs7j5|GQ{KViJOozm`#THbCpLA?5o^%rEmba$CBRC899=FnK|qDUolg~nDn#5hJx
zMg*)RruiSRQysRX2g^WB#n32CAqmcegzK>-6a3V&_Da^`P={n38Cc02@dca1$GA0d
zRRtWr+g#j&l%L<dr43rEt;RLsyoEJr*@%>0t%q-7sg0}ZU$-P}T*z!~MUSMZ>x`2E
zHnusV%i78>l7#cd{|X@CVTA@?nO>y@0k%;(omHVi?=_>PHaORX`iiw#k8s#DF3;6Q
zd5<Kn9~TU2Dfzq>xJaipiGPvGbSj6&5YhS>Cm(G-%U4vRke5jLtg|}g)z6HSuR6EG
z*F~Dg`x!~$(NJDcxZC9B64bG$ct4H|nXc1y&JA#QUaq&t^cW6X*#s2Jjm>@_8airO
zPcUyk6*#m_{XWECPBPymG4to=eFv*LdfPn@NIB0A?{CR*zNjkL-w%{+MUN-%1fNhs
zR}H!mLzVgu4y4=cxt#OY550Q*1l%!qs>|Er&~Y2Pz>9ElEZ!3^yqytxDz0<x?0sj2
z!u+JJ0=^um!$LbL{gJFvx^s@MH!kNQfk}wuF2sIM?(!&@08>E9GMttCLbnUJSZf7(
z)+dQV7TpV%urEy@hp|NTPL-}gxlpufEBUGK<`{rwU*3G$bM)ldn`I9mjPL9HO?V?W
zHv3K<htlxK!;c*MDnys|3esAq831~K@?8pBFgk_zh!5u@rz;GBL#x5nrNI68Fvd5x
zaH!)AkR(>hgCs!h+^|Hf74)W1VPa2r8>-?egV@pWyz&%F+up~#PrM4%N+fQh^WF=}
ztNlQLfI)(uoa`d9>a51^`pO2t33_?#h|dm`f^_;?qce(^sZxbv6%zvz=pAV&kX&+W
zvHNAxRLH}QN}(LJ=kr(6SNf1zpBT6Sp(x{Q;XD{@7HqZq_z(Tv)^tM!UlWJ4v&V6d
z0V?Xl`o5$x{|CCaM!uKK7x_hDId*XiXO>DToYsoO7uH(aOMN{gFx+c`P+U&V!7qh=
zD92HLoJ)}yi_~bqG3;3F))RHx$8_a-_P{{pz6Tz>K0kK;!3XX`9>zVVA-qbA9Qq;>
zymnYF(%{=NEHAX(0HPu8`TVnPAJ221Jy-k|Wu=c?iCj5z<>nQhS~Ui$*Vk@Ziyy39
zsbW({CI0H}7?lSHP?X>#_BYVr$c)FK7d7fO$WFUViGp-37$w*WgmNzyI9Fg42Og~8
zUsQ&F9~@v`amxgPxbDZqM+I)Dh!0sF9C)k(Xuzr&mwsI9;uOIt4<h`Q>voo~wi4yY
z2lV*>iBULl#cfI9z`^VaS;!o1Y$UEW>8mr-Z0zg`h^cL~<-B!Hj8;GR;l>ISg#^WW
z0hcfcodu<>F!UGj1Cq6^MV_@<R)<UnG&;Z@T`MVF2LiAa&>Cexu(MlR5y-%CI1E!~
ze#1i~T6Pf3z-Iy;66yGP1snu-HWK2d)haDRYf+F?J`WiUMV!vd$9hVmUDdmD#z*GF
zUrs6^VtC^TW>@8MYSf>1MN8oUbI8kye}LR<r+@;W^htRrs4D6FngOcQ9l-jv0M*%s
zW6A3RS`seKG|UN`j-5D{&WLDUmQy_vyx_-PO8Jr$Y3b$E4}J|KP-WDwZMX=GR`REE
zq)=ohk7Crv9<jiPO9^FxL?(@V3>Vu`CBb=B=$%a#oaq4Sy1cQyf-_mid43JrcoJ5B
z;ICu5Ouq1<>hnCUW|t~gu8&X5FU-tNk6a&~pIaCipH-^sGDSo^BYLY?kZT%As?M3d
zrz~T;nT;gSpwdsF5!e0!SP_j=aH&j&O%<#K?f1&UHj6w*bc1D5xRQwQ)hBtxcu;Q6
zr3yp9)spwr8+Yr`81%Siw6$~s6Q1;_=fEQ{H+_9}cywWQdU`$vy}|%Q%;}uKM66+D
zF#-oUA=+TmnFw;D_&q8Jx9DZuYA(|_rhGKkZE^w~gPpN63ipt}WLoTUg(|YVj`<6B
zp~Ys6n;8H{*JQ8~CE^0JLl%4Q(Fcz9_4Pk=?C7xp$Yf|k$fNeRye2Dwf}Gc%*Hw9_
za!R>6iYTqC7vhX<aqgPry+?5!WVGG}3W=kkpv4M$VgCfy*5v#VHTYq}WGk$vkv9jO
zuw}9WfQ!C+a~13w*E67}^9*1inwElrF}Lxy2E@jgX97{|fC~l;1v{+xJ?^xOY43a4
zW9f}n839ldoHj9tZtGfJ&qcp?@v?bJ$KS+B6dzETjk-+IS}XD?)|%uqCp(Ex+-o7I
zkkbV9h^i(!l6LcnC6-P(@c=WBRPcZlPx!w`mV48<RnXXO6wc<(9`a<;=9Ifcyvuos
z%|HliIXZ~kKC_OK4$IkBz?(c_M?FDc$%{219O9EwO6r8Uj0!Eae{~1etF>w_J_SiI
zFD0)tm(@i69}-9SN#5}aLGIMqN6wx<^YGb6@>B$?>UN!4Ms6j+-XSU+<t!HfR1Goc
z7J0+aJ!*A=iPE4zKvke4wn6wWa(Gu`ztZ)h=@7s~x743F&~zF*u*VwBkt%k9?9%&%
zM=gSl@U{t@X9YN(H1I{DXe2A;ozF+50~5MyF|zxk6vgCAT2c{i`{;!-&B4w=4!L3e
zekBmD4}rg*JVx8EL<jlkju0H%Ku{t`?I9firUB(=)ZXD*ry~UbOO%&7h~m*!fPw_z
zIZ7}{$1cnZ0aT9SLE)nXBj4}EZnLM61tWon>uxb_D>h4kl9p}B-*S|W@G2$Kr9zaZ
zHhSrBV*4E!z|okRIwZ8dyaF3mvPNxP%o0q@Fg_?qP-G#37|N-TjBm8iI`ehpF_Dlo
zS88E8rM%h?DJ9qIwsNYh-xGPa=c0`KWvGBI_=$EWbisFAAzw7VWOUPMzy!wXJ4v{D
zc+Jc1`qFt7CrHcPOVLjWb!7Llk%|Og#+Y0dng>QA<N<p(cu;Js@9uhS8F0jCM%Id3
z68ltcs_;b|ZW$wttc76m5gMav7y@v$rEZ00kw~y_SuBqapc!Uu;Qo$tu5e=TT_Xo}
zhN&0BGM|A$`JqGRw{1?)#^}}w0fZgaVRqY!7$Mm^FyXjRu@``=1d{=J7WM|kO_Dl=
zUpspP96F#5Lx-LtkEItG2ba|V1Wf!#A3piW(C8^_&L2L1?vc@RCr=KKoI3N!!!)DK
zSWaPaVFCnd5tiL!7T5$2iI{mvJf|)UaZ;ToxRzaTqO{>WQEjhwpE)P(9(`oA&~9ez
z((Igj#f^z%ka8#%4@)is<C#aaIp@cc=6Ke$K`C37!JNf0eLj{Lo-_rPjDWk<I!|{5
zVnu|WL@J#e;5n%&u!GbC>6BnV3eaMAV{qss&?<##>8wdxWON|dw`95)6%Le_(s|&t
zm?2mI;r+(OZRMWh2l}o}PmUfNSgO^b4d_{8LU@zB(Hd%5W|ZlRr!CbfFpgWn<bjqO
zBOb2<K{qyLC?j+bafQ02oI;19B=Ov{6v5yVX1b7*Fm(%@JSpAGDGt40TDGEdO`wBq
zpqPkTB(%c_1%^_&O?Rd-qbO3!FYH^&Do`tk=E?J8R~~uf(KBPC=g*!xcWz|(<msWI
z;ggRjy%4Oc=sE)00H{2t?Ev@#1+~%-Ks-;4j9z*4^!Z0mo`2-bnURt6Cqbr09~~ZH
zW&4p-?*rkBrf^8WHR3VkS~QgIrP@ZVy_>Ik^xPCb(lh<1on@o(piXnki}iYS1%mTv
z9Vs9va~eigPM-0ptlP<cKnB!IR46oHONRglraCf8jpSxXX<u_yDd&*^k2uK#4!$O;
zVB>V|crO4)&Y$+gA}QMj<VFJ%!4|F3?AEG1<^&}uN?sfem%3z~5oLg7JP(b<8MTuf
z<J&rqr3TzXiz<4eQBtaP5IB^`Hd-}?OqIMyt&1cAP+G&Gygja5l`Bht99!Elm%7i)
zFrdi#s#kc@LekocI#ocmeRSaNGE*s?3llzVOFr+ZnHv>^IRz6m&_IQFfdq2sQ=%P7
z=Q<^HaRBuN-0QX+m1D7*ISrW+#7k0%Bwu2=R^sLZPn76b=Sw@E4g?zQXu!NdbXGW^
z=|RL2YS-O1Q<5&N$)sq7Ylo~*J{!Vthti#-gOZ7|!FvE>X%8b54Z6v9dDHWe7is4;
zS#I{R0|ZQxno=iR@sA08%Fhi5vMOi*7Cl1>^m<<lPd@ZcuM8nyjkU!{OT^<tTXJBg
z;~Qa8Cl=w-?~RQ)**c!*7sju`nk^>Wz|lDHjmOl{6Grr7C~l>(gqUagWUhm5AFr4~
zXA)oYeaoBJG9E9Xm_p`$EvA4liJUwns|WD&U_Oi|rp`f>J*^I+p;d=pUJp5^f4E$^
z--=clP^+{PVO^(yTL$vns`NbY-0<|&*!b1!vqSUa(^Jp)ppn?=0vFtXNvd!P$3h*)
z_zk;bo_b7*2O(hFc}hyC7AplfFvZ&g_nt0IuoO7)M44WfWWB33<BG%&>8b-XoN|p=
z+C~ZkDh3Z?2*oD%!ze|H6sZcu*fA@Hoq;-tkb{0d2LkT6;fu9_8kE-dTIhjJFK4|Z
zJoT;ZHsvT||Bq42x5?<gIe2KPG8+*E{fnJ$w|Djfn@+vd7AKy`cGPYLTI=X@@>QoL
zvCX^$bo7C2AX<Gnp2C?3CtIm|5ss0Rlg4^_{YV;h7~sh8@tNAwO}VFYk}LQ8T{ID3
zfviwQr=o3TP|>y`Vr9Lggbv+UN^sp+%J3KOwl35a&@jg4QT3%M#jX^W9X5fS1s-db
zi2`Npm@aC+$Wx`ozb5`_E$HB`#z0HfMLOF2TBcG_9NbF^1c3<zafyCjC9KsN*Ojs6
z-Ti8_)ebPGgGwAQlG}+kPjJb(u4+=L5*;T<%Pj{uR%h$WG)Z_}wqz+Z9co7~q9n@|
zXk#fQ7SVWbu{>^Ijz8sV2|U3i5*yVzW6LTXwk6>R99!lR#aDg^!7ZwFN~BZ5oGV%S
zwIy?JUj0Y*vZr&BcL?BdH`8(0bA0DT!p*H?GREY(`>N&%n=KZTwxEa!ht|Z(&3ML*
zO+Aw33>DaOgPuY*@aJMPb9}I&arPu->PTu4TCk|9!dk@;)Wrv|sB~%GSm)YPl`1we
zg=I9F!~>s2Mz3xT3+YZw^b1-bM%EP?InL0%rXiPE=L5+r$belJ5|GvW1GS5sh*n%G
z8kIFGhrLi(KjK#gRdPd78Jf5;^yJ*a-00Bk@U?~ObEC5hGeh&&=8$M=ngy67$cChM
zAUXR)A+WApzq&9!H8wpvDPr$}{z4%=D|Z*0t0(T(+UqA)TDzNKWFc5lF3S{Rgw5me
zxdvQt<u_@y_8a(&gTHp<gtmkqjNTj_zCJ&6WnvVrV54K>HwAZyALS*eWNejd*<sh7
z%J-@kAQC09j6$L#`h_=A;nxLdt<83e-RtY=@4-z$5($r=)B4-t9JO=w=KSc?9F&95
zROHciY2A<^aj+e}x^*i*=C0VO$hV#lwVZ@!bdDWHC{aolXn+`@$6RQEW(>A6<hVLK
zyfE_Q)X?Pk@WRye!p!(E5-Unzf>?sd>5<Wih574K<5O4h`KtJNqa8F;!e>=>bOp;f
z@(@L4CdTLH7skdXMv=p*L7btVom9#oh@xh8!h#YxE<g#kf4ue%Y`2;N0yhfAxJf56
z@AG?)FA5}feWc6xH>IUuBNV^NHYm6{73$Eh&vU{`f9B?gCMIOcAff65Pz|{*APtuN
zl*DnUWSYes78d~77yumuYxjiuEO$p<C?W+yikyLr##HYhbPLp$Hbo&^DCc!0SfIu%
z`*oyPIy<;8K@mY0EC6?m@f7IJ6Qc`4#fFCGuMbV|92Oo_qTAPMXU;#&2plh>5j*D}
zUclAk$Mcg%^l*{~`d9`i;{4Fm$k6P_!kN<xSH|aATG)}JXOwiLeE4ifN^M+ciFr~-
zB}v2NroKrx)9tuEJW7#XC5gy0ABIW*!gEhf($n)8DfnY9ePIryq-B0|a>ghN@=RZO
zcgW)uzbh9Ro}PJfVdmP<+$exQJ3a$oD7_&S$Z5{-!o<+j)$2o7nM}tBDc9=Tk3MSr
zigQV8!9DQd=HQqPk+_Xc3D+2&nOPXUIXpT;b4||nA{OOE&Cbt{?@@?+j++cRxByfn
zp(m(?_n++%ccQ$7daautbS;jWaof{7?7P$rp0@xnEMOew$EU87s6073M^KdXVP9}y
z!~mKDz{Bq$q!(1)9gm&E4TZ(_P6Nb~<KL$O!o=tkqZ4Q<%=KufF4dM4vsJ~xFOj6d
zfh#TNjF%H(N@+szNQ)qY{mgnng$zt_2*TYmIsQS+z^#ol;9n+jEL<BM8W|-oHMl2f
zIXoeOPj2=!RICG~qG7(%j7e~+5jN?-q$%7O6@z&UkIv0a&n}EW)|na?oCN^$8Zk?+
zOi#?AY2!}}&5vRz=SOELX#{C5hjRHP-NxGIXGe$T7j6vAlDE$-49zW!&dyHHa)w0c
zl~>G^3qx0?ug@>cj?Q1l%lwlw5i%B1UY~-jIkND?(Cj#;VP0w(9Bh{WC>~*<&~%Yi
zq*Z{REFYM)<(U}2GCMT;WHFOA%BU3D5RXrO2dcw&dTQcHnbF2*kU=;;WkJZNa=@kv
z_Wd};lV`<?1S{t|9Pb6xa3K8DG;M9l$(DH}ld`f~JttOI;h%qkyJExsdf`;jc=0y#
zF{I)ScBJR)3Atl8&!IA_lB_W%n8VJaWy{gPh2bYw>3(}+tAQ<z)h05=Inv9<xfNbp
zD&-+1cfHa=#do^%q5V|mbyt^mN0fNV*YZ)OZeoX)qHu8<N>Ie-Tr3Wr<`A>Kr6&{w
znhm|=nRjwd&tHSOGCVdhbaf6GASt6p!m%F+5E&bMjOfnI%OE*0Fk0HpkH@^_qygHX
zcwYgEGT-#F?)0445FdD^61vM?d4tM(!zOrVIsjn3wk}SLcpnMaz#&vdo!!RC<1j}@
zRMPq4!tlb(#B~q@{^L`?rX^(5c5OLg6MG2;#`^(WpCKW&b~kC)=nnQ@-dJqb#kC=7
zmr)ZNGM0AY1|;R66Jk0-zWs`bx}BD_GL1Pk1RUBHYZ)*?5!OMqQKFzOhKgBbm3Orw
z5SIj>F!S_IwpUerhp^8w0dij+ENfE=5GKY%leTQv#b168s|Xzz1?);gu(KQ^o*TWw
zg%REcT~WF@4E?U){g^l-9ePyI>R{QtLR0f0{U=FMU{6qtr*aycC@m_eUtB$sEy5+8
z;7n8e7BZG}k~|=C!`l;oPzE@3!MlVsK@m%vM5RmLLF*Lz*ht|-I)2)eXxYn7P)yo2
z-oo+WHQf&7p8V)zS<)$85p(iTR(U=Vc%pznBi2`Sm|jOuEg!ekS?jAkK#^Kp1|*Cm
zcf0A#1gyVSMhK&m(}@I0#6LNip-fv&CdS}uRc-3=12{&&DShwlb`xKwm&Cyddn*p(
z8)y@&_j#+*?pYDw0tKAu%e#p)w3bJo_*yjc$|S|QKflH2v$Vx7XTqM1r3xmxxR9sM
z(Vd7G->Au{7*TK@P!Ue^(8=mYa)?M`1kX<r>6TNm$y3Ewdy$^xfCv<U-3r!ZY;(uP
zK~%MQ>`0&{+VJpdrcgO~Lu=DxI@kfLU2Q(J?T3=1@_bdIqXZhxQH>JPM83+QC@FMm
zaC#8Xygeg5=V6bvFE^&b*jlZ(YK^-33rd}O(#;0P)2z$Nvt+d@x5F-(Q7+Djizq8S
zqxCg-;p6x#p1cRoYW@P@?RP&EI;asS(b&oQhp&;zIBS(_%`Hi(n=oxdaX5+LmX{<3
z(r~klXA)V<U&w3$BlA>|`g8*l{YUNKmZUfk9?NTMgt%Hl_MF(^R@Morng|6|g}#>o
zDukA8P_s&{IK3yCEzt3k>gi&4N1ZnFQN^MgMqE@BIYJWEgto?q8mgBJ5u56VO~;aR
zYHjXN){bEB8Ojv_3}Su-d^9pLZS!vP73aa!pOG~Z#s64gP{iU|1{I2=SNU)<(NikA
z+o;E5mSl=XO^UYDa5xHp5*rc}56%xr<XmCQK^ZCy?!OhCL^f8kcok>xvEr;1$37p7
zB!eLm5BilvJ-{N=Yow8qO+J7~Lki!5JBAGm))C9cMHd)#lY$be9!et6C^*SfH%C?Z
zVMja51_>Pr46XcNJ7lC#pzGZ`%jK~4Hb;<l9G4=rieu=YmY~}MFG12`vJk1AM8{EO
z6iMjFZ0ewXS{k~A2H+mAEr7=>P@p27&ZH<(JEvqf$;KpkK9vGJTeo~nRhCa--@QKO
zLmE`4B#YCqjK3fakGU>6XG(DwnPP1B{sep>;~`#aZ*)m0#ri@DpSHR^TAPJ`WnS2P
zKz{`VJ7+`LWbo8J70OtS;gT=6n6m|A;jvHvJ!2zsLE>5B`yy0a3Xrd*r2t#xBL=}{
zyKR=on=VI60mNG*<pDA{&<hG#j~g-K6*}cLfqXpA3Bdc?SVUovbZW~?*RfTMG(c(p
zq-OOp$<GYYF|j!+DL8o22OHmx(Q~0PMSJE&myjEMmx6NV;Sz8oX|wwMo>YZ2Y!%~C
zi1B2yQgNz)Ck-39x+KMSBn`U^1$vGIfh8r->5wD!tH1!$gm|w>G~UkY;@MXk0UwPk
z$&pwg8UlIQc~0T`7+81k9~YfG|5UOYKTRPUIMS$it5Eu7M(0-=8LGxt+lUbAFY!oD
zGne}06_ONv>eA1#<4*czzRWjAn^tBGi87ac4h9b`!IT}2AE#*MQips!3;YZB?1Y#!
zNkJ!xPZH;ng`MJd@o}80TA>&Wnf6l8Dc<@Gz9}1vF7@Daw-e`k9_IyvRLd^j@B_>>
z0!o<WM0+H!Uqu*DSsNFfVh&8(@VW;=dHd(1thoR;j(8f7ZWv8)RvR`^lXC>Uh@7U4
z4l2>{H=(6@8Cb~g?-gkZ6EGCq+gp(prZ_Hq?(fGjEBLMoH^9MLA30YPJ}^*tT?CNu
z?+aL=#VvqQ5h(e6Dizb0TXi9R4ltH`9$D)CPzp!B!(NtOn57s6^q>UqK+(%7I>yIv
zgAx|n6${9oQSSF-1G)CkdMHM9l#`AZA=Ht?P(jc;bL5p{;fdZ{EO0Yn@-e!y0+Jkt
zbP@Xnn&_^|69+j1HO+^cHJh7Q>hY6J*`O{}vsZm-?$=VQDlvATDyxNTriXjNQzgEu
z57;AsfgeG9s|2EFrHl#;;T3qWz#Fux%fXHbD{{sl&#vC%788!P)f;I<8Y9EqCxZ+r
z$l{9Eor%y<{!Q_WowJ86G4#PWJD_!5zuJa)c_r;|Oa(S8DP=Rz6IRHRtEp08@crl@
z(*{d#Cn)5Q4(af_`GXn@Q-!&be*lPy)2LZAI=}RqoENuXn)w7Plzvl=H^{%B<Y*}<
z%J5vsQh@@@-kEyjX<{A8OOx?rI?B1xn5SAWCYRfFILW(BL-bheD=|0=iDlwQIxhs`
ztBP*6kfs7D`oGm^)o|5Or6*hlng2Z2?{Z#F-E^p4O$DJQ=n30UfW9(?+ucpCZ|O60
zXJQb=g#*JV90y13$feE9Q$7S;kX+ZI_aC3G;NzwwTqc3-^@@*aefy6T)wZ~IuRkt$
z4WSF+M<*)i3|Cy`^rqp;_KYc{jKXxDvR%|sKxRN~a1966pNrqz4yMM9S3``gg(W1=
z=9vaL5sYXu*6QtENA0cN@XC=ghc_F-v;Dj{z&Nd3euTY6TTBDU^vEt+p7cRyhO@A3
z@?$UV(r#Ax%k!DcXgQHD<mj8xytb|0b|qcaTL&AU(GZ@FEZmr$eGlA9#8FJDX60bw
zz}V%x6l{$pyYx`2lgK+I3$!+PC;Jzb{en)mU4<mPawL4sjTGXYfV(fYp>Y{~q-3es
zuv)8bthDk2u=~N98+WTXUW9PqI%Y&}1D_z>RVLfXP>?4tjviCSNACB^!F90gp@zW3
z{v8rTY(+T4VY!e2MRsKBG2gTe$UFyQfXJadt%)JPc{O^3ph4z#-8?P5F<2FDw`Fmk
z=L<Hg&u(K{Kukf$fV;q&kZ`rS*xqhd`@=yRdvi|D=SB))v1V@cZ(y+gQzt?ST#T`E
zNP$y?49Zy@rxt9u7kJ!4pH3H220^O$T}LIJRk+U>*1d+1!91hDasb8EYpc~(TjrS?
zI`2drTyy9GO_xH%m*h@9&*^D4IrN@UIQdOZ!r9M>7zWGFKkO@}$=Rz(br`fhb4WZE
zpT6IMk6j-oAH7I;H@(e0L61unakqnK<gFfd7yd$=0<r~|?;?gFFAU$5t5puR(X+lq
zvN2`0ygVZ!Jx{ru#8cK+`y$$Myb?O~#ON$t=7YiIluv@FK%r21X*!uf;_mVTh>D>?
zo|VYx5YbT<|GU0G7Q5u>(qX&uZmPipk4QibP!((q=+9x+k9`7|D>xPZKCnnT)6&>Q
zPN8hj!c9E_X*O6t7|g87QC_xp0aF;qdt&RC6{dIYxeqEidM_%pyYm{)V2P?3uV$(<
zlHLf!%Tax#bV9J|#xq(iGxBmjt5&cTQ7l^sZfDs-Z{-q7j04f&)fHFZ1Kz@0JwE4w
zOouLB$Gk^OYanW=cSx(B!xco~C5);XEp?%`h3<6et;rNjao7$^i&p!3;MzqWsxY2M
zTfJ<~ao6EYzs#HGNCSq|XTPH~m|lH7BaJ%9aX{>oGLJ-Zcwl0C@j?avRL=FE>OWf<
zZfx!1vibFPrEmCH<<z5(o;`8;<jM0)(cfsob8hDP@QGR6D*wQd2ZpxWxO={Jp)%WF
z8Lu|Cao1-Jcdf7Q9<NOFSFZJAEu=D5TidRZQ8X&wQ@PP!8Lsk>DrCMsJ8_|M_wHR%
zOqPr|HVD|fjE)ch)%u-Uvr*>}lM*kSn`s{BKlZn@xPtR;*S49ea{tklO5f4eF?_4z
z*{q^{D_Q0R!hxn2_f1xqr&ZkmLTcKMGTM!bq_ywxyWw50%k3&WY}PO(j<&M7jVwFb
zx^Q&mLM5x!<wC8B&Lzp3!P5?Il343(!ejHU)+8MWMP=E-#58<}M=~M0L@gXa)fR@j
ziDfm&aBKwnLBR0%AgLLZUtk09cd3OfL+I!rUYmGt;4Ci2H<$2K^{ok;A>(F-rpAXa
zRJN(Yx1}pOpUI*Kp9=a+EEt*@m&UTrHg;5lJg+hTU}G%1hGz!PO*~KIS;y1H<9~0!
zk9+XE5zm|Oycy41@bK>ir2C_H4`v@k_<Pp|vlkJ59Pb}Rcxh}f`#8dXi1<$;9KAZ2
z{Sv~TMEs`_K8kdoMYxFYw-Ns5@xkni2wy_@3c`hn!R$*2e`;hf%eKa{`%%u@5#B)f
zPJ};-@H-Ix?t2Ea2N3>6lz$xI|AF!^B79<WF#E#hSoR-L&NaOMHz;=o;U%QMiSXwU
z?|)C@eH~95&-?Lw0MD~igV~QF{Nu^NjNk8_9?U+B@bBXNBM5&J-#>=%-y-xsc<^rV
zHw=4_@7vjOV`Bruf)Jjah;Oy4@*VtpYY|tbGA({HdUG4N$E!Gy&GW4-HkWV+Zk8$k
z%`zd@$g{T0Jy{5Gl@KNrLre=?SqTR(mI-g+6>@R^?V*o+9i9`6+ai)MB)>-3T)Ybj
zaFJ2`jbbH46WLDb3fn7nB24ORH|pD)OI4z5##4G20x>aRvTVmH!f6Slf>~?3B`3@g
ziR-*y2sN%4PA>zw+sF+VV*V3mkUKFmxaFT^?oy;j*z1VgTiM*kxr!zdEZSkzM15#K
z=ocp2+mN0*9e34L8mkp-t0q{pg@wEe_1XpnB7tEvoqdij<67IbYGo0sg-^9S??&}b
zbwiu6#8bNKC+gKTk-W1&M<fmET*U)==%%)qAgb66o4iim#dbvtJ}Uh+!1v;#Pz`HQ
zL{QnaHJliZ`*)Y9WnmsSa3Xqrw}Pz)pmU*85*pHwD*V4)h%N&nl4Y0rh)u@~H(|HO
zQ7}NQmHY6G6f4xh0o!P|2zVcN?3Tk-04dNH7JT547i*KOLsS`r7z30EN{EqO!Zm4C
zUL{Q1H`bbxF=;eWC^l3?k)a*VIHV<xMS<381ZXXU11qGw51y0sGXTjs2HLuCHOu%7
z95!1pnU;Ogi%~GAcs~l>pSdG=hNVvQuX<Pd!gNvfe8t~P%mVTL$`IHG-03!m(r`I|
z_66WJDjN+_@6aXy2+cxsxoRW{c#7Rdb%%9u10#5-Vzo0a#Dj^qxUnZhNek?s7d#yK
z;Ba=Wru6&E8=&iL(Ajm+b%fu$iFkxhHU_ho5H|6h^!+a*{50M_xutaZo00Cbc>f1$
zpz{ddhIrEHUqreu;{8|fK7o4H-#2L0X4yJ^{UN^n7d-cFD{p!`LJ*|&M&lWVLI4qp
zio=Zf-NZpQ0M#ykZ*Q4ofoUUo5Qen)9lje0#C!mN>!6)LE0)Iv5hE(u>PCHT8*!I`
z@G;zVdge%x$_$`gvYLqy5><NvE7B-~<?C*sm5lc|#P4_47lkgHsvu3NZ*LKeM4s@_
z(@`)4<>AgEX&1k1o6<Q)N4aJlSK|mIkY;;vL3XuVt`JAsN09GQpTtz`pcRT+q`i=L
z;F`BwUBa&mj63o+2(A)l*<4-bYX*TSqs$RtV=@losFPz0$#xxlpaKj}(p?m3>oUvj
zdk_~GZ8dlwfz*BJ*6>q|AI8Hn_#5+0#)ZEx^~nfv_$0j#?%GCUiTp%NKS<{T&4sDW
zElh<5CqMpIVQ`T@1yxW=nkN6m`T!>$YyyKyHN)khu#jv*M#XM%uz}h#Bv7P@@^cQ-
zq|&}C^+^pfjwNZ(0&Y7;OHhW%pYof+A-oN@*VZeWSXu&Rn+!l8iZFn~eQ_n5@YF;$
z1>8V2VrdmwotGI6B%cbL7~>wuVcZX4x6o3WjTSC=hme5>^7p{-2|~WIMCBJl#?rIw
zd;ijK)}DtvxPy87nZfKs2><@Eq3lJ3Z~NPW+13vaXaD%04Q6eGKl2Sk*+&pR`fGz3
z>CE>v2c-=DL#cs+j|((4$U59k6%ycw%cU>wj%6Rg^HDtfyI1~&Y>V(?i2FDm(h&ZA
z62G7P80Zwj5B?nFON2l0GlSX72>&;PABMd6pYT2Ve#o78|1{!n{5<F#;>Uk>F#9dM
z|2@1@p8V&?|2e#W0P+48m;XQGJInn9%3=O>r29PHe;MHy5gxbvKZo~M@c!edcclrs
z$olP%?PFU&uQJet3?@*>4y64ewq?s34G|(&H?~^@j#2`^&y<Gt=9Y+ocY&uQYOoJs
z7BXz#S=wHO{Ij;qcR45vA*cpU%n}?FWaQTV2N5sz=;9^jmCBV79z&9?ELP$~%wtjt
zn@Ch7nphF2S6j}qDt(%flUU!6Zt-`>g4rSQHLz?J24Uzfz8~FK%{qC0E^l#ylA3zn
z#SKb4yP=Gu{in`?jiN0grJz1hyBGottRLc$NV8e?;&Z?;JRigJaXg>ILwwu8c>NN7
zzl7)0cs|45cgC_85dT~F{aHMp!$Usyd4yYt|02Ry@VxMW;p|KNh9`SJa1_s5@w^?+
zyYN)-9LK{y054lY^Er4c7=P}vWxVdTMIRf@z?T?bTO}MQXSOqZ0&m-bPz|28uDT@m
znNi5cX?-%7r0AC}fxqFoi020wsyHvS`688B{JN+LgvM1HtNZ~$0~ge8RG=P+x}HlY
zz=8F}X5Uc=kN7(ZOv6yttBXxnf$<$|f#;Kp*dmguqcG<C28R$*Ypz#}qSp_dpk9I9
zwD8i#M+!p~*K3OL<YhE8Q2eFw0rK&!Tj=alPgQ_TaB9R75a>C@>$prWF4KD%D=jER
z@WV0bi;hM}@4P;007`_d1XIn>COiKFW7)rX3Hm6)2me>lIfVBhoIv>f2<H*bBD{_8
z7Z9!>{E>e!m~9|jLb!$S>6bw-5uQi5gYcgr-3tic@XMgH2tR@N4<Y=0gfAj|2f~jc
z{35=84B>}=1@s5ucOv`*!t;p#6vAIX_)7?X80lX^`1QX!nEg7!hkgxo4&epV|2c$z
z4&iSj{L4uH1%&@M-v0pM-$m$uuv}-0%MImkxG#k9&_?U0E#&)hRZtFmR7e#==zMD#
zq$kK%4Wenb3KI#_t~MD9+=BWbVPoyoNxnDMfEPR2CaOSEU^!{sUFfPSczFLT^;L$n
zgkuiZ>cTVFq}H?4tSQ%N972pC#tN*N*g)ZcZ0s(qQ)`BEM3|sXu&x?p(`^}k)}KB4
z*Jpor>|gxk<182Q`s439F*5(h_q}b9Z!drOUkobKray@JJSo$@P?2LZ1?iV+BtlI8
zgJao`{W^FK!rtE;lsNwLTX;YEX^aKJ5B$SC{?Ft0zeoCWzcHBoFdqI<Q^USh(s@zr
z)#AkYFY7wMaasr{0zpEqOo}~f3?yI*)0_G4!=rm>O}aR`LeVgzNei1!VHM*X7STlQ
zT!`d%Oh$n%4&xQZ-A|jGD3nl#7sK>~>`2X*L|+9&6=B$F&Q5Ku%4Ms~#%7-K!jZR0
zr3<JFvMagU0wcs*8*x%@oE_p(R1N5Em6c?neHIZn(q#>6Ba94KUDn=M>RW8|Q|vF$
zbxRe~>YZ9+8^}W|I%rWxM|4c!(U;fFREQ|6JMIEyKUrFUlN#&n)sMX}FSNxz0OBW5
zS`-tXi{9D7BzPK+q(L5>W;6UA9IwIrkG<is?6JpGZtB1NI4!h~-FF-RroV4<EbXHw
zdOSp;oQdm0a!3x#WH~Dv8z{#^b`Ge=SW7$1ZT<Lt`^aNQ9zSy55s+`n(%2Vju#p*$
z$oTIK_uTVF{M~DRZz}w~d7r<xyvDz`ewF|F>Jae2HE9Pq3b-8k`YgMpT&dE7_a0#3
z+~_=yU&@9jrsp`o46o0QW;lmoX!fcC^XX^jpPqSk<J3DY&TqV5{+@pN>GhtMUV7;Z
zUzneN$I{XV-kE*xOqPB41CVd<d<@Sg@%$2=U&r%Xczzqt7xDZdp6tJde1hklc;1EQ
zJMdKSJb<SU&v85_@tnnT9?u}25j@xMOyHTpa}&?gc-HZ>@w^|;2k`tTo=^P6vFuZL
zUc&S1c=$It{e<8zY0!J{&hX0g^aQ{0_tf}Ab`{4|%seq9ark|8V)}}_;I|wo#<YM}
zh{x}c9=}7HsnHwZ_uS}&G+=0CB%8Z_C7ZlHk&TQ$f%c4KGt)P+>r<22)bxBdF*=pu
zz?R{m`7C?)<V-gDy=WJHPoUNFqZlCkF+@GtFix0~_o49#|E))CWEsv`o0y)SVaVe_
zvU!hS2K>DN&pmkFi058BZ^Co(hXHFm7x9eXnZa`tkN-W5-?e`_n5`px5#biX-}u~M
z_I`v*pB>CTfbhN0$9@#yFus2n;g2BxBMAQ<!jB>RR(xlffAjx>y$9hRA>RMUWN722
zPP}YJ-%YGa!T2p2Atbjd&aB9|9?d+E-)RocR+xcdZFSYZRd=e(+lYoZDZB(6il%Mw
zE^aPkNFfyb$?P~R0Q!wY#(WJ|A)|C~o$Y!JVw>;*%}HH=WL*^h&6-|p22R1&RGj>0
z52AK#SHL<56fU-LaTmP4F3RUFgjdGhWhDM~EyNiiEon3(2Y+Ia<Vi`;k+;3+UQ#mu
zyXT%aU?8Ohx!FkU8@cg>@-UQrv<b?6<>-p2VnM#I&@4>TCq9&=Ov<kGf!B-Hq`l7b
zicB8#Co!IcD;<U36r;?JBHv2n_SP=;E$pblTGH_9b2&79u_9(jS}-Z(L7swcfuX!i
z4$4)~-pGne*h8_y-{K}jqir%*E4t5FoN&L&4pfP|5G^oxl<}oMAw>|{@}jq~=%LGf
zC~$MBLH=YqD)m=w2sA(JC?WRTS%f8OEes0Ur5zMb&-NjK+%Kwq1TwAZq9!C95f1=(
zSJ|>YXfhR1Gmq(SQ4{PpSAWoYNn?(}@UGH#>7M<jp$^7icC_~rmOKGGoRXJ!5b=XQ
zGM4=>Zyd_5A*|m!l+7Ug?l%o(Hxd3dgij;<CvO?b))D@{c;7<!62cvX-}L68>;;5B
zmJMYeK==o57|MPW;orvh4<kH}a$iLFDB?eg@KZ?lF@%5Ro*{xm{+4!iUQ_R5#LD(2
z#dpj*D6kAoCttIOHMy=8wp(1R%J0}(3)$+f=uh^Ex+@;Kl2oy7v;=z|tZztb?68I9
zRa4BwEFSbSGyg_1FI!{lBaSF2$Mv}7#VxV0t2H2xH;;B8oqUh<QvcEivy55rdXFCM
z#Q^2HYe?htruQi%*sjAwiKBfX!dU{)GGD8)ia3cvrdz$0#Z~Akn8im|dx1)MzDVcw
zCT8z_;K7F;@9(>H6v9@o0;*qN-dni~;-aJ!r*UD4%)bh_dn0%N?i;ZCicT-Etn@8{
z63IN%Oal(Z0bO43`2|@I19bc3NvdqwiH9op^M}J(aiG$tHVF!`I6nx*7Qf%Et-vG-
zET@u=vny<EgX*@lf%Dh%gf;r3N0)o0TUrbIbC5qT=b7rR<mUP)^J>5HH4=Rn457-%
z<tj@P;-(g-U@!WyvFu+S#XLc{djC-NafJW6XDIs=!uA70*-Hq&fcRfW_!+#D?|vWB
ze+KV=1Mi<j_^aQO&nvY(%lx5lBIgmq8v6!5Df%|_VhPp9j&xMxTUdHvx?V;Aby`>)
zgr_68>mItUKtW52al-HbSU@hMeFhr>Ix1w)u1c>qRzUA?Z8VdmMkZskXtwrsz6?aT
z2~NDowz|cqy-u4Q^lq%V!tABCe1v}po9MfK0(Lam;BK}cf8zIXJZJG-#500t0?$02
z+jv&+Y~X3*c|V>H;-QVM{o{DY^FchcNz-0UTOQ*+gy%&(AH}n<z<s)0%%r`r`YhYH
zu&}s7qPDQ0#0zW5T*AluN)2KQLMUt!(n7)a?fRyKq;h=Uka0msQ3mfm%JN(Ecl8P(
zd^riQq5#zyXWqzSO2p4-7RLHE2clhF19jwYltvS()FJDABrq#gaX`@TT#?j#+-F3h
z`t4j`VH`KF;DTv)6uATohjm|dU$h8#Cxg!P!tf9W6bo^h83I9ljq})iW&~eDBpH1#
zuz?h<)~>-2qZpQ(4jdCaoiNVGv{3v`X4?7r^OHl_EC2LrHu!&DWpgu}g##~#%J4%E
zRfcEhFI1+A>ny~7!kg1X#SKKDN5cL4rHuTaSAzZL%)J`xp}xKH%Nm{>wmdI*_~p0Q
zFAFxaR<@iq;P(SLIP1@_LWuvM+u?#Sh{ZE{A1~ggC+B8HhcjGv(hs>gs|+kxSj4?<
zK;z3j-;#~|&7th~=B{Kvh=<{bh5r6L-ue733z;TP&thoT^3eO`p~mO`7W-pgUhouO
zmcMVzJoIurETj+lJpaJ5|0)Y#8S--V>pMKr3+emke@)*%Z{zU_!&koi<^MqBK=_U4
z_50JKZ`C5+pzp6#*v`i}#&6BCFMlh3f3tph6U=vCr$4jr#BW1`?5{?@e+<8oP5yp7
z`u!8p?+-=4e=_?0SEAqlZS?z7_vB^%V)Xm%s0C$-uJ|^D)EhtaVXQA8d<7xnuKm=Q
z_@I3hA-nlSgx`d4@UOz=i}0fe*}X3!d>7;YyRq!s5PlNjUqG0>IF@}of-QvKf$;MP
zzYF2<pN7oIc!U*%=l|MRb|1ozBJ4r<p^sqQ1mTwuQi*!kUxzIm;aP<L1>p?BFC)B(
za5j55JBj~JXJ3!Do<Mo4m=BE%tH4<e-hgX}*}^-2xAD7`ZR4FWO?j{57vnY03g*;`
zl!W5t&&xj_%J&>ql-NLNYw$&2xm&1n8Tr`)mR`Yo6JNKpO~kVHR#dW=`{=7Em!;i7
zkD90lR&Fbu{m%>@rvMR$$6~f5?P+Iy*)g<g9qno%TtYsUR6(m3g^I*|*Y=$PbiJH|
z_q&ZcNS_t~%L*Qj#iI4y%Y7u2yNxzfG2UDF7j^*r%Uqj)+Xmihc;eDHPRrRdNKr){
zgh10uj>qd%mXB9?`RmBPh&uNxCm$b{Ls)JgX9cZl;NOO{T4BhsXdy<w6O%Yb#0VXk
zxP7Oyv!VY7hwB1LS6C4$0|Hk<j&E#{x2~+dbD_R1K$fFZF&t{+o#RiuWgj^PHK{4b
zjJ!l0ztgV@FIp&hMar(=U#zW2O{}|y`K>dSJ<Mx!d_JA!_;PS~5m)ZM%KB3Lamf0(
zcebAJbe!_`E3D2$b8#5+a~>(Z4`t<)(VsKfsW5&+fEs7XCU8&3otRiw5?jkQRp23`
z^=<+pI`;gsh;|T%Ip&llj-YMpD2dd8<#DV?8(16T7V$v47MjZM6;NkVK&5r0svJqp
zp%~O3#?oPt(`kpn{&ZC5Jn@8mVa-ZmH%oBF>p8OzytdIJmNuEqW#icdeo?C8tmQl)
zUD?DhLP_C4n#mlSLIHO1ZAE&{){w`LHgMkDkrMK<_`MsRe<k2uL2rl^+G>tBXC3)l
z4OFv=kZpIoATE$2lF||rR`IWM1Mit)iNooHz=^n5lkp&}?gK4a##>YPOD7e{;YkeY
zgcRv!8@abp3h65GN&n4rj-dPvjMgIRtpit!b1bK){7(3@R6>E+tGqv^p348$q_h)~
zf<3u|@|%eB`JQv^k!%{Z4*|MUNY}}Gh(%M`)zWWR0YL6K{MVV&`@!C`l{H`(aWJo;
zB8+3U@O>2RRPJ{l=IxPeM&8!&?;=WouN`t-#3(V1$13c#eAf019#Y79Chi)5D*xlY
z16k6QdMDAMWhsTcZ51u7WKSTDSfgBHIC}{HRX}0V9!wzBlC-BOQe2i*A5w$Q<Jp5!
zc0cguHh%S?1;oJ(;E(^kncE27kU{Qz<D0WL-}8=pM@L6xiSOJ=^p%+^=Vxxd<*nHx
zCr{p(fs$0Ii0J&*r`MmxA05hf@b^}vz+MC_)=?sVYsOcZ2Tjz;*>DDuW3EMEjb)=X
z#I<-<f!{dbugdUhwf)2*Hjwi7oc|tIjTBC@!|<M>i_08bs$qs2-N}YwmS|T;;c49-
z-MImMOy1|PQ)~;Ko>hrMLGxn1n4=rs)os|5p`BMPt$x~qkMlg%Mxc6UA$=5iW3kpA
zYcvaqhhZC_J7y~zrax5SEBmJH$v?0h#wT@HWT6a+9iu;)X`8$Pw0dQGb(M?Q_#@CJ
zYB-&-xqAcdMBbQLai2vB0CRY|$qS~efJSr5HwNI_L}QJx4BvR36&<wzSZ}vpq)=O)
zz|Qj<Z1YHUbrG)RBO4ndwrLv&Yp^Y&Q2*z4q4RG}z`+80kT^E#csVDw3%sMw5eyc<
zh+6br6SHQ0=Mco-ufr5&b!yTnS$WDboT7`}P%BB~#PH<eR;VrMzq${MudogCwdH4q
zxeesuvyz5x7g67@>|TT4%7&s2``qRGjcj?jmB~>+=s&|#4|Amvzp)hvclhvUw)3;}
zOT?Nko?pWAX*^%R^Cdj*{5h=E;<<=t2G0tf590X<o=@U=3D0Nn{5GC1;`tJuw|)#d
zAf7%v7xCQ2vxSFgKaB8W{Eg=`c)oz=5AkF_54{o((>!3|Ai{Y(>v%qZ=S4jHKGjeU
z3buV3=6yj2adf~79IEJ|g*37wQv5n#Kn(l$k;lJnnSo@Sem%|Yt$5Fam~oJHoR@+Q
zsHdaX>iJjT&Vkhgln&b-J?fEu2&+ImZVe_OcfHR>u~rG^3}TcQkzIk!P1@#X!eFrr
z<;uCBFyA$nQ5>;$7Ki?9H@RkE?#{K1U943u-hscl@85~+Q7t&3h@EbRkWe50m1@04
z_a>>+TYA0zOucc}+=B5f)T5osh)`H8LQh)R_$C?z&~hP>>#=G7`Hs!05roHaj7{_k
z7{X46lh=Hi4Mk-0zJ5XP9D#(ajHx?O`FE6qb1BdgtfaxtHa;*-tEKFCVC$49NV^60
zs11-{TL}{w5m&L92g|oIXrWE+<2nnQ=7~lfz?D(yYzO;}@wn1#Jc9;r)v#r0q#@qw
zVT}(k1l`e**V+@f!r2Pz*_FjR4Xhb*JlIw)ZN|8Q_A(V9n2+$7Z@Qr`PmN|qF0)7x
znUgqd+M!iaywb+8jcg4DORlfM$g19msPARWpU>d=9G)-Wc^|m;iR|6NL%$!=?Fr}x
zQ%Ls=xciChJ>cSSCzkm63~Vc#+pcGmAiVS7eK%13{Q5TNdo7!TvnamF>NdVhh%_z!
zKsvZn>cThDH|;0$NhI=a!;mlQ<L`!#-B@)gn_O&WLt9ORyV<)@=euDkAKG36o!iQ$
zu}^8LaVHzWnmf{iPwp~LQ+}Y0$h*9b5c$P{5cy?3pbV)4<zV|4c^js?Z9qer4Q@q4
zxgN#x!|$O<*qQK5P7bWB4D3odEBHHJnZ#d(KX&n#UAuN+bMu0b0myfhfRG2UWH^s^
zHsl8W<=9iZ;vNy~gn?{?_Fyc?bTuFCBvOs#&)>Bi_(EC=Esyd`9;anDqZqHpb9sH#
z*Ydb`qfEAS45e{_l@c~(4Xpf1$al8t-PSjTv^NhSTthgAd|L>oAtkaeQ|LR_HbxLn
zAxg`qtf*3;)<bF6W4uoIQy{(8OWnfjl%bURsk`t`>!t?B8odpw6Vs~2_G^0@=##!{
zyHtPE7;j@5Hv|aqZ^pt&gad%r3jW=-`uWEHjzj9@cm79xP-B=%Q(nuiK@#5-d7RoK
z|EP<c$gTr!`uF004?c*$FP*!ReH_1k`+vVGzhAcBzj*&}_F4P=eeW2~{=j}Oy>mFb
z_kYmzU;MUVXc)uU0w6Pi|M;ix!+-;0hJbscN&I~FB>EV~O(N|SV&;*07GJ%LDYSMH
z@w3oyhNCj(@y>Ytd&50%y!TCSe#=|mcI4~c{`KGRjqmuTKljb={PW-Pt?&A_zwqtf
z@txoG-Ie=#?tkFu_w@E1d+?#-C;A6Yo;rQz?74>@IsfQ|$1YyF{P^I|m0{d+boJW!
zyWcZ0IW;}=y|Z)k*Ppm?^U3eKb^EFJE<C-sw2UoLYwNZ5J+rY{Z)`o=Y_+%V+}+vz
z{^#ER{15zKb}577BL4XAB|L2D0wnw662cD=Vg9G<6)(K}A9UT~ztZr95e;8{i^YHD
z-^=&GpS19XhS_&%`10@mJNf>?|ES^1cP$*U@a-B7e(nz>-OC@d@L3ICcwEEm8#EmJ
zfBvnu=kI9v!t)kRX*gK1_y72BwBFy)F#Bl>H#K~D$ii>Y@P$A4*INItYWTuWYnVN2
z@z?DAK70SqU(|N|6AfSfguVYI4PRKa@S?@P%fdhWeaScYTNeHu3x7nzm)9&DwfF}#
z%-(3>@BE(j>sK@!{26=yAq}%74PU-u?+@7bH)%Nd`@gICe^bNk6B@q!<M!UvaPYdl
zKWgE3TKpUA{rA2g<-GilEc~A|9Q-K_v*#@SX?wq_;R`41{hb#6@xM}d{Emh%{HDGC
zf`-{o+xrjM_nO7eTKJfS4_Ns18ouyHzoX@TUc>AkS@<c7{~H><{6TwfS@>QH$1Oao
z;mhA`?_Z~3_MiTxl%M@83;(f(gMVMcm;aW%f7rhNkcD*%Z`t>28oqqa-tV{X-(=yJ
zKd<%tI}Hc_xrQ(N=Ksgumq%08#eX03P-IM#j1fghkuKkxiljoJR5COwluA^}MJb}B
z!8}zejc5>E_gorC%9uH0rp)u4cb|Jt&-1*k-?P@c-nHJp-sdcQeD-J0`@8qq=j^-p
zCEeeU{64AQBJl!=CrET;Bh7-1*cy^+kh(1CE<z&q8~+{={{FAnVQ|VHMusbmCS!@6
zE@w0swcLhk3G02rupaTyFvocbP`0wPe0S((#AV_+-rk2})vHeKi9r5oyZ64>@&p9R
z@-jnxHX^>9cI9U>G|yjlGfZj=@}K0`oAd(K?UYpS5!FC^)a=my*YF&Yg8MHJ+;%yA
zZaR4X;_C9XSJcO-%<}Y)Z()bhe#5pjls>Jd;rMX|?7p*HAxRy@&lL784`Ko@=S$HK
zYgZt?T<=;<7Hm4{@;Jx_`KLZtKC|Q<q{#1|N_fnN;y<~``qX<kb}dRV?j6d%eaOBI
z%nxvArQP|`4~r4^?77F61EVd{Hb4E%P<rpiZ8qhC$Ho+klHF@j{7(*BUHt?i-PT2y
z7ijBa^-H)k3i4q8b-Z@DjyekeOk7JSAG#W^q|hZz5ictnGx-84Y6;ofUlHX~3;g8w
z75e806%DDbL*Z{Xt)mx!j^%;HV=s&mUnx-PSqPjqV*JB>y82j1>Y}e=MbMnFe%6AE
zsD68!JZ3y8g1hIrXNZJ>K9*b@lDM`QY)jkQ+@p|ge&gx(>S8d+4pbP@9;2X7E;Dwx
zl|b!alVQ<pRA0$<>n`w?g3IKDX+o5dK2|s<p)|4-67xAv=zJmSOSEy9+BYyYxIAm0
zpB^f|@4+Vg8|*yyQ-8O+3F0Sip0_B2_XqXl7YCyD6zK_7ZY+aUA?Jk^%`{Q@io7e_
z%Awk|MDuyzB7N+b%8@Hr1)QqP3wpyd8`VeR4!x@tQ0Jz;eL74Q<<}{;XnrLe{5br>
z;4Nwo5ys<P4=bT8)j=@wGQmIF6)&%Xvf!na?mJL>*nhgZj8O%C`Hdl(9;m#92Fm+4
zRD-=ttiZ-ssC*)x!siRCLAF3>L3W@L;;tF?HZ}0e=kx8%m#F<Tu3wqmPy>x~ZF%lK
zU50c8*@%PRf!n?9wt3ea)V|X~jh)}&QDE0n=SJkecg52Vw_0epb+uk#HV3MobtNx`
zYhhesw%V>2R8+o`vD#<qK=yj2&oNiR9)n_?r|KZa$zOf_!Ep-u0M7X&sE6(=X02j-
zl=ZR2mcb`!^-wMN)pK>wYE)kZ=CiZvA#tl{$5tuS9<&rCevSs%QOp<k=`O0@wvFHO
zsSS`-e12|Ko{T=W;iUdvS_7;(Q_m-5C9jV@fa7Y2H-MELkMs0l9ephRg>BDN1GrUi
zT&y)j_9Y^ldx+8qXA)JepPY%(r|pbaIMWFCB~mqhCT~LJS+OAIS{1%6+{|o<+b9!D
zZhFQmS%uSrQmb!Fugk<V5(9rkR^mfb`dGQEa3&^Ow|$jdCGHLLnTO{XAe}o<KB)rt
zs|YTTrJH18ObgsqqXNIpv%ys<cYP)n;?1M?rW{|dvo3CAa788-KdEznO*t+!r#EhJ
z5j7K|K5C8lT!yP+55DbOvL+KN+}1W^S%yD2zA*^PLFrRVu20u}!*6ATlx(pC6racP
zh$G+d<E<H*OzBmb80KdiH(ZJvJu@wK8PG-H*UH)ZmExMGwIXez>**L(C@@{56j$YL
zTTD4DiTv~a@QW$It+}(-&h|#}AA2<_xwHh=43(~LbQQ|Pdav^@$SB6O?&~}A-O@qj
zi+|d0QjDA3e)UVhQx$~|ai&%l;abcG2IWSme92}dE1Zh(dl!PWKU&D4^g&Nxq7YA9
zD}X(DvINCn6|^I$5KpM{G+Uap7KI-Sl9w*T*EEag9(SUk`fxk{$gTj-+WJBEl%zhY
zKYfAo{$FwC<n+M(qbpJQU4EHA`GO0`UVD3CABvA=&=y{jkFUxN{qbdpCljmRCB1v{
zGp_r}P&nj*GU9#{@k*cZG$)z%h+P{|{BL)5ndRX!A026~VJN?}b&c!KeZo1vSRLHE
z0M&o|27#wZxwzHN{(Tt%n^6Ab@5z44!SxgQ3)dY+<-xqOUUTQ*-DTD;G(FTl)YsAW
z%Rk}^vd&8_>RXQVBhyd!e!$<!-{jNb-;C^I+BfmmdwekVnD~uMWFPS=i(Y?xhwsL3
z`z99~qWl#f_8iN`6;^J@zHG5N6SF_bIiQw}>)V=VH*L^B`CDxn<dB6I&3}Ej><!8<
zrgW$IHWMFqP*Vu6HATAh?itZIZta+u=BJI)qjrbh<Y(ai-rptztWbHd9nBe@bUZBU
z5|{J}WN*~r@hhDf_&VXAk3WkO_3LDkx+fhsE{{kZS4Qnii(hl2G!3_UG(sQk-h#s4
zctqLq8qYIW$W{DE6X`#TjX%D`)68~@zF*sc?CH+UC5A8XIZX%kOy;BVP<Ix%(^K#;
zzgY3qb0|Nwn$d@P$@pT+=k0Qu$lhqz2Cuq4#p$-EEGR0-KCwgPjH8cm#d5Fe0}F`u
z^v#;`e1L0hd)^<Yqm6Vcd3Eo5_!pNCH;fFCz0p=Cn)oK*rrYZ5gytiA#bmoz%#Xo0
z_rFw2lOgQsjOIDRF#JX`muVknjJSwU@!sn=G?^VpZ$teV>)j-?^b&redDaeX6O<n2
z>GEE{16OSSVx6&<sNetTVm}{Hr`gW|)L$e{kvK`>1c~D$j*&P@;s}YuBo2`{Na6sA
z{Ur90*h^v$iQOc2k=RLM2Z=vPY$vge#8whpNNgtY2Z>E2Hj>ytVm*m<B-WDnox~av
zt4XXPv693J63a;}Bk>!Fr6iWHkycD%5s8H)7LfRr#4jY~llYm$JQ6>Vm`h>~i62S)
zK;nB6-;tP2Vip@Q5qA4CXOYi|BvMJlNMs6=I*C*gF%p?Vq)sB0M2tk{Oj0M2N+L!g
za|WrCNF@;?kts;(BvMJlNMs6-I*C*gF%p^lq)sB0M2tixAE}c_B@rW$$xG@aQc1)}
zWb%+YiBu9X5}DkjP9l{=j6^0Esgp=05hIbwN$Mn0NyJEGa*#TSR1z@~ndIjdX(Uqr
z@j1r-X;fgl(Y#d5<-p28V^}~yP9M3|FIlb)(t}#{K^6jtGwtIT06ME@Zl`}j^C8Us
zu1?~5@PDrCfGtAvDUA7f^AS@hQ;ns|IHLI*rZM|dxH+iuKV8~+2F+(Nk$s$A+kj!3
zWT{+-=FezCxz)}ZIwc&#0(#N>2s^eX!_Wo-OUHi=u2({wDYQyyH+T=$UHZIb6`|LE
z6|jT4r|TWHY}X(@+L1YI4-3T7z8z37LA-uE?vNvxX@y8_uwRaNd`xiFUf8b{mgewF
z6Y<_s|4sWri{XoNZbkD?EIi=~;{dD~UOq3_4$X%#DtENTA=pLt({kExhIsN++8rmT
zU7&e9o`=Y9{M9;%BXEIs_rlk^YKSw_#4b4l{l{4T<y~k#k50(27;^!Gl!ac~b&334
z{uXuQC}bOmxqVMX^F6GzdDQh7oRQ^lIV(h@fAX2iVmA<RSvs`s7n;wZB|ZBFH@JTD
z+<qA@qP|L#q9cz({JHab2P)SiZvMS?+X=vn>b@ymCE_ovQxZA}OO<*feQSvHlT%K9
zJPFPFi(YQIN+tYn%k_4LJ;&gvb|~?D!v8^T)hXx}-QJc2M1ClIKK-X)iN8XKu?>-*
z4f9$adw?6?T3Wz6BK+lF=KDQCLu`gpbtsyjVmn@DEj$e$IA6Wj#Uv4zpy*bd205w4
zXZ62qKwS3r%j;(#W8YF^nJh!ZOS4y+o`vF={-5gwi1=@2Gq}CLgR%UwW-DP|FK=yP
zcmY1TM`VW@(f;9-dXICUu^=Q??jlkD@oA?u&x4oz`{xrDggq(p&Fwf383RWG4)78A
zyRd|D&l{qpG93M^2>S~O)m}ye)nHS*&lFX}DUoF-Y4D9VKiG2yVIRU;DMd8!uqm)!
zv}Ot7lP|BT`+%p+k`p@FME&Y29KGTLS^G<RVh#|z*K2E=518_tsC^SaaLa7n^}Z0T
zFCvjXj-Ds6kO8?nz7RO1!XH*=jCh%d@U$-|7ztNg5+dxydfwD7Kk#k{D_tu-jGou@
zM0(!%!I3fRp1~0!Kd<|nBrm{tztreA8>0S3v#O6@00}p|Ra=>Oeo#MOR&W6lIu`1O
zY(w*Z?6Pv{(u<&zG5T;vyaM9djM9LMur{yeNM|;oI~rEBT!i=iPu5ExBkIHOW$jvj
zP=2iCIrj*0!Ud;9Tf9Hyzu9gTHIJ~LKj#bi*Ylp9!cEgY?ut)9^Cv9YxWM8RzF+Z*
z^Z0yXzEOX*c*q?uJRMtlZE^$RK?h4C+;Oj<H#v6~nIL|%s8rt_XQTobuaPO@z4;{#
zC-H5{iEaXNvV?z|qKhYSu}!*O@nS^yeI8#_PU4TEPDLs35%W`LrQ9zka378&gFruG
zJ`{c+%k2by@cc-Q&c(%uSLmcmp1^}{ujIMwz8>+#k<ZhQ<L;-_7dEV4iulRkd$z~%
zmQ7dQo$@h5oGu#9aU8#!8(BW%*gVABlmZjo@U_@Q`4tmHc?R>(n7H9bTT8yT@)Q0`
zxej+7!?_>Mnt0exaIeqXuOlv$`;57am_ODltXpvmH=BN3uxvTOd*|*+J&H^C&NN{>
zlSABINORm3=a#s$E@dr|KYn=*LsvY&eXighIf55%{~F+ee;;G0seM87VJ!Svc#$)H
zVav;o{$s>^&s@oVt}`AwLKDr7K=XU7jiKmp1W$T#`N5WCQN(pUTOJ<9Q+Ek-3#p;`
zE~dLRvDXPd9r*10qlHBM=5BJ(b;5UDt9)|Ch?ox+9-K!zgdd>{lu&hv_SkT@Fy|nC
zPRFk*v~v;S{L_B34&p8cOEr}q6Z3uStoHT;_^+7PCgM}Xe0GjhW9)wXT)Nr4jE8Fw
z*DVQZ*@q9<?WPC$ZbsbvxwiT~eD=E+59h5U+Kc+Q(tR%;QOiA|)lS&M=*P2}j(F26
z%k1r$Xg-bEbI#{+#Ou{>9v?V28}S{sX`3AIFDo~Hh&_&;m$1Te^PBc~-<Q=N6NQQJ
z$C|#T+2Kj2gnv?KYJ_ezY_tdeHu&=Pl~qLg$-HyQcH@~>c<$!kVYScD^8LH;%irHV
zIAVaFCox%tje|D0gc3hbjT(_Z^Q$}kcHl0*Dzq<}5YH1-o&93l@dbHiQ}K6}5%EbM
zPO!qGUYbNWPZ9BjtZ~w?#C^8A&3NQa<R|`)Bfb@Ho$ck)rbpB#lWM)i0tYYSY{ovK
zJ?(WaXPDu-FTZM63=r)>JFuf-6MpARP=%om(Z2D*(!(bBF>U!pSH=kYw_jE!Zj6`c
z4GF&6PQ-7Y>!-O6UzW}z9xO-b)XGI>Yw+~+HT|pP37z)Nvyy_ltNvUmzps#vc=lBZ
z9h}RP-}pxzt31zx%{1}UXtTuytI_irMicFjP{uFnZv9?ylPC|idak4t{!8_WmTid?
z!T-Fd#*!n%drRheHd5EI5nIbf+8UBmNp8SKsy-W;t4Xd$a$Ppkbl8ZkB)K-pmy=wR
zjZ_UbGSx}0M)D<Wq^YtIQz5xB$(7j1RAeJnf#h-|mnHc^HqxZoh%F%bJd)34BU6fv
z)Y&ALAh|fnMcGIbVIww+<U%B$$wsCi8>s>$=OZ~U8!;X>(zr;@Npg(j(-Q3Vm|`P!
zlH}tgA7djn%0}8S$%jZjz(#668=1W%?;&{?$vfGIb+D1vPVzRAx3H1g%tmGt$s0*t
z&qi7u8?joF*O0uL<dtlsR<My-M)GeYFJU9Cn2lHw$qPvSm5t1NHc~&6{1eG@N&b<I
zv=3~=-jh6=<XLQF;%uZcNKPmDTQ*`DY^1#*c^b)Ik^ChanW=1~rjYzO$)B+id&)-I
zW0F52`9n5RAFz>`Nb-9mzeDl_He&H?q{WgvhU8Ifq(-ul8BX#rlHXz@?Is(s8zjF@
z@(_~WW!oL|4jZW?(h^Abc+xIOq{gv1Etb?{NS#D#H0d5ix|2waWOG^ssfUv~iPSJs
zzfHQ6NWDe6-((~62C0)s4JGyKq#i=*B+{;t?pH~75~;y#P75OSE2K^$HIUQ;NOuyc
zmr3_aY-IYAI*HVaq<(?a{YafenlI_@L%NelrLj59o7B&fI*HVCq`MdCP9pUzo72va
z`e{-pk?Kk69;AMXjZ_k8?xg!kHew`FPp~=dIH|jlI*HU{r2A3QokXfDo6}rK-I>%$
zq#hyl!=yWjR43B?5F42XNu5OM0aD*j>ibBYMA}}`-H~)Bk?O$aG<#CFBXts~dq~}u
zbSIIzn{?mBM&?dZCy{DH>N`k%JE@aMvnJiGNOuycmTXSjM(SHhokXey>26NClSnmV
zbJ`YC-%RQxQa6#hDXDK{Bb7v&3F*FpjTni)@Be?!3x0DZhP^ScX^+Bs<%#DVES>|)
zHBhg4?YzB(cs?R{k-_2WD@l%g#PbZX2d~^9B4>}urg_Bk3YN@`eK)xKWwFx*CF1!9
zJH$n6FgV!qJ<eR275*4E_QRm6MOCF}VjZDZ@L;V5TvJM^3&x1&Rm_tQ`)Q!Q`h84L
z81ejvZ4kh^3@lE!zjc2`Jnv(@g0vn3p6I;^={{-%58|cv8En1qJ>i}n@%)3m;bZn2
z2u#cnWt`nia7=(YXy7mMI`Z=b@w|lD3o?fc979IxZb}o+uUPmDY{cLW|H*yrZ&<pb
z5N*_;bgE(1*9tR2&lkqV4GihBTi!&n^dJ%1ghBS<XeGZXR(cX*%t?cKZrT_1yTtP=
zdSa&jGT^ayzH$5|tN!?BGp7yYuJ*J!pCH~(U=lOqF?gJ>n^hpiOYmPasT>d}B3mZv
z!YaR#FvbbNZ>&!GS|}3wj#*4jFn2P%dUg*h{csT)7Z{%^*BQI5Md&|7sodc9%(-FM
zWeLGK#p}62?w<N#ov~#E-zO2z1H~enWHYa_!k0?g^FoKqWMjDi%fGplEFY{eli9Z@
zLV)mpdk&Kinl2yj9h~Sw&$HO#c{F}d&D(I$A)b}q$N5wNc)T_vdSO1ReUD3Hf>1ql
z!l$HT4G~^dhA9Z4^NcN>p0oHJS^F6fU>f)B%0pIrAD5S%2`%f6rP{lR6aF_T*3X2=
z{_~%P%USiMtrRZ=sX}iXcv@KgOO>g@P|#5-bs>gjKcy<zEKoM@<?+rNBJx+eggFZi
z3~6Vl>}8d2Vm4I-+_rNSxt=ASudzC*5E1A(xK=jSiFkj44bSNnfjOc(DosOK@k`7z
z7X{<hDZ*`A<q2J9ezGXU>wfiFPT53ohXo>HAe406sQ9ue!S_hpi$RYakJTp`R(suC
z$P|O@)!vqY4J!$~P)1f9N+U%-_J3|C@+T@s69>2O?Wzh~EPIrfFBFG_!|8&)yIK60
zf`$Zmndt0P7-qHCJH-$Q*poiL#bMn>B0g!QUJ2;UHdv~x$;z*xGF1}9ee`0NY+>2&
zgT?WZK+`<)G=s|WFRqHshAZJIeZNv!{pI2k``O@e!%7<hIEeTrmojI=x}F!a#D1~t
zd$qcV6et!sX8B@bgw9xYObQOFEZ*g{!+_u$Gz+ERiNQhZu~BJ)muqRv0dcch!!M((
z@T%IhIpAo1oqNrwA5q>9E9&QfkMPs|4=$kfbqqV8L!Ap=yUzNaS7p_w@T&N^@GEg{
zOJzE%Jx}WO&IM!Jvc{<ZR{JSa%;!P=S(mr&a;*Ap&`+KRG{IB53z)3<5<p}=B(|5d
zRJn4q;$L%YK1`m~c`o;jm7f+v=6sl%|F|V?XeObjt&?2<uk_vXWxufc=QShR0?2n#
zO6pf5-fv;f8|oK8`Os0uR1m8@r%g1Z!NgKg=d}fkx0{AYLt#wSm)#eM_iI?i=3Z&g
zI9V9RQNyzTuV&^8L9kId^OH0y|Lzv?3*p``?M2jQtnusAHcSRop9;EpjI-?fyp_ES
zn97Pbyv$_vzbo6BGGJ6}?z%ddum@VfQW05bw@u)kEFsEId#<J{3!gq-HA%R^(sA`e
zve5fr#hA-yR{It&3zvne0@(=u29`awY2?bnla%{n$roAqE7t6lg%J6S^agPj@79u)
z19}(jbfO|!&&OypwbA?F0Xs2))`f(9(bQMa<iPgIpnLOr;(aMie&s_sa1K;h_?=?~
z;@C!=3OQK%=>9_bbyoj&*X5Uo<Po{k3JOiA{b_erq3`e=l<_P)okG0tqm}3#k_X4N
z;#DzBmi?Bl4v`0Uj%Mkmt%Q!v&}YhnR$y6;$2np=psh3Ll?Tpz>f(u&tnfY{s{n(_
z(P0e_S?L8)Hz<Ji^4S+~A%fGsuJKd=_bumCxvvuTPm@^tPytjJ$8~Iu6YtAtw(BYs
zK$<H^-Bh2|zmKoS6oL0?Ox|%CVIMT6k%l5H*VpX!+sPWA#WvV0!Xd9K{O|Qy?RC&3
zL=hT()+B8iAnF6dH!>CBqW1py8QHA<UT@l_2-8hxFHr6i@2_e4o98S7cbi0Wk38c3
zNQ>RFVG+Fb5m!^KCdMBcr@7}M@H@?rG3r+*xSB=$BG|oZ=KIx>OA*JywiYe|t?X4h
zC-<@JhuacUg7Y?}UNS;_g#Qy(8cMMJ{oBm;#jNr^wBDfv16#8@158-?UAW^i(xsWR
z1jJeP8)oxH3AipC%vBa6@`s7<YEuFsiFN(*dsy}_Qanov?~c?`xtFJyiS)0<b+d7u
z8pn$+>BRdwY;y@d8-IhxL^X&nCb&T9wb}TG1svP%WfAM0*t=4@**IOm;QhQZmVd8r
z%Vy&l4`+^j-M5+0waca@@q^hZ;^lLR_f6Q(vI0q5D_PpDDq54^vE^}+xSPYg9P^~L
z1h=R-Dv76KU%MBrUPW-uN|40GTJ5fAJZ9-0l`@jJ_Q6FfTN7F7DOL4I;G09ES0A}d
zCH$9E;S#v+BhBeG7YqsRU42ag*L?3j+wijl!BuMPB=F$3&t}+6jM5P=s#zw158SwV
zcd3jXp?iLx7RQU!zxnOSRwKA{ZGkvG;1l2T`Wx}S2@9-!E{^lz{iQJ#CInZj^A^Wn
zitE|xn-TA0u&;Gy;<$o`-Qmh>tn^*$WyJBs5dXzX*2@z5%!VE@T<xdzc`rL@f<J7)
z#qbVk!*lQL))0Jc<25ndRIcV>kPRz8HH~&+xWud#<$YqtgnqJVnHb)%cKqrkMOJzh
zO|!)C-Z6#l>8BeA-Q`D}D1KY5Q?TBLRsS5#&qeVR>xiE3uB`gG(d;dXTUd$g89vEM
zPqD>J6c-gw<9&CbpQw-278z0e9iywxDW4Ud+S((6n?BO*_FAn)#Gl`ai{R9(#Z%mC
zSoLY$c1;Aob-!%oJSmnvq_iCs!N2hSd=hWTYOhu8Ac8Bow~VKxs1xDw_E{o0*LkDK
z6M8KF{-yXVJWp7li|4^cLJ#_8Hw(X7yGiJa39EiX%BF>J{Y<K##%z}Tg_Oq$<M$Q)
z)u)Uni2MdsfG~c}fBDwDYpnO1{*`q?xSW@|wnV`gp{rKK3E}mxFP!te%+eQDgAi^k
zf7nIP0DXP|Eg00)&BXmx>$0AOnh|`m#(O5NAtZZ8FOJ3AzRS$S<D#BwnFg@@7uMo4
za0~nQ#T7iP{J*TTn}JI{kS(3Da~%=>cKx&<J}aqyCC5#c{i-(Lg7{ni=l%DSjR>8$
z(M}NOw_KigXV8@3^^Ma4_>Il#DP?z9?fJSXP5`HlrrAw>WVKh|4-mj-Yew%rWYtWR
zXGe1#KmM-uPTjFdR{JQmc=O{Ib2h#S^JJB;w?&2@FE4)bao&RkMEtK?k+pi(OD{V#
zQ-|QXZQgwNrkI>lwsY1Ke7sGD509`8|333AEBu>woEPVKVaUro#mfKjpLV=>>)wQ+
zmK0WcsvXlj`0W)+{ByEc{ja_wjt6%u5*w>4VucUw1Rh*(-u11|5?SL3wX2RBuelnh
zIE#mPpN(~Pd2{2!rlH?Ci<AkzyBoN1pTb9HZ#lBc&)HMQg~#_Ru77%pWk2_Oyt#0b
zb`Ra_TUq{%dS$q9<59cAsY_Le@QuAVC;n{7;ZDOUR{eYR*>U1C?2qvL@L}1vSpPH!
zzDW7_gPDe`{NC@6<G=;zmN(PqvC7XoV8?-rihUgCG-kE;?SW|wZ&Fz3gy$;|@yiaz
zVfgC6+C3F%tp4?I5HNh@V*8C_H(B<&`zJolc)h_ebD`u4!oPjT^e={eZAXT>CTo1#
z-3h-K77tVTg>hE?EW5m?7~d(@>*^<1^|7uSpJZ$<NIjxw#p>Tbx?z$bAsM?=`2{Bt
zUv7{01mn%2TjgJ@SoZU<7awO>McnzA8_wz<7y72h7$-w6aZ%e?>F?-=F~*#MTesp1
zSoWzn;62LluMgN;Ho%I%a{wP<oUSVpS{BZ#-zS69!;BohlQYUKS?zmh2!<K$bJr~V
ztir0F`XPLXai%$WZ^6SYM1F1#PY*KA`i~W<T_V<7Fv<uFGK~EdXdueUU;T*p0OS5S
zHIK@67N?Ek{fwC&DHpO1v)XUY*mNJm;)mxn-$E%O{KGNmV+?0rRuvH>)(0@{aqnKn
z!yoNe1jd&V{Me9p5953d!^%dMRbO+4y}KEu?}|Q0rm@N+GBVxC@Vyu{ee4a(zDGyA
zI~XqCbwwsLS@9K)PPa3Z?*!g&abe{@e$2a#5z+D^y0?mD4~NF5TNtM8-8LFb*7znn
z;oZ#0k8^up_)~^RKX+ofiShJQyWxTTtp1=eIo-%uG&eOyD~DCS+)3{S#@9rt^^ap&
z_qX`*={iQaeWJc_9qWD(KQUdy_&g!HUf)ZQh>tcoUCD5-6W@H9#z%1K)N~mm;@PSn
zcbP2v@12@1VQ_pMf4eGcCCmS>=|aX4DT-i=C#yZMU(=r%{eElREVr`8BigU&9LC$x
z#)}R6SoI-0J)On4FJ@f9Jjf~^b$U9DVRxudXb}%9KeXxT2aK7*SGR3@#Ts8w7XH3w
zzj@(U>ir(Nx9_`s|J`YWy)Un*8k@hu`PMiYtyM3>**@8yOCbJVv3w#)e|9gVeR&h9
z;t)k~pm`WXF6{+d{$1PrLfq&Vy<OWR*Y<+zCy%)c?uO7$UX(0Jw&{iaFWv7oo(QJY
z4u4lUa;z7WC@GC~*MsP}QSNirU+RVF3#q0Ie+P=+z{fm;*j`xSpgG5L!*$B6fHCJC
zuX;hyp=P7{{cy^N@$n_0`Muy~);POnVF=|;QHfS(Q!i{i`$1Vsk4l+e^6UA5iC#FH
zx#fLV)DgPHF0n!m@jh4;wQiNjhuidgO=o7NY9HhzI=_&3WkIi3OL`V**axvI`y%mW
zH|Q2u6LZ6N_JP3T?)1Y{U&>jFbCfs7`@lW0Jbg`w5B+CwknUJu9~_w#R-_<uo$mhm
zXveO*eemOu$=OZ2u2M>Ob6==`+XsBZ>MQ)WMbICmAJV*3+6R<<cQ99uSc-Jzq`Y}o
zA6!X0%NbsGon98?czHE%Kis^q(Z@X}m~y-3+;tO~e&|ZPdGmadFGbhU-Sv!aKOE=D
zd3`=Pf&%wb&AwXn!@a>lhE-M|<-1qo{`E)tp|YJCu{_h4;<I<Cq3%LIoD+f|y-kty
zhFY1SnAm=>5_|f*P0XJXQdw2#{iYx8&eJWc5nMx`!S&<*#o~S_T~lpo%o#$lUS^Q=
zyt5zt6uzyWmFGs0Ow$zn#XA5$d^L*?5BgIyD>h9YlN$gp?m1UmqXQ|^v-hR)QwAW>
zX5|Gr<r|c~xKO(f)&sEEXv^;I-B;+Jlk{{RxDBBBv?2ae?>7BF1&_<KpaGzBM^J)q
z#nMOOnzgGR3_#<ML)pq7?)2t|;_uYn4Zu4UTb<GASh~En*rxln1MoJsS5%-Xkg|aG
zgnRw?01S*-k0}&}(N)z)<OF9Af@i440;hpJ^stBKl|!0?5PsUO>3fb3T`j=Do`1_A
z6wrFO&qQsYY{#U#)*K#$Q-S-6Om9Y03MpBy?)VQvuVcvTyIChFwI$`fs&@y$no%_1
z_&I{2th(}B6+Q@!hMmvD)}EsXeV>X*tr>*no`>nxo#B)ROJh!@jtxT7cAH{>7dPpK
z2MX>~%^rg88<|cQPhF$?n#EWz(H?>)loV;k85(_7sBPXoiy????&^s?6ilyDezns0
zDAI38b1Z!uL7B=4D-{bKf>!CsT@AN<DJqs5zVkgsy0H<@Cav3)G$WfprB6d}$KT0k
zzA1&WLGG#K(bgfbZJ}w5-H)OO)SOCh;28$vTI(po#vAmDR(i?j6^G&WOX~S7zZ-Pf
zclp{zYllHAAjX}tA&9<6-pW_kaTt~_u(>4gI*NWGX;Z0{&oJyW7+LpB*PilawfBM8
z_+hZxmnyFPJ&KN3&2SfE4#UhD(+8~sj?<UT+fPZY8-_=hDTnkJN9Y%BT8y2W9)@9I
z|3$MXm+2?%I@{c3Mj+zMWq)H=ANon3#0`-!0;|96cdmRGLjQEo(7MBJ1WH^qx7#R&
z(80FW%!xJvOJ{QmzBv$1xx~?NLLy-VmPK%Pdq`fOYh`J0bY+dex6QMQHi^Yi9Jds#
z9B3SY^QR><IBkzn#O4`TDszv5YM6_ozgH+-{OhKOfJLKFt|eJ2y(xzNG)KW`p7AJ5
zd|7k%LfK_{SLnK^%0r`&F<cro`Z10kaUifVCvX(>UU>~<-;AJC$EzAPKN$rjQ-ABe
z_S=-8b+2Y?6^z28rgp78-;U8&dPqh*>l+2<u%<iW`4=f4r?1c0B{2pHi*~4=E{mZz
zfB2HDqca9?&%g4?u{%hgwKezix}9UNsyFerm+2|G`Ig!^-*aP7cyYeht~oLE48FW$
zeeq+U)$;Xv=85a{klwq#*WZr;qu(vr$jgg@p1J4lZ5spEO)Z{zik_7H&9-L`%p3=;
zZwqWqY;Mq(t8MIz(in%wD{Ic}*0@cvU1X5TWi<{BYl5p?m&MR`ywDJjJv|N|_kPGb
z|2c|+Po1_p5<3o>QzOEk#zQD)21@WF@5Z6fxiwEa^cwwX$<BzlwsG*ux7GfV5Joxh
zI#`8IcmfoE&^8U#M$soE&EDKuJ^_5?7c}<J9O-&C&B4cQCZNeB<87T=G~Ia5ME@!8
z3DA3DdERV?JAET>f<|)U1gNW63YSdA(u=c9Ll)*wz=c?~GllxT6oG~1yR!Qy;CS>A
z$eW6#M{m9OJ!<YGeBWRmuwTT7a;9+F?lE-|1V8%K>#UEWm=<kU?>jh&`qzf(&6h(d
zuUdI;x?G!tb-QUB=ug}zP9Z%tvT2i0ZPH%!naiCr{?68FM%^SFkMZ5Mx+0kF6~MPq
zjc*E~&zxSXLyxBS2MF<BS~dk97h~McZit~@x;IfXXU7!q>g+1#?DD0A`+b_-M4N)P
zx~?l(3$N2JYE^T!Bu#<VD;FnBA(~?Ul4C%wWD2t9^m=Zu3Z>XZon0O_IR(2+=a_v-
zyiQk17?Lnj`USTo&iE+54x<mll~#50UvMoyi53v+NAcT~GhuP&7c>OV%#;5XN~sFD
zcjx)NUvOh_w3I@0EWPjGRkaNTzaZ$T=*xi{(RAgV4&C#|e?ju=d;WttF_f^3BRWeK
zO~cx&LU>}r4GML=>#kGg(-4?Yq1I3mL6KlYKb<-|4FW583&q~X&?`b>eX<@*!@?Vh
z1KT!SqV&04TasNe4Xvm5-#*#lNMYaqb=ey!G2OMl&m;Ve|NHy^-N)IN_ixlZ7})Av
zVFh?RcRBx&C*ZLq<LKj5Ke+nAcRCaQ3O%dFe;KN?_QQ=5VNiU;dIgS-QbAX*Hw*qo
zLMJX7>n~PM@_N!Aaq1s&jsEt>rpW&^=>z>YUGtzk{o(<)6d@{Go}Lz>j;vfeGkosw
zttnu;)dLs%i(1%}gZNefbYea_O>!&x^|3HyyZ`>noSt5heMs(3)vQm`WDLE)&yCJ;
zLBAOHO!n_@-{^Cj-kiVv8&KJG)kEg+cNxN&Z13SzHvX;)He>(&y)W#y);mqQlX1!Z
z(=+iu4gDaEhWs%RG7+*aT3)}28~W|DH@qW+euHfWMzdvH6FErqL6yP!z8bdozwKd1
z!uO{9@gEdSvssWXpA1sUL;jPiKTxoD&y~JACPT#1g+~rfc2h99IUA?%B*S~({g#^D
z4HPU!^R#?ZGK`Cy37V8@rC`z`Z;TXDz&dz#T((0e1yjrwbl#f+LU(VJdZyM>uwqyD
z(7P$H_uHuz9di+Ho;#V|lmZ%IQ**b>L!41}r%@pl1hTT^`4uZDm}9xi%zdd4bnv;w
z?2jltuQ?7n_fny)J>wdEehme4cuU*+BNc=+W^AyFNAK-LDhoptUx2NZv@FcZrC_>O
ztnhs=!0X((fxGaHg01Kj>$&#=&M%4Lujxne&5;t4ZGHhN8V1h|pMIub50p1-UGx$j
z&t>|UD7~Oyd-QTI?tcjea(P$9^4cia3Fqq>i7#RQyS<L*-3lmJb@hYZ=9h5%#-o}%
zS~dkUdN6CT(ks|G9O=s4P)xy;yYuZ2yaMeqZk@x8ObYg@uqpEXD_G+6Vp_oJ9R=$=
zx}&V+6&S_!sGF`Xr(oB+)WwxwgUzAI4*?P=J#FVB76)I$@aiS8R@tb2m(LQr{@^v#
z6h;fU=r&WZx8q91t*@cu>OlD8v3v@azwMdC;xw2iVN<DJcannXQJ?HMlm<(GxKg$4
z(YjD_i(>4<G^j3G(9_3*;(P77pt&s#e%)NvTl1`rf<48;)KuO8-|j~-Z}ImOtn5R$
zhtnIVPiSuz)$gHTTiX`BOL_xS2V^R!(}@&J^@gFy&o|)k^i!n={U-%8?(g5Dnhwuh
z7T=(Zv`{b~t<}#Dr$apNfO-7-S_&5KBg64H9VlhX{2taI|9ZmrEIZP{=;Sqq)Pp1n
zIx^`?(vl3=;_Kvi#vHYOXk0AjoB_#`va*YIp!ghkrEQ*MfGxE%!|q%(1sitV^rABZ
zCg{<T#sYK-mN!##mfBlzsA>03Sd8*(B~jq)@)n#d1-jrmvM<rMs`*dff^}1YYWetU
z3g)4+L9P2OJe?i9W0%oO3dWnYBt)GKJFdz~9&ttf*N0RNy3(QAGHG$}5>($GYpr%Y
zr$br5{8HX%)L)ca@4f4x!(n$h?Kihj{%1GmscB?FnbgCPJ3Yw0EF|+Ij%5N*MzcR2
z*hs;iy?Vlzk_neMUx%Nq=|J|!<L1$q33l5b{s`~=M8R&am2TH$fN}`u$MF&l3TBe}
zYB$<<S=9AxT|W0-WPdjdic=Yo)Bd=uI19C>hbrA<fB~tAH(Zq!QG3<D)q1xahcgfE
zh)wELQm|dY_YF?sz+<hp#;Fw9*SqHV^p`mB*{80vbVT`EC=|AO2#0N=ahKHtkiA**
zZk<+Tf=bHP_bm}66ilmr^uiG)EPb-5qVftV@9|$n!cUkWv2Cpc2!5wv8)CboJDIT4
z^I-mgX7oAQUS9iUYFWTPGJ1JH0kv;!fX+vkEXeWT^?4$M?5oAs-{Dyn*vZ$gW&T3x
zJMY-T(US#NpGQ-9lF+`%kh6t}%d$c7q3)diJ!qZK_E7hhW7*)ifWAZZ+B5|lNc=RJ
zoDE3}&V|_(Feq5Y#}m){vSB2H|5)D1K?)Xd=+^<QcaU~R@fC+P8n0@#&nldF2Ugc|
z#|{dj^7AxI{CM#WBGP0$QeL3^ZB!3^JopYw;^*$1IgHA$`qRu~#e3+wG^I`rLFv=F
zjW(ctt6K!BoBan+e|aMpurTdCH1Qn9UkwjXu*p-4$4B17^YAm>v*l5HI(4tC*8Koj
z0LW!#qJ4;zTOYGde*ohr4M!I?^&<QBZ-1Kc0p5A;H_9DB@i(=l#7%sFQsc2{%PM3a
zF$0=ml#gKDB2Yz}i|V7h{p`(iA0aWaS;OxM8eg7E-w9)Ugvz`r2dW>c51yXa@zWpS
z{sN7}(A!xQEIvQ~IW-3oB!pTurBV8g%ZK0l<iLf8>JIa)Q2cT!>+7>~Ajag@!^?wc
zd@8E@!oi&jV`Vu4X-!2GjCnXgWqmG~N&I^GB<mNlznLZ5{c~Y^xW@PWDyY0yuet~2
z<if8zH(LcQb17KT=cpY1Pw=fE>mCG*qV|2dLtx`4kmEBq(^)l1!G0~nEv|fmq1Dpu
zJMN+KY_x5R&;JD0di(WC`}&b?@oiWr4|=w{Jgl)t<Ei87$J@;EK-+Skl=6Mlo`O3(
z(n9i}kY-cM#ew3J7~LdaoCo{T2frt6L*ebt!A<eckY+h2hSwAM|G3Lh$m%oP-Q9Xd
z!Dj@G-*Z0&-~J4mbYbx@25Rq=Ete!KK0}j-!$qk#sD8%oC*PZ!4^uz;=5JYr%Ii?S
zWA(0lh|CPJQMN_vV$}Q_mC^Yy?`iIW?)50VwVAtjZ9d3t3wuY~fzq4hD5@s=1=gnO
zh4M8Z`)7)HH9C9&!)KJ|$%+#cto7`txVv9q$&Q~%R>tW5<WeEDzxfLoSn*Z|@*#U{
zK5DC_{1tc;u3{#YDE`9ud_JeIU_4bO@}dm&kNVo9&5yo<Y<1Pw2v^j;t6uE--1!yS
z1+IAg*pq|CZ~DD-^#brSI6Cj}6VzYTlkJj^6@ccp-WL&BsQhnsBs@<ofCV>Vf4*}@
z^*0c9K5ei7j;ed6)<`0K(Q@8>^9v!ye^fm4ET)fX%RU|5R0yJ<y{+Xw@akiZ9A6c#
z6+&<?$2{sm0ex)Y%vlaag<#w~i}T(Y#4p=^OcpN!j@$7uD=!J@V@Intidz@K#;XIe
zsg6AQn6mcZ<?td{_A2CLtpO^JN7p>D>LPIHu+J|mNA_~pZq9S*Vvuq8F7RwWpFVaA
zH?p@c2C-%1b7vnQ(o^72x?2plR%~;z)JFcd``^V{iec-kGt$p{(kYm1QDE=l5@@WI
zN<C$R?2}m|F?^&1j@8=;cc{<M$L^nw7kyp=7j<7Khx?%ZXX+ljw!Z`pPm159oSmtU
zX~k25R+K^*SNXfleJH)TrL#IcOQB8PK`Njc>C|zjz4TIeu;|*Z!BzbFSfl9k{^?RU
zvQ?zSC>Y(p3s<g-T>A|^#0l0su|xBn6%ViNyz~un69SI#s3QM?1*6M9e}iDvC7w=;
z(fupMxJ_wR8RX?07j!<&t&i#b$XULv49<vh30^upg~o$7oV&uxASFWCr@0c@-)cFY
znCdd%J9HuL#zz#NcP?dIrW^vI2K2<Ek^VGg&WU~HAbeM<b9pkV|11#TPb!DA(Q+<t
z4bgZ_F`%V)l|$qV)j8o>sC^6CdoO8Kz~0SYP9HU%rH@&U6`b&>0A16CX;&1{c*OnS
z#yNTgtZn6TemITnyCD5VB1a|kUAwKub*~!T@2(|v8dbulTS1Q-&Z6<RO|f@tP$kp^
zK2$OMjPf6@z+G8X2|42(S?}hc`*%;<UT>)?0NIDX&KDtjOANhcWLpLFm<LL)8imn5
zY5{>|cdKBP_Du=qdNkhzA<I?mh^u~{aZLrq=M2O9msP`*;mT+^Ba~lv4Ubpu)o^)p
zM91wA)V`08*e|A6!}Xf!7oB3Le`#OP$2n`j^w<?H&MYo{%ve79j7beBGR|3gtU%*m
zsmRP-AvI9<i1tj%5vO2*rZNuYH89`7h*KvW)vvYC;oybe;il#D1(B!Gc(Aq3w|@V3
z*lerTS-2m~2NWN2?t1zimN&)zd^&>0vxc`9rUt)5^q|Ggqd!pnyLR5srPP9^nxM(B
zXAK2A5Gjy(p%!>dp1!tyfbx6sqgi!+Ep&aZ@?3ZsmH&l;jG|;6Tygb26HtNr+f5bO
zaN9a~;2Y6$=mWBMT=|#I{W>^pdx$x276<AdHV3(T>R?9gwxYelX#8_L$2&d09{3_&
zDONp3`s!yzq11XXTX!}6y2^ZgEN-e-e}6sbStQ%8+l|Jfro1dHupW$DH+)%RgXRwl
z<nLBLtA{8RLy=>z=jvlBTiYyJ>Y=mu#aTvQADZ88!lN}Bpf5Dds!$r;AI0}IY&qKi
z>2J&SmTIE%9GHqb^05J&%wGC)s7UBzi7#A+MH?Y_q2Q<9t;pV-ch&dXHp0Su#ShU=
zBKnxevKRXvH3DN)`psHDl)uQupUg%Y!QGdx`QtmmFD`qtt_gU=WHaU}N$X>2mt^mR
zHi6TxwVE?*QGV7t@rpGx!H)a-5(i5VH@|s)rp6Dj;alC_*Np04TGsZq_YYVYcsI#q
z3bo(7nB<oQKj6liX5A~NQTx~Hd~}v=hHbM~er@hpppQPqp#I*i8J5@wedDf1^*_d+
z#eCNczBwg}<W`{kjvu{uXm$&DSDj9K--`S@J+;VoYJpQ9bRtqeqWa?b8C9Cu0{hl&
zt$ni^eGbRfIqkk!D>%+oJ*m)z>ccZ&4fRkf3|*Z6wy+lU_nj^#NsLzD={suPK}C9U
zmCaAdHfZ!tDZshV_`}C>VWw*vxPK`OhZm?m7KI*}o6`n6*Kbx+-h=WZvd(foIxk0W
zXLg>e{ybDaLmJXv?Z8)PRy+9s?E{;7^-{H>9bC?t@D-m$@q3T%H(&7+mW-d<X)+7(
zMvIqGH-5s<o}+X2u15WlQ(1KWz)ui#f4S^<1FFx-0%TepaM3BR@Vh1&|9C#T4ZZ4s
zW&V#}my0gc$IjAEoS54Q*49cxQr@V(s}u^4obQBP5&ZE2^H6_{YUCdL(FvyvrG+LQ
ze4}71hc7E^?t=asqP=oeX#5adC?b*81#Whu9-<0pKJ_-NszJURic=!)Z2f`ylW&Un
zlaOvWGFSh(%vzM5SeoH2tOrCc*V{$sq4CK5L-D)gJ<xx;T;ke&RQ`1yX^v>W@#NyA
zo}#YEo+<M4Etd5Hb2`gy(oIDlYY#fQ+qoBNRVEUfEtT}q$HW}^A0aN{FS&^a^{+DU
zTG`PHQ^^-&-lBca3fI={T!rvMS(W%JwEsE$;<7w-ga#{B&fQ1*pqI)%Te<+@O{seo
z*U*0G&B47i4ur3-dM<K9`=aAM$bPIv`=Xb5esSE0F!!?K#0#`Py376DwfP7a?<|q=
zLHndTJ5E0Sf%1L!T%eW_!cUV!FB8#zX}f`NEiQxx{+5sTpncQX?gBDz(7tIO>G0rL
z2(?ev5AQ?!r?1Y)-uVXYpI$7oAYB0Ac9SonHfSHU#N3zr?xTIw6=$EN^r3y!Ui^`x
zdI+U@x2^I;`>AWE-kium`>8p@5+4X649*xTHAVZXf#c#tAlg^$9HTxz7wxMq-}z-Z
z7s6|?tJhP|{_4B~+ssa&{nhU`c3V6|`>R9GG;gX#`>VNeQR+;DXHT0hS&jBtzq@-_
z_z>D>-BV!H9*Xu^t1V7@`xfo9zT+Btu@UXFrcOOG;zJnsq4Adr+HYNA&h>0#K@Y6O
zo3}Zk{np;OdwMUT{nnCi4gKQLerqSM{WH_ierx~Bkyi@Pe(RCGm)H-q-};urr6a>=
zzxCePKR)v!+|e8@Cz;a&x~u%0<<P$C17e4sEJ6FOlX(|3EJypURn{C8)I<BO2YfUa
z8=!sHVhgqOsA%7{!8A~*=sYfY6QARBMh~pK7^t00N9k};-$iBgz`YV~Y40~ZptEuX
zb?56I_z|hJMD1k{c!Vj}jHDntXz;ekc-{jw#>WCqKJ9_NM_Rs0k5PVx$5s_S>;c2M
z{m<O)BYT*JI>CEAaOyJ0r>KM;c;dVHuwq;fw8k&bx)+V&JwgAxAhHK$I<{X53hM#u
zxR(P1H+z78k*LtNP{fmd7A0Nlfx6p^sG~v1ojcCTAg~9t9xWB|y3_-OHPJ397mz>N
z>m#*3J;2Mcil56H*{?|rRmQ6aveM1Pm!Ix|papQw;8YLXj@{t3<^;0$_q@WCV<<km
z85-&?J#g|ueVx={)b76g^T!ULcKkL~TeKJ1@51FOckFv0f42CDlWh;YxPTd{?CgOn
zTGrzA);(~);lS>z+faGo+(K>h9%!tnwl3O)>_Q}y^MFYYxQlF)>0giR5zk3-H|zn;
zmz20(gC2-k{CU!GHEQ23KRjQj2QJ$l{h_Aa1H$IPhx|2Aea!r}p=@anMCh&Xl~(Bi
zlgb;SyBDGMUHWz4x?B(ZOn$Qnm+pZr!ZP=o=JtRh|NA4;l085>>Tp_2tOryj9)4ON
z+yl|Cz-FOf4}2N;s3^sY`W2Kc=Hu*v?$5mr-BaB#y6W_cHzVD!N>XUm)}C%y6xzBq
zx1}45p5JYnSBqBm)2UxfzIDUlIkJ70=zO*pTwEHIcikYP#eaA@y&JNQC7q8=?gpu)
z>6_+0=mu)5UFy-8ZqP}X8=P>X8{(8-q(2Mjh8xz#5@Fum(7KM|xzoKH>~~X{qldde
z#n$+vn|(LT*mP;{2di#)w$c6Az{YM^Ym@zc0=l6C+o4md-3{|wEMp^8y1~>?pg;qi
z2dA`dASPa{8=S4)*0%F@L)v<ceKRMzz|>|f#^2KgV|v^dY8tzMS{RK7lyyN|_a@(2
zd0n8;w?EP)vkPR@jK1AX?t+1JmeVPByWs2g@uslbU7#wIu-Pi03-ZrA;`w>D3ugUr
zF12#)0znHkpK$vwFqoWMoU*kGtZ%IgN?6wgN4H0xIJmM4tom9vaxLzHIR<#i$+=yi
zm4D&uTfr{y(X<;cpXdZdRV~R+o#=i+3#-2Ry%V;)E$3JH+6j@Njn-j|PH<K<K41B)
z6Dm8Ftn7*HguatT+7(wjK_tI;=}mN>d6gJgEbrP0l9cE&Kif|5s*7)Xy$OX|dE@ol
z)t#_X^+V@%)lSIt`nF;fx=-bCCF-T{b;1UJ(>r5B9dJTtrkL1|4(R)AqBdUC0ltc7
zZl&NI(6ws!)wa7GaJ9_9OZ|KY@HDDjf3&>=LiX%FVWZIjdRvd()#2{|mjuT%YwCW2
z@wm3~iB~_tr1<oc+`yl(i1X2ReY>B~!?SkxSFN9rYxeM_JI_xjbIHn3FK>t0zczmy
ze9#Voms(x3J=($4^r3R7Q9JkyIM3T7f$ryz6Xj(a+Mq8iDW?dXd*@$uZl$wF8%Rq}
z>$OqQId?icbqxgCK=ERx>;ZJn-F{^i=k2#!;mkU!u)wZXxcOl8u-n2`C^N@4`q#IB
zQF>A?C7}iKEtEF~*tdXZW$Avqg)N{eyQU<isu`l>qqiNu)eN2<^TV%iX@(;|3Kge$
znnBQS+p?s$KOpn&X-}`CKfpY8rR+YrA0WE(^l_7-CU`w@=drkV6I`1rNqwN&1cH`T
zIjtp)&{s1c_X3@7R3TG%ws~PA#5~iuY|U(d%evAgm3tcCY1{KPtH<ksc`M&zZD>8@
zZ8X+NQK|=qvM7(cYaOJd_^L=;ss)$f`%$NFe}{3d^eB2%4Ll0=D#^W74NK)2trmV&
z(6KCBINPxj%&nJC$fD;MKE}3y?(Q-WI@Z|LcIz8h`#5AglP`sgS(eTVt`&p1TgTxA
z#f8BCYetbx#upGhCenLv=_iN~bCxd)cn5oJUIYw9zDDmmC6+7QzfNI)Px=_i6X@jk
zrZd@k0;vm7+3(MPuV1j(?{$ygh~CQowOT=XN2koNt`GQf*7X8UbE$sqQhgt9zjH-B
zqwO}3?vUfQ0R6-P=^xBG-*4%Be;r8wpm-deGXL-rL`D!-5U|%C$n;Rc>;!**-sAWB
zf(XW5r}3wvkAr7wIr7gW{h>94e_p*hZ1&&!z<=ul|E&-Fw?6RS`oMqd1OKfL{I@>v
z-}=CR>jVF-5B#@2@Zb8tf9nJPtq=USKJefAz<=ul|E&-Fw?6RS`oMqd1OI=m50G!m
zY5#a@{`<ZEZ)Cmy|NZ{{_j~={@9+QLzVH7(e$P+7_wV)oy?*c;f3Jg(h;L;T<Qx1h
z@2N*dp^7Hi@FbL2fB1w4)-JaxTAv0AHh%MS+~|0oYg+e^ND4%RuNGXD@&d>1H!U;y
z@dyr?N^napc!o3P1?)?ZNd#TZZ&uP$5Ai#97Hp6+4ujAAmleJ$Cg6#0>NUJX4nU@9
z%2sPvf4swz$iUy}pEr>RA=007FpQP{tPO^DSEKZWQ}FKhD1H9mS!dg$p20`YQNOat
z7dQte_wTI#1AB2c`MpjeOJ(!lSV5LIo<yp_t1p^fw>dYH`)Gde@xVBF98Nm8YLQWM
zieS-^hS;1aL(CiPG8sbu|Ni~W&mni>_W_B7-{1aQkQ=)l{%`h@ka_supcgb<T%^>~
zPvA>ms?hICr4!|;pQCI*oJ)YNUYKx_;NX3F1D|o<iSlMNm(ZDWT^#??cgn}y_&MV~
z&Kvhlo%d!jp~nXoyZ@yZ+&bc);PnFEoAm5{<2hEn)pspD_?LcKZ2Sb;SctD4=GC=b
zQcHxF4G`KxL5QwiIC=WRu7jZ;@Z3YsR;|uqeNU6@_eEF!(x>h`-u6rA3tlEIuxMZt
z>wB(b5Az-ROV{d|j5zI^2kd>0tbItb+TX8`>DR*!55=4L%d=pOl;jZ_o%Ow8vJD@6
z|I#l7wM4!+@dWNB2&){3Vts#Ey~gk=GX8ql5*^~bbYl#jl1b}J)n$Ee8ZD*%)L-G<
zcdp;>j=m4WC|IlDNC@lu*JN9^pZqJl+US#0n(_CbO6{ZdnmE??xYeiFUn2EF_;%1n
zSVsB@p1gacAk2~VeE_mjj_!Zy=F4nm?N5lpl@=A<4Mv~CL6t@wK6jZ+pGok4T)*x4
zZznQ5{7ZP8OdtLweVoic{xA8*$@0U$lpiPS5B{b8aI*gKf2n_*Y(M;8+7Bn&AODy3
z$4UEvf3Y8&v_JS4`@>25g@3VMoV0)V7yHM_{saHge{iz@!N2rBob12wFZ~z)yQTl9
z|9bxnPxvSLKWSgRf2L39MF0Ow|0Dl|PW1o3^gqhaiXZj=zw|%qkI;$!Pe+KZ-aqS~
zrKA4;m;Oilv2@h`|I+_xf0mB=Kbe00pZ3GjQUCu-|HJ+Wo#_8${Plm@FQF6t|F7_W
z*gq?N)c^kq|408}#gF<wsTcm)|5)Ks|Nl$>qyG{*(f`TxnFRmG_4~f|x6>cv$DiT<
z9Dn{yAO0A>2%Q+ee&-MV82?z||55%w$4^54XZ^t+<1Z`zf7Jh<<2Nh*f3zR`G5)jk
zf3!dRasOcH|FEAw?>{X4ANB`-+`m}*KkOI&xc?D4asMORrx*UXe-ipX`_G^EUqb(9
z|NHa)&5HjY{rC6hL<o0u)#IY9%ZGGNgn98C=tmWoa?YCVoMnw`=U68;N#_`_-Nz05
zazD9f*eOz3!O{L;bR5n+hnFGf^RmB@YB?d74kwOrsRz#8%l^_+%$}SF(J1761=!(#
ze=g?teW(}zJ+CBnbbPzh?TDG@!?~#3C!Ab~Z{THJ95R@FoFPU*GazDrZYlbod+*T`
zf9v8{Dsub1f470q(ZuU-T@E|_kMJDvf9&t2k?D~5d!KFZH2TQQG@<>CY@dJatYy)^
zKM%uJHOThWp#1V(vfo&8JM}lB<C)NYXn#~6Y}8vFOOG5`p#K}2`HNCciul0Jdk4_G
z_5;wmI+eCtCBoSTqNeJ8*CRU_^mns6moR?zDaD?3P768=ZusDet;InU_PH$Ru*=*Q
zhb<%a6!tkR=y1fdezx}`!^m@2&|zuO%Z}+Y49Ig<&|!%5y$f9}?o!NI=c;gEXLWm(
zEI-_%)UnP{;lN(QR>y4?Nt83Jb5l4le497~1ze%9&q?9H?3U>njC4j)*yo~fV8QS1
zuUm68kitF(g%i8^@L|)`)!XE`C!AP+t4#P3V;XtR2`8rcSiq%W#P@%(_a<;XZEyeg
zPDK$ilMsatMUMGM>#NCBgpj#WMbl{@P6(Nf%pr3eLkGuv%%^YWnGPNE5aMJG4Q9{h
zT5Ii8bpF5l|9kG&eLv6Zw|iZ^*Sgl)YhQa!d#%0qcWqm-u1P6nXIZ20No{A^igip%
zDZ4jqbB%JHEY~g3Rl2>oG^G8lIdYv6UFExRHP6O3Uu}DuuS=q<%p5v1;=79*Z1ea!
zB)UqlOOp*<R!y-L>yGFu`tw&bbl#h6`yF3rL{F)_`LO3R9|v2pu85v8MtAk~yJth>
zIwE??wyk3ioS!>Nt{bAK7&ft7c6M@-?RvgWh@MjB?~RAH8LqRP$kzqYS7u-NSX00C
z0$Z^Th`wUzZhG&o&s@3ghrZG})wk)x?-S%YANoq!`0OQdm6L4a__`jYmC`pOlxf*Z
zY%TaY9;KBZ`zDolowdaFEMK>yv@*5x`KkMwuCr~%*Xby&Y$_jWHs9<Q+X%icM;T@P
zh8nXQcqQ4M<m+&hQKqh{>%7@<jqOyv?nW7<Z_wpUcc1vlbvDZ2>l2?3topRbwlZH=
z!$7&CbFymHdJAoz@^v%}lwFUr4>jL2ORk$?pg0bDJz#R)Pqt#63<Jg1vh?!(p1;^;
z@^vu`m5ttS&Hl_<Xxo#ogJGyNK0mMNhpj)_ighmxl|Py-^=K8m%+{B$b5T}_P29UQ
zrtw1C!F*kdvdYeZ5g~DbadI7tvdXlUXXcMKiMJK&R+Lp1)v>-g++vOGJHAduIc1Cf
z!tKo}t+sXM>r#|c&fOYT_R8l-Td@vBIc2BOR+}v$5w>F82_t3m0K-4$WW>pJCXAGT
zTJwXfM*7QjC5)7vOYXEW3|nCP6JJN7yt1K8$MsWwiL@2#MwC}J&p-5++rZhjVx5Tc
z_!?_B(})9!wnO>45apFi(|_>P+Z|~u)`6&?H0o+Nzj5e1+iQH?hYE^;*~U%>kIc3e
z>pWCYo=^F+#jn0U%XJ+pDl5*-bL}u=w5?djp`vW}YXA9vp3jT^weWnA`X(FO)4u)n
zNQQfP^ACX!^AV0=0b{~K@fq`BV{9NTAR)@IpiqBr9C=uXUv#9`@JM{7zF-sSSCsS8
zib_R(mt&5-N?da&%7g;86YD|P_@7wN|8+B5N5m%5`SM@Y3##X<vS=vIM_zAK7WCf}
z)O99Q_B~eKFcJ3$s?;^Z!7gZ{#{K1btnV@H2D*)a`v`r;PEEvp3uej>k)i$O@h8de
zvZ*wXewFj(cez!{?{ll)=~m?TxeI8|=Y{z6kK|SP9d4E3(yy|D^sC$~zQe7kl;7u8
zRLbvjD=HJkceoXm_R_CXexF-Wxm13STc!GaZk6xk_qJ84-{)58EyGo+-{)2-zt63x
zl;7u8R65J=ajPsP{VEUhdA*{joFx4!?WJF3Y3WyaT7G9+rTTqtmHlM6%DU38@}c~`
zw#seNuX3#Pt8|urmFoAoRm$&kD=K%$?`^A`B>gITOTS9>``jw!_qi37>i4--u9V-|
zRv9V%D!WO)N;BzK`9^*}TV<N`t4x-Dm6N1j<zVSo*+%+RR+fI1Pcy_gNabniS1G^G
zt*DgW=T=n8?{h0E?dAR|&7@zYBK-v{-2d2aPfnS`s`MDYz458r=v$+!FB`jxUHQ9q
z<7-VU(7zovzczdWJ7i(nJUJV`!_!ncWMj0IX*%uiGc_6O6Q}wttKqbhrMY=s(zWl1
z?<woY_kOXPIgYUD^+SK`pL*IZc;SAw^=K)VF+O(q9(9wjG7VGMO}yLg(7~po5}O{g
z@=7Yp>>3@{V3#fS_cXe+<S@HtaC3~}iu7Vb!)Nw9%62Vl>aaEs{-nQ0ZPPi<9-O?B
zex)~#@7Alj;kFa(m(mX}#d_m+fEvA|rEaI#@z$<`{OhugN}6%M8F~0!eN(;tPX@I`
zdP~pb&pOLO>dwx!e-3-hMvk4<<UBJmm^ON%Io3nAc^-0g&jsf2-n`a@dWgU6r$>70
z(wL)B;KKwP*qeA}i|Oz`*~}4Tj1*IA{0{QP`-$IOWJ^B$I&SRN8c6T%!F!J`vcq*|
zRW`E0`FA<c&ve5jHaRZ&_t2yG9j?dn!{xlv*@<%<Cc6&9@ifK@>eTs*&0b!9&AV+_
z&pLb6(K=~=u}eeW#c$Fy?x?(Rv8XxaGOP7+=9}i>mK_y?n@UaFD=c-Cd;Sfxmau0n
zoBjyDn||fs|8^_R*Jj4gmlChC{>|%_8J>sy@zk}{>voMfj*Q=S@Nd{3pv^IVd5zW6
zysBn41M5Y{-q`eE$#qugmubV6XH~-Q-mAtecD%uEV6B%{BTybS8?QX~_y+5>Y}$<w
z`u?@Sfy;a5-(-h_rhQ)Z$r$?|nOmXFEq1x0qsI-aRw(bgdK=Skv5zL%*1fJ`eg5gu
z-WMZpvxEH;o;mINgmqe)1ywY@!>+z=yJGZtE7-qu`N_?9SkQ?I#^vp*qr6V7o76Ca
z#otZr5oFb%qjFO-xI#F7Pr<e+k@t{a?OOlcTbscyO}n&w#_#x@s!Ow#PYmy}zsuQu
z=YJi)Q%&D{sb$~0?8v2U$)<^@FKf%~-@W243s|#uiidww<Y%b=oribX#>x98?)Sj&
zEDxq!-DY!-{WQEwNa+vQ-}Y49m80*mG0R#<wCs)iF^zlso%SAky62KtyPxqpP@|r$
z`j@%ST4j6p%UVYDcVTj@%YF7otIZ!4XzFxS&OW%MnSY<{^w{(G#scJryUEC<SMM{s
zy2-=Nok001Q*$oV&SY^-D(t%)igf{QYAy`&$z;EsuAKf?7V^WQm3P)JnanpXf5ERk
zasENk)zY#unRy$VwAAf5|D($q1vh!XPR+;*Xiy5re`9)OUeE)!GNjF)TYtjuxb@l(
za@+KPz4P(Q8|#hVsn)dEIO+KVmg0Qfs9h<fS8V(uMl4^(KfGs1y&?K1&{&R#R3bbU
z`(QjI8NJG_isL2bv9of$7BA30$nDEWNVrtJpgImxSv2&&G9G$+e(~|DGg@mpPW;Z-
zaDhQ;-?-KzVox<pz1Vuu%~B&iu>2)8$FJH{UDJB|=$o&`zS0_WYNibuJ5Zco@xyX|
zX4z!j7*;#KmvuXR^bgAI-7EUfWcoJmKN*fh{>Lu5y(KJx)ww&*DEdQtgxk$-c6})`
z2@An@=h1#s2jpM<Es3qhy5zl@;CIf7&++_szc7|N@uhbgwExr>1M1e;fOU5+Fq1z}
z-<1=k=Gtv!Q!k~R?0>O7`hz3ZEx-Sb)pNY|=Ehj;pL98_lI1ow%5AIV%-8UHzI<A5
z`F57xw@+P`0sB(@KGv?blP&a**NeS}{>t-MY~uyH*z0xP=Qba04tpOBjnLoCR*hS2
ze&GoEr=)JPMvvUX#)c$S&eFy2zEd-Ml)Jo_O>*gR_JM-)(O5Lt)p9>;-QT}e*h}gk
zHn{Izcz~VgG0I|S1^n(f<58(bj}NjlXPQm=?oX@>lN5AlmwgI*<T~qh#Rm;>{1Myr
zXKC4n(R<dco81Kcq3y9{!KuvY-QDN2CZa!3Zf~|Le~4|#o_xmX=elU`k=5AVLoEIC
zf|s?*;dlONJ@r5JI?Pf>TWSn9qrb?=F}2A*%sTm)ls}P+`tCNSVpzfv<{NG@hCM=k
zOWM^Z^1Gv~RriC(49`=3e0pbb`Y7ua@X+4D4C8Yf!^%<K$C!1EjXR&-!Tw5~iOH*D
ztcsVNb?q1EFO|8~*UUQ3(v~dxV3mO1Su2)79%d)lId_eBvKjghH`C7xcb#CzTFwiw
z(!u#9ogco2on))br%gR{+zkD7Kcfm~PqI5n7gq1OkNise`^B9Br`Usx&tprO(e>|Q
z=X#G$F*A!-K^0n}erR-Ot_?ZOCJbu2Z}SuM-`Ty7?NQFKh>gB3fjKx{*xQ(g)6cN*
zr053bpOIghX8Z4#KFebM=zFf(8Opz)^cC~Yvhd9h6P$NrorSqoyxvzj$I30*GVew!
z^k>E&Hw{>Ijzt7rIcWY9?DHJoyJPk9EOSA#SAi>VJxD5b(`xB?Htpraxw%geJ~v^M
zN4*P7nOo!Wldb5F!fw=yU2=g1EP9ncE&}~UnxWI6vT1BW!#?JNMk2qn-nWhIlE#i#
z-nVbT2-L^q`u$o=OJiGJYsX#pf_-~O)cNsv8pAr6v${RP`6gdHckOc;i(T<DuR?3o
z_vphZ%{91w?r&gkW(#}f2G&|U_D{BCuyy@0uTcLzHrtH-{ZBSN?z6Yu1?0!xAFAER
z{*&FQU}WCR1J}bY_B|^!y2#$vTWe`Nz8cc2wBFkr>#Ec;YG$&na!2K=L+X!-7ulG$
zD>nzWM}Hq%Zq%W_E;6k_#gyBRe?WaWuwkdsCHDQ*-L;m?M|=KO|5d2}<6S~8*&j+~
zXI<z0hsumt;a8bjPxw_PrCj6jRmKhxewA*z!mrZoSMhvSWkz4&S84hA3Qtd^=T_lY
znK(@NRi;%GewDFDF7y3WCXW?<m1!-6UuD=+@qAjP@dn{nY3V2YDmCW9uQDw&ogYu7
z=X&8+88A}#RlczjewER=m-zlFWA_WcN@cR}t9;W#_*F*Nko!x9-RIAF@ug3}j2%UJ
zb-eJa?9xN{Rqn;QK2$GMCZT?kU*+^8!ml!Hk?^bZ2o!#mdztX7OsXvWDwRiRJbjf{
z4-3D_c1wg`rE!Gts|@QZ{3=r$3BSrjMfg=_>_UHlO=WDT@T)XyBK#^-Gtcw*Dm_;T
zze;7G@T;6#TliJlTt3J5SDCt4_*J?M5Pp>zCc>}M^Zr@Bzsl^j!mlzcSol>c&4piO
zZ2lR(ze;>kocjw%neol-Kkpy>=luiz{=$FWKlt|hE5)CGQ@bks{>y*fKM?O9sqar{
zkw1l>pB8`rg2D?we=VMW6#k$0557FV|IhmeMc@D8_2)nD9~8X*^Z)tx576F=Z10S%
zrsw!BVnvjNJRJ`|?0dh_B>Db?7^fEsRx-v_tI#nxn2Gl+4t<r*{ivo+ZLarcru$dd
z-oJX&SK%V9>=N{fvTT?`kI8IdLAdkm5ZlL*%L@FJq6S^}`E3eYR?hsUN7Ozxz3rJs
z234lBDP2E|I@RPd+i!4S^puz=RzJ#Ocinc|nNf`f0~Yp(V%A-pr%j%4nAr@{uQczz
zFEjHQZfE%L7k2;pqw;rjd|2tzb?R+N-pbZk4~jp~W*=LZKfQ<kI1kMCY0GBUhAc?F
zcWZKi9YU`tzpQLLuuQ9s1^Rb>)((AiHWc_vIh)LQp}T^;S!Z?m+UV2xuE?;Rerp!9
zcOKt6^ty1B8D5+7`~B&2*kjYtI_}#Kv)Rr2z3x9}Iy2v3nOd>!36}kKkC{tOEPE8-
zP=Di{-OQ)v49nfS#<1)I)-`6I+08s!^v%ePI>oAHu>qHIn-$pWcI>vUuKn5qJ5+n^
z`cz$TZ1#ZyeOjB1hB=pZ7x+Im-gVQh{dRU>+t{l^TmHq?WtBZYY3C-^s72K=o%Y{i
z>6T50z3jb?1)IDYu&G)aTR84;gSbaYY~%4&cZ2$;F}Lrm<|N_^8CI`$rg|qFV|&+5
zu4%eEfoY~rW_v3fVK;pSw>B7YiFI6ZzK&~H@Ihf$HuKpusp<ULdkXAO?X?ek-LKyV
zIUa|ySNnb&8|s`Yh&LprLdTZ+$5^vv&z4=o2aIBl{yog?)gktv;h{y>o?%^{1EmK3
zI5>rwS+$wE$KX19*4nYV{iS_uo~CQ}KPp{gDIUXrKau%68})I`g88YJu)ba6>&8oV
zu%>r(Tc*tTQ@&qyo%vUd-`#v>SV8`_<;(43z2jn=&I8@E6<>aNkHsl#tz(DXw+iB|
z`YoXC+VC6fv}sz$eIFmNN|trj?+Cxf%Khfl?=99x+O)Gu+Ar}}Sk<@XwDVtPGMm5q
zxO(D#zcP0wYq=zo88qK}ugUl6taWmm0e7+P&@$8G+u!fJ$n>XnezDT;E_>R_pw=Ff
zyX<kp-RHXZn_ZB<_iKc2d)Y<IOADKv*43)%^4qTp>`Oe@w~>e4>jM9pdV!ytEq=}Z
z@M-mE+Oy{@$+$w99l5XB+PPP9jE(Rep4mN;Ox$zWrL!a2;TuHk*6=0`>i?d@#*hBB
zK@EdfETmgf?>RMcSqo+3t+w@Fv6%GEjyf^9tj>hxbt^4+#pb@<(`2vL1NL&<a<gN}
z>U+W2?D)a3PFL|9p|Gvw9_YI1gvC$;jjA8A!R}GVMdb?o17B@OxYxF#=8Ttj_qeyY
ztn$?r1GjCgq^YSKiCmZaj@{3)nlSTI70o;M*`HcPd}On{%KICwuCDP2+vi$2L($xF
zykjwJc`eQPka2+_imqnT%<m?<elXQso||5)R=mE(%`&rz;_#R~G@D&%Z}3=|zlvtB
zQ_K5}9;9nkyHpMzu*h$~qWT5)iT<}yf#1CCxykmEtyI58^uOP0_~ZJ%`kMB&oLVh1
zZL8U|k+!lL(f@YTi2k>drk+{54d)NoYf2B=rax#~HI3+hJ8MM$TU)04Re!4<Pbt1#
z+S{e)+s7>n&Lh+#-{|pPvx0J{G^1hK>-}Z5k5*-x#}C}3ZPuWVb+z(&cD)j+*WVGo
znjLg)c;NR-cT;9}czff<i8yUJpI!RCEzj9)_-*NPi}sOh@uY5J_U+k|vN*q5MsBAe
z+J4<kGT#sR#je+y!<n1bbY)7$+kxl1p4ZlD8yWAp7x#bVcEP7h?Sx6<J{9%Hq^3s?
zbFU8UW454afxY$a%+aZHxq5-UDK7`;X13SS2FJ8mTVwosZAEMUN&35<*wyu}-F%SK
zD%S4R*<LmJ{FSnKU)!AL-D9=CubFpZ!J|~W9d(w@I~*IvDhwLYa!r?wDISv>m33I#
zSDP7q?M}Vj33eW1M_nmh(*ehM+$8J3DXrII^U;CkKm4KE`+3pmJN6I7eX_##o-gxx
zU$m)tfxVM{?6oc<yJCU82VKgIndg<4a@_gnxKxuh+IOvew?Dmf*Y5jdlO~UUT+UuB
zx%koK)~S@O`)4tqmSeP!kFT=1Ty2-#k9rSN_D>$k7OziAsI+B8%1-~mc0Z-{)Y{q2
zSsL}nRJ*l%Qr2#-+mR`$7rr~+^_bRUK{aj5pV}AL8}z*1wCv$u+uLtl;y91?CI$BD
z+?>ARuwI!0dz&_ijOeESEM=NgoJW-=%e7;E4(QwHmn(LcU$%UngX_Tb#GA?OXJ}LQ
z{+_<kIX_&x`bDXEljbDbUHI<cb<0WqZ12_?^ZVt@O?kGfUgR&YowYv0C;Y12HO7v8
zo^d+tMjNIitx2x(JXL$Q`<jlcX0|M_H!$d2rH?va+q<}XH4~kYl?v>&8D(#+?W|K^
z?@6<E`_g^yrPMqSbRd3Hf_A>^tm!lRrP;+)jPP8xJ&{#<zdh6K?T(blRTmnZt3Oh^
zKAUx0*>#oO`N>T`UfJl&wnqHq6VqjKiphWm59X&b?ZGUM)mwfDv3u7%>p}As-^1QE
zmnU@Ir#*P_@Zq;Zs}$I4zWw8?;lHcnsW0`{_l(KWS&sSz_J(%ccH`pM_jYPMvR-7r
za^04{QeM0n(=gF|ruJIhpDjC8J!yArR;_J6EM3g{+`H5KQp~!P(3ZpdZ;bKM9&t4E
zyxe1<-J6XWYn_jKv*kPHjQr((WQw7l%gx?zTWbC8e_r-f$H&fb<<z~yk2PnCCgZO6
z*=^bhb4ThNTwbZb-gj5`J={6rYkSu>*gE9OcR4AleNO8RmL9hzzrfz5hbo2JnI28C
z`zvH&&i%34@Cs4SYtKDmm+O!|uS)(R7F2h58^e$VDH9ijx@9%!rDf^CXYgS<yU#lk
zho9Ky#hShx+5hK(-YGX9B|TWt)m(ckPPdYk=^(q^9n%Ar?6pGuJsnc@Xp%PmuW{!p
zx>f0@+VTG6nkgB>zP48lSD8{Fzv-M2c?I^WdX*CzIbPPcJZvZ47hY6QZ`5$_c^OA{
z1kbYbucmWwL_e>u!Ur!LQ?JMM{&wYFv|2FwkEUORtLcdT{cC$={ubC*LjKyx{ADHN
zubs?aRzm*T$^2y{<S&!?TTmZL%3oQ33(m8I`fDfaFDs$`+R6IMN~phfvi`CX>MxV^
zx1c_hRDWgvP+)Hf{ezwCA6N<fgPrUjSPA`uo$Mc23H<|;{X>DhCG`)o|1Ge$g#On~
z_P?xz{?|_SzpRA**G~4otc3oT$^N&%-je!Xd3`Iew}k7PoxHxW60UD{^7_U~xW3uR
z>l-WK`o`q-t-#)ru5WVuP+)Hf;|C_k53GdogPj~duoA`(c5?i{N*F&dIesXxx1{ld
z9G?}~Tf+E^$?+L0VSHvM$7igB@tK_*pRp3gXH1UI{!sg~lE!Cp{F|!AD`EVrhNqS=
z{!NwR-_#Puzo~Nkn_9y7SF0XhQd7)d;Fa@>R8>*J{32D(FSI4hFH+_FLR-T8B2~^W
zQcIX$XyyDu&NoY*U&#4e!TFUif78nOo3@1cn^w->v?a{nv~vEYEn)tqmGifP`DRJ;
zH#t8pu(yQyu~yEHwI$4twQ_!}En$AFmGfh53G-vEoFB{l&1NOdkLCS`0((oi|Dcuk
zAG9Uhf6&VN584v$KWOFs2W<)WAGGrRLqYzQbpJu#-zl)Sg!?;Md4ES+!u=hsyuYI@
z;r@<R-rv!daDPWD@9z}kZ%Oxe<o&Y(drP=~rj_^4v?bg>)5`m2+7j-cY32PhZ3*|!
zwDSI0LH?F>|4iPWEU>qP`;%IEe^Oh*{YkC7KdCL@{-jpkpVXFce^M*&PZro)()~&G
z_iZXgzZNZjPk`TbX&m|Q+Z07o<L|%k@9)vCySSLgJ9q5Xs!ZFAHOW6X@gKlF`eAEJ
z9xks_G>`efU*J>wOUYQlFTax${v@?NOpx)EW<J5b<ZkBeg<oZWe$jrMKB2*!gYg?L
zC0J>$gyBEA$)zZLqC#9lL)@eM`uq912ShoC2ln9!bn^;v_Vaf23hxva?&>wBTU1E5
zsGv?!{(bzydiq562p#3<=R@hb55$_(N*~2Z>8-R>zE_$lj*1KZXmj<8i170Fvk#5#
zuXOf{?Bo*}ILfboV2E$%X!5&wMM#}nXjl}Cfv#_aUwBXN5q>_AT|<V4h6j5^28M?8
zM_LGT3lH@{iXwqNkvvFo2>0`f^m7gj@}pz>DbWzxnkhawPo5=kd*gh0ws3tY&jB7y
zDIFU-HFjdGq8RH=jh#9vwyM6qlatewDO2?EcBD<LTkLejK(TDx&aHo}QbuWOW8>yF
z9ebKt#!ipLUW#XcXFx!JfkBz*u&~i#Vfe@=;u|Ps!2fK>0kg0EEEV<d>#(miT@>Sg
z{EJh*{wuo2MCHq$j`FYl6;5H2^5w6T@~{1=`<wlz4t!PqW(DPM`HisumKvZlvEWbV
zU)<CZBu>)#@>fddU;9({|N4CXs~UrUtpDn9O6I?K!ZMn%QZ)X*cD7$)87p7h!lk1_
zjUaa7q{(qprcRqa<L8<2vu4kkJ8%AigoTS1CoWmKZ25|ntCCi)`DN|8^&66Z-MDG<
zZ(Fu*+rDGxuHSd>*}HH5frEdfXj2azK63Qf@e?Ocoj!B+-1!S>e_p(l{@3LzSFc^a
zar4&gI~jNH-OqgR@b9cgkDok!_WVWm%U7>+a`W=vynXln!^cmb6`fMLditfy7#Nl<
zXH>pIMdM19t5mI4y++MiCbdoL)U9V$zk#_$!$yrQziZOe%DP!|n-<@<Y}L9=+ji}L
z=wRE?j%mESeSH0f`v(M$7#S2C5*qenctm8>sL|15#ts@hWau!@lEZ(B88?2y|MdC)
zPapr^&i_vK4vtRFox61H*4@RmM^Cq2z5BTL?bqL9z(A4zC5Qj7$p3hs&KM*0z*q?{
z9u;yQE#%IU?oQNTd^;nyi$d!U7{g8b(qPj9?tw}d{3(i+ba#cj72FQc_JP~6P@I55
z`niST?~;0V#J>r*daO5at9F|D2{+l(O1f!e=Puo3PmpwzopYs|>`9jHZg8KJZVVNb
z4Cy92jfRW#$p(#dcZS<Tx+$;13c07l?Tm3I9V=P7$%d2CO}0IiZc5+4zcWUoP72v?
zDcuy`O}Z(5q;ymKxp33Dll`0F?y9)+{5%PF52YuLjJzu3Rsw{+2lN(jyCFW=<_5PD
z_M|i;rJM8#(oM(RCfz;ZPM2=7?SphX!rdxRq~i>?yL3Cj9V6Y8S4q-M_2H;=yTY9*
z-DI2I2$2q*m!))5o^+9JDwiPXrgNMw-IV{^q<a9|Y0}*f?i{%LDE&|#ic)o?$Y(lV
zGq@=a$u>*rrgUryxoIBar-Unk7^8bBAqW+7lfpVP#0XLRl_125Py)Ug$NHObq7Xk4
zseAE#)%3j)Hwftk$|H&+dtrv4YVZpp9EXlX3@l&>_Kbk2dev`@SfSj;k&<Mj*!N4E
z2&5E@nHHVLaEPCrlYA>4ov#<-hQj)99Z#GUSsV$WW79dJt5Bk#p%kq#(<yqMMRU;_
zdwiYuU&o<5RFG2P5>V3)RK{}az7AJQv-p0br_%Q3)`=1+9w$(qb8-C$Zm}2krc}N@
zW(cgIt@wTs$REm;0L2XZ4d=%fDSRE5@--0W8i<^v8eyi4fkYw&nm77`U+)v8jQr+t
zMb3RIegwClEFoLJU0Mpa^h>zN(ZaQ~=>9=CN1E{l!%{lma9CSBjR<8l&MbnLsDf~6
zWx=o|1hvHr`-s+}wt}MJRBOr7NNzL5^y4{IJe_abQ8cZhc2IeXmi=`rruzM*^;*Ni
zFJ};f^9+aI4`-s<{I!niYA8yG&XZb*g0n5YpEY!2q&|X|rf7MQ$P<5vX!Vp5^(A9*
zG|CONKZ!s)CAWGGRKw|fLts1AC912%<B(01#wec7*Wsd12tq2~3Zs4L&V{$!``dA-
zjJ!~L)!voPy|^8|JRMQvMGd3)emJ8jq%O+*Tl@K;E<_=9+Mky8D4s6$JZ8{Ro{##6
zc$B+zKZfcp#r;-ZiN2M3Hp+eKjlMn}^<>e=4RH?N3J-;?RNuulrntRSdbBScLD=+l
z8lse`*CZ>y9sXtiF(t$y8=^`GqnZ|u+z2fwHR^AQ+e-N$>ZKQI?bqR>kP2OO#v&G#
zgUC~ACv?4_E2uTU{)F(b5NIilFYQY0&(!{lNNKnPb>{c?I>9{{?#>wD&=?^IZW?dW
z_#&FS2jaS~C~<}2BouOQgPX>fG_Fa7yNlADj}g+jejvYN__UBa2W~ZegWxZ2Q@Gt=
z0gYu^!A)b3?r=N8JrE;38jpCw-Cd5?q6_I03h6h)?T$Yhf6<slJ+CzARd+VrbZ?W+
zoyIb%yXZAk;XQ=tv#3pd83R!M`S7bHwd^m~1nM^^|NT*>e#qrW#q6szsQw2PDl2uY
zVU3<jj5?@K^Fs+*^CO6MB+^x{iD5|J3>MI6M)XJ+PeW(@mF`O&v_?3!3Q-5C$Dx)i
zu66%(O)VTo7K$^YI;LKS>1tE-I$Suc@IGH(j~n4Uie8VSa7L8pRKF=t=nVbgR`2Z=
z4Hvy4#ipL56Ql;G1L~53Iv{9dWMWjtxQ(8Xfwi8lo{_P!K^+4fgh$78#(h8B!vJ-`
z>7X7s7t{xnz|vqcSO(k%8i0F2LogLA3!VhafoY%-coi%UW`GsIEU+S&4bsZMZ@@~R
zGOn{y8885=fW}}|uqIdyGy|)HmS9cL2CN0P15H2;SR3pDnu2a%9nb@;3wna}zyQz;
z3<K+f(O?6R+J`w93%><89c&2B1sj2hU}G=|{0>Y8n}FNErr=)C3QPs9!INNfFb!-2
zUIpockr`k+FbixCW`pzs&l?aANEBs!XGH@TfK-OYAkCR-g4C~=fz<vjL7IQqfYeX4
z18E+r0jaO(0#d)_22%U?0I42$f;6`Y0O^@S7)W!YXppYSu^>HgnGWip0>p!*z(i0N
zTnp-fnd_VteQ+E6rNM(>8So@%0H%Y6pypR+r5u<6zY+KpEDyc`D}Z_vP#-{J&=@oY
zD}kv<zcP3gtO8m>UlnWxRs%I)b<hQ@33`CFKwr=V3<GO}F`y|p9jpT;fOWwnupYP>
zGz0g7^}(ZH127FV2XBHFU>4XA%mEvLN-XLFXas%-)&!e?7GP7*2DAcgL2J+*Yz}&Y
z--AJ5D=->t4aR|Oz`0;sa5>lxOa|M7yTBj7RImeh7PJGef(*<AHDET_3H$&$fCdv$
zZ$LB93A6&8!FFJ0&=Kqkx`Exm!C-eV0CWK(!5&~N*b|Hg-M~b!H@Ft;2W|uVg9pKZ
z;91ZQya|p3pMpW)2XG>2FbVYw9Y|GB4?K%<rUy!9@Ed|wU|FyoXaqWf#-JNm1sn`k
z1p~n9U?gY)#)5UgM9>Oc3w8hxf_C6Z&;d*bM}kj59duM5Kt0f4GU_o{6*L6Rz_Oqf
zXau$cO+ZJm12`BQ2?l^V=+L4;JunU|1I`5v!R26CFc~xgcY!8gD%b%$3+kZ5y9w%n
zSzsA32Q;LPFb?~JMxYT`6Ep!Wzz(1-sDqBt1vCUbz_Oq(Xat6VCSVNM0ZagO&{3`h
z4Z&?-S@0le0-gjrfEl2U8R`{i2z~&|f(BC%4ps$qEMNy{2-<*UL0bw3yHL0#?4fYb
zm%_m?(p$kE(u31U4<?Y_2JMsd;AYZ;dr994?UVFi8tK8Cq;H4(B0rczep>}g<G>FZ
zfjS!G7x_U8q9g1ic7dHl7uZR3LpufaV$e=O6EF;<zL4&1Q6CNym1yXGB;wjdTO9mX
z!MWgda5=agOa_y{UEmxr6}$kR1^)uCf)~L|@K-P!+y{ODkAeo%Ix9E9svunh%)qmt
z6{rQ<fhR$_=Fm0C5&mW1U~nWD3q4)qBH{NTKkU^Z!jCLa;=yrXBDe>nYd(zuw!!ZN
z(luWXJP1FX=}B-JNMitfFdcqmAs-9S*dPP`HQ-Zl9{2{NYm?se&dN^E7~BNXHHNNj
zrtr@MX$(;Yw1S_mVKkO70NcU;3+M=*1Kq&Q;9&3+7y!-(Bf<S(EO-oz2X}#q;AL<v
zm<DbGyMqV8RPZEtiHPGFg6Z)831)z|z^C99@C|qx)SJ;+`5iO{4}qp&I%o;51zUl?
zfg11*=mIVPJ-`gm7d!xlf#<;(@GdwVya6VFx4|Uv8n_ue4$>IJ9NY`PA4p>h8hadt
zKM16;NFy)}{s1D*r!06Aeix9&8qJ9CM}RaYD+lJlp8zU9cUIN`M&K5(Cg=)UfV)8(
z@E}NI1{$l_!atq#@Y9&43;Z-@pfR2i=ng-PJ!ou0V<1oXBS8)P=z5eO__u=5AdNj}
zOjsU_gTE(8V<}5;F8m|FX!z@a%i;F|Y3x`5Ooks#mX9GTg1g{f2&RI)Kn435183o<
z`CJD4*5Fn6!$Af1w*WHXj|RKI{{xr}|0K`=@hgEeMq=Ox=x2aNGigqSaOl4WYr;PU
zOhWvIpauN?U?Th$pbh-PL0fP(NMpjLU>Ep<L3eO6=!x{`Wf@QSr-E+qcL0Onj|1Oe
zKN~O_{uN*xI2xP_MuE%0zMwJURR)vcUj*&~-N96FF<2AfRlu|G&jKxRoHpQ9_{W20
z2(Joe!rza=;jac}!`~nL049P4@tu`;uqL<)v;>nu8^o^;wu9e;2!9RG5&i)njYVxi
zH~6Q3gTW1805}Sa1eb$duwN}O7XCrtbod*9@$mbCiC_wt3?2dZg4@88;9l@5cm~V@
zPk?UN-voRE|6q{%_WPjTtj@||&=mXwYz3|dUBD%v2llHC`og~y3<HON#yF3bU<~|Y
zK^jAA!0GV+47P*69heAzEU1CMJ-8PBiJ&LaH3hf9KNLI&hJXRk*8xw$KMXX(eyzcD
z_+!XFQp{m8;P-|<4DsuNPvQ3jYa)It@D2PcLF3t-m7l<Eh}Rgjgg+2$1%`qeP#1Iq
z?}47+Trdb+4Mu}Iz&LOtI2UvVmxEy--Cd&1o7Z}}A3&{CL7vbZ8TE-B>8bZYKFV;q
zZ$%s3%MqlrC%=eC&k|^(88vMIGJb%(&qVipXrnnYZFC=<HkxPCM)!dPg`b{K&=w}+
zhs${CeX9U@9C4?V=Jh}F_z}ETqF(ael_>0?`&G2jJ$2gXxdd$y1?MB|qC17O1<B(M
zmv+)UQrZG|??L%UwTRB2TC;+_VI(KrQ=o06+;6zFTRg#`cp@K0%J?H?dUWrLwkVly
zq&z;|@1u?G2hv7&Qw4?nBY7>PbjA6JyJX}S<wH-bXrp{43nOqmib;3j#F>gZVJ+_~
zQN6In2&yyUP~EWRPYy+Wp!zY8?@M||eto8TL2f7Lscu+f&)#rTeXvH&>&o49kB6R=
zih5xUtqXTYLEnY<gH%6A-v@fCBjk36o9cx%zf(tUZ|?31J=G6uTu~?;sv~4GrBC(5
z8ZL@Mb%or0;imdR$D%k?XXt#pbN7#McjD<#-61`l3)LTMSkQ&LX<v7~FV!PDF6~Qo
ziR^TQo9<Uy<4B$0rn*J;Q2$Bwi_)Zg@Z)wm@${*lS>vevpr^V<ZaQD8Z<Hq4Np;Q|
zF?zsF^^WXxg`4Ugxd-CE3w)8Xtf?-l<wf<;8nMYv3b#gVvMrjQmvGa)SyfN<R&`U|
zrE;Wvp!!Q?NBK#0m~10^g1ODE+-7<jNo7QFsD9IN>D;M~Tf+jXGgQyXP4$ZEI=Lx*
zs_&F<#m|N6zgl+Q+<tLfY7eRn)FxCnwTmxqvPZ<H_My6id0D9TQ#lGZwHeh-?S|~9
zbM)ahi}?h#BQ<YDTT=H>+Z2^DoweGwC>1JQ1wE5EOM9L}RF5f-L>UD0Jng~ri27zq
zmBvG&T~U8b^@eN`c2IvyDbux@`dX@Il#im#i1?z-2z?0OSCoxtC-hbT*-ZQPK}{}N
zheR6??Y3||bKw1k=u1R-i*_Q)+n(oF;j%0oUp;>(J~LAL8z){D#C3=6zN_cliQ6a6
zxf5@@;+*LX2KAgBcwH`h4uy{=>=Wmp9@~xQl6q_xUQ*)NeYhPWzg^_<D8I!q#IePg
zOysx7W6_`3OFM#bJyTnNdJIQirs5c`yyVqmh`xZ1A<A7G!-2PXaSUOHH!o{CM)5Kd
z#}g%>9?zBABJ!;(KU<Nm8`q0;U3m$JeEW8~)DlE(QPXwjWh>GZbylS7$j_;8T1Cr%
zo=~a1shU<#)LgYbcav_a&;7W)5wiCXC8zE)K%R>z6MMct?c*SiFIsHTeMCzXHrw-Z
zQ1gP?ifCuu`2HdeJ$WI!DBVuH97G)PzLR?HG@cf5L`@cPy7O_ih~p;PtFVu*O(IUG
zLgmqy*FB-PFBIRckiM5JOG-!d8sfP0bV;>AJnIsA@s5yi)6=NJ<2gDr(cX!opC1dV
zwt3;4RJS+!c-8I8M<T*bdb+LZ1Nlfx=tuC;jc||TBN*Wh!ZlEhAB3Jmb&IE#B93@6
zBHTX~vPX<ygq}t#>b~MCC-h^a&2;S$y_8R({z+)We|qw$ULVDE*_)>+#yMgXEUqu&
zS(#{a^qz$^di*c@im?#ousRl^Cu!<6!k?cnjg_s@bB}~xv~}8Fb&F?iLQnryJw4z4
z;-*oa7@Jw6HHZ<K7+2BLIkoN3dlIVKo7*AkpBT-nZYl%e7WN4@z4N2$N8lK$TRf!`
zal&{#5N<IN6>jk~R=7nSQr$Fq74?rwNOjX22CCZ!`T50NSpOwHJug$^(9``dZpwF&
zzCX`X;SRvnP1OhU`vO8w&*D_Q7(oktm^^oCSM=oZOB||aB953r2zL~(E5c1rv?&ga
zOZ=pp#vc@_j@#%h5^~cxNz91E_({wHL?0|>9>OikOLbG*6K?viy6IgO)g8?9M2tnm
zam5%&)Loi$S>xE0&tj~m>giffby^(<i`f&+&FHN$N?(jG=}EFWt`##SF)kOgH!;Q#
z^;o#+znIHe;|fUgOEGq&H&4{@-$-6R#W+mZqmG}1kK)l7b0j}!F-{!G`x`MX7Bew1
zUKX=6F=i6=Rg81R>`RRAM5^MdAZ9@{H==x@x+2Ca)Z$flFfU^<o~8flJcHiQQRg3`
z%*41#%v8m=N{vJHNwfzsJ{89ja}+U?6=N@YcSoJCh?%WAJ`pYD%UDs={x5z}bJh8c
zm<@~hjhGROF|0VQ82^a+C)~nL;ims|J)p6<m_3U*3cVRfdU4$rdwlVWy@a2}I)%f@
zUpSnu)Z*wOKIP6AKh3wqTTo)`Ao|+E{dZw~;XYXC=}i=RV}Rzd>UfmOSLlnzr#Y6I
z59C(Qo#r1SWj;_k6hb|Km|v@Pg`UrUanpQI+*J_sDN){Ze}VK=u42w2%0tWt>AfPF
z<4~M198sO`h>>#Pa}XNwzwkMTIp8Q>U&Y)_99N7hsV!3Pqh9aHPc`_9pX#}Y8^Dh*
z+`+tV3wH!>Yr-ALui;`|D2{{O_xAm`ime!J-*9{PXB{bR+&!gRth)x~Ze^Bd+Vptg
z|5oa^k=~-_^F6HJ0?)|lHTW%PsP>XRasOXhmU!~}ke|Ht?cm3jO8TtlmyfWib;{3l
zJ^MzcbCmR5e%g0}mHVkxrK{m}Wqke}U$-lB&#(r04UF{{RF!(Zj@X;1K^NGZ8%-{k
zKUqrZ(<q&!+?ju}&Zlh-%^YSa^?bdoR-?TyvCYQ<hYn?`p07Wh_?yjNEUe}4E7DD?
z$@qLd8cnUd%gnjj-v%#SReSjQ-0fU<TxE~!Z}i)-TD6C-1D^Wa_c|MAzxzQwuVykG
zzV6k@UFB~w-}nn}Rz6kZ^X~`i`ES0(PTl!AZ&&T=GJXcxZ*WU<hg}>#I3+2miPYaE
zeZqLZ43=#D>zi7`YfC-<zD?qghIg5x;qRRn-eywIzq6BEF5@nnJb2lv+<ZH!=il@3
zn7!~G`?<x_^7jqQrJjE$$TZvOK3i@uF(ChVEve_<AKJ@a-e(u@?VNV|Vil?Xo9FYK
z#hEO*mW5${tM*dQzn>JH+wK7yIqzhyO&43K=ig<DoAK8J7G5<r_3Ey6QqRBV)NXk2
zL#Df<L9l^c1F3&P=^x#o{LKa}`rFnguCdfVCH=vXbN*%xl64+byVOwXpOJo7TCFU0
zYldcc@6BrZ&q@CwcU2bK74QDX9PJM>{tMFM_p*;z%SP)fIhWIsdcK}dvXb<O*-qMV
z@9H3#Ke1e&-O%JQdobXK=9Zn>$oMZQoi{(veauYa*7SIM^?RX@<@$C#b)T@s;WaYr
zH#U^<`TA_T=7m3DdGXKM{nXu5#^?H{VYi>K_6zq1eQIwZ<MZ{~4wmiwl-=|iVVD&t
z^EsC5-D5UCWsL{deidV`=5r3&V{xy-Gj@L54&M>eRr|UAZ2ypF?8@{iuKl9be8{Ev
zR&P!}V=ZRYY8Pr^CGFvQ$6FT9nW4`g&G(m8>q8#J*O<jTX9>B{ZDW#K$oO0zb1m&T
zGrfGRZhM2u(*AskA7*C$g2i|3G;3y5M;V{%)5=A>VAG?OYr878lJVd0_}f!oFhAen
z+D4~jJBsCct16|lnReRn1KZYjlJVbC`~Yo}Y&Pm;nf+;bYW{P*g@2E1*4t_D-U?~m
zW&C#(|7evTvsvSzcMbmR>Ll&qddKtgv)Qs$jl5PK?jqyAr}!?bc4o7gjk<@|>E$fr
zbG_A^OWEv}dGoc6v()zcf#P3X_bQtW@i^yG>a%Q*v0Se_F@DJm($cq#J6}(x|B>Rq
z@oV;yz35uoxBo(UUa?%CUZ?v@_Upyl70%C9+w~`k?@`PDB}@3dRg(oeYJ9HO8#d`B
zn>6U$iK#l>Wcr^ee$CwFFIkJJyB^lHk>?f5^>gp;e#y=S_?W*M(pkn=G>C82B<&@;
z)+;Nz?BDWyHC!K-p7oOXjhxtfOS2v_AGm(=1LYMve<|hBwh)cbr*eI^cg<JqScQ2z
zUS94g)7PQ&EqXP7#VR;-`*q5Dsn>A*n_W(?Sp3?lant8Xdt$l%>HI;j*zA^7oi6?)
z&o`Cp-Cu;gVhMeQcU{v*t<R+>eUI}~UNQSN-@R+GShfod*S~4G^cAzaK5=czA8n=m
zTyJ2p<rRyt)L(15M4neF*K5`sdd2#kDck1ea9M8^U5$cAG&|B?vH4ejs<7ox9g&Vk
z===ZuirqP3J*k_&nM|MSrzgC9#SVUI;C0<i*27e;j}9*PnpyRkG3EMNwLj6L^gm>p
zzGjo!oO=}DE&D?a*DIf_U$gTgt!f;uB+o0B>pc!&oyYAqxtk{COFL7!es8^=ui3II
zv0XhbsP$Q&(oeM>_L^NiR3p87Sy^5huFw8E<TZQtetn(qE355->-V~if6Wp*zC1SX
zlk8Vhxjtybtk<mcy<LMwG?M*>Qkv3tX}kP2TazEXHNTx~j~cFz+qdyG^EqSQZ$U+S
znLk`_^Lp=V*7kaGv&RE!3VkZqyFEM(`|AvPVi49y=#?^*{?&x^*DRn_yzBEfvOZ|I
zezS7#HFLTgb}UFy?dSUCO<!Q0%g|~|EnY}{D%S_p`0$zyPI>aVNxIrU7*P60j~V1J
z>m{uEfn(B64cEK1tCqtOEQ3;GuE~6h<@%(s`Z+A>#DhOI_hq|F<$6t+bq?E8sbA%%
zZ)HEJ7*hIc+qKVOs~=2Af4Qr*I4=#?+n#aEVfnkO9FM)C)=#bv_|7ed8T9saJl#{a
zi&U<Ubsv<&+BdwQ%v!42UzXBOa~+<;YVEwA&^$w}|6HF?{l^@3@W}i+x1Xu~64&c(
z`zeRDdN}j)_nl?@RIYcaJvE0Nne^+YyD`mW{+FZl;|I*mVRzoAM!YPjKU|+Na%m2`
zmVIRYMK3jfxZb1B+8h>b+4AGED7F4@{RiVMIc(ISo>qb0>h;Bl(m%OwPY$d7sgcXM
z`3^FFxPEWtLpf~8pW|xYfA1pnv0R_(aXN>&gszz$zekQwQiVSH63Q{X_JyP+>iDEQ
zrJodWGl#Wt?&?^ZNxg>a+jV=8!{V20O7V|S)8~5MkI!;grD};uV~pkaFqP}GX65BD
zyH$-2*tC~+DitXGgb$x`m|oe0_qNB>`pNZ{-OA)L<F0e6_cN67W4YdQbj4hDAa1Ch
zW}VvqaQ&M&thYMNeBZf-8)bef6)FAY5%qGJuCmDWeO+1Z8m?Cy8|Sj~TlV#OkZvvW
zhwG2#HOpn~%hlhN{9LU+T%Qo%CYRN2w)WJ8M{4~vrt}R;+vT!mEy~R6;Unw68P})!
zIOVcx_aaUtOq207T<@~pC6|?&7LwIvg0$b0>${xqlgobXUnTLWfgI1oa(%m-19Mr~
zlan_5xT%A%Gl}arr+MYF9(D4XPZ=cZe=65oZVt$0)n{~EYZ@%`EraWALPK-eye`IV
zTi0_H=_r-R{w^k?a+%wn<ISqBF&BC>uFw1p>(wsp{CCB5H)Q%6u8(apIhQ>%Zxwgo
z`>rCsC)X#;osr8zYtQ*BGgP+gSfS6DlgqO6Z&?2tC(}>j`Ye-0xhy^4mxP8!^17MI
z^?I7+xvXyQP0>RqIEwT$xZcfeO)i^S{kRhGvs%8D$^KR@$*_OUu=-_FRQtK!xYd?i
zwmEb159YIFIcm7x#b8%1`_X^)4~-0@ot|9Z<<!1h*4o9Q*_Bi|zKZ4g!K1agtX%y+
zTIeOn{7mBdtjfo7nbDy`S^Ea5{Q%cHE<c^iw(Ph4Yr?vBV!oEa^+&6u!T#rE$NzC%
z>Xj;F|G_bT<+4p5re%KmRjof<A9wzGF8h6av(%S&q&*t052&1x%kI64S{idl_79$1
zzt`zOF6&gM-53`WSx;iQJ~iNRE=%3qs>R0xs{LGl_NN!Q%=+!*OHD)7{O5X$2|2ke
zI$^<^%6f9Vk-_y<Be1UUnZH&9PjQ#mDWxjef3yE5w7c8cdQ&=@$oj+esn)uA?8uhe
zgX`^-*I5nM8|0SBWBO-4o*vv$=7T5KXa8oD$4twN7~H5qMUhS{*YEYHl*dwx-nO{t
zDCcEKT%VL%Esy1z_cZrBF6&_`*Js6<<gq2=;wN9JV<YPi*B>oiFOO}Vw8wd{I*wJU
zk^PZBndh<3>#l6ovr_Y)>uv5g&SNv27Mcy2DBGik>#gjp^4R>Rx2Ljd@_OXS^-1wI
zdF;T}z^*@5RIjI8fAoB-JoYfa>-B-()b`8uC-vIrvA452&5b`N>v<~IXEy7Y$Ih<p
z?)-W52U&l(-qE#F9y|9=uTFmAJ$WCXI@w>-(<zU6h0W_~vqg?u%(y<$ziS>_yX1!z
zSC7d4O~dt1eO&X{x>pUW^{QM!<c}xUYx?%eV=iM_Utb!k+RybTJM_(CqptfW+02pG
zwIr@jt}!5wjTm*?sIS_-Qn}vv(cnCm_V>m6pU24lHiPS}wt42UP7PhhOuTL?j;qul
z`%Qy=^H}!#=j&E}Qtjt@W3zxfb|~yzy-PW=ztV8M&8d-jY~=F_rt`+hcIV0U%L795
z*oxm1_6~0=>uoI8$9@XWV~NY&lp6Oz>XW!$nK>$tHJy@MK5&s*f4E*#VQe0I;{DRT
zaYtF-GPvGz`nWtc(BM?&xlFbHtV#Aye;b>}T5QRlk+?wW&A9%iS6m+JeQ$iVSywVe
zd1<&l^3b$A)~koR;l`)3zIk$ebj_K0>~jB>dOnZT>nYb8`OnT{51Lx8{CQ2DNGFNw
z9e<mb$9|l3@^H6<GM`hq-sMR`9y?jHj?%%ZiLC!z->!aQ9=r1<K4H>hS>KdeWWQC<
zWqIt3S#HXvkFwm&xZW{pWgdI6=v83I5E);?^~)Em&SMP|W-mC@QuZ63T<^AVZ5|ss
z`=E1!elj0oxjuH^hCDW9+_IK7<E(`}NnEcvv@wrO8}Dp5X0B`(sa(J9&~JGx$gpnj
zdZjF-{al~5e_I}VmpnMFt*3#kKPF_q^4m_dQ(ymGOY&tpW?Wx2ad#fO+o8{>Z5nxA
z8m_mE*@yb@_+-8OIBBOR*Cz}(n8#wqEw0o-tImtL-pWRs$JX19GJ1bcUPqF+-a<Ky
zcDi+9^ROcgggvQTAAjm-9$WDK^I%I;wg2JznD`TUY*2*7rubZ$Z%S>l-?;1PJhsVq
z+NFeka$IM|_3od~=CS?1t+n~iMIE<reZbZWc`X0CIjuXNRQn&U_ZV<7kNq5T-Q@IG
z_4>>8nvdyutpD$~Q<k~NacmOT+bp}1$7WrB`)EZQIUh{rdfS%Q^H|dKUi0@Hl=U-%
z>!Xj|%wugsH$P~;N#>hkO7?%~btjK)=<aiUV6r@4Gp<j+dN+@~A8Wn1la4xW=lZGx
zGxJyjd;OP=KI-^E#Q*DI9=lTawrAI+&FqjaUY6u~GnYr`m+Iw|@_p1$=##kK=#M8z
z=Son6(PlZKU8Hh-vgPwUX0nZ4F@05E#LwV*y*b%=Y|fMsLqD6y{88#?aFll0uW&!+
z!pbi1rl|IFy^Bk39$PwTL&Iqk<aJZS_3ppq=dsoGj&!@wR2{!@y>IT@Jl4T9D9`Sr
zOedD><Lp1=vE-pYjhe7fj$4wr{^ZY}P@gpe&McfD^Es94HRqLl<~}WG$IQ8E{o(pI
zM!NZIblp}VwRF|{KXu7|rL%rMTNK)3X~*Si{pb3Cm@@h7lgq`Q>is7BZ4KAk{$`lZ
z?5oTSsT-x%AFhwTRxY1?+>!1%)vBq;w^*+C)v1urmhO5`PXD-!pTza)7RLE3NN4-y
zT4rV<ek#{zI#kYQ<0mv7x_G**CmCG7d1%#q_NQC-)LxE?h_BQm`>mp?=d+<dWmPnf
zl<mTd>tm+X%xCw9w(9=p8JWI@>ys9m<g+QyTdnC?R`$=HT%WwkG@p4mU0<-yOs)T1
zzjj^Sd}evVKYibya^9W9^@$tI@>#2v))5uM)bWqduWOLc+&rCHZ)mFapE7-meAY3s
zSGiti)c(^<Q`4H(4}8nY46ce>qw{S0jERW!3+^2n8maL2pIeys>Cvf&qO>sY+QShi
zOLXS!#r5=-2E9+x7jIZtK;H%Of4gO*;+@?M^8ME*I*L-SloC6r)Hjp+gw+cv;H)J1
zhq!c7euU7bhNl+_C;bVJqTy-9!jJSX8eV+=9RvS4yvmS&4mThA&*9yM{d4#MuYV4Y
z_x|Vb-+cZ#{G)Ht@Z$NS7gaR;WU>646jL<(XtD4!u|>nL77I6-R5ZMJ{+mxO8eX{k
zseDVviEwhKA#O?az+y_#bc!FR&D4Jm|NiHH4lf`7&*8U=g*z6@hr9EN?q9qddMqd!
zUOXS_FDe>dyd2UKiiW2aJHGX{qT$8MY4Dvdc^gp3T|8c5#+P^-3b|v79Zxs&pN|(-
z)t-v9pgfD`$JrYH9G+I|pTlp|{^#&64T^>ruP;ioe-2M>Q8c``{pKx;h8Hi-dL2bL
z<-sl6FYc$(t=9A6`R~}KXu5^%-agn~ISQfeTl?=DVy~Qq6b>)EKj~)<EgD|<_!EcO
zD^nna_di&y+^v0zh8I8YF}_8^i|3n{-#>?^#}*AQ-d}}JDjHtcezJQ~T+#4d#q9T=
zW?ztZk%ipF&%@;BqUjVrk45n!oQ^pX?r)XHz0J@=Xj8+Bmq*scqT$8QXLYggZN<)K
z=oPVlrqo9k3qSX&X!^y^v-{hk;l=a&Kv@TFKmB`V=umJT#qF$&urAxn6vXv}d)Gu=
zC1L9q-R2!|$LcDYLh;T+w;A!iwT1j%M(MGyj4}f8CqZUI)<bqfjzg|Po<bC)VFalQ
zX$G-}^n(OJVjw?5mP6VgtwxaRa6g5-f#~flqtt}7g1A6@A>okmklB!xkj;?8kaWmn
zh_VaEgP1_9Aa;-*kN`+DWHuxTvJH{~xeUpI<Uq>eoGc(eK-?jdAoC%+AZH<2kkY$x
z9*{PWZjgQuUr0D41~M122C@Tk6mlMN9r6(J24b|QjA9D0fjC13Lq<SiAd4VtAv+)^
zA@?B4-ZF|Y!~$Xq=?3wIL_(%Q5+TWu6i7PcA><9DEb`I>Lfd}iC2ek09@uIr4xwW0
z<<3!ozKRkW<k#~1X1+l|%3ZxaevuAQ;o*KEk&c1kSjssxd<-roN!TN746W4MNhwtd
z>p6cTP8#XOkeAkfR`hh?@8=gDfmNWLqB|+R6z&@88x`c&#Vf>@l2TTXj@E|m<m(%b
z^`RBTuu$r9(P$+=#~BMxI|PMB;O$QCb`Hb}p28eu9M|;li<XMt<hs&@?VqRD+b=kD
zlwV<;_ZNF8r5;|vWRV+bX?1I-@bJ)ZMOmri9Pa1m66hW76+T8;qT|dLww9}7BmO#F
zmryTX84iDUr`|oBTx51C8+DMH$P-t;$nZcPoMGQSPQBIelN9a{8XSxaaS0580WEdA
z_<4oVF%_jbcXtX33iVO^b-PA5`guqB`}>8vA*)b8N-%UXk3z$pv6gmJxStx<P{%1G
z(l6X0JTNlQ$1A80iW23ZC~I_G{Jci_eWh>1kJZ~x9Bs2+@5rFOA)}G)N`0i{6YA^d
z78*z?DxVZAA704cOUEfXP+j0#8U7_#MJYRB0db|a(kYxT^xY{eFrrhBK3$bRbzP%^
zA_MKmMEbdh_7C*+a|rMXSI+3GPWRA)aIDYJ+t16F3Q585ad|xuX)E<~9HYX5aDtJt
zPT_aWqGro{L5bWWi`@N!!`!?g1K__*eo-dwfhh9`N|;<qS$)+0LS<ipV#=EC9)QKl
zeY>KytRbyTp2`Xjg?WmRzS1bgj{H2;F=2j+zK)|`kYD6iS)L;H@(PcP3Zn+oU%8{-
zAH~J<N%5gj(OT5niF~xy>lNh}KE};2oG-8*;^XHK8pTVcEX9|$O5<Q`W70Z>j0y}7
z4GBh->4Q2L;va#OR`7cLt)P&iEsU36Jxa$h9818v<COX<gY~~;pnItM*gj!?K7qpn
zeOy9O*LYqIK`J6!-9x{`#U)0+Z%6=d{=QDpK7L_TD-n|_mePsxzr^4!x?Mw1nZ1Gn
z#}?1aP9eU1!U98hUMOz*eS-Y_!jxh9?tbCHfgz|HGDGl&sJ?qpgs9?51i5iq{k(#r
z@TM~PaCqShCm(Nw{$I*L6fg4bxoEW^5$HHkM5vXnyoNf2aus5Pqh%tcKwk%HC|>@4
z%39i|lY<);aG(@>I=Pa2Cr`<Z_m>+A_ar>m=j%8JMMVTqM%qUWAC9gR4_FEvn^O2d
zJvPOV&C@AbQGV6$?-dw{o~jQDJIGJ0$*)-Px`3w2Z4&G8<F~hJdkI8U#fmGvy#gcr
z3Q9&%-qK!Fq60%i{0gn>uP9|@y{3crS5E7?qJJefnf^|<XH;ZZR3z`QM5RNn3@%hB
zcuk?`ytcHZqmZxA5$wmP?MYY9&ChQnb<n<UWM)?$J1QuMS~RJVwl3+4UzMOgT<9wU
z{gtPbTZJlpKd<mWFK@aOnNi*A^Q8?Rqx6L3qRK1oq~T_BE0K1jTFOGJe4rTg6$D4W
z;a=$7TpYUMHcw~tpHac04Ty-;{;E)1NBaB$zo0;qPa4XN0?h(kb%Vpa!u<+zaFMQy
zgR56qfxjK^wfmq&D9UZodlXc{?<qaX(@v3S_1;mDei6J@Jra4~+jBSt@&UpB@_(_@
z9hB*b4ocQ42gP!YgOZl)pzPh`pag7(ZZ~+qK}kG<uoDi7=81z6_RK+PSKm?Di@R(!
z`#LJo109v=0gg&4q-Kbt(q$AR#!<OC!BNSGMZC$5SQiEU#g2;cGQ?lyh_oG*>;sNU
z)?r7*?Kb@Rkm^oKYHcUwWD_SPthtjC5aFaGk9NZP3r>pXG$*{Bg79@tisj#MKXX#{
zzC^q{C#B|RCuOdSvtl{GSuq&wtjzVHyMAA`9uGAKw%5|4u81uv5$}RS)J+GD>X1@W
zXhcqKJxEQ6KBPRPG{g`>qdX&sfh6h3Ulu}P<sfPprAzw~D?%t;V+iRgK`KijeSHY&
zTSLf?iz)ZhEQI{%j`%*krM{0ODmPDm07%CUlKNoK3=#%0h2Rpv?Wgk~dtxDE^F+x>
zAf3x(2!+Q%$ewwS?;tCse>F(<tcB3=Hb5xe9tfS&c?gAHflzo&WD4bvnrEI5JHw|a
zL>(RO6#pn=ifxom;V8v|`Ee-Df42YRz<(_VGFTYCwL_c1F|p2#9vFZ9|11;a=7IQg
z5x*p9CJplP3B}0b%jOk<&psF0ydu4d_=`nXf<pZZ#YX!M^>1NQNK-61CE~|$JQ4Y_
z6-!<QWKU3I;I;{WK0%D74&mS2sJ+I#u>Y52`ebLteWkOa+Mu>|m8vPKUu8-9lEVM1
z@zr!xs{8+k|9%b>{ff%hzEZ_DUAd`8ZmK%|Z5o%jiKNX+-2UxD|8Gj5<nOZxD@*=<
z$p5CZ_;0YK#OfhODkWAAv;PKT{s)r$|3}5pDWzwSdKzo(VPNk$Y0RYhGAGyH5suaC
z1ShV__&_er_*l+l#6R@Q^<T_H@K^sQeiAB;<nRAt{7y3dZp6Q^CUcF6@?cHYnn5L}
zKYlgeqZcM3y{-?vZl(;oKH~cKU&p_6^>)Tvy!S9(SVq?_2S_&7NX>z~fqZ}{>zx%n
zhylb1QWatfv4Ge>Y$1*iH;6mL12P!m3GsylK!PA)kVr^0BnA=-nGQ*SEQe71wUEt_
zU66y2laMsXO-L5xDI^>60b;ztxnQhs3bzHs3epN<3vq<FK-?j|kVr@zBoVS1auAXR
zxeCdEWI?haZy-uC&KF_~sR=QISVC+d8i+f@6GHKWz-UMuBmt5P*$X)f$$(@*vLSj{
zqu2^UYZZ67AlAtIs!)n4Zk`i!A65PD_^Eu0k56bUt8UQ);2w%K<c4)tGKw8njYA~c
zseRCMx|l&&v#>_tP|P9q7t|`ODSq6l2#g%>tkeN_fhJ%QSQ|_P>w#%t70?%~4`zZD
zKu3_~j<z7pkKIA)TwOq#ci#l-f>%MBD+hsQ;8T$1lY>E;V@8A3KutrjHr{6V$>_Nt
z%}KjJPjh)Ukk5Ugr_-DcHUK@KHwOoU7N95C5cCBbfkB|y)N%708nR-0A;-}Llh;@o
zG1l0zpnPI!0Y<f~7&3+-Q!@H>R<a=3kT(!@qg3gfe}K@Oo@ObFAiE%!Ag>_CNUS-;
z6%qtd_vwJJfskm(V#x21bjWK+CB(CV^ne6IV#9<@*)PTT->r{3V*TH5ZjS%n{stGZ
zE-Zx3MYW=^Th&p$9*cUKfP&$3e?6QBJ`qdzO{gwtAfM5<#)1=(0F^u4k1>N#Vex%H
zbyJ^Dt9~V^l%~LaQvZwl9slhV57I0*D$u(fsaW8)$f>NlV;3b>SKVd@Q)&sfp7vDj
z*{#UE`q|m@wGUtFp)t!|`FmK?<lm012-Ktv`PlG*$?TrBo=n#Kxai74hYI?$zT3J|
z^H!VW_-tb3ITI)C(`aq~T7Thl*Lu;1FKI%LXT(2>J=J;tg5*vIr;O~|xc#jBu#6b{
zgSTeie!JrRlkppSIjnv->i*eR-!+e$*vQe+xW>jeTa51?JNnM?$%gdT`A_b48@up=
zli%4B^D3<0l2q&dFV5xtY8XXLoEkOiR2Nqd`^*gs+IMKZcgM3nt{WZ<>3D2NhnXwq
z5Bxl2efDazRQGl9ZN2{dICJ34s||<DczeTt<H9$u8*A5`9C9l*#O2ho#b!U3>g{>7
zVHD0+Id}HlS+TumKXxp8<(Dw}_l6Dh?Qo~(ti>Uf@mrT8m#qA1-Seoi=g*fct)h8c
z=h~e&AKUPpY1Z!!4BD#yN871SSj&zF?Z-a&D?xktZ+7_O$Marsl}4Z4l*yXA47%%j
zG$mo-!&7Yj(LNob9M4rvS-O?o_TQh--s!ix+b<+A3-jam4({*J!fWPO=GAw=q4C@M
z#8f^oj9q!&d{*g{`BSRBcVrf9-J|yF8b6+p+=PwWygKusZ;W%=t-f|XKb1af?ml|*
z=Xn!5&U^Pmt+7509a^Mrwyi(oPb@dSc(3yDN{5@%Jq&7Z&$>T#y>5r&aZdJSb}xx)
zd!yM8Eq^q<Xny1S=UwLxY`=b5N^1Y>>n5#V^ZWPr0(Ml|(0i5RfIY@m4ZCJqw`tY0
z&zAEe8_pS^w>I_m;c@S?j@MoJ_w<4N=h<rACO4?rqr0E?$H{ZHmQEN~DbxD)s`D35
z>fKs@_5X!gJCzV^I=r7mn~CM#f`9aNSo9y?(9?ST^e&|*TG=>?RBW?l(ZNAxqr{`?
zj*VM1vuSMRN6$R*_@rawzV6P}?HZd!;4X!)R}h|pbZk7vFQPHCD__>uD<Z-#*gI&9
z84?JI=-4<aJmiN6p8&sLuL$elK%el?h|uAY*7%I`4_*<$|4)109#>Vhw!2VNOj1lT
zOpc<Vl97%%E_04CFJq!%;x$w%QdIJaNr{O@W`(JR=7q`%4UN)_%#4asQxi?MxU)7Y
z85t^-6)Cl`%q-dUJ!@H=voGH{`}@ux=bz&rt{>u>bIf<V@AEwG^R6{#pE*XaI81t{
zO_@CF_rdt3v*A#2ac=J2vuA}Ko&4L;y8j=J#=3{zhj-4JJaINAhxh*WGydi7$uno;
zEEt$zXa}2r>f~8}{PKVO^?*FQH8_JCI(g3I?6~aU-(IiVXAQb*&W!1k@9q^hds@GV
z!6!F+y{6orJ!^8WxW0cJ$L;%{pT+I_cWZL{{&8`5yW98oxZ#I?*o%MpV-$EAzlb5d
z$y~C8yiL9$rr{X<j1*&<ali3~anfisIK7dk(pzZ;okQ=V%jpyJd0Iy!nPB7CDz=ub
zXD_o|>@-W`AMg?48BrxZ6M1Hs)xk=#9<_?C_113dxOI&*<#M@Cc2`o(Q%|V_>QnVs
zW!uClbl!EwxTeSS4o&>wJ{A-Qe#XlvGMdcCx;`M^lAlNmBg$~GwlT)-#$sc&u>tEl
zYsAz3bRZpx^-Z8t>D}~xtgx7t(l_WX`e)ie+p&0NvZ+|<K)!^p<~w+z7$s(kd&C~`
zlo@5swD!pbs;zy6-O;|<?qYYhd)mG2N8BAQKG%+<cd?GgiBC_N0jsrjotz{$tB=$f
zbzVi=UG3}a1NNOxGgrEax{aUU-{QaP*ZQY?+{+;e{EYWTlCfkx8D@;fdcQN?V#ip3
zcjnjgvAmT3%7qv#-W6TVo#sWejn&mUV6~Ht@(0;oby0V!Y`f6z=)^mRoq=u(FV$P<
zE%u)E4tQUB(fWD)k-o=&)GzdLpNZ694PuT!`Vf~4B%??=&N`jsklCb|yhyf@z2pQL
zYLprkMiez@G96Dl@`v~%{4~GMDzY|NKU!U6ciB_+mVG3}PT5k+S#~F<jhh+_01lpy
zm&@rSmc_DJ4$EbEY#z&J3t0hM$_m*^R>X=KkxS%uxmS)<)6`nE4N<+$o?#!czqNm{
z`#bZo)6Y6@Ie&4!aGJYUx>c_B(!IIfaW7U6&}n*t&e0F(HOPWb^w+wD-_y7KOn*%<
zA9A46@DfFakx|B1*z<98A}wW4iFd?4aY}qI23SL_d#%T<RaS|$+1hU%wXT#*Zj{5+
zXq6Spw~NZLGwj87iZ|0c?G4mRgU8Lkw7)})n~YJ$t;nqL#zbSPG2NJ9^r5e_o$OZr
zI6udC%C9B09b8GHeYunAoCwCG@X}o4YUD_u<dW{{XACqRGFBOv(?hg|eotLCk)30V
z55Q5j@gw|m-cHOA=Y%j{F^errj+cLtp4zVtsxMW%?b*xhopyWdx8Z0f&AH8)>f}00
zoORA_=L4s$OWc+221M;XZ?K-Irv=wv7Q*GgokkCq!|&%C_)*?oEHamxCFZAATiHRr
zF5i{)c6aAh=U8yf75E}EUS^Od@hIO^`T#vf!`U!4l4Y`)Y(94JIkuVIhdMrr+#Djd
zih!A54mNYlb>@fWr{*~`+PcO{vr4VMS^corWpajEuAWepszxQ+H`x>HHTE|9bGx<U
zJIPr2dgmqQd#t>(+tU@U?M`qXa+kZS-DlnP?yGLOyUqQRd&vFF{mzZ>x_Y;I8QyfS
z*n7h};a&9F=-$YRX?nTdtXukR{Hy&Devbc)zdLx{RhMe33t?m^nM4*K%i9^k7-BRT
zJ!lm@&i=+bi3i2=qFi)0`<toeI5XRvXFh@Jc*CqVH(2%74^|5qEw4qcC(GWduew21
zs3W+JZgx9|I*XiV+*&u^%h!QA^eQ;z&t$MMlFef4*jwy4o5^c<E3=DvqdCFsU{Pzh
z^@7!1&X6VYn0!*b>Qp-0++*(D-g)nU{>TqBUecyvWFmQ#JZg-g%V=-5f+v`ZtwJkU
zYyIVoa<CjON6K5|XgN-n0w;ZSvoj62h?9eXhvM(<#tp`KqnP$*iCpnKzKdTg#v-Fm
zi!ie@a_YF%*<Rvob8dFWA+}$*oxIWBM*XUOTkqGO=}7;bVC>L9B;kdSO5+0@XCN=)
zTX;wDlK4i<FjvU~GERM=T>B0C8(?!U9BI1yFpd`RD!j)u-WV4agvCIzam@JM*vv2T
zGoqP!+`P?NC&Sb(wO1Xs>+K{b%$=e~`A_)4#v>m8zZJQTq>?<cha4gkj99aie9CKq
zd+Xd0JZ4f@==l}njdJ4<Fg?LcG>OSgX}V^TnQW$*L$QZxX1bYSW}1`CEbL~EnQP`@
zPxH-%W&tw3&|GO2nZ?Nb^=7HL$t*L=&8_ARGufJMJ&&uBYJwW%OmOaWW?^?%I7Ln!
zaOkhjwQe8erh}Y(-|g&m^O!fud&Ilo{o*y#t@P!(y}n9!*4=au<Rj5s+gj^nouY^9
zkvhpA@6YiU`G<pXO}%stEevH019z@tS$qaC_HACl|HKdS!^oJE{7e1~@Z=(ICR&U3
zqLb(*t{0|oL_aY^+$<)G*<z7cE_RFk;(c*Md@N3iFR?G@#6`rowHal`m~p5`hRA3{
zWu!UTyaUWpZPi-eSie}e$d-0{I~JVuIgsjC)M00*H_)WNlj@9dCOSFJT&Ki2<eYH6
z0<uf@6*tHG)*GaE>b?3){f!P}hK25<?-&P-eaKLQjbfwON9;Rx6<^Df!Bw}2W#R?#
zxoBf{GWS`ZTTNDT*+xd8l44{(IaMx_OJ$*4DT`z=YGFO{_&a$)Hc32^NZp}kt3vg(
zDpn<Gz1j!%?`9|1i8ishEp69MvXkxQ_DZ|RF1AZ-+s(xK5`E?m@<#>Zn-dnAJ1?Xw
z=xcNbJwd;wtywhV%xB}-9c&4ElD)|)SRFgV+VGjEj@A4*?pdkURBNvFy!Dy2TD~Z^
zfSq1d=hPK8wddMT*jFJsHsX`!)H<I#E!;@A+MVMSdTYS4N4zF492wA2OFd67)K7zR
zU({RlySh>z(Z}`oI@&My-}7t0_vif3-FouFLY&_QdMb$wM!t_B4*;E3kd@>OvH<-5
zlko}Vi0NeZ2$Vn%Zt@rTW?scV;(NtN^RQ`KIo31QLCXXRoRX`cG>V-rZln97*GXTa
zXX*{QT6gwu^KlQd!m!Y@6WWtf5^GEd9owNvbTGY*wnaqVVMp0lY%TwuJ0e;1Gmn{9
zS^vWtVU4%)tU7Cy93$_L&&$u`WOa{v2WspS^_`-q`hE5pyRFm7xeifz$oU%h-NNnV
zdhSi`?LdNu+&%8Kp5+bl(!BZJQg5yInz!BC6N=U`?=!E9P6v-~*M{%-6a43c`&JTm
zNjs2UgafM!$P=W5yiUF&V~u-^g{b%%<8!FYX3%jj(Jk}<t)^itl68T~c!=#`@3WK0
zKgw6}m-u#6(hoc!t`ObD9b$oKWyYF4%sys?dDL8My)Ul-+s{`&sW5wrz1A7#rfb|2
ztSk)oG6lqt5o8t4s*D?r5ym7i{5{4Q<AQN5olPI4N5Rc)<xzRa&T$qvt=#Uec0YFO
z-5=dpPkR%+m%&Qgy$AIpz|sS{20K5(UxB^<)(_ovsUj@oT{S0d$YQcg1gb8b^GWED
zHP&<BhL@~Ytk<kJt!>s$sNsFkdGA|?tPib^p^QJZzOcSV{hkFU{RCzWlPzRxdAV#a
z$Eo-2kKF!xkN&If<@bfwd&=MCAM-<Z=Bf(|G~l`dq#fcqhwKNgeoxvOy$op#For_Q
zEH~B}FBzX2-x$}^p>#e}@u&1F`YpYI-N%+AsvUR&r(AN)lc7al;T}+Sfw{swVxBb5
zm_M5>EX&HYW?2iYJ=QVnlogPzu&U0o8#r^I9EA+MUCxsa%W}D2c2u6aP2H}hsK?bS
zP=1x_kUF6*x37er?q&D42VzH7+ZA@TebPRQ{K|4JLIYk644Uh{=I!#1dY^hxdN%am
z!@5N8LYAM<Kk6{QtsfK2p~g#`70$;1htkbX)?d{R>Y|EuZg#dh2OZ*$hN?RQ#Ga?0
z&|m3({;mG)ey;zR|Fpl&KY$}N3w;*mWpaj`Cru=U-bBmj7&Zawbp`vCMRSKQw&uvw
zs!??WemZtPyVhx`FVk)H6{!EKbr&#IwBH2|0ry?MKX!i%&XD8J_4ED5{bFSLPXB%X
zsDHu_-E}Og89rN$&(vUVt|YOf2k?LpNj!1`83I(eg^Ys|m_}w|-{z5p$e9)7X=s?|
z$wu-jd6Vn}OIDI9@*(+zd`{}o{hTKkNtn^vXlq0pu|_xSa$kdkY5GHP4l`~xMjM$%
zmT{*s%ec?THy*~`KLH*39D0sTsIYCuE@MA1{V+KDr11qZ;yYx1fVQA*Xa^cYyU?EW
zI`jpKYV-y}=?HXF<LM+i4gJ(T=%^OaN9ij1B7GCMdw?FMBiRf#n>`4`Ed|c(XGhox
z)&f{IoX_L)p+dLw-O!L<@F-Djo<b&dvNUjKinYvIZ9R)h_|b}#338AukZVwLXJk(`
zR?SkYR0liN9&O)izX$Dc!M@({kSBAU<<2u;t&7e)Z?pHl*We}TMfx#a9L$TjW+A>>
zK$eopMzQgh5k|K{d9P(}fCtXANZx~cJd@}0r+EqA$Pe*Typ4EHY=kbX6km%Q&1L3`
z<`(k=IJCVr%(?^hw^6<!cgl~UW!kH*YLO~ak@j#q%^vBLIuqO{-9g?8?*%B-Bz+sS
z%S!zWSm7nTTUY60$h@=2*);!Q|2gQMW}(kfwKo#5H?xfe#!_R8q0ytxr;F)I`ZC>z
zF1ntcrx)pEOrld*&8pbvY!(>d1E|+uM1<Ma><)DM#B4GbS@WR?A4YYJx67Q7?i9Dk
zUFVj$+o7O8aL0R-y?eX@?>(>Hdrrq9Hw*pH-7%Azg`T(5+u-Pcqxg8JkmjO|aK!+T
zDjr27wulPx9+bve@i);Sgr+&r$8D|d)--E2_UlP&FDie8{6)5d9v!GQsLiTcT>!#H
zLhsMBKe0PI-JP}01}NT6?qYW<5OamM4p{lFcgpLf$NEc9AI}E&Dz#bYnOd94Nz%<o
zM?@AID}heapx5(Q1ACco5<8%JJ``Vw^MXOmeQBOGCs^~Xjn?bdR-k4g7;Bx}gbs5*
zvgR`xrD9cr(&#l8s3qt^iq#8P-P`I<>M+pZ7uCuhjGY^4--4VPhu&n0eTRLQeYZUa
z%>RJ>nEivD4J~vWYI%m6hpxo*9B&vpkO#d*9@Un1^(bAe*XftRxN-iqzCb@Z2?$(_
z-NijdGn<7xibxWywv|SS@q)3@c-7cyw4qVJmoz#Sj>L4DgZeo}PtjkYR`S?u>}@zD
zt&o>CP<I_a1~quKSR>k-kC}flYs~XzmL=dZ+=;&JpnOS{qdWXWt+6-QuRGhF7u~b&
z&u({b9@wZv_w|SPGyOnLv(P+by}8j0<TndFpQ|JK<f&vCxgK$T3J6edw4m`&O!c%m
z>kRdg!?v)=`~_al_n=D8^C^gU0IJeAhoB->nJ<_>AP26qlC5>X{s)nFwtc~gal5+x
z+`HYw=xn}plf4n%{fJa4b~;xt1!|X}bKj>2`8WGx{b~MJ@IXR$R4lx-@6CaQCVYwY
zSkEEjV}nu~zS4SVx#RQ;8UZ|cnC)YS*jX0FFXtWkV*Vsw!`q6^qL-K`9v7?8&3z<V
zT5YY4*4tRsQK*<-tjlCa_!h%uw#<_Yp*)MBILl>)Jco>Jsd_0#-J+(d995uJLUnFZ
zr_}f0jW9a~PETL^Mtc}^ax$EWADkt~fDOpsN+`guy&uq<wAX#0_Xp{_^c!F#?LP>m
zhkKHiGz;C`_F=M|JVn;RS2<1E0F51B?JBwn=yMWRa~B*j6ACmRe%NbJ^M4T^o7Y;0
z)qcCie#_mBuD7|D>pkohd987tPUtUuJrFqZCe+1;`co~Tp6>7;0e`LYUx$XdgeCXF
z4O>hegO1rkcA<){hZ{D`xXrj1zRqc2dOO+`IBp};u4Fx+-iNa^HVs^V1Z+Q==kR=f
z9R0^nyoKl>s2Bz{KTZrW-!<O@#<T;|za{HrirTKevjfg3;O;JWHJG`{OVlSdzKjw2
zEa^QY#h7oLr}=QyQXJoVGT5J1H4F7``;7Onw;!Pk?+JHdEX_jhKT2PrJy{=Svw`d;
zb}N+WROH{ia2u9^KVD?7qayaOKVyxx>=cyV&n%Nqfm^bdf5L~0G%-fpF76d8#AfjU
zI-y@gbM!%-&2H!r1v>k|=B?-gA2MGvx0_?-ba@uNhOKT?)3N7s)I(~iTBlxy9yth1
zs8Jj3a{IXbm7RtjS-A=D(gs1zYp4a>bGNQp=$Um-A}9A_7f;aB^k*7i?N~?FlO-~W
zD@bBDhGIGz%3(UYo6Thla1F13ZFb-q4x&@K8j5NN>iRwYF<%6?VMi#sRlw95IHJ9*
zpih+w2PNIgfVP@sWreV9hgAWb?Jb2&mAA?anF$0~Bwv-E%6i!VKk(ciJ=AcOrqWf0
z%2f9`UEO6~fgif-YGbp|^T|38i`+#XhYtLeBtReJ0ht=0tTW-<w&Zic%}dRv%t&-Z
zk6JaBi;is|YG)I=qUq`i=Q`Jf+n43eau>Nr+%xV6e&`OTf##uSd-Z^Fxd*wog^WPA
zF$>E5eW3Rz^hbI<6y!*LJL+{Ee;wU!j7Wqlaa25R9)yy-#=6!L))TmzpJWTwO-;hS
zRHF{Bum{*f>{0N%K19dyiyi0mLTCPnv&X4%PC2dJD0i59i+i`f5QtmqzwIA{whG<x
zHmZ5Ze`rRcNl$31!Q>G#ie1KIc^{sHbu5LBO@@+9gI8eV9D%szArChL3g&9;<1=t@
zcCdB4i<JQ1M#$6hMtGI)IQP0s+zY76Z@upNah>m11v!f}5A~cWBn{s9yQGWJ+sH9?
z8*S-3bTWLPr=gqQLq`$`lo}`20mVDvtdpQ9+E`tzu~7J};imd>fSfOP%WITU1Jn>`
z<mqZAx~_+SO1squh(@FOn`&<N03rz}<<WMgeV@I^e$?J?-|AfD-tR7Oi-Ee!ya#l-
zZi3I;+wTW7T6}4LlA4FSp-w>j1#p^=!fT!Z)z+22#&^QQ8zshzyTs2}TZ*|0uHe_!
zW9k~5X(u|pLv|fFaDlVa8Q{L)Z-I~8Jmj-p$NDnHEasrMz5#VR1eH4qwHtH-Ch&$3
zXI%^5VlHrbg}DaKAUaF=mOL+8sk3S?dg*}sj{6Z<qLt^v(F<fY4|zZ}R(rdT{klEM
z`Li?19ql$D-pZTiZ9p9ca+(Ki|G+CG+4vT0*@1OJ54a7wED?Sjev#ii)JIlA$5t8D
z=o)K{I%IdFaSmFxlyBl?;Ipmp_bY%Mm2h0Dcr~ws;;YAs8?ojKya~NyxQGyuB1%My
z7!fPtM7&5qz7oNOgf2=#ubd)=LLH@vbde!4#Uzm<a)Sfr%$A{9NuzfT?hx)7ro(ka
z$PtoI3P~YPXsAwwkDabFbf%u9vvf8b?OdIQt|TA+K>=8@5Q?z~s-i@%*QI(BII~=D
z1#ecsfvMC7p(3l%UDoP4eM;Bs27LkhjV}-R5q_i}<wv6%iiH-5$D|?AC+J16uAG)Z
zD<BZXqj?OfAdbhQuS?{FbM$sDY9g7Z@S!}Fr}1>20W~~{XYp*XK`uO!d8n5{z7if_
zF;9XMnj(h+gVJRBZzz-nX3degVApxz)va=etdiBT20U@<pRg%HMXD$jtzw|d;#54e
zS)w9}t0a}IQq)kD`UiGRf+wF1gw9oY@aFT?Lij=}Rg4qs#KHYea1tHja7Q|>lLQ|*
z#Tg3!D$PlEGT^;WLQjwlCo9*<bLKhu&O)caS&GR*DjbP)ILMjs@3OpXF9-aZ2c?vc
zsYwBxib8KC*tXa!@zz7LZ1T#ya&N1*1Fq&?uhKi{Re9B3jaTc{LATbU%V_+&eU8*o
zI$Fo*SRJS1b%IXR^U(P%^b7ozei0O5iN6V&u-xD32l876;;|nWSQ92a;XHyz^8fDM
z<nx8R06SEMeq}4vafR56=~}g@5w)TYbB}t_AR6HgUJy;tZ{cQy83~Ut8ZKche8PCM
z0&Z+2xUUKrQ=@8C9dNf^H2`nULBltxfE{i}K*>kh(NILOcAOpmha;Eb4aLOie;?C-
zCxaXHxqr&yKw--eU)7LWQb+!0HJ^e~{k@`_(4U6W2pUO)x}X7blqMFASVkkq<B{JS
zxt)x>PD4&lLO$mrmlq;dfs&S?p6Bmz;$I&*ibkXRjiqr=#|bo%63VHhE?l%^nu0z!
z6)HX*bI(ll!dWyMT0WQlz89&#@$f(AasgCFFrQJIbuB}_&|q}NBl#^n5QXoj<DbiZ
z^QJ4zy=Em?vMQtxYRx)y%k^f1c^babcR?p14&T$q|G$j1C0CG+a1r_t3Kbp5#CPzK
zWBKTNi-7rMWC#3$YQ(aETp;0?lg6U!<VF&Fpmca$ImSGrAk?F5LVvOs_*sicpF@Nr
zasBbQZWq^^hU?6xd2}Hy3{6nWX$3t9C3K25(k5uyXch<llq{L0vJA`tb20yusLxc?
zWftl&A9YxSnNOLs1KnUX{PhOsf)frVk98AV?k2e|P;w{`G6U$C4P*?us!M^0#X!SN
zK*AkB!Gl1+TA*J8@}^0L1NWkVdGWxzp!1UK4@G~Sfj%r7{?0s9;8IjzvA-VmSMKld
z_d+LBhbFKM@MN1p_}D6tfX@VllSn9rSQ1YX;g`828Iz+lk^x6Do8*REn5A%OixJID
zq#W_wOAaEUwd53HdJdjZxDgrhUgC{JMAkKu5!*B)1JTVkauMH!=<ip;g9!FF<;D&~
z`5;)T);NWXJ_kh{j#x({*W!_99PtkNENRHCNr-taorkC|g)2}D^|^_b!)Mux*jLk9
zM8AQaL;S<xiAJ+nOtTZ=dArz!p-}f3Y!c?NxtPT+#2j`dX0YqoCRPrGvln`_I;5!^
z{_WaX2^LrnCM^ex?gfKZ^IGs{1Guw^hl4ev!I<%2OAe+?21^DxGE-!MA@fAOC=i9B
zNR)_DQ3kZCfWuM+q^bi-H3FdmK&Rj57X<T*B<PV;Oms3a&B=j=&&L#}5EGmdOmE6C
zxv4;9R6#Y@p&}a13z)t~SW#At6$jl$EQ!w+q(DihLq%u7GtaZ~tpd!_iZK5zwaVZZ
zR9KZ(6;y5=W_^v;1-O?Hm{Y{aI5<y4N|^+%O9jtm$}BKkp3H|ERfxGo2|CC!FkOYL
z1lI+bt{w{f0wx#{V7C}BTLM^3g4I&MXz5VmSzxj}uvh`Az6f1rDLkXCm?l;NcWZ#T
z^}yQ;z}g7lYz#0q0TU02X-5j&u5@U<EIY@}v-9l&O#6#4`6#u^?5*%hEA1+Di*=Z$
zHNp)GI1x^i69a}!06R)BV+txS9gLU-Hq1ly6@Uec;FOi30=GI9sKF{|={l$0X+#|c
z+z3=+j2nkqB=B96+!Uz&bWB;Y+??QSxCHm_zzauga}m!X#IOc&i$Sc?5uYN&qy}+_
z!L_I3dKcnKD{yrITu~CPA|ETSz-k-p2qzjVOvS1Sv63pBJql+`bu)0L0!)5O-M#3t
z>)miK!b|W{z}5v|<VvvaIe5SXYAUFq@}QHpLJM8cF{u6|KTv^tc>wbQB%DN`mZMP3
zF{tM_RCEGrnxLvB>N*LPor2m<MRlj6zB5tbS*Y<GRCyliJRg2*0dTVr)n0^pFG0nZ
zqUOs`^;=Q*6{!45)P5Do0Tu@SrCR()rI_}gOeRmc|E`)Ka2o!79l7$qq#^$m1OKCr
zl)%;`pldcTbt&+46L7Q!I9i9<7Ghr2D%2MQV;}i{ft-23$$TJX0kEzND2F5e|3Ci^
GBk&)Q<p7WX

literal 0
HcmV?d00001

diff --git a/contrib/lzsse/premake4.lua b/contrib/lzsse/premake4.lua
new file mode 100644
index 00000000000..f749c7de3f8
--- /dev/null
+++ b/contrib/lzsse/premake4.lua
@@ -0,0 +1,26 @@
+solution "lzsse"
+	configurations { "Debug", "Release" }
+	platforms      { "x64" }
+	includedirs    { "include" }
+	flags          { "NoPCH" }
+	location       ( _ACTION )
+	configuration { "gmake" }
+		buildoptions   { "-std=c++11", "-msse4.1" }
+	
+	project "lzsse"
+		language "C++"
+		kind "ConsoleApp"
+		files { "lzsse2/*.cpp", "lzsse2/*.c", "lzsse2/*.h", "lzsse4/*.cpp", "lzsse4/*.c", "lzsse4/*.h", "lzsse8/*.cpp", "lzsse8/*.c", "lzsse8/*.h", "example/*.cpp", "example/*.c", "example/*.h" }
+
+		configuration "Debug*"
+			flags { "Symbols" }
+			
+		configuration "Release*"
+			flags { "OptimizeSpeed" }
+
+		configuration { "x64", "Debug" }
+			targetdir "bin/64/debug"
+
+		configuration { "x64", "Release" }
+			targetdir "bin/64/release"
+		
\ No newline at end of file

From ef7b1750efbdc6c5c3162568b6d8b9e6684df4b6 Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 15:58:21 +0300
Subject: [PATCH 0193/1060] remove contribs

---
 contrib/density/.gitignore                    |    2 -
 contrib/density/.gitmodules                   |    6 -
 contrib/density/.travis.yml                   |  272 ---
 contrib/density/CHANGELOG.md                  |  168 --
 contrib/density/LICENSE.md                    |   28 -
 contrib/density/README.md                     |  261 ---
 contrib/density/appveyor.yml                  |   37 -
 contrib/density/benchmark/src/benchmark.c     |  345 ----
 contrib/density/benchmark/src/benchmark.h     |  129 --
 contrib/density/msvc/Density.sln              |   21 -
 contrib/density/msvc/benchmark.vcxproj        |   78 -
 .../density/msvc/benchmark.vcxproj.filters    |   63 -
 contrib/density/msvc/density.vcxproj          |   93 -
 contrib/density/msvc/density.vcxproj.filters  |  135 --
 contrib/density/src/algorithms/algorithms.c   |   43 -
 contrib/density/src/algorithms/algorithms.h   |   78 -
 .../src/algorithms/chameleon/chameleon.h      |   70 -
 .../chameleon/core/chameleon_decode.c         |  254 ---
 .../chameleon/core/chameleon_decode.h         |   53 -
 .../chameleon/core/chameleon_encode.c         |  179 --
 .../chameleon/core/chameleon_encode.h         |   53 -
 .../dictionary/chameleon_dictionary.h         |   63 -
 .../density/src/algorithms/cheetah/cheetah.h  |   73 -
 .../algorithms/cheetah/core/cheetah_decode.c  |  266 ---
 .../algorithms/cheetah/core/cheetah_decode.h  |   54 -
 .../algorithms/cheetah/core/cheetah_encode.c  |  202 ---
 .../algorithms/cheetah/core/cheetah_encode.h  |   54 -
 .../cheetah/dictionary/cheetah_dictionary.h   |   70 -
 contrib/density/src/algorithms/dictionaries.c |   48 -
 contrib/density/src/algorithms/dictionaries.h |   45 -
 .../src/algorithms/lion/core/lion_decode.c    |  327 ----
 .../src/algorithms/lion/core/lion_decode.h    |   54 -
 .../src/algorithms/lion/core/lion_encode.c    |  298 ----
 .../src/algorithms/lion/core/lion_encode.h    |   54 -
 .../lion/dictionary/lion_dictionary.h         |   73 -
 .../algorithms/lion/forms/lion_form_model.c   |  153 --
 .../algorithms/lion/forms/lion_form_model.h   |   96 -
 contrib/density/src/algorithms/lion/lion.h    |   94 -
 contrib/density/src/buffers/buffer.c          |  220 ---
 contrib/density/src/buffers/buffer.h          |   58 -
 contrib/density/src/density_api.h             |  220 ---
 contrib/density/src/globals.c                 |   47 -
 contrib/density/src/globals.h                 |  232 ---
 contrib/density/src/structure/header.c        |   57 -
 contrib/density/src/structure/header.h        |   58 -
 contrib/lizard/.gitattributes                 |   21 -
 contrib/lizard/.gitignore                     |   37 -
 contrib/lizard/.travis.yml                    |  268 ---
 contrib/lizard/LICENSE                        |   15 -
 contrib/lizard/NEWS                           |   41 -
 contrib/lizard/README.md                      |   95 -
 contrib/lizard/appveyor.yml                   |  143 --
 contrib/lizard/contrib/djgpp/LICENSE          |   24 -
 contrib/lizard/contrib/djgpp/README.MD        |   21 -
 contrib/lizard/doc/lizard_Block_format.md     |  181 --
 contrib/lizard/doc/lizard_Frame_format.md     |  312 ----
 contrib/lizard/examples/.gitignore            |    8 -
 .../lizard/examples/HCStreaming_ringBuffer.c  |  241 ---
 contrib/lizard/examples/README.md             |    8 -
 .../examples/blockStreaming_doubleBuffer.c    |  203 ---
 .../examples/blockStreaming_doubleBuffer.md   |  100 --
 .../examples/blockStreaming_lineByLine.c      |  210 ---
 .../examples/blockStreaming_lineByLine.md     |  122 --
 .../examples/blockStreaming_ringBuffer.c      |  202 ---
 contrib/lizard/examples/compress_functions.c  |  303 ----
 contrib/lizard/examples/frameCompress.c       |  169 --
 contrib/lizard/examples/printVersion.c        |   13 -
 contrib/lizard/examples/simple_buffer.c       |   91 -
 .../lizard/examples/streaming_api_basics.md   |   87 -
 contrib/lizard/lib/.gitignore                 |    3 -
 contrib/lizard/lib/LICENSE                    |   25 -
 contrib/lizard/lib/README.md                  |   76 -
 contrib/lizard/lib/dll/liblizard.def          |   19 -
 contrib/lizard/lib/entropy/README.md          |   38 -
 contrib/lizard/lib/entropy/bitstream.h        |  414 -----
 contrib/lizard/lib/entropy/entropy_common.c   |  231 ---
 contrib/lizard/lib/entropy/error_private.h    |  115 --
 contrib/lizard/lib/entropy/error_public.h     |   64 -
 contrib/lizard/lib/entropy/fse.h              |  694 --------
 contrib/lizard/lib/entropy/fse_compress.c     |  848 ---------
 contrib/lizard/lib/entropy/fse_decompress.c   |  329 ----
 contrib/lizard/lib/entropy/huf.h              |  250 ---
 contrib/lizard/lib/entropy/huf_compress.c     |  612 -------
 contrib/lizard/lib/entropy/huf_decompress.c   |  885 ----------
 contrib/lizard/lib/entropy/mem.h              |  372 ----
 contrib/lizard/lib/liblizard.pc.in            |   15 -
 contrib/lizard/lib/lizard_common.h            |  504 ------
 contrib/lizard/lib/lizard_compress.c          |  630 -------
 contrib/lizard/lib/lizard_compress.h          |  208 ---
 contrib/lizard/lib/lizard_compress_liz.h      |  301 ----
 contrib/lizard/lib/lizard_compress_lz4.h      |  162 --
 contrib/lizard/lib/lizard_decompress.c        |  372 ----
 contrib/lizard/lib/lizard_decompress.h        |  152 --
 contrib/lizard/lib/lizard_decompress_liz.h    |  220 ---
 contrib/lizard/lib/lizard_decompress_lz4.h    |  163 --
 contrib/lizard/lib/lizard_frame.c             | 1362 --------------
 contrib/lizard/lib/lizard_frame.h             |  303 ----
 contrib/lizard/lib/lizard_frame_static.h      |   81 -
 contrib/lizard/lib/lizard_parser_fast.h       |  196 ---
 contrib/lizard/lib/lizard_parser_fastbig.h    |  175 --
 contrib/lizard/lib/lizard_parser_fastsmall.h  |  189 --
 contrib/lizard/lib/lizard_parser_hashchain.h  |  369 ----
 .../lizard/lib/lizard_parser_lowestprice.h    |  376 ----
 contrib/lizard/lib/lizard_parser_nochain.h    |  318 ----
 contrib/lizard/lib/lizard_parser_optimal.h    |  679 -------
 contrib/lizard/lib/lizard_parser_pricefast.h  |  250 ---
 contrib/lizard/lib/xxhash/xxhash.c            |  888 ----------
 contrib/lizard/lib/xxhash/xxhash.h            |  293 ---
 contrib/lizard/programs/.gitignore            |   15 -
 contrib/lizard/programs/COPYING               |  339 ----
 contrib/lizard/programs/README.md             |   73 -
 contrib/lizard/programs/bench.c               |  502 ------
 contrib/lizard/programs/bench.h               |   37 -
 contrib/lizard/programs/datagen.c             |  188 --
 contrib/lizard/programs/datagen.h             |   39 -
 contrib/lizard/programs/lizard.1              |  229 ---
 contrib/lizard/programs/lizardcli.c           |  581 ------
 contrib/lizard/programs/lizardio.c            |  896 ----------
 contrib/lizard/programs/lizardio.h            |  101 --
 contrib/lizard/programs/platform.h            |  145 --
 contrib/lizard/programs/util.h                |  497 ------
 contrib/lizard/tests/.gitignore               |   13 -
 contrib/lizard/tests/COPYING                  |  339 ----
 contrib/lizard/tests/README.md                |   15 -
 contrib/lizard/tests/datagencli.c             |  192 --
 contrib/lizard/tests/frametest.c              |  866 ---------
 contrib/lizard/tests/fullbench.c              |  732 --------
 contrib/lizard/tests/fuzzer.c                 | 1086 ------------
 contrib/lizard/visual/.gitignore              |   11 -
 contrib/lizard/visual/README.md               |   53 -
 .../visual/VS2010/datagen/datagen.vcxproj     |  165 --
 .../visual/VS2010/frametest/frametest.vcxproj |  177 --
 .../visual/VS2010/fullbench/fullbench.vcxproj |  175 --
 .../visual/VS2010/fuzzer/fuzzer.vcxproj       |  174 --
 .../VS2010/liblizard-dll/liblizard-dll.rc     |   51 -
 .../liblizard-dll/liblizard-dll.vcxproj       |  179 --
 .../visual/VS2010/liblizard/liblizard.vcxproj |  176 --
 contrib/lizard/visual/VS2010/lizard.sln       |   86 -
 contrib/lizard/visual/VS2010/lizard/lizard.rc |   51 -
 .../visual/VS2010/lizard/lizard.vcxproj       |  190 --
 contrib/lzsse/.gitignore                      |    4 -
 contrib/lzsse/.travis.yml                     |  185 --
 contrib/lzsse/LICENSE                         |   23 -
 contrib/lzsse/README.md                       |   15 -
 contrib/lzsse/example/main.cpp                |  389 ----
 contrib/lzsse/lzsse2/lzsse2.cpp               | 1080 ------------
 contrib/lzsse/lzsse2/lzsse2.h                 |   90 -
 contrib/lzsse/lzsse2/lzsse2_platform.h        |   73 -
 contrib/lzsse/lzsse4/lzsse4.cpp               | 1499 ----------------
 contrib/lzsse/lzsse4/lzsse4.h                 |  117 --
 contrib/lzsse/lzsse4/lzsse4_platform.h        |   73 -
 contrib/lzsse/lzsse8/lzsse8.cpp               | 1568 -----------------
 contrib/lzsse/lzsse8/lzsse8.h                 |  117 --
 contrib/lzsse/lzsse8/lzsse8_platform.h        |   73 -
 contrib/lzsse/premake4.exe                    |  Bin 518144 -> 0 bytes
 contrib/lzsse/premake4.lua                    |   26 -
 156 files changed, 35085 deletions(-)
 delete mode 100644 contrib/density/.gitignore
 delete mode 100644 contrib/density/.gitmodules
 delete mode 100644 contrib/density/.travis.yml
 delete mode 100644 contrib/density/CHANGELOG.md
 delete mode 100644 contrib/density/LICENSE.md
 delete mode 100644 contrib/density/README.md
 delete mode 100644 contrib/density/appveyor.yml
 delete mode 100644 contrib/density/benchmark/src/benchmark.c
 delete mode 100644 contrib/density/benchmark/src/benchmark.h
 delete mode 100644 contrib/density/msvc/Density.sln
 delete mode 100644 contrib/density/msvc/benchmark.vcxproj
 delete mode 100644 contrib/density/msvc/benchmark.vcxproj.filters
 delete mode 100644 contrib/density/msvc/density.vcxproj
 delete mode 100644 contrib/density/msvc/density.vcxproj.filters
 delete mode 100644 contrib/density/src/algorithms/algorithms.c
 delete mode 100644 contrib/density/src/algorithms/algorithms.h
 delete mode 100644 contrib/density/src/algorithms/chameleon/chameleon.h
 delete mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_decode.c
 delete mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_decode.h
 delete mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_encode.c
 delete mode 100644 contrib/density/src/algorithms/chameleon/core/chameleon_encode.h
 delete mode 100644 contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
 delete mode 100644 contrib/density/src/algorithms/cheetah/cheetah.h
 delete mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_decode.c
 delete mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_decode.h
 delete mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_encode.c
 delete mode 100644 contrib/density/src/algorithms/cheetah/core/cheetah_encode.h
 delete mode 100644 contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
 delete mode 100644 contrib/density/src/algorithms/dictionaries.c
 delete mode 100644 contrib/density/src/algorithms/dictionaries.h
 delete mode 100644 contrib/density/src/algorithms/lion/core/lion_decode.c
 delete mode 100644 contrib/density/src/algorithms/lion/core/lion_decode.h
 delete mode 100644 contrib/density/src/algorithms/lion/core/lion_encode.c
 delete mode 100644 contrib/density/src/algorithms/lion/core/lion_encode.h
 delete mode 100644 contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h
 delete mode 100644 contrib/density/src/algorithms/lion/forms/lion_form_model.c
 delete mode 100644 contrib/density/src/algorithms/lion/forms/lion_form_model.h
 delete mode 100644 contrib/density/src/algorithms/lion/lion.h
 delete mode 100644 contrib/density/src/buffers/buffer.c
 delete mode 100644 contrib/density/src/buffers/buffer.h
 delete mode 100644 contrib/density/src/density_api.h
 delete mode 100644 contrib/density/src/globals.c
 delete mode 100644 contrib/density/src/globals.h
 delete mode 100644 contrib/density/src/structure/header.c
 delete mode 100644 contrib/density/src/structure/header.h
 delete mode 100644 contrib/lizard/.gitattributes
 delete mode 100644 contrib/lizard/.gitignore
 delete mode 100644 contrib/lizard/.travis.yml
 delete mode 100644 contrib/lizard/LICENSE
 delete mode 100644 contrib/lizard/NEWS
 delete mode 100644 contrib/lizard/README.md
 delete mode 100644 contrib/lizard/appveyor.yml
 delete mode 100644 contrib/lizard/contrib/djgpp/LICENSE
 delete mode 100644 contrib/lizard/contrib/djgpp/README.MD
 delete mode 100644 contrib/lizard/doc/lizard_Block_format.md
 delete mode 100644 contrib/lizard/doc/lizard_Frame_format.md
 delete mode 100644 contrib/lizard/examples/.gitignore
 delete mode 100644 contrib/lizard/examples/HCStreaming_ringBuffer.c
 delete mode 100644 contrib/lizard/examples/README.md
 delete mode 100644 contrib/lizard/examples/blockStreaming_doubleBuffer.c
 delete mode 100644 contrib/lizard/examples/blockStreaming_doubleBuffer.md
 delete mode 100644 contrib/lizard/examples/blockStreaming_lineByLine.c
 delete mode 100644 contrib/lizard/examples/blockStreaming_lineByLine.md
 delete mode 100644 contrib/lizard/examples/blockStreaming_ringBuffer.c
 delete mode 100644 contrib/lizard/examples/compress_functions.c
 delete mode 100644 contrib/lizard/examples/frameCompress.c
 delete mode 100644 contrib/lizard/examples/printVersion.c
 delete mode 100644 contrib/lizard/examples/simple_buffer.c
 delete mode 100644 contrib/lizard/examples/streaming_api_basics.md
 delete mode 100644 contrib/lizard/lib/.gitignore
 delete mode 100644 contrib/lizard/lib/LICENSE
 delete mode 100644 contrib/lizard/lib/README.md
 delete mode 100644 contrib/lizard/lib/dll/liblizard.def
 delete mode 100644 contrib/lizard/lib/entropy/README.md
 delete mode 100644 contrib/lizard/lib/entropy/bitstream.h
 delete mode 100644 contrib/lizard/lib/entropy/entropy_common.c
 delete mode 100644 contrib/lizard/lib/entropy/error_private.h
 delete mode 100644 contrib/lizard/lib/entropy/error_public.h
 delete mode 100644 contrib/lizard/lib/entropy/fse.h
 delete mode 100644 contrib/lizard/lib/entropy/fse_compress.c
 delete mode 100644 contrib/lizard/lib/entropy/fse_decompress.c
 delete mode 100644 contrib/lizard/lib/entropy/huf.h
 delete mode 100644 contrib/lizard/lib/entropy/huf_compress.c
 delete mode 100644 contrib/lizard/lib/entropy/huf_decompress.c
 delete mode 100644 contrib/lizard/lib/entropy/mem.h
 delete mode 100644 contrib/lizard/lib/liblizard.pc.in
 delete mode 100644 contrib/lizard/lib/lizard_common.h
 delete mode 100644 contrib/lizard/lib/lizard_compress.c
 delete mode 100644 contrib/lizard/lib/lizard_compress.h
 delete mode 100644 contrib/lizard/lib/lizard_compress_liz.h
 delete mode 100644 contrib/lizard/lib/lizard_compress_lz4.h
 delete mode 100644 contrib/lizard/lib/lizard_decompress.c
 delete mode 100644 contrib/lizard/lib/lizard_decompress.h
 delete mode 100644 contrib/lizard/lib/lizard_decompress_liz.h
 delete mode 100644 contrib/lizard/lib/lizard_decompress_lz4.h
 delete mode 100644 contrib/lizard/lib/lizard_frame.c
 delete mode 100644 contrib/lizard/lib/lizard_frame.h
 delete mode 100644 contrib/lizard/lib/lizard_frame_static.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_fast.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_fastbig.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_fastsmall.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_hashchain.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_lowestprice.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_nochain.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_optimal.h
 delete mode 100644 contrib/lizard/lib/lizard_parser_pricefast.h
 delete mode 100644 contrib/lizard/lib/xxhash/xxhash.c
 delete mode 100644 contrib/lizard/lib/xxhash/xxhash.h
 delete mode 100644 contrib/lizard/programs/.gitignore
 delete mode 100644 contrib/lizard/programs/COPYING
 delete mode 100644 contrib/lizard/programs/README.md
 delete mode 100644 contrib/lizard/programs/bench.c
 delete mode 100644 contrib/lizard/programs/bench.h
 delete mode 100644 contrib/lizard/programs/datagen.c
 delete mode 100644 contrib/lizard/programs/datagen.h
 delete mode 100644 contrib/lizard/programs/lizard.1
 delete mode 100644 contrib/lizard/programs/lizardcli.c
 delete mode 100644 contrib/lizard/programs/lizardio.c
 delete mode 100644 contrib/lizard/programs/lizardio.h
 delete mode 100644 contrib/lizard/programs/platform.h
 delete mode 100644 contrib/lizard/programs/util.h
 delete mode 100644 contrib/lizard/tests/.gitignore
 delete mode 100644 contrib/lizard/tests/COPYING
 delete mode 100644 contrib/lizard/tests/README.md
 delete mode 100644 contrib/lizard/tests/datagencli.c
 delete mode 100644 contrib/lizard/tests/frametest.c
 delete mode 100644 contrib/lizard/tests/fullbench.c
 delete mode 100644 contrib/lizard/tests/fuzzer.c
 delete mode 100644 contrib/lizard/visual/.gitignore
 delete mode 100644 contrib/lizard/visual/README.md
 delete mode 100644 contrib/lizard/visual/VS2010/datagen/datagen.vcxproj
 delete mode 100644 contrib/lizard/visual/VS2010/frametest/frametest.vcxproj
 delete mode 100644 contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj
 delete mode 100644 contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj
 delete mode 100644 contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc
 delete mode 100644 contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj
 delete mode 100644 contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj
 delete mode 100644 contrib/lizard/visual/VS2010/lizard.sln
 delete mode 100644 contrib/lizard/visual/VS2010/lizard/lizard.rc
 delete mode 100644 contrib/lizard/visual/VS2010/lizard/lizard.vcxproj
 delete mode 100644 contrib/lzsse/.gitignore
 delete mode 100644 contrib/lzsse/.travis.yml
 delete mode 100644 contrib/lzsse/LICENSE
 delete mode 100644 contrib/lzsse/README.md
 delete mode 100644 contrib/lzsse/example/main.cpp
 delete mode 100644 contrib/lzsse/lzsse2/lzsse2.cpp
 delete mode 100644 contrib/lzsse/lzsse2/lzsse2.h
 delete mode 100644 contrib/lzsse/lzsse2/lzsse2_platform.h
 delete mode 100644 contrib/lzsse/lzsse4/lzsse4.cpp
 delete mode 100644 contrib/lzsse/lzsse4/lzsse4.h
 delete mode 100644 contrib/lzsse/lzsse4/lzsse4_platform.h
 delete mode 100644 contrib/lzsse/lzsse8/lzsse8.cpp
 delete mode 100644 contrib/lzsse/lzsse8/lzsse8.h
 delete mode 100644 contrib/lzsse/lzsse8/lzsse8_platform.h
 delete mode 100644 contrib/lzsse/premake4.exe
 delete mode 100644 contrib/lzsse/premake4.lua

diff --git a/contrib/density/.gitignore b/contrib/density/.gitignore
deleted file mode 100644
index 5192545dd3f..00000000000
--- a/contrib/density/.gitignore
+++ /dev/null
@@ -1,2 +0,0 @@
-build/
-benchmark/build
diff --git a/contrib/density/.gitmodules b/contrib/density/.gitmodules
deleted file mode 100644
index 91eee619841..00000000000
--- a/contrib/density/.gitmodules
+++ /dev/null
@@ -1,6 +0,0 @@
-[submodule "benchmark/libs/cputime"]
-	path = benchmark/libs/cputime
-	url = https://github.com/k0dai/cputime.git
-[submodule "benchmark/libs/spookyhash"]
-	path = benchmark/libs/spookyhash
-	url = https://github.com/k0dai/spookyhash.git
diff --git a/contrib/density/.travis.yml b/contrib/density/.travis.yml
deleted file mode 100644
index 62e7655a4cb..00000000000
--- a/contrib/density/.travis.yml
+++ /dev/null
@@ -1,272 +0,0 @@
-language: c
-matrix:
-  fast_finish: true
-  include:
-    - os: osx
-      env:
-        - C_COMPILER=clang
-
-    - os: osx
-      env:
-        - C_COMPILER=gcc
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          packages:
-            - qemu-system-arm
-            - qemu-user-static
-            - gcc-aarch64-linux-gnu
-            - g++-aarch64-linux-gnu
-      env:
-        - C_COMPILER=aarch64-linux-gnu-gcc MAKE_OPTIONS="AR=gcc-ar NATIVE=off" QEMU_INTERPRETER=qemu-aarch64-static PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/aarch64-linux-gnu/"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          packages:
-            - qemu-system-arm
-            - qemu-user-static
-            - gcc-arm-linux-gnueabi
-            - g++-arm-linux-gnueabi
-      env:
-        - C_COMPILER=arm-linux-gnueabi-gcc MAKE_OPTIONS="AR=gcc-ar NATIVE=off" QEMU_INTERPRETER=qemu-arm-static PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/arm-linux-gnueabi/"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          packages:
-            - qemu-system-ppc
-            - qemu-user-static
-            - gcc-powerpc-linux-gnu
-            - g++-powerpc-linux-gnu
-      env:
-        - C_COMPILER=powerpc-linux-gnu-gcc MAKE_OPTIONS="AR=gcc-ar ARCH=64" QEMU_INTERPRETER="qemu-ppc64-static" PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/powerpc-linux-gnu/"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          packages:
-            - qemu-system-ppc
-            - qemu-user-static
-            - gcc-powerpc-linux-gnu
-            - g++-powerpc-linux-gnu
-      env:
-        - C_COMPILER=powerpc-linux-gnu-gcc MAKE_OPTIONS="AR=gcc-ar NATIVE=off" QEMU_INTERPRETER="qemu-ppc-static" PRE_SCRIPT="export QEMU_LD_PREFIX=/usr/powerpc-linux-gnu/"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-4.8
-      env:
-        - C_COMPILER=gcc-4.8 MAKE_OPTIONS="AR=gcc-ar"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-4.8
-            - gcc-4.8-multilib
-      env:
-        - C_COMPILER=gcc-4.8 MAKE_OPTIONS="AR=gcc-ar ARCH=32"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-4.9
-      env:
-        - C_COMPILER=gcc-4.9 MAKE_OPTIONS="AR=gcc-ar"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-4.9
-            - gcc-4.9-multilib
-      env:
-        - C_COMPILER=gcc-4.9 MAKE_OPTIONS="AR=gcc-ar ARCH=32"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-5
-      env:
-        - C_COMPILER=gcc-5 MAKE_OPTIONS="AR=gcc-ar-5"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-5
-            - gcc-5-multilib
-      env:
-        - C_COMPILER=gcc-5 MAKE_OPTIONS="AR=gcc-ar-5 ARCH=32"
-
-#    - dist: trusty
-#      sudo: required
-#      addons:
-#        apt:
-#          sources:
-#            - ubuntu-toolchain-r-test
-#          packages:
-#            - gcc-6
-#      env:
-#        - C_COMPILER=gcc-6 MAKE_OPTIONS="AR=gcc-ar-6"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-6
-            - gcc-6-multilib
-      env:
-        - C_COMPILER=gcc-6 MAKE_OPTIONS="AR=gcc-ar-6 ARCH=32"
-
-#    - dist: trusty
-#      sudo: required
-#      addons:
-#        apt:
-#          sources:
-#            - ubuntu-toolchain-r-test
-#          packages:
-#            - gcc-7
-#      env:
-#        - C_COMPILER=gcc-7 MAKE_OPTIONS="AR=gcc-ar-7"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-7
-            - gcc-7-multilib
-      env:
-        - C_COMPILER=gcc-7 MAKE_OPTIONS="AR=gcc-ar-7 ARCH=32"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-trusty-3.5
-          packages:
-            - clang-3.5
-            - llvm-3.5-dev
-      env:
-        - C_COMPILER=clang-3.5 MAKE_OPTIONS="AR=llvm-ar-3.5" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-trusty-3.6
-          packages:
-            - clang-3.6
-            - llvm-3.6-dev
-      env:
-        - C_COMPILER=clang-3.6 MAKE_OPTIONS="AR=llvm-ar-3.6" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
-
-#    - dist: precise
-#      sudo: required
-#      addons:
-#        apt:
-#          sources:
-#            - ubuntu-toolchain-r-test
-#            - llvm-toolchain-precise-3.7
-#          packages:
-#            - clang-3.7
-#            - llvm-3.7-dev
-#      env:
-#        - C_COMPILER=clang-3.7 MAKE_OPTIONS="AR=llvm-ar-3.7" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
-
-#    - dist: precise
-#      sudo: required
-#      addons:
-#        apt:
-#          sources:
-#            - ubuntu-toolchain-r-test
-#            - llvm-toolchain-precise-3.8
-#          packages:
-#            - clang-3.8
-#            - llvm-3.8-dev
-#      env:
-#        - C_COMPILER=clang-3.8 MAKE_OPTIONS="AR=llvm-ar-3.8" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-trusty-3.9
-          packages:
-            - clang-3.9
-            - llvm-3.9-dev
-      env:
-        - C_COMPILER=clang-3.9 MAKE_OPTIONS="AR=llvm-ar-3.9" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
-
-    - dist: trusty
-      sudo: required
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-trusty-4.0
-          packages:
-            - clang-4.0
-            - llvm-4.0-dev
-      env:
-        - C_COMPILER=clang-4.0 MAKE_OPTIONS="AR=llvm-ar-4.0" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
-
-#    - dist: trusty
-#      sudo: required
-#      addons:
-#        apt:
-#          sources:
-#            - ubuntu-toolchain-r-test
-#            - llvm-toolchain-trusty-5.0
-#          packages:
-#            - clang-5.0
-#            - llvm-5.0-dev
-#      env:
-#        - C_COMPILER=clang-5.0 MAKE_OPTIONS="AR=llvm-ar-5.0" PRE_SCRIPT="sudo ln -sf ld.gold /usr/bin/ld"
-
-script:
-  - ${PRE_SCRIPT}
-  - $C_COMPILER -v
-  - make CC=$C_COMPILER $MAKE_OPTIONS
-  - file ./build/*
-  - $QEMU_INTERPRETER ./build/benchmark -h -f
diff --git a/contrib/density/CHANGELOG.md b/contrib/density/CHANGELOG.md
deleted file mode 100644
index 6d5535bcc7c..00000000000
--- a/contrib/density/CHANGELOG.md
+++ /dev/null
@@ -1,168 +0,0 @@
-0.14.2
-------
-*February 12, 2018*
-*   Improved chameleon decode speed
-*   Added data hash checks and display option in benchmark
-*   Now using makefiles as build system
-*   Big endian support correctly implemented and tested
-*   Improved continuous integration tests
-
-0.14.1
-------
-*January 20, 2018*
-*   Added MSVC support
-*   Added continuous integration on travis and appveyor
-*   Premake script improvement
-*   Various codebase improvements
-
-0.14.0
-------
-*January 16, 2018*
-*   First stable version of DENSITY
-*   Complete project reorganization and API rewrite
-*   Many stability fixes and improvements
-*   Fast revert to conditional copy for incompressible input
-*   Custom dictionaries in API
-*   Improvements in compression ratio and speed
-
-0.12.5 beta
------------
-*June 20, 2015*
-
-*   Added conditional main footer read/write
-*   Improved teleport staging buffer management
-*   Regression - a minimum buffer output size has to be ensured to avoid signature loss
-*   Modified the minimum lookahead and the resulting minimum buffer size in the API
-*   Lion : corrected a signature interception problem due to an increase in process unit size
-*   Lion : corrected chunk count conditions for new block / mode marker detection
-*   Lion : modified end of stream marker conditions
-*   Stability fixes and improvements
-
-0.12.4 beta
------------
-*May 25, 2015*
-
-*   Removed remaining undefined behavior potential occurences
-*   Implemented parallelizable decompressible output block header reads/writes (disabled by default)
-
-0.12.3 beta
------------
-*May 20, 2015*
-
-*   New lion algorithm, faster and more efficient
-*   Compiler specific optimizations
-*   Switched to premake 5 to benefit from link time optimizations
-*   Various fixes and improvements
-
-0.12.2 beta
------------
-*May 4, 2015*
-
-*   Added an integrated in-memory benchmark
-*   Better Windows compatibility
-*   Fixed misaligned load/stores
-*   Switched to the premake build system
-*   Performance optimizations (pointers, branches, loops ...)
-*   Various fixes and improvements
-
-0.12.1 beta
------------
-*April 3, 2015*
-
-*   Better unrolling readability and efficiency
-*   Improved read speed of dictionary/predictions entries
-*   Implemented case generators in cheetah to speed up decoding by using less branches
-*   Added signatures interception in lion to cancel the need for large output buffers
-*   Improved lion decode speed with specific form data access and use of ctz in form read
-*   Enabled decompression to exact-sized buffer for all algorithms
-*   Various fixes and improvements
-
-0.12.0 beta
------------
-*March 24, 2015*
-
-*   Added new lion kernel
-*   Renamed kernel mandala to cheetah
-*   Kernel chameleon and cheetah improvements in encoding/decoding speeds
-*   Generic function macros to avoid code rewrite
-*   Improved memory teleport IO flexibility and speed, bytes issued by memory teleport can now be partially read
-*   Various fixes and improvements
-
-0.11.3 beta
------------
-*February 5, 2015*
-
-*   Added integrity check system
-*   Corrected pointer usage and update on footer read/writes
-*   Now freeing kernel state memory only when compression mode is not copy
-*   Updated Makefiles
-*   Improved memory teleport
-*   Fixed sequencing problem after kernels request a new block
-
-0.11.2 beta
------------
-*February 3, 2015*
-
-*   Added an algorithms overview in README
-*   Removed ssc references
-*   Now initializing last hash to zero on mandala kernel inits
-*   Reimplemented the buffer API
-*   Various corrections and improvements
-
-0.11.1 beta
------------
-*January 19, 2015*
-
-*   Added a sharc benchmark in README
-*   Stateless memory teleport
-*   Improved event management and dispatching
-*   Improved compression/decompression finishes
-*   Improved streams API
-*   Various bug fixes, robustness improvements
-
-0.10.2 beta
------------
-*January 7, 2015*
-
-*   Improved organization of compile-time switches and run-time options in the API
-*   Removed method density_stream_decompress_utilities_get_header from the API, header info is now returned in the density_stream_decompress_init function
-*   Corrected readme to reflect API changes
-
-0.10.1 beta
------------
-*January 5, 2015*
-
-*   Re-added mandala kernel
-*   Corrected available bytes adjustment problem
-*   Added missing restrict keywords
-*   Cleaned unnecessary defines
-
-0.10.0 beta
------------
-*January 2, 2015*
-
-*   Complete stream API redesign to greatly improve flexibility
-*   Only one supported algorithm for now : Chameleon
-
-0.9.12 beta
------------
-*December 2, 2013*
-
-*   Mandala kernel addition, replacing dual pass chameleon
-*   Simplified, faster hash function
-*   Fixed memory freeing issue during main encoding/decoding finish
-*   Implemented no footer encode output type
-*   Namespace migration, kernel structure reorganization
-*   Corrected copy mode problem
-*   Implemented efficiency checks and mode reversions
-*   Corrected lack of main header parameters retrieval
-*   Fixed stream not being properly ended when mode reversion occurred
-*   Updated metadata computations
-
-0.9.11 beta
------------
-*November 2, 2013*
-
-*   First beta release of DENSITY, including all the compression code from SHARC in a standalone, BSD licensed library
-*   Added copy mode (useful for enhancing data security via the density block checksums for example)
-*   Makefile produces static and dynamic libraries
diff --git a/contrib/density/LICENSE.md b/contrib/density/LICENSE.md
deleted file mode 100644
index c2b699c9b83..00000000000
--- a/contrib/density/LICENSE.md
+++ /dev/null
@@ -1,28 +0,0 @@
-Copyright (c) 2013, Guillaume Voirin
-
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1.  Redistributions of source code must retain the above copyright notice, this
-    list of conditions and the following disclaimer.
-
-2.  Redistributions in binary form must reproduce the above copyright notice,
-    this list of conditions and the following disclaimer in the documentation
-    and/or other materials provided with the distribution.
-
-3.  Neither the name of the copyright holder nor the names of its
-    contributors may be used to endorse or promote products derived from
-    this software without specific prior written permission.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
-FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
-SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
-OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/contrib/density/README.md b/contrib/density/README.md
deleted file mode 100644
index 6c660dea1f5..00000000000
--- a/contrib/density/README.md
+++ /dev/null
@@ -1,261 +0,0 @@
-DENSITY
-========
-Superfast compression library
-
-DENSITY is a free C99, open-source, BSD licensed compression library.
-
-It is focused on high-speed compression, at the best ratio possible. **All three** of DENSITY's algorithms are currently at the **pareto frontier** of compression speed vs ratio (cf. [here](https://github.com/inikep/lzbench/blob/master/lzbench18_sorted.md) for an independent benchmark).
-
-DENSITY features a simple API to enable quick integration in any project.
-
-Branch|Linux & MacOS|Windows
---- | --- | ---
-master|[![Build Status](https://travis-ci.org/k0dai/density.svg?branch=master)](https://travis-ci.org/k0dai/density)|[![Build status](https://ci.appveyor.com/api/projects/status/rf7x3x829il72cii/branch/master?svg=true)](https://ci.appveyor.com/project/gpnuma/density/branch/master)
-dev|[![Build Status](https://travis-ci.org/k0dai/density.svg?branch=dev)](https://travis-ci.org/k0dai/density)|[![Build status](https://ci.appveyor.com/api/projects/status/rf7x3x829il72cii/branch/dev?svg=true)](https://ci.appveyor.com/project/gpnuma/density/branch/dev)
-
-Why is it so fast ?
--------------------
-
-One of the biggest assets of DENSITY is that its work unit is **not a byte** like other libraries, but **a group of 4 bytes**.
-
-When other libraries consume one byte of data and then apply an algorithmic processing to it, DENSITY consumes 4 bytes and then applies its algorithmic processing.
-
-That's why DENSITY's algorithms were designed from scratch. They have to alleviate for 4-byte work units and still provide interesting compression ratios.
-
-**Speed pedigree traits**
-
-*   4-byte work units
-*   heavy use of registers as opposed to memory for processing
-*   avoidance of or use of minimal branching when possible
-*   use of low memory data structures to favor processor cache Lx accesses
-*   library wide inlining
-*   specific unrollings
-*   prefetching and branching hints
-*   restricted pointers to maximize compiler optimizations
-
-A "blowup protection" is provided, dramatically increasing the processing speed of incompressible input data. Also, the output, compressed data size will **never exceed** the original uncompressed data size by more than 1% in case of incompressible, reasonably-sized inputs.
-
-Benchmarks
-----------
-
-**Quick benchmark**
-
-DENSITY features an **integrated in-memory benchmark**. After building the project (see [build](#build)), a *benchmark* executable will be present in the build directory. If run without arguments, usage help will be displayed.
-
-File used : enwik8 (100 MB)
-
-Platform : MacBook Pro, MacOS 10.13.3, 2.3 GHz Intel Core i7, 8Gb 1600 MHz DDR, SSD, compiling with Clang/LLVM 9.0.0
-
-Timing : using the *time* function, and taking the best *user* output after multiple runs. In the case of density, the in-memory integrated benchmark's best value (which uses the same usermode CPU timing) is used.
-
-<sub>Library</sub>|<sub>Algorithm</sub>|<sub>Compress</sub>|<sub>Decompress</sub>|<sub>Size</sub>|<sub>Ratio</sub>|<sub>Round trip</sub>
----|---|---|---|---|---|---
-<sub>**density** 0.14.2</sub>|<sub>Chameleon</sub>|<sub>0.092s (1085 MB/s)</sub>|<sub>0.059s (1684 MB/s)</sub>|<sub>61 524 084</sub>|<sub>61,52%</sub>|<sub>0.151s</sub>
-<sub>lz4 r129</sub>|<sub>-1</sub>|<sub>0.468s (214 MB/s)</sub>|<sub>0.115s (870 MB/s)</sub>|<sub>57 285 990</sub>|<sub>57,29%</sub>|<sub>0.583s</sub>
-<sub>lzo 2.08</sub>|<sub>-1</sub>|<sub>0.367s (272 MB/s)</sub>|<sub>0.309s (324 MB/s)</sub>|<sub>56 709 096</sub>|<sub>56,71%</sub>|<sub>0.676s</sub>
-<sub>**density** 0.14.2</sub>|<sub>Cheetah</sub>|<sub>0.170s (587 MB/s)</sub>|<sub>0.126s (796 MB/s)</sub>|<sub>53 156 668</sub>|<sub>53,16%</sub>|<sub>0.296s</sub>
-<sub>**density** 0.14.2</sub>|<sub>Lion</sub>|<sub>0.303s (330 MB/s)</sub>|<sub>0.288s (347 MB/s)</sub>|<sub>47 817 692</sub>|<sub>47,82%</sub>|<sub>0.591s</sub>
-<sub>lz4 r129</sub>|<sub>-3</sub>|<sub>1.685s (59 MB/s)</sub>|<sub>0.118s (847 MB/s)</sub>|<sub>44 539 940</sub>|<sub>44,54%</sub>|<sub>1.803s</sub>
-<sub>lzo 2.08</sub>|<sub>-7</sub>|<sub>9.562s (10 MB/s)</sub>|<sub>0.319s (313 MB/s)</sub>|<sub>41 720 721</sub>|<sub>41,72%</sub>|<sub>9.881s</sub>
-
-**Other benchmarks**
-
-Here are a few other benchmarks featuring DENSITY (non exhaustive list) :
-
-*   [**squash**](https://github.com/quixdb/squash) is an abstraction layer for compression algorithms, and has an extremely exhaustive set of benchmark results, including density's, [available here](https://quixdb.github.io/squash-benchmark/?dataset=dickens&machine=s-desktop).
-
-*   [**lzbench**](https://github.com/inikep/lzbench) is an in-memory benchmark of open-source LZ77/LZSS/LZMA compressors.
-
-*   [**fsbench**](https://github.com/gpnuma/fsbench-density) is a command line utility that enables real-time testing of compression algorithms, but also hashes and much more. A fork with density releases is [available here](https://github.com/gpnuma/fsbench-density) for easy access.
-The original author's repository [can be found here](https://chiselapp.com/user/Justin_be_my_guide/repository/fsbench/).
-
-Build
------
-DENSITY can be built on a number of platforms, via the provided makefiles.
-
-It was developed and optimized against Clang/LLVM which makes it the preferred compiler, but GCC and MSVC are also supported. Please use the latest compiler versions for best performance.
-
-**MacOS**
-
-On MacOS, Clang/LLVM is the default compiler, which makes things simpler.
-
-1) Get the source code :
-
-```
-    git clone https://github.com/k0dai/density.git
-    cd density
-```
-
-2) Build and test :
-
-```
-    make
-    build/benchmark -f
-```
-
-Alternatively, thanks to the [Homebrew project](https://brew.sh), DENSITY can also be installed with a single command on MacOS:
-
-```
-    brew install density
-```
-
-**Linux**
-
-On Linux, Clang/LLVM is not always available by default, but can be easily added thanks to the provided package managers.
-The following example assumes a Debian or Ubuntu distribution with *apt-get*.
-
-1) From the command line, install Clang/LLVM (*optional*, GCC is also supported if Clang/LLVM can't be used) and other prerequisites.
-
-```
-    sudo apt-get install clang git
-```
-
-2) Get the source code :
-
-```
-    git clone https://github.com/k0dai/density.git
-    cd density
-```
-
-3) Build and test :
-
-```
-    make
-```
-or
-```
-    make CC=gcc-... AR=gcc-ar-...
-```
-or
-```
-    make CC=clang-... AR=llvm-ar-...
-```
-to choose alternative compilers. For a quick test of resulting binaries, run
-```
-    build/benchmark -f
-```
-
-**Windows**
-
-Please install [git for Windows](https://git-scm.com/download/win) to begin with.
-
-On Windows, density can be built in different ways.
-The **first method** is to use mingw's gcc compiler; for that it is necessary to download and install [mingw-w64](https://sourceforge.net/projects/mingw-w64/).
-
-1) Once mingw-w64 is installed, get the source :
-
-```
-    git clone https://github.com/k0dai/density.git
-    cd density
-```
-
-2) Build and test :
-
-```
-    mingw32-make.exe
-    build/benchmark.exe -f
-```
-
-As an alternative, [MSYS2](http://www.msys2.org/) also offers a linux-like environment for Windows.
-
-The **second method** is to download and install Microsoft's [Visual Studio IDE community edition](https://www.visualstudio.com/thank-you-downloading-visual-studio/?sku=Community). It comes with Microsoft's own compilers and is free.
-
-1) Once Visual Studio is installed, open a [developer command prompt](https://docs.microsoft.com/en-us/dotnet/framework/tools/developer-command-prompt-for-vs) and type :
-
-```
-    git clone https://github.com/k0dai/density.git
-    cd density\msvc
-```
-
-2) Build and test :
-
-```
-    msbuild Density.sln
-    bin\Release\benchmark.exe -f
-```
-
-An extra **recommended step** would be to install *Clang/LLVM* for Windows. It is downloadable from [this link](http://releases.llvm.org/5.0.1/LLVM-5.0.1-win64.exe). Once installed, open the Visual Studio IDE by double-clicking on *Density.sln*, then right-click on project names and change the platform toolsets to *LLVM*. Rebuild the solution to generate binaries with Clang/LLVM.
-
-Output format
--------------
-DENSITY outputs compressed data in a simple format, which enables file storage and optional parallelization for both compression and decompression.
-
-A very short header holding vital informations (like DENSITY version and algorithm used) precedes the binary compressed data.
-
-APIs
-----
-DENSITY features a straightforward *API*, simple yet powerful enough to keep users' creativity unleashed.
-
-For advanced developers, it allows use of custom dictionaries and exportation of generated dictionaries after a compression session. Although using the default, blank dictionary is perfectly fine in most cases, setting up your own, tailored dictionaries could somewhat improve compression ratio especially for low sized input datum.
-
-Please see the [*quick start*](#quick-start-a-simple-example-using-the-api) at the bottom of this page.
-
-About the algorithms
---------------------
-
-**Chameleon** ( *DENSITY_ALGORITHM_CHAMELEON* )
-
-Chameleon is a dictionary lookup based compression algorithm. It is designed for absolute speed and usually reaches a 60% compression ratio on compressible data.
-Decompression is just as fast. This algorithm is a great choice when main concern is speed.
-
-**Cheetah** ( *DENSITY_ALGORITHM_CHEETAH* )
-
-Cheetah was developed with inputs from [Piotr Tarsa](https://github.com/tarsa).
-It is derived from chameleon and uses swapped double dictionary lookups and predictions. It can be extremely good with highly compressible data (ratio reaching 10% or less).
-On typical compressible data compression ratio is about 50% or less. It is still extremely fast for both compression and decompression and is a great, efficient all-rounder algorithm.
-
-**Lion** ( *DENSITY_ALGORITHM_LION* )
-
-Lion is a multiform compression algorithm derived from cheetah. It goes further in the areas of dynamic adaptation and fine-grained analysis.
-It uses multiple swapped dictionary lookups and predictions, and forms rank entropy coding.
-Lion provides the best compression ratio of all three algorithms under any circumstance, and is still very fast.
-
-Quick start (a simple example using the API)
---------------------------------------------
-Using DENSITY in your application couldn't be any simpler.
-
-First you need to include this file in your project :
-
-*   density_api.h
-
-When this is done you can start using the **DENSITY API** :
-
-```C
-    #include <string.h>
-    #include "density_api.h"
-
-    char* text = "This is a simple example on how to use the simple Density API.  This is a simple example on how to use the simple Density API.";
-    uint64_t text_length = (uint64_t)strlen(text);
-
-    // Determine safe buffer sizes
-    uint_fast64_t compress_safe_size = density_compress_safe_size(text_length);
-    uint_fast64_t decompress_safe_size = density_decompress_safe_size(text_length);
-
-    // Allocate required memory
-    uint8_t *outCompressed   = malloc(compress_safe_size * sizeof(char));
-    uint8_t *outDecompressed = malloc(decompress_safe_size * sizeof(char));
-    density_processing_result result;
-
-    // Compress
-    result = density_compress(text, text_length, outCompressed, compress_safe_size, DENSITY_COMPRESSION_MODE_CHAMELEON_ALGORITHM);
-    if(!result.state)
-        printf("Compressed %llu bytes to %llu bytes\n", result.bytesRead, result.bytesWritten);
-
-    // Decompress
-    result = density_decompress(outCompressed, result.bytesWritten, outDecompressed, decompress_safe_size);
-    if(!result.state)
-        printf("Decompressed %llu bytes to %llu bytes\n", result.bytesRead, result.bytesWritten);
-
-    // Free memory_allocated
-    free(outCompressed);
-    free(outDecompressed);
-```
-
-And that's it ! We've done a compression/decompression round trip with a few lines !
-
-Related projects
-----------------
-
-*   **SHARC** (archiver using density algorithms) [https://github.com/gpnuma/sharc](https://github.com/gpnuma/sharc)
-*   **fsbench-density** (in-memory transformations benchmark) [https://github.com/gpnuma/fsbench-density](https://github.com/gpnuma/fsbench-density)
-*   **densityxx** (c++ port of density) [https://github.com/charlesw1234/densityxx](https://github.com/charlesw1234/densityxx)
diff --git a/contrib/density/appveyor.yml b/contrib/density/appveyor.yml
deleted file mode 100644
index 0aabedebc8b..00000000000
--- a/contrib/density/appveyor.yml
+++ /dev/null
@@ -1,37 +0,0 @@
-version: 0.14.2.{build}
-image: Visual Studio 2015
-init:
-- cmd:
-environment:
-  matrix:
-  - EXTRA_PATH: C:\mingw-w64\i686-5.3.0-posix-dwarf-rt_v4-rev0\mingw32\bin\
-    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
-    LAUNCH_PATH: build\
-  - EXTRA_PATH: C:\mingw-w64\i686-6.3.0-posix-dwarf-rt_v5-rev1\mingw32\bin\
-    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
-    LAUNCH_PATH: build\
-  - EXTRA_PATH: C:\mingw-w64\x86_64-6.3.0-posix-seh-rt_v5-rev1\mingw64\bin\
-    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
-    LAUNCH_PATH: build\
-  - EXTRA_PATH: C:\mingw-w64\x86_64-7.2.0-posix-seh-rt_v5-rev1\mingw64\bin\
-    LAUNCH_BUILD: mingw32-make CC=gcc AR=gcc-ar
-    LAUNCH_PATH: build\
-  - EXTRA_PATH: '%programfiles(x86)%\Microsoft Visual Studio\2017\Community\MSBuild\15.0\Bin\amd64\'
-    LAUNCH_BUILD: cd msvc && msbuild.exe Density.sln
-    EXTRA_GIT: git submodule update --init --recursive
-    LAUNCH_PATH: bin\Release\
-install:
-- cmd:
-build_script:
-- cmd: >-
-    %EXTRA_GIT%
-
-    set PATH=%EXTRA_PATH%;%PATH%
-
-    %LAUNCH_BUILD%
-
-    file %LAUNCH_PATH:\=/%*
-
-    %LAUNCH_PATH%benchmark.exe -h -f
-test_script:
-- cmd:
diff --git a/contrib/density/benchmark/src/benchmark.c b/contrib/density/benchmark/src/benchmark.c
deleted file mode 100644
index 9781ef361c6..00000000000
--- a/contrib/density/benchmark/src/benchmark.c
+++ /dev/null
@@ -1,345 +0,0 @@
-/*
- * Density benchmark
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation, either version 3 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program.  If not, see <http://www.gnu.org/licenses/>.
- *
- * 5/04/15 19:30
- */
-
-#include "benchmark.h"
-
-void density_benchmark_version() {
-    printf("\nSingle threaded ");
-    DENSITY_BENCHMARK_BOLD(printf("in-memory benchmark"));
-    printf(" powered by ");
-    DENSITY_BENCHMARK_BOLD(printf("Density %i.%i.%i\n", density_version_major(), density_version_minor(), density_version_revision()));
-    printf("Copyright (C) 2015 Guillaume Voirin\n");
-    printf("Built for %s (%s endian system, %u bits) using " DENSITY_BENCHMARK_COMPILER ", %s %s\n", DENSITY_BENCHMARK_PLATFORM_STRING, DENSITY_BENCHMARK_ENDIAN_STRING, (unsigned int) (8 * sizeof(void *)), DENSITY_BENCHMARK_COMPILER_VERSION, __DATE__, __TIME__);
-}
-
-void density_benchmark_client_usage() {
-    printf("\n");
-    DENSITY_BENCHMARK_BOLD(printf("Usage :\n"));
-    printf("  benchmark [OPTIONS ?]... [FILE ?]\n\n");
-    DENSITY_BENCHMARK_BOLD(printf("Available options :\n"));
-    printf("  -[LEVEL]                          Test file using only the specified compression LEVEL\n");
-    printf("                                    If unspecified, all algorithms are tested (default).\n");
-    printf("                                    LEVEL can have the following values (as values become higher,\n");
-    printf("                                    compression ratio increases and speed diminishes) :\n");
-    printf("                                    0 = Copy (no compression)\n");
-    printf("                                    1 = Chameleon algorithm\n");
-    printf("                                    2 = Cheetah algorithm\n");
-    printf("                                    3 = Lion algorithm\n");
-    printf("  -c                                Compress only\n");
-    printf("  -f                                Activate fuzzer mode (pseudorandom generated data)\n");
-    printf("  -h                                Print data hashing informations\n\n");
-    exit(EXIT_SUCCESS);
-}
-
-void density_benchmark_format_decimal(uint64_t number) {
-    if (number < 1000) {
-        printf("%"PRIu64, number);
-        return;
-    }
-    density_benchmark_format_decimal(number / 1000);
-    printf(",%03"PRIu64, number % 1000);
-}
-
-const char *density_benchmark_convert_state_to_text(DENSITY_STATE state) {
-    switch (state) {
-        case DENSITY_STATE_ERROR_DURING_PROCESSING:
-            return "Error during processing";
-        case DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL:
-            return "Input buffer is too small";
-        case DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL:
-            return "Output buffer is too small";
-        case DENSITY_STATE_ERROR_INVALID_CONTEXT:
-            return "Invalid context";
-        case DENSITY_STATE_ERROR_INVALID_ALGORITHM:
-            return "Invalid algorithm";
-        default:
-            return "Unknown error";
-    }
-}
-
-int main(int argc, char *argv[]) {
-    density_benchmark_version();
-    DENSITY_ALGORITHM start_mode = DENSITY_ALGORITHM_CHAMELEON;
-    DENSITY_ALGORITHM end_mode = DENSITY_ALGORITHM_LION;
-    bool compression_only = false;
-    bool fuzzer = false;
-    bool hash_info = false;
-    char *file_path = NULL;
-
-    if (argc <= 1)
-        density_benchmark_client_usage();
-    for (int count = 1; count < argc; count++) {
-        if (argv[count][0] == '-') {
-            switch (argv[count][1]) {
-                case '1':
-                    start_mode = DENSITY_ALGORITHM_CHAMELEON;
-                    end_mode = DENSITY_ALGORITHM_CHAMELEON;
-                    break;
-                case '2':
-                    start_mode = DENSITY_ALGORITHM_CHEETAH;
-                    end_mode = DENSITY_ALGORITHM_CHEETAH;
-                    break;
-                case '3':
-                    start_mode = DENSITY_ALGORITHM_LION;
-                    end_mode = DENSITY_ALGORITHM_LION;
-                    break;
-                case 'c':
-                    compression_only = true;
-                    break;
-                case 'f':
-                    fuzzer = true;
-                    break;
-                case 'h':
-                    hash_info = true;
-                    break;
-                default:
-                    density_benchmark_client_usage();
-            }
-        } else
-            file_path = argv[argc - 1];
-    }
-
-    uint8_t *in;
-    uint8_t *out;
-    uint_fast64_t uncompressed_size;
-    uint_fast64_t memory_allocated;
-    if (fuzzer) {
-        srand((unsigned int) (time(NULL) * 14521937821257379531llu));
-        uncompressed_size = (uint_fast64_t) (((uint64_t) (rand() * 100000000llu)) / RAND_MAX);
-        memory_allocated = density_compress_safe_size(uncompressed_size);
-        in = malloc(memory_allocated * sizeof(uint8_t));
-        uint8_t value = (uint8_t) rand();
-        for (unsigned int count = 0; count < uncompressed_size; count++) {
-            if (!(rand() & 0xf))
-                value += (uint8_t)rand();
-            in[count] = value;
-        }
-        out = malloc(memory_allocated * sizeof(uint8_t));
-    } else {
-        // Open file and get infos
-        FILE *file = fopen(file_path, "rb");
-        if (file == NULL) {
-            DENSITY_BENCHMARK_ERROR(printf("Error opening file %s.", file_path), false);
-        }
-        struct stat file_attributes;
-        stat(file_path, &file_attributes);
-
-        // Allocate memory and copy file to memory
-        uncompressed_size = (uint_fast64_t) file_attributes.st_size;
-        memory_allocated = density_compress_safe_size(uncompressed_size);
-        in = malloc(memory_allocated * sizeof(uint8_t));
-        size_t read = fread(in, sizeof(uint8_t), uncompressed_size, file);
-        if(uncompressed_size != read) {
-            DENSITY_BENCHMARK_ERROR(printf("Error reading file %s.", file_path), false);
-        }
-        fclose(file);
-        out = malloc(memory_allocated * sizeof(uint8_t));
-    }
-
-    printf("Allocated ");
-    density_benchmark_format_decimal(2 * memory_allocated);
-    printf(" bytes of in-memory work space\n");
-
-    uint64_t original_hash_1 = DENSITY_BENCHMARK_HASH_SEED_1;
-    uint64_t original_hash_2 = DENSITY_BENCHMARK_HASH_SEED_2;
-    spookyhash_128(in, uncompressed_size, &original_hash_1, &original_hash_2);
-
-    printf("\n");
-    for (DENSITY_ALGORITHM compression_mode = start_mode; compression_mode <= end_mode; compression_mode++) {
-        // Print algorithm info
-        switch (compression_mode) {
-            case DENSITY_ALGORITHM_CHAMELEON:
-                DENSITY_BENCHMARK_BLUE(DENSITY_BENCHMARK_BOLD(printf("Chameleon algorithm")));
-                DENSITY_BENCHMARK_UNDERLINE(19);
-                break;
-            case DENSITY_ALGORITHM_CHEETAH:
-                DENSITY_BENCHMARK_BLUE(DENSITY_BENCHMARK_BOLD(printf("Cheetah algorithm")));
-                DENSITY_BENCHMARK_UNDERLINE(17);
-                break;
-            case DENSITY_ALGORITHM_LION:
-                DENSITY_BENCHMARK_BLUE(DENSITY_BENCHMARK_BOLD(printf("Lion algorithm")));
-                DENSITY_BENCHMARK_UNDERLINE(14);
-                break;
-        }
-        fflush(stdout);
-
-        // Pre-heat
-        printf("\nUsing ");
-        if (fuzzer) {
-            DENSITY_BENCHMARK_BOLD(printf("generated data"));
-        } else {
-            printf("file ");
-            DENSITY_BENCHMARK_BOLD(printf("%s", file_path));
-        }
-        printf(" copied in memory\n");
-        if(hash_info) {
-            printf("Uncompressed data hash is ");
-            DENSITY_BENCHMARK_BOLD(printf("0x%" PRIx64 "%" PRIx64, original_hash_1, original_hash_2));
-            printf("\n");
-        }
-
-        density_processing_result result = density_compress(in, uncompressed_size, out, memory_allocated, compression_mode);
-        if (result.state) {
-            DENSITY_BENCHMARK_ERROR(printf("During compress API returned error %i (%s).", result.state, density_benchmark_convert_state_to_text(result.state)), true);
-        }
-        const uint_fast64_t compressed_size = result.bytesWritten;
-
-        uint64_t hash_1 = DENSITY_BENCHMARK_HASH_SEED_1;
-        uint64_t hash_2 = DENSITY_BENCHMARK_HASH_SEED_2;
-        if(hash_info) {
-            spookyhash_128(out, compressed_size, &hash_1, &hash_2);
-            printf("Compressed data hash is ");
-            DENSITY_BENCHMARK_BOLD(printf("0x%" PRIx64 "%" PRIx64, hash_1, hash_2));
-            printf("\n");
-        }
-
-        if (!compression_only) {
-            memset(in, 0, memory_allocated);
-            result = density_decompress(out, compressed_size, in, memory_allocated);
-            if (result.state) {
-                DENSITY_BENCHMARK_ERROR(printf("During decompress API returned error %i (%s).", result.state, density_benchmark_convert_state_to_text(result.state)), true);
-            }
-            if (result.bytesWritten != uncompressed_size) {
-                DENSITY_BENCHMARK_ERROR(printf("Round-trip size differs from original size (");
-                density_benchmark_format_decimal(result.bytesWritten);
-                printf(" bytes against ");
-                density_benchmark_format_decimal(uncompressed_size);
-                printf(" bytes).");, true);
-            }
-
-            hash_1 = DENSITY_BENCHMARK_HASH_SEED_1;
-            hash_2 = DENSITY_BENCHMARK_HASH_SEED_2;
-            spookyhash_128(in, uncompressed_size, &hash_1, &hash_2);
-
-            if(hash_info) {
-                printf("Round-trip data hash is ");
-                DENSITY_BENCHMARK_BOLD(printf("0x%" PRIx64 "%" PRIx64, hash_1, hash_2));
-                printf("\n");
-            }
-
-            if(hash_1 != original_hash_1 || hash_2 != original_hash_2) {
-                DENSITY_BENCHMARK_ERROR(printf("Uncompressed and round-trip data hashes do not match (");
-                printf("0x%" PRIx64 "%" PRIx64, hash_1, hash_2);
-                printf(" vs. ");
-                printf("0x%" PRIx64 "%" PRIx64, original_hash_1, original_hash_2);
-                printf(").");, true);
-            }
-
-            printf("Uncompressed and round-trip data hashes match. ");
-        }
-        printf("Starting main bench.\n");
-        if (compression_only)
-            printf("Compressing ");
-        else
-            printf("Round-tripping ");
-        density_benchmark_format_decimal(uncompressed_size);
-        printf(" bytes to ");
-        density_benchmark_format_decimal(compressed_size);
-        printf(" bytes (compression ratio ");
-        DENSITY_BENCHMARK_BOLD(printf("%.2lf%%", (100.0 * compressed_size) / uncompressed_size));
-        printf(" or ");
-        DENSITY_BENCHMARK_BOLD(printf("%.3fx", (1.0 * uncompressed_size) / compressed_size));
-        if (compression_only)
-            printf(")\n");
-        else
-            printf(") and back\n");
-        fflush(stdout);
-
-        // Main benchmark
-        unsigned int iterations = 0;
-        double compress_time_high = 0.0;
-        double compress_time_low = 60.0;
-        double decompress_time_high = 0.0;
-        double decompress_time_low = 60.0;
-        double total_compress_time = 0.0;
-        double total_decompress_time = 0.0;
-        double total_time = 0.0;
-        double decompress_speed = 0.0;
-        double decompress_speed_low = 0.0;
-        double decompress_speed_high = 0.0;
-        double compress_time_elapsed = 0.0;
-        double decompress_time_elapsed = 0.0;
-        cputime_chronometer chrono;
-
-        while (total_time <= 10.0) {
-            ++iterations;
-
-            cputime_chronometer_start(&chrono);
-            density_compress(in, uncompressed_size, out, memory_allocated, compression_mode);
-            compress_time_elapsed = cputime_chronometer_stop(&chrono);
-
-            if (!compression_only) {
-                cputime_chronometer_start(&chrono);
-                density_decompress(out, compressed_size, in, memory_allocated);
-                decompress_time_elapsed = cputime_chronometer_stop(&chrono);
-            }
-
-            total_compress_time += compress_time_elapsed;
-
-            if (compress_time_elapsed < compress_time_low)
-                compress_time_low = compress_time_elapsed;
-            if (compress_time_elapsed > compress_time_high)
-                compress_time_high = compress_time_elapsed;
-
-            double compress_speed = ((1.0 * uncompressed_size * iterations) / (total_compress_time * 1000.0 * 1000.0));
-            double compress_speed_low = ((1.0 * uncompressed_size) / (compress_time_high * 1000.0 * 1000.0));
-            double compress_speed_high = ((1.0 * uncompressed_size) / (compress_time_low * 1000.0 * 1000.0));
-
-            total_time += compress_time_elapsed;
-
-            if (!compression_only) {
-                total_decompress_time += decompress_time_elapsed;
-
-                if (decompress_time_elapsed < decompress_time_low)
-                    decompress_time_low = decompress_time_elapsed;
-                if (decompress_time_elapsed > decompress_time_high)
-                    decompress_time_high = decompress_time_elapsed;
-
-                decompress_speed = ((1.0 * uncompressed_size * iterations) / (total_decompress_time * 1000.0 * 1000.0));
-                decompress_speed_low = ((1.0 * uncompressed_size) / (decompress_time_high * 1000.0 * 1000.0));
-                decompress_speed_high = ((1.0 * uncompressed_size) / (decompress_time_low * 1000.0 * 1000.0));
-
-                total_time += decompress_time_elapsed;
-            }
-
-            DENSITY_BENCHMARK_BLUE(printf("\rCompress speed ");
-            DENSITY_BENCHMARK_BOLD(printf("%.0lf MB/s", compress_speed)));
-            printf(" (min %.0lf MB/s, max %.0lf MB/s, best %.4lfs) ", compress_speed_low, compress_speed_high, compress_time_low);
-
-            if (!compression_only) {
-                printf("<=> ");
-                DENSITY_BENCHMARK_BLUE(printf("Decompress speed ");
-                DENSITY_BENCHMARK_BOLD(printf("%.0lf MB/s", decompress_speed)));
-                printf(" (min %.0lf MB/s, max %.0lf MB/s, best %.4lfs)    ", decompress_speed_low, decompress_speed_high, decompress_time_low);
-            }
-            fflush(stdout);
-        }
-        printf("\nRun time %.3lfs (%i iterations)\n\n", total_time, iterations);
-    }
-
-    free(in);
-    free(out);
-
-    printf("Allocated memory released.\n\n");
-
-    return EXIT_SUCCESS;
-}
diff --git a/contrib/density/benchmark/src/benchmark.h b/contrib/density/benchmark/src/benchmark.h
deleted file mode 100644
index 749e1ccb1d1..00000000000
--- a/contrib/density/benchmark/src/benchmark.h
+++ /dev/null
@@ -1,129 +0,0 @@
-/*
- * Density benchmark
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation, either version 3 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program.  If not, see <http://www.gnu.org/licenses/>.
- *
- * 6/04/15 0:11
- */
-
-#ifndef DENSITY_BENCHMARK_H
-#define DENSITY_BENCHMARK_H
-
-#define _CRT_SECURE_NO_DEPRECATE
-
-#include <sys/stat.h>
-#include <sys/types.h>
-#include <stdio.h>
-#include <string.h>
-#include <stdint.h>
-#include <stdlib.h>
-#include <inttypes.h>
-#include <time.h>
-#include "../../src/density_api.h"
-#include "../libs/cputime/src/cputime_api.h"
-#include "../libs/spookyhash/src/spookyhash_api.h"
-
-#if defined(_WIN64) || defined(_WIN32)
-#else
-#define DENSITY_BENCHMARK_ALLOW_ANSI_ESCAPE_SEQUENCES
-#endif
-
-#if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
-#define DENSITY_BENCHMARK_ENDIAN_STRING           "Little"
-#elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
-#define DENSITY_BENCHMARK_ENDIAN_STRING           "Big"
-#endif
-
-#if defined(__clang__)
-#define DENSITY_BENCHMARK_COMPILER                "Clang %d.%d.%d"
-#define DENSITY_BENCHMARK_COMPILER_VERSION        __clang_major__, __clang_minor__, __clang_patchlevel__
-#elif defined(__GNUC__)
-#define DENSITY_BENCHMARK_COMPILER                "GCC %d.%d.%d"
-#define DENSITY_BENCHMARK_COMPILER_VERSION        __GNUC__, __GNUC_MINOR__, __GNUC_PATCHLEVEL__
-#elif defined(_MSC_VER)
-#define DENSITY_BENCHMARK_COMPILER                "MSVC"
-#define DENSITY_BENCHMARK_COMPILER_VERSION		  ""
-#elif defined(__INTEL_COMPILER)
-#define DENSITY_BENCHMARK_COMPILER                "ICC"
-#define DENSITY_BENCHMARK_COMPILER_VERSION		  ""
-#else
-#define DENSITY_BENCHMARK_COMPILER                "an unknown compiler"
-#define DENSITY_BENCHMARK_COMPILER_VERSION		  ""
-#endif
-
-#if defined(_WIN64) || defined(_WIN32)
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "Microsoft Windows"
-#elif defined(__APPLE__)
-#include "TargetConditionals.h"
-#if TARGET_IPHONE_SIMULATOR
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "iOS Simulator"
-#elif TARGET_OS_IPHONE
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "iOS"
-#elif TARGET_OS_MAC
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "MacOS"
-#else
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "an unknown Apple platform"
-#endif
-#elif defined(__FreeBSD__)
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "FreeBSD"
-#elif defined(__linux__)
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "GNU/Linux"
-#elif defined(__unix__)
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "Unix"
-#elif defined(__posix__)
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "Posix"
-#else
-#define DENSITY_BENCHMARK_PLATFORM_STRING         "an unknown platform"
-#endif
-
-#define DENSITY_ESCAPE_CHARACTER            ((char)27)
-
-#ifdef DENSITY_BENCHMARK_ALLOW_ANSI_ESCAPE_SEQUENCES
-#define DENSITY_BENCHMARK_BOLD(op)          printf("%c[1m", DENSITY_ESCAPE_CHARACTER);\
-                                            op;\
-                                            printf("%c[0m", DENSITY_ESCAPE_CHARACTER);
-
-#define DENSITY_BENCHMARK_BLUE(op)          printf("%c[0;34m", DENSITY_ESCAPE_CHARACTER);\
-                                            op;\
-                                            printf("%c[0m", DENSITY_ESCAPE_CHARACTER);
-
-#define DENSITY_BENCHMARK_RED(op)           printf("%c[0;31m", DENSITY_ESCAPE_CHARACTER);\
-                                            op;\
-                                            printf("%c[0m", DENSITY_ESCAPE_CHARACTER);
-#else
-#define DENSITY_BENCHMARK_BOLD(op)          op;
-#define DENSITY_BENCHMARK_BLUE(op)          op;
-#define DENSITY_BENCHMARK_RED(op)           op;
-#endif
-
-#define DENSITY_BENCHMARK_UNDERLINE(n)      printf("\n");\
-                                            for(int i = 0; i < n; i++)  printf("=");
-
-#define DENSITY_BENCHMARK_ERROR(op, issue)  DENSITY_BENCHMARK_RED(DENSITY_BENCHMARK_BOLD(printf("\nAn error has occured !\n")));\
-                                            op;\
-                                            printf("\n");\
-                                            if(issue) {\
-                                                printf("Please open an issue at <https://github.com/k0dai/density/issues>, with your platform information and any relevant file.\n");\
-                                                DENSITY_BENCHMARK_BOLD(printf("Thank you !\n"));\
-                                            }\
-                                            fflush(stdout);\
-                                            exit(EXIT_FAILURE);
-
-#endif
-
-#define DENSITY_BENCHMARK_HASH_SEED_1       0x0123456789abcdefllu
-#define DENSITY_BENCHMARK_HASH_SEED_2       0xfedcba9876543210llu
diff --git a/contrib/density/msvc/Density.sln b/contrib/density/msvc/Density.sln
deleted file mode 100644
index 70c25ab3413..00000000000
--- a/contrib/density/msvc/Density.sln
+++ /dev/null
@@ -1,21 +0,0 @@
-
-Microsoft Visual Studio Solution File, Format Version 12.00
-# Visual Studio 14
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "density", "density.vcxproj", "{65C51F09-D1A4-9EA4-DABC-297B461B0506}"
-EndProject
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "benchmark", "benchmark.vcxproj", "{7000C5C1-DC6A-7938-25A9-2ADE9152578D}"
-EndProject
-Global
-	GlobalSection(SolutionConfigurationPlatforms) = preSolution
-		Release|x64 = Release|x64
-	EndGlobalSection
-	GlobalSection(ProjectConfigurationPlatforms) = postSolution
-		{65C51F09-D1A4-9EA4-DABC-297B461B0506}.Release|x64.ActiveCfg = Release|x64
-		{65C51F09-D1A4-9EA4-DABC-297B461B0506}.Release|x64.Build.0 = Release|x64
-		{7000C5C1-DC6A-7938-25A9-2ADE9152578D}.Release|x64.ActiveCfg = Release|x64
-		{7000C5C1-DC6A-7938-25A9-2ADE9152578D}.Release|x64.Build.0 = Release|x64
-	EndGlobalSection
-	GlobalSection(SolutionProperties) = preSolution
-		HideSolutionNode = FALSE
-	EndGlobalSection
-EndGlobal
diff --git a/contrib/density/msvc/benchmark.vcxproj b/contrib/density/msvc/benchmark.vcxproj
deleted file mode 100644
index ef32bbb5f3c..00000000000
--- a/contrib/density/msvc/benchmark.vcxproj
+++ /dev/null
@@ -1,78 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{7000C5C1-DC6A-7938-25A9-2ADE9152578D}</ProjectGuid>
-    <IgnoreWarnCompileDuplicatedFilename>true</IgnoreWarnCompileDuplicatedFilename>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>benchmark</RootNamespace>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-    <PlatformToolset>v140</PlatformToolset>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <OutDir>bin\Release\</OutDir>
-    <IntDir>obj\Release\benchmark\</IntDir>
-    <TargetName>benchmark</TargetName>
-    <TargetExt>.exe</TargetExt>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <PrecompiledHeader>NotUsing</PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <MinimalRebuild>false</MinimalRebuild>
-      <OmitFramePointers>true</OmitFramePointers>
-      <StringPooling>true</StringPooling>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClInclude Include="..\benchmark\libs\cputime\src\chronometer.h" />
-    <ClInclude Include="..\benchmark\libs\cputime\src\cputime_api.h" />
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\context.h" />
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\globals.h" />
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash.h" />
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash_api.h" />
-    <ClInclude Include="..\benchmark\src\benchmark.h" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClCompile Include="..\benchmark\libs\cputime\src\chronometer.c" />
-    <ClCompile Include="..\benchmark\libs\spookyhash\src\context.c" />
-    <ClCompile Include="..\benchmark\libs\spookyhash\src\globals.c" />
-    <ClCompile Include="..\benchmark\libs\spookyhash\src\spookyhash.c" />
-    <ClCompile Include="..\benchmark\src\benchmark.c" />
-  </ItemGroup>
-  <ItemGroup>
-    <ProjectReference Include="density.vcxproj">
-      <Project>{65C51F09-D1A4-9EA4-DABC-297B461B0506}</Project>
-    </ProjectReference>
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/density/msvc/benchmark.vcxproj.filters b/contrib/density/msvc/benchmark.vcxproj.filters
deleted file mode 100644
index 26379e28724..00000000000
--- a/contrib/density/msvc/benchmark.vcxproj.filters
+++ /dev/null
@@ -1,63 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup>
-    <Filter Include="libs">
-      <UniqueIdentifier>{2F149A7C-1B4B-9B0D-C437-8110B04D170F}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="libs\cputime">
-      <UniqueIdentifier>{95C9EAC4-812C-7A69-2AB2-B21F16F445EC}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="libs\cputime\src">
-      <UniqueIdentifier>{2C4ACB69-1843-EABB-4175-CF402DCDC9C7}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="libs\spookyhash">
-      <UniqueIdentifier>{C78AF53E-3316-6303-3C27-E6F7A831BF03}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="libs\spookyhash\src">
-      <UniqueIdentifier>{5E54D780-CAB5-B48E-5323-FB40BF83EB4D}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="src">
-      <UniqueIdentifier>{2DAB880B-99B4-887C-2230-9F7C8E38947C}</UniqueIdentifier>
-    </Filter>
-  </ItemGroup>
-  <ItemGroup>
-    <ClInclude Include="..\benchmark\libs\cputime\src\chronometer.h">
-      <Filter>libs\cputime\src</Filter>
-    </ClInclude>
-    <ClInclude Include="..\benchmark\libs\cputime\src\cputime_api.h">
-      <Filter>libs\cputime\src</Filter>
-    </ClInclude>
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\context.h">
-      <Filter>libs\spookyhash\src</Filter>
-    </ClInclude>
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\globals.h">
-      <Filter>libs\spookyhash\src</Filter>
-    </ClInclude>
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash.h">
-      <Filter>libs\spookyhash\src</Filter>
-    </ClInclude>
-    <ClInclude Include="..\benchmark\libs\spookyhash\src\spookyhash_api.h">
-      <Filter>libs\spookyhash\src</Filter>
-    </ClInclude>
-    <ClInclude Include="..\benchmark\src\benchmark.h">
-      <Filter>src</Filter>
-    </ClInclude>
-  </ItemGroup>
-  <ItemGroup>
-    <ClCompile Include="..\benchmark\libs\cputime\src\chronometer.c">
-      <Filter>libs\cputime\src</Filter>
-    </ClCompile>
-    <ClCompile Include="..\benchmark\libs\spookyhash\src\context.c">
-      <Filter>libs\spookyhash\src</Filter>
-    </ClCompile>
-    <ClCompile Include="..\benchmark\libs\spookyhash\src\globals.c">
-      <Filter>libs\spookyhash\src</Filter>
-    </ClCompile>
-    <ClCompile Include="..\benchmark\libs\spookyhash\src\spookyhash.c">
-      <Filter>libs\spookyhash\src</Filter>
-    </ClCompile>
-    <ClCompile Include="..\benchmark\src\benchmark.c">
-      <Filter>src</Filter>
-    </ClCompile>
-  </ItemGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/density/msvc/density.vcxproj b/contrib/density/msvc/density.vcxproj
deleted file mode 100644
index f1ad77fbc1b..00000000000
--- a/contrib/density/msvc/density.vcxproj
+++ /dev/null
@@ -1,93 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{65C51F09-D1A4-9EA4-DABC-297B461B0506}</ProjectGuid>
-    <IgnoreWarnCompileDuplicatedFilename>true</IgnoreWarnCompileDuplicatedFilename>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>density</RootNamespace>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>DynamicLibrary</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-    <PlatformToolset>v140</PlatformToolset>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <OutDir>bin\Release\</OutDir>
-    <IntDir>obj\Release\density\</IntDir>
-    <TargetName>density</TargetName>
-    <TargetExt>.dll</TargetExt>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <PrecompiledHeader>NotUsing</PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <MinimalRebuild>false</MinimalRebuild>
-      <OmitFramePointers>true</OmitFramePointers>
-      <StringPooling>true</StringPooling>
-    </ClCompile>
-    <Link>
-      <SubSystem>Windows</SubSystem>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-      <ImportLibrary>bin\Release\density.lib</ImportLibrary>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClInclude Include="..\src\algorithms\algorithms.h" />
-    <ClInclude Include="..\src\algorithms\chameleon\chameleon.h" />
-    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_decode.h" />
-    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_encode.h" />
-    <ClInclude Include="..\src\algorithms\chameleon\dictionary\chameleon_dictionary.h" />
-    <ClInclude Include="..\src\algorithms\cheetah\cheetah.h" />
-    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_decode.h" />
-    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_encode.h" />
-    <ClInclude Include="..\src\algorithms\cheetah\dictionary\cheetah_dictionary.h" />
-    <ClInclude Include="..\src\algorithms\dictionaries.h" />
-    <ClInclude Include="..\src\algorithms\lion\core\lion_decode.h" />
-    <ClInclude Include="..\src\algorithms\lion\core\lion_encode.h" />
-    <ClInclude Include="..\src\algorithms\lion\dictionary\lion_dictionary.h" />
-    <ClInclude Include="..\src\algorithms\lion\forms\lion_form_model.h" />
-    <ClInclude Include="..\src\algorithms\lion\lion.h" />
-    <ClInclude Include="..\src\buffers\buffer.h" />
-    <ClInclude Include="..\src\density_api.h" />
-    <ClInclude Include="..\src\globals.h" />
-    <ClInclude Include="..\src\structure\header.h" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClCompile Include="..\src\algorithms\algorithms.c" />
-    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_decode.c" />
-    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_encode.c" />
-    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_decode.c" />
-    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_encode.c" />
-    <ClCompile Include="..\src\algorithms\dictionaries.c" />
-    <ClCompile Include="..\src\algorithms\lion\core\lion_decode.c" />
-    <ClCompile Include="..\src\algorithms\lion\core\lion_encode.c" />
-    <ClCompile Include="..\src\algorithms\lion\forms\lion_form_model.c" />
-    <ClCompile Include="..\src\buffers\buffer.c" />
-    <ClCompile Include="..\src\globals.c" />
-    <ClCompile Include="..\src\structure\header.c" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/density/msvc/density.vcxproj.filters b/contrib/density/msvc/density.vcxproj.filters
deleted file mode 100644
index 202f2522bbe..00000000000
--- a/contrib/density/msvc/density.vcxproj.filters
+++ /dev/null
@@ -1,135 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup>
-    <Filter Include="algorithms">
-      <UniqueIdentifier>{DF10C562-CBC8-06B0-34D0-DF0B20A7A1A0}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\chameleon">
-      <UniqueIdentifier>{5AB95D49-4648-E712-EF66-FB0DDBD4F7B8}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\chameleon\core">
-      <UniqueIdentifier>{1252540B-7E14-8895-C7C4-162233C66073}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\chameleon\dictionary">
-      <UniqueIdentifier>{3F6054BC-AB43-63FC-B446-913820A9294D}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\cheetah">
-      <UniqueIdentifier>{C09C0CB6-AC80-CD0B-15E1-C75E01E4B78D}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\cheetah\core">
-      <UniqueIdentifier>{3845B705-A47C-FF9C-AD86-63C0193D2696}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\cheetah\dictionary">
-      <UniqueIdentifier>{E597066D-51B0-ED96-1A5D-7D3086348230}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\lion">
-      <UniqueIdentifier>{40FA2C44-AC85-9A08-B596-1DFD21A1F608}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\lion\core">
-      <UniqueIdentifier>{B8122E82-A4A1-B74B-4DC0-CB46392EC8F1}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\lion\dictionary">
-      <UniqueIdentifier>{6585C1C9-5195-6D9A-BA4E-D2B8A67D5C33}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="algorithms\lion\forms">
-      <UniqueIdentifier>{B6B426C8-2221-E2C2-EB14-7A205740042B}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="buffers">
-      <UniqueIdentifier>{B2DFE593-1EBF-642F-27D7-EF059335CB90}</UniqueIdentifier>
-    </Filter>
-    <Filter Include="structure">
-      <UniqueIdentifier>{367A73B3-A2E4-272A-EB22-D9CF57CC057F}</UniqueIdentifier>
-    </Filter>
-  </ItemGroup>
-  <ItemGroup>
-    <ClInclude Include="..\src\algorithms\algorithms.h">
-      <Filter>algorithms</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\chameleon\chameleon.h">
-      <Filter>algorithms\chameleon</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_decode.h">
-      <Filter>algorithms\chameleon\core</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\chameleon\core\chameleon_encode.h">
-      <Filter>algorithms\chameleon\core</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\chameleon\dictionary\chameleon_dictionary.h">
-      <Filter>algorithms\chameleon\dictionary</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\cheetah\cheetah.h">
-      <Filter>algorithms\cheetah</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_decode.h">
-      <Filter>algorithms\cheetah\core</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\cheetah\core\cheetah_encode.h">
-      <Filter>algorithms\cheetah\core</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\cheetah\dictionary\cheetah_dictionary.h">
-      <Filter>algorithms\cheetah\dictionary</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\dictionaries.h">
-      <Filter>algorithms</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\lion\core\lion_decode.h">
-      <Filter>algorithms\lion\core</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\lion\core\lion_encode.h">
-      <Filter>algorithms\lion\core</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\lion\dictionary\lion_dictionary.h">
-      <Filter>algorithms\lion\dictionary</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\lion\forms\lion_form_model.h">
-      <Filter>algorithms\lion\forms</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\algorithms\lion\lion.h">
-      <Filter>algorithms\lion</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\buffers\buffer.h">
-      <Filter>buffers</Filter>
-    </ClInclude>
-    <ClInclude Include="..\src\density_api.h" />
-    <ClInclude Include="..\src\globals.h" />
-    <ClInclude Include="..\src\structure\header.h">
-      <Filter>structure</Filter>
-    </ClInclude>
-  </ItemGroup>
-  <ItemGroup>
-    <ClCompile Include="..\src\algorithms\algorithms.c">
-      <Filter>algorithms</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_decode.c">
-      <Filter>algorithms\chameleon\core</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\chameleon\core\chameleon_encode.c">
-      <Filter>algorithms\chameleon\core</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_decode.c">
-      <Filter>algorithms\cheetah\core</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\cheetah\core\cheetah_encode.c">
-      <Filter>algorithms\cheetah\core</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\dictionaries.c">
-      <Filter>algorithms</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\lion\core\lion_decode.c">
-      <Filter>algorithms\lion\core</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\lion\core\lion_encode.c">
-      <Filter>algorithms\lion\core</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\algorithms\lion\forms\lion_form_model.c">
-      <Filter>algorithms\lion\forms</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\buffers\buffer.c">
-      <Filter>buffers</Filter>
-    </ClCompile>
-    <ClCompile Include="..\src\globals.c" />
-    <ClCompile Include="..\src\structure\header.c">
-      <Filter>structure</Filter>
-    </ClCompile>
-  </ItemGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/density/src/algorithms/algorithms.c b/contrib/density/src/algorithms/algorithms.c
deleted file mode 100644
index f36e94cd08b..00000000000
--- a/contrib/density/src/algorithms/algorithms.c
+++ /dev/null
@@ -1,43 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 14/10/15 02:06
- */
-
-#include "algorithms.h"
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_algorithms_prepare_state(density_algorithm_state *const DENSITY_RESTRICT state, void *const DENSITY_RESTRICT dictionary) {
-    state->dictionary = dictionary;
-    state->copy_penalty = 0;
-    state->copy_penalty_start = 1;
-    state->previous_incompressible = false;
-    state->counter = 0;
-}
diff --git a/contrib/density/src/algorithms/algorithms.h b/contrib/density/src/algorithms/algorithms.h
deleted file mode 100644
index b5e31377004..00000000000
--- a/contrib/density/src/algorithms/algorithms.h
+++ /dev/null
@@ -1,78 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 3/02/15 19:51
- */
-
-#ifndef DENSITY_ALGORITHMS_H
-#define DENSITY_ALGORITHMS_H
-
-#include "../globals.h"
-
-typedef enum {
-    DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED = 0,
-    DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING,
-    DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL,
-    DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL
-} density_algorithm_exit_status;
-
-typedef struct {
-    void *dictionary;
-    uint_fast8_t copy_penalty;
-    uint_fast8_t copy_penalty_start;
-    bool previous_incompressible;
-    uint_fast64_t counter;
-} density_algorithm_state;
-
-#define DENSITY_ALGORITHM_COPY(work_block_size)\
-            DENSITY_MEMCPY(*out, *in, work_block_size);\
-            *in += work_block_size;\
-            *out += work_block_size;
-
-#define DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START\
-            if(!(--state->copy_penalty))\
-                state->copy_penalty_start++;
-
-#define DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START\
-            if (state->copy_penalty_start & ~0x1)\
-                state->copy_penalty_start >>= 1;
-
-#define DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY(span, work_block_size)\
-            if (DENSITY_UNLIKELY(span & ~(work_block_size - 1))) {\
-                if (state->previous_incompressible)\
-                    state->copy_penalty = state->copy_penalty_start;\
-                state->previous_incompressible = true;\
-            } else\
-                state->previous_incompressible = false;
-
-DENSITY_WINDOWS_EXPORT void density_algorithms_prepare_state(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, void *const DENSITY_RESTRICT_DECLARE);
-
-#endif
diff --git a/contrib/density/src/algorithms/chameleon/chameleon.h b/contrib/density/src/algorithms/chameleon/chameleon.h
deleted file mode 100644
index 2054f34cfd8..00000000000
--- a/contrib/density/src/algorithms/chameleon/chameleon.h
+++ /dev/null
@@ -1,70 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/10/13 11:57
- *
- * -------------------
- * Chameleon algorithm
- * -------------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Hash based superfast kernel
- */
-
-#ifndef DENSITY_CHAMELEON_H
-#define DENSITY_CHAMELEON_H
-
-#include "../../globals.h"
-
-#define DENSITY_CHAMELEON_HASH_BITS                                         16
-#define DENSITY_CHAMELEON_HASH_MULTIPLIER                                   (uint32_t)0x9D6EF916lu
-
-#define DENSITY_CHAMELEON_HASH_ALGORITHM(value32)                           (uint16_t)((value32 * DENSITY_CHAMELEON_HASH_MULTIPLIER) >> (32 - DENSITY_CHAMELEON_HASH_BITS))
-
-typedef enum {
-    DENSITY_CHAMELEON_SIGNATURE_FLAG_CHUNK = 0x0,
-    DENSITY_CHAMELEON_SIGNATURE_FLAG_MAP = 0x1,
-} DENSITY_CHAMELEON_SIGNATURE_FLAG;
-
-typedef uint64_t density_chameleon_signature;
-
-#define DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE        (density_bitsizeof(density_chameleon_signature) * sizeof(uint32_t))   // Uncompressed chunks
-#define DENSITY_CHAMELEON_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE              (density_bitsizeof(density_chameleon_signature) * sizeof(uint32_t))
-
-#define DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE                      (sizeof(density_chameleon_signature) + DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE)
-#define DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE                            (DENSITY_CHAMELEON_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE)
-
-#define DENSITY_CHAMELEON_WORK_BLOCK_SIZE                                   256
-
-#endif
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_decode.c b/contrib/density/src/algorithms/chameleon/core/chameleon_decode.c
deleted file mode 100644
index 240aaba8598..00000000000
--- a/contrib/density/src/algorithms/chameleon/core/chameleon_decode.c
+++ /dev/null
@@ -1,254 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 23/06/15 22:11
- *
- * -------------------
- * Chameleon algorithm
- * -------------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Hash based superfast kernel
- */
-
-#include "chameleon_decode.h"
-
-DENSITY_FORCE_INLINE void density_chameleon_decode_process_compressed(const uint16_t hash, uint8_t **DENSITY_RESTRICT out, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
-    DENSITY_MEMCPY(*out, &dictionary->entries[hash].as_uint32_t, sizeof(uint32_t));
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_decode_process_uncompressed(const uint32_t chunk, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
-    const uint16_t hash = DENSITY_CHAMELEON_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(chunk));
-    (&dictionary->entries[hash])->as_uint32_t = chunk;  // Does not ensure dictionary content consistency between endiannesses
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_decode_kernel(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_bool compressed, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
-    if (compressed) {
-        uint16_t hash;
-        DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t));
-        density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16(hash), out, dictionary);
-        *in += sizeof(uint16_t);
-    } else {
-        uint32_t unit;
-        DENSITY_MEMCPY(&unit, *in, sizeof(uint32_t));
-        density_chameleon_decode_process_uncompressed(unit, dictionary);
-        DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
-        *in += sizeof(uint32_t);
-    }
-    *out += sizeof(uint32_t);
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_decode_kernel_dual(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_chameleon_signature signature, const uint_fast8_t shift, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
-    uint32_t var_32;
-    uint64_t var_64;
-
-    switch((signature >> shift) & 0x3) {
-        case 0x0:
-            DENSITY_MEMCPY(&var_64, *in, sizeof(uint32_t) + sizeof(uint32_t));
-#ifdef DENSITY_LITTLE_ENDIAN
-            density_chameleon_decode_process_uncompressed((uint32_t)(var_64 & 0xffffffff), dictionary);
-#endif
-            density_chameleon_decode_process_uncompressed((uint32_t)(var_64 >> density_bitsizeof(uint32_t)), dictionary);
-#ifdef DENSITY_BIG_ENDIAN
-            density_chameleon_decode_process_uncompressed((uint32_t)(var_64 & 0xffffffff), dictionary);
-#endif
-            DENSITY_MEMCPY(*out, &var_64, sizeof(uint32_t) + sizeof(uint32_t));
-            *in += (sizeof(uint32_t) + sizeof(uint32_t));
-            *out += sizeof(uint64_t);
-            break;
-        case 0x1:
-            DENSITY_MEMCPY(&var_64, *in, sizeof(uint16_t) + sizeof(uint32_t));
-#ifdef DENSITY_LITTLE_ENDIAN
-            density_chameleon_decode_process_compressed((uint16_t)(var_64 & 0xffff), out, dictionary);
-            var_32 = (uint32_t)((var_64 >> density_bitsizeof(uint16_t)) & 0xffffffff);
-            density_chameleon_decode_process_uncompressed(var_32, dictionary);
-            DENSITY_MEMCPY(*out + sizeof(uint32_t), &var_32, sizeof(uint32_t));
-            *out += sizeof(uint64_t);
-#elif defined(DENSITY_BIG_ENDIAN)
-            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)((var_64 >> (density_bitsizeof(uint16_t) + density_bitsizeof(uint32_t))) & 0xffff)), out, dictionary);
-            var_32 = (uint32_t)((var_64 >> density_bitsizeof(uint16_t)) & 0xffffffff);
-            density_chameleon_decode_process_uncompressed(var_32, dictionary);
-            DENSITY_MEMCPY(*out + sizeof(uint32_t), &var_32, sizeof(uint32_t));
-            *out += sizeof(uint64_t);
-#else
-#error
-#endif
-            *in += (sizeof(uint16_t) + sizeof(uint32_t));
-            break;
-        case 0x2:
-            DENSITY_MEMCPY(&var_64, *in, sizeof(uint32_t) + sizeof(uint16_t));
-#ifdef DENSITY_LITTLE_ENDIAN
-            var_32 = (uint32_t)(var_64 & 0xffffffff);
-            density_chameleon_decode_process_uncompressed(var_32, dictionary);
-            DENSITY_MEMCPY(*out, &var_32, sizeof(uint32_t));
-            *out += sizeof(uint32_t);
-            density_chameleon_decode_process_compressed((uint16_t)((var_64 >> density_bitsizeof(uint32_t)) & 0xffff), out, dictionary);
-            *out += sizeof(uint32_t);
-#elif defined(DENSITY_BIG_ENDIAN)
-            var_32 = (uint32_t)((var_64 >> density_bitsizeof(uint32_t)) & 0xffffffff);
-            density_chameleon_decode_process_uncompressed(var_32, dictionary);
-            DENSITY_MEMCPY(*out, &var_32, sizeof(uint32_t));
-            *out += sizeof(uint32_t);
-            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)((var_64 >> density_bitsizeof(uint16_t)) & 0xffff)), out, dictionary);
-            *out += sizeof(uint32_t);
-#else
-#error
-#endif
-            *in += (sizeof(uint32_t) + sizeof(uint16_t));
-            break;
-        case 0x3:
-            DENSITY_MEMCPY(&var_32, *in, sizeof(uint16_t) + sizeof(uint16_t));
-#ifdef DENSITY_LITTLE_ENDIAN
-            density_chameleon_decode_process_compressed((uint16_t)(var_32 & 0xffff), out, dictionary);
-            *out += sizeof(uint32_t);
-#endif
-            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)(var_32 >> density_bitsizeof(uint16_t))), out, dictionary);
-            *out += sizeof(uint32_t);
-#ifdef DENSITY_BIG_ENDIAN
-            density_chameleon_decode_process_compressed(DENSITY_LITTLE_ENDIAN_16((uint16_t)(var_32 & 0xffff)), out, dictionary);
-            *out += sizeof(uint32_t);
-#endif
-            *in += (sizeof(uint16_t) + sizeof(uint16_t));
-            break;
-    }
-}
-
-DENSITY_FORCE_INLINE bool density_chameleon_decode_test_compressed(const density_chameleon_signature signature, const uint_fast8_t shift) {
-    return (density_bool const) ((signature >> shift) & DENSITY_CHAMELEON_SIGNATURE_FLAG_MAP);
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_decode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_chameleon_signature signature, const uint_fast8_t shift, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
-    density_chameleon_decode_kernel(in, out, density_chameleon_decode_test_compressed(signature, shift), dictionary);
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_decode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const density_chameleon_signature signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary) {
-    uint_fast8_t count_a = 0;
-    uint_fast8_t count_b = 0;
-
-#if defined(__clang__) || defined(_MSC_VER)
-    do {
-        DENSITY_UNROLL_2(density_chameleon_decode_kernel_dual(in, out, signature, count_a, dictionary); count_a+= 2);
-    } while (++count_b & 0xf);
-#else
-    do {
-        DENSITY_UNROLL_2(density_chameleon_decode_4(in, out, signature, count_a ++, dictionary));
-    } while (++count_b & 0x1f);
-#endif
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_decode_read_signature(const uint8_t **DENSITY_RESTRICT in, density_chameleon_signature *DENSITY_RESTRICT signature) {
-#ifdef DENSITY_LITTLE_ENDIAN
-    DENSITY_MEMCPY(signature, *in, sizeof(density_chameleon_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-    density_chameleon_signature endian_signature;
-    DENSITY_MEMCPY(&endian_signature, *in, sizeof(density_chameleon_signature));
-    *signature = DENSITY_LITTLE_ENDIAN_64(endian_signature);
-#else
-#error
-#endif
-    *in += sizeof(density_chameleon_signature);
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_chameleon_decode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
-    if (out_size < DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    density_chameleon_signature signature;
-    uint_fast8_t shift;
-    uint_fast64_t remaining;
-
-    const uint8_t *start = *in;
-
-    if (in_size < DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE) {
-        goto read_signature;
-    }
-
-    const uint8_t *in_limit = *in + in_size - DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE;
-    uint8_t *out_limit = *out + out_size - DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE;
-
-    while (DENSITY_LIKELY(*in <= in_limit && *out <= out_limit)) {
-        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
-            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
-        }
-        state->counter++;
-        if (DENSITY_UNLIKELY(state->copy_penalty)) {
-            DENSITY_ALGORITHM_COPY(DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
-            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
-        } else {
-            const uint8_t *in_start = *in;
-            density_chameleon_decode_read_signature(in, &signature);
-            density_chameleon_decode_256(in, out, signature, (density_chameleon_dictionary *const) state->dictionary);
-            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*in - in_start), DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
-        }
-    }
-
-    if (*out > out_limit)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    read_signature:
-    if (in_size - (*in - start) < sizeof(density_chameleon_signature))
-        return DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL;
-    shift = 0;
-    density_chameleon_decode_read_signature(in, &signature);
-    read_and_decode_4:
-    switch (in_size - (*in - start)) {
-        case 0:
-        case 1:
-            if (density_chameleon_decode_test_compressed(signature, shift))
-                return DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
-            else    // End marker
-                goto process_remaining_bytes;
-        case 2:
-        case 3:
-            if (density_chameleon_decode_test_compressed(signature, shift++))
-                density_chameleon_decode_kernel(in, out, true, (density_chameleon_dictionary *const) state->dictionary);
-            else    // End marker
-                goto process_remaining_bytes;
-            break;
-        default:
-            density_chameleon_decode_4(in, out, signature, shift++, (density_chameleon_dictionary *const) state->dictionary);
-            break;
-    }
-
-    if (DENSITY_UNLIKELY(shift == density_bitsizeof(density_chameleon_signature)))
-        goto read_signature;
-    else
-        goto read_and_decode_4;
-
-    process_remaining_bytes:
-    remaining = in_size - (*in - start);
-    DENSITY_ALGORITHM_COPY(remaining);
-
-    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
-}
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_decode.h b/contrib/density/src/algorithms/chameleon/core/chameleon_decode.h
deleted file mode 100644
index cbf06e26a44..00000000000
--- a/contrib/density/src/algorithms/chameleon/core/chameleon_decode.h
+++ /dev/null
@@ -1,53 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 23/06/15 21:49
- *
- * -------------------
- * Chameleon algorithm
- * -------------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Hash based superfast kernel
- */
-
-#ifndef DENSITY_CHAMELEON_DECODE_H
-#define DENSITY_CHAMELEON_DECODE_H
-
-#include "../dictionary/chameleon_dictionary.h"
-#include "../../algorithms.h"
-
-DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_chameleon_decode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
-
-#endif
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_encode.c b/contrib/density/src/algorithms/chameleon/core/chameleon_encode.c
deleted file mode 100644
index 2090cb99173..00000000000
--- a/contrib/density/src/algorithms/chameleon/core/chameleon_encode.c
+++ /dev/null
@@ -1,179 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 23/06/15 22:02
- *
- * -------------------
- * Chameleon algorithm
- * -------------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Hash based superfast kernel
- */
-
-#include "chameleon_encode.h"
-
-DENSITY_FORCE_INLINE void density_chameleon_encode_prepare_signature(uint8_t **DENSITY_RESTRICT out, density_chameleon_signature **DENSITY_RESTRICT signature_pointer, density_chameleon_signature *const DENSITY_RESTRICT signature) {
-    *signature = 0;
-    *signature_pointer = (density_chameleon_signature *) *out;
-    *out += sizeof(density_chameleon_signature);
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_encode_kernel(uint8_t **DENSITY_RESTRICT out, const uint16_t hash, const uint_fast8_t shift, density_chameleon_signature *const DENSITY_RESTRICT signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
-    density_chameleon_dictionary_entry *const found = &dictionary->entries[hash];
-
-    switch (*unit ^ found->as_uint32_t) {
-        case 0:
-            *signature |= ((uint64_t) DENSITY_CHAMELEON_SIGNATURE_FLAG_MAP << shift);
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
-            DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
-#else
-#error
-#endif
-            *out += sizeof(uint16_t);
-            break;
-        default:
-            found->as_uint32_t = *unit; // Does not ensure dictionary content consistency between endiannesses
-            DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
-            *out += sizeof(uint32_t);
-            break;
-    }
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_encode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, const uint_fast8_t shift, density_chameleon_signature *const DENSITY_RESTRICT signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
-    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
-    density_chameleon_encode_kernel(out, DENSITY_CHAMELEON_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit)), shift, signature, dictionary, unit);
-    *in += sizeof(uint32_t);
-}
-
-DENSITY_FORCE_INLINE void density_chameleon_encode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, density_chameleon_signature *const DENSITY_RESTRICT signature, density_chameleon_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
-    uint_fast8_t count = 0;
-
-#ifdef __clang__
-    for (uint_fast8_t count_b = 0; count_b < 32; count_b++) {
-        DENSITY_UNROLL_2(density_chameleon_encode_4(in, out, count++, signature, dictionary, unit));
-    }
-#else
-    for (uint_fast8_t count_b = 0; count_b < 16; count_b++) {
-        DENSITY_UNROLL_4(density_chameleon_encode_4(in, out, count++, signature, dictionary, unit));
-    }
-#endif
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_chameleon_encode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
-    if (out_size < DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    density_chameleon_signature signature;
-    density_chameleon_signature *signature_pointer;
-    uint32_t unit;
-
-    uint8_t *out_limit = *out + out_size - DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE;
-    uint_fast64_t limit_256 = (in_size >> 8);
-
-    while (DENSITY_LIKELY(limit_256-- && *out <= out_limit)) {
-        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
-            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
-        }
-        state->counter++;
-        if (DENSITY_UNLIKELY(state->copy_penalty)) {
-            DENSITY_ALGORITHM_COPY(DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
-            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
-        } else {
-            const uint8_t *out_start = *out;
-            density_chameleon_encode_prepare_signature(out, &signature_pointer, &signature);
-            DENSITY_PREFETCH(*in + DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
-            density_chameleon_encode_256(in, out, &signature, (density_chameleon_dictionary *const) state->dictionary, &unit);
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_chameleon_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const density_chameleon_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_chameleon_signature));
-#else
-#error
-#endif
-            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*out - out_start), DENSITY_CHAMELEON_WORK_BLOCK_SIZE);
-        }
-    }
-
-    if (*out > out_limit)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    uint_fast64_t remaining;
-
-    switch (in_size & 0xff) {
-        case 0:
-        case 1:
-        case 2:
-        case 3:
-            density_chameleon_encode_prepare_signature(out, &signature_pointer, &signature);
-            signature = ((uint64_t) DENSITY_CHAMELEON_SIGNATURE_FLAG_CHUNK);    // End marker
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_chameleon_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const density_chameleon_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_chameleon_signature));
-#else
-#error
-#endif
-            goto process_remaining_bytes;
-        default:
-            break;
-    }
-
-    const uint_fast64_t limit_4 = (in_size & 0xff) >> 2;
-    density_chameleon_encode_prepare_signature(out, &signature_pointer, &signature);
-    for (uint_fast8_t shift = 0; shift != limit_4; shift++)
-        density_chameleon_encode_4(in, out, shift, &signature, (density_chameleon_dictionary *const) state->dictionary, &unit);
-
-    signature |= ((uint64_t) DENSITY_CHAMELEON_SIGNATURE_FLAG_CHUNK << limit_4);    // End marker
-#ifdef DENSITY_LITTLE_ENDIAN
-    DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_chameleon_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-    const density_chameleon_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-    DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_chameleon_signature));
-#else
-#error
-#endif
-
-    process_remaining_bytes:
-    remaining = in_size & 0x3;
-    if (remaining)
-        DENSITY_ALGORITHM_COPY(remaining);
-
-    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
-}
diff --git a/contrib/density/src/algorithms/chameleon/core/chameleon_encode.h b/contrib/density/src/algorithms/chameleon/core/chameleon_encode.h
deleted file mode 100644
index f71fc23fbc0..00000000000
--- a/contrib/density/src/algorithms/chameleon/core/chameleon_encode.h
+++ /dev/null
@@ -1,53 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 23/06/15 21:51
- *
- * -------------------
- * Chameleon algorithm
- * -------------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Hash based superfast kernel
- */
-
-#ifndef DENSITY_CHAMELEON_ENCODE_H
-#define DENSITY_CHAMELEON_ENCODE_H
-
-#include "../dictionary/chameleon_dictionary.h"
-#include "../../algorithms.h"
-
-DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_chameleon_encode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
-
-#endif
diff --git a/contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h b/contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
deleted file mode 100644
index 1f584a5936e..00000000000
--- a/contrib/density/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
+++ /dev/null
@@ -1,63 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/10/13 12:05
- *
- * -------------------
- * Chameleon algorithm
- * -------------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Hash based superfast kernel
- */
-
-#ifndef DENSITY_CHAMELEON_DICTIONARY_H
-#define DENSITY_CHAMELEON_DICTIONARY_H
-
-#include "../chameleon.h"
-
-#include <string.h>
-
-#pragma pack(push)
-#pragma pack(4)
-typedef struct {
-    uint32_t as_uint32_t;
-} density_chameleon_dictionary_entry;
-
-typedef struct {
-    density_chameleon_dictionary_entry entries[1 << DENSITY_CHAMELEON_HASH_BITS];
-} density_chameleon_dictionary;
-#pragma pack(pop)
-
-#endif
diff --git a/contrib/density/src/algorithms/cheetah/cheetah.h b/contrib/density/src/algorithms/cheetah/cheetah.h
deleted file mode 100644
index 0d47d0ab502..00000000000
--- a/contrib/density/src/algorithms/cheetah/cheetah.h
+++ /dev/null
@@ -1,73 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 06/12/13 20:10
- *
- * -----------------
- * Cheetah algorithm
- * -----------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- * Piotr Tarsa (https://github.com/tarsa)
- *
- * Description
- * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
- */
-
-#ifndef DENSITY_CHEETAH_H
-#define DENSITY_CHEETAH_H
-
-#include "../../globals.h"
-
-#define DENSITY_CHEETAH_HASH_BITS                                           16
-#define DENSITY_CHEETAH_HASH_MULTIPLIER                                     (uint32_t)0x9D6EF916lu
-
-#define DENSITY_CHEETAH_HASH_ALGORITHM(value32)                             (uint16_t)(value32 * DENSITY_CHEETAH_HASH_MULTIPLIER >> (32 - DENSITY_CHEETAH_HASH_BITS))
-
-typedef enum {
-    DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED = 0x0,
-    DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A = 0x1,
-    DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B = 0x2,
-    DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK = 0x3,
-} DENSITY_CHEETAH_SIGNATURE_FLAG;
-
-typedef uint64_t                                                            density_cheetah_signature;
-
-#define DENSITY_CHEETAH_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE          ((density_bitsizeof(density_cheetah_signature) >> 1) * sizeof(uint32_t))   // Uncompressed chunks
-#define DENSITY_CHEETAH_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE                ((density_bitsizeof(density_cheetah_signature) >> 1) * sizeof(uint32_t))
-
-#define DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE                        (sizeof(density_cheetah_signature) + DENSITY_CHEETAH_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE)
-#define DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE                              (DENSITY_CHEETAH_DECOMPRESSED_BODY_SIZE_PER_SIGNATURE)
-
-#define DENSITY_CHEETAH_WORK_BLOCK_SIZE                                     128
-
-#endif
\ No newline at end of file
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_decode.c b/contrib/density/src/algorithms/cheetah/core/cheetah_decode.c
deleted file mode 100644
index 4928938b41e..00000000000
--- a/contrib/density/src/algorithms/cheetah/core/cheetah_decode.c
+++ /dev/null
@@ -1,266 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/06/15 0:32
- *
- * -----------------
- * Cheetah algorithm
- * -----------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- * Piotr Tarsa (https://github.com/tarsa)
- *
- * Description
- * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
- */
-
-#include "cheetah_decode.h"
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_process_predicted(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
-    const uint32_t unit = dictionary->prediction_entries[*last_hash].next_chunk_prediction;
-    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
-    *last_hash = DENSITY_CHEETAH_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(unit));
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_process_compressed_a(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, const uint16_t hash) {
-    DENSITY_PREFETCH(&dictionary->prediction_entries[hash]);
-    const uint32_t unit = dictionary->entries[hash].chunk_a;
-    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
-    dictionary->prediction_entries[*last_hash].next_chunk_prediction = unit;
-    *last_hash = hash;
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_process_compressed_b(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, const uint16_t hash) {
-    DENSITY_PREFETCH(&dictionary->prediction_entries[hash]);
-    density_cheetah_dictionary_entry *const entry = &dictionary->entries[hash];
-    const uint32_t unit = entry->chunk_b;
-    entry->chunk_b = entry->chunk_a;
-    entry->chunk_a = unit;  // Does not ensure dictionary content consistency between endiannesses
-    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
-    dictionary->prediction_entries[*last_hash].next_chunk_prediction = unit;
-    *last_hash = hash;
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_process_uncompressed(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, const uint32_t unit) {
-    const uint16_t hash = DENSITY_CHEETAH_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(unit));
-    DENSITY_PREFETCH(&dictionary->prediction_entries[hash]);
-    density_cheetah_dictionary_entry *const entry = &dictionary->entries[hash];
-    entry->chunk_b = entry->chunk_a;
-    entry->chunk_a = unit;  // Does not ensure dictionary content consistency between endiannesses
-    DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
-    dictionary->prediction_entries[*last_hash].next_chunk_prediction = unit;    // Does not ensure dictionary content consistency between endiannesses
-    *last_hash = hash;
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_kernel_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint8_t flag, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
-    uint16_t hash;
-    uint32_t unit;
-
-    switch (flag) {
-        case DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED:
-            density_cheetah_decode_process_predicted(out, last_hash, dictionary);
-            break;
-        case DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A:
-            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t));
-            density_cheetah_decode_process_compressed_a(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));
-            *in += sizeof(uint16_t);
-            break;
-        case DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B:
-            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t));
-            density_cheetah_decode_process_compressed_b(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));
-            *in += sizeof(uint16_t);
-            break;
-        default:    // DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK
-            DENSITY_MEMCPY(&unit, *in, sizeof(uint32_t));
-            density_cheetah_decode_process_uncompressed(out, last_hash, dictionary, unit);
-            *in += sizeof(uint32_t);
-            break;
-    }
-
-    *out += sizeof(uint32_t);
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_kernel_16(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint8_t flags, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
-    uint16_t hash;
-    uint32_t unit;
-
-    switch (flags) {
-        DENSITY_CASE_GENERATOR_4_4_COMBINED(\
-            density_cheetah_decode_process_predicted(out, last_hash, dictionary);, \
-            DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED, \
-            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t)); \
-            density_cheetah_decode_process_compressed_a(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));\
-            *in += sizeof(uint16_t);, \
-            DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A, \
-            DENSITY_MEMCPY(&hash, *in, sizeof(uint16_t)); \
-            density_cheetah_decode_process_compressed_b(out, last_hash, dictionary, DENSITY_LITTLE_ENDIAN_16(hash));\
-            *in += sizeof(uint16_t);, \
-            DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B, \
-            DENSITY_MEMCPY(&unit, *in, sizeof(uint32_t)); \
-            density_cheetah_decode_process_uncompressed(out, last_hash, dictionary, unit);\
-            *in += sizeof(uint32_t);, \
-            DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK, \
-            *out += sizeof(uint32_t);, \
-            2\
-        );
-        default:
-            break;
-    }
-
-    *out += sizeof(uint32_t);
-}
-
-DENSITY_FORCE_INLINE uint8_t density_cheetah_decode_read_flag(const density_cheetah_signature signature, const uint_fast8_t shift) {
-    return (uint8_t const) ((signature >> shift) & 0x3);
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const density_cheetah_signature signature, const uint_fast8_t shift, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
-    density_cheetah_decode_kernel_4(in, out, last_hash, density_cheetah_decode_read_flag(signature, shift), dictionary);
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_16(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const density_cheetah_signature signature, const uint_fast8_t shift, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
-    density_cheetah_decode_kernel_16(in, out, last_hash, (uint8_t const) ((signature >> shift) & 0xff), dictionary);
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_128(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const density_cheetah_signature signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary) {
-#ifdef __clang__
-    uint_fast8_t count = 0;
-    for (uint_fast8_t count_b = 0; count_b < 8; count_b ++) {
-        density_cheetah_decode_16(in, out, last_hash, signature, count, dictionary);
-        count += 8;
-    }
-#else
-    for (uint_fast8_t count_b = 0; count_b < density_bitsizeof(density_cheetah_signature); count_b += 8)
-        density_cheetah_decode_16(in, out, last_hash, signature, count_b, dictionary);
-#endif
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_decode_read_signature(const uint8_t **DENSITY_RESTRICT in, density_cheetah_signature *DENSITY_RESTRICT signature) {
-#ifdef DENSITY_LITTLE_ENDIAN
-    DENSITY_MEMCPY(signature, *in, sizeof(density_cheetah_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-    density_cheetah_signature endian_signature;
-    DENSITY_MEMCPY(&endian_signature, *in, sizeof(density_cheetah_signature));
-    *signature = DENSITY_LITTLE_ENDIAN_64(endian_signature);
-#else
-#error
-#endif
-    *in += sizeof(density_cheetah_signature);
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_cheetah_decode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
-    if (out_size < DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    density_cheetah_signature signature;
-    uint_fast8_t shift;
-    uint_fast64_t remaining;
-    uint_fast16_t last_hash = 0;
-    uint8_t flag;
-
-    const uint8_t *start = *in;
-
-    if (in_size < DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE) {
-        goto read_signature;
-    }
-
-    const uint8_t *in_limit = *in + in_size - DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE;
-    uint8_t *out_limit = *out + out_size - DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE;
-
-    while (DENSITY_LIKELY(*in <= in_limit && *out <= out_limit)) {
-        if (DENSITY_UNLIKELY(!(state->counter & 0x1f))) {
-            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
-        }
-        state->counter++;
-        if (DENSITY_UNLIKELY(state->copy_penalty)) {
-            DENSITY_ALGORITHM_COPY(DENSITY_CHEETAH_WORK_BLOCK_SIZE);
-            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
-        } else {
-            const uint8_t *in_start = *in;
-            density_cheetah_decode_read_signature(in, &signature);
-            density_cheetah_decode_128(in, out, &last_hash, signature, (density_cheetah_dictionary *const) state->dictionary);
-            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*in - in_start), DENSITY_CHEETAH_WORK_BLOCK_SIZE);
-        }
-    }
-
-    if (*out > out_limit)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    read_signature:
-    if (in_size - (*in - start) < sizeof(density_cheetah_signature))
-        return DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL;
-    shift = 0;
-    density_cheetah_decode_read_signature(in, &signature);
-    read_and_decode_4:
-    switch (in_size - (*in - start)) {
-        case 0:
-        case 1:
-            switch (density_cheetah_decode_read_flag(signature, shift)) {
-                case DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK:
-                    goto process_remaining_bytes;   // End marker
-                case DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED:
-                    density_cheetah_decode_kernel_4(in, out, &last_hash, DENSITY_CHEETAH_SIGNATURE_FLAG_PREDICTED, (density_cheetah_dictionary *const) state->dictionary);
-                    shift += 2;
-                    break;
-                default:
-                    return DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
-            }
-            break;
-        case 2:
-        case 3:
-            flag = density_cheetah_decode_read_flag(signature, shift);
-            switch (flag) {
-                case DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK:
-                    goto process_remaining_bytes;   // End marker
-                default:
-                    density_cheetah_decode_kernel_4(in, out, &last_hash, flag, (density_cheetah_dictionary *const) state->dictionary);
-                    shift += 2;
-                    break;
-            }
-            break;
-        default:
-            density_cheetah_decode_4(in, out, &last_hash, signature, shift, (density_cheetah_dictionary *const) state->dictionary);
-            shift += 2;
-            break;
-    }
-
-    if (DENSITY_UNLIKELY(shift == density_bitsizeof(density_cheetah_signature)))
-        goto read_signature;
-    else
-        goto read_and_decode_4;
-
-    process_remaining_bytes:
-    remaining = in_size - (*in - start);
-    DENSITY_ALGORITHM_COPY(remaining);
-
-    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
-}
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_decode.h b/contrib/density/src/algorithms/cheetah/core/cheetah_decode.h
deleted file mode 100644
index 278368e7938..00000000000
--- a/contrib/density/src/algorithms/cheetah/core/cheetah_decode.h
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/06/15 0:31
- *
- * -----------------
- * Cheetah algorithm
- * -----------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- * Piotr Tarsa (https://github.com/tarsa)
- *
- * Description
- * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
- */
-
-#ifndef DENSITY_CHEETAH_DECODE_H
-#define DENSITY_CHEETAH_DECODE_H
-
-#include "../dictionary/cheetah_dictionary.h"
-#include "../../algorithms.h"
-
-DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_cheetah_decode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
-
-#endif
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_encode.c b/contrib/density/src/algorithms/cheetah/core/cheetah_encode.c
deleted file mode 100644
index 6cec16f4bf0..00000000000
--- a/contrib/density/src/algorithms/cheetah/core/cheetah_encode.c
+++ /dev/null
@@ -1,202 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 23/06/15 23:29
- *
- * -----------------
- * Cheetah algorithm
- * -----------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- * Piotr Tarsa (https://github.com/tarsa)
- *
- * Description
- * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
- */
-
-#include "cheetah_encode.h"
-
-DENSITY_FORCE_INLINE void density_cheetah_encode_prepare_signature(uint8_t **DENSITY_RESTRICT out, density_cheetah_signature **DENSITY_RESTRICT signature_pointer, density_cheetah_signature *const DENSITY_RESTRICT signature) {
-    *signature = 0;
-    *signature_pointer = (density_cheetah_signature *) *out;
-    *out += sizeof(density_cheetah_signature);
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_encode_kernel(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint_fast16_t hash, const uint_fast8_t shift, density_cheetah_signature *const DENSITY_RESTRICT signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
-    uint32_t *predictedChunk = (uint32_t*) &dictionary->prediction_entries[*last_hash];
-
-    if (*predictedChunk ^ *unit) {
-        density_cheetah_dictionary_entry *found = &dictionary->entries[hash];
-        uint32_t *found_a = &found->chunk_a;
-        if (*found_a ^ *unit) {
-            uint32_t *found_b = &found->chunk_b;
-            if (*found_b ^ *unit) {
-                *signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK << shift);
-                DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
-                *out += sizeof(uint32_t);
-            } else {
-                *signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_B << shift);
-#ifdef DENSITY_LITTLE_ENDIAN
-                DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-                const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
-                DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
-#else
-#error
-#endif
-                *out += sizeof(uint16_t);
-            }
-            *found_b = *found_a;
-            *found_a = *unit;   // Does not ensure dictionary content consistency between endiannesses
-        } else {
-            *signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_MAP_A << shift);
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
-            DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
-#else
-#error
-#endif
-            *out += sizeof(uint16_t);
-        }
-        *predictedChunk = *unit;    // Does not ensure dictionary content consistency between endiannesses
-    }
-    *last_hash = hash;
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_encode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, const uint_fast8_t shift, density_cheetah_signature *const DENSITY_RESTRICT signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
-    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
-    *in += sizeof(uint32_t);
-    density_cheetah_encode_kernel(out, last_hash, DENSITY_CHEETAH_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit)), shift, signature, dictionary, unit);
-}
-
-DENSITY_FORCE_INLINE void density_cheetah_encode_128(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_cheetah_signature *const DENSITY_RESTRICT signature, density_cheetah_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT unit) {
-    uint_fast8_t count = 0;
-
-#ifdef __clang__
-    for(; count < density_bitsizeof(density_cheetah_signature); count += 2) {
-        density_cheetah_encode_4(in, out, last_hash, count, signature, dictionary, unit);
-    }
-#else
-    for (uint_fast8_t count_b = 0; count_b < 16; count_b++) {
-        DENSITY_UNROLL_2(\
-        density_cheetah_encode_4(in, out, last_hash, count, signature, dictionary, unit);\
-        count += 2);
-    }
-#endif
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_cheetah_encode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
-    if (out_size < DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    density_cheetah_signature signature;
-    density_cheetah_signature *signature_pointer;
-    uint_fast16_t last_hash = 0;
-    uint32_t unit;
-
-    uint8_t *out_limit = *out + out_size - DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE;
-    uint_fast64_t limit_128 = (in_size >> 7);
-
-    while (DENSITY_LIKELY(limit_128-- && *out <= out_limit)) {
-        if (DENSITY_UNLIKELY(!(state->counter & 0x1f))) {
-            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
-        }
-        state->counter++;
-        if (DENSITY_UNLIKELY(state->copy_penalty)) {
-            DENSITY_ALGORITHM_COPY(DENSITY_CHEETAH_WORK_BLOCK_SIZE);
-            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
-        } else {
-            const uint8_t *out_start = *out;
-            density_cheetah_encode_prepare_signature(out, &signature_pointer, &signature);
-            DENSITY_PREFETCH(*in + DENSITY_CHEETAH_WORK_BLOCK_SIZE);
-            density_cheetah_encode_128(in, out, &last_hash, &signature, (density_cheetah_dictionary *const) state->dictionary, &unit);
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_cheetah_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const density_cheetah_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_cheetah_signature));
-#else
-#error
-#endif
-            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*out - out_start), DENSITY_CHEETAH_WORK_BLOCK_SIZE);
-        }
-    }
-
-    if (*out > out_limit)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    uint_fast64_t remaining;
-
-    switch (in_size & 0x7f) {
-        case 0:
-        case 1:
-        case 2:
-        case 3:
-            density_cheetah_encode_prepare_signature(out, &signature_pointer, &signature);
-            signature = (uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK;    // End marker
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_cheetah_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const density_cheetah_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_cheetah_signature));
-#else
-#error
-#endif
-            goto process_remaining_bytes;
-        default:
-            break;
-    }
-
-    const uint_fast64_t limit_4 = ((in_size & 0x7f) >> 2) << 1; // 4-byte units times number of signature flag bits
-    density_cheetah_encode_prepare_signature(out, &signature_pointer, &signature);
-    for (uint_fast8_t shift = 0; shift != limit_4; shift += 2)
-        density_cheetah_encode_4(in, out, &last_hash, shift, &signature, (density_cheetah_dictionary *const) state->dictionary, &unit);
-
-    signature |= ((uint64_t) DENSITY_CHEETAH_SIGNATURE_FLAG_CHUNK << limit_4);  // End marker
-#ifdef DENSITY_LITTLE_ENDIAN
-    DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_cheetah_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-    const density_cheetah_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-    DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_cheetah_signature));
-#else
-#error
-#endif
-
-    process_remaining_bytes:
-    remaining = in_size & 0x3;
-    if (remaining)
-    DENSITY_ALGORITHM_COPY(remaining);
-
-    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
-}
diff --git a/contrib/density/src/algorithms/cheetah/core/cheetah_encode.h b/contrib/density/src/algorithms/cheetah/core/cheetah_encode.h
deleted file mode 100644
index 9f67e5bad9d..00000000000
--- a/contrib/density/src/algorithms/cheetah/core/cheetah_encode.h
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 23/06/15 23:29
- *
- * -----------------
- * Cheetah algorithm
- * -----------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- * Piotr Tarsa (https://github.com/tarsa)
- *
- * Description
- * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
- */
-
-#ifndef DENSITY_CHEETAH_ENCODE_H
-#define DENSITY_CHEETAH_ENCODE_H
-
-#include "../dictionary/cheetah_dictionary.h"
-#include "../../algorithms.h"
-
-DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_cheetah_encode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
-
-#endif
diff --git a/contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h b/contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
deleted file mode 100644
index 5223d843574..00000000000
--- a/contrib/density/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
+++ /dev/null
@@ -1,70 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 06/12/13 20:20
- *
- * -----------------
- * Cheetah algorithm
- * -----------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- * Piotr Tarsa (https://github.com/tarsa)
- *
- * Description
- * Very fast two level dictionary hash algorithm derived from Chameleon, with predictions lookup
- */
-
-#ifndef DENSITY_CHEETAH_DICTIONARY_H
-#define DENSITY_CHEETAH_DICTIONARY_H
-
-#include "../cheetah.h"
-
-#include <string.h>
-
-#pragma pack(push)
-#pragma pack(4)
-typedef struct {
-    uint32_t chunk_a;
-    uint32_t chunk_b;
-} density_cheetah_dictionary_entry;
-
-typedef struct {
-    uint32_t next_chunk_prediction;
-} density_cheetah_dictionary_prediction_entry;
-
-typedef struct {
-    density_cheetah_dictionary_entry entries[1 << DENSITY_CHEETAH_HASH_BITS];
-    density_cheetah_dictionary_prediction_entry prediction_entries[1 << DENSITY_CHEETAH_HASH_BITS];
-} density_cheetah_dictionary;
-#pragma pack(pop)
-
-#endif
diff --git a/contrib/density/src/algorithms/dictionaries.c b/contrib/density/src/algorithms/dictionaries.c
deleted file mode 100644
index 1e8d5466014..00000000000
--- a/contrib/density/src/algorithms/dictionaries.c
+++ /dev/null
@@ -1,48 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2018, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 13/01/18 17:31
- */
-
-#include "dictionaries.h"
-
-DENSITY_WINDOWS_EXPORT size_t density_get_dictionary_size(DENSITY_ALGORITHM algorithm) {
-    switch(algorithm) {
-        case DENSITY_ALGORITHM_CHAMELEON:
-            return sizeof(density_chameleon_dictionary);
-        case DENSITY_ALGORITHM_CHEETAH:
-            return sizeof(density_cheetah_dictionary);
-        case DENSITY_ALGORITHM_LION:
-            return sizeof(density_lion_dictionary);
-        default:
-            return 0;
-    }
-}
diff --git a/contrib/density/src/algorithms/dictionaries.h b/contrib/density/src/algorithms/dictionaries.h
deleted file mode 100644
index 291c361963e..00000000000
--- a/contrib/density/src/algorithms/dictionaries.h
+++ /dev/null
@@ -1,45 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2018, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 13/01/18 17:26
- */
-
-#ifndef DENSITY_DICTIONARIES_H
-#define DENSITY_DICTIONARIES_H
-
-#include "../globals.h"
-#include "../algorithms/chameleon/dictionary/chameleon_dictionary.h"
-#include "../algorithms/cheetah/dictionary/cheetah_dictionary.h"
-#include "../algorithms/lion/dictionary/lion_dictionary.h"
-
-DENSITY_WINDOWS_EXPORT size_t density_get_dictionary_size(DENSITY_ALGORITHM);
-
-#endif
diff --git a/contrib/density/src/algorithms/lion/core/lion_decode.c b/contrib/density/src/algorithms/lion/core/lion_decode.c
deleted file mode 100644
index c84262c0d50..00000000000
--- a/contrib/density/src/algorithms/lion/core/lion_decode.c
+++ /dev/null
@@ -1,327 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/06/15 20:55
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#include "lion_decode.h"
-
-DENSITY_FORCE_INLINE void density_lion_decode_read_signature(const uint8_t **DENSITY_RESTRICT in, uint_fast64_t *const DENSITY_RESTRICT signature) {
-#ifdef DENSITY_LITTLE_ENDIAN
-    DENSITY_MEMCPY(signature, *in, sizeof(density_lion_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-    density_lion_signature endian_signature;
-    DENSITY_MEMCPY(&endian_signature, *in, sizeof(density_lion_signature));
-    *signature = DENSITY_LITTLE_ENDIAN_64(endian_signature);
-#else
-#error
-#endif
-    *in += sizeof(density_lion_signature);
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_update_predictions_model(density_lion_dictionary_chunk_prediction_entry *const DENSITY_RESTRICT predictions, const uint32_t chunk) {
-    DENSITY_MEMMOVE((uint32_t *) predictions + 1, predictions, 2 * sizeof(uint32_t));
-    *(uint32_t *) predictions = chunk;     // Move chunk to the top of the predictions list, does not ensure dictionary content consistency between endiannesses
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_update_dictionary_model(density_lion_dictionary_chunk_entry *const DENSITY_RESTRICT entry, const uint32_t chunk) {
-    DENSITY_MEMMOVE((uint32_t *) entry + 1, entry, 3 * sizeof(uint32_t));
-    *(uint32_t *) entry = chunk;    // Does not ensure dictionary content consistency between endiannesses
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_read_hash(const uint8_t **DENSITY_RESTRICT in, uint16_t *DENSITY_RESTRICT const hash) {
-#ifdef DENSITY_LITTLE_ENDIAN
-    DENSITY_MEMCPY(hash, *in, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-    uint16_t endian_hash;
-    DENSITY_MEMCPY(&endian_hash, *in, sizeof(uint16_t));
-    *hash = DENSITY_LITTLE_ENDIAN_16(endian_hash);
-#else
-#error
-#endif
-    *in += sizeof(uint16_t);
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_prediction_generic(uint8_t **DENSITY_RESTRICT out, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    *hash = DENSITY_LION_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit));
-    DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
-    *out += sizeof(uint32_t);
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_dictionary_generic(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint32_t *DENSITY_RESTRICT const unit) {
-    DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
-    *out += sizeof(uint32_t);
-    density_lion_dictionary_chunk_prediction_entry *prediction = &(dictionary->predictions[*last_hash]);
-    density_lion_decode_update_predictions_model(prediction, *unit);
-}
-
-void density_lion_decode_prediction_a(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    (void)in;
-    *unit = dictionary->predictions[*last_hash].next_chunk_a;
-    density_lion_decode_prediction_generic(out, hash, unit);
-
-    *last_hash = *hash;
-}
-
-void density_lion_decode_prediction_b(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    (void)in;
-    density_lion_dictionary_chunk_prediction_entry *const prediction = &dictionary->predictions[*last_hash];
-    *unit = prediction->next_chunk_b;
-    density_lion_decode_update_predictions_model(prediction, *unit);
-    density_lion_decode_prediction_generic(out, hash, unit);
-
-    *last_hash = *hash;
-}
-
-void density_lion_decode_prediction_c(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    (void)in;
-    density_lion_dictionary_chunk_prediction_entry *const prediction = &dictionary->predictions[*last_hash];
-    *unit = prediction->next_chunk_c;
-    density_lion_decode_update_predictions_model(prediction, *unit);
-    density_lion_decode_prediction_generic(out, hash, unit);
-
-    *last_hash = *hash;
-}
-
-void density_lion_decode_dictionary_a(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    density_lion_decode_read_hash(in, hash);
-    DENSITY_PREFETCH(&dictionary->predictions[*hash]);
-    *unit = dictionary->chunks[*hash].chunk_a;
-    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
-
-    *last_hash = *hash;
-}
-
-void density_lion_decode_dictionary_b(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    density_lion_decode_read_hash(in, hash);
-  	DENSITY_PREFETCH(&dictionary->predictions[*hash]);
-    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
-    *unit = entry->chunk_b;
-    density_lion_decode_update_dictionary_model(entry, *unit);
-    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
-
-    *last_hash = *hash;
-}
-
-void density_lion_decode_dictionary_c(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    density_lion_decode_read_hash(in, hash);
-  	DENSITY_PREFETCH(&dictionary->predictions[*hash]);
-    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
-    *unit = entry->chunk_c;
-    density_lion_decode_update_dictionary_model(entry, *unit);
-    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
-
-    *last_hash = *hash;
-}
-
-void density_lion_decode_dictionary_d(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    density_lion_decode_read_hash(in, hash);
-  	DENSITY_PREFETCH(&dictionary->predictions[*hash]);
-    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
-    *unit = entry->chunk_d;
-    density_lion_decode_update_dictionary_model(entry, *unit);
-    density_lion_decode_dictionary_generic(out, last_hash, dictionary, unit);
-
-    *last_hash = *hash;
-}
-
-void density_lion_decode_plain(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, uint16_t *DENSITY_RESTRICT const hash, uint32_t *DENSITY_RESTRICT const unit) {
-    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
-    *in += sizeof(uint32_t);
-    *hash = DENSITY_LION_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit));
-    density_lion_dictionary_chunk_entry *entry = &dictionary->chunks[*hash];
-    density_lion_decode_update_dictionary_model(entry, *unit);
-    DENSITY_MEMCPY(*out, unit, sizeof(uint32_t));
-    *out += sizeof(uint32_t);
-    density_lion_dictionary_chunk_prediction_entry *prediction = &(dictionary->predictions[*last_hash]);
-    density_lion_decode_update_predictions_model(prediction, *unit);
-
-    *last_hash = *hash;
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, const DENSITY_LION_FORM form) {
-    uint16_t hash;
-    uint32_t unit;
-
-    data->attachments[form](in, out, last_hash, dictionary, &hash, &unit);
-}
-
-DENSITY_FORCE_INLINE DENSITY_LION_FORM density_lion_decode_read_form(const uint8_t **DENSITY_RESTRICT in, uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_form_data *const form_data) {
-    const uint_fast8_t trailing_zeroes = DENSITY_CTZ(0x80 | (*signature >> *shift));
-    if (DENSITY_LIKELY(!trailing_zeroes)) {
-        *shift = (uint_fast8_t)((*shift + 1) & 0x3f);
-        return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool);
-    } else if (DENSITY_LIKELY(trailing_zeroes <= 6)) {
-        *shift = (uint_fast8_t)((*shift + (trailing_zeroes + 1)) & 0x3f);
-        return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool + trailing_zeroes);
-    } else {
-        if (DENSITY_LIKELY(*shift <= (density_bitsizeof(density_lion_signature) - 7))) {
-            *shift = (uint_fast8_t)((*shift + 7) & 0x3f);
-            return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool + 7);
-        } else {
-            density_lion_decode_read_signature(in, signature);
-            const uint_fast8_t primary_trailing_zeroes = (uint_fast8_t)(density_bitsizeof(density_lion_signature) - *shift);
-            const uint_fast8_t ctz_barrier_shift = (uint_fast8_t)(7 - primary_trailing_zeroes);
-            const uint_fast8_t secondary_trailing_zeroes = DENSITY_CTZ(((uint64_t)1 << ctz_barrier_shift) | *signature);
-            if (DENSITY_LIKELY(secondary_trailing_zeroes != ctz_barrier_shift))
-                *shift = (uint_fast8_t)(secondary_trailing_zeroes + 1);
-            else
-                *shift = secondary_trailing_zeroes;
-            return density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool + primary_trailing_zeroes + secondary_trailing_zeroes);
-        }
-    }
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_process_form(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const form_data, uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift) {
-    if (DENSITY_UNLIKELY(!*shift))
-        density_lion_decode_read_signature(in, signature);
-
-    switch ((*signature >> *shift) & 0x1) {
-        case 0:
-            density_lion_decode_4(in, out, last_hash, dictionary, form_data, density_lion_decode_read_form(in, signature, shift, form_data));
-            break;
-        default:
-            density_lion_decode_4(in, out, last_hash, dictionary, form_data, density_lion_form_model_increment_usage(form_data, (density_lion_form_node *) form_data->formsPool));
-            *shift = (uint_fast8_t)((*shift + 1) & 0x3f);
-            break;
-    }
-}
-
-DENSITY_FORCE_INLINE void density_lion_decode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const form_data, uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift) {
-#ifdef __clang__
-    for (uint_fast8_t count = 0; count < (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG >> 2); count++) {
-        DENSITY_UNROLL_4(density_lion_decode_process_form(in, out, last_hash, dictionary, form_data, signature, shift));
-    }
-#else
-    for (uint_fast8_t count = 0; count < (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG >> 2); count++) {
-        DENSITY_UNROLL_4(density_lion_decode_process_form(in, out, last_hash, dictionary, form_data, signature, shift));
-    }
-#endif
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_lion_decode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
-    if (out_size < DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    density_lion_signature signature = 0;
-    density_lion_form_data data;
-    density_lion_form_model_init(&data);
-    void (*attachments[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const) = {(void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_prediction_a, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_prediction_b, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_prediction_c, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_a, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_b, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_c, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_dictionary_d, (void (*)(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) &density_lion_decode_plain};
-    density_lion_form_model_attach(&data, attachments);
-    uint_fast8_t shift = 0;
-    uint_fast64_t remaining;
-    uint_fast16_t last_hash = 0;
-    DENSITY_LION_FORM form;
-
-    const uint8_t *start = *in;
-
-    if (in_size < DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE) {
-        goto read_and_decode_4;
-    }
-
-    const uint8_t *in_limit = *in + in_size - DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE;
-    uint8_t *out_limit = *out + out_size - DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE;
-
-    while (DENSITY_LIKELY(*in <= in_limit && *out <= out_limit)) {
-        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
-            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
-        }
-        state->counter++;
-        if (DENSITY_UNLIKELY(state->copy_penalty)) {
-            DENSITY_ALGORITHM_COPY(DENSITY_LION_WORK_BLOCK_SIZE);
-            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
-        } else {
-            const uint8_t *in_start = *in;
-            density_lion_decode_256(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, &signature, &shift);
-            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*in - in_start), DENSITY_LION_WORK_BLOCK_SIZE);
-        }
-    }
-
-    if (*out > out_limit)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    read_and_decode_4:
-    if (DENSITY_UNLIKELY(!shift)) {
-        if (in_size - (*in - start) < sizeof(density_lion_signature))
-            return DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL;
-
-        density_lion_decode_read_signature(in, &signature);
-    }
-    form = density_lion_decode_read_form(in, &signature, &shift, &data);
-    switch (in_size - (*in - start)) {
-        case 0:
-        case 1:
-            switch (form) {
-                case DENSITY_LION_FORM_PLAIN:
-                    goto process_remaining_bytes;   // End marker
-                case DENSITY_LION_FORM_PREDICTIONS_A:
-                case DENSITY_LION_FORM_PREDICTIONS_B:
-                case DENSITY_LION_FORM_PREDICTIONS_C:
-                    density_lion_decode_4(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, form);
-                    break;
-                default:
-                    return DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;   // Not enough bytes to read a hash
-            }
-            break;
-        case 2:
-        case 3:
-            switch (form) {
-                case DENSITY_LION_FORM_PLAIN:
-                    goto process_remaining_bytes;   // End marker
-                default:
-                    density_lion_decode_4(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, form);
-                    break;
-            }
-            break;
-        default:
-            density_lion_decode_4(in, out, &last_hash, (density_lion_dictionary *const) state->dictionary, &data, form);
-            break;
-    }
-    goto read_and_decode_4;
-
-    process_remaining_bytes:
-    remaining = in_size - (*in - start);
-    DENSITY_MEMCPY(*out, *in, remaining);
-    *in += remaining;
-    *out += remaining;
-
-    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
-}
diff --git a/contrib/density/src/algorithms/lion/core/lion_decode.h b/contrib/density/src/algorithms/lion/core/lion_decode.h
deleted file mode 100644
index 9972f0be388..00000000000
--- a/contrib/density/src/algorithms/lion/core/lion_decode.h
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/06/15 20:55
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#ifndef DENSITY_LION_DECODE_H
-#define DENSITY_LION_DECODE_H
-
-#include "../dictionary/lion_dictionary.h"
-#include "../forms/lion_form_model.h"
-#include "../../algorithms.h"
-
-DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_lion_decode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
-
-#endif
diff --git a/contrib/density/src/algorithms/lion/core/lion_encode.c b/contrib/density/src/algorithms/lion/core/lion_encode.c
deleted file mode 100644
index 7cff2f3dda7..00000000000
--- a/contrib/density/src/algorithms/lion/core/lion_encode.c
+++ /dev/null
@@ -1,298 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/06/15 18:57
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#include "lion_encode.h"
-
-DENSITY_FORCE_INLINE void density_lion_encode_prepare_signature(uint8_t **DENSITY_RESTRICT out, uint_fast64_t **DENSITY_RESTRICT signature_pointer, uint_fast64_t *const DENSITY_RESTRICT signature) {
-    *signature = 0;
-    *signature_pointer = (density_lion_signature *) *out;
-    *out += sizeof(density_lion_signature);
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_push_to_proximity_signature(uint_fast64_t *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const uint64_t content, const uint_fast8_t bits) {
-    *signature |= (content << *shift);
-    *shift += bits;
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_push_to_signature(uint8_t **DENSITY_RESTRICT out, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const uint64_t content, const uint_fast8_t bits) {
-    if (DENSITY_LIKELY(*shift)) {
-        density_lion_encode_push_to_proximity_signature(signature, shift, content, bits);
-
-        if (DENSITY_UNLIKELY(*shift >= density_bitsizeof(density_lion_signature))) {
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(*signature_pointer, signature, sizeof(density_lion_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(*signature);
-            DENSITY_MEMCPY(*signature_pointer, &endian_signature, sizeof(density_lion_signature));
-#else
-#error
-#endif
-
-            const uint_fast8_t remainder = (uint_fast8_t)(*shift & 0x3f);
-            *shift = 0;
-            if (remainder) {
-                density_lion_encode_prepare_signature(out, signature_pointer, signature);
-                density_lion_encode_push_to_proximity_signature(signature, shift, content >> (bits - remainder), remainder);
-            }
-        }
-    } else {
-        density_lion_encode_prepare_signature(out, signature_pointer, signature);
-        density_lion_encode_push_to_proximity_signature(signature, shift, content, bits);
-    }
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_push_zero_to_signature(uint8_t **DENSITY_RESTRICT out, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const uint_fast8_t bits) {
-    if (DENSITY_LIKELY(*shift)) {
-        *shift += bits;
-
-        if (DENSITY_UNLIKELY(*shift >= density_bitsizeof(density_lion_signature))) {
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(*signature_pointer, signature, sizeof(density_lion_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(*signature);
-            DENSITY_MEMCPY(*signature_pointer, &endian_signature, sizeof(density_lion_signature));
-#else
-#error
-#endif
-
-            const uint_fast8_t remainder = (uint_fast8_t)(*shift & 0x3f);
-            if (remainder) {
-                density_lion_encode_prepare_signature(out, signature_pointer, signature);
-                *shift = remainder;
-            } else
-                *shift = 0;
-        }
-    } else {
-        density_lion_encode_prepare_signature(out, signature_pointer, signature);
-        *shift = bits;
-    }
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_push_code_to_signature(uint8_t **DENSITY_RESTRICT out, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, const density_lion_entropy_code code) {
-    density_lion_encode_push_to_signature(out, signature_pointer, signature, shift, code.value, code.bitLength);
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_kernel_4(uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, const uint16_t hash, density_lion_form_data *const data, const uint32_t unit) {
-    density_lion_dictionary_chunk_prediction_entry *const predictions = &dictionary->predictions[*last_hash];
-	DENSITY_PREFETCH(&dictionary->predictions[hash]);
-
-    if (*(uint32_t *) predictions ^ unit) {
-        if (*((uint32_t *) predictions + 1) ^ unit) {
-            if (*((uint32_t *) predictions + 2) ^ unit) {
-                density_lion_dictionary_chunk_entry *const in_dictionary = &dictionary->chunks[hash];
-                if (*(uint32_t *) in_dictionary ^ unit) {
-                    if (*((uint32_t *) in_dictionary + 1) ^ unit) {
-                        if (*((uint32_t *) in_dictionary + 2) ^ unit) {
-                            if (*((uint32_t *) in_dictionary + 3) ^ unit) {
-                                density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PLAIN));
-                                DENSITY_MEMCPY(*out, &unit, sizeof(uint32_t));
-                                *out += sizeof(uint32_t);
-                            } else {
-                                density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_D));
-#ifdef DENSITY_LITTLE_ENDIAN
-                                DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-                                const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
-                                DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
-#else
-#error
-#endif
-                                *out += sizeof(uint16_t);
-                            }
-                        } else {
-                            density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_C));
-#ifdef DENSITY_LITTLE_ENDIAN
-                            DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-                            const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
-                            DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
-#else
-#error
-#endif
-                            *out += sizeof(uint16_t);
-                        }
-                    } else {
-                        density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_B));
-#ifdef DENSITY_LITTLE_ENDIAN
-                        DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-                        const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
-                        DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
-#else
-#error
-#endif
-                        *out += sizeof(uint16_t);
-                    }
-                    DENSITY_MEMMOVE((uint32_t *) in_dictionary + 1, in_dictionary, 3 * sizeof(uint32_t));
-                    *(uint32_t *) in_dictionary = unit; // Does not ensure dictionary content consistency between endiannesses
-                } else {
-                    density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_DICTIONARY_A));
-#ifdef DENSITY_LITTLE_ENDIAN
-                    DENSITY_MEMCPY(*out, &hash, sizeof(uint16_t));
-#elif defined(DENSITY_BIG_ENDIAN)
-                    const uint16_t endian_hash = DENSITY_LITTLE_ENDIAN_16(hash);
-                    DENSITY_MEMCPY(*out, &endian_hash, sizeof(uint16_t));
-#else
-#error
-#endif
-                    *out += sizeof(uint16_t);
-                }
-            } else {
-                density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PREDICTIONS_C));
-            }
-        } else {
-            density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PREDICTIONS_B));
-        }
-        DENSITY_MEMMOVE((uint32_t *) predictions + 1, predictions, 2 * sizeof(uint32_t));
-        *(uint32_t *) predictions = unit;   // Does not ensure dictionary content consistency between endiannesses
-    } else
-        density_lion_encode_push_code_to_signature(out, signature_pointer, signature, shift, density_lion_form_model_get_encoding(data, DENSITY_LION_FORM_PREDICTIONS_A));
-    *last_hash = hash;
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_4(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
-    DENSITY_MEMCPY(unit, *in, sizeof(uint32_t));
-    density_lion_encode_kernel_4(out, last_hash, signature_pointer, signature, shift, dictionary, DENSITY_LION_HASH_ALGORITHM(DENSITY_LITTLE_ENDIAN_32(*unit)), data, *unit);
-    *in += sizeof(uint32_t);
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_generic(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, const uint_fast8_t chunks_per_process_unit, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
-#ifdef __clang__
-    for (uint_fast8_t count = 0; count < (chunks_per_process_unit >> 2); count++) {
-        DENSITY_UNROLL_4(density_lion_encode_4(in, out, last_hash, signature_pointer, signature, shift, dictionary, data, unit));
-    }
-#else
-    for (uint_fast8_t count = 0; count < (chunks_per_process_unit >> 1); count++) {
-        DENSITY_UNROLL_2(density_lion_encode_4(in, out, last_hash, signature_pointer, signature, shift, dictionary, data, unit));
-    }
-#endif
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_32(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
-    density_lion_encode_generic(in, out, last_hash, signature_pointer, signature, shift, dictionary, DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_SMALL, data, unit);
-}
-
-DENSITY_FORCE_INLINE void density_lion_encode_256(const uint8_t **DENSITY_RESTRICT in, uint8_t **DENSITY_RESTRICT out, uint_fast16_t *DENSITY_RESTRICT last_hash, density_lion_signature **DENSITY_RESTRICT signature_pointer, density_lion_signature *const DENSITY_RESTRICT signature, uint_fast8_t *const DENSITY_RESTRICT shift, density_lion_dictionary *const DENSITY_RESTRICT dictionary, density_lion_form_data *const data, uint32_t *DENSITY_RESTRICT unit) {
-    density_lion_encode_generic(in, out, last_hash, signature_pointer, signature, shift, dictionary, DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG, data, unit);
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_algorithm_exit_status density_lion_encode(density_algorithm_state *const DENSITY_RESTRICT state, const uint8_t **DENSITY_RESTRICT in, const uint_fast64_t in_size, uint8_t **DENSITY_RESTRICT out, const uint_fast64_t out_size) {
-    if (out_size < DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    density_lion_signature signature = 0;
-    density_lion_signature *signature_pointer = NULL;
-    uint_fast8_t shift = 0;
-    density_lion_form_data data;
-    density_lion_form_model_init(&data);
-    uint_fast16_t last_hash = 0;
-    uint32_t unit;
-
-    uint8_t *out_limit = *out + out_size - DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE;
-    uint_fast64_t limit_256 = (in_size >> 8);
-
-    while (DENSITY_LIKELY(limit_256-- && *out <= out_limit)) {
-        if (DENSITY_UNLIKELY(!(state->counter & 0xf))) {
-            DENSITY_ALGORITHM_REDUCE_COPY_PENALTY_START;
-        }
-        state->counter++;
-        if (DENSITY_UNLIKELY(state->copy_penalty)) {
-            DENSITY_ALGORITHM_COPY(DENSITY_LION_WORK_BLOCK_SIZE);
-            DENSITY_ALGORITHM_INCREASE_COPY_PENALTY_START;
-        } else {
-            const uint8_t *out_start = *out;
-            DENSITY_PREFETCH(*in + DENSITY_LION_WORK_BLOCK_SIZE);
-            density_lion_encode_256(in, out, &last_hash, &signature_pointer, &signature, &shift, (density_lion_dictionary *const) state->dictionary, &data, &unit);
-            DENSITY_ALGORITHM_TEST_INCOMPRESSIBILITY((*out - out_start), DENSITY_LION_WORK_BLOCK_SIZE);
-        }
-    }
-
-    if (*out > out_limit)
-        return DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL;
-
-    uint_fast64_t remaining;
-
-    switch (in_size & 0xff) {
-        case 0:
-        case 1:
-        case 2:
-        case 3:
-            density_lion_encode_push_code_to_signature(out, &signature_pointer, &signature, &shift, density_lion_form_model_get_encoding(&data, DENSITY_LION_FORM_PLAIN)); // End marker
-#ifdef DENSITY_LITTLE_ENDIAN
-            DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_lion_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-            const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-            DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_lion_signature));
-#else
-#error
-#endif
-            goto process_remaining_bytes;
-        default:
-            break;
-    }
-
-    uint_fast64_t limit_4 = (in_size & 0xff) >> 2;
-    while (limit_4--)
-        density_lion_encode_4(in, out, &last_hash, &signature_pointer, &signature, &shift, (density_lion_dictionary *const) state->dictionary, &data, &unit);
-
-    density_lion_encode_push_code_to_signature(out, &signature_pointer, &signature, &shift, density_lion_form_model_get_encoding(&data, DENSITY_LION_FORM_PLAIN)); // End marker
-#ifdef DENSITY_LITTLE_ENDIAN
-    DENSITY_MEMCPY(signature_pointer, &signature, sizeof(density_lion_signature));
-#elif defined(DENSITY_BIG_ENDIAN)
-    const density_lion_signature endian_signature = DENSITY_LITTLE_ENDIAN_64(signature);
-    DENSITY_MEMCPY(signature_pointer, &endian_signature, sizeof(density_lion_signature));
-#else
-#error
-#endif
-
-    process_remaining_bytes:
-    remaining = in_size & 0x3;
-    if (remaining) {
-        DENSITY_MEMCPY(*out, *in, remaining);
-        *in += remaining;
-        *out += remaining;
-    }
-
-    return DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED;
-}
diff --git a/contrib/density/src/algorithms/lion/core/lion_encode.h b/contrib/density/src/algorithms/lion/core/lion_encode.h
deleted file mode 100644
index 71cd2cad4cf..00000000000
--- a/contrib/density/src/algorithms/lion/core/lion_encode.h
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 24/06/15 18:56
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#ifndef DENSITY_LION_ENCODE_H
-#define DENSITY_LION_ENCODE_H
-
-#include "../dictionary/lion_dictionary.h"
-#include "../forms/lion_form_model.h"
-#include "../../algorithms.h"
-
-DENSITY_WINDOWS_EXPORT density_algorithm_exit_status density_lion_encode(density_algorithm_state *const DENSITY_RESTRICT_DECLARE, const uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t, uint8_t **DENSITY_RESTRICT_DECLARE, const uint_fast64_t);
-
-#endif
diff --git a/contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h b/contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h
deleted file mode 100644
index 68f71da6373..00000000000
--- a/contrib/density/src/algorithms/lion/dictionary/lion_dictionary.h
+++ /dev/null
@@ -1,73 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 12/02/15 23:09
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#ifndef DENSITY_LION_DICTIONARY_H
-#define DENSITY_LION_DICTIONARY_H
-
-#include "../lion.h"
-
-#pragma pack(push)
-#pragma pack(4)
-
-typedef struct {
-    uint32_t chunk_a;
-    uint32_t chunk_b;
-    uint32_t chunk_c;
-    uint32_t chunk_d;
-    uint32_t chunk_e;
-} density_lion_dictionary_chunk_entry;
-
-typedef struct {
-    uint32_t next_chunk_a;
-    uint32_t next_chunk_b;
-    uint32_t next_chunk_c;
-} density_lion_dictionary_chunk_prediction_entry;
-
-typedef struct {
-    density_lion_dictionary_chunk_entry chunks[1 << DENSITY_LION_CHUNK_HASH_BITS];
-    density_lion_dictionary_chunk_prediction_entry predictions[1 << DENSITY_LION_CHUNK_HASH_BITS];
-} density_lion_dictionary;
-#pragma pack(pop)
-
-#endif
diff --git a/contrib/density/src/algorithms/lion/forms/lion_form_model.c b/contrib/density/src/algorithms/lion/forms/lion_form_model.c
deleted file mode 100644
index 21dfc23e3c9..00000000000
--- a/contrib/density/src/algorithms/lion/forms/lion_form_model.c
+++ /dev/null
@@ -1,153 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 9/03/15 11:19
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#include "lion_form_model.h"
-
-const density_lion_entropy_code density_lion_form_entropy_codes[DENSITY_LION_NUMBER_OF_FORMS] = DENSITY_LION_FORM_MODEL_ENTROPY_CODES;
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_lion_form_model_init(density_lion_form_data *const data) {
-    density_lion_form_node *rank_0 = &data->formsPool[0];
-    rank_0->form = DENSITY_LION_FORM_PLAIN;
-    rank_0->rank = 0;
-    rank_0->previousForm = NULL;
-    data->formsIndex[DENSITY_LION_FORM_PLAIN] = rank_0;
-
-    density_lion_form_node *rank_1 = &data->formsPool[1];
-    rank_1->form = DENSITY_LION_FORM_DICTIONARY_A;
-    rank_1->rank = 1;
-    rank_1->previousForm = rank_0;
-    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_A] = rank_1;
-
-    density_lion_form_node *rank_2 = &data->formsPool[2];
-    rank_2->form = DENSITY_LION_FORM_DICTIONARY_B;
-    rank_2->rank = 2;
-    rank_2->previousForm = rank_1;
-    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_B] = rank_2;
-
-    density_lion_form_node *rank_3 = &data->formsPool[3];
-    rank_3->form = DENSITY_LION_FORM_PREDICTIONS_A;
-    rank_3->rank = 3;
-    rank_3->previousForm = rank_2;
-    data->formsIndex[DENSITY_LION_FORM_PREDICTIONS_A] = rank_3;
-
-    density_lion_form_node *rank_4 = &data->formsPool[4];
-    rank_4->form = DENSITY_LION_FORM_PREDICTIONS_B;
-    rank_4->rank = 4;
-    rank_4->previousForm = rank_3;
-    data->formsIndex[DENSITY_LION_FORM_PREDICTIONS_B] = rank_4;
-
-    density_lion_form_node *rank_5 = &data->formsPool[5];
-    rank_5->form = DENSITY_LION_FORM_DICTIONARY_C;
-    rank_5->rank = 5;
-    rank_5->previousForm = rank_4;
-    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_C] = rank_5;
-
-    density_lion_form_node *rank_6 = &data->formsPool[6];
-    rank_6->form = DENSITY_LION_FORM_PREDICTIONS_C;
-    rank_6->rank = 6;
-    rank_6->previousForm = rank_5;
-    data->formsIndex[DENSITY_LION_FORM_PREDICTIONS_C] = rank_6;
-
-    density_lion_form_node *rank_7 = &data->formsPool[7];
-    rank_7->form = DENSITY_LION_FORM_DICTIONARY_D;
-    rank_7->rank = 7;
-    rank_7->previousForm = rank_6;
-    data->formsIndex[DENSITY_LION_FORM_DICTIONARY_D] = rank_7;
-
-    data->usages.usages_as_uint64_t = 0;
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_lion_form_model_attach(density_lion_form_data *const data, void (*attachments[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const)) {
-    for(uint_fast8_t count = 0; count < DENSITY_LION_NUMBER_OF_FORMS; count ++)
-        data->attachments[count] = attachments[count];
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_lion_form_model_update(density_lion_form_data *const DENSITY_RESTRICT data, density_lion_form_node *const DENSITY_RESTRICT form, const uint8_t usage, density_lion_form_node *const DENSITY_RESTRICT previous_form, const uint8_t previous_usage) {
-    if (DENSITY_UNLIKELY(previous_usage < usage)) {    // Relative stability is assumed
-        const DENSITY_LION_FORM form_value = form->form;
-        const DENSITY_LION_FORM previous_form_value = previous_form->form;
-
-        previous_form->form = form_value;
-        form->form = previous_form_value;
-
-        data->formsIndex[form_value] = previous_form;
-        data->formsIndex[previous_form_value] = form;
-    }
-}
-
-DENSITY_FORCE_INLINE void density_lion_form_model_flatten(density_lion_form_data *const data, const uint8_t usage) {
-    if (DENSITY_UNLIKELY(usage & 0x80))
-        data->usages.usages_as_uint64_t = (data->usages.usages_as_uint64_t >> 1) & 0x7f7f7f7f7f7f7f7fllu; // Flatten usage values
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE DENSITY_LION_FORM density_lion_form_model_increment_usage(density_lion_form_data *const data, density_lion_form_node *const DENSITY_RESTRICT form) {
-    const DENSITY_LION_FORM form_value = form->form;
-    const uint8_t usage = ++data->usages.usages_as_uint8_t[form_value];
-
-    density_lion_form_node *const previous_form = form->previousForm;
-
-    if (previous_form)
-        density_lion_form_model_update(data, form, usage, previous_form, data->usages.usages_as_uint8_t[previous_form->form]);
-    else
-        density_lion_form_model_flatten(data, usage);
-
-    return form_value;
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE density_lion_entropy_code density_lion_form_model_get_encoding(density_lion_form_data *const data, const DENSITY_LION_FORM form) {
-    const uint8_t usage = ++data->usages.usages_as_uint8_t[form];
-
-    density_lion_form_node *const form_found = data->formsIndex[form];
-    density_lion_form_node *const previous_form = form_found->previousForm;
-
-    if (previous_form) {
-        density_lion_form_model_update(data, form_found, usage, previous_form, data->usages.usages_as_uint8_t[previous_form->form]);
-
-        return density_lion_form_entropy_codes[form_found->rank];
-    } else {
-        density_lion_form_model_flatten(data, usage);
-
-        return density_lion_form_entropy_codes[0];
-    }
-}
diff --git a/contrib/density/src/algorithms/lion/forms/lion_form_model.h b/contrib/density/src/algorithms/lion/forms/lion_form_model.h
deleted file mode 100644
index 90164d94c78..00000000000
--- a/contrib/density/src/algorithms/lion/forms/lion_form_model.h
+++ /dev/null
@@ -1,96 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 9/03/15 12:04
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#ifndef DENSITY_LION_FORM_MODEL_H
-#define DENSITY_LION_FORM_MODEL_H
-
-#include "../../../globals.h"
-#include "../lion.h"
-
-#define DENSITY_LION_NUMBER_OF_FORMS                                    8
-
-// Unary codes (reversed) except the last one
-#define DENSITY_LION_FORM_MODEL_ENTROPY_CODES {\
-    {DENSITY_BINARY_TO_UINT(1), 1},\
-    {DENSITY_BINARY_TO_UINT(10), 2},\
-    {DENSITY_BINARY_TO_UINT(100), 3},\
-    {DENSITY_BINARY_TO_UINT(1000), 4},\
-    {DENSITY_BINARY_TO_UINT(10000), 5},\
-    {DENSITY_BINARY_TO_UINT(100000), 6},\
-    {DENSITY_BINARY_TO_UINT(1000000), 7},\
-    {DENSITY_BINARY_TO_UINT(0000000), 7},\
-}
-
-#pragma pack(push)
-#pragma pack(4)
-typedef struct {
-    void* previousForm;
-    DENSITY_LION_FORM form;
-    uint8_t rank;
-} density_lion_form_node;
-
-typedef struct {
-    union {
-        uint8_t usages_as_uint8_t[DENSITY_LION_NUMBER_OF_FORMS];
-        uint64_t usages_as_uint64_t;
-    } usages;
-
-    void (*attachments[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const);
-    density_lion_form_node formsPool[DENSITY_LION_NUMBER_OF_FORMS];
-    density_lion_form_node *formsIndex[DENSITY_LION_NUMBER_OF_FORMS];
-    uint8_t nextAvailableForm;
-} density_lion_form_data;
-#pragma pack(pop)
-
-DENSITY_WINDOWS_EXPORT void density_lion_form_model_init(density_lion_form_data *const);
-
-DENSITY_WINDOWS_EXPORT void density_lion_form_model_attach(density_lion_form_data *const, void (*[DENSITY_LION_NUMBER_OF_FORMS])(const uint8_t **, uint8_t **, uint_fast16_t *, void *const, uint16_t *const, uint32_t *const));
-
-DENSITY_WINDOWS_EXPORT void density_lion_form_model_update(density_lion_form_data *const DENSITY_RESTRICT_DECLARE, density_lion_form_node *const DENSITY_RESTRICT_DECLARE, const uint8_t, density_lion_form_node *const DENSITY_RESTRICT_DECLARE, const uint8_t);
-
-DENSITY_WINDOWS_EXPORT DENSITY_LION_FORM density_lion_form_model_increment_usage(density_lion_form_data *const, density_lion_form_node *const DENSITY_RESTRICT_DECLARE);
-
-DENSITY_WINDOWS_EXPORT density_lion_entropy_code density_lion_form_model_get_encoding(density_lion_form_data *const, const DENSITY_LION_FORM);
-
-#endif
diff --git a/contrib/density/src/algorithms/lion/lion.h b/contrib/density/src/algorithms/lion/lion.h
deleted file mode 100644
index 30b40f8d92b..00000000000
--- a/contrib/density/src/algorithms/lion/lion.h
+++ /dev/null
@@ -1,94 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 5/02/15 20:57
- *
- * --------------
- * Lion algorithm
- * --------------
- *
- * Author(s)
- * Guillaume Voirin (https://github.com/gpnuma)
- *
- * Description
- * Multiform compression algorithm
- */
-
-#ifndef DENSITY_LION_H
-#define DENSITY_LION_H
-
-#include "../../globals.h"
-
-#define DENSITY_LION_HASH32_MULTIPLIER                                  (uint32_t)0x9D6EF916lu
-#define DENSITY_LION_CHUNK_HASH_BITS                                    16
-
-#define DENSITY_LION_HASH_ALGORITHM(value32)                            (uint16_t)(value32 * DENSITY_LION_HASH32_MULTIPLIER >> (32 - DENSITY_LION_CHUNK_HASH_BITS))
-
-typedef enum {
-    DENSITY_LION_FORM_PREDICTIONS_A = 0,
-    DENSITY_LION_FORM_PREDICTIONS_B,
-    DENSITY_LION_FORM_PREDICTIONS_C,
-    DENSITY_LION_FORM_DICTIONARY_A,
-    DENSITY_LION_FORM_DICTIONARY_B,
-    DENSITY_LION_FORM_DICTIONARY_C,
-    DENSITY_LION_FORM_DICTIONARY_D,
-    DENSITY_LION_FORM_PLAIN,
-} DENSITY_LION_FORM;
-
-typedef enum {
-    DENSITY_LION_PREDICTIONS_SIGNATURE_FLAG_A = 0x0,
-    DENSITY_LION_PREDICTIONS_SIGNATURE_FLAG_B = 0x1,
-} DENSITY_LION_PREDICTIONS_SIGNATURE_FLAG;
-
-#pragma pack(push)
-#pragma pack(4)
-typedef struct {
-    uint_fast8_t value;
-    uint_fast8_t bitLength;
-} density_lion_entropy_code;
-#pragma pack(pop)
-
-typedef uint64_t                                                        density_lion_signature;
-
-#define DENSITY_LION_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE         (density_bitsizeof(density_lion_signature) * sizeof(uint32_t))  // Plain writes
-#define DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE                       (sizeof(density_lion_signature) + DENSITY_LION_MAXIMUM_COMPRESSED_BODY_SIZE_PER_SIGNATURE)
-
-#define DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE                     (density_bitsizeof(density_lion_signature) * sizeof(uint32_t))  // Smallest form size times work unit size
-
-#define DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_SMALL                      8
-#define DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG                        64
-#define DENSITY_LION_PROCESS_UNIT_SIZE_SMALL                            (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_SMALL * sizeof(uint32_t))
-#define DENSITY_LION_PROCESS_UNIT_SIZE_BIG                              (DENSITY_LION_CHUNKS_PER_PROCESS_UNIT_BIG * sizeof(uint32_t))
-
-#define DENSITY_LION_WORK_BLOCK_SIZE                                   256
-#define DENSITY_LION_COPY_PENALTY                                      2
-
-#endif
diff --git a/contrib/density/src/buffers/buffer.c b/contrib/density/src/buffers/buffer.c
deleted file mode 100644
index d3e9943c599..00000000000
--- a/contrib/density/src/buffers/buffer.c
+++ /dev/null
@@ -1,220 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 3/02/15 19:53
- */
-
-#include "buffer.h"
-
-DENSITY_WINDOWS_EXPORT uint_fast64_t density_compress_safe_size(const uint_fast64_t input_size) {
-    const uint_fast64_t slack = DENSITY_MAX_3(DENSITY_CHAMELEON_MAXIMUM_COMPRESSED_UNIT_SIZE, DENSITY_CHEETAH_MAXIMUM_COMPRESSED_UNIT_SIZE, DENSITY_LION_MAXIMUM_COMPRESSED_UNIT_SIZE);
-
-    // Chameleon longest output
-    uint_fast64_t chameleon_longest_output_size = 0;
-    chameleon_longest_output_size += sizeof(density_header);
-    chameleon_longest_output_size += sizeof(density_chameleon_signature) * (1 + (input_size >> (5 + 3)));   // Signature space (1 bit <=> 4 bytes)
-    chameleon_longest_output_size += sizeof(density_chameleon_signature);                                   // Eventual supplementary signature for end marker
-    chameleon_longest_output_size += input_size;                                                            // Everything encoded as plain data
-
-    // Cheetah longest output
-    uint_fast64_t cheetah_longest_output_size = 0;
-    cheetah_longest_output_size += sizeof(density_header);
-    cheetah_longest_output_size += sizeof(density_cheetah_signature) * (1 + (input_size >> (4 + 3)));       // Signature space (2 bits <=> 4 bytes)
-    cheetah_longest_output_size += sizeof(density_cheetah_signature);                                       // Eventual supplementary signature for end marker
-    cheetah_longest_output_size += input_size;                                                              // Everything encoded as plain data
-
-    // Lion longest output
-    uint_fast64_t lion_longest_output_size = 0;
-    lion_longest_output_size += sizeof(density_header);
-    lion_longest_output_size += sizeof(density_lion_signature) * (1 + ((input_size * 7) >> (5 + 3)));       // Signature space (7 bits <=> 4 bytes), although this size is technically impossible
-    lion_longest_output_size += sizeof(density_lion_signature);                                             // Eventual supplementary signature for end marker
-    lion_longest_output_size += input_size;                                                                 // Everything encoded as plain data
-
-    return DENSITY_MAX_3(chameleon_longest_output_size, cheetah_longest_output_size, lion_longest_output_size) + slack;
-}
-
-DENSITY_WINDOWS_EXPORT uint_fast64_t density_decompress_safe_size(const uint_fast64_t expected_decompressed_output_size) {
-    const uint_fast64_t slack = DENSITY_MAX_3(DENSITY_CHAMELEON_DECOMPRESSED_UNIT_SIZE, DENSITY_CHEETAH_DECOMPRESSED_UNIT_SIZE, DENSITY_LION_MAXIMUM_DECOMPRESSED_UNIT_SIZE);
-
-    return expected_decompressed_output_size + slack;
-}
-
-DENSITY_FORCE_INLINE DENSITY_STATE density_convert_algorithm_exit_status(const density_algorithm_exit_status status) {
-    switch (status) {
-        case DENSITY_ALGORITHMS_EXIT_STATUS_FINISHED:
-            return DENSITY_STATE_OK;
-        case DENSITY_ALGORITHMS_EXIT_STATUS_INPUT_STALL:
-            return DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL;
-        case DENSITY_ALGORITHMS_EXIT_STATUS_OUTPUT_STALL:
-            return DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL;
-        default:
-            return DENSITY_STATE_ERROR_DURING_PROCESSING;
-    }
-}
-
-DENSITY_FORCE_INLINE density_processing_result density_make_result(const DENSITY_STATE state, const uint_fast64_t read, const uint_fast64_t written, density_context *const context) {
-    density_processing_result result;
-    result.state = state;
-    result.bytesRead = read;
-    result.bytesWritten = written;
-    result.context = context;
-    return result;
-}
-
-DENSITY_FORCE_INLINE density_context* density_allocate_context(const DENSITY_ALGORITHM algorithm, const bool custom_dictionary, void *(*mem_alloc)(size_t)) {
-    density_context* context = mem_alloc(sizeof(density_context));
-    context->algorithm = algorithm;
-    context->dictionary_size = density_get_dictionary_size(context->algorithm);
-    context->dictionary_type = custom_dictionary;
-    if(!context->dictionary_type) {
-        context->dictionary = mem_alloc(context->dictionary_size);
-        DENSITY_MEMSET(context->dictionary, 0, context->dictionary_size);
-    }
-    return context;
-}
-
-DENSITY_WINDOWS_EXPORT void density_free_context(density_context *const context, void (*mem_free)(void *)) {
-    if(mem_free == NULL)
-        mem_free = free;
-    if(!context->dictionary_type)
-        mem_free(context->dictionary);
-    mem_free(context);
-}
-
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress_prepare_context(const DENSITY_ALGORITHM algorithm, const bool custom_dictionary, void *(*mem_alloc)(size_t)) {
-    if(mem_alloc == NULL)
-        mem_alloc = malloc;
-
-    return density_make_result(DENSITY_STATE_OK, 0, 0, density_allocate_context(algorithm, custom_dictionary, mem_alloc));
-}
-
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress_with_context(const uint8_t * input_buffer, const uint_fast64_t input_size, uint8_t * output_buffer, const uint_fast64_t output_size, density_context *const context) {
-    if (output_size < sizeof(density_header))
-        return density_make_result(DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL, 0, 0, context);
-    if(context == NULL)
-        return density_make_result(DENSITY_STATE_ERROR_INVALID_CONTEXT, 0, 0, context);
-
-    // Variables setup
-    const uint8_t *in = input_buffer;
-    uint8_t *out = output_buffer;
-    density_algorithm_state state;
-    density_algorithm_exit_status status = DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
-
-    // Header
-    density_header_write(&out, context->algorithm);
-
-    // Compression
-    density_algorithms_prepare_state(&state, context->dictionary);
-    switch (context->algorithm) {
-        case DENSITY_ALGORITHM_CHAMELEON:
-            status = density_chameleon_encode(&state, &in, input_size, &out, output_size);
-            break;
-        case DENSITY_ALGORITHM_CHEETAH:
-            status = density_cheetah_encode(&state, &in, input_size, &out, output_size);
-            break;
-        case DENSITY_ALGORITHM_LION:
-            status = density_lion_encode(&state, &in, input_size, &out, output_size);
-            break;
-    }
-
-    // Result
-    return density_make_result(density_convert_algorithm_exit_status(status), in - input_buffer, out - output_buffer, context);
-}
-
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_prepare_context(const uint8_t *input_buffer, const uint_fast64_t input_size, const bool custom_dictionary, void *(*mem_alloc)(size_t)) {
-    if (input_size < sizeof(density_header))
-        return density_make_result(DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL, 0, 0, NULL);
-
-    // Variables setup
-    const uint8_t* in = input_buffer;
-    if(mem_alloc == NULL)
-        mem_alloc = malloc;
-
-    // Read header
-    density_header main_header;
-    density_header_read(&in, &main_header);
-
-    // Setup context
-    density_context *const context = density_allocate_context(main_header.algorithm, custom_dictionary, mem_alloc);
-    return density_make_result(DENSITY_STATE_OK, in - input_buffer, 0, context);
-}
-
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_with_context(const uint8_t * input_buffer, const uint_fast64_t input_size, uint8_t * output_buffer, const uint_fast64_t output_size, density_context *const context) {
-    if(context == NULL)
-        return density_make_result(DENSITY_STATE_ERROR_INVALID_CONTEXT, 0, 0, context);
-
-    // Variables setup
-    const uint8_t *in = input_buffer;
-    uint8_t *out = output_buffer;
-    density_algorithm_state state;
-    density_algorithm_exit_status status = DENSITY_ALGORITHMS_EXIT_STATUS_ERROR_DURING_PROCESSING;
-
-    // Decompression
-    density_algorithms_prepare_state(&state, context->dictionary);
-    switch (context->algorithm) {
-        case DENSITY_ALGORITHM_CHAMELEON:
-            status = density_chameleon_decode(&state, &in, input_size, &out, output_size);
-            break;
-        case DENSITY_ALGORITHM_CHEETAH:
-            status = density_cheetah_decode(&state, &in, input_size, &out, output_size);
-            break;
-        case DENSITY_ALGORITHM_LION:
-            status = density_lion_decode(&state, &in, input_size, &out, output_size);
-            break;
-    }
-
-    // Result
-    return density_make_result(density_convert_algorithm_exit_status(status), in - input_buffer, out - output_buffer, context);
-}
-
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, const DENSITY_ALGORITHM algorithm) {
-    density_processing_result result = density_compress_prepare_context(algorithm, false, malloc);
-    if(result.state) {
-        density_free_context(result.context, free);
-        return result;
-    }
-
-    result = density_compress_with_context(input_buffer, input_size, output_buffer, output_size, result.context);
-    density_free_context(result.context, free);
-    return result;
-}
-
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size) {
-    density_processing_result result = density_decompress_prepare_context(input_buffer, input_size, false, malloc);
-    if(result.state) {
-        density_free_context(result.context, free);
-        return result;
-    }
-
-    result = density_decompress_with_context(input_buffer + result.bytesRead, input_size - result.bytesRead, output_buffer, output_size, result.context);
-    density_free_context(result.context, free);
-    return result;
-}
diff --git a/contrib/density/src/buffers/buffer.h b/contrib/density/src/buffers/buffer.h
deleted file mode 100644
index f34ab5458d2..00000000000
--- a/contrib/density/src/buffers/buffer.h
+++ /dev/null
@@ -1,58 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2015, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 3/02/15 19:51
- */
-
-#ifndef DENSITY_BUFFER_H
-#define DENSITY_BUFFER_H
-
-#include "../globals.h"
-#include "../density_api.h"
-#include "../structure/header.h"
-#include "../algorithms/chameleon/core/chameleon_encode.h"
-#include "../algorithms/chameleon/core/chameleon_decode.h"
-#include "../algorithms/cheetah/core/cheetah_encode.h"
-#include "../algorithms/cheetah/core/cheetah_decode.h"
-#include "../algorithms/lion/core/lion_encode.h"
-#include "../algorithms/lion/core/lion_decode.h"
-
-DENSITY_WINDOWS_EXPORT uint_fast64_t density_compress_safe_size(const uint_fast64_t);
-DENSITY_WINDOWS_EXPORT uint_fast64_t density_decompress_safe_size(const uint_fast64_t);
-DENSITY_WINDOWS_EXPORT void density_free_context(density_context *const, void (*)(void *));
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress_prepare_context(const DENSITY_ALGORITHM, const bool, void *(*)(size_t));
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress_with_context(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t, density_context *const);
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t, const DENSITY_ALGORITHM);
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_prepare_context(const uint8_t *, const uint_fast64_t, const bool, void *(*)(size_t));
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_with_context(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t, density_context *const);
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress(const uint8_t *, const uint_fast64_t, uint8_t *, const uint_fast64_t);
-
-#endif
diff --git a/contrib/density/src/density_api.h b/contrib/density/src/density_api.h
deleted file mode 100644
index 385e24e609a..00000000000
--- a/contrib/density/src/density_api.h
+++ /dev/null
@@ -1,220 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 18/10/13 22:41
- */
-
-#ifndef DENSITY_API_H
-#define DENSITY_API_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <stdio.h>
-#include <stdint.h>
-#include <stdbool.h>
-
-#if defined(_WIN64) || defined(_WIN32)
-#define DENSITY_WINDOWS_EXPORT __declspec(dllexport)
-#else
-#define DENSITY_WINDOWS_EXPORT
-#endif
-
-
-/***********************************************************************************************************************
- *                                                                                                                     *
- * API data structures                                                                                                 *
- *                                                                                                                     *
- ***********************************************************************************************************************/
-
-typedef uint8_t density_byte;
-typedef bool density_bool;
-
-typedef enum {
-    DENSITY_ALGORITHM_CHAMELEON = 1,
-    DENSITY_ALGORITHM_CHEETAH = 2,
-    DENSITY_ALGORITHM_LION = 3,
-} DENSITY_ALGORITHM;
-
-typedef enum {
-    DENSITY_STATE_OK = 0,                                        // Everything went alright
-    DENSITY_STATE_ERROR_INPUT_BUFFER_TOO_SMALL,                  // Input buffer size is too small
-    DENSITY_STATE_ERROR_OUTPUT_BUFFER_TOO_SMALL,                 // Output buffer size is too small
-    DENSITY_STATE_ERROR_DURING_PROCESSING,                       // Error during processing
-    DENSITY_STATE_ERROR_INVALID_CONTEXT,                         // Invalid context
-    DENSITY_STATE_ERROR_INVALID_ALGORITHM,                       // Invalid algorithm
-} DENSITY_STATE;
-
-typedef struct {
-    DENSITY_ALGORITHM algorithm;
-    bool dictionary_type;
-    size_t dictionary_size;
-    void* dictionary;
-} density_context;
-
-typedef struct {
-    DENSITY_STATE state;
-    uint_fast64_t bytesRead;
-    uint_fast64_t bytesWritten;
-    density_context* context;
-} density_processing_result;
-
-
-
-/***********************************************************************************************************************
- *                                                                                                                     *
- * Density version information                                                                                         *
- *                                                                                                                     *
- ***********************************************************************************************************************/
-
-/*
- * Returns the major density version
- */
-DENSITY_WINDOWS_EXPORT uint8_t density_version_major(void);
-
-/*
- * Returns the minor density version
- */
-DENSITY_WINDOWS_EXPORT uint8_t density_version_minor(void);
-
-/*
- * Returns the density revision
- */
-DENSITY_WINDOWS_EXPORT uint8_t density_version_revision(void);
-
-
-
-/***********************************************************************************************************************
- *                                                                                                                     *
- * Density API functions                                                                                               *
- *                                                                                                                     *
- ***********************************************************************************************************************/
-
-/*
- * Return the required size of an algorithm's dictionary
- *
- * @param algorithm the algorithm to use this dictionary for
- */
-DENSITY_WINDOWS_EXPORT size_t density_get_dictionary_size(DENSITY_ALGORITHM algorithm);
-
-/*
- * Return an output buffer byte size which guarantees enough space for encoding input_size bytes
- *
- * @param input_size the size of the input data which is about to be compressed
- */
-DENSITY_WINDOWS_EXPORT uint_fast64_t density_compress_safe_size(const uint_fast64_t input_size);
-
-/*
- * Return an output buffer byte size which, if expected_decompressed_output_size is correct, will enable density to decompress properly
- *
- * @param expected_decompressed_output_size the expected (original) size of the decompressed data
- */
-DENSITY_WINDOWS_EXPORT uint_fast64_t density_decompress_safe_size(const uint_fast64_t expected_decompressed_output_size);
-
-/*
- * Releases a context from memory.
- *
- * @param context the context to free
- * @param mem_free the memory freeing function. If set to NULL, free() is used
- */
-DENSITY_WINDOWS_EXPORT void density_free_context(density_context *const context, void (*mem_free)(void *));
-
-/*
- * Allocate a context in memory using the provided function and optional dictionary
- *
- * @param algorithm the required algorithm
- * @param custom_dictionary use an eventual custom dictionary ? If set to true the context's dictionary will have to be allocated
- * @param mem_alloc the memory allocation function. If set to NULL, malloc() is used
- */
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress_prepare_context(const DENSITY_ALGORITHM algorithm, const bool custom_dictionary, void *(*mem_alloc)(size_t));
-
-/*
- * Compress an input_buffer of input_size bytes and store the result in output_buffer, using the provided context.
- * Important note   * this function could be unsafe memory-wise if not used properly.
- *
- * @param input_buffer a buffer of bytes
- * @param input_size the size in bytes of input_buffer
- * @param output_buffer a buffer of bytes
- * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
- * @param context a pointer to a context structure
- */
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress_with_context(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, density_context *const context);
-
-/*
- * Compress an input_buffer of input_size bytes and store the result in output_buffer.
- *
- * @param input_buffer a buffer of bytes
- * @param input_size the size in bytes of input_buffer
- * @param output_buffer a buffer of bytes
- * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
- * @param algorithm the algorithm to use
- */
-DENSITY_WINDOWS_EXPORT density_processing_result density_compress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, const DENSITY_ALGORITHM algorithm);
-
-/*
- * Reads the compressed data's header and creates an adequate decompression context.
- *
- * @param input_buffer a buffer of bytes
- * @param input_size the size in bytes of input_buffer
- * @param custom_dictionary use a custom dictionary ? If set to true the context's dictionary will have to be allocated
- * @param mem_alloc the memory allocation function. If set to NULL, malloc() is used
- */
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_prepare_context(const uint8_t *input_buffer, const uint_fast64_t input_size, const bool custom_dictionary, void *(*mem_alloc)(size_t));
-
-/*
- * Decompress an input_buffer of input_size bytes and store the result in output_buffer, using the provided dictionary.
- * Important notes  * You must know in advance the algorithm used for compression to provide the proper dictionary.
- *                  * This function could be unsafe memory-wise if not used properly.
- *
- * @param input_buffer a buffer of bytes
- * @param input_size the size in bytes of input_buffer
- * @param output_buffer a buffer of bytes
- * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
- * @param dictionaries a pointer to a dictionary
- */
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress_with_context(const uint8_t * input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size, density_context *const context);
-
-/*
- * Decompress an input_buffer of input_size bytes and store the result in output_buffer.
- *
- * @param input_buffer a buffer of bytes
- * @param input_size the size in bytes of input_buffer
- * @param output_buffer a buffer of bytes
- * @param output_size the size of output_buffer, must be at least DENSITY_MINIMUM_OUTPUT_BUFFER_SIZE
- */
-DENSITY_WINDOWS_EXPORT density_processing_result density_decompress(const uint8_t *input_buffer, const uint_fast64_t input_size, uint8_t *output_buffer, const uint_fast64_t output_size);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif
diff --git a/contrib/density/src/globals.c b/contrib/density/src/globals.c
deleted file mode 100644
index 4c58cd6f067..00000000000
--- a/contrib/density/src/globals.c
+++ /dev/null
@@ -1,47 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 01/11/13 13:39
- */
-
-#include "globals.h"
-
-DENSITY_WINDOWS_EXPORT uint8_t density_version_major() {
-    return DENSITY_MAJOR_VERSION;
-}
-
-DENSITY_WINDOWS_EXPORT uint8_t density_version_minor() {
-    return DENSITY_MINOR_VERSION;
-}
-
-DENSITY_WINDOWS_EXPORT uint8_t density_version_revision() {
-    return DENSITY_REVISION;
-}
diff --git a/contrib/density/src/globals.h b/contrib/density/src/globals.h
deleted file mode 100644
index eb44a52a673..00000000000
--- a/contrib/density/src/globals.h
+++ /dev/null
@@ -1,232 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 11/10/13 02:01
- */
-
-#ifndef DENSITY_GLOBALS_H
-#define DENSITY_GLOBALS_H
-
-#include <stdint.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <stddef.h>
-
-#include "density_api.h"
-
-#if defined(__clang__) || defined(__GNUC__)
-#define DENSITY_FORCE_INLINE		inline __attribute__((always_inline))
-#define DENSITY_RESTRICT			restrict
-#define DENSITY_RESTRICT_DECLARE
-#define DENSITY_MEMCPY				__builtin_memcpy
-#define DENSITY_MEMMOVE				__builtin_memmove
-#define DENSITY_MEMSET				__builtin_memset
-#define DENSITY_LIKELY(x)			__builtin_expect(!!(x), 1)
-#define DENSITY_UNLIKELY(x)			__builtin_expect(!!(x), 0)
-#define DENSITY_PREFETCH(x)			__builtin_prefetch(x)
-#define DENSITY_CTZ(x)				__builtin_ctz(x)
-
-#if defined(__BYTE_ORDER__)
-#if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
-#define DENSITY_LITTLE_ENDIAN
-#elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
-#define DENSITY_BIG_ENDIAN
-#else
-#error Unsupported endianness
-#endif
-#else
-#error Unkwnown endianness
-#endif
-
-#elif defined(_MSC_VER)
-#include <string.h>
-#include <intrin.h>
-
-#define DENSITY_FORCE_INLINE		__forceinline
-#define DENSITY_RESTRICT			__restrict
-#define DENSITY_RESTRICT_DECLARE	__restrict
-#define DENSITY_MEMCPY				memcpy
-#define DENSITY_MEMMOVE				memmove
-#define DENSITY_MEMSET				memset
-#define DENSITY_LIKELY(x)			(x)
-#define DENSITY_UNLIKELY(x)			(x)
-#define DENSITY_PREFETCH(x)			((void)(x))
-
-DENSITY_FORCE_INLINE uint_fast8_t density_msvc_ctz(uint64_t value) {
-	unsigned long trailing_zero = 0;
-	if (_BitScanForward(&trailing_zero, (unsigned long)value))
-		return (uint_fast8_t)trailing_zero;
-	else
-		return 0;
-}
-#define DENSITY_CTZ(x)				density_msvc_ctz(x)
-
-#define DENSITY_LITTLE_ENDIAN	// Little endian by default on Windows
-
-#else
-#error Unsupported compiler
-#endif
-
-#ifdef DENSITY_LITTLE_ENDIAN
-#define DENSITY_LITTLE_ENDIAN_64(b)   ((uint64_t)b)
-#define DENSITY_LITTLE_ENDIAN_32(b)   ((uint32_t)b)
-#define DENSITY_LITTLE_ENDIAN_16(b)   ((uint16_t)b)
-#elif defined(DENSITY_BIG_ENDIAN)
-#if __GNUC__ * 100 + __GNUC_MINOR__ >= 403
-#define DENSITY_LITTLE_ENDIAN_64(b)   __builtin_bswap64(b)
-#define DENSITY_LITTLE_ENDIAN_32(b)   __builtin_bswap32(b)
-#define DENSITY_LITTLE_ENDIAN_16(b)   __builtin_bswap16(b)
-#else
-#warning Using bulk byte swap routines. Expect performance issues.
-#define DENSITY_LITTLE_ENDIAN_64(b)   ((((b) & 0xFF00000000000000ull) >> 56) | (((b) & 0x00FF000000000000ull) >> 40) | (((b) & 0x0000FF0000000000ull) >> 24) | (((b) & 0x000000FF00000000ull) >> 8) | (((b) & 0x00000000FF000000ull) << 8) | (((b) & 0x0000000000FF0000ull) << 24ull) | (((b) & 0x000000000000FF00ull) << 40) | (((b) & 0x00000000000000FFull) << 56))
-#define DENSITY_LITTLE_ENDIAN_32(b)   ((((b) & 0xFF000000) >> 24) | (((b) & 0x00FF0000) >> 8) | (((b) & 0x0000FF00) << 8) | (((b) & 0x000000FF) << 24))
-#define DENSITY_LITTLE_ENDIAN_16(b)   ((((b) & 0xFF00) >> 8) | (((b) & 0x00FF) << 8))
-#endif
-#else
-#error Unsupported endianness
-#endif
-
-#define DENSITY_MAX_2(a, b) (((a)>(b))?(a):(b))
-#define DENSITY_MAX_3(a, b, c) (DENSITY_MAX_2(DENSITY_MAX_2(a, b), c))
-
-#define DENSITY_FORMAT(v)               0##v##llu
-
-#define DENSITY_ISOLATE(b, p)           ((DENSITY_FORMAT(b) / p) & 0x1)
-
-#define DENSITY_BINARY_TO_UINT(b)        ((DENSITY_ISOLATE(b, 1llu) ? 0x1 : 0)\
-                                        + (DENSITY_ISOLATE(b, 8llu) ? 0x2 : 0)\
-                                        + (DENSITY_ISOLATE(b, 64llu) ? 0x4 : 0)\
-                                        + (DENSITY_ISOLATE(b, 512llu) ? 0x8 : 0)\
-                                        + (DENSITY_ISOLATE(b, 4096llu) ? 0x10 : 0)\
-                                        + (DENSITY_ISOLATE(b, 32768llu) ? 0x20 : 0)\
-                                        + (DENSITY_ISOLATE(b, 262144llu) ? 0x40 : 0)\
-                                        + (DENSITY_ISOLATE(b, 2097152llu) ? 0x80 : 0)\
-                                        + (DENSITY_ISOLATE(b, 16777216llu) ? 0x100 : 0)\
-                                        + (DENSITY_ISOLATE(b, 134217728llu) ? 0x200 : 0)\
-                                        + (DENSITY_ISOLATE(b, 1073741824llu) ? 0x400 : 0)\
-                                        + (DENSITY_ISOLATE(b, 8589934592llu) ? 0x800 : 0)\
-                                        + (DENSITY_ISOLATE(b, 68719476736llu) ? 0x1000 : 0)\
-                                        + (DENSITY_ISOLATE(b, 549755813888llu) ? 0x2000 : 0)\
-                                        + (DENSITY_ISOLATE(b, 4398046511104llu) ? 0x4000 : 0)\
-                                        + (DENSITY_ISOLATE(b, 35184372088832llu) ? 0x8000 : 0)\
-                                        + (DENSITY_ISOLATE(b, 281474976710656llu) ? 0x10000 : 0)\
-                                        + (DENSITY_ISOLATE(b, 2251799813685248llu) ? 0x20000 : 0))
-
-#define DENSITY_UNROLL_2(op)     op; op
-#define DENSITY_UNROLL_4(op)     DENSITY_UNROLL_2(op);    DENSITY_UNROLL_2(op)
-#define DENSITY_UNROLL_8(op)     DENSITY_UNROLL_4(op);    DENSITY_UNROLL_4(op)
-#define DENSITY_UNROLL_16(op)    DENSITY_UNROLL_8(op);    DENSITY_UNROLL_8(op)
-#define DENSITY_UNROLL_32(op)    DENSITY_UNROLL_16(op);   DENSITY_UNROLL_16(op)
-#define DENSITY_UNROLL_64(op)    DENSITY_UNROLL_32(op);   DENSITY_UNROLL_32(op)
-
-#define DENSITY_CASE_GENERATOR_2(op_a, flag_a, op_b, flag_b, op_mid, shift)\
-    case ((flag_b << shift) | flag_a):\
-        op_a;\
-        op_mid;\
-        op_b;\
-        break;
-
-#define DENSITY_CASE_GENERATOR_4(op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
-    case ((flag_d << (shift * 3)) | (flag_c << (shift * 2)) | (flag_b << shift) | flag_a):\
-        op_a;\
-        op_mid;\
-        op_b;\
-        op_mid;\
-        op_c;\
-        op_mid;\
-        op_d;\
-        break;
-
-#define DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_1, flag_1, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
-    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_a, flag_a, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_b, flag_b, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_c, flag_c, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_2(op_1, flag_1, op_d, flag_d, op_mid, shift);
-
-#define DENSITY_CASE_GENERATOR_4_2_COMBINED(op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
-    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_2_LAST_1_COMBINED(op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
-
-#define DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
-    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_a, flag_a, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_b, flag_b, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_c, flag_c, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4(op_1, flag_1, op_2, flag_2, op_3, flag_3, op_d, flag_d, op_mid, shift);
-
-#define DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_2, flag_2, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
-    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_1_COMBINED(op_1, flag_1, op_2, flag_2, op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
-
-#define DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_1, flag_1, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
-    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_2_COMBINED(op_1, flag_1, op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
-
-#define DENSITY_CASE_GENERATOR_4_4_COMBINED(op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift)\
-    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_a, flag_a, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_b, flag_b, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_c, flag_c, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);\
-    DENSITY_CASE_GENERATOR_4_4_LAST_3_COMBINED(op_d, flag_d, op_a, flag_a, op_b, flag_b, op_c, flag_c, op_d, flag_d, op_mid, shift);
-
-#define DENSITY_DICTIONARY_PREFERRED_RESET_CYCLE_SHIFT    6
-#define DENSITY_DICTIONARY_PREFERRED_RESET_CYCLE          (1 << DENSITY_DICTIONARY_PREFERRED_RESET_CYCLE_SHIFT)
-
-
-#define density_bitsizeof(x) (8 * sizeof(x))
-
-#define DENSITY_SPOOKYHASH_SEED_1                                 (0xabc)
-#define DENSITY_SPOOKYHASH_SEED_2                                 (0xdef)
-
-DENSITY_WINDOWS_EXPORT uint8_t density_version_major();
-
-DENSITY_WINDOWS_EXPORT uint8_t density_version_minor();
-
-DENSITY_WINDOWS_EXPORT uint8_t density_version_revision();
-
-
-/**********************************************************************************************************************
- *                                                                                                                    *
- * Global compile-time switches                                                                                       *
- *                                                                                                                    *
- **********************************************************************************************************************/
-
-#define DENSITY_MAJOR_VERSION   0
-#define DENSITY_MINOR_VERSION   14
-#define DENSITY_REVISION        2
-
-
-
-#endif
diff --git a/contrib/density/src/structure/header.c b/contrib/density/src/structure/header.c
deleted file mode 100644
index 4306a5962cf..00000000000
--- a/contrib/density/src/structure/header.c
+++ /dev/null
@@ -1,57 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 11/10/13 17:56
- */
-
-#include "header.h"
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_header_read(const uint8_t **DENSITY_RESTRICT in, density_header *DENSITY_RESTRICT header) {
-    header->version[0] = *(*in);
-    header->version[1] = *(*in + 1);
-    header->version[2] = *(*in + 2);
-    header->algorithm = *(*in + 3);
-
-    *in += sizeof(density_header);
-}
-
-DENSITY_WINDOWS_EXPORT DENSITY_FORCE_INLINE void density_header_write(uint8_t **DENSITY_RESTRICT out, const DENSITY_ALGORITHM algorithm) {
-    *(*out) = DENSITY_MAJOR_VERSION;
-    *(*out + 1) = DENSITY_MINOR_VERSION;
-    *(*out + 2) = DENSITY_REVISION;
-    *(*out + 3) = algorithm;
-    *(*out + 4) = 0;
-    *(*out + 5) = 0;
-    *(*out + 6) = 0;
-    *(*out + 7) = 0;
-
-    *out += sizeof(density_header);
-}
diff --git a/contrib/density/src/structure/header.h b/contrib/density/src/structure/header.h
deleted file mode 100644
index d4065b5600c..00000000000
--- a/contrib/density/src/structure/header.h
+++ /dev/null
@@ -1,58 +0,0 @@
-/*
- * Density
- *
- * Copyright (c) 2013, Guillaume Voirin
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- *     1. Redistributions of source code must retain the above copyright notice, this
- *        list of conditions and the following disclaimer.
- *
- *     2. Redistributions in binary form must reproduce the above copyright notice,
- *        this list of conditions and the following disclaimer in the documentation
- *        and/or other materials provided with the distribution.
- *
- *     3. Neither the name of the copyright holder nor the names of its
- *        contributors may be used to endorse or promote products derived from
- *        this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * 11/10/13 02:06
- */
-
-#ifndef DENSITY_FILE_HEADER_H
-#define DENSITY_FILE_HEADER_H
-
-#include <stdio.h>
-#include <time.h>
-
-#include "../globals.h"
-#include "../density_api.h"
-
-#pragma pack(push)
-#pragma pack(4)
-
-typedef struct {
-    density_byte version[3];
-    density_byte algorithm;
-    density_byte reserved[4];
-} density_header;
-
-#pragma pack(pop)
-
-DENSITY_WINDOWS_EXPORT void density_header_read(const uint8_t ** DENSITY_RESTRICT_DECLARE, density_header * DENSITY_RESTRICT_DECLARE);
-DENSITY_WINDOWS_EXPORT void density_header_write(uint8_t ** DENSITY_RESTRICT_DECLARE, const DENSITY_ALGORITHM);
-
-#endif
diff --git a/contrib/lizard/.gitattributes b/contrib/lizard/.gitattributes
deleted file mode 100644
index 6212bd405b4..00000000000
--- a/contrib/lizard/.gitattributes
+++ /dev/null
@@ -1,21 +0,0 @@
-# Set the default behavior
-* text eol=lf
-
-# Explicitly declare source files
-*.c text eol=lf
-*.h text eol=lf
-
-# Denote files that should not be modified.
-*.odt binary
-*.png binary
-
-# Visual Studio
-*.sln text eol=crlf
-*.vcxproj* text eol=crlf
-*.vcproj* text eol=crlf
-*.suo binary
-*.rc text eol=crlf
-
-# Windows
-*.bat text eol=crlf
-*.cmd text eol=crlf
diff --git a/contrib/lizard/.gitignore b/contrib/lizard/.gitignore
deleted file mode 100644
index dc30b0e5504..00000000000
--- a/contrib/lizard/.gitignore
+++ /dev/null
@@ -1,37 +0,0 @@
-# Object files
-*.o
-*.ko
-
-# Libraries
-*.lib
-*.a
-
-# Shared objects (inc. Windows DLLs)
-*.dll
-*.so
-*.so.*
-*.dylib
-
-# Executables
-*.exe
-*.out
-*.app
-
-# IDE / editors files
-*.suo
-*.user
-.clang_complete
-
-# Directories
-_lizardbench/
-_visual/
-_codelite/
-_backup/
-_codelite_lz4/
-
-# Archives
-*.zip
-*.liz
-
-*.txt
-*.bat
\ No newline at end of file
diff --git a/contrib/lizard/.travis.yml b/contrib/lizard/.travis.yml
deleted file mode 100644
index 29f75591a31..00000000000
--- a/contrib/lizard/.travis.yml
+++ /dev/null
@@ -1,268 +0,0 @@
-language: c
-matrix:
-  fast_finish: true
-  include:
-    - name: macOS
-      os: osx
-      env: Ubu=OS_X_Mavericks Cmd='make -C tests test-lizard CC=clang MOREFLAGS="-Werror -Wconversion -Wno-sign-conversion"' COMPILER=clang
-
-
-    # Ubuntu 18.04
-    - name: Ubuntu 18.04, gcc-9, 64-bit and 32-bit tests
-      dist: bionic
-      script:
-        - CC=gcc-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-        - CC=gcc-9; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
-      before_install:
-        - sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
-        - sudo apt-get -q update
-        - sudo apt-get --no-install-suggests --no-install-recommends -yq install gcc-multilib gcc-9 gcc-9-multilib
-
-    - name: Ubuntu 18.04, clang-9, 64-bit tests
-      dist: bionic
-      script:
-        - CC=clang-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - sourceline: 'deb https://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main'
-              key_url: 'https://apt.llvm.org/llvm-snapshot.gpg.key'
-          packages:
-            - clang-9
-
-
-
-    # Ubuntu 16.04 gcc
-    - name: Ubuntu 16.04, gcc-9, 64-bit and 32-bit tests
-      dist: xenial
-      script:
-        - CC=gcc-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-        - CC=gcc-9; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-multilib
-            - gcc-9
-            - gcc-9-multilib
-
-    - name: Ubuntu 16.04, gcc-8, 64-bit and 32-bit tests
-      dist: xenial
-      script:
-        - CC=gcc-8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-        - CC=gcc-8; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-multilib
-            - gcc-8
-            - gcc-8-multilib
-
-    - name: Ubuntu 16.04, gcc-7, 64-bit and 32-bit tests
-      dist: xenial
-      script:
-        - CC=gcc-7; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-        - CC=gcc-7; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-multilib
-            - gcc-7
-            - gcc-7-multilib
-
-    - name: Ubuntu 16.04, gcc-6, 64-bit and 32-bit tests
-      dist: xenial
-      script:
-        - CC=gcc-6; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-        - CC=gcc-6; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-multilib
-            - gcc-6
-            - gcc-6-multilib
-
-    - name: Ubuntu 16.04, gcc-5, 64-bit and 32-bit tests
-      dist: xenial
-      script:
-        - CC=gcc-5; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-        - CC=gcc-5; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-          packages:
-            - gcc-multilib
-            - gcc-5
-            - gcc-5-multilib
-
-    - name: Ubuntu 16.04, gcc-4.8, 64-bit and 32-bit tests
-      dist: xenial
-      script:
-        - CC=gcc-4.8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-        - CC=gcc-4.8; $CC -v; make -C tests test-lizardc32 test-fullbench32 test-frametest32 test-fuzzer32 MOREFLAGS=-Werror
-      addons:
-        apt:
-          packages:
-            - gcc-multilib
-            - gcc-4.8
-            - gcc-4.8-multilib
-
-
-
-    # Ubuntu 16.04 clang
-    - name: Ubuntu 16.04, clang-9, 64-bit tests
-      dist: xenial
-      script:
-        - CC=clang-9; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - sourceline: 'deb https://apt.llvm.org/xenial/ llvm-toolchain-xenial-9 main'
-              key_url: 'https://apt.llvm.org/llvm-snapshot.gpg.key'
-          packages:
-            - clang-9
-
-    - name: Ubuntu 16.04, clang-8, 64-bit tests
-      dist: xenial
-      script:
-        - CC=clang-8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-xenial-8
-          packages:
-            - clang-8
-
-    - name: Ubuntu 16.04, clang-7, 64-bit tests
-      dist: xenial
-      script:
-        - CC=clang-7; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-xenial-7
-          packages:
-            - clang-7
-
-    - name: Ubuntu 16.04, clang-6.0, 64-bit tests
-      dist: xenial
-      script:
-        - CC=clang-6.0; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-xenial-6.0
-          packages:
-            - clang-6.0
-
-    - name: Ubuntu 16.04, clang-5.0, 64-bit tests
-      dist: xenial
-      script:
-        - CC=clang-5.0; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-xenial-5.0
-          packages:
-            - clang-5.0
-
-    - name: Ubuntu 16.04, clang-4.0, 64-bit tests
-      dist: xenial
-      script:
-        - CC=clang-4.0; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-xenial-4.0
-          packages:
-            - clang-4.0
-
-    - name: Ubuntu 14.04, clang-3.8, 64-bit tests
-      dist: trusty
-      script:
-        - CC=clang-3.8; $CC -v; make -C tests test-lizard test-fullbench test-frametest test-fuzzer MOREFLAGS=-Werror
-      addons:
-        apt:
-          sources:
-            - ubuntu-toolchain-r-test
-            - llvm-toolchain-trusty-3.8
-          packages:
-            - clang-3.8
-
-
-
-    - name: Ubuntu 16.04, misc tests
-      env: Cmd="make c_standards && make gpptest-native && make clean && make examples && make clean && make cmake && make clean && make travis-install && make clean && make clangtest-native" COMPILER=cc
-      dist: xenial
-
-    - name: Ubuntu 14.04, arm and aarch64
-      env: Cmd='make platformTest CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static && make platformTest CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static' COMPILER=arm-linux-gnueabi-gcc
-      dist: trusty
-      sudo: required
-      addons:
-        apt:
-          packages:
-            - qemu-system-arm
-            - qemu-user-static
-            - gcc-arm-linux-gnueabi
-            - libc6-dev-armel-cross
-            - gcc-aarch64-linux-gnu
-            - libc6-dev-arm64-cross
-
-    - name: Ubuntu 14.04, powerpc and ppc64
-      env: Cmd='make platformTest CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static && make platformTest CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static MOREFLAGS=-m64' COMPILER=powerpc-linux-gnu-gcc
-      dist: trusty
-      sudo: required
-      addons:
-        apt:
-          packages:
-            - qemu-system-ppc
-            - qemu-user-static
-            - gcc-powerpc-linux-gnu
-
-    - name: Ubuntu 14.04, valgrind
-      env: Cmd='make -C tests test-mem MOREFLAGS=-DLIZARD_RESET_MEM' COMPILER=cc
-      dist: trusty
-      sudo: required
-      addons:
-        apt:
-          packages:
-            - valgrind
-
-
-    #- env: Ubu=14.04 Cmd='make sanitize' COMPILER=clang
-    #  dist: trusty
-    #  sudo: required
-    #  addons:
-    #    apt:
-    #      packages:
-    #        - valgrind
-
-    #- env: Ubu=14.04 Cmd='make staticAnalyze' COMPILER=clang
-    #  dist: trusty
-    #  sudo: required
-    #  addons:
-    #    apt:
-    #      packages:
-    #        - clang
-
-
-script:
-  - echo Cmd=$Cmd
-  - $COMPILER -v
-  - sh -c "$Cmd"
diff --git a/contrib/lizard/LICENSE b/contrib/lizard/LICENSE
deleted file mode 100644
index df1edbca85e..00000000000
--- a/contrib/lizard/LICENSE
+++ /dev/null
@@ -1,15 +0,0 @@
-This repository uses 2 different licenses :
-- all files in the `lib` directory use a BSD 2-Clause license
-- all other files use a GPLv2 license, unless explicitly stated otherwise
-
-Relevant license is reminded at the top of each source file,
-and with the presence of COPYING or LICENSE file.
-
-This model emphasizes the fact that
-only files in the `lib` directory are designed to be included into 3rd party projects.
-
-Other files, such as those from `programs` or `examples` directory,
-are not intended to be compiled outside of their context.
-They can serve as source of inspiration,
-but they should not be copy/pasted into 3rd party projects,
-as this scenario is not supported.
diff --git a/contrib/lizard/NEWS b/contrib/lizard/NEWS
deleted file mode 100644
index 05d424656e9..00000000000
--- a/contrib/lizard/NEWS
+++ /dev/null
@@ -1,41 +0,0 @@
-Lizard v1.0
-- LZ5 v2.0 was renamed to Lizard v1.0
-- improved compression speed with many small files
-
-LZ5 v2.0
-- this version is optimized for decompression speed (instead of ratio for previous versions)
-- LZ5 v2.0 contains 4 compression methods:
-  fastLZ4 : compression levels -10...-19 are designed to give better decompression speed than LZ4 i.e. over 2000 MB/s
-  LIZv1 : compression levels -20...-29 are designed to give better ratio than LZ4 keeping 75% decompression speed
-  fastLZ4 + Huffman : compression levels -30...-39 add Huffman coding to fastLZ4
-  LIZv1 + Huffman : compression levels -40...-49 give the best ratio (comparable to zlib and low levels of zstd/brotli) at decompression speed of 1000 MB/s
-
-LZ5 v1.5
-- introduced compatibility with Visual C++ 2010 and newer
-- attached Visual Studio 2010 project
-- thoroughly tested with 21 Travis CI and 7 AppVeyor CI tests
-- fixed bug with reusing a context in lizard_frame.c (LizardF_compressBegin and Lizard_compress_HC_continue)
-- fixed rare bug in match finder (concerns levels 4 - 15)
-
-LZ5 v1.4.1
-- fixed bug with a backward match extension (level 11 and 12)
-
-LZ5 v1.4
-- improved: levels from 13 to 15 (maximum compression ratio)
-- added a new parser: LizardHC_optimal_price_bt
-- updated documentation: lizard_Block_format.md and lizard_Frame_format.md 
-- changed lizard.exe: the "-B" option with block size [1-7] = 64KB, 256KB, 1MB, 4MB, 16MB, 64MB, 256MB (default : 4 = 4MB)
- 
-LZ5 v1.3.3
-- added: new levels from 11 to 18 (maximum compression ratio)
-- added: a new parser: LizardHC_optimal_price
-- fixed: buffer-overflow during decompression (thanks to m^2)
-
-LZ5 r132
-- improved compression ratio
-- added: new parsers: LizardHC_fast, LizardHC_price_fast, LizardHC_lowest_price
-- added: a special 1-byte codeword for the last occured offset
-- added: support for 3-byte long matches (MINMATCH = 3)
-
-LZ5 r131
-The first release based on LZ4 r132 dev
diff --git a/contrib/lizard/README.md b/contrib/lizard/README.md
deleted file mode 100644
index 50dd737fb8d..00000000000
--- a/contrib/lizard/README.md
+++ /dev/null
@@ -1,95 +0,0 @@
-Lizard - efficient compression with very fast decompression
---------------------------------------------------------
-
-Lizard (formerly LZ5) is a lossless compression algorithm which contains 4 compression methods:
-- fastLZ4 : compression levels -10...-19 are designed to give better decompression speed than [LZ4] i.e. over 2000 MB/s
-- LIZv1 : compression levels -20...-29 are designed to give better ratio than [LZ4] keeping 75% decompression speed
-- fastLZ4 + Huffman : compression levels -30...-39 add Huffman coding to fastLZ4
-- LIZv1 + Huffman : compression levels -40...-49 give the best ratio (comparable to [zlib] and low levels of [zstd]/[brotli]) at decompression speed of 1000 MB/s 
-
-Lizard library is based on frequently used [LZ4] library by Yann Collet but the Lizard compression format is not compatible with LZ4.
-Lizard library is provided as open-source software using BSD 2-Clause license.
-The high compression/decompression speed is achieved without any SSE and AVX extensions.
-
-
-|Branch      |Status   |
-|------------|---------|
-|lz5_v1.5    | [![Build Status][travis15Badge]][travisLink]    [![Build status][Appveyor15Badge]][AppveyorLink]     |
-|lizard      | [![Build Status][travis20Badge]][travisLink]    [![Build status][Appveyor20Badge]][AppveyorLink]     |
-
-[travis15Badge]: https://travis-ci.org/inikep/lizard.svg?branch=lz5_v1.5 "Continuous Integration test suite"
-[travis20Badge]: https://travis-ci.org/inikep/lizard.svg?branch=lizard "Continuous Integration test suite"
-[travisLink]: https://travis-ci.org/inikep/lizard
-[Appveyor15Badge]: https://ci.appveyor.com/api/projects/status/cqw7emcuqge369p0/branch/lz5_v1.5?svg=true "Visual test suite"
-[Appveyor20Badge]: https://ci.appveyor.com/api/projects/status/cqw7emcuqge369p0/branch/lizard?svg=true "Visual test suite"
-[AppveyorLink]: https://ci.appveyor.com/project/inikep/lizard
-[LZ4]: https://github.com/lz4/lz4
-[zlib]: https://github.com/madler/zlib
-[zstd]: https://github.com/facebook/zstd
-[brotli]: https://github.com/google/brotli
-
-
-Benchmarks
--------------------------
-
-The following results are obtained with [lzbench](https://github.com/inikep/lzbench) and `-t16,16`
-using 1 core of Intel Core i5-4300U, Windows 10 64-bit (MinGW-w64 compilation under gcc 6.2.0)
-with [silesia.tar] which contains tarred files from [Silesia compression corpus](http://sun.aei.polsl.pl/~sdeor/index.php?page=silesia).
-
-| Compressor name         | Compression| Decompress.| Compr. size | Ratio |
-| ---------------         | -----------| -----------| ----------- | ----- |
-| memcpy                  |  7332 MB/s |  8719 MB/s |   211947520 |100.00 |
-| lz4 1.7.3               |   440 MB/s |  2318 MB/s |   100880800 | 47.60 |
-| lz4hc 1.7.3 -1          |    98 MB/s |  2121 MB/s |    87591763 | 41.33 |
-| lz4hc 1.7.3 -4          |    55 MB/s |  2259 MB/s |    79807909 | 37.65 |
-| lz4hc 1.7.3 -9          |    22 MB/s |  2315 MB/s |    77892285 | 36.75 |
-| lz4hc 1.7.3 -12         |    17 MB/s |  2323 MB/s |    77849762 | 36.73 |
-| lz4hc 1.7.3 -16         |    10 MB/s |  2323 MB/s |    77841782 | 36.73 |
-| lizard 1.0 -10          |   346 MB/s |  2610 MB/s |   103402971 | 48.79 |
-| lizard 1.0 -12          |   103 MB/s |  2458 MB/s |    86232422 | 40.69 |
-| lizard 1.0 -15          |    50 MB/s |  2552 MB/s |    81187330 | 38.31 |
-| lizard 1.0 -19          |  3.04 MB/s |  2497 MB/s |    77416400 | 36.53 |
-| lizard 1.0 -21          |   157 MB/s |  1795 MB/s |    89239174 | 42.10 |
-| lizard 1.0 -23          |    30 MB/s |  1778 MB/s |    81097176 | 38.26 |
-| lizard 1.0 -26          |  6.63 MB/s |  1734 MB/s |    74503695 | 35.15 |
-| lizard 1.0 -29          |  1.37 MB/s |  1634 MB/s |    68694227 | 32.41 |
-| lizard 1.0 -30          |   246 MB/s |   909 MB/s |    85727429 | 40.45 |
-| lizard 1.0 -32          |    94 MB/s |  1244 MB/s |    76929454 | 36.30 |
-| lizard 1.0 -35          |    47 MB/s |  1435 MB/s |    73850400 | 34.84 |
-| lizard 1.0 -39          |  2.94 MB/s |  1502 MB/s |    69807522 | 32.94 |
-| lizard 1.0 -41          |   126 MB/s |   961 MB/s |    76100661 | 35.91 |
-| lizard 1.0 -43          |    28 MB/s |  1101 MB/s |    70955653 | 33.48 |
-| lizard 1.0 -46          |  6.25 MB/s |  1073 MB/s |    65413061 | 30.86 |
-| lizard 1.0 -49          |  1.27 MB/s |  1064 MB/s |    60679215 | 28.63 |
-| zlib 1.2.8 -1           |    66 MB/s |   244 MB/s |    77259029 | 36.45 |
-| zlib 1.2.8 -6           |    20 MB/s |   263 MB/s |    68228431 | 32.19 |
-| zlib 1.2.8 -9           |  8.37 MB/s |   266 MB/s |    67644548 | 31.92 |
-| zstd 1.1.1 -1           |   235 MB/s |   645 MB/s |    73659468 | 34.75 |
-| zstd 1.1.1 -2           |   181 MB/s |   600 MB/s |    70168955 | 33.11 |
-| zstd 1.1.1 -5           |    88 MB/s |   565 MB/s |    65002208 | 30.67 |
-| zstd 1.1.1 -8           |    31 MB/s |   619 MB/s |    61026497 | 28.79 |
-| zstd 1.1.1 -11          |    16 MB/s |   613 MB/s |    59523167 | 28.08 |
-| zstd 1.1.1 -15          |  4.97 MB/s |   639 MB/s |    58007773 | 27.37 |
-| zstd 1.1.1 -18          |  2.87 MB/s |   583 MB/s |    55294241 | 26.09 |
-| zstd 1.1.1 -22          |  1.44 MB/s |   505 MB/s |    52731930 | 24.88 |
-| brotli 0.5.2 -0         |   217 MB/s |   244 MB/s |    78226979 | 36.91 |
-| brotli 0.5.2 -2         |    96 MB/s |   283 MB/s |    68066621 | 32.11 |
-| brotli 0.5.2 -5         |    24 MB/s |   312 MB/s |    60801716 | 28.69 |
-| brotli 0.5.2 -8         |  5.56 MB/s |   324 MB/s |    57382470 | 27.07 |
-| brotli 0.5.2 -11        |  0.39 MB/s |   266 MB/s |    51138054 | 24.13 |
-
-[silesia.tar]: https://drive.google.com/file/d/0BwX7dtyRLxThenZpYU9zLTZhR1k/view?usp=sharing
-
-
-Documentation
--------------------------
-
-The raw Lizard block compression format is detailed within [lizard_Block_format].
-
-To compress an arbitrarily long file or data stream, multiple blocks are required.
-Organizing these blocks and providing a common header format to handle their content
-is the purpose of the Frame format, defined into [lizard_Frame_format].
-Interoperable versions of Lizard must respect this frame format.
-
-[lizard_Block_format]: doc/lizard_Block_format.md
-[lizard_Frame_format]: doc/lizard_Frame_format.md
diff --git a/contrib/lizard/appveyor.yml b/contrib/lizard/appveyor.yml
deleted file mode 100644
index d5863f7c06b..00000000000
--- a/contrib/lizard/appveyor.yml
+++ /dev/null
@@ -1,143 +0,0 @@
-version: 1.0.{build}
-environment:
-  matrix:
-  - COMPILER: "visual"
-    CONFIGURATION: "Debug"
-    PLATFORM: "x64"
-  - COMPILER: "visual"
-    CONFIGURATION: "Debug"
-    PLATFORM: "Win32"
-  - COMPILER: "visual"
-    CONFIGURATION: "Release"
-    PLATFORM: "x64"
-  - COMPILER: "visual"
-    CONFIGURATION: "Release"
-    PLATFORM: "Win32"
-  - COMPILER: "gcc"
-    PLATFORM: "mingw64"
-  - COMPILER: "gcc"
-    PLATFORM: "mingw32"
-  - COMPILER: "gcc"
-    PLATFORM: "clang"
-
-install:
-  - ECHO Installing %COMPILER% %PLATFORM% %CONFIGURATION%
-  - MKDIR bin
-  - if [%COMPILER%]==[gcc] SET PATH_ORIGINAL=%PATH%
-  - if [%COMPILER%]==[gcc] (
-      SET "PATH_MINGW32=c:\MinGW\bin;c:\MinGW\usr\bin" &&
-      SET "PATH_MINGW64=c:\msys64\mingw64\bin;c:\msys64\usr\bin" &&
-      COPY C:\MinGW\bin\mingw32-make.exe C:\MinGW\bin\make.exe &&
-      COPY C:\MinGW\bin\gcc.exe C:\MinGW\bin\cc.exe
-    ) else (
-      IF [%PLATFORM%]==[x64] (SET ADDITIONALPARAM=/p:LibraryPath="C:\Program Files\Microsoft SDKs\Windows\v7.1\lib\x64;c:\Program Files (x86)\Microsoft Visual Studio 10.0\VC\lib\amd64;C:\Program Files (x86)\Microsoft Visual Studio 10.0\;C:\Program Files (x86)\Microsoft Visual Studio 10.0\lib\amd64;")
-    )
-
-build_script:
-  - if [%PLATFORM%]==[mingw32] SET PATH=%PATH_MINGW32%;%PATH_ORIGINAL%
-  - if [%PLATFORM%]==[mingw64] SET PATH=%PATH_MINGW64%;%PATH_ORIGINAL%
-  - if [%PLATFORM%]==[clang] SET PATH=%PATH_MINGW64%;%PATH_ORIGINAL%
-  - ECHO *** &&
-      ECHO Building %COMPILER% %PLATFORM% %CONFIGURATION% &&
-      ECHO ***
-  - if [%PLATFORM%]==[clang] (clang -v)
-  - if [%COMPILER%]==[gcc] (gcc -v)
-  - if [%COMPILER%]==[gcc] (
-      echo ----- &&
-      make -v &&
-      echo ----- &&
-      if not [%PLATFORM%]==[clang] (
-        make -C programs lizard && make -C tests fullbench && make -C lib lib
-      ) ELSE (
-        make -C programs lizard CC=clang MOREFLAGS="--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion" &&
-        make -C tests fullbench CC=clang MOREFLAGS="--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion" &&
-        make -C lib lib CC=clang MOREFLAGS="--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion"
-      )
-    )
-  - if [%COMPILER%]==[gccX] if not [%PLATFORM%]==[clang] (
-      MKDIR bin\dll bin\static bin\example bin\include &&
-      COPY tests\fullbench.c bin\example\ &&
-      COPY lib\xxhash.c bin\example\ &&
-      COPY lib\xxhash.h bin\example\ &&
-      COPY lib\lizard.h bin\include\ &&
-      COPY lib\lizardhc.h bin\include\ &&
-      COPY lib\lizard_frame.h bin\include\ &&
-      COPY lib\liblizard.a bin\static\liblizard_static.lib &&
-      COPY lib\dll\liblizard.* bin\dll\ &&
-      COPY lib\dll\example\Makefile bin\example\ &&
-      COPY lib\dll\example\fullbench-dll.* bin\example\ &&
-      COPY lib\dll\example\README.md bin\ &&
-      COPY programs\lizard.exe bin\lizard.exe
-    )
-  - if [%COMPILER%]==[gccX] if [%PLATFORM%]==[mingw64] (
-      7z.exe a bin\lizard_x64.zip NEWS .\bin\lizard.exe .\bin\README.md .\bin\example .\bin\dll .\bin\static .\bin\include &&
-      appveyor PushArtifact bin\lizard_x64.zip
-    )
-  - if [%COMPILER%]==[gccX] if [%PLATFORM%]==[mingw32] (
-      7z.exe a bin\lizard_x86.zip NEWS .\bin\lizard.exe .\bin\README.md .\bin\example .\bin\dll .\bin\static .\bin\include &&
-      appveyor PushArtifact bin\lizard_x86.zip
-    )
-  - if [%COMPILER%]==[gcc] (COPY tests\fullbench.exe programs\)
-  - if [%COMPILER%]==[visual] (
-      ECHO *** &&
-      ECHO *** Building Visual Studio 2010 %PLATFORM%\%CONFIGURATION% &&
-      ECHO *** &&
-      msbuild "visual\VS2010\lizard.sln" %ADDITIONALPARAM% /m /verbosity:minimal /property:PlatformToolset=v100 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
-      ECHO *** &&
-      ECHO *** Building Visual Studio 2012 %PLATFORM%\%CONFIGURATION% &&
-      ECHO *** &&
-      msbuild "visual\VS2010\lizard.sln" /m /verbosity:minimal /property:PlatformToolset=v110 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
-      ECHO *** &&
-      ECHO *** Building Visual Studio 2013 %PLATFORM%\%CONFIGURATION% &&
-      ECHO *** &&
-      msbuild "visual\VS2010\lizard.sln" /m /verbosity:minimal /property:PlatformToolset=v120 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
-      ECHO *** &&
-      ECHO *** Building Visual Studio 2015 %PLATFORM%\%CONFIGURATION% &&
-      ECHO *** &&
-      msbuild "visual\VS2010\lizard.sln" /m /verbosity:minimal /property:PlatformToolset=v140 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
-      COPY visual\VS2010\bin\%PLATFORM%_%CONFIGURATION%\*.exe programs\
-    )
-
-test_script:
-  - ECHO *** &&
-      ECHO Testing %COMPILER% %PLATFORM% %CONFIGURATION% &&
-      ECHO ***
-  - if not [%COMPILER%]==[unknown] (
-      CD programs &&
-      lizard -h &&
-      lizard -i1b lizard.exe &&
-      lizard -i1b5 lizard.exe &&
-      lizard -i1b10 lizard.exe &&
-      lizard -i1b15 lizard.exe &&
-      echo ------- lizard tested ------- &&
-      fullbench.exe -i1 fullbench.exe
-    )
-
-artifacts:
-  - path: bin\lizard_x64.zip
-  - path: bin\lizard_x86.zip
-
-deploy:
-- provider: GitHub
-  artifact: bin\lizard_x64.zip
-  auth_token:
-    secure: LgJo8emYc3sFnlNWkGl4/VYK3nk/8+RagcsqDlAi3xeqNGNutnKjcftjg84uJoT4
-  force_update: true
-  prerelease: true
-  on:
-    COMPILER: gcc
-    PLATFORM: "mingw64"
-    appveyor_repo_tag: true
-    branch: autobuild
-
-- provider: GitHub
-  artifact: bin\lizard_x86.zip
-  auth_token:
-    secure: LgJo8emYc3sFnlNWkGl4/VYK3nk/8+RagcsqDlAi3xeqNGNutnKjcftjg84uJoT4
-  force_update: true
-  prerelease: true
-  on:
-    COMPILER: gcc
-    PLATFORM: "mingw32"
-    appveyor_repo_tag: true
-    branch: autobuild
diff --git a/contrib/lizard/contrib/djgpp/LICENSE b/contrib/lizard/contrib/djgpp/LICENSE
deleted file mode 100644
index fee0d3b3e23..00000000000
--- a/contrib/lizard/contrib/djgpp/LICENSE
+++ /dev/null
@@ -1,24 +0,0 @@
-Copyright (c) 2014, lpsantil
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-* Redistributions of source code must retain the above copyright notice, this
-  list of conditions and the following disclaimer.
-
-* Redistributions in binary form must reproduce the above copyright notice,
-  this list of conditions and the following disclaimer in the documentation
-  and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
-FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
-SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
-OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
diff --git a/contrib/lizard/contrib/djgpp/README.MD b/contrib/lizard/contrib/djgpp/README.MD
deleted file mode 100644
index 8dfc3a838c4..00000000000
--- a/contrib/lizard/contrib/djgpp/README.MD
+++ /dev/null
@@ -1,21 +0,0 @@
-# lizard for DOS/djgpp
-This file details on how to compile lizard.exe, and liblizard.a for use on DOS/djgpp using
-Andrew Wu's build-djgpp cross compilers ([GH][0], [Binaries][1]) on OSX, Linux.
-
-## Setup
-* Download a djgpp tarball [binaries][1] for your platform.  
-* Extract and install it (`tar jxvf djgpp-linux64-gcc492.tar.bz2`).  Note the path.  We'll assume `/home/user/djgpp`.
-* Add the `bin` folder to your `PATH`.  In bash, do `export PATH=/home/user/djgpp/bin:$PATH`.
-* The `Makefile` in `contrib/djgpp/` sets up `CC`, `AR`, `LD` for you.  So, `CC=i586-pc-msdosdjgpp-gcc`, `AR=i586-pc-msdosdjgpp-ar`, `LD=i586-pc-msdosdjgpp-gcc`.
-
-## Building Lizard for DOS
-In the base dir of lizard and with `contrib/djgpp/Makefile`, try:
-Try:
-* `make -f contrib/djgpp/Makefile`
-* `make -f contrib/djgpp/Makefile liblizard.a`
-* `make -f contrib/djgpp/Makefile lizard.exe`
-* `make -f contrib/djgpp/Makefile DESTDIR=/home/user/dos install`, however it doesn't make much sense on a \*nix.
-* You can also do `make -f contrib/djgpp/Makefile uninstall`
-
-[0]: https://github.com/andrewwutw/build-djgpp
-[1]: https://github.com/andrewwutw/build-djgpp/releases
diff --git a/contrib/lizard/doc/lizard_Block_format.md b/contrib/lizard/doc/lizard_Block_format.md
deleted file mode 100644
index 45307a1fce5..00000000000
--- a/contrib/lizard/doc/lizard_Block_format.md
+++ /dev/null
@@ -1,181 +0,0 @@
-Lizard v1.x Block Format Description
-============================
-Last revised: 2016-10-08
-Authors : Yann Collet, Przemyslaw Skibinski
-
-
-This specification is intended for developers
-willing to produce Lizard-compatible compressed data blocks
-using any programming language.
-
-Lizard is an LZ77-type compressor with a fixed, byte-oriented encoding.
-There is no framing layer as it is assumed to be handled by other parts of the system (see [Lizard Frame format]).
-This design is assumed to favor simplicity and speed.
-It helps later on for optimizations, compactness, and features.
-
-This document describes only the block format,
-not how the compressor nor decompressor actually work.
-The correctness of the decompressor should not depend
-on implementation details of the compressor, and vice versa.
-
-[Lizard Frame format]: lizard_Frame_format.md
-
-
-Division into blocks
---------------------
-
-The input data is divided into blocks of maximum size LIZARD_BLOCK_SIZE (which is 128 KB). The subsequent blocks use the same sliding window and are dependent on previous blocks.
-Our impementation of Lizard compressor divides input data into blocks of size of LIZARD_BLOCK_SIZE except the last one which usually will be smaller.
-The output data is a single byte 'Compression_Level' and one or more blocks in the format described below.
-
-
-Block header format
------------------------
-
-The block header is a single byte `Header_Byte` that is combination of following flags:
-
-| Name                | Value |
-| --------------------- | --- |
-| LIZARD_FLAG_LITERALS     | 1   |
-| LIZARD_FLAG_FLAGS        | 2   |
-| LIZARD_FLAG_OFF16LEN     | 4   |
-| LIZARD_FLAG_OFF24LEN     | 8   |
-| LIZARD_FLAG_LEN          | 16  |
-| LIZARD_FLAG_UNCOMPRESSED | 128 |
-
-When `Header_Byte & LIZARD_FLAG_UNCOMPRESSED` is true then the block is followed by 3-byte `Uncompressed_length` and uncompressed data of given size.
-
-
-Compressed block content
-------------------------
-
-When `Header_Byte & LIZARD_FLAG_UNCOMPRESSED` is false then compressed block contains of 5 streams:
-- `Lengths_Stream` (compressed with Huffman if LIZARD_FLAG_LEN is set)
-- `16-bit_Offsets_Stream` (compressed with Huffman if LIZARD_FLAG_OFF16LEN is set)
-- `24-bit_Offsets_Stream` (compressed with Huffman if LIZARD_FLAG_OFF24LEN is set)
-- `Tokens_Stream` (compressed with Huffman if LIZARD_FLAG_FLAGS is set)
-- `Literals_Stream` (compressed with Huffman if LIZARD_FLAG_LITERALS is set)
-
-
-Stream format
--------------
-The single stream is either:
-- if LIZARD_FLAG_XXX is not set: 3 byte `Stream_Length` followed by a given number bytes
-- if LIZARD_FLAG_XXX is set: 3 byte `Original_Stream_Length`, 3 byte `Compressed_Stream_Length`, followed by a given number of Huffman compressed bytes
-
-
-Lizard block decompression
------------------------
-At the beginning we have 5 streams and their sizes.
-Decompressor should iterate through `Tokens_Stream`. Each token is 1-byte long and describes how to get data from other streams. 
-If token points a stream that is already empty it means that data is corrupted.
-
-
-Lizard token decompression
------------------------
-The token is a one byte. Token decribes:
-- how many literals should be copied from `Literals_Stream`
-- if offset should be read from `16-bit_Offsets_Stream` or `24-bit_Offsets_Stream`
-- how many bytes are part of a match and should be copied from a sliding window
-
-Lizard uses 4 types of tokens:
-- [0_MMMM_LLL] - 3-bit literal length (0-7+), use offset from `16-bit_Offsets_Stream`, 4-bit match length (4-15+)
-- [1_MMMM_LLL] - 3-bit literal length (0-7+), use last offset, 4-bit match length (0-15+)
-- token 31     - no literal length, use offset from `24-bit_Offsets_Stream`, match length (47+)
-- token 0-30   - no literal length, use offset from `24-bit_Offsets_Stream`, 31 match lengths (16-46)
-
-Lizard uses different output codewords and is not compatible with LZ4. LZ4 output codewords are 3 byte long (24-bit) and look as follows:
-- LLLL_MMMM OOOOOOOO OOOOOOOO - 16-bit offset, 4-bit match length, 4-bit literal length 
-
-
-The format of `Lengths_Stream`
-------------------------------
-`Lengths_Stream` contains lenghts in the the following format:
-- when 'First_Byte' is < 254 then lenght is equal 'First_Byte'
-- when 'First_Byte' is 254 then lenght is equal to value of 2-bytes after 'First_Byte' i.e. 0-65536
-- when 'First_Byte' is 255 then lenght is equal to value of 3-bytes after 'First_Byte' i.e. 0-16777215
-
-
-[0_MMMM_LLL] and [1_MMMM_LLL] tokens
----------------------------------------
-The length of literals to be copied from `Literals_Stream` depends on the literal length field (LLL) that uses 3 bits of the token.
-Therefore each field ranges from 0 to 7.
-If the value is 7, then the lenght is increased with a length taken from `Lengths_Stream`.
-
-Example 1 : A literal length of 48 will be represented as :
-
-  - 7  : value for the 3-bits LLL field
-  - 41 : (=48-7) remaining length to reach 48 (in `Lengths_Stream`)
-
-Example 2 : A literal length of 280 for will be represented as :
-
-  - 7   : value for the 3-bits LLL field
-  - 254 : informs that remaining length (=280-7) must be represented as 2-bytes (in `Lengths_Stream`)
-  - 273 : (=280-7) encoded as 2-bytes (in `Lengths_Stream`)
-
-Example 3 : A literal length of 7 for will be represented as :
-
-  - 7  : value for the 3-bits LLL field
-  - 0  : (=7-7) yes, the zero must be output (in `Lengths_Stream`)
-
-After copying 0 or more literals from `Literals_Stream` we can prepare the match copy operation which depends on a offset and a match length.
-The flag "0" informs that decoder should use the last encoded offset.
-The flag "1" informs that the offset is a 2 bytes value (16-bit), in little endian format and should be taken from `16-bit_Offsets_Stream`.
-
-The match length depends on the match length field (MMMM) that uses 4 bits of the token.
-Therefore each field ranges from 0 to 15. Values from 0-3 are forbidden with offset taken from `16-bit_Offsets_Stream`.
-If the value is 15, then the lenght is increased with a length taken from `Lengths_Stream`.
-
-With the offset and the match length,
-the decoder can now proceed to copy the data from the already decoded buffer.
-
-
-Lizard block epilogue
-------------------
-When all tokens are read from `Tokens_Stream` and interpreted all remaining streams should also be empty.
-Otherwise, it means that the data is corrupted. The only exception is `Literals_Stream` that should have at least 16 remaining literals what
-allows fast memory copy operations. The remaining literals up to the end of `Literals_Stream` should be appended to the output data.
-
-
-Tokens 0-31
------------
-The offset is a 3 bytes value (24-bit), in little endian format and should be taken from `24-bit_Offsets_Stream`.
-The offset represents the position of the match to be copied from.
-1 means "current position - 1 byte".
-The maximum offset value is (1<<24)-1, 1<<24 cannot be coded.
-Note that 0 is an invalid value, not used. 
-
-The 'Token_Value' ranges from 0 to 31.
-The match length is equal to 'Token_Value + 16 that is from 16 to 47.
-If match length is 47, the lenght is increased with a length taken from `Lengths_Stream`.
-
-
-Parsing restrictions
------------------------
-There are specific parsing rules to respect in order to remain compatible
-with assumptions made by the decoder :
-
-1. The last 16 bytes are always literals what allows fast memory copy operations.
-2. The last match must start at least 20 bytes before end of block.   
-   Consequently, a block with less than 20 bytes cannot be compressed.
-
-These rules are in place to ensure that the decoder
-will never read beyond the input buffer, nor write beyond the output buffer.
-
-Note that the last sequence is also incomplete,
-and stops right after literals.
-
-
-Additional notes
------------------------
-There is no assumption nor limits to the way the compressor
-searches and selects matches within the source data block.
-It could be a fast scan, a multi-probe, a full search using BST,
-standard hash chains or MMC, well whatever.
-
-Advanced parsing strategies can also be implemented, such as lazy match,
-or full optimal parsing.
-
-All these trade-off offer distinctive speed/memory/compression advantages.
-Whatever the method used by the compressor, its result will be decodable
-by any Lizard decoder if it follows the format specification described above.
diff --git a/contrib/lizard/doc/lizard_Frame_format.md b/contrib/lizard/doc/lizard_Frame_format.md
deleted file mode 100644
index ce24b0e23e2..00000000000
--- a/contrib/lizard/doc/lizard_Frame_format.md
+++ /dev/null
@@ -1,312 +0,0 @@
-Lizard v1.x Frame Format Description
-=================================
-
-###Notices
-
-Copyright (c) 2013-2015 Yann Collet
-
-Copyright (c) 2016 Przemyslaw Skibinski
-
-Permission is granted to copy and distribute this document 
-for any  purpose and without charge, 
-including translations into other  languages 
-and incorporation into compilations, 
-provided that the copyright notice and this notice are preserved, 
-and that any substantive changes or deletions from the original 
-are clearly marked.
-Distribution of this document is unlimited.
-
-###Version
-
-1.0 (8-10-2016)
-
-
-Introduction
-------------
-
-The purpose of this document is to define a lossless compressed data format, 
-that is independent of CPU type, operating system, 
-file system and character set, suitable for 
-File compression, Pipe and streaming compression 
-using the Lizard algorithm.
-
-The data can be produced or consumed, 
-even for an arbitrarily long sequentially presented input data stream,
-using only an a priori bounded amount of intermediate storage,
-and hence can be used in data communications.
-The format uses the Lizard compression method,
-and optional [xxHash-32 checksum method](https://github.com/Cyan4973/xxHash),
-for detection of data corruption.
-
-The data format defined by this specification 
-does not attempt to allow random access to compressed data.
-
-This specification is intended for use by implementers of software
-to compress data into Lizard format and/or decompress data from Lizard format.
-The text of the specification assumes a basic background in programming
-at the level of bits and other primitive data representations.
-
-Unless otherwise indicated below,
-a compliant compressor must produce data sets
-that conform to the specifications presented here.
-It doesn’t need to support all options though.
-
-A compliant decompressor must be able to decompress
-at least one working set of parameters
-that conforms to the specifications presented here.
-It may also ignore checksums.
-Whenever it does not support a specific parameter within the compressed stream,
-it must produce a non-ambiguous error code
-and associated error message explaining which parameter is unsupported.
-
-
-General Structure of Lizard Frame format
--------------------------------------
-
-| MagicNb | F. Descriptor | Block | (...) | EndMark | C. Checksum |
-|:-------:|:-------------:| ----- | ----- | ------- | ----------- |
-| 4 bytes |  3-11 bytes   |       |       | 4 bytes | 0-4 bytes   | 
-
-__Magic Number__
-
-4 Bytes, Little endian format.
-Value : 0x184D2206 (it was 0x184D2204 for LZ4 and 0x184D2205 for LZ5 v1.x)
-
-__Frame Descriptor__
-
-3 to 11 Bytes, to be detailed in the next part.
-Most important part of the spec.
-
-__Data Blocks__
-
-To be detailed later on.
-That’s where compressed data is stored.
-
-__EndMark__
-
-The flow of blocks ends when the last data block has a size of “0”.
-The size is expressed as a 32-bits value.
-
-__Content Checksum__
-
-Content Checksum verify that the full content has been decoded correctly.
-The content checksum is the result 
-of [xxh32() hash function](https://github.com/Cyan4973/xxHash)
-digesting the original (decoded) data as input, and a seed of zero.
-Content checksum is only present when its associated flag
-is set in the frame descriptor. 
-Content Checksum validates the result,
-that all blocks were fully transmitted in the correct order and without error,
-and also that the encoding/decoding process itself generated no distortion.
-Its usage is recommended.
-
-__Frame Concatenation__
-
-In some circumstances, it may be preferable to append multiple frames,
-for example in order to add new data to an existing compressed file
-without re-framing it.
-
-In such case, each frame has its own set of descriptor flags.
-Each frame is considered independent.
-The only relation between frames is their sequential order.
-
-The ability to decode multiple concatenated frames 
-within a single stream or file
-is left outside of this specification. 
-As an example, the reference lizard command line utility behavior is
-to decode all concatenated frames in their sequential order.
-
- 
-Frame Descriptor
-----------------
-
-| FLG     | BD      | (Content Size) | HC      |
-| ------- | ------- |:--------------:| ------- |
-| 1 byte  | 1 byte  |  0 - 8 bytes   | 1 byte  | 
-
-The descriptor uses a minimum of 3 bytes,
-and up to 11 bytes depending on optional parameters.
-
-__FLG byte__
-
-|  BitNb  |   7-6   |    5    |     4     |   3     |     2     |    1-0   |
-| ------- | ------- | ------- | --------- | ------- | --------- | -------- |
-|FieldName| Version | B.Indep | B.Checksum| C.Size  | C.Checksum|*Reserved*|
-
-
-__BD byte__
-
-|  BitNb  |     7    |     6-5-4    |  3-2-1-0 |
-| ------- | -------- | ------------ | -------- |
-|FieldName|*Reserved*| Block MaxSize|*Reserved*|
-
-In the tables, bit 7 is highest bit, while bit 0 is lowest.
-
-__Version Number__
-
-2-bits field, must be set to “01”.
-Any other value cannot be decoded by this version of the specification.
-Other version numbers will use different flag layouts.
-
-__Block Independence flag__
-
-If this flag is set to “1”, blocks are independent. 
-If this flag is set to “0”, each block depends on previous ones
-(up to Lizard window size, which is 16 MB).
-In such case, it’s necessary to decode all blocks in sequence.
-
-Block dependency improves compression ratio, especially for small blocks.
-On the other hand, it makes direct jumps or multi-threaded decoding impossible.
-
-__Block checksum flag__
-
-If this flag is set, each data block will be followed by a 4-bytes checksum,
-calculated by using the xxHash-32 algorithm on the raw (compressed) data block.
-The intention is to detect data corruption (storage or transmission errors) 
-immediately, before decoding.
-Block checksum usage is optional.
-
-__Content Size flag__
-
-If this flag is set, the uncompressed size of data included within the frame 
-will be present as an 8 bytes unsigned little endian value, after the flags.
-Content Size usage is optional.
-
-__Content checksum flag__
-
-If this flag is set, a content checksum will be appended after the EndMark.
-
-Recommended value : “1” (content checksum is present)
-
-__Block Maximum Size__
-
-This information is intended to help the decoder allocate memory.
-Size here refers to the original (uncompressed) data size.
-Block Maximum Size is one value among the following table :
-
-|  0  |   1    |    2   |   3  |   4  |   5   |   6   |   7    | 
-| --- | ------ | ------ | ---- | ---- | ----- | ----- | ------ | 
-| N/A | 128 KB | 256 KB | 1 MB | 4 MB | 16 MB | 64 MB | 256 MB |
-
-    
-The decoder may refuse to allocate block sizes above a (system-specific) size.
-Unused values may be used in a future revision of the spec.
-A decoder conformant to the current version of the spec
-is only able to decode blocksizes defined in this spec.
-
-__Reserved bits__
-
-Value of reserved bits **must** be 0 (zero).
-Reserved bit might be used in a future version of the specification,
-typically enabling new optional features.
-If this happens, a decoder respecting the current version of the specification
-shall not be able to decode such a frame.
-
-__Content Size__
-
-This is the original (uncompressed) size.
-This information is optional, and only present if the associated flag is set.
-Content size is provided using unsigned 8 Bytes, for a maximum of 16 HexaBytes.
-Format is Little endian.
-This value is informational, typically for display or memory allocation.
-It can be skipped by a decoder, or used to validate content correctness.
-
-__Header Checksum__
-
-One-byte checksum of combined descriptor fields, including optional ones.
-The value is the second byte of xxh32() : ` (xxh32()>>8) & 0xFF `
-using zero as a seed,
-and the full Frame Descriptor as an input
-(including optional fields when they are present).
-A wrong checksum indicates an error in the descriptor.
-Header checksum is informational and can be skipped.
-
-
-Data Blocks
------------
-
-| Block Size |  data  | (Block Checksum) |
-|:----------:| ------ |:----------------:|
-|  4 bytes   |        |   0 - 4 bytes    | 
-
-
-__Block Size__
-
-This field uses 4-bytes, format is little-endian.
-
-The highest bit is “1” if data in the block is uncompressed.
-
-The highest bit is “0” if data in the block is compressed by Lizard.
-
-All other bits give the size, in bytes, of the following data block
-(the size does not include the block checksum if present).
-
-Block Size shall never be larger than Block Maximum Size.
-Such a thing could happen for incompressible source data. 
-In such case, such a data block shall be passed in uncompressed format.
-
-__Data__
-
-Where the actual data to decode stands.
-It might be compressed or not, depending on previous field indications.
-Uncompressed size of Data can be any size, up to “block maximum size”.
-Note that data block is not necessarily full : 
-an arbitrary “flush” may happen anytime. Any block can be “partially filled”.
-
-__Block checksum__
-
-Only present if the associated flag is set.
-This is a 4-bytes checksum value, in little endian format,
-calculated by using the xxHash-32 algorithm on the raw (undecoded) data block,
-and a seed of zero.
-The intention is to detect data corruption (storage or transmission errors) 
-before decoding.
-
-Block checksum is cumulative with Content checksum.
-
-
-Skippable Frames
-----------------
-
-| Magic Number | Frame Size | User Data |
-|:------------:|:----------:| --------- |
-|   4 bytes    |  4 bytes   |           | 
-
-Skippable frames allow the integration of user-defined data
-into a flow of concatenated frames.
-Its design is pretty straightforward,
-with the sole objective to allow the decoder to quickly skip 
-over user-defined data and continue decoding.
-
-For the purpose of facilitating identification,
-it is discouraged to start a flow of concatenated frames with a skippable frame.
-If there is a need to start such a flow with some user data
-encapsulated into a skippable frame,
-it’s recommended to start with a zero-byte Lizard frame
-followed by a skippable frame.
-This will make it easier for file type identifiers.
-
- 
-__Magic Number__
-
-4 Bytes, Little endian format.
-Value : 0x184D2A5X, which means any value from 0x184D2A50 to 0x184D2A5F.
-All 16 values are valid to identify a skippable frame.
-
-__Frame Size__ 
-
-This is the size, in bytes, of the following User Data
-(without including the magic number nor the size field itself).
-4 Bytes, Little endian format, unsigned 32-bits.
-This means User Data can’t be bigger than (2^32-1) Bytes.
-
-__User Data__
-
-User Data can be anything. Data will just be skipped by the decoder.
-
-
-
-Version changes
----------------
-
-1.0 : based on LZ4 Frame Format Description 1.5.1 (31/03/2015)
diff --git a/contrib/lizard/examples/.gitignore b/contrib/lizard/examples/.gitignore
deleted file mode 100644
index f6f8bbcca09..00000000000
--- a/contrib/lizard/examples/.gitignore
+++ /dev/null
@@ -1,8 +0,0 @@
-/Makefile.liz*
-/printVersion
-/doubleBuffer
-/ringBuffer
-/ringBufferHC
-/lineCompress
-/frameCompress
-/*.exe
diff --git a/contrib/lizard/examples/HCStreaming_ringBuffer.c b/contrib/lizard/examples/HCStreaming_ringBuffer.c
deleted file mode 100644
index 3e4d75a5d78..00000000000
--- a/contrib/lizard/examples/HCStreaming_ringBuffer.c
+++ /dev/null
@@ -1,241 +0,0 @@
-// Lizard streaming API example : ring buffer
-// Based on previous work from Takayuki Matsuoka
-
-
-/**************************************
- * Compiler Options
- **************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  define _CRT_SECURE_NO_WARNINGS // for MSVC
-#  define snprintf sprintf_s
-#endif
-
-#define GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
-#ifdef __GNUC__
-#  pragma GCC diagnostic ignored "-Wmissing-braces"   /* GCC bug 53119 : doesn't accept { 0 } as initializer (https://gcc.gnu.org/bugzilla/show_bug.cgi?id=53119) */
-#endif
-
-
-/**************************************
- * Includes
- **************************************/
-#include "lizard_compress.h"
-#include "lizard_decompress.h"
-#include "lizard_common.h"
-
-#include <stdio.h>
-#include <stdint.h>
-#include <stdlib.h>
-#include <string.h>
-
-enum {
-    MESSAGE_MAX_BYTES   = 1024,
-    RING_BUFFER_BYTES   = 1024 * 8 + MESSAGE_MAX_BYTES,
-    DEC_BUFFER_BYTES    = RING_BUFFER_BYTES + MESSAGE_MAX_BYTES   // Intentionally larger to test unsynchronized ring buffers
-};
-
-
-size_t write_int32(FILE* fp, int32_t i) {
-    return fwrite(&i, sizeof(i), 1, fp);
-}
-
-size_t write_bin(FILE* fp, const void* array, int arrayBytes) {
-    return fwrite(array, 1, arrayBytes, fp);
-}
-
-size_t read_int32(FILE* fp, int32_t* i) {
-    return fread(i, sizeof(*i), 1, fp);
-}
-
-size_t read_bin(FILE* fp, void* array, int arrayBytes) {
-    return fread(array, 1, arrayBytes, fp);
-}
-
-
-void test_compress(FILE* outFp, FILE* inpFp)
-{
-    Lizard_stream_t* lizardStream = Lizard_createStream(0);
-    static char inpBuf[RING_BUFFER_BYTES];
-    int inpOffset = 0;
-
-    if (!lizardStream) return;
-
-    for(;;)
-    {
-        // Read random length ([1,MESSAGE_MAX_BYTES]) data to the ring buffer.
-        char* const inpPtr = &inpBuf[inpOffset];
-        const int randomLength = (rand() % MESSAGE_MAX_BYTES) + 1;
-        const int inpBytes = (int) read_bin(inpFp, inpPtr, randomLength);
-        if (0 == inpBytes) break;
-
-        {
-            char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
-            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, Lizard_compressBound(inpBytes));
-
-            if(cmpBytes <= 0) break;
-            write_int32(outFp, cmpBytes);
-            write_bin(outFp, cmpBuf, cmpBytes);
-
-            inpOffset += inpBytes;
-
-            // Wraparound the ringbuffer offset
-            if(inpOffset >= RING_BUFFER_BYTES - MESSAGE_MAX_BYTES)
-                inpOffset = 0;
-        }
-    }
-
-    write_int32(outFp, 0);
-    Lizard_freeStream(lizardStream);
-}
-
-
-void test_decompress(FILE* outFp, FILE* inpFp)
-{
-    static char decBuf[DEC_BUFFER_BYTES];
-    int decOffset = 0;
-    Lizard_streamDecode_t lizardStreamDecode_body = { 0 };
-    Lizard_streamDecode_t* lizardStreamDecode = &lizardStreamDecode_body;
-
-    for(;;)
-    {
-        int  cmpBytes = 0;
-        char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
-
-        {
-            const size_t r0 = read_int32(inpFp, &cmpBytes);
-            size_t r1;
-            if(r0 != 1 || cmpBytes <= 0)
-                break;
-
-            r1 = read_bin(inpFp, cmpBuf, cmpBytes);
-            if(r1 != (size_t) cmpBytes)
-                break;
-        }
-
-        {
-            char* const decPtr = &decBuf[decOffset];
-            const int decBytes = Lizard_decompress_safe_continue(
-                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, MESSAGE_MAX_BYTES);
-            if(decBytes <= 0)
-                break;
-
-            decOffset += decBytes;
-            write_bin(outFp, decPtr, decBytes);
-
-            // Wraparound the ringbuffer offset
-            if(decOffset >= DEC_BUFFER_BYTES - MESSAGE_MAX_BYTES)
-                decOffset = 0;
-        }
-    }
-}
-
-
-// Compare 2 files content
-// return 0 if identical
-// return ByteNb>0 if different
-size_t compare(FILE* f0, FILE* f1)
-{
-    size_t result = 1;
-
-    for (;;)
-    {
-        char b0[65536];
-        char b1[65536];
-        const size_t r0 = fread(b0, 1, sizeof(b0), f0);
-        const size_t r1 = fread(b1, 1, sizeof(b1), f1);
-
-        if ((r0==0) && (r1==0)) return 0;   // success
-
-        if (r0 != r1)
-        {
-            size_t smallest = r0;
-            if (r1<r0) smallest = r1;
-            result += smallest;
-            break;
-        }
-
-        if (memcmp(b0, b1, r0))
-        {
-            unsigned errorPos = 0;
-            while ((errorPos < r0) && (b0[errorPos]==b1[errorPos])) errorPos++;
-            result += errorPos;
-            break;
-        }
-
-        result += sizeof(b0);
-    }
-
-    return result;
-}
-
-
-int main(int argc, char** argv)
-{
-    char inpFilename[256] = { 0 };
-    char lizardFilename[256] = { 0 };
-    char decFilename[256] = { 0 };
-    unsigned fileID = 1;
-    unsigned pause = 0;
-
-
-    if(argc < 2) {
-        printf("Please specify input filename\n");
-        return 0;
-    }
-
-    if (!strcmp(argv[1], "-p")) pause = 1, fileID = 2;
-
-    snprintf(inpFilename, 256, "%s", argv[fileID]);
-    snprintf(lizardFilename, 256, "%s.lizs-%d", argv[fileID], 9);
-    snprintf(decFilename, 256, "%s.lizs-%d.dec", argv[fileID], 9);
-
-    printf("input   = [%s]\n", inpFilename);
-    printf("lizard     = [%s]\n", lizardFilename);
-    printf("decoded = [%s]\n", decFilename);
-
-    // compress
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* outFp = fopen(lizardFilename, "wb");
-
-        test_compress(outFp, inpFp);
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // decompress
-    {
-        FILE* inpFp = fopen(lizardFilename, "rb");
-        FILE* outFp = fopen(decFilename, "wb");
-
-        test_decompress(outFp, inpFp);
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // verify
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* decFp = fopen(decFilename, "rb");
-
-        const size_t cmp = compare(inpFp, decFp);
-        if(0 == cmp) {
-            printf("Verify : OK\n");
-        } else {
-            printf("Verify : NG : error at pos %u\n", (unsigned)cmp-1);
-        }
-
-        fclose(decFp);
-        fclose(inpFp);
-    }
-
-    if (pause)
-    {
-        printf("Press enter to continue ...\n");
-        getchar();
-    }
-
-    return 0;
-}
diff --git a/contrib/lizard/examples/README.md b/contrib/lizard/examples/README.md
deleted file mode 100644
index 56e954a19ec..00000000000
--- a/contrib/lizard/examples/README.md
+++ /dev/null
@@ -1,8 +0,0 @@
-# Lizard examples
-
-## Documents
-
- - [Streaming API Basics](streaming_api_basics.md)
- - Examples
-     - [Double Buffer](blockStreaming_doubleBuffer.md)
-     - [Line by Line Text Compression](blockStreaming_lineByLine.md)
diff --git a/contrib/lizard/examples/blockStreaming_doubleBuffer.c b/contrib/lizard/examples/blockStreaming_doubleBuffer.c
deleted file mode 100644
index 3a0ed0a9f29..00000000000
--- a/contrib/lizard/examples/blockStreaming_doubleBuffer.c
+++ /dev/null
@@ -1,203 +0,0 @@
-// Lizard streaming API example : double buffer
-// Copyright : Takayuki Matsuoka
-
-
-#ifdef _MSC_VER    /* Visual Studio */
-#  define _CRT_SECURE_NO_WARNINGS
-#  define snprintf sprintf_s
-#endif
-#include "lizard_common.h"
-#include "lizard_decompress.h"
-
-#include <stdio.h>
-#include <stdint.h>
-#include <stdlib.h>
-#include <string.h>
-
-enum {
-    BLOCK_BYTES = 1024 * 8,
-//  BLOCK_BYTES = 1024 * 64,
-};
-
-
-size_t write_int(FILE* fp, int i) {
-    return fwrite(&i, sizeof(i), 1, fp);
-}
-
-size_t write_bin(FILE* fp, const void* array, size_t arrayBytes) {
-    return fwrite(array, 1, arrayBytes, fp);
-}
-
-size_t read_int(FILE* fp, int* i) {
-    return fread(i, sizeof(*i), 1, fp);
-}
-
-size_t read_bin(FILE* fp, void* array, size_t arrayBytes) {
-    return fread(array, 1, arrayBytes, fp);
-}
-
-
-void test_compress(FILE* outFp, FILE* inpFp)
-{
-    Lizard_stream_t* lizardStream = Lizard_createStream_MinLevel();
-    char inpBuf[2][BLOCK_BYTES];
-    int  inpBufIndex = 0;
-
-    if (!lizardStream) return;
-    lizardStream = Lizard_resetStream_MinLevel(lizardStream);
-    if (!lizardStream) return;
-
-    for(;;) {
-        char* const inpPtr = inpBuf[inpBufIndex];
-        const int inpBytes = (int) read_bin(inpFp, inpPtr, BLOCK_BYTES);
-        if(0 == inpBytes) {
-            break;
-        }
-
-        {
-            char cmpBuf[LIZARD_COMPRESSBOUND(BLOCK_BYTES)];
-            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, sizeof(cmpBuf));
-            if(cmpBytes <= 0) {
-                break;
-            }
-            write_int(outFp, cmpBytes);
-            write_bin(outFp, cmpBuf, (size_t) cmpBytes);
-        }
-
-        inpBufIndex = (inpBufIndex + 1) % 2;
-    }
-
-    write_int(outFp, 0);
-    Lizard_freeStream(lizardStream);
-}
-
-
-void test_decompress(FILE* outFp, FILE* inpFp)
-{
-    Lizard_streamDecode_t lizardStreamDecode_body;
-    Lizard_streamDecode_t* lizardStreamDecode = &lizardStreamDecode_body;
-
-    char decBuf[2][BLOCK_BYTES];
-    int  decBufIndex = 0;
-
-    Lizard_setStreamDecode(lizardStreamDecode, NULL, 0);
-
-    for(;;) {
-        char cmpBuf[LIZARD_COMPRESSBOUND(BLOCK_BYTES)];
-        int  cmpBytes = 0;
-
-        {
-            const size_t readCount0 = read_int(inpFp, &cmpBytes);
-            if(readCount0 != 1 || cmpBytes <= 0) {
-                break;
-            }
-
-            const size_t readCount1 = read_bin(inpFp, cmpBuf, (size_t) cmpBytes);
-            if(readCount1 != (size_t) cmpBytes) {
-                break;
-            }
-        }
-
-        {
-            char* const decPtr = decBuf[decBufIndex];
-            const int decBytes = Lizard_decompress_safe_continue(
-                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, BLOCK_BYTES);
-            if(decBytes <= 0) {
-                break;
-            }
-            write_bin(outFp, decPtr, (size_t) decBytes);
-        }
-
-        decBufIndex = (decBufIndex + 1) % 2;
-    }
-}
-
-
-int compare(FILE* fp0, FILE* fp1)
-{
-    int result = 0;
-
-    while(0 == result) {
-        char b0[65536];
-        char b1[65536];
-        const size_t r0 = read_bin(fp0, b0, sizeof(b0));
-        const size_t r1 = read_bin(fp1, b1, sizeof(b1));
-
-        result = (int) r0 - (int) r1;
-
-        if(0 == r0 || 0 == r1) {
-            break;
-        }
-        if(0 == result) {
-            result = memcmp(b0, b1, r0);
-        }
-    }
-
-    return result;
-}
-
-
-int main(int argc, char* argv[])
-{
-    char inpFilename[256] = { 0 };
-    char lizardFilename[256] = { 0 };
-    char decFilename[256] = { 0 };
-
-    if(argc < 2) {
-        printf("Please specify input filename\n");
-        return 0;
-    }
-
-    snprintf(inpFilename, 256, "%s", argv[1]);
-    snprintf(lizardFilename, 256, "%s.lizs-%d", argv[1], BLOCK_BYTES);
-    snprintf(decFilename, 256, "%s.lizs-%d.dec", argv[1], BLOCK_BYTES);
-
-    printf("inp = [%s]\n", inpFilename);
-    printf("lizard = [%s]\n", lizardFilename);
-    printf("dec = [%s]\n", decFilename);
-
-    // compress
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* outFp = fopen(lizardFilename, "wb");
-
-        printf("compress : %s -> %s\n", inpFilename, lizardFilename);
-        test_compress(outFp, inpFp);
-        printf("compress : done\n");
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // decompress
-    {
-        FILE* inpFp = fopen(lizardFilename, "rb");
-        FILE* outFp = fopen(decFilename, "wb");
-
-        printf("decompress : %s -> %s\n", lizardFilename, decFilename);
-        test_decompress(outFp, inpFp);
-        printf("decompress : done\n");
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // verify
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* decFp = fopen(decFilename, "rb");
-
-        printf("verify : %s <-> %s\n", inpFilename, decFilename);
-        const int cmp = compare(inpFp, decFp);
-        if(0 == cmp) {
-            printf("verify : OK\n");
-        } else {
-            printf("verify : NG\n");
-        }
-
-        fclose(decFp);
-        fclose(inpFp);
-    }
-
-    return 0;
-}
diff --git a/contrib/lizard/examples/blockStreaming_doubleBuffer.md b/contrib/lizard/examples/blockStreaming_doubleBuffer.md
deleted file mode 100644
index c27afcfb98c..00000000000
--- a/contrib/lizard/examples/blockStreaming_doubleBuffer.md
+++ /dev/null
@@ -1,100 +0,0 @@
-# Lizard streaming API Example : Double Buffer
-by *Takayuki Matsuoka*
-
-`blockStreaming_doubleBuffer.c` is Lizard Straming API example which implements double buffer (de)compression.
-
-Please note :
-
- - Firstly, read "Lizard Streaming API Basics".
- - This is relatively advanced application example.
- - Output file is not compatible with lizard_frame and platform dependent.
-
-
-## What's the point of this example ?
-
- - Handle huge file in small amount of memory
- - Always better compression ratio than Block API
- - Uniform block size
-
-
-## How the compression works
-
-First of all, allocate "Double Buffer" for input and Lizard compressed data buffer for output.
-Double buffer has two pages, "first" page (Page#1) and "second" page (Page#2).
-
-```
-        Double Buffer
-
-      Page#1    Page#2
-    +---------+---------+
-    | Block#1 |         |
-    +----+----+---------+
-         |
-         v
-      {Out#1}
-
-
-      Prefix Dependency
-         +---------+
-         |         |
-         v         |
-    +---------+----+----+
-    | Block#1 | Block#2 |
-    +---------+----+----+
-                   |
-                   v
-                {Out#2}
-
-
-   External Dictionary Mode
-         +---------+
-         |         |
-         |         v
-    +----+----+---------+
-    | Block#3 | Block#2 |
-    +----+----+---------+
-         |
-         v
-      {Out#3}
-
-
-      Prefix Dependency
-         +---------+
-         |         |
-         v         |
-    +---------+----+----+
-    | Block#3 | Block#4 |
-    +---------+----+----+
-                   |
-                   v
-                {Out#4}
-```
-
-Next, read first block to double buffer's first page. And compress it by `Lizard_compress_continue()`.
-For the first time, Lizard doesn't know any previous dependencies,
-so it just compress the line without dependencies and generates compressed block {Out#1} to Lizard compressed data buffer.
-After that, write {Out#1} to the file.
-
-Next, read second block to double buffer's second page. And compress it.
-In this time, Lizard can use dependency to Block#1 to improve compression ratio.
-This dependency is called "Prefix mode".
-
-Next, read third block to double buffer's *first* page. And compress it.
-Also this time, Lizard can use dependency to Block#2.
-This dependency is called "External Dictonaly mode".
-
-Continue these procedure to the end of the file.
-
-
-## How the decompression works
-
-Decompression will do reverse order.
-
- - Read first compressed block.
- - Decompress it to the first page and write that page to the file.
- - Read second compressed block.
- - Decompress it to the second page and write that page to the file.
- - Read third compressed block.
- - Decompress it to the *first* page and write that page to the file.
-
-Continue these procedure to the end of the compressed file.
diff --git a/contrib/lizard/examples/blockStreaming_lineByLine.c b/contrib/lizard/examples/blockStreaming_lineByLine.c
deleted file mode 100644
index 9d239533501..00000000000
--- a/contrib/lizard/examples/blockStreaming_lineByLine.c
+++ /dev/null
@@ -1,210 +0,0 @@
-// Lizard streaming API example : line-by-line logfile compression
-// Copyright : Takayuki Matsuoka
-
-
-#ifdef _MSC_VER    /* Visual Studio */
-#  define _CRT_SECURE_NO_WARNINGS
-#  define snprintf sprintf_s
-#endif
-#include "lizard_common.h"
-#include "lizard_decompress.h"
-#include <stdio.h>
-#include <stdint.h>
-#include <stdlib.h>
-#include <string.h>
-
-static size_t write_uint16(FILE* fp, uint16_t i)
-{
-    return fwrite(&i, sizeof(i), 1, fp);
-}
-
-static size_t write_bin(FILE* fp, const void* array, int arrayBytes)
-{
-    return fwrite(array, 1, arrayBytes, fp);
-}
-
-static size_t read_uint16(FILE* fp, uint16_t* i)
-{
-    return fread(i, sizeof(*i), 1, fp);
-}
-
-static size_t read_bin(FILE* fp, void* array, int arrayBytes)
-{
-    return fread(array, 1, arrayBytes, fp);
-}
-
-
-static void test_compress(
-    FILE* outFp,
-    FILE* inpFp,
-    size_t messageMaxBytes,
-    size_t ringBufferBytes)
-{
-    Lizard_stream_t* const lizardStream = Lizard_createStream_MinLevel();
-    const size_t cmpBufBytes = LIZARD_COMPRESSBOUND(messageMaxBytes);
-    char* const cmpBuf = (char*) malloc(cmpBufBytes);
-    char* const inpBuf = (char*) malloc(ringBufferBytes);
-    int inpOffset = 0;
-
-    for ( ; ; )
-    {
-        char* const inpPtr = &inpBuf[inpOffset];
-
-#if 0
-        // Read random length data to the ring buffer.
-        const int randomLength = (rand() % messageMaxBytes) + 1;
-        const int inpBytes = (int) read_bin(inpFp, inpPtr, randomLength);
-        if (0 == inpBytes) break;
-#else
-        // Read line to the ring buffer.
-        int inpBytes = 0;
-        if (!fgets(inpPtr, (int) messageMaxBytes, inpFp))
-            break;
-        inpBytes = (int) strlen(inpPtr);
-#endif
-
-        {
-            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, cmpBufBytes);
-            if (cmpBytes <= 0) break;
-            write_uint16(outFp, (uint16_t) cmpBytes);
-            write_bin(outFp, cmpBuf, cmpBytes);
-
-            // Add and wraparound the ringbuffer offset
-            inpOffset += inpBytes;
-            if ((size_t)inpOffset >= ringBufferBytes - messageMaxBytes) inpOffset = 0;
-        }
-    }
-    write_uint16(outFp, 0);
-
-    free(inpBuf);
-    free(cmpBuf);
-    Lizard_freeStream(lizardStream);
-}
-
-
-static void test_decompress(
-    FILE* outFp,
-    FILE* inpFp,
-    size_t messageMaxBytes,
-    size_t ringBufferBytes)
-{
-    Lizard_streamDecode_t* const lizardStreamDecode = Lizard_createStreamDecode();
-    char* const cmpBuf = (char*) malloc(LIZARD_COMPRESSBOUND(messageMaxBytes));
-    char* const decBuf = (char*) malloc(ringBufferBytes);
-    int decOffset = 0;
-
-    for ( ; ; )
-    {
-        uint16_t cmpBytes = 0;
-
-        if (read_uint16(inpFp, &cmpBytes) != 1) break;
-        if (cmpBytes <= 0) break;
-        if (read_bin(inpFp, cmpBuf, cmpBytes) != cmpBytes) break;
-
-        {
-            char* const decPtr = &decBuf[decOffset];
-            const int decBytes = Lizard_decompress_safe_continue(
-                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, (int) messageMaxBytes);
-            if (decBytes <= 0) break;
-            write_bin(outFp, decPtr, decBytes);
-
-            // Add and wraparound the ringbuffer offset
-            decOffset += decBytes;
-            if ((size_t)decOffset >= ringBufferBytes - messageMaxBytes) decOffset = 0;
-        }
-    }
-
-    free(decBuf);
-    free(cmpBuf);
-    Lizard_freeStreamDecode(lizardStreamDecode);
-}
-
-
-static int compare(FILE* f0, FILE* f1)
-{
-    int result = 0;
-    const size_t tempBufferBytes = 65536;
-    char* const b0 = (char*) malloc(tempBufferBytes);
-    char* const b1 = (char*) malloc(tempBufferBytes);
-
-    while(0 == result)
-    {
-        const size_t r0 = fread(b0, 1, tempBufferBytes, f0);
-        const size_t r1 = fread(b1, 1, tempBufferBytes, f1);
-
-        result = (int) r0 - (int) r1;
-
-        if (0 == r0 || 0 == r1) break;
-        if (0 == result) result = memcmp(b0, b1, r0);
-    }
-
-    free(b1);
-    free(b0);
-    return result;
-}
-
-
-int main(int argc, char* argv[])
-{
-    enum {
-        MESSAGE_MAX_BYTES   = 1024,
-        RING_BUFFER_BYTES   = 1024 * 256 + MESSAGE_MAX_BYTES,
-    };
-
-    char inpFilename[256] = { 0 };
-    char lizardFilename[256] = { 0 };
-    char decFilename[256] = { 0 };
-
-    if (argc < 2)
-    {
-        printf("Please specify input filename\n");
-        return 0;
-    }
-
-    snprintf(inpFilename, 256, "%s", argv[1]);
-    snprintf(lizardFilename, 256, "%s.lizs", argv[1]);
-    snprintf(decFilename, 256, "%s.lizs.dec", argv[1]);
-
-    printf("inp = [%s]\n", inpFilename);
-    printf("lizard = [%s]\n", lizardFilename);
-    printf("dec = [%s]\n", decFilename);
-
-    // compress
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* outFp = fopen(lizardFilename, "wb");
-
-        test_compress(outFp, inpFp, MESSAGE_MAX_BYTES, RING_BUFFER_BYTES);
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // decompress
-    {
-        FILE* inpFp = fopen(lizardFilename, "rb");
-        FILE* outFp = fopen(decFilename, "wb");
-
-        test_decompress(outFp, inpFp, MESSAGE_MAX_BYTES, RING_BUFFER_BYTES);
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // verify
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* decFp = fopen(decFilename, "rb");
-
-        const int cmp = compare(inpFp, decFp);
-        if (0 == cmp)
-            printf("Verify : OK\n");
-        else
-            printf("Verify : NG\n");
-
-        fclose(decFp);
-        fclose(inpFp);
-    }
-
-    return 0;
-}
diff --git a/contrib/lizard/examples/blockStreaming_lineByLine.md b/contrib/lizard/examples/blockStreaming_lineByLine.md
deleted file mode 100644
index ac56b879c90..00000000000
--- a/contrib/lizard/examples/blockStreaming_lineByLine.md
+++ /dev/null
@@ -1,122 +0,0 @@
-# Lizard streaming API Example : Line by Line Text Compression
-by *Takayuki Matsuoka*
-
-`blockStreaming_lineByLine.c` is Lizard Straming API example which implements line by line incremental (de)compression.
-
-Please note the following restrictions :
-
- - Firstly, read "Lizard Streaming API Basics".
- - This is relatively advanced application example.
- - Output file is not compatible with lizard_frame and platform dependent.
-
-
-## What's the point of this example ?
-
- - Line by line incremental (de)compression.
- - Handle huge file in small amount of memory
- - Generally better compression ratio than Block API
- - Non-uniform block size
-
-
-## How the compression works
-
-First of all, allocate "Ring Buffer" for input and Lizard compressed data buffer for output.
-
-```
-(1)
-    Ring Buffer
-
-    +--------+
-    | Line#1 |
-    +---+----+
-        |
-        v
-     {Out#1}
-
-
-(2)
-    Prefix Mode Dependency
-          +----+
-          |    |
-          v    |
-    +--------+-+------+
-    | Line#1 | Line#2 |
-    +--------+---+----+
-                 |
-                 v
-              {Out#2}
-
-
-(3)
-          Prefix   Prefix
-          +----+   +----+
-          |    |   |    |
-          v    |   v    |
-    +--------+-+------+-+------+
-    | Line#1 | Line#2 | Line#3 |
-    +--------+--------+---+----+
-                          |
-                          v
-                       {Out#3}
-
-
-(4)
-                        External Dictionary Mode
-                +----+   +----+
-                |    |   |    |
-                v    |   v    |
-    ------+--------+-+------+-+--------+
-          |  ....  | Line#X | Line#X+1 |
-    ------+--------+--------+-----+----+
-                            ^     |
-                            |     v
-                            |  {Out#X+1}
-                            |
-                          Reset
-
-
-(5)
-                                    Prefix
-                                    +-----+
-                                    |     |
-                                    v     |
-    ------+--------+--------+----------+--+-------+
-          |  ....  | Line#X | Line#X+1 | Line#X+2 |
-    ------+--------+--------+----------+-----+----+
-                            ^                |
-                            |                v
-                            |            {Out#X+2}
-                            |
-                          Reset
-```
-
-Next (see (1)), read first line to ringbuffer and compress it by `Lizard_compress_continue()`.
-For the first time, Lizard doesn't know any previous dependencies,
-so it just compress the line without dependencies and generates compressed line {Out#1} to Lizard compressed data buffer.
-After that, write {Out#1} to the file and forward ringbuffer offset.
-
-Do the same things to second line (see (2)).
-But in this time, Lizard can use dependency to Line#1 to improve compression ratio.
-This dependency is called "Prefix mode".
-
-Eventually, we'll reach end of ringbuffer at Line#X (see (4)).
-This time, we should reset ringbuffer offset.
-After resetting, at Line#X+1 pointer is not adjacent, but Lizard still maintain its memory.
-This is called "External Dictionary Mode".
-
-In Line#X+2 (see (5)), finally Lizard forget almost all memories but still remains Line#X+1.
-This is the same situation as Line#2.
-
-Continue these procedure to the end of text file.
-
-
-## How the decompression works
-
-Decompression will do reverse order.
-
- - Read compressed line from the file to buffer.
- - Decompress it to the ringbuffer.
- - Output decompressed plain text line to the file.
- - Forward ringbuffer offset. If offset exceedes end of the ringbuffer, reset it.
-
-Continue these procedure to the end of the compressed file.
diff --git a/contrib/lizard/examples/blockStreaming_ringBuffer.c b/contrib/lizard/examples/blockStreaming_ringBuffer.c
deleted file mode 100644
index 011cd8b665b..00000000000
--- a/contrib/lizard/examples/blockStreaming_ringBuffer.c
+++ /dev/null
@@ -1,202 +0,0 @@
-// Lizard streaming API example : ring buffer
-// Based on sample code from Takayuki Matsuoka
-
-
-/**************************************
- * Compiler Options
- **************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  define _CRT_SECURE_NO_WARNINGS // for MSVC
-#  define snprintf sprintf_s
-#endif
-#ifdef __GNUC__
-#  pragma GCC diagnostic ignored "-Wmissing-braces"   /* GCC bug 53119 : doesn't accept { 0 } as initializer (https://gcc.gnu.org/bugzilla/show_bug.cgi?id=53119) */
-#endif
-
-
-/**************************************
- * Includes
- **************************************/
-#include <stdio.h>
-#include <stdint.h>
-#include <stdlib.h>
-#include <string.h>
-#include "lizard_common.h"
-#include "lizard_decompress.h"
-
-
-enum {
-    MESSAGE_MAX_BYTES   = 1024,
-    RING_BUFFER_BYTES   = 1024 * 8 + MESSAGE_MAX_BYTES,
-    DECODE_RING_BUFFER  = RING_BUFFER_BYTES + MESSAGE_MAX_BYTES   // Intentionally larger, to test unsynchronized ring buffers
-};
-
-
-size_t write_int32(FILE* fp, int32_t i) {
-    return fwrite(&i, sizeof(i), 1, fp);
-}
-
-size_t write_bin(FILE* fp, const void* array, int arrayBytes) {
-    return fwrite(array, 1, arrayBytes, fp);
-}
-
-size_t read_int32(FILE* fp, int32_t* i) {
-    return fread(i, sizeof(*i), 1, fp);
-}
-
-size_t read_bin(FILE* fp, void* array, int arrayBytes) {
-    return fread(array, 1, arrayBytes, fp);
-}
-
-
-void test_compress(FILE* outFp, FILE* inpFp)
-{
-    Lizard_stream_t* lizardStream = Lizard_createStream_MinLevel();
-    if (!lizardStream) return;
-
-    static char inpBuf[RING_BUFFER_BYTES];
-    int inpOffset = 0;
-
-    for(;;) {
-        // Read random length ([1,MESSAGE_MAX_BYTES]) data to the ring buffer.
-        char* const inpPtr = &inpBuf[inpOffset];
-        const int randomLength = (rand() % MESSAGE_MAX_BYTES) + 1;
-        const int inpBytes = (int) read_bin(inpFp, inpPtr, randomLength);
-        if (0 == inpBytes) break;
-
-        {
-            char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
-            const int cmpBytes = Lizard_compress_continue(lizardStream, inpPtr, cmpBuf, inpBytes, Lizard_compressBound(inpBytes));
-            if(cmpBytes <= 0) break;
-            write_int32(outFp, cmpBytes);
-            write_bin(outFp, cmpBuf, cmpBytes);
-
-            inpOffset += inpBytes;
-
-            // Wraparound the ringbuffer offset
-            if(inpOffset >= RING_BUFFER_BYTES - MESSAGE_MAX_BYTES) inpOffset = 0;
-        }
-    }
-
-    write_int32(outFp, 0);
-    Lizard_freeStream(lizardStream);
-}
-
-
-void test_decompress(FILE* outFp, FILE* inpFp)
-{
-    static char decBuf[DECODE_RING_BUFFER];
-    int   decOffset    = 0;
-    Lizard_streamDecode_t lizardStreamDecode_body = { 0 };
-    Lizard_streamDecode_t* lizardStreamDecode = &lizardStreamDecode_body;
-
-    for(;;) {
-        int cmpBytes = 0;
-        char cmpBuf[LIZARD_COMPRESSBOUND(MESSAGE_MAX_BYTES)];
-
-        {
-            const size_t r0 = read_int32(inpFp, &cmpBytes);
-            if(r0 != 1 || cmpBytes <= 0) break;
-
-            const size_t r1 = read_bin(inpFp, cmpBuf, cmpBytes);
-            if(r1 != (size_t) cmpBytes) break;
-        }
-
-        {
-            char* const decPtr = &decBuf[decOffset];
-            const int decBytes = Lizard_decompress_safe_continue(
-                lizardStreamDecode, cmpBuf, decPtr, cmpBytes, MESSAGE_MAX_BYTES);
-            if(decBytes <= 0) break;
-            decOffset += decBytes;
-            write_bin(outFp, decPtr, decBytes);
-
-            // Wraparound the ringbuffer offset
-            if(decOffset >= DECODE_RING_BUFFER - MESSAGE_MAX_BYTES) decOffset = 0;
-        }
-    }
-}
-
-
-int compare(FILE* f0, FILE* f1)
-{
-    int result = 0;
-
-    while(0 == result) {
-        char b0[65536];
-        char b1[65536];
-        const size_t r0 = fread(b0, 1, sizeof(b0), f0);
-        const size_t r1 = fread(b1, 1, sizeof(b1), f1);
-
-        result = (int) r0 - (int) r1;
-
-        if(0 == r0 || 0 == r1) {
-            break;
-        }
-        if(0 == result) {
-            result = memcmp(b0, b1, r0);
-        }
-    }
-
-    return result;
-}
-
-
-int main(int argc, char** argv)
-{
-    char inpFilename[256] = { 0 };
-    char lizardFilename[256] = { 0 };
-    char decFilename[256] = { 0 };
-
-    if(argc < 2) {
-        printf("Please specify input filename\n");
-        return 0;
-    }
-
-    snprintf(inpFilename, 256, "%s", argv[1]);
-    snprintf(lizardFilename, 256, "%s.lizs-%d", argv[1], 0);
-    snprintf(decFilename, 256, "%s.lizs-%d.dec", argv[1], 0);
-
-    printf("inp = [%s]\n", inpFilename);
-    printf("lizard = [%s]\n", lizardFilename);
-    printf("dec = [%s]\n", decFilename);
-
-    // compress
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* outFp = fopen(lizardFilename, "wb");
-
-        test_compress(outFp, inpFp);
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // decompress
-    {
-        FILE* inpFp = fopen(lizardFilename, "rb");
-        FILE* outFp = fopen(decFilename, "wb");
-
-        test_decompress(outFp, inpFp);
-
-        fclose(outFp);
-        fclose(inpFp);
-    }
-
-    // verify
-    {
-        FILE* inpFp = fopen(inpFilename, "rb");
-        FILE* decFp = fopen(decFilename, "rb");
-
-        const int cmp = compare(inpFp, decFp);
-        if(0 == cmp) {
-            printf("Verify : OK\n");
-        } else {
-            printf("Verify : NG\n");
-        }
-
-        fclose(decFp);
-        fclose(inpFp);
-    }
-
-    return 0;
-}
diff --git a/contrib/lizard/examples/compress_functions.c b/contrib/lizard/examples/compress_functions.c
deleted file mode 100644
index 36bc40e691a..00000000000
--- a/contrib/lizard/examples/compress_functions.c
+++ /dev/null
@@ -1,303 +0,0 @@
-/*
- * compress_functions.c
- * Copyright  : Kyle Harper
- * License    : Follows same licensing as the lizard_compress.c/lizard_compress.h program at any given time.  Currently, BSD 2.
- * Description: A program to demonstrate the various compression functions involved in when using Lizard_compress_MinLevel().  The idea
- *              is to show how each step in the call stack can be used directly, if desired.  There is also some benchmarking for
- *              each function to demonstrate the (probably lack of) performance difference when jumping the stack.
- *              (If you're new to lizard, please read simple_buffer.c to understand the fundamentals)
- *
- *              The call stack (before theoretical compiler optimizations) for Lizard_compress_MinLevel is as follows:
- *                Lizard_compress_MinLevel
- *                  Lizard_compress_fast
- *                    Lizard_compress_extState_MinLevel
- *                      Lizard_compress_generic
- *
- *              Lizard_compress_MinLevel()
- *                This is the recommended function for compressing data.  It will serve as the baseline for comparison.
- *              Lizard_compress_fast()
- *                Despite its name, it's not a "fast" version of compression.  It simply decides if HEAPMODE is set and either
- *                allocates memory on the heap for a struct or creates the struct directly on the stack.  Stack access is generally
- *                faster but this function itself isn't giving that advantage, it's just some logic for compile time.
- *              Lizard_compress_extState_MinLevel()
- *                This simply accepts all the pointers and values collected thus far and adds logic to determine how
- *                Lizard_compress_generic should be invoked; specifically: can the source fit into a single pass as determined by
- *                Lizard_64Klimit.
- *              Lizard_compress_generic()
- *                As the name suggests, this is the generic function that ultimately does most of the heavy lifting.  Calling this
- *                directly can help avoid some test cases and branching which might be useful in some implementation-specific
- *                situations, but you really need to know what you're doing AND what you're asking lizard to do!  You also need a
- *                wrapper function because this function isn't exposed with lizard_compress.h.
- *
- *              The call stack for decompression functions is shallow.  There are 2 options:
- *                Lizard_decompress_safe  ||  Lizard_decompress_fast
- *                  Lizard_decompress_generic
- *
- *               Lizard_decompress_safe
- *                 This is the recommended function for decompressing data.  It is considered safe because the caller specifies
- *                 both the size of the compresssed buffer to read as well as the maximum size of the output (decompressed) buffer
- *                 instead of just the latter.
- *               Lizard_decompress_generic
- *                 This is the generic function that both of the Lizard_decompress_* functions above end up calling.  Calling this
- *                 directly is not advised, period.  Furthermore, it is a static inline function in lizard_compress.c, so there isn't a symbol
- *                 exposed for anyone using lizard_compress.h to utilize.
- *
- *               Special Note About Decompression:
- *               Using the Lizard_decompress_safe() function protects against malicious (user) input. 
- */
-
-/* Since lizard compiles with c99 and not gnu/std99 we need to enable POSIX linking for time.h structs and functions. */
-#if __STDC_VERSION__ >= 199901L
-#define _XOPEN_SOURCE 600
-#else
-#define _XOPEN_SOURCE 500
-#endif
-#define _POSIX_C_SOURCE 199309L
-
-/* Includes, for Power! */
-#include "lizard_compress.h"
-#include "lizard_decompress.h"
-#include <stdio.h>    /* for printf() */
-#include <stdlib.h>   /* for exit() */
-#include <string.h>   /* for atoi() memcmp() */
-#include <stdint.h>   /* for uint_types */
-#include <inttypes.h> /* for PRIu64 */
-#include <time.h>     /* for clock_gettime() */
-#include <locale.h>   /* for setlocale() */
-
-/* We need to know what one billion is for clock timing. */
-#define BILLION 1000000000L
-
-/* Create a crude set of test IDs so we can switch on them later  (Can't switch() on a char[] or char*). */
-#define ID__LIZARD_COMPRESS_DEFAULT        1
-#define ID__LIZARD_COMPRESS_GENERIC        4
-#define ID__LIZARD_DECOMPRESS_SAFE         5
-
-
-
-/*
- * Easy show-error-and-bail function.
- */
-void run_screaming(const char *message, const int code) {
-  printf("%s\n", message);
-  exit(code);
-  return;
-}
-
-
-/*
- * Centralize the usage function to keep main cleaner.
- */
-void usage(const char *message) {
-  printf("Usage: ./argPerformanceTesting <iterations>\n");
-  run_screaming(message, 1);
-  return;
-}
-
-
-
-/*
- * Runs the benchmark for Lizard_compress_* based on function_id.
- */
-uint64_t bench(
-    const char *known_good_dst,
-    const int function_id,
-    const int iterations,
-    const char *src,
-    char *dst,
-    const size_t src_size,
-    const size_t max_dst_size,
-    const size_t comp_size
-  ) {
-  uint64_t time_taken = 0;
-  int rv = 0;
-  const int warm_up = 5000;
-  struct timespec start, end;
-  Lizard_stream_t* state = Lizard_createStream_MinLevel();
-  if (!state) return;
-
-  // Select the right function to perform the benchmark on.  We perform 5000 initial loops to warm the cache and ensure that dst
-  // remains matching to known_good_dst between successive calls.
-  switch(function_id) {
-    case ID__LIZARD_COMPRESS_DEFAULT:
-      printf("Starting benchmark for function: Lizard_compress_MinLevel()\n");
-      for(int junk=0; junk<warm_up; junk++)
-        rv = Lizard_compress_MinLevel(src, dst, src_size, max_dst_size);
-      if (rv < 1)
-        run_screaming("Couldn't run Lizard_compress_MinLevel()... error code received is in exit code.", rv);
-      if (memcmp(known_good_dst, dst, max_dst_size) != 0)
-        run_screaming("According to memcmp(), the compressed dst we got doesn't match the known_good_dst... ruh roh.", 1);
-      clock_gettime(CLOCK_MONOTONIC, &start);
-      for (int i=1; i<=iterations; i++)
-        Lizard_compress_MinLevel(src, dst, src_size, max_dst_size);
-      break;
-
-//    Disabled until Lizard_compress_generic() is exposed in the header.
-//    case ID__LIZARD_COMPRESS_GENERIC:
-//      printf("Starting benchmark for function: Lizard_compress_generic()\n");
-//      Lizard_resetStream_MinLevel((Lizard_stream_t*)state);
-//      for(int junk=0; junk<warm_up; junk++) {
-//        Lizard_resetStream_MinLevel((Lizard_stream_t*)state);
-//        //rv = Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size, notLimited, byU16, noDict, noDictIssue);
-//        Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size);
-//      }
-//      if (rv < 1)
-//        run_screaming("Couldn't run Lizard_compress_generic()... error code received is in exit code.", rv);
-//      if (memcmp(known_good_dst, dst, max_dst_size) != 0)
-//        run_screaming("According to memcmp(), the compressed dst we got doesn't match the known_good_dst... ruh roh.", 1);
-//      for (int i=1; i<=iterations; i++) {
-//        Lizard_resetStream_MinLevel((Lizard_stream_t*)state);
-//        //Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size, notLimited, byU16, noDict, noDictIssue, acceleration);
-//        Lizard_compress_generic_wrapper(state, src, dst, src_size, max_dst_size, acceleration);
-//      }
-//      break;
-
-    case ID__LIZARD_DECOMPRESS_SAFE:
-      printf("Starting benchmark for function: Lizard_decompress_safe()\n");
-      for(int junk=0; junk<warm_up; junk++)
-        rv = Lizard_decompress_safe(src, dst, comp_size, src_size);
-      if (rv < 1)
-        run_screaming("Couldn't run Lizard_decompress_safe()... error code received is in exit code.", rv);
-      if (memcmp(known_good_dst, dst, src_size) != 0)
-        run_screaming("According to memcmp(), the compressed dst we got doesn't match the known_good_dst... ruh roh.", 1);
-      clock_gettime(CLOCK_MONOTONIC, &start);
-      for (int i=1; i<=iterations; i++)
-        Lizard_decompress_safe(src, dst, comp_size, src_size);
-      break;
-
-    default:
-      run_screaming("The test specified isn't valid.  Please check your code.", 1);
-      break;
-  }
-
-  // Stop timer and return time taken.
-  clock_gettime(CLOCK_MONOTONIC, &end);
-  time_taken = BILLION *(end.tv_sec - start.tv_sec) + end.tv_nsec - start.tv_nsec;
-
-  Lizard_freeStream(state);
-  return time_taken;
-}
-
-
-
-/*
- * main()
- * We will demonstrate the use of each function for simplicity sake.  Then we will run 2 suites of benchmarking:
- * Test suite A)  Uses generic Lorem Ipsum text which should be generally compressible insomuch as basic human text is
- *                compressible for such a small src_size
- * Test Suite B)  For the sake of testing, see what results we get if the data is drastically easier to compress.  IF there are
- *                indeed losses and IF more compressible data is faster to process, this will exacerbate the findings.
- */
-int main(int argc, char **argv) {
-  // Get and verify options.  There's really only 1:  How many iterations to run.
-  int iterations = 1000000;
-  if (argc > 1)
-    iterations = atoi(argv[1]);
-  if (iterations < 1)
-    usage("Argument 1 (iterations) must be > 0.");
-
-  // First we will create 2 sources (char *) of 2000 bytes each.  One normal text, the other highly-compressible text.
-  const char *src    = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed luctus purus et risus vulputate, et mollis orci ullamcorper. Nulla facilisi. Fusce in ligula sed purus varius aliquet interdum vitae justo. Proin quis diam velit. Nulla varius iaculis auctor. Cras volutpat, justo eu dictum pulvinar, elit sem porttitor metus, et imperdiet metus sapien et ante. Nullam nisi nulla, ornare eu tristique eu, dignissim vitae diam. Nulla sagittis porta libero, a accumsan felis sagittis scelerisque.  Integer laoreet eleifend congue. Etiam rhoncus leo vel dolor fermentum, quis luctus nisl iaculis. Praesent a erat sapien. Aliquam semper mi in lorem ultrices ultricies. Lorem ipsum dolor sit amet, consectetur adipiscing elit. In feugiat risus sed enim ultrices, at sodales nulla tristique. Maecenas eget pellentesque justo, sed pellentesque lectus. Fusce sagittis sit amet elit vel varius. Donec sed ligula nec ligula vulputate rutrum sed ut lectus. Etiam congue pharetra leo vitae cursus. Morbi enim ante, porttitor ut varius vel, tincidunt quis justo. Nunc iaculis, risus id ultrices semper, metus est efficitur ligula, vel posuere risus nunc eget purus. Ut lorem turpis, condimentum at sem sed, porta aliquam turpis. In ut sapien a nulla dictum tincidunt quis sit amet lorem. Fusce at est egestas, luctus neque eu, consectetur tortor. Phasellus eleifend ultricies nulla ac lobortis.  Morbi maximus quam cursus vehicula iaculis. Maecenas cursus vel justo ut rutrum. Curabitur magna orci, dignissim eget dapibus vitae, finibus id lacus. Praesent rhoncus mattis augue vitae bibendum. Praesent porta mauris non ultrices fermentum. Quisque vulputate ipsum in sodales pulvinar. Aliquam nec mollis felis. Donec vitae augue pulvinar, congue nisl sed, pretium purus. Fusce lobortis mi ac neque scelerisque semper. Pellentesque vel est vitae magna aliquet aliquet. Nam non dolor. Nulla facilisi. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Morbi ac lacinia felis metus.";
-  const char *hc_src = "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa";
-  // Set and derive sizes.  Since we're using strings, use strlen() + 1 for \0.
-  const size_t src_size = strlen(src) + 1;
-  const size_t max_dst_size = Lizard_compressBound(src_size);
-  int bytes_returned = 0;
-  // Now build allocations for the data we'll be playing with.
-  char *dst               = calloc(1, max_dst_size);
-  char *known_good_dst    = calloc(1, max_dst_size);
-  char *known_good_hc_dst = calloc(1, max_dst_size);
-  if (dst == NULL || known_good_dst == NULL || known_good_hc_dst == NULL)
-    run_screaming("Couldn't allocate memory for the destination buffers.  Sad :(", 1);
-
-  // Create known-good buffers to verify our tests with other functions will produce the same results.
-  bytes_returned = Lizard_compress_MinLevel(src, known_good_dst, src_size, max_dst_size);
-  if (bytes_returned < 1)
-    run_screaming("Couldn't create a known-good destination buffer for comparison... this is bad.", 1);
-  const size_t src_comp_size = bytes_returned;
-  bytes_returned = Lizard_compress_MinLevel(hc_src, known_good_hc_dst, src_size, max_dst_size);
-  if (bytes_returned < 1)
-    run_screaming("Couldn't create a known-good (highly compressible) destination buffer for comparison... this is bad.", 1);
-  const size_t hc_src_comp_size = bytes_returned;
-
-
-  /* Lizard_compress_MinLevel() */
-  // This is the default function so we don't need to demonstrate how to use it.  See basics.c if you need more basal information.
-
-  /* Lizard_compress_extState_MinLevel() */
-  // Using this function directly requires that we build an Lizard_stream_t struct ourselves.  We do NOT have to reset it ourselves.
-  memset(dst, 0, max_dst_size);
-  Lizard_stream_t* state = Lizard_createStream_MinLevel();
-  if (!state) return;
-  bytes_returned = Lizard_compress_extState_MinLevel(state, src, dst, src_size, max_dst_size, 1);
-  if (bytes_returned < 1)
-    run_screaming("Failed to compress src using Lizard_compress_extState_MinLevel.  echo $? for return code.", bytes_returned);
-  if (memcmp(dst, known_good_dst, bytes_returned) != 0)
-    run_screaming("According to memcmp(), the value we got in dst from Lizard_compress_extState_MinLevel doesn't match the known-good value.  This is bad.", 1);
-
-  /* Lizard_compress_generic */
-  // When you can exactly control the inputs and options of your Lizard needs, you can use Lizard_compress_generic and fixed (const)
-  // values for the enum types such as dictionary and limitations.  Any other direct-use is probably a bad idea.
-  //
-  // That said, the Lizard_compress_generic() function is 'static inline' and does not have a prototype in lizard_compress.h to expose a symbol
-  // for it.  In other words: we can't access it directly.  I don't want to submit a PR that modifies lizard_compress.c/h.  Yann and others can
-  // do that if they feel it's worth expanding this example.
-  //
-  // I will, however, leave a skeleton of what would be required to use it directly:
-  /*
-    memset(dst, 0, max_dst_size);
-    // Lizard_stream_t state:  is already declared above.  We can reuse it BUT we have to reset the stream ourselves between each call.
-    Lizard_resetStream_MinLevel((Lizard_stream_t *)state);
-    // Since src size is small we know the following enums will be used:  notLimited (0), byU16 (2), noDict (0), noDictIssue (0).
-    bytes_returned = Lizard_compress_generic(state, src, dst, src_size, max_dst_size, notLimited, byU16, noDict, noDictIssue, 1);
-    if (bytes_returned < 1)
-      run_screaming("Failed to compress src using Lizard_compress_generic.  echo $? for return code.", bytes_returned);
-    if (memcmp(dst, known_good_dst, bytes_returned) != 0)
-      run_screaming("According to memcmp(), the value we got in dst from Lizard_compress_generic doesn't match the known-good value.  This is bad.", 1);
-  */
-  Lizard_freeStream(state);
-
-
-  /* Benchmarking */
-  /* Now we'll run a few rudimentary benchmarks with each function to demonstrate differences in speed based on the function used.
-   * Remember, we cannot call Lizard_compress_generic() directly (yet) so it's disabled.
-   */
-  // Suite A - Normal Compressibility
-  char *dst_d = calloc(1, src_size);
-  memset(dst, 0, max_dst_size);
-  printf("\nStarting suite A:  Normal compressible text.\n");
-  uint64_t time_taken__default       = bench(known_good_dst, ID__LIZARD_COMPRESS_DEFAULT,       iterations, src,            dst,   src_size, max_dst_size, src_comp_size);
-  //uint64_t time_taken__generic       = bench(known_good_dst, ID__LIZARD_COMPRESS_GENERIC,       iterations, src,            dst,   src_size, max_dst_size, src_comp_size);
-  uint64_t time_taken__decomp_safe   = bench(src,            ID__LIZARD_DECOMPRESS_SAFE,        iterations, known_good_dst, dst_d, src_size, max_dst_size, src_comp_size);
-  // Suite B - Highly Compressible
-  memset(dst, 0, max_dst_size);
-  printf("\nStarting suite B:  Highly compressible text.\n");
-  uint64_t time_taken_hc__default       = bench(known_good_hc_dst, ID__LIZARD_COMPRESS_DEFAULT,       iterations, hc_src,            dst,   src_size, max_dst_size, hc_src_comp_size);
-  //uint64_t time_taken_hc__generic       = bench(known_good_hc_dst, ID__LIZARD_COMPRESS_GENERIC,       iterations, hc_src,            dst,   src_size, max_dst_size, hc_src_comp_size);
-  uint64_t time_taken_hc__decomp_safe   = bench(hc_src,            ID__LIZARD_DECOMPRESS_SAFE,        iterations, known_good_hc_dst, dst_d, src_size, max_dst_size, hc_src_comp_size);
-
-  // Report and leave.
-  setlocale(LC_ALL, "");
-  const char *format        = "|%-14s|%-30s|%'14.9f|%'16d|%'14d|%'13.2f%%|\n";
-  const char *header_format = "|%-14s|%-30s|%14s|%16s|%14s|%14s|\n";
-  const char *separator     = "+--------------+------------------------------+--------------+----------------+--------------+--------------+\n";
-  printf("\n");
-  printf("%s", separator);
-  printf(header_format, "Source", "Function Benchmarked", "Total Seconds", "Iterations/sec", "ns/Iteration", "% of default");
-  printf("%s", separator);
-  printf(format, "Normal Text", "Lizard_compress_MinLevel()",       (double)time_taken__default       / BILLION, (int)(iterations / ((double)time_taken__default       /BILLION)), time_taken__default       / iterations, (double)time_taken__default       * 100 / time_taken__default);
-  printf(format, "Normal Text", "Lizard_compress_fast()",          (double)time_taken__fast          / BILLION, (int)(iterations / ((double)time_taken__fast          /BILLION)), time_taken__fast          / iterations, (double)time_taken__fast          * 100 / time_taken__default);
-  printf(format, "Normal Text", "Lizard_compress_extState_MinLevel()", (double)time_taken__fast_extstate / BILLION, (int)(iterations / ((double)time_taken__fast_extstate /BILLION)), time_taken__fast_extstate / iterations, (double)time_taken__fast_extstate * 100 / time_taken__default);
-  //printf(format, "Normal Text", "Lizard_compress_generic()",       (double)time_taken__generic       / BILLION, (int)(iterations / ((double)time_taken__generic       /BILLION)), time_taken__generic       / iterations, (double)time_taken__generic       * 100 / time_taken__default);
-  printf(format, "Normal Text", "Lizard_decompress_safe()",        (double)time_taken__decomp_safe   / BILLION, (int)(iterations / ((double)time_taken__decomp_safe   /BILLION)), time_taken__decomp_safe   / iterations, (double)time_taken__decomp_safe   * 100 / time_taken__default);
-  printf(header_format, "", "", "", "", "", "");
-  printf(format, "Compressible", "Lizard_compress_MinLevel()",       (double)time_taken_hc__default       / BILLION, (int)(iterations / ((double)time_taken_hc__default       /BILLION)), time_taken_hc__default       / iterations, (double)time_taken_hc__default       * 100 / time_taken_hc__default);
-  printf(format, "Compressible", "Lizard_compress_fast()",          (double)time_taken_hc__fast          / BILLION, (int)(iterations / ((double)time_taken_hc__fast          /BILLION)), time_taken_hc__fast          / iterations, (double)time_taken_hc__fast          * 100 / time_taken_hc__default);
-  printf(format, "Compressible", "Lizard_compress_extState_MinLevel()", (double)time_taken_hc__fast_extstate / BILLION, (int)(iterations / ((double)time_taken_hc__fast_extstate /BILLION)), time_taken_hc__fast_extstate / iterations, (double)time_taken_hc__fast_extstate * 100 / time_taken_hc__default);
-  //printf(format, "Compressible", "Lizard_compress_generic()",       (double)time_taken_hc__generic       / BILLION, (int)(iterations / ((double)time_taken_hc__generic       /BILLION)), time_taken_hc__generic       / iterations, (double)time_taken_hc__generic       * 100 / time_taken_hc__default);
-  printf(format, "Compressible", "Lizard_decompress_safe()",        (double)time_taken_hc__decomp_safe   / BILLION, (int)(iterations / ((double)time_taken_hc__decomp_safe   /BILLION)), time_taken_hc__decomp_safe   / iterations, (double)time_taken_hc__decomp_safe   * 100 / time_taken_hc__default);
-  printf("%s", separator);
-  printf("\n");
-  printf("All done, ran %d iterations per test.\n", iterations);
-  return 0;
-}
diff --git a/contrib/lizard/examples/frameCompress.c b/contrib/lizard/examples/frameCompress.c
deleted file mode 100644
index 37ea0aa4fa8..00000000000
--- a/contrib/lizard/examples/frameCompress.c
+++ /dev/null
@@ -1,169 +0,0 @@
-// Lizardframe API example : compress a file
-// Based on sample code from Zbigniew Jędrzejewski-Szmek
-
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <errno.h>
-
-#include <lizard_frame.h>
-
-#define BUF_SIZE (16*1024)
-#define LIZARD_HEADER_SIZE 19
-#define LIZARD_FOOTER_SIZE 4
-
-static const LizardF_preferences_t lizard_preferences = {
-	{ LizardF_max256KB, LizardF_blockLinked, LizardF_noContentChecksum, LizardF_frame, 0, { 0, 0 } },
-	0,   /* compression level */
-	0,   /* autoflush */
-	{ 0, 0, 0, 0 },  /* reserved, must be set to 0 */
-};
-
-static int compress_file(FILE *in, FILE *out, size_t *size_in, size_t *size_out) {
-	LizardF_errorCode_t r;
-	LizardF_compressionContext_t ctx;
-	char *src, *buf = NULL;
-	size_t size, n, k, count_in = 0, count_out, offset = 0, frame_size;
-
-	r = LizardF_createCompressionContext(&ctx, LIZARDF_VERSION);
-	if (LizardF_isError(r)) {
-		printf("Failed to create context: error %zu", r);
-		return 1;
-	}
-	r = 1;
-
-	src = malloc(BUF_SIZE);
-	if (!src) {
-		printf("Not enough memory");
-		goto cleanup;
-	}
-
-	frame_size = LizardF_compressBound(BUF_SIZE, &lizard_preferences);
-	size =  frame_size + LIZARD_HEADER_SIZE + LIZARD_FOOTER_SIZE;
-	buf = malloc(size);
-	if (!buf) {
-		printf("Not enough memory");
-		goto cleanup;
-	}
-
-	n = offset = count_out = LizardF_compressBegin(ctx, buf, size, &lizard_preferences);
-	if (LizardF_isError(n)) {
-		printf("Failed to start compression: error %zu", n);
-		goto cleanup;
-	}
-
-	printf("Buffer size is %zu bytes, header size %zu bytes\n", size, n);
-
-	for (;;) {
-		k = fread(src, 1, BUF_SIZE, in);
-		if (k == 0)
-			break;
-		count_in += k;
-
-		n = LizardF_compressUpdate(ctx, buf + offset, size - offset, src, k, NULL);
-		if (LizardF_isError(n)) {
-			printf("Compression failed: error %zu", n);
-			goto cleanup;
-		}
-
-		offset += n;
-		count_out += n;
-		if (size - offset < frame_size + LIZARD_FOOTER_SIZE) {
-			printf("Writing %zu bytes\n", offset);
-
-			k = fwrite(buf, 1, offset, out);
-			if (k < offset) {
-				if (ferror(out))
-					printf("Write failed");
-				else
-					printf("Short write");
-				goto cleanup;
-			}
-
-			offset = 0;
-		}
-	}
-
-	n = LizardF_compressEnd(ctx, buf + offset, size - offset, NULL);
-	if (LizardF_isError(n)) {
-		printf("Failed to end compression: error %zu", n);
-		goto cleanup;
-	}
-
-	offset += n;
-	count_out += n;
-	printf("Writing %zu bytes\n", offset);
-
-	k = fwrite(buf, 1, offset, out);
-	if (k < offset) {
-		if (ferror(out))
-			printf("Write failed");
-		else
-			printf("Short write");
-		goto cleanup;
-	}
-
-	*size_in = count_in;
-	*size_out = count_out;
-	r = 0;
- cleanup:
-	if (ctx)
-		LizardF_freeCompressionContext(ctx);
-	free(src);
-	free(buf);
-	return r;
-}
-
-static int compress(const char *input, const char *output) {
-	char *tmp = NULL;
-	FILE *in = NULL, *out = NULL;
-	size_t size_in = 0, size_out = 0;
-	int r = 1;
-
-	if (!output) {
-		size_t len = strlen(input);
-
-		output = tmp = malloc(len + 5);
-		if (!tmp) {
-			printf("Not enough memory");
-			return 1;
-		}
-		strcpy(tmp, input);
-		strcpy(tmp + len, ".liz");
-	}
-
-	in = fopen(input, "rb");
-	if (!in) {
-		fprintf(stderr, "Failed to open input file %s: %s\n", input, strerror(errno));
-		goto cleanup;
-	}
-
-	out = fopen(output, "wb");
-	if (!out) {
-		fprintf(stderr, "Failed to open output file %s: %s\n", output, strerror(errno));
-		goto cleanup;
-	}
-
-	r = compress_file(in, out, &size_in, &size_out);
-	if (r == 0)
-		printf("%s: %zu → %zu bytes, %.1f%%\n",
-		       input, size_in, size_out,
-		       (double)size_out / size_in * 100);
- cleanup:
-	if (in)
-		fclose(in);
-	if (out)
-		fclose(out);
-	free(tmp);
-	return r;
-}
-
-
-int main(int argc, char **argv) {
-	if (argc < 2 || argc > 3) {
-		fprintf(stderr, "Syntax: %s <input> <output>\n", argv[0]);
-		return EXIT_FAILURE;
-	}
-
-	return compress(argv[1], argv[2]);
-}
diff --git a/contrib/lizard/examples/printVersion.c b/contrib/lizard/examples/printVersion.c
deleted file mode 100644
index 9818fdd98cf..00000000000
--- a/contrib/lizard/examples/printVersion.c
+++ /dev/null
@@ -1,13 +0,0 @@
-// Lizard trivial example : print Library version number
-// Copyright : Takayuki Matsuoka & Yann Collet
-
-
-#include <stdio.h>
-#include "lizard_compress.h"
-
-int main(int argc, char** argv)
-{
-	(void)argc; (void)argv;
-    printf("Hello World ! Lizard Library version = %d\n", Lizard_versionNumber());
-    return 0;
-}
diff --git a/contrib/lizard/examples/simple_buffer.c b/contrib/lizard/examples/simple_buffer.c
deleted file mode 100644
index 154d3b2cb76..00000000000
--- a/contrib/lizard/examples/simple_buffer.c
+++ /dev/null
@@ -1,91 +0,0 @@
-/*
- * simple_buffer.c
- * Copyright  : Kyle Harper
- * License    : Follows same licensing as the lizard_compress.c/lizard_compress.h program at any given time.  Currently, BSD 2.
- * Description: Example program to demonstrate the basic usage of the compress/decompress functions within lizard_compress.c/lizard_compress.h.
- *              The functions you'll likely want are Lizard_compress_MinLevel and Lizard_decompress_safe.  Both of these are documented in
- *              the lizard_compress.h header file; I recommend reading them.
- */
-
-/* Includes, for Power! */
-#include "lizard_compress.h"    // This is all that is required to expose the prototypes for basic compression and decompression.
-#include "lizard_decompress.h"
-#include <stdio.h>  // For printf()
-#include <string.h> // For memcmp()
-#include <stdlib.h> // For exit()
-
-/*
- * Easy show-error-and-bail function.
- */
-void run_screaming(const char *message, const int code) {
-  printf("%s\n", message);
-  exit(code);
-  return;
-}
-
-
-/*
- * main
- */
-int main(void) {
-  /* Introduction */
-  // Below we will have a Compression and Decompression section to demonstrate.  There are a few important notes before we start:
-  //   1) The return codes of Lizard_ functions are important.  Read lizard_compress.h if you're unsure what a given code means.
-  //   2) Lizard uses char* pointers in all Lizard_ functions.  This is baked into the API and probably not going to change.  If your
-  //      program uses pointers that are unsigned char*, void*, or otherwise different you may need to do some casting or set the
-  //      right -W compiler flags to ignore those warnings (e.g.: -Wno-pointer-sign).
-
-  /* Compression */
-  // We'll store some text into a variable pointed to by *src to be compressed later.
-  const char *src = "Lorem ipsum dolor sit amet, consectetur adipiscing elit.";
-  // The compression function needs to know how many bytes of exist.  Since we're using a string, we can use strlen() + 1 (for \0).
-  const size_t src_size = strlen(src) + 1;
-  // Lizard provides a function that will tell you the maximum size of compressed output based on input data via Lizard_compressBound().
-  const size_t max_dst_size = Lizard_compressBound(src_size);
-  // We will use that size for our destination boundary when allocating space.
-  char *compressed_data = malloc(max_dst_size);
-  if (compressed_data == NULL)
-    run_screaming("Failed to allocate memory for *compressed_data.", 1);
-  // That's all the information and preparation Lizard needs to compress *src into *compressed_data.  Invoke Lizard_compress_MinLevel now
-  // with our size values and pointers to our memory locations.  Save the return value for error checking.
-  int return_value = 0;
-  return_value = Lizard_compress_MinLevel(src, compressed_data, src_size, max_dst_size);
-  // Check return_value to determine what happened.
-  if (return_value < 0)
-    run_screaming("A negative result from Lizard_compress_MinLevel indicates a failure trying to compress the data.  See exit code (echo $?) for value returned.", return_value);
-  if (return_value == 0)
-    run_screaming("A result of 0 means compression worked, but was stopped because the destination buffer couldn't hold all the information.", 1);
-  if (return_value > 0)
-    printf("We successfully compressed some data!\n");
-  // Not only does a positive return_value mean success, the value returned == the number of bytes required.  You can use this to
-  // realloc() *compress_data to free up memory, if desired.  We'll do so just to demonstrate the concept.
-  const size_t compressed_data_size = return_value;
-  compressed_data = (char *)realloc(compressed_data, compressed_data_size);
-  if (compressed_data == NULL)
-    run_screaming("Failed to re-alloc memory for compressed_data.  Sad :(", 1);
-
-  /* Decompression */
-  // Now that we've successfully compressed the information from *src to *compressed_data, let's do the opposite!  We'll create a
-  // *new_src location of size src_size since we know that value.
-  char *new_src = malloc(src_size);
-  if (new_src == NULL)
-    run_screaming("Failed to allocate memory for *new_src.", 1);
-  // The Lizard_decompress_safe function needs to know where the compressed data is, how many bytes long it is, where the new_src
-  // memory location is, and how large the new_src (uncompressed) output will be.  Again, save the return_value.
-  return_value = Lizard_decompress_safe(compressed_data, new_src, compressed_data_size, src_size);
-  if (return_value < 0)
-    run_screaming("A negative result from Lizard_decompress_fast indicates a failure trying to decompress the data.  See exit code (echo $?) for value returned.", return_value);
-  if (return_value == 0)
-    run_screaming("I'm not sure this function can ever return 0.  Documentation in lizard_compress.h doesn't indicate so.", 1);
-  if (return_value > 0)
-    printf("We successfully decompressed some data!\n");
-  // Not only does a positive return value mean success, the value returned == the number of bytes read from the compressed_data
-  // stream.  I'm not sure there's ever a time you'll need to know this in most cases...
-
-  /* Validation */
-  // We should be able to compare our original *src with our *new_src and be byte-for-byte identical.
-  if (memcmp(src, new_src, src_size) != 0)
-    run_screaming("Validation failed.  *src and *new_src are not identical.", 1);
-  printf("Validation done.  The string we ended up with is:\n%s\n", new_src);
-  return 0;
-}
diff --git a/contrib/lizard/examples/streaming_api_basics.md b/contrib/lizard/examples/streaming_api_basics.md
deleted file mode 100644
index 85c06803455..00000000000
--- a/contrib/lizard/examples/streaming_api_basics.md
+++ /dev/null
@@ -1,87 +0,0 @@
-# Lizard Streaming API Basics
-by *Takayuki Matsuoka*
-## Lizard API sets
-
-Lizard has the following API sets :
-
- - "Auto Framing" API (lizard_frame.h) :
-   This is most recommended API for usual application.
-   It guarantees interoperability with other Lizard framing format compliant tools/libraries
-   such as Lizard command line utility, node-lizard, etc.
- - "Block" API : This is recommended for simple purpose.
-   It compress single raw memory block to Lizard memory block and vice versa.
- - "Streaming" API : This is designed for complex thing.
-   For example, compress huge stream data in restricted memory environment.
-
-Basically, you should use "Auto Framing" API.
-But if you want to write advanced application, it's time to use Block or Streaming APIs.
-
-
-## What is difference between Block and Streaming API ?
-
-Block API (de)compresses single contiguous memory block.
-In other words, Lizard library find redundancy from single contiguous memory block.
-Streaming API does same thing but (de)compress multiple adjacent contiguous memory block.
-So Lizard library could find more redundancy than Block API.
-
-The following figure shows difference between API and block sizes.
-In these figures, original data is splitted to 4KiBytes contiguous chunks.
-
-```
-Original Data
-    +---------------+---------------+----+----+----+
-    | 4KiB Chunk A  | 4KiB Chunk B  | C  | D  |... |
-    +---------------+---------------+----+----+----+
-
-Example (1) : Block API, 4KiB Block
-    +---------------+---------------+----+----+----+
-    | 4KiB Chunk A  | 4KiB Chunk B  | C  | D  |... |
-    +---------------+---------------+----+----+----+
-    | Block #1      | Block #2      | #3 | #4 |... |
-    +---------------+---------------+----+----+----+
-
-                    (No Dependency)
-
-
-Example (2) : Block API, 8KiB Block
-    +---------------+---------------+----+----+----+
-    | 4KiB Chunk A  | 4KiB Chunk B  | C  | D  |... |
-    +---------------+---------------+----+----+----+
-    |            Block #1           |Block #2 |... |
-    +--------------------+----------+-------+-+----+
-          ^              |             ^    |
-          |              |             |    |
-          +--------------+             +----+
-          Internal Dependency          Internal Dependency
-
-
-Example (3) : Streaming API, 4KiB Block
-    +---------------+---------------+-----+----+----+
-    | 4KiB Chunk A  | 4KiB Chunk B  | C   | D  |... |
-    +---------------+---------------+-----+----+----+
-    | Block #1      | Block #2      | #3  | #4 |... |
-    +---------------+----+----------+-+---+-+--+----+
-          ^              |   ^        | ^   |
-          |              |   |        | |   |
-          +--------------+   +--------+ +---+
-          Dependency         Dependency Dependency
-```
-
- - In example (1), there is no dependency.
-   All blocks are compressed independently.
- - In example (2), naturally 8KiBytes block has internal dependency.
-   But still block #1 and #2 are compressed independently.
- - In example (3), block #2 has dependency to #1,
-   also #3 has dependency to #2 and #1, #4 has #3, #2 and #1, and so on.
-
-Here, we can observe difference between example (2) and (3).
-In (2), there's no dependency between chunk B and C, but (3) has dependency between B and C.
-This dependency improves compression ratio.
-
-
-## Restriction of Streaming API
-
-For the efficiency, Streaming API doesn't keep mirror copy of dependent (de)compressed memory.
-This means users should keep these dependent (de)compressed memory explicitly.
-Usually, "Dependent memory" is previous adjacent contiguous memory up to 64KiBytes.
-Lizard will not access further memories.
diff --git a/contrib/lizard/lib/.gitignore b/contrib/lizard/lib/.gitignore
deleted file mode 100644
index 6eedf69343a..00000000000
--- a/contrib/lizard/lib/.gitignore
+++ /dev/null
@@ -1,3 +0,0 @@
-# make install artefact
-liblizard.pc
-test/
diff --git a/contrib/lizard/lib/LICENSE b/contrib/lizard/lib/LICENSE
deleted file mode 100644
index b335b0bafcf..00000000000
--- a/contrib/lizard/lib/LICENSE
+++ /dev/null
@@ -1,25 +0,0 @@
-Lizard Library
-Copyright (C) 2011-2016, Yann Collet.
-Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without modification,
-are permitted provided that the following conditions are met:
-
-* Redistributions of source code must retain the above copyright notice, this
-  list of conditions and the following disclaimer.
-
-* Redistributions in binary form must reproduce the above copyright notice, this
-  list of conditions and the following disclaimer in the documentation and/or
-  other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
-ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/contrib/lizard/lib/README.md b/contrib/lizard/lib/README.md
deleted file mode 100644
index 2775b984d63..00000000000
--- a/contrib/lizard/lib/README.md
+++ /dev/null
@@ -1,76 +0,0 @@
-Lizard - Library Files
-================================
-
-The __lib__ directory contains several directories.
-Depending on target use case, it's enough to include only files from relevant directories.
-
-
-#### API
-
-Lizard stable API is exposed within [lizard_compress.h](lizard_compress.h) and [lizard_decompress.h](lizard_decompress.h),
-at the root of `lib` directory.
-
-
-#### Compatibility issues
-
-The raw Lizard block compression format is detailed within [lizard_Block_format].
-To compress an arbitrarily long file or data stream, multiple blocks are required.
-Organizing these blocks and providing a common header format to handle their content
-is the purpose of the Frame format, defined in [lizard_Frame_format].
-`lizard` command line utility produces files or streams compatible with the Frame format.
-(_Advanced stuff_ : It's possible to hide xxhash symbols into a local namespace.
-This is what `liblizard` does, to avoid symbol duplication
-in case a user program would link to several libraries containing xxhash symbols.)
-
-[lizard_Block_format]: ../doc/lizard_Block_format.md
-[lizard_Frame_format]: ../doc/lizard_Frame_format.md
-
-
-#### Various Lizard builds
-
-Files `lizard_common.h`, `lizard_compress*`, `lizard_parser_*.h`, `lizard_decompress*`, and `entropy\mem.h` are required in all circumstances.
-
-To compile:
-- Lizard_raw only with levels 10...29 : use the `-DLIZARD_NO_HUFFMAN` compiler flag
-- Lizard_raw with levels 10...49 : include also all files from `entropy` directory
-- Lizard_frame with levels 10...49 : `lizard_frame*` and all files from `entropy` and `xxhash` directories
-
-
-#### Advanced API 
-
-A more complex `lizard_frame_static.h` is also provided.
-It contains definitions which are not guaranteed to remain stable within future versions.
-It must be used with static linking ***only***.
-
-
-#### Using MinGW+MSYS to create DLL
-
-DLL can be created using MinGW+MSYS with the `make liblizard` command.
-This command creates `dll\liblizard.dll` and the import library `dll\liblizard.lib`.
-The import library is only required with Visual C++.
-The header files `lizard.h`, `lizardhc.h`, `lizard_frame.h` and the dynamic library
-`dll\liblizard.dll` are required to compile a project using gcc/MinGW.
-The dynamic library has to be added to linking options.
-It means that if a project that uses Lizard consists of a single `test-dll.c`
-file it should be compiled with `liblizard.lib`. For example:
-```
-    gcc $(CFLAGS) -Iinclude/ test-dll.c -o test-dll dll\liblizard.dll
-```
-The compiled executable will require Lizard DLL which is available at `dll\liblizard.dll`. 
-
-
-#### Miscellaneous 
-
-Other files present in the directory are not source code. There are :
-
- - LICENSE : contains the BSD license text
- - Makefile : script to compile or install lizard library (static or dynamic)
- - liblizard.pc.in : for pkg-config (make install)
- - README.md : this file
-
-
-#### License 
-
-All source material within __lib__ directory are BSD 2-Clause licensed.
-See [LICENSE](LICENSE) for details.
-The license is also repeated at the top of each source file.
diff --git a/contrib/lizard/lib/dll/liblizard.def b/contrib/lizard/lib/dll/liblizard.def
deleted file mode 100644
index 73ebc44570a..00000000000
--- a/contrib/lizard/lib/dll/liblizard.def
+++ /dev/null
@@ -1,19 +0,0 @@
-LIBRARY liblizard.dll
-EXPORTS
-    Lizard_compress
-    Lizard_compressBound
-    Lizard_compress_continue
-    Lizard_compress_extState
-    Lizard_createStream
-    Lizard_createStreamDecode
-    Lizard_decompress_safe
-    Lizard_decompress_safe_continue
-    Lizard_decompress_safe_partial
-    Lizard_decompress_safe_usingDict
-    Lizard_freeStream
-    Lizard_freeStreamDecode
-    Lizard_loadDict
-    Lizard_resetStream
-    Lizard_saveDict
-    Lizard_setStreamDecode
-    Lizard_sizeofState
diff --git a/contrib/lizard/lib/entropy/README.md b/contrib/lizard/lib/entropy/README.md
deleted file mode 100644
index 5b18f20b063..00000000000
--- a/contrib/lizard/lib/entropy/README.md
+++ /dev/null
@@ -1,38 +0,0 @@
-New Generation Entropy library
-==============================
-
-The __lib__ directory contains several files, but you don't necessarily want them all.
-Here is a detailed list, to help you decide which one you need :
-
-
-#### Compulsory files
-
-These files are required in all circumstances :
-- __error_public.h__ : error list as enum
-- __error_private.h__ : error management
-- __mem.h__ : low level memory access routines
-- __bitstream.h__ : generic read/write bitstream common to all entropy codecs
-- __entropy_common.c__ : common functions needed for both compression and decompression
-
-
-#### Finite State Entropy
-
-This is the base codec required by other ones.
-It implements a tANS variant, similar to arithmetic in compression performance, but much faster. Compression and decompression can be compiled independently.
-- __fse.h__ : exposes interfaces
-- __fse_compress.c__ : implements compression codec
-- __fse_decompress.c__ : implements decompression codec
-
-
-#### FSE 16-bits symbols version
-
-This codec is able to encode alphabets of size > 256, using 2 bytes per symbol. It requires the base FSE codec to compile properly. Compression and decompression are merged in the same file.
-- __fseU16.c__ implements the codec, while __fseU16.h__ exposes its interfaces.
-
-
-#### Huffman codec
-
-This is the fast huffman codec. It requires the base FSE codec to compress its headers. Compression and decompression can be compiled independently.
-- __huf.h__ : exposes interfaces.
-- __huf_compress.c__ : implements compression codec
-- __huf_decompress.c__ : implements decompression codec
diff --git a/contrib/lizard/lib/entropy/bitstream.h b/contrib/lizard/lib/entropy/bitstream.h
deleted file mode 100644
index 849a9e6018a..00000000000
--- a/contrib/lizard/lib/entropy/bitstream.h
+++ /dev/null
@@ -1,414 +0,0 @@
-/* ******************************************************************
-   bitstream
-   Part of FSE library
-   header file (to include)
-   Copyright (C) 2013-2016, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
-****************************************************************** */
-#ifndef BITSTREAM_H_MODULE
-#define BITSTREAM_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/*
-*  This API consists of small unitary functions, which must be inlined for best performance.
-*  Since link-time-optimization is not available for all compilers,
-*  these functions are defined into a .h to be included.
-*/
-
-/*-****************************************
-*  Dependencies
-******************************************/
-#include "mem.h"            /* unaligned access routines */
-#include "error_private.h"  /* error codes and messages */
-
-
-/*=========================================
-*  Target specific
-=========================================*/
-#if defined(__BMI__) && defined(__GNUC__)
-#  include <immintrin.h>   /* support for bextr (experimental) */
-#endif
-
-
-/*-******************************************
-*  bitStream encoding API (write forward)
-********************************************/
-/* bitStream can mix input from multiple sources.
-*  A critical property of these streams is that they encode and decode in **reverse** direction.
-*  So the first bit sequence you add will be the last to be read, like a LIFO stack.
-*/
-typedef struct
-{
-    size_t bitContainer;
-    int    bitPos;
-    char*  startPtr;
-    char*  ptr;
-    char*  endPtr;
-} BIT_CStream_t;
-
-MEM_STATIC size_t BIT_initCStream(BIT_CStream_t* bitC, void* dstBuffer, size_t dstCapacity);
-MEM_STATIC void   BIT_addBits(BIT_CStream_t* bitC, size_t value, unsigned nbBits);
-MEM_STATIC void   BIT_flushBits(BIT_CStream_t* bitC);
-MEM_STATIC size_t BIT_closeCStream(BIT_CStream_t* bitC);
-
-/* Start with initCStream, providing the size of buffer to write into.
-*  bitStream will never write outside of this buffer.
-*  `dstCapacity` must be >= sizeof(bitD->bitContainer), otherwise @return will be an error code.
-*
-*  bits are first added to a local register.
-*  Local register is size_t, hence 64-bits on 64-bits systems, or 32-bits on 32-bits systems.
-*  Writing data into memory is an explicit operation, performed by the flushBits function.
-*  Hence keep track how many bits are potentially stored into local register to avoid register overflow.
-*  After a flushBits, a maximum of 7 bits might still be stored into local register.
-*
-*  Avoid storing elements of more than 24 bits if you want compatibility with 32-bits bitstream readers.
-*
-*  Last operation is to close the bitStream.
-*  The function returns the final size of CStream in bytes.
-*  If data couldn't fit into `dstBuffer`, it will return a 0 ( == not storable)
-*/
-
-
-/*-********************************************
-*  bitStream decoding API (read backward)
-**********************************************/
-typedef struct
-{
-    size_t   bitContainer;
-    unsigned bitsConsumed;
-    const char* ptr;
-    const char* start;
-} BIT_DStream_t;
-
-typedef enum { BIT_DStream_unfinished = 0,
-               BIT_DStream_endOfBuffer = 1,
-               BIT_DStream_completed = 2,
-               BIT_DStream_overflow = 3 } BIT_DStream_status;  /* result of BIT_reloadDStream() */
-               /* 1,2,4,8 would be better for bitmap combinations, but slows down performance a bit ... :( */
-
-MEM_STATIC size_t   BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize);
-MEM_STATIC size_t   BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits);
-MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD);
-MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* bitD);
-
-
-/* Start by invoking BIT_initDStream().
-*  A chunk of the bitStream is then stored into a local register.
-*  Local register size is 64-bits on 64-bits systems, 32-bits on 32-bits systems (size_t).
-*  You can then retrieve bitFields stored into the local register, **in reverse order**.
-*  Local register is explicitly reloaded from memory by the BIT_reloadDStream() method.
-*  A reload guarantee a minimum of ((8*sizeof(bitD->bitContainer))-7) bits when its result is BIT_DStream_unfinished.
-*  Otherwise, it can be less than that, so proceed accordingly.
-*  Checking if DStream has reached its end can be performed with BIT_endOfDStream().
-*/
-
-
-/*-****************************************
-*  unsafe API
-******************************************/
-MEM_STATIC void BIT_addBitsFast(BIT_CStream_t* bitC, size_t value, unsigned nbBits);
-/* faster, but works only if value is "clean", meaning all high bits above nbBits are 0 */
-
-MEM_STATIC void BIT_flushBitsFast(BIT_CStream_t* bitC);
-/* unsafe version; does not check buffer overflow */
-
-MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits);
-/* faster, but works only if nbBits >= 1 */
-
-
-
-/*-**************************************************************
-*  Internal functions
-****************************************************************/
-MEM_STATIC unsigned BIT_highbit32 (register U32 val)
-{
-#   if defined(_MSC_VER)   /* Visual */
-    unsigned long r=0;
-    _BitScanReverse ( &r, val );
-    return (unsigned) r;
-#   elif defined(__GNUC__) && (__GNUC__ >= 3)   /* Use GCC Intrinsic */
-    return 31 - __builtin_clz (val);
-#   else   /* Software version */
-    static const unsigned DeBruijnClz[32] = { 0, 9, 1, 10, 13, 21, 2, 29, 11, 14, 16, 18, 22, 25, 3, 30, 8, 12, 20, 28, 15, 17, 24, 7, 19, 27, 23, 6, 26, 5, 4, 31 };
-    U32 v = val;
-    v |= v >> 1;
-    v |= v >> 2;
-    v |= v >> 4;
-    v |= v >> 8;
-    v |= v >> 16;
-    return DeBruijnClz[ (U32) (v * 0x07C4ACDDU) >> 27];
-#   endif
-}
-
-/*=====    Local Constants   =====*/
-static const unsigned BIT_mask[] = { 0, 1, 3, 7, 0xF, 0x1F, 0x3F, 0x7F, 0xFF, 0x1FF, 0x3FF, 0x7FF, 0xFFF, 0x1FFF, 0x3FFF, 0x7FFF, 0xFFFF, 0x1FFFF, 0x3FFFF, 0x7FFFF, 0xFFFFF, 0x1FFFFF, 0x3FFFFF, 0x7FFFFF,  0xFFFFFF, 0x1FFFFFF, 0x3FFFFFF };   /* up to 26 bits */
-
-
-/*-**************************************************************
-*  bitStream encoding
-****************************************************************/
-/*! BIT_initCStream() :
- *  `dstCapacity` must be > sizeof(void*)
- *  @return : 0 if success,
-              otherwise an error code (can be tested using ERR_isError() ) */
-MEM_STATIC size_t BIT_initCStream(BIT_CStream_t* bitC, void* startPtr, size_t dstCapacity)
-{
-    bitC->bitContainer = 0;
-    bitC->bitPos = 0;
-    bitC->startPtr = (char*)startPtr;
-    bitC->ptr = bitC->startPtr;
-    bitC->endPtr = bitC->startPtr + dstCapacity - sizeof(bitC->ptr);
-    if (dstCapacity <= sizeof(bitC->ptr)) return ERROR(dstSize_tooSmall);
-    return 0;
-}
-
-/*! BIT_addBits() :
-    can add up to 26 bits into `bitC`.
-    Does not check for register overflow ! */
-MEM_STATIC void BIT_addBits(BIT_CStream_t* bitC, size_t value, unsigned nbBits)
-{
-    bitC->bitContainer |= (value & BIT_mask[nbBits]) << bitC->bitPos;
-    bitC->bitPos += nbBits;
-}
-
-/*! BIT_addBitsFast() :
- *  works only if `value` is _clean_, meaning all high bits above nbBits are 0 */
-MEM_STATIC void BIT_addBitsFast(BIT_CStream_t* bitC, size_t value, unsigned nbBits)
-{
-    bitC->bitContainer |= value << bitC->bitPos;
-    bitC->bitPos += nbBits;
-}
-
-/*! BIT_flushBitsFast() :
- *  unsafe version; does not check buffer overflow */
-MEM_STATIC void BIT_flushBitsFast(BIT_CStream_t* bitC)
-{
-    size_t const nbBytes = bitC->bitPos >> 3;
-    MEM_writeLEST(bitC->ptr, bitC->bitContainer);
-    bitC->ptr += nbBytes;
-    bitC->bitPos &= 7;
-    bitC->bitContainer >>= nbBytes*8;   /* if bitPos >= sizeof(bitContainer)*8 --> undefined behavior */
-}
-
-/*! BIT_flushBits() :
- *  safe version; check for buffer overflow, and prevents it.
- *  note : does not signal buffer overflow. This will be revealed later on using BIT_closeCStream() */
-MEM_STATIC void BIT_flushBits(BIT_CStream_t* bitC)
-{
-    size_t const nbBytes = bitC->bitPos >> 3;
-    MEM_writeLEST(bitC->ptr, bitC->bitContainer);
-    bitC->ptr += nbBytes;
-    if (bitC->ptr > bitC->endPtr) bitC->ptr = bitC->endPtr;
-    bitC->bitPos &= 7;
-    bitC->bitContainer >>= nbBytes*8;   /* if bitPos >= sizeof(bitContainer)*8 --> undefined behavior */
-}
-
-/*! BIT_closeCStream() :
- *  @return : size of CStream, in bytes,
-              or 0 if it could not fit into dstBuffer */
-MEM_STATIC size_t BIT_closeCStream(BIT_CStream_t* bitC)
-{
-    BIT_addBitsFast(bitC, 1, 1);   /* endMark */
-    BIT_flushBits(bitC);
-
-    if (bitC->ptr >= bitC->endPtr) return 0; /* doesn't fit within authorized budget : cancel */
-
-    return (bitC->ptr - bitC->startPtr) + (bitC->bitPos > 0);
-}
-
-
-/*-********************************************************
-* bitStream decoding
-**********************************************************/
-/*! BIT_initDStream() :
-*   Initialize a BIT_DStream_t.
-*   `bitD` : a pointer to an already allocated BIT_DStream_t structure.
-*   `srcSize` must be the *exact* size of the bitStream, in bytes.
-*   @return : size of stream (== srcSize) or an errorCode if a problem is detected
-*/
-MEM_STATIC size_t BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize)
-{
-    if (srcSize < 1) { memset(bitD, 0, sizeof(*bitD)); return ERROR(srcSize_wrong); }
-
-    if (srcSize >=  sizeof(bitD->bitContainer)) {  /* normal case */
-        bitD->start = (const char*)srcBuffer;
-        bitD->ptr   = (const char*)srcBuffer + srcSize - sizeof(bitD->bitContainer);
-        bitD->bitContainer = MEM_readLEST(bitD->ptr);
-        { BYTE const lastByte = ((const BYTE*)srcBuffer)[srcSize-1];
-          bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;  /* ensures bitsConsumed is always set */
-          if (lastByte == 0) return ERROR(GENERIC); /* endMark not present */ }
-    } else {
-        bitD->start = (const char*)srcBuffer;
-        bitD->ptr   = bitD->start;
-        bitD->bitContainer = *(const BYTE*)(bitD->start);
-        switch(srcSize)
-        {
-            case 7: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[6]) << (sizeof(bitD->bitContainer)*8 - 16); // fallthrough
-            case 6: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[5]) << (sizeof(bitD->bitContainer)*8 - 24); // fallthrough
-            case 5: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[4]) << (sizeof(bitD->bitContainer)*8 - 32); // fallthrough
-            case 4: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[3]) << 24; // fallthrough
-            case 3: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[2]) << 16; // fallthrough
-            case 2: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[1]) <<  8; // fallthrough
-            default:;
-        }
-        { BYTE const lastByte = ((const BYTE*)srcBuffer)[srcSize-1];
-          bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;
-          if (lastByte == 0) return ERROR(GENERIC); /* endMark not present */ }
-        bitD->bitsConsumed += (U32)(sizeof(bitD->bitContainer) - srcSize)*8;
-    }
-
-    return srcSize;
-}
-
-MEM_STATIC size_t BIT_getUpperBits(size_t bitContainer, U32 const start)
-{
-    return bitContainer >> start;
-}
-
-MEM_STATIC size_t BIT_getMiddleBits(size_t bitContainer, U32 const start, U32 const nbBits)
-{
-#if defined(__BMI__) && defined(__GNUC__) && __GNUC__*1000+__GNUC_MINOR__ >= 4008  /* experimental */
-#  if defined(__x86_64__)
-    if (sizeof(bitContainer)==8)
-        return _bextr_u64(bitContainer, start, nbBits);
-    else
-#  endif
-        return _bextr_u32(bitContainer, start, nbBits);
-#else
-    return (bitContainer >> start) & BIT_mask[nbBits];
-#endif
-}
-
-MEM_STATIC size_t BIT_getLowerBits(size_t bitContainer, U32 const nbBits)
-{
-    return bitContainer & BIT_mask[nbBits];
-}
-
-/*! BIT_lookBits() :
- *  Provides next n bits from local register.
- *  local register is not modified.
- *  On 32-bits, maxNbBits==24.
- *  On 64-bits, maxNbBits==56.
- *  @return : value extracted
- */
- MEM_STATIC size_t BIT_lookBits(const BIT_DStream_t* bitD, U32 nbBits)
-{
-#if defined(__BMI__) && defined(__GNUC__)   /* experimental; fails if bitD->bitsConsumed + nbBits > sizeof(bitD->bitContainer)*8 */
-    return BIT_getMiddleBits(bitD->bitContainer, (sizeof(bitD->bitContainer)*8) - bitD->bitsConsumed - nbBits, nbBits);
-#else
-    U32 const bitMask = sizeof(bitD->bitContainer)*8 - 1;
-    return ((bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> 1) >> ((bitMask-nbBits) & bitMask);
-#endif
-}
-
-/*! BIT_lookBitsFast() :
-*   unsafe version; only works only if nbBits >= 1 */
-MEM_STATIC size_t BIT_lookBitsFast(const BIT_DStream_t* bitD, U32 nbBits)
-{
-    U32 const bitMask = sizeof(bitD->bitContainer)*8 - 1;
-    return (bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> (((bitMask+1)-nbBits) & bitMask);
-}
-
-MEM_STATIC void BIT_skipBits(BIT_DStream_t* bitD, U32 nbBits)
-{
-    bitD->bitsConsumed += nbBits;
-}
-
-/*! BIT_readBits() :
- *  Read (consume) next n bits from local register and update.
- *  Pay attention to not read more than nbBits contained into local register.
- *  @return : extracted value.
- */
-MEM_STATIC size_t BIT_readBits(BIT_DStream_t* bitD, U32 nbBits)
-{
-    size_t const value = BIT_lookBits(bitD, nbBits);
-    BIT_skipBits(bitD, nbBits);
-    return value;
-}
-
-/*! BIT_readBitsFast() :
-*   unsafe version; only works only if nbBits >= 1 */
-MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, U32 nbBits)
-{
-    size_t const value = BIT_lookBitsFast(bitD, nbBits);
-    BIT_skipBits(bitD, nbBits);
-    return value;
-}
-
-/*! BIT_reloadDStream() :
-*   Refill `bitD` from buffer previously set in BIT_initDStream() .
-*   This function is safe, it guarantees it will not read beyond src buffer.
-*   @return : status of `BIT_DStream_t` internal register.
-              if status == BIT_DStream_unfinished, internal register is filled with >= (sizeof(bitD->bitContainer)*8 - 7) bits */
-MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD)
-{
-	if (bitD->bitsConsumed > (sizeof(bitD->bitContainer)*8))  /* should not happen => corruption detected */
-		return BIT_DStream_overflow;
-
-    if (bitD->ptr >= bitD->start + sizeof(bitD->bitContainer)) {
-        bitD->ptr -= bitD->bitsConsumed >> 3;
-        bitD->bitsConsumed &= 7;
-        bitD->bitContainer = MEM_readLEST(bitD->ptr);
-        return BIT_DStream_unfinished;
-    }
-    if (bitD->ptr == bitD->start) {
-        if (bitD->bitsConsumed < sizeof(bitD->bitContainer)*8) return BIT_DStream_endOfBuffer;
-        return BIT_DStream_completed;
-    }
-    {   U32 nbBytes = bitD->bitsConsumed >> 3;
-        BIT_DStream_status result = BIT_DStream_unfinished;
-        if (bitD->ptr - nbBytes < bitD->start) {
-            nbBytes = (U32)(bitD->ptr - bitD->start);  /* ptr > start */
-            result = BIT_DStream_endOfBuffer;
-        }
-        bitD->ptr -= nbBytes;
-        bitD->bitsConsumed -= nbBytes*8;
-        bitD->bitContainer = MEM_readLEST(bitD->ptr);   /* reminder : srcSize > sizeof(bitD) */
-        return result;
-    }
-}
-
-/*! BIT_endOfDStream() :
-*   @return Tells if DStream has exactly reached its end (all bits consumed).
-*/
-MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* DStream)
-{
-    return ((DStream->ptr == DStream->start) && (DStream->bitsConsumed == sizeof(DStream->bitContainer)*8));
-}
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* BITSTREAM_H_MODULE */
diff --git a/contrib/lizard/lib/entropy/entropy_common.c b/contrib/lizard/lib/entropy/entropy_common.c
deleted file mode 100644
index 72bc398da38..00000000000
--- a/contrib/lizard/lib/entropy/entropy_common.c
+++ /dev/null
@@ -1,231 +0,0 @@
-/*
-   Common functions of New Generation Entropy library
-   Copyright (C) 2016, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-    - FSE+HUF source repository : https://github.com/Cyan4973/FiniteStateEntropy
-    - Public forum : https://groups.google.com/forum/#!forum/lz4c
-*************************************************************************** */
-
-/* *************************************
-*  Dependencies
-***************************************/
-#include "mem.h"
-#include "error_private.h"       /* ERR_*, ERROR */
-#define FSE_STATIC_LINKING_ONLY  /* FSE_MIN_TABLELOG */
-#include "fse.h"
-#define HUF_STATIC_LINKING_ONLY  /* HUF_TABLELOG_ABSOLUTEMAX */
-#include "huf.h"
-
-
-/*-****************************************
-*  Version
-******************************************/
-unsigned FSE_versionNumber(void) { return FSE_VERSION_NUMBER; }
-
-
-/*-****************************************
-*  FSE Error Management
-******************************************/
-unsigned FSE_isError(size_t code) { return ERR_isError(code); }
-
-const char* FSE_getErrorName(size_t code) { return ERR_getErrorName(code); }
-
-
-/* **************************************************************
-*  HUF Error Management
-****************************************************************/
-unsigned HUF_isError(size_t code) { return ERR_isError(code); }
-
-const char* HUF_getErrorName(size_t code) { return ERR_getErrorName(code); }
-
-
-/*-**************************************************************
-*  FSE NCount encoding-decoding
-****************************************************************/
-size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSVPtr, unsigned* tableLogPtr,
-                 const void* headerBuffer, size_t hbSize)
-{
-    const BYTE* const istart = (const BYTE*) headerBuffer;
-    const BYTE* const iend = istart + hbSize;
-    const BYTE* ip = istart;
-    int nbBits;
-    int remaining;
-    int threshold;
-    U32 bitStream;
-    int bitCount;
-    unsigned charnum = 0;
-    int previous0 = 0;
-
-    if (hbSize < 4) return ERROR(srcSize_wrong);
-    bitStream = MEM_readLE32(ip);
-    nbBits = (bitStream & 0xF) + FSE_MIN_TABLELOG;   /* extract tableLog */
-    if (nbBits > FSE_TABLELOG_ABSOLUTE_MAX) return ERROR(tableLog_tooLarge);
-    bitStream >>= 4;
-    bitCount = 4;
-    *tableLogPtr = nbBits;
-    remaining = (1<<nbBits)+1;
-    threshold = 1<<nbBits;
-    nbBits++;
-
-    while ((remaining>1) & (charnum<=*maxSVPtr)) {
-        if (previous0) {
-            unsigned n0 = charnum;
-            while ((bitStream & 0xFFFF) == 0xFFFF) {
-                n0 += 24;
-                if (ip < iend-5) {
-                    ip += 2;
-                    bitStream = MEM_readLE32(ip) >> bitCount;
-                } else {
-                    bitStream >>= 16;
-                    bitCount   += 16;
-            }   }
-            while ((bitStream & 3) == 3) {
-                n0 += 3;
-                bitStream >>= 2;
-                bitCount += 2;
-            }
-            n0 += bitStream & 3;
-            bitCount += 2;
-            if (n0 > *maxSVPtr) return ERROR(maxSymbolValue_tooSmall);
-            while (charnum < n0) normalizedCounter[charnum++] = 0;
-            if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4)) {
-                ip += bitCount>>3;
-                bitCount &= 7;
-                bitStream = MEM_readLE32(ip) >> bitCount;
-            } else {
-                bitStream >>= 2;
-        }   }
-        {   int const max = (2*threshold-1) - remaining;
-            int count;
-
-            if ((bitStream & (threshold-1)) < (U32)max) {
-                count = bitStream & (threshold-1);
-                bitCount += nbBits-1;
-            } else {
-                count = bitStream & (2*threshold-1);
-                if (count >= threshold) count -= max;
-                bitCount += nbBits;
-            }
-
-            count--;   /* extra accuracy */
-            remaining -= count < 0 ? -count : count;   /* -1 means +1 */
-            normalizedCounter[charnum++] = (short)count;
-            previous0 = !count;
-            while (remaining < threshold) {
-                nbBits--;
-                threshold >>= 1;
-            }
-
-            if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4)) {
-                ip += bitCount>>3;
-                bitCount &= 7;
-            } else {
-                bitCount -= (int)(8 * (iend - 4 - ip));
-                ip = iend - 4;
-            }
-            bitStream = MEM_readLE32(ip) >> (bitCount & 31);
-    }   }   /* while ((remaining>1) & (charnum<=*maxSVPtr)) */
-    if (remaining != 1) return ERROR(corruption_detected);
-    if (bitCount > 32) return ERROR(corruption_detected);
-    *maxSVPtr = charnum-1;
-
-    ip += (bitCount+7)>>3;
-    return ip-istart;
-}
-
-
-/*! HUF_readStats() :
-    Read compact Huffman tree, saved by HUF_writeCTable().
-    `huffWeight` is destination buffer.
-    `rankStats` is assumed to be a table of at least HUF_TABLELOG_MAX U32.
-    @return : size read from `src` , or an error Code .
-    Note : Needed by HUF_readCTable() and HUF_readDTableX?() .
-*/
-size_t HUF_readStats(BYTE* huffWeight, size_t hwSize, U32* rankStats,
-                     U32* nbSymbolsPtr, U32* tableLogPtr,
-                     const void* src, size_t srcSize)
-{
-    U32 weightTotal;
-    const BYTE* ip = (const BYTE*) src;
-    size_t iSize;
-    size_t oSize;
-
-    if (!srcSize) return ERROR(srcSize_wrong);
-    iSize = ip[0];
-    /* memset(huffWeight, 0, hwSize);   *//* is not necessary, even though some analyzer complain ... */
-
-    if (iSize >= 128) {  /* special header */
-        oSize = iSize - 127;
-        iSize = ((oSize+1)/2);
-        if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
-        if (oSize >= hwSize) return ERROR(corruption_detected);
-        ip += 1;
-        {   U32 n;
-            for (n=0; n<oSize; n+=2) {
-                huffWeight[n]   = ip[n/2] >> 4;
-                huffWeight[n+1] = ip[n/2] & 15;
-    }   }   }
-    else  {   /* header compressed with FSE (normal case) */
-        FSE_DTable fseWorkspace[FSE_DTABLE_SIZE_U32(6)];  /* 6 is max possible tableLog for HUF header (maybe even 5, to be tested) */
-        if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
-        oSize = FSE_decompress_wksp(huffWeight, hwSize-1, ip+1, iSize, fseWorkspace, 6);   /* max (hwSize-1) values decoded, as last one is implied */
-        if (FSE_isError(oSize)) return oSize;
-    }
-
-    /* collect weight stats */
-    memset(rankStats, 0, (HUF_TABLELOG_MAX + 1) * sizeof(U32));
-    weightTotal = 0;
-    {   U32 n; for (n=0; n<oSize; n++) {
-            if (huffWeight[n] >= HUF_TABLELOG_MAX) return ERROR(corruption_detected);
-            rankStats[huffWeight[n]]++;
-            weightTotal += (1 << huffWeight[n]) >> 1;
-    }   }
-    if (weightTotal == 0) return ERROR(corruption_detected);
-
-    /* get last non-null symbol weight (implied, total must be 2^n) */
-    {   U32 const tableLog = BIT_highbit32(weightTotal) + 1;
-        if (tableLog > HUF_TABLELOG_MAX) return ERROR(corruption_detected);
-        *tableLogPtr = tableLog;
-        /* determine last weight */
-        {   U32 const total = 1 << tableLog;
-            U32 const rest = total - weightTotal;
-            U32 const verif = 1 << BIT_highbit32(rest);
-            U32 const lastWeight = BIT_highbit32(rest) + 1;
-            if (verif != rest) return ERROR(corruption_detected);    /* last value must be a clean power of 2 */
-            huffWeight[oSize] = (BYTE)lastWeight;
-            rankStats[lastWeight]++;
-    }   }
-
-    /* check tree construction validity */
-    if ((rankStats[1] < 2) || (rankStats[1] & 1)) return ERROR(corruption_detected);   /* by construction : at least 2 elts of rank 1, must be even */
-
-    /* results */
-    *nbSymbolsPtr = (U32)(oSize+1);
-    return iSize+1;
-}
diff --git a/contrib/lizard/lib/entropy/error_private.h b/contrib/lizard/lib/entropy/error_private.h
deleted file mode 100644
index 1340c16bf25..00000000000
--- a/contrib/lizard/lib/entropy/error_private.h
+++ /dev/null
@@ -1,115 +0,0 @@
-/* ******************************************************************
-   Error codes and messages
-   Copyright (C) 2013-2016, Yann Collet
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Homepage : http://www.zstd.net
-****************************************************************** */
-/* Note : this module is expected to remain private, do not expose it */
-
-#ifndef ERROR_H_MODULE
-#define ERROR_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/* ****************************************
-*  Dependencies
-******************************************/
-#include <stddef.h>        /* size_t */
-#include "error_public.h"  /* enum list */
-
-
-/* ****************************************
-*  Compiler-specific
-******************************************/
-#if defined(__GNUC__)
-#  define ERR_STATIC static __attribute__((unused))
-#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
-#  define ERR_STATIC static inline
-#elif defined(_MSC_VER)
-#  define ERR_STATIC static __inline
-#else
-#  define ERR_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
-#endif
-
-
-/*-****************************************
-*  Customization (error_public.h)
-******************************************/
-typedef FSE_ErrorCode ERR_enum;
-#define PREFIX(name) FSE_error_##name
-
-
-/*-****************************************
-*  Error codes handling
-******************************************/
-#ifdef ERROR
-#  undef ERROR   /* reported already defined on VS 2015 (Rich Geldreich) */
-#endif
-#define ERROR(name) ((size_t)-PREFIX(name))
-
-ERR_STATIC unsigned ERR_isError(size_t code) { return (code > ERROR(maxCode)); }
-
-ERR_STATIC ERR_enum ERR_getErrorCode(size_t code) { if (!ERR_isError(code)) return (ERR_enum)0; return (ERR_enum) (0-code); }
-
-
-/*-****************************************
-*  Error Strings
-******************************************/
-
-ERR_STATIC const char* ERR_getErrorString(ERR_enum code)
-{
-    static const char* notErrorCode = "Unspecified error code";
-    switch( code )
-    {
-    case PREFIX(no_error): return "No error detected";
-    case PREFIX(GENERIC):  return "Error (generic)";
-    case PREFIX(dstSize_tooSmall): return "Destination buffer is too small";
-    case PREFIX(srcSize_wrong): return "Src size incorrect";
-    case PREFIX(corruption_detected): return "Corrupted block detected";
-    case PREFIX(tableLog_tooLarge): return "tableLog requires too much memory : unsupported";
-    case PREFIX(maxSymbolValue_tooLarge): return "Unsupported max Symbol Value : too large";
-    case PREFIX(maxSymbolValue_tooSmall): return "Specified maxSymbolValue is too small";
-    case PREFIX(maxCode):
-    default: return notErrorCode;
-    }
-}
-
-ERR_STATIC const char* ERR_getErrorName(size_t code)
-{
-    return ERR_getErrorString(ERR_getErrorCode(code));
-}
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* ERROR_H_MODULE */
diff --git a/contrib/lizard/lib/entropy/error_public.h b/contrib/lizard/lib/entropy/error_public.h
deleted file mode 100644
index a8524719889..00000000000
--- a/contrib/lizard/lib/entropy/error_public.h
+++ /dev/null
@@ -1,64 +0,0 @@
-/* ******************************************************************
-   Error codes list
-   Copyright (C) 2016, Yann Collet
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
-   - Public forum : https://groups.google.com/forum/#!forum/lz4c
-****************************************************************** */
-#ifndef ERROR_PUBLIC_H_MODULE
-#define ERROR_PUBLIC_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/* ****************************************
-*  error codes list
-******************************************/
-typedef enum {
-  FSE_error_no_error,
-  FSE_error_GENERIC,
-  FSE_error_dstSize_tooSmall,
-  FSE_error_srcSize_wrong,
-  FSE_error_corruption_detected,
-  FSE_error_tableLog_tooLarge,
-  FSE_error_maxSymbolValue_tooLarge,
-  FSE_error_maxSymbolValue_tooSmall,
-  FSE_error_maxCode
-} FSE_ErrorCode;
-
-/* note : compare with size_t function results using FSE_getError() */
-        
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* ERROR_PUBLIC_H_MODULE */
diff --git a/contrib/lizard/lib/entropy/fse.h b/contrib/lizard/lib/entropy/fse.h
deleted file mode 100644
index baac3903267..00000000000
--- a/contrib/lizard/lib/entropy/fse.h
+++ /dev/null
@@ -1,694 +0,0 @@
-/* ******************************************************************
-   FSE : Finite State Entropy codec
-   Public Prototypes declaration
-   Copyright (C) 2013-2016, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
-****************************************************************** */
-#ifndef FSE_H
-#define FSE_H
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/*-*****************************************
-*  Dependencies
-******************************************/
-#include <stddef.h>    /* size_t, ptrdiff_t */
-
-
-/*-*****************************************
-*  FSE_PUBLIC_API : control library symbols visibility
-******************************************/
-#if defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1) && defined(__GNUC__) && (__GNUC__ >= 4)
-#  define FSE_PUBLIC_API __attribute__ ((visibility ("default")))
-#elif defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1)   /* Visual expected */
-#  define FSE_PUBLIC_API __declspec(dllexport)
-#elif defined(FSE_DLL_IMPORT) && (FSE_DLL_IMPORT==1)
-#  define FSE_PUBLIC_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
-#else
-#  define FSE_PUBLIC_API
-#endif
-
-/*------   Version   ------*/
-#define FSE_VERSION_MAJOR    0
-#define FSE_VERSION_MINOR    9
-#define FSE_VERSION_RELEASE  0
-
-#define FSE_LIB_VERSION FSE_VERSION_MAJOR.FSE_VERSION_MINOR.FSE_VERSION_RELEASE
-#define FSE_QUOTE(str) #str
-#define FSE_EXPAND_AND_QUOTE(str) FSE_QUOTE(str)
-#define FSE_VERSION_STRING FSE_EXPAND_AND_QUOTE(FSE_LIB_VERSION)
-
-#define FSE_VERSION_NUMBER  (FSE_VERSION_MAJOR *100*100 + FSE_VERSION_MINOR *100 + FSE_VERSION_RELEASE)
-FSE_PUBLIC_API unsigned FSE_versionNumber(void);   /**< library version number; to be used when checking dll version */
-
-/*-****************************************
-*  FSE simple functions
-******************************************/
-/*! FSE_compress() :
-    Compress content of buffer 'src', of size 'srcSize', into destination buffer 'dst'.
-    'dst' buffer must be already allocated. Compression runs faster is dstCapacity >= FSE_compressBound(srcSize).
-    @return : size of compressed data (<= dstCapacity).
-    Special values : if return == 0, srcData is not compressible => Nothing is stored within dst !!!
-                     if return == 1, srcData is a single byte symbol * srcSize times. Use RLE compression instead.
-                     if FSE_isError(return), compression failed (more details using FSE_getErrorName())
-*/
-FSE_PUBLIC_API size_t FSE_compress(void* dst, size_t dstCapacity,
-                             const void* src, size_t srcSize);
-
-/*! FSE_decompress():
-    Decompress FSE data from buffer 'cSrc', of size 'cSrcSize',
-    into already allocated destination buffer 'dst', of size 'dstCapacity'.
-    @return : size of regenerated data (<= maxDstSize),
-              or an error code, which can be tested using FSE_isError() .
-
-    ** Important ** : FSE_decompress() does not decompress non-compressible nor RLE data !!!
-    Why ? : making this distinction requires a header.
-    Header management is intentionally delegated to the user layer, which can better manage special cases.
-*/
-FSE_PUBLIC_API size_t FSE_decompress(void* dst,  size_t dstCapacity,
-                               const void* cSrc, size_t cSrcSize);
-
-
-/*-*****************************************
-*  Tool functions
-******************************************/
-FSE_PUBLIC_API size_t FSE_compressBound(size_t size);       /* maximum compressed size */
-
-/* Error Management */
-FSE_PUBLIC_API unsigned    FSE_isError(size_t code);        /* tells if a return value is an error code */
-FSE_PUBLIC_API const char* FSE_getErrorName(size_t code);   /* provides error code string (useful for debugging) */
-
-
-/*-*****************************************
-*  FSE advanced functions
-******************************************/
-/*! FSE_compress2() :
-    Same as FSE_compress(), but allows the selection of 'maxSymbolValue' and 'tableLog'
-    Both parameters can be defined as '0' to mean : use default value
-    @return : size of compressed data
-    Special values : if return == 0, srcData is not compressible => Nothing is stored within cSrc !!!
-                     if return == 1, srcData is a single byte symbol * srcSize times. Use RLE compression.
-                     if FSE_isError(return), it's an error code.
-*/
-FSE_PUBLIC_API size_t FSE_compress2 (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog);
-
-
-/*-*****************************************
-*  FSE detailed API
-******************************************/
-/*!
-FSE_compress() does the following:
-1. count symbol occurrence from source[] into table count[]
-2. normalize counters so that sum(count[]) == Power_of_2 (2^tableLog)
-3. save normalized counters to memory buffer using writeNCount()
-4. build encoding table 'CTable' from normalized counters
-5. encode the data stream using encoding table 'CTable'
-
-FSE_decompress() does the following:
-1. read normalized counters with readNCount()
-2. build decoding table 'DTable' from normalized counters
-3. decode the data stream using decoding table 'DTable'
-
-The following API allows targeting specific sub-functions for advanced tasks.
-For example, it's possible to compress several blocks using the same 'CTable',
-or to save and provide normalized distribution using external method.
-*/
-
-/* *** COMPRESSION *** */
-
-/*! FSE_count():
-    Provides the precise count of each byte within a table 'count'.
-    'count' is a table of unsigned int, of minimum size (*maxSymbolValuePtr+1).
-    *maxSymbolValuePtr will be updated if detected smaller than initial value.
-    @return : the count of the most frequent symbol (which is not identified).
-              if return == srcSize, there is only one symbol.
-              Can also return an error code, which can be tested with FSE_isError(). */
-FSE_PUBLIC_API size_t FSE_count(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize);
-
-/*! FSE_optimalTableLog():
-    dynamically downsize 'tableLog' when conditions are met.
-    It saves CPU time, by using smaller tables, while preserving or even improving compression ratio.
-    @return : recommended tableLog (necessarily <= 'maxTableLog') */
-FSE_PUBLIC_API unsigned FSE_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue);
-
-/*! FSE_normalizeCount():
-    normalize counts so that sum(count[]) == Power_of_2 (2^tableLog)
-    'normalizedCounter' is a table of short, of minimum size (maxSymbolValue+1).
-    @return : tableLog,
-              or an errorCode, which can be tested using FSE_isError() */
-FSE_PUBLIC_API size_t FSE_normalizeCount(short* normalizedCounter, unsigned tableLog, const unsigned* count, size_t srcSize, unsigned maxSymbolValue);
-
-/*! FSE_NCountWriteBound():
-    Provides the maximum possible size of an FSE normalized table, given 'maxSymbolValue' and 'tableLog'.
-    Typically useful for allocation purpose. */
-FSE_PUBLIC_API size_t FSE_NCountWriteBound(unsigned maxSymbolValue, unsigned tableLog);
-
-/*! FSE_writeNCount():
-    Compactly save 'normalizedCounter' into 'buffer'.
-    @return : size of the compressed table,
-              or an errorCode, which can be tested using FSE_isError(). */
-FSE_PUBLIC_API size_t FSE_writeNCount (void* buffer, size_t bufferSize, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
-
-
-/*! Constructor and Destructor of FSE_CTable.
-    Note that FSE_CTable size depends on 'tableLog' and 'maxSymbolValue' */
-typedef unsigned FSE_CTable;   /* don't allocate that. It's only meant to be more restrictive than void* */
-FSE_PUBLIC_API FSE_CTable* FSE_createCTable (unsigned tableLog, unsigned maxSymbolValue);
-FSE_PUBLIC_API void        FSE_freeCTable (FSE_CTable* ct);
-
-/*! FSE_buildCTable():
-    Builds `ct`, which must be already allocated, using FSE_createCTable().
-    @return : 0, or an errorCode, which can be tested using FSE_isError() */
-FSE_PUBLIC_API size_t FSE_buildCTable(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
-
-/*! FSE_compress_usingCTable():
-    Compress `src` using `ct` into `dst` which must be already allocated.
-    @return : size of compressed data (<= `dstCapacity`),
-              or 0 if compressed data could not fit into `dst`,
-              or an errorCode, which can be tested using FSE_isError() */
-FSE_PUBLIC_API size_t FSE_compress_usingCTable (void* dst, size_t dstCapacity, const void* src, size_t srcSize, const FSE_CTable* ct);
-
-/*!
-Tutorial :
-----------
-The first step is to count all symbols. FSE_count() does this job very fast.
-Result will be saved into 'count', a table of unsigned int, which must be already allocated, and have 'maxSymbolValuePtr[0]+1' cells.
-'src' is a table of bytes of size 'srcSize'. All values within 'src' MUST be <= maxSymbolValuePtr[0]
-maxSymbolValuePtr[0] will be updated, with its real value (necessarily <= original value)
-FSE_count() will return the number of occurrence of the most frequent symbol.
-This can be used to know if there is a single symbol within 'src', and to quickly evaluate its compressibility.
-If there is an error, the function will return an ErrorCode (which can be tested using FSE_isError()).
-
-The next step is to normalize the frequencies.
-FSE_normalizeCount() will ensure that sum of frequencies is == 2 ^'tableLog'.
-It also guarantees a minimum of 1 to any Symbol with frequency >= 1.
-You can use 'tableLog'==0 to mean "use default tableLog value".
-If you are unsure of which tableLog value to use, you can ask FSE_optimalTableLog(),
-which will provide the optimal valid tableLog given sourceSize, maxSymbolValue, and a user-defined maximum (0 means "default").
-
-The result of FSE_normalizeCount() will be saved into a table,
-called 'normalizedCounter', which is a table of signed short.
-'normalizedCounter' must be already allocated, and have at least 'maxSymbolValue+1' cells.
-The return value is tableLog if everything proceeded as expected.
-It is 0 if there is a single symbol within distribution.
-If there is an error (ex: invalid tableLog value), the function will return an ErrorCode (which can be tested using FSE_isError()).
-
-'normalizedCounter' can be saved in a compact manner to a memory area using FSE_writeNCount().
-'buffer' must be already allocated.
-For guaranteed success, buffer size must be at least FSE_headerBound().
-The result of the function is the number of bytes written into 'buffer'.
-If there is an error, the function will return an ErrorCode (which can be tested using FSE_isError(); ex : buffer size too small).
-
-'normalizedCounter' can then be used to create the compression table 'CTable'.
-The space required by 'CTable' must be already allocated, using FSE_createCTable().
-You can then use FSE_buildCTable() to fill 'CTable'.
-If there is an error, both functions will return an ErrorCode (which can be tested using FSE_isError()).
-
-'CTable' can then be used to compress 'src', with FSE_compress_usingCTable().
-Similar to FSE_count(), the convention is that 'src' is assumed to be a table of char of size 'srcSize'
-The function returns the size of compressed data (without header), necessarily <= `dstCapacity`.
-If it returns '0', compressed data could not fit into 'dst'.
-If there is an error, the function will return an ErrorCode (which can be tested using FSE_isError()).
-*/
-
-
-/* *** DECOMPRESSION *** */
-
-/*! FSE_readNCount():
-    Read compactly saved 'normalizedCounter' from 'rBuffer'.
-    @return : size read from 'rBuffer',
-              or an errorCode, which can be tested using FSE_isError().
-              maxSymbolValuePtr[0] and tableLogPtr[0] will also be updated with their respective values */
-FSE_PUBLIC_API size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSymbolValuePtr, unsigned* tableLogPtr, const void* rBuffer, size_t rBuffSize);
-
-/*! Constructor and Destructor of FSE_DTable.
-    Note that its size depends on 'tableLog' */
-typedef unsigned FSE_DTable;   /* don't allocate that. It's just a way to be more restrictive than void* */
-FSE_PUBLIC_API FSE_DTable* FSE_createDTable(unsigned tableLog);
-FSE_PUBLIC_API void        FSE_freeDTable(FSE_DTable* dt);
-
-/*! FSE_buildDTable():
-    Builds 'dt', which must be already allocated, using FSE_createDTable().
-    return : 0, or an errorCode, which can be tested using FSE_isError() */
-FSE_PUBLIC_API size_t FSE_buildDTable (FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
-
-/*! FSE_decompress_usingDTable():
-    Decompress compressed source `cSrc` of size `cSrcSize` using `dt`
-    into `dst` which must be already allocated.
-    @return : size of regenerated data (necessarily <= `dstCapacity`),
-              or an errorCode, which can be tested using FSE_isError() */
-FSE_PUBLIC_API size_t FSE_decompress_usingDTable(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, const FSE_DTable* dt);
-
-/*!
-Tutorial :
-----------
-(Note : these functions only decompress FSE-compressed blocks.
- If block is uncompressed, use memcpy() instead
- If block is a single repeated byte, use memset() instead )
-
-The first step is to obtain the normalized frequencies of symbols.
-This can be performed by FSE_readNCount() if it was saved using FSE_writeNCount().
-'normalizedCounter' must be already allocated, and have at least 'maxSymbolValuePtr[0]+1' cells of signed short.
-In practice, that means it's necessary to know 'maxSymbolValue' beforehand,
-or size the table to handle worst case situations (typically 256).
-FSE_readNCount() will provide 'tableLog' and 'maxSymbolValue'.
-The result of FSE_readNCount() is the number of bytes read from 'rBuffer'.
-Note that 'rBufferSize' must be at least 4 bytes, even if useful information is less than that.
-If there is an error, the function will return an error code, which can be tested using FSE_isError().
-
-The next step is to build the decompression tables 'FSE_DTable' from 'normalizedCounter'.
-This is performed by the function FSE_buildDTable().
-The space required by 'FSE_DTable' must be already allocated using FSE_createDTable().
-If there is an error, the function will return an error code, which can be tested using FSE_isError().
-
-`FSE_DTable` can then be used to decompress `cSrc`, with FSE_decompress_usingDTable().
-`cSrcSize` must be strictly correct, otherwise decompression will fail.
-FSE_decompress_usingDTable() result will tell how many bytes were regenerated (<=`dstCapacity`).
-If there is an error, the function will return an error code, which can be tested using FSE_isError(). (ex: dst buffer too small)
-*/
-
-
-#ifdef FSE_STATIC_LINKING_ONLY
-
-/* *** Dependency *** */
-#include "bitstream.h"
-
-
-/* *****************************************
-*  Static allocation
-*******************************************/
-/* FSE buffer bounds */
-#define FSE_NCOUNTBOUND 512
-#define FSE_BLOCKBOUND(size) (size + (size>>7))
-#define FSE_COMPRESSBOUND(size) (FSE_NCOUNTBOUND + FSE_BLOCKBOUND(size))   /* Macro version, useful for static allocation */
-
-/* It is possible to statically allocate FSE CTable/DTable as a table of FSE_CTable/FSE_DTable using below macros */
-#define FSE_CTABLE_SIZE_U32(maxTableLog, maxSymbolValue)   (1 + (1<<(maxTableLog-1)) + ((maxSymbolValue+1)*2))
-#define FSE_DTABLE_SIZE_U32(maxTableLog)                   (1 + (1<<maxTableLog))
-
-
-/* *****************************************
-*  FSE advanced API
-*******************************************/
-/* FSE_count_wksp() :
- * Same as FSE_count(), but using an externally provided scratch buffer.
- * `workSpace` size must be table of >= `1024` unsigned
- */
-size_t FSE_count_wksp(unsigned* count, unsigned* maxSymbolValuePtr,
-                 const void* source, size_t sourceSize, unsigned* workSpace);
-
-/** FSE_countFast() :
- *  same as FSE_count(), but blindly trusts that all byte values within src are <= *maxSymbolValuePtr
- */
-size_t FSE_countFast(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize);
-
-/* FSE_countFast_wksp() :
- * Same as FSE_countFast(), but using an externally provided scratch buffer.
- * `workSpace` must be a table of minimum `1024` unsigned
- */
-size_t FSE_countFast_wksp(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize, unsigned* workSpace);
-
-/*! FSE_count_simple
- * Same as FSE_countFast(), but does not use any additional memory (not even on stack).
- * This function is unsafe, and will segfault if any value within `src` is `> *maxSymbolValuePtr` (presuming it's also the size of `count`).
-*/
-size_t FSE_count_simple(unsigned* count, unsigned* maxSymbolValuePtr, const void* src, size_t srcSize);
-
-
-
-unsigned FSE_optimalTableLog_internal(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue, unsigned minus);
-/**< same as FSE_optimalTableLog(), which used `minus==2` */
-
-/* FSE_compress_wksp() :
- * Same as FSE_compress2(), but using an externally allocated scratch buffer (`workSpace`).
- * FSE_WKSP_SIZE_U32() provides the minimum size required for `workSpace` as a table of FSE_CTable.
- */
-#define FSE_WKSP_SIZE_U32(maxTableLog, maxSymbolValue)   ( FSE_CTABLE_SIZE_U32(maxTableLog, maxSymbolValue) + (1<<((maxTableLog>2)?(maxTableLog-2):0)) )
-size_t FSE_compress_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);
-
-size_t FSE_buildCTable_raw (FSE_CTable* ct, unsigned nbBits);
-/**< build a fake FSE_CTable, designed for a flat distribution, where each symbol uses nbBits */
-
-size_t FSE_buildCTable_rle (FSE_CTable* ct, unsigned char symbolValue);
-/**< build a fake FSE_CTable, designed to compress always the same symbolValue */
-
-/* FSE_buildCTable_wksp() :
- * Same as FSE_buildCTable(), but using an externally allocated scratch buffer (`workSpace`).
- * `wkspSize` must be >= `(1<<tableLog)`.
- */
-size_t FSE_buildCTable_wksp(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);
-
-size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits);
-/**< build a fake FSE_DTable, designed to read a flat distribution where each symbol uses nbBits */
-
-size_t FSE_buildDTable_rle (FSE_DTable* dt, unsigned char symbolValue);
-/**< build a fake FSE_DTable, designed to always generate the same symbolValue */
-
-size_t FSE_decompress_wksp(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, FSE_DTable* workSpace, unsigned maxLog);
-/**< same as FSE_decompress(), using an externally allocated `workSpace` produced with `FSE_DTABLE_SIZE_U32(maxLog)` */
-
-
-/* *****************************************
-*  FSE symbol compression API
-*******************************************/
-/*!
-   This API consists of small unitary functions, which highly benefit from being inlined.
-   Hence their body are included in next section.
-*/
-typedef struct {
-    ptrdiff_t   value;
-    const void* stateTable;
-    const void* symbolTT;
-    unsigned    stateLog;
-} FSE_CState_t;
-
-static void FSE_initCState(FSE_CState_t* CStatePtr, const FSE_CTable* ct);
-
-static void FSE_encodeSymbol(BIT_CStream_t* bitC, FSE_CState_t* CStatePtr, unsigned symbol);
-
-static void FSE_flushCState(BIT_CStream_t* bitC, const FSE_CState_t* CStatePtr);
-
-/**<
-These functions are inner components of FSE_compress_usingCTable().
-They allow the creation of custom streams, mixing multiple tables and bit sources.
-
-A key property to keep in mind is that encoding and decoding are done **in reverse direction**.
-So the first symbol you will encode is the last you will decode, like a LIFO stack.
-
-You will need a few variables to track your CStream. They are :
-
-FSE_CTable    ct;         // Provided by FSE_buildCTable()
-BIT_CStream_t bitStream;  // bitStream tracking structure
-FSE_CState_t  state;      // State tracking structure (can have several)
-
-
-The first thing to do is to init bitStream and state.
-    size_t errorCode = BIT_initCStream(&bitStream, dstBuffer, maxDstSize);
-    FSE_initCState(&state, ct);
-
-Note that BIT_initCStream() can produce an error code, so its result should be tested, using FSE_isError();
-You can then encode your input data, byte after byte.
-FSE_encodeSymbol() outputs a maximum of 'tableLog' bits at a time.
-Remember decoding will be done in reverse direction.
-    FSE_encodeByte(&bitStream, &state, symbol);
-
-At any time, you can also add any bit sequence.
-Note : maximum allowed nbBits is 25, for compatibility with 32-bits decoders
-    BIT_addBits(&bitStream, bitField, nbBits);
-
-The above methods don't commit data to memory, they just store it into local register, for speed.
-Local register size is 64-bits on 64-bits systems, 32-bits on 32-bits systems (size_t).
-Writing data to memory is a manual operation, performed by the flushBits function.
-    BIT_flushBits(&bitStream);
-
-Your last FSE encoding operation shall be to flush your last state value(s).
-    FSE_flushState(&bitStream, &state);
-
-Finally, you must close the bitStream.
-The function returns the size of CStream in bytes.
-If data couldn't fit into dstBuffer, it will return a 0 ( == not compressible)
-If there is an error, it returns an errorCode (which can be tested using FSE_isError()).
-    size_t size = BIT_closeCStream(&bitStream);
-*/
-
-
-/* *****************************************
-*  FSE symbol decompression API
-*******************************************/
-typedef struct {
-    size_t      state;
-    const void* table;   /* precise table may vary, depending on U16 */
-} FSE_DState_t;
-
-
-static void     FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt);
-
-static unsigned char FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
-
-static unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr);
-
-/**<
-Let's now decompose FSE_decompress_usingDTable() into its unitary components.
-You will decode FSE-encoded symbols from the bitStream,
-and also any other bitFields you put in, **in reverse order**.
-
-You will need a few variables to track your bitStream. They are :
-
-BIT_DStream_t DStream;    // Stream context
-FSE_DState_t  DState;     // State context. Multiple ones are possible
-FSE_DTable*   DTablePtr;  // Decoding table, provided by FSE_buildDTable()
-
-The first thing to do is to init the bitStream.
-    errorCode = BIT_initDStream(&DStream, srcBuffer, srcSize);
-
-You should then retrieve your initial state(s)
-(in reverse flushing order if you have several ones) :
-    errorCode = FSE_initDState(&DState, &DStream, DTablePtr);
-
-You can then decode your data, symbol after symbol.
-For information the maximum number of bits read by FSE_decodeSymbol() is 'tableLog'.
-Keep in mind that symbols are decoded in reverse order, like a LIFO stack (last in, first out).
-    unsigned char symbol = FSE_decodeSymbol(&DState, &DStream);
-
-You can retrieve any bitfield you eventually stored into the bitStream (in reverse order)
-Note : maximum allowed nbBits is 25, for 32-bits compatibility
-    size_t bitField = BIT_readBits(&DStream, nbBits);
-
-All above operations only read from local register (which size depends on size_t).
-Refueling the register from memory is manually performed by the reload method.
-    endSignal = FSE_reloadDStream(&DStream);
-
-BIT_reloadDStream() result tells if there is still some more data to read from DStream.
-BIT_DStream_unfinished : there is still some data left into the DStream.
-BIT_DStream_endOfBuffer : Dstream reached end of buffer. Its container may no longer be completely filled.
-BIT_DStream_completed : Dstream reached its exact end, corresponding in general to decompression completed.
-BIT_DStream_tooFar : Dstream went too far. Decompression result is corrupted.
-
-When reaching end of buffer (BIT_DStream_endOfBuffer), progress slowly, notably if you decode multiple symbols per loop,
-to properly detect the exact end of stream.
-After each decoded symbol, check if DStream is fully consumed using this simple test :
-    BIT_reloadDStream(&DStream) >= BIT_DStream_completed
-
-When it's done, verify decompression is fully completed, by checking both DStream and the relevant states.
-Checking if DStream has reached its end is performed by :
-    BIT_endOfDStream(&DStream);
-Check also the states. There might be some symbols left there, if some high probability ones (>50%) are possible.
-    FSE_endOfDState(&DState);
-*/
-
-
-/* *****************************************
-*  FSE unsafe API
-*******************************************/
-static unsigned char FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
-/* faster, but works only if nbBits is always >= 1 (otherwise, result will be corrupted) */
-
-
-/* *****************************************
-*  Implementation of inlined functions
-*******************************************/
-typedef struct {
-    int deltaFindState;
-    U32 deltaNbBits;
-} FSE_symbolCompressionTransform; /* total 8 bytes */
-
-MEM_STATIC void FSE_initCState(FSE_CState_t* statePtr, const FSE_CTable* ct)
-{
-    const void* ptr = ct;
-    const U16* u16ptr = (const U16*) ptr;
-    const U32 tableLog = MEM_read16(ptr);
-    statePtr->value = (ptrdiff_t)1<<tableLog;
-    statePtr->stateTable = u16ptr+2;
-    statePtr->symbolTT = ((const U32*)ct + 1 + (tableLog ? (1<<(tableLog-1)) : 1));
-    statePtr->stateLog = tableLog;
-}
-
-
-/*! FSE_initCState2() :
-*   Same as FSE_initCState(), but the first symbol to include (which will be the last to be read)
-*   uses the smallest state value possible, saving the cost of this symbol */
-MEM_STATIC void FSE_initCState2(FSE_CState_t* statePtr, const FSE_CTable* ct, U32 symbol)
-{
-    FSE_initCState(statePtr, ct);
-    {   const FSE_symbolCompressionTransform symbolTT = ((const FSE_symbolCompressionTransform*)(statePtr->symbolTT))[symbol];
-        const U16* stateTable = (const U16*)(statePtr->stateTable);
-        U32 nbBitsOut  = (U32)((symbolTT.deltaNbBits + (1<<15)) >> 16);
-        statePtr->value = (nbBitsOut << 16) - symbolTT.deltaNbBits;
-        statePtr->value = stateTable[(statePtr->value >> nbBitsOut) + symbolTT.deltaFindState];
-    }
-}
-
-MEM_STATIC void FSE_encodeSymbol(BIT_CStream_t* bitC, FSE_CState_t* statePtr, U32 symbol)
-{
-    const FSE_symbolCompressionTransform symbolTT = ((const FSE_symbolCompressionTransform*)(statePtr->symbolTT))[symbol];
-    const U16* const stateTable = (const U16*)(statePtr->stateTable);
-    U32 nbBitsOut  = (U32)((statePtr->value + symbolTT.deltaNbBits) >> 16);
-    BIT_addBits(bitC, statePtr->value, nbBitsOut);
-    statePtr->value = stateTable[ (statePtr->value >> nbBitsOut) + symbolTT.deltaFindState];
-}
-
-MEM_STATIC void FSE_flushCState(BIT_CStream_t* bitC, const FSE_CState_t* statePtr)
-{
-    BIT_addBits(bitC, statePtr->value, statePtr->stateLog);
-    BIT_flushBits(bitC);
-}
-
-
-/* ======    Decompression    ====== */
-
-typedef struct {
-    U16 tableLog;
-    U16 fastMode;
-} FSE_DTableHeader;   /* sizeof U32 */
-
-typedef struct
-{
-    unsigned short newState;
-    unsigned char  symbol;
-    unsigned char  nbBits;
-} FSE_decode_t;   /* size == U32 */
-
-MEM_STATIC void FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt)
-{
-    const void* ptr = dt;
-    const FSE_DTableHeader* const DTableH = (const FSE_DTableHeader*)ptr;
-    DStatePtr->state = BIT_readBits(bitD, DTableH->tableLog);
-    BIT_reloadDStream(bitD);
-    DStatePtr->table = dt + 1;
-}
-
-MEM_STATIC BYTE FSE_peekSymbol(const FSE_DState_t* DStatePtr)
-{
-    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
-    return DInfo.symbol;
-}
-
-MEM_STATIC void FSE_updateState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
-{
-    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
-    U32 const nbBits = DInfo.nbBits;
-    size_t const lowBits = BIT_readBits(bitD, nbBits);
-    DStatePtr->state = DInfo.newState + lowBits;
-}
-
-MEM_STATIC BYTE FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
-{
-    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
-    U32 const nbBits = DInfo.nbBits;
-    BYTE const symbol = DInfo.symbol;
-    size_t const lowBits = BIT_readBits(bitD, nbBits);
-
-    DStatePtr->state = DInfo.newState + lowBits;
-    return symbol;
-}
-
-/*! FSE_decodeSymbolFast() :
-    unsafe, only works if no symbol has a probability > 50% */
-MEM_STATIC BYTE FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
-{
-    FSE_decode_t const DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
-    U32 const nbBits = DInfo.nbBits;
-    BYTE const symbol = DInfo.symbol;
-    size_t const lowBits = BIT_readBitsFast(bitD, nbBits);
-
-    DStatePtr->state = DInfo.newState + lowBits;
-    return symbol;
-}
-
-MEM_STATIC unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr)
-{
-    return DStatePtr->state == 0;
-}
-
-
-
-#ifndef FSE_COMMONDEFS_ONLY
-
-/* **************************************************************
-*  Tuning parameters
-****************************************************************/
-/*!MEMORY_USAGE :
-*  Memory usage formula : N->2^N Bytes (examples : 10 -> 1KB; 12 -> 4KB ; 16 -> 64KB; 20 -> 1MB; etc.)
-*  Increasing memory usage improves compression ratio
-*  Reduced memory usage can improve speed, due to cache effect
-*  Recommended max value is 14, for 16KB, which nicely fits into Intel x86 L1 cache */
-#ifndef FSE_MAX_MEMORY_USAGE
-#  define FSE_MAX_MEMORY_USAGE 14
-#endif
-#ifndef FSE_DEFAULT_MEMORY_USAGE
-#  define FSE_DEFAULT_MEMORY_USAGE 13
-#endif
-
-/*!FSE_MAX_SYMBOL_VALUE :
-*  Maximum symbol value authorized.
-*  Required for proper stack allocation */
-#ifndef FSE_MAX_SYMBOL_VALUE
-#  define FSE_MAX_SYMBOL_VALUE 255
-#endif
-
-/* **************************************************************
-*  template functions type & suffix
-****************************************************************/
-#define FSE_FUNCTION_TYPE BYTE
-#define FSE_FUNCTION_EXTENSION
-#define FSE_DECODE_TYPE FSE_decode_t
-
-
-#endif   /* !FSE_COMMONDEFS_ONLY */
-
-
-/* ***************************************************************
-*  Constants
-*****************************************************************/
-#define FSE_MAX_TABLELOG  (FSE_MAX_MEMORY_USAGE-2)
-#define FSE_MAX_TABLESIZE (1U<<FSE_MAX_TABLELOG)
-#define FSE_MAXTABLESIZE_MASK (FSE_MAX_TABLESIZE-1)
-#define FSE_DEFAULT_TABLELOG (FSE_DEFAULT_MEMORY_USAGE-2)
-#define FSE_MIN_TABLELOG 5
-
-#define FSE_TABLELOG_ABSOLUTE_MAX 15
-#if FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX
-#  error "FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX is not supported"
-#endif
-
-#define FSE_TABLESTEP(tableSize) ((tableSize>>1) + (tableSize>>3) + 3)
-
-
-#endif /* FSE_STATIC_LINKING_ONLY */
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif  /* FSE_H */
diff --git a/contrib/lizard/lib/entropy/fse_compress.c b/contrib/lizard/lib/entropy/fse_compress.c
deleted file mode 100644
index 337b7a6ffac..00000000000
--- a/contrib/lizard/lib/entropy/fse_compress.c
+++ /dev/null
@@ -1,848 +0,0 @@
-/* ******************************************************************
-   FSE : Finite State Entropy encoder
-   Copyright (C) 2013-2015, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-    - FSE source repository : https://github.com/Cyan4973/FiniteStateEntropy
-    - Public forum : https://groups.google.com/forum/#!forum/lz4c
-****************************************************************** */
-
-/* **************************************************************
-*  Compiler specifics
-****************************************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  define FORCE_INLINE static __forceinline
-#  include <intrin.h>                    /* For Visual 2005 */
-#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
-#  pragma warning(disable : 4214)        /* disable: C4214: non-int bitfields */
-#else
-#  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
-#    ifdef __GNUC__
-#      define FORCE_INLINE static inline __attribute__((always_inline))
-#    else
-#      define FORCE_INLINE static inline
-#    endif
-#  else
-#    define FORCE_INLINE static
-#  endif /* __STDC_VERSION__ */
-#endif
-
-
-/* **************************************************************
-*  Includes
-****************************************************************/
-#include <stdlib.h>     /* malloc, free, qsort */
-#include <string.h>     /* memcpy, memset */
-#include <stdio.h>      /* printf (debug) */
-#include "bitstream.h"
-#define FSE_STATIC_LINKING_ONLY
-#include "fse.h"
-
-
-/* **************************************************************
-*  Error Management
-****************************************************************/
-#define FSE_STATIC_ASSERT(c) { enum { FSE_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
-
-
-/* **************************************************************
-*  Templates
-****************************************************************/
-/*
-  designed to be included
-  for type-specific functions (template emulation in C)
-  Objective is to write these functions only once, for improved maintenance
-*/
-
-/* safety checks */
-#ifndef FSE_FUNCTION_EXTENSION
-#  error "FSE_FUNCTION_EXTENSION must be defined"
-#endif
-#ifndef FSE_FUNCTION_TYPE
-#  error "FSE_FUNCTION_TYPE must be defined"
-#endif
-
-/* Function names */
-#define FSE_CAT(X,Y) X##Y
-#define FSE_FUNCTION_NAME(X,Y) FSE_CAT(X,Y)
-#define FSE_TYPE_NAME(X,Y) FSE_CAT(X,Y)
-
-
-/* Function templates */
-
-/* FSE_buildCTable_wksp() :
- * Same as FSE_buildCTable(), but using an externally allocated scratch buffer (`workSpace`).
- * wkspSize should be sized to handle worst case situation, which is `1<<max_tableLog * sizeof(FSE_FUNCTION_TYPE)`
- * workSpace must also be properly aligned with FSE_FUNCTION_TYPE requirements
- */
-size_t FSE_buildCTable_wksp(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize)
-{
-    U32 const tableSize = 1 << tableLog;
-    U32 const tableMask = tableSize - 1;
-    void* const ptr = ct;
-    U16* const tableU16 = ( (U16*) ptr) + 2;
-    void* const FSCT = ((U32*)ptr) + 1 /* header */ + (tableLog ? tableSize>>1 : 1) ;
-    FSE_symbolCompressionTransform* const symbolTT = (FSE_symbolCompressionTransform*) (FSCT);
-    U32 const step = FSE_TABLESTEP(tableSize);
-    U32 cumul[FSE_MAX_SYMBOL_VALUE+2];
-
-    FSE_FUNCTION_TYPE* const tableSymbol = (FSE_FUNCTION_TYPE*)workSpace;
-    U32 highThreshold = tableSize-1;
-
-    /* CTable header */
-    if (((size_t)1 << tableLog) * sizeof(FSE_FUNCTION_TYPE) > wkspSize) return ERROR(tableLog_tooLarge);
-    tableU16[-2] = (U16) tableLog;
-    tableU16[-1] = (U16) maxSymbolValue;
-
-    /* For explanations on how to distribute symbol values over the table :
-    *  http://fastcompression.blogspot.fr/2014/02/fse-distributing-symbol-values.html */
-
-    /* symbol start positions */
-    {   U32 u;
-        cumul[0] = 0;
-        for (u=1; u<=maxSymbolValue+1; u++) {
-            if (normalizedCounter[u-1]==-1) {  /* Low proba symbol */
-                cumul[u] = cumul[u-1] + 1;
-                tableSymbol[highThreshold--] = (FSE_FUNCTION_TYPE)(u-1);
-            } else {
-                cumul[u] = cumul[u-1] + normalizedCounter[u-1];
-        }   }
-        cumul[maxSymbolValue+1] = tableSize+1;
-    }
-
-    /* Spread symbols */
-    {   U32 position = 0;
-        U32 symbol;
-        for (symbol=0; symbol<=maxSymbolValue; symbol++) {
-            int nbOccurences;
-            for (nbOccurences=0; nbOccurences<normalizedCounter[symbol]; nbOccurences++) {
-                tableSymbol[position] = (FSE_FUNCTION_TYPE)symbol;
-                position = (position + step) & tableMask;
-                while (position > highThreshold) position = (position + step) & tableMask;   /* Low proba area */
-        }   }
-
-        if (position!=0) return ERROR(GENERIC);   /* Must have gone through all positions */
-    }
-
-    /* Build table */
-    {   U32 u; for (u=0; u<tableSize; u++) {
-        FSE_FUNCTION_TYPE s = tableSymbol[u];   /* note : static analyzer may not understand tableSymbol is properly initialized */
-        tableU16[cumul[s]++] = (U16) (tableSize+u);   /* TableU16 : sorted by symbol order; gives next state value */
-    }   }
-
-    /* Build Symbol Transformation Table */
-    {   unsigned total = 0;
-        unsigned s;
-        for (s=0; s<=maxSymbolValue; s++) {
-            switch (normalizedCounter[s])
-            {
-            case  0: break;
-
-            case -1:
-            case  1:
-                symbolTT[s].deltaNbBits = (tableLog << 16) - (1<<tableLog);
-                symbolTT[s].deltaFindState = total - 1;
-                total ++;
-                break;
-            default :
-                {
-                    U32 const maxBitsOut = tableLog - BIT_highbit32 (normalizedCounter[s]-1);
-                    U32 const minStatePlus = normalizedCounter[s] << maxBitsOut;
-                    symbolTT[s].deltaNbBits = (maxBitsOut << 16) - minStatePlus;
-                    symbolTT[s].deltaFindState = total - normalizedCounter[s];
-                    total +=  normalizedCounter[s];
-    }   }   }   }
-
-    return 0;
-}
-
-
-size_t FSE_buildCTable(FSE_CTable* ct, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
-{
-    FSE_FUNCTION_TYPE tableSymbol[FSE_MAX_TABLESIZE];   /* memset() is not necessary, even if static analyzer complain about it */
-    return FSE_buildCTable_wksp(ct, normalizedCounter, maxSymbolValue, tableLog, tableSymbol, sizeof(tableSymbol));
-}
-
-
-
-#ifndef FSE_COMMONDEFS_ONLY
-
-/*-**************************************************************
-*  FSE NCount encoding-decoding
-****************************************************************/
-size_t FSE_NCountWriteBound(unsigned maxSymbolValue, unsigned tableLog)
-{
-    size_t const maxHeaderSize = (((maxSymbolValue+1) * tableLog) >> 3) + 3;
-    return maxSymbolValue ? maxHeaderSize : FSE_NCOUNTBOUND;  /* maxSymbolValue==0 ? use default */
-}
-
-static size_t FSE_writeNCount_generic (void* header, size_t headerBufferSize,
-                                       const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog,
-                                       unsigned writeIsSafe)
-{
-    BYTE* const ostart = (BYTE*) header;
-    BYTE* out = ostart;
-    BYTE* const oend = ostart + headerBufferSize;
-    int nbBits;
-    const int tableSize = 1 << tableLog;
-    int remaining;
-    int threshold;
-    U32 bitStream;
-    int bitCount;
-    unsigned charnum = 0;
-    int previous0 = 0;
-
-    bitStream = 0;
-    bitCount  = 0;
-    /* Table Size */
-    bitStream += (tableLog-FSE_MIN_TABLELOG) << bitCount;
-    bitCount  += 4;
-
-    /* Init */
-    remaining = tableSize+1;   /* +1 for extra accuracy */
-    threshold = tableSize;
-    nbBits = tableLog+1;
-
-    while (remaining>1) {  /* stops at 1 */
-        if (previous0) {
-            unsigned start = charnum;
-            while (!normalizedCounter[charnum]) charnum++;
-            while (charnum >= start+24) {
-                start+=24;
-                bitStream += 0xFFFFU << bitCount;
-                if ((!writeIsSafe) && (out > oend-2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
-                out[0] = (BYTE) bitStream;
-                out[1] = (BYTE)(bitStream>>8);
-                out+=2;
-                bitStream>>=16;
-            }
-            while (charnum >= start+3) {
-                start+=3;
-                bitStream += 3 << bitCount;
-                bitCount += 2;
-            }
-            bitStream += (charnum-start) << bitCount;
-            bitCount += 2;
-            if (bitCount>16) {
-                if ((!writeIsSafe) && (out > oend - 2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
-                out[0] = (BYTE)bitStream;
-                out[1] = (BYTE)(bitStream>>8);
-                out += 2;
-                bitStream >>= 16;
-                bitCount -= 16;
-        }   }
-        {   int count = normalizedCounter[charnum++];
-            int const max = (2*threshold-1)-remaining;
-            remaining -= count < 0 ? -count : count;
-            count++;   /* +1 for extra accuracy */
-            if (count>=threshold) count += max;   /* [0..max[ [max..threshold[ (...) [threshold+max 2*threshold[ */
-            bitStream += count << bitCount;
-            bitCount  += nbBits;
-            bitCount  -= (count<max);
-            previous0  = (count==1);
-            if (remaining<1) return ERROR(GENERIC);
-            while (remaining<threshold) nbBits--, threshold>>=1;
-        }
-        if (bitCount>16) {
-            if ((!writeIsSafe) && (out > oend - 2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
-            out[0] = (BYTE)bitStream;
-            out[1] = (BYTE)(bitStream>>8);
-            out += 2;
-            bitStream >>= 16;
-            bitCount -= 16;
-    }   }
-
-    /* flush remaining bitStream */
-    if ((!writeIsSafe) && (out > oend - 2)) return ERROR(dstSize_tooSmall);   /* Buffer overflow */
-    out[0] = (BYTE)bitStream;
-    out[1] = (BYTE)(bitStream>>8);
-    out+= (bitCount+7) /8;
-
-    if (charnum > maxSymbolValue + 1) return ERROR(GENERIC);
-
-    return (out-ostart);
-}
-
-
-size_t FSE_writeNCount (void* buffer, size_t bufferSize, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
-{
-    if (tableLog > FSE_MAX_TABLELOG) return ERROR(GENERIC);   /* Unsupported */
-    if (tableLog < FSE_MIN_TABLELOG) return ERROR(GENERIC);   /* Unsupported */
-
-    if (bufferSize < FSE_NCountWriteBound(maxSymbolValue, tableLog))
-        return FSE_writeNCount_generic(buffer, bufferSize, normalizedCounter, maxSymbolValue, tableLog, 0);
-
-    return FSE_writeNCount_generic(buffer, bufferSize, normalizedCounter, maxSymbolValue, tableLog, 1);
-}
-
-
-
-/*-**************************************************************
-*  Counting histogram
-****************************************************************/
-/*! FSE_count_simple
-    This function counts byte values within `src`, and store the histogram into table `count`.
-    It doesn't use any additional memory.
-    But this function is unsafe : it doesn't check that all values within `src` can fit into `count`.
-    For this reason, prefer using a table `count` with 256 elements.
-    @return : count of most numerous element
-*/
-size_t FSE_count_simple(unsigned* count, unsigned* maxSymbolValuePtr,
-                        const void* src, size_t srcSize)
-{
-    const BYTE* ip = (const BYTE*)src;
-    const BYTE* const end = ip + srcSize;
-    unsigned maxSymbolValue = *maxSymbolValuePtr;
-    unsigned max=0;
-
-    memset(count, 0, (maxSymbolValue+1)*sizeof(*count));
-    if (srcSize==0) { *maxSymbolValuePtr = 0; return 0; }
-
-    while (ip<end) count[*ip++]++;
-
-    while (!count[maxSymbolValue]) maxSymbolValue--;
-    *maxSymbolValuePtr = maxSymbolValue;
-
-    { U32 s; for (s=0; s<=maxSymbolValue; s++) if (count[s] > max) max = count[s]; }
-
-    return (size_t)max;
-}
-
-
-/* FSE_count_parallel_wksp() :
- * Same as FSE_count_parallel(), but using an externally provided scratch buffer.
- * `workSpace` size must be a minimum of `1024 * sizeof(unsigned)`` */
-static size_t FSE_count_parallel_wksp(
-                                unsigned* count, unsigned* maxSymbolValuePtr,
-                                const void* source, size_t sourceSize,
-                                unsigned checkMax, unsigned* const workSpace)
-{
-    const BYTE* ip = (const BYTE*)source;
-    const BYTE* const iend = ip+sourceSize;
-    unsigned maxSymbolValue = *maxSymbolValuePtr;
-    unsigned max=0;
-    U32* const Counting1 = workSpace;
-    U32* const Counting2 = Counting1 + 256;
-    U32* const Counting3 = Counting2 + 256;
-    U32* const Counting4 = Counting3 + 256;
-
-    memset(Counting1, 0, 4*256*sizeof(unsigned));
-
-    /* safety checks */
-    if (!sourceSize) {
-        memset(count, 0, maxSymbolValue + 1);
-        *maxSymbolValuePtr = 0;
-        return 0;
-    }
-    if (!maxSymbolValue) maxSymbolValue = 255;            /* 0 == default */
-
-    /* by stripes of 16 bytes */
-    {   U32 cached = MEM_read32(ip); ip += 4;
-        while (ip < iend-15) {
-            U32 c = cached; cached = MEM_read32(ip); ip += 4;
-            Counting1[(BYTE) c     ]++;
-            Counting2[(BYTE)(c>>8) ]++;
-            Counting3[(BYTE)(c>>16)]++;
-            Counting4[       c>>24 ]++;
-            c = cached; cached = MEM_read32(ip); ip += 4;
-            Counting1[(BYTE) c     ]++;
-            Counting2[(BYTE)(c>>8) ]++;
-            Counting3[(BYTE)(c>>16)]++;
-            Counting4[       c>>24 ]++;
-            c = cached; cached = MEM_read32(ip); ip += 4;
-            Counting1[(BYTE) c     ]++;
-            Counting2[(BYTE)(c>>8) ]++;
-            Counting3[(BYTE)(c>>16)]++;
-            Counting4[       c>>24 ]++;
-            c = cached; cached = MEM_read32(ip); ip += 4;
-            Counting1[(BYTE) c     ]++;
-            Counting2[(BYTE)(c>>8) ]++;
-            Counting3[(BYTE)(c>>16)]++;
-            Counting4[       c>>24 ]++;
-        }
-        ip-=4;
-    }
-
-    /* finish last symbols */
-    while (ip<iend) Counting1[*ip++]++;
-
-    if (checkMax) {   /* verify stats will fit into destination table */
-        U32 s; for (s=255; s>maxSymbolValue; s--) {
-            Counting1[s] += Counting2[s] + Counting3[s] + Counting4[s];
-            if (Counting1[s]) return ERROR(maxSymbolValue_tooSmall);
-    }   }
-
-    {   U32 s; for (s=0; s<=maxSymbolValue; s++) {
-            count[s] = Counting1[s] + Counting2[s] + Counting3[s] + Counting4[s];
-            if (count[s] > max) max = count[s];
-    }   }
-
-    while (!count[maxSymbolValue]) maxSymbolValue--;
-    *maxSymbolValuePtr = maxSymbolValue;
-    return (size_t)max;
-}
-
-/* FSE_countFast_wksp() :
- * Same as FSE_countFast(), but using an externally provided scratch buffer.
- * `workSpace` size must be table of >= `1024` unsigned */
-size_t FSE_countFast_wksp(unsigned* count, unsigned* maxSymbolValuePtr,
-                     const void* source, size_t sourceSize, unsigned* workSpace)
-{
-    if (sourceSize < 1500) return FSE_count_simple(count, maxSymbolValuePtr, source, sourceSize);
-    return FSE_count_parallel_wksp(count, maxSymbolValuePtr, source, sourceSize, 0, workSpace);
-}
-
-/* fast variant (unsafe : won't check if src contains values beyond count[] limit) */
-size_t FSE_countFast(unsigned* count, unsigned* maxSymbolValuePtr,
-                     const void* source, size_t sourceSize)
-{
-    unsigned tmpCounters[1024];
-    return FSE_countFast_wksp(count, maxSymbolValuePtr, source, sourceSize, tmpCounters);
-}
-
-/* FSE_count_wksp() :
- * Same as FSE_count(), but using an externally provided scratch buffer.
- * `workSpace` size must be table of >= `1024` unsigned */
-size_t FSE_count_wksp(unsigned* count, unsigned* maxSymbolValuePtr,
-                 const void* source, size_t sourceSize, unsigned* workSpace)
-{
-    if (*maxSymbolValuePtr < 255)
-        return FSE_count_parallel_wksp(count, maxSymbolValuePtr, source, sourceSize, 1, workSpace);
-    *maxSymbolValuePtr = 255;
-    return FSE_countFast_wksp(count, maxSymbolValuePtr, source, sourceSize, workSpace);
-}
-
-size_t FSE_count(unsigned* count, unsigned* maxSymbolValuePtr,
-                 const void* src, size_t srcSize)
-{
-    unsigned tmpCounters[1024];
-    return FSE_count_wksp(count, maxSymbolValuePtr, src, srcSize, tmpCounters);
-}
-
-
-
-/*-**************************************************************
-*  FSE Compression Code
-****************************************************************/
-/*! FSE_sizeof_CTable() :
-    FSE_CTable is a variable size structure which contains :
-    `U16 tableLog;`
-    `U16 maxSymbolValue;`
-    `U16 nextStateNumber[1 << tableLog];`                         // This size is variable
-    `FSE_symbolCompressionTransform symbolTT[maxSymbolValue+1];`  // This size is variable
-Allocation is manual (C standard does not support variable-size structures).
-*/
-size_t FSE_sizeof_CTable (unsigned maxSymbolValue, unsigned tableLog)
-{
-    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
-    return FSE_CTABLE_SIZE_U32 (tableLog, maxSymbolValue) * sizeof(U32);
-}
-
-FSE_CTable* FSE_createCTable (unsigned maxSymbolValue, unsigned tableLog)
-{
-    size_t size;
-    if (tableLog > FSE_TABLELOG_ABSOLUTE_MAX) tableLog = FSE_TABLELOG_ABSOLUTE_MAX;
-    size = FSE_CTABLE_SIZE_U32 (tableLog, maxSymbolValue) * sizeof(U32);
-    return (FSE_CTable*)malloc(size);
-}
-
-void FSE_freeCTable (FSE_CTable* ct) { free(ct); }
-
-/* provides the minimum logSize to safely represent a distribution */
-static unsigned FSE_minTableLog(size_t srcSize, unsigned maxSymbolValue)
-{
-	U32 minBitsSrc = BIT_highbit32((U32)(srcSize - 1)) + 1;
-	U32 minBitsSymbols = BIT_highbit32(maxSymbolValue) + 2;
-	U32 minBits = minBitsSrc < minBitsSymbols ? minBitsSrc : minBitsSymbols;
-	return minBits;
-}
-
-unsigned FSE_optimalTableLog_internal(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue, unsigned minus)
-{
-	U32 maxBitsSrc = BIT_highbit32((U32)(srcSize - 1)) - minus;
-    U32 tableLog = maxTableLog;
-	U32 minBits = FSE_minTableLog(srcSize, maxSymbolValue);
-    if (tableLog==0) tableLog = FSE_DEFAULT_TABLELOG;
-	if (maxBitsSrc < tableLog) tableLog = maxBitsSrc;   /* Accuracy can be reduced */
-	if (minBits > tableLog) tableLog = minBits;   /* Need a minimum to safely represent all symbol values */
-    if (tableLog < FSE_MIN_TABLELOG) tableLog = FSE_MIN_TABLELOG;
-    if (tableLog > FSE_MAX_TABLELOG) tableLog = FSE_MAX_TABLELOG;
-    return tableLog;
-}
-
-unsigned FSE_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue)
-{
-    return FSE_optimalTableLog_internal(maxTableLog, srcSize, maxSymbolValue, 2);
-}
-
-
-/* Secondary normalization method.
-   To be used when primary method fails. */
-
-static size_t FSE_normalizeM2(short* norm, U32 tableLog, const unsigned* count, size_t total, U32 maxSymbolValue)
-{
-    U32 s;
-    U32 distributed = 0;
-    U32 ToDistribute;
-
-    /* Init */
-    U32 const lowThreshold = (U32)(total >> tableLog);
-    U32 lowOne = (U32)((total * 3) >> (tableLog + 1));
-
-    for (s=0; s<=maxSymbolValue; s++) {
-        if (count[s] == 0) {
-            norm[s]=0;
-            continue;
-        }
-        if (count[s] <= lowThreshold) {
-            norm[s] = -1;
-            distributed++;
-            total -= count[s];
-            continue;
-        }
-        if (count[s] <= lowOne) {
-            norm[s] = 1;
-            distributed++;
-            total -= count[s];
-            continue;
-        }
-        norm[s]=-2;
-    }
-    ToDistribute = (1 << tableLog) - distributed;
-
-    if ((total / ToDistribute) > lowOne) {
-        /* risk of rounding to zero */
-        lowOne = (U32)((total * 3) / (ToDistribute * 2));
-        for (s=0; s<=maxSymbolValue; s++) {
-            if ((norm[s] == -2) && (count[s] <= lowOne)) {
-                norm[s] = 1;
-                distributed++;
-                total -= count[s];
-                continue;
-        }   }
-        ToDistribute = (1 << tableLog) - distributed;
-    }
-
-    if (distributed == maxSymbolValue+1) {
-        /* all values are pretty poor;
-           probably incompressible data (should have already been detected);
-           find max, then give all remaining points to max */
-        U32 maxV = 0, maxC = 0;
-        for (s=0; s<=maxSymbolValue; s++)
-            if (count[s] > maxC) maxV=s, maxC=count[s];
-        norm[maxV] += (short)ToDistribute;
-        return 0;
-    }
-
-    {   U64 const vStepLog = 62 - tableLog;
-        U64 const mid = (1ULL << (vStepLog-1)) - 1;
-        U64 const rStep = ((((U64)1<<vStepLog) * ToDistribute) + mid) / total;   /* scale on remaining */
-        U64 tmpTotal = mid;
-        for (s=0; s<=maxSymbolValue; s++) {
-            if (norm[s]==-2) {
-                U64 const end = tmpTotal + (count[s] * rStep);
-                U32 const sStart = (U32)(tmpTotal >> vStepLog);
-                U32 const sEnd = (U32)(end >> vStepLog);
-                U32 const weight = sEnd - sStart;
-                if (weight < 1)
-                    return ERROR(GENERIC);
-                norm[s] = (short)weight;
-                tmpTotal = end;
-    }   }   }
-
-    return 0;
-}
-
-
-size_t FSE_normalizeCount (short* normalizedCounter, unsigned tableLog,
-                           const unsigned* count, size_t total,
-                           unsigned maxSymbolValue)
-{
-    /* Sanity checks */
-    if (tableLog==0) tableLog = FSE_DEFAULT_TABLELOG;
-    if (tableLog < FSE_MIN_TABLELOG) return ERROR(GENERIC);   /* Unsupported size */
-    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);   /* Unsupported size */
-    if (tableLog < FSE_minTableLog(total, maxSymbolValue)) return ERROR(GENERIC);   /* Too small tableLog, compression potentially impossible */
-
-    {   U32 const rtbTable[] = {     0, 473195, 504333, 520860, 550000, 700000, 750000, 830000 };
-        U64 const scale = 62 - tableLog;
-        U64 const step = ((U64)1<<62) / total;   /* <== here, one division ! */
-        U64 const vStep = 1ULL<<(scale-20);
-        int stillToDistribute = 1<<tableLog;
-        unsigned s;
-        unsigned largest=0;
-        short largestP=0;
-        U32 lowThreshold = (U32)(total >> tableLog);
-
-        for (s=0; s<=maxSymbolValue; s++) {
-            if (count[s] == total) return 0;   /* rle special case */
-            if (count[s] == 0) { normalizedCounter[s]=0; continue; }
-            if (count[s] <= lowThreshold) {
-                normalizedCounter[s] = -1;
-                stillToDistribute--;
-            } else {
-                short proba = (short)((count[s]*step) >> scale);
-                if (proba<8) {
-                    U64 restToBeat = vStep * rtbTable[proba];
-                    proba += (count[s]*step) - ((U64)proba<<scale) > restToBeat;
-                }
-                if (proba > largestP) largestP=proba, largest=s;
-                normalizedCounter[s] = proba;
-                stillToDistribute -= proba;
-        }   }
-        if (-stillToDistribute >= (normalizedCounter[largest] >> 1)) {
-            /* corner case, need another normalization method */
-            size_t const errorCode = FSE_normalizeM2(normalizedCounter, tableLog, count, total, maxSymbolValue);
-            if (FSE_isError(errorCode)) return errorCode;
-        }
-        else normalizedCounter[largest] += (short)stillToDistribute;
-    }
-
-#if 0
-    {   /* Print Table (debug) */
-        U32 s;
-        U32 nTotal = 0;
-        for (s=0; s<=maxSymbolValue; s++)
-            printf("%3i: %4i \n", s, normalizedCounter[s]);
-        for (s=0; s<=maxSymbolValue; s++)
-            nTotal += abs(normalizedCounter[s]);
-        if (nTotal != (1U<<tableLog))
-            printf("Warning !!! Total == %u != %u !!!", nTotal, 1U<<tableLog);
-        getchar();
-    }
-#endif
-
-    return tableLog;
-}
-
-
-/* fake FSE_CTable, for raw (uncompressed) input */
-size_t FSE_buildCTable_raw (FSE_CTable* ct, unsigned nbBits)
-{
-    const unsigned tableSize = 1 << nbBits;
-    const unsigned tableMask = tableSize - 1;
-    const unsigned maxSymbolValue = tableMask;
-    void* const ptr = ct;
-    U16* const tableU16 = ( (U16*) ptr) + 2;
-    void* const FSCT = ((U32*)ptr) + 1 /* header */ + (tableSize>>1);   /* assumption : tableLog >= 1 */
-    FSE_symbolCompressionTransform* const symbolTT = (FSE_symbolCompressionTransform*) (FSCT);
-    unsigned s;
-
-    /* Sanity checks */
-    if (nbBits < 1) return ERROR(GENERIC);             /* min size */
-
-    /* header */
-    tableU16[-2] = (U16) nbBits;
-    tableU16[-1] = (U16) maxSymbolValue;
-
-    /* Build table */
-    for (s=0; s<tableSize; s++)
-        tableU16[s] = (U16)(tableSize + s);
-
-    /* Build Symbol Transformation Table */
-    {   const U32 deltaNbBits = (nbBits << 16) - (1 << nbBits);
-        for (s=0; s<=maxSymbolValue; s++) {
-            symbolTT[s].deltaNbBits = deltaNbBits;
-            symbolTT[s].deltaFindState = s-1;
-    }   }
-
-    return 0;
-}
-
-/* fake FSE_CTable, for rle input (always same symbol) */
-size_t FSE_buildCTable_rle (FSE_CTable* ct, BYTE symbolValue)
-{
-    void* ptr = ct;
-    U16* tableU16 = ( (U16*) ptr) + 2;
-    void* FSCTptr = (U32*)ptr + 2;
-    FSE_symbolCompressionTransform* symbolTT = (FSE_symbolCompressionTransform*) FSCTptr;
-
-    /* header */
-    tableU16[-2] = (U16) 0;
-    tableU16[-1] = (U16) symbolValue;
-
-    /* Build table */
-    tableU16[0] = 0;
-    tableU16[1] = 0;   /* just in case */
-
-    /* Build Symbol Transformation Table */
-    symbolTT[symbolValue].deltaNbBits = 0;
-    symbolTT[symbolValue].deltaFindState = 0;
-
-    return 0;
-}
-
-
-static size_t FSE_compress_usingCTable_generic (void* dst, size_t dstSize,
-                           const void* src, size_t srcSize,
-                           const FSE_CTable* ct, const unsigned fast)
-{
-    const BYTE* const istart = (const BYTE*) src;
-    const BYTE* const iend = istart + srcSize;
-    const BYTE* ip=iend;
-
-    BIT_CStream_t bitC;
-    FSE_CState_t CState1, CState2;
-
-    /* init */
-    if (srcSize <= 2) return 0;
-    { size_t const initError = BIT_initCStream(&bitC, dst, dstSize);
-      if (FSE_isError(initError)) return 0; /* not enough space available to write a bitstream */ }
-
-#define FSE_FLUSHBITS(s)  (fast ? BIT_flushBitsFast(s) : BIT_flushBits(s))
-
-    if (srcSize & 1) {
-        FSE_initCState2(&CState1, ct, *--ip);
-        FSE_initCState2(&CState2, ct, *--ip);
-        FSE_encodeSymbol(&bitC, &CState1, *--ip);
-        FSE_FLUSHBITS(&bitC);
-    } else {
-        FSE_initCState2(&CState2, ct, *--ip);
-        FSE_initCState2(&CState1, ct, *--ip);
-    }
-
-    /* join to mod 4 */
-    srcSize -= 2;
-    if ((sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) && (srcSize & 2)) {  /* test bit 2 */
-        FSE_encodeSymbol(&bitC, &CState2, *--ip);
-        FSE_encodeSymbol(&bitC, &CState1, *--ip);
-        FSE_FLUSHBITS(&bitC);
-    }
-
-    /* 2 or 4 encoding per loop */
-    while ( ip>istart ) {
-
-        FSE_encodeSymbol(&bitC, &CState2, *--ip);
-
-        if (sizeof(bitC.bitContainer)*8 < FSE_MAX_TABLELOG*2+7 )   /* this test must be static */
-            FSE_FLUSHBITS(&bitC);
-
-        FSE_encodeSymbol(&bitC, &CState1, *--ip);
-
-        if (sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) {  /* this test must be static */
-            FSE_encodeSymbol(&bitC, &CState2, *--ip);
-            FSE_encodeSymbol(&bitC, &CState1, *--ip);
-        }
-
-        FSE_FLUSHBITS(&bitC);
-    }
-
-    FSE_flushCState(&bitC, &CState2);
-    FSE_flushCState(&bitC, &CState1);
-    return BIT_closeCStream(&bitC);
-}
-
-size_t FSE_compress_usingCTable (void* dst, size_t dstSize,
-                           const void* src, size_t srcSize,
-                           const FSE_CTable* ct)
-{
-    unsigned const fast = (dstSize >= FSE_BLOCKBOUND(srcSize));
-
-    if (fast)
-        return FSE_compress_usingCTable_generic(dst, dstSize, src, srcSize, ct, 1);
-    else
-        return FSE_compress_usingCTable_generic(dst, dstSize, src, srcSize, ct, 0);
-}
-
-
-size_t FSE_compressBound(size_t size) { return FSE_COMPRESSBOUND(size); }
-
-#define CHECK_V_F(e, f) size_t const e = f; if (ERR_isError(e)) return f
-#define CHECK_F(f)   { CHECK_V_F(_var_err__, f); }
-
-/* FSE_compress_wksp() :
- * Same as FSE_compress2(), but using an externally allocated scratch buffer (`workSpace`).
- * `wkspSize` size must be `(1<<tableLog)`.
- */
-size_t FSE_compress_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize)
-{
-    BYTE* const ostart = (BYTE*) dst;
-    BYTE* op = ostart;
-    BYTE* const oend = ostart + dstSize;
-
-    U32   count[FSE_MAX_SYMBOL_VALUE+1];
-    S16   norm[FSE_MAX_SYMBOL_VALUE+1];
-    FSE_CTable* CTable = (FSE_CTable*)workSpace;
-    size_t const CTableSize = FSE_CTABLE_SIZE_U32(tableLog, maxSymbolValue);
-    void* scratchBuffer = (void*)(CTable + CTableSize);
-    size_t const scratchBufferSize = wkspSize - (CTableSize * sizeof(FSE_CTable));
-
-    /* init conditions */
-    if (wkspSize < FSE_WKSP_SIZE_U32(tableLog, maxSymbolValue)) return ERROR(tableLog_tooLarge);
-    if (srcSize <= 1) return 0;  /* Not compressible */
-    if (!maxSymbolValue) maxSymbolValue = FSE_MAX_SYMBOL_VALUE;
-    if (!tableLog) tableLog = FSE_DEFAULT_TABLELOG;
-
-    /* Scan input and build symbol stats */
-    {   CHECK_V_F(maxCount, FSE_count(count, &maxSymbolValue, src, srcSize) );
-        if (maxCount == srcSize) return 1;   /* only a single symbol in src : rle */
-        if (maxCount == 1) return 0;         /* each symbol present maximum once => not compressible */
-        if (maxCount < (srcSize >> 7)) return 0;   /* Heuristic : not compressible enough */
-    }
-
-    tableLog = FSE_optimalTableLog(tableLog, srcSize, maxSymbolValue);
-    CHECK_F( FSE_normalizeCount(norm, tableLog, count, srcSize, maxSymbolValue) );
-
-    /* Write table description header */
-    {   CHECK_V_F(nc_err, FSE_writeNCount(op, oend-op, norm, maxSymbolValue, tableLog) );
-        op += nc_err;
-    }
-
-    /* Compress */
-    CHECK_F( FSE_buildCTable_wksp(CTable, norm, maxSymbolValue, tableLog, scratchBuffer, scratchBufferSize) );
-    {   CHECK_V_F(cSize, FSE_compress_usingCTable(op, oend - op, src, srcSize, CTable) );
-        if (cSize == 0) return 0;   /* not enough space for compressed data */
-        op += cSize;
-    }
-
-    /* check compressibility */
-    if ( (size_t)(op-ostart) >= srcSize-1 ) return 0;
-
-    return op-ostart;
-}
-
-typedef struct {
-    FSE_CTable CTable_max[FSE_CTABLE_SIZE_U32(FSE_MAX_TABLELOG, FSE_MAX_SYMBOL_VALUE)];
-    BYTE scratchBuffer[1 << FSE_MAX_TABLELOG];
-} fseWkspMax_t;
-
-size_t FSE_compress2 (void* dst, size_t dstCapacity, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog)
-{
-    fseWkspMax_t scratchBuffer;
-    FSE_STATIC_ASSERT(sizeof(scratchBuffer) >= FSE_WKSP_SIZE_U32(FSE_MAX_TABLELOG, FSE_MAX_SYMBOL_VALUE));   /* compilation failures here means scratchBuffer is not large enough */
-    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
-    return FSE_compress_wksp(dst, dstCapacity, src, srcSize, maxSymbolValue, tableLog, &scratchBuffer, sizeof(scratchBuffer));
-}
-
-size_t FSE_compress (void* dst, size_t dstCapacity, const void* src, size_t srcSize)
-{
-    return FSE_compress2(dst, dstCapacity, src, srcSize, FSE_MAX_SYMBOL_VALUE, FSE_DEFAULT_TABLELOG);
-}
-
-
-#endif   /* FSE_COMMONDEFS_ONLY */
diff --git a/contrib/lizard/lib/entropy/fse_decompress.c b/contrib/lizard/lib/entropy/fse_decompress.c
deleted file mode 100644
index 1479a5e8217..00000000000
--- a/contrib/lizard/lib/entropy/fse_decompress.c
+++ /dev/null
@@ -1,329 +0,0 @@
-/* ******************************************************************
-   FSE : Finite State Entropy decoder
-   Copyright (C) 2013-2015, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-    - FSE source repository : https://github.com/Cyan4973/FiniteStateEntropy
-    - Public forum : https://groups.google.com/forum/#!forum/lz4c
-****************************************************************** */
-
-
-/* **************************************************************
-*  Compiler specifics
-****************************************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  define FORCE_INLINE static __forceinline
-#  include <intrin.h>                    /* For Visual 2005 */
-#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
-#  pragma warning(disable : 4214)        /* disable: C4214: non-int bitfields */
-#else
-#  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
-#    ifdef __GNUC__
-#      define FORCE_INLINE static inline __attribute__((always_inline))
-#    else
-#      define FORCE_INLINE static inline
-#    endif
-#  else
-#    define FORCE_INLINE static
-#  endif /* __STDC_VERSION__ */
-#endif
-
-
-/* **************************************************************
-*  Includes
-****************************************************************/
-#include <stdlib.h>     /* malloc, free, qsort */
-#include <string.h>     /* memcpy, memset */
-#include <stdio.h>      /* printf (debug) */
-#include "bitstream.h"
-#define FSE_STATIC_LINKING_ONLY
-#include "fse.h"
-
-
-/* **************************************************************
-*  Error Management
-****************************************************************/
-#define FSE_isError ERR_isError
-#define FSE_STATIC_ASSERT(c) { enum { FSE_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
-
-/* check and forward error code */
-#define CHECK_F(f) { size_t const e = f; if (FSE_isError(e)) return e; }
-
-
-/* **************************************************************
-*  Templates
-****************************************************************/
-/*
-  designed to be included
-  for type-specific functions (template emulation in C)
-  Objective is to write these functions only once, for improved maintenance
-*/
-
-/* safety checks */
-#ifndef FSE_FUNCTION_EXTENSION
-#  error "FSE_FUNCTION_EXTENSION must be defined"
-#endif
-#ifndef FSE_FUNCTION_TYPE
-#  error "FSE_FUNCTION_TYPE must be defined"
-#endif
-
-/* Function names */
-#define FSE_CAT(X,Y) X##Y
-#define FSE_FUNCTION_NAME(X,Y) FSE_CAT(X,Y)
-#define FSE_TYPE_NAME(X,Y) FSE_CAT(X,Y)
-
-
-/* Function templates */
-FSE_DTable* FSE_createDTable (unsigned tableLog)
-{
-    if (tableLog > FSE_TABLELOG_ABSOLUTE_MAX) tableLog = FSE_TABLELOG_ABSOLUTE_MAX;
-    return (FSE_DTable*)malloc( FSE_DTABLE_SIZE_U32(tableLog) * sizeof (U32) );
-}
-
-void FSE_freeDTable (FSE_DTable* dt)
-{
-    free(dt);
-}
-
-size_t FSE_buildDTable(FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
-{
-    void* const tdPtr = dt+1;   /* because *dt is unsigned, 32-bits aligned on 32-bits */
-    FSE_DECODE_TYPE* const tableDecode = (FSE_DECODE_TYPE*) (tdPtr);
-    U16 symbolNext[FSE_MAX_SYMBOL_VALUE+1];
-
-    U32 const maxSV1 = maxSymbolValue + 1;
-    U32 const tableSize = 1 << tableLog;
-    U32 highThreshold = tableSize-1;
-
-    /* Sanity Checks */
-    if (maxSymbolValue > FSE_MAX_SYMBOL_VALUE) return ERROR(maxSymbolValue_tooLarge);
-    if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
-
-    /* Init, lay down lowprob symbols */
-    {   FSE_DTableHeader DTableH;
-        DTableH.tableLog = (U16)tableLog;
-        DTableH.fastMode = 1;
-        {   S16 const largeLimit= (S16)(1 << (tableLog-1));
-            U32 s;
-            for (s=0; s<maxSV1; s++) {
-                if (normalizedCounter[s]==-1) {
-                    tableDecode[highThreshold--].symbol = (FSE_FUNCTION_TYPE)s;
-                    symbolNext[s] = 1;
-                } else {
-                    if (normalizedCounter[s] >= largeLimit) DTableH.fastMode=0;
-                    symbolNext[s] = normalizedCounter[s];
-        }   }   }
-        memcpy(dt, &DTableH, sizeof(DTableH));
-    }
-
-    /* Spread symbols */
-    {   U32 const tableMask = tableSize-1;
-        U32 const step = FSE_TABLESTEP(tableSize);
-        U32 s, position = 0;
-        for (s=0; s<maxSV1; s++) {
-            int i;
-            for (i=0; i<normalizedCounter[s]; i++) {
-                tableDecode[position].symbol = (FSE_FUNCTION_TYPE)s;
-                position = (position + step) & tableMask;
-                while (position > highThreshold) position = (position + step) & tableMask;   /* lowprob area */
-        }   }
-        if (position!=0) return ERROR(GENERIC);   /* position must reach all cells once, otherwise normalizedCounter is incorrect */
-    }
-
-    /* Build Decoding table */
-    {   U32 u;
-        for (u=0; u<tableSize; u++) {
-            FSE_FUNCTION_TYPE const symbol = (FSE_FUNCTION_TYPE)(tableDecode[u].symbol);
-            U16 nextState = symbolNext[symbol]++;
-            tableDecode[u].nbBits = (BYTE) (tableLog - BIT_highbit32 ((U32)nextState) );
-            tableDecode[u].newState = (U16) ( (nextState << tableDecode[u].nbBits) - tableSize);
-    }   }
-
-    return 0;
-}
-
-
-#ifndef FSE_COMMONDEFS_ONLY
-
-/*-*******************************************************
-*  Decompression (Byte symbols)
-*********************************************************/
-size_t FSE_buildDTable_rle (FSE_DTable* dt, BYTE symbolValue)
-{
-    void* ptr = dt;
-    FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
-    void* dPtr = dt + 1;
-    FSE_decode_t* const cell = (FSE_decode_t*)dPtr;
-
-    DTableH->tableLog = 0;
-    DTableH->fastMode = 0;
-
-    cell->newState = 0;
-    cell->symbol = symbolValue;
-    cell->nbBits = 0;
-
-    return 0;
-}
-
-
-size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits)
-{
-    void* ptr = dt;
-    FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
-    void* dPtr = dt + 1;
-    FSE_decode_t* const dinfo = (FSE_decode_t*)dPtr;
-    const unsigned tableSize = 1 << nbBits;
-    const unsigned tableMask = tableSize - 1;
-    const unsigned maxSV1 = tableMask+1;
-    unsigned s;
-
-    /* Sanity checks */
-    if (nbBits < 1) return ERROR(GENERIC);         /* min size */
-
-    /* Build Decoding Table */
-    DTableH->tableLog = (U16)nbBits;
-    DTableH->fastMode = 1;
-    for (s=0; s<maxSV1; s++) {
-        dinfo[s].newState = 0;
-        dinfo[s].symbol = (BYTE)s;
-        dinfo[s].nbBits = (BYTE)nbBits;
-    }
-
-    return 0;
-}
-
-FORCE_INLINE size_t FSE_decompress_usingDTable_generic(
-          void* dst, size_t maxDstSize,
-    const void* cSrc, size_t cSrcSize,
-    const FSE_DTable* dt, const unsigned fast)
-{
-    BYTE* const ostart = (BYTE*) dst;
-    BYTE* op = ostart;
-    BYTE* const omax = op + maxDstSize;
-    BYTE* const olimit = omax-3;
-
-    BIT_DStream_t bitD;
-    FSE_DState_t state1;
-    FSE_DState_t state2;
-
-    /* Init */
-    CHECK_F(BIT_initDStream(&bitD, cSrc, cSrcSize));
-
-    FSE_initDState(&state1, &bitD, dt);
-    FSE_initDState(&state2, &bitD, dt);
-
-#define FSE_GETSYMBOL(statePtr) fast ? FSE_decodeSymbolFast(statePtr, &bitD) : FSE_decodeSymbol(statePtr, &bitD)
-
-    /* 4 symbols per loop */
-    for ( ; (BIT_reloadDStream(&bitD)==BIT_DStream_unfinished) & (op<olimit) ; op+=4) {
-        op[0] = FSE_GETSYMBOL(&state1);
-
-        if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
-            BIT_reloadDStream(&bitD);
-
-        op[1] = FSE_GETSYMBOL(&state2);
-
-        if (FSE_MAX_TABLELOG*4+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
-            { if (BIT_reloadDStream(&bitD) > BIT_DStream_unfinished) { op+=2; break; } }
-
-        op[2] = FSE_GETSYMBOL(&state1);
-
-        if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
-            BIT_reloadDStream(&bitD);
-
-        op[3] = FSE_GETSYMBOL(&state2);
-    }
-
-    /* tail */
-    /* note : BIT_reloadDStream(&bitD) >= FSE_DStream_partiallyFilled; Ends at exactly BIT_DStream_completed */
-    while (1) {
-        if (op>(omax-2)) return ERROR(dstSize_tooSmall);
-        *op++ = FSE_GETSYMBOL(&state1);
-        if (BIT_reloadDStream(&bitD)==BIT_DStream_overflow) {
-            *op++ = FSE_GETSYMBOL(&state2);
-            break;
-        }
-
-        if (op>(omax-2)) return ERROR(dstSize_tooSmall);
-        *op++ = FSE_GETSYMBOL(&state2);
-        if (BIT_reloadDStream(&bitD)==BIT_DStream_overflow) {
-            *op++ = FSE_GETSYMBOL(&state1);
-            break;
-    }   }
-
-    return op-ostart;
-}
-
-
-size_t FSE_decompress_usingDTable(void* dst, size_t originalSize,
-                            const void* cSrc, size_t cSrcSize,
-                            const FSE_DTable* dt)
-{
-    const void* ptr = dt;
-    const FSE_DTableHeader* DTableH = (const FSE_DTableHeader*)ptr;
-    const U32 fastMode = DTableH->fastMode;
-
-    /* select fast mode (static) */
-    if (fastMode) return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 1);
-    return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 0);
-}
-
-
-size_t FSE_decompress_wksp(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, FSE_DTable* workSpace, unsigned maxLog)
-{
-    const BYTE* const istart = (const BYTE*)cSrc;
-    const BYTE* ip = istart;
-    short counting[FSE_MAX_SYMBOL_VALUE+1];
-    unsigned tableLog;
-    unsigned maxSymbolValue = FSE_MAX_SYMBOL_VALUE;
-
-    /* normal FSE decoding mode */
-    size_t const NCountLength = FSE_readNCount (counting, &maxSymbolValue, &tableLog, istart, cSrcSize);
-    if (FSE_isError(NCountLength)) return NCountLength;
-    //if (NCountLength >= cSrcSize) return ERROR(srcSize_wrong);   /* too small input size; supposed to be already checked in NCountLength, only remaining case : NCountLength==cSrcSize */
-    if (tableLog > maxLog) return ERROR(tableLog_tooLarge);
-    ip += NCountLength;
-    cSrcSize -= NCountLength;
-
-    CHECK_F( FSE_buildDTable (workSpace, counting, maxSymbolValue, tableLog) );
-
-    return FSE_decompress_usingDTable (dst, dstCapacity, ip, cSrcSize, workSpace);   /* always return, even if it is an error code */
-}
-
-
-typedef FSE_DTable DTable_max_t[FSE_DTABLE_SIZE_U32(FSE_MAX_TABLELOG)];
-
-size_t FSE_decompress(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize)
-{
-    DTable_max_t dt;   /* Static analyzer seems unable to understand this table will be properly initialized later */
-    return FSE_decompress_wksp(dst, dstCapacity, cSrc, cSrcSize, dt, FSE_MAX_TABLELOG);
-}
-
-
-
-#endif   /* FSE_COMMONDEFS_ONLY */
diff --git a/contrib/lizard/lib/entropy/huf.h b/contrib/lizard/lib/entropy/huf.h
deleted file mode 100644
index 48c7f831f55..00000000000
--- a/contrib/lizard/lib/entropy/huf.h
+++ /dev/null
@@ -1,250 +0,0 @@
-/* ******************************************************************
-   Huffman coder, part of New Generation Entropy library
-   header file
-   Copyright (C) 2013-2016, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
-****************************************************************** */
-#ifndef HUF_H_298734234
-#define HUF_H_298734234
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/* *** Dependencies *** */
-#include <stddef.h>    /* size_t */
-
-
-/*-*** PUBLIC_API : control library symbols visibility *** */
-#if defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1) && defined(__GNUC__) && (__GNUC__ >= 4)
-#  define HUF_PUBLIC_API __attribute__ ((visibility ("default")))
-#elif defined(FSE_DLL_EXPORT) && (FSE_DLL_EXPORT==1)   /* Visual expected */
-#  define HUF_PUBLIC_API __declspec(dllexport)
-#elif defined(FSE_DLL_IMPORT) && (FSE_DLL_IMPORT==1)
-#  define HUF_PUBLIC_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
-#else
-#  define HUF_PUBLIC_API
-#endif
-
-
-/* *** simple functions *** */
-/**
-HUF_compress() :
-    Compress content from buffer 'src', of size 'srcSize', into buffer 'dst'.
-    'dst' buffer must be already allocated.
-    Compression runs faster if `dstCapacity` >= HUF_compressBound(srcSize).
-    `srcSize` must be <= `HUF_BLOCKSIZE_MAX` == 128 KB.
-    @return : size of compressed data (<= `dstCapacity`).
-    Special values : if return == 0, srcData is not compressible => Nothing is stored within dst !!!
-                     if return == 1, srcData is a single repeated byte symbol (RLE compression).
-                     if HUF_isError(return), compression failed (more details using HUF_getErrorName())
-*/
-HUF_PUBLIC_API size_t HUF_compress(void* dst, size_t dstCapacity,
-                             const void* src, size_t srcSize);
-
-/**
-HUF_decompress() :
-    Decompress HUF data from buffer 'cSrc', of size 'cSrcSize',
-    into already allocated buffer 'dst', of minimum size 'dstSize'.
-    `originalSize` : **must** be the ***exact*** size of original (uncompressed) data.
-    Note : in contrast with FSE, HUF_decompress can regenerate
-           RLE (cSrcSize==1) and uncompressed (cSrcSize==dstSize) data,
-           because it knows size to regenerate.
-    @return : size of regenerated data (== originalSize),
-              or an error code, which can be tested using HUF_isError()
-*/
-HUF_PUBLIC_API size_t HUF_decompress(void* dst,  size_t originalSize,
-                               const void* cSrc, size_t cSrcSize);
-
-
-/* ***   Tool functions *** */
-#define HUF_BLOCKSIZE_MAX (128 * 1024)                 /**< maximum input size for a single block compressed with HUF_compress */
-HUF_PUBLIC_API size_t HUF_compressBound(size_t size);      /**< maximum compressed size (worst case) */
-
-/* Error Management */
-HUF_PUBLIC_API unsigned    HUF_isError(size_t code);       /**< tells if a return value is an error code */
-HUF_PUBLIC_API const char* HUF_getErrorName(size_t code);  /**< provides error code string (useful for debugging) */
-
-
-/* ***   Advanced function   *** */
-
-/** HUF_compress2() :
- *   Same as HUF_compress(), but offers direct control over `maxSymbolValue` and `tableLog` .
- *   `tableLog` must be `<= HUF_TABLELOG_MAX` . */
-HUF_PUBLIC_API size_t HUF_compress2 (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog);
-
-/** HUF_compress4X_wksp() :
-*   Same as HUF_compress2(), but uses externally allocated `workSpace`, which must be a table of >= 1024 unsigned */
-HUF_PUBLIC_API size_t HUF_compress4X_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);  /**< `workSpace` must be a table of at least 1024 unsigned */
-
-
-
-#ifdef HUF_STATIC_LINKING_ONLY
-
-/* *** Dependencies *** */
-#include "mem.h"   /* U32 */
-
-
-/* *** Constants *** */
-#define HUF_TABLELOG_ABSOLUTEMAX  15   /* absolute limit of HUF_MAX_TABLELOG. Beyond that value, code does not work */
-#define HUF_TABLELOG_MAX  12           /* max configured tableLog (for static allocation); can be modified up to HUF_ABSOLUTEMAX_TABLELOG */
-#define HUF_TABLELOG_DEFAULT  11       /* tableLog by default, when not specified */
-#define HUF_SYMBOLVALUE_MAX 255
-#if (HUF_TABLELOG_MAX > HUF_TABLELOG_ABSOLUTEMAX)
-#  error "HUF_TABLELOG_MAX is too large !"
-#endif
-
-
-/* ****************************************
-*  Static allocation
-******************************************/
-/* HUF buffer bounds */
-#define HUF_CTABLEBOUND 129
-#define HUF_BLOCKBOUND(size) (size + (size>>8) + 8)   /* only true if incompressible pre-filtered with fast heuristic */
-#define HUF_COMPRESSBOUND(size) (HUF_CTABLEBOUND + HUF_BLOCKBOUND(size))   /* Macro version, useful for static allocation */
-
-/* static allocation of HUF's Compression Table */
-#define HUF_CREATE_STATIC_CTABLE(name, maxSymbolValue) \
-    U32 name##hb[maxSymbolValue+1]; \
-    void* name##hv = &(name##hb); \
-    HUF_CElt* name = (HUF_CElt*)(name##hv)   /* no final ; */
-
-/* static allocation of HUF's DTable */
-typedef U32 HUF_DTable;
-#define HUF_DTABLE_SIZE(maxTableLog)   (1 + (1<<(maxTableLog)))
-#define HUF_CREATE_STATIC_DTABLEX2(DTable, maxTableLog) \
-        HUF_DTable DTable[HUF_DTABLE_SIZE((maxTableLog)-1)] = { ((U32)((maxTableLog)-1) * 0x01000001) }
-#define HUF_CREATE_STATIC_DTABLEX4(DTable, maxTableLog) \
-        HUF_DTable DTable[HUF_DTABLE_SIZE(maxTableLog)] = { ((U32)(maxTableLog) * 0x01000001) }
-
-
-/* ****************************************
-*  Advanced decompression functions
-******************************************/
-size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< single-symbol decoder */
-size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< double-symbols decoder */
-
-size_t HUF_decompress4X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< decodes RLE and uncompressed */
-size_t HUF_decompress4X_hufOnly(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize); /**< considers RLE and uncompressed as errors */
-size_t HUF_decompress4X2_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< single-symbol decoder */
-size_t HUF_decompress4X4_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< double-symbols decoder */
-
-
-/* ****************************************
-*  HUF detailed API
-******************************************/
-/*!
-HUF_compress() does the following:
-1. count symbol occurrence from source[] into table count[] using FSE_count()
-2. (optional) refine tableLog using HUF_optimalTableLog()
-3. build Huffman table from count using HUF_buildCTable()
-4. save Huffman table to memory buffer using HUF_writeCTable()
-5. encode the data stream using HUF_compress4X_usingCTable()
-
-The following API allows targeting specific sub-functions for advanced tasks.
-For example, it's possible to compress several blocks using the same 'CTable',
-or to save and regenerate 'CTable' using external methods.
-*/
-/* FSE_count() : find it within "fse.h" */
-unsigned HUF_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue);
-typedef struct HUF_CElt_s HUF_CElt;   /* incomplete type */
-size_t HUF_buildCTable (HUF_CElt* CTable, const unsigned* count, unsigned maxSymbolValue, unsigned maxNbBits);
-size_t HUF_writeCTable (void* dst, size_t maxDstSize, const HUF_CElt* CTable, unsigned maxSymbolValue, unsigned huffLog);
-size_t HUF_compress4X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable);
-
-
-/** HUF_buildCTable_wksp() :
- *  Same as HUF_buildCTable(), but using externally allocated scratch buffer.
- *  `workSpace` must be aligned on 4-bytes boundaries, and be at least as large as a table of 1024 unsigned.
- */
-size_t HUF_buildCTable_wksp (HUF_CElt* tree, const U32* count, U32 maxSymbolValue, U32 maxNbBits, void* workSpace, size_t wkspSize);
-
-/*! HUF_readStats() :
-    Read compact Huffman tree, saved by HUF_writeCTable().
-    `huffWeight` is destination buffer.
-    @return : size read from `src` , or an error Code .
-    Note : Needed by HUF_readCTable() and HUF_readDTableXn() . */
-size_t HUF_readStats(BYTE* huffWeight, size_t hwSize, U32* rankStats,
-                     U32* nbSymbolsPtr, U32* tableLogPtr,
-                     const void* src, size_t srcSize);
-
-/** HUF_readCTable() :
-*   Loading a CTable saved with HUF_writeCTable() */
-size_t HUF_readCTable (HUF_CElt* CTable, unsigned maxSymbolValue, const void* src, size_t srcSize);
-
-
-/*
-HUF_decompress() does the following:
-1. select the decompression algorithm (X2, X4) based on pre-computed heuristics
-2. build Huffman table from save, using HUF_readDTableXn()
-3. decode 1 or 4 segments in parallel using HUF_decompressSXn_usingDTable
-*/
-
-/** HUF_selectDecoder() :
-*   Tells which decoder is likely to decode faster,
-*   based on a set of pre-determined metrics.
-*   @return : 0==HUF_decompress4X2, 1==HUF_decompress4X4 .
-*   Assumption : 0 < cSrcSize < dstSize <= 128 KB */
-U32 HUF_selectDecoder (size_t dstSize, size_t cSrcSize);
-
-size_t HUF_readDTableX2 (HUF_DTable* DTable, const void* src, size_t srcSize);
-size_t HUF_readDTableX4 (HUF_DTable* DTable, const void* src, size_t srcSize);
-
-size_t HUF_decompress4X_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
-size_t HUF_decompress4X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
-size_t HUF_decompress4X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
-
-
-/* single stream variants */
-
-size_t HUF_compress1X (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog);
-size_t HUF_compress1X_wksp (void* dst, size_t dstSize, const void* src, size_t srcSize, unsigned maxSymbolValue, unsigned tableLog, void* workSpace, size_t wkspSize);  /**< `workSpace` must be a table of at least 1024 unsigned */
-size_t HUF_compress1X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable);
-
-size_t HUF_decompress1X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* single-symbol decoder */
-size_t HUF_decompress1X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* double-symbol decoder */
-
-size_t HUF_decompress1X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);
-size_t HUF_decompress1X2_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< single-symbol decoder */
-size_t HUF_decompress1X4_DCtx(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /**< double-symbols decoder */
-
-size_t HUF_decompress1X_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);   /**< automatic selection of sing or double symbol decoder, based on DTable */
-size_t HUF_decompress1X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
-size_t HUF_decompress1X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const HUF_DTable* DTable);
-
-#endif /* HUF_STATIC_LINKING_ONLY */
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif   /* HUF_H_298734234 */
diff --git a/contrib/lizard/lib/entropy/huf_compress.c b/contrib/lizard/lib/entropy/huf_compress.c
deleted file mode 100644
index a47a1a2c761..00000000000
--- a/contrib/lizard/lib/entropy/huf_compress.c
+++ /dev/null
@@ -1,612 +0,0 @@
-/* ******************************************************************
-   Huffman encoder, part of New Generation Entropy library
-   Copyright (C) 2013-2016, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-    - FSE+HUF source repository : https://github.com/Cyan4973/FiniteStateEntropy
-    - Public forum : https://groups.google.com/forum/#!forum/lz4c
-****************************************************************** */
-
-/* **************************************************************
-*  Compiler specifics
-****************************************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
-#endif
-
-
-/* **************************************************************
-*  Includes
-****************************************************************/
-#include <string.h>     /* memcpy, memset */
-#include <stdio.h>      /* printf (debug) */
-#include "bitstream.h"
-#define FSE_STATIC_LINKING_ONLY   /* FSE_optimalTableLog_internal */
-#include "fse.h"        /* header compression */
-#define HUF_STATIC_LINKING_ONLY
-#include "huf.h"
-
-
-/* **************************************************************
-*  Error Management
-****************************************************************/
-#define HUF_STATIC_ASSERT(c) { enum { HUF_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
-#define CHECK_V_F(e, f) size_t const e = f; if (ERR_isError(e)) return f
-#define CHECK_F(f)   { CHECK_V_F(_var_err__, f); }
-
-
-/* **************************************************************
-*  Utils
-****************************************************************/
-unsigned HUF_optimalTableLog(unsigned maxTableLog, size_t srcSize, unsigned maxSymbolValue)
-{
-    return FSE_optimalTableLog_internal(maxTableLog, srcSize, maxSymbolValue, 1);
-}
-
-
-/* *******************************************************
-*  HUF : Huffman block compression
-*********************************************************/
-/* HUF_compressWeights() :
- * Same as FSE_compress(), but dedicated to huff0's weights compression.
- * The use case needs much less stack memory.
- * Note : all elements within weightTable are supposed to be <= HUF_TABLELOG_MAX.
- */
-#define MAX_FSE_TABLELOG_FOR_HUFF_HEADER 6
-size_t HUF_compressWeights (void* dst, size_t dstSize, const void* weightTable, size_t wtSize)
-{
-    BYTE* const ostart = (BYTE*) dst;
-    BYTE* op = ostart;
-    BYTE* const oend = ostart + dstSize;
-
-    U32 maxSymbolValue = HUF_TABLELOG_MAX;
-    U32 tableLog = MAX_FSE_TABLELOG_FOR_HUFF_HEADER;
-
-    FSE_CTable CTable[FSE_CTABLE_SIZE_U32(MAX_FSE_TABLELOG_FOR_HUFF_HEADER, HUF_TABLELOG_MAX)];
-    BYTE scratchBuffer[1<<MAX_FSE_TABLELOG_FOR_HUFF_HEADER];
-
-    U32 count[HUF_TABLELOG_MAX+1];
-    S16 norm[HUF_TABLELOG_MAX+1];
-
-    /* init conditions */
-    if (wtSize <= 1) return 0;  /* Not compressible */
-
-    /* Scan input and build symbol stats */
-    {   CHECK_V_F(maxCount, FSE_count_simple(count, &maxSymbolValue, weightTable, wtSize) );
-        if (maxCount == wtSize) return 1;   /* only a single symbol in src : rle */
-        if (maxCount == 1) return 0;         /* each symbol present maximum once => not compressible */
-    }
-
-    tableLog = FSE_optimalTableLog(tableLog, wtSize, maxSymbolValue);
-    CHECK_F( FSE_normalizeCount(norm, tableLog, count, wtSize, maxSymbolValue) );
-
-    /* Write table description header */
-    {   CHECK_V_F(hSize, FSE_writeNCount(op, oend-op, norm, maxSymbolValue, tableLog) );
-        op += hSize;
-    }
-
-    /* Compress */
-    CHECK_F( FSE_buildCTable_wksp(CTable, norm, maxSymbolValue, tableLog, scratchBuffer, sizeof(scratchBuffer)) );
-    {   CHECK_V_F(cSize, FSE_compress_usingCTable(op, oend - op, weightTable, wtSize, CTable) );
-        if (cSize == 0) return 0;   /* not enough space for compressed data */
-        op += cSize;
-    }
-
-    return op-ostart;
-}
-
-
-struct HUF_CElt_s {
-  U16  val;
-  BYTE nbBits;
-};   /* typedef'd to HUF_CElt within "huf.h" */
-
-/*! HUF_writeCTable() :
-    `CTable` : huffman tree to save, using huf representation.
-    @return : size of saved CTable */
-size_t HUF_writeCTable (void* dst, size_t maxDstSize,
-                        const HUF_CElt* CTable, U32 maxSymbolValue, U32 huffLog)
-{
-    BYTE bitsToWeight[HUF_TABLELOG_MAX + 1];   /* precomputed conversion table */
-    BYTE huffWeight[HUF_SYMBOLVALUE_MAX];
-    BYTE* op = (BYTE*)dst;
-    U32 n;
-
-     /* check conditions */
-    if (maxSymbolValue > HUF_SYMBOLVALUE_MAX) return ERROR(maxSymbolValue_tooLarge);
-
-    /* convert to weight */
-    bitsToWeight[0] = 0;
-    for (n=1; n<huffLog+1; n++)
-        bitsToWeight[n] = (BYTE)(huffLog + 1 - n);
-    for (n=0; n<maxSymbolValue; n++)
-        huffWeight[n] = bitsToWeight[CTable[n].nbBits];
-
-    /* attempt weights compression by FSE */
-    {   CHECK_V_F(hSize, HUF_compressWeights(op+1, maxDstSize-1, huffWeight, maxSymbolValue) );
-        if ((hSize>1) & (hSize < maxSymbolValue/2)) {   /* FSE compressed */
-            op[0] = (BYTE)hSize;
-            return hSize+1;
-    }   }
-
-    /* write raw values as 4-bits (max : 15) */
-    if (maxSymbolValue > (256-128)) return ERROR(GENERIC);   /* should not happen : likely means source cannot be compressed */
-    if (((maxSymbolValue+1)/2) + 1 > maxDstSize) return ERROR(dstSize_tooSmall);   /* not enough space within dst buffer */
-    op[0] = (BYTE)(128 /*special case*/ + (maxSymbolValue-1));
-    huffWeight[maxSymbolValue] = 0;   /* to be sure it doesn't cause msan issue in final combination */
-    for (n=0; n<maxSymbolValue; n+=2)
-        op[(n/2)+1] = (BYTE)((huffWeight[n] << 4) + huffWeight[n+1]);
-    return ((maxSymbolValue+1)/2) + 1;
-}
-
-
-size_t HUF_readCTable (HUF_CElt* CTable, U32 maxSymbolValue, const void* src, size_t srcSize)
-{
-    BYTE huffWeight[HUF_SYMBOLVALUE_MAX + 1];   /* init not required, even though some static analyzer may complain */
-    U32 rankVal[HUF_TABLELOG_ABSOLUTEMAX + 1];   /* large enough for values from 0 to 16 */
-    U32 tableLog = 0;
-    U32 nbSymbols = 0;
-
-    /* get symbol weights */
-    CHECK_V_F(readSize, HUF_readStats(huffWeight, HUF_SYMBOLVALUE_MAX+1, rankVal, &nbSymbols, &tableLog, src, srcSize));
-
-    /* check result */
-    if (tableLog > HUF_TABLELOG_MAX) return ERROR(tableLog_tooLarge);
-    if (nbSymbols > maxSymbolValue+1) return ERROR(maxSymbolValue_tooSmall);
-
-    /* Prepare base value per rank */
-    {   U32 n, nextRankStart = 0;
-        for (n=1; n<=tableLog; n++) {
-            U32 current = nextRankStart;
-            nextRankStart += (rankVal[n] << (n-1));
-            rankVal[n] = current;
-    }   }
-
-    /* fill nbBits */
-    {   U32 n; for (n=0; n<nbSymbols; n++) {
-            const U32 w = huffWeight[n];
-            CTable[n].nbBits = (BYTE)(tableLog + 1 - w);
-    }   }
-
-    /* fill val */
-    {   U16 nbPerRank[HUF_TABLELOG_MAX+2]  = {0};  /* support w=0=>n=tableLog+1 */
-        U16 valPerRank[HUF_TABLELOG_MAX+2] = {0};
-        { U32 n; for (n=0; n<nbSymbols; n++) nbPerRank[CTable[n].nbBits]++; }
-        /* determine stating value per rank */
-        valPerRank[tableLog+1] = 0;   /* for w==0 */
-        {   U16 min = 0;
-            U32 n; for (n=tableLog; n>0; n--) {  /* start at n=tablelog <-> w=1 */
-                valPerRank[n] = min;     /* get starting value within each rank */
-                min += nbPerRank[n];
-                min >>= 1;
-        }   }
-        /* assign value within rank, symbol order */
-        { U32 n; for (n=0; n<=maxSymbolValue; n++) CTable[n].val = valPerRank[CTable[n].nbBits]++; }
-    }
-
-    return readSize;
-}
-
-
-typedef struct nodeElt_s {
-    U32 count;
-    U16 parent;
-    BYTE byte;
-    BYTE nbBits;
-} nodeElt;
-
-static U32 HUF_setMaxHeight(nodeElt* huffNode, U32 lastNonNull, U32 maxNbBits)
-{
-    const U32 largestBits = huffNode[lastNonNull].nbBits;
-    if (largestBits <= maxNbBits) return largestBits;   /* early exit : no elt > maxNbBits */
-
-    /* there are several too large elements (at least >= 2) */
-    {   int totalCost = 0;
-        const U32 baseCost = 1 << (largestBits - maxNbBits);
-        U32 n = lastNonNull;
-
-        while (huffNode[n].nbBits > maxNbBits) {
-            totalCost += baseCost - (1 << (largestBits - huffNode[n].nbBits));
-            huffNode[n].nbBits = (BYTE)maxNbBits;
-            n --;
-        }  /* n stops at huffNode[n].nbBits <= maxNbBits */
-        while (huffNode[n].nbBits == maxNbBits) n--;   /* n end at index of smallest symbol using < maxNbBits */
-
-        /* renorm totalCost */
-        totalCost >>= (largestBits - maxNbBits);  /* note : totalCost is necessarily a multiple of baseCost */
-
-        /* repay normalized cost */
-        {   U32 const noSymbol = 0xF0F0F0F0;
-            U32 rankLast[HUF_TABLELOG_MAX+2];
-            int pos;
-
-            /* Get pos of last (smallest) symbol per rank */
-            memset(rankLast, 0xF0, sizeof(rankLast));
-            {   U32 currentNbBits = maxNbBits;
-                for (pos=n ; pos >= 0; pos--) {
-                    if (huffNode[pos].nbBits >= currentNbBits) continue;
-                    currentNbBits = huffNode[pos].nbBits;   /* < maxNbBits */
-                    rankLast[maxNbBits-currentNbBits] = pos;
-            }   }
-
-            while (totalCost > 0) {
-                U32 nBitsToDecrease = BIT_highbit32(totalCost) + 1;
-                for ( ; nBitsToDecrease > 1; nBitsToDecrease--) {
-                    U32 highPos = rankLast[nBitsToDecrease];
-                    U32 lowPos = rankLast[nBitsToDecrease-1];
-                    if (highPos == noSymbol) continue;
-                    if (lowPos == noSymbol) break;
-                    {   U32 const highTotal = huffNode[highPos].count;
-                        U32 const lowTotal = 2 * huffNode[lowPos].count;
-                        if (highTotal <= lowTotal) break;
-                }   }
-                /* only triggered when no more rank 1 symbol left => find closest one (note : there is necessarily at least one !) */
-                while ((nBitsToDecrease<=HUF_TABLELOG_MAX) && (rankLast[nBitsToDecrease] == noSymbol))  /* HUF_MAX_TABLELOG test just to please gcc 5+; but it should not be necessary */
-                    nBitsToDecrease ++;
-                totalCost -= 1 << (nBitsToDecrease-1);
-                if (rankLast[nBitsToDecrease-1] == noSymbol)
-                    rankLast[nBitsToDecrease-1] = rankLast[nBitsToDecrease];   /* this rank is no longer empty */
-                huffNode[rankLast[nBitsToDecrease]].nbBits ++;
-                if (rankLast[nBitsToDecrease] == 0)    /* special case, reached largest symbol */
-                    rankLast[nBitsToDecrease] = noSymbol;
-                else {
-                    rankLast[nBitsToDecrease]--;
-                    if (huffNode[rankLast[nBitsToDecrease]].nbBits != maxNbBits-nBitsToDecrease)
-                        rankLast[nBitsToDecrease] = noSymbol;   /* this rank is now empty */
-            }   }   /* while (totalCost > 0) */
-
-            while (totalCost < 0) {  /* Sometimes, cost correction overshoot */
-                if (rankLast[1] == noSymbol) {  /* special case : no rank 1 symbol (using maxNbBits-1); let's create one from largest rank 0 (using maxNbBits) */
-                    while (huffNode[n].nbBits == maxNbBits) n--;
-                    huffNode[n+1].nbBits--;
-                    rankLast[1] = n+1;
-                    totalCost++;
-                    continue;
-                }
-                huffNode[ rankLast[1] + 1 ].nbBits--;
-                rankLast[1]++;
-                totalCost ++;
-    }   }   }   /* there are several too large elements (at least >= 2) */
-
-    return maxNbBits;
-}
-
-
-typedef struct {
-    U32 base;
-    U32 current;
-} rankPos;
-
-static void HUF_sort(nodeElt* huffNode, const U32* count, U32 maxSymbolValue)
-{
-    rankPos rank[32];
-    U32 n;
-
-    memset(rank, 0, sizeof(rank));
-    for (n=0; n<=maxSymbolValue; n++) {
-        U32 r = BIT_highbit32(count[n] + 1);
-        rank[r].base ++;
-    }
-    for (n=30; n>0; n--) rank[n-1].base += rank[n].base;
-    for (n=0; n<32; n++) rank[n].current = rank[n].base;
-    for (n=0; n<=maxSymbolValue; n++) {
-        U32 const c = count[n];
-        U32 const r = BIT_highbit32(c+1) + 1;
-        U32 pos = rank[r].current++;
-        while ((pos > rank[r].base) && (c > huffNode[pos-1].count)) huffNode[pos]=huffNode[pos-1], pos--;
-        huffNode[pos].count = c;
-        huffNode[pos].byte  = (BYTE)n;
-    }
-}
-
-
-/** HUF_buildCTable_wksp() :
- *  Same as HUF_buildCTable(), but using externally allocated scratch buffer.
- *  `workSpace` must be aligned on 4-bytes boundaries, and be at least as large as a table of 1024 unsigned.
- */
-#define STARTNODE (HUF_SYMBOLVALUE_MAX+1)
-typedef nodeElt huffNodeTable[2*HUF_SYMBOLVALUE_MAX+1 +1];
-size_t HUF_buildCTable_wksp (HUF_CElt* tree, const U32* count, U32 maxSymbolValue, U32 maxNbBits, void* workSpace, size_t wkspSize)
-{
-    nodeElt* const huffNode0 = (nodeElt*)workSpace;
-    nodeElt* const huffNode = huffNode0+1;
-    U32 n, nonNullRank;
-    int lowS, lowN;
-    U16 nodeNb = STARTNODE;
-    U32 nodeRoot;
-
-    /* safety checks */
-    if (wkspSize < sizeof(huffNodeTable)) return ERROR(GENERIC);   /* workSpace is not large enough */
-    if (maxNbBits == 0) maxNbBits = HUF_TABLELOG_DEFAULT;
-    if (maxSymbolValue > HUF_SYMBOLVALUE_MAX) return ERROR(GENERIC);
-    memset(huffNode0, 0, sizeof(huffNodeTable));
-
-    /* sort, decreasing order */
-    HUF_sort(huffNode, count, maxSymbolValue);
-
-    /* init for parents */
-    nonNullRank = maxSymbolValue;
-    while(huffNode[nonNullRank].count == 0) nonNullRank--;
-    lowS = nonNullRank; nodeRoot = nodeNb + lowS - 1; lowN = nodeNb;
-    huffNode[nodeNb].count = huffNode[lowS].count + huffNode[lowS-1].count;
-    huffNode[lowS].parent = huffNode[lowS-1].parent = nodeNb;
-    nodeNb++; lowS-=2;
-    for (n=nodeNb; n<=nodeRoot; n++) huffNode[n].count = (U32)(1U<<30);
-    huffNode0[0].count = (U32)(1U<<31);  /* fake entry, strong barrier */
-
-    /* create parents */
-    while (nodeNb <= nodeRoot) {
-        U32 n1 = (huffNode[lowS].count < huffNode[lowN].count) ? lowS-- : lowN++;
-        U32 n2 = (huffNode[lowS].count < huffNode[lowN].count) ? lowS-- : lowN++;
-        huffNode[nodeNb].count = huffNode[n1].count + huffNode[n2].count;
-        huffNode[n1].parent = huffNode[n2].parent = nodeNb;
-        nodeNb++;
-    }
-
-    /* distribute weights (unlimited tree height) */
-    huffNode[nodeRoot].nbBits = 0;
-    for (n=nodeRoot-1; n>=STARTNODE; n--)
-        huffNode[n].nbBits = huffNode[ huffNode[n].parent ].nbBits + 1;
-    for (n=0; n<=nonNullRank; n++)
-        huffNode[n].nbBits = huffNode[ huffNode[n].parent ].nbBits + 1;
-
-    /* enforce maxTableLog */
-    maxNbBits = HUF_setMaxHeight(huffNode, nonNullRank, maxNbBits);
-
-    /* fill result into tree (val, nbBits) */
-    {   U16 nbPerRank[HUF_TABLELOG_MAX+1] = {0};
-        U16 valPerRank[HUF_TABLELOG_MAX+1] = {0};
-        if (maxNbBits > HUF_TABLELOG_MAX) return ERROR(GENERIC);   /* check fit into table */
-        for (n=0; n<=nonNullRank; n++)
-            nbPerRank[huffNode[n].nbBits]++;
-        /* determine stating value per rank */
-        {   U16 min = 0;
-            for (n=maxNbBits; n>0; n--) {
-                valPerRank[n] = min;      /* get starting value within each rank */
-                min += nbPerRank[n];
-                min >>= 1;
-        }   }
-        for (n=0; n<=maxSymbolValue; n++)
-            tree[huffNode[n].byte].nbBits = huffNode[n].nbBits;   /* push nbBits per symbol, symbol order */
-        for (n=0; n<=maxSymbolValue; n++)
-            tree[n].val = valPerRank[tree[n].nbBits]++;   /* assign value within rank, symbol order */
-    }
-
-    return maxNbBits;
-}
-
-/** HUF_buildCTable() :
- *  Note : count is used before tree is written, so they can safely overlap
- */
-size_t HUF_buildCTable (HUF_CElt* tree, const U32* count, U32 maxSymbolValue, U32 maxNbBits)
-{
-    huffNodeTable nodeTable;
-    return HUF_buildCTable_wksp(tree, count, maxSymbolValue, maxNbBits, nodeTable, sizeof(nodeTable));
-}
-
-static void HUF_encodeSymbol(BIT_CStream_t* bitCPtr, U32 symbol, const HUF_CElt* CTable)
-{
-    BIT_addBitsFast(bitCPtr, CTable[symbol].val, CTable[symbol].nbBits);
-}
-
-size_t HUF_compressBound(size_t size) { return HUF_COMPRESSBOUND(size); }
-
-#define HUF_FLUSHBITS(s)  (fast ? BIT_flushBitsFast(s) : BIT_flushBits(s))
-
-#define HUF_FLUSHBITS_1(stream) \
-    if (sizeof((stream)->bitContainer)*8 < HUF_TABLELOG_MAX*2+7) HUF_FLUSHBITS(stream)
-
-#define HUF_FLUSHBITS_2(stream) \
-    if (sizeof((stream)->bitContainer)*8 < HUF_TABLELOG_MAX*4+7) HUF_FLUSHBITS(stream)
-
-size_t HUF_compress1X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable)
-{
-    const BYTE* ip = (const BYTE*) src;
-    BYTE* const ostart = (BYTE*)dst;
-    BYTE* const oend = ostart + dstSize;
-    BYTE* op = ostart;
-    size_t n;
-    const unsigned fast = (dstSize >= HUF_BLOCKBOUND(srcSize));
-    BIT_CStream_t bitC;
-
-    /* init */
-    if (dstSize < 8) return 0;   /* not enough space to compress */
-    { size_t const initErr = BIT_initCStream(&bitC, op, oend-op);
-      if (HUF_isError(initErr)) return 0; }
-
-    n = srcSize & ~3;  /* join to mod 4 */
-    switch (srcSize & 3)
-    {
-        case 3 : HUF_encodeSymbol(&bitC, ip[n+ 2], CTable);
-                 HUF_FLUSHBITS_2(&bitC); 
-                 // fallthrough
-        case 2 : HUF_encodeSymbol(&bitC, ip[n+ 1], CTable);
-                 HUF_FLUSHBITS_1(&bitC);
-                 // fallthrough
-        case 1 : HUF_encodeSymbol(&bitC, ip[n+ 0], CTable);
-                 HUF_FLUSHBITS(&bitC);
-                 // fallthrough
-        case 0 :
-        default: ;
-    }
-
-    for (; n>0; n-=4) {  /* note : n&3==0 at this stage */
-        HUF_encodeSymbol(&bitC, ip[n- 1], CTable);
-        HUF_FLUSHBITS_1(&bitC);
-        HUF_encodeSymbol(&bitC, ip[n- 2], CTable);
-        HUF_FLUSHBITS_2(&bitC);
-        HUF_encodeSymbol(&bitC, ip[n- 3], CTable);
-        HUF_FLUSHBITS_1(&bitC);
-        HUF_encodeSymbol(&bitC, ip[n- 4], CTable);
-        HUF_FLUSHBITS(&bitC);
-    }
-
-    return BIT_closeCStream(&bitC);
-}
-
-
-size_t HUF_compress4X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const HUF_CElt* CTable)
-{
-    size_t const segmentSize = (srcSize+3)/4;   /* first 3 segments */
-    const BYTE* ip = (const BYTE*) src;
-    const BYTE* const iend = ip + srcSize;
-    BYTE* const ostart = (BYTE*) dst;
-    BYTE* const oend = ostart + dstSize;
-    BYTE* op = ostart;
-
-    if (dstSize < 6 + 1 + 1 + 1 + 8) return 0;   /* minimum space to compress successfully */
-    if (srcSize < 12) return 0;   /* no saving possible : too small input */
-    op += 6;   /* jumpTable */
-
-    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, segmentSize, CTable) );
-        if (cSize==0) return 0;
-        MEM_writeLE16(ostart, (U16)cSize);
-        op += cSize;
-    }
-
-    ip += segmentSize;
-    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, segmentSize, CTable) );
-        if (cSize==0) return 0;
-        MEM_writeLE16(ostart+2, (U16)cSize);
-        op += cSize;
-    }
-
-    ip += segmentSize;
-    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, segmentSize, CTable) );
-        if (cSize==0) return 0;
-        MEM_writeLE16(ostart+4, (U16)cSize);
-        op += cSize;
-    }
-
-    ip += segmentSize;
-    {   CHECK_V_F(cSize, HUF_compress1X_usingCTable(op, oend-op, ip, iend-ip, CTable) );
-        if (cSize==0) return 0;
-        op += cSize;
-    }
-
-    return op-ostart;
-}
-
-
-/* `workSpace` must a table of at least 1024 unsigned */
-static size_t HUF_compress_internal (
-                void* dst, size_t dstSize,
-                const void* src, size_t srcSize,
-                unsigned maxSymbolValue, unsigned huffLog,
-                unsigned singleStream,
-                void* workSpace, size_t wkspSize)
-{
-    BYTE* const ostart = (BYTE*)dst;
-    BYTE* const oend = ostart + dstSize;
-    BYTE* op = ostart;
-
-    union {
-        U32 count[HUF_SYMBOLVALUE_MAX+1];
-        HUF_CElt CTable[HUF_SYMBOLVALUE_MAX+1];
-    } table;   /* `count` can overlap with `CTable`; saves 1 KB */
-
-    /* checks & inits */
-    if (wkspSize < sizeof(huffNodeTable)) return ERROR(GENERIC);
-    if (!srcSize) return 0;  /* Uncompressed (note : 1 means rle, so first byte must be correct) */
-    if (!dstSize) return 0;  /* cannot fit within dst budget */
-    if (srcSize > HUF_BLOCKSIZE_MAX) return ERROR(srcSize_wrong);   /* current block size limit */
-    if (huffLog > HUF_TABLELOG_MAX) return ERROR(tableLog_tooLarge);
-    if (!maxSymbolValue) maxSymbolValue = HUF_SYMBOLVALUE_MAX;
-    if (!huffLog) huffLog = HUF_TABLELOG_DEFAULT;
-
-    /* Scan input and build symbol stats */
-    {   CHECK_V_F(largest, FSE_count_wksp (table.count, &maxSymbolValue, (const BYTE*)src, srcSize, (U32*)workSpace) );
-        if (largest == srcSize) { *ostart = ((const BYTE*)src)[0]; return 1; }   /* single symbol, rle */
-        if (largest <= (srcSize >> 7)+1) return 0;   /* Fast heuristic : not compressible enough */
-    }
-
-    /* Build Huffman Tree */
-    huffLog = HUF_optimalTableLog(huffLog, srcSize, maxSymbolValue);
-    {   CHECK_V_F(maxBits, HUF_buildCTable_wksp (table.CTable, table.count, maxSymbolValue, huffLog, workSpace, wkspSize) );
-        huffLog = (U32)maxBits;
-    }
-
-    /* Write table description header */
-    {   CHECK_V_F(hSize, HUF_writeCTable (op, dstSize, table.CTable, maxSymbolValue, huffLog) );
-        if (hSize + 12 >= srcSize) return 0;   /* not useful to try compression */
-        op += hSize;
-    }
-
-    /* Compress */
-    {   size_t const cSize = (singleStream) ?
-                            HUF_compress1X_usingCTable(op, oend - op, src, srcSize, table.CTable) :   /* single segment */
-                            HUF_compress4X_usingCTable(op, oend - op, src, srcSize, table.CTable);
-        if (HUF_isError(cSize)) return cSize;
-        if (cSize==0) return 0;   /* uncompressible */
-        op += cSize;
-    }
-
-    /* check compressibility */
-    if ((size_t)(op-ostart) >= srcSize-1)
-        return 0;
-
-    return op-ostart;
-}
-
-
-size_t HUF_compress1X_wksp (void* dst, size_t dstSize,
-                      const void* src, size_t srcSize,
-                      unsigned maxSymbolValue, unsigned huffLog,
-                      void* workSpace, size_t wkspSize)
-{
-    return HUF_compress_internal(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, 1 /* single stream */, workSpace, wkspSize);
-}
-
-size_t HUF_compress1X (void* dst, size_t dstSize,
-                 const void* src, size_t srcSize,
-                 unsigned maxSymbolValue, unsigned huffLog)
-{
-    unsigned workSpace[1024];
-    return HUF_compress1X_wksp(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, workSpace, sizeof(workSpace));
-}
-
-size_t HUF_compress4X_wksp (void* dst, size_t dstSize,
-                      const void* src, size_t srcSize,
-                      unsigned maxSymbolValue, unsigned huffLog,
-                      void* workSpace, size_t wkspSize)
-{
-    return HUF_compress_internal(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, 0 /* 4 streams */, workSpace, wkspSize);
-}
-
-size_t HUF_compress2 (void* dst, size_t dstSize,
-                const void* src, size_t srcSize,
-                unsigned maxSymbolValue, unsigned huffLog)
-{
-    unsigned workSpace[1024];
-    return HUF_compress4X_wksp(dst, dstSize, src, srcSize, maxSymbolValue, huffLog, workSpace, sizeof(workSpace));
-}
-
-size_t HUF_compress (void* dst, size_t maxDstSize, const void* src, size_t srcSize)
-{
-    return HUF_compress2(dst, maxDstSize, src, (U32)srcSize, 255, HUF_TABLELOG_DEFAULT);
-}
diff --git a/contrib/lizard/lib/entropy/huf_decompress.c b/contrib/lizard/lib/entropy/huf_decompress.c
deleted file mode 100644
index a342dfb1e4a..00000000000
--- a/contrib/lizard/lib/entropy/huf_decompress.c
+++ /dev/null
@@ -1,885 +0,0 @@
-/* ******************************************************************
-   Huffman decoder, part of New Generation Entropy library
-   Copyright (C) 2013-2016, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-    - FSE+HUF source repository : https://github.com/Cyan4973/FiniteStateEntropy
-    - Public forum : https://groups.google.com/forum/#!forum/lz4c
-****************************************************************** */
-
-/* **************************************************************
-*  Compiler specifics
-****************************************************************/
-#if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
-/* inline is defined */
-#elif defined(_MSC_VER) || defined(__GNUC__)
-#  define inline __inline
-#else
-#  define inline /* disable inline */
-#endif
-
-#ifdef _MSC_VER    /* Visual Studio */
-#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
-#endif
-
-
-/* **************************************************************
-*  Dependencies
-****************************************************************/
-#include <string.h>     /* memcpy, memset */
-#include "bitstream.h"  /* BIT_* */
-#include "fse.h"        /* header compression */
-#define HUF_STATIC_LINKING_ONLY
-#include "huf.h"
-
-
-/* **************************************************************
-*  Error Management
-****************************************************************/
-#define HUF_STATIC_ASSERT(c) { enum { HUF_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
-
-
-/*-***************************/
-/*  generic DTableDesc       */
-/*-***************************/
-
-typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc;
-
-static DTableDesc HUF_getDTableDesc(const HUF_DTable* table)
-{
-    DTableDesc dtd;
-    memcpy(&dtd, table, sizeof(dtd));
-    return dtd;
-}
-
-
-/*-***************************/
-/*  single-symbol decoding   */
-/*-***************************/
-
-typedef struct { BYTE byte; BYTE nbBits; } HUF_DEltX2;   /* single-symbol decoding */
-
-size_t HUF_readDTableX2 (HUF_DTable* DTable, const void* src, size_t srcSize)
-{
-    BYTE huffWeight[HUF_SYMBOLVALUE_MAX + 1];
-    U32 rankVal[HUF_TABLELOG_ABSOLUTEMAX + 1];   /* large enough for values from 0 to 16 */
-    U32 tableLog = 0;
-    U32 nbSymbols = 0;
-    size_t iSize;
-    void* const dtPtr = DTable + 1;
-    HUF_DEltX2* const dt = (HUF_DEltX2*)dtPtr;
-
-    HUF_STATIC_ASSERT(sizeof(DTableDesc) == sizeof(HUF_DTable));
-    /* memset(huffWeight, 0, sizeof(huffWeight)); */   /* is not necessary, even though some analyzer complain ... */
-
-    iSize = HUF_readStats(huffWeight, HUF_SYMBOLVALUE_MAX + 1, rankVal, &nbSymbols, &tableLog, src, srcSize);
-    if (HUF_isError(iSize)) return iSize;
-
-    /* Table header */
-    {   DTableDesc dtd = HUF_getDTableDesc(DTable);
-        if (tableLog > (U32)(dtd.maxTableLog+1)) return ERROR(tableLog_tooLarge);   /* DTable too small, huffman tree cannot fit in */
-        dtd.tableType = 0;
-        dtd.tableLog = (BYTE)tableLog;
-        memcpy(DTable, &dtd, sizeof(dtd));
-    }
-
-    /* Prepare ranks */
-    {   U32 n, nextRankStart = 0;
-        for (n=1; n<tableLog+1; n++) {
-            U32 current = nextRankStart;
-            nextRankStart += (rankVal[n] << (n-1));
-            rankVal[n] = current;
-    }   }
-
-    /* fill DTable */
-    {   U32 n;
-        for (n=0; n<nbSymbols; n++) {
-            U32 const w = huffWeight[n];
-            U32 const length = (1 << w) >> 1;
-            U32 i;
-            HUF_DEltX2 D;
-            D.byte = (BYTE)n; D.nbBits = (BYTE)(tableLog + 1 - w);
-            for (i = rankVal[w]; i < rankVal[w] + length; i++)
-                dt[i] = D;
-            rankVal[w] += length;
-    }   }
-
-    return iSize;
-}
-
-
-static BYTE HUF_decodeSymbolX2(BIT_DStream_t* Dstream, const HUF_DEltX2* dt, const U32 dtLog)
-{
-    size_t const val = BIT_lookBitsFast(Dstream, dtLog); /* note : dtLog >= 1 */
-    BYTE const c = dt[val].byte;
-    BIT_skipBits(Dstream, dt[val].nbBits);
-    return c;
-}
-
-#define HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr) \
-    *ptr++ = HUF_decodeSymbolX2(DStreamPtr, dt, dtLog)
-
-#define HUF_DECODE_SYMBOLX2_1(ptr, DStreamPtr) \
-    if (MEM_64bits() || (HUF_TABLELOG_MAX<=12)) \
-        HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
-
-#define HUF_DECODE_SYMBOLX2_2(ptr, DStreamPtr) \
-    if (MEM_64bits()) \
-        HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
-
-static inline size_t HUF_decodeStreamX2(BYTE* p, BIT_DStream_t* const bitDPtr, BYTE* const pEnd, const HUF_DEltX2* const dt, const U32 dtLog)
-{
-    BYTE* const pStart = p;
-
-    /* up to 4 symbols at a time */
-    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p <= pEnd-4)) {
-        HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
-        HUF_DECODE_SYMBOLX2_1(p, bitDPtr);
-        HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
-        HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
-    }
-
-    /* closer to the end */
-    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p < pEnd))
-        HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
-
-    /* no more data to retrieve from bitstream, hence no need to reload */
-    while (p < pEnd)
-        HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
-
-    return pEnd-pStart;
-}
-
-static size_t HUF_decompress1X2_usingDTable_internal(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    BYTE* op = (BYTE*)dst;
-    BYTE* const oend = op + dstSize;
-    const void* dtPtr = DTable + 1;
-    const HUF_DEltX2* const dt = (const HUF_DEltX2*)dtPtr;
-    BIT_DStream_t bitD;
-    DTableDesc const dtd = HUF_getDTableDesc(DTable);
-    U32 const dtLog = dtd.tableLog;
-
-    { size_t const errorCode = BIT_initDStream(&bitD, cSrc, cSrcSize);
-      if (HUF_isError(errorCode)) return errorCode; }
-
-    HUF_decodeStreamX2(op, &bitD, oend, dt, dtLog);
-
-    /* check */
-    if (!BIT_endOfDStream(&bitD)) return ERROR(corruption_detected);
-
-    return dstSize;
-}
-
-size_t HUF_decompress1X2_usingDTable(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    DTableDesc dtd = HUF_getDTableDesc(DTable);
-    if (dtd.tableType != 0) return ERROR(GENERIC);
-    return HUF_decompress1X2_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
-}
-
-size_t HUF_decompress1X2_DCtx (HUF_DTable* DCtx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    const BYTE* ip = (const BYTE*) cSrc;
-
-    size_t const hSize = HUF_readDTableX2 (DCtx, cSrc, cSrcSize);
-    if (HUF_isError(hSize)) return hSize;
-    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
-    ip += hSize; cSrcSize -= hSize;
-
-    return HUF_decompress1X2_usingDTable_internal (dst, dstSize, ip, cSrcSize, DCtx);
-}
-
-size_t HUF_decompress1X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    HUF_CREATE_STATIC_DTABLEX2(DTable, HUF_TABLELOG_MAX);
-    return HUF_decompress1X2_DCtx (DTable, dst, dstSize, cSrc, cSrcSize);
-}
-
-
-static size_t HUF_decompress4X2_usingDTable_internal(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    /* Check */
-    if (cSrcSize < 10) return ERROR(corruption_detected);  /* strict minimum : jump table + 1 byte per stream */
-
-    {   const BYTE* const istart = (const BYTE*) cSrc;
-        BYTE* const ostart = (BYTE*) dst;
-        BYTE* const oend = ostart + dstSize;
-        const void* const dtPtr = DTable + 1;
-        const HUF_DEltX2* const dt = (const HUF_DEltX2*)dtPtr;
-
-        /* Init */
-        BIT_DStream_t bitD1;
-        BIT_DStream_t bitD2;
-        BIT_DStream_t bitD3;
-        BIT_DStream_t bitD4;
-        size_t const length1 = MEM_readLE16(istart);
-        size_t const length2 = MEM_readLE16(istart+2);
-        size_t const length3 = MEM_readLE16(istart+4);
-        size_t const length4 = cSrcSize - (length1 + length2 + length3 + 6);
-        const BYTE* const istart1 = istart + 6;  /* jumpTable */
-        const BYTE* const istart2 = istart1 + length1;
-        const BYTE* const istart3 = istart2 + length2;
-        const BYTE* const istart4 = istart3 + length3;
-        const size_t segmentSize = (dstSize+3) / 4;
-        BYTE* const opStart2 = ostart + segmentSize;
-        BYTE* const opStart3 = opStart2 + segmentSize;
-        BYTE* const opStart4 = opStart3 + segmentSize;
-        BYTE* op1 = ostart;
-        BYTE* op2 = opStart2;
-        BYTE* op3 = opStart3;
-        BYTE* op4 = opStart4;
-        U32 endSignal;
-        DTableDesc const dtd = HUF_getDTableDesc(DTable);
-        U32 const dtLog = dtd.tableLog;
-
-        if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
-        { size_t const errorCode = BIT_initDStream(&bitD1, istart1, length1);
-          if (HUF_isError(errorCode)) return errorCode; }
-        { size_t const errorCode = BIT_initDStream(&bitD2, istart2, length2);
-          if (HUF_isError(errorCode)) return errorCode; }
-        { size_t const errorCode = BIT_initDStream(&bitD3, istart3, length3);
-          if (HUF_isError(errorCode)) return errorCode; }
-        { size_t const errorCode = BIT_initDStream(&bitD4, istart4, length4);
-          if (HUF_isError(errorCode)) return errorCode; }
-
-        /* 16-32 symbols per loop (4-8 symbols per stream) */
-        endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
-        for ( ; (endSignal==BIT_DStream_unfinished) && (op4<(oend-7)) ; ) {
-            HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
-            HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
-            HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
-            HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
-            HUF_DECODE_SYMBOLX2_1(op1, &bitD1);
-            HUF_DECODE_SYMBOLX2_1(op2, &bitD2);
-            HUF_DECODE_SYMBOLX2_1(op3, &bitD3);
-            HUF_DECODE_SYMBOLX2_1(op4, &bitD4);
-            HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
-            HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
-            HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
-            HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
-            HUF_DECODE_SYMBOLX2_0(op1, &bitD1);
-            HUF_DECODE_SYMBOLX2_0(op2, &bitD2);
-            HUF_DECODE_SYMBOLX2_0(op3, &bitD3);
-            HUF_DECODE_SYMBOLX2_0(op4, &bitD4);
-            endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
-        }
-
-        /* check corruption */
-        if (op1 > opStart2) return ERROR(corruption_detected);
-        if (op2 > opStart3) return ERROR(corruption_detected);
-        if (op3 > opStart4) return ERROR(corruption_detected);
-        /* note : op4 supposed already verified within main loop */
-
-        /* finish bitStreams one by one */
-        HUF_decodeStreamX2(op1, &bitD1, opStart2, dt, dtLog);
-        HUF_decodeStreamX2(op2, &bitD2, opStart3, dt, dtLog);
-        HUF_decodeStreamX2(op3, &bitD3, opStart4, dt, dtLog);
-        HUF_decodeStreamX2(op4, &bitD4, oend,     dt, dtLog);
-
-        /* check */
-        endSignal = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
-        if (!endSignal) return ERROR(corruption_detected);
-
-        /* decoded size */
-        return dstSize;
-    }
-}
-
-
-size_t HUF_decompress4X2_usingDTable(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    DTableDesc dtd = HUF_getDTableDesc(DTable);
-    if (dtd.tableType != 0) return ERROR(GENERIC);
-    return HUF_decompress4X2_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
-}
-
-
-size_t HUF_decompress4X2_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    const BYTE* ip = (const BYTE*) cSrc;
-
-    size_t const hSize = HUF_readDTableX2 (dctx, cSrc, cSrcSize);
-    if (HUF_isError(hSize)) return hSize;
-    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
-    ip += hSize; cSrcSize -= hSize;
-
-    return HUF_decompress4X2_usingDTable_internal (dst, dstSize, ip, cSrcSize, dctx);
-}
-
-size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    HUF_CREATE_STATIC_DTABLEX2(DTable, HUF_TABLELOG_MAX);
-    return HUF_decompress4X2_DCtx(DTable, dst, dstSize, cSrc, cSrcSize);
-}
-
-
-/* *************************/
-/* double-symbols decoding */
-/* *************************/
-typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX4;  /* double-symbols decoding */
-
-typedef struct { BYTE symbol; BYTE weight; } sortedSymbol_t;
-
-/* HUF_fillDTableX4Level2() :
- * `rankValOrigin` must be a table of at least (HUF_TABLELOG_MAX + 1) U32 */
-static void HUF_fillDTableX4Level2(HUF_DEltX4* DTable, U32 sizeLog, const U32 consumed,
-                           const U32* rankValOrigin, const int minWeight,
-                           const sortedSymbol_t* sortedSymbols, const U32 sortedListSize,
-                           U32 nbBitsBaseline, U16 baseSeq)
-{
-    HUF_DEltX4 DElt;
-    U32 rankVal[HUF_TABLELOG_MAX + 1];
-
-    /* get pre-calculated rankVal */
-    memcpy(rankVal, rankValOrigin, sizeof(rankVal));
-
-    /* fill skipped values */
-    if (minWeight>1) {
-        U32 i, skipSize = rankVal[minWeight];
-        MEM_writeLE16(&(DElt.sequence), baseSeq);
-        DElt.nbBits   = (BYTE)(consumed);
-        DElt.length   = 1;
-        for (i = 0; i < skipSize; i++)
-            DTable[i] = DElt;
-    }
-
-    /* fill DTable */
-    {   U32 s; for (s=0; s<sortedListSize; s++) {   /* note : sortedSymbols already skipped */
-            const U32 symbol = sortedSymbols[s].symbol;
-            const U32 weight = sortedSymbols[s].weight;
-            const U32 nbBits = nbBitsBaseline - weight;
-            const U32 length = 1 << (sizeLog-nbBits);
-            const U32 start = rankVal[weight];
-            U32 i = start;
-            const U32 end = start + length;
-
-            MEM_writeLE16(&(DElt.sequence), (U16)(baseSeq + (symbol << 8)));
-            DElt.nbBits = (BYTE)(nbBits + consumed);
-            DElt.length = 2;
-            do { DTable[i++] = DElt; } while (i<end);   /* since length >= 1 */
-
-            rankVal[weight] += length;
-    }   }
-}
-
-typedef U32 rankVal_t[HUF_TABLELOG_MAX][HUF_TABLELOG_MAX + 1];
-
-static void HUF_fillDTableX4(HUF_DEltX4* DTable, const U32 targetLog,
-                           const sortedSymbol_t* sortedList, const U32 sortedListSize,
-                           const U32* rankStart, rankVal_t rankValOrigin, const U32 maxWeight,
-                           const U32 nbBitsBaseline)
-{
-    U32 rankVal[HUF_TABLELOG_MAX + 1];
-    const int scaleLog = nbBitsBaseline - targetLog;   /* note : targetLog >= srcLog, hence scaleLog <= 1 */
-    const U32 minBits  = nbBitsBaseline - maxWeight;
-    U32 s;
-
-    memcpy(rankVal, rankValOrigin, sizeof(rankVal));
-
-    /* fill DTable */
-    for (s=0; s<sortedListSize; s++) {
-        const U16 symbol = sortedList[s].symbol;
-        const U32 weight = sortedList[s].weight;
-        const U32 nbBits = nbBitsBaseline - weight;
-        const U32 start = rankVal[weight];
-        const U32 length = 1 << (targetLog-nbBits);
-
-        if (targetLog-nbBits >= minBits) {   /* enough room for a second symbol */
-            U32 sortedRank;
-            int minWeight = nbBits + scaleLog;
-            if (minWeight < 1) minWeight = 1;
-            sortedRank = rankStart[minWeight];
-            HUF_fillDTableX4Level2(DTable+start, targetLog-nbBits, nbBits,
-                           rankValOrigin[nbBits], minWeight,
-                           sortedList+sortedRank, sortedListSize-sortedRank,
-                           nbBitsBaseline, symbol);
-        } else {
-            HUF_DEltX4 DElt;
-            MEM_writeLE16(&(DElt.sequence), symbol);
-            DElt.nbBits = (BYTE)(nbBits);
-            DElt.length = 1;
-            {   U32 const end = start + length;
-                U32 u;
-                for (u = start; u < end; u++) DTable[u] = DElt;
-        }   }
-        rankVal[weight] += length;
-    }
-}
-
-size_t HUF_readDTableX4 (HUF_DTable* DTable, const void* src, size_t srcSize)
-{
-    BYTE weightList[HUF_SYMBOLVALUE_MAX + 1];
-    sortedSymbol_t sortedSymbol[HUF_SYMBOLVALUE_MAX + 1];
-    U32 rankStats[HUF_TABLELOG_MAX + 1] = { 0 };
-    U32 rankStart0[HUF_TABLELOG_MAX + 2] = { 0 };
-    U32* const rankStart = rankStart0+1;
-    rankVal_t rankVal;
-    U32 tableLog, maxW, sizeOfSort, nbSymbols;
-    DTableDesc dtd = HUF_getDTableDesc(DTable);
-    U32 const maxTableLog = dtd.maxTableLog;
-    size_t iSize;
-    void* dtPtr = DTable+1;   /* force compiler to avoid strict-aliasing */
-    HUF_DEltX4* const dt = (HUF_DEltX4*)dtPtr;
-
-    HUF_STATIC_ASSERT(sizeof(HUF_DEltX4) == sizeof(HUF_DTable));   /* if compilation fails here, assertion is false */
-    if (maxTableLog > HUF_TABLELOG_MAX) return ERROR(tableLog_tooLarge);
-    /* memset(weightList, 0, sizeof(weightList)); */  /* is not necessary, even though some analyzer complain ... */
-
-    iSize = HUF_readStats(weightList, HUF_SYMBOLVALUE_MAX + 1, rankStats, &nbSymbols, &tableLog, src, srcSize);
-    if (HUF_isError(iSize)) return iSize;
-
-    /* check result */
-    if (tableLog > maxTableLog) return ERROR(tableLog_tooLarge);   /* DTable can't fit code depth */
-
-    /* find maxWeight */
-    for (maxW = tableLog; rankStats[maxW]==0; maxW--) {}  /* necessarily finds a solution before 0 */
-
-    /* Get start index of each weight */
-    {   U32 w, nextRankStart = 0;
-        for (w=1; w<maxW+1; w++) {
-            U32 current = nextRankStart;
-            nextRankStart += rankStats[w];
-            rankStart[w] = current;
-        }
-        rankStart[0] = nextRankStart;   /* put all 0w symbols at the end of sorted list*/
-        sizeOfSort = nextRankStart;
-    }
-
-    /* sort symbols by weight */
-    {   U32 s;
-        for (s=0; s<nbSymbols; s++) {
-            U32 const w = weightList[s];
-            U32 const r = rankStart[w]++;
-            sortedSymbol[r].symbol = (BYTE)s;
-            sortedSymbol[r].weight = (BYTE)w;
-        }
-        rankStart[0] = 0;   /* forget 0w symbols; this is beginning of weight(1) */
-    }
-
-    /* Build rankVal */
-    {   U32* const rankVal0 = rankVal[0];
-        {   int const rescale = (maxTableLog-tableLog) - 1;   /* tableLog <= maxTableLog */
-            U32 nextRankVal = 0;
-            U32 w;
-            for (w=1; w<maxW+1; w++) {
-                U32 current = nextRankVal;
-                nextRankVal += rankStats[w] << (w+rescale);
-                rankVal0[w] = current;
-        }   }
-        {   U32 const minBits = tableLog+1 - maxW;
-            U32 consumed;
-            for (consumed = minBits; consumed < maxTableLog - minBits + 1; consumed++) {
-                U32* const rankValPtr = rankVal[consumed];
-                U32 w;
-                for (w = 1; w < maxW+1; w++) {
-                    rankValPtr[w] = rankVal0[w] >> consumed;
-    }   }   }   }
-
-    HUF_fillDTableX4(dt, maxTableLog,
-                   sortedSymbol, sizeOfSort,
-                   rankStart0, rankVal, maxW,
-                   tableLog+1);
-
-    dtd.tableLog = (BYTE)maxTableLog;
-    dtd.tableType = 1;
-    memcpy(DTable, &dtd, sizeof(dtd));
-    return iSize;
-}
-
-
-static U32 HUF_decodeSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
-{
-    size_t const val = BIT_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
-    memcpy(op, dt+val, 2);
-    BIT_skipBits(DStream, dt[val].nbBits);
-    return dt[val].length;
-}
-
-static U32 HUF_decodeLastSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
-{
-    size_t const val = BIT_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
-    memcpy(op, dt+val, 1);
-    if (dt[val].length==1) BIT_skipBits(DStream, dt[val].nbBits);
-    else {
-        if (DStream->bitsConsumed < (sizeof(DStream->bitContainer)*8)) {
-            BIT_skipBits(DStream, dt[val].nbBits);
-            if (DStream->bitsConsumed > (sizeof(DStream->bitContainer)*8))
-                DStream->bitsConsumed = (sizeof(DStream->bitContainer)*8);   /* ugly hack; works only because it's the last symbol. Note : can't easily extract nbBits from just this symbol */
-    }   }
-    return 1;
-}
-
-
-#define HUF_DECODE_SYMBOLX4_0(ptr, DStreamPtr) \
-    ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
-
-#define HUF_DECODE_SYMBOLX4_1(ptr, DStreamPtr) \
-    if (MEM_64bits() || (HUF_TABLELOG_MAX<=12)) \
-        ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
-
-#define HUF_DECODE_SYMBOLX4_2(ptr, DStreamPtr) \
-    if (MEM_64bits()) \
-        ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
-
-static inline size_t HUF_decodeStreamX4(BYTE* p, BIT_DStream_t* bitDPtr, BYTE* const pEnd, const HUF_DEltX4* const dt, const U32 dtLog)
-{
-    BYTE* const pStart = p;
-
-    /* up to 8 symbols at a time */
-    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) & (p < pEnd-(sizeof(bitDPtr->bitContainer)-1))) {
-        HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
-        HUF_DECODE_SYMBOLX4_1(p, bitDPtr);
-        HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
-        HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
-    }
-
-    /* closer to end : up to 2 symbols at a time */
-    while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) & (p <= pEnd-2))
-        HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
-
-    while (p <= pEnd-2)
-        HUF_DECODE_SYMBOLX4_0(p, bitDPtr);   /* no need to reload : reached the end of DStream */
-
-    if (p < pEnd)
-        p += HUF_decodeLastSymbolX4(p, bitDPtr, dt, dtLog);
-
-    return p-pStart;
-}
-
-
-static size_t HUF_decompress1X4_usingDTable_internal(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    BIT_DStream_t bitD;
-
-    /* Init */
-    {   size_t const errorCode = BIT_initDStream(&bitD, cSrc, cSrcSize);
-        if (HUF_isError(errorCode)) return errorCode;
-    }
-
-    /* decode */
-    {   BYTE* const ostart = (BYTE*) dst;
-        BYTE* const oend = ostart + dstSize;
-        const void* const dtPtr = DTable+1;   /* force compiler to not use strict-aliasing */
-        const HUF_DEltX4* const dt = (const HUF_DEltX4*)dtPtr;
-        DTableDesc const dtd = HUF_getDTableDesc(DTable);
-        HUF_decodeStreamX4(ostart, &bitD, oend, dt, dtd.tableLog);
-    }
-
-    /* check */
-    if (!BIT_endOfDStream(&bitD)) return ERROR(corruption_detected);
-
-    /* decoded size */
-    return dstSize;
-}
-
-size_t HUF_decompress1X4_usingDTable(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    DTableDesc dtd = HUF_getDTableDesc(DTable);
-    if (dtd.tableType != 1) return ERROR(GENERIC);
-    return HUF_decompress1X4_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
-}
-
-size_t HUF_decompress1X4_DCtx (HUF_DTable* DCtx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    const BYTE* ip = (const BYTE*) cSrc;
-
-    size_t const hSize = HUF_readDTableX4 (DCtx, cSrc, cSrcSize);
-    if (HUF_isError(hSize)) return hSize;
-    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
-    ip += hSize; cSrcSize -= hSize;
-
-    return HUF_decompress1X4_usingDTable_internal (dst, dstSize, ip, cSrcSize, DCtx);
-}
-
-size_t HUF_decompress1X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    HUF_CREATE_STATIC_DTABLEX4(DTable, HUF_TABLELOG_MAX);
-    return HUF_decompress1X4_DCtx(DTable, dst, dstSize, cSrc, cSrcSize);
-}
-
-static size_t HUF_decompress4X4_usingDTable_internal(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    if (cSrcSize < 10) return ERROR(corruption_detected);   /* strict minimum : jump table + 1 byte per stream */
-
-    {   const BYTE* const istart = (const BYTE*) cSrc;
-        BYTE* const ostart = (BYTE*) dst;
-        BYTE* const oend = ostart + dstSize;
-        const void* const dtPtr = DTable+1;
-        const HUF_DEltX4* const dt = (const HUF_DEltX4*)dtPtr;
-
-        /* Init */
-        BIT_DStream_t bitD1;
-        BIT_DStream_t bitD2;
-        BIT_DStream_t bitD3;
-        BIT_DStream_t bitD4;
-        size_t const length1 = MEM_readLE16(istart);
-        size_t const length2 = MEM_readLE16(istart+2);
-        size_t const length3 = MEM_readLE16(istart+4);
-        size_t const length4 = cSrcSize - (length1 + length2 + length3 + 6);
-        const BYTE* const istart1 = istart + 6;  /* jumpTable */
-        const BYTE* const istart2 = istart1 + length1;
-        const BYTE* const istart3 = istart2 + length2;
-        const BYTE* const istart4 = istart3 + length3;
-        size_t const segmentSize = (dstSize+3) / 4;
-        BYTE* const opStart2 = ostart + segmentSize;
-        BYTE* const opStart3 = opStart2 + segmentSize;
-        BYTE* const opStart4 = opStart3 + segmentSize;
-        BYTE* op1 = ostart;
-        BYTE* op2 = opStart2;
-        BYTE* op3 = opStart3;
-        BYTE* op4 = opStart4;
-        U32 endSignal;
-        DTableDesc const dtd = HUF_getDTableDesc(DTable);
-        U32 const dtLog = dtd.tableLog;
-
-        if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
-        { size_t const errorCode = BIT_initDStream(&bitD1, istart1, length1);
-          if (HUF_isError(errorCode)) return errorCode; }
-        { size_t const errorCode = BIT_initDStream(&bitD2, istart2, length2);
-          if (HUF_isError(errorCode)) return errorCode; }
-        { size_t const errorCode = BIT_initDStream(&bitD3, istart3, length3);
-          if (HUF_isError(errorCode)) return errorCode; }
-        { size_t const errorCode = BIT_initDStream(&bitD4, istart4, length4);
-          if (HUF_isError(errorCode)) return errorCode; }
-
-        /* 16-32 symbols per loop (4-8 symbols per stream) */
-        endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
-        for ( ; (endSignal==BIT_DStream_unfinished) & (op4<(oend-(sizeof(bitD4.bitContainer)-1))) ; ) {
-            HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
-            HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
-            HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
-            HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
-            HUF_DECODE_SYMBOLX4_1(op1, &bitD1);
-            HUF_DECODE_SYMBOLX4_1(op2, &bitD2);
-            HUF_DECODE_SYMBOLX4_1(op3, &bitD3);
-            HUF_DECODE_SYMBOLX4_1(op4, &bitD4);
-            HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
-            HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
-            HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
-            HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
-            HUF_DECODE_SYMBOLX4_0(op1, &bitD1);
-            HUF_DECODE_SYMBOLX4_0(op2, &bitD2);
-            HUF_DECODE_SYMBOLX4_0(op3, &bitD3);
-            HUF_DECODE_SYMBOLX4_0(op4, &bitD4);
-
-            endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
-        }
-
-        /* check corruption */
-        if (op1 > opStart2) return ERROR(corruption_detected);
-        if (op2 > opStart3) return ERROR(corruption_detected);
-        if (op3 > opStart4) return ERROR(corruption_detected);
-        /* note : op4 already verified within main loop */
-
-        /* finish bitStreams one by one */
-        HUF_decodeStreamX4(op1, &bitD1, opStart2, dt, dtLog);
-        HUF_decodeStreamX4(op2, &bitD2, opStart3, dt, dtLog);
-        HUF_decodeStreamX4(op3, &bitD3, opStart4, dt, dtLog);
-        HUF_decodeStreamX4(op4, &bitD4, oend,     dt, dtLog);
-
-        /* check */
-        { U32 const endCheck = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
-          if (!endCheck) return ERROR(corruption_detected); }
-
-        /* decoded size */
-        return dstSize;
-    }
-}
-
-
-size_t HUF_decompress4X4_usingDTable(
-          void* dst,  size_t dstSize,
-    const void* cSrc, size_t cSrcSize,
-    const HUF_DTable* DTable)
-{
-    DTableDesc dtd = HUF_getDTableDesc(DTable);
-    if (dtd.tableType != 1) return ERROR(GENERIC);
-    return HUF_decompress4X4_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable);
-}
-
-
-size_t HUF_decompress4X4_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    const BYTE* ip = (const BYTE*) cSrc;
-
-    size_t hSize = HUF_readDTableX4 (dctx, cSrc, cSrcSize);
-    if (HUF_isError(hSize)) return hSize;
-    if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
-    ip += hSize; cSrcSize -= hSize;
-
-    return HUF_decompress4X4_usingDTable_internal(dst, dstSize, ip, cSrcSize, dctx);
-}
-
-size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    HUF_CREATE_STATIC_DTABLEX4(DTable, HUF_TABLELOG_MAX);
-    return HUF_decompress4X4_DCtx(DTable, dst, dstSize, cSrc, cSrcSize);
-}
-
-
-/* ********************************/
-/* Generic decompression selector */
-/* ********************************/
-
-size_t HUF_decompress1X_usingDTable(void* dst, size_t maxDstSize,
-                                    const void* cSrc, size_t cSrcSize,
-                                    const HUF_DTable* DTable)
-{
-    DTableDesc const dtd = HUF_getDTableDesc(DTable);
-    return dtd.tableType ? HUF_decompress1X4_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable) :
-                           HUF_decompress1X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable);
-}
-
-size_t HUF_decompress4X_usingDTable(void* dst, size_t maxDstSize,
-                                    const void* cSrc, size_t cSrcSize,
-                                    const HUF_DTable* DTable)
-{
-    DTableDesc const dtd = HUF_getDTableDesc(DTable);
-    return dtd.tableType ? HUF_decompress4X4_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable) :
-                           HUF_decompress4X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable);
-}
-
-
-typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t;
-static const algo_time_t algoTime[16 /* Quantization */][3 /* single, double, quad */] =
-{
-    /* single, double, quad */
-    {{0,0}, {1,1}, {2,2}},  /* Q==0 : impossible */
-    {{0,0}, {1,1}, {2,2}},  /* Q==1 : impossible */
-    {{  38,130}, {1313, 74}, {2151, 38}},   /* Q == 2 : 12-18% */
-    {{ 448,128}, {1353, 74}, {2238, 41}},   /* Q == 3 : 18-25% */
-    {{ 556,128}, {1353, 74}, {2238, 47}},   /* Q == 4 : 25-32% */
-    {{ 714,128}, {1418, 74}, {2436, 53}},   /* Q == 5 : 32-38% */
-    {{ 883,128}, {1437, 74}, {2464, 61}},   /* Q == 6 : 38-44% */
-    {{ 897,128}, {1515, 75}, {2622, 68}},   /* Q == 7 : 44-50% */
-    {{ 926,128}, {1613, 75}, {2730, 75}},   /* Q == 8 : 50-56% */
-    {{ 947,128}, {1729, 77}, {3359, 77}},   /* Q == 9 : 56-62% */
-    {{1107,128}, {2083, 81}, {4006, 84}},   /* Q ==10 : 62-69% */
-    {{1177,128}, {2379, 87}, {4785, 88}},   /* Q ==11 : 69-75% */
-    {{1242,128}, {2415, 93}, {5155, 84}},   /* Q ==12 : 75-81% */
-    {{1349,128}, {2644,106}, {5260,106}},   /* Q ==13 : 81-87% */
-    {{1455,128}, {2422,124}, {4174,124}},   /* Q ==14 : 87-93% */
-    {{ 722,128}, {1891,145}, {1936,146}},   /* Q ==15 : 93-99% */
-};
-
-/** HUF_selectDecoder() :
-*   Tells which decoder is likely to decode faster,
-*   based on a set of pre-determined metrics.
-*   @return : 0==HUF_decompress4X2, 1==HUF_decompress4X4 .
-*   Assumption : 0 < cSrcSize < dstSize <= 128 KB */
-U32 HUF_selectDecoder (size_t dstSize, size_t cSrcSize)
-{
-    /* decoder timing evaluation */
-    U32 const Q = (U32)(cSrcSize * 16 / dstSize);   /* Q < 16 since dstSize > cSrcSize */
-    U32 const D256 = (U32)(dstSize >> 8);
-    U32 const DTime0 = algoTime[Q][0].tableTime + (algoTime[Q][0].decode256Time * D256);
-    U32 DTime1 = algoTime[Q][1].tableTime + (algoTime[Q][1].decode256Time * D256);
-    DTime1 += DTime1 >> 3;  /* advantage to algorithm using less memory, for cache eviction */
-
-    return DTime1 < DTime0;
-}
-
-
-typedef size_t (*decompressionAlgo)(void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);
-
-size_t HUF_decompress (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    static const decompressionAlgo decompress[2] = { HUF_decompress4X2, HUF_decompress4X4 };
-
-    /* validation checks */
-    if (dstSize == 0) return ERROR(dstSize_tooSmall);
-    if (cSrcSize > dstSize) return ERROR(corruption_detected);   /* invalid */
-    if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed */
-    if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
-
-    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
-        return decompress[algoNb](dst, dstSize, cSrc, cSrcSize);
-    }
-}
-
-size_t HUF_decompress4X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    /* validation checks */
-    if (dstSize == 0) return ERROR(dstSize_tooSmall);
-    if (cSrcSize > dstSize) return ERROR(corruption_detected);   /* invalid */
-    if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed */
-    if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
-
-    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
-        return algoNb ? HUF_decompress4X4_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) :
-                        HUF_decompress4X2_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) ;
-    }
-}
-
-size_t HUF_decompress4X_hufOnly (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    /* validation checks */
-    if (dstSize == 0) return ERROR(dstSize_tooSmall);
-    if ((cSrcSize >= dstSize) || (cSrcSize <= 1)) return ERROR(corruption_detected);   /* invalid */
-
-    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
-        return algoNb ? HUF_decompress4X4_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) :
-                        HUF_decompress4X2_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) ;
-    }
-}
-
-size_t HUF_decompress1X_DCtx (HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
-{
-    /* validation checks */
-    if (dstSize == 0) return ERROR(dstSize_tooSmall);
-    if (cSrcSize > dstSize) return ERROR(corruption_detected);   /* invalid */
-    if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed */
-    if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
-
-    {   U32 const algoNb = HUF_selectDecoder(dstSize, cSrcSize);
-        return algoNb ? HUF_decompress1X4_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) :
-                        HUF_decompress1X2_DCtx(dctx, dst, dstSize, cSrc, cSrcSize) ;
-    }
-}
diff --git a/contrib/lizard/lib/entropy/mem.h b/contrib/lizard/lib/entropy/mem.h
deleted file mode 100644
index 708d897a1cc..00000000000
--- a/contrib/lizard/lib/entropy/mem.h
+++ /dev/null
@@ -1,372 +0,0 @@
-/**
- * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree. An additional grant
- * of patent rights can be found in the PATENTS file in the same directory.
- */
-
-#ifndef MEM_H_MODULE
-#define MEM_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-/*-****************************************
-*  Dependencies
-******************************************/
-#include <stddef.h>     /* size_t, ptrdiff_t */
-#include <string.h>     /* memcpy */
-
-
-/*-****************************************
-*  Compiler specifics
-******************************************/
-#if defined(_MSC_VER)   /* Visual Studio */
-#   include <stdlib.h>  /* _byteswap_ulong */
-#   include <intrin.h>  /* _byteswap_* */
-#endif
-#if defined(__GNUC__)
-#  define MEM_STATIC static __inline __attribute__((unused))
-#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
-#  define MEM_STATIC static inline
-#elif defined(_MSC_VER)
-#  define MEM_STATIC static __inline
-#else
-#  define MEM_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
-#endif
-
-/* code only tested on 32 and 64 bits systems */
-#define MEM_STATIC_ASSERT(c)   { enum { XXH_static_assert = 1/(int)(!!(c)) }; }
-MEM_STATIC void MEM_check(void) { MEM_STATIC_ASSERT((sizeof(size_t)==4) || (sizeof(size_t)==8)); }
-
-
-/*-**************************************************************
-*  Basic Types
-*****************************************************************/
-#if  !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
-# include <stdint.h>
-  typedef  uint8_t BYTE;
-  typedef uint16_t U16;
-  typedef  int16_t S16;
-  typedef uint32_t U32;
-  typedef  int32_t S32;
-  typedef uint64_t U64;
-  typedef  int64_t S64;
-  typedef intptr_t iPtrDiff;
-#else
-  typedef unsigned char      BYTE;
-  typedef unsigned short      U16;
-  typedef   signed short      S16;
-  typedef unsigned int        U32;
-  typedef   signed int        S32;
-  typedef unsigned long long  U64;
-  typedef   signed long long  S64;
-  typedef ptrdiff_t      iPtrDiff;
-#endif
-
-
-/*-**************************************************************
-*  Memory I/O
-*****************************************************************/
-/* MEM_FORCE_MEMORY_ACCESS :
- * By default, access to unaligned memory is controlled by `memcpy()`, which is safe and portable.
- * Unfortunately, on some target/compiler combinations, the generated assembly is sub-optimal.
- * The below switch allow to select different access method for improved performance.
- * Method 0 (default) : use `memcpy()`. Safe and portable.
- * Method 1 : `__packed` statement. It depends on compiler extension (ie, not portable).
- *            This method is safe if your compiler supports it, and *generally* as fast or faster than `memcpy`.
- * Method 2 : direct access. This method is portable but violate C standard.
- *            It can generate buggy code on targets depending on alignment.
- *            In some circumstances, it's the only known way to get the most performance (ie GCC + ARMv6)
- * See http://fastcompression.blogspot.fr/2015/08/accessing-unaligned-memory.html for details.
- * Prefer these methods in priority order (0 > 1 > 2)
- */
-#ifndef MEM_FORCE_MEMORY_ACCESS   /* can be defined externally, on command line for example */
-#  if defined(__GNUC__) && ( defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6Z__) || defined(__ARM_ARCH_6ZK__) || defined(__ARM_ARCH_6T2__) )
-#    define MEM_FORCE_MEMORY_ACCESS 2
-#  elif defined(__INTEL_COMPILER) /*|| defined(_MSC_VER)*/ || \
-  (defined(__GNUC__) && ( defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || defined(__ARM_ARCH_7R__) || defined(__ARM_ARCH_7M__) || defined(__ARM_ARCH_7S__) ))
-#    define MEM_FORCE_MEMORY_ACCESS 1
-#  endif
-#endif
-
-MEM_STATIC unsigned MEM_32bits(void) { return sizeof(size_t)==4; }
-MEM_STATIC unsigned MEM_64bits(void) { return sizeof(size_t)==8; }
-
-MEM_STATIC unsigned MEM_isLittleEndian(void)
-{
-    const union { U32 u; BYTE c[4]; } one = { 1 };   /* don't use static : performance detrimental  */
-    return one.c[0];
-}
-
-#if defined(MEM_FORCE_MEMORY_ACCESS) && (MEM_FORCE_MEMORY_ACCESS==2)
-
-/* violates C standard, by lying on structure alignment.
-Only use if no other choice to achieve best performance on target platform */
-MEM_STATIC U16 MEM_read16(const void* memPtr) { return *(const U16*) memPtr; }
-MEM_STATIC U32 MEM_read32(const void* memPtr) { return *(const U32*) memPtr; }
-MEM_STATIC U64 MEM_read64(const void* memPtr) { return *(const U64*) memPtr; }
-MEM_STATIC U64 MEM_readST(const void* memPtr) { return *(const size_t*) memPtr; }
-
-MEM_STATIC void MEM_write16(void* memPtr, U16 value) { *(U16*)memPtr = value; }
-MEM_STATIC void MEM_write32(void* memPtr, U32 value) { *(U32*)memPtr = value; }
-MEM_STATIC void MEM_write64(void* memPtr, U64 value) { *(U64*)memPtr = value; }
-
-#elif defined(MEM_FORCE_MEMORY_ACCESS) && (MEM_FORCE_MEMORY_ACCESS==1)
-
-/* __pack instructions are safer, but compiler specific, hence potentially problematic for some compilers */
-/* currently only defined for gcc and icc */
-#if defined(_MSC_VER) || (defined(__INTEL_COMPILER) && defined(WIN32))
-	__pragma( pack(push, 1) )
-    typedef union { U16 u16; U32 u32; U64 u64; size_t st; } unalign;
-    __pragma( pack(pop) )
-#else
-    typedef union { U16 u16; U32 u32; U64 u64; size_t st; } __attribute__((packed)) unalign;
-#endif
-
-MEM_STATIC U16 MEM_read16(const void* ptr) { return ((const unalign*)ptr)->u16; }
-MEM_STATIC U32 MEM_read32(const void* ptr) { return ((const unalign*)ptr)->u32; }
-MEM_STATIC U64 MEM_read64(const void* ptr) { return ((const unalign*)ptr)->u64; }
-MEM_STATIC U64 MEM_readST(const void* ptr) { return ((const unalign*)ptr)->st; }
-
-MEM_STATIC void MEM_write16(void* memPtr, U16 value) { ((unalign*)memPtr)->u16 = value; }
-MEM_STATIC void MEM_write32(void* memPtr, U32 value) { ((unalign*)memPtr)->u32 = value; }
-MEM_STATIC void MEM_write64(void* memPtr, U64 value) { ((unalign*)memPtr)->u64 = value; }
-
-#else
-
-/* default method, safe and standard.
-   can sometimes prove slower */
-
-MEM_STATIC U16 MEM_read16(const void* memPtr)
-{
-    U16 val; memcpy(&val, memPtr, sizeof(val)); return val;
-}
-
-MEM_STATIC U32 MEM_read32(const void* memPtr)
-{
-    U32 val; memcpy(&val, memPtr, sizeof(val)); return val;
-}
-
-MEM_STATIC U64 MEM_read64(const void* memPtr)
-{
-    U64 val; memcpy(&val, memPtr, sizeof(val)); return val;
-}
-
-MEM_STATIC size_t MEM_readST(const void* memPtr)
-{
-    size_t val; memcpy(&val, memPtr, sizeof(val)); return val;
-}
-
-MEM_STATIC void MEM_write16(void* memPtr, U16 value)
-{
-    memcpy(memPtr, &value, sizeof(value));
-}
-
-MEM_STATIC void MEM_write32(void* memPtr, U32 value)
-{
-    memcpy(memPtr, &value, sizeof(value));
-}
-
-MEM_STATIC void MEM_write64(void* memPtr, U64 value)
-{
-    memcpy(memPtr, &value, sizeof(value));
-}
-
-#endif /* MEM_FORCE_MEMORY_ACCESS */
-
-MEM_STATIC U32 MEM_swap32(U32 in)
-{
-#if defined(_MSC_VER)     /* Visual Studio */
-    return _byteswap_ulong(in);
-#elif defined (__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 403)
-    return __builtin_bswap32(in);
-#else
-    return  ((in << 24) & 0xff000000 ) |
-            ((in <<  8) & 0x00ff0000 ) |
-            ((in >>  8) & 0x0000ff00 ) |
-            ((in >> 24) & 0x000000ff );
-#endif
-}
-
-MEM_STATIC U64 MEM_swap64(U64 in)
-{
-#if defined(_MSC_VER)     /* Visual Studio */
-    return _byteswap_uint64(in);
-#elif defined (__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 403)
-    return __builtin_bswap64(in);
-#else
-    return  ((in << 56) & 0xff00000000000000ULL) |
-            ((in << 40) & 0x00ff000000000000ULL) |
-            ((in << 24) & 0x0000ff0000000000ULL) |
-            ((in << 8)  & 0x000000ff00000000ULL) |
-            ((in >> 8)  & 0x00000000ff000000ULL) |
-            ((in >> 24) & 0x0000000000ff0000ULL) |
-            ((in >> 40) & 0x000000000000ff00ULL) |
-            ((in >> 56) & 0x00000000000000ffULL);
-#endif
-}
-
-MEM_STATIC size_t MEM_swapST(size_t in)
-{
-    if (MEM_32bits())
-        return (size_t)MEM_swap32((U32)in);
-    else
-        return (size_t)MEM_swap64((U64)in);
-}
-
-/*=== Little endian r/w ===*/
-
-MEM_STATIC U16 MEM_readLE16(const void* memPtr)
-{
-    if (MEM_isLittleEndian())
-        return MEM_read16(memPtr);
-    else {
-        const BYTE* p = (const BYTE*)memPtr;
-        return (U16)(p[0] + (p[1]<<8));
-    }
-}
-
-MEM_STATIC void MEM_writeLE16(void* memPtr, U16 val)
-{
-    if (MEM_isLittleEndian()) {
-        MEM_write16(memPtr, val);
-    } else {
-        BYTE* p = (BYTE*)memPtr;
-        p[0] = (BYTE)val;
-        p[1] = (BYTE)(val>>8);
-    }
-}
-
-MEM_STATIC U32 MEM_readLE24(const void* memPtr)
-{
-    return MEM_readLE16(memPtr) + (((const BYTE*)memPtr)[2] << 16);
-}
-
-MEM_STATIC void MEM_writeLE24(void* memPtr, U32 val)
-{
-    MEM_writeLE16(memPtr, (U16)val);
-    ((BYTE*)memPtr)[2] = (BYTE)(val>>16);
-}
-
-MEM_STATIC U32 MEM_readLE32(const void* memPtr)
-{
-    if (MEM_isLittleEndian())
-        return MEM_read32(memPtr);
-    else
-        return MEM_swap32(MEM_read32(memPtr));
-}
-
-MEM_STATIC void MEM_writeLE32(void* memPtr, U32 val32)
-{
-    if (MEM_isLittleEndian())
-        MEM_write32(memPtr, val32);
-    else
-        MEM_write32(memPtr, MEM_swap32(val32));
-}
-
-MEM_STATIC U64 MEM_readLE64(const void* memPtr)
-{
-    if (MEM_isLittleEndian())
-        return MEM_read64(memPtr);
-    else
-        return MEM_swap64(MEM_read64(memPtr));
-}
-
-MEM_STATIC void MEM_writeLE64(void* memPtr, U64 val64)
-{
-    if (MEM_isLittleEndian())
-        MEM_write64(memPtr, val64);
-    else
-        MEM_write64(memPtr, MEM_swap64(val64));
-}
-
-MEM_STATIC size_t MEM_readLEST(const void* memPtr)
-{
-    if (MEM_32bits())
-        return (size_t)MEM_readLE32(memPtr);
-    else
-        return (size_t)MEM_readLE64(memPtr);
-}
-
-MEM_STATIC void MEM_writeLEST(void* memPtr, size_t val)
-{
-    if (MEM_32bits())
-        MEM_writeLE32(memPtr, (U32)val);
-    else
-        MEM_writeLE64(memPtr, (U64)val);
-}
-
-/*=== Big endian r/w ===*/
-
-MEM_STATIC U32 MEM_readBE32(const void* memPtr)
-{
-    if (MEM_isLittleEndian())
-        return MEM_swap32(MEM_read32(memPtr));
-    else
-        return MEM_read32(memPtr);
-}
-
-MEM_STATIC void MEM_writeBE32(void* memPtr, U32 val32)
-{
-    if (MEM_isLittleEndian())
-        MEM_write32(memPtr, MEM_swap32(val32));
-    else
-        MEM_write32(memPtr, val32);
-}
-
-MEM_STATIC U64 MEM_readBE64(const void* memPtr)
-{
-    if (MEM_isLittleEndian())
-        return MEM_swap64(MEM_read64(memPtr));
-    else
-        return MEM_read64(memPtr);
-}
-
-MEM_STATIC void MEM_writeBE64(void* memPtr, U64 val64)
-{
-    if (MEM_isLittleEndian())
-        MEM_write64(memPtr, MEM_swap64(val64));
-    else
-        MEM_write64(memPtr, val64);
-}
-
-MEM_STATIC size_t MEM_readBEST(const void* memPtr)
-{
-    if (MEM_32bits())
-        return (size_t)MEM_readBE32(memPtr);
-    else
-        return (size_t)MEM_readBE64(memPtr);
-}
-
-MEM_STATIC void MEM_writeBEST(void* memPtr, size_t val)
-{
-    if (MEM_32bits())
-        MEM_writeBE32(memPtr, (U32)val);
-    else
-        MEM_writeBE64(memPtr, (U64)val);
-}
-
-
-/* function safe only for comparisons */
-MEM_STATIC U32 MEM_readMINMATCH(const void* memPtr, U32 length)
-{
-    switch (length)
-    {
-    default :
-    case 4 : return MEM_read32(memPtr);
-    case 3 : if (MEM_isLittleEndian())
-                return MEM_read32(memPtr)<<8;
-             else
-                return MEM_read32(memPtr)>>8;
-    }
-}
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* MEM_H_MODULE */
diff --git a/contrib/lizard/lib/liblizard.pc.in b/contrib/lizard/lib/liblizard.pc.in
deleted file mode 100644
index 233c2e08faf..00000000000
--- a/contrib/lizard/lib/liblizard.pc.in
+++ /dev/null
@@ -1,15 +0,0 @@
-#   Lizard - Fast LZ compression algorithm
-#   Copyright (C) 2011-2014, Yann Collet
-#   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
-#   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-prefix=@PREFIX@
-libdir=@LIBDIR@
-includedir=@INCLUDEDIR@
-
-Name: lizard
-Description: extremely fast lossless compression algorithm library
-URL: http://github.com/inikep/lizard
-Version: @VERSION@
-Libs: -L@LIBDIR@ -llizard
-Cflags: -I@INCLUDEDIR@
diff --git a/contrib/lizard/lib/lizard_common.h b/contrib/lizard/lib/lizard_common.h
deleted file mode 100644
index 45730cf4e86..00000000000
--- a/contrib/lizard/lib/lizard_common.h
+++ /dev/null
@@ -1,504 +0,0 @@
-/*
-    Lizard - Fast LZ compression algorithm 
-    Copyright (C) 2011-2015, Yann Collet
-    Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
-
-    BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-    Redistribution and use in source and binary forms, with or without
-    modification, are permitted provided that the following conditions are
-    met:
-
-    * Redistributions of source code must retain the above copyright
-    notice, this list of conditions and the following disclaimer.
-    * Redistributions in binary form must reproduce the above
-    copyright notice, this list of conditions and the following disclaimer
-    in the documentation and/or other materials provided with the
-    distribution.
-
-    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-       - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-#ifndef LIZARD_COMMON_H_2983
-#define LIZARD_COMMON_H_2983
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/*-************************************
-*  Memory routines
-**************************************/
-#include <stdlib.h>   /* malloc, calloc, free */
-#include <string.h>   /* memset, memcpy */
-#include <stdint.h>   /* intptr_t */
-#include "entropy/mem.h"
-#include "lizard_compress.h"      /* LIZARD_GCC_VERSION */
-
-//#define LIZARD_USE_LOGS
-#define LIZARD_LOG_COMPRESS(...) //printf(__VA_ARGS__)
-#define LIZARD_LOG_DECOMPRESS(...) //printf(__VA_ARGS__)
-
-#define LIZARD_LOG_COMPRESS_LZ4(...) //printf(__VA_ARGS__)
-#define COMPLOG_CODEWORDS_LZ4(...) //printf(__VA_ARGS__)
-#define LIZARD_LOG_DECOMPRESS_LZ4(...) //printf(__VA_ARGS__)
-#define DECOMPLOG_CODEWORDS_LZ4(...) //printf(__VA_ARGS__)
-
-#define LIZARD_LOG_COMPRESS_LIZv1(...) //printf(__VA_ARGS__)
-#define COMPLOG_CODEWORDS_LIZv1(...) //printf(__VA_ARGS__)
-#define LIZARD_LOG_DECOMPRESS_LIZv1(...) //printf(__VA_ARGS__)
-#define DECOMPLOG_CODEWORDS_LIZv1(...) //printf(__VA_ARGS__)
-
-
-
-
-/*-************************************
-*  Common Constants
-**************************************/
-#define MINMATCH 4
-//#define USE_LZ4_ONLY
-//#define LIZARD_USE_TEST
-
-#define LIZARD_DICT_SIZE       (1<<24)
-#define WILDCOPYLENGTH      16
-#define LASTLITERALS WILDCOPYLENGTH
-#define MFLIMIT (WILDCOPYLENGTH+MINMATCH)
-
-#define LIZARD_MAX_PRICE           (1<<28)
-#define LIZARD_INIT_LAST_OFFSET    0
-#define LIZARD_MAX_16BIT_OFFSET    (1<<16)
-#define MM_LONGOFF              16
-#define LIZARD_BLOCK_SIZE_PAD      (LIZARD_BLOCK_SIZE+32)
-#define LIZARD_COMPRESS_ADD_BUF    (5*LIZARD_BLOCK_SIZE_PAD)
-#ifndef LIZARD_NO_HUFFMAN
-    #define LIZARD_COMPRESS_ADD_HUF    HUF_compressBound(LIZARD_BLOCK_SIZE_PAD)
-    #define LIZARD_HUF_BLOCK_SIZE      LIZARD_BLOCK_SIZE
-#else
-    #define LIZARD_COMPRESS_ADD_HUF    0
-    #define LIZARD_HUF_BLOCK_SIZE      1
-#endif
-
-/* LZ4 codewords */
-#define ML_BITS_LZ4  4
-#define ML_MASK_LZ4  ((1U<<ML_BITS_LZ4)-1)
-#define RUN_BITS_LZ4 (8-ML_BITS_LZ4)
-#define RUN_MASK_LZ4 ((1U<<RUN_BITS_LZ4)-1)
-
-/* LIZv1 codewords */
-#define ML_BITS_LIZv1       4
-#define RUN_BITS_LIZv1      3
-#define ML_RUN_BITS         (ML_BITS_LIZv1 + RUN_BITS_LIZv1)
-#define MAX_SHORT_LITLEN    7
-#define MAX_SHORT_MATCHLEN  15
-#define LIZARD_LAST_LONG_OFF   31
-
-/* header byte */
-#define LIZARD_FLAG_LITERALS       1
-#define LIZARD_FLAG_FLAGS          2
-#define LIZARD_FLAG_OFFSET16       4
-#define LIZARD_FLAG_OFFSET24       8
-#define LIZARD_FLAG_LEN            16
-#define LIZARD_FLAG_UNCOMPRESSED   128
-
-/* stream numbers */
-#define LIZARD_STREAM_LITERALS       0
-#define LIZARD_STREAM_FLAGS          1
-#define LIZARD_STREAM_OFFSET16       2
-#define LIZARD_STREAM_OFFSET24       3
-#define LIZARD_STREAM_LEN            4
-#define LIZARD_STREAM_UNCOMPRESSED   5
-
-
-
-
-typedef enum { Lizard_parser_fastSmall, Lizard_parser_fast, Lizard_parser_fastBig, Lizard_parser_noChain, Lizard_parser_hashChain, Lizard_parser_priceFast, Lizard_parser_lowestPrice, Lizard_parser_optimalPrice, Lizard_parser_optimalPriceBT } Lizard_parser_type;   /* from faster to stronger */ 
-typedef enum { Lizard_coderwords_LZ4, Lizard_coderwords_LIZv1 } Lizard_decompress_type;
-typedef struct
-{
-    U32 windowLog;     /* largest match distance : impact decompression buffer size */
-    U32 contentLog;    /* full search segment : larger == more compression, slower, more memory (useless for fast) */
-    U32 hashLog;       /* dispatch table : larger == more memory, faster*/
-    U32 hashLog3;      /* dispatch table : larger == more memory, faster*/
-    U32 searchNum;     /* nb of searches : larger == more compression, slower*/
-    U32 searchLength;  /* size of matches : larger == faster decompression */
-    U32 minMatchLongOff;  /* min match size with offsets >= 1<<16 */ 
-    U32 sufficientLength;  /* used only by optimal parser: size of matches which is acceptable: larger == more compression, slower */
-    U32 fullSearch;    /* used only by optimal parser: perform full search of matches: 1 == more compression, slower */
-    Lizard_parser_type parserType;
-    Lizard_decompress_type decompressType;
-} Lizard_parameters; 
-
-
-struct Lizard_stream_s
-{
-    const BYTE* end;        /* next block here to continue on current prefix */
-    const BYTE* base;       /* All index relative to this position */
-    const BYTE* dictBase;   /* alternate base for extDict */
-    U32   dictLimit;        /* below that point, need extDict */
-    U32   lowLimit;         /* below that point, no more dict */
-    U32   nextToUpdate;     /* index from which to continue dictionary update */
-    U32   allocatedMemory;
-    int   compressionLevel;
-    Lizard_parameters params;
-    U32   hashTableSize;
-    U32   chainTableSize;
-    U32*  chainTable;
-    U32*  hashTable;
-    int   last_off;
-    const BYTE* off24pos;
-    U32   huffType;
-    U32   comprStreamLen;
-
-    BYTE*  huffBase;
-    BYTE*  huffEnd;
-    BYTE*  offset16Base;
-    BYTE*  offset24Base;
-    BYTE*  lenBase;
-    BYTE*  literalsBase;
-    BYTE*  flagsBase;
-    BYTE*  offset16Ptr;
-    BYTE*  offset24Ptr;
-    BYTE*  lenPtr;
-    BYTE*  literalsPtr;
-    BYTE*  flagsPtr;
-    BYTE*  offset16End;
-    BYTE*  offset24End;
-    BYTE*  lenEnd;
-    BYTE*  literalsEnd;
-    BYTE*  flagsEnd;
-    U32 flagFreq[256];
-    U32 litFreq[256];
-    U32 litSum, flagSum;
-    U32 litPriceSum, log2LitSum, log2FlagSum;
-    U32  cachedPrice;
-    U32  cachedLitLength;
-    const BYTE* cachedLiterals; 
-    const BYTE* diffBase;
-    const BYTE* srcBase;
-    const BYTE* destBase;
-};
-
-struct Lizard_streamDecode_s {
-    const BYTE* externalDict;
-    size_t extDictSize;
-    const BYTE* prefixEnd;
-    size_t prefixSize;
-};
-
-struct Lizard_dstream_s
-{
-    const BYTE*  offset16Ptr;
-    const BYTE*  offset24Ptr;
-    const BYTE*  lenPtr;
-    const BYTE*  literalsPtr;
-    const BYTE*  flagsPtr;
-    const BYTE*  offset16End;
-    const BYTE*  offset24End;
-    const BYTE*  lenEnd;
-    const BYTE*  literalsEnd;
-    const BYTE*  flagsEnd;
-    const BYTE*  diffBase;
-    intptr_t last_off;
-};
-
-typedef struct Lizard_dstream_s Lizard_dstream_t;
-
-/* *************************************
-*  HC Pre-defined compression levels
-***************************************/
-#define LIZARD_WINDOWLOG_LZ4   16
-#define LIZARD_CHAINLOG_LZ4    LIZARD_WINDOWLOG_LZ4
-#define LIZARD_HASHLOG_LZ4     18
-#define LIZARD_HASHLOG_LZ4SM   12
-
-#define LIZARD_WINDOWLOG_LIZv1 22
-#define LIZARD_CHAINLOG_LIZv1  LIZARD_WINDOWLOG_LIZv1
-#define LIZARD_HASHLOG_LIZv1   18
-
-
-
-static const Lizard_parameters Lizard_defaultParameters[LIZARD_MAX_CLEVEL+1-LIZARD_MIN_CLEVEL] =
-{
-    /*               windLog,              contentLog,               HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
-    {   LIZARD_WINDOWLOG_LZ4,                       0,  LIZARD_HASHLOG_LZ4SM,   0,     0,  0,           0,     0,  0, Lizard_parser_fastSmall,      Lizard_coderwords_LZ4   }, // level 10
-    {   LIZARD_WINDOWLOG_LZ4,                       0,    LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_fast,           Lizard_coderwords_LZ4   }, // level 11
-    {   LIZARD_WINDOWLOG_LZ4,                       0,    LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_noChain,        Lizard_coderwords_LZ4   }, // level 12
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     2,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 13
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     4,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 14
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     8,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 15
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,    16,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 16
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,   256,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 17
-    {   LIZARD_WINDOWLOG_LZ4,   LIZARD_WINDOWLOG_LZ4+1,   LIZARD_HASHLOG_LZ4,  16,    16,  4,           0, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LZ4   }, // level 18
-    {   LIZARD_WINDOWLOG_LZ4,   LIZARD_WINDOWLOG_LZ4+1,                   23,  16,   256,  4,           0, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LZ4   }, // level 19
-    /*              windLog,                contentLog,              HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
-    { LIZARD_WINDOWLOG_LIZv1,                        0,                   14,   0,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_fastBig,        Lizard_coderwords_LIZv1 }, // level 20
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   14,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 21
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 22
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 23
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     2,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 24
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 25
-    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 26
-    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,   128,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 27
-    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  24, 1<<10,  4,  MM_LONGOFF, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 28
-    {                     24,                       25,                   23,  24, 1<<10,  4,  MM_LONGOFF, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 29
-#ifndef LIZARD_NO_HUFFMAN
-    /*               windLog,               contentLog,              HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
-    {   LIZARD_WINDOWLOG_LZ4,                        0, LIZARD_HASHLOG_LZ4SM,   0,     0,  0,           0,     0,  0, Lizard_parser_fastSmall,      Lizard_coderwords_LZ4   }, // level 30
-    {   LIZARD_WINDOWLOG_LZ4,                        0,   LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_fast,           Lizard_coderwords_LZ4   }, // level 31
-    {   LIZARD_WINDOWLOG_LZ4,                        0,                   14,   0,     0,  0,           0,     0,  0, Lizard_parser_noChain,        Lizard_coderwords_LZ4   }, // level 32
-    {   LIZARD_WINDOWLOG_LZ4,                        0,   LIZARD_HASHLOG_LZ4,   0,     0,  0,           0,     0,  0, Lizard_parser_noChain,        Lizard_coderwords_LZ4   }, // level 33
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     2,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 34
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     4,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 35
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,     8,  5,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 36
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,    16,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 37
-    {   LIZARD_WINDOWLOG_LZ4,      LIZARD_CHAINLOG_LZ4,   LIZARD_HASHLOG_LZ4,   0,   256,  4,           0,     0,  0, Lizard_parser_hashChain,      Lizard_coderwords_LZ4   }, // level 38
-    {   LIZARD_WINDOWLOG_LZ4,   LIZARD_WINDOWLOG_LZ4+1,                   23,  16,   256,  4,           0, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LZ4   }, // level 39
-    /*               windLog,               contentLog,              HashLog,  H3,  Snum, SL,   MMLongOff, SuffL, FS, Parser function,           Decompressor type  */
-    { LIZARD_WINDOWLOG_LIZv1,                        0,                   14,   0,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_fastBig,        Lizard_coderwords_LIZv1 }, // level 40
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   14,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 41
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,     0,  0, Lizard_parser_priceFast,      Lizard_coderwords_LIZv1 }, // level 42
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1, LIZARD_HASHLOG_LIZv1,  13,     1,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 43
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     2,  5,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 44
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  0, Lizard_parser_lowestPrice,    Lizard_coderwords_LIZv1 }, // level 45
-    { LIZARD_WINDOWLOG_LIZv1,    LIZARD_CHAINLOG_LIZv1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  0, Lizard_parser_optimalPrice,   Lizard_coderwords_LIZv1 }, // level 46
-    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,     8,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 47
-    { LIZARD_WINDOWLOG_LIZv1,  LIZARD_CHAINLOG_LIZv1+1,                   23,  16,   128,  4,  MM_LONGOFF,    64,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 48
-    {                     24,                       25,                   23,  24, 1<<10,  4,  MM_LONGOFF, 1<<10,  1, Lizard_parser_optimalPriceBT, Lizard_coderwords_LIZv1 }, // level 49
-#endif
-//  {                     10,                       10,                   10,   0,     0,  4,           0,     0,  0, Lizard_fast          }, // min values
-//  {                     24,                       24,                   28,  24, 1<<24,  7,           0, 1<<24,  2, Lizard_optimal_price }, // max values
-};
-
-
-
-/*-************************************
-*  Compiler Options
-**************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  define FORCE_INLINE static __forceinline
-#  include <intrin.h>
-#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
-#  pragma warning(disable : 4293)        /* disable: C4293: too large shift (32-bits) */
-#else
-#  if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)   /* C99 */
-#    if defined(__GNUC__) || defined(__clang__)
-#      define FORCE_INLINE static inline __attribute__((always_inline))
-#    else
-#      define FORCE_INLINE static inline
-#    endif
-#  else
-#    define FORCE_INLINE static
-#  endif   /* __STDC_VERSION__ */
-#endif  /* _MSC_VER */
-
-#define LIZARD_GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
-#if (LIZARD_GCC_VERSION >= 302) || (__INTEL_COMPILER >= 800) || defined(__clang__)
-#  define expect(expr,value)    (__builtin_expect ((expr),(value)) )
-#else
-#  define expect(expr,value)    (expr)
-#endif
-
-#define likely(expr)     expect((expr) != 0, 1)
-#define unlikely(expr)   expect((expr) != 0, 0)
-
-#define KB *(1 <<10)
-#define MB *(1 <<20)
-#define GB *(1U<<30)
-
-#define ALLOCATOR(n,s) calloc(n,s)
-#define FREEMEM        free
-#define MEM_INIT       memset
-#ifndef MAX
-    #define MAX(a,b) ((a)>(b))?(a):(b)
-#endif
-#ifndef MIN
-	#define MIN(a,b) ((a)<(b)?(a):(b))
-#endif
-
-#if MINMATCH == 3
-    #define MEM_readMINMATCH(ptr) (U32)(MEM_read32(ptr)<<8) 
-#else
-    #define MEM_readMINMATCH(ptr) (U32)(MEM_read32(ptr)) 
-#endif 
-
-
-
-
-/*-************************************
-*  Reading and writing into memory
-**************************************/
-#define STEPSIZE sizeof(size_t)
-
-
-MEM_STATIC void Lizard_copy8(void* dst, const void* src)
-{
-    memcpy(dst,src,8);
-}
-
-/* customized variant of memcpy, which can overwrite up to 7 bytes beyond dstEnd */
-MEM_STATIC void Lizard_wildCopy(void* dstPtr, const void* srcPtr, void* dstEnd)
-{
-    BYTE* d = (BYTE*)dstPtr;
-    const BYTE* s = (const BYTE*)srcPtr;
-    BYTE* const e = (BYTE*)dstEnd;
-
-#if 0
-    const size_t l2 = 8 - (((size_t)d) & (sizeof(void*)-1));
-    Lizard_copy8(d,s); if (d>e-9) return;
-    d+=l2; s+=l2;
-#endif /* join to align */
-
-    do { Lizard_copy8(d,s); d+=8; s+=8; } while (d<e);
-}
-
-MEM_STATIC void Lizard_wildCopy16(BYTE* dstPtr, const BYTE* srcPtr, BYTE* dstEnd)
-{
-    do {
-        Lizard_copy8(dstPtr, srcPtr);
-        Lizard_copy8(dstPtr+8, srcPtr+8);
-        dstPtr += 16;
-        srcPtr += 16;
-    }
-    while (dstPtr < dstEnd);
-}
-
-/*
- * LIZARD_FORCE_SW_BITCOUNT
- * Define this parameter if your target system or compiler does not support hardware bit count
- */
-#if defined(_MSC_VER) && defined(_WIN32_WCE)   /* Visual Studio for Windows CE does not support Hardware bit count */
-#  define LIZARD_FORCE_SW_BITCOUNT
-#endif
-
-
-/* **************************************
-*  Function body to include for inlining
-****************************************/
-MEM_STATIC U32 Lizard_highbit32(U32 val)
-{
-#   if defined(_MSC_VER)   /* Visual */
-    unsigned long r=0;
-    _BitScanReverse(&r, val);
-    return (unsigned)r;
-#   elif defined(__GNUC__) && (__GNUC__ >= 3)   /* GCC Intrinsic */
-    return 31 - __builtin_clz(val);
-#   else   /* Software version */
-    static const int DeBruijnClz[32] = { 0, 9, 1, 10, 13, 21, 2, 29, 11, 14, 16, 18, 22, 25, 3, 30, 8, 12, 20, 28, 15, 17, 24, 7, 19, 27, 23, 6, 26, 5, 4, 31 };
-    U32 v = val;
-    int r;
-    v |= v >> 1;
-    v |= v >> 2;
-    v |= v >> 4;
-    v |= v >> 8;
-    v |= v >> 16;
-    r = DeBruijnClz[(U32)(v * 0x07C4ACDDU) >> 27];
-    return r;
-#   endif
-}
-
-
-/*-************************************
-*  Common functions
-**************************************/
-MEM_STATIC unsigned Lizard_NbCommonBytes (register size_t val)
-{
-    if (MEM_isLittleEndian()) {
-        if (MEM_64bits()) {
-#       if defined(_MSC_VER) && defined(_WIN64) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            unsigned long r = 0;
-            _BitScanForward64( &r, (U64)val );
-            return (int)(r>>3);
-#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            return (__builtin_ctzll((U64)val) >> 3);
-#       else
-            static const int DeBruijnBytePos[64] = { 0, 0, 0, 0, 0, 1, 1, 2, 0, 3, 1, 3, 1, 4, 2, 7, 0, 2, 3, 6, 1, 5, 3, 5, 1, 3, 4, 4, 2, 5, 6, 7, 7, 0, 1, 2, 3, 3, 4, 6, 2, 6, 5, 5, 3, 4, 5, 6, 7, 1, 2, 4, 6, 4, 4, 5, 7, 2, 6, 5, 7, 6, 7, 7 };
-            return DeBruijnBytePos[((U64)((val & -(long long)val) * 0x0218A392CDABBD3FULL)) >> 58];
-#       endif
-        } else /* 32 bits */ {
-#       if defined(_MSC_VER) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            unsigned long r;
-            _BitScanForward( &r, (U32)val );
-            return (int)(r>>3);
-#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            return (__builtin_ctz((U32)val) >> 3);
-#       else
-            static const int DeBruijnBytePos[32] = { 0, 0, 3, 0, 3, 1, 3, 0, 3, 2, 2, 1, 3, 2, 0, 1, 3, 3, 1, 2, 2, 2, 2, 0, 3, 1, 2, 0, 1, 0, 1, 1 };
-            return DeBruijnBytePos[((U32)((val & -(S32)val) * 0x077CB531U)) >> 27];
-#       endif
-        }
-    } else   /* Big Endian CPU */ {
-        if (MEM_64bits()) {
-#       if defined(_MSC_VER) && defined(_WIN64) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            unsigned long r = 0;
-            _BitScanReverse64( &r, val );
-            return (unsigned)(r>>3);
-#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            return (__builtin_clzll((U64)val) >> 3);
-#       else
-            unsigned r;
-            if (!(val>>32)) { r=4; } else { r=0; val>>=32; }
-            if (!(val>>16)) { r+=2; val>>=8; } else { val>>=24; }
-            r += (!val);
-            return r;
-#       endif
-        } else /* 32 bits */ {
-#       if defined(_MSC_VER) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            unsigned long r = 0;
-            _BitScanReverse( &r, (unsigned long)val );
-            return (unsigned)(r>>3);
-#       elif (defined(__clang__) || (LIZARD_GCC_VERSION >= 304)) && !defined(LIZARD_FORCE_SW_BITCOUNT)
-            return (__builtin_clz((U32)val) >> 3);
-#       else
-            unsigned r;
-            if (!(val>>16)) { r=2; val>>=8; } else { r=0; val>>=24; }
-            r += (!val);
-            return r;
-#       endif
-        }
-    }
-}
-
-MEM_STATIC unsigned Lizard_count(const BYTE* pIn, const BYTE* pMatch, const BYTE* pInLimit)
-{
-    const BYTE* const pStart = pIn;
-
-    while (likely(pIn<pInLimit-(STEPSIZE-1))) {
-        size_t diff = MEM_readST(pMatch) ^ MEM_readST(pIn);
-        if (!diff) { pIn+=STEPSIZE; pMatch+=STEPSIZE; continue; }
-        pIn += Lizard_NbCommonBytes(diff);
-        return (unsigned)(pIn - pStart);
-    }
-
-    if (MEM_64bits()) if ((pIn<(pInLimit-3)) && (MEM_read32(pMatch) == MEM_read32(pIn))) { pIn+=4; pMatch+=4; }
-    if ((pIn<(pInLimit-1)) && (MEM_read16(pMatch) == MEM_read16(pIn))) { pIn+=2; pMatch+=2; }
-    if ((pIn<pInLimit) && (*pMatch == *pIn)) pIn++;
-    return (unsigned)(pIn - pStart);
-}
-
-/* alias to functions with compressionLevel=1 */
-int Lizard_sizeofState_MinLevel(void);
-int Lizard_compress_MinLevel(const char* source, char* dest, int sourceSize, int maxDestSize);
-int Lizard_compress_extState_MinLevel (void* state, const char* source, char* dest, int inputSize, int maxDestSize);
-Lizard_stream_t* Lizard_resetStream_MinLevel (Lizard_stream_t* streamPtr);
-Lizard_stream_t* Lizard_createStream_MinLevel(void);
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* LIZARD_COMMON_H_2983827168210 */
diff --git a/contrib/lizard/lib/lizard_compress.c b/contrib/lizard/lib/lizard_compress.c
deleted file mode 100644
index 05ac0a4776b..00000000000
--- a/contrib/lizard/lib/lizard_compress.c
+++ /dev/null
@@ -1,630 +0,0 @@
-/*
-    Lizard - Fast LZ compression algorithm 
-    Copyright (C) 2011-2015, Yann Collet
-    Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
-
-    BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-    Redistribution and use in source and binary forms, with or without
-    modification, are permitted provided that the following conditions are
-    met:
-
-    * Redistributions of source code must retain the above copyright
-    notice, this list of conditions and the following disclaimer.
-    * Redistributions in binary form must reproduce the above
-    copyright notice, this list of conditions and the following disclaimer
-    in the documentation and/or other materials provided with the
-    distribution.
-
-    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOTLizard_hash4Ptr
-    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-       - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-
-/* *************************************
-*  Includes
-***************************************/
-#include "lizard_compress.h"
-#include "lizard_common.h"
-#include <stdio.h>
-#include <stdint.h> // intptr_t
-#ifndef USE_LZ4_ONLY
-    #ifdef LIZARD_USE_TEST
-        #include "test/lizard_common_test.h"
-        #include "test/lizard_compress_test.h"
-    #else
-        #include "lizard_compress_liz.h"
-    #endif
-#endif
-#include "lizard_compress_lz4.h"
-#include "entropy/huf.h"
-
-
-/* *************************************
-*  Local Macros
-***************************************/
-#define DELTANEXT(p)        chainTable[(p) & contentMask]
-#define LIZARD_MINIMAL_HUFF_GAIN(comprSize) (comprSize + (comprSize/8) + 512)
-#define LIZARD_MINIMAL_BLOCK_GAIN(comprSize) (comprSize + (comprSize/32) + 512)
-
-
-/*-************************************
-*  Local Utils
-**************************************/
-int Lizard_versionNumber (void) { return LIZARD_VERSION_NUMBER; }
-int Lizard_compressBound(int isize)  { return LIZARD_COMPRESSBOUND(isize); }
-int Lizard_sizeofState_MinLevel() { return Lizard_sizeofState(LIZARD_MIN_CLEVEL); }
-
-
-
-/* *************************************
-*  Hash functions
-***************************************/
-#define HASH_UPDATE_LIMIT 8  /* equal to MEM_read64 */
-static const U32 prime4bytes = 2654435761U;
-static const U64 prime5bytes = 889523592379ULL;
-static const U64 prime6bytes = 227718039650203ULL;
-static const U64 prime7bytes = 58295818150454627ULL;
-
-#if MINMATCH == 3
-static const U32 prime3bytes = 506832829U;
-static U32 Lizard_hash3(U32 u, U32 h) { return (u * prime3bytes) << (32-24) >> (32-h) ; }
-static size_t Lizard_hash3Ptr(const void* ptr, U32 h) { return Lizard_hash3(MEM_read32(ptr), h); }
-#endif
-
-static U32 Lizard_hash4(U32 u, U32 h) { return (u * prime4bytes) >> (32-h) ; }
-static size_t Lizard_hash4Ptr(const void* ptr, U32 h) { return Lizard_hash4(MEM_read32(ptr), h); }
-
-static size_t Lizard_hash5(U64 u, U32 h) { return (size_t)((u * prime5bytes) << (64-40) >> (64-h)) ; }
-static size_t Lizard_hash5Ptr(const void* p, U32 h) { return Lizard_hash5(MEM_read64(p), h); }
-
-static size_t Lizard_hash6(U64 u, U32 h) { return (size_t)((u * prime6bytes) << (64-48) >> (64-h)) ; }
-static size_t Lizard_hash6Ptr(const void* p, U32 h) { return Lizard_hash6(MEM_read64(p), h); }
-
-static size_t Lizard_hash7(U64 u, U32 h) { return (size_t)((u * prime7bytes) << (64-56) >> (64-h)) ; }
-static size_t Lizard_hash7Ptr(const void* p, U32 h) { return Lizard_hash7(MEM_read64(p), h); }
-
-static size_t Lizard_hashPtr(const void* p, U32 hBits, U32 mls)
-{
-    switch(mls)
-    {
-    default:
-    case 4: return Lizard_hash4Ptr(p, hBits);
-    case 5: return Lizard_hash5Ptr(p, hBits);
-    case 6: return Lizard_hash6Ptr(p, hBits);
-    case 7: return Lizard_hash7Ptr(p, hBits);
-    }
-} 
-
-
-
-
-/**************************************
-*  Internal functions
-**************************************/
-/** Lizard_count_2segments() :
-*   can count match length with `ip` & `match` in 2 different segments.
-*   convention : on reaching mEnd, match count continue starting from iStart
-*/
-static size_t Lizard_count_2segments(const BYTE* ip, const BYTE* match, const BYTE* iEnd, const BYTE* mEnd, const BYTE* iStart)
-{
-    const BYTE* const vEnd = MIN( ip + (mEnd - match), iEnd);
-    size_t const matchLength = Lizard_count(ip, match, vEnd);
-    if (match + matchLength != mEnd) return matchLength;
-    return matchLength + Lizard_count(ip+matchLength, iStart, iEnd);
-}
-
-
-void Lizard_initBlock(Lizard_stream_t* ctx)
-{
-    ctx->offset16Ptr = ctx->offset16Base;
-    ctx->offset24Ptr = ctx->offset24Base;
-    ctx->lenPtr      = ctx->lenBase;
-    ctx->literalsPtr = ctx->literalsBase;
-    ctx->flagsPtr = ctx->flagsBase;
-    ctx->last_off = LIZARD_INIT_LAST_OFFSET; /* reset last offset */
-}
-
-
-FORCE_INLINE int Lizard_writeStream(int useHuff, Lizard_stream_t* ctx, BYTE* streamPtr, uint32_t streamLen, BYTE** op, BYTE* oend)
-{
-    if (useHuff && streamLen > 1024) {
-#ifndef LIZARD_NO_HUFFMAN
-        int useHuffBuf;
-        if (*op + 6 > oend) { LIZARD_LOG_COMPRESS("*op[%p] + 6 > oend[%p]\n", *op, oend); return -1; }
-
-        useHuffBuf = ((size_t)(oend - (*op + 6)) < HUF_compressBound(streamLen)); 
-        if (useHuffBuf) {
-            if (streamLen > LIZARD_BLOCK_SIZE) { LIZARD_LOG_COMPRESS("streamLen[%d] > LIZARD_BLOCK_SIZE\n", streamLen); return -1; }
-            ctx->comprStreamLen = (U32)HUF_compress(ctx->huffBase, ctx->huffEnd - ctx->huffBase, streamPtr, streamLen);
-        } else {
-            ctx->comprStreamLen = (U32)HUF_compress(*op + 6, oend - (*op + 6), streamPtr, streamLen);
-        }
-
-        if (!HUF_isError(ctx->comprStreamLen)) {
-            if (ctx->comprStreamLen > 0 && (LIZARD_MINIMAL_HUFF_GAIN(ctx->comprStreamLen) < streamLen)) { /* compressible */
-                MEM_writeLE24(*op, streamLen);
-                MEM_writeLE24(*op+3, ctx->comprStreamLen);
-                if (useHuffBuf) {
-                    if ((size_t)(oend - (*op + 6)) < ctx->comprStreamLen) { LIZARD_LOG_COMPRESS("*op[%p] oend[%p] comprStreamLen[%d]\n", *op, oend, (int)ctx->comprStreamLen); return -1; }
-                    memcpy(*op + 6, ctx->huffBase, ctx->comprStreamLen);
-                }
-                *op += ctx->comprStreamLen + 6;
-                LIZARD_LOG_COMPRESS("HUF_compress streamLen=%d comprStreamLen=%d\n", (int)streamLen, (int)ctx->comprStreamLen);
-                return 1;
-            } else { LIZARD_LOG_COMPRESS("HUF_compress ERROR comprStreamLen=%d streamLen=%d\n", (int)ctx->comprStreamLen, (int)streamLen); }
-        } else { LIZARD_LOG_COMPRESS("HUF_compress ERROR %d: %s\n", (int)ctx->comprStreamLen, HUF_getErrorName(ctx->comprStreamLen)); }
-#else
-        LIZARD_LOG_COMPRESS("compiled with LIZARD_NO_HUFFMAN\n");
-        (void)ctx;
-        return -1; 
-#endif
-    } else ctx->comprStreamLen = 0;
-
-    if (*op + 3 + streamLen > oend) { LIZARD_LOG_COMPRESS("*op[%p] + 3 + streamLen[%d] > oend[%p]\n", *op, streamLen, oend); return -1; }
-    MEM_writeLE24(*op, streamLen);
-    *op += 3;
-    memcpy(*op, streamPtr, streamLen);
-    *op += streamLen;
-    LIZARD_LOG_COMPRESS("Uncompressed streamLen=%d\n", (int)streamLen);
-    return 0;
-}
-
-
-int Lizard_writeBlock(Lizard_stream_t* ctx, const BYTE* ip, uint32_t inputSize, BYTE** op, BYTE* oend)
-{
-    int res;
-    uint32_t flagsLen = (uint32_t)(ctx->flagsPtr - ctx->flagsBase);
-    uint32_t literalsLen = (uint32_t)(ctx->literalsPtr - ctx->literalsBase);
-    uint32_t lenLen = (uint32_t)(ctx->lenPtr - ctx->lenBase);
-    uint32_t offset16Len = (uint32_t)(ctx->offset16Ptr - ctx->offset16Base);
-    uint32_t offset24Len = (uint32_t)(ctx->offset24Ptr - ctx->offset24Base);
-    uint32_t sum = flagsLen + literalsLen + lenLen + offset16Len + offset24Len;
-#ifdef LIZARD_USE_LOGS
-    uint32_t comprFlagsLen, comprLiteralsLen;
-#endif
-
-    BYTE* start = *op;
-    
-    if ((literalsLen < WILDCOPYLENGTH) || (sum+5*3+1 > inputSize)) goto _write_uncompressed;
-
-    *start = 0;
-    *op += 1;
-
-    res = Lizard_writeStream(0, ctx, ctx->lenBase, lenLen, op, oend);
-    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_LEN);
-
-    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_OFFSET16, ctx, ctx->offset16Base, offset16Len, op, oend);
-    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_OFFSET16);
-
-    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_OFFSET24, ctx, ctx->offset24Base, offset24Len, op, oend);
-    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_OFFSET24);
-
-    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_FLAGS, ctx, ctx->flagsBase, flagsLen, op, oend);
-    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_FLAGS);
-#ifdef LIZARD_USE_LOGS
-    comprFlagsLen = ctx->comprStreamLen;
-#endif
-
-    res = Lizard_writeStream(ctx->huffType&LIZARD_FLAG_LITERALS, ctx, ctx->literalsBase, literalsLen, op, oend);
-    if (res < 0) goto _output_error; else *start += (BYTE)(res*LIZARD_FLAG_LITERALS);
-#ifdef LIZARD_USE_LOGS
-    comprLiteralsLen = ctx->comprStreamLen;
-    sum = (int)(*op-start);
-#endif
-
-    if (LIZARD_MINIMAL_BLOCK_GAIN((uint32_t)(*op-start)) > inputSize) goto _write_uncompressed;
-
-    LIZARD_LOG_COMPRESS("%d: total=%d block=%d flagsLen[%.2f%%]=%d comprFlagsLen[%.2f%%]=%d literalsLen[%.2f%%]=%d comprLiteralsLen[%.2f%%]=%d lenLen=%d offset16Len[%.2f%%]=%d offset24Len[%.2f%%]=%d\n", (int)(ip - ctx->srcBase),
-            (int)(*op - ctx->destBase), sum, (flagsLen*100.0)/sum, flagsLen, (comprFlagsLen*100.0)/sum, comprFlagsLen, (literalsLen*100.0)/sum, literalsLen, (comprLiteralsLen*100.0)/sum, comprLiteralsLen,
-            lenLen, (offset16Len*100.0)/sum, offset16Len, (offset24Len*100.0)/sum, offset24Len);
-    return 0;
-
-_write_uncompressed:
-    LIZARD_LOG_COMPRESS("%d: total=%d block=%d UNCOMPRESSED inputSize=%u outSize=%d\n", (int)(ip - ctx->srcBase),
-            (int)(*op - ctx->destBase), (int)(*op-start), inputSize, (int)(oend-start));
-    if ((uint32_t)(oend - start) < inputSize + 4) goto _output_error;
-    *start = LIZARD_FLAG_UNCOMPRESSED;
-    *op = start + 1;
-    MEM_writeLE24(*op, inputSize);
-    *op += 3;
-    memcpy(*op, ip, inputSize);
-    *op += inputSize;
-    return 0;
-
-_output_error:
-    LIZARD_LOG_COMPRESS("Lizard_writeBlock ERROR size=%d/%d flagsLen=%d literalsLen=%d lenLen=%d offset16Len=%d offset24Len=%d\n", (int)(*op-start), (int)(oend-start), flagsLen, literalsLen, lenLen, offset16Len, offset24Len);
-    return 1;
-}
-
-
-FORCE_INLINE int Lizard_encodeSequence (
-    Lizard_stream_t* ctx,
-    const BYTE** ip,
-    const BYTE** anchor,
-    size_t matchLength,
-    const BYTE* const match)
-{
-#ifdef USE_LZ4_ONLY
-    return Lizard_encodeSequence_LZ4(ctx, ip, anchor, matchLength, match);
-#else
-    if (ctx->params.decompressType == Lizard_coderwords_LZ4)
-        return Lizard_encodeSequence_LZ4(ctx, ip, anchor, matchLength, match);
-
-    return Lizard_encodeSequence_LIZv1(ctx, ip, anchor, matchLength, match);
-#endif
-}
-
-
-FORCE_INLINE int Lizard_encodeLastLiterals (
-    Lizard_stream_t* ctx,
-    const BYTE** ip,
-    const BYTE** anchor)
-{
-    LIZARD_LOG_COMPRESS("Lizard_encodeLastLiterals Lizard_coderwords_LZ4=%d\n", ctx->params.decompressType == Lizard_coderwords_LZ4);    
-#ifdef USE_LZ4_ONLY
-    return Lizard_encodeLastLiterals_LZ4(ctx, ip, anchor);
-#else
-    if (ctx->params.decompressType == Lizard_coderwords_LZ4)
-        return Lizard_encodeLastLiterals_LZ4(ctx, ip, anchor);
-
-    return Lizard_encodeLastLiterals_LIZv1(ctx, ip, anchor);
-#endif
-}
-
-
-/**************************************
-*  Include parsers
-**************************************/
-#include "lizard_parser_hashchain.h"
-#include "lizard_parser_nochain.h"
-#include "lizard_parser_fast.h"
-#include "lizard_parser_fastsmall.h"
-#include "lizard_parser_fastbig.h"
-#ifndef USE_LZ4_ONLY
-    #include "lizard_parser_optimal.h"
-    #include "lizard_parser_lowestprice.h"
-    #include "lizard_parser_pricefast.h"
-#endif
-
-
-int Lizard_verifyCompressionLevel(int compressionLevel)
-{
-    if (compressionLevel > LIZARD_MAX_CLEVEL) compressionLevel = LIZARD_MAX_CLEVEL;
-    if (compressionLevel < LIZARD_MIN_CLEVEL) compressionLevel = LIZARD_DEFAULT_CLEVEL;
-    return compressionLevel;
-}
-
-
-int Lizard_sizeofState(int compressionLevel) 
-{ 
-    Lizard_parameters params;
-    U32 hashTableSize, chainTableSize;
-
-    compressionLevel = Lizard_verifyCompressionLevel(compressionLevel);
-    params = Lizard_defaultParameters[compressionLevel - LIZARD_MIN_CLEVEL];
-//    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog3)+((size_t)1 << params.hashLog)));
-    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog)));
-    chainTableSize = (U32)(sizeof(U32)*((size_t)1 << params.contentLog));
-
-    return sizeof(Lizard_stream_t) + hashTableSize + chainTableSize + LIZARD_COMPRESS_ADD_BUF + (int)LIZARD_COMPRESS_ADD_HUF;
-}
-
-
-static void Lizard_init(Lizard_stream_t* ctx, const BYTE* start)
-{
- // No need to use memset() on tables as values are always bound checked
-#ifdef LIZARD_RESET_MEM
-    MEM_INIT((void*)ctx->hashTable, 0, ctx->hashTableSize);
-    MEM_INIT(ctx->chainTable, 0x01, ctx->chainTableSize);
-#endif
- //   printf("memset hashTable=%p hashEnd=%p chainTable=%p chainEnd=%p\n", ctx->hashTable, ((BYTE*)ctx->hashTable) + ctx->hashTableSize, ctx->chainTable, ((BYTE*)ctx->chainTable)+ctx->chainTableSize);
-    ctx->nextToUpdate = LIZARD_DICT_SIZE;
-    ctx->base = start - LIZARD_DICT_SIZE;
-    ctx->end = start;
-    ctx->dictBase = start - LIZARD_DICT_SIZE;
-    ctx->dictLimit = LIZARD_DICT_SIZE;
-    ctx->lowLimit = LIZARD_DICT_SIZE;
-    ctx->last_off = LIZARD_INIT_LAST_OFFSET;
-    ctx->litSum = 0;
-}
-
-
-/* if ctx==NULL memory is allocated and returned as value */
-Lizard_stream_t* Lizard_initStream(Lizard_stream_t* ctx, int compressionLevel) 
-{ 
-    Lizard_parameters params;
-    U32 hashTableSize, chainTableSize;
-    void *tempPtr;
-
-    compressionLevel = Lizard_verifyCompressionLevel(compressionLevel);
-    params = Lizard_defaultParameters[compressionLevel - LIZARD_MIN_CLEVEL];
-//    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog3)+((size_t)1 << params.hashLog)));
-    hashTableSize = (U32)(sizeof(U32)*(((size_t)1 << params.hashLog)));
-    chainTableSize = (U32)(sizeof(U32)*((size_t)1 << params.contentLog));
-    
-    if (!ctx)
-    {
-        ctx = (Lizard_stream_t*)malloc(sizeof(Lizard_stream_t) + hashTableSize + chainTableSize + LIZARD_COMPRESS_ADD_BUF + LIZARD_COMPRESS_ADD_HUF);
-        if (!ctx) { printf("ERROR: Cannot allocate %d MB (compressionLevel=%d)\n", (int)(sizeof(Lizard_stream_t) + hashTableSize + chainTableSize)>>20, compressionLevel); return 0; }
-        LIZARD_LOG_COMPRESS("Allocated %d MB (compressionLevel=%d)\n", (int)(sizeof(Lizard_stream_t) + hashTableSize + chainTableSize)>>20, compressionLevel); 
-        ctx->allocatedMemory = sizeof(Lizard_stream_t) + hashTableSize + chainTableSize + LIZARD_COMPRESS_ADD_BUF + (U32)LIZARD_COMPRESS_ADD_HUF;
-      //  printf("malloc from=%p to=%p hashTable=%p hashEnd=%p chainTable=%p chainEnd=%p\n", ctx, ((BYTE*)ctx)+sizeof(Lizard_stream_t) + hashTableSize + chainTableSize, ctx->hashTable, ((BYTE*)ctx->hashTable) + hashTableSize, ctx->chainTable, ((BYTE*)ctx->chainTable)+chainTableSize);
-    }
-    
-    tempPtr = ctx;
-    ctx->hashTable = (U32*)(tempPtr) + sizeof(Lizard_stream_t)/4;
-    ctx->hashTableSize = hashTableSize;
-    ctx->chainTable = ctx->hashTable + hashTableSize/4;
-    ctx->chainTableSize = chainTableSize;
-    ctx->params = params;
-    ctx->compressionLevel = (unsigned)compressionLevel;
-    if (compressionLevel < 30)
-        ctx->huffType = 0;
-    else
-        ctx->huffType = LIZARD_FLAG_LITERALS + LIZARD_FLAG_FLAGS; // + LIZARD_FLAG_OFFSET16 + LIZARD_FLAG_OFFSET24;
-
-    ctx->literalsBase = (BYTE*)ctx->hashTable + ctx->hashTableSize + ctx->chainTableSize;
-    ctx->flagsBase    = ctx->literalsEnd = ctx->literalsBase + LIZARD_BLOCK_SIZE_PAD;
-    ctx->lenBase      = ctx->flagsEnd    = ctx->flagsBase    + LIZARD_BLOCK_SIZE_PAD;
-    ctx->offset16Base = ctx->lenEnd      = ctx->lenBase      + LIZARD_BLOCK_SIZE_PAD;
-    ctx->offset24Base = ctx->offset16End = ctx->offset16Base + LIZARD_BLOCK_SIZE_PAD;
-    ctx->huffBase     = ctx->offset24End = ctx->offset24Base + LIZARD_BLOCK_SIZE_PAD;
-                        ctx->huffEnd     = ctx->huffBase     + LIZARD_COMPRESS_ADD_HUF;
-
-    return ctx;
-}
-
-
-
-Lizard_stream_t* Lizard_createStream(int compressionLevel) 
-{ 
-    Lizard_stream_t* ctx = Lizard_initStream(NULL, compressionLevel);
-    if (ctx) ctx->base = NULL;
-    return ctx; 
-}
-
-
-/* initialization */
-Lizard_stream_t* Lizard_resetStream(Lizard_stream_t* ctx, int compressionLevel)
-{
-    size_t wanted = Lizard_sizeofState(compressionLevel);
-
-    if (ctx->allocatedMemory < wanted) {
-        Lizard_freeStream(ctx);
-        ctx = Lizard_createStream(compressionLevel);
-    } else {
-        Lizard_initStream(ctx, compressionLevel);
-    }
-
-    if (ctx) ctx->base = NULL;
-    return ctx;
-}
-
-
-int Lizard_freeStream(Lizard_stream_t* ctx) 
-{ 
-    if (ctx) {
-        free(ctx);
-    }
-    return 0; 
-}
-
-
-int Lizard_loadDict(Lizard_stream_t* Lizard_streamPtr, const char* dictionary, int dictSize)
-{
-    Lizard_stream_t* ctxPtr = (Lizard_stream_t*) Lizard_streamPtr;
-    if (dictSize > LIZARD_DICT_SIZE) {
-        dictionary += dictSize - LIZARD_DICT_SIZE;
-        dictSize = LIZARD_DICT_SIZE;
-    }
-    Lizard_init(ctxPtr, (const BYTE*)dictionary);
-    if (dictSize >= HASH_UPDATE_LIMIT) Lizard_Insert (ctxPtr, (const BYTE*)dictionary + (dictSize - (HASH_UPDATE_LIMIT-1)));
-    ctxPtr->end = (const BYTE*)dictionary + dictSize;
-    return dictSize;
-}
-
-
-static void Lizard_setExternalDict(Lizard_stream_t* ctxPtr, const BYTE* newBlock)
-{
-    if (ctxPtr->end >= ctxPtr->base + HASH_UPDATE_LIMIT) Lizard_Insert (ctxPtr, ctxPtr->end - (HASH_UPDATE_LIMIT-1));   /* Referencing remaining dictionary content */
-    /* Only one memory segment for extDict, so any previous extDict is lost at this stage */
-    ctxPtr->lowLimit  = ctxPtr->dictLimit;
-    ctxPtr->dictLimit = (U32)(ctxPtr->end - ctxPtr->base);
-    ctxPtr->dictBase  = ctxPtr->base;
-    ctxPtr->base = newBlock - ctxPtr->dictLimit;
-    ctxPtr->end  = newBlock;
-    ctxPtr->nextToUpdate = ctxPtr->dictLimit;   /* match referencing will resume from there */
-}
-
-
-/* dictionary saving */
-int Lizard_saveDict (Lizard_stream_t* Lizard_streamPtr, char* safeBuffer, int dictSize)
-{
-    Lizard_stream_t* const ctx = (Lizard_stream_t*)Lizard_streamPtr;
-    int const prefixSize = (int)(ctx->end - (ctx->base + ctx->dictLimit));
-    if (dictSize > LIZARD_DICT_SIZE) dictSize = LIZARD_DICT_SIZE;
-    if (dictSize < 4) dictSize = 0;
-    if (dictSize > prefixSize) dictSize = prefixSize;
-    memmove(safeBuffer, ctx->end - dictSize, dictSize);
-    {   U32 const endIndex = (U32)(ctx->end - ctx->base);
-        ctx->end = (const BYTE*)safeBuffer + dictSize;
-        ctx->base = ctx->end - endIndex;
-        ctx->dictLimit = endIndex - dictSize;
-        ctx->lowLimit = endIndex - dictSize;
-        if (ctx->nextToUpdate < ctx->dictLimit) ctx->nextToUpdate = ctx->dictLimit;
-    }
-    return dictSize;
-}
-
-FORCE_INLINE int Lizard_compress_generic (
-    void* ctxvoid,
-    const char* source,
-    char* dest,
-    int inputSize,
-    int maxOutputSize)
-{
-    Lizard_stream_t* ctx = (Lizard_stream_t*) ctxvoid;
-    size_t dictSize = (size_t)(ctx->end - ctx->base) - ctx->dictLimit;
-    const BYTE* ip = (const BYTE*) source;
-    BYTE* op = (BYTE*) dest;
-    BYTE* const oend = op + maxOutputSize;
-    int res;
-
-    (void)dictSize;
-    LIZARD_LOG_COMPRESS("Lizard_compress_generic source=%p inputSize=%d dest=%p maxOutputSize=%d cLevel=%d dictBase=%p dictSize=%d\n", source, inputSize, dest, maxOutputSize, ctx->compressionLevel, ctx->dictBase, (int)dictSize); 
-    *op++ = (BYTE)ctx->compressionLevel;
-    maxOutputSize--; // can be lower than 0
-    ctx->end += inputSize;
-    ctx->srcBase = ctx->off24pos = ip;
-    ctx->destBase = (BYTE*)dest;
-
-    while (inputSize > 0)
-    {
-        int inputPart = MIN(LIZARD_BLOCK_SIZE, inputSize);
-
-        if (ctx->huffType) Lizard_rescaleFreqs(ctx);
-        Lizard_initBlock(ctx);
-        ctx->diffBase = ip;
-
-        switch(ctx->params.parserType)
-        {
-        default:
-        case Lizard_parser_fastSmall:
-            res = Lizard_compress_fastSmall(ctx, ip, ip+inputPart); break;
-        case Lizard_parser_fast:
-            res = Lizard_compress_fast(ctx, ip, ip+inputPart); break;
-        case Lizard_parser_noChain:
-            res = Lizard_compress_noChain(ctx, ip, ip+inputPart); break;
-        case Lizard_parser_hashChain:
-            res = Lizard_compress_hashChain(ctx, ip, ip+inputPart); break;
-#ifndef USE_LZ4_ONLY
-        case Lizard_parser_fastBig:
-            res = Lizard_compress_fastBig(ctx, ip, ip+inputPart); break;
-        case Lizard_parser_priceFast:
-            res = Lizard_compress_priceFast(ctx, ip, ip+inputPart); break;
-        case Lizard_parser_lowestPrice:
-            res = Lizard_compress_lowestPrice(ctx, ip, ip+inputPart); break;
-        case Lizard_parser_optimalPrice:
-        case Lizard_parser_optimalPriceBT:
-            res = Lizard_compress_optimalPrice(ctx, ip, ip+inputPart); break;
-#else
-        case Lizard_parser_priceFast:
-        case Lizard_parser_lowestPrice:
-        case Lizard_parser_optimalPrice:
-        case Lizard_parser_optimalPriceBT:
-            res = 0;
-#endif
-        }
-
-        LIZARD_LOG_COMPRESS("Lizard_compress_generic res=%d inputPart=%d \n", res, inputPart);
-        if (res <= 0) return res;
-
-        if (Lizard_writeBlock(ctx, ip, inputPart, &op, oend)) goto _output_error;
-
-        ip += inputPart;
-        inputSize -= inputPart;
-        LIZARD_LOG_COMPRESS("Lizard_compress_generic in=%d out=%d\n", (int)(ip-(const BYTE*)source), (int)(op-(BYTE*)dest));
-    }
-
-    LIZARD_LOG_COMPRESS("Lizard_compress_generic total=%d\n", (int)(op-(BYTE*)dest));
-    return (int)(op-(BYTE*)dest);
-_output_error:
-    LIZARD_LOG_COMPRESS("Lizard_compress_generic ERROR\n");
-    return 0;
-}
-
-
-int Lizard_compress_continue (Lizard_stream_t* ctxPtr,
-                                            const char* source, char* dest,
-                                            int inputSize, int maxOutputSize)
-{
-    /* auto-init if required */
-    if (ctxPtr->base == NULL) Lizard_init(ctxPtr, (const BYTE*) source);
-
-    /* Check overflow */
-    if ((size_t)(ctxPtr->end - ctxPtr->base) > 2 GB) {
-        size_t dictSize = (size_t)(ctxPtr->end - ctxPtr->base) - ctxPtr->dictLimit;
-        if (dictSize > LIZARD_DICT_SIZE) dictSize = LIZARD_DICT_SIZE;
-        Lizard_loadDict((Lizard_stream_t*)ctxPtr, (const char*)(ctxPtr->end) - dictSize, (int)dictSize);
-    }
-
-    /* Check if blocks follow each other */
-    if ((const BYTE*)source != ctxPtr->end) 
-        Lizard_setExternalDict(ctxPtr, (const BYTE*)source);
-
-    /* Check overlapping input/dictionary space */
-    {   const BYTE* sourceEnd = (const BYTE*) source + inputSize;
-        const BYTE* const dictBegin = ctxPtr->dictBase + ctxPtr->lowLimit;
-        const BYTE* const dictEnd   = ctxPtr->dictBase + ctxPtr->dictLimit;
-        if ((sourceEnd > dictBegin) && ((const BYTE*)source < dictEnd)) {
-            if (sourceEnd > dictEnd) sourceEnd = dictEnd;
-            ctxPtr->lowLimit = (U32)(sourceEnd - ctxPtr->dictBase);
-            if (ctxPtr->dictLimit - ctxPtr->lowLimit < 4) ctxPtr->lowLimit = ctxPtr->dictLimit;
-        }
-    }
-
-    return Lizard_compress_generic (ctxPtr, source, dest, inputSize, maxOutputSize);
-}
-
-
-int Lizard_compress_extState (void* state, const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel)
-{
-    Lizard_stream_t* ctx = (Lizard_stream_t*) state;
-    if (((size_t)(state)&(sizeof(void*)-1)) != 0) return 0;   /* Error : state is not aligned for pointers (32 or 64 bits) */
-
-    /* initialize stream */
-    Lizard_initStream(ctx, compressionLevel);
-    Lizard_init((Lizard_stream_t*)state, (const BYTE*)src);
-
-    return Lizard_compress_generic (state, src, dst, srcSize, maxDstSize);
-}
-
-
-int Lizard_compress(const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel)
-{
-    int cSize;
-    Lizard_stream_t* statePtr = Lizard_createStream(compressionLevel);
-
-    if (!statePtr) return 0;
-    cSize = Lizard_compress_extState(statePtr, src, dst, srcSize, maxDstSize, compressionLevel);
-
-    Lizard_freeStream(statePtr);
-    return cSize;
-}
-
-
-/**************************************
-*  Level1 functions
-**************************************/
-int Lizard_compress_extState_MinLevel(void* state, const char* source, char* dest, int inputSize, int maxOutputSize)
-{
-    return Lizard_compress_extState(state, source, dest, inputSize, maxOutputSize, LIZARD_MIN_CLEVEL);
-}
-
-int Lizard_compress_MinLevel(const char* source, char* dest, int inputSize, int maxOutputSize)
-{
-    return Lizard_compress(source, dest, inputSize, maxOutputSize, LIZARD_MIN_CLEVEL);
-}
-
-Lizard_stream_t* Lizard_createStream_MinLevel(void)
-{
-    return Lizard_createStream(LIZARD_MIN_CLEVEL);
-}
-
-Lizard_stream_t* Lizard_resetStream_MinLevel(Lizard_stream_t* Lizard_stream)
-{
-    return Lizard_resetStream (Lizard_stream, LIZARD_MIN_CLEVEL);
-}
diff --git a/contrib/lizard/lib/lizard_compress.h b/contrib/lizard/lib/lizard_compress.h
deleted file mode 100644
index d84246e2099..00000000000
--- a/contrib/lizard/lib/lizard_compress.h
+++ /dev/null
@@ -1,208 +0,0 @@
-/*
-   Lizard - Fast LZ compression algorithm
-   Header File
-   Copyright (C) 2011-2016, Yann Collet
-   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-    - Lizard source repository : https://github.com/inikep/lizard
-*/
-#ifndef LIZARD_H_2983
-#define LIZARD_H_2983
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-/*
- * lizard_compress.h provides block compression functions. It gives full buffer control to user.
- * Block compression functions are not-enough to send information,
- * since it's still necessary to provide metadata (such as compressed size),
- * and each application can do it in whichever way it wants.
- * For interoperability, there is Lizard frame specification (lizard_Frame_format.md).
- * A library is provided to take care of it, see lizard_frame.h.
-*/
-
-
-/*^***************************************************************
-*  Export parameters
-*****************************************************************/
-/*
-*  LIZARD_DLL_EXPORT :
-*  Enable exporting of functions when building a Windows DLL
-*/
-#if defined(LIZARD_DLL_EXPORT) && (LIZARD_DLL_EXPORT==1)
-#  define LIZARDLIB_API __declspec(dllexport)
-#elif defined(LIZARD_DLL_IMPORT) && (LIZARD_DLL_IMPORT==1)
-#  define LIZARDLIB_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
-#else
-#  define LIZARDLIB_API
-#endif
-
-
-/*-************************************
-*  Version
-**************************************/
-#define LIZARD_VERSION_MAJOR    1    /* for breaking interface changes  */
-#define LIZARD_VERSION_MINOR    0    /* for new (non-breaking) interface capabilities */
-#define LIZARD_VERSION_RELEASE  0    /* for tweaks, bug-fixes, or development */
-
-#define LIZARD_VERSION_NUMBER (LIZARD_VERSION_MAJOR *100*100 + LIZARD_VERSION_MINOR *100 + LIZARD_VERSION_RELEASE)
-int Lizard_versionNumber (void);
-
-#define LIZARD_LIB_VERSION LIZARD_VERSION_MAJOR.LIZARD_VERSION_MINOR.LIZARD_VERSION_RELEASE
-#define LIZARD_QUOTE(str) #str
-#define LIZARD_EXPAND_AND_QUOTE(str) LIZARD_QUOTE(str)
-#define LIZARD_VERSION_STRING LIZARD_EXPAND_AND_QUOTE(LIZARD_LIB_VERSION)
-const char* Lizard_versionString (void);
-
-typedef struct Lizard_stream_s Lizard_stream_t;
-
-#define LIZARD_MIN_CLEVEL      10  /* minimum compression level */
-#ifndef LIZARD_NO_HUFFMAN
-    #define LIZARD_MAX_CLEVEL      49  /* maximum compression level */
-#else
-    #define LIZARD_MAX_CLEVEL      29  /* maximum compression level */
-#endif
-#define LIZARD_DEFAULT_CLEVEL  17
-
-
-/*-************************************
-*  Simple Functions
-**************************************/
-
-LIZARDLIB_API int Lizard_compress (const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel); 
-
-/*
-Lizard_compress() :
-    Compresses 'sourceSize' bytes from buffer 'source'
-    into already allocated 'dest' buffer of size 'maxDestSize'.
-    Compression is guaranteed to succeed if 'maxDestSize' >= Lizard_compressBound(sourceSize).
-    It also runs faster, so it's a recommended setting.
-    If the function cannot compress 'source' into a more limited 'dest' budget,
-    compression stops *immediately*, and the function result is zero.
-    As a consequence, 'dest' content is not valid.
-    This function never writes outside 'dest' buffer, nor read outside 'source' buffer.
-        sourceSize  : Max supported value is LIZARD_MAX_INPUT_VALUE
-        maxDestSize : full or partial size of buffer 'dest' (which must be already allocated)
-        return : the number of bytes written into buffer 'dest' (necessarily <= maxOutputSize)
-              or 0 if compression fails
-*/
-
-
-/*-************************************
-*  Advanced Functions
-**************************************/
-#define LIZARD_MAX_INPUT_SIZE  0x7E000000   /* 2 113 929 216 bytes */
-#define LIZARD_BLOCK_SIZE      (1<<17)
-#define LIZARD_BLOCK64K_SIZE   (1<<16)
-#define LIZARD_COMPRESSBOUND(isize)  ((unsigned)(isize) > (unsigned)LIZARD_MAX_INPUT_SIZE ? 0 : (isize) + 1 + 1 + ((isize/LIZARD_BLOCK_SIZE)+1)*4)
-
-
-/*!
-Lizard_compressBound() :
-    Provides the maximum size that Lizard compression may output in a "worst case" scenario (input data not compressible)
-    This function is primarily useful for memory allocation purposes (destination buffer size).
-    Macro LIZARD_COMPRESSBOUND() is also provided for compilation-time evaluation (stack memory allocation for example).
-    Note that Lizard_compress() compress faster when dest buffer size is >= Lizard_compressBound(srcSize)
-        inputSize  : max supported value is LIZARD_MAX_INPUT_SIZE
-        return : maximum output size in a "worst case" scenario
-              or 0, if input size is too large ( > LIZARD_MAX_INPUT_SIZE)
-*/
-LIZARDLIB_API int Lizard_compressBound(int inputSize);
-
-
-/*!
-Lizard_compress_extState() :
-    Same compression function, just using an externally allocated memory space to store compression state.
-    Use Lizard_sizeofState() to know how much memory must be allocated,
-    and allocate it on 8-bytes boundaries (using malloc() typically).
-    Then, provide it as 'void* state' to compression function.
-*/
-LIZARDLIB_API int Lizard_sizeofState(int compressionLevel); 
-
-LIZARDLIB_API int Lizard_compress_extState(void* state, const char* src, char* dst, int srcSize, int maxDstSize, int compressionLevel);
-
-
-
-/*-*********************************************
-*  Streaming Compression Functions
-***********************************************/
-
-/*! Lizard_createStream() will allocate and initialize an `Lizard_stream_t` structure.
- *  Lizard_freeStream() releases its memory.
- *  In the context of a DLL (liblizard), please use these methods rather than the static struct.
- *  They are more future proof, in case of a change of `Lizard_stream_t` size.
- */
-LIZARDLIB_API Lizard_stream_t* Lizard_createStream(int compressionLevel);
-LIZARDLIB_API int           Lizard_freeStream (Lizard_stream_t* streamPtr);
-
-
-/*! Lizard_resetStream() :
- *  Use this function to reset/reuse an allocated `Lizard_stream_t` structure
- */
-LIZARDLIB_API Lizard_stream_t* Lizard_resetStream (Lizard_stream_t* streamPtr, int compressionLevel); 
-
-
-/*! Lizard_loadDict() :
- *  Use this function to load a static dictionary into Lizard_stream.
- *  Any previous data will be forgotten, only 'dictionary' will remain in memory.
- *  Loading a size of 0 is allowed.
- *  Return : dictionary size, in bytes (necessarily <= LIZARD_DICT_SIZE)
- */
-LIZARDLIB_API int Lizard_loadDict (Lizard_stream_t* streamPtr, const char* dictionary, int dictSize);
-
-
-/*! Lizard_compress_continue() :
- *  Compress buffer content 'src', using data from previously compressed blocks as dictionary to improve compression ratio.
- *  Important : Previous data blocks are assumed to still be present and unmodified !
- *  'dst' buffer must be already allocated.
- *  If maxDstSize >= Lizard_compressBound(srcSize), compression is guaranteed to succeed, and runs faster.
- *  If not, and if compressed data cannot fit into 'dst' buffer size, compression stops, and function returns a zero.
- */
-LIZARDLIB_API int Lizard_compress_continue (Lizard_stream_t* streamPtr, const char* src, char* dst, int srcSize, int maxDstSize);
-
-
-/*! Lizard_saveDict() :
- *  If previously compressed data block is not guaranteed to remain available at its memory location,
- *  save it into a safer place (char* safeBuffer).
- *  Note : you don't need to call Lizard_loadDict() afterwards,
- *         dictionary is immediately usable, you can therefore call Lizard_compress_continue().
- *  Return : saved dictionary size in bytes (necessarily <= dictSize), or 0 if error.
- */
-LIZARDLIB_API int Lizard_saveDict (Lizard_stream_t* streamPtr, char* safeBuffer, int dictSize);
-
-
-
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* LIZARD_H_2983827168210 */
diff --git a/contrib/lizard/lib/lizard_compress_liz.h b/contrib/lizard/lib/lizard_compress_liz.h
deleted file mode 100644
index f531f36703a..00000000000
--- a/contrib/lizard/lib/lizard_compress_liz.h
+++ /dev/null
@@ -1,301 +0,0 @@
-#define LIZARD_FREQ_DIV   5
-
-FORCE_INLINE void Lizard_setLog2Prices(Lizard_stream_t* ctx)
-{
-    ctx->log2LitSum = Lizard_highbit32(ctx->litSum+1);
-    ctx->log2FlagSum = Lizard_highbit32(ctx->flagSum+1);
-}
-
-
-MEM_STATIC void Lizard_rescaleFreqs(Lizard_stream_t* ctx)
-{
-    unsigned u;
-
-    ctx->cachedLiterals = NULL;
-    ctx->cachedPrice = ctx->cachedLitLength = 0;
-    
-    ctx->litPriceSum = 0;
-
-    if (ctx->litSum == 0) {
-        ctx->litSum = 2 * 256;
-        ctx->flagSum = 2 * 256;
-
-        for (u=0; u < 256; u++) {
-            ctx->litFreq[u] = 2;
-            ctx->flagFreq[u] = 2;
-        }
-    } else {
-        ctx->litSum = 0;
-        ctx->flagSum = 0;
-
-        for (u=0; u < 256; u++) {
-            ctx->litFreq[u] = 1 + (ctx->litFreq[u]>>LIZARD_FREQ_DIV);
-            ctx->litSum += ctx->litFreq[u];
-            ctx->flagFreq[u] = 1 + (ctx->flagFreq[u]>>LIZARD_FREQ_DIV);
-            ctx->flagSum += ctx->flagFreq[u];
-        }
-    }
-
-    Lizard_setLog2Prices(ctx);
-}
-
-
-FORCE_INLINE int Lizard_encodeSequence_LIZv1 (
-    Lizard_stream_t* ctx,
-    const BYTE** ip,
-    const BYTE** anchor,
-    size_t matchLength,
-    const BYTE* const match)
-{
-    U32 offset = (U32)(*ip - match);
-    size_t length = (size_t)(*ip - *anchor);
-    BYTE* token = (ctx->flagsPtr)++;
-
-    if (length > 0 || offset < LIZARD_MAX_16BIT_OFFSET) {
-        /* Encode Literal length */
-      //  if ((limitedOutputBuffer) && (ctx->literalsPtr > oend - length - LIZARD_LENGTH_SIZE_LIZv1(length) - WILDCOPYLENGTH)) { LIZARD_LOG_COMPRESS_LIZv1("encodeSequence overflow1\n"); return 1; }   /* Check output limit */
-        if (length >= MAX_SHORT_LITLEN) 
-        {   size_t len; 
-            *token = MAX_SHORT_LITLEN; 
-            len = length - MAX_SHORT_LITLEN;
-            if (len >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(len));  ctx->literalsPtr += 4; }
-            else if (len >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(len));  ctx->literalsPtr += 3; }
-            else *(ctx->literalsPtr)++ = (BYTE)len;
-        }
-        else *token = (BYTE)length;
-
-        /* Copy Literals */
-        Lizard_wildCopy(ctx->literalsPtr, *anchor, (ctx->literalsPtr) + length);
-#ifndef LIZARD_NO_HUFFMAN
-        if (ctx->huffType) { 
-            ctx->litSum += (U32)length;
-            ctx->litPriceSum += (U32)(length * ctx->log2LitSum);
-            {   U32 u;
-                for (u=0; u < length; u++) {
-                    ctx->litPriceSum -= Lizard_highbit32(ctx->litFreq[ctx->literalsPtr[u]]+1);
-                    ctx->litFreq[ctx->literalsPtr[u]]++;
-            }   }
-        }
-#endif
-        ctx->literalsPtr += length;
-
-
-        if (offset >= LIZARD_MAX_16BIT_OFFSET) {
-            COMPLOG_CODEWORDS_LIZv1("T32+ literal=%u match=%u offset=%d\n", (U32)length, 0, 0);
-            *token+=(1<<ML_RUN_BITS);
-#ifndef LIZARD_NO_HUFFMAN
-            if (ctx->huffType) { 
-                ctx->flagFreq[*token]++;
-                ctx->flagSum++;
-            }
-#endif
-            token = (ctx->flagsPtr)++;
-        }
-    }
-
-    /* Encode Offset */
-    if (offset >= LIZARD_MAX_16BIT_OFFSET)  // 24-bit offset
-    {
-        if (matchLength < MM_LONGOFF) printf("ERROR matchLength=%d/%d\n", (int)matchLength, MM_LONGOFF), exit(1);
-
-      //  if ((limitedOutputBuffer) && (ctx->literalsPtr > oend - 8 /*LIZARD_LENGTH_SIZE_LIZv1(length)*/)) { LIZARD_LOG_COMPRESS_LIZv1("encodeSequence overflow2\n"); return 1; }   /* Check output limit */
-        if (matchLength - MM_LONGOFF >= LIZARD_LAST_LONG_OFF) 
-        {
-            size_t len = matchLength - MM_LONGOFF - LIZARD_LAST_LONG_OFF;
-            *token = LIZARD_LAST_LONG_OFF;
-            if (len >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(len));  ctx->literalsPtr += 4; }
-            else if (len >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(len));  ctx->literalsPtr += 3; }
-            else *(ctx->literalsPtr)++ = (BYTE)len; 
-            COMPLOG_CODEWORDS_LIZv1("T31 literal=%u match=%u offset=%d\n", 0, (U32)matchLength, offset);
-        }
-        else
-        {
-            COMPLOG_CODEWORDS_LIZv1("T0-30 literal=%u match=%u offset=%d\n", 0, (U32)matchLength, offset);
-            *token = (BYTE)(matchLength - MM_LONGOFF);
-        }
-
-        MEM_writeLE24(ctx->offset24Ptr, offset); 
-        ctx->offset24Ptr += 3;
-        ctx->last_off = offset;
-        ctx->off24pos = *ip;
-    }
-    else
-    {
-        COMPLOG_CODEWORDS_LIZv1("T32+ literal=%u match=%u offset=%d\n", (U32)length, (U32)matchLength, offset);
-        if (offset == 0)
-        {
-            *token+=(1<<ML_RUN_BITS);
-        }
-        else
-        {
-            // it should never happen
-            if (offset < 8) { printf("ERROR offset=%d\n", (int)offset); exit(1); }
-            if (matchLength < MINMATCH) { printf("ERROR matchLength[%d] < MINMATCH  offset=%d\n", (int)matchLength, (int)ctx->last_off); exit(1); }
-            
-            ctx->last_off = offset;
-            MEM_writeLE16(ctx->offset16Ptr, (U16)ctx->last_off); ctx->offset16Ptr += 2;
-        }
-
-        /* Encode MatchLength */
-        length = matchLength;
-       // if ((limitedOutputBuffer) && (ctx->literalsPtr > oend - 5 /*LIZARD_LENGTH_SIZE_LIZv1(length)*/)) { LIZARD_LOG_COMPRESS_LIZv1("encodeSequence overflow2\n"); return 1; }   /* Check output limit */
-        if (length >= MAX_SHORT_MATCHLEN) {
-            *token += (BYTE)(MAX_SHORT_MATCHLEN<<RUN_BITS_LIZv1);
-            length -= MAX_SHORT_MATCHLEN;
-            if (length >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(length));  ctx->literalsPtr += 4; }
-            else if (length >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(length));  ctx->literalsPtr += 3; }
-            else *(ctx->literalsPtr)++ = (BYTE)length;
-        }
-        else *token += (BYTE)(length<<RUN_BITS_LIZv1);
-    }
-
-#ifndef LIZARD_NO_HUFFMAN
-    if (ctx->huffType) { 
-        ctx->flagFreq[*token]++;
-        ctx->flagSum++;
-        Lizard_setLog2Prices(ctx);
-    }
-#endif
-
-    /* Prepare next loop */
-    *ip += matchLength;
-    *anchor = *ip;
-
-    return 0;
-}
-
-
-FORCE_INLINE int Lizard_encodeLastLiterals_LIZv1 (
-    Lizard_stream_t* ctx,
-    const BYTE** ip,
-    const BYTE** anchor)
-{
-    size_t length = (int)(*ip - *anchor);
-    (void)ctx;
-
-    memcpy(ctx->literalsPtr, *anchor, length);
-    ctx->literalsPtr += length;
-    return 0;
-}
-
-
-#define LIZARD_PRICE_MULT 1
-#define LIZARD_GET_TOKEN_PRICE_LIZv1(token)  (LIZARD_PRICE_MULT * (ctx->log2FlagSum - Lizard_highbit32(ctx->flagFreq[token]+1)))
-
-
-FORCE_INLINE size_t Lizard_get_price_LIZv1(Lizard_stream_t* const ctx, int rep, const BYTE *ip, const BYTE *off24pos, size_t litLength, U32 offset, size_t matchLength) 
-{
-    size_t price = 0;
-    BYTE token = 0;
-#ifndef LIZARD_NO_HUFFMAN
-    const BYTE* literals = ip - litLength;
-    U32 u;
-    if ((ctx->huffType) && (ctx->params.parserType != Lizard_parser_lowestPrice)) {
-        if (ctx->cachedLiterals == literals && litLength >= ctx->cachedLitLength) {
-            size_t const additional = litLength - ctx->cachedLitLength;
-            const BYTE* literals2 = ctx->cachedLiterals + ctx->cachedLitLength;
-            price = ctx->cachedPrice + LIZARD_PRICE_MULT * additional * ctx->log2LitSum;
-            for (u=0; u < additional; u++)
-                price -= LIZARD_PRICE_MULT * Lizard_highbit32(ctx->litFreq[literals2[u]]+1);
-            ctx->cachedPrice = (U32)price;
-            ctx->cachedLitLength = (U32)litLength;
-        } else {
-            price = LIZARD_PRICE_MULT * litLength * ctx->log2LitSum;
-            for (u=0; u < litLength; u++)
-                price -= LIZARD_PRICE_MULT * Lizard_highbit32(ctx->litFreq[literals[u]]+1);
-
-            if (litLength >= 12) {
-                ctx->cachedLiterals = literals;
-                ctx->cachedPrice = (U32)price;
-                ctx->cachedLitLength = (U32)litLength;
-            }
-        }
-    }
-    else
-        price += 8*litLength;  /* Copy Literals */
-#else
-    price += 8*litLength;  /* Copy Literals */
-    (void)ip;
-    (void)ctx;
-#endif
-
-    (void)off24pos;
-    (void)rep;
-
-    if (litLength > 0 || offset < LIZARD_MAX_16BIT_OFFSET) {
-        /* Encode Literal length */
-        if (litLength >= MAX_SHORT_LITLEN) 
-        {   size_t len = litLength - MAX_SHORT_LITLEN;
-            token = MAX_SHORT_LITLEN; 
-            if (len >= (1<<16)) price += 32;
-            else if (len >= 254) price += 24;
-            else price += 8;
-        }
-        else token = (BYTE)litLength;
-
-        if (offset >= LIZARD_MAX_16BIT_OFFSET) {
-            token+=(1<<ML_RUN_BITS);
-            if (ctx->huffType && ctx->params.parserType != Lizard_parser_lowestPrice)
-                price += LIZARD_GET_TOKEN_PRICE_LIZv1(token);
-            else
-                price += 8;
-       }
-    }
-
-    /* Encode Offset */
-    if (offset >= LIZARD_MAX_16BIT_OFFSET) { // 24-bit offset
-        if (matchLength < MM_LONGOFF) return LIZARD_MAX_PRICE; // error
-
-        if (matchLength - MM_LONGOFF >= LIZARD_LAST_LONG_OFF) {
-            size_t len = matchLength - MM_LONGOFF - LIZARD_LAST_LONG_OFF;
-            token = LIZARD_LAST_LONG_OFF;
-            if (len >= (1<<16)) price += 32;
-            else if (len >= 254) price += 24;
-            else price += 8;
-        } else {
-            token = (BYTE)(matchLength - MM_LONGOFF);
-        }
-
-        price += 24;
-    } else {
-        size_t length;
-        if (offset == 0) {
-            token+=(1<<ML_RUN_BITS);
-        } else {
-            if (offset < 8) return LIZARD_MAX_PRICE; // error
-            if (matchLength < MINMATCH) return LIZARD_MAX_PRICE; // error
-            price += 16;
-        }
-
-        /* Encode MatchLength */
-        length = matchLength;
-        if (length >= MAX_SHORT_MATCHLEN) {
-            token += (BYTE)(MAX_SHORT_MATCHLEN<<RUN_BITS_LIZv1);
-            length -= MAX_SHORT_MATCHLEN;
-            if (length >= (1<<16)) price += 32;
-            else if (length >= 254) price += 24;
-            else price += 8;
-        }
-        else token += (BYTE)(length<<RUN_BITS_LIZv1);
-    }
-
-    if (offset > 0 || matchLength > 0) {
-        int offset_load = Lizard_highbit32(offset);
-        if (ctx->huffType) {
-            price += ((offset_load>=20) ? ((offset_load-19)*4) : 0);
-            price += 4 + (matchLength==1);
-        } else {
-            price += ((offset_load>=16) ? ((offset_load-15)*4) : 0);
-            price += 6 + (matchLength==1);
-        }
-        if (ctx->huffType && ctx->params.parserType != Lizard_parser_lowestPrice)
-            price += LIZARD_GET_TOKEN_PRICE_LIZv1(token);
-        else
-            price += 8;
-    } else {
-        if (ctx->huffType && ctx->params.parserType != Lizard_parser_lowestPrice)
-            price += LIZARD_GET_TOKEN_PRICE_LIZv1(token);  // 1=better ratio
-    }
-
-    return price;
-}
diff --git a/contrib/lizard/lib/lizard_compress_lz4.h b/contrib/lizard/lib/lizard_compress_lz4.h
deleted file mode 100644
index 00686b6837e..00000000000
--- a/contrib/lizard/lib/lizard_compress_lz4.h
+++ /dev/null
@@ -1,162 +0,0 @@
-#define LIZARD_LENGTH_SIZE_LZ4(len) ((len >= (1<<16)+RUN_MASK_LZ4) ? 5 : ((len >= 254+RUN_MASK_LZ4) ? 3 : ((len >= RUN_MASK_LZ4) ? 1 : 0)))
-
-FORCE_INLINE int Lizard_encodeSequence_LZ4 (
-    Lizard_stream_t* ctx,
-    const BYTE** ip,
-    const BYTE** anchor,
-    size_t matchLength,
-    const BYTE* const match)
-{
-    size_t length = (size_t)(*ip - *anchor);
-    BYTE* token = (ctx->flagsPtr)++;
-    (void) ctx;
-
-    COMPLOG_CODEWORDS_LZ4("literal : %u  --  match : %u  --  offset : %u\n", (U32)(*ip - *anchor), (U32)matchLength, (U32)(*ip-match));
-  
-    /* Encode Literal length */
- //   if (ctx->literalsPtr > ctx->literalsEnd - length - LIZARD_LENGTH_SIZE_LZ4(length) - 2 - WILDCOPYLENGTH) { LIZARD_LOG_COMPRESS_LZ4("encodeSequence overflow1\n"); return 1; }   /* Check output limit */
-    if (length >= RUN_MASK_LZ4) 
-    {   size_t len = length - RUN_MASK_LZ4;
-        *token = RUN_MASK_LZ4; 
-        if (len >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(len));  ctx->literalsPtr += 4; }
-        else if (len >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(len));  ctx->literalsPtr += 3; }
-        else *(ctx->literalsPtr)++ = (BYTE)len;
-    }
-    else *token = (BYTE)length;
-
-    /* Copy Literals */
-    if (length > 0) {
-        Lizard_wildCopy(ctx->literalsPtr, *anchor, (ctx->literalsPtr) + length);
-#if 0 //def LIZARD_USE_HUFFMAN
-        ctx->litSum += (U32)length;
-        ctx->litPriceSum += (U32)(length * ctx->log2LitSum);
-        {   U32 u;
-            for (u=0; u < length; u++) {
-                ctx->litPriceSum -= Lizard_highbit32(ctx->litFreq[ctx->literalsPtr[u]]+1);
-                ctx->litFreq[ctx->literalsPtr[u]]++;
-        }   }
-#endif
-        ctx->literalsPtr += length;
-    }
-
-    /* Encode Offset */
-    MEM_writeLE16(ctx->literalsPtr, (U16)(*ip-match));
-    ctx->literalsPtr+=2;
-
-    /* Encode MatchLength */
-    length = matchLength - MINMATCH;
-  //  if (ctx->literalsPtr > ctx->literalsEnd - 5 /*LIZARD_LENGTH_SIZE_LZ4(length)*/) { LIZARD_LOG_COMPRESS_LZ4("encodeSequence overflow2\n"); return 1; }   /* Check output limit */
-    if (length >= ML_MASK_LZ4) {
-        *token += (BYTE)(ML_MASK_LZ4<<RUN_BITS_LZ4);
-        length -= ML_MASK_LZ4;
-        if (length >= (1<<16)) { *(ctx->literalsPtr) = 255;  MEM_writeLE24(ctx->literalsPtr+1, (U32)(length));  ctx->literalsPtr += 4; }
-        else if (length >= 254) { *(ctx->literalsPtr) = 254;  MEM_writeLE16(ctx->literalsPtr+1, (U16)(length));  ctx->literalsPtr += 3; }
-        else *(ctx->literalsPtr)++ = (BYTE)length;
-    }
-    else *token += (BYTE)(length<<RUN_BITS_LZ4);
-
-#ifndef LIZARD_NO_HUFFMAN
-    if (ctx->huffType) { 
-        ctx->flagFreq[*token]++;
-        ctx->flagSum++;
-        Lizard_setLog2Prices(ctx);
-    }
-#endif
-
-    /* Prepare next loop */
-    *ip += matchLength;
-    *anchor = *ip;
-
-    return 0;
-}
-
-
-FORCE_INLINE int Lizard_encodeLastLiterals_LZ4 (
-    Lizard_stream_t* ctx,
-    const BYTE** ip,
-    const BYTE** anchor)
-{
-    size_t length = (int)(*ip - *anchor);
-
-    (void)ctx;
-
-    memcpy(ctx->literalsPtr, *anchor, length);
-    ctx->literalsPtr += length;
-    return 0;
-}
-
-
-#define LIZARD_GET_TOKEN_PRICE_LZ4(token)  (ctx->log2FlagSum - Lizard_highbit32(ctx->flagFreq[token]+1))
-
-FORCE_INLINE size_t Lizard_get_price_LZ4(Lizard_stream_t* const ctx, const BYTE *ip, const size_t litLength, U32 offset, size_t matchLength) 
-{
-    size_t price = 0;
-    BYTE token = 0;
-#if 0 //def LIZARD_USE_HUFFMAN
-    const BYTE* literals = ip - litLength;
-    U32 u;
-
-    if (ctx->cachedLiterals == literals && litLength >= ctx->cachedLitLength) {
-        size_t const additional = litLength - ctx->cachedLitLength;
-        const BYTE* literals2 = ctx->cachedLiterals + ctx->cachedLitLength;
-        price = ctx->cachedPrice + additional * ctx->log2LitSum;
-        for (u=0; u < additional; u++)
-            price -= Lizard_highbit32(ctx->litFreq[literals2[u]]+1);
-        ctx->cachedPrice = (U32)price;
-        ctx->cachedLitLength = (U32)litLength;
-    } else {
-        price = litLength * ctx->log2LitSum;
-        for (u=0; u < litLength; u++)
-            price -= Lizard_highbit32(ctx->litFreq[literals[u]]+1);
-
-        if (litLength >= 12) {
-            ctx->cachedLiterals = literals;
-            ctx->cachedPrice = (U32)price;
-            ctx->cachedLitLength = (U32)litLength;
-        }
-    }
-#else
-    price += 8*litLength;  /* Copy Literals */
-    (void)ip;
-    (void)ctx;
-#endif
-
-    /* Encode Literal length */
-    if (litLength >= RUN_MASK_LZ4) {
-        size_t len = litLength - RUN_MASK_LZ4;
-        token = RUN_MASK_LZ4; 
-        if (len >= (1<<16)) price += 32;
-        else if (len >= 254) price += 24;
-        else price += 8;
-    }
-    else token = (BYTE)litLength;
-
-
-    /* Encode MatchLength */
-    if (offset) {
-        size_t length;
-        price += 16; /* Encode Offset */
-
-        if (offset < 8) return LIZARD_MAX_PRICE; // error
-        if (matchLength < MINMATCH) return LIZARD_MAX_PRICE; // error
-            
-        length = matchLength - MINMATCH;
-        if (length >= ML_MASK_LZ4) {
-            token += (BYTE)(ML_MASK_LZ4<<RUN_BITS_LZ4);
-            length -= ML_MASK_LZ4;
-            if (length >= (1<<16)) price += 32;
-            else if (length >= 254) price += 24;
-            else price += 8;
-        }
-        else token += (BYTE)(length<<RUN_BITS_LZ4);
-    }
-
-    if (ctx->huffType) { 
-        if (offset > 0 || matchLength > 0) price += 2;
-        price += LIZARD_GET_TOKEN_PRICE_LZ4(token);
-    } else {
-        price += 8; // token
-    }
-
-    return price;
-}
diff --git a/contrib/lizard/lib/lizard_decompress.c b/contrib/lizard/lib/lizard_decompress.c
deleted file mode 100644
index df2eb699deb..00000000000
--- a/contrib/lizard/lib/lizard_decompress.c
+++ /dev/null
@@ -1,372 +0,0 @@
-/*
-   Lizard - Fast LZ compression algorithm
-   Copyright (C) 2011-2016, Yann Collet
-   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-    - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-
-/**************************************
-*  Includes
-**************************************/
-//#define LIZARD_STATS 1 // 0=simple stats, 1=more, 2=full
-#ifdef LIZARD_STATS
-    #include "test/lizard_stats.h"
-#endif
-#include "lizard_compress.h"
-#include "lizard_decompress.h"
-#include "lizard_common.h"
-#include <stdio.h> // printf
-#include <stdint.h> // intptr_t
-
-
-/*-************************************
-*  Local Structures and types
-**************************************/
-typedef enum { noDict = 0, withPrefix64k, usingExtDict } dict_directive;
-typedef enum { full = 0, partial = 1 } earlyEnd_directive;
-
-#include "lizard_decompress_lz4.h"
-#ifndef USE_LZ4_ONLY
-    #ifdef LIZARD_USE_TEST
-        #include "test/lizard_common_test.h"
-        #include "test/lizard_decompress_test.h"
-    #else
-        #include "lizard_decompress_liz.h"
-    #endif
-#endif
-#include "entropy/huf.h"
-
-
-/*-*****************************
-*  Decompression functions
-*******************************/
-
-FORCE_INLINE size_t Lizard_readStream(int flag, const BYTE** ip, const BYTE* const iend, BYTE* op, BYTE* const oend, const BYTE** streamPtr, const BYTE** streamEnd, int streamFlag)
-{
-    if (!flag) {
-        if (*ip > iend - 3) return 0;
-        *streamPtr = *ip + 3;
-        *streamEnd = *streamPtr + MEM_readLE24(*ip);
-        if (*streamEnd < *streamPtr) return 0;
-        *ip = *streamEnd;
-#ifdef LIZARD_STATS
-        uncompr_stream[streamFlag] += *streamEnd-*streamPtr;
-#else
-        (void)streamFlag;
-#endif
-        return 1;
-    } else {
-#ifndef LIZARD_NO_HUFFMAN
-        size_t res, streamLen, comprStreamLen;
-
-        if (*ip > iend - 6) return 0;
-        streamLen = MEM_readLE24(*ip);
-        comprStreamLen = MEM_readLE24(*ip + 3);
-
-        if ((op > oend - streamLen) || (*ip + comprStreamLen > iend - 6)) return 0;
-        res = HUF_decompress(op, streamLen, *ip + 6, comprStreamLen);
-        if (HUF_isError(res) || (res != streamLen)) return 0;
-        
-        *ip += comprStreamLen + 6;
-        *streamPtr = op;
-        *streamEnd = *streamPtr + streamLen;
-#ifdef LIZARD_STATS
-        compr_stream[streamFlag] += comprStreamLen + 6;
-        decompr_stream[streamFlag] += *streamEnd-*streamPtr;
-#endif
-        return 1;
-#else
-        fprintf(stderr, "compiled with LIZARD_NO_HUFFMAN\n");
-        (void)op; (void)oend;
-        return 0;
-#endif
-    }
-}
-
-
-FORCE_INLINE int Lizard_decompress_generic(
-                 const char* source,
-                 char* const dest,
-                 int inputSize,
-                 int outputSize,         /* this value is the max size of Output Buffer. */
-                 int partialDecoding,    /* full, partial */
-                 int targetOutputSize,   /* only used if partialDecoding==partial */
-                 int dict,               /* noDict, withPrefix64k, usingExtDict */
-                 const BYTE* const lowPrefix,  /* == dest if dict == noDict */
-                 const BYTE* const dictStart,  /* only if dict==usingExtDict */
-                 const size_t dictSize         /* note : = 0 if noDict */
-                 )
-{
-    /* Local Variables */
-    const BYTE* ip = (const BYTE*) source, *istart = (const BYTE*) source;
-    const BYTE* const iend = ip + inputSize;
-    BYTE* op = (BYTE*) dest;
-    BYTE* const oend = op + outputSize;
-    BYTE* oexit = op + targetOutputSize;
-    Lizard_parameters params;
-    Lizard_dstream_t ctx;
-    BYTE* decompFlagsBase, *decompOff24Base, *decompOff16Base, *decompLiteralsBase = NULL;
-    int res, compressionLevel;
-
-    if (inputSize < 1) { LIZARD_LOG_DECOMPRESS("inputSize=%d outputSize=%d targetOutputSize=%d partialDecoding=%d\n", inputSize, outputSize, targetOutputSize, partialDecoding); return 0; }
-
-    compressionLevel = *ip++;
-
-    if (compressionLevel < LIZARD_MIN_CLEVEL || compressionLevel > LIZARD_MAX_CLEVEL) {
-        LIZARD_LOG_DECOMPRESS("ERROR Lizard_decompress_generic inputSize=%d compressionLevel=%d\n", inputSize, compressionLevel);
-        return -1;
-    }
-
-    LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic ip=%p inputSize=%d targetOutputSize=%d dest=%p outputSize=%d cLevel=%d dict=%d dictSize=%d dictStart=%p partialDecoding=%d\n", ip, inputSize, targetOutputSize, dest, outputSize, compressionLevel, dict, (int)dictSize, dictStart, partialDecoding);
-
-    decompLiteralsBase = (BYTE*)malloc(4*LIZARD_HUF_BLOCK_SIZE);
-    if (!decompLiteralsBase) return -1;
-    decompFlagsBase = decompLiteralsBase + LIZARD_HUF_BLOCK_SIZE;
-    decompOff24Base = decompFlagsBase + LIZARD_HUF_BLOCK_SIZE;
-    decompOff16Base = decompOff24Base + LIZARD_HUF_BLOCK_SIZE;
-
-#ifdef LIZARD_STATS
-    init_stats();
-#endif
-    (void)istart;
-
-    while (ip < iend)
-    {
-        res = *ip++;
-        if (res == LIZARD_FLAG_UNCOMPRESSED) /* uncompressed */
-        {
-            uint32_t length;
-            if (ip > iend - 3) { LIZARD_LOG_DECOMPRESS("UNCOMPRESSED  ip[%p] > iend[%p] - 3\n", ip, iend); goto _output_error; }
-            length = MEM_readLE24(ip);
-            ip += 3;
-         //   printf("%d: total=%d block=%d UNCOMPRESSED op=%p oexit=%p oend=%p\n", (int)(op-(BYTE*)dest) ,(int)(ip-istart), length, op, oexit, oend);
-            if (ip + length > iend || op + length > oend) { LIZARD_LOG_DECOMPRESS("UNCOMPRESSED  ip[%p]+length[%d] > iend[%p]\n", ip, length, iend); goto _output_error; }
-            memcpy(op, ip, length);
-            op += length;
-            ip += length;
-            if ((partialDecoding) && (op >= oexit)) break;
-#ifdef LIZARD_STATS
-            uncompr_stream[LIZARD_STREAM_UNCOMPRESSED] += length;
-#endif
-            continue;
-        }
-        
-        if (res&LIZARD_FLAG_LEN) {
-            LIZARD_LOG_DECOMPRESS("res=%d\n", res); goto _output_error;
-        }
-
-        if (ip > iend - 5*3) goto _output_error;
-        ctx.lenPtr = (const BYTE*)ip + 3;
-        ctx.lenEnd = ctx.lenPtr + MEM_readLE24(ip);
-        if (ctx.lenEnd < ctx.lenPtr || (ctx.lenEnd > iend - 3)) goto _output_error;
-#ifdef LIZARD_STATS
-        uncompr_stream[LIZARD_STREAM_LEN] += ctx.lenEnd-ctx.lenPtr + 3;
-#endif
-        ip = ctx.lenEnd;
-
-        {   size_t streamLen;
-#ifdef LIZARD_USE_LOGS
-            const BYTE* ipos;
-            size_t comprFlagsLen, comprLiteralsLen, total;
-#endif
-            streamLen = Lizard_readStream(res&LIZARD_FLAG_OFFSET16, &ip, iend, decompOff16Base, decompOff16Base + LIZARD_HUF_BLOCK_SIZE, &ctx.offset16Ptr, &ctx.offset16End, LIZARD_STREAM_OFFSET16);
-            if (streamLen == 0) goto _output_error;
-
-            streamLen = Lizard_readStream(res&LIZARD_FLAG_OFFSET24, &ip, iend, decompOff24Base, decompOff24Base + LIZARD_HUF_BLOCK_SIZE, &ctx.offset24Ptr, &ctx.offset24End, LIZARD_STREAM_OFFSET24);
-            if (streamLen == 0) goto _output_error;
-
-#ifdef LIZARD_USE_LOGS
-            ipos = ip;
-            streamLen = Lizard_readStream(res&LIZARD_FLAG_FLAGS, &ip, iend, decompFlagsBase, decompFlagsBase + LIZARD_HUF_BLOCK_SIZE, &ctx.flagsPtr, &ctx.flagsEnd, LIZARD_STREAM_FLAGS);
-            if (streamLen == 0) goto _output_error;
-            streamLen = (size_t)(ctx.flagsEnd-ctx.flagsPtr);
-            comprFlagsLen = ((size_t)(ip - ipos) + 3 >= streamLen) ? 0 : (size_t)(ip - ipos);
-            ipos = ip;
-#else
-            streamLen = Lizard_readStream(res&LIZARD_FLAG_FLAGS, &ip, iend, decompFlagsBase, decompFlagsBase + LIZARD_HUF_BLOCK_SIZE, &ctx.flagsPtr, &ctx.flagsEnd, LIZARD_STREAM_FLAGS);
-            if (streamLen == 0) goto _output_error;
-#endif
-
-            streamLen = Lizard_readStream(res&LIZARD_FLAG_LITERALS, &ip, iend, decompLiteralsBase, decompLiteralsBase + LIZARD_HUF_BLOCK_SIZE, &ctx.literalsPtr, &ctx.literalsEnd, LIZARD_STREAM_LITERALS);
-            if (streamLen == 0) goto _output_error;
-#ifdef LIZARD_USE_LOGS
-            streamLen = (size_t)(ctx.literalsEnd-ctx.literalsPtr);
-            comprLiteralsLen = ((size_t)(ip - ipos) + 3 >= streamLen) ? 0 : (size_t)(ip - ipos);
-            total = (size_t)(ip-(ctx.lenEnd-1));
-#endif
-
-            if (ip > iend) goto _output_error;
-
-            LIZARD_LOG_DECOMPRESS("%d: total=%d block=%d flagsLen=%d(HUF=%d) literalsLen=%d(HUF=%d) offset16Len=%d offset24Len=%d lengthsLen=%d \n", (int)(op-(BYTE*)dest) ,(int)(ip-istart), (int)total, 
-                        (int)(ctx.flagsEnd-ctx.flagsPtr), (int)comprFlagsLen, (int)(ctx.literalsEnd-ctx.literalsPtr), (int)comprLiteralsLen, 
-                        (int)(ctx.offset16End-ctx.offset16Ptr), (int)(ctx.offset24End-ctx.offset24Ptr), (int)(ctx.lenEnd-ctx.lenPtr));
-        }
-
-        ctx.last_off = -LIZARD_INIT_LAST_OFFSET;
-        params = Lizard_defaultParameters[compressionLevel - LIZARD_MIN_CLEVEL];
-        if (params.decompressType == Lizard_coderwords_LZ4)
-            res = Lizard_decompress_LZ4(&ctx, op, outputSize, partialDecoding, targetOutputSize, dict, lowPrefix, dictStart, dictSize, compressionLevel);
-        else 
-#ifdef USE_LZ4_ONLY
-            res = Lizard_decompress_LZ4(&ctx, op, outputSize, partialDecoding, targetOutputSize, dict, lowPrefix, dictStart, dictSize, compressionLevel);
-#else
-            res = Lizard_decompress_LIZv1(&ctx, op, outputSize, partialDecoding, targetOutputSize, dict, lowPrefix, dictStart, dictSize, compressionLevel);
-#endif        
-        LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic res=%d inputSize=%d\n", res, (int)(ctx.literalsEnd-ctx.lenEnd));
-
-        if (res <= 0) { free(decompLiteralsBase); return res; }
-        
-        op += res;
-        outputSize -= res;
-        if ((partialDecoding) && (op >= oexit)) break;
-    }
-
-#ifdef LIZARD_STATS
-    print_stats();
-#endif
-
-    LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic total=%d\n", (int)(op-(BYTE*)dest));
-    free(decompLiteralsBase);
-    return (int)(op-(BYTE*)dest);
-
-_output_error:
-    LIZARD_LOG_DECOMPRESS("Lizard_decompress_generic ERROR ip=%p iend=%p\n", ip, iend);
-    free(decompLiteralsBase);
-    return -1;
-}
-
-
-int Lizard_decompress_safe(const char* source, char* dest, int compressedSize, int maxDecompressedSize)
-{
-    return Lizard_decompress_generic(source, dest, compressedSize, maxDecompressedSize, full, 0, noDict, (BYTE*)dest, NULL, 0);
-}
-
-int Lizard_decompress_safe_partial(const char* source, char* dest, int compressedSize, int targetOutputSize, int maxDecompressedSize)
-{
-    return Lizard_decompress_generic(source, dest, compressedSize, maxDecompressedSize, partial, targetOutputSize, noDict, (BYTE*)dest, NULL, 0);
-}
-
-
-/*===== streaming decompression functions =====*/
-
-
-/*
- * If you prefer dynamic allocation methods,
- * Lizard_createStreamDecode()
- * provides a pointer (void*) towards an initialized Lizard_streamDecode_t structure.
- */
-Lizard_streamDecode_t* Lizard_createStreamDecode(void)
-{
-    Lizard_streamDecode_t* lizards = (Lizard_streamDecode_t*) ALLOCATOR(1, sizeof(Lizard_streamDecode_t));
-    return lizards;
-}
-
-int Lizard_freeStreamDecode (Lizard_streamDecode_t* Lizard_stream)
-{
-    FREEMEM(Lizard_stream);
-    return 0;
-}
-
-/*!
- * Lizard_setStreamDecode() :
- * Use this function to instruct where to find the dictionary.
- * This function is not necessary if previous data is still available where it was decoded.
- * Loading a size of 0 is allowed (same effect as no dictionary).
- * Return : 1 if OK, 0 if error
- */
-int Lizard_setStreamDecode (Lizard_streamDecode_t* Lizard_streamDecode, const char* dictionary, int dictSize)
-{
-    Lizard_streamDecode_t* lizardsd = (Lizard_streamDecode_t*) Lizard_streamDecode;
-    lizardsd->prefixSize = (size_t) dictSize;
-    lizardsd->prefixEnd = (const BYTE*) dictionary + dictSize;
-    lizardsd->externalDict = NULL;
-    lizardsd->extDictSize  = 0;
-    return 1;
-}
-
-/*
-*_continue() :
-    These decoding functions allow decompression of multiple blocks in "streaming" mode.
-    Previously decoded blocks must still be available at the memory position where they were decoded.
-    If it's not possible, save the relevant part of decoded data into a safe buffer,
-    and indicate where it stands using Lizard_setStreamDecode()
-*/
-int Lizard_decompress_safe_continue (Lizard_streamDecode_t* Lizard_streamDecode, const char* source, char* dest, int compressedSize, int maxOutputSize)
-{
-    Lizard_streamDecode_t* lizardsd = (Lizard_streamDecode_t*) Lizard_streamDecode;
-    int result;
-
-    if (lizardsd->prefixEnd == (BYTE*)dest) {
-        result = Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize,
-                                        full, 0, usingExtDict, lizardsd->prefixEnd - lizardsd->prefixSize, lizardsd->externalDict, lizardsd->extDictSize);
-        if (result <= 0) return result;
-        lizardsd->prefixSize += result;
-        lizardsd->prefixEnd  += result;
-    } else {
-        lizardsd->extDictSize = lizardsd->prefixSize;
-        lizardsd->externalDict = lizardsd->prefixEnd - lizardsd->extDictSize;
-        result = Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize,
-                                        full, 0, usingExtDict, (BYTE*)dest, lizardsd->externalDict, lizardsd->extDictSize);
-        if (result <= 0) return result;
-        lizardsd->prefixSize = result;
-        lizardsd->prefixEnd  = (BYTE*)dest + result;
-    }
-
-    return result;
-}
-
-
-/*
-Advanced decoding functions :
-*_usingDict() :
-    These decoding functions work the same as "_continue" ones,
-    the dictionary must be explicitly provided within parameters
-*/
-
-int Lizard_decompress_safe_usingDict(const char* source, char* dest, int compressedSize, int maxOutputSize, const char* dictStart, int dictSize)
-{
-    if (dictSize==0)
-        return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, noDict, (BYTE*)dest, NULL, 0);
-    if (dictStart+dictSize == dest)
-    {
-        if (dictSize >= (int)(LIZARD_DICT_SIZE - 1))
-            return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, withPrefix64k, (BYTE*)dest-LIZARD_DICT_SIZE, NULL, 0);
-        return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, noDict, (BYTE*)dest-dictSize, NULL, 0);
-    }
-    return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, usingExtDict, (BYTE*)dest, (const BYTE*)dictStart, dictSize);
-}
-
-/* debug function */
-int Lizard_decompress_safe_forceExtDict(const char* source, char* dest, int compressedSize, int maxOutputSize, const char* dictStart, int dictSize)
-{
-    return Lizard_decompress_generic(source, dest, compressedSize, maxOutputSize, full, 0, usingExtDict, (BYTE*)dest, (const BYTE*)dictStart, dictSize);
-}
-
diff --git a/contrib/lizard/lib/lizard_decompress.h b/contrib/lizard/lib/lizard_decompress.h
deleted file mode 100644
index ad9fc8ee941..00000000000
--- a/contrib/lizard/lib/lizard_decompress.h
+++ /dev/null
@@ -1,152 +0,0 @@
-/*
-   Lizard - Fast LZ compression algorithm
-   Header File
-   Copyright (C) 2011-2016, Yann Collet
-   Copyright (C) 2016-2017, Przemyslaw Skibinski <inikep@gmail.com>
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-    - Lizard source repository : https://github.com/inikep/lizard
-*/
-#ifndef LIZARD_DECOMPRESS_H_2983
-#define LIZARD_DECOMPRESS_H_2983
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/*^***************************************************************
-*  Export parameters
-*****************************************************************/
-/*
-*  LIZARD_DLL_EXPORT :
-*  Enable exporting of functions when building a Windows DLL
-*/
-#if defined(LIZARD_DLL_EXPORT) && (LIZARD_DLL_EXPORT==1)
-#  define LIZARDDLIB_API __declspec(dllexport)
-#elif defined(LIZARD_DLL_IMPORT) && (LIZARD_DLL_IMPORT==1)
-#  define LIZARDDLIB_API __declspec(dllimport) /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/
-#else
-#  define LIZARDDLIB_API
-#endif
-
-
-/*-************************************
-*  Simple Functions
-**************************************/
-
-/*
-Lizard_decompress_safe() :
-    compressedSize : is the precise full size of the compressed block.
-    maxDecompressedSize : is the size of destination buffer, which must be already allocated.
-    return : the number of bytes decompressed into destination buffer (necessarily <= maxDecompressedSize)
-             If destination buffer is not large enough, decoding will stop and output an error code (<0).
-             If the source stream is detected malformed, the function will stop decoding and return a negative result.
-             This function is protected against buffer overflow exploits, including malicious data packets.
-             It never writes outside output buffer, nor reads outside input buffer.
-*/
-LIZARDDLIB_API int Lizard_decompress_safe (const char* source, char* dest, int compressedSize, int maxDecompressedSize);
-
-
-
-/*!
-Lizard_decompress_safe_partial() :
-    This function decompress a compressed block of size 'compressedSize' at position 'source'
-    into destination buffer 'dest' of size 'maxDecompressedSize'.
-    The function tries to stop decompressing operation as soon as 'targetOutputSize' has been reached,
-    reducing decompression time.
-    return : the number of bytes decoded in the destination buffer (necessarily <= maxDecompressedSize)
-       Note : this number can be < 'targetOutputSize' should the compressed block to decode be smaller.
-             Always control how many bytes were decoded.
-             If the source stream is detected malformed, the function will stop decoding and return a negative result.
-             This function never writes outside of output buffer, and never reads outside of input buffer. It is therefore protected against malicious data packets
-*/
-LIZARDDLIB_API int Lizard_decompress_safe_partial (const char* source, char* dest, int compressedSize, int targetOutputSize, int maxDecompressedSize);
-
-
-
-/*-**********************************************
-*  Streaming Decompression Functions
-************************************************/
-typedef struct Lizard_streamDecode_s Lizard_streamDecode_t;
-
-/*
- * Lizard_streamDecode_t
- * information structure to track an Lizard stream.
- * init this structure content using Lizard_setStreamDecode or memset() before first use !
- *
- * In the context of a DLL (liblizard) please prefer usage of construction methods below.
- * They are more future proof, in case of a change of Lizard_streamDecode_t size in the future.
- * Lizard_createStreamDecode will allocate and initialize an Lizard_streamDecode_t structure
- * Lizard_freeStreamDecode releases its memory.
- */
-LIZARDDLIB_API Lizard_streamDecode_t* Lizard_createStreamDecode(void);
-LIZARDDLIB_API int                 Lizard_freeStreamDecode (Lizard_streamDecode_t* Lizard_stream);
-
-/*! Lizard_setStreamDecode() :
- *  Use this function to instruct where to find the dictionary.
- *  Setting a size of 0 is allowed (same effect as reset).
- *  @return : 1 if OK, 0 if error
- */
-LIZARDDLIB_API int Lizard_setStreamDecode (Lizard_streamDecode_t* Lizard_streamDecode, const char* dictionary, int dictSize);
-
-/*
-*_continue() :
-    These decoding functions allow decompression of multiple blocks in "streaming" mode.
-    Previously decoded blocks *must* remain available at the memory position where they were decoded (up to LIZARD_DICT_SIZE)
-    In the case of a ring buffers, decoding buffer must be either :
-    - Exactly same size as encoding buffer, with same update rule (block boundaries at same positions)
-      In which case, the decoding & encoding ring buffer can have any size, including small ones ( < LIZARD_DICT_SIZE).
-    - Larger than encoding buffer, by a minimum of maxBlockSize more bytes.
-      maxBlockSize is implementation dependent. It's the maximum size you intend to compress into a single block.
-      In which case, encoding and decoding buffers do not need to be synchronized,
-      and encoding ring buffer can have any size, including small ones ( < LIZARD_DICT_SIZE).
-    - _At least_ LIZARD_DICT_SIZE + 8 bytes + maxBlockSize.
-      In which case, encoding and decoding buffers do not need to be synchronized,
-      and encoding ring buffer can have any size, including larger than decoding buffer.
-    Whenever these conditions are not possible, save the last LIZARD_DICT_SIZE of decoded data into a safe buffer,
-    and indicate where it is saved using Lizard_setStreamDecode()
-*/
-LIZARDDLIB_API int Lizard_decompress_safe_continue (Lizard_streamDecode_t* Lizard_streamDecode, const char* source, char* dest, int compressedSize, int maxDecompressedSize);
-
-
-/*
-Advanced decoding functions :
-*_usingDict() :
-    These decoding functions work the same as
-    a combination of Lizard_setStreamDecode() followed by Lizard_decompress_x_continue()
-    They are stand-alone. They don't need nor update an Lizard_streamDecode_t structure.
-*/
-LIZARDDLIB_API int Lizard_decompress_safe_usingDict (const char* source, char* dest, int compressedSize, int maxDecompressedSize, const char* dictStart, int dictSize);
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* LIZARD_DECOMPRESS_H_2983827168210 */
diff --git a/contrib/lizard/lib/lizard_decompress_liz.h b/contrib/lizard/lib/lizard_decompress_liz.h
deleted file mode 100644
index 7e80eb5e01b..00000000000
--- a/contrib/lizard/lib/lizard_decompress_liz.h
+++ /dev/null
@@ -1,220 +0,0 @@
-/*
-  [0_MMMM_LLL] - 16-bit offset, 4-bit match length (4-15+), 3-bit literal length (0-7+)
-  [1_MMMM_LLL] -   last offset, 4-bit match length (0-15+), 3-bit literal length (0-7+)
-  flag 31      - 24-bit offset,        match length (47+),    no literal length
-  flag 0-30    - 24-bit offset,  31 match lengths (16-46),    no literal length
-*/
-
-/*! Lizard_decompress_LIZv1() :
- *  This generic decompression function cover all use cases.
- *  It shall be instantiated several times, using different sets of directives
- *  Note that it is important this generic function is really inlined,
- *  in order to remove useless branches during compilation optimization.
- */
-FORCE_INLINE int Lizard_decompress_LIZv1(
-                 Lizard_dstream_t* ctx,
-                 BYTE* const dest,
-                 int outputSize,         /* this value is the max size of Output Buffer. */
-
-                 int partialDecoding,    /* full, partial */
-                 int targetOutputSize,   /* only used if partialDecoding==partial */
-                 int dict,               /* noDict, withPrefix64k, usingExtDict */
-                 const BYTE* const lowPrefix,  /* == dest if dict == noDict */
-                 const BYTE* const dictStart,  /* only if dict==usingExtDict */
-                 const size_t dictSize,         /* note : = 0 if noDict */
-                 int compressionLevel
-                 )
-{
-    /* Local Variables */
-    int inputSize = (int)(ctx->flagsEnd - ctx->flagsPtr);
-    const BYTE* const blockBase = ctx->flagsPtr;
-    const BYTE* const iend = ctx->literalsEnd;
-
-    BYTE* op = dest;
-    BYTE* const oend = op + outputSize;
-    BYTE* cpy = NULL;
-    BYTE* oexit = op + targetOutputSize;
-    const BYTE* const lowLimit = lowPrefix - dictSize;
-    const BYTE* const dictEnd = (const BYTE*)dictStart + dictSize;
-
-    const int checkOffset = (dictSize < (int)(LIZARD_DICT_SIZE));
-
-    intptr_t last_off = ctx->last_off;
-    intptr_t length = 0;
-    (void)compressionLevel;
-
-    /* Special cases */
-    if (unlikely(outputSize==0)) return ((inputSize==1) && (*ctx->flagsPtr==0)) ? 0 : -1;  /* Empty output buffer */
-
-    /* Main Loop : decode sequences */
-    while (ctx->flagsPtr < ctx->flagsEnd) {
-        unsigned token;
-        const BYTE* match;
-    //    intptr_t litLength;
-
-        if ((partialDecoding) && (op >= oexit)) return (int) (op-dest); 
-
-        /* get literal length */
-        token = *ctx->flagsPtr++;
-
-        if (token >= 32)
-        {
-            if ((length=(token & MAX_SHORT_LITLEN)) == MAX_SHORT_LITLEN) {
-                if (unlikely(ctx->literalsPtr > iend - 1)) { LIZARD_LOG_DECOMPRESS_LIZv1("1"); goto _output_error; } 
-                length = *ctx->literalsPtr;
-                if unlikely(length >= 254) {
-                    if (length == 254) {
-                        length = MEM_readLE16(ctx->literalsPtr+1);
-                        ctx->literalsPtr += 2;
-                    } else {
-                        length = MEM_readLE24(ctx->literalsPtr+1);
-                        ctx->literalsPtr += 3;
-                    }
-                }
-                length += MAX_SHORT_LITLEN;
-                ctx->literalsPtr++;
-                if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LIZv1("2"); goto _output_error; }  /* overflow detection */
-                if (unlikely((size_t)(ctx->literalsPtr+length)<(size_t)(ctx->literalsPtr))) { LIZARD_LOG_DECOMPRESS_LIZv1("3"); goto _output_error; }   /* overflow detection */
-            }
-
-            /* copy literals */
-            cpy = op + length;
-            if (unlikely(cpy > oend - WILDCOPYLENGTH || ctx->literalsPtr > iend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LIZv1("offset outside buffers\n"); goto _output_error; }   /* Error : offset outside buffers */
-    #if 1
-            Lizard_wildCopy16(op, ctx->literalsPtr, cpy);
-            op = cpy;
-            ctx->literalsPtr += length; 
-    #else
-            Lizard_copy8(op, ctx->literalsPtr);
-            Lizard_copy8(op+8, ctx->literalsPtr+8);
-            if (length > 16)
-                Lizard_wildCopy16(op + 16, ctx->literalsPtr + 16, cpy);
-            op = cpy;
-            ctx->literalsPtr += length; 
-    #endif
-
-            /* get offset */
-            if (unlikely(ctx->offset16Ptr > ctx->offset16End)) { LIZARD_LOG_DECOMPRESS_LIZv1("(ctx->offset16Ptr > ctx->offset16End\n"); goto _output_error; } 
-#if 1
-            { /* branchless */
-                intptr_t new_off = MEM_readLE16(ctx->offset16Ptr);
-                uintptr_t not_repCode = (uintptr_t)(token >> ML_RUN_BITS) - 1;
-                last_off ^= not_repCode & (last_off ^ -new_off);
-                ctx->offset16Ptr = (BYTE*)((uintptr_t)ctx->offset16Ptr + (not_repCode & 2));
-            }
-#else
-            if ((token >> ML_RUN_BITS) == 0)
-            {
-                last_off = -(intptr_t)MEM_readLE16(ctx->offset16Ptr); 
-                ctx->offset16Ptr += 2;
-            }
-#endif
-
-            /* get matchlength */
-            length = (token >> RUN_BITS_LIZv1) & MAX_SHORT_MATCHLEN;
-            if (length == MAX_SHORT_MATCHLEN) {
-                if (unlikely(ctx->literalsPtr > iend - 1)) { LIZARD_LOG_DECOMPRESS_LIZv1("6"); goto _output_error; } 
-                length = *ctx->literalsPtr;
-                if unlikely(length >= 254) {
-                    if (length == 254) {
-                        length = MEM_readLE16(ctx->literalsPtr+1);
-                        ctx->literalsPtr += 2;
-                    } else {
-                        length = MEM_readLE24(ctx->literalsPtr+1);
-                        ctx->literalsPtr += 3;
-                    }
-                }
-                length += MAX_SHORT_MATCHLEN;
-                ctx->literalsPtr++;
-                if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LIZv1("7"); goto _output_error; }  /* overflow detection */
-            }
-
-            DECOMPLOG_CODEWORDS_LIZv1("T32+ literal=%u match=%u offset=%d ipos=%d opos=%d\n", (U32)litLength, (U32)length, (int)-last_off, (U32)(ctx->flagsPtr-blockBase), (U32)(op-dest));
-        }
-        else
-        if (token < LIZARD_LAST_LONG_OFF)
-        {
-            if (unlikely(ctx->offset24Ptr > ctx->offset24End - 3)) { LIZARD_LOG_DECOMPRESS_LIZv1("8"); goto _output_error; } 
-            length = token + MM_LONGOFF;
-            last_off = -(intptr_t)MEM_readLE24(ctx->offset24Ptr); 
-            ctx->offset24Ptr += 3;
-            DECOMPLOG_CODEWORDS_LIZv1("T0-30 literal=%u match=%u offset=%d\n", 0, (U32)length, (int)-last_off);
-        }
-        else 
-        { 
-            if (unlikely(ctx->literalsPtr > iend - 1)) { LIZARD_LOG_DECOMPRESS_LIZv1("9"); goto _output_error; } 
-            length = *ctx->literalsPtr;
-            if unlikely(length >= 254) {
-                if (length == 254) {
-                    length = MEM_readLE16(ctx->literalsPtr+1);
-                    ctx->literalsPtr += 2;
-                } else {
-                    length = MEM_readLE24(ctx->literalsPtr+1);
-                    ctx->literalsPtr += 3;
-                }
-            }
-            ctx->literalsPtr++;
-            length += LIZARD_LAST_LONG_OFF + MM_LONGOFF;
-
-            if (unlikely(ctx->offset24Ptr > ctx->offset24End - 3)) { LIZARD_LOG_DECOMPRESS_LIZv1("10"); goto _output_error; } 
-            last_off = -(intptr_t)MEM_readLE24(ctx->offset24Ptr); 
-            ctx->offset24Ptr += 3;
-        }
-
-
-        match = op + last_off;
-        if ((checkOffset) && ((unlikely((uintptr_t)(-last_off) > (uintptr_t)op) || (match < lowLimit)))) { LIZARD_LOG_DECOMPRESS_LIZv1("lowPrefix[%p]-dictSize[%d]=lowLimit[%p] match[%p]=op[%p]-last_off[%d]\n", lowPrefix, (int)dictSize, lowLimit, match, op, (int)last_off); goto _output_error; }  /* Error : offset outside buffers */
-
-        /* check external dictionary */
-        if ((dict==usingExtDict) && (match < lowPrefix)) {
-            if (unlikely(op + length > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LIZv1("12"); goto _output_error; }  /* doesn't respect parsing restriction */
-
-            if (length <= (intptr_t)(lowPrefix - match)) {
-                /* match can be copied as a single segment from external dictionary */
-                memmove(op, dictEnd - (lowPrefix-match), length);
-                op += length;
-            } else {
-                /* match encompass external dictionary and current block */
-                size_t const copySize = (size_t)(lowPrefix-match);
-                size_t const restSize = length - copySize;
-                memcpy(op, dictEnd - copySize, copySize);
-                op += copySize;
-                if (restSize > (size_t)(op-lowPrefix)) {  /* overlap copy */
-                    BYTE* const endOfMatch = op + restSize;
-                    const BYTE* copyFrom = lowPrefix;
-                    while (op < endOfMatch) *op++ = *copyFrom++;
-                } else {
-                    memcpy(op, lowPrefix, restSize);
-                    op += restSize;
-            }   }
-            continue;
-        }
-
-        /* copy match within block */
-        cpy = op + length;
-        if (unlikely(cpy > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LIZv1("13match=%p lowLimit=%p\n", match, lowLimit); goto _output_error; }   /* Error : offset outside buffers */
-        Lizard_copy8(op, match);
-        Lizard_copy8(op+8, match+8);
-        if (length > 16)
-            Lizard_wildCopy16(op + 16, match + 16, cpy);
-        op = cpy;
-    }
-
-    /* last literals */
-    length = ctx->literalsEnd - ctx->literalsPtr;
-    cpy = op + length;
-    if ((length < 0) || (ctx->literalsPtr+length != iend) || (cpy > oend)) { LIZARD_LOG_DECOMPRESS_LIZv1("14"); goto _output_error; }   /* Error : input must be consumed */
-    memcpy(op, ctx->literalsPtr, length);
-    ctx->literalsPtr += length;
-    op += length;
-
-    /* end of decoding */
-    ctx->last_off = last_off;
-    return (int) (op-dest);     /* Nb of output bytes decoded */
-
-    /* Overflow error detected */
-_output_error:
-    LIZARD_LOG_DECOMPRESS_LIZv1("_output_error=%d ctx->flagsPtr=%p blockBase=%p\n", (int) (-(ctx->flagsPtr-blockBase))-1, ctx->flagsPtr, blockBase);
-    LIZARD_LOG_DECOMPRESS_LIZv1("cpy=%p oend=%p ctx->literalsPtr+length[%d]=%p iend=%p\n", cpy, oend, (int)length, ctx->literalsPtr+length, iend);
-    return (int) (-(ctx->flagsPtr-blockBase))-1;
-}
diff --git a/contrib/lizard/lib/lizard_decompress_lz4.h b/contrib/lizard/lib/lizard_decompress_lz4.h
deleted file mode 100644
index ffbef1cd976..00000000000
--- a/contrib/lizard/lib/lizard_decompress_lz4.h
+++ /dev/null
@@ -1,163 +0,0 @@
-/*! Lizard_decompress_LZ4() :
- *  This generic decompression function cover all use cases.
- *  It shall be instantiated several times, using different sets of directives
- *  Note that it is important this generic function is really inlined,
- *  in order to remove useless branches during compilation optimization.
- */
-FORCE_INLINE int Lizard_decompress_LZ4(
-                 Lizard_dstream_t* ctx,
-                 BYTE* const dest,
-                 int outputSize,         /* this value is the max size of Output Buffer. */
-
-                 int partialDecoding,    /* full, partial */
-                 int targetOutputSize,   /* only used if partialDecoding==partial */
-                 int dict,               /* noDict, withPrefix64k, usingExtDict */
-                 const BYTE* const lowPrefix,  /* == dest if dict == noDict */
-                 const BYTE* const dictStart,  /* only if dict==usingExtDict */
-                 const size_t dictSize,         /* note : = 0 if noDict */
-                 int compressionLevel
-                 )
-{
-    /* Local Variables */
-    int inputSize = (int)(ctx->flagsEnd - ctx->flagsPtr);
-    const BYTE* const blockBase = ctx->flagsPtr;
-    const BYTE* const iend = ctx->literalsEnd;
-    BYTE* op = dest;
-    BYTE* const oend = op + outputSize;
-    BYTE* cpy = NULL;
-    BYTE* oexit = op + targetOutputSize;
-    const BYTE* const lowLimit = lowPrefix - dictSize;
-    const BYTE* const dictEnd = (const BYTE*)dictStart + dictSize;
-
-    const int checkOffset = (dictSize < (int)(LIZARD_DICT_SIZE));
-
-    intptr_t length = 0;
-    (void)compressionLevel;
-
-    /* Special cases */
-    if (unlikely(outputSize==0)) return ((inputSize==1) && (*ctx->flagsPtr==0)) ? 0 : -1;  /* Empty output buffer */
-
-    /* Main Loop : decode sequences */
-    while (ctx->flagsPtr < ctx->flagsEnd) {
-        unsigned token;
-        const BYTE* match;
-        size_t offset;
-
-        /* get literal length */
-        token = *ctx->flagsPtr++;
-        if ((length=(token & RUN_MASK_LZ4)) == RUN_MASK_LZ4) {
-            if (unlikely(ctx->literalsPtr > iend - 5)) { LIZARD_LOG_DECOMPRESS_LZ4("0"); goto _output_error; } 
-            length = *ctx->literalsPtr;
-            if unlikely(length >= 254) {
-                if (length == 254) {
-                    length = MEM_readLE16(ctx->literalsPtr+1);
-                    ctx->literalsPtr += 2;
-                } else {
-                    length = MEM_readLE24(ctx->literalsPtr+1);
-                    ctx->literalsPtr += 3;
-                }
-            }
-            length += RUN_MASK_LZ4;
-            ctx->literalsPtr++;
-            if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LZ4("1"); goto _output_error; }  /* overflow detection */
-            if (unlikely((size_t)(ctx->literalsPtr+length)<(size_t)(ctx->literalsPtr))) { LIZARD_LOG_DECOMPRESS_LZ4("2"); goto _output_error; }   /* overflow detection */
-        }
-
-        /* copy literals */
-        cpy = op + length;
-        if (unlikely(cpy > oend - WILDCOPYLENGTH || ctx->literalsPtr + length > iend - (2 + WILDCOPYLENGTH))) { LIZARD_LOG_DECOMPRESS_LZ4("offset outside buffers\n"); goto _output_error; }   /* Error : offset outside buffers */
-
-#if 1
-        Lizard_wildCopy16(op, ctx->literalsPtr, cpy);
-        op = cpy;
-        ctx->literalsPtr += length; 
-#else
-        Lizard_copy8(op, ctx->literalsPtr);
-        Lizard_copy8(op+8, ctx->literalsPtr+8);
-        if (length > 16)
-            Lizard_wildCopy16(op + 16, ctx->literalsPtr + 16, cpy);
-        op = cpy;
-        ctx->literalsPtr += length; 
-#endif
-        if ((partialDecoding) && (op >= oexit)) return (int) (op-dest);
-
-        /* get offset */
-        offset = MEM_readLE16(ctx->literalsPtr); 
-        ctx->literalsPtr += 2;
-
-        match = op - offset;
-        if ((checkOffset) && (unlikely(match < lowLimit))) { LIZARD_LOG_DECOMPRESS_LZ4("lowPrefix[%p]-dictSize[%d]=lowLimit[%p] match[%p]=op[%p]-offset[%d]\n", lowPrefix, (int)dictSize, lowLimit, match, op, (int)offset); goto _output_error; }  /* Error : offset outside buffers */
-
-        /* get matchlength */
-        length = token >> RUN_BITS_LZ4;
-        if (length == ML_MASK_LZ4) {
-            if (unlikely(ctx->literalsPtr > iend - 5)) { LIZARD_LOG_DECOMPRESS_LZ4("4"); goto _output_error; } 
-            length = *ctx->literalsPtr;
-            if unlikely(length >= 254) {
-                if (length == 254) {
-                    length = MEM_readLE16(ctx->literalsPtr+1);
-                    ctx->literalsPtr += 2;
-                } else {
-                    length = MEM_readLE24(ctx->literalsPtr+1);
-                    ctx->literalsPtr += 3;
-                }
-            }
-            length += ML_MASK_LZ4;
-            ctx->literalsPtr++;
-            if (unlikely((size_t)(op+length)<(size_t)(op))) { LIZARD_LOG_DECOMPRESS_LZ4("5"); goto _output_error; }  /* overflow detection */
-        }
-        length += MINMATCH;
-
-        /* check external dictionary */
-        if ((dict==usingExtDict) && (match < lowPrefix)) {
-            if (unlikely(op + length > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LZ4("6"); goto _output_error; }  /* doesn't respect parsing restriction */
-
-            if (length <= (intptr_t)(lowPrefix - match)) {
-                /* match can be copied as a single segment from external dictionary */
-                memmove(op, dictEnd - (lowPrefix-match), length);
-                op += length;
-            } else {
-                /* match encompass external dictionary and current block */
-                size_t const copySize = (size_t)(lowPrefix-match);
-                size_t const restSize = length - copySize;
-                memcpy(op, dictEnd - copySize, copySize);
-                op += copySize;
-                if (restSize > (size_t)(op-lowPrefix)) {  /* overlap copy */
-                    BYTE* const endOfMatch = op + restSize;
-                    const BYTE* copyFrom = lowPrefix;
-                    while (op < endOfMatch) *op++ = *copyFrom++;
-                } else {
-                    memcpy(op, lowPrefix, restSize);
-                    op += restSize;
-            }   }
-            continue;
-        }
-
-        /* copy match within block */
-        cpy = op + length;
-        if (unlikely(cpy > oend - WILDCOPYLENGTH)) { LIZARD_LOG_DECOMPRESS_LZ4("1match=%p lowLimit=%p\n", match, lowLimit); goto _output_error; }   /* Error : offset outside buffers */
-        Lizard_copy8(op, match);
-        Lizard_copy8(op+8, match+8);
-        if (length > 16)
-            Lizard_wildCopy16(op + 16, match + 16, cpy);
-        op = cpy;
-        if ((partialDecoding) && (op >= oexit)) return (int) (op-dest);
-    }
-
-    /* last literals */
-    length = ctx->literalsEnd - ctx->literalsPtr;
-    cpy = op + length;
-    if ((length < 0) || (ctx->literalsPtr+length != iend) || (cpy > oend)) { LIZARD_LOG_DECOMPRESS_LZ4("9"); goto _output_error; }   /* Error : input must be consumed */
-    memcpy(op, ctx->literalsPtr, length);
-    ctx->literalsPtr += length;
-    op += length;
-
-    /* end of decoding */
-    return (int) (op-dest);     /* Nb of output bytes decoded */
-
-    /* Overflow error detected */
-_output_error:
-    LIZARD_LOG_DECOMPRESS_LZ4("_output_error=%d ctx->flagsPtr=%p blockBase=%p\n", (int) (-(ctx->flagsPtr-blockBase))-1, ctx->flagsPtr, blockBase);
-    LIZARD_LOG_DECOMPRESS_LZ4("cpy=%p oend=%p ctx->literalsPtr+length[%d]=%p iend=%p\n", cpy, oend, (int)length, ctx->literalsPtr+length, iend);
-    return (int) (-(ctx->flagsPtr-blockBase))-1;
-}
diff --git a/contrib/lizard/lib/lizard_frame.c b/contrib/lizard/lib/lizard_frame.c
deleted file mode 100644
index f4afbb94e0a..00000000000
--- a/contrib/lizard/lib/lizard_frame.c
+++ /dev/null
@@ -1,1362 +0,0 @@
-/*
-Lizard auto-framing library
-Copyright (C) 2011-2016, Yann Collet
-Copyright (C) 2016-2017, Przemyslaw Skibinski
-
-BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are
-met:
-
-* Redistributions of source code must retain the above copyright
-notice, this list of conditions and the following disclaimer.
-* Redistributions in binary form must reproduce the above
-copyright notice, this list of conditions and the following disclaimer
-in the documentation and/or other materials provided with the
-distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-You can contact the author at :
-- Lizard source repository : https://github.com/inikep/lizard
-*/
-
-/* LizardF is a stand-alone API to create Lizard-compressed Frames
-*  in full conformance with specification v1.5.0
-*  All related operations, including memory management, are handled by the library.
-* */
-
-
-/*-************************************
-*  Compiler Options
-**************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
-#endif
-
-
-
-/*-************************************
-*  Includes
-**************************************/
-#include "lizard_frame_static.h"
-#include "lizard_compress.h"
-#include "lizard_decompress.h"
-#include "lizard_common.h"  /* LIZARD_DICT_SIZE */
-#define XXH_STATIC_LINKING_ONLY
-#include "xxhash/xxhash.h"
-#include <stdio.h>
-
-
-
-/* unoptimized version; solves endianess & alignment issues */
-static U32 LizardF_readLE32 (const void* src)
-{
-    const BYTE* const srcPtr = (const BYTE*)src;
-    U32 value32 = srcPtr[0];
-    value32 += (srcPtr[1]<<8);
-    value32 += (srcPtr[2]<<16);
-    value32 += ((U32)srcPtr[3])<<24;
-    return value32;
-}
-
-static void LizardF_writeLE32 (BYTE* dstPtr, U32 value32)
-{
-    dstPtr[0] = (BYTE)value32;
-    dstPtr[1] = (BYTE)(value32 >> 8);
-    dstPtr[2] = (BYTE)(value32 >> 16);
-    dstPtr[3] = (BYTE)(value32 >> 24);
-}
-
-static U64 LizardF_readLE64 (const BYTE* srcPtr)
-{
-    U64 value64 = srcPtr[0];
-    value64 += ((U64)srcPtr[1]<<8);
-    value64 += ((U64)srcPtr[2]<<16);
-    value64 += ((U64)srcPtr[3]<<24);
-    value64 += ((U64)srcPtr[4]<<32);
-    value64 += ((U64)srcPtr[5]<<40);
-    value64 += ((U64)srcPtr[6]<<48);
-    value64 += ((U64)srcPtr[7]<<56);
-    return value64;
-}
-
-static void LizardF_writeLE64 (BYTE* dstPtr, U64 value64)
-{
-    dstPtr[0] = (BYTE)value64;
-    dstPtr[1] = (BYTE)(value64 >> 8);
-    dstPtr[2] = (BYTE)(value64 >> 16);
-    dstPtr[3] = (BYTE)(value64 >> 24);
-    dstPtr[4] = (BYTE)(value64 >> 32);
-    dstPtr[5] = (BYTE)(value64 >> 40);
-    dstPtr[6] = (BYTE)(value64 >> 48);
-    dstPtr[7] = (BYTE)(value64 >> 56);
-}
-
-
-/*-************************************
-*  Constants
-**************************************/
-#define _1BIT  0x01
-#define _2BITS 0x03
-#define _3BITS 0x07
-#define _4BITS 0x0F
-#define _8BITS 0xFF
-
-#define LIZARDF_MAGIC_SKIPPABLE_START  0x184D2A50U
-#define LIZARDF_MAGICNUMBER            0x184D2206U
-#define LIZARDF_BLOCKUNCOMPRESSED_FLAG 0x80000000U
-#define LIZARDF_BLOCKSIZEID_DEFAULT LizardF_max128KB
-
-static const size_t minFHSize = 7;
-static const size_t maxFHSize = 15;
-static const size_t BHSize = 4;
-
-
-/*-************************************
-*  Structures and local types
-**************************************/
-typedef struct LizardF_cctx_s
-{
-    LizardF_preferences_t prefs;
-    U32    version;
-    U32    cStage;
-    size_t maxBlockSize;
-    size_t maxBufferSize;
-    BYTE*  tmpBuff;
-    BYTE*  tmpIn;
-    size_t tmpInSize;
-    U64    totalInSize;
-    XXH32_state_t xxh;
-    Lizard_stream_t* lizardCtxPtr;
-    U32    lizardCtxLevel;     /* 0: unallocated;  1: Lizard_stream_t;  */
-} LizardF_cctx_t;
-
-typedef struct LizardF_dctx_s
-{
-    LizardF_frameInfo_t frameInfo;
-    U32    version;
-    U32    dStage;
-    U64    frameRemainingSize;
-    size_t maxBlockSize;
-    size_t maxBufferSize;
-    const BYTE* srcExpect;
-    BYTE*  tmpIn;
-    size_t tmpInSize;
-    size_t tmpInTarget;
-    BYTE*  tmpOutBuffer;
-    const BYTE*  dict;
-    size_t dictSize;
-    BYTE*  tmpOut;
-    size_t tmpOutSize;
-    size_t tmpOutStart;
-    XXH32_state_t xxh;
-    BYTE   header[16];
-} LizardF_dctx_t;
-
-
-/*-************************************
-*  Error management
-**************************************/
-#define LIZARDF_GENERATE_STRING(STRING) #STRING,
-static const char* LizardF_errorStrings[] = { LIZARDF_LIST_ERRORS(LIZARDF_GENERATE_STRING) };
-
-
-unsigned LizardF_isError(LizardF_errorCode_t code)
-{
-    return (code > (LizardF_errorCode_t)(-LizardF_ERROR_maxCode));
-}
-
-const char* LizardF_getErrorName(LizardF_errorCode_t code)
-{
-    static const char* codeError = "Unspecified error code";
-    if (LizardF_isError(code)) return LizardF_errorStrings[-(int)(code)];
-    return codeError;
-}
-
-
-/*-************************************
-*  Private functions
-**************************************/
-static size_t LizardF_getBlockSize(unsigned blockSizeID)
-{
-    static const size_t blockSizes[7] = { 128 KB, 256 KB, 1 MB, 4 MB, 16 MB, 64 MB, 256 MB };
-
-    if (blockSizeID == 0) blockSizeID = LIZARDF_BLOCKSIZEID_DEFAULT;
-    blockSizeID -= 1;
-    if (blockSizeID >= 7) return (size_t)-LizardF_ERROR_maxBlockSize_invalid;
-
-    return blockSizes[blockSizeID];
-}
-
-static LizardF_blockSizeID_t LizardF_optimalBSID(const LizardF_blockSizeID_t requestedBSID, const size_t srcSize)
-{
-    LizardF_blockSizeID_t proposedBSID = LizardF_max128KB;
-    size_t maxBlockSize;
-
-    while (requestedBSID > proposedBSID)
-    {
-        maxBlockSize = LizardF_getBlockSize(proposedBSID);
-        if (srcSize <= maxBlockSize) {
-            return proposedBSID;
-        }
-        proposedBSID = (LizardF_blockSizeID_t)((int)proposedBSID + 1);
-    }
-    return requestedBSID;
-}
-
-
-static BYTE LizardF_headerChecksum (const void* header, size_t length)
-{
-    U32 xxh = XXH32(header, length, 0);
-    return (BYTE)(xxh >> 8);
-}
-
-
-/*-************************************
-*  Simple compression functions
-**************************************/
-
-size_t LizardF_compressFrameBound(size_t srcSize, const LizardF_preferences_t* preferencesPtr)
-{
-    LizardF_preferences_t prefs;
-    size_t headerSize;
-    size_t streamSize;
-
-    if (preferencesPtr!=NULL) prefs = *preferencesPtr;
-    else memset(&prefs, 0, sizeof(prefs));
-
-    prefs.frameInfo.blockSizeID = LizardF_optimalBSID(prefs.frameInfo.blockSizeID, srcSize);
-    prefs.autoFlush = 1;
-
-    headerSize = maxFHSize;      /* header size, including magic number and frame content size*/
-    streamSize = LizardF_compressBound(srcSize, &prefs);
-
-    return headerSize + streamSize;
-}
-
-
-
-/*! LizardF_compressFrame() :
-* Compress an entire srcBuffer into a valid Lizard frame, as defined by specification v1.5.0, in a single step.
-* The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
-* You can get the minimum value of dstMaxSize by using LizardF_compressFrameBound()
-* If this condition is not respected, LizardF_compressFrame() will fail (result is an errorCode)
-* The LizardF_preferences_t structure is optional : you can provide NULL as argument. All preferences will then be set to default.
-* The result of the function is the number of bytes written into dstBuffer.
-* The function outputs an error code if it fails (can be tested using LizardF_isError())
-*/
-size_t LizardF_compressFrame(void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_preferences_t* preferencesPtr)
-{
-    LizardF_cctx_t cctxI;
-    LizardF_preferences_t prefs;
-    LizardF_compressOptions_t options;
-    LizardF_errorCode_t errorCode;
-    BYTE* const dstStart = (BYTE*) dstBuffer;
-    BYTE* dstPtr = dstStart;
-    BYTE* const dstEnd = dstStart + dstMaxSize;
-
-    memset(&cctxI, 0, sizeof(cctxI));   /* works because no allocation */
-    memset(&options, 0, sizeof(options));
-
-    cctxI.version = LIZARDF_VERSION;
-    cctxI.maxBufferSize = 5 MB;   /* mess with real buffer size to prevent allocation; works because autoflush==1 & stableSrc==1 */
-
-    if (preferencesPtr!=NULL)
-        prefs = *preferencesPtr;
-    else
-        memset(&prefs, 0, sizeof(prefs));
-    if (prefs.frameInfo.contentSize != 0)
-        prefs.frameInfo.contentSize = (U64)srcSize;   /* auto-correct content size if selected (!=0) */
-
-    prefs.frameInfo.blockSizeID = LizardF_optimalBSID(prefs.frameInfo.blockSizeID, srcSize);
-    prefs.autoFlush = 1;
-    if (srcSize <= LizardF_getBlockSize(prefs.frameInfo.blockSizeID))
-        prefs.frameInfo.blockMode = LizardF_blockIndependent;   /* no need for linked blocks */
-
-    options.stableSrc = 1;
-
-    if (dstMaxSize < LizardF_compressFrameBound(srcSize, &prefs))
-        return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;
-
-    errorCode = LizardF_compressBegin(&cctxI, dstBuffer, dstMaxSize, &prefs);  /* write header */
-    if (LizardF_isError(errorCode)) goto error;
-    dstPtr += errorCode;   /* header size */
-
-    errorCode = LizardF_compressUpdate(&cctxI, dstPtr, dstEnd-dstPtr, srcBuffer, srcSize, &options);
-    if (LizardF_isError(errorCode)) goto error;
-    dstPtr += errorCode;
-
-    errorCode = LizardF_compressEnd(&cctxI, dstPtr, dstEnd-dstPtr, &options);   /* flush last block, and generate suffix */
-    if (LizardF_isError(errorCode)) goto error;
-    dstPtr += errorCode;
-
-    Lizard_freeStream(cctxI.lizardCtxPtr);
-    FREEMEM(cctxI.tmpBuff);
-    return (dstPtr - dstStart);
-error:
-    Lizard_freeStream(cctxI.lizardCtxPtr);
-    FREEMEM(cctxI.tmpBuff);
-    return errorCode;
-}
-
-
-/*-*********************************
-*  Advanced compression functions
-***********************************/
-
-/* LizardF_createCompressionContext() :
-* The first thing to do is to create a compressionContext object, which will be used in all compression operations.
-* This is achieved using LizardF_createCompressionContext(), which takes as argument a version and an LizardF_preferences_t structure.
-* The version provided MUST be LIZARDF_VERSION. It is intended to track potential version differences between different binaries.
-* The function will provide a pointer to an allocated LizardF_compressionContext_t object.
-* If the result LizardF_errorCode_t is not OK_NoError, there was an error during context creation.
-* Object can release its memory using LizardF_freeCompressionContext();
-*/
-LizardF_errorCode_t LizardF_createCompressionContext(LizardF_compressionContext_t* LizardF_compressionContextPtr, unsigned version)
-{
-    LizardF_cctx_t* cctxPtr;
-
-    cctxPtr = (LizardF_cctx_t*)ALLOCATOR(1, sizeof(LizardF_cctx_t));
-    if (cctxPtr==NULL) return (LizardF_errorCode_t)(-LizardF_ERROR_allocation_failed);
-
-    cctxPtr->version = version;
-    cctxPtr->cStage = 0;   /* Next stage : write header */
-
-    *LizardF_compressionContextPtr = (LizardF_compressionContext_t)cctxPtr;
-
-    return LizardF_OK_NoError;
-}
-
-
-LizardF_errorCode_t LizardF_freeCompressionContext(LizardF_compressionContext_t LizardF_compressionContext)
-{
-    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)LizardF_compressionContext;
-
-    if (cctxPtr != NULL) {  /* null pointers can be safely provided to this function, like free() */
-       Lizard_freeStream(cctxPtr->lizardCtxPtr);
-       FREEMEM(cctxPtr->tmpBuff);
-       FREEMEM(LizardF_compressionContext);
-    }
-
-    return LizardF_OK_NoError;
-}
-
-
-/*! LizardF_compressBegin() :
-* will write the frame header into dstBuffer.
-* dstBuffer must be large enough to accommodate a header (dstMaxSize). Maximum header size is LizardF_MAXHEADERFRAME_SIZE bytes.
-* The result of the function is the number of bytes written into dstBuffer for the header
-* or an error code (can be tested using LizardF_isError())
-*/
-size_t LizardF_compressBegin(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const LizardF_preferences_t* preferencesPtr)
-{
-    LizardF_preferences_t prefNull;
-    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
-    BYTE* const dstStart = (BYTE*)dstBuffer;
-    BYTE* dstPtr = dstStart;
-    BYTE* headerStart;
-    size_t requiredBuffSize;
-
-    if (dstMaxSize < maxFHSize) return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;
-    if (cctxPtr->cStage != 0) return (size_t)-LizardF_ERROR_GENERIC;
-    memset(&prefNull, 0, sizeof(prefNull));
-    if (preferencesPtr == NULL) preferencesPtr = &prefNull;
-    cctxPtr->prefs = *preferencesPtr;
-
-    /* ctx Management */
-    if (cctxPtr->lizardCtxLevel == 0) {
-        cctxPtr->lizardCtxPtr = Lizard_createStream(cctxPtr->prefs.compressionLevel);
-        cctxPtr->lizardCtxLevel = 1;
-    }
-
-    /* Buffer Management */
-    if (cctxPtr->prefs.frameInfo.blockSizeID == 0) cctxPtr->prefs.frameInfo.blockSizeID = LIZARDF_BLOCKSIZEID_DEFAULT;
-    cctxPtr->maxBlockSize = LizardF_getBlockSize(cctxPtr->prefs.frameInfo.blockSizeID);
-    requiredBuffSize = cctxPtr->maxBlockSize + ((cctxPtr->prefs.frameInfo.blockMode == LizardF_blockLinked) * 2 * LIZARD_DICT_SIZE);
-
-    if (preferencesPtr->autoFlush)
-        requiredBuffSize = (cctxPtr->prefs.frameInfo.blockMode == LizardF_blockLinked) * LIZARD_DICT_SIZE;   /* just needs dict */
-
-    if (cctxPtr->maxBufferSize < requiredBuffSize) {
-        cctxPtr->maxBufferSize = requiredBuffSize;
-        FREEMEM(cctxPtr->tmpBuff);
-        cctxPtr->tmpBuff = (BYTE*)ALLOCATOR(1, requiredBuffSize);
-        if (cctxPtr->tmpBuff == NULL) { printf("ERROR in LizardF_compressBegin: Cannot allocate %d MB\n", (int)(requiredBuffSize>>20)); return (size_t)-LizardF_ERROR_allocation_failed; }
-    }
-    cctxPtr->tmpIn = cctxPtr->tmpBuff;
-    cctxPtr->tmpInSize = 0;
-    XXH32_reset(&(cctxPtr->xxh), 0);
-    cctxPtr->lizardCtxPtr = Lizard_resetStream((Lizard_stream_t*)(cctxPtr->lizardCtxPtr), cctxPtr->prefs.compressionLevel);
-    if (!cctxPtr->lizardCtxPtr) return (size_t)-LizardF_ERROR_allocation_failed;
-
-    /* Magic Number */
-    LizardF_writeLE32(dstPtr, LIZARDF_MAGICNUMBER);
-    dstPtr += 4;
-    headerStart = dstPtr;
-
-    /* FLG Byte */
-    *dstPtr++ = (BYTE)(((1 & _2BITS) << 6)    /* Version('01') */
-        + ((cctxPtr->prefs.frameInfo.blockMode & _1BIT ) << 5)    /* Block mode */
-        + ((cctxPtr->prefs.frameInfo.contentChecksumFlag & _1BIT ) << 2)   /* Frame checksum */
-        + ((cctxPtr->prefs.frameInfo.contentSize > 0) << 3));   /* Frame content size */
-    /* BD Byte */
-    *dstPtr++ = (BYTE)((cctxPtr->prefs.frameInfo.blockSizeID & _3BITS) << 4);
-    /* Optional Frame content size field */
-    if (cctxPtr->prefs.frameInfo.contentSize) {
-        LizardF_writeLE64(dstPtr, cctxPtr->prefs.frameInfo.contentSize);
-        dstPtr += 8;
-        cctxPtr->totalInSize = 0;
-    }
-    /* CRC Byte */
-    *dstPtr = LizardF_headerChecksum(headerStart, dstPtr - headerStart);
-    dstPtr++;
-
-    cctxPtr->cStage = 1;   /* header written, now request input data block */
-
-    return (dstPtr - dstStart);
-}
-
-
-/* LizardF_compressBound() : gives the size of Dst buffer given a srcSize to handle worst case situations.
-*                        The LizardF_frameInfo_t structure is optional :
-*                        you can provide NULL as argument, preferences will then be set to cover worst case situations.
-* */
-size_t LizardF_compressBound(size_t srcSize, const LizardF_preferences_t* preferencesPtr)
-{
-    LizardF_preferences_t prefsNull;
-    memset(&prefsNull, 0, sizeof(prefsNull));
-    prefsNull.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;   /* worst case */
-    {   const LizardF_preferences_t* prefsPtr = (preferencesPtr==NULL) ? &prefsNull : preferencesPtr;
-        LizardF_blockSizeID_t bid = prefsPtr->frameInfo.blockSizeID;
-        size_t blockSize = LizardF_getBlockSize(bid);
-        unsigned nbBlocks = (unsigned)(srcSize / blockSize) + 1;
-        size_t lastBlockSize = prefsPtr->autoFlush ? srcSize % blockSize : blockSize;
-        size_t blockInfo = 4;   /* default, without block CRC option */
-        size_t frameEnd = 4 + (prefsPtr->frameInfo.contentChecksumFlag*4);
-
-        return (blockInfo * nbBlocks) + (blockSize * (nbBlocks-1)) + lastBlockSize + frameEnd;;
-    }
-}
-
-
-typedef int (*compressFunc_t)(void* ctx, const char* src, char* dst, int srcSize, int dstSize, int level);
-
-static size_t LizardF_compressBlock(void* dst, const void* src, size_t srcSize, compressFunc_t compress, void* lizardctx, int level)
-{
-    /* compress one block */
-    BYTE* cSizePtr = (BYTE*)dst;
-    U32 cSize;
-    cSize = (U32)compress(lizardctx, (const char*)src, (char*)(cSizePtr+4), (int)(srcSize), (int)(srcSize-1), level);
-    LizardF_writeLE32(cSizePtr, cSize);
-    if (cSize == 0) {  /* compression failed */
-        cSize = (U32)srcSize;
-        LizardF_writeLE32(cSizePtr, cSize + LIZARDF_BLOCKUNCOMPRESSED_FLAG);
-        memcpy(cSizePtr+4, src, srcSize);
-    }
-    return cSize + 4;
-}
-
-
-
-static int LizardF_localLizard_compress_continue(void* ctx, const char* src, char* dst, int srcSize, int dstSize, int level)
-{
-    (void)level;
-    return Lizard_compress_continue((Lizard_stream_t*)ctx, src, dst, srcSize, dstSize);
-}
-
-static compressFunc_t LizardF_selectCompression(LizardF_blockMode_t blockMode)
-{
-    if (blockMode == LizardF_blockIndependent) return Lizard_compress_extState;
-    return LizardF_localLizard_compress_continue;
-}
-
-static int LizardF_localSaveDict(LizardF_cctx_t* cctxPtr)
-{
-    return Lizard_saveDict ((Lizard_stream_t*)(cctxPtr->lizardCtxPtr), (char*)(cctxPtr->tmpBuff), LIZARD_DICT_SIZE);
-}
-
-typedef enum { notDone, fromTmpBuffer, fromSrcBuffer } LizardF_lastBlockStatus;
-
-/*! LizardF_compressUpdate() :
-* LizardF_compressUpdate() can be called repetitively to compress as much data as necessary.
-* The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
-* If this condition is not respected, LizardF_compress() will fail (result is an errorCode)
-* You can get the minimum value of dstMaxSize by using LizardF_compressBound()
-* The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
-* The result of the function is the number of bytes written into dstBuffer : it can be zero, meaning input data was just buffered.
-* The function outputs an error code if it fails (can be tested using LizardF_isError())
-*/
-size_t LizardF_compressUpdate(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_compressOptions_t* compressOptionsPtr)
-{
-    LizardF_compressOptions_t cOptionsNull;
-    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
-    size_t blockSize = cctxPtr->maxBlockSize;
-    const BYTE* srcPtr = (const BYTE*)srcBuffer;
-    const BYTE* const srcEnd = srcPtr + srcSize;
-    BYTE* const dstStart = (BYTE*)dstBuffer;
-    BYTE* dstPtr = dstStart;
-    LizardF_lastBlockStatus lastBlockCompressed = notDone;
-    compressFunc_t compress;
-
-
-    if (cctxPtr->cStage != 1) return (size_t)-LizardF_ERROR_GENERIC;
-    if (dstMaxSize < LizardF_compressBound(srcSize, &(cctxPtr->prefs))) return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;
-    memset(&cOptionsNull, 0, sizeof(cOptionsNull));
-    if (compressOptionsPtr == NULL) compressOptionsPtr = &cOptionsNull;
-
-    /* select compression function */
-    compress = LizardF_selectCompression(cctxPtr->prefs.frameInfo.blockMode);
-
-    /* complete tmp buffer */
-    if (cctxPtr->tmpInSize > 0) {   /* some data already within tmp buffer */
-        size_t sizeToCopy = blockSize - cctxPtr->tmpInSize;
-        if (sizeToCopy > srcSize) {
-            /* add src to tmpIn buffer */
-            memcpy(cctxPtr->tmpIn + cctxPtr->tmpInSize, srcBuffer, srcSize);
-            srcPtr = srcEnd;
-            cctxPtr->tmpInSize += srcSize;
-            /* still needs some CRC */
-        } else {
-            /* complete tmpIn block and then compress it */
-            lastBlockCompressed = fromTmpBuffer;
-            memcpy(cctxPtr->tmpIn + cctxPtr->tmpInSize, srcBuffer, sizeToCopy);
-            srcPtr += sizeToCopy;
-
-            dstPtr += LizardF_compressBlock(dstPtr, cctxPtr->tmpIn, blockSize, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
-
-            if (cctxPtr->prefs.frameInfo.blockMode==LizardF_blockLinked) cctxPtr->tmpIn += blockSize;
-            cctxPtr->tmpInSize = 0;
-        }
-    }
-
-    while ((size_t)(srcEnd - srcPtr) >= blockSize) {
-        /* compress full block */
-        lastBlockCompressed = fromSrcBuffer;
-        dstPtr += LizardF_compressBlock(dstPtr, srcPtr, blockSize, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
-        srcPtr += blockSize;
-    }
-
-    if ((cctxPtr->prefs.autoFlush) && (srcPtr < srcEnd)) {
-        /* compress remaining input < blockSize */
-        lastBlockCompressed = fromSrcBuffer;
-        dstPtr += LizardF_compressBlock(dstPtr, srcPtr, srcEnd - srcPtr, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
-        srcPtr  = srcEnd;
-    }
-
-    /* preserve dictionary if necessary */
-    if ((cctxPtr->prefs.frameInfo.blockMode==LizardF_blockLinked) && (lastBlockCompressed==fromSrcBuffer)) {
-        if (compressOptionsPtr->stableSrc) {
-            cctxPtr->tmpIn = cctxPtr->tmpBuff;
-        } else {
-            int realDictSize = LizardF_localSaveDict(cctxPtr);
-            if (realDictSize==0) return (size_t)-LizardF_ERROR_GENERIC;
-            cctxPtr->tmpIn = cctxPtr->tmpBuff + realDictSize;
-        }
-    }
-
-    /* keep tmpIn within limits */
-    if ((cctxPtr->tmpIn + blockSize) > (cctxPtr->tmpBuff + cctxPtr->maxBufferSize)   /* necessarily LizardF_blockLinked && lastBlockCompressed==fromTmpBuffer */
-        && !(cctxPtr->prefs.autoFlush))
-    {
-        int realDictSize = LizardF_localSaveDict(cctxPtr);
-        cctxPtr->tmpIn = cctxPtr->tmpBuff + realDictSize;
-    }
-
-    /* some input data left, necessarily < blockSize */
-    if (srcPtr < srcEnd) {
-        /* fill tmp buffer */
-        size_t sizeToCopy = srcEnd - srcPtr;
-        memcpy(cctxPtr->tmpIn, srcPtr, sizeToCopy);
-        cctxPtr->tmpInSize = sizeToCopy;
-    }
-
-    if (cctxPtr->prefs.frameInfo.contentChecksumFlag == LizardF_contentChecksumEnabled)
-        XXH32_update(&(cctxPtr->xxh), srcBuffer, srcSize);
-
-    cctxPtr->totalInSize += srcSize;
-    return dstPtr - dstStart;
-}
-
-
-/*! LizardF_flush() :
-* Should you need to create compressed data immediately, without waiting for a block to be filled,
-* you can call Lizard_flush(), which will immediately compress any remaining data stored within compressionContext.
-* The result of the function is the number of bytes written into dstBuffer
-* (it can be zero, this means there was no data left within compressionContext)
-* The function outputs an error code if it fails (can be tested using LizardF_isError())
-* The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
-*/
-size_t LizardF_flush(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* compressOptionsPtr)
-{
-    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
-    BYTE* const dstStart = (BYTE*)dstBuffer;
-    BYTE* dstPtr = dstStart;
-    compressFunc_t compress;
-
-
-    if (cctxPtr->tmpInSize == 0) return 0;   /* nothing to flush */
-    if (cctxPtr->cStage != 1) return (size_t)-LizardF_ERROR_GENERIC;
-    if (dstMaxSize < (cctxPtr->tmpInSize + 8)) return (size_t)-LizardF_ERROR_dstMaxSize_tooSmall;   /* +8 : block header(4) + block checksum(4) */
-    (void)compressOptionsPtr;   /* not yet useful */
-
-    /* select compression function */
-    compress = LizardF_selectCompression(cctxPtr->prefs.frameInfo.blockMode);
-
-    /* compress tmp buffer */
-    dstPtr += LizardF_compressBlock(dstPtr, cctxPtr->tmpIn, cctxPtr->tmpInSize, compress, cctxPtr->lizardCtxPtr, cctxPtr->prefs.compressionLevel);
-    if (cctxPtr->prefs.frameInfo.blockMode==LizardF_blockLinked) cctxPtr->tmpIn += cctxPtr->tmpInSize;
-    cctxPtr->tmpInSize = 0;
-
-    /* keep tmpIn within limits */
-    if ((cctxPtr->tmpIn + cctxPtr->maxBlockSize) > (cctxPtr->tmpBuff + cctxPtr->maxBufferSize)) {  /* necessarily LizardF_blockLinked */
-        int realDictSize = LizardF_localSaveDict(cctxPtr);
-        cctxPtr->tmpIn = cctxPtr->tmpBuff + realDictSize;
-    }
-
-    return dstPtr - dstStart;
-}
-
-
-/*! LizardF_compressEnd() :
-* When you want to properly finish the compressed frame, just call LizardF_compressEnd().
-* It will flush whatever data remained within compressionContext (like Lizard_flush())
-* but also properly finalize the frame, with an endMark and a checksum.
-* The result of the function is the number of bytes written into dstBuffer (necessarily >= 4 (endMark size))
-* The function outputs an error code if it fails (can be tested using LizardF_isError())
-* The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
-* compressionContext can then be used again, starting with LizardF_compressBegin(). The preferences will remain the same.
-*/
-size_t LizardF_compressEnd(LizardF_compressionContext_t compressionContext, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* compressOptionsPtr)
-{
-    LizardF_cctx_t* cctxPtr = (LizardF_cctx_t*)compressionContext;
-    BYTE* const dstStart = (BYTE*)dstBuffer;
-    BYTE* dstPtr = dstStart;
-    size_t errorCode;
-
-    errorCode = LizardF_flush(compressionContext, dstBuffer, dstMaxSize, compressOptionsPtr);
-    if (LizardF_isError(errorCode)) return errorCode;
-    dstPtr += errorCode;
-
-    LizardF_writeLE32(dstPtr, 0);
-    dstPtr+=4;   /* endMark */
-
-    if (cctxPtr->prefs.frameInfo.contentChecksumFlag == LizardF_contentChecksumEnabled) {
-        U32 xxh = XXH32_digest(&(cctxPtr->xxh));
-        LizardF_writeLE32(dstPtr, xxh);
-        dstPtr+=4;   /* content Checksum */
-    }
-
-    cctxPtr->cStage = 0;   /* state is now re-usable (with identical preferences) */
-    cctxPtr->maxBufferSize = 0;  /* reuse HC context */
-
-    if (cctxPtr->prefs.frameInfo.contentSize) {
-        if (cctxPtr->prefs.frameInfo.contentSize != cctxPtr->totalInSize)
-            return (size_t)-LizardF_ERROR_frameSize_wrong;
-    }
-
-    return dstPtr - dstStart;
-}
-
-
-/*-***************************************************
-*   Frame Decompression
-*****************************************************/
-
-/* Resource management */
-
-/*! LizardF_createDecompressionContext() :
-*   Create a decompressionContext object, which will track all decompression operations.
-*   Provides a pointer to a fully allocated and initialized LizardF_decompressionContext object.
-*   Object can later be released using LizardF_freeDecompressionContext().
-*   @return : if != 0, there was an error during context creation.
-*/
-LizardF_errorCode_t LizardF_createDecompressionContext(LizardF_decompressionContext_t* LizardF_decompressionContextPtr, unsigned versionNumber)
-{
-    LizardF_dctx_t* const dctxPtr = (LizardF_dctx_t*)ALLOCATOR(1, sizeof(LizardF_dctx_t));
-    if (dctxPtr==NULL) return (LizardF_errorCode_t)-LizardF_ERROR_GENERIC;
-
-    dctxPtr->version = versionNumber;
-    *LizardF_decompressionContextPtr = (LizardF_decompressionContext_t)dctxPtr;
-    return LizardF_OK_NoError;
-}
-
-LizardF_errorCode_t LizardF_freeDecompressionContext(LizardF_decompressionContext_t LizardF_decompressionContext)
-{
-    LizardF_errorCode_t result = LizardF_OK_NoError;
-    LizardF_dctx_t* const dctxPtr = (LizardF_dctx_t*)LizardF_decompressionContext;
-    if (dctxPtr != NULL) {   /* can accept NULL input, like free() */
-      result = (LizardF_errorCode_t)dctxPtr->dStage;
-      FREEMEM(dctxPtr->tmpIn);
-      FREEMEM(dctxPtr->tmpOutBuffer);
-      FREEMEM(dctxPtr);
-    }
-    return result;
-}
-
-
-/* ******************************************************************** */
-/* ********************* Decompression ******************************** */
-/* ******************************************************************** */
-
-typedef enum { dstage_getHeader=0, dstage_storeHeader,
-    dstage_getCBlockSize, dstage_storeCBlockSize,
-    dstage_copyDirect,
-    dstage_getCBlock, dstage_storeCBlock,
-    dstage_decodeCBlock, dstage_decodeCBlock_intoDst,
-    dstage_decodeCBlock_intoTmp, dstage_flushOut,
-    dstage_getSuffix, dstage_storeSuffix,
-    dstage_getSFrameSize, dstage_storeSFrameSize,
-    dstage_skipSkippable
-} dStage_t;
-
-
-/*! LizardF_headerSize() :
-*   @return : size of frame header
-*             or an error code, which can be tested using LizardF_isError()
-*/
-static size_t LizardF_headerSize(const void* src, size_t srcSize)
-{
-    /* minimal srcSize to determine header size */
-    if (srcSize < 5) return (size_t)-LizardF_ERROR_frameHeader_incomplete;
-
-    /* special case : skippable frames */
-    if ((LizardF_readLE32(src) & 0xFFFFFFF0U) == LIZARDF_MAGIC_SKIPPABLE_START) return 8;
-
-    /* control magic number */
-    if (LizardF_readLE32(src) != LIZARDF_MAGICNUMBER) return (size_t)-LizardF_ERROR_frameType_unknown;
-
-    /* Frame Header Size */
-    {   BYTE const FLG = ((const BYTE*)src)[4];
-        U32 const contentSizeFlag = (FLG>>3) & _1BIT;
-        return contentSizeFlag ? maxFHSize : minFHSize;
-    }
-}
-
-
-/*! LizardF_decodeHeader() :
-   input   : `srcVoidPtr` points at the **beginning of the frame**
-   output  : set internal values of dctx, such as
-             dctxPtr->frameInfo and dctxPtr->dStage.
-             Also allocates internal buffers.
-   @return : nb Bytes read from srcVoidPtr (necessarily <= srcSize)
-             or an error code (testable with LizardF_isError())
-*/
-static size_t LizardF_decodeHeader(LizardF_dctx_t* dctxPtr, const void* srcVoidPtr, size_t srcSize)
-{
-    BYTE FLG, BD, HC;
-    unsigned version, blockMode, blockChecksumFlag, contentSizeFlag, contentChecksumFlag, blockSizeID;
-    size_t bufferNeeded, currentBlockSize;
-    size_t frameHeaderSize;
-    const BYTE* srcPtr = (const BYTE*)srcVoidPtr;
-
-    /* need to decode header to get frameInfo */
-    if (srcSize < minFHSize) return (size_t)-LizardF_ERROR_frameHeader_incomplete;   /* minimal frame header size */
-    memset(&(dctxPtr->frameInfo), 0, sizeof(dctxPtr->frameInfo));
-
-    /* special case : skippable frames */
-    if ((LizardF_readLE32(srcPtr) & 0xFFFFFFF0U) == LIZARDF_MAGIC_SKIPPABLE_START) {
-        dctxPtr->frameInfo.frameType = LizardF_skippableFrame;
-        if (srcVoidPtr == (void*)(dctxPtr->header)) {
-            dctxPtr->tmpInSize = srcSize;
-            dctxPtr->tmpInTarget = 8;
-            dctxPtr->dStage = dstage_storeSFrameSize;
-            return srcSize;
-        } else {
-            dctxPtr->dStage = dstage_getSFrameSize;
-            return 4;
-        }
-    }
-
-    /* control magic number */
-    if (LizardF_readLE32(srcPtr) != LIZARDF_MAGICNUMBER) return (size_t)-LizardF_ERROR_frameType_unknown;
-    dctxPtr->frameInfo.frameType = LizardF_frame;
-
-    /* Flags */
-    FLG = srcPtr[4];
-    version = (FLG>>6) & _2BITS;
-    blockMode = (FLG>>5) & _1BIT;
-    blockChecksumFlag = (FLG>>4) & _1BIT;
-    contentSizeFlag = (FLG>>3) & _1BIT;
-    contentChecksumFlag = (FLG>>2) & _1BIT;
-
-    /* Frame Header Size */
-    frameHeaderSize = contentSizeFlag ? maxFHSize : minFHSize;
-
-    if (srcSize < frameHeaderSize) {
-        /* not enough input to fully decode frame header */
-        if (srcPtr != dctxPtr->header)
-            memcpy(dctxPtr->header, srcPtr, srcSize);
-        dctxPtr->tmpInSize = srcSize;
-        dctxPtr->tmpInTarget = frameHeaderSize;
-        dctxPtr->dStage = dstage_storeHeader;
-        return srcSize;
-    }
-
-    BD = srcPtr[5];
-    blockSizeID = (BD>>4) & _3BITS;
-
-    /* validate */
-    if (version != 1) return (size_t)-LizardF_ERROR_headerVersion_wrong;        /* Version Number, only supported value */
-    if (blockChecksumFlag != 0) return (size_t)-LizardF_ERROR_blockChecksum_unsupported; /* Not supported for the time being */
-    if (((FLG>>0)&_2BITS) != 0) return (size_t)-LizardF_ERROR_reservedFlag_set; /* Reserved bits */
-    if (((BD>>7)&_1BIT) != 0) return (size_t)-LizardF_ERROR_reservedFlag_set;   /* Reserved bit */
-    if (blockSizeID < 1) return (size_t)-LizardF_ERROR_maxBlockSize_invalid;    /* 1-7 only supported values for the time being */
-    if (((BD>>0)&_4BITS) != 0) return (size_t)-LizardF_ERROR_reservedFlag_set;  /* Reserved bits */
-
-    /* check */
-    HC = LizardF_headerChecksum(srcPtr+4, frameHeaderSize-5);
-    if (HC != srcPtr[frameHeaderSize-1]) return (size_t)-LizardF_ERROR_headerChecksum_invalid;   /* Bad header checksum error */
-
-    /* save */
-    dctxPtr->frameInfo.blockMode = (LizardF_blockMode_t)blockMode;
-    dctxPtr->frameInfo.contentChecksumFlag = (LizardF_contentChecksum_t)contentChecksumFlag;
-    dctxPtr->frameInfo.blockSizeID = (LizardF_blockSizeID_t)blockSizeID;
-    currentBlockSize = dctxPtr->maxBlockSize;
-    dctxPtr->maxBlockSize = LizardF_getBlockSize(blockSizeID);
-    if (contentSizeFlag)
-        dctxPtr->frameRemainingSize = dctxPtr->frameInfo.contentSize = LizardF_readLE64(srcPtr+6);
-
-    /* init */
-    if (contentChecksumFlag) XXH32_reset(&(dctxPtr->xxh), 0);
-
-    /* alloc */
-    bufferNeeded = dctxPtr->maxBlockSize + ((dctxPtr->frameInfo.blockMode==LizardF_blockLinked) * 2 * LIZARD_DICT_SIZE);
-    if (bufferNeeded > dctxPtr->maxBufferSize || dctxPtr->maxBlockSize > currentBlockSize) {   /* tmp buffers too small */
-        FREEMEM(dctxPtr->tmpIn);
-        FREEMEM(dctxPtr->tmpOutBuffer);
-        dctxPtr->maxBufferSize = 0;
-        dctxPtr->tmpIn = (BYTE*)ALLOCATOR(1, dctxPtr->maxBlockSize);
-        if (dctxPtr->tmpIn == NULL) return (size_t)-LizardF_ERROR_GENERIC;
-        dctxPtr->tmpOutBuffer= (BYTE*)ALLOCATOR(1, bufferNeeded);
-        if (dctxPtr->tmpOutBuffer== NULL) return (size_t)-LizardF_ERROR_GENERIC;
-        dctxPtr->maxBufferSize = bufferNeeded;
-    }
-    dctxPtr->tmpInSize = 0;
-    dctxPtr->tmpInTarget = 0;
-    dctxPtr->dict = dctxPtr->tmpOutBuffer;
-    dctxPtr->dictSize = 0;
-    dctxPtr->tmpOut = dctxPtr->tmpOutBuffer;
-    dctxPtr->tmpOutStart = 0;
-    dctxPtr->tmpOutSize = 0;
-
-    dctxPtr->dStage = dstage_getCBlockSize;
-
-    return frameHeaderSize;
-}
-
-
-/*! LizardF_getFrameInfo() :
-*   Decodes frame header information, such as blockSize.
-*   It is optional : you could start by calling directly LizardF_decompress() instead.
-*   The objective is to extract header information without starting decompression, typically for allocation purposes.
-*   LizardF_getFrameInfo() can also be used *after* starting decompression, on a valid LizardF_decompressionContext_t.
-*   The number of bytes read from srcBuffer will be provided within *srcSizePtr (necessarily <= original value).
-*   You are expected to resume decompression from where it stopped (srcBuffer + *srcSizePtr)
-*   @return : hint of the better `srcSize` to use for next call to LizardF_decompress,
-*             or an error code which can be tested using LizardF_isError().
-*/
-LizardF_errorCode_t LizardF_getFrameInfo(LizardF_decompressionContext_t dCtx, LizardF_frameInfo_t* frameInfoPtr,
-                                   const void* srcBuffer, size_t* srcSizePtr)
-{
-    LizardF_dctx_t* dctxPtr = (LizardF_dctx_t*)dCtx;
-
-    if (dctxPtr->dStage > dstage_storeHeader) {  /* note : requires dstage_* header related to be at beginning of enum */
-        /* frameInfo already decoded */
-        size_t o=0, i=0;
-        *srcSizePtr = 0;
-        *frameInfoPtr = dctxPtr->frameInfo;
-        return LizardF_decompress(dCtx, NULL, &o, NULL, &i, NULL);  /* returns : recommended nb of bytes for LizardF_decompress() */
-    } else {
-        size_t nextSrcSize, o=0;
-        size_t const hSize = LizardF_headerSize(srcBuffer, *srcSizePtr);
-        if (LizardF_isError(hSize)) { *srcSizePtr=0; return hSize; }
-        if (*srcSizePtr < hSize) { *srcSizePtr=0; return (size_t)-LizardF_ERROR_frameHeader_incomplete; }
-
-        *srcSizePtr = hSize;
-        nextSrcSize = LizardF_decompress(dCtx, NULL, &o, srcBuffer, srcSizePtr, NULL);
-        if (dctxPtr->dStage <= dstage_storeHeader) return (size_t)-LizardF_ERROR_frameHeader_incomplete; /* should not happen, already checked */
-        *frameInfoPtr = dctxPtr->frameInfo;
-        return nextSrcSize;
-    }
-}
-
-
-/* trivial redirector, for common prototype */
-static int LizardF_decompress_safe (const char* source, char* dest, int compressedSize, int maxDecompressedSize, const char* dictStart, int dictSize)
-{
-    (void)dictStart; (void)dictSize;
-    return Lizard_decompress_safe (source, dest, compressedSize, maxDecompressedSize);
-}
-
-
-static void LizardF_updateDict(LizardF_dctx_t* dctxPtr, const BYTE* dstPtr, size_t dstSize, const BYTE* dstPtr0, unsigned withinTmp)
-{
-    if (dctxPtr->dictSize==0)
-        dctxPtr->dict = (const BYTE*)dstPtr;   /* priority to dictionary continuity */
-
-    if (dctxPtr->dict + dctxPtr->dictSize == dstPtr) {  /* dictionary continuity */
-        dctxPtr->dictSize += dstSize;
-        return;
-    }
-
-    if (dstPtr - dstPtr0 + dstSize >= LIZARD_DICT_SIZE) {  /* dstBuffer large enough to become dictionary */
-        dctxPtr->dict = (const BYTE*)dstPtr0;
-        dctxPtr->dictSize = dstPtr - dstPtr0 + dstSize;
-        return;
-    }
-
-    if ((withinTmp) && (dctxPtr->dict == dctxPtr->tmpOutBuffer)) {
-        /* assumption : dctxPtr->dict + dctxPtr->dictSize == dctxPtr->tmpOut + dctxPtr->tmpOutStart */
-        dctxPtr->dictSize += dstSize;
-        return;
-    }
-
-    if (withinTmp) { /* copy relevant dict portion in front of tmpOut within tmpOutBuffer */
-        size_t preserveSize = dctxPtr->tmpOut - dctxPtr->tmpOutBuffer;
-        size_t copySize = LIZARD_DICT_SIZE - dctxPtr->tmpOutSize;
-        const BYTE* oldDictEnd = dctxPtr->dict + dctxPtr->dictSize - dctxPtr->tmpOutStart;
-        if (dctxPtr->tmpOutSize > LIZARD_DICT_SIZE) copySize = 0;
-        if (copySize > preserveSize) copySize = preserveSize;
-
-        memcpy(dctxPtr->tmpOutBuffer + preserveSize - copySize, oldDictEnd - copySize, copySize);
-
-        dctxPtr->dict = dctxPtr->tmpOutBuffer;
-        dctxPtr->dictSize = preserveSize + dctxPtr->tmpOutStart + dstSize;
-        return;
-    }
-
-    if (dctxPtr->dict == dctxPtr->tmpOutBuffer) {    /* copy dst into tmp to complete dict */
-        if (dctxPtr->dictSize + dstSize > dctxPtr->maxBufferSize) {  /* tmp buffer not large enough */
-            size_t preserveSize = LIZARD_DICT_SIZE - dstSize;   /* note : dstSize < LIZARD_DICT_SIZE */
-            memcpy(dctxPtr->tmpOutBuffer, dctxPtr->dict + dctxPtr->dictSize - preserveSize, preserveSize);
-            dctxPtr->dictSize = preserveSize;
-        }
-        memcpy(dctxPtr->tmpOutBuffer + dctxPtr->dictSize, dstPtr, dstSize);
-        dctxPtr->dictSize += dstSize;
-        return;
-    }
-
-    /* join dict & dest into tmp */
-    {   size_t preserveSize = LIZARD_DICT_SIZE - dstSize;   /* note : dstSize < LIZARD_DICT_SIZE */
-        if (preserveSize > dctxPtr->dictSize) preserveSize = dctxPtr->dictSize;
-        memcpy(dctxPtr->tmpOutBuffer, dctxPtr->dict + dctxPtr->dictSize - preserveSize, preserveSize);
-        memcpy(dctxPtr->tmpOutBuffer + preserveSize, dstPtr, dstSize);
-        dctxPtr->dict = dctxPtr->tmpOutBuffer;
-        dctxPtr->dictSize = preserveSize + dstSize;
-    }
-}
-
-
-
-/*! LizardF_decompress() :
-* Call this function repetitively to regenerate data compressed within srcBuffer.
-* The function will attempt to decode *srcSizePtr from srcBuffer, into dstBuffer of maximum size *dstSizePtr.
-*
-* The number of bytes regenerated into dstBuffer will be provided within *dstSizePtr (necessarily <= original value).
-*
-* The number of bytes effectively read from srcBuffer will be provided within *srcSizePtr (necessarily <= original value).
-* If the number of bytes read is < number of bytes provided, then the decompression operation is not complete.
-* You will have to call it again, continuing from where it stopped.
-*
-* The function result is an hint of the better srcSize to use for next call to LizardF_decompress.
-* Basically, it's the size of the current (or remaining) compressed block + header of next block.
-* Respecting the hint provides some boost to performance, since it allows less buffer shuffling.
-* Note that this is just a hint, you can always provide any srcSize you want.
-* When a frame is fully decoded, the function result will be 0.
-* If decompression failed, function result is an error code which can be tested using LizardF_isError().
-*/
-size_t LizardF_decompress(LizardF_decompressionContext_t decompressionContext,
-                       void* dstBuffer, size_t* dstSizePtr,
-                       const void* srcBuffer, size_t* srcSizePtr,
-                       const LizardF_decompressOptions_t* decompressOptionsPtr)
-{
-    LizardF_dctx_t* dctxPtr = (LizardF_dctx_t*)decompressionContext;
-    LizardF_decompressOptions_t optionsNull;
-    const BYTE* const srcStart = (const BYTE*)srcBuffer;
-    const BYTE* const srcEnd = srcStart + *srcSizePtr;
-    const BYTE* srcPtr = srcStart;
-    BYTE* const dstStart = (BYTE*)dstBuffer;
-    BYTE* const dstEnd = dstStart + *dstSizePtr;
-    BYTE* dstPtr = dstStart;
-    const BYTE* selectedIn = NULL;
-    unsigned doAnotherStage = 1;
-    size_t nextSrcSizeHint = 1;
-
-
-    memset(&optionsNull, 0, sizeof(optionsNull));
-    if (decompressOptionsPtr==NULL) decompressOptionsPtr = &optionsNull;
-    *srcSizePtr = 0;
-    *dstSizePtr = 0;
-
-    /* expect to continue decoding src buffer where it left previously */
-    if (dctxPtr->srcExpect != NULL) {
-        if (srcStart != dctxPtr->srcExpect) return (size_t)-LizardF_ERROR_srcPtr_wrong;
-    }
-
-    /* programmed as a state machine */
-
-    while (doAnotherStage) {
-
-        switch(dctxPtr->dStage)
-        {
-
-        case dstage_getHeader:
-            if ((size_t)(srcEnd-srcPtr) >= maxFHSize) {  /* enough to decode - shortcut */
-                LizardF_errorCode_t const hSize = LizardF_decodeHeader(dctxPtr, srcPtr, srcEnd-srcPtr);
-                if (LizardF_isError(hSize)) return hSize;
-                srcPtr += hSize;
-                break;
-            }
-            dctxPtr->tmpInSize = 0;
-            dctxPtr->tmpInTarget = minFHSize;   /* minimum to attempt decode */
-            dctxPtr->dStage = dstage_storeHeader;
-            /* fallthrough */
-
-        case dstage_storeHeader:
-            {   size_t sizeToCopy = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
-                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy =  srcEnd - srcPtr;
-                memcpy(dctxPtr->header + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
-                dctxPtr->tmpInSize += sizeToCopy;
-                srcPtr += sizeToCopy;
-                if (dctxPtr->tmpInSize < dctxPtr->tmpInTarget) {
-                    nextSrcSizeHint = (dctxPtr->tmpInTarget - dctxPtr->tmpInSize) + BHSize;   /* rest of header + nextBlockHeader */
-                    doAnotherStage = 0;   /* not enough src data, ask for some more */
-                    break;
-                }
-                {   LizardF_errorCode_t const hSize = LizardF_decodeHeader(dctxPtr, dctxPtr->header, dctxPtr->tmpInTarget);
-                    if (LizardF_isError(hSize)) return hSize;
-                }
-                break;
-            }
-
-        case dstage_getCBlockSize:
-            if ((size_t)(srcEnd - srcPtr) >= BHSize) {
-                selectedIn = srcPtr;
-                srcPtr += BHSize;
-            } else {
-                /* not enough input to read cBlockSize field */
-                dctxPtr->tmpInSize = 0;
-                dctxPtr->dStage = dstage_storeCBlockSize;
-            }
-
-            if (dctxPtr->dStage == dstage_storeCBlockSize)   /* can be skipped */
-        case dstage_storeCBlockSize:
-            {
-                size_t sizeToCopy = BHSize - dctxPtr->tmpInSize;
-                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy = srcEnd - srcPtr;
-                memcpy(dctxPtr->tmpIn + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
-                srcPtr += sizeToCopy;
-                dctxPtr->tmpInSize += sizeToCopy;
-                if (dctxPtr->tmpInSize < BHSize) {   /* not enough input to get full cBlockSize; wait for more */
-                    nextSrcSizeHint = BHSize - dctxPtr->tmpInSize;
-                    doAnotherStage  = 0;
-                    break;
-                }
-                selectedIn = dctxPtr->tmpIn;
-            }
-
-        /* case dstage_decodeCBlockSize: */   /* no more direct access, to prevent scan-build warning */
-            {   size_t const nextCBlockSize = LizardF_readLE32(selectedIn) & 0x7FFFFFFFU;
-                if (nextCBlockSize==0) {  /* frameEnd signal, no more CBlock */
-                    dctxPtr->dStage = dstage_getSuffix;
-                    break;
-                }
-                if (nextCBlockSize > dctxPtr->maxBlockSize) return (size_t)-LizardF_ERROR_GENERIC;   /* invalid cBlockSize */
-                dctxPtr->tmpInTarget = nextCBlockSize;
-                if (LizardF_readLE32(selectedIn) & LIZARDF_BLOCKUNCOMPRESSED_FLAG) {
-                    dctxPtr->dStage = dstage_copyDirect;
-                    break;
-                }
-                dctxPtr->dStage = dstage_getCBlock;
-                if (dstPtr==dstEnd) {
-                    nextSrcSizeHint = nextCBlockSize + BHSize;
-                    doAnotherStage = 0;
-                }
-                break;
-            }
-
-        case dstage_copyDirect:   /* uncompressed block */
-            {   size_t sizeToCopy = dctxPtr->tmpInTarget;
-                if ((size_t)(srcEnd-srcPtr) < sizeToCopy) sizeToCopy = srcEnd - srcPtr;  /* not enough input to read full block */
-                if ((size_t)(dstEnd-dstPtr) < sizeToCopy) sizeToCopy = dstEnd - dstPtr;
-                memcpy(dstPtr, srcPtr, sizeToCopy);
-                if (dctxPtr->frameInfo.contentChecksumFlag) XXH32_update(&(dctxPtr->xxh), srcPtr, sizeToCopy);
-                if (dctxPtr->frameInfo.contentSize) dctxPtr->frameRemainingSize -= sizeToCopy;
-
-                /* dictionary management */
-                if (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
-                    LizardF_updateDict(dctxPtr, dstPtr, sizeToCopy, dstStart, 0);
-
-                srcPtr += sizeToCopy;
-                dstPtr += sizeToCopy;
-                if (sizeToCopy == dctxPtr->tmpInTarget) {  /* all copied */
-                    dctxPtr->dStage = dstage_getCBlockSize;
-                    break;
-                }
-                dctxPtr->tmpInTarget -= sizeToCopy;   /* still need to copy more */
-                nextSrcSizeHint = dctxPtr->tmpInTarget + BHSize;
-                doAnotherStage = 0;
-                break;
-            }
-
-        case dstage_getCBlock:   /* entry from dstage_decodeCBlockSize */
-            if ((size_t)(srcEnd-srcPtr) < dctxPtr->tmpInTarget) {
-                dctxPtr->tmpInSize = 0;
-                dctxPtr->dStage = dstage_storeCBlock;
-                break;
-            }
-            selectedIn = srcPtr;
-            srcPtr += dctxPtr->tmpInTarget;
-            dctxPtr->dStage = dstage_decodeCBlock;
-            break;
-
-        case dstage_storeCBlock:
-            {   size_t sizeToCopy = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
-                if (sizeToCopy > (size_t)(srcEnd-srcPtr)) sizeToCopy = srcEnd-srcPtr;
-                memcpy(dctxPtr->tmpIn + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
-                dctxPtr->tmpInSize += sizeToCopy;
-                srcPtr += sizeToCopy;
-                if (dctxPtr->tmpInSize < dctxPtr->tmpInTarget) { /* need more input */
-                    nextSrcSizeHint = (dctxPtr->tmpInTarget - dctxPtr->tmpInSize) + BHSize;
-                    doAnotherStage=0;
-                    break;
-                }
-                selectedIn = dctxPtr->tmpIn;
-                dctxPtr->dStage = dstage_decodeCBlock;
-            }
-            /* fallthrough */
-
-        case dstage_decodeCBlock:
-            if ((size_t)(dstEnd-dstPtr) < dctxPtr->maxBlockSize)   /* not enough place into dst : decode into tmpOut */
-                dctxPtr->dStage = dstage_decodeCBlock_intoTmp;
-            else
-                dctxPtr->dStage = dstage_decodeCBlock_intoDst;
-            break;
-
-        case dstage_decodeCBlock_intoDst:
-            {   int (*decoder)(const char*, char*, int, int, const char*, int);
-                int decodedSize;
-
-                if (dctxPtr->frameInfo.blockMode == LizardF_blockLinked)
-                    decoder = Lizard_decompress_safe_usingDict;
-                else
-                    decoder = LizardF_decompress_safe;
-
-                decodedSize = decoder((const char*)selectedIn, (char*)dstPtr, (int)dctxPtr->tmpInTarget, (int)dctxPtr->maxBlockSize, (const char*)dctxPtr->dict, (int)dctxPtr->dictSize);
-                if (decodedSize < 0) return (size_t)-LizardF_ERROR_GENERIC;   /* decompression failed */
-                if (dctxPtr->frameInfo.contentChecksumFlag) XXH32_update(&(dctxPtr->xxh), dstPtr, decodedSize);
-                if (dctxPtr->frameInfo.contentSize) dctxPtr->frameRemainingSize -= decodedSize;
-
-                /* dictionary management */
-                if (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
-                    LizardF_updateDict(dctxPtr, dstPtr, decodedSize, dstStart, 0);
-
-                dstPtr += decodedSize;
-                dctxPtr->dStage = dstage_getCBlockSize;
-                break;
-            }
-
-        case dstage_decodeCBlock_intoTmp:
-            /* not enough place into dst : decode into tmpOut */
-            {   int (*decoder)(const char*, char*, int, int, const char*, int);
-                int decodedSize;
-
-                if (dctxPtr->frameInfo.blockMode == LizardF_blockLinked)
-                    decoder = Lizard_decompress_safe_usingDict;
-                else
-                    decoder = LizardF_decompress_safe;
-
-                /* ensure enough place for tmpOut */
-                if (dctxPtr->frameInfo.blockMode == LizardF_blockLinked) {
-                    if (dctxPtr->dict == dctxPtr->tmpOutBuffer) {
-                        if (dctxPtr->dictSize > 2 * LIZARD_DICT_SIZE) {
-                            memcpy(dctxPtr->tmpOutBuffer, dctxPtr->dict + dctxPtr->dictSize - LIZARD_DICT_SIZE, LIZARD_DICT_SIZE);
-                            dctxPtr->dictSize = LIZARD_DICT_SIZE;
-                        }
-                        dctxPtr->tmpOut = dctxPtr->tmpOutBuffer + dctxPtr->dictSize;
-                    } else {  /* dict not within tmp */
-                        size_t reservedDictSpace = dctxPtr->dictSize;
-                        if (reservedDictSpace > LIZARD_DICT_SIZE) reservedDictSpace = LIZARD_DICT_SIZE;
-                        dctxPtr->tmpOut = dctxPtr->tmpOutBuffer + reservedDictSpace;
-                    }
-                }
-
-                /* Decode */
-                decodedSize = decoder((const char*)selectedIn, (char*)dctxPtr->tmpOut, (int)dctxPtr->tmpInTarget, (int)dctxPtr->maxBlockSize, (const char*)dctxPtr->dict, (int)dctxPtr->dictSize);
-                if (decodedSize < 0) return (size_t)-LizardF_ERROR_decompressionFailed;   /* decompression failed */
-                if (dctxPtr->frameInfo.contentChecksumFlag) XXH32_update(&(dctxPtr->xxh), dctxPtr->tmpOut, decodedSize);
-                if (dctxPtr->frameInfo.contentSize) dctxPtr->frameRemainingSize -= decodedSize;
-                dctxPtr->tmpOutSize = decodedSize;
-                dctxPtr->tmpOutStart = 0;
-                dctxPtr->dStage = dstage_flushOut;
-                break;
-            }
-
-        case dstage_flushOut:  /* flush decoded data from tmpOut to dstBuffer */
-            {   size_t sizeToCopy = dctxPtr->tmpOutSize - dctxPtr->tmpOutStart;
-                if (sizeToCopy > (size_t)(dstEnd-dstPtr)) sizeToCopy = dstEnd-dstPtr;
-                memcpy(dstPtr, dctxPtr->tmpOut + dctxPtr->tmpOutStart, sizeToCopy);
-
-                /* dictionary management */
-                if (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
-                    LizardF_updateDict(dctxPtr, dstPtr, sizeToCopy, dstStart, 1);
-
-                dctxPtr->tmpOutStart += sizeToCopy;
-                dstPtr += sizeToCopy;
-
-                /* end of flush ? */
-                if (dctxPtr->tmpOutStart == dctxPtr->tmpOutSize) {
-                    dctxPtr->dStage = dstage_getCBlockSize;
-                    break;
-                }
-                nextSrcSizeHint = BHSize;
-                doAnotherStage = 0;   /* still some data to flush */
-                break;
-            }
-
-        case dstage_getSuffix:
-            {   size_t const suffixSize = dctxPtr->frameInfo.contentChecksumFlag * 4;
-                if (dctxPtr->frameRemainingSize) return (size_t)-LizardF_ERROR_frameSize_wrong;   /* incorrect frame size decoded */
-                if (suffixSize == 0) {  /* frame completed */
-                    nextSrcSizeHint = 0;
-                    dctxPtr->dStage = dstage_getHeader;
-                    doAnotherStage = 0;
-                    break;
-                }
-                if ((srcEnd - srcPtr) < 4) {  /* not enough size for entire CRC */
-                    dctxPtr->tmpInSize = 0;
-                    dctxPtr->dStage = dstage_storeSuffix;
-                } else {
-                    selectedIn = srcPtr;
-                    srcPtr += 4;
-                }
-            }
-
-            if (dctxPtr->dStage == dstage_storeSuffix)   /* can be skipped */
-        case dstage_storeSuffix:
-            {
-                size_t sizeToCopy = 4 - dctxPtr->tmpInSize;
-                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy = srcEnd - srcPtr;
-                memcpy(dctxPtr->tmpIn + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
-                srcPtr += sizeToCopy;
-                dctxPtr->tmpInSize += sizeToCopy;
-                if (dctxPtr->tmpInSize < 4) { /* not enough input to read complete suffix */
-                    nextSrcSizeHint = 4 - dctxPtr->tmpInSize;
-                    doAnotherStage=0;
-                    break;
-                }
-                selectedIn = dctxPtr->tmpIn;
-            }
-
-        /* case dstage_checkSuffix: */   /* no direct call, to avoid scan-build warning */
-            {   U32 const readCRC = LizardF_readLE32(selectedIn);
-                U32 const resultCRC = XXH32_digest(&(dctxPtr->xxh));
-                if (readCRC != resultCRC) return (size_t)-LizardF_ERROR_contentChecksum_invalid;
-                nextSrcSizeHint = 0;
-                dctxPtr->dStage = dstage_getHeader;
-                doAnotherStage = 0;
-                break;
-            }
-
-        case dstage_getSFrameSize:
-            if ((srcEnd - srcPtr) >= 4) {
-                selectedIn = srcPtr;
-                srcPtr += 4;
-            } else {
-                /* not enough input to read cBlockSize field */
-                dctxPtr->tmpInSize = 4;
-                dctxPtr->tmpInTarget = 8;
-                dctxPtr->dStage = dstage_storeSFrameSize;
-            }
-
-            if (dctxPtr->dStage == dstage_storeSFrameSize)
-        case dstage_storeSFrameSize:
-            {
-                size_t sizeToCopy = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
-                if (sizeToCopy > (size_t)(srcEnd - srcPtr)) sizeToCopy = srcEnd - srcPtr;
-                memcpy(dctxPtr->header + dctxPtr->tmpInSize, srcPtr, sizeToCopy);
-                srcPtr += sizeToCopy;
-                dctxPtr->tmpInSize += sizeToCopy;
-                if (dctxPtr->tmpInSize < dctxPtr->tmpInTarget) { /* not enough input to get full sBlockSize; wait for more */
-                    nextSrcSizeHint = dctxPtr->tmpInTarget - dctxPtr->tmpInSize;
-                    doAnotherStage = 0;
-                    break;
-                }
-                selectedIn = dctxPtr->header + 4;
-            }
-
-        /* case dstage_decodeSFrameSize: */   /* no direct access */
-            {   size_t const SFrameSize = LizardF_readLE32(selectedIn);
-                dctxPtr->frameInfo.contentSize = SFrameSize;
-                dctxPtr->tmpInTarget = SFrameSize;
-                dctxPtr->dStage = dstage_skipSkippable;
-                break;
-            }
-
-        case dstage_skipSkippable:
-            {   size_t skipSize = dctxPtr->tmpInTarget;
-                if (skipSize > (size_t)(srcEnd-srcPtr)) skipSize = srcEnd-srcPtr;
-                srcPtr += skipSize;
-                dctxPtr->tmpInTarget -= skipSize;
-                doAnotherStage = 0;
-                nextSrcSizeHint = dctxPtr->tmpInTarget;
-                if (nextSrcSizeHint) break;
-                dctxPtr->dStage = dstage_getHeader;
-                break;
-            }
-        }
-    }
-
-    /* preserve dictionary within tmp if necessary */
-    if ( (dctxPtr->frameInfo.blockMode==LizardF_blockLinked)
-        &&(dctxPtr->dict != dctxPtr->tmpOutBuffer)
-        &&(!decompressOptionsPtr->stableDst)
-        &&((unsigned)(dctxPtr->dStage-1) < (unsigned)(dstage_getSuffix-1))
-        )
-    {
-        if (dctxPtr->dStage == dstage_flushOut) {
-            size_t preserveSize = dctxPtr->tmpOut - dctxPtr->tmpOutBuffer;
-            size_t copySize = LIZARD_DICT_SIZE - dctxPtr->tmpOutSize;
-            const BYTE* oldDictEnd = dctxPtr->dict + dctxPtr->dictSize - dctxPtr->tmpOutStart;
-            if (dctxPtr->tmpOutSize > LIZARD_DICT_SIZE) copySize = 0;
-            if (copySize > preserveSize) copySize = preserveSize;
-
-            memcpy(dctxPtr->tmpOutBuffer + preserveSize - copySize, oldDictEnd - copySize, copySize);
-
-            dctxPtr->dict = dctxPtr->tmpOutBuffer;
-            dctxPtr->dictSize = preserveSize + dctxPtr->tmpOutStart;
-        } else {
-            size_t newDictSize = dctxPtr->dictSize;
-            const BYTE* oldDictEnd = dctxPtr->dict + dctxPtr->dictSize;
-            if ((newDictSize) > LIZARD_DICT_SIZE) newDictSize = LIZARD_DICT_SIZE;
-
-            memcpy(dctxPtr->tmpOutBuffer, oldDictEnd - newDictSize, newDictSize);
-
-            dctxPtr->dict = dctxPtr->tmpOutBuffer;
-            dctxPtr->dictSize = newDictSize;
-            dctxPtr->tmpOut = dctxPtr->tmpOutBuffer + newDictSize;
-        }
-    }
-
-    /* require function to be called again from position where it stopped */
-    if (srcPtr<srcEnd)
-        dctxPtr->srcExpect = srcPtr;
-    else
-        dctxPtr->srcExpect = NULL;
-
-    *srcSizePtr = (srcPtr - srcStart);
-    *dstSizePtr = (dstPtr - dstStart);
-    return nextSrcSizeHint;
-}
diff --git a/contrib/lizard/lib/lizard_frame.h b/contrib/lizard/lib/lizard_frame.h
deleted file mode 100644
index 7cdd20063c5..00000000000
--- a/contrib/lizard/lib/lizard_frame.h
+++ /dev/null
@@ -1,303 +0,0 @@
-/*
-   Lizard auto-framing library
-   Header File
-   Copyright (C) 2011-2015, Yann Collet
-   Copyright (C) 2016-2017, Przemyslaw Skibinski
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-/* LizardF is a stand-alone API to create Lizard-compressed frames
- * conformant with specification v1.5.1.
- * All related operations, including memory management, are handled internally by the library.
- * You don't need lizard_compress.h when using lizard_frame.h.
- * */
-
-#pragma once
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-/*-************************************
-*  Includes
-**************************************/
-#include <stddef.h>   /* size_t */
-
-
-/*-************************************
-*  Error management
-**************************************/
-typedef size_t LizardF_errorCode_t;
-
-unsigned    LizardF_isError(LizardF_errorCode_t code);
-const char* LizardF_getErrorName(LizardF_errorCode_t code);   /* return error code string; useful for debugging */
-
-
-/*-************************************
-*  Frame compression types
-**************************************/
-//#define LIZARDF_DISABLE_OBSOLETE_ENUMS
-#ifndef LIZARDF_DISABLE_OBSOLETE_ENUMS
-#  define LIZARDF_OBSOLETE_ENUM(x) ,x
-#else
-#  define LIZARDF_OBSOLETE_ENUM(x)
-#endif
-
-typedef enum {
-    LizardF_default=0,
-    LizardF_max128KB=1,
-    LizardF_max256KB=2,
-    LizardF_max1MB=3,
-    LizardF_max4MB=4,
-    LizardF_max16MB=5,
-    LizardF_max64MB=6,
-    LizardF_max256MB=7
-} LizardF_blockSizeID_t;
-
-typedef enum {
-    LizardF_blockLinked=0,
-    LizardF_blockIndependent
-    LIZARDF_OBSOLETE_ENUM(blockLinked = LizardF_blockLinked)
-    LIZARDF_OBSOLETE_ENUM(blockIndependent = LizardF_blockIndependent)
-} LizardF_blockMode_t;
-
-typedef enum {
-    LizardF_noContentChecksum=0,
-    LizardF_contentChecksumEnabled
-    LIZARDF_OBSOLETE_ENUM(noContentChecksum = LizardF_noContentChecksum)
-    LIZARDF_OBSOLETE_ENUM(contentChecksumEnabled = LizardF_contentChecksumEnabled)
-} LizardF_contentChecksum_t;
-
-typedef enum {
-    LizardF_frame=0,
-    LizardF_skippableFrame
-    LIZARDF_OBSOLETE_ENUM(skippableFrame = LizardF_skippableFrame)
-} LizardF_frameType_t;
-
-#ifndef LIZARDF_DISABLE_OBSOLETE_ENUMS
-typedef LizardF_blockSizeID_t blockSizeID_t;
-typedef LizardF_blockMode_t blockMode_t;
-typedef LizardF_frameType_t frameType_t;
-typedef LizardF_contentChecksum_t contentChecksum_t;
-#endif
-
-typedef struct {
-  LizardF_blockSizeID_t     blockSizeID;           /* max64KB, max256KB, max1MB, max4MB ; 0 == default */
-  LizardF_blockMode_t       blockMode;             /* blockLinked, blockIndependent ; 0 == default */
-  LizardF_contentChecksum_t contentChecksumFlag;   /* noContentChecksum, contentChecksumEnabled ; 0 == default  */
-  LizardF_frameType_t       frameType;             /* LizardF_frame, skippableFrame ; 0 == default */
-  unsigned long long     contentSize;           /* Size of uncompressed (original) content ; 0 == unknown */
-  unsigned               reserved[2];           /* must be zero for forward compatibility */
-} LizardF_frameInfo_t;
-
-typedef struct {
-  LizardF_frameInfo_t frameInfo;
-  int      compressionLevel;       /* 0 == default (fast mode); values above 16 count as 16; values below 0 count as 0 */
-  unsigned autoFlush;              /* 1 == always flush (reduce need for tmp buffer) */
-  unsigned reserved[4];            /* must be zero for forward compatibility */
-} LizardF_preferences_t;
-
-
-/*-*********************************
-*  Simple compression function
-***********************************/
-size_t LizardF_compressFrameBound(size_t srcSize, const LizardF_preferences_t* preferencesPtr);
-
-/*!LizardF_compressFrame() :
- * Compress an entire srcBuffer into a valid Lizard frame, as defined by specification v1.5.1
- * The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
- * You can get the minimum value of dstMaxSize by using LizardF_compressFrameBound()
- * If this condition is not respected, LizardF_compressFrame() will fail (result is an errorCode)
- * The LizardF_preferences_t structure is optional : you can provide NULL as argument. All preferences will be set to default.
- * The result of the function is the number of bytes written into dstBuffer.
- * The function outputs an error code if it fails (can be tested using LizardF_isError())
- */
-size_t LizardF_compressFrame(void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_preferences_t* preferencesPtr);
-
-
-
-/*-***********************************
-*  Advanced compression functions
-*************************************/
-typedef struct LizardF_cctx_s* LizardF_compressionContext_t;   /* must be aligned on 8-bytes */
-
-typedef struct {
-  unsigned stableSrc;    /* 1 == src content will remain available on future calls to LizardF_compress(); avoid saving src content within tmp buffer as future dictionary */
-  unsigned reserved[3];
-} LizardF_compressOptions_t;
-
-/* Resource Management */
-
-#define LIZARDF_VERSION 100
-LizardF_errorCode_t LizardF_createCompressionContext(LizardF_compressionContext_t* cctxPtr, unsigned version);
-LizardF_errorCode_t LizardF_freeCompressionContext(LizardF_compressionContext_t cctx);
-/* LizardF_createCompressionContext() :
- * The first thing to do is to create a compressionContext object, which will be used in all compression operations.
- * This is achieved using LizardF_createCompressionContext(), which takes as argument a version and an LizardF_preferences_t structure.
- * The version provided MUST be LIZARDF_VERSION. It is intended to track potential version differences between different binaries.
- * The function will provide a pointer to a fully allocated LizardF_compressionContext_t object.
- * If the result LizardF_errorCode_t is not zero, there was an error during context creation.
- * Object can release its memory using LizardF_freeCompressionContext();
- */
-
-
-/* Compression */
-
-size_t LizardF_compressBegin(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const LizardF_preferences_t* prefsPtr);
-/* LizardF_compressBegin() :
- * will write the frame header into dstBuffer.
- * dstBuffer must be large enough to accommodate a header (dstMaxSize). Maximum header size is 15 bytes.
- * The LizardF_preferences_t structure is optional : you can provide NULL as argument, all preferences will then be set to default.
- * The result of the function is the number of bytes written into dstBuffer for the header
- * or an error code (can be tested using LizardF_isError())
- */
-
-size_t LizardF_compressBound(size_t srcSize, const LizardF_preferences_t* prefsPtr);
-/* LizardF_compressBound() :
- * Provides the minimum size of Dst buffer given srcSize to handle worst case situations.
- * Different preferences can produce different results.
- * prefsPtr is optional : you can provide NULL as argument, all preferences will then be set to cover worst case.
- * This function includes frame termination cost (4 bytes, or 8 if frame checksum is enabled)
- */
-
-size_t LizardF_compressUpdate(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const void* srcBuffer, size_t srcSize, const LizardF_compressOptions_t* cOptPtr);
-/* LizardF_compressUpdate()
- * LizardF_compressUpdate() can be called repetitively to compress as much data as necessary.
- * The most important rule is that dstBuffer MUST be large enough (dstMaxSize) to ensure compression completion even in worst case.
- * You can get the minimum value of dstMaxSize by using LizardF_compressBound().
- * If this condition is not respected, LizardF_compress() will fail (result is an errorCode).
- * LizardF_compressUpdate() doesn't guarantee error recovery, so you have to reset compression context when an error occurs.
- * The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
- * The result of the function is the number of bytes written into dstBuffer : it can be zero, meaning input data was just buffered.
- * The function outputs an error code if it fails (can be tested using LizardF_isError())
- */
-
-size_t LizardF_flush(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* cOptPtr);
-/* LizardF_flush()
- * Should you need to generate compressed data immediately, without waiting for the current block to be filled,
- * you can call Lizard_flush(), which will immediately compress any remaining data buffered within cctx.
- * Note that dstMaxSize must be large enough to ensure the operation will be successful.
- * LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
- * The result of the function is the number of bytes written into dstBuffer
- * (it can be zero, this means there was no data left within cctx)
- * The function outputs an error code if it fails (can be tested using LizardF_isError())
- */
-
-size_t LizardF_compressEnd(LizardF_compressionContext_t cctx, void* dstBuffer, size_t dstMaxSize, const LizardF_compressOptions_t* cOptPtr);
-/* LizardF_compressEnd()
- * When you want to properly finish the compressed frame, just call LizardF_compressEnd().
- * It will flush whatever data remained within compressionContext (like Lizard_flush())
- * but also properly finalize the frame, with an endMark and a checksum.
- * The result of the function is the number of bytes written into dstBuffer (necessarily >= 4 (endMark), or 8 if optional frame checksum is enabled)
- * The function outputs an error code if it fails (can be tested using LizardF_isError())
- * The LizardF_compressOptions_t structure is optional : you can provide NULL as argument.
- * A successful call to LizardF_compressEnd() makes cctx available again for next compression task.
- */
-
-
-/*-*********************************
-*  Decompression functions
-***********************************/
-
-typedef struct LizardF_dctx_s* LizardF_decompressionContext_t;   /* must be aligned on 8-bytes */
-
-typedef struct {
-  unsigned stableDst;       /* guarantee that decompressed data will still be there on next function calls (avoid storage into tmp buffers) */
-  unsigned reserved[3];
-} LizardF_decompressOptions_t;
-
-
-/* Resource management */
-
-/*!LizardF_createDecompressionContext() :
- * Create an LizardF_decompressionContext_t object, which will be used to track all decompression operations.
- * The version provided MUST be LIZARDF_VERSION. It is intended to track potential breaking differences between different versions.
- * The function will provide a pointer to a fully allocated and initialized LizardF_decompressionContext_t object.
- * The result is an errorCode, which can be tested using LizardF_isError().
- * dctx memory can be released using LizardF_freeDecompressionContext();
- * The result of LizardF_freeDecompressionContext() is indicative of the current state of decompressionContext when being released.
- * That is, it should be == 0 if decompression has been completed fully and correctly.
- */
-LizardF_errorCode_t LizardF_createDecompressionContext(LizardF_decompressionContext_t* dctxPtr, unsigned version);
-LizardF_errorCode_t LizardF_freeDecompressionContext(LizardF_decompressionContext_t dctx);
-
-
-/*======   Decompression   ======*/
-
-/*!LizardF_getFrameInfo() :
- * This function decodes frame header information (such as max blockSize, frame checksum, etc.).
- * Its usage is optional. The objective is to extract frame header information, typically for allocation purposes.
- * A header size is variable and can be from 7 to 15 bytes. It's also possible to input more bytes than that.
- * The number of bytes read from srcBuffer will be updated within *srcSizePtr (necessarily <= original value).
- * (note that LizardF_getFrameInfo() can also be used anytime *after* starting decompression, in this case 0 input byte is enough)
- * Frame header info is *copied into* an already allocated LizardF_frameInfo_t structure.
- * The function result is an hint about how many srcSize bytes LizardF_decompress() expects for next call,
- *                        or an error code which can be tested using LizardF_isError()
- *                        (typically, when there is not enough src bytes to fully decode the frame header)
- * Decompression is expected to resume from where it stopped (srcBuffer + *srcSizePtr)
- */
-size_t LizardF_getFrameInfo(LizardF_decompressionContext_t dctx,
-                         LizardF_frameInfo_t* frameInfoPtr,
-                         const void* srcBuffer, size_t* srcSizePtr);
-
-/*!LizardF_decompress() :
- * Call this function repetitively to regenerate data compressed within srcBuffer.
- * The function will attempt to decode *srcSizePtr bytes from srcBuffer, into dstBuffer of maximum size *dstSizePtr.
- *
- * The number of bytes regenerated into dstBuffer will be provided within *dstSizePtr (necessarily <= original value).
- *
- * The number of bytes read from srcBuffer will be provided within *srcSizePtr (necessarily <= original value).
- * If number of bytes read is < number of bytes provided, then decompression operation is not completed.
- * It typically happens when dstBuffer is not large enough to contain all decoded data.
- * LizardF_decompress() must be called again, starting from where it stopped (srcBuffer + *srcSizePtr)
- * The function will check this condition, and refuse to continue if it is not respected.
- *
- * `dstBuffer` is expected to be flushed between each call to the function, its content will be overwritten.
- * `dst` arguments can be changed at will at each consecutive call to the function.
- *
- * The function result is an hint of how many `srcSize` bytes LizardF_decompress() expects for next call.
- * Schematically, it's the size of the current (or remaining) compressed block + header of next block.
- * Respecting the hint provides some boost to performance, since it does skip intermediate buffers.
- * This is just a hint though, it's always possible to provide any srcSize.
- * When a frame is fully decoded, the function result will be 0 (no more data expected).
- * If decompression failed, function result is an error code, which can be tested using LizardF_isError().
- *
- * After a frame is fully decoded, dctx can be used again to decompress another frame.
- */
-size_t LizardF_decompress(LizardF_decompressionContext_t dctx,
-                       void* dstBuffer, size_t* dstSizePtr,
-                       const void* srcBuffer, size_t* srcSizePtr,
-                       const LizardF_decompressOptions_t* dOptPtr);
-
-
-
-#if defined (__cplusplus)
-}
-#endif
diff --git a/contrib/lizard/lib/lizard_frame_static.h b/contrib/lizard/lib/lizard_frame_static.h
deleted file mode 100644
index da80756057b..00000000000
--- a/contrib/lizard/lib/lizard_frame_static.h
+++ /dev/null
@@ -1,81 +0,0 @@
-/*
-   Lizard auto-framing library
-   Header File for static linking only
-   Copyright (C) 2011-2015, Yann Collet.
-   Copyright (C) 2016-2017, Przemyslaw Skibinski
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-#pragma once
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-/* lizard_frame_static.h should be used solely in the context of static linking.
- * It contains definitions which may still change overtime.
- * Never use it in the context of DLL linking.
- * */
-
-
-/**************************************
-*  Includes
-**************************************/
-#include "lizard_frame.h"
-
-
-/**************************************
- * Error management
- * ************************************/
-#define LIZARDF_LIST_ERRORS(ITEM) \
-        ITEM(OK_NoError) ITEM(ERROR_GENERIC) \
-        ITEM(ERROR_maxBlockSize_invalid) ITEM(ERROR_blockMode_invalid) ITEM(ERROR_contentChecksumFlag_invalid) \
-        ITEM(ERROR_compressionLevel_invalid) \
-        ITEM(ERROR_headerVersion_wrong) ITEM(ERROR_blockChecksum_unsupported) ITEM(ERROR_reservedFlag_set) \
-        ITEM(ERROR_allocation_failed) \
-        ITEM(ERROR_srcSize_tooLarge) ITEM(ERROR_dstMaxSize_tooSmall) \
-        ITEM(ERROR_frameHeader_incomplete) ITEM(ERROR_frameType_unknown) ITEM(ERROR_frameSize_wrong) \
-        ITEM(ERROR_srcPtr_wrong) \
-        ITEM(ERROR_decompressionFailed) \
-        ITEM(ERROR_headerChecksum_invalid) ITEM(ERROR_contentChecksum_invalid) \
-        ITEM(ERROR_maxCode)
-
-//#define LIZARDF_DISABLE_OLD_ENUMS
-#ifndef LIZARDF_DISABLE_OLD_ENUMS
-#define LIZARDF_GENERATE_ENUM(ENUM) LizardF_##ENUM, ENUM = LizardF_##ENUM,
-#else
-#define LIZARDF_GENERATE_ENUM(ENUM) LizardF_##ENUM,
-#endif
-typedef enum { LIZARDF_LIST_ERRORS(LIZARDF_GENERATE_ENUM) } LizardF_errorCodes;  /* enum is exposed, to handle specific errors; compare function result to -enum value */
-
-
-#if defined (__cplusplus)
-}
-#endif
diff --git a/contrib/lizard/lib/lizard_parser_fast.h b/contrib/lizard/lib/lizard_parser_fast.h
deleted file mode 100644
index f9e54b7f475..00000000000
--- a/contrib/lizard/lib/lizard_parser_fast.h
+++ /dev/null
@@ -1,196 +0,0 @@
-#define LIZARD_FAST_MIN_OFFSET 8
-#define LIZARD_FAST_LONGOFF_MM 0 /* not used with offsets > 1<<16 */
-
-/**************************************
-*  Hash Functions
-**************************************/
-static size_t Lizard_hashPosition(const void* p) 
-{
-    if (MEM_64bits())
-        return Lizard_hash5Ptr(p, LIZARD_HASHLOG_LZ4);
-    return Lizard_hash4Ptr(p, LIZARD_HASHLOG_LZ4);
-}
-
-static void Lizard_putPositionOnHash(const BYTE* p, size_t h, U32* hashTable, const BYTE* srcBase)
-{
-    hashTable[h] = (U32)(p-srcBase);
-}
-
-static void Lizard_putPosition(const BYTE* p, U32* hashTable, const BYTE* srcBase)
-{
-    size_t const h = Lizard_hashPosition(p);
-    Lizard_putPositionOnHash(p, h, hashTable, srcBase);
-}
-
-static U32 Lizard_getPositionOnHash(size_t h, U32* hashTable)
-{
-    return hashTable[h];
-}
-
-static U32 Lizard_getPosition(const BYTE* p, U32* hashTable)
-{
-    size_t const h = Lizard_hashPosition(p);
-    return Lizard_getPositionOnHash(h, hashTable);
-}
-
-
-static const U32 Lizard_skipTrigger = 6;  /* Increase this value ==> compression run slower on incompressible data */
-static const U32 Lizard_minLength = (MFLIMIT+1);
-
-
-FORCE_INLINE int Lizard_compress_fast(
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    const U32 acceleration = 1;
-    const BYTE* base = ctx->base;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const BYTE* const dictBase = ctx->dictBase;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = iend - LASTLITERALS;
-    const BYTE* anchor = ip;
-
-    size_t forwardH, matchIndex;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= (U32)(ip - base)) ? ctx->lowLimit : (U32)(ip - base) - maxDistance;
-
-    /* Init conditions */
-    if ((U32)(iend-ip) > (U32)LIZARD_MAX_INPUT_SIZE) goto _output_error;   /* Unsupported inputSize, too large (or negative) */
-
-    if ((U32)(iend-ip) < Lizard_minLength) goto _last_literals;                  /* Input too small, no compression (all literals) */
-
-    /* First Byte */
-    Lizard_putPosition(ip, ctx->hashTable, base);
-    ip++; forwardH = Lizard_hashPosition(ip);
-
-    /* Main Loop */
-    for ( ; ; ) {
-        const BYTE* match;
-        size_t matchLength;
-
-        /* Find a match */
-        {   const BYTE* forwardIp = ip;
-            unsigned step = 1;
-            unsigned searchMatchNb = acceleration << Lizard_skipTrigger;
-            while (1) {
-                size_t const h = forwardH;
-                ip = forwardIp;
-                forwardIp += step;
-                step = (searchMatchNb++ >> Lizard_skipTrigger);
-
-                if (unlikely(forwardIp > mflimit)) goto _last_literals;
-
-                matchIndex = Lizard_getPositionOnHash(h, ctx->hashTable);
-                forwardH = Lizard_hashPosition(forwardIp);
-                Lizard_putPositionOnHash(ip, h, ctx->hashTable, base);
-
-                if ((matchIndex < lowLimit) || (matchIndex >= (U32)(ip - base)) || (base + matchIndex + maxDistance < ip)) continue;
-
-                if (matchIndex >= dictLimit) {
-                    match = base + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                    if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                    if (MEM_read32(match) == MEM_read32(ip))
-                    {
-                        int back = 0;
-                        matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
-
-                        while ((ip+back > anchor) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                        matchLength -= back;
-#if LIZARD_FAST_LONGOFF_MM > 0
-                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        {
-                            ip += back;
-                            match += back;
-                            break;
-                        }
-                    }
-                } else {
-                    match = dictBase + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                    if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                    if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                    if (MEM_read32(match) == MEM_read32(ip)) {
-                        const U32 newLowLimit = (lowLimit + maxDistance >= (U32)(ip-base)) ? lowLimit : (U32)(ip - base) - maxDistance;
-                        int back = 0;
-                        matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
-
-                        while ((ip+back > anchor) && (matchIndex+back > newLowLimit) && (ip[back-1] == match[back-1])) back--;
-                        matchLength -= back;
-                        match = base + matchIndex + back;
-#if LIZARD_FAST_LONGOFF_MM > 0
-                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        {
-                            ip += back;
-                            break;
-                        }
-                    }
-                }
-            } // while (1)
-        }
-
-_next_match:
-        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, matchLength+MINMATCH, match)) goto _output_error;
-        
-        /* Test end of chunk */
-        if (ip > mflimit) break;
-
-        /* Fill table */
-        Lizard_putPosition(ip-2, ctx->hashTable, base);
-
-        /* Test next position */
-        matchIndex = Lizard_getPosition(ip, ctx->hashTable);
-        Lizard_putPosition(ip, ctx->hashTable, base);
-        if ((matchIndex >= lowLimit) && (matchIndex < (U32)(ip - base)) && (base + matchIndex + maxDistance >= ip))
-        {
-            if (matchIndex >= dictLimit) {
-                match = base + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                if (MEM_read32(match) == MEM_read32(ip))
-                {
-                    matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
-#if LIZARD_FAST_LONGOFF_MM > 0
-                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        goto _next_match;
-                }
-            } else {
-                match = dictBase + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_read32(match) == MEM_read32(ip)) {
-                    matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
-                    match = base + matchIndex;
-#if LIZARD_FAST_LONGOFF_MM > 0
-                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        goto _next_match;
-                }
-            }
-        }
-
-        /* Prepare next loop */
-        forwardH = Lizard_hashPosition(++ip);
-    }
-
-_last_literals:
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
diff --git a/contrib/lizard/lib/lizard_parser_fastbig.h b/contrib/lizard/lib/lizard_parser_fastbig.h
deleted file mode 100644
index 30c464fcb90..00000000000
--- a/contrib/lizard/lib/lizard_parser_fastbig.h
+++ /dev/null
@@ -1,175 +0,0 @@
-#define LIZARD_FASTBIG_LONGOFF_MM MM_LONGOFF
-
-/**************************************
-*  Hash Functions
-**************************************/
-static size_t Lizard_hashPositionHLog(const void* p, int hashLog) 
-{
-    if (MEM_64bits())
-        return Lizard_hash5Ptr(p, hashLog);
-    return Lizard_hash4Ptr(p, hashLog);
-}
-
-static void Lizard_putPositionOnHashHLog(const BYTE* p, size_t h, U32* hashTable, const BYTE* srcBase)
-{
-    hashTable[h] = (U32)(p-srcBase);
-}
-
-static void Lizard_putPositionHLog(const BYTE* p, U32* hashTable, const BYTE* srcBase, int hashLog)
-{
-    size_t const h = Lizard_hashPositionHLog(p, hashLog);
-    Lizard_putPositionOnHashHLog(p, h, hashTable, srcBase);
-}
-
-static U32 Lizard_getPositionOnHashHLog(size_t h, U32* hashTable)
-{
-    return hashTable[h];
-}
-
-static U32 Lizard_getPositionHLog(const BYTE* p, U32* hashTable, int hashLog)
-{
-    size_t const h = Lizard_hashPositionHLog(p, hashLog);
-    return Lizard_getPositionOnHashHLog(h, hashTable);
-}
-
-FORCE_INLINE int Lizard_compress_fastBig(
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    const U32 acceleration = 1;
-    const BYTE* base = ctx->base;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const BYTE* const dictBase = ctx->dictBase;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = iend - LASTLITERALS;
-    const BYTE* anchor = ip;
-
-    size_t forwardH, matchIndex;
-    const int hashLog = ctx->params.hashLog;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= (U32)(ip - base)) ? ctx->lowLimit : (U32)(ip - base) - maxDistance;
-
-    /* Init conditions */
-    if ((U32)(iend-ip) > (U32)LIZARD_MAX_INPUT_SIZE) goto _output_error;   /* Unsupported inputSize, too large (or negative) */
-
-    if ((U32)(iend-ip) < Lizard_minLength) goto _last_literals;                  /* Input too small, no compression (all literals) */
-
-    /* First Byte */
-    Lizard_putPositionHLog(ip, ctx->hashTable, base, hashLog);
-    ip++; forwardH = Lizard_hashPositionHLog(ip, hashLog);
-
-    /* Main Loop */
-    for ( ; ; ) {
-        const BYTE* match;
-        size_t matchLength;
-
-        /* Find a match */
-        {   const BYTE* forwardIp = ip;
-            unsigned step = 1;
-            unsigned searchMatchNb = acceleration << Lizard_skipTrigger;
-            while (1) {
-                size_t const h = forwardH;
-                ip = forwardIp;
-                forwardIp += step;
-                step = (searchMatchNb++ >> Lizard_skipTrigger);
-
-                if (unlikely(forwardIp > mflimit)) goto _last_literals;
-
-                matchIndex = Lizard_getPositionOnHashHLog(h, ctx->hashTable);
-                forwardH = Lizard_hashPositionHLog(forwardIp, hashLog);
-                Lizard_putPositionOnHashHLog(ip, h, ctx->hashTable, base);
-
-                if ((matchIndex < lowLimit) || (matchIndex >= (U32)(ip - base)) || (base + matchIndex + maxDistance < ip)) continue;
-
-                if (matchIndex >= dictLimit) {
-                    match = base + matchIndex;
-                    if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
-                    if (MEM_read32(match) == MEM_read32(ip))
-                    {
-                        int back = 0;
-                        matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
-
-                        while ((ip+back > anchor) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                        matchLength -= back;
-                        if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                        {
-                            ip += back;
-                            match += back;
-                            break;
-                        }
-                    }
-                } else {
-                    match = dictBase + matchIndex;
-                    if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
-                    if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                    if (MEM_read32(match) == MEM_read32(ip)) {
-                        const U32 newLowLimit = (lowLimit + maxDistance >= (U32)(ip-base)) ? lowLimit : (U32)(ip - base) - maxDistance;
-                        int back = 0;
-                        matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
-
-                        while ((ip+back > anchor) && (matchIndex+back > newLowLimit) && (ip[back-1] == match[back-1])) back--;
-                        matchLength -= back;
-                        match = base + matchIndex + back;
-                        if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                        {
-                            ip += back;
-                            break;
-                        }
-                    }
-                }
-            } // while (1)
-        }
-
-_next_match:
-        if (Lizard_encodeSequence_LIZv1(ctx, &ip, &anchor, matchLength+MINMATCH, match)) goto _output_error;
-        
-        /* Test end of chunk */
-        if (ip > mflimit) break;
-
-        /* Fill table */
-        Lizard_putPositionHLog(ip-2, ctx->hashTable, base, hashLog);
-
-        /* Test next position */
-        matchIndex = Lizard_getPositionHLog(ip, ctx->hashTable, hashLog);
-        Lizard_putPositionHLog(ip, ctx->hashTable, base, hashLog);
-        if ((matchIndex >= lowLimit) && (matchIndex < (U32)(ip - base)) && (base + matchIndex + maxDistance >= ip))
-        {
-            if (matchIndex >= dictLimit) {
-                match = base + matchIndex;
-                if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
-                if (MEM_read32(match) == MEM_read32(ip))
-                {
-                    matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
-                    if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                        goto _next_match;
-                }
-            } else {
-                match = dictBase + matchIndex;
-                if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_read32(match) == MEM_read32(ip)) {
-                    matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
-                    match = base + matchIndex;
-                    if ((matchLength >= LIZARD_FASTBIG_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                        goto _next_match;
-                }
-            }
-        }
-
-        /* Prepare next loop */
-        forwardH = Lizard_hashPositionHLog(++ip, hashLog);
-    }
-
-_last_literals:
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals_LIZv1(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
diff --git a/contrib/lizard/lib/lizard_parser_fastsmall.h b/contrib/lizard/lib/lizard_parser_fastsmall.h
deleted file mode 100644
index 550edc5b201..00000000000
--- a/contrib/lizard/lib/lizard_parser_fastsmall.h
+++ /dev/null
@@ -1,189 +0,0 @@
-/**************************************
-*  Hash Functions
-**************************************/
-static size_t Lizard_hashPositionSmall(const void* p) 
-{
-    if (MEM_64bits())
-        return Lizard_hash5Ptr(p, LIZARD_HASHLOG_LZ4SM);
-    return Lizard_hash4Ptr(p, LIZARD_HASHLOG_LZ4SM);
-}
-
-static void Lizard_putPositionOnHashSmall(const BYTE* p, size_t h, U32* hashTable, const BYTE* srcBase)
-{
-    hashTable[h] = (U32)(p-srcBase);
-}
-
-static void Lizard_putPositionSmall(const BYTE* p, U32* hashTable, const BYTE* srcBase)
-{
-    size_t const h = Lizard_hashPositionSmall(p);
-    Lizard_putPositionOnHashSmall(p, h, hashTable, srcBase);
-}
-
-static U32 Lizard_getPositionOnHashSmall(size_t h, U32* hashTable)
-{
-    return hashTable[h];
-}
-
-static U32 Lizard_getPositionSmall(const BYTE* p, U32* hashTable)
-{
-    size_t const h = Lizard_hashPositionSmall(p);
-    return Lizard_getPositionOnHashSmall(h, hashTable);
-}
-
-
-FORCE_INLINE int Lizard_compress_fastSmall(
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    const U32 acceleration = 1;
-    const BYTE* base = ctx->base;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const BYTE* const dictBase = ctx->dictBase;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = iend - LASTLITERALS;
-    const BYTE* anchor = ip;
-
-    size_t forwardH, matchIndex;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= (U32)(ip - base)) ? ctx->lowLimit : (U32)(ip - base) - maxDistance;
-
-    /* Init conditions */
-    if ((U32)(iend-ip) > (U32)LIZARD_MAX_INPUT_SIZE) goto _output_error;   /* Unsupported inputSize, too large (or negative) */
-
-    if ((U32)(iend-ip) < Lizard_minLength) goto _last_literals;                  /* Input too small, no compression (all literals) */
-
-    /* First Byte */
-    Lizard_putPositionSmall(ip, ctx->hashTable, base);
-    ip++; forwardH = Lizard_hashPositionSmall(ip);
-
-    /* Main Loop */
-    for ( ; ; ) {
-        const BYTE* match;
-        size_t matchLength;
-
-        /* Find a match */
-        {   const BYTE* forwardIp = ip;
-            unsigned step = 1;
-            unsigned searchMatchNb = acceleration << Lizard_skipTrigger;
-            while (1) {
-                size_t const h = forwardH;
-                ip = forwardIp;
-                forwardIp += step;
-                step = (searchMatchNb++ >> Lizard_skipTrigger);
-
-                if (unlikely(forwardIp > mflimit)) goto _last_literals;
-
-                matchIndex = Lizard_getPositionOnHashSmall(h, ctx->hashTable);
-                forwardH = Lizard_hashPositionSmall(forwardIp);
-                Lizard_putPositionOnHashSmall(ip, h, ctx->hashTable, base);
-
-                if ((matchIndex < lowLimit) || (matchIndex >= (U32)(ip - base)) || (base + matchIndex + maxDistance < ip)) continue;
-
-                if (matchIndex >= dictLimit) {
-                    match = base + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                    if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                    if (MEM_read32(match) == MEM_read32(ip))
-                    {
-                        int back = 0;
-                        matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
-
-                        while ((ip+back > anchor) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                        matchLength -= back;
-#if LIZARD_FAST_LONGOFF_MM > 0
-                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        {
-                            ip += back;
-                            match += back;
-                            break;
-                        }
-                    }
-                } else {
-                    match = dictBase + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                    if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                    if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                    if (MEM_read32(match) == MEM_read32(ip)) {
-                        const U32 newLowLimit = (lowLimit + maxDistance >= (U32)(ip-base)) ? lowLimit : (U32)(ip - base) - maxDistance;
-                        int back = 0;
-                        matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
-
-                        while ((ip+back > anchor) && (matchIndex+back > newLowLimit) && (ip[back-1] == match[back-1])) back--;
-                        matchLength -= back;
-                        match = base + matchIndex + back;
-#if LIZARD_FAST_LONGOFF_MM > 0
-                        if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        {
-                            ip += back;
-                            break;
-                        }
-                    }
-                }
-            } // while (1)
-        }
-
-_next_match:
-        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, matchLength+MINMATCH, match)) goto _output_error;
-        
-        /* Test end of chunk */
-        if (ip > mflimit) break;
-
-        /* Fill table */
-        Lizard_putPositionSmall(ip-2, ctx->hashTable, base);
-
-        /* Test next position */
-        matchIndex = Lizard_getPositionSmall(ip, ctx->hashTable);
-        Lizard_putPositionSmall(ip, ctx->hashTable, base);
-        if ((matchIndex >= lowLimit) && (matchIndex < (U32)(ip - base)) && (base + matchIndex + maxDistance >= ip))
-        {
-            if (matchIndex >= dictLimit) {
-                match = base + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                if ((U32)(ip - match) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                if (MEM_read32(match) == MEM_read32(ip))
-                {
-                    matchLength = Lizard_count(ip+MINMATCH, match+MINMATCH, matchlimit);
-#if LIZARD_FAST_LONGOFF_MM > 0
-                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        goto _next_match;
-                }
-            } else {
-                match = dictBase + matchIndex;
-#if LIZARD_FAST_MIN_OFFSET > 0
-                if ((U32)(ip - (base + matchIndex)) >= LIZARD_FAST_MIN_OFFSET)
-#endif
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_read32(match) == MEM_read32(ip)) {
-                    matchLength = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, matchlimit, dictEnd, lowPrefixPtr);
-                    match = base + matchIndex;
-#if LIZARD_FAST_LONGOFF_MM > 0
-                    if ((matchLength >= LIZARD_FAST_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                        goto _next_match;
-                }
-            }
-        }
-
-        /* Prepare next loop */
-        forwardH = Lizard_hashPositionSmall(++ip);
-    }
-
-_last_literals:
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
diff --git a/contrib/lizard/lib/lizard_parser_hashchain.h b/contrib/lizard/lib/lizard_parser_hashchain.h
deleted file mode 100644
index 64b9d76c451..00000000000
--- a/contrib/lizard/lib/lizard_parser_hashchain.h
+++ /dev/null
@@ -1,369 +0,0 @@
-#define LIZARD_HC_MIN_OFFSET 8
-#define LIZARD_HC_LONGOFF_MM 0 /* not used with offsets > 1<<16 */
-#define OPTIMAL_ML (int)((ML_MASK_LZ4-1)+MINMATCH)
-#define GET_MINMATCH(offset) (MINMATCH)
-
-#if 1
-    #define LIZARD_HC_HASH_FUNCTION(ip, hashLog) Lizard_hashPtr(ip, hashLog, ctx->params.searchLength)
-#else
-    #define LIZARD_HC_HASH_FUNCTION(ip, hashLog) Lizard_hash5Ptr(ip, hashLog)
-#endif
-
-/* Update chains up to ip (excluded) */
-FORCE_INLINE void Lizard_Insert (Lizard_stream_t* ctx, const BYTE* ip)
-{
-    U32* const chainTable = ctx->chainTable;
-    U32* const hashTable  = ctx->hashTable;
-#if MINMATCH == 3
-    U32* HashTable3  = ctx->hashTable3;
-#endif 
-    const BYTE* const base = ctx->base;
-    U32 const target = (U32)(ip - base);
-    U32 idx = ctx->nextToUpdate;
-    const int hashLog = ctx->params.hashLog;
-    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-
-    while (idx < target) {
-        size_t const h = Lizard_hashPtr(base+idx, hashLog, ctx->params.searchLength);
-        size_t delta = idx - hashTable[h];
-        if (delta>maxDistance) delta = maxDistance;
-        DELTANEXT(idx) = (U32)delta;
-        if ((hashTable[h] >= idx) || (idx >= hashTable[h] + LIZARD_HC_MIN_OFFSET))
-            hashTable[h] = idx;
-#if MINMATCH == 3
-        HashTable3[Lizard_hash3Ptr(base+idx, ctx->params.hashLog3)] = idx;
-#endif 
-        idx++;
-    }
-
-    ctx->nextToUpdate = target;
-}
-
-
-
-FORCE_INLINE int Lizard_InsertAndFindBestMatch (Lizard_stream_t* ctx,   /* Index table will be updated */
-                                               const BYTE* ip, const BYTE* const iLimit,
-                                               const BYTE** matchpos)
-{
-    U32* const chainTable = ctx->chainTable;
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    U32 matchIndex, delta;
-    const BYTE* match;
-    int nbAttempts=ctx->params.searchNum;
-    size_t ml=0;
-    const int hashLog = ctx->params.hashLog;
-    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 current = (U32)(ip - base);
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
-
-    /* HC4 match finder */
-    Lizard_Insert(ctx, ip);
-    matchIndex = HashTable[LIZARD_HC_HASH_FUNCTION(ip, hashLog)];
-
-    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
-        nbAttempts--;
-        if (matchIndex >= dictLimit) {
-            match = base + matchIndex;
-#if LIZARD_HC_MIN_OFFSET > 0
-            if ((U32)(ip - match) >= LIZARD_HC_MIN_OFFSET)
-#endif
-            if (*(match+ml) == *(ip+ml)
-                && (MEM_read32(match) == MEM_read32(ip)))
-            {
-                size_t const mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-#if LIZARD_HC_LONGOFF_MM > 0
-                if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                if (mlt > ml) { ml = mlt; *matchpos = match; }
-            }
-        } else {
-            match = dictBase + matchIndex;
-#if LIZARD_HC_MIN_OFFSET > 0
-            if ((U32)(ip - (base + matchIndex)) >= LIZARD_HC_MIN_OFFSET)
-#endif
-            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-            if (MEM_read32(match) == MEM_read32(ip)) {
-                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-#if LIZARD_HC_LONGOFF_MM > 0
-                if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - (base + matchIndex)) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                if (mlt > ml) { ml = mlt; *matchpos = base + matchIndex; }   /* virtual matchpos */
-            }
-        }
-        delta = DELTANEXT(matchIndex);
-        if (delta > matchIndex) break;
-        matchIndex -= delta;
-    }
-
-    return (int)ml;
-}
-
-
-FORCE_INLINE int Lizard_InsertAndGetWiderMatch (
-    Lizard_stream_t* ctx,
-    const BYTE* const ip,
-    const BYTE* const iLowLimit,
-    const BYTE* const iHighLimit,
-    int longest,
-    const BYTE** matchpos,
-    const BYTE** startpos)
-{
-    U32* const chainTable = ctx->chainTable;
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const BYTE* const dictBase = ctx->dictBase;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    U32   matchIndex, delta;
-    int nbAttempts = ctx->params.searchNum;
-    int LLdelta = (int)(ip-iLowLimit);
-    const int hashLog = ctx->params.hashLog;
-    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 current = (U32)(ip - base);
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
-
-    /* First Match */
-    Lizard_Insert(ctx, ip);
-    matchIndex = HashTable[LIZARD_HC_HASH_FUNCTION(ip, hashLog)];
-
-    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
-        nbAttempts--;
-        if (matchIndex >= dictLimit) {
-            const BYTE* match = base + matchIndex;
-#if LIZARD_HC_MIN_OFFSET > 0
-            if ((U32)(ip - match) >= LIZARD_HC_MIN_OFFSET)
-#endif
-            if (*(iLowLimit + longest) == *(match - LLdelta + longest)) {
-                if (MEM_read32(match) == MEM_read32(ip)) {
-                    int mlt = MINMATCH + Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit);
-                    int back = 0;
-                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                    mlt -= back;
-
-#if LIZARD_HC_LONGOFF_MM > 0
-                    if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                    if (mlt > longest) {
-                        longest = (int)mlt;
-                        *matchpos = match+back;
-                        *startpos = ip+back;
-                    }
-                }
-            }
-        } else {
-            const BYTE* match = dictBase + matchIndex;
-#if LIZARD_HC_MIN_OFFSET > 0
-            if ((U32)(ip - (base + matchIndex)) >= LIZARD_HC_MIN_OFFSET)
-#endif
-            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-            if (MEM_read32(match) == MEM_read32(ip)) {
-                int back=0;
-                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == match[back-1])) back--;
-                mlt -= back;
-#if LIZARD_HC_LONGOFF_MM > 0
-                if ((mlt >= LIZARD_HC_LONGOFF_MM) || ((U32)(ip - (base + matchIndex)) < LIZARD_MAX_16BIT_OFFSET))
-#endif
-                if ((int)mlt > longest) { longest = (int)mlt; *matchpos = base + matchIndex + back; *startpos = ip+back; }
-            }
-        }
-        delta = DELTANEXT(matchIndex);
-        if (delta > matchIndex) break;
-        matchIndex -= delta;
-    }
-
-    return longest;
-}
-
-
-FORCE_INLINE int Lizard_compress_hashChain (
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    const BYTE* anchor = ip;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = (iend - LASTLITERALS);
-
-    int   ml, ml2, ml3, ml0;
-    const BYTE* ref = NULL;
-    const BYTE* start2 = NULL;
-    const BYTE* ref2 = NULL;
-    const BYTE* start3 = NULL;
-    const BYTE* ref3 = NULL;
-    const BYTE* start0;
-    const BYTE* ref0;
-
-    /* init */
-    ip++;
-
-    /* Main Loop */
-    while (ip < mflimit) {
-        ml = Lizard_InsertAndFindBestMatch (ctx, ip, matchlimit, (&ref));
-        if (!ml) { ip++; continue; }
-
-        /* saved, in case we would skip too much */
-        start0 = ip;
-        ref0 = ref;
-        ml0 = ml;
-
-_Search2:
-        if (ip+ml < mflimit)
-            ml2 = Lizard_InsertAndGetWiderMatch(ctx, ip + ml - 2, ip + 1, matchlimit, ml, &ref2, &start2);
-        else ml2 = ml;
-
-        if (ml2 == ml) { /* No better match */
-            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-            continue;
-        }
-
-        if (start0 < ip) {
-            if (start2 < ip + ml0) {  /* empirical */
-                ip = start0;
-                ref = ref0;
-                ml = ml0;
-            }
-        }
-
-        /* Here, start0==ip */
-        if ((start2 - ip) < 3) {  /* First Match too small : removed */
-            ml = ml2;
-            ip = start2;
-            ref =ref2;
-            goto _Search2;
-        }
-
-_Search3:
-        /*
-        * Currently we have :
-        * ml2 > ml1, and
-        * ip1+3 <= ip2 (usually < ip1+ml1)
-        */
-        if ((start2 - ip) < OPTIMAL_ML) {
-            int correction;
-            int new_ml = ml;
-            if (new_ml > OPTIMAL_ML) new_ml = OPTIMAL_ML;
-            if (ip+new_ml > start2 + ml2 - GET_MINMATCH((U32)(start2 - ref2))) {
-                new_ml = (int)(start2 - ip) + ml2 - GET_MINMATCH((U32)(start2 - ref2));
-                if (new_ml < GET_MINMATCH((U32)(ip - ref))) { // match2 doesn't fit
-                    if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-                    continue;
-                }
-            }
-            correction = new_ml - (int)(start2 - ip);
-            if (correction > 0) {
-                start2 += correction;
-                ref2 += correction;
-                ml2 -= correction;
-            }
-        }
-        /* Now, we have start2 = ip+new_ml, with new_ml = min(ml, OPTIMAL_ML=18) */
-
-        if (start2 + ml2 < mflimit)
-            ml3 = Lizard_InsertAndGetWiderMatch(ctx, start2 + ml2 - 3, start2, matchlimit, ml2, &ref3, &start3);
-        else ml3 = ml2;
-
-        if (ml3 == ml2) {  /* No better match : 2 sequences to encode */
-            /* ip & ref are known; Now for ml */
-            if (start2 < ip+ml)  ml = (int)(start2 - ip);
-            /* Now, encode 2 sequences */
-            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-            ip = start2;
-            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml2, ref2)) return 0;
-            continue;
-        }
-
-        if (start3 < ip+ml+3) {  /* Not enough space for match 2 : remove it */
-            if (start3 >= (ip+ml)) {  /* can write Seq1 immediately ==> Seq2 is removed, so Seq3 becomes Seq1 */
-                if (start2 < ip+ml) {
-                    int correction = (int)(ip+ml - start2);
-                    start2 += correction;
-                    ref2 += correction;
-                    ml2 -= correction;
-                    if (ml2 < GET_MINMATCH((U32)(start2 - ref2))) {
-                        start2 = start3;
-                        ref2 = ref3;
-                        ml2 = ml3;
-                    }
-                }
-
-                if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-                ip  = start3;
-                ref = ref3;
-                ml  = ml3;
-
-                start0 = start2;
-                ref0 = ref2;
-                ml0 = ml2;
-                goto _Search2;
-            }
-
-            start2 = start3;
-            ref2 = ref3;
-            ml2 = ml3;
-            goto _Search3;
-        }
-
-        /*
-        * OK, now we have 3 ascending matches; let's write at least the first one
-        * ip & ref are known; Now for ml
-        */
-        if (start2 < ip+ml) {
-            if ((start2 - ip) < (int)ML_MASK_LZ4) {
-                int correction;
-                if (ml > OPTIMAL_ML) ml = OPTIMAL_ML;
-                if (ip + ml > start2 + ml2 - GET_MINMATCH((U32)(start2 - ref2))) {
-                    ml = (int)(start2 - ip) + ml2 - GET_MINMATCH((U32)(start2 - ref2));
-                    if (ml < GET_MINMATCH((U32)(ip - ref))) { // match2 doesn't fit, remove it
-                        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-                        ip  = start3;
-                        ref = ref3;
-                        ml  = ml3;
-
-                        start0 = start2;
-                        ref0 = ref2;
-                        ml0 = ml2;
-                        goto _Search2;
-                    }
-                }
-                correction = ml - (int)(start2 - ip);
-                if (correction > 0) {
-                    start2 += correction;
-                    ref2 += correction;
-                    ml2 -= correction;
-                }
-            } else {
-                ml = (int)(start2 - ip);
-            }
-        }
-        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-
-        ip = start2;
-        ref = ref2;
-        ml = ml2;
-
-        start2 = start3;
-        ref2 = ref3;
-        ml2 = ml3;
-
-        goto _Search3;
-    }
-
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
diff --git a/contrib/lizard/lib/lizard_parser_lowestprice.h b/contrib/lizard/lib/lizard_parser_lowestprice.h
deleted file mode 100644
index f8b95dad4ea..00000000000
--- a/contrib/lizard/lib/lizard_parser_lowestprice.h
+++ /dev/null
@@ -1,376 +0,0 @@
-#define LIZARD_LOWESTPRICE_MIN_OFFSET 8
-
-
-FORCE_INLINE size_t Lizard_more_profitable(Lizard_stream_t* const ctx, const BYTE *best_ip, size_t best_off, size_t best_common, const BYTE *ip, size_t off, size_t common, size_t literals, int last_off)
-{
-    size_t sum;
-
-    if (literals > 0)
-        sum = MAX(common + literals, best_common);
-    else
-        sum = MAX(common, best_common - literals);
-
-    if ((int)off == last_off) off = 0; // rep code
-    if ((int)best_off == last_off) best_off = 0;
-
-    return Lizard_get_price_LIZv1(ctx, last_off, ip, ctx->off24pos, sum - common, (U32)off, common) <= Lizard_get_price_LIZv1(ctx, last_off, best_ip, ctx->off24pos, sum - best_common, (U32)best_off, best_common);
-} 
-
-
-FORCE_INLINE size_t Lizard_better_price(Lizard_stream_t* const ctx, const BYTE *best_ip, size_t best_off, size_t best_common, const BYTE *ip, size_t off, size_t common, int last_off)
-{
-    if ((int)off == last_off) off = 0; // rep code
-    if ((int)best_off == last_off) best_off = 0;
-
-    return Lizard_get_price_LIZv1(ctx, last_off, ip, ctx->off24pos, 0, (U32)off, common) < Lizard_get_price_LIZv1(ctx, last_off, best_ip, ctx->off24pos, common - best_common, (U32)best_off, best_common);
-}
-
-
-FORCE_INLINE int Lizard_FindMatchLowestPrice (Lizard_stream_t* ctx,   /* Index table will be updated */
-                                               const BYTE* ip, const BYTE* const iLimit,
-                                               const BYTE** matchpos)
-{
-    U32* const chainTable = ctx->chainTable;
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const intptr_t dictLimit = ctx->dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
-    const intptr_t current = (ip - base);
-    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    intptr_t matchIndex;
-    const BYTE* match, *matchDict;
-    int nbAttempts=ctx->params.searchNum;
-    size_t ml=0, mlt;
-
-    matchIndex = HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
-
-    if (ctx->last_off >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
-        intptr_t matchIndexLO = (ip - ctx->last_off) - base;
-        if (matchIndexLO >= lowLimit) {
-            if (matchIndexLO >= dictLimit) {
-                match = base + matchIndexLO;
-                mlt = Lizard_count(ip, match, iLimit);// + MINMATCH;
-          //      if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET))
-                if (mlt > REPMINMATCH) {
-                    *matchpos = match;
-                    return (int)mlt;
-                }
-            } else {
-                match = dictBase + matchIndexLO;
-                if ((U32)((dictLimit-1) - matchIndexLO) >= 3) {  /* intentional overflow */
-                    mlt = Lizard_count_2segments(ip, match, iLimit, dictEnd, lowPrefixPtr);
-                 //   if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) 
-                    if (mlt > REPMINMATCH) {
-                        *matchpos = base + matchIndexLO;  /* virtual matchpos */
-                        return (int)mlt;
-                    }
-               }
-            }
-        }
-    }
-
-
-#if MINMATCH == 3
-    {
-        U32 matchIndex3 = ctx->hashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
-        if (matchIndex3 < current && matchIndex3 >= lowLimit)
-        {
-            size_t offset = (size_t)current - matchIndex3;
-            if (offset < LIZARD_MAX_8BIT_OFFSET)
-            {
-                match = ip - offset;
-                if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match))
-                {
-                    ml = 3;//Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-                    *matchpos = match;
-                }
-            }
-        }
-    }
-#endif
-    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
-        nbAttempts--;
-        match = base + matchIndex;
-        if ((U32)(ip - match) >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
-            if (matchIndex >= dictLimit) {
-                if (*(match+ml) == *(ip+ml) && (MEM_read32(match) == MEM_read32(ip))) {
-                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (!ml || (mlt > ml && Lizard_better_price(ctx, ip, (ip - *matchpos), ml, ip, (ip - match), mlt, ctx->last_off)))
-                    { ml = mlt; *matchpos = match; }
-                }
-            } else {
-                matchDict = dictBase + matchIndex;
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_read32(matchDict) == MEM_read32(ip)) {
-                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (!ml || (mlt > ml && Lizard_better_price(ctx, ip, (ip - *matchpos), ml, ip, (U32)(ip - match), mlt, ctx->last_off)))
-                    { ml = mlt; *matchpos = match; }   /* virtual matchpos */
-                }
-            }
-        }
-        matchIndex -= chainTable[matchIndex & contentMask];
-    }
-
-    return (int)ml;
-}
-
-
-FORCE_INLINE size_t Lizard_GetWiderMatch (
-    Lizard_stream_t* ctx,
-    const BYTE* const ip,
-    const BYTE* const iLowLimit,
-    const BYTE* const iHighLimit,
-    size_t longest,
-    const BYTE** matchpos,
-    const BYTE** startpos)
-{
-    U32* const chainTable = ctx->chainTable;
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const intptr_t dictLimit = ctx->dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
-    const intptr_t current = (ip - base);
-    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
-    const BYTE* match, *matchDict;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    intptr_t matchIndex;
-    int nbAttempts = ctx->params.searchNum;
-    size_t mlt;
-
-    /* First Match */
-    matchIndex = HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
-
-    if (ctx->last_off >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
-        intptr_t matchIndexLO = (ip - ctx->last_off) - base;
-        if (matchIndexLO >= lowLimit) {
-            if (matchIndexLO >= dictLimit) {
-                match = base + matchIndexLO;
-                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
-                    int back = 0;
-                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit) + MINMATCH;
-                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                    mlt -= back;
-
-                    if (mlt > longest)
-                    if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) {
-                        *matchpos = match+back;
-                        *startpos = ip+back;
-                        longest = mlt;
-                    }
-                }
-            } else {
-                match = dictBase + matchIndexLO;
-                if ((U32)((dictLimit-1) - matchIndexLO) >= 3)  /* intentional overflow */
-                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
-                    int back=0;
-                    mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                    while ((ip+back > iLowLimit) && (matchIndexLO+back > lowLimit) && (ip[back-1] == match[back-1])) back--;
-                    mlt -= back;
-
-                    if (mlt > longest)
-                    if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) {
-                        *matchpos = base + matchIndexLO + back;  /* virtual matchpos */
-                        *startpos = ip+back;
-                        longest = mlt;
-                    }
-                }
-            }
-        }
-    }
-
-#if MINMATCH == 3
-    {
-        U32 matchIndex3 = ctx->hashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
-        if (matchIndex3 < current && matchIndex3 >= lowLimit) {
-            size_t offset = (size_t)current - matchIndex3;
-            if (offset < LIZARD_MAX_8BIT_OFFSET) {
-                match = ip - offset;
-                if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match)) {
-                    mlt = Lizard_count(ip + MINMATCH, match + MINMATCH, iHighLimit) + MINMATCH;
-
-                    int back = 0;
-                    while ((ip + back > iLowLimit) && (match + back > lowPrefixPtr) && (ip[back - 1] == match[back - 1])) back--;
-                    mlt -= back;
-
-                    if (!longest || (mlt > longest && Lizard_better_price(ctx, *startpos, (*startpos - *matchpos), longest, ip, (ip - match), mlt, ctx->last_off))) {
-                        *matchpos = match + back;
-                        *startpos = ip + back;
-                        longest = mlt;
-                    }
-                }
-            }
-        }
-    }
-#endif
-
-    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
-        nbAttempts--;
-        match = base + matchIndex;
-        if ((U32)(ip - match) >= LIZARD_LOWESTPRICE_MIN_OFFSET) {
-            if (matchIndex >= dictLimit) {
-                if (MEM_read32(match) == MEM_read32(ip)) {
-                    int back = 0;
-                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit) + MINMATCH;
-                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                    mlt -= back;
-
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (!longest || (mlt > longest && Lizard_better_price(ctx, *startpos, (*startpos - *matchpos), longest, ip, (ip - match), mlt, ctx->last_off)))
-                    { longest = mlt; *startpos = ip+back; *matchpos = match+back; }
-                }
-            } else {
-                matchDict = dictBase + matchIndex;
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_read32(matchDict) == MEM_read32(ip)) {
-                    int back=0;
-                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                    while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == matchDict[back-1])) back--;
-                    mlt -= back;
-
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (!longest || (mlt > longest && Lizard_better_price(ctx, *startpos, (*startpos - *matchpos), longest, ip, (U32)(ip - match), mlt, ctx->last_off)))
-                    { longest = mlt; *startpos = ip+back;  *matchpos = match+back; }   /* virtual matchpos */
-                }
-            }
-        }
-        matchIndex -= chainTable[matchIndex & contentMask];
-    }
-
-    return longest;
-}
-
-
-
-
-FORCE_INLINE int Lizard_compress_lowestPrice(
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    const BYTE* anchor = ip;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = (iend - LASTLITERALS);
-
-    size_t   ml, ml2, ml0;
-    const BYTE* ref=NULL;
-    const BYTE* start2=NULL;
-    const BYTE* ref2=NULL;
-    const BYTE* start0;
-    const BYTE* ref0;
-    const BYTE* lowPrefixPtr = ctx->base + ctx->dictLimit;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    const size_t sufficient_len = ctx->params.sufficientLength;
-
-    /* Main Loop */
-    while (ip < mflimit)
-    {
-        Lizard_Insert(ctx, ip);
-        ml = Lizard_FindMatchLowestPrice (ctx, ip, matchlimit, (&ref));
-        if (!ml) { ip++; continue; }
-
-        {
-            int back = 0;
-            while ((ip + back > anchor) && (ref + back > lowPrefixPtr) && (ip[back - 1] == ref[back - 1])) back--;
-            ml -= back;
-            ip += back;
-            ref += back;
-        }
-
-        /* saved, in case we would skip too much */
-        start0 = ip;
-        ref0 = ref;
-        ml0 = ml;
-    //    goto _Encode;
-
-_Search:
-        if (ip+ml >= mflimit) { goto _Encode; }
-        if (ml >= sufficient_len) { goto _Encode; }
-
-        Lizard_Insert(ctx, ip);
-        ml2 = (int)Lizard_GetWiderMatch(ctx, ip + ml - 2, anchor, matchlimit, 0, &ref2, &start2);
-        if (!ml2) goto _Encode;
-
-        {
-        U64 price, best_price;
-        int off0=0, off1=0;
-        const BYTE *pos, *best_pos;
-
-    //	find the lowest price for encoding ml bytes
-        best_pos = ip;
-        best_price = LIZARD_MAX_PRICE;
-        off0 = (int)(ip - ref);
-        off1 = (int)(start2 - ref2);
-
-        for (pos = ip + ml; pos >= start2; pos--)
-        {
-            int common0 = (int)(pos - ip);
-            if (common0 >= MINMATCH) {
-                price = (int)Lizard_get_price_LIZv1(ctx, ctx->last_off, ip, ctx->off24pos, ip - anchor, (off0 == ctx->last_off) ? 0 : off0, common0);
-                
-                {
-                    int common1 = (int)(start2 + ml2 - pos);
-                    if (common1 >= MINMATCH)
-                        price += Lizard_get_price_LIZv1(ctx, ctx->last_off, pos, ctx->off24pos, 0, (off1 == off0) ? 0 : (off1), common1);
-                    else
-                        price += Lizard_get_price_LIZv1(ctx, ctx->last_off, pos, ctx->off24pos, common1, 0, 0);
-                }
-
-                if (price < best_price) {
-                    best_price = price;
-                    best_pos = pos;
-                }
-            } else {
-                price = Lizard_get_price_LIZv1(ctx, ctx->last_off, ip, ctx->off24pos, start2 - anchor, (off1 == ctx->last_off) ? 0 : off1, ml2);
-
-                if (price < best_price)
-                    best_pos = pos;
-                break;
-            }
-        }
-        ml = (int)(best_pos - ip);
-        }
-
-
-        if ((ml < MINMATCH) || ((ml < minMatchLongOff) && ((U32)(ip-ref) >= LIZARD_MAX_16BIT_OFFSET)))
-        {
-            ip = start2;
-            ref = ref2;
-            ml = ml2;
-            goto _Search;
-        }
-
-_Encode:
-        if (start0 < ip)
-        {
-            if (Lizard_more_profitable(ctx, ip, (ip - ref), ml, start0, (start0 - ref0), ml0, (ref0 - ref), ctx->last_off))
-            {
-                ip = start0;
-                ref = ref0;
-                ml = ml0;
-            }
-        }
-
-        if (Lizard_encodeSequence_LIZv1(ctx, &ip, &anchor, ml, ((ip - ref == ctx->last_off) ? ip : ref))) return 0;
-    }
-
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals_LIZv1(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
-
diff --git a/contrib/lizard/lib/lizard_parser_nochain.h b/contrib/lizard/lib/lizard_parser_nochain.h
deleted file mode 100644
index e8abb586ff4..00000000000
--- a/contrib/lizard/lib/lizard_parser_nochain.h
+++ /dev/null
@@ -1,318 +0,0 @@
-#define OPTIMAL_ML (int)((ML_MASK_LZ4-1)+MINMATCH)
-
-//#define LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog) Lizard_hashPtr(ip, hashLog, ctx->params.searchLength)
-#define LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog) Lizard_hash5Ptr(ip, hashLog)
-#define LIZARD_NOCHAIN_MIN_OFFSET 8
-
-/* Update chains up to ip (excluded) */
-FORCE_INLINE void Lizard_InsertNoChain (Lizard_stream_t* ctx, const BYTE* ip)
-{
-    U32* const hashTable  = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    U32 const target = (U32)(ip - base);
-    U32 idx = ctx->nextToUpdate;
-    const int hashLog = ctx->params.hashLog;
-
-    while (idx < target) {
-        size_t const h = LIZARD_NOCHAIN_HASH_FUNCTION(base+idx, hashLog);
-        if ((hashTable[h] >= idx) || (idx >= hashTable[h] + LIZARD_NOCHAIN_MIN_OFFSET))
-            hashTable[h] = idx;
-        idx++;
-    }
-
-    ctx->nextToUpdate = target;
-}
-
-
-FORCE_INLINE int Lizard_InsertAndFindBestMatchNoChain (Lizard_stream_t* ctx,   /* Index table will be updated */
-                                               const BYTE* ip, const BYTE* const iLimit,
-                                               const BYTE** matchpos)
-{
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    U32 matchIndex;
-    const BYTE* match;
-    size_t ml=0;
-    const int hashLog = ctx->params.hashLog;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 current = (U32)(ip - base);
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
-
-    /* HC4 match finder */
-    Lizard_InsertNoChain(ctx, ip);
-    matchIndex = HashTable[LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog)];
-
-    if ((matchIndex < current) && (matchIndex >= lowLimit)) {
-        if (matchIndex >= dictLimit) {
-            match = base + matchIndex;
-#if LIZARD_NOCHAIN_MIN_OFFSET > 0
-            if ((U32)(ip - match) >= LIZARD_NOCHAIN_MIN_OFFSET)
-#endif
-            if (*(match+ml) == *(ip+ml) && (MEM_read32(match) == MEM_read32(ip)))
-            {
-                size_t const mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-                if (mlt > ml) { ml = mlt; *matchpos = match; }
-            }
-        } else {
-            match = dictBase + matchIndex;
-#if LIZARD_NOCHAIN_MIN_OFFSET > 0
-            if ((U32)(ip - (base + matchIndex)) >= LIZARD_NOCHAIN_MIN_OFFSET)
-#endif
-            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-            if (MEM_read32(match) == MEM_read32(ip)) {
-                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                if (mlt > ml) { ml = mlt; *matchpos = base + matchIndex; }   /* virtual matchpos */
-            }
-        }
-    }
-
-    return (int)ml;
-}
-
-
-FORCE_INLINE int Lizard_InsertAndGetWiderMatchNoChain (
-    Lizard_stream_t* ctx,
-    const BYTE* const ip,
-    const BYTE* const iLowLimit,
-    const BYTE* const iHighLimit,
-    int longest,
-    const BYTE** matchpos,
-    const BYTE** startpos)
-{
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const BYTE* const dictBase = ctx->dictBase;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    U32   matchIndex;
-    int LLdelta = (int)(ip-iLowLimit);
-    const int hashLog = ctx->params.hashLog;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 current = (U32)(ip - base);
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
-
-    /* First Match */
-    Lizard_InsertNoChain(ctx, ip);
-    matchIndex = HashTable[LIZARD_NOCHAIN_HASH_FUNCTION(ip, hashLog)];
-
-    if ((matchIndex < current) && (matchIndex >= lowLimit)) {
-        if (matchIndex >= dictLimit) {
-            const BYTE* match = base + matchIndex;
-#if LIZARD_NOCHAIN_MIN_OFFSET > 0
-            if ((U32)(ip - match) >= LIZARD_NOCHAIN_MIN_OFFSET)
-#endif
-            if (*(iLowLimit + longest) == *(match - LLdelta + longest)) {
-                if (MEM_read32(match) == MEM_read32(ip)) {
-                    int mlt = MINMATCH + Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit);
-                    int back = 0;
-                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                    mlt -= back;
-
-                    if (mlt > longest) {
-                        longest = (int)mlt;
-                        *matchpos = match+back;
-                        *startpos = ip+back;
-                    }
-                }
-            }
-        } else {
-            const BYTE* match = dictBase + matchIndex;
-#if LIZARD_NOCHAIN_MIN_OFFSET > 0
-            if ((U32)(ip - (base + matchIndex)) >= LIZARD_NOCHAIN_MIN_OFFSET)
-#endif
-            if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-            if (MEM_read32(match) == MEM_read32(ip)) {
-                int back=0;
-                size_t mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == match[back-1])) back--;
-                mlt -= back;
-                if ((int)mlt > longest) { longest = (int)mlt; *matchpos = base + matchIndex + back; *startpos = ip+back; }
-            }
-        }
-    }
-
-    return longest;
-}
-
-
-FORCE_INLINE int Lizard_compress_noChain (
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    const BYTE* anchor = ip;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = (iend - LASTLITERALS);
-
-    int   ml, ml2, ml3, ml0;
-    const BYTE* ref = NULL;
-    const BYTE* start2 = NULL;
-    const BYTE* ref2 = NULL;
-    const BYTE* start3 = NULL;
-    const BYTE* ref3 = NULL;
-    const BYTE* start0;
-    const BYTE* ref0;
-
-    /* init */
-    ip++;
-
-    /* Main Loop */
-    while (ip < mflimit) {
-        ml = Lizard_InsertAndFindBestMatchNoChain (ctx, ip, matchlimit, (&ref));
-        if (!ml) { ip++; continue; }
-
-        /* saved, in case we would skip too much */
-        start0 = ip;
-        ref0 = ref;
-        ml0 = ml;
-
-_Search2:
-        if (ip+ml < mflimit)
-            ml2 = Lizard_InsertAndGetWiderMatchNoChain(ctx, ip + ml - 2, ip + 1, matchlimit, ml, &ref2, &start2);
-        else ml2 = ml;
-
-        if (ml2 == ml) { /* No better match */
-            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-            continue;
-        }
-
-        if (start0 < ip) {
-            if (start2 < ip + ml0) {  /* empirical */
-                ip = start0;
-                ref = ref0;
-                ml = ml0;
-            }
-        }
-
-        /* Here, start0==ip */
-        if ((start2 - ip) < 3) {  /* First Match too small : removed */
-            ml = ml2;
-            ip = start2;
-            ref =ref2;
-            goto _Search2;
-        }
-
-_Search3:
-        /*
-        * Currently we have :
-        * ml2 > ml1, and
-        * ip1+3 <= ip2 (usually < ip1+ml1)
-        */
-        if ((start2 - ip) < OPTIMAL_ML) {
-            int correction;
-            int new_ml = ml;
-            if (new_ml > OPTIMAL_ML) new_ml = OPTIMAL_ML;
-            if (ip+new_ml > start2 + ml2 - MINMATCH) new_ml = (int)(start2 - ip) + ml2 - MINMATCH;
-            correction = new_ml - (int)(start2 - ip);
-            if (correction > 0) {
-                start2 += correction;
-                ref2 += correction;
-                ml2 -= correction;
-            }
-        }
-        /* Now, we have start2 = ip+new_ml, with new_ml = min(ml, OPTIMAL_ML=18) */
-
-        if (start2 + ml2 < mflimit)
-            ml3 = Lizard_InsertAndGetWiderMatchNoChain(ctx, start2 + ml2 - 3, start2, matchlimit, ml2, &ref3, &start3);
-        else ml3 = ml2;
-
-        if (ml3 == ml2) {  /* No better match : 2 sequences to encode */
-            /* ip & ref are known; Now for ml */
-            if (start2 < ip+ml)  ml = (int)(start2 - ip);
-            /* Now, encode 2 sequences */
-            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-            ip = start2;
-            if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml2, ref2)) return 0;
-            continue;
-        }
-
-        if (start3 < ip+ml+3) {  /* Not enough space for match 2 : remove it */
-            if (start3 >= (ip+ml)) {  /* can write Seq1 immediately ==> Seq2 is removed, so Seq3 becomes Seq1 */
-                if (start2 < ip+ml) {
-                    int correction = (int)(ip+ml - start2);
-                    start2 += correction;
-                    ref2 += correction;
-                    ml2 -= correction;
-                    if (ml2 < MINMATCH) {
-                        start2 = start3;
-                        ref2 = ref3;
-                        ml2 = ml3;
-                    }
-                }
-
-                if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-                ip  = start3;
-                ref = ref3;
-                ml  = ml3;
-
-                start0 = start2;
-                ref0 = ref2;
-                ml0 = ml2;
-                goto _Search2;
-            }
-
-            start2 = start3;
-            ref2 = ref3;
-            ml2 = ml3;
-            goto _Search3;
-        }
-
-        /*
-        * OK, now we have 3 ascending matches; let's write at least the first one
-        * ip & ref are known; Now for ml
-        */
-        if (start2 < ip+ml) {
-            if ((start2 - ip) < (int)ML_MASK_LZ4) {
-                int correction;
-                if (ml > OPTIMAL_ML) ml = OPTIMAL_ML;
-                if (ip + ml > start2 + ml2 - MINMATCH) {
-                    ml = (int)(start2 - ip) + ml2 - MINMATCH;
-                    if (ml < MINMATCH) { // match2 doesn't fit, remove it
-                        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-                        ip  = start3;
-                        ref = ref3;
-                        ml  = ml3;
-
-                        start0 = start2;
-                        ref0 = ref2;
-                        ml0 = ml2;
-                        goto _Search2;
-                    }
-                }
-                correction = ml - (int)(start2 - ip);
-                if (correction > 0) {
-                    start2 += correction;
-                    ref2 += correction;
-                    ml2 -= correction;
-                }
-            } else {
-                ml = (int)(start2 - ip);
-            }
-        }
-        if (Lizard_encodeSequence_LZ4(ctx, &ip, &anchor, ml, ref)) return 0;
-
-        ip = start2;
-        ref = ref2;
-        ml = ml2;
-
-        start2 = start3;
-        ref2 = ref3;
-        ml2 = ml3;
-
-        goto _Search3;
-    }
-
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals_LZ4(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
diff --git a/contrib/lizard/lib/lizard_parser_optimal.h b/contrib/lizard/lib/lizard_parser_optimal.h
deleted file mode 100644
index 8c9b83e9590..00000000000
--- a/contrib/lizard/lib/lizard_parser_optimal.h
+++ /dev/null
@@ -1,679 +0,0 @@
-#define LIZARD_LOG_PARSER(fmt, ...) //printf(fmt, __VA_ARGS__)
-#define LIZARD_LOG_PRICE(fmt, ...) //printf(fmt, __VA_ARGS__)
-#define LIZARD_LOG_ENCODE(fmt, ...) //printf(fmt, __VA_ARGS__) 
-
-#define LIZARD_OPTIMAL_MIN_OFFSET  8
-#define LIZARD_OPT_NUM             (1<<12) 
-#define REPMINMATCH             1
-
-
-FORCE_INLINE size_t Lizard_get_price(Lizard_stream_t* const ctx, int rep, const BYTE *ip, const BYTE *off24pos, size_t litLength, U32 offset, size_t matchLength)
-{
-    if (ctx->params.decompressType == Lizard_coderwords_LZ4)
-        return Lizard_get_price_LZ4(ctx, ip, litLength, offset, matchLength);
-
-    return Lizard_get_price_LIZv1(ctx, rep, ip, off24pos, litLength, offset, matchLength);
-}
-
-
-
-typedef struct
-{
-    int off;
-    int len;
-    int back;
-} Lizard_match_t;
-
-typedef struct
-{
-    int price;
-    int off;
-    int mlen;
-    int litlen;
-    int rep;
-    const BYTE* off24pos;
-} Lizard_optimal_t; 
-
-
-/* Update chains up to ip (excluded) */
-FORCE_INLINE void Lizard_BinTree_Insert(Lizard_stream_t* ctx, const BYTE* ip)
-{
-#if MINMATCH == 3
-    U32* HashTable3  = ctx->hashTable3;
-    const BYTE* const base = ctx->base;
-    const U32 target = (U32)(ip - base);
-    U32 idx = ctx->nextToUpdate;
-    
-    while(idx < target) {
-        HashTable3[Lizard_hash3Ptr(base+idx, ctx->params.hashLog3)] = idx;
-        idx++;
-    }
-
-    ctx->nextToUpdate = target;
-#else
-    (void)ctx; (void)ip;
-#endif
-}
-
-
-
-FORCE_INLINE int Lizard_GetAllMatches (
-    Lizard_stream_t* ctx,
-    const BYTE* const ip,
-    const BYTE* const iLowLimit,
-    const BYTE* const iHighLimit,
-    size_t best_mlen,
-    Lizard_match_t* matches)
-{
-    U32* const chainTable = ctx->chainTable;
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const intptr_t dictLimit = ctx->dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
-    const intptr_t current = (ip - base);
-    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
-    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
-    const BYTE* match, *matchDict;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    intptr_t matchIndex;
-    int nbAttempts = ctx->params.searchNum;
- //   bool fullSearch = (ctx->params.fullSearch >= 2);
-    int mnum = 0;
-    U32* HashPos;
-    size_t mlt;
-
-    if (ip + MINMATCH > iHighLimit) return 0;
-
-    /* First Match */
-    HashPos = &HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
-    matchIndex = *HashPos;
-#if MINMATCH == 3
-    {
-    U32* const HashTable3 = ctx->hashTable3;
-    U32* HashPos3 = &HashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
-
-    if ((*HashPos3 < current) && (*HashPos3 >= lowLimit)) {
-        size_t offset = current - *HashPos3;
-        if (offset < LIZARD_MAX_8BIT_OFFSET) {
-            match = ip - offset;
-            if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match)) {
-                size_t mlt = Lizard_count(ip + MINMATCH, match + MINMATCH, iHighLimit) + MINMATCH;
-
-                int back = 0;
-                while ((ip + back > iLowLimit) && (match + back > lowPrefixPtr) && (ip[back - 1] == match[back - 1])) back--;
-                mlt -= back;
-
-                matches[mnum].off = (int)offset;
-                matches[mnum].len = (int)mlt;
-                matches[mnum].back = -back;
-                mnum++;
-            }
-        }
-    }
-
-    *HashPos3 = current;
-    }
-#endif
-
-    chainTable[current & contentMask] = (U32)(current - matchIndex);
-    *HashPos =  (U32)current;
-    ctx->nextToUpdate++;
-
-    if (best_mlen < MINMATCH-1) best_mlen = MINMATCH-1;
-
-    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
-        nbAttempts--;
-        match = base + matchIndex;
-        if ((U32)(ip - match) >= LIZARD_OPTIMAL_MIN_OFFSET) {
-            if (matchIndex >= dictLimit) {
-                if ((/*fullSearch ||*/ ip[best_mlen] == match[best_mlen]) && (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip))) {
-                    int back = 0;
-                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iHighLimit) + MINMATCH;
-                    while ((ip+back > iLowLimit) && (match+back > lowPrefixPtr) && (ip[back-1] == match[back-1])) back--;
-                    mlt -= back;
-
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (mlt > best_mlen) {
-                        best_mlen = mlt;
-                        matches[mnum].off = (int)(ip - match);
-                        matches[mnum].len = (int)mlt;
-                        matches[mnum].back = -back;
-                        mnum++;
-
-                        if (best_mlen > LIZARD_OPT_NUM) break;
-                    }
-                }
-            } else {
-                matchDict = dictBase + matchIndex;
-    //            fprintf(stderr, "dictBase[%p]+matchIndex[%d]=match[%p] dictLimit=%d base=%p ip=%p iLimit=%p off=%d\n", dictBase, matchIndex, match, dictLimit, base, ip, iLimit, (U32)(ip-match));
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_readMINMATCH(matchDict) == MEM_readMINMATCH(ip)) {
-                    int back=0;
-                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iHighLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                    while ((ip+back > iLowLimit) && (matchIndex+back > lowLimit) && (ip[back-1] == matchDict[back-1])) back--;
-                    mlt -= back;
-
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (mlt > best_mlen) {
-                        best_mlen = mlt;
-                        matches[mnum].off = (int)(ip - match);
-                        matches[mnum].len = (int)mlt;
-                        matches[mnum].back = -back;
-                        mnum++;
-                        
-                        if (best_mlen > LIZARD_OPT_NUM) break;
-                    }
-                }
-            }
-        }
-        matchIndex -= chainTable[matchIndex & contentMask];
-    }
-
-    return mnum;
-}
-
-
-
-
-FORCE_INLINE int Lizard_BinTree_GetAllMatches (
-    Lizard_stream_t* ctx,
-    const BYTE* const ip,
-    const BYTE* const iHighLimit,
-    size_t best_mlen,
-    Lizard_match_t* matches)
-{
-    U32* const chainTable = ctx->chainTable;
-    U32* const HashTable = ctx->hashTable;
-    const BYTE* const base = ctx->base;
-    const intptr_t dictLimit = ctx->dictLimit;
-    const BYTE* const dictBase = ctx->dictBase;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const U32 contentMask = (1 << ctx->params.contentLog) - 1;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
-    const intptr_t current = (ip - base);
-    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
-    const BYTE* match;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    int nbAttempts = ctx->params.searchNum;
-    int mnum = 0;
-    U32 *ptr0, *ptr1, delta0, delta1;
-    intptr_t matchIndex;
-    size_t mlt = 0;
-    U32* HashPos;
-
-    if (ip + MINMATCH > iHighLimit) return 0;
-
-    /* First Match */
-    HashPos = &HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
-    matchIndex = *HashPos;
-
-    
-#if MINMATCH == 3
-    {
-    U32* HashPos3 = &ctx->hashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
-
-    if ((*HashPos3 < current) && (*HashPos3 >= lowLimit)) {
-        size_t offset = current - *HashPos3;
-        if (offset < LIZARD_MAX_8BIT_OFFSET) {
-            match = ip - offset;
-            if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match))
-            {
-                mlt = Lizard_count(ip + MINMATCH, match + MINMATCH, iHighLimit) + MINMATCH;
-
-                matches[mnum].off = (int)offset;
-                matches[mnum].len = (int)mlt;
-                matches[mnum].back = 0;
-                mnum++;
-            }
-        }
-        *HashPos3 = current;
-    }
-    }
-#endif
-
-    *HashPos = (U32)current;
-    ctx->nextToUpdate++;
-
-    // check rest of matches
-    ptr0 = &chainTable[(current*2+1) & contentMask];
-    ptr1 = &chainTable[(current*2) & contentMask];
-    delta0 = delta1 = (U32)(current - matchIndex);
-
-    if (best_mlen < MINMATCH-1) best_mlen = MINMATCH-1;
-
-    while ((matchIndex < current) && (matchIndex >= lowLimit) && (nbAttempts)) {
-        nbAttempts--;
-        if (matchIndex >= dictLimit) {
-            match = base + matchIndex;
-           // if (ip[mlt] == match[mlt])
-                mlt = Lizard_count(ip, match, iHighLimit);
-        } else {
-            match = dictBase + matchIndex;
-            mlt = Lizard_count_2segments(ip, match, iHighLimit, dictEnd, lowPrefixPtr);
-            if (matchIndex + (int)mlt >= dictLimit) 
-                match = base + matchIndex;   /* to prepare for next usage of match[mlt] */ 
-        }
-
-        if ((U32)(current - matchIndex) >= LIZARD_OPTIMAL_MIN_OFFSET) {
-            if ((mlt >= minMatchLongOff) || ((U32)(current - matchIndex) < LIZARD_MAX_16BIT_OFFSET))
-            if (mlt > best_mlen) {
-                best_mlen = mlt;
-                matches[mnum].off = (int)(current - matchIndex);
-                matches[mnum].len = (int)mlt;
-                matches[mnum].back = 0;
-                mnum++;
-
-                if (mlt > LIZARD_OPT_NUM) break;
-                if (ip + mlt >= iHighLimit) break;
-            }
-        } else {
-#if 1
-            intptr_t newMatchIndex;
-            size_t newml = 0, newoff = 0;
-            do {
-                newoff += (int)(current - matchIndex);
-            } while (newoff < LIZARD_OPTIMAL_MIN_OFFSET);
-            newMatchIndex = current - newoff;
-            if (newMatchIndex >= dictLimit) newml = Lizard_count(ip, base + newMatchIndex, iHighLimit);
-
-        //    printf("%d: off=%d mlt=%d\n", (U32)current, (U32)(current - matchIndex), (int)mlt);
-        //    printf("%d: newoff=%d newml=%d\n", (U32)current, (int)newoff, (int)newml);
-
-            if ((newml >= minMatchLongOff) && (newml > best_mlen)) {
-                best_mlen = newml;
-                matches[mnum].off = (int)newoff;
-                matches[mnum].len = (int)newml;
-                matches[mnum].back = 0;
-                mnum++;
-
-                if (newml > LIZARD_OPT_NUM) break;
-                if (ip + newml >= iHighLimit) break;
-            }
-#endif
-        }
-
-        if (ip[mlt] < match[mlt]) {
-            *ptr0 = delta0;
-            ptr0 = &chainTable[(matchIndex*2) & contentMask];
-            if (*ptr0 == (U32)-1) break;
-            delta0 = *ptr0;
-            delta1 += delta0;
-            matchIndex -= delta0;
-        } else {
-            *ptr1 = delta1;
-            ptr1 = &chainTable[(matchIndex*2+1) & contentMask];
-            if (*ptr1 == (U32)-1) break;
-            delta1 = *ptr1;
-            delta0 += delta1;
-            matchIndex -= delta1;
-        }
-    }
-
-    *ptr0 = (U32)-1;
-    *ptr1 = (U32)-1;
-
-    return mnum;
-}
-
-
-#define SET_PRICE(pos, mlen, offset, litlen, price)   \
-    {                                                 \
-        while (last_pos < pos)  { opt[last_pos+1].price = LIZARD_MAX_PRICE; last_pos++; } \
-        opt[pos].mlen = (int)mlen;                         \
-        opt[pos].off = (int)offset;                        \
-        opt[pos].litlen = (int)litlen;                     \
-        opt[pos].price = (int)price;                       \
-        LIZARD_LOG_PARSER("%d: SET price[%d/%d]=%d litlen=%d len=%d off=%d\n", (int)(inr-source), pos, last_pos, opt[pos].price, opt[pos].litlen, opt[pos].mlen, opt[pos].off); \
-    }
-
-
-FORCE_INLINE int Lizard_compress_optimalPrice(
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    Lizard_optimal_t opt[LIZARD_OPT_NUM + 4];
-    Lizard_match_t matches[LIZARD_OPT_NUM + 1];
-    const BYTE *inr;
-    size_t res, cur, cur2, skip_num = 0;
-    size_t i, llen, litlen, mlen, best_mlen, price, offset, best_off, match_num, last_pos;
-
-    const BYTE* anchor = ip;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = (iend - LASTLITERALS);
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const intptr_t dictLimit = ctx->dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const intptr_t lowLimit = ctx->lowLimit;
-    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
-
-    const size_t sufficient_len = ctx->params.sufficientLength;
-    const int faster_get_matches = (ctx->params.fullSearch == 0); 
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    const int lizardOptimalMinOffset = (ctx->params.decompressType == Lizard_coderwords_LZ4) ? (1<<30) : LIZARD_OPTIMAL_MIN_OFFSET;
-    const size_t repMinMatch = (ctx->params.decompressType == Lizard_coderwords_LZ4) ? MINMATCH : REPMINMATCH;
-
-    /* Main Loop */
-    while (ip < mflimit) {
-        memset(opt, 0, sizeof(Lizard_optimal_t));
-        last_pos = 0;
-        llen = ip - anchor;
-
-        /* check rep code */
-
-        if (ctx->last_off >= lizardOptimalMinOffset) {
-            intptr_t matchIndexLO = (ip - ctx->last_off) - base;
-            mlen = 0;
-            if ((matchIndexLO >= lowLimit) && (base + matchIndexLO + maxDistance >= ip)) {
-                if (matchIndexLO >= dictLimit) {
-                    mlen = Lizard_count(ip, base + matchIndexLO, matchlimit);
-                } else {
-                    mlen = Lizard_count_2segments(ip, dictBase + matchIndexLO, matchlimit, dictEnd, lowPrefixPtr);
-                }
-            }
-            if (mlen >= REPMINMATCH) {
-                if (mlen > sufficient_len || mlen >= LIZARD_OPT_NUM) {
-                    best_mlen = mlen; best_off = 0; cur = 0; last_pos = 1;
-                    goto encode;
-                }
-
-                do
-                {
-                    litlen = 0;
-                    price = Lizard_get_price(ctx, ctx->last_off, ip, ctx->off24pos, llen, 0, mlen);
-                    if (mlen > last_pos || price < (size_t)opt[mlen].price)
-                        SET_PRICE(mlen, mlen, 0, litlen, price);
-                    mlen--;
-                }
-                while (mlen >= REPMINMATCH);
-            }
-        }
-
-        if (faster_get_matches && last_pos)
-           match_num = 0;
-        else
-        {
-            if (ctx->params.parserType == Lizard_parser_optimalPrice) {
-                Lizard_Insert(ctx, ip);
-                match_num = Lizard_GetAllMatches(ctx, ip, ip, matchlimit, last_pos, matches);
-            } else {
-                Lizard_BinTree_Insert(ctx, ip);
-                match_num = Lizard_BinTree_GetAllMatches(ctx, ip, matchlimit, last_pos, matches);
-            }
-        }
-
-        LIZARD_LOG_PARSER("%d: match_num=%d last_pos=%d\n", (int)(ip-source), match_num, last_pos);
-        if (!last_pos && !match_num) { ip++; continue; }
-
-        if (match_num && (size_t)matches[match_num-1].len > sufficient_len) {
-            best_mlen = matches[match_num-1].len;
-            best_off = matches[match_num-1].off;
-            cur = 0;
-            last_pos = 1;
-            goto encode;
-        }
-
-        // set prices using matches at position = 0
-        best_mlen = (last_pos > MINMATCH) ? last_pos : MINMATCH;
-
-        for (i = 0; i < match_num; i++) {
-            mlen = (i>0) ? (size_t)matches[i-1].len+1 : best_mlen;
-            best_mlen = (matches[i].len < LIZARD_OPT_NUM) ? matches[i].len : LIZARD_OPT_NUM;
-            LIZARD_LOG_PARSER("%d: start Found mlen=%d off=%d best_mlen=%d last_pos=%d\n", (int)(ip-source), matches[i].len, matches[i].off, best_mlen, last_pos);
-            while (mlen <= best_mlen){
-                litlen = 0;
-                price = Lizard_get_price(ctx, ctx->last_off, ip, ctx->off24pos, llen + litlen, matches[i].off, mlen);
-
-                if ((mlen >= minMatchLongOff) || (matches[i].off < LIZARD_MAX_16BIT_OFFSET))
-                if (mlen > last_pos || price < (size_t)opt[mlen].price)
-                    SET_PRICE(mlen, mlen, matches[i].off, litlen, price);
-                mlen++;
-            }
-        }
-
-        if (last_pos < repMinMatch) { ip++; continue; }
-
-        opt[0].off24pos = ctx->off24pos;
-        opt[0].rep = ctx->last_off;
-        opt[0].mlen = 1;
-        opt[0].off = -1;
-
-        // check further positions
-        for (skip_num = 0, cur = 1; cur <= last_pos; cur++) {
-            int rep;
-            inr = ip + cur;
-
-            if (opt[cur-1].off == -1) { // -1 = literals, 0 = rep
-                litlen = opt[cur-1].litlen + 1;
-
-                if (cur != litlen) {
-                    price = opt[cur - litlen].price + Lizard_get_price(ctx, opt[cur-litlen].rep, inr, ctx->off24pos, litlen, 0, 0);
-                    LIZARD_LOG_PRICE("%d: TRY1 opt[%d].price=%d price=%d cur=%d litlen=%d\n", (int)(inr-source), cur - litlen, opt[cur - litlen].price, price, cur, litlen);
-                } else {
-                    price = Lizard_get_price(ctx, ctx->last_off, inr, ctx->off24pos, llen + litlen, 0, 0);
-                    LIZARD_LOG_PRICE("%d: TRY2 price=%d cur=%d litlen=%d llen=%d\n", (int)(inr-source), price, cur, litlen, llen);
-                }
-            } else {
-                litlen = 1;
-                price = opt[cur - 1].price + Lizard_get_price(ctx, opt[cur-1].rep, inr, ctx->off24pos, litlen, 0, 0);
-                LIZARD_LOG_PRICE("%d: TRY3 price=%d cur=%d litlen=%d litonly=%d\n", (int)(inr-source), price, cur, litlen, Lizard_get_price(ctx, rep, inr, ctx->off24pos, litlen, 0, 0));
-            }
-           
-            mlen = 1;
-            best_mlen = 0;
-            LIZARD_LOG_PARSER("%d: TRY price=%d opt[%d].price=%d\n", (int)(inr-source), price, cur, opt[cur].price);
-
-            if (cur > last_pos || price <= (size_t)opt[cur].price) // || ((price == opt[cur].price) && (opt[cur-1].mlen == 1) && (cur != litlen)))
-                SET_PRICE(cur, mlen, -1, litlen, price);
-
-            if (cur == last_pos) break;
-
-
-
-            /* set rep code */
-            if (opt[cur].off != -1) {
-                mlen = opt[cur].mlen;
-                offset = opt[cur].off;
-                if (offset < 1) {
-                    opt[cur].rep = opt[cur-mlen].rep;
-                    opt[cur].off24pos = opt[cur-mlen].off24pos;
-                    LIZARD_LOG_PARSER("%d: COPYREP1 cur=%d mlen=%d rep=%d\n", (int)(inr-source), cur, mlen, opt[cur-mlen].rep);
-                } else {
-                    opt[cur].rep = (int)offset;
-                    opt[cur].off24pos = (offset >= LIZARD_MAX_16BIT_OFFSET) ? inr : opt[cur-mlen].off24pos;
-                    LIZARD_LOG_PARSER("%d: COPYREP2 cur=%d offset=%d rep=%d\n", (int)(inr-source), cur, offset, opt[cur].rep);
-                }
-            } else {
-                opt[cur].rep = opt[cur-1].rep; // copy rep
-                opt[cur].off24pos = opt[cur-1].off24pos;
-            }
-
-            rep = opt[cur].rep;
-            LIZARD_LOG_PARSER("%d: CURRENT price[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(inr-source), cur, last_pos, opt[cur].price, opt[cur].off, opt[cur].mlen, opt[cur].litlen, opt[cur].rep); 
-
-
-            /* check rep code */
-            if (opt[cur].rep >= lizardOptimalMinOffset) {
-                intptr_t matchIndexLO = (inr - opt[cur].rep) - base;
-                mlen = 0;
-                if ((matchIndexLO >= lowLimit) && (base + matchIndexLO + maxDistance >= inr)) {
-                    if (matchIndexLO >= dictLimit) {
-                        mlen = Lizard_count(inr, base + matchIndexLO, matchlimit);
-                    } else {
-                        mlen = Lizard_count_2segments(inr, dictBase + matchIndexLO, matchlimit, dictEnd, lowPrefixPtr);
-                    }
-                }
-                if (mlen >= REPMINMATCH/* && mlen > best_mlen*/) {
-                    LIZARD_LOG_PARSER("%d: try REP rep=%d mlen=%d\n", (int)(inr-source), opt[cur].rep, mlen);   
-                    LIZARD_LOG_PARSER("%d: Found REP mlen=%d off=%d rep=%d opt[%d].off=%d\n", (int)(inr-source), mlen, 0, opt[cur].rep, cur, opt[cur].off);
-
-                    if (mlen > sufficient_len || cur + mlen >= LIZARD_OPT_NUM) {
-                        best_mlen = mlen;
-                        best_off = 0;
-                        LIZARD_LOG_PARSER("%d: REP sufficient_len=%d best_mlen=%d best_off=%d last_pos=%d\n", (int)(inr-source), sufficient_len, best_mlen, best_off, last_pos);
-                        last_pos = cur + 1;
-                        goto encode;
-                    }
-
-                    best_mlen = mlen;
-                    if (faster_get_matches)
-                        skip_num = best_mlen;
-
-                    do
-                    {
-                        //if (opt[cur].mlen == 1)
-                        if (opt[cur].off == -1) {
-                            litlen = opt[cur].litlen;
-
-                            if (cur != litlen) {
-                                price = opt[cur - litlen].price + Lizard_get_price(ctx, rep, inr, opt[cur].off24pos, litlen, 0, mlen);
-                                LIZARD_LOG_PRICE("%d: TRY1 opt[%d].price=%d price=%d cur=%d litlen=%d\n", (int)(inr-source), cur - litlen, opt[cur - litlen].price, price, cur, litlen);
-                            } else {
-                                price = Lizard_get_price(ctx, rep, inr, ctx->off24pos, llen + litlen, 0, mlen);
-                                LIZARD_LOG_PRICE("%d: TRY2 price=%d cur=%d litlen=%d llen=%d\n", (int)(inr-source), price, cur, litlen, llen);
-                            }
-                        } else {
-                            litlen = 0;
-                            price = opt[cur].price + Lizard_get_price(ctx, rep, inr, opt[cur].off24pos, litlen, 0, mlen);
-                            LIZARD_LOG_PRICE("%d: TRY3 price=%d cur=%d litlen=%d getprice=%d\n", (int)(inr-source), price, cur, litlen, Lizard_get_price(ctx, rep, inr, opt[cur].off24pos, litlen, 0, mlen - MINMATCH));
-                        }
-
-                        LIZARD_LOG_PARSER("%d: Found REP mlen=%d off=%d price=%d litlen=%d price[%d]=%d\n", (int)(inr-source), mlen, 0, price, litlen, cur - litlen, opt[cur - litlen].price);
-
-                        if (cur + mlen > last_pos || price <= (size_t)opt[cur + mlen].price) // || ((price == opt[cur + mlen].price) && (opt[cur].mlen == 1) && (cur != litlen))) // at equal price prefer REP instead of MATCH
-                            SET_PRICE(cur + mlen, mlen, 0, litlen, price);
-                        mlen--;
-                    }
-                    while (mlen >= REPMINMATCH);
-                }
-            }
-
-            if (faster_get_matches && skip_num > 0) {
-                skip_num--; 
-                continue;
-            }
-
-            if (ctx->params.parserType == Lizard_parser_optimalPrice) {
-                Lizard_Insert(ctx, inr);
-                match_num = Lizard_GetAllMatches(ctx, inr, ip, matchlimit, best_mlen, matches);
-                LIZARD_LOG_PARSER("%d: Lizard_GetAllMatches match_num=%d\n", (int)(inr-source), match_num);
-            } else {
-                Lizard_BinTree_Insert(ctx, inr);
-                match_num = Lizard_BinTree_GetAllMatches(ctx, inr, matchlimit, best_mlen, matches);
-                LIZARD_LOG_PARSER("%d: Lizard_BinTree_GetAllMatches match_num=%d\n", (int)(inr-source), match_num);
-            }
-
-
-            if (match_num > 0 && (size_t)matches[match_num-1].len > sufficient_len) {
-                cur -= matches[match_num-1].back;
-                best_mlen = matches[match_num-1].len;
-                best_off = matches[match_num-1].off;
-                last_pos = cur + 1;
-                goto encode;
-            }
-
-            // set prices using matches at position = cur
-            best_mlen = (best_mlen > MINMATCH) ? best_mlen : MINMATCH;
-
-            for (i = 0; i < match_num; i++) {
-                mlen = (i>0) ? (size_t)matches[i-1].len+1 : best_mlen;
-                cur2 = cur - matches[i].back;
-                best_mlen = (cur2 + matches[i].len < LIZARD_OPT_NUM) ? (size_t)matches[i].len : LIZARD_OPT_NUM - cur2;
-                LIZARD_LOG_PARSER("%d: Found1 cur=%d cur2=%d mlen=%d off=%d best_mlen=%d last_pos=%d\n", (int)(inr-source), cur, cur2, matches[i].len, matches[i].off, best_mlen, last_pos);
-
-                if (mlen < (size_t)matches[i].back + 1)
-                    mlen = matches[i].back + 1; 
-
-                while (mlen <= best_mlen) {
-                  //  if (opt[cur2].mlen == 1)
-                    if (opt[cur2].off == -1)
-                    {
-                        litlen = opt[cur2].litlen;
-
-                        if (cur2 != litlen)
-                            price = opt[cur2 - litlen].price + Lizard_get_price(ctx, rep, inr, opt[cur2].off24pos, litlen, matches[i].off, mlen);
-                        else
-                            price = Lizard_get_price(ctx, rep, inr, ctx->off24pos, llen + litlen, matches[i].off, mlen);
-                    } else {
-                        litlen = 0;
-                        price = opt[cur2].price + Lizard_get_price(ctx, rep, inr, opt[cur2].off24pos, litlen, matches[i].off, mlen);
-                    }
-
-                    LIZARD_LOG_PARSER("%d: Found2 pred=%d mlen=%d best_mlen=%d off=%d price=%d litlen=%d price[%d]=%d\n", (int)(inr-source), matches[i].back, mlen, best_mlen, matches[i].off, price, litlen, cur - litlen, opt[cur - litlen].price);
-        //                if (cur2 + mlen > last_pos || ((matches[i].off != opt[cur2 + mlen].off) && (price < opt[cur2 + mlen].price)))
-
-                    if ((mlen >= minMatchLongOff) || (matches[i].off < LIZARD_MAX_16BIT_OFFSET))
-                    if (cur2 + mlen > last_pos || price < (size_t)opt[cur2 + mlen].price)
-                    {
-                        SET_PRICE(cur2 + mlen, mlen, matches[i].off, litlen, price);
-                    }
-
-                    mlen++;
-                }
-            }
-        } //  for (skip_num = 0, cur = 1; cur <= last_pos; cur++)
-
-
-        best_mlen = opt[last_pos].mlen;
-        best_off = opt[last_pos].off;
-        cur = last_pos - best_mlen;
-
-        encode: // cur, last_pos, best_mlen, best_off have to be set
-        for (i = 1; i <= last_pos; i++) {
-            LIZARD_LOG_PARSER("%d: price[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(ip-source+i), i, last_pos, opt[i].price, opt[i].off, opt[i].mlen, opt[i].litlen, opt[i].rep); 
-        }
-
-        LIZARD_LOG_PARSER("%d: cur=%d/%d best_mlen=%d best_off=%d rep=%d\n", (int)(ip-source+cur), cur, last_pos, best_mlen, best_off, opt[cur].rep); 
-
-        opt[0].mlen = 1;
-
-        while (1) {
-            mlen = opt[cur].mlen;
-            offset = opt[cur].off;
-            opt[cur].mlen = (int)best_mlen; 
-            opt[cur].off = (int)best_off;
-            best_mlen = mlen;
-            best_off = offset;
-            if (mlen > cur) break;
-            cur -= mlen;
-        }
-          
-        for (i = 0; i <= last_pos;) {
-            LIZARD_LOG_PARSER("%d: price2[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(ip-source+i), i, last_pos, opt[i].price, opt[i].off, opt[i].mlen, opt[i].litlen, opt[i].rep); 
-            i += opt[i].mlen;
-        }
-
-        cur = 0;
-
-        while (cur < last_pos) {
-            LIZARD_LOG_PARSER("%d: price3[%d/%d]=%d off=%d mlen=%d litlen=%d rep=%d\n", (int)(ip-source+cur), cur, last_pos, opt[cur].price, opt[cur].off, opt[cur].mlen, opt[cur].litlen, opt[cur].rep); 
-            mlen = opt[cur].mlen;
-        //            if (mlen == 1) { ip++; cur++; continue; }
-            if (opt[cur].off == -1) { ip++; cur++; continue; }
-            offset = opt[cur].off;
-            cur += mlen;
-
-            LIZARD_LOG_ENCODE("%d: ENCODE literals=%d off=%d mlen=%d ", (int)(ip-source), (int)(ip-anchor), (int)(offset), mlen);
-            res = Lizard_encodeSequence(ctx, &ip, &anchor, mlen, ip - offset);
-            if (res) return 0; 
-
-            LIZARD_LOG_PARSER("%d: offset=%d rep=%d\n", (int)(ip-source), offset, ctx->last_off);
-        }
-    }
-
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
-
diff --git a/contrib/lizard/lib/lizard_parser_pricefast.h b/contrib/lizard/lib/lizard_parser_pricefast.h
deleted file mode 100644
index 9818e2c4212..00000000000
--- a/contrib/lizard/lib/lizard_parser_pricefast.h
+++ /dev/null
@@ -1,250 +0,0 @@
-#define LIZARD_PRICEFAST_MIN_OFFSET 8
-
-FORCE_INLINE int Lizard_FindMatchFast(Lizard_stream_t* ctx, intptr_t matchIndex, intptr_t matchIndex3, /* Index table will be updated */
-                                               const BYTE* ip, const BYTE* const iLimit,
-                                               const BYTE** matchpos)
-{
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const intptr_t dictLimit = ctx->dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const intptr_t maxDistance = (1 << ctx->params.windowLog) - 1;
-    const intptr_t current = (U32)(ip - base);
-    const intptr_t lowLimit = ((intptr_t)ctx->lowLimit + maxDistance >= current) ? (intptr_t)ctx->lowLimit : current - maxDistance;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    const BYTE* match, *matchDict;
-    size_t ml=0, mlt;
-
-    if (ctx->last_off >= LIZARD_PRICEFAST_MIN_OFFSET) {
-        intptr_t matchIndexLO = (ip - ctx->last_off) - base;
-        if (matchIndexLO >= lowLimit) {
-            if (matchIndexLO >= dictLimit) {
-                match = base + matchIndexLO;
-                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
-                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-                 //   if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) 
-                    {
-                        *matchpos = match;
-                        return (int)mlt;
-                    }
-                }
-            } else {
-                match = dictBase + matchIndexLO;
-                if ((U32)((dictLimit-1) - matchIndexLO) >= 3)  /* intentional overflow */
-                if (MEM_readMINMATCH(match) == MEM_readMINMATCH(ip)) {
-                    mlt = Lizard_count_2segments(ip+MINMATCH, match+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                 //   if ((mlt >= minMatchLongOff) || (ctx->last_off < LIZARD_MAX_16BIT_OFFSET)) 
-                    {
-                        *matchpos = base + matchIndexLO;  /* virtual matchpos */
-                        return (int)mlt;
-                    }
-                }
-            }
-        }
-    }
-
-
-#if MINMATCH == 3
-    if (matchIndex3 < current && matchIndex3 >= lowLimit) {
-        intptr_t offset = current - matchIndex3;
-        if (offset < LIZARD_MAX_8BIT_OFFSET) {
-            match = ip - offset;
-            if (match > base && MEM_readMINMATCH(ip) == MEM_readMINMATCH(match)) {
-                ml = 3;//Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-                *matchpos = match;
-            }
-        }
-    }
-#else
-    (void)matchIndex3;
-#endif
-
-    if ((matchIndex < current) && (matchIndex >= lowLimit)) {
-        match = base + matchIndex;
-        if ((U32)(ip - match) >= LIZARD_PRICEFAST_MIN_OFFSET) {
-            if (matchIndex >= dictLimit) {
-                if (*(match+ml) == *(ip+ml) && (MEM_read32(match) == MEM_read32(ip))) {
-                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (!ml || (mlt > ml)) // && Lizard_better_price((ip - *matchpos), ml, (ip - match), mlt, ctx->last_off)))
-                    { ml = mlt; *matchpos = match; }
-                }
-            } else {
-                matchDict = dictBase + matchIndex;
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_read32(matchDict) == MEM_read32(ip)) {
-                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    if (!ml || (mlt > ml)) // && Lizard_better_price((ip - *matchpos), ml, (U32)(ip - match), mlt, ctx->last_off)))
-                    { ml = mlt; *matchpos = match; }   /* virtual matchpos */
-                }
-            }
-        }
-    }
-    
-    return (int)ml;
-}
-
-
-FORCE_INLINE int Lizard_FindMatchFaster (Lizard_stream_t* ctx, U32 matchIndex,  /* Index table will be updated */
-                                               const BYTE* ip, const BYTE* const iLimit,
-                                               const BYTE** matchpos)
-{
-    const BYTE* const base = ctx->base;
-    const BYTE* const dictBase = ctx->dictBase;
-    const U32 dictLimit = ctx->dictLimit;
-    const BYTE* const dictEnd = dictBase + dictLimit;
-    const U32 maxDistance = (1 << ctx->params.windowLog) - 1;
-    const U32 current = (U32)(ip - base);
-    const U32 lowLimit = (ctx->lowLimit + maxDistance >= current) ? ctx->lowLimit : current - maxDistance;
-    const BYTE* const lowPrefixPtr = base + dictLimit;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    const BYTE* match, *matchDict;
-    size_t ml=0, mlt;
-
-    if (matchIndex < current && matchIndex >= lowLimit) {
-        match = base + matchIndex;
-        if ((U32)(ip - match) >= LIZARD_PRICEFAST_MIN_OFFSET) {
-            if (matchIndex >= dictLimit) {
-                if (MEM_read32(match) == MEM_read32(ip)) {
-                    mlt = Lizard_count(ip+MINMATCH, match+MINMATCH, iLimit) + MINMATCH;
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    { ml = mlt; *matchpos = match; }
-                }
-            } else {
-                matchDict = dictBase + matchIndex;
-                if ((U32)((dictLimit-1) - matchIndex) >= 3)  /* intentional overflow */
-                if (MEM_read32(matchDict) == MEM_read32(ip)) {
-                    mlt = Lizard_count_2segments(ip+MINMATCH, matchDict+MINMATCH, iLimit, dictEnd, lowPrefixPtr) + MINMATCH;
-                    if ((mlt >= minMatchLongOff) || ((U32)(ip - match) < LIZARD_MAX_16BIT_OFFSET))
-                    { ml = mlt; *matchpos = match; }   /* virtual matchpos */
-                }
-            }
-        }
-    }
-    
-    return (int)ml;
-}
-
-
-
-FORCE_INLINE int Lizard_compress_priceFast(
-        Lizard_stream_t* const ctx,
-        const BYTE* ip,
-        const BYTE* const iend)
-{
-    const BYTE* anchor = ip;
-    const BYTE* const mflimit = iend - MFLIMIT;
-    const BYTE* const matchlimit = (iend - LASTLITERALS);
-
-    size_t ml, ml2=0;
-    const BYTE* ref=NULL;
-    const BYTE* start2=NULL;
-    const BYTE* ref2=NULL;
-    const BYTE* lowPrefixPtr = ctx->base + ctx->dictLimit;
-    U32* HashTable  = ctx->hashTable;
-#if MINMATCH == 3
-    U32* HashTable3  = ctx->hashTable3;
-#endif 
-    const BYTE* const base = ctx->base;
-    const size_t minMatchLongOff = ctx->params.minMatchLongOff;
-    U32* HashPos;
-
-    /* init */
-    ip++;
-
-    /* Main Loop */
-    while (ip < mflimit)
-    {
-        HashPos = &HashTable[Lizard_hashPtr(ip, ctx->params.hashLog, ctx->params.searchLength)];
-#if MINMATCH == 3
-        {
-        U32* HashPos3 = &HashTable3[Lizard_hash3Ptr(ip, ctx->params.hashLog3)];
-        ml = Lizard_FindMatchFast (ctx, *HashPos, *HashPos3, ip, matchlimit, (&ref));
-        *HashPos3 = (U32)(ip - base);
-        }
-#else
-        ml = Lizard_FindMatchFast (ctx, *HashPos, 0, ip, matchlimit, (&ref));
-#endif 
-        if ((*HashPos >= (U32)(ip - base)) || ((U32)(ip - base) >= *HashPos + LIZARD_PRICEFAST_MIN_OFFSET))
-            *HashPos = (U32)(ip - base);
-
-        if (!ml) { ip++; continue; }
-        if ((int)(ip - ref) == ctx->last_off) { ml2=0; ref=ip; goto _Encode; }
-
-        {
-        int back = 0;
-        while ((ip+back>anchor) && (ref+back > lowPrefixPtr) && (ip[back-1] == ref[back-1])) back--;
-        ml -= back;
-        ip += back;
-        ref += back;
-        }
-        
-_Search:
-        if (ip+ml >= mflimit) goto _Encode;
-
-        start2 = ip + ml - 2;
-        HashPos = &HashTable[Lizard_hashPtr(start2, ctx->params.hashLog, ctx->params.searchLength)];
-        ml2 = Lizard_FindMatchFaster(ctx, *HashPos, start2, matchlimit, (&ref2));      
-        if ((*HashPos >= (U32)(start2 - base)) || ((U32)(start2 - base) >= *HashPos + LIZARD_PRICEFAST_MIN_OFFSET))
-            *HashPos = (U32)(start2 - base);
-
-        if (!ml2) goto _Encode;
-
-        {
-        int back = 0;
-        while ((start2+back>ip) && (ref2+back > lowPrefixPtr) && (start2[back-1] == ref2[back-1])) back--;
-        ml2 -= back;
-        start2 += back;
-        ref2 += back;
-        }
-
-        if (ml2 <= ml) { ml2 = 0; goto _Encode; }
-
-        if (start2 <= ip)
-        {
-
-            ip = start2; ref = ref2; ml = ml2;
-            ml2 = 0;
-            goto _Encode;
-        }
-
-        if (start2 - ip < 3) 
-        { 
-            ip = start2; ref = ref2; ml = ml2;
-            ml2 = 0; 
-            goto _Search; 
-        }
-
-        if (start2 < ip + ml) 
-        {
-            size_t correction = ml - (int)(start2 - ip);
-            start2 += correction;
-            ref2 += correction;
-            ml2 -= correction;
-            if (ml2 < 3) { ml2 = 0; }
-            if ((ml2 < minMatchLongOff) && ((U32)(start2 - ref2) >= LIZARD_MAX_16BIT_OFFSET))  { ml2 = 0; }
-        }
-
-_Encode:
-        if (Lizard_encodeSequence_LIZv1(ctx, &ip, &anchor, ml, ref)) goto _output_error;
-
-        if (ml2)
-        {
-            ip = start2; ref = ref2; ml = ml2;
-            ml2 = 0;
-            goto _Search;
-        }
-    }
-
-    /* Encode Last Literals */
-    ip = iend;
-    if (Lizard_encodeLastLiterals_LIZv1(ctx, &ip, &anchor)) goto _output_error;
-
-    /* End */
-    return 1;
-_output_error:
-    return 0;
-}
-
diff --git a/contrib/lizard/lib/xxhash/xxhash.c b/contrib/lizard/lib/xxhash/xxhash.c
deleted file mode 100644
index 833b99f3b21..00000000000
--- a/contrib/lizard/lib/xxhash/xxhash.c
+++ /dev/null
@@ -1,888 +0,0 @@
-/*
-*  xxHash - Fast Hash algorithm
-*  Copyright (C) 2012-2016, Yann Collet
-*
-*  BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-*
-*  Redistribution and use in source and binary forms, with or without
-*  modification, are permitted provided that the following conditions are
-*  met:
-*
-*  * Redistributions of source code must retain the above copyright
-*  notice, this list of conditions and the following disclaimer.
-*  * Redistributions in binary form must reproduce the above
-*  copyright notice, this list of conditions and the following disclaimer
-*  in the documentation and/or other materials provided with the
-*  distribution.
-*
-*  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-*  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-*  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-*  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-*  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-*  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-*  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-*  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-*  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-*  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-*  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*
-*  You can contact the author at :
-*  - xxHash homepage: http://www.xxhash.com
-*  - xxHash source repository : https://github.com/Cyan4973/xxHash
-*/
-
-
-/* *************************************
-*  Tuning parameters
-***************************************/
-/*!XXH_FORCE_MEMORY_ACCESS :
- * By default, access to unaligned memory is controlled by `memcpy()`, which is safe and portable.
- * Unfortunately, on some target/compiler combinations, the generated assembly is sub-optimal.
- * The below switch allow to select different access method for improved performance.
- * Method 0 (default) : use `memcpy()`. Safe and portable.
- * Method 1 : `__packed` statement. It depends on compiler extension (ie, not portable).
- *            This method is safe if your compiler supports it, and *generally* as fast or faster than `memcpy`.
- * Method 2 : direct access. This method doesn't depend on compiler but violate C standard.
- *            It can generate buggy code on targets which do not support unaligned memory accesses.
- *            But in some circumstances, it's the only known way to get the most performance (ie GCC + ARMv6)
- * See http://stackoverflow.com/a/32095106/646947 for details.
- * Prefer these methods in priority order (0 > 1 > 2)
- */
-#ifndef XXH_FORCE_MEMORY_ACCESS   /* can be defined externally, on command line for example */
-#  if defined(__GNUC__) && ( defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || defined(__ARM_ARCH_6K__) || defined(__ARM_ARCH_6Z__) || defined(__ARM_ARCH_6ZK__) || defined(__ARM_ARCH_6T2__) )
-#    define XXH_FORCE_MEMORY_ACCESS 2
-#  elif defined(__INTEL_COMPILER) || \
-  (defined(__GNUC__) && ( defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || defined(__ARM_ARCH_7R__) || defined(__ARM_ARCH_7M__) || defined(__ARM_ARCH_7S__) ))
-#    define XXH_FORCE_MEMORY_ACCESS 1
-#  endif
-#endif
-
-/*!XXH_ACCEPT_NULL_INPUT_POINTER :
- * If the input pointer is a null pointer, xxHash default behavior is to trigger a memory access error, since it is a bad pointer.
- * When this option is enabled, xxHash output for null input pointers will be the same as a null-length input.
- * By default, this option is disabled. To enable it, uncomment below define :
- */
-/* #define XXH_ACCEPT_NULL_INPUT_POINTER 1 */
-
-/*!XXH_FORCE_NATIVE_FORMAT :
- * By default, xxHash library provides endian-independent Hash values, based on little-endian convention.
- * Results are therefore identical for little-endian and big-endian CPU.
- * This comes at a performance cost for big-endian CPU, since some swapping is required to emulate little-endian format.
- * Should endian-independence be of no importance for your application, you may set the #define below to 1,
- * to improve speed for Big-endian CPU.
- * This option has no impact on Little_Endian CPU.
- */
-#ifndef XXH_FORCE_NATIVE_FORMAT   /* can be defined externally */
-#  define XXH_FORCE_NATIVE_FORMAT 0
-#endif
-
-/*!XXH_FORCE_ALIGN_CHECK :
- * This is a minor performance trick, only useful with lots of very small keys.
- * It means : check for aligned/unaligned input.
- * The check costs one initial branch per hash;
- * set it to 0 when the input is guaranteed to be aligned,
- * or when alignment doesn't matter for performance.
- */
-#ifndef XXH_FORCE_ALIGN_CHECK /* can be defined externally */
-#  if defined(__i386) || defined(_M_IX86) || defined(__x86_64__) || defined(_M_X64)
-#    define XXH_FORCE_ALIGN_CHECK 0
-#  else
-#    define XXH_FORCE_ALIGN_CHECK 1
-#  endif
-#endif
-
-
-/* *************************************
-*  Includes & Memory related functions
-***************************************/
-/*! Modify the local functions below should you wish to use some other memory routines
-*   for malloc(), free() */
-#include <stdlib.h>
-static void* XXH_malloc(size_t s) { return malloc(s); }
-static void  XXH_free  (void* p)  { free(p); }
-/*! and for memcpy() */
-#include <string.h>
-static void* XXH_memcpy(void* dest, const void* src, size_t size) { return memcpy(dest,src,size); }
-
-#define XXH_STATIC_LINKING_ONLY
-#include "xxhash.h"
-
-
-/* *************************************
-*  Compiler Specific Options
-***************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  pragma warning(disable : 4127)      /* disable: C4127: conditional expression is constant */
-#  define FORCE_INLINE static __forceinline
-#else
-#  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
-#    ifdef __GNUC__
-#      define FORCE_INLINE static inline __attribute__((always_inline))
-#    else
-#      define FORCE_INLINE static inline
-#    endif
-#  else
-#    define FORCE_INLINE static
-#  endif /* __STDC_VERSION__ */
-#endif
-
-
-/* *************************************
-*  Basic Types
-***************************************/
-#ifndef MEM_MODULE
-# if !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
-#   include <stdint.h>
-    typedef uint8_t  BYTE;
-    typedef uint16_t U16;
-    typedef uint32_t U32;
-# else
-    typedef unsigned char      BYTE;
-    typedef unsigned short     U16;
-    typedef unsigned int       U32;
-# endif
-#endif
-
-#if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==2))
-
-/* Force direct memory access. Only works on CPU which support unaligned memory access in hardware */
-static U32 XXH_read32(const void* memPtr) { return *(const U32*) memPtr; }
-
-#elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==1))
-
-/* __pack instructions are safer, but compiler specific, hence potentially problematic for some compilers */
-/* currently only defined for gcc and icc */
-typedef union { U32 u32; } __attribute__((packed)) unalign;
-static U32 XXH_read32(const void* ptr) { return ((const unalign*)ptr)->u32; }
-
-#else
-
-/* portable and safe solution. Generally efficient.
- * see : http://stackoverflow.com/a/32095106/646947
- */
-static U32 XXH_read32(const void* memPtr)
-{
-    U32 val;
-    memcpy(&val, memPtr, sizeof(val));
-    return val;
-}
-
-#endif   /* XXH_FORCE_DIRECT_MEMORY_ACCESS */
-
-
-/* ****************************************
-*  Compiler-specific Functions and Macros
-******************************************/
-#define XXH_GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
-
-/* Note : although _rotl exists for minGW (GCC under windows), performance seems poor */
-#if defined(_MSC_VER)
-#  define XXH_rotl32(x,r) _rotl(x,r)
-#  define XXH_rotl64(x,r) _rotl64(x,r)
-#else
-#  define XXH_rotl32(x,r) ((x << r) | (x >> (32 - r)))
-#  define XXH_rotl64(x,r) ((x << r) | (x >> (64 - r)))
-#endif
-
-#if defined(_MSC_VER)     /* Visual Studio */
-#  define XXH_swap32 _byteswap_ulong
-#elif XXH_GCC_VERSION >= 403
-#  define XXH_swap32 __builtin_bswap32
-#else
-static U32 XXH_swap32 (U32 x)
-{
-    return  ((x << 24) & 0xff000000 ) |
-            ((x <<  8) & 0x00ff0000 ) |
-            ((x >>  8) & 0x0000ff00 ) |
-            ((x >> 24) & 0x000000ff );
-}
-#endif
-
-
-/* *************************************
-*  Architecture Macros
-***************************************/
-typedef enum { XXH_bigEndian=0, XXH_littleEndian=1 } XXH_endianess;
-
-/* XXH_CPU_LITTLE_ENDIAN can be defined externally, for example on the compiler command line */
-#ifndef XXH_CPU_LITTLE_ENDIAN
-    static const int g_one = 1;
-#   define XXH_CPU_LITTLE_ENDIAN   (*(const char*)(&g_one))
-#endif
-
-
-/* ***************************
-*  Memory reads
-*****************************/
-typedef enum { XXH_aligned, XXH_unaligned } XXH_alignment;
-
-FORCE_INLINE U32 XXH_readLE32_align(const void* ptr, XXH_endianess endian, XXH_alignment align)
-{
-    if (align==XXH_unaligned)
-        return endian==XXH_littleEndian ? XXH_read32(ptr) : XXH_swap32(XXH_read32(ptr));
-    else
-        return endian==XXH_littleEndian ? *(const U32*)ptr : XXH_swap32(*(const U32*)ptr);
-}
-
-FORCE_INLINE U32 XXH_readLE32(const void* ptr, XXH_endianess endian)
-{
-    return XXH_readLE32_align(ptr, endian, XXH_unaligned);
-}
-
-static U32 XXH_readBE32(const void* ptr)
-{
-    return XXH_CPU_LITTLE_ENDIAN ? XXH_swap32(XXH_read32(ptr)) : XXH_read32(ptr);
-}
-
-
-/* *************************************
-*  Macros
-***************************************/
-#define XXH_STATIC_ASSERT(c)   { enum { XXH_static_assert = 1/(int)(!!(c)) }; }    /* use only *after* variable declarations */
-XXH_PUBLIC_API unsigned XXH_versionNumber (void) { return XXH_VERSION_NUMBER; }
-
-
-/* *******************************************************************
-*  32-bits hash functions
-*********************************************************************/
-static const U32 PRIME32_1 = 2654435761U;
-static const U32 PRIME32_2 = 2246822519U;
-static const U32 PRIME32_3 = 3266489917U;
-static const U32 PRIME32_4 =  668265263U;
-static const U32 PRIME32_5 =  374761393U;
-
-static U32 XXH32_round(U32 seed, U32 input)
-{
-    seed += input * PRIME32_2;
-    seed  = XXH_rotl32(seed, 13);
-    seed *= PRIME32_1;
-    return seed;
-}
-
-FORCE_INLINE U32 XXH32_endian_align(const void* input, size_t len, U32 seed, XXH_endianess endian, XXH_alignment align)
-{
-    const BYTE* p = (const BYTE*)input;
-    const BYTE* bEnd = p + len;
-    U32 h32;
-#define XXH_get32bits(p) XXH_readLE32_align(p, endian, align)
-
-#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
-    if (p==NULL) {
-        len=0;
-        bEnd=p=(const BYTE*)(size_t)16;
-    }
-#endif
-
-    if (len>=16) {
-        const BYTE* const limit = bEnd - 16;
-        U32 v1 = seed + PRIME32_1 + PRIME32_2;
-        U32 v2 = seed + PRIME32_2;
-        U32 v3 = seed + 0;
-        U32 v4 = seed - PRIME32_1;
-
-        do {
-            v1 = XXH32_round(v1, XXH_get32bits(p)); p+=4;
-            v2 = XXH32_round(v2, XXH_get32bits(p)); p+=4;
-            v3 = XXH32_round(v3, XXH_get32bits(p)); p+=4;
-            v4 = XXH32_round(v4, XXH_get32bits(p)); p+=4;
-        } while (p<=limit);
-
-        h32 = XXH_rotl32(v1, 1) + XXH_rotl32(v2, 7) + XXH_rotl32(v3, 12) + XXH_rotl32(v4, 18);
-    } else {
-        h32  = seed + PRIME32_5;
-    }
-
-    h32 += (U32) len;
-
-    while (p+4<=bEnd) {
-        h32 += XXH_get32bits(p) * PRIME32_3;
-        h32  = XXH_rotl32(h32, 17) * PRIME32_4 ;
-        p+=4;
-    }
-
-    while (p<bEnd) {
-        h32 += (*p) * PRIME32_5;
-        h32 = XXH_rotl32(h32, 11) * PRIME32_1 ;
-        p++;
-    }
-
-    h32 ^= h32 >> 15;
-    h32 *= PRIME32_2;
-    h32 ^= h32 >> 13;
-    h32 *= PRIME32_3;
-    h32 ^= h32 >> 16;
-
-    return h32;
-}
-
-
-XXH_PUBLIC_API unsigned int XXH32 (const void* input, size_t len, unsigned int seed)
-{
-#if 0
-    /* Simple version, good for code maintenance, but unfortunately slow for small inputs */
-    XXH32_state_t state;
-    XXH32_reset(&state, seed);
-    XXH32_update(&state, input, len);
-    return XXH32_digest(&state);
-#else
-    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
-
-    if (XXH_FORCE_ALIGN_CHECK) {
-        if ((((size_t)input) & 3) == 0) {   /* Input is 4-bytes aligned, leverage the speed benefit */
-            if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-                return XXH32_endian_align(input, len, seed, XXH_littleEndian, XXH_aligned);
-            else
-                return XXH32_endian_align(input, len, seed, XXH_bigEndian, XXH_aligned);
-    }   }
-
-    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-        return XXH32_endian_align(input, len, seed, XXH_littleEndian, XXH_unaligned);
-    else
-        return XXH32_endian_align(input, len, seed, XXH_bigEndian, XXH_unaligned);
-#endif
-}
-
-
-
-/*======   Hash streaming   ======*/
-
-XXH_PUBLIC_API XXH32_state_t* XXH32_createState(void)
-{
-    return (XXH32_state_t*)XXH_malloc(sizeof(XXH32_state_t));
-}
-XXH_PUBLIC_API XXH_errorcode XXH32_freeState(XXH32_state_t* statePtr)
-{
-    XXH_free(statePtr);
-    return XXH_OK;
-}
-
-XXH_PUBLIC_API void XXH32_copyState(XXH32_state_t* dstState, const XXH32_state_t* srcState)
-{
-    memcpy(dstState, srcState, sizeof(*dstState));
-}
-
-XXH_PUBLIC_API XXH_errorcode XXH32_reset(XXH32_state_t* statePtr, unsigned int seed)
-{
-    XXH32_state_t state;   /* using a local state to memcpy() in order to avoid strict-aliasing warnings */
-    memset(&state, 0, sizeof(state)-4);   /* do not write into reserved, for future removal */
-    state.v1 = seed + PRIME32_1 + PRIME32_2;
-    state.v2 = seed + PRIME32_2;
-    state.v3 = seed + 0;
-    state.v4 = seed - PRIME32_1;
-    memcpy(statePtr, &state, sizeof(state));
-    return XXH_OK;
-}
-
-
-FORCE_INLINE XXH_errorcode XXH32_update_endian (XXH32_state_t* state, const void* input, size_t len, XXH_endianess endian)
-{
-    const BYTE* p = (const BYTE*)input;
-    const BYTE* const bEnd = p + len;
-
-#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
-    if (input==NULL) return XXH_ERROR;
-#endif
-
-    state->total_len_32 += (unsigned)len;
-    state->large_len |= (len>=16) | (state->total_len_32>=16);
-
-    if (state->memsize + len < 16)  {   /* fill in tmp buffer */
-        XXH_memcpy((BYTE*)(state->mem32) + state->memsize, input, len);
-        state->memsize += (unsigned)len;
-        return XXH_OK;
-    }
-
-    if (state->memsize) {   /* some data left from previous update */
-        XXH_memcpy((BYTE*)(state->mem32) + state->memsize, input, 16-state->memsize);
-        {   const U32* p32 = state->mem32;
-            state->v1 = XXH32_round(state->v1, XXH_readLE32(p32, endian)); p32++;
-            state->v2 = XXH32_round(state->v2, XXH_readLE32(p32, endian)); p32++;
-            state->v3 = XXH32_round(state->v3, XXH_readLE32(p32, endian)); p32++;
-            state->v4 = XXH32_round(state->v4, XXH_readLE32(p32, endian));
-        }
-        p += 16-state->memsize;
-        state->memsize = 0;
-    }
-
-    if (p <= bEnd-16) {
-        const BYTE* const limit = bEnd - 16;
-        U32 v1 = state->v1;
-        U32 v2 = state->v2;
-        U32 v3 = state->v3;
-        U32 v4 = state->v4;
-
-        do {
-            v1 = XXH32_round(v1, XXH_readLE32(p, endian)); p+=4;
-            v2 = XXH32_round(v2, XXH_readLE32(p, endian)); p+=4;
-            v3 = XXH32_round(v3, XXH_readLE32(p, endian)); p+=4;
-            v4 = XXH32_round(v4, XXH_readLE32(p, endian)); p+=4;
-        } while (p<=limit);
-
-        state->v1 = v1;
-        state->v2 = v2;
-        state->v3 = v3;
-        state->v4 = v4;
-    }
-
-    if (p < bEnd) {
-        XXH_memcpy(state->mem32, p, (size_t)(bEnd-p));
-        state->memsize = (unsigned)(bEnd-p);
-    }
-
-    return XXH_OK;
-}
-
-XXH_PUBLIC_API XXH_errorcode XXH32_update (XXH32_state_t* state_in, const void* input, size_t len)
-{
-    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
-
-    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-        return XXH32_update_endian(state_in, input, len, XXH_littleEndian);
-    else
-        return XXH32_update_endian(state_in, input, len, XXH_bigEndian);
-}
-
-
-
-FORCE_INLINE U32 XXH32_digest_endian (const XXH32_state_t* state, XXH_endianess endian)
-{
-    const BYTE * p = (const BYTE*)state->mem32;
-    const BYTE* const bEnd = (const BYTE*)(state->mem32) + state->memsize;
-    U32 h32;
-
-    if (state->large_len) {
-        h32 = XXH_rotl32(state->v1, 1) + XXH_rotl32(state->v2, 7) + XXH_rotl32(state->v3, 12) + XXH_rotl32(state->v4, 18);
-    } else {
-        h32 = state->v3 /* == seed */ + PRIME32_5;
-    }
-
-    h32 += state->total_len_32;
-
-    while (p+4<=bEnd) {
-        h32 += XXH_readLE32(p, endian) * PRIME32_3;
-        h32  = XXH_rotl32(h32, 17) * PRIME32_4;
-        p+=4;
-    }
-
-    while (p<bEnd) {
-        h32 += (*p) * PRIME32_5;
-        h32  = XXH_rotl32(h32, 11) * PRIME32_1;
-        p++;
-    }
-
-    h32 ^= h32 >> 15;
-    h32 *= PRIME32_2;
-    h32 ^= h32 >> 13;
-    h32 *= PRIME32_3;
-    h32 ^= h32 >> 16;
-
-    return h32;
-}
-
-
-XXH_PUBLIC_API unsigned int XXH32_digest (const XXH32_state_t* state_in)
-{
-    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
-
-    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-        return XXH32_digest_endian(state_in, XXH_littleEndian);
-    else
-        return XXH32_digest_endian(state_in, XXH_bigEndian);
-}
-
-
-/*======   Canonical representation   ======*/
-
-/*! Default XXH result types are basic unsigned 32 and 64 bits.
-*   The canonical representation follows human-readable write convention, aka big-endian (large digits first).
-*   These functions allow transformation of hash result into and from its canonical format.
-*   This way, hash values can be written into a file or buffer, and remain comparable across different systems and programs.
-*/
-
-XXH_PUBLIC_API void XXH32_canonicalFromHash(XXH32_canonical_t* dst, XXH32_hash_t hash)
-{
-    XXH_STATIC_ASSERT(sizeof(XXH32_canonical_t) == sizeof(XXH32_hash_t));
-    if (XXH_CPU_LITTLE_ENDIAN) hash = XXH_swap32(hash);
-    memcpy(dst, &hash, sizeof(*dst));
-}
-
-XXH_PUBLIC_API XXH32_hash_t XXH32_hashFromCanonical(const XXH32_canonical_t* src)
-{
-    return XXH_readBE32(src);
-}
-
-
-#ifndef XXH_NO_LONG_LONG
-
-/* *******************************************************************
-*  64-bits hash functions
-*********************************************************************/
-
-/*======   Memory access   ======*/
-
-#ifndef MEM_MODULE
-# define MEM_MODULE
-# if !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
-#   include <stdint.h>
-    typedef uint64_t U64;
-# else
-    typedef unsigned long long U64;   /* if your compiler doesn't support unsigned long long, replace by another 64-bit type here. Note that xxhash.h will also need to be updated. */
-# endif
-#endif
-
-
-#if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==2))
-
-/* Force direct memory access. Only works on CPU which support unaligned memory access in hardware */
-static U64 XXH_read64(const void* memPtr) { return *(const U64*) memPtr; }
-
-#elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS==1))
-
-/* __pack instructions are safer, but compiler specific, hence potentially problematic for some compilers */
-/* currently only defined for gcc and icc */
-typedef union { U32 u32; U64 u64; } __attribute__((packed)) unalign64;
-static U64 XXH_read64(const void* ptr) { return ((const unalign64*)ptr)->u64; }
-
-#else
-
-/* portable and safe solution. Generally efficient.
- * see : http://stackoverflow.com/a/32095106/646947
- */
-
-static U64 XXH_read64(const void* memPtr)
-{
-    U64 val;
-    memcpy(&val, memPtr, sizeof(val));
-    return val;
-}
-
-#endif   /* XXH_FORCE_DIRECT_MEMORY_ACCESS */
-
-#if defined(_MSC_VER)     /* Visual Studio */
-#  define XXH_swap64 _byteswap_uint64
-#elif XXH_GCC_VERSION >= 403
-#  define XXH_swap64 __builtin_bswap64
-#else
-static U64 XXH_swap64 (U64 x)
-{
-    return  ((x << 56) & 0xff00000000000000ULL) |
-            ((x << 40) & 0x00ff000000000000ULL) |
-            ((x << 24) & 0x0000ff0000000000ULL) |
-            ((x << 8)  & 0x000000ff00000000ULL) |
-            ((x >> 8)  & 0x00000000ff000000ULL) |
-            ((x >> 24) & 0x0000000000ff0000ULL) |
-            ((x >> 40) & 0x000000000000ff00ULL) |
-            ((x >> 56) & 0x00000000000000ffULL);
-}
-#endif
-
-FORCE_INLINE U64 XXH_readLE64_align(const void* ptr, XXH_endianess endian, XXH_alignment align)
-{
-    if (align==XXH_unaligned)
-        return endian==XXH_littleEndian ? XXH_read64(ptr) : XXH_swap64(XXH_read64(ptr));
-    else
-        return endian==XXH_littleEndian ? *(const U64*)ptr : XXH_swap64(*(const U64*)ptr);
-}
-
-FORCE_INLINE U64 XXH_readLE64(const void* ptr, XXH_endianess endian)
-{
-    return XXH_readLE64_align(ptr, endian, XXH_unaligned);
-}
-
-static U64 XXH_readBE64(const void* ptr)
-{
-    return XXH_CPU_LITTLE_ENDIAN ? XXH_swap64(XXH_read64(ptr)) : XXH_read64(ptr);
-}
-
-
-/*======   xxh64   ======*/
-
-static const U64 PRIME64_1 = 11400714785074694791ULL;
-static const U64 PRIME64_2 = 14029467366897019727ULL;
-static const U64 PRIME64_3 =  1609587929392839161ULL;
-static const U64 PRIME64_4 =  9650029242287828579ULL;
-static const U64 PRIME64_5 =  2870177450012600261ULL;
-
-static U64 XXH64_round(U64 acc, U64 input)
-{
-    acc += input * PRIME64_2;
-    acc  = XXH_rotl64(acc, 31);
-    acc *= PRIME64_1;
-    return acc;
-}
-
-static U64 XXH64_mergeRound(U64 acc, U64 val)
-{
-    val  = XXH64_round(0, val);
-    acc ^= val;
-    acc  = acc * PRIME64_1 + PRIME64_4;
-    return acc;
-}
-
-FORCE_INLINE U64 XXH64_endian_align(const void* input, size_t len, U64 seed, XXH_endianess endian, XXH_alignment align)
-{
-    const BYTE* p = (const BYTE*)input;
-    const BYTE* bEnd = p + len;
-    U64 h64;
-#define XXH_get64bits(p) XXH_readLE64_align(p, endian, align)
-
-#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
-    if (p==NULL) {
-        len=0;
-        bEnd=p=(const BYTE*)(size_t)32;
-    }
-#endif
-
-    if (len>=32) {
-        const BYTE* const limit = bEnd - 32;
-        U64 v1 = seed + PRIME64_1 + PRIME64_2;
-        U64 v2 = seed + PRIME64_2;
-        U64 v3 = seed + 0;
-        U64 v4 = seed - PRIME64_1;
-
-        do {
-            v1 = XXH64_round(v1, XXH_get64bits(p)); p+=8;
-            v2 = XXH64_round(v2, XXH_get64bits(p)); p+=8;
-            v3 = XXH64_round(v3, XXH_get64bits(p)); p+=8;
-            v4 = XXH64_round(v4, XXH_get64bits(p)); p+=8;
-        } while (p<=limit);
-
-        h64 = XXH_rotl64(v1, 1) + XXH_rotl64(v2, 7) + XXH_rotl64(v3, 12) + XXH_rotl64(v4, 18);
-        h64 = XXH64_mergeRound(h64, v1);
-        h64 = XXH64_mergeRound(h64, v2);
-        h64 = XXH64_mergeRound(h64, v3);
-        h64 = XXH64_mergeRound(h64, v4);
-
-    } else {
-        h64  = seed + PRIME64_5;
-    }
-
-    h64 += (U64) len;
-
-    while (p+8<=bEnd) {
-        U64 const k1 = XXH64_round(0, XXH_get64bits(p));
-        h64 ^= k1;
-        h64  = XXH_rotl64(h64,27) * PRIME64_1 + PRIME64_4;
-        p+=8;
-    }
-
-    if (p+4<=bEnd) {
-        h64 ^= (U64)(XXH_get32bits(p)) * PRIME64_1;
-        h64 = XXH_rotl64(h64, 23) * PRIME64_2 + PRIME64_3;
-        p+=4;
-    }
-
-    while (p<bEnd) {
-        h64 ^= (*p) * PRIME64_5;
-        h64 = XXH_rotl64(h64, 11) * PRIME64_1;
-        p++;
-    }
-
-    h64 ^= h64 >> 33;
-    h64 *= PRIME64_2;
-    h64 ^= h64 >> 29;
-    h64 *= PRIME64_3;
-    h64 ^= h64 >> 32;
-
-    return h64;
-}
-
-
-XXH_PUBLIC_API unsigned long long XXH64 (const void* input, size_t len, unsigned long long seed)
-{
-#if 0
-    /* Simple version, good for code maintenance, but unfortunately slow for small inputs */
-    XXH64_state_t state;
-    XXH64_reset(&state, seed);
-    XXH64_update(&state, input, len);
-    return XXH64_digest(&state);
-#else
-    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
-
-    if (XXH_FORCE_ALIGN_CHECK) {
-        if ((((size_t)input) & 7)==0) {  /* Input is aligned, let's leverage the speed advantage */
-            if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-                return XXH64_endian_align(input, len, seed, XXH_littleEndian, XXH_aligned);
-            else
-                return XXH64_endian_align(input, len, seed, XXH_bigEndian, XXH_aligned);
-    }   }
-
-    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-        return XXH64_endian_align(input, len, seed, XXH_littleEndian, XXH_unaligned);
-    else
-        return XXH64_endian_align(input, len, seed, XXH_bigEndian, XXH_unaligned);
-#endif
-}
-
-/*======   Hash Streaming   ======*/
-
-XXH_PUBLIC_API XXH64_state_t* XXH64_createState(void)
-{
-    return (XXH64_state_t*)XXH_malloc(sizeof(XXH64_state_t));
-}
-XXH_PUBLIC_API XXH_errorcode XXH64_freeState(XXH64_state_t* statePtr)
-{
-    XXH_free(statePtr);
-    return XXH_OK;
-}
-
-XXH_PUBLIC_API void XXH64_copyState(XXH64_state_t* dstState, const XXH64_state_t* srcState)
-{
-    memcpy(dstState, srcState, sizeof(*dstState));
-}
-
-XXH_PUBLIC_API XXH_errorcode XXH64_reset(XXH64_state_t* statePtr, unsigned long long seed)
-{
-    XXH64_state_t state;   /* using a local state to memcpy() in order to avoid strict-aliasing warnings */
-    memset(&state, 0, sizeof(state)-8);   /* do not write into reserved, for future removal */
-    state.v1 = seed + PRIME64_1 + PRIME64_2;
-    state.v2 = seed + PRIME64_2;
-    state.v3 = seed + 0;
-    state.v4 = seed - PRIME64_1;
-    memcpy(statePtr, &state, sizeof(state));
-    return XXH_OK;
-}
-
-FORCE_INLINE XXH_errorcode XXH64_update_endian (XXH64_state_t* state, const void* input, size_t len, XXH_endianess endian)
-{
-    const BYTE* p = (const BYTE*)input;
-    const BYTE* const bEnd = p + len;
-
-#ifdef XXH_ACCEPT_NULL_INPUT_POINTER
-    if (input==NULL) return XXH_ERROR;
-#endif
-
-    state->total_len += len;
-
-    if (state->memsize + len < 32) {  /* fill in tmp buffer */
-        XXH_memcpy(((BYTE*)state->mem64) + state->memsize, input, len);
-        state->memsize += (U32)len;
-        return XXH_OK;
-    }
-
-    if (state->memsize) {   /* tmp buffer is full */
-        XXH_memcpy(((BYTE*)state->mem64) + state->memsize, input, 32-state->memsize);
-        state->v1 = XXH64_round(state->v1, XXH_readLE64(state->mem64+0, endian));
-        state->v2 = XXH64_round(state->v2, XXH_readLE64(state->mem64+1, endian));
-        state->v3 = XXH64_round(state->v3, XXH_readLE64(state->mem64+2, endian));
-        state->v4 = XXH64_round(state->v4, XXH_readLE64(state->mem64+3, endian));
-        p += 32-state->memsize;
-        state->memsize = 0;
-    }
-
-    if (p+32 <= bEnd) {
-        const BYTE* const limit = bEnd - 32;
-        U64 v1 = state->v1;
-        U64 v2 = state->v2;
-        U64 v3 = state->v3;
-        U64 v4 = state->v4;
-
-        do {
-            v1 = XXH64_round(v1, XXH_readLE64(p, endian)); p+=8;
-            v2 = XXH64_round(v2, XXH_readLE64(p, endian)); p+=8;
-            v3 = XXH64_round(v3, XXH_readLE64(p, endian)); p+=8;
-            v4 = XXH64_round(v4, XXH_readLE64(p, endian)); p+=8;
-        } while (p<=limit);
-
-        state->v1 = v1;
-        state->v2 = v2;
-        state->v3 = v3;
-        state->v4 = v4;
-    }
-
-    if (p < bEnd) {
-        XXH_memcpy(state->mem64, p, (size_t)(bEnd-p));
-        state->memsize = (unsigned)(bEnd-p);
-    }
-
-    return XXH_OK;
-}
-
-XXH_PUBLIC_API XXH_errorcode XXH64_update (XXH64_state_t* state_in, const void* input, size_t len)
-{
-    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
-
-    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-        return XXH64_update_endian(state_in, input, len, XXH_littleEndian);
-    else
-        return XXH64_update_endian(state_in, input, len, XXH_bigEndian);
-}
-
-FORCE_INLINE U64 XXH64_digest_endian (const XXH64_state_t* state, XXH_endianess endian)
-{
-    const BYTE * p = (const BYTE*)state->mem64;
-    const BYTE* const bEnd = (const BYTE*)state->mem64 + state->memsize;
-    U64 h64;
-
-    if (state->total_len >= 32) {
-        U64 const v1 = state->v1;
-        U64 const v2 = state->v2;
-        U64 const v3 = state->v3;
-        U64 const v4 = state->v4;
-
-        h64 = XXH_rotl64(v1, 1) + XXH_rotl64(v2, 7) + XXH_rotl64(v3, 12) + XXH_rotl64(v4, 18);
-        h64 = XXH64_mergeRound(h64, v1);
-        h64 = XXH64_mergeRound(h64, v2);
-        h64 = XXH64_mergeRound(h64, v3);
-        h64 = XXH64_mergeRound(h64, v4);
-    } else {
-        h64  = state->v3 + PRIME64_5;
-    }
-
-    h64 += (U64) state->total_len;
-
-    while (p+8<=bEnd) {
-        U64 const k1 = XXH64_round(0, XXH_readLE64(p, endian));
-        h64 ^= k1;
-        h64  = XXH_rotl64(h64,27) * PRIME64_1 + PRIME64_4;
-        p+=8;
-    }
-
-    if (p+4<=bEnd) {
-        h64 ^= (U64)(XXH_readLE32(p, endian)) * PRIME64_1;
-        h64  = XXH_rotl64(h64, 23) * PRIME64_2 + PRIME64_3;
-        p+=4;
-    }
-
-    while (p<bEnd) {
-        h64 ^= (*p) * PRIME64_5;
-        h64  = XXH_rotl64(h64, 11) * PRIME64_1;
-        p++;
-    }
-
-    h64 ^= h64 >> 33;
-    h64 *= PRIME64_2;
-    h64 ^= h64 >> 29;
-    h64 *= PRIME64_3;
-    h64 ^= h64 >> 32;
-
-    return h64;
-}
-
-XXH_PUBLIC_API unsigned long long XXH64_digest (const XXH64_state_t* state_in)
-{
-    XXH_endianess endian_detected = (XXH_endianess)XXH_CPU_LITTLE_ENDIAN;
-
-    if ((endian_detected==XXH_littleEndian) || XXH_FORCE_NATIVE_FORMAT)
-        return XXH64_digest_endian(state_in, XXH_littleEndian);
-    else
-        return XXH64_digest_endian(state_in, XXH_bigEndian);
-}
-
-
-/*====== Canonical representation   ======*/
-
-XXH_PUBLIC_API void XXH64_canonicalFromHash(XXH64_canonical_t* dst, XXH64_hash_t hash)
-{
-    XXH_STATIC_ASSERT(sizeof(XXH64_canonical_t) == sizeof(XXH64_hash_t));
-    if (XXH_CPU_LITTLE_ENDIAN) hash = XXH_swap64(hash);
-    memcpy(dst, &hash, sizeof(*dst));
-}
-
-XXH_PUBLIC_API XXH64_hash_t XXH64_hashFromCanonical(const XXH64_canonical_t* src)
-{
-    return XXH_readBE64(src);
-}
-
-#endif  /* XXH_NO_LONG_LONG */
diff --git a/contrib/lizard/lib/xxhash/xxhash.h b/contrib/lizard/lib/xxhash/xxhash.h
deleted file mode 100644
index 9d831e03b35..00000000000
--- a/contrib/lizard/lib/xxhash/xxhash.h
+++ /dev/null
@@ -1,293 +0,0 @@
-/*
-   xxHash - Extremely Fast Hash algorithm
-   Header File
-   Copyright (C) 2012-2016, Yann Collet.
-
-   BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions are
-   met:
-
-       * Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-       * Redistributions in binary form must reproduce the above
-   copyright notice, this list of conditions and the following disclaimer
-   in the documentation and/or other materials provided with the
-   distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-   You can contact the author at :
-   - xxHash source repository : https://github.com/Cyan4973/xxHash
-*/
-
-/* Notice extracted from xxHash homepage :
-
-xxHash is an extremely fast Hash algorithm, running at RAM speed limits.
-It also successfully passes all tests from the SMHasher suite.
-
-Comparison (single thread, Windows Seven 32 bits, using SMHasher on a Core 2 Duo @3GHz)
-
-Name            Speed       Q.Score   Author
-xxHash          5.4 GB/s     10
-CrapWow         3.2 GB/s      2       Andrew
-MumurHash 3a    2.7 GB/s     10       Austin Appleby
-SpookyHash      2.0 GB/s     10       Bob Jenkins
-SBox            1.4 GB/s      9       Bret Mulvey
-Lookup3         1.2 GB/s      9       Bob Jenkins
-SuperFastHash   1.2 GB/s      1       Paul Hsieh
-CityHash64      1.05 GB/s    10       Pike & Alakuijala
-FNV             0.55 GB/s     5       Fowler, Noll, Vo
-CRC32           0.43 GB/s     9
-MD5-32          0.33 GB/s    10       Ronald L. Rivest
-SHA1-32         0.28 GB/s    10
-
-Q.Score is a measure of quality of the hash function.
-It depends on successfully passing SMHasher test set.
-10 is a perfect score.
-
-A 64-bits version, named XXH64, is available since r35.
-It offers much better speed, but for 64-bits applications only.
-Name     Speed on 64 bits    Speed on 32 bits
-XXH64       13.8 GB/s            1.9 GB/s
-XXH32        6.8 GB/s            6.0 GB/s
-*/
-
-#ifndef XXHASH_H_5627135585666179
-#define XXHASH_H_5627135585666179 1
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-/* ****************************
-*  Definitions
-******************************/
-#include <stddef.h>   /* size_t */
-typedef enum { XXH_OK=0, XXH_ERROR } XXH_errorcode;
-
-
-/* ****************************
-*  API modifier
-******************************/
-/** XXH_PRIVATE_API
-*   This is useful to include xxhash functions in `static` mode
-*   in order to inline them, and remove their symbol from the public list.
-*   Methodology :
-*     #define XXH_PRIVATE_API
-*     #include "xxhash.h"
-*   `xxhash.c` is automatically included.
-*   It's not useful to compile and link it as a separate module.
-*/
-#ifdef XXH_PRIVATE_API
-#  ifndef XXH_STATIC_LINKING_ONLY
-#    define XXH_STATIC_LINKING_ONLY
-#  endif
-#  if defined(__GNUC__)
-#    define XXH_PUBLIC_API static __inline __attribute__((unused))
-#  elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
-#    define XXH_PUBLIC_API static inline
-#  elif defined(_MSC_VER)
-#    define XXH_PUBLIC_API static __inline
-#  else
-#    define XXH_PUBLIC_API static   /* this version may generate warnings for unused static functions; disable the relevant warning */
-#  endif
-#else
-#  define XXH_PUBLIC_API   /* do nothing */
-#endif /* XXH_PRIVATE_API */
-
-/*!XXH_NAMESPACE, aka Namespace Emulation :
-
-If you want to include _and expose_ xxHash functions from within your own library,
-but also want to avoid symbol collisions with other libraries which may also include xxHash,
-
-you can use XXH_NAMESPACE, to automatically prefix any public symbol from xxhash library
-with the value of XXH_NAMESPACE (therefore, avoid NULL and numeric values).
-
-Note that no change is required within the calling program as long as it includes `xxhash.h` :
-regular symbol name will be automatically translated by this header.
-*/
-#ifdef XXH_NAMESPACE
-#  define XXH_CAT(A,B) A##B
-#  define XXH_NAME2(A,B) XXH_CAT(A,B)
-#  define XXH_versionNumber XXH_NAME2(XXH_NAMESPACE, XXH_versionNumber)
-#  define XXH32 XXH_NAME2(XXH_NAMESPACE, XXH32)
-#  define XXH32_createState XXH_NAME2(XXH_NAMESPACE, XXH32_createState)
-#  define XXH32_freeState XXH_NAME2(XXH_NAMESPACE, XXH32_freeState)
-#  define XXH32_reset XXH_NAME2(XXH_NAMESPACE, XXH32_reset)
-#  define XXH32_update XXH_NAME2(XXH_NAMESPACE, XXH32_update)
-#  define XXH32_digest XXH_NAME2(XXH_NAMESPACE, XXH32_digest)
-#  define XXH32_copyState XXH_NAME2(XXH_NAMESPACE, XXH32_copyState)
-#  define XXH32_canonicalFromHash XXH_NAME2(XXH_NAMESPACE, XXH32_canonicalFromHash)
-#  define XXH32_hashFromCanonical XXH_NAME2(XXH_NAMESPACE, XXH32_hashFromCanonical)
-#  define XXH64 XXH_NAME2(XXH_NAMESPACE, XXH64)
-#  define XXH64_createState XXH_NAME2(XXH_NAMESPACE, XXH64_createState)
-#  define XXH64_freeState XXH_NAME2(XXH_NAMESPACE, XXH64_freeState)
-#  define XXH64_reset XXH_NAME2(XXH_NAMESPACE, XXH64_reset)
-#  define XXH64_update XXH_NAME2(XXH_NAMESPACE, XXH64_update)
-#  define XXH64_digest XXH_NAME2(XXH_NAMESPACE, XXH64_digest)
-#  define XXH64_copyState XXH_NAME2(XXH_NAMESPACE, XXH64_copyState)
-#  define XXH64_canonicalFromHash XXH_NAME2(XXH_NAMESPACE, XXH64_canonicalFromHash)
-#  define XXH64_hashFromCanonical XXH_NAME2(XXH_NAMESPACE, XXH64_hashFromCanonical)
-#endif
-
-
-/* *************************************
-*  Version
-***************************************/
-#define XXH_VERSION_MAJOR    0
-#define XXH_VERSION_MINOR    6
-#define XXH_VERSION_RELEASE  2
-#define XXH_VERSION_NUMBER  (XXH_VERSION_MAJOR *100*100 + XXH_VERSION_MINOR *100 + XXH_VERSION_RELEASE)
-XXH_PUBLIC_API unsigned XXH_versionNumber (void);
-
-
-/*-**********************************************************************
-*  32-bits hash
-************************************************************************/
-typedef unsigned int XXH32_hash_t;
-
-/*! XXH32() :
-    Calculate the 32-bits hash of sequence "length" bytes stored at memory address "input".
-    The memory between input & input+length must be valid (allocated and read-accessible).
-    "seed" can be used to alter the result predictably.
-    Speed on Core 2 Duo @ 3 GHz (single thread, SMHasher benchmark) : 5.4 GB/s */
-XXH_PUBLIC_API XXH32_hash_t XXH32 (const void* input, size_t length, unsigned int seed);
-
-/*======   Streaming   ======*/
-typedef struct XXH32_state_s XXH32_state_t;   /* incomplete type */
-XXH_PUBLIC_API XXH32_state_t* XXH32_createState(void);
-XXH_PUBLIC_API XXH_errorcode  XXH32_freeState(XXH32_state_t* statePtr);
-XXH_PUBLIC_API void XXH32_copyState(XXH32_state_t* dst_state, const XXH32_state_t* src_state);
-
-XXH_PUBLIC_API XXH_errorcode XXH32_reset  (XXH32_state_t* statePtr, unsigned int seed);
-XXH_PUBLIC_API XXH_errorcode XXH32_update (XXH32_state_t* statePtr, const void* input, size_t length);
-XXH_PUBLIC_API XXH32_hash_t  XXH32_digest (const XXH32_state_t* statePtr);
-
-/*
-These functions generate the xxHash of an input provided in multiple segments.
-Note that, for small input, they are slower than single-call functions, due to state management.
-For small input, prefer `XXH32()` and `XXH64()` .
-
-XXH state must first be allocated, using XXH*_createState() .
-
-Start a new hash by initializing state with a seed, using XXH*_reset().
-
-Then, feed the hash state by calling XXH*_update() as many times as necessary.
-Obviously, input must be allocated and read accessible.
-The function returns an error code, with 0 meaning OK, and any other value meaning there is an error.
-
-Finally, a hash value can be produced anytime, by using XXH*_digest().
-This function returns the nn-bits hash as an int or long long.
-
-It's still possible to continue inserting input into the hash state after a digest,
-and generate some new hashes later on, by calling again XXH*_digest().
-
-When done, free XXH state space if it was allocated dynamically.
-*/
-
-/*======   Canonical representation   ======*/
-
-typedef struct { unsigned char digest[4]; } XXH32_canonical_t;
-XXH_PUBLIC_API void XXH32_canonicalFromHash(XXH32_canonical_t* dst, XXH32_hash_t hash);
-XXH_PUBLIC_API XXH32_hash_t XXH32_hashFromCanonical(const XXH32_canonical_t* src);
-
-/* Default result type for XXH functions are primitive unsigned 32 and 64 bits.
-*  The canonical representation uses human-readable write convention, aka big-endian (large digits first).
-*  These functions allow transformation of hash result into and from its canonical format.
-*  This way, hash values can be written into a file / memory, and remain comparable on different systems and programs.
-*/
-
-
-#ifndef XXH_NO_LONG_LONG
-/*-**********************************************************************
-*  64-bits hash
-************************************************************************/
-typedef unsigned long long XXH64_hash_t;
-
-/*! XXH64() :
-    Calculate the 64-bits hash of sequence of length "len" stored at memory address "input".
-    "seed" can be used to alter the result predictably.
-    This function runs faster on 64-bits systems, but slower on 32-bits systems (see benchmark).
-*/
-XXH_PUBLIC_API XXH64_hash_t XXH64 (const void* input, size_t length, unsigned long long seed);
-
-/*======   Streaming   ======*/
-typedef struct XXH64_state_s XXH64_state_t;   /* incomplete type */
-XXH_PUBLIC_API XXH64_state_t* XXH64_createState(void);
-XXH_PUBLIC_API XXH_errorcode  XXH64_freeState(XXH64_state_t* statePtr);
-XXH_PUBLIC_API void XXH64_copyState(XXH64_state_t* dst_state, const XXH64_state_t* src_state);
-
-XXH_PUBLIC_API XXH_errorcode XXH64_reset  (XXH64_state_t* statePtr, unsigned long long seed);
-XXH_PUBLIC_API XXH_errorcode XXH64_update (XXH64_state_t* statePtr, const void* input, size_t length);
-XXH_PUBLIC_API XXH64_hash_t  XXH64_digest (const XXH64_state_t* statePtr);
-
-/*======   Canonical representation   ======*/
-typedef struct { unsigned char digest[8]; } XXH64_canonical_t;
-XXH_PUBLIC_API void XXH64_canonicalFromHash(XXH64_canonical_t* dst, XXH64_hash_t hash);
-XXH_PUBLIC_API XXH64_hash_t XXH64_hashFromCanonical(const XXH64_canonical_t* src);
-#endif  /* XXH_NO_LONG_LONG */
-
-
-#ifdef XXH_STATIC_LINKING_ONLY
-
-/* ================================================================================================
-   This section contains definitions which are not guaranteed to remain stable.
-   They may change in future versions, becoming incompatible with a different version of the library.
-   They shall only be used with static linking.
-   Never use these definitions in association with dynamic linking !
-=================================================================================================== */
-
-/* These definitions are only meant to make possible
-   static allocation of XXH state, on stack or in a struct for example.
-   Never use members directly. */
-
-struct XXH32_state_s {
-   unsigned total_len_32;
-   unsigned large_len;
-   unsigned v1;
-   unsigned v2;
-   unsigned v3;
-   unsigned v4;
-   unsigned mem32[4];   /* buffer defined as U32 for alignment */
-   unsigned memsize;
-   unsigned reserved;   /* never read nor write, will be removed in a future version */
-};   /* typedef'd to XXH32_state_t */
-
-#ifndef XXH_NO_LONG_LONG   /* remove 64-bits support */
-struct XXH64_state_s {
-   unsigned long long total_len;
-   unsigned long long v1;
-   unsigned long long v2;
-   unsigned long long v3;
-   unsigned long long v4;
-   unsigned long long mem64[4];   /* buffer defined as U64 for alignment */
-   unsigned memsize;
-   unsigned reserved[2];          /* never read nor write, will be removed in a future version */
-};   /* typedef'd to XXH64_state_t */
-#endif
-
-#ifdef XXH_PRIVATE_API
-#  include "xxhash.c"   /* include xxhash function bodies as `static`, for inlining */
-#endif
-
-#endif /* XXH_STATIC_LINKING_ONLY */
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* XXHASH_H_5627135585666179 */
diff --git a/contrib/lizard/programs/.gitignore b/contrib/lizard/programs/.gitignore
deleted file mode 100644
index c2bfcafa9ee..00000000000
--- a/contrib/lizard/programs/.gitignore
+++ /dev/null
@@ -1,15 +0,0 @@
-# local binary (Makefile)
-lizard
-lizardc32
-datagen
-frametest
-frametest32
-fullbench
-fullbench32
-fuzzer
-fuzzer32
-*.exe
-
-# tests files
-tmp*
-_*
\ No newline at end of file
diff --git a/contrib/lizard/programs/COPYING b/contrib/lizard/programs/COPYING
deleted file mode 100644
index d159169d105..00000000000
--- a/contrib/lizard/programs/COPYING
+++ /dev/null
@@ -1,339 +0,0 @@
-                    GNU GENERAL PUBLIC LICENSE
-                       Version 2, June 1991
-
- Copyright (C) 1989, 1991 Free Software Foundation, Inc.,
- 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
- Everyone is permitted to copy and distribute verbatim copies
- of this license document, but changing it is not allowed.
-
-                            Preamble
-
-  The licenses for most software are designed to take away your
-freedom to share and change it.  By contrast, the GNU General Public
-License is intended to guarantee your freedom to share and change free
-software--to make sure the software is free for all its users.  This
-General Public License applies to most of the Free Software
-Foundation's software and to any other program whose authors commit to
-using it.  (Some other Free Software Foundation software is covered by
-the GNU Lesser General Public License instead.)  You can apply it to
-your programs, too.
-
-  When we speak of free software, we are referring to freedom, not
-price.  Our General Public Licenses are designed to make sure that you
-have the freedom to distribute copies of free software (and charge for
-this service if you wish), that you receive source code or can get it
-if you want it, that you can change the software or use pieces of it
-in new free programs; and that you know you can do these things.
-
-  To protect your rights, we need to make restrictions that forbid
-anyone to deny you these rights or to ask you to surrender the rights.
-These restrictions translate to certain responsibilities for you if you
-distribute copies of the software, or if you modify it.
-
-  For example, if you distribute copies of such a program, whether
-gratis or for a fee, you must give the recipients all the rights that
-you have.  You must make sure that they, too, receive or can get the
-source code.  And you must show them these terms so they know their
-rights.
-
-  We protect your rights with two steps: (1) copyright the software, and
-(2) offer you this license which gives you legal permission to copy,
-distribute and/or modify the software.
-
-  Also, for each author's protection and ours, we want to make certain
-that everyone understands that there is no warranty for this free
-software.  If the software is modified by someone else and passed on, we
-want its recipients to know that what they have is not the original, so
-that any problems introduced by others will not reflect on the original
-authors' reputations.
-
-  Finally, any free program is threatened constantly by software
-patents.  We wish to avoid the danger that redistributors of a free
-program will individually obtain patent licenses, in effect making the
-program proprietary.  To prevent this, we have made it clear that any
-patent must be licensed for everyone's free use or not licensed at all.
-
-  The precise terms and conditions for copying, distribution and
-modification follow.
-
-                    GNU GENERAL PUBLIC LICENSE
-   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
-
-  0. This License applies to any program or other work which contains
-a notice placed by the copyright holder saying it may be distributed
-under the terms of this General Public License.  The "Program", below,
-refers to any such program or work, and a "work based on the Program"
-means either the Program or any derivative work under copyright law:
-that is to say, a work containing the Program or a portion of it,
-either verbatim or with modifications and/or translated into another
-language.  (Hereinafter, translation is included without limitation in
-the term "modification".)  Each licensee is addressed as "you".
-
-Activities other than copying, distribution and modification are not
-covered by this License; they are outside its scope.  The act of
-running the Program is not restricted, and the output from the Program
-is covered only if its contents constitute a work based on the
-Program (independent of having been made by running the Program).
-Whether that is true depends on what the Program does.
-
-  1. You may copy and distribute verbatim copies of the Program's
-source code as you receive it, in any medium, provided that you
-conspicuously and appropriately publish on each copy an appropriate
-copyright notice and disclaimer of warranty; keep intact all the
-notices that refer to this License and to the absence of any warranty;
-and give any other recipients of the Program a copy of this License
-along with the Program.
-
-You may charge a fee for the physical act of transferring a copy, and
-you may at your option offer warranty protection in exchange for a fee.
-
-  2. You may modify your copy or copies of the Program or any portion
-of it, thus forming a work based on the Program, and copy and
-distribute such modifications or work under the terms of Section 1
-above, provided that you also meet all of these conditions:
-
-    a) You must cause the modified files to carry prominent notices
-    stating that you changed the files and the date of any change.
-
-    b) You must cause any work that you distribute or publish, that in
-    whole or in part contains or is derived from the Program or any
-    part thereof, to be licensed as a whole at no charge to all third
-    parties under the terms of this License.
-
-    c) If the modified program normally reads commands interactively
-    when run, you must cause it, when started running for such
-    interactive use in the most ordinary way, to print or display an
-    announcement including an appropriate copyright notice and a
-    notice that there is no warranty (or else, saying that you provide
-    a warranty) and that users may redistribute the program under
-    these conditions, and telling the user how to view a copy of this
-    License.  (Exception: if the Program itself is interactive but
-    does not normally print such an announcement, your work based on
-    the Program is not required to print an announcement.)
-
-These requirements apply to the modified work as a whole.  If
-identifiable sections of that work are not derived from the Program,
-and can be reasonably considered independent and separate works in
-themselves, then this License, and its terms, do not apply to those
-sections when you distribute them as separate works.  But when you
-distribute the same sections as part of a whole which is a work based
-on the Program, the distribution of the whole must be on the terms of
-this License, whose permissions for other licensees extend to the
-entire whole, and thus to each and every part regardless of who wrote it.
-
-Thus, it is not the intent of this section to claim rights or contest
-your rights to work written entirely by you; rather, the intent is to
-exercise the right to control the distribution of derivative or
-collective works based on the Program.
-
-In addition, mere aggregation of another work not based on the Program
-with the Program (or with a work based on the Program) on a volume of
-a storage or distribution medium does not bring the other work under
-the scope of this License.
-
-  3. You may copy and distribute the Program (or a work based on it,
-under Section 2) in object code or executable form under the terms of
-Sections 1 and 2 above provided that you also do one of the following:
-
-    a) Accompany it with the complete corresponding machine-readable
-    source code, which must be distributed under the terms of Sections
-    1 and 2 above on a medium customarily used for software interchange; or,
-
-    b) Accompany it with a written offer, valid for at least three
-    years, to give any third party, for a charge no more than your
-    cost of physically performing source distribution, a complete
-    machine-readable copy of the corresponding source code, to be
-    distributed under the terms of Sections 1 and 2 above on a medium
-    customarily used for software interchange; or,
-
-    c) Accompany it with the information you received as to the offer
-    to distribute corresponding source code.  (This alternative is
-    allowed only for noncommercial distribution and only if you
-    received the program in object code or executable form with such
-    an offer, in accord with Subsection b above.)
-
-The source code for a work means the preferred form of the work for
-making modifications to it.  For an executable work, complete source
-code means all the source code for all modules it contains, plus any
-associated interface definition files, plus the scripts used to
-control compilation and installation of the executable.  However, as a
-special exception, the source code distributed need not include
-anything that is normally distributed (in either source or binary
-form) with the major components (compiler, kernel, and so on) of the
-operating system on which the executable runs, unless that component
-itself accompanies the executable.
-
-If distribution of executable or object code is made by offering
-access to copy from a designated place, then offering equivalent
-access to copy the source code from the same place counts as
-distribution of the source code, even though third parties are not
-compelled to copy the source along with the object code.
-
-  4. You may not copy, modify, sublicense, or distribute the Program
-except as expressly provided under this License.  Any attempt
-otherwise to copy, modify, sublicense or distribute the Program is
-void, and will automatically terminate your rights under this License.
-However, parties who have received copies, or rights, from you under
-this License will not have their licenses terminated so long as such
-parties remain in full compliance.
-
-  5. You are not required to accept this License, since you have not
-signed it.  However, nothing else grants you permission to modify or
-distribute the Program or its derivative works.  These actions are
-prohibited by law if you do not accept this License.  Therefore, by
-modifying or distributing the Program (or any work based on the
-Program), you indicate your acceptance of this License to do so, and
-all its terms and conditions for copying, distributing or modifying
-the Program or works based on it.
-
-  6. Each time you redistribute the Program (or any work based on the
-Program), the recipient automatically receives a license from the
-original licensor to copy, distribute or modify the Program subject to
-these terms and conditions.  You may not impose any further
-restrictions on the recipients' exercise of the rights granted herein.
-You are not responsible for enforcing compliance by third parties to
-this License.
-
-  7. If, as a consequence of a court judgment or allegation of patent
-infringement or for any other reason (not limited to patent issues),
-conditions are imposed on you (whether by court order, agreement or
-otherwise) that contradict the conditions of this License, they do not
-excuse you from the conditions of this License.  If you cannot
-distribute so as to satisfy simultaneously your obligations under this
-License and any other pertinent obligations, then as a consequence you
-may not distribute the Program at all.  For example, if a patent
-license would not permit royalty-free redistribution of the Program by
-all those who receive copies directly or indirectly through you, then
-the only way you could satisfy both it and this License would be to
-refrain entirely from distribution of the Program.
-
-If any portion of this section is held invalid or unenforceable under
-any particular circumstance, the balance of the section is intended to
-apply and the section as a whole is intended to apply in other
-circumstances.
-
-It is not the purpose of this section to induce you to infringe any
-patents or other property right claims or to contest validity of any
-such claims; this section has the sole purpose of protecting the
-integrity of the free software distribution system, which is
-implemented by public license practices.  Many people have made
-generous contributions to the wide range of software distributed
-through that system in reliance on consistent application of that
-system; it is up to the author/donor to decide if he or she is willing
-to distribute software through any other system and a licensee cannot
-impose that choice.
-
-This section is intended to make thoroughly clear what is believed to
-be a consequence of the rest of this License.
-
-  8. If the distribution and/or use of the Program is restricted in
-certain countries either by patents or by copyrighted interfaces, the
-original copyright holder who places the Program under this License
-may add an explicit geographical distribution limitation excluding
-those countries, so that distribution is permitted only in or among
-countries not thus excluded.  In such case, this License incorporates
-the limitation as if written in the body of this License.
-
-  9. The Free Software Foundation may publish revised and/or new versions
-of the General Public License from time to time.  Such new versions will
-be similar in spirit to the present version, but may differ in detail to
-address new problems or concerns.
-
-Each version is given a distinguishing version number.  If the Program
-specifies a version number of this License which applies to it and "any
-later version", you have the option of following the terms and conditions
-either of that version or of any later version published by the Free
-Software Foundation.  If the Program does not specify a version number of
-this License, you may choose any version ever published by the Free Software
-Foundation.
-
-  10. If you wish to incorporate parts of the Program into other free
-programs whose distribution conditions are different, write to the author
-to ask for permission.  For software which is copyrighted by the Free
-Software Foundation, write to the Free Software Foundation; we sometimes
-make exceptions for this.  Our decision will be guided by the two goals
-of preserving the free status of all derivatives of our free software and
-of promoting the sharing and reuse of software generally.
-
-                            NO WARRANTY
-
-  11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
-FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW.  EXCEPT WHEN
-OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
-PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
-OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.  THE ENTIRE RISK AS
-TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU.  SHOULD THE
-PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
-REPAIR OR CORRECTION.
-
-  12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
-WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
-REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
-INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
-OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
-TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
-YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
-PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
-POSSIBILITY OF SUCH DAMAGES.
-
-                     END OF TERMS AND CONDITIONS
-
-            How to Apply These Terms to Your New Programs
-
-  If you develop a new program, and you want it to be of the greatest
-possible use to the public, the best way to achieve this is to make it
-free software which everyone can redistribute and change under these terms.
-
-  To do so, attach the following notices to the program.  It is safest
-to attach them to the start of each source file to most effectively
-convey the exclusion of warranty; and each file should have at least
-the "copyright" line and a pointer to where the full notice is found.
-
-    <one line to give the program's name and a brief idea of what it does.>
-    Copyright (C) <year>  <name of author>
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-Also add information on how to contact you by electronic and paper mail.
-
-If the program is interactive, make it output a short notice like this
-when it starts in an interactive mode:
-
-    Gnomovision version 69, Copyright (C) year name of author
-    Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
-    This is free software, and you are welcome to redistribute it
-    under certain conditions; type `show c' for details.
-
-The hypothetical commands `show w' and `show c' should show the appropriate
-parts of the General Public License.  Of course, the commands you use may
-be called something other than `show w' and `show c'; they could even be
-mouse-clicks or menu items--whatever suits your program.
-
-You should also get your employer (if you work as a programmer) or your
-school, if any, to sign a "copyright disclaimer" for the program, if
-necessary.  Here is a sample; alter the names:
-
-  Yoyodyne, Inc., hereby disclaims all copyright interest in the program
-  `Gnomovision' (which makes passes at compilers) written by James Hacker.
-
-  <signature of Ty Coon>, 1 April 1989
-  Ty Coon, President of Vice
-
-This General Public License does not permit incorporating your program into
-proprietary programs.  If your program is a subroutine library, you may
-consider it more useful to permit linking proprietary applications with the
-library.  If this is what you want to do, use the GNU Lesser General
-Public License instead of this License.
diff --git a/contrib/lizard/programs/README.md b/contrib/lizard/programs/README.md
deleted file mode 100644
index ee116c116c9..00000000000
--- a/contrib/lizard/programs/README.md
+++ /dev/null
@@ -1,73 +0,0 @@
-Command Line Interface for LZ4 library
-============================================
-
-Command Line Interface (CLI) can be created using the `make` command without any additional parameters.
-There are also multiple targets that create different variations of CLI:
-- `lizard` : default CLI, with a command line syntax close to gzip
-- `lizardc32` : Same as `lizard`, but forced to compile in 32-bits mode
-
-
-#### Aggregation of parameters
-CLI supports aggregation of parameters i.e. `-b1`, `-e18`, and `-i1` can be joined into `-b1e18i1`.
-
-
-
-#### Benchmark in Command Line Interface
-CLI includes in-memory compression benchmark module for lizard.
-The benchmark is conducted using a given filename.
-The file is read into memory.
-It makes benchmark more precise as it eliminates I/O overhead.
-
-The benchmark measures ratio, compressed size, compression and decompression speed.
-One can select compression levels starting from `-b` and ending with `-e`.
-The `-i` parameter selects a number of seconds used for each of tested levels.
-
-
-
-#### Usage of Command Line Interface
-The full list of commands can be obtained with `-h` or `-H` parameter:
-```
-Usage :
-      lizard [arg] [input] [output]
-
-input   : a filename
-          with no FILE, or when FILE is - or stdin, read standard input
-Arguments :
- -10...-19 : compression method fastLZ4 = 16-bit bytewise codewords
-             higher number == more compression but slower
- -20...-29 : compression method LIZv1 = 24-bit bytewise codewords
- -30...-39 : compression method fastLZ4 + Huffman
- -40...-49 : compression method LIZv1 + Huffman
- -d     : decompression (default for .liz extension)
- -z     : force compression
- -f     : overwrite output without prompting
---rm    : remove source file(s) after successful de/compression
- -h/-H  : display help/long help and exit
-
-Advanced arguments :
- -V     : display Version number and exit
- -v     : verbose mode
- -q     : suppress warnings; specify twice to suppress errors too
- -c     : force write to standard output, even if it is the console
- -t     : test compressed file integrity
- -m     : multiple input files (implies automatic output filenames)
- -r     : operate recursively on directories (sets also -m)
- -l     : compress using Legacy format (Linux kernel compression)
- -B#    : Block size [1-7] = 128KB, 256KB, 1MB, 4MB, 16MB, 64MB, 256MB (default : 4)
- -BD    : Block dependency (improve compression ratio)
---no-frame-crc : disable stream checksum (default:enabled)
---content-size : compressed frame includes original size (default:not present)
---[no-]sparse  : sparse mode (default:enabled on file, disabled on stdout)
-Benchmark arguments :
- -b#    : benchmark file(s), using # compression level (default : 1)
- -e#    : test all compression levels from -bX to # (default : 1)
- -i#    : minimum evaluation time in seconds (default : 3s)
- -B#    : cut file into independent blocks of size # bytes [32+]
-                      or predefined block size [1-7] (default: 4)
-```
-
-#### License
-
-All files in this directory are licensed under GPL-v2.
-See [COPYING](COPYING) for details.
-The text of the license is also included at the top of each source file.
diff --git a/contrib/lizard/programs/bench.c b/contrib/lizard/programs/bench.c
deleted file mode 100644
index 3fe56d1c060..00000000000
--- a/contrib/lizard/programs/bench.c
+++ /dev/null
@@ -1,502 +0,0 @@
-/*
-    bench.c - Demo program to benchmark open-source compression algorithms
-    Copyright (C) Yann Collet 2012-2016
-    Copyright (C) Przemyslaw Skibinski 2016-2017
-
-    GPL v2 License
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-    - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-
-/*-************************************
-*  Compiler options
-**************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  pragma warning(disable : 4127)    /* disable: C4127: conditional expression is constant */
-#endif
-#if defined(__MINGW32__) && !defined(_POSIX_SOURCE)
-#  define _POSIX_SOURCE 1          /* disable %llu warnings with MinGW on Windows */
-#endif
-
-
-/* *************************************
-*  Includes
-***************************************/
-#include "platform.h"    /* Compiler options */
-#include <stdlib.h>      /* malloc, free */
-#include <string.h>      /* memset */
-#include <stdio.h>       /* fprintf, fopen, ftello64 */
-#include <time.h>        /* clock_t, clock, CLOCKS_PER_SEC */
-
-#include "datagen.h"     /* RDG_genBuffer */
-#include "xxhash/xxhash.h"
-#include "lizard_common.h"
-#include "lizard_decompress.h"
-#define UTIL_WITHOUT_BASIC_TYPES
-#include "util.h"        /* UTIL_GetFileSize, UTIL_sleep */
-
-#define Lizard_isError(errcode) (errcode==0)
-
-
-/* *************************************
-*  Constants
-***************************************/
-#ifndef LIZARD_GIT_COMMIT_STRING
-#  define LIZARD_GIT_COMMIT_STRING ""
-#else
-#  define LIZARD_GIT_COMMIT_STRING LIZARD_EXPAND_AND_QUOTE(Lizard_GIT_COMMIT)
-#endif
-
-#define NBSECONDS             3
-#define TIMELOOP_MICROSEC     1*1000000ULL /* 1 second */
-#define ACTIVEPERIOD_MICROSEC 70*1000000ULL /* 70 seconds */
-#define COOLPERIOD_SEC        10
-#define DECOMP_MULT           2 /* test decompression DECOMP_MULT times longer than compression */
-
-#define KB *(1 <<10)
-#define MB *(1 <<20)
-#define GB *(1U<<30)
-
-static const size_t maxMemory = (sizeof(size_t)==4)  ?  (2 GB - 64 MB) : (size_t)(1ULL << ((sizeof(size_t)*8)-31));
-
-static U32 g_compressibilityDefault = 50;
-
-
-/* *************************************
-*  console display
-***************************************/
-#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
-#define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); }
-static U32 g_displayLevel = 2;   /* 0 : no display;   1: errors;   2 : + result + interaction + warnings;   3 : + progression;   4 : + information */
-
-#define DISPLAYUPDATE(l, ...) if (g_displayLevel>=l) { \
-            if ((clock() - g_time > refreshRate) || (g_displayLevel>=4)) \
-            { g_time = clock(); DISPLAY(__VA_ARGS__); \
-            if (g_displayLevel>=4) fflush(stdout); } }
-static const clock_t refreshRate = CLOCKS_PER_SEC * 15 / 100;
-static clock_t g_time = 0;
-
-
-/* *************************************
-*  Exceptions
-***************************************/
-#ifndef DEBUG
-#  define DEBUG 0
-#endif
-#define DEBUGOUTPUT(...) if (DEBUG) DISPLAY(__VA_ARGS__);
-#define EXM_THROW(error, ...)                                             \
-{                                                                         \
-    DEBUGOUTPUT("Error defined at %s, line %i : \n", __FILE__, __LINE__); \
-    DISPLAYLEVEL(1, "Error %i : ", error);                                \
-    DISPLAYLEVEL(1, __VA_ARGS__);                                         \
-    DISPLAYLEVEL(1, "\n");                                                \
-    exit(error);                                                          \
-}
-
-
-/* *************************************
-*  Benchmark Parameters
-***************************************/
-static U32 g_nbSeconds = NBSECONDS;
-static size_t g_blockSize = 0;
-int g_additionalParam = 0;
-
-void BMK_setNotificationLevel(unsigned level) { g_displayLevel=level; }
-
-void BMK_setAdditionalParam(int additionalParam) { g_additionalParam=additionalParam; }
-
-void BMK_SetNbSeconds(unsigned nbSeconds)
-{
-    g_nbSeconds = nbSeconds;
-    DISPLAYLEVEL(3, "- test >= %u seconds per compression / decompression -\n", g_nbSeconds);
-}
-
-void BMK_SetBlockSize(size_t blockSize)
-{
-    g_blockSize = blockSize;
-}
-
-
-/* ********************************************************
-*  Bench functions
-**********************************************************/
-typedef struct {
-    const char* srcPtr;
-    size_t srcSize;
-    char*  cPtr;
-    size_t cRoom;
-    size_t cSize;
-    char*  resPtr;
-    size_t resSize;
-} blockParam_t;
-
-
-
-static int BMK_benchMem(const void* srcBuffer, size_t srcSize,
-                        const char* displayName, int cLevel,
-                        const size_t* fileSizes, U32 nbFiles)
-{
-    size_t const blockSize = (g_blockSize>=32 ? g_blockSize : srcSize) + (!srcSize) /* avoid div by 0 */ ;
-    U32 const maxNbBlocks = (U32) ((srcSize + (blockSize-1)) / blockSize) + nbFiles;
-    blockParam_t* const blockTable = (blockParam_t*) malloc(maxNbBlocks * sizeof(blockParam_t));
-    size_t const maxCompressedSize = Lizard_compressBound((int)srcSize) + (maxNbBlocks * 1024);   /* add some room for safety */
-    void* const compressedBuffer = malloc(maxCompressedSize);
-    void* const resultBuffer = malloc(srcSize);
-    U32 nbBlocks;
-    UTIL_time_t ticksPerSecond;
-
-    /* checks */
-    if (!compressedBuffer || !resultBuffer || !blockTable)
-        EXM_THROW(31, "allocation error : not enough memory");
-
-    /* init */
-    if (strlen(displayName)>17) displayName += strlen(displayName)-17;   /* can only display 17 characters */
-    UTIL_initTimer(&ticksPerSecond);
-
-    /* Init blockTable data */
-    {   const char* srcPtr = (const char*)srcBuffer;
-        char* cPtr = (char*)compressedBuffer;
-        char* resPtr = (char*)resultBuffer;
-        U32 fileNb;
-        for (nbBlocks=0, fileNb=0; fileNb<nbFiles; fileNb++) {
-            size_t remaining = fileSizes[fileNb];
-            U32 const nbBlocksforThisFile = (U32)((remaining + (blockSize-1)) / blockSize);
-            U32 const blockEnd = nbBlocks + nbBlocksforThisFile;
-            for ( ; nbBlocks<blockEnd; nbBlocks++) {
-                size_t const thisBlockSize = MIN(remaining, blockSize);
-                blockTable[nbBlocks].srcPtr = srcPtr;
-                blockTable[nbBlocks].cPtr = cPtr;
-                blockTable[nbBlocks].resPtr = resPtr;
-                blockTable[nbBlocks].srcSize = thisBlockSize;
-                blockTable[nbBlocks].cRoom = Lizard_compressBound((int)thisBlockSize);
-                srcPtr += thisBlockSize;
-                cPtr += blockTable[nbBlocks].cRoom;
-                resPtr += thisBlockSize;
-                remaining -= thisBlockSize;
-    }   }   }
-
-    /* warmimg up memory */
-    RDG_genBuffer(compressedBuffer, maxCompressedSize, 0.10, 0.50, 1);
-
-    /* Bench */
-    {   U64 fastestC = (U64)(-1LL), fastestD = (U64)(-1LL);
-        U64 const crcOrig = XXH64(srcBuffer, srcSize, 0);
-        UTIL_time_t coolTime;
-        U64 const maxTime = (g_nbSeconds * TIMELOOP_MICROSEC) + 100;
-        U64 totalCTime=0, totalDTime=0;
-        U32 cCompleted=0, dCompleted=0;
-#       define NB_MARKS 4
-        const char* const marks[NB_MARKS] = { " |", " /", " =",  "\\" };
-        U32 markNb = 0;
-        size_t cSize = 0;
-        double ratio = 0.;
-
-        UTIL_getTime(&coolTime);
-        DISPLAYLEVEL(2, "\r%79s\r", "");
-        while (!cCompleted | !dCompleted) {
-            UTIL_time_t clockStart;
-            U64 clockLoop = g_nbSeconds ? TIMELOOP_MICROSEC : 1;
-
-            /* overheat protection */
-            if (UTIL_clockSpanMicro(coolTime, ticksPerSecond) > ACTIVEPERIOD_MICROSEC) {
-                DISPLAYLEVEL(2, "\rcooling down ...    \r");
-                UTIL_sleep(COOLPERIOD_SEC);
-                UTIL_getTime(&coolTime);
-            }
-
-            /* Compression */
-            DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->\r", marks[markNb], displayName, (U32)srcSize);
-            if (!cCompleted) memset(compressedBuffer, 0xE5, maxCompressedSize);  /* warm up and erase result buffer */
-
-            UTIL_sleepMilli(1);  /* give processor time to other processes */
-            UTIL_waitForNextTick(ticksPerSecond);
-            UTIL_getTime(&clockStart);
-
-            if (!cCompleted) {   /* still some time to do compression tests */
-                U32 nbLoops = 0;
-                do {
-                    U32 blockNb;
-                    for (blockNb=0; blockNb<nbBlocks; blockNb++) {
-                        size_t const rSize = Lizard_compress(blockTable[blockNb].srcPtr, blockTable[blockNb].cPtr, (int)blockTable[blockNb].srcSize, (int)blockTable[blockNb].cRoom, cLevel);
-                        if (Lizard_isError(rSize)) EXM_THROW(1, "Lizard_compress() failed");
-                        blockTable[blockNb].cSize = rSize;
-                    }
-                    nbLoops++;
-                } while (UTIL_clockSpanMicro(clockStart, ticksPerSecond) < clockLoop);
-                {   U64 const clockSpan = UTIL_clockSpanMicro(clockStart, ticksPerSecond);
-                    if (clockSpan < fastestC*nbLoops) fastestC = clockSpan / nbLoops;
-                    totalCTime += clockSpan;
-                    cCompleted = totalCTime>maxTime;
-            }   }
-
-            cSize = 0;
-            { U32 blockNb; for (blockNb=0; blockNb<nbBlocks; blockNb++) cSize += blockTable[blockNb].cSize; }
-            cSize += !cSize;  /* avoid div by 0 */
-            ratio = (double)srcSize / (double)cSize;
-            markNb = (markNb+1) % NB_MARKS;
-            DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->%10u (%5.3f),%6.1f MB/s\r",
-                    marks[markNb], displayName, (U32)srcSize, (U32)cSize, ratio,
-                    (double)srcSize / fastestC );
-
-            (void)fastestD; (void)crcOrig;   /*  unused when decompression disabled */
-#if 1
-            /* Decompression */
-            if (!dCompleted) memset(resultBuffer, 0xD6, srcSize);  /* warm result buffer */
-
-            UTIL_sleepMilli(1); /* give processor time to other processes */
-            UTIL_waitForNextTick(ticksPerSecond);
-            UTIL_getTime(&clockStart);
-
-            if (!dCompleted) {
-                U32 nbLoops = 0;
-                do {
-                    U32 blockNb;
-                    for (blockNb=0; blockNb<nbBlocks; blockNb++) {
-                        size_t const regenSize = Lizard_decompress_safe(blockTable[blockNb].cPtr, blockTable[blockNb].resPtr, (int)blockTable[blockNb].cSize, (int)blockTable[blockNb].srcSize);
-                        if (Lizard_isError(regenSize)) {
-                            DISPLAY("Lizard_decompress_safe() failed on block %u  \n", blockNb);
-                            clockLoop = 0;   /* force immediate test end */
-                            break;
-                        }
-
-                        blockTable[blockNb].resSize = regenSize;
-                    }
-                    nbLoops++;
-                } while (UTIL_clockSpanMicro(clockStart, ticksPerSecond) < DECOMP_MULT*clockLoop);
-                {   U64 const clockSpan = UTIL_clockSpanMicro(clockStart, ticksPerSecond);
-                    if (clockSpan < fastestD*nbLoops) fastestD = clockSpan / nbLoops;
-                    totalDTime += clockSpan;
-                    dCompleted = totalDTime>(DECOMP_MULT*maxTime);
-            }   }
-
-            markNb = (markNb+1) % NB_MARKS;
-            DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->%10u (%5.3f),%6.1f MB/s ,%6.1f MB/s\r",
-                    marks[markNb], displayName, (U32)srcSize, (U32)cSize, ratio,
-                    (double)srcSize / fastestC,
-                    (double)srcSize / fastestD );
-
-            /* CRC Checking */
-            {   U64 const crcCheck = XXH64(resultBuffer, srcSize, 0);
-                if (crcOrig!=crcCheck) {
-                    size_t u;
-                    DISPLAY("!!! WARNING !!! %14s : Invalid Checksum : %x != %x   \n", displayName, (unsigned)crcOrig, (unsigned)crcCheck);
-                    for (u=0; u<srcSize; u++) {
-                        if (((const BYTE*)srcBuffer)[u] != ((const BYTE*)resultBuffer)[u]) {
-                            U32 segNb, bNb, pos;
-                            size_t bacc = 0;
-                            DISPLAY("Decoding error at pos %u ", (U32)u);
-                            for (segNb = 0; segNb < nbBlocks; segNb++) {
-                                if (bacc + blockTable[segNb].srcSize > u) break;
-                                bacc += blockTable[segNb].srcSize;
-                            }
-                            pos = (U32)(u - bacc);
-                            bNb = pos / (128 KB);
-                            DISPLAY("(block %u, sub %u, pos %u) \n", segNb, bNb, pos);
-                            break;
-                        }
-                        if (u==srcSize-1) {  /* should never happen */
-                            DISPLAY("no difference detected\n");
-                    }   }
-                    break;
-            }   }   /* CRC Checking */
-#endif
-        }   /* for (testNb = 1; testNb <= (g_nbSeconds + !g_nbSeconds); testNb++) */
-
-        if (g_displayLevel == 1) {
-            double cSpeed = (double)srcSize / fastestC;
-            double dSpeed = (double)srcSize / fastestD;
-            if (g_additionalParam)
-                DISPLAY("-%-3i%11i (%5.3f) %6.2f MB/s %6.1f MB/s  %s (param=%d)\n", cLevel, (int)cSize, ratio, cSpeed, dSpeed, displayName, g_additionalParam);
-            else
-                DISPLAY("-%-3i%11i (%5.3f) %6.2f MB/s %6.1f MB/s  %s\n", cLevel, (int)cSize, ratio, cSpeed, dSpeed, displayName);
-        }
-        DISPLAYLEVEL(2, "%2i#\n", cLevel);
-    }   /* Bench */
-
-    /* clean up */
-    free(blockTable);
-    free(compressedBuffer);
-    free(resultBuffer);
-    return 0;
-}
-
-
-static size_t BMK_findMaxMem(U64 requiredMem)
-{
-    size_t step = 64 MB;
-    BYTE* testmem=NULL;
-
-    requiredMem = (((requiredMem >> 26) + 1) << 26);
-    requiredMem += 2*step;
-    if (requiredMem > maxMemory) requiredMem = maxMemory;
-
-    while (!testmem) {
-        if (requiredMem > step) requiredMem -= step;
-        else requiredMem >>= 1;
-        testmem = (BYTE*) malloc ((size_t)requiredMem);
-    }
-    free (testmem);
-
-    /* keep some space available */
-    if (requiredMem > step) requiredMem -= step;
-    else requiredMem >>= 1;
-
-    return (size_t)requiredMem;
-}
-
-
-static void BMK_benchCLevel(void* srcBuffer, size_t benchedSize,
-                            const char* displayName, int cLevel, int cLevelLast,
-                            const size_t* fileSizes, unsigned nbFiles)
-{
-    int l;
-
-    const char* pch = strrchr(displayName, '\\'); /* Windows */
-    if (!pch) pch = strrchr(displayName, '/'); /* Linux */
-    if (pch) displayName = pch+1;
-
-    SET_REALTIME_PRIORITY;
-
-    if (g_displayLevel == 1 && !g_additionalParam)
-        DISPLAY("bench %s %s: input %u bytes, %u seconds, %u KB blocks\n", LIZARD_VERSION_STRING, LIZARD_GIT_COMMIT_STRING, (U32)benchedSize, g_nbSeconds, (U32)(g_blockSize>>10));
-
-    if (cLevelLast < cLevel) cLevelLast = cLevel;
-
-    for (l=cLevel; l <= cLevelLast; l++) {
-        BMK_benchMem(srcBuffer, benchedSize,
-                     displayName, l,
-                     fileSizes, nbFiles);
-    }
-}
-
-
-/*! BMK_loadFiles() :
-    Loads `buffer` with content of files listed within `fileNamesTable`.
-    At most, fills `buffer` entirely */
-static void BMK_loadFiles(void* buffer, size_t bufferSize,
-                          size_t* fileSizes,
-                          const char** fileNamesTable, unsigned nbFiles)
-{
-    size_t pos = 0, totalSize = 0;
-    unsigned n;
-    for (n=0; n<nbFiles; n++) {
-        FILE* f;
-        U64 fileSize = UTIL_getFileSize(fileNamesTable[n]);
-        if (UTIL_isDirectory(fileNamesTable[n])) {
-            DISPLAYLEVEL(2, "Ignoring %s directory...       \n", fileNamesTable[n]);
-            fileSizes[n] = 0;
-            continue;
-        }
-        f = fopen(fileNamesTable[n], "rb");
-        if (f==NULL) EXM_THROW(10, "impossible to open file %s", fileNamesTable[n]);
-        DISPLAYUPDATE(2, "Loading %s...       \r", fileNamesTable[n]);
-        if (fileSize > bufferSize-pos) fileSize = bufferSize-pos, nbFiles=n;   /* buffer too small - stop after this file */
-        { size_t const readSize = fread(((char*)buffer)+pos, 1, (size_t)fileSize, f);
-          if (readSize != (size_t)fileSize) EXM_THROW(11, "could not read %s", fileNamesTable[n]);
-          DISPLAYLEVEL(4, "readSize=%llu\n", (unsigned long long)readSize);
-          pos += readSize; }
-        fileSizes[n] = (size_t)fileSize;
-        totalSize += (size_t)fileSize;
-        fclose(f);
-    }
-
-    if (totalSize == 0) EXM_THROW(12, "no data to bench");
-}
-
-static void BMK_benchFileTable(const char** fileNamesTable, unsigned nbFiles,
-                               int cLevel, int cLevelLast)
-{
-    void* srcBuffer;
-    size_t benchedSize;
-    size_t* fileSizes = (size_t*)malloc(nbFiles * sizeof(size_t));
-    U64 const totalSizeToLoad = UTIL_getTotalFileSize(fileNamesTable, nbFiles);
-    char mfName[20] = {0};
-
-    if (!fileSizes) EXM_THROW(12, "not enough memory for fileSizes");
-
-    /* Memory allocation & restrictions */
-    benchedSize = BMK_findMaxMem(totalSizeToLoad * 3) / 3;
-    if (benchedSize==0) EXM_THROW(12, "not enough memory");
-    if ((U64)benchedSize > totalSizeToLoad) benchedSize = (size_t)totalSizeToLoad;
-    if (benchedSize > LIZARD_MAX_INPUT_SIZE) {
-        benchedSize = LIZARD_MAX_INPUT_SIZE; 
-        DISPLAY("File(s) bigger than Lizard's max input size; testing %u MB only...\n", (U32)(benchedSize >> 20));
-    }
-    else
-    if (benchedSize < totalSizeToLoad) {
-        DISPLAY("Not enough memory; testing %u MB only...\n", (U32)(benchedSize >> 20));
-    }
-    srcBuffer = malloc(benchedSize + !benchedSize);   /* avoid alloc of zero */
-    if (!srcBuffer) EXM_THROW(12, "not enough memory");
-
-    /* Load input buffer */
-    BMK_loadFiles(srcBuffer, benchedSize, fileSizes, fileNamesTable, nbFiles);
-
-    /* Bench */
-    snprintf (mfName, sizeof(mfName), " %u files", nbFiles);
-    {   const char* displayName = (nbFiles > 1) ? mfName : fileNamesTable[0];
-        BMK_benchCLevel(srcBuffer, benchedSize,
-                        displayName, cLevel, cLevelLast,
-                        fileSizes, nbFiles);
-    }
-
-    /* clean up */
-    free(srcBuffer);
-    free(fileSizes);
-}
-
-
-static void BMK_syntheticTest(int cLevel, int cLevelLast, double compressibility)
-{
-    char name[20] = {0};
-    size_t benchedSize = 10000000;
-    void* const srcBuffer = malloc(benchedSize);
-
-    /* Memory allocation */
-    if (!srcBuffer) EXM_THROW(21, "not enough memory");
-
-    /* Fill input buffer */
-    RDG_genBuffer(srcBuffer, benchedSize, compressibility, 0.0, 0);
-
-    /* Bench */
-    snprintf (name, sizeof(name), "Synthetic %2u%%", (unsigned)(compressibility*100));
-    BMK_benchCLevel(srcBuffer, benchedSize, name, cLevel, cLevelLast, &benchedSize, 1);
-
-    /* clean up */
-    free(srcBuffer);
-}
-
-
-int BMK_benchFiles(const char** fileNamesTable, unsigned nbFiles,
-                   int cLevel, int cLevelLast)
-{
-    double const compressibility = (double)g_compressibilityDefault / 100;
-
-    if (cLevel < LIZARD_MIN_CLEVEL) cLevel = LIZARD_MIN_CLEVEL;
-    if (cLevel > LIZARD_MAX_CLEVEL) cLevel = LIZARD_MAX_CLEVEL;
-    if (cLevelLast > LIZARD_MAX_CLEVEL) cLevelLast = LIZARD_MAX_CLEVEL;
-    if (cLevelLast < cLevel) cLevelLast = cLevel;
-    if (cLevelLast > cLevel) DISPLAYLEVEL(2, "Benchmarking levels from %d to %d\n", cLevel, cLevelLast); 
-
-    if (nbFiles == 0)
-        BMK_syntheticTest(cLevel, cLevelLast, compressibility);
-    else
-        BMK_benchFileTable(fileNamesTable, nbFiles, cLevel, cLevelLast);
-    return 0;
-}
diff --git a/contrib/lizard/programs/bench.h b/contrib/lizard/programs/bench.h
deleted file mode 100644
index feff51293f3..00000000000
--- a/contrib/lizard/programs/bench.h
+++ /dev/null
@@ -1,37 +0,0 @@
-/*
-    bench.h - Demo program to benchmark open-source compression algorithm
-    Copyright (C) Yann Collet 2012-2016
-    Copyright (C) Przemyslaw Skibinski 2016-2017
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-    - Lizard source repository : https://github.com/inikep/lizard
-*/
-#ifndef BENCH_H_12
-#define BENCH_H_12
-
-#include <stddef.h>
-
-int BMK_benchFiles(const char** fileNamesTable, unsigned nbFiles,
-                   int cLevel, int cLevelLast);
-
-/* Set Parameters */
-void BMK_SetNbSeconds(unsigned nbLoops);
-void BMK_SetBlockSize(size_t blockSize);
-void BMK_setAdditionalParam(int additionalParam);
-void BMK_setNotificationLevel(unsigned level);
-
-#endif   /* BENCH_H_125623623633 */
diff --git a/contrib/lizard/programs/datagen.c b/contrib/lizard/programs/datagen.c
deleted file mode 100644
index 87d6044830a..00000000000
--- a/contrib/lizard/programs/datagen.c
+++ /dev/null
@@ -1,188 +0,0 @@
-/*
-    datagen.c - compressible data generator test tool
-    Copyright (C) Yann Collet 2012-2016
-
-    GPL v2 License
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-       - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-/**************************************
-*  Includes
-**************************************/
-#include "platform.h"  /* Compiler options, SET_BINARY_MODE */
-#include "util.h"      /* U32 */
-#include <stdlib.h>    /* malloc */
-#include <stdio.h>     /* FILE, fwrite */
-#include <string.h>    /* memcpy */
-
-
-/**************************************
-*  Constants
-**************************************/
-#define KB *(1 <<10)
-
-#define PRIME1   2654435761U
-#define PRIME2   2246822519U
-
-
-/**************************************
-*  Local types
-**************************************/
-#define LTLOG 13
-#define LTSIZE (1<<LTLOG)
-#define LTMASK (LTSIZE-1)
-typedef BYTE litDistribTable[LTSIZE];
-
-
-
-/*********************************************************
-*  Local Functions
-*********************************************************/
-#define MIN(a,b)   ( (a) < (b) ? (a) :(b) )
-#define RDG_rotl32(x,r) ((x << r) | (x >> (32 - r)))
-static unsigned int RDG_rand(U32* src)
-{
-    U32 rand32 = *src;
-    rand32 *= PRIME1;
-    rand32 ^= PRIME2;
-    rand32  = RDG_rotl32(rand32, 13);
-    *src = rand32;
-    return rand32;
-}
-
-
-static void RDG_fillLiteralDistrib(litDistribTable lt, double ld)
-{
-    BYTE const firstChar = ld <= 0.0 ? 0 : '(';
-    BYTE const lastChar  = ld <= 0.0 ? 255 : '}';
-    BYTE character = ld <= 0.0 ? 0 : '0';
-    U32 u = 0;
-
-    while (u<LTSIZE) {
-        U32 const weight = (U32)((double)(LTSIZE - u) * ld) + 1;
-        U32 const end = MIN(u+weight, LTSIZE);
-        while (u < end) lt[u++] = character;
-        character++;
-        if (character > lastChar) character = firstChar;
-    }
-}
-
-
-static BYTE RDG_genChar(U32* seed, const litDistribTable lt)
-{
-    U32 id = RDG_rand(seed) & LTMASK;
-    return (lt[id]);
-}
-
-
-#define RDG_DICTSIZE    (32 KB)
-#define RDG_RAND15BITS  ((RDG_rand(seed) >> 3) & 32767)
-#define RDG_RANDLENGTH  ( ((RDG_rand(seed) >> 7) & 7) ? (RDG_rand(seed) & 15) : (RDG_rand(seed) & 511) + 15)
-void RDG_genBlock(void* buffer, size_t buffSize, size_t prefixSize, double matchProba, litDistribTable lt, unsigned* seedPtr)
-{
-    BYTE* buffPtr = (BYTE*)buffer;
-    const U32 matchProba32 = (U32)(32768 * matchProba);
-    size_t pos = prefixSize;
-    U32* seed = seedPtr;
-
-    /* special case */
-    while (matchProba >= 1.0)
-    {
-        size_t size0 = RDG_rand(seed) & 3;
-        size0  = (size_t)1 << (16 + size0 * 2);
-        size0 += RDG_rand(seed) & (size0-1);   /* because size0 is power of 2*/
-        if (buffSize < pos + size0)
-        {
-            memset(buffPtr+pos, 0, buffSize-pos);
-            return;
-        }
-        memset(buffPtr+pos, 0, size0);
-        pos += size0;
-        buffPtr[pos-1] = RDG_genChar(seed, lt);
-    }
-
-    /* init */
-    if (pos==0) buffPtr[0] = RDG_genChar(seed, lt), pos=1;
-
-    /* Generate compressible data */
-    while (pos < buffSize)
-    {
-        /* Select : Literal (char) or Match (within 32K) */
-        if (RDG_RAND15BITS < matchProba32)
-        {
-            /* Copy (within 32K) */
-            size_t match;
-            size_t d;
-            int length = RDG_RANDLENGTH + 4;
-            U32 offset = RDG_RAND15BITS + 1;
-            if (offset > pos) offset = (U32)pos;
-            match = pos - offset;
-            d = pos + length;
-            if (d > buffSize) d = buffSize;
-            while (pos < d) buffPtr[pos++] = buffPtr[match++];
-        }
-        else
-        {
-            /* Literal (noise) */
-            size_t d;
-            size_t length = RDG_RANDLENGTH;
-            d = pos + length;
-            if (d > buffSize) d = buffSize;
-            while (pos < d) buffPtr[pos++] = RDG_genChar(seed, lt);
-        }
-    }
-}
-
-
-void RDG_genBuffer(void* buffer, size_t size, double matchProba, double litProba, unsigned seed)
-{
-    litDistribTable lt;
-    if (litProba==0.0) litProba = matchProba / 4.5;
-    RDG_fillLiteralDistrib(lt, litProba);
-    RDG_genBlock(buffer, size, 0, matchProba, lt, &seed);
-}
-
-
-#define RDG_BLOCKSIZE (128 KB)
-void RDG_genOut(unsigned long long size, double matchProba, double litProba, unsigned seed)
-{
-    BYTE buff[RDG_DICTSIZE + RDG_BLOCKSIZE];
-    U64 total = 0;
-    size_t genBlockSize = RDG_BLOCKSIZE;
-    litDistribTable lt;
-
-    /* init */
-    if (litProba==0.0) litProba = matchProba / 4.5;
-    RDG_fillLiteralDistrib(lt, litProba);
-    SET_BINARY_MODE(stdout);
-
-    /* Generate dict */
-    RDG_genBlock(buff, RDG_DICTSIZE, 0, matchProba, lt, &seed);
-
-    /* Generate compressible data */
-    while (total < size)
-    {
-        RDG_genBlock(buff, RDG_DICTSIZE+RDG_BLOCKSIZE, RDG_DICTSIZE, matchProba, lt, &seed);
-        if (size-total < RDG_BLOCKSIZE) genBlockSize = (size_t)(size-total);
-        total += genBlockSize;
-        fwrite(buff, 1, genBlockSize, stdout);
-        /* update dict */
-        memcpy(buff, buff + RDG_BLOCKSIZE, RDG_DICTSIZE);
-    }
-}
diff --git a/contrib/lizard/programs/datagen.h b/contrib/lizard/programs/datagen.h
deleted file mode 100644
index 2cc41d2a3ff..00000000000
--- a/contrib/lizard/programs/datagen.h
+++ /dev/null
@@ -1,39 +0,0 @@
-/*
-    datagen.h - compressible data generator header
-    Copyright (C) Yann Collet 2012-2015
-
-    GPL v2 License
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-   - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-
-#include <stddef.h>   /* size_t */
-
-void RDG_genOut(unsigned long long size, double matchProba, double litProba, unsigned seed);
-void RDG_genBuffer(void* buffer, size_t size, double matchProba, double litProba, unsigned seed);
-/* RDG_genOut
-   Generate 'size' bytes of compressible data into stdout.
-   Compressibility can be controlled using 'matchProba'.
-   'LitProba' is optional, and affect variability of bytes. If litProba==0.0, default value is used.
-   Generated data can be selected using 'seed'.
-   If (matchProba, litProba and seed) are equal, the function always generate the same content.
-
-   RDG_genBuffer
-   Same as RDG_genOut, but generate data into provided buffer
-*/
diff --git a/contrib/lizard/programs/lizard.1 b/contrib/lizard/programs/lizard.1
deleted file mode 100644
index b5d84213442..00000000000
--- a/contrib/lizard/programs/lizard.1
+++ /dev/null
@@ -1,229 +0,0 @@
-\."
-\." lizard.1: This is a manual page for 'lizard' program. This file is part of the
-\." lizard <http://github.com/inikep/lizard/> project.
-\." Author: Yann Collet
-\."
-.
-\." No hyphenation
-.hy 0
-.nr HY 0
-.
-.TH lizard "1" "2015-03-21" "lizard" "User Commands"
-.SH NAME
-\fBlizard, unlizard, lizardcat\fR \- Compress or decompress .liz files
-
-.SH SYNOPSIS
-.TP 5
-\fBlizard\fR [\fBOPTIONS\fR] [-|INPUT-FILE] <OUTPUT-FILE>
-.PP
-.B unlizard
-is equivalent to
-.BR "lizard \-d"
-.br
-.B lizardcat
-is equivalent to
-.BR "lizard \-dc"
-.br
-.PP
-When writing scripts that need to decompress files,
-it is recommended to always use the name
-.B lizard
-with appropriate arguments
-.RB ( "lizard \-d"
-or
-.BR "lizard \-dc" )
-instead of the names
-.B unlizard
-and
-.BR lizardcat .
-
-
-.SH DESCRIPTION
-.PP
-\fBlizard\fR is an extremely fast lossless compression algorithm,
-based on \fBbyte-aligned LZ77\fR family of compression scheme.
-\fBlizard\fR offers compression speeds of 400 MB/s per core, linearly scalable with multi-core CPUs.
-It features an extremely fast decoder, with speed in multiple GB/s per core,
-typically reaching RAM speed limit on multi-core systems.
-The native file format is the
-.B .liz
-format.
-
-.B lizard
-supports a command line syntax similar but not identical to
-.BR gzip (1).
-Differences are :
-\fBlizard\fR preserve original files ;
-\fBlizard file1 file2\fR means : compress file1 \fIinto\fR file2 ;
-\fBlizard file\fR shows real-time statistics during compression .
-
-Default behaviors can be modified by opt-in commands, described below.
-\fBlizard --quiet --multiple\fR more closely mimics \fBgzip\fR behavior.
-
-.SS "Concatenation of .liz files"
-It is possible to concatenate
-.B .liz
-files as is.
-.B lizard
-will decompress such files as if they were a single
-.B .liz
-file. For example:
-  lizard file1  > foo.liz
-  lizard file2 >> foo.liz
- then
-  lizardcat foo.liz
- is equivalent to :
-  cat file1 file2
-
-.PP
-
-.SH OPTIONS
-.
-.SS "Short commands concatenation"
-In some cases, some options can be expressed using short command
-.B "-x"
-or long command
-.B "--long-word" .
-Short commands can be concatenated together. For example,
-.B "-d -c"
-is equivalent to
-.B "-dc" .
-Long commands cannot be concatenated.
-They must be clearly separated by a space.
-.SS "Multiple commands"
-When multiple contradictory commands are issued on a same command line,
-only the latest one will be applied.
-.
-.SS "Operation mode"
-.TP
-.BR \-z ", " \-\-compress
-Compress.
-This is the default operation mode
-when no operation mode option is specified ,
-no other operation mode is implied from the command name
-(for example,
-.B unlizard
-implies
-.B \-\-decompress ),
-nor from the input file name
-(for example, a file extension
-.B .liz
-implies
-.B \-\-decompress
-by default).
-.B -z
-can also be used to force compression of an already compressed
-.B .liz
-file.
-.TP
-.BR \-d ", " \-\-decompress ", " \-\-uncompress
-Decompress.
-.B --decompress
-is also the default operation when the input filename has an
-.B .liz
-extensionq
-.TP
-.BR \-t ", " \-\-test
-Test the integrity of compressed
-.B .liz
-files.
-The decompressed data is discarded.
-No files are created nor removed.
-.
-.SS "Operation modifiers"
-.TP
-.B \-1
- fast compression (default)
-.TP
-.B \-9
- high compression
-
-.TP
-.BR \-f ", " --[no-]force
- This option has several effects:
-.RS
-.IP \(bu 3
-If the target file already exists,
-overwrite it without prompting.
-.IP \(bu 3
-When used with
-.B \-\-decompress
-and
-.B lizard
-cannot recognize the type of the source file,
-copy the source file as is to standard output.
-This allows
-.B lizardcat
-.B \-\-force
-to be used like
-.BR cat (1)
-for files that have not been compressed with
-.BR lizard .
-.RE
-
-.TP
-.BR \-c ", " \--stdout ", " \--to-stdout
- force write to standard output, even if it is the console
-
-.TP
-.BR \-m ", " \--multiple
- Multiple file names.
- By default, the second filename is used as the destination filename for the compressed file.
- With
-.B -m
-, you can specify any number of input filenames. Each of them will be compressed
-independently, and the resulting name of each compressed file will be
-.B filename.liz
-.
-
-.TP
-.B \-B#
- block size [4-7](default : 7)
- B1 = 128KB, B2=256KB, B3=1MB, B4=4MB, B5=16MB, B6=64MB, B7=256MB
-.TP
-.B \-BD
- block dependency (improves compression ratio on small blocks)
-.TP
-.B \--[no-]frame-crc
- select frame checksum (default:enabled)
-.TP
-.B \--[no-]content-size
- header includes original size (default:not present)
- Note : this option can only be activated when the original size can be determined,
-hence for a file. It won't work with unknown source size, such as stdin or pipe.
-.TP
-.B \--[no-]sparse
- sparse mode support (default:enabled on file, disabled on stdout)
-.TP
-.B \-l
- use Legacy format (useful for Linux Kernel compression)
-.
-.SS "Other options"
-.TP
-.BR \-v ", " --verbose
- verbose mode
-.TP
-.BR \-q ", " --quiet
- suppress warnings and real-time statistics; specify twice to suppress errors too
-.TP
-.B \-h/\-H
- display help/long help and exit
-.TP
-.BR \-V ", " \--version
- display Version number and exit
-.TP
-.BR \-k ", " \--keep
- Don't delete source file.
-This is default behavior anyway, so this option is just for compatibility with gzip/xz.
-.TP
-.B \-b
- benchmark file(s)
-.TP
-.B \-i#
- iteration loops [1-9](default : 3), benchmark mode only
-
-.SH BUGS
-Report bugs at: https://github.com/inikep/lizard/issues
-
-.SH AUTHOR
-Yann Collet
diff --git a/contrib/lizard/programs/lizardcli.c b/contrib/lizard/programs/lizardcli.c
deleted file mode 100644
index 2a63fe8e001..00000000000
--- a/contrib/lizard/programs/lizardcli.c
+++ /dev/null
@@ -1,581 +0,0 @@
-/*
-  Lizardcli - Lizard Command Line Interface
-  Copyright (C) Yann Collet 2011-2016
-  Copyright (C) Przemyslaw Skibinski 2016-2017
-
-  GPL v2 License
-
-  This program is free software; you can redistribute it and/or modify
-  it under the terms of the GNU General Public License as published by
-  the Free Software Foundation; either version 2 of the License, or
-  (at your option) any later version.
-
-  This program is distributed in the hope that it will be useful,
-  but WITHOUT ANY WARRANTY; without even the implied warranty of
-  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-  GNU General Public License for more details.
-
-  You should have received a copy of the GNU General Public License along
-  with this program; if not, write to the Free Software Foundation, Inc.,
-  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-  You can contact the author at :
-  - Lizard source repository : https://github.com/inikep/lizard
-*/
-/*
-  Note : this is stand-alone program.
-  It is not part of Lizard compression library, it is a user program of the Lizard library.
-  The license of Lizard library is BSD.
-  The license of xxHash library is BSD.
-  The license of this compression CLI program is GPLv2.
-*/
-
-
-/****************************
-*  Includes
-*****************************/
-#include "platform.h" /* Compiler options, IS_CONSOLE */
-#include "util.h"     /* UTIL_HAS_CREATEFILELIST, UTIL_createFileList */
-#include <stdio.h>    /* fprintf, getchar */
-#include <stdlib.h>   /* exit, calloc, free */
-#include <string.h>   /* strcmp, strlen */
-#include "bench.h"    /* BMK_benchFile, BMK_SetNbIterations, BMK_SetBlocksize, BMK_SetPause */
-#include "lizardio.h"    /* LizardIO_compressFilename, LizardIO_decompressFilename, LizardIO_compressMultipleFilenames */
-#include "lizard_compress.h" /* LizardHC_DEFAULT_CLEVEL, LIZARD_VERSION_STRING */
-
-
-
-/*****************************
-*  Constants
-******************************/
-#define COMPRESSOR_NAME "Lizard command line interface"
-#define AUTHOR "Y.Collet & P.Skibinski"
-#define WELCOME_MESSAGE "%s %i-bit %s by %s (%s)\n", COMPRESSOR_NAME, (int)(sizeof(void*)*8), LIZARD_VERSION_STRING, AUTHOR, __DATE__
-#define LIZARD_EXTENSION ".liz"
-#define LIZARDCAT "lizardcat"
-#define UNLIZARD "unlizard"
-
-#define KB *(1U<<10)
-#define MB *(1U<<20)
-#define GB *(1U<<30)
-
-#define LIZARD_BLOCKSIZEID_DEFAULT 4
-
-
-/*-************************************
-*  Macros
-***************************************/
-#define DISPLAY(...)           fprintf(stderr, __VA_ARGS__)
-#define DISPLAYLEVEL(l, ...)   if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
-static unsigned displayLevel = 2;   /* 0 : no display ; 1: errors only ; 2 : downgradable normal ; 3 : non-downgradable normal; 4 : + information */
-
-
-/*-************************************
-*  Exceptions
-***************************************/
-#define DEBUG 0
-#define DEBUGOUTPUT(...) if (DEBUG) DISPLAY(__VA_ARGS__);
-#define EXM_THROW(error, ...)                                             \
-{                                                                         \
-    DEBUGOUTPUT("Error defined at %s, line %i : \n", __FILE__, __LINE__); \
-    DISPLAYLEVEL(1, "Error %i : ", error);                                \
-    DISPLAYLEVEL(1, __VA_ARGS__);                                         \
-    DISPLAYLEVEL(1, "\n");                                                \
-    exit(error);                                                          \
-}
-
-
-/*-************************************
-*  Version modifiers
-***************************************/
-#define EXTENDED_ARGUMENTS
-#define EXTENDED_HELP
-#define EXTENDED_FORMAT
-#define DEFAULT_COMPRESSOR   LizardIO_compressFilename
-#define DEFAULT_DECOMPRESSOR LizardIO_decompressFilename
-int LizardIO_compressFilename_Legacy(const char* input_filename, const char* output_filename, int compressionlevel);   /* hidden function */
-
-
-/*-***************************
-*  Functions
-*****************************/
-static int usage(const char* exeName)
-{
-    DISPLAY( "Usage :\n");
-    DISPLAY( "      %s [arg] [input] [output]\n", exeName);
-    DISPLAY( "\n");
-    DISPLAY( "input   : a filename\n");
-    DISPLAY( "          with no FILE, or when FILE is - or %s, read standard input\n", stdinmark);
-    DISPLAY( "Arguments :\n");
-    DISPLAY( " -10...-19 : compression method fastLZ4 = 16-bit bytewise codewords\n");
-    DISPLAY( "             higher number == more compression but slower\n");
-    DISPLAY( " -20...-29 : compression method LIZv1 = 24-bit bytewise codewords\n");
-#ifndef LIZARD_NO_HUFFMAN
-    DISPLAY( " -30...-39 : compression method fastLZ4 + Huffman\n");
-    DISPLAY( " -40...-49 : compression method LIZv1 + Huffman\n");
-#endif
-    DISPLAY( " -d     : decompression (default for %s extension)\n", LIZARD_EXTENSION);
-    DISPLAY( " -z     : force compression\n");
-    DISPLAY( " -f     : overwrite output without prompting \n");
-    DISPLAY( "--rm    : remove source file(s) after successful de/compression \n");
-    DISPLAY( " -h/-H  : display help/long help and exit\n");
-    return 0;
-}
-
-static int usage_advanced(const char* exeName)
-{
-    DISPLAY(WELCOME_MESSAGE);
-    usage(exeName);
-    DISPLAY( "\n");
-    DISPLAY( "Advanced arguments :\n");
-    DISPLAY( " -V     : display Version number and exit\n");
-    DISPLAY( " -v     : verbose mode\n");
-    DISPLAY( " -q     : suppress warnings; specify twice to suppress errors too\n");
-    DISPLAY( " -c     : force write to standard output, even if it is the console\n");
-    DISPLAY( " -t     : test compressed file integrity\n");
-    DISPLAY( " -m     : multiple input files (implies automatic output filenames)\n");
-#ifdef UTIL_HAS_CREATEFILELIST
-    DISPLAY( " -r     : operate recursively on directories (sets also -m)\n");
-#endif
-    DISPLAY( " -B#    : Block size [1-7] = 128KB, 256KB, 1MB, 4MB, 16MB, 64MB, 256MB (default : 4)\n");
-    DISPLAY( " -BD    : Block dependency (improve compression ratio)\n");
-    /* DISPLAY( " -BX    : enable block checksum (default:disabled)\n");   *//* Option currently inactive */
-    DISPLAY( "--no-frame-crc : disable stream checksum (default:enabled)\n");
-    DISPLAY( "--content-size : compressed frame includes original size (default:not present)\n");
-    DISPLAY( "--[no-]sparse  : sparse mode (default:enabled on file, disabled on stdout)\n");
-    DISPLAY( "Benchmark arguments :\n");
-    DISPLAY( " -b#    : benchmark file(s), using # compression level (default : 1) \n");
-    DISPLAY( " -e#    : test all compression levels from -bX to # (default : 1)\n");
-    DISPLAY( " -i#    : minimum evaluation time in seconds (default : 3s)\n");
-    DISPLAY( " -B#    : cut file into independent blocks of size # bytes [32+]\n");
-    DISPLAY( "                      or predefined block size [1-7] (default: 4)\n");
-    EXTENDED_HELP;
-    return 0;
-}
-
-static int usage_longhelp(const char* exeName)
-{
-    usage_advanced(exeName);
-    DISPLAY( "\n");
-    DISPLAY( "****************************\n");
-    DISPLAY( "***** Advanced comment *****\n");
-    DISPLAY( "****************************\n");
-    DISPLAY( "\n");
-    DISPLAY( "Which values can [output] have ? \n");
-    DISPLAY( "---------------------------------\n");
-    DISPLAY( "[output] : a filename \n");
-    DISPLAY( "          '%s', or '-' for standard output (pipe mode)\n", stdoutmark);
-    DISPLAY( "          '%s' to discard output (test mode) \n", NULL_OUTPUT);
-    DISPLAY( "[output] can be left empty. In this case, it receives the following value :\n");
-    DISPLAY( "          - if stdout is not the console, then [output] = stdout \n");
-    DISPLAY( "          - if stdout is console : \n");
-    DISPLAY( "               + for compression, output to filename%s \n", LIZARD_EXTENSION);
-    DISPLAY( "               + for decompression, output to filename without '%s'\n", LIZARD_EXTENSION);
-    DISPLAY( "                    > if input filename has no '%s' extension : error \n", LIZARD_EXTENSION);
-    DISPLAY( "\n");
-    DISPLAY( "stdin, stdout and the console : \n");
-    DISPLAY( "--------------------------------\n");
-    DISPLAY( "To protect the console from binary flooding (bad argument mistake)\n");
-    DISPLAY( "%s will refuse to read from console, or write to console \n", exeName);
-    DISPLAY( "except if '-c' command is specified, to force output to console \n");
-    DISPLAY( "\n");
-    DISPLAY( "Simple example :\n");
-    DISPLAY( "----------------\n");
-    DISPLAY( "1 : compress 'filename' fast, using default output name 'filename.liz'\n");
-    DISPLAY( "          %s filename\n", exeName);
-    DISPLAY( "\n");
-    DISPLAY( "Short arguments can be aggregated. For example :\n");
-    DISPLAY( "----------------------------------\n");
-    DISPLAY( "2 : compress 'filename' in high compression mode, overwrite output if exists\n");
-    DISPLAY( "          %s -9 -f filename \n", exeName);
-    DISPLAY( "    is equivalent to :\n");
-    DISPLAY( "          %s -9f filename \n", exeName);
-    DISPLAY( "\n");
-    DISPLAY( "%s can be used in 'pure pipe mode'. For example :\n", exeName);
-    DISPLAY( "-------------------------------------\n");
-    DISPLAY( "3 : compress data stream from 'generator', send result to 'consumer'\n");
-    DISPLAY( "          generator | %s | consumer \n", exeName);
-    return 0;
-}
-
-static int badusage(const char* exeName)
-{
-    DISPLAYLEVEL(1, "Incorrect parameters\n");
-    if (displayLevel >= 1) usage(exeName);
-    exit(1);
-}
-
-
-static void waitEnter(void)
-{
-    DISPLAY("Press enter to continue...\n");
-    (void)getchar();
-}
-
-
-static const char* lastNameFromPath(const char* path)
-{
-    const char* name = strrchr(path, '/');
-    if (name==NULL) name = strrchr(path, '\\');   /* windows */
-    if (name==NULL) return path;
-    return name+1;
-}
-
-
-/*! readU32FromChar() :
-    @return : unsigned integer value reach from input in `char` format
-    Will also modify `*stringPtr`, advancing it to position where it stopped reading.
-    Note : this function can overflow if result > MAX_UINT */
-static unsigned readU32FromChar(const char** stringPtr)
-{
-    unsigned result = 0;
-    while ((**stringPtr >='0') && (**stringPtr <='9'))
-        result *= 10, result += **stringPtr - '0', (*stringPtr)++ ;
-    return result;
-}
-
-typedef enum { om_auto, om_compress, om_decompress, om_test, om_bench } operationMode_e;
-
-int main(int argc, const char** argv)
-{
-    int i,
-        cLevel=1,
-        cLevelLast=1,
-        forceStdout=0,
-        main_pause=0,
-        multiple_inputs=0,
-        operationResult=0;
-    operationMode_e mode = om_auto;
-    const char* input_filename = NULL;
-    const char* output_filename= NULL;
-    char* dynNameSpace = NULL;
-    const char** inFileNames = (const char**) calloc(argc, sizeof(char*));
-    unsigned ifnIdx=0;
-    const char nullOutput[] = NULL_OUTPUT;
-    const char extension[] = LIZARD_EXTENSION;
-    size_t blockSize = LizardIO_setBlockSizeID(LIZARD_BLOCKSIZEID_DEFAULT);
-    const char* const exeName = lastNameFromPath(argv[0]);
-#ifdef UTIL_HAS_CREATEFILELIST
-    const char** extendedFileList = NULL;
-    char* fileNamesBuf = NULL;
-    unsigned fileNamesNb, recursive=0;
-#endif
-
-    /* Init */
-    if (inFileNames==NULL) {
-        DISPLAY("Allocation error : not enough memory \n");
-        return 1;
-    }
-    inFileNames[0] = stdinmark;
-    LizardIO_setOverwrite(0);
-
-    /* lizardcat predefined behavior */
-    if (!strcmp(exeName, LIZARDCAT)) {
-        mode = om_decompress;
-        LizardIO_setOverwrite(1);
-        forceStdout=1;
-        output_filename=stdoutmark;
-        displayLevel=1;
-        multiple_inputs=1;
-    }
-    if (!strcmp(exeName, UNLIZARD)) { mode = om_decompress; }
-
-    /* command switches */
-    for(i=1; i<argc; i++) {
-        const char* argument = argv[i];
-
-        if(!argument) continue;   /* Protection if argument empty */
-
-        /* Short commands (note : aggregated short commands are allowed) */
-        if (argument[0]=='-') {
-            /* '-' means stdin/stdout */
-            if (argument[1]==0) {
-                if (!input_filename) input_filename=stdinmark;
-                else output_filename=stdoutmark;
-                continue;
-            }
-
-            /* long commands (--long-word) */
-            if (argument[1]=='-') {
-                if (!strcmp(argument,  "--compress")) { mode = om_compress; continue; }
-                if ((!strcmp(argument, "--decompress"))
-                    || (!strcmp(argument, "--uncompress"))) { mode = om_decompress; continue; }
-                if (!strcmp(argument,  "--multiple")) { multiple_inputs = 1; continue; }
-                if (!strcmp(argument,  "--test")) { mode = om_test; continue; }
-                if (!strcmp(argument,  "--force")) { LizardIO_setOverwrite(1); continue; }
-                if (!strcmp(argument,  "--no-force")) { LizardIO_setOverwrite(0); continue; }
-                if ((!strcmp(argument, "--stdout"))
-                    || (!strcmp(argument, "--to-stdout"))) { forceStdout=1; output_filename=stdoutmark; continue; }
-                if (!strcmp(argument,  "--frame-crc")) { LizardIO_setStreamChecksumMode(1); continue; }
-                if (!strcmp(argument,  "--no-frame-crc")) { LizardIO_setStreamChecksumMode(0); continue; }
-                if (!strcmp(argument,  "--content-size")) { LizardIO_setContentSize(1); continue; }
-                if (!strcmp(argument,  "--no-content-size")) { LizardIO_setContentSize(0); continue; }
-                if (!strcmp(argument,  "--sparse")) { LizardIO_setSparseFile(2); continue; }
-                if (!strcmp(argument,  "--no-sparse")) { LizardIO_setSparseFile(0); continue; }
-                if (!strcmp(argument,  "--verbose")) { displayLevel++; continue; }
-                if (!strcmp(argument,  "--quiet")) { if (displayLevel) displayLevel--; continue; }
-                if (!strcmp(argument,  "--version")) { DISPLAY(WELCOME_MESSAGE); return 0; }
-                if (!strcmp(argument,  "--help")) { usage_advanced(exeName); goto _cleanup; }
-                if (!strcmp(argument,  "--keep")) { LizardIO_setRemoveSrcFile(0); continue; }   /* keep source file (default) */
-                if (!strcmp(argument,  "--rm")) { LizardIO_setRemoveSrcFile(1); continue; }
-            }
-
-            while (argument[1]!=0) {
-                argument ++;
-
-                if ((*argument>='0') && (*argument<='9')) {
-                    cLevel = readU32FromChar(&argument);
-                    argument--;
-                    continue;
-                }
-
-
-                switch(argument[0])
-                {
-                    /* Display help */
-                case 'V': DISPLAY(WELCOME_MESSAGE); goto _cleanup;   /* Version */
-                case 'h': usage_advanced(exeName); goto _cleanup;
-                case 'H': usage_longhelp(exeName); goto _cleanup;
-
-                case 'e':
-                    argument++;
-                    cLevelLast = readU32FromChar(&argument);
-                    argument--;
-                    break;
-
-                    /* Compression (default) */
-                case 'z': mode = om_compress; break;
-
-                    /* Decoding */
-                case 'd': mode = om_decompress; break;
-
-                    /* Force stdout, even if stdout==console */
-                case 'c': forceStdout=1; output_filename=stdoutmark; break;
-
-                    /* Test integrity */
-                case 't': mode = om_test; break;
-
-                    /* Overwrite */
-                case 'f': LizardIO_setOverwrite(1); break;
-
-                    /* Verbose mode */
-                case 'v': displayLevel++; break;
-
-                    /* Quiet mode */
-                case 'q': if (displayLevel) displayLevel--; break;
-
-                    /* keep source file (default anyway, so useless) (for xz/lzma compatibility) */
-                case 'k': LizardIO_setRemoveSrcFile(0); break;
-
-                    /* Modify Block Properties */
-                case 'B':
-                    while (argument[1]!=0) {
-                        int exitBlockProperties=0;
-                        switch(argument[1])
-                        {
-                        case 'D': LizardIO_setBlockMode(LizardIO_blockLinked); argument++; break;
-                        case 'X': LizardIO_setBlockChecksumMode(1); argument ++; break;   /* disabled by default */
-                        default :
-                            if (argument[1] < '0' || argument[1] > '9') {
-                                exitBlockProperties=1;
-                                break;
-                            } else {
-                                unsigned B;
-                                argument++;
-                                B = readU32FromChar(&argument);
-                                argument--;
-                                if (B < 1) badusage(exeName);
-                                if (B <= 7) {
-                                    blockSize = LizardIO_setBlockSizeID(B);
-                                    BMK_SetBlockSize(blockSize);
-                                    DISPLAYLEVEL(2, "using blocks of size %u KB \n", (U32)(blockSize>>10));
-                                } else {
-                                    if (B < 32) badusage(exeName);
-                                    BMK_SetBlockSize(B);
-                                    if (B >= 1024) {
-                                        DISPLAYLEVEL(2, "bench: using blocks of size %u KB \n", (U32)(B>>10));
-                                    } else {
-                                        DISPLAYLEVEL(2, "bench: using blocks of size %u bytes \n", (U32)(B));
-                                    }
-                                }
-                                break;
-                            }
-                        }
-                        if (exitBlockProperties) break;
-                    }
-                    break;
-
-                    /* Benchmark */
-                case 'b': mode = om_bench; multiple_inputs=1;
-                    break;
-
-#ifdef UTIL_HAS_CREATEFILELIST
-                    /* recursive */
-                case 'r': recursive=1;
-                    /* fallthrough */
-#endif
-                    /* Treat non-option args as input files.  See https://code.google.com/p/lizard/issues/detail?id=151 */
-                    /* fallthrough */
-                case 'm': multiple_inputs=1;
-                    break;
-
-                    /* Modify Nb Seconds (benchmark only) */
-                case 'i':
-                    {   unsigned iters;
-                        argument++;
-                        iters = readU32FromChar(&argument);
-                        argument--;
-                        BMK_setNotificationLevel(displayLevel);
-                        BMK_SetNbSeconds(iters);   /* notification if displayLevel >= 3 */
-                    }
-                    break;
-
-                    /* Pause at the end (hidden option) */
-                case 'p': main_pause=1; break;
-
-                    /* Specific commands for customized versions */
-                EXTENDED_ARGUMENTS;
-
-                    /* Unrecognised command */
-                default : badusage(exeName);
-                }
-            }
-            continue;
-        }
-
-        /* Store in *inFileNames[] if -m is used. */
-        if (multiple_inputs) { inFileNames[ifnIdx++]=argument; continue; }
-
-        /* Store first non-option arg in input_filename to preserve original cli logic. */
-        if (!input_filename) { input_filename=argument; continue; }
-
-        /* Second non-option arg in output_filename to preserve original cli logic. */
-        if (!output_filename) {
-            output_filename=argument;
-            if (!strcmp (output_filename, nullOutput)) output_filename = nulmark;
-            continue;
-        }
-
-        /* 3rd non-option arg should not exist */
-        DISPLAYLEVEL(1, "Warning : %s won't be used ! Do you want multiple input files (-m) ? \n", argument);
-    }
-
-    DISPLAYLEVEL(3, WELCOME_MESSAGE);
-    if ((mode == om_compress) || (mode == om_bench)) DISPLAYLEVEL(4, "Blocks size : %i KB\n", (U32)(blockSize>>10));
-
-    if (multiple_inputs) {
-        input_filename = inFileNames[0];
-#ifdef UTIL_HAS_CREATEFILELIST
-        if (recursive) {  /* at this stage, filenameTable is a list of paths, which can contain both files and directories */
-            extendedFileList = UTIL_createFileList(inFileNames, ifnIdx, &fileNamesBuf, &fileNamesNb);
-            if (extendedFileList) {
-                unsigned u;
-                for (u=0; u<fileNamesNb; u++) DISPLAYLEVEL(4, "%u %s\n", u, extendedFileList[u]);
-                free((void*)inFileNames);
-                inFileNames = extendedFileList;
-                ifnIdx = fileNamesNb;
-            }
-        }
-#endif
-    }
-
-    /* benchmark and test modes */
-    if (mode == om_bench) {
-        BMK_setNotificationLevel(displayLevel);
-        operationResult = BMK_benchFiles(inFileNames, ifnIdx, cLevel, cLevelLast);
-        goto _cleanup;
-    }
-
-    if (mode == om_test) {
-        LizardIO_setTestMode(1);
-        output_filename = nulmark;
-        mode = om_decompress;   /* defer to decompress */
-    }
-
-    /* compress or decompress */
-    if (!input_filename) input_filename = stdinmark;
-    /* Check if input is defined as console; trigger an error in this case */
-    if (!strcmp(input_filename, stdinmark) && IS_CONSOLE(stdin) ) {
-        DISPLAYLEVEL(1, "refusing to read from a console\n");
-        exit(1);
-    }
-
-    /* if input==stdin and no output defined, stdout becomes default output */
-    if (!strcmp(input_filename, stdinmark) && !output_filename)
-        output_filename = stdoutmark;
-
-    /* No output filename ==> try to select one automatically (when possible) */
-    while ((!output_filename) && (multiple_inputs==0)) {
-        if (!IS_CONSOLE(stdout)) { output_filename=stdoutmark; break; }   /* Default to stdout whenever possible (i.e. not a console) */
-        if (mode == om_auto) {  /* auto-determine compression or decompression, based on file extension */
-            size_t const inSize  = strlen(input_filename);
-            size_t const extSize = strlen(LIZARD_EXTENSION);
-            size_t const extStart= (inSize > extSize) ? inSize-extSize : 0;
-            if (!strcmp(input_filename+extStart, LIZARD_EXTENSION)) mode = om_decompress;
-            else mode = om_compress;
-        }
-        if (mode == om_compress) {   /* compression to file */
-            size_t const l = strlen(input_filename);
-            dynNameSpace = (char*)calloc(1,l+5);
-            if (dynNameSpace==NULL) { perror(exeName); exit(1); }
-            strcpy(dynNameSpace, input_filename);
-            strcat(dynNameSpace, LIZARD_EXTENSION);
-            output_filename = dynNameSpace;
-            DISPLAYLEVEL(2, "Compressed filename will be : %s \n", output_filename);
-            break;
-        }
-        if (mode == om_decompress) {/* decompression to file (automatic name will work only if input filename has correct format extension) */
-            size_t outl;
-            size_t const inl = strlen(input_filename);
-            dynNameSpace = (char*)calloc(1,inl+1);
-            if (dynNameSpace==NULL) { perror(exeName); exit(1); }
-            strcpy(dynNameSpace, input_filename);
-            outl = inl;
-            if (inl>4)
-                while ((outl >= inl-4) && (input_filename[outl] ==  extension[outl-inl+4])) dynNameSpace[outl--]=0;
-            if (outl != inl-5) { DISPLAYLEVEL(1, "Cannot determine an output filename\n"); badusage(exeName); }
-            output_filename = dynNameSpace;
-            DISPLAYLEVEL(2, "Decoding file %s \n", output_filename);
-        }
-        break;
-    }
-
-    /* Check if output is defined as console; trigger an error in this case */
-    if (!output_filename) output_filename = "*\\dummy^!//";
-    if (!strcmp(output_filename,stdoutmark) && IS_CONSOLE(stdout) && !forceStdout) {
-        DISPLAYLEVEL(1, "refusing to write to console without -c\n");
-        exit(1);
-    }
-
-    /* Downgrade notification level in stdout and multiple file mode */
-    if (!strcmp(output_filename,stdoutmark) && (displayLevel==2)) displayLevel=1;
-    if ((multiple_inputs) && (displayLevel==2)) displayLevel=1;
-
-    /* IO Stream/File */
-    LizardIO_setNotificationLevel(displayLevel);
-    if (ifnIdx == 0) multiple_inputs = 0;
-    if (mode == om_decompress) {
-        if (multiple_inputs)
-            operationResult = LizardIO_decompressMultipleFilenames(inFileNames, ifnIdx, !strcmp(output_filename,stdoutmark) ? stdoutmark : LIZARD_EXTENSION);
-        else
-            operationResult = LizardIO_decompressFilename(input_filename, output_filename);
-    } else {   /* compression is default action */
-        {
-            if (multiple_inputs)
-                operationResult = LizardIO_compressMultipleFilenames(inFileNames, ifnIdx, LIZARD_EXTENSION, cLevel);
-            else
-                operationResult = LizardIO_compressFilename(input_filename, output_filename, cLevel);
-        }
-    }
-
-_cleanup:
-    if (main_pause) waitEnter();
-    if (dynNameSpace) free(dynNameSpace);
-#ifdef UTIL_HAS_CREATEFILELIST
-    if (extendedFileList)
-        UTIL_freeFileList(extendedFileList, fileNamesBuf);
-    else
-#endif
-        free((void*)inFileNames);
-    return operationResult;
-}
diff --git a/contrib/lizard/programs/lizardio.c b/contrib/lizard/programs/lizardio.c
deleted file mode 100644
index 7638a55178a..00000000000
--- a/contrib/lizard/programs/lizardio.c
+++ /dev/null
@@ -1,896 +0,0 @@
-/*
-  Lizardio.c - Lizard File/Stream Interface
-  Copyright (C) Yann Collet 2011-2015
-  Copyright (C) Przemyslaw Skibinski 2016-2017
-
-  GPL v2 License
-
-  This program is free software; you can redistribute it and/or modify
-  it under the terms of the GNU General Public License as published by
-  the Free Software Foundation; either version 2 of the License, or
-  (at your option) any later version.
-
-  This program is distributed in the hope that it will be useful,
-  but WITHOUT ANY WARRANTY; without even the implied warranty of
-  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-  GNU General Public License for more details.
-
-  You should have received a copy of the GNU General Public License along
-  with this program; if not, write to the Free Software Foundation, Inc.,
-  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-  You can contact the author at :
-  - Lizard source repository : https://github.com/inikep/lizard
-*/
-/*
-  Note : this is stand-alone program.
-  It is not part of Lizard compression library, it is a user code of the Lizard library.
-  - The license of Lizard library is BSD.
-  - The license of xxHash library is BSD.
-  - The license of this source file is GPLv2.
-*/
-
-/*-************************************
-*  Compiler options
-**************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  pragma warning(disable : 4127)    /* disable: C4127: conditional expression is constant */
-#endif
-#if defined(__MINGW32__) && !defined(_POSIX_SOURCE)
-#  define _POSIX_SOURCE 1          /* disable %llu warnings with MinGW on Windows */
-#endif
-
-
-/*****************************
-*  Includes
-*****************************/
-#include "platform.h"  /* Large File Support, SET_BINARY_MODE, SET_SPARSE_FILE_MODE, PLATFORM_POSIX_VERSION, __64BIT__ */
-#include "util.h"      /* UTIL_getFileStat, UTIL_setFileStat */ 
-#include <stdio.h>     /* fprintf, fopen, fread, stdin, stdout, fflush, getchar */
-#include <stdlib.h>    /* malloc, free */
-#include <string.h>    /* strcmp, strlen */
-#include <time.h>      /* clock */
-#include <sys/types.h> /* stat64 */
-#include <sys/stat.h>  /* stat64 */
-#include "lizardio.h"
-#include "lizard_frame.h"
-
-
-
-/*****************************
-*  Constants
-*****************************/
-#define KB *(1 <<10)
-#define MB *(1 <<20)
-#define GB *(1U<<30)
-
-#define _1BIT  0x01
-#define _2BITS 0x03
-#define _3BITS 0x07
-#define _4BITS 0x0F
-#define _8BITS 0xFF
-
-#define MAGICNUMBER_SIZE    4
-#define LIZARDIO_MAGICNUMBER   0x184D2206U
-#define LIZARDIO_SKIPPABLE0    0x184D2A50U
-#define LIZARDIO_SKIPPABLEMASK 0xFFFFFFF0U
-
-#define CACHELINE 64
-#define MIN_STREAM_BUFSIZE (192 KB)
-#define LIZARDIO_BLOCKSIZEID_DEFAULT 7
-
-#define sizeT sizeof(size_t)
-#define maskT (sizeT - 1)
-
-
-/**************************************
-*  Macros
-**************************************/
-#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
-#define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); }
-static int g_displayLevel = 0;   /* 0 : no display  ; 1: errors  ; 2 : + result + interaction + warnings ; 3 : + progression; 4 : + information */
-
-#define DISPLAYUPDATE(l, ...) if (g_displayLevel>=l) { \
-            if (((clock_t)(g_time - clock()) > refreshRate) || (g_displayLevel>=4)) \
-            { g_time = clock(); DISPLAY(__VA_ARGS__); \
-            if (g_displayLevel>=4) fflush(stderr); } }
-static const clock_t refreshRate = CLOCKS_PER_SEC / 6;
-static clock_t g_time = 0;
-
-
-/**************************************
-*  Local Parameters
-**************************************/
-static int g_overwrite = 1;
-static int g_testMode = 0;
-static int g_blockSizeId = LIZARDIO_BLOCKSIZEID_DEFAULT;
-static int g_blockChecksum = 0;
-static int g_streamChecksum = 1;
-static int g_blockIndependence = 1;
-static int g_sparseFileSupport = 1;
-static int g_contentSizeFlag = 0;
-
-
-/**************************************
-*  Exceptions
-***************************************/
-#ifndef DEBUG
-#  define DEBUG 0
-#endif
-#define DEBUGOUTPUT(...) if (DEBUG) DISPLAY(__VA_ARGS__);
-#define EXM_THROW(error, ...)                                             \
-{                                                                         \
-    DEBUGOUTPUT("Error defined at %s, line %i : \n", __FILE__, __LINE__); \
-    DISPLAYLEVEL(1, "Error %i : ", error);                                \
-    DISPLAYLEVEL(1, __VA_ARGS__);                                         \
-    DISPLAYLEVEL(1, " \n");                                               \
-    exit(error);                                                          \
-}
-
-
-/**************************************
-*  Version modifiers
-**************************************/
-#define EXTENDED_ARGUMENTS
-#define EXTENDED_HELP
-#define EXTENDED_FORMAT
-#define DEFAULT_DECOMPRESSOR LizardIO_decompressLizardF
-
-
-/* ************************************************** */
-/* ****************** Parameters ******************** */
-/* ************************************************** */
-
-/* Default setting : overwrite = 1; return : overwrite mode (0/1) */
-int LizardIO_setOverwrite(int yes)
-{
-   g_overwrite = (yes!=0);
-   return g_overwrite;
-}
-
-/* Default setting : testMode = 0; return : testMode (0/1) */
-int LizardIO_setTestMode(int yes)
-{
-   g_testMode = (yes!=0);
-   return g_testMode;
-}
-
-/* blockSizeID : valid values : 1-7 */
-size_t LizardIO_setBlockSizeID(unsigned bsid)
-{
-    static const int blockSizeTable[] = { 128 KB, 256 KB, 1 MB, 4 MB, 16 MB, 64 MB, 256 MB };
-    static const unsigned minBlockSizeID = 1;
-    static const unsigned maxBlockSizeID = 7;
-    if ((bsid < minBlockSizeID) || (bsid > maxBlockSizeID)) return 0;
-
-    g_blockSizeId = bsid;
-    return blockSizeTable[g_blockSizeId-minBlockSizeID];
-} 
-
-
-static size_t LizardIO_GetBlockSize_FromBlockId(unsigned blockSizeID)
-{
-    static const size_t blockSizes[7] = { 128 KB, 256 KB, 1 MB, 4 MB, 16 MB, 64 MB, 256 MB };
-
-    if (blockSizeID == 0) blockSizeID = LIZARDIO_BLOCKSIZEID_DEFAULT;
-    blockSizeID -= 1;
-    if (blockSizeID >= 7) blockSizeID = LIZARDIO_BLOCKSIZEID_DEFAULT - 1;
-
-    return blockSizes[blockSizeID];
-}
-
-
-
-int LizardIO_setBlockMode(LizardIO_blockMode_t blockMode)
-{
-    g_blockIndependence = (blockMode == LizardIO_blockIndependent);
-    return g_blockIndependence;
-}
-
-/* Default setting : no checksum */
-int LizardIO_setBlockChecksumMode(int xxhash)
-{
-    g_blockChecksum = (xxhash != 0);
-    return g_blockChecksum;
-}
-
-/* Default setting : checksum enabled */
-int LizardIO_setStreamChecksumMode(int xxhash)
-{
-    g_streamChecksum = (xxhash != 0);
-    return g_streamChecksum;
-}
-
-/* Default setting : 0 (no notification) */
-int LizardIO_setNotificationLevel(int level)
-{
-    g_displayLevel = level;
-    return g_displayLevel;
-}
-
-/* Default setting : 0 (disabled) */
-int LizardIO_setSparseFile(int enable)
-{
-    g_sparseFileSupport = (enable!=0);
-    return g_sparseFileSupport;
-}
-
-/* Default setting : 0 (disabled) */
-int LizardIO_setContentSize(int enable)
-{
-    g_contentSizeFlag = (enable!=0);
-    return g_contentSizeFlag;
-}
-
-static U32 g_removeSrcFile = 0;
-void LizardIO_setRemoveSrcFile(unsigned flag) { g_removeSrcFile = (flag>0); }
-
-
-
-/* ************************************************************************ **
-** ********************** Lizard File / Pipe compression ********************* **
-** ************************************************************************ */
-
-static int LizardIO_isSkippableMagicNumber(unsigned int magic) { return (magic & LIZARDIO_SKIPPABLEMASK) == LIZARDIO_SKIPPABLE0; }
-
-
-/** LizardIO_openSrcFile() :
- * condition : `dstFileName` must be non-NULL.
- * @result : FILE* to `dstFileName`, or NULL if it fails */
-static FILE* LizardIO_openSrcFile(const char* srcFileName)
-{
-    FILE* f;
-
-    if (!strcmp (srcFileName, stdinmark)) {
-        DISPLAYLEVEL(4,"Using stdin for input\n");
-        f = stdin;
-        SET_BINARY_MODE(stdin);
-    } else {
-        f = fopen(srcFileName, "rb");
-        if ( f==NULL ) DISPLAYLEVEL(1, "%s: %s \n", srcFileName, strerror(errno));
-    }
-
-    return f;
-}
-
-/** FIO_openDstFile() :
- * condition : `dstFileName` must be non-NULL.
- * @result : FILE* to `dstFileName`, or NULL if it fails */
-static FILE* LizardIO_openDstFile(const char* dstFileName)
-{
-    FILE* f;
-
-    if (!strcmp (dstFileName, stdoutmark)) {
-        DISPLAYLEVEL(4,"Using stdout for output\n");
-        f = stdout;
-        SET_BINARY_MODE(stdout);
-        if (g_sparseFileSupport==1) {
-            g_sparseFileSupport = 0;
-            DISPLAYLEVEL(4, "Sparse File Support is automatically disabled on stdout ; try --sparse \n");
-        }
-    } else {
-        if (!g_overwrite && strcmp (dstFileName, nulmark)) {  /* Check if destination file already exists */
-            f = fopen( dstFileName, "rb" );
-            if (f != NULL) {  /* dest exists, prompt for overwrite authorization */
-                fclose(f);
-                if (g_displayLevel <= 1) {  /* No interaction possible */
-                    DISPLAY("%s already exists; not overwritten  \n", dstFileName);
-                    return NULL;
-                }
-                DISPLAY("%s already exists; do you wish to overwrite (y/N) ? ", dstFileName);
-                {   int ch = getchar();
-                    if ((ch!='Y') && (ch!='y')) {
-                        DISPLAY("    not overwritten  \n");
-                        return NULL;
-                    }
-                    while ((ch!=EOF) && (ch!='\n')) ch = getchar();  /* flush rest of input line */
-        }   }   }
-        f = fopen( dstFileName, "wb" );
-        if (f==NULL) DISPLAYLEVEL(1, "%s: %s\n", dstFileName, strerror(errno));
-    }
-
-    /* sparse file */
-    if (f && g_sparseFileSupport) { SET_SPARSE_FILE_MODE(f); }
-
-    return f;
-}
-
-
-/* unoptimized version; solves endianess & alignment issues */
-static void LizardIO_writeLE32 (void* p, unsigned value32)
-{
-    unsigned char* dstPtr = (unsigned char*)p;
-    dstPtr[0] = (unsigned char)value32;
-    dstPtr[1] = (unsigned char)(value32 >> 8);
-    dstPtr[2] = (unsigned char)(value32 >> 16);
-    dstPtr[3] = (unsigned char)(value32 >> 24);
-}
-
-
-
-/*********************************************
-*  Compression using Frame format
-*********************************************/
-
-typedef struct {
-    void*  srcBuffer;
-    size_t srcBufferSize;
-    void*  dstBuffer;
-    size_t dstBufferSize;
-    LizardF_compressionContext_t ctx;
-} cRess_t;
-
-static cRess_t LizardIO_createCResources(void)
-{
-    const size_t blockSize = (size_t)LizardIO_GetBlockSize_FromBlockId (g_blockSizeId);
-    cRess_t ress;
-
-    LizardF_errorCode_t const errorCode = LizardF_createCompressionContext(&(ress.ctx), LIZARDF_VERSION);
-    if (LizardF_isError(errorCode)) EXM_THROW(30, "Allocation error : can't create LizardF context : %s", LizardF_getErrorName(errorCode));
-
-    /* Allocate Memory */
-    ress.srcBuffer = malloc(blockSize);
-    ress.srcBufferSize = blockSize;
-    ress.dstBufferSize = LizardF_compressFrameBound(blockSize, NULL);   /* cover worst case */
-    ress.dstBuffer = malloc(ress.dstBufferSize);
-    if (!ress.srcBuffer || !ress.dstBuffer) EXM_THROW(31, "Allocation error : not enough memory");
-
-    return ress;
-}
-
-static void LizardIO_freeCResources(cRess_t ress)
-{
-    free(ress.srcBuffer);
-    free(ress.dstBuffer);
-    { LizardF_errorCode_t const errorCode = LizardF_freeCompressionContext(ress.ctx);
-      if (LizardF_isError(errorCode)) EXM_THROW(38, "Error : can't free LizardF context resource : %s", LizardF_getErrorName(errorCode)); }
-}
-
-/*
- * LizardIO_compressFilename_extRess()
- * result : 0 : compression completed correctly
- *          1 : missing or pb opening srcFileName
- */
-static int LizardIO_compressFilename_extRess(cRess_t ress, const char* srcFileName, const char* dstFileName, int compressionLevel)
-{
-    unsigned long long filesize = 0;
-    unsigned long long compressedfilesize = 0;
-    FILE* srcFile;
-    FILE* dstFile;
-    void* const srcBuffer = ress.srcBuffer;
-    void* const dstBuffer = ress.dstBuffer;
-    const size_t dstBufferSize = ress.dstBufferSize;
-    const size_t blockSize = (size_t)LizardIO_GetBlockSize_FromBlockId (g_blockSizeId);
-    size_t readSize;
-    LizardF_compressionContext_t ctx = ress.ctx;   /* just a pointer */
-    LizardF_preferences_t prefs;
-
-    /* Init */
-    srcFile = LizardIO_openSrcFile(srcFileName);
-    if (srcFile == NULL) return 1;
-    dstFile = LizardIO_openDstFile(dstFileName);
-    if (dstFile == NULL) { fclose(srcFile); return 1; }
-    memset(&prefs, 0, sizeof(prefs));
-
-
-    /* Set compression parameters */
-    prefs.autoFlush = 1;
-    prefs.compressionLevel = compressionLevel;
-    prefs.frameInfo.blockMode = (LizardF_blockMode_t)g_blockIndependence;
-    prefs.frameInfo.blockSizeID = (LizardF_blockSizeID_t)g_blockSizeId;
-    prefs.frameInfo.contentChecksumFlag = (LizardF_contentChecksum_t)g_streamChecksum;
-    if (g_contentSizeFlag) {
-      U64 const fileSize = UTIL_getFileSize(srcFileName);
-      prefs.frameInfo.contentSize = fileSize;   /* == 0 if input == stdin */
-      if (fileSize==0)
-          DISPLAYLEVEL(3, "Warning : cannot determine input content size \n");
-    }
-
-    /* read first block */
-    readSize  = fread(srcBuffer, (size_t)1, blockSize, srcFile);
-    if (ferror(srcFile)) EXM_THROW(30, "Error reading %s ", srcFileName);
-    filesize += readSize;
-
-    /* single-block file */
-    if (readSize < blockSize) {
-        /* Compress in single pass */
-        size_t const cSize = LizardF_compressFrame(dstBuffer, dstBufferSize, srcBuffer, readSize, &prefs);
-        if (LizardF_isError(cSize)) EXM_THROW(31, "Compression failed : %s", LizardF_getErrorName(cSize));
-        compressedfilesize = cSize;
-        DISPLAYUPDATE(2, "\rRead : %u MB   ==> %.2f%%   ",
-                      (unsigned)(filesize>>20), (double)compressedfilesize/(filesize+!filesize)*100);   /* avoid division by zero */
-
-        /* Write Block */
-        {   size_t const sizeCheck = fwrite(dstBuffer, 1, cSize, dstFile);
-            if (sizeCheck!=cSize) EXM_THROW(32, "Write error : cannot write compressed block");
-    }   }
-
-    else
-
-    /* multiple-blocks file */
-    {
-        /* Write Archive Header */
-        size_t headerSize = LizardF_compressBegin(ctx, dstBuffer, dstBufferSize, &prefs);
-        if (LizardF_isError(headerSize)) EXM_THROW(33, "File header generation failed : %s", LizardF_getErrorName(headerSize));
-        { size_t const sizeCheck = fwrite(dstBuffer, 1, headerSize, dstFile);
-          if (sizeCheck!=headerSize) EXM_THROW(34, "Write error : cannot write header"); }
-        compressedfilesize += headerSize;
-
-        /* Main Loop */
-        while (readSize>0) {
-            size_t outSize;
-
-            /* Compress Block */
-            outSize = LizardF_compressUpdate(ctx, dstBuffer, dstBufferSize, srcBuffer, readSize, NULL);
-            if (LizardF_isError(outSize)) EXM_THROW(35, "Compression failed : %s", LizardF_getErrorName(outSize));
-            compressedfilesize += outSize;
-            DISPLAYUPDATE(2, "\rRead : %u MB   ==> %.2f%%   ", (unsigned)(filesize>>20), (double)compressedfilesize/filesize*100);
-
-            /* Write Block */
-            { size_t const sizeCheck = fwrite(dstBuffer, 1, outSize, dstFile);
-              if (sizeCheck!=outSize) EXM_THROW(36, "Write error : cannot write compressed block"); }
-
-            /* Read next block */
-            readSize  = fread(srcBuffer, (size_t)1, (size_t)blockSize, srcFile);
-            filesize += readSize;
-        }
-        if (ferror(srcFile)) EXM_THROW(37, "Error reading %s ", srcFileName);
-
-        /* End of Stream mark */
-        headerSize = LizardF_compressEnd(ctx, dstBuffer, dstBufferSize, NULL);
-        if (LizardF_isError(headerSize)) EXM_THROW(38, "End of file generation failed : %s", LizardF_getErrorName(headerSize));
-
-        { size_t const sizeCheck = fwrite(dstBuffer, 1, headerSize, dstFile);
-          if (sizeCheck!=headerSize) EXM_THROW(39, "Write error : cannot write end of stream"); }
-        compressedfilesize += headerSize;
-    }
-
-    /* Release files */
-    fclose (srcFile);
-    fclose (dstFile);
-
-    /* Copy owner, file permissions and modification time */
-    {   stat_t statbuf;
-        if (strcmp (srcFileName, stdinmark) && strcmp (dstFileName, stdoutmark) && UTIL_getFileStat(srcFileName, &statbuf))
-            UTIL_setFileStat(dstFileName, &statbuf);
-    }
-
-    if (g_removeSrcFile) { if (remove(srcFileName)) EXM_THROW(40, "Remove error : %s: %s", srcFileName, strerror(errno)); } /* remove source file : --rm */
-
-    /* Final Status */
-    DISPLAYLEVEL(2, "\r%79s\r", "");
-    DISPLAYLEVEL(2, "Compressed %llu bytes into %llu bytes ==> %.2f%%\n",
-        filesize, compressedfilesize, (double)compressedfilesize/(filesize + !filesize)*100);   /* avoid division by zero */
-
-    return 0;
-}
-
-
-int LizardIO_compressFilename(const char* srcFileName, const char* dstFileName, int compressionLevel)
-{
-    clock_t const start = clock();
-    cRess_t const ress = LizardIO_createCResources();
-
-    int const issueWithSrcFile = LizardIO_compressFilename_extRess(ress, srcFileName, dstFileName, compressionLevel);
-
-    /* Free resources */
-    LizardIO_freeCResources(ress);
-
-    /* Final Status */
-    {   clock_t const end = clock();
-        double const seconds = (double)(end - start) / CLOCKS_PER_SEC;
-        DISPLAYLEVEL(4, "Completed in %.2f sec \n", seconds);
-    }
-
-    return issueWithSrcFile;
-}
-
-
-#define FNSPACE 30
-int LizardIO_compressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix, int compressionLevel)
-{
-    int i;
-    int missed_files = 0;
-    char* dstFileName = (char*)malloc(FNSPACE);
-    size_t ofnSize = FNSPACE;
-    const size_t suffixSize = strlen(suffix);
-    cRess_t const ress = LizardIO_createCResources();
-
-	if (dstFileName == NULL) return ifntSize;   /* not enough memory */
-
-    /* loop on each file */
-    for (i=0; i<ifntSize; i++) {
-        size_t const ifnSize = strlen(inFileNamesTable[i]);
-        if (ofnSize <= ifnSize+suffixSize+1) { free(dstFileName); ofnSize = ifnSize + 20; dstFileName = (char*)malloc(ofnSize); if (dstFileName == NULL) return ifntSize; }
-        strcpy(dstFileName, inFileNamesTable[i]);
-        strcat(dstFileName, suffix);
-
-        missed_files += LizardIO_compressFilename_extRess(ress, inFileNamesTable[i], dstFileName, compressionLevel);
-    }
-
-    /* Close & Free */
-    LizardIO_freeCResources(ress);
-    free(dstFileName);
-
-    return missed_files;
-}
-
-
-/* ********************************************************************* */
-/* ********************** Lizard file-stream Decompression **************** */
-/* ********************************************************************* */
-
-static unsigned LizardIO_readLE32 (const void* s)
-{
-    const unsigned char* const srcPtr = (const unsigned char*)s;
-    unsigned value32 = srcPtr[0];
-    value32 += (srcPtr[1]<<8);
-    value32 += (srcPtr[2]<<16);
-    value32 += ((unsigned)srcPtr[3])<<24;
-    return value32;
-}
-
-static unsigned LizardIO_fwriteSparse(FILE* file, const void* buffer, size_t bufferSize, unsigned storedSkips)
-{
-    const size_t* const bufferT = (const size_t*)buffer;   /* Buffer is supposed malloc'ed, hence aligned on size_t */
-    const size_t* ptrT = bufferT;
-    size_t  bufferSizeT = bufferSize / sizeT;
-    const size_t* const bufferTEnd = bufferT + bufferSizeT;
-    static const size_t segmentSizeT = (32 KB) / sizeT;
-
-    if (!g_sparseFileSupport) {  /* normal write */
-        size_t const sizeCheck = fwrite(buffer, 1, bufferSize, file);
-        if (sizeCheck != bufferSize) EXM_THROW(70, "Write error : cannot write decoded block");
-        return 0;
-    }
-
-    /* avoid int overflow */
-    if (storedSkips > 1 GB) {
-        int const seekResult = UTIL_fseek(file, 1 GB, SEEK_CUR);
-        if (seekResult != 0) EXM_THROW(71, "1 GB skip error (sparse file support)");
-        storedSkips -= 1 GB;
-    }
-
-    while (ptrT < bufferTEnd) {
-        size_t seg0SizeT = segmentSizeT;
-        size_t nb0T;
-
-        /* count leading zeros */
-        if (seg0SizeT > bufferSizeT) seg0SizeT = bufferSizeT;
-        bufferSizeT -= seg0SizeT;
-        for (nb0T=0; (nb0T < seg0SizeT) && (ptrT[nb0T] == 0); nb0T++) ;
-        storedSkips += (unsigned)(nb0T * sizeT);
-
-        if (nb0T != seg0SizeT) {   /* not all 0s */
-            int const seekResult = UTIL_fseek(file, storedSkips, SEEK_CUR);
-            if (seekResult) EXM_THROW(72, "Sparse skip error ; try --no-sparse");
-            storedSkips = 0;
-            seg0SizeT -= nb0T;
-            ptrT += nb0T;
-            {   size_t const sizeCheck = fwrite(ptrT, sizeT, seg0SizeT, file);
-                if (sizeCheck != seg0SizeT) EXM_THROW(73, "Write error : cannot write decoded block");
-        }   }
-        ptrT += seg0SizeT;
-    }
-
-    if (bufferSize & maskT) {  /* size not multiple of sizeT : implies end of block */
-        const char* const restStart = (const char*)bufferTEnd;
-        const char* restPtr = restStart;
-        size_t const restSize =  bufferSize & maskT;
-        const char* const restEnd = restStart + restSize;
-        for (; (restPtr < restEnd) && (*restPtr == 0); restPtr++) ;
-        storedSkips += (unsigned) (restPtr - restStart);
-        if (restPtr != restEnd) {
-            int const seekResult = UTIL_fseek(file, storedSkips, SEEK_CUR);
-            if (seekResult) EXM_THROW(74, "Sparse skip error ; try --no-sparse");
-            storedSkips = 0;
-            {   size_t const sizeCheck = fwrite(restPtr, 1, restEnd - restPtr, file);
-                if (sizeCheck != (size_t)(restEnd - restPtr)) EXM_THROW(75, "Write error : cannot write decoded end of block");
-        }   }
-    }
-
-    return storedSkips;
-}
-
-static void LizardIO_fwriteSparseEnd(FILE* file, unsigned storedSkips)
-{
-    if (storedSkips>0) {   /* implies g_sparseFileSupport>0 */
-        int const seekResult = UTIL_fseek(file, storedSkips-1, SEEK_CUR);
-        if (seekResult != 0) EXM_THROW(69, "Final skip error (sparse file)\n");
-        {   const char lastZeroByte[1] = { 0 };
-            size_t const sizeCheck = fwrite(lastZeroByte, 1, 1, file);
-            if (sizeCheck != 1) EXM_THROW(69, "Write error : cannot write last zero\n");
-    }   }
-}
-
-
-
-typedef struct {
-    void*  srcBuffer;
-    size_t srcBufferSize;
-    void*  dstBuffer;
-    size_t dstBufferSize;
-    FILE*  dstFile;
-    LizardF_decompressionContext_t dCtx;
-} dRess_t;
-
-static const size_t LizardIO_dBufferSize = 64 KB;
-static unsigned g_magicRead = 0;
-static dRess_t LizardIO_createDResources(void)
-{
-    dRess_t ress;
-
-    /* init */
-    LizardF_errorCode_t const errorCode = LizardF_createDecompressionContext(&ress.dCtx, LIZARDF_VERSION);
-    if (LizardF_isError(errorCode)) EXM_THROW(60, "Can't create LizardF context : %s", LizardF_getErrorName(errorCode));
-
-    /* Allocate Memory */
-    ress.srcBufferSize = LizardIO_dBufferSize;
-    ress.srcBuffer = malloc(ress.srcBufferSize);
-    ress.dstBufferSize = LizardIO_dBufferSize;
-    ress.dstBuffer = malloc(ress.dstBufferSize);
-    if (!ress.srcBuffer || !ress.dstBuffer) EXM_THROW(61, "Allocation error : not enough memory");
-
-    ress.dstFile = NULL;
-    return ress;
-}
-
-static void LizardIO_freeDResources(dRess_t ress)
-{
-    LizardF_errorCode_t errorCode = LizardF_freeDecompressionContext(ress.dCtx);
-    if (LizardF_isError(errorCode)) EXM_THROW(69, "Error : can't free LizardF context resource : %s", LizardF_getErrorName(errorCode));
-    free(ress.srcBuffer);
-    free(ress.dstBuffer);
-}
-
-
-static unsigned long long LizardIO_decompressLizardF(dRess_t ress, FILE* srcFile, FILE* dstFile)
-{
-    unsigned long long filesize = 0;
-    LizardF_errorCode_t nextToLoad;
-    unsigned storedSkips = 0;
-
-    /* Init feed with magic number (already consumed from FILE* sFile) */
-    {   size_t inSize = MAGICNUMBER_SIZE;
-        size_t outSize= 0;
-        LizardIO_writeLE32(ress.srcBuffer, LIZARDIO_MAGICNUMBER);
-        nextToLoad = LizardF_decompress(ress.dCtx, ress.dstBuffer, &outSize, ress.srcBuffer, &inSize, NULL);
-        if (LizardF_isError(nextToLoad)) EXM_THROW(62, "Header error : %s", LizardF_getErrorName(nextToLoad));
-    }
-
-    /* Main Loop */
-    for (;nextToLoad;) {
-        size_t readSize;
-        size_t pos = 0;
-        size_t decodedBytes = ress.dstBufferSize;
-
-        /* Read input */
-        if (nextToLoad > ress.srcBufferSize) nextToLoad = ress.srcBufferSize;
-        readSize = fread(ress.srcBuffer, 1, nextToLoad, srcFile);
-        if (!readSize) break;   /* reached end of file or stream */
-
-        while ((pos < readSize) || (decodedBytes == ress.dstBufferSize)) {  /* still to read, or still to flush */
-            /* Decode Input (at least partially) */
-            size_t remaining = readSize - pos;
-            decodedBytes = ress.dstBufferSize;
-            nextToLoad = LizardF_decompress(ress.dCtx, ress.dstBuffer, &decodedBytes, (char*)(ress.srcBuffer)+pos, &remaining, NULL);
-            if (LizardF_isError(nextToLoad)) EXM_THROW(66, "Decompression error : %s", LizardF_getErrorName(nextToLoad));
-            pos += remaining;
-
-            /* Write Block */
-            if (decodedBytes) {
-                if (!g_testMode)
-                    storedSkips = LizardIO_fwriteSparse(dstFile, ress.dstBuffer, decodedBytes, storedSkips);
-                filesize += decodedBytes;
-                DISPLAYUPDATE(2, "\rDecompressed : %u MB  ", (unsigned)(filesize>>20));
-            }
-
-            if (!nextToLoad) break;
-        }
-    }
-    /* can be out because readSize == 0, which could be an fread() error */
-    if (ferror(srcFile)) EXM_THROW(67, "Read error");
-
-    if (!g_testMode) LizardIO_fwriteSparseEnd(dstFile, storedSkips);
-    if (nextToLoad!=0) EXM_THROW(68, "Unfinished stream");
-
-    return filesize;
-}
-
-
-#define PTSIZE  (64 KB)
-#define PTSIZET (PTSIZE / sizeof(size_t))
-static unsigned long long LizardIO_passThrough(FILE* finput, FILE* foutput, unsigned char MNstore[MAGICNUMBER_SIZE])
-{
-	size_t buffer[PTSIZET];
-    size_t readBytes = 1;
-    unsigned long long total = MAGICNUMBER_SIZE;
-    unsigned storedSkips = 0;
-
-    size_t const sizeCheck = fwrite(MNstore, 1, MAGICNUMBER_SIZE, foutput);
-    if (sizeCheck != MAGICNUMBER_SIZE) EXM_THROW(50, "Pass-through write error");
-
-    while (readBytes) {
-        readBytes = fread(buffer, 1, PTSIZE, finput);
-        total += readBytes;
-        storedSkips = LizardIO_fwriteSparse(foutput, buffer, readBytes, storedSkips);
-    }
-    if (ferror(finput)) EXM_THROW(51, "Read Error")
-
-    LizardIO_fwriteSparseEnd(foutput, storedSkips);
-    return total;
-}
-
-
-/** Safely handle cases when (unsigned)offset > LONG_MAX */
-static int fseek_u32(FILE *fp, unsigned offset, int where)
-{
-    const unsigned stepMax = 1U << 30;
-    int errorNb = 0;
-
-    if (where != SEEK_CUR) return -1;  /* Only allows SEEK_CUR */
-    while (offset > 0) {
-        unsigned s = offset;
-        if (s > stepMax) s = stepMax;
-        errorNb = UTIL_fseek(fp, (long) s, SEEK_CUR);
-        if (errorNb != 0) break;
-        offset -= s;
-    }
-    return errorNb;
-}
-
-#define ENDOFSTREAM ((unsigned long long)-1)
-static unsigned long long selectDecoder(dRess_t ress, FILE* finput, FILE* foutput)
-{
-    unsigned char MNstore[MAGICNUMBER_SIZE];
-    unsigned magicNumber;
-    static unsigned nbCalls = 0;
-
-    /* init */
-    nbCalls++;
-
-    /* Check Archive Header */
-    if (g_magicRead) {  /* magic number already read from finput (see legacy frame)*/
-      magicNumber = g_magicRead;
-      g_magicRead = 0;
-    } else {
-      size_t const nbReadBytes = fread(MNstore, 1, MAGICNUMBER_SIZE, finput);
-      if (nbReadBytes==0) { nbCalls = 0; return ENDOFSTREAM; }   /* EOF */
-      if (nbReadBytes != MAGICNUMBER_SIZE) EXM_THROW(40, "Unrecognized header : Magic Number unreadable");
-      magicNumber = LizardIO_readLE32(MNstore);   /* Little Endian format */
-    }
-    if (LizardIO_isSkippableMagicNumber(magicNumber)) magicNumber = LIZARDIO_SKIPPABLE0;  /* fold skippable magic numbers */
-
-    switch(magicNumber)
-    {
-    case LIZARDIO_MAGICNUMBER:
-        return LizardIO_decompressLizardF(ress, finput, foutput);
-    case LIZARDIO_SKIPPABLE0:
-        DISPLAYLEVEL(4, "Skipping detected skippable area \n");
-        { size_t const nbReadBytes = fread(MNstore, 1, 4, finput);
-          if (nbReadBytes != 4) EXM_THROW(42, "Stream error : skippable size unreadable"); }
-        { unsigned const size = LizardIO_readLE32(MNstore);     /* Little Endian format */
-          int const errorNb = fseek_u32(finput, size, SEEK_CUR);
-          if (errorNb != 0) EXM_THROW(43, "Stream error : cannot skip skippable area"); }
-        return 0;
-    EXTENDED_FORMAT;  /* macro extension for custom formats */
-    default:
-        if (nbCalls == 1) {  /* just started */
-            if (!g_testMode && g_overwrite) {
-                nbCalls = 0;
-                return LizardIO_passThrough(finput, foutput, MNstore);
-            }
-            EXM_THROW(44,"Unrecognized header : file cannot be decoded");   /* Wrong magic number at the beginning of 1st stream */
-        }
-        DISPLAYLEVEL(2, "Stream followed by undecodable data\n");
-        return ENDOFSTREAM;
-    }
-}
-
-
-static int LizardIO_decompressSrcFile(dRess_t ress, const char* input_filename, const char* output_filename)
-{
-    FILE* const foutput = ress.dstFile;
-    unsigned long long filesize = 0, decodedSize=0;
-    FILE* finput;
-
-    /* Init */
-    finput = LizardIO_openSrcFile(input_filename);
-    if (finput==NULL) return 1;
-
-    /* Loop over multiple streams */
-    do {
-        decodedSize = selectDecoder(ress, finput, foutput);
-        if (decodedSize != ENDOFSTREAM)
-            filesize += decodedSize;
-    } while (decodedSize != ENDOFSTREAM);
-
-    /* Close */
-    fclose(finput);
-
-    if (g_removeSrcFile) { if (remove(input_filename)) EXM_THROW(45, "Remove error : %s: %s", input_filename, strerror(errno)); }  /* remove source file : --rm */
-
-    /* Final Status */
-    DISPLAYLEVEL(2, "\r%79s\r", "");
-    DISPLAYLEVEL(2, "%-20.20s : decoded %llu bytes \n", input_filename, filesize);
-    (void)output_filename;
-
-    return 0;
-}
-
-
-static int LizardIO_decompressDstFile(dRess_t ress, const char* input_filename, const char* output_filename)
-{
-    FILE* foutput;
-
-    /* Init */
-    foutput = LizardIO_openDstFile(output_filename);
-    if (foutput==NULL) return 1;   /* failure */
-
-    ress.dstFile = foutput;
-    LizardIO_decompressSrcFile(ress, input_filename, output_filename);
-
-    fclose(foutput);
-
-    /* Copy owner, file permissions and modification time */
-    {   stat_t statbuf;
-        if (strcmp (input_filename, stdinmark) && strcmp (output_filename, stdoutmark) && UTIL_getFileStat(input_filename, &statbuf))
-            UTIL_setFileStat(output_filename, &statbuf);
-    }
-
-    return 0;
-}
-
-
-int LizardIO_decompressFilename(const char* input_filename, const char* output_filename)
-{
-    dRess_t const ress = LizardIO_createDResources();
-    clock_t const start = clock();
-
-    int const missingFiles = LizardIO_decompressDstFile(ress, input_filename, output_filename);
-
-    {   clock_t const end = clock();
-        double const seconds = (double)(end - start) / CLOCKS_PER_SEC;
-        DISPLAYLEVEL(4, "Done in %.2f sec  \n", seconds);
-    }
-
-    LizardIO_freeDResources(ress);
-    return missingFiles;
-}
-
-
-int LizardIO_decompressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix)
-{
-    int i;
-    int skippedFiles = 0;
-    int missingFiles = 0;
-    char* outFileName = (char*)malloc(FNSPACE);
-    size_t ofnSize = FNSPACE;
-    size_t const suffixSize = strlen(suffix);
-    dRess_t ress = LizardIO_createDResources();
-
-    if (outFileName==NULL) return ifntSize;   /* not enough memory */
-    ress.dstFile = LizardIO_openDstFile(stdoutmark);
-
-    for (i=0; i<ifntSize; i++) {
-        size_t const ifnSize = strlen(inFileNamesTable[i]);
-        const char* const suffixPtr = inFileNamesTable[i] + ifnSize - suffixSize;
-        if (!strcmp(suffix, stdoutmark)) {
-            missingFiles += LizardIO_decompressSrcFile(ress, inFileNamesTable[i], stdoutmark);
-            continue;
-        }
-        if (ofnSize <= ifnSize-suffixSize+1) { free(outFileName); ofnSize = ifnSize + 20; outFileName = (char*)malloc(ofnSize); if (outFileName==NULL)  return ifntSize; }
-        if (ifnSize <= suffixSize  ||  strcmp(suffixPtr, suffix) != 0) {
-            DISPLAYLEVEL(1, "File extension doesn't match expected LIZARD_EXTENSION (%4s); will not process file: %s\n", suffix, inFileNamesTable[i]);
-            skippedFiles++;
-            continue;
-        }
-        memcpy(outFileName, inFileNamesTable[i], ifnSize - suffixSize);
-        outFileName[ifnSize-suffixSize] = '\0';
-        missingFiles += LizardIO_decompressDstFile(ress, inFileNamesTable[i], outFileName);
-    }
-
-    LizardIO_freeDResources(ress);
-    free(outFileName);
-    return missingFiles + skippedFiles;
-}
diff --git a/contrib/lizard/programs/lizardio.h b/contrib/lizard/programs/lizardio.h
deleted file mode 100644
index a21b35e1718..00000000000
--- a/contrib/lizard/programs/lizardio.h
+++ /dev/null
@@ -1,101 +0,0 @@
-/*
-  Lizardio.h - Lizard File/Stream Interface
-  Copyright (C) Yann Collet 2011-2015
-  Copyright (C) Przemyslaw Skibinski 2016-2017
-  GPL v2 License
-
-  This program is free software; you can redistribute it and/or modify
-  it under the terms of the GNU General Public License as published by
-  the Free Software Foundation; either version 2 of the License, or
-  (at your option) any later version.
-
-  This program is distributed in the hope that it will be useful,
-  but WITHOUT ANY WARRANTY; without even the implied warranty of
-  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-  GNU General Public License for more details.
-
-  You should have received a copy of the GNU General Public License along
-  with this program; if not, write to the Free Software Foundation, Inc.,
-  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-  You can contact the author at :
-  - Lizard source repository : https://github.com/inikep/lizard
-*/
-/*
-  Note : this is stand-alone program.
-  It is not part of Lizard compression library, it is a user code of the Lizard library.
-  - The license of Lizard library is BSD.
-  - The license of xxHash library is BSD.
-  - The license of this source file is GPLv2.
-*/
-
-#ifndef LIZARDIO_H_23
-#define LIZARDIO_H_23
-
-/*---   Dependency   ---*/
-#include <stddef.h>   /* size_t */
-
-
-/* ************************************************** */
-/* Special input/output values                        */
-/* ************************************************** */
-#define NULL_OUTPUT "null"
-static const char stdinmark[]  = "stdin";
-static const char stdoutmark[] = "stdout";
-#ifdef _WIN32
-static const char nulmark[] = "nul";
-#else
-static const char nulmark[] = "/dev/null";
-#endif
-
-
-/* ************************************************** */
-/* ****************** Functions ********************* */
-/* ************************************************** */
-
-int LizardIO_compressFilename  (const char* input_filename, const char* output_filename, int compressionlevel);
-int LizardIO_decompressFilename(const char* input_filename, const char* output_filename);
-
-int LizardIO_compressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix, int compressionlevel);
-int LizardIO_decompressMultipleFilenames(const char** inFileNamesTable, int ifntSize, const char* suffix);
-
-
-/* ************************************************** */
-/* ****************** Parameters ******************** */
-/* ************************************************** */
-
-/* Default setting : overwrite = 1;
-   return : overwrite mode (0/1) */
-int LizardIO_setOverwrite(int yes);
-
-/* Default setting : testMode = 0;
-   return : testMode (0/1) */
-int LizardIO_setTestMode(int yes);
-
-/* blockSizeID : valid values : 4-5-6-7
-   return : 0 if error, blockSize if OK */
-size_t LizardIO_setBlockSizeID(unsigned blockSizeID);
-
-/* Default setting : independent blocks */
-typedef enum { LizardIO_blockLinked=0, LizardIO_blockIndependent} LizardIO_blockMode_t;
-int LizardIO_setBlockMode(LizardIO_blockMode_t blockMode);
-
-/* Default setting : no block checksum */
-int LizardIO_setBlockChecksumMode(int xxhash);
-
-/* Default setting : stream checksum enabled */
-int LizardIO_setStreamChecksumMode(int xxhash);
-
-/* Default setting : 0 (no notification) */
-int LizardIO_setNotificationLevel(int level);
-
-/* Default setting : 0 (disabled) */
-int LizardIO_setSparseFile(int enable);
-
-/* Default setting : 0 (disabled) */
-int LizardIO_setContentSize(int enable);
-
-void LizardIO_setRemoveSrcFile(unsigned flag);
-
-
-#endif  /* LIZARDIO_H_237902873 */
diff --git a/contrib/lizard/programs/platform.h b/contrib/lizard/programs/platform.h
deleted file mode 100644
index 51ce1ac2d14..00000000000
--- a/contrib/lizard/programs/platform.h
+++ /dev/null
@@ -1,145 +0,0 @@
-/*
-    platform.h - compiler and OS detection
-    Copyright (C) 2016-present, Przemyslaw Skibinski, Yann Collet
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-*/
-
-#ifndef PLATFORM_H_MODULE
-#define PLATFORM_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-
-/* **************************************
-*  Compiler Options
-****************************************/
-#if defined(_MSC_VER)
-#  define _CRT_SECURE_NO_WARNINGS   /* Disable Visual Studio warning messages for fopen, strncpy, strerror */
-#  define _CRT_SECURE_NO_DEPRECATE  /* VS2005 - must be declared before <io.h> and <windows.h> */ 
-#  if (_MSC_VER <= 1800)            /* (1800 = Visual Studio 2013) */
-#    define snprintf sprintf_s      /* snprintf unsupported by Visual <= 2013 */
-#  endif
-#endif
-
-
-/* **************************************
-*  Detect 64-bit OS
-*  http://nadeausoftware.com/articles/2012/02/c_c_tip_how_detect_processor_type_using_compiler_predefined_macros
-****************************************/
-#if defined __ia64 || defined _M_IA64                                                                               /* Intel Itanium */ \
-  || defined __powerpc64__ || defined __ppc64__ || defined __PPC64__                                                /* POWER 64-bit */  \
-  || (defined __sparc && (defined __sparcv9 || defined __sparc_v9__ || defined __arch64__)) || defined __sparc64__  /* SPARC 64-bit */  \
-  || defined __x86_64__s || defined _M_X64                                                                          /* x86 64-bit */    \
-  || defined __arm64__ || defined __aarch64__ || defined __ARM64_ARCH_8__                                           /* ARM 64-bit */    \
-  || (defined __mips  && (__mips == 64 || __mips == 4 || __mips == 3))                                              /* MIPS 64-bit */   \
-  || defined _LP64 || defined __LP64__ /* NetBSD, OpenBSD */ || defined __64BIT__ /* AIX */ || defined _ADDR64 /* Cray */               \
-  || (defined __SIZEOF_POINTER__ && __SIZEOF_POINTER__ == 8) /* gcc */
-#  if !defined(__64BIT__)
-#    define __64BIT__  1
-#  endif
-#endif
-
-
-/* *********************************************************
-*  Turn on Large Files support (>4GB) for 32-bit Linux/Unix
-***********************************************************/
-#if !defined(__64BIT__) || defined(__MINGW32__)       /* No point defining Large file for 64 bit but MinGW-w64 requires it */
-#  if !defined(_FILE_OFFSET_BITS)   
-#    define _FILE_OFFSET_BITS 64                      /* turn off_t into a 64-bit type for ftello, fseeko */
-#  endif
-#  if !defined(_LARGEFILE_SOURCE)                     /* obsolete macro, replaced with _FILE_OFFSET_BITS */
-#    define _LARGEFILE_SOURCE 1                       /* Large File Support extension (LFS) - fseeko, ftello */
-#  endif
-#  if defined(_AIX) || defined(__hpux)
-#    define _LARGE_FILES                              /* Large file support on 32-bits AIX and HP-UX */
-#  endif
-#endif
-
-
-/* ************************************************************
-*  Detect POSIX version
-*  PLATFORM_POSIX_VERSION = -1 for non-Unix e.g. Windows
-*  PLATFORM_POSIX_VERSION = 0 for Unix-like non-POSIX
-*  PLATFORM_POSIX_VERSION >= 1 is equal to found _POSIX_VERSION
-***************************************************************/
-#if !defined(_WIN32) && (defined(__unix__) || defined(__unix) || (defined(__APPLE__) && defined(__MACH__)) /* UNIX-like OS */ \
-   || defined(__midipix__) || defined(__VMS))
-#  if (defined(__APPLE__) && defined(__MACH__)) || defined(__SVR4) || defined(_AIX) || defined(__hpux) /* POSIX.1–2001 (SUSv3) conformant */ \
-     || defined(__DragonFly__) || defined(__FreeBSD__) || defined(__NetBSD__) || defined(__OpenBSD__)  /* BSD distros */
-#    define PLATFORM_POSIX_VERSION 200112L
-#  else
-#    if defined(__linux__) || defined(__linux)
-#      ifndef _POSIX_C_SOURCE
-#        define _POSIX_C_SOURCE 200112L  /* use feature test macro */
-#      endif
-#    endif
-#    include <unistd.h>  /* declares _POSIX_VERSION */
-#    if defined(_POSIX_VERSION)  /* POSIX compliant */
-#      define PLATFORM_POSIX_VERSION _POSIX_VERSION
-#    else
-#      define PLATFORM_POSIX_VERSION 0
-#    endif
-#  endif
-#endif
-#if !defined(PLATFORM_POSIX_VERSION)
-#  define PLATFORM_POSIX_VERSION -1
-#endif
-
-
-/*-*********************************************
-*  Detect if isatty() and fileno() are available
-************************************************/
-#if (defined(__linux__) && (PLATFORM_POSIX_VERSION >= 1)) || (PLATFORM_POSIX_VERSION >= 200112L) || defined(__DJGPP__)
-#  include <unistd.h>   /* isatty */
-#  define IS_CONSOLE(stdStream) isatty(fileno(stdStream))
-#elif defined(MSDOS) || defined(OS2) || defined(WIN32) || defined(_WIN32) || defined(__CYGWIN__)
-#  include <io.h>       /* _isatty */
-#  define IS_CONSOLE(stdStream) _isatty(_fileno(stdStream))
-#else
-#  define IS_CONSOLE(stdStream) 0
-#endif
-
-
-/******************************
-*  OS-specific Includes
-******************************/
-#if defined(MSDOS) || defined(OS2) || defined(WIN32) || defined(_WIN32)
-#  include <fcntl.h>   /* _O_BINARY */
-#  include <io.h>      /* _setmode, _fileno, _get_osfhandle */
-#  if !defined(__DJGPP__)
-#    include <windows.h> /* DeviceIoControl, HANDLE, FSCTL_SET_SPARSE */
-#    include <winioctl.h> /* FSCTL_SET_SPARSE */
-#    define SET_BINARY_MODE(file) { int unused=_setmode(_fileno(file), _O_BINARY); (void)unused; }
-#    define SET_SPARSE_FILE_MODE(file) { DWORD dw; DeviceIoControl((HANDLE) _get_osfhandle(_fileno(file)), FSCTL_SET_SPARSE, 0, 0, 0, 0, &dw, 0); }
-#  else
-#    define SET_BINARY_MODE(file) setmode(fileno(file), O_BINARY)
-#    define SET_SPARSE_FILE_MODE(file)
-#  endif
-#else
-#  define SET_BINARY_MODE(file)
-#  define SET_SPARSE_FILE_MODE(file)
-#endif
-
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* PLATFORM_H_MODULE */
diff --git a/contrib/lizard/programs/util.h b/contrib/lizard/programs/util.h
deleted file mode 100644
index 4c2313eef00..00000000000
--- a/contrib/lizard/programs/util.h
+++ /dev/null
@@ -1,497 +0,0 @@
-/*
-    util.h - utility functions
-    Copyright (C) 2016-present, Przemyslaw Skibinski, Yann Collet
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-*/
-
-#ifndef UTIL_H_MODULE
-#define UTIL_H_MODULE
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-
-
-/*-****************************************
-*  Dependencies
-******************************************/
-#include "platform.h"     /* PLATFORM_POSIX_VERSION */
-#include <stdlib.h>       /* malloc */
-#include <stddef.h>       /* size_t, ptrdiff_t */
-#include <stdio.h>        /* fprintf */
-#include <string.h>       /* strlen, strncpy */
-#include <sys/types.h>    /* stat, utime */
-#include <sys/stat.h>     /* stat */
-#if defined(_MSC_VER)
-#  include <sys/utime.h>  /* utime */
-#  include <io.h>         /* _chmod */
-#else
-#  include <unistd.h>     /* chown, stat */
-#  include <utime.h>      /* utime */
-#endif
-#include <time.h>         /* time */
-#include <errno.h>
-
-
-
-#ifndef UTIL_WITHOUT_BASIC_TYPES
-/*-**************************************************************
-*  Basic Types
-*****************************************************************/
-#if !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
-# include <stdint.h>
-  typedef  uint8_t BYTE;
-  typedef uint16_t U16;
-  typedef  int16_t S16;
-  typedef uint32_t U32;
-  typedef  int32_t S32;
-  typedef uint64_t U64;
-  typedef  int64_t S64;
-#else
-  typedef unsigned char       BYTE;
-  typedef unsigned short      U16;
-  typedef   signed short      S16;
-  typedef unsigned int        U32;
-  typedef   signed int        S32;
-  typedef unsigned long long  U64;
-  typedef   signed long long  S64;
-#endif
-#endif
-
-
-/* ************************************************************
-* Avoid fseek()'s 2GiB barrier with MSVC, MacOS, *BSD, MinGW
-***************************************************************/
-#if defined(_MSC_VER) && (_MSC_VER >= 1400)
-#   define UTIL_fseek _fseeki64
-#elif !defined(__64BIT__) && (PLATFORM_POSIX_VERSION >= 200112L) /* No point defining Large file for 64 bit */
-#  define UTIL_fseek fseeko
-#elif defined(__MINGW32__) && defined(__MSVCRT__) && !defined(__STRICT_ANSI__) && !defined(__NO_MINGW_LFS)
-#   define UTIL_fseek fseeko64
-#else
-#   define UTIL_fseek fseek
-#endif
-
-
-/*-****************************************
-*  Sleep functions: Windows - Posix - others
-******************************************/
-#if defined(_WIN32)
-#  include <windows.h>
-#  define SET_REALTIME_PRIORITY SetPriorityClass(GetCurrentProcess(), REALTIME_PRIORITY_CLASS)
-#  define UTIL_sleep(s) Sleep(1000*s)
-#  define UTIL_sleepMilli(milli) Sleep(milli)
-#elif PLATFORM_POSIX_VERSION >= 0 /* Unix-like operating system */
-#  include <unistd.h>
-#  include <sys/resource.h> /* setpriority */
-#  include <time.h>         /* clock_t, nanosleep, clock, CLOCKS_PER_SEC */
-#  if defined(PRIO_PROCESS)
-#    define SET_REALTIME_PRIORITY setpriority(PRIO_PROCESS, 0, -20)
-#  else
-#    define SET_REALTIME_PRIORITY /* disabled */
-#  endif
-#  define UTIL_sleep(s) sleep(s)
-#  if (defined(__linux__) && (PLATFORM_POSIX_VERSION >= 199309L)) || (PLATFORM_POSIX_VERSION >= 200112L)  /* nanosleep requires POSIX.1-2001 */
-#      define UTIL_sleepMilli(milli) { struct timespec t; t.tv_sec=0; t.tv_nsec=milli*1000000ULL; nanosleep(&t, NULL); }
-#  else
-#      define UTIL_sleepMilli(milli) /* disabled */
-#  endif
-#else
-#  define SET_REALTIME_PRIORITY      /* disabled */
-#  define UTIL_sleep(s)          /* disabled */
-#  define UTIL_sleepMilli(milli) /* disabled */
-#endif
-
-
-/* *************************************
-*  Constants
-***************************************/
-#define LIST_SIZE_INCREASE   (8*1024)
-
-
-/*-****************************************
-*  Compiler specifics
-******************************************/
-#if defined(__INTEL_COMPILER)
-#  pragma warning(disable : 177)    /* disable: message #177: function was declared but never referenced, useful with UTIL_STATIC */
-#endif
-#if defined(__GNUC__)
-#  define UTIL_STATIC static __attribute__((unused))
-#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
-#  define UTIL_STATIC static inline
-#elif defined(_MSC_VER)
-#  define UTIL_STATIC static __inline
-#else
-#  define UTIL_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
-#endif
-
-
-/*-****************************************
-*  Time functions
-******************************************/
-#if (PLATFORM_POSIX_VERSION >= 1)
-#include <unistd.h>
-#include <sys/times.h>   /* times */
-   typedef U64 UTIL_time_t;
-   UTIL_STATIC void UTIL_initTimer(UTIL_time_t* ticksPerSecond) { *ticksPerSecond=sysconf(_SC_CLK_TCK); }
-   UTIL_STATIC void UTIL_getTime(UTIL_time_t* x) { struct tms junk; clock_t newTicks = (clock_t) times(&junk); (void)junk; *x = (UTIL_time_t)newTicks; }
-   UTIL_STATIC U64 UTIL_getSpanTimeMicro(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000ULL * (clockEnd - clockStart) / ticksPerSecond; }
-   UTIL_STATIC U64 UTIL_getSpanTimeNano(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000000ULL * (clockEnd - clockStart) / ticksPerSecond; }
-#elif defined(_WIN32)   /* Windows */
-   typedef LARGE_INTEGER UTIL_time_t;
-   UTIL_STATIC void UTIL_initTimer(UTIL_time_t* ticksPerSecond) { if (!QueryPerformanceFrequency(ticksPerSecond)) fprintf(stderr, "ERROR: QueryPerformance not present\n"); }
-   UTIL_STATIC void UTIL_getTime(UTIL_time_t* x) { QueryPerformanceCounter(x); }
-   UTIL_STATIC U64 UTIL_getSpanTimeMicro(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000ULL*(clockEnd.QuadPart - clockStart.QuadPart)/ticksPerSecond.QuadPart; }
-   UTIL_STATIC U64 UTIL_getSpanTimeNano(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { return 1000000000ULL*(clockEnd.QuadPart - clockStart.QuadPart)/ticksPerSecond.QuadPart; }
-#else   /* relies on standard C (note : clock_t measurements can be wrong when using multi-threading) */
-   typedef clock_t UTIL_time_t;
-   UTIL_STATIC void UTIL_initTimer(UTIL_time_t* ticksPerSecond) { *ticksPerSecond=0; }
-   UTIL_STATIC void UTIL_getTime(UTIL_time_t* x) { *x = clock(); }
-   UTIL_STATIC U64 UTIL_getSpanTimeMicro(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { (void)ticksPerSecond; return 1000000ULL * (clockEnd - clockStart) / CLOCKS_PER_SEC; }
-   UTIL_STATIC U64 UTIL_getSpanTimeNano(UTIL_time_t ticksPerSecond, UTIL_time_t clockStart, UTIL_time_t clockEnd) { (void)ticksPerSecond; return 1000000000ULL * (clockEnd - clockStart) / CLOCKS_PER_SEC; }
-#endif
-
-
-/* returns time span in microseconds */
-UTIL_STATIC U64 UTIL_clockSpanMicro( UTIL_time_t clockStart, UTIL_time_t ticksPerSecond )
-{
-    UTIL_time_t clockEnd;
-    UTIL_getTime(&clockEnd);
-    return UTIL_getSpanTimeMicro(ticksPerSecond, clockStart, clockEnd);
-}
-
-
-UTIL_STATIC void UTIL_waitForNextTick(UTIL_time_t ticksPerSecond)
-{
-    UTIL_time_t clockStart, clockEnd;
-    UTIL_getTime(&clockStart);
-    do {
-        UTIL_getTime(&clockEnd);
-    } while (UTIL_getSpanTimeNano(ticksPerSecond, clockStart, clockEnd) == 0);
-}
-
-
-
-/*-****************************************
-*  File functions
-******************************************/
-#if defined(_MSC_VER)
-	#define chmod _chmod
-	typedef struct __stat64 stat_t;
-#else
-    typedef struct stat stat_t;
-#endif
-
-
-UTIL_STATIC int UTIL_setFileStat(const char *filename, stat_t *statbuf)
-{
-    int res = 0;
-    struct utimbuf timebuf;
-
-	timebuf.actime = time(NULL);
-	timebuf.modtime = statbuf->st_mtime;
-	res += utime(filename, &timebuf);  /* set access and modification times */
-
-#if !defined(_WIN32)
-    res += chown(filename, statbuf->st_uid, statbuf->st_gid);  /* Copy ownership */
-#endif
-
-    res += chmod(filename, statbuf->st_mode & 07777);  /* Copy file permissions */
-
-    errno = 0;
-    return -res; /* number of errors is returned */
-}
-
-
-UTIL_STATIC int UTIL_getFileStat(const char* infilename, stat_t *statbuf)
-{
-    int r;
-#if defined(_MSC_VER)
-    r = _stat64(infilename, statbuf);
-    if (r || !(statbuf->st_mode & S_IFREG)) return 0;   /* No good... */
-#else
-    r = stat(infilename, statbuf);
-    if (r || !S_ISREG(statbuf->st_mode)) return 0;   /* No good... */
-#endif
-    return 1;
-}
-
-
-UTIL_STATIC int UTIL_isRegFile(const char* infilename)
-{
-    stat_t statbuf;
-    return UTIL_getFileStat(infilename, &statbuf); /* Only need to know whether it is a regular file */
-}
-
-
-UTIL_STATIC U32 UTIL_isDirectory(const char* infilename)
-{
-    int r;
-    stat_t statbuf;
-#if defined(_MSC_VER)
-    r = _stat64(infilename, &statbuf);
-    if (!r && (statbuf.st_mode & _S_IFDIR)) return 1;
-#else
-    r = stat(infilename, &statbuf);
-    if (!r && S_ISDIR(statbuf.st_mode)) return 1;
-#endif
-    return 0;
-}
-
-
-UTIL_STATIC U64 UTIL_getFileSize(const char* infilename)
-{
-    int r;
-#if defined(_MSC_VER)
-    struct __stat64 statbuf;
-    r = _stat64(infilename, &statbuf);
-    if (r || !(statbuf.st_mode & S_IFREG)) return 0;   /* No good... */
-#elif defined(__MINGW32__) && defined (__MSVCRT__)
-    struct _stati64 statbuf;
-    r = _stati64(infilename, &statbuf);
-    if (r || !(statbuf.st_mode & S_IFREG)) return 0;   /* No good... */
-#else
-    struct stat statbuf;
-    r = stat(infilename, &statbuf);
-    if (r || !S_ISREG(statbuf.st_mode)) return 0;   /* No good... */
-#endif
-    return (U64)statbuf.st_size;
-}
-
-
-UTIL_STATIC U64 UTIL_getTotalFileSize(const char** fileNamesTable, unsigned nbFiles)
-{
-    U64 total = 0;
-    unsigned n;
-    for (n=0; n<nbFiles; n++)
-        total += UTIL_getFileSize(fileNamesTable[n]);
-    return total;
-}
-
-
-/*
- * A modified version of realloc().
- * If UTIL_realloc() fails the original block is freed.
-*/
-UTIL_STATIC void *UTIL_realloc(void *ptr, size_t size)
-{
-    void *newptr = realloc(ptr, size);
-    if (newptr) return newptr;
-    free(ptr);
-    return NULL;
-}
-
-
-#ifdef _WIN32
-#  define UTIL_HAS_CREATEFILELIST
-
-UTIL_STATIC int UTIL_prepareFileList(const char *dirName, char** bufStart, size_t* pos, char** bufEnd)
-{
-    char* path;
-    int dirLength, fnameLength, pathLength, nbFiles = 0;
-    WIN32_FIND_DATAA cFile;
-    HANDLE hFile;
-
-    dirLength = (int)strlen(dirName);
-    path = (char*) malloc(dirLength + 3);
-    if (!path) return 0;
-
-    memcpy(path, dirName, dirLength);
-    path[dirLength] = '\\';
-    path[dirLength+1] = '*';
-    path[dirLength+2] = 0;
-
-    hFile=FindFirstFileA(path, &cFile);
-    if (hFile == INVALID_HANDLE_VALUE) {
-        fprintf(stderr, "Cannot open directory '%s'\n", dirName);
-        return 0;
-    }
-    free(path);
-
-    do {
-        fnameLength = (int)strlen(cFile.cFileName);
-        path = (char*) malloc(dirLength + fnameLength + 2);
-        if (!path) { FindClose(hFile); return 0; }
-        memcpy(path, dirName, dirLength);
-        path[dirLength] = '\\';
-        memcpy(path+dirLength+1, cFile.cFileName, fnameLength);
-        pathLength = dirLength+1+fnameLength;
-        path[pathLength] = 0;
-        if (cFile.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) {
-            if (strcmp (cFile.cFileName, "..") == 0 ||
-                strcmp (cFile.cFileName, ".") == 0) continue;
-
-            nbFiles += UTIL_prepareFileList(path, bufStart, pos, bufEnd);  /* Recursively call "UTIL_prepareFileList" with the new path. */
-            if (*bufStart == NULL) { free(path); FindClose(hFile); return 0; }
-        }
-        else if ((cFile.dwFileAttributes & FILE_ATTRIBUTE_NORMAL) || (cFile.dwFileAttributes & FILE_ATTRIBUTE_ARCHIVE) || (cFile.dwFileAttributes & FILE_ATTRIBUTE_COMPRESSED)) {
-            if (*bufStart + *pos + pathLength >= *bufEnd) {
-                ptrdiff_t newListSize = (*bufEnd - *bufStart) + LIST_SIZE_INCREASE;
-                *bufStart = (char*)UTIL_realloc(*bufStart, newListSize);
-                *bufEnd = *bufStart + newListSize;
-                if (*bufStart == NULL) { free(path); FindClose(hFile); return 0; }
-            }
-            if (*bufStart + *pos + pathLength < *bufEnd) {
-                strncpy(*bufStart + *pos, path, *bufEnd - (*bufStart + *pos));
-                *pos += pathLength + 1;
-                nbFiles++;
-            }
-        }
-        free(path);
-    } while (FindNextFileA(hFile, &cFile));
-
-    FindClose(hFile);
-    return nbFiles;
-}
-
-#elif defined(__linux__) || (PLATFORM_POSIX_VERSION >= 200112L)  /* opendir, readdir require POSIX.1-2001 */
-#  define UTIL_HAS_CREATEFILELIST
-#  include <dirent.h>       /* opendir, readdir */
-#  include <string.h>       /* strerror, memcpy */
-
-UTIL_STATIC int UTIL_prepareFileList(const char *dirName, char** bufStart, size_t* pos, char** bufEnd)
-{
-    DIR *dir;
-    struct dirent *entry;
-    char* path;
-    int dirLength, fnameLength, pathLength, nbFiles = 0;
-
-    if (!(dir = opendir(dirName))) {
-        fprintf(stderr, "Cannot open directory '%s': %s\n", dirName, strerror(errno));
-        return 0;
-    }
-
-    dirLength = (int)strlen(dirName);
-    errno = 0;
-    while ((entry = readdir(dir)) != NULL) {
-        if (strcmp (entry->d_name, "..") == 0 ||
-            strcmp (entry->d_name, ".") == 0) continue;
-        fnameLength = (int)strlen(entry->d_name);
-        path = (char*) malloc(dirLength + fnameLength + 2);
-        if (!path) { closedir(dir); return 0; }
-        memcpy(path, dirName, dirLength);
-        path[dirLength] = '/';
-        memcpy(path+dirLength+1, entry->d_name, fnameLength);
-        pathLength = dirLength+1+fnameLength;
-        path[pathLength] = 0;
-
-        if (UTIL_isDirectory(path)) {
-            nbFiles += UTIL_prepareFileList(path, bufStart, pos, bufEnd);  /* Recursively call "UTIL_prepareFileList" with the new path. */
-            if (*bufStart == NULL) { free(path); closedir(dir); return 0; }
-        } else {
-            if (*bufStart + *pos + pathLength >= *bufEnd) {
-                ptrdiff_t newListSize = (*bufEnd - *bufStart) + LIST_SIZE_INCREASE;
-                *bufStart = (char*)UTIL_realloc(*bufStart, newListSize);
-                *bufEnd = *bufStart + newListSize;
-                if (*bufStart == NULL) { free(path); closedir(dir); return 0; }
-            }
-            if (*bufStart + *pos + pathLength < *bufEnd) {
-                strncpy(*bufStart + *pos, path, *bufEnd - (*bufStart + *pos));
-                *pos += pathLength + 1;
-                nbFiles++;
-            }
-        }
-        free(path);
-        errno = 0; /* clear errno after UTIL_isDirectory, UTIL_prepareFileList */
-    }
-
-    if (errno != 0) {
-        fprintf(stderr, "readdir(%s) error: %s\n", dirName, strerror(errno));
-        free(*bufStart);
-        *bufStart = NULL;
-    }
-    closedir(dir);
-    return nbFiles;
-}
-
-#else
-
-UTIL_STATIC int UTIL_prepareFileList(const char *dirName, char** bufStart, size_t* pos, char** bufEnd)
-{
-    (void)bufStart; (void)bufEnd; (void)pos;
-    fprintf(stderr, "Directory %s ignored (compiled without _WIN32 or _POSIX_C_SOURCE)\n", dirName);
-    return 0;
-}
-
-#endif /* #ifdef _WIN32 */
-
-/*
- * UTIL_createFileList - takes a list of files and directories (params: inputNames, inputNamesNb), scans directories,
- *                       and returns a new list of files (params: return value, allocatedBuffer, allocatedNamesNb).
- * After finishing usage of the list the structures should be freed with UTIL_freeFileList(params: return value, allocatedBuffer)
- * In case of error UTIL_createFileList returns NULL and UTIL_freeFileList should not be called.
- */
-UTIL_STATIC const char** UTIL_createFileList(const char **inputNames, unsigned inputNamesNb, char** allocatedBuffer, unsigned* allocatedNamesNb)
-{
-    size_t pos;
-    unsigned i, nbFiles;
-    char* buf = (char*)malloc(LIST_SIZE_INCREASE);
-    char* bufend = buf + LIST_SIZE_INCREASE;
-    const char** fileTable;
-
-    if (!buf) return NULL;
-
-    for (i=0, pos=0, nbFiles=0; i<inputNamesNb; i++) {
-        if (!UTIL_isDirectory(inputNames[i])) {
-            size_t const len = strlen(inputNames[i]);
-            if (buf + pos + len >= bufend) {
-                ptrdiff_t newListSize = (bufend - buf) + LIST_SIZE_INCREASE;
-                buf = (char*)UTIL_realloc(buf, newListSize);
-                bufend = buf + newListSize;
-                if (!buf) return NULL;
-            }
-            if (buf + pos + len < bufend) {
-                strncpy(buf + pos, inputNames[i], bufend - (buf + pos));
-                pos += len + 1;
-                nbFiles++;
-            }
-        } else {
-            nbFiles += UTIL_prepareFileList(inputNames[i], &buf, &pos, &bufend);
-            if (buf == NULL) return NULL;
-    }   }
-
-    if (nbFiles == 0) { free(buf); return NULL; }
-
-    fileTable = (const char**)malloc((nbFiles+1) * sizeof(const char*));
-    if (!fileTable) { free(buf); return NULL; }
-
-    for (i=0, pos=0; i<nbFiles; i++) {
-        fileTable[i] = buf + pos;
-        pos += strlen(fileTable[i]) + 1;
-    }
-
-    if (buf + pos > bufend) { free(buf); free((void*)fileTable); return NULL; }
-
-    *allocatedBuffer = buf;
-    *allocatedNamesNb = nbFiles;
-
-    return fileTable;
-}
-
-
-UTIL_STATIC void UTIL_freeFileList(const char** filenameTable, char* allocatedBuffer)
-{
-    if (allocatedBuffer) free(allocatedBuffer);
-    if (filenameTable) free((void*)filenameTable);
-}
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif /* UTIL_H_MODULE */
diff --git a/contrib/lizard/tests/.gitignore b/contrib/lizard/tests/.gitignore
deleted file mode 100644
index 06891acf794..00000000000
--- a/contrib/lizard/tests/.gitignore
+++ /dev/null
@@ -1,13 +0,0 @@
-
-# test build artefacts
-datagen
-frametest
-frametest32
-fullbench
-fullbench32
-fuzzer
-fuzzer32
-fasttest
-
-# test artefacts
-tmp*
diff --git a/contrib/lizard/tests/COPYING b/contrib/lizard/tests/COPYING
deleted file mode 100644
index d159169d105..00000000000
--- a/contrib/lizard/tests/COPYING
+++ /dev/null
@@ -1,339 +0,0 @@
-                    GNU GENERAL PUBLIC LICENSE
-                       Version 2, June 1991
-
- Copyright (C) 1989, 1991 Free Software Foundation, Inc.,
- 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
- Everyone is permitted to copy and distribute verbatim copies
- of this license document, but changing it is not allowed.
-
-                            Preamble
-
-  The licenses for most software are designed to take away your
-freedom to share and change it.  By contrast, the GNU General Public
-License is intended to guarantee your freedom to share and change free
-software--to make sure the software is free for all its users.  This
-General Public License applies to most of the Free Software
-Foundation's software and to any other program whose authors commit to
-using it.  (Some other Free Software Foundation software is covered by
-the GNU Lesser General Public License instead.)  You can apply it to
-your programs, too.
-
-  When we speak of free software, we are referring to freedom, not
-price.  Our General Public Licenses are designed to make sure that you
-have the freedom to distribute copies of free software (and charge for
-this service if you wish), that you receive source code or can get it
-if you want it, that you can change the software or use pieces of it
-in new free programs; and that you know you can do these things.
-
-  To protect your rights, we need to make restrictions that forbid
-anyone to deny you these rights or to ask you to surrender the rights.
-These restrictions translate to certain responsibilities for you if you
-distribute copies of the software, or if you modify it.
-
-  For example, if you distribute copies of such a program, whether
-gratis or for a fee, you must give the recipients all the rights that
-you have.  You must make sure that they, too, receive or can get the
-source code.  And you must show them these terms so they know their
-rights.
-
-  We protect your rights with two steps: (1) copyright the software, and
-(2) offer you this license which gives you legal permission to copy,
-distribute and/or modify the software.
-
-  Also, for each author's protection and ours, we want to make certain
-that everyone understands that there is no warranty for this free
-software.  If the software is modified by someone else and passed on, we
-want its recipients to know that what they have is not the original, so
-that any problems introduced by others will not reflect on the original
-authors' reputations.
-
-  Finally, any free program is threatened constantly by software
-patents.  We wish to avoid the danger that redistributors of a free
-program will individually obtain patent licenses, in effect making the
-program proprietary.  To prevent this, we have made it clear that any
-patent must be licensed for everyone's free use or not licensed at all.
-
-  The precise terms and conditions for copying, distribution and
-modification follow.
-
-                    GNU GENERAL PUBLIC LICENSE
-   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
-
-  0. This License applies to any program or other work which contains
-a notice placed by the copyright holder saying it may be distributed
-under the terms of this General Public License.  The "Program", below,
-refers to any such program or work, and a "work based on the Program"
-means either the Program or any derivative work under copyright law:
-that is to say, a work containing the Program or a portion of it,
-either verbatim or with modifications and/or translated into another
-language.  (Hereinafter, translation is included without limitation in
-the term "modification".)  Each licensee is addressed as "you".
-
-Activities other than copying, distribution and modification are not
-covered by this License; they are outside its scope.  The act of
-running the Program is not restricted, and the output from the Program
-is covered only if its contents constitute a work based on the
-Program (independent of having been made by running the Program).
-Whether that is true depends on what the Program does.
-
-  1. You may copy and distribute verbatim copies of the Program's
-source code as you receive it, in any medium, provided that you
-conspicuously and appropriately publish on each copy an appropriate
-copyright notice and disclaimer of warranty; keep intact all the
-notices that refer to this License and to the absence of any warranty;
-and give any other recipients of the Program a copy of this License
-along with the Program.
-
-You may charge a fee for the physical act of transferring a copy, and
-you may at your option offer warranty protection in exchange for a fee.
-
-  2. You may modify your copy or copies of the Program or any portion
-of it, thus forming a work based on the Program, and copy and
-distribute such modifications or work under the terms of Section 1
-above, provided that you also meet all of these conditions:
-
-    a) You must cause the modified files to carry prominent notices
-    stating that you changed the files and the date of any change.
-
-    b) You must cause any work that you distribute or publish, that in
-    whole or in part contains or is derived from the Program or any
-    part thereof, to be licensed as a whole at no charge to all third
-    parties under the terms of this License.
-
-    c) If the modified program normally reads commands interactively
-    when run, you must cause it, when started running for such
-    interactive use in the most ordinary way, to print or display an
-    announcement including an appropriate copyright notice and a
-    notice that there is no warranty (or else, saying that you provide
-    a warranty) and that users may redistribute the program under
-    these conditions, and telling the user how to view a copy of this
-    License.  (Exception: if the Program itself is interactive but
-    does not normally print such an announcement, your work based on
-    the Program is not required to print an announcement.)
-
-These requirements apply to the modified work as a whole.  If
-identifiable sections of that work are not derived from the Program,
-and can be reasonably considered independent and separate works in
-themselves, then this License, and its terms, do not apply to those
-sections when you distribute them as separate works.  But when you
-distribute the same sections as part of a whole which is a work based
-on the Program, the distribution of the whole must be on the terms of
-this License, whose permissions for other licensees extend to the
-entire whole, and thus to each and every part regardless of who wrote it.
-
-Thus, it is not the intent of this section to claim rights or contest
-your rights to work written entirely by you; rather, the intent is to
-exercise the right to control the distribution of derivative or
-collective works based on the Program.
-
-In addition, mere aggregation of another work not based on the Program
-with the Program (or with a work based on the Program) on a volume of
-a storage or distribution medium does not bring the other work under
-the scope of this License.
-
-  3. You may copy and distribute the Program (or a work based on it,
-under Section 2) in object code or executable form under the terms of
-Sections 1 and 2 above provided that you also do one of the following:
-
-    a) Accompany it with the complete corresponding machine-readable
-    source code, which must be distributed under the terms of Sections
-    1 and 2 above on a medium customarily used for software interchange; or,
-
-    b) Accompany it with a written offer, valid for at least three
-    years, to give any third party, for a charge no more than your
-    cost of physically performing source distribution, a complete
-    machine-readable copy of the corresponding source code, to be
-    distributed under the terms of Sections 1 and 2 above on a medium
-    customarily used for software interchange; or,
-
-    c) Accompany it with the information you received as to the offer
-    to distribute corresponding source code.  (This alternative is
-    allowed only for noncommercial distribution and only if you
-    received the program in object code or executable form with such
-    an offer, in accord with Subsection b above.)
-
-The source code for a work means the preferred form of the work for
-making modifications to it.  For an executable work, complete source
-code means all the source code for all modules it contains, plus any
-associated interface definition files, plus the scripts used to
-control compilation and installation of the executable.  However, as a
-special exception, the source code distributed need not include
-anything that is normally distributed (in either source or binary
-form) with the major components (compiler, kernel, and so on) of the
-operating system on which the executable runs, unless that component
-itself accompanies the executable.
-
-If distribution of executable or object code is made by offering
-access to copy from a designated place, then offering equivalent
-access to copy the source code from the same place counts as
-distribution of the source code, even though third parties are not
-compelled to copy the source along with the object code.
-
-  4. You may not copy, modify, sublicense, or distribute the Program
-except as expressly provided under this License.  Any attempt
-otherwise to copy, modify, sublicense or distribute the Program is
-void, and will automatically terminate your rights under this License.
-However, parties who have received copies, or rights, from you under
-this License will not have their licenses terminated so long as such
-parties remain in full compliance.
-
-  5. You are not required to accept this License, since you have not
-signed it.  However, nothing else grants you permission to modify or
-distribute the Program or its derivative works.  These actions are
-prohibited by law if you do not accept this License.  Therefore, by
-modifying or distributing the Program (or any work based on the
-Program), you indicate your acceptance of this License to do so, and
-all its terms and conditions for copying, distributing or modifying
-the Program or works based on it.
-
-  6. Each time you redistribute the Program (or any work based on the
-Program), the recipient automatically receives a license from the
-original licensor to copy, distribute or modify the Program subject to
-these terms and conditions.  You may not impose any further
-restrictions on the recipients' exercise of the rights granted herein.
-You are not responsible for enforcing compliance by third parties to
-this License.
-
-  7. If, as a consequence of a court judgment or allegation of patent
-infringement or for any other reason (not limited to patent issues),
-conditions are imposed on you (whether by court order, agreement or
-otherwise) that contradict the conditions of this License, they do not
-excuse you from the conditions of this License.  If you cannot
-distribute so as to satisfy simultaneously your obligations under this
-License and any other pertinent obligations, then as a consequence you
-may not distribute the Program at all.  For example, if a patent
-license would not permit royalty-free redistribution of the Program by
-all those who receive copies directly or indirectly through you, then
-the only way you could satisfy both it and this License would be to
-refrain entirely from distribution of the Program.
-
-If any portion of this section is held invalid or unenforceable under
-any particular circumstance, the balance of the section is intended to
-apply and the section as a whole is intended to apply in other
-circumstances.
-
-It is not the purpose of this section to induce you to infringe any
-patents or other property right claims or to contest validity of any
-such claims; this section has the sole purpose of protecting the
-integrity of the free software distribution system, which is
-implemented by public license practices.  Many people have made
-generous contributions to the wide range of software distributed
-through that system in reliance on consistent application of that
-system; it is up to the author/donor to decide if he or she is willing
-to distribute software through any other system and a licensee cannot
-impose that choice.
-
-This section is intended to make thoroughly clear what is believed to
-be a consequence of the rest of this License.
-
-  8. If the distribution and/or use of the Program is restricted in
-certain countries either by patents or by copyrighted interfaces, the
-original copyright holder who places the Program under this License
-may add an explicit geographical distribution limitation excluding
-those countries, so that distribution is permitted only in or among
-countries not thus excluded.  In such case, this License incorporates
-the limitation as if written in the body of this License.
-
-  9. The Free Software Foundation may publish revised and/or new versions
-of the General Public License from time to time.  Such new versions will
-be similar in spirit to the present version, but may differ in detail to
-address new problems or concerns.
-
-Each version is given a distinguishing version number.  If the Program
-specifies a version number of this License which applies to it and "any
-later version", you have the option of following the terms and conditions
-either of that version or of any later version published by the Free
-Software Foundation.  If the Program does not specify a version number of
-this License, you may choose any version ever published by the Free Software
-Foundation.
-
-  10. If you wish to incorporate parts of the Program into other free
-programs whose distribution conditions are different, write to the author
-to ask for permission.  For software which is copyrighted by the Free
-Software Foundation, write to the Free Software Foundation; we sometimes
-make exceptions for this.  Our decision will be guided by the two goals
-of preserving the free status of all derivatives of our free software and
-of promoting the sharing and reuse of software generally.
-
-                            NO WARRANTY
-
-  11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
-FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW.  EXCEPT WHEN
-OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
-PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
-OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.  THE ENTIRE RISK AS
-TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU.  SHOULD THE
-PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
-REPAIR OR CORRECTION.
-
-  12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
-WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
-REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
-INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
-OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
-TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
-YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
-PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
-POSSIBILITY OF SUCH DAMAGES.
-
-                     END OF TERMS AND CONDITIONS
-
-            How to Apply These Terms to Your New Programs
-
-  If you develop a new program, and you want it to be of the greatest
-possible use to the public, the best way to achieve this is to make it
-free software which everyone can redistribute and change under these terms.
-
-  To do so, attach the following notices to the program.  It is safest
-to attach them to the start of each source file to most effectively
-convey the exclusion of warranty; and each file should have at least
-the "copyright" line and a pointer to where the full notice is found.
-
-    <one line to give the program's name and a brief idea of what it does.>
-    Copyright (C) <year>  <name of author>
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-Also add information on how to contact you by electronic and paper mail.
-
-If the program is interactive, make it output a short notice like this
-when it starts in an interactive mode:
-
-    Gnomovision version 69, Copyright (C) year name of author
-    Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
-    This is free software, and you are welcome to redistribute it
-    under certain conditions; type `show c' for details.
-
-The hypothetical commands `show w' and `show c' should show the appropriate
-parts of the General Public License.  Of course, the commands you use may
-be called something other than `show w' and `show c'; they could even be
-mouse-clicks or menu items--whatever suits your program.
-
-You should also get your employer (if you work as a programmer) or your
-school, if any, to sign a "copyright disclaimer" for the program, if
-necessary.  Here is a sample; alter the names:
-
-  Yoyodyne, Inc., hereby disclaims all copyright interest in the program
-  `Gnomovision' (which makes passes at compilers) written by James Hacker.
-
-  <signature of Ty Coon>, 1 April 1989
-  Ty Coon, President of Vice
-
-This General Public License does not permit incorporating your program into
-proprietary programs.  If your program is a subroutine library, you may
-consider it more useful to permit linking proprietary applications with the
-library.  If this is what you want to do, use the GNU Lesser General
-Public License instead of this License.
diff --git a/contrib/lizard/tests/README.md b/contrib/lizard/tests/README.md
deleted file mode 100644
index 4dc2edc4396..00000000000
--- a/contrib/lizard/tests/README.md
+++ /dev/null
@@ -1,15 +0,0 @@
-Programs and scripts for automated testing of Lizard
-=======================================================
-
-This directory contains the following programs and scripts:
-- `datagen` : Synthetic and parametrable data generator, for tests
-- `frametest` : Test tool that checks lizard_frame integrity on target platform
-- `fullbench`  : Precisely measure speed for each lizard inner functions
-- `fuzzer`  : Test tool, to check lizard integrity on target platform
-
-
-#### License
-
-All files in this directory are licensed under GPL-v2.
-See [COPYING](COPYING) for details.
-The text of the license is also included at the top of each source file.
diff --git a/contrib/lizard/tests/datagencli.c b/contrib/lizard/tests/datagencli.c
deleted file mode 100644
index 47c79d31522..00000000000
--- a/contrib/lizard/tests/datagencli.c
+++ /dev/null
@@ -1,192 +0,0 @@
-/*
-    datagencli.c
-    compressible data command line generator
-    Copyright (C) Yann Collet 2012-2015
-
-    GPL v2 License
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-   - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-/**************************************
-*  Includes
-**************************************/
-#include <stdio.h>     /* fprintf, stderr */
-#include "datagen.h"   /* RDG_generate */
-
-
-/**************************************
-*  Basic Types
-**************************************/
-#if defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)   /* C99 */
-# include <stdint.h>
-  typedef  uint8_t BYTE;
-  typedef uint16_t U16;
-  typedef uint32_t U32;
-  typedef  int32_t S32;
-  typedef uint64_t U64;
-#else
-  typedef unsigned char       BYTE;
-  typedef unsigned short      U16;
-  typedef unsigned int        U32;
-  typedef   signed int        S32;
-  typedef unsigned long long  U64;
-#endif
-
-
-/**************************************
-*  Constants
-**************************************/
-#ifndef ZSTD_VERSION
-#  define ZSTD_VERSION "r1"
-#endif
-
-#define KB *(1 <<10)
-#define MB *(1 <<20)
-#define GB *(1U<<30)
-
-#define SIZE_DEFAULT (64 KB)
-#define SEED_DEFAULT 0
-#define COMPRESSIBILITY_DEFAULT 50
-
-
-/**************************************
-*  Macros
-**************************************/
-#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
-#define DISPLAYLEVEL(l, ...) if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
-static unsigned displayLevel = 2;
-
-
-/*********************************************************
-*  Command line
-*********************************************************/
-static int usage(char* programName)
-{
-    DISPLAY( "Compressible data generator\n");
-    DISPLAY( "Usage :\n");
-    DISPLAY( "      %s [size] [args]\n", programName);
-    DISPLAY( "\n");
-    DISPLAY( "Arguments :\n");
-    DISPLAY( " -g#    : generate # data (default:%i)\n", SIZE_DEFAULT);
-    DISPLAY( " -s#    : Select seed (default:%i)\n", SEED_DEFAULT);
-    DISPLAY( " -P#    : Select compressibility in %% (default:%i%%)\n", COMPRESSIBILITY_DEFAULT);
-    DISPLAY( " -h     : display help and exit\n");
-    DISPLAY( "Special values :\n");
-    DISPLAY( " -P0    : generate incompressible noise\n");
-    DISPLAY( " -P100  : generate sparse files\n");
-    return 0;
-}
-
-
-int main(int argc, char** argv)
-{
-    int argNb;
-    double proba = (double)COMPRESSIBILITY_DEFAULT / 100;
-    double litProba = 0.0;
-    U64 size = SIZE_DEFAULT;
-    U32 seed = SEED_DEFAULT;
-    char* programName;
-
-    /* Check command line */
-    programName = argv[0];
-    for(argNb=1; argNb<argc; argNb++)
-    {
-        char* argument = argv[argNb];
-
-        if(!argument) continue;   /* Protection if argument empty */
-
-        /* Handle commands. Aggregated commands are allowed */
-        if (*argument=='-')
-        {
-            argument++;
-            while (*argument!=0)
-            {
-                switch(*argument)
-                {
-                case 'h':
-                    return usage(programName);
-                case 'g':
-                    argument++;
-                    size=0;
-                    while ((*argument>='0') && (*argument<='9'))
-                    {
-                        size *= 10;
-                        size += *argument - '0';
-                        argument++;
-                    }
-                    if (*argument=='K') { size <<= 10; argument++; }
-                    if (*argument=='M') { size <<= 20; argument++; }
-                    if (*argument=='G') { size <<= 30; argument++; }
-                    if (*argument=='B') { argument++; }
-                    break;
-                case 's':
-                    argument++;
-                    seed=0;
-                    while ((*argument>='0') && (*argument<='9'))
-                    {
-                        seed *= 10;
-                        seed += *argument - '0';
-                        argument++;
-                    }
-                    break;
-                case 'P':
-                    argument++;
-                    proba=0.0;
-                    while ((*argument>='0') && (*argument<='9'))
-                    {
-                        proba *= 10;
-                        proba += *argument - '0';
-                        argument++;
-                    }
-                    if (proba>100.) proba=100.;
-                    proba /= 100.;
-                    break;
-                case 'L':   /* hidden argument : Literal distribution probability */
-                    argument++;
-                    litProba=0.;
-                    while ((*argument>='0') && (*argument<='9'))
-                    {
-                        litProba *= 10;
-                        litProba += *argument - '0';
-                        argument++;
-                    }
-                    if (litProba>100.) litProba=100.;
-                    litProba /= 100.;
-                    break;
-                case 'v':
-                    displayLevel = 4;
-                    argument++;
-                    break;
-                default:
-                    return usage(programName);
-                }
-            }
-
-        }
-    }
-
-    DISPLAYLEVEL(4, "Data Generator %s \n", ZSTD_VERSION);
-    DISPLAYLEVEL(3, "Seed = %u \n", seed);
-    if (proba!=COMPRESSIBILITY_DEFAULT) DISPLAYLEVEL(3, "Compressibility : %i%%\n", (U32)(proba*100));
-
-    RDG_genOut(size, proba, litProba, seed);
-    DISPLAYLEVEL(1, "\n");
-
-    return 0;
-}
diff --git a/contrib/lizard/tests/frametest.c b/contrib/lizard/tests/frametest.c
deleted file mode 100644
index 8fe64869fa4..00000000000
--- a/contrib/lizard/tests/frametest.c
+++ /dev/null
@@ -1,866 +0,0 @@
-/*
-    frameTest - test tool for lizard_frame
-    Copyright (C) Yann Collet 2014-2016
-    Copyright (C) Przemyslaw Skibinski 2016-2017
-
-    GPL v2 License
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-    - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-/*-************************************
-*  Compiler specific
-**************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
-#  pragma warning(disable : 4146)        /* disable: C4146: minus unsigned expression */
-#endif
-
-
-/*-************************************
-*  Includes
-**************************************/
-#include <stdlib.h>     /* malloc, free */
-#include <stdio.h>      /* fprintf */
-#include <string.h>     /* strcmp */
-#include <time.h>       /* clock_t, clock(), CLOCKS_PER_SEC */
-#include "lizard_frame_static.h"
-#include "lizard_compress.h"        /* LIZARD_VERSION_STRING */
-#define XXH_STATIC_LINKING_ONLY
-#include "xxhash/xxhash.h"     /* XXH64 */
-
-
-/*-************************************
-*  Basic Types
-**************************************/
-#if defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)   /* C99 */
-# include <stdint.h>
-typedef  uint8_t BYTE;
-typedef uint16_t U16;
-typedef uint32_t U32;
-typedef  int32_t S32;
-typedef uint64_t U64;
-#else
-typedef unsigned char       BYTE;
-typedef unsigned short      U16;
-typedef unsigned int        U32;
-typedef   signed int        S32;
-typedef unsigned long long  U64;
-#endif
-
-
-/* unoptimized version; solves endianess & alignment issues */
-static void FUZ_writeLE32 (void* dstVoidPtr, U32 value32)
-{
-    BYTE* dstPtr = (BYTE*)dstVoidPtr;
-    dstPtr[0] = (BYTE)value32;
-    dstPtr[1] = (BYTE)(value32 >> 8);
-    dstPtr[2] = (BYTE)(value32 >> 16);
-    dstPtr[3] = (BYTE)(value32 >> 24);
-}
-
-
-/*-************************************
-*  Constants
-**************************************/
-#define LIZARDF_MAGIC_SKIPPABLE_START 0x184D2A50U
-
-#define KB *(1U<<10)
-#define MB *(1U<<20)
-#define GB *(1U<<30)
-
-static const U32 nbTestsDefault = 256 KB;
-#define COMPRESSIBLE_NOISE_LENGTH (2 MB)
-#define FUZ_COMPRESSIBILITY_DEFAULT 50
-static const U32 prime1 = 2654435761U;
-static const U32 prime2 = 2246822519U;
-
-
-
-/*-************************************
-*  Macros
-**************************************/
-#define DISPLAY(...)          fprintf(stderr, __VA_ARGS__)
-#define DISPLAYLEVEL(l, ...)  if (displayLevel>=l) { DISPLAY(__VA_ARGS__); }
-#define DISPLAYUPDATE(l, ...) if (displayLevel>=l) { \
-            if ((FUZ_GetClockSpan(g_clockTime) > refreshRate) || (displayLevel>=4)) \
-            { g_clockTime = clock(); DISPLAY(__VA_ARGS__); \
-            if (displayLevel>=4) fflush(stdout); } }
-static const clock_t refreshRate = CLOCKS_PER_SEC / 6;
-static clock_t g_clockTime = 0;
-
-
-/*-***************************************
-*  Local Parameters
-*****************************************/
-static U32 no_prompt = 0;
-static char* programName;
-static U32 displayLevel = 2;
-static U32 pause = 0;
-
-
-/*-*******************************************************
-*  Fuzzer functions
-*********************************************************/
-static clock_t FUZ_GetClockSpan(clock_t clockStart)
-{
-    return clock() - clockStart;   /* works even if overflow; max span ~ 30 mn */
-}
-
-
-#define FUZ_rotl32(x,r) ((x << r) | (x >> (32 - r)))
-unsigned int FUZ_rand(unsigned int* src)
-{
-    U32 rand32 = *src;
-    rand32 *= prime1;
-    rand32 += prime2;
-    rand32  = FUZ_rotl32(rand32, 13);
-    *src = rand32;
-    return rand32 >> 5;
-}
-
-
-#define FUZ_RAND15BITS  (FUZ_rand(seed) & 0x7FFF)
-#define FUZ_RANDLENGTH  ( (FUZ_rand(seed) & 3) ? (FUZ_rand(seed) % 15) : (FUZ_rand(seed) % 510) + 15)
-static void FUZ_fillCompressibleNoiseBuffer(void* buffer, unsigned bufferSize, double proba, U32* seed)
-{
-    BYTE* BBuffer = (BYTE*)buffer;
-    unsigned pos = 0;
-    U32 P32 = (U32)(32768 * proba);
-
-    /* First Byte */
-    BBuffer[pos++] = (BYTE)(FUZ_rand(seed));
-
-    while (pos < bufferSize) {
-        /* Select : Literal (noise) or copy (within 64K) */
-        if (FUZ_RAND15BITS < P32) {
-            /* Copy (within 64K) */
-            unsigned match, end;
-            unsigned length = FUZ_RANDLENGTH + 4;
-            unsigned offset = FUZ_RAND15BITS + 1;
-            if (offset > pos) offset = pos;
-            if (pos + length > bufferSize) length = bufferSize - pos;
-            match = pos - offset;
-            end = pos + length;
-            while (pos < end) BBuffer[pos++] = BBuffer[match++];
-        } else {
-            /* Literal (noise) */
-            unsigned end;
-            unsigned length = FUZ_RANDLENGTH;
-            if (pos + length > bufferSize) length = bufferSize - pos;
-            end = pos + length;
-            while (pos < end) BBuffer[pos++] = (BYTE)(FUZ_rand(seed) >> 5);
-        }
-    }
-}
-
-
-static unsigned FUZ_highbit(U32 v32)
-{
-    unsigned nbBits = 0;
-    if (v32==0) return 0;
-    while (v32) v32 >>= 1, nbBits ++;
-    return nbBits;
-}
-
-
-int basicTests(U32 seed, double compressibility)
-{
-    int testResult = 0;
-    void* CNBuffer;
-    void* compressedBuffer;
-    void* decodedBuffer;
-    U32 randState = seed;
-    size_t cSize, testSize;
-    LizardF_preferences_t prefs;
-    LizardF_decompressionContext_t dCtx = NULL;
-    LizardF_compressionContext_t cctx = NULL;
-    U64 crcOrig;
-
-    /* Create compressible test buffer */
-    memset(&prefs, 0, sizeof(prefs));
-    CNBuffer = malloc(COMPRESSIBLE_NOISE_LENGTH);
-    compressedBuffer = malloc(LizardF_compressFrameBound(COMPRESSIBLE_NOISE_LENGTH, NULL));
-    decodedBuffer = malloc(COMPRESSIBLE_NOISE_LENGTH);
-    FUZ_fillCompressibleNoiseBuffer(CNBuffer, COMPRESSIBLE_NOISE_LENGTH, compressibility, &randState);
-    crcOrig = XXH64(CNBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
-
-    /* Special case : null-content frame */
-    testSize = 0;
-    DISPLAYLEVEL(3, "LizardF_compressFrame, compress null content : \n");
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, NULL), CNBuffer, testSize, NULL);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed null content into a %i bytes frame \n", (int)cSize);
-
-    DISPLAYLEVEL(3, "LizardF_createDecompressionContext \n");
-    { LizardF_errorCode_t const errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
-      if (LizardF_isError(errorCode)) goto _output_error; }
-
-    DISPLAYLEVEL(3, "LizardF_getFrameInfo on null-content frame (#157) \n");
-    {   size_t avail_in = cSize;
-        LizardF_frameInfo_t frame_info;
-        LizardF_errorCode_t const errorCode = LizardF_getFrameInfo(dCtx, &frame_info, compressedBuffer, &avail_in);
-        if (LizardF_isError(errorCode)) goto _output_error;
-    }
-
-    DISPLAYLEVEL(3, "LizardF_freeDecompressionContext \n");
-    { LizardF_errorCode_t const errorCode = LizardF_freeDecompressionContext(dCtx);
-      if (LizardF_isError(errorCode)) goto _output_error; }
-
-    /* Trivial tests : one-step frame */
-    testSize = COMPRESSIBLE_NOISE_LENGTH;
-    DISPLAYLEVEL(3, "LizardF_compressFrame, using default preferences : \n");
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, NULL), CNBuffer, testSize, NULL);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "Decompression test : \n");
-    {   size_t decodedBufferSize = COMPRESSIBLE_NOISE_LENGTH;
-        size_t compressedBufferSize = cSize;
-        BYTE* op = (BYTE*)decodedBuffer;
-        BYTE* const oend = (BYTE*)decodedBuffer + COMPRESSIBLE_NOISE_LENGTH;
-        BYTE* ip = (BYTE*)compressedBuffer;
-        BYTE* const iend = (BYTE*)compressedBuffer + cSize;
-        U64 crcDest;
-
-        LizardF_errorCode_t errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
-        if (LizardF_isError(errorCode)) goto _output_error;
-
-        DISPLAYLEVEL(3, "Single Block : \n");
-        errorCode = LizardF_decompress(dCtx, decodedBuffer, &decodedBufferSize, compressedBuffer, &compressedBufferSize, NULL);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
-        if (crcDest != crcOrig) goto _output_error;
-        DISPLAYLEVEL(3, "Regenerated %i bytes \n", (int)decodedBufferSize);
-
-        DISPLAYLEVEL(3, "Reusing decompression context \n");
-        {   size_t iSize = compressedBufferSize - 4;
-            const BYTE* cBuff = (const BYTE*) compressedBuffer;
-            size_t decResult;
-            DISPLAYLEVEL(3, "Missing last 4 bytes : ");
-            decResult = LizardF_decompress(dCtx, decodedBuffer, &decodedBufferSize, cBuff, &iSize, NULL);
-            if (LizardF_isError(decResult)) goto _output_error;
-            if (!decResult) goto _output_error;   /* not finished */
-            DISPLAYLEVEL(3, "indeed, request %u bytes \n", (unsigned)decResult);
-            cBuff += iSize;
-            iSize = decResult;
-            decResult = LizardF_decompress(dCtx, decodedBuffer, &decodedBufferSize, cBuff, &iSize, NULL);
-            if (decResult != 0) goto _output_error;   /* should finish now */
-            crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
-            if (crcDest != crcOrig) goto _output_error;
-        }
-
-        {   size_t oSize = 0;
-            size_t iSize = 0;
-            LizardF_frameInfo_t fi;
-
-            DISPLAYLEVEL(3, "Start by feeding 0 bytes, to get next input size : ");
-            errorCode = LizardF_decompress(dCtx, NULL, &oSize, ip, &iSize, NULL);
-            if (LizardF_isError(errorCode)) goto _output_error;
-            DISPLAYLEVEL(3, " %u  \n", (unsigned)errorCode);
-
-            DISPLAYLEVEL(3, "get FrameInfo on null input : ");
-            errorCode = LizardF_getFrameInfo(dCtx, &fi, ip, &iSize);
-            if (errorCode != (size_t)-LizardF_ERROR_frameHeader_incomplete) goto _output_error;
-            DISPLAYLEVEL(3, " correctly failed : %s \n", LizardF_getErrorName(errorCode));
-
-            DISPLAYLEVEL(3, "get FrameInfo on not enough input : ");
-            iSize = 6;
-            errorCode = LizardF_getFrameInfo(dCtx, &fi, ip, &iSize);
-            if (errorCode != (size_t)-LizardF_ERROR_frameHeader_incomplete) goto _output_error;
-            DISPLAYLEVEL(3, " correctly failed : %s \n", LizardF_getErrorName(errorCode));
-            ip += iSize;
-
-            DISPLAYLEVEL(3, "get FrameInfo on enough input : ");
-            iSize = 15 - iSize;
-            errorCode = LizardF_getFrameInfo(dCtx, &fi, ip, &iSize);
-            if (LizardF_isError(errorCode)) goto _output_error;
-            DISPLAYLEVEL(3, " correctly decoded \n");
-            ip += iSize;
-        }
-
-        DISPLAYLEVEL(3, "Byte after byte : \n");
-        while (ip < iend) {
-            size_t oSize = oend-op;
-            size_t iSize = 1;
-            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
-            if (LizardF_isError(errorCode)) goto _output_error;
-            op += oSize;
-            ip += iSize;
-        }
-        crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
-        if (crcDest != crcOrig) goto _output_error;
-        DISPLAYLEVEL(3, "Regenerated %u/%u bytes \n", (unsigned)(op-(BYTE*)decodedBuffer), COMPRESSIBLE_NOISE_LENGTH);
-
-        errorCode = LizardF_freeDecompressionContext(dCtx);
-        if (LizardF_isError(errorCode)) goto _output_error;
-    }
-
-    DISPLAYLEVEL(3, "Using 128 KB block : \n");
-    prefs.frameInfo.blockSizeID = LizardF_max128KB;
-    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "without checksum : \n");
-    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "Using 256 KB block : \n");
-    prefs.frameInfo.blockSizeID = LizardF_max256KB;
-    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "Decompression test : \n");
-    {   size_t decodedBufferSize = COMPRESSIBLE_NOISE_LENGTH;
-        unsigned maxBits = FUZ_highbit((U32)decodedBufferSize);
-        BYTE* op = (BYTE*)decodedBuffer;
-        BYTE* const oend = (BYTE*)decodedBuffer + COMPRESSIBLE_NOISE_LENGTH;
-        BYTE* ip = (BYTE*)compressedBuffer;
-        BYTE* const iend = (BYTE*)compressedBuffer + cSize;
-        U64 crcDest;
-
-        LizardF_errorCode_t errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
-        if (LizardF_isError(errorCode)) goto _output_error;
-
-        DISPLAYLEVEL(3, "random segment sizes : \n");
-        while (ip < iend) {
-            unsigned nbBits = FUZ_rand(&randState) % maxBits;
-            size_t iSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
-            size_t oSize = oend-op;
-            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
-            //DISPLAY("%7i : + %6i\n", (int)(ip-(BYTE*)compressedBuffer), (int)iSize);
-            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
-            if (LizardF_isError(errorCode)) goto _output_error;
-            op += oSize;
-            ip += iSize;
-        }
-        crcDest = XXH64(decodedBuffer, COMPRESSIBLE_NOISE_LENGTH, 1);
-        if (crcDest != crcOrig) goto _output_error;
-        DISPLAYLEVEL(3, "Regenerated %i bytes \n", (int)decodedBufferSize);
-
-        errorCode = LizardF_freeDecompressionContext(dCtx);
-        if (LizardF_isError(errorCode)) goto _output_error;
-    }
-
-    DISPLAYLEVEL(3, "without checksum : \n");
-    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "Using 1 MB block : \n");
-    prefs.frameInfo.blockSizeID = LizardF_max1MB;
-    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "without checksum : \n");
-    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "Using 4 MB block : \n");
-    prefs.frameInfo.blockSizeID = LizardF_max4MB;
-    prefs.frameInfo.contentChecksumFlag = LizardF_contentChecksumEnabled;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    DISPLAYLEVEL(3, "without checksum : \n");
-    prefs.frameInfo.contentChecksumFlag = LizardF_noContentChecksum;
-    cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(testSize, &prefs), CNBuffer, testSize, &prefs);
-    if (LizardF_isError(cSize)) goto _output_error;
-    DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)cSize);
-
-    {   size_t errorCode;
-        BYTE* const ostart = (BYTE*)compressedBuffer;
-        BYTE* op = ostart;
-        errorCode = LizardF_createCompressionContext(&cctx, LIZARDF_VERSION);
-        if (LizardF_isError(errorCode)) goto _output_error;
-
-        DISPLAYLEVEL(3, "compress without frameSize : \n");
-        memset(&(prefs.frameInfo), 0, sizeof(prefs.frameInfo));
-        errorCode = LizardF_compressBegin(cctx, compressedBuffer, testSize, &prefs);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        op += errorCode;
-        errorCode = LizardF_compressUpdate(cctx, op, LizardF_compressBound(testSize, &prefs), CNBuffer, testSize, NULL);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        op += errorCode;
-        errorCode = LizardF_compressEnd(cctx, compressedBuffer, testSize, NULL);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)(op-ostart));
-
-        DISPLAYLEVEL(3, "compress with frameSize : \n");
-        prefs.frameInfo.contentSize = testSize;
-        op = ostart;
-        errorCode = LizardF_compressBegin(cctx, compressedBuffer, testSize, &prefs);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        op += errorCode;
-        errorCode = LizardF_compressUpdate(cctx, op, LizardF_compressBound(testSize, &prefs), CNBuffer, testSize, NULL);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        op += errorCode;
-        errorCode = LizardF_compressEnd(cctx, compressedBuffer, testSize, NULL);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        DISPLAYLEVEL(3, "Compressed %i bytes into a %i bytes frame \n", (int)testSize, (int)(op-ostart));
-
-        DISPLAYLEVEL(3, "compress with wrong frameSize : \n");
-        prefs.frameInfo.contentSize = testSize+1;
-        op = ostart;
-        errorCode = LizardF_compressBegin(cctx, compressedBuffer, testSize, &prefs);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        op += errorCode;
-        errorCode = LizardF_compressUpdate(cctx, op, LizardF_compressBound(testSize, &prefs), CNBuffer, testSize, NULL);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        op += errorCode;
-        errorCode = LizardF_compressEnd(cctx, op, testSize, NULL);
-        if (LizardF_isError(errorCode)) { DISPLAYLEVEL(3, "Error correctly detected : %s \n", LizardF_getErrorName(errorCode)); }
-        else
-            goto _output_error;
-
-        errorCode = LizardF_freeCompressionContext(cctx);
-        if (LizardF_isError(errorCode)) goto _output_error;
-        cctx = NULL;
-    }
-
-    DISPLAYLEVEL(3, "Skippable frame test : \n");
-    {   size_t decodedBufferSize = COMPRESSIBLE_NOISE_LENGTH;
-        unsigned maxBits = FUZ_highbit((U32)decodedBufferSize);
-        BYTE* op = (BYTE*)decodedBuffer;
-        BYTE* const oend = (BYTE*)decodedBuffer + COMPRESSIBLE_NOISE_LENGTH;
-        BYTE* ip = (BYTE*)compressedBuffer;
-        BYTE* iend = (BYTE*)compressedBuffer + cSize + 8;
-
-        LizardF_errorCode_t errorCode = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
-        if (LizardF_isError(errorCode)) goto _output_error;
-
-        /* generate skippable frame */
-        FUZ_writeLE32(ip, LIZARDF_MAGIC_SKIPPABLE_START);
-        FUZ_writeLE32(ip+4, (U32)cSize);
-
-        DISPLAYLEVEL(3, "random segment sizes : \n");
-        while (ip < iend) {
-            unsigned nbBits = FUZ_rand(&randState) % maxBits;
-            size_t iSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
-            size_t oSize = oend-op;
-            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
-            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
-            if (LizardF_isError(errorCode)) goto _output_error;
-            op += oSize;
-            ip += iSize;
-        }
-        DISPLAYLEVEL(3, "Skipped %i bytes \n", (int)decodedBufferSize);
-
-        /* generate zero-size skippable frame */
-        DISPLAYLEVEL(3, "zero-size skippable frame\n");
-        ip = (BYTE*)compressedBuffer;
-        op = (BYTE*)decodedBuffer;
-        FUZ_writeLE32(ip, LIZARDF_MAGIC_SKIPPABLE_START+1);
-        FUZ_writeLE32(ip+4, 0);
-        iend = ip+8;
-
-        while (ip < iend) {
-            unsigned nbBits = FUZ_rand(&randState) % maxBits;
-            size_t iSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
-            size_t oSize = oend-op;
-            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
-            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
-            if (LizardF_isError(errorCode)) goto _output_error;
-            op += oSize;
-            ip += iSize;
-        }
-        DISPLAYLEVEL(3, "Skipped %i bytes \n", (int)(ip - (BYTE*)compressedBuffer - 8));
-
-        DISPLAYLEVEL(3, "Skippable frame header complete in first call \n");
-        ip = (BYTE*)compressedBuffer;
-        op = (BYTE*)decodedBuffer;
-        FUZ_writeLE32(ip, LIZARDF_MAGIC_SKIPPABLE_START+2);
-        FUZ_writeLE32(ip+4, 10);
-        iend = ip+18;
-        while (ip < iend) {
-            size_t iSize = 10;
-            size_t oSize = 10;
-            if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
-            errorCode = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, NULL);
-            if (LizardF_isError(errorCode)) goto _output_error;
-            op += oSize;
-            ip += iSize;
-        }
-        DISPLAYLEVEL(3, "Skipped %i bytes \n", (int)(ip - (BYTE*)compressedBuffer - 8));
-    }
-
-    DISPLAY("Basic tests completed \n");
-_end:
-    free(CNBuffer);
-    free(compressedBuffer);
-    free(decodedBuffer);
-    LizardF_freeDecompressionContext(dCtx); dCtx = NULL;
-    LizardF_freeCompressionContext(cctx); cctx = NULL;
-    return testResult;
-
-_output_error:
-    testResult = 1;
-    DISPLAY("Error detected ! \n");
-    goto _end;
-}
-
-
-static void locateBuffDiff(const void* buff1, const void* buff2, size_t size, unsigned nonContiguous)
-{
-    int p=0;
-    const BYTE* b1=(const BYTE*)buff1;
-    const BYTE* b2=(const BYTE*)buff2;
-    if (nonContiguous) {
-        DISPLAY("Non-contiguous output test (%i bytes)\n", (int)size);
-        return;
-    }
-    while (b1[p]==b2[p]) p++;
-    DISPLAY("Error at pos %i/%i : %02X != %02X \n", p, (int)size, b1[p], b2[p]);
-}
-
-
-static const U32 srcDataLength = 9 MB;  /* needs to be > 2x4MB to test large blocks */
-
-int fuzzerTests(U32 seed, unsigned nbTests, unsigned startTest, double compressibility, U32 duration_s)
-{
-    unsigned testResult = 0;
-    unsigned testNb = 0;
-    void* srcBuffer = NULL;
-    void* compressedBuffer = NULL;
-    void* decodedBuffer = NULL;
-    U32 coreRand = seed;
-    LizardF_decompressionContext_t dCtx = NULL;
-    LizardF_compressionContext_t cCtx = NULL;
-    size_t result;
-    clock_t const startClock = clock();
-    clock_t const clockDuration = duration_s * CLOCKS_PER_SEC;
-    XXH64_state_t xxh64;
-#   define CHECK(cond, ...) if (cond) { DISPLAY("Error => "); DISPLAY(__VA_ARGS__); \
-                            DISPLAY(" (seed %u, test nb %u)  \n", seed, testNb); goto _output_error; }
-
-    /* Create buffers */
-    result = LizardF_createDecompressionContext(&dCtx, LIZARDF_VERSION);
-    CHECK(LizardF_isError(result), "Allocation failed (error %i)", (int)result);
-    result = LizardF_createCompressionContext(&cCtx, LIZARDF_VERSION);
-    CHECK(LizardF_isError(result), "Allocation failed (error %i)", (int)result);
-    srcBuffer = malloc(srcDataLength);
-    CHECK(srcBuffer==NULL, "srcBuffer Allocation failed");
-    compressedBuffer = malloc(LizardF_compressFrameBound(srcDataLength, NULL));
-    CHECK(compressedBuffer==NULL, "compressedBuffer Allocation failed");
-    decodedBuffer = calloc(1, srcDataLength);   /* calloc avoids decodedBuffer being considered "garbage" by scan-build */
-    CHECK(decodedBuffer==NULL, "decodedBuffer Allocation failed");
-    FUZ_fillCompressibleNoiseBuffer(srcBuffer, srcDataLength, compressibility, &coreRand);
-
-    /* jump to requested testNb */
-    for (testNb =0; (testNb < startTest); testNb++) (void)FUZ_rand(&coreRand);   // sync randomizer
-
-    /* main fuzzer test loop */
-    for ( ; (testNb < nbTests) || (clockDuration > FUZ_GetClockSpan(startClock)) ; testNb++) {
-        U32 randState = coreRand ^ prime1;
-        unsigned BSId   = 4 + (FUZ_rand(&randState) & 3);
-        unsigned BMId   = FUZ_rand(&randState) & 1;
-        unsigned CCflag = FUZ_rand(&randState) & 1;
-        unsigned autoflush = (FUZ_rand(&randState) & 7) == 2;
-        LizardF_preferences_t prefs;
-        LizardF_compressOptions_t cOptions;
-        LizardF_decompressOptions_t dOptions;
-        unsigned nbBits = (FUZ_rand(&randState) % (FUZ_highbit(srcDataLength-1) - 1)) + 1;
-        size_t srcSize = (FUZ_rand(&randState) & ((1<<nbBits)-1)) + 1;
-        size_t srcStart = FUZ_rand(&randState) % (srcDataLength - srcSize);
-        U64 frameContentSize = ((FUZ_rand(&randState) & 0xF) == 1) ? srcSize : 0;
-        size_t cSize;
-        U64 crcOrig, crcDecoded;
-        LizardF_preferences_t* prefsPtr = &prefs;
-
-        (void)FUZ_rand(&coreRand);   /* update seed */
-        memset(&prefs, 0, sizeof(prefs));
-        memset(&cOptions, 0, sizeof(cOptions));
-        memset(&dOptions, 0, sizeof(dOptions));
-        prefs.frameInfo.blockMode = (LizardF_blockMode_t)BMId;
-        prefs.frameInfo.blockSizeID = (LizardF_blockSizeID_t)BSId;
-        prefs.frameInfo.contentChecksumFlag = (LizardF_contentChecksum_t)CCflag;
-        prefs.frameInfo.contentSize = frameContentSize;
-        prefs.autoFlush = autoflush;
-        prefs.compressionLevel = LIZARD_MIN_CLEVEL + (FUZ_rand(&randState) % (1+LIZARD_MAX_CLEVEL-LIZARD_MIN_CLEVEL));
-        if ((FUZ_rand(&randState) & 0x1F) == 1) prefsPtr = NULL;
-
-        DISPLAYUPDATE(2, "\r%5u   ", testNb);
-        crcOrig = XXH64((BYTE*)srcBuffer+srcStart, srcSize, 1);
-
-        if ((FUZ_rand(&randState) & 0xFFF) == 0) {
-            /* create a skippable frame (rare case) */
-            BYTE* op = (BYTE*)compressedBuffer;
-            FUZ_writeLE32(op, LIZARDF_MAGIC_SKIPPABLE_START + (FUZ_rand(&randState) & 15));
-            FUZ_writeLE32(op+4, (U32)srcSize);
-            cSize = srcSize+8;
-        } else if ((FUZ_rand(&randState) & 0xF) == 2) {
-            cSize = LizardF_compressFrame(compressedBuffer, LizardF_compressFrameBound(srcSize, prefsPtr), (char*)srcBuffer + srcStart, srcSize, prefsPtr);
-            CHECK(LizardF_isError(cSize), "LizardF_compressFrame failed : error %i (%s)", (int)cSize, LizardF_getErrorName(cSize));
-        } else {
-            const BYTE* ip = (const BYTE*)srcBuffer + srcStart;
-            const BYTE* const iend = ip + srcSize;
-            BYTE* op = (BYTE*)compressedBuffer;
-            BYTE* const oend = op + LizardF_compressFrameBound(srcDataLength, NULL);
-            unsigned maxBits = FUZ_highbit((U32)srcSize);
-            result = LizardF_compressBegin(cCtx, op, oend-op, prefsPtr);
-            CHECK(LizardF_isError(result), "Compression header failed (error %i)", (int)result);
-            op += result;
-            while (ip < iend) {
-                unsigned nbBitsSeg = FUZ_rand(&randState) % maxBits;
-                size_t iSize = (FUZ_rand(&randState) & ((1<<nbBitsSeg)-1)) + 1;
-                size_t oSize = LizardF_compressBound(iSize, prefsPtr);
-                unsigned forceFlush = ((FUZ_rand(&randState) & 3) == 1);
-                if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
-                cOptions.stableSrc = ((FUZ_rand(&randState) & 3) == 1);
-
-                result = LizardF_compressUpdate(cCtx, op, oSize, ip, iSize, &cOptions);
-                CHECK(LizardF_isError(result), "Compression failed (error %i) iSize=%d oSize=%d", (int)result, (int)iSize, (int)oSize);
-                op += result;
-                ip += iSize;
-
-                if (forceFlush) {
-                    result = LizardF_flush(cCtx, op, oend-op, &cOptions);
-                    CHECK(LizardF_isError(result), "Compression flush failed (error %i)", (int)result);
-                    op += result;
-                }
-            }
-            result = LizardF_compressEnd(cCtx, op, oend-op, &cOptions);
-            CHECK(LizardF_isError(result), "Compression completion failed (error %i)", (int)result);
-            op += result;
-            cSize = op-(BYTE*)compressedBuffer;
-        }
-
-        {   const BYTE* ip = (const BYTE*)compressedBuffer;
-            const BYTE* const iend = ip + cSize;
-            BYTE* op = (BYTE*)decodedBuffer;
-            BYTE* const oend = op + srcDataLength;
-            size_t totalOut = 0;
-            unsigned maxBits = FUZ_highbit((U32)cSize);
-            unsigned nonContiguousDst = (FUZ_rand(&randState) & 3) == 1;
-            nonContiguousDst += FUZ_rand(&randState) & nonContiguousDst;   /* 0=>0; 1=>1,2 */
-            XXH64_reset(&xxh64, 1);
-            if (maxBits < 3) maxBits = 3;
-            while (ip < iend) {
-                unsigned nbBitsI = (FUZ_rand(&randState) % (maxBits-1)) + 1;
-                unsigned nbBitsO = (FUZ_rand(&randState) % (maxBits)) + 1;
-                size_t iSize = (FUZ_rand(&randState) & ((1<<nbBitsI)-1)) + 1;
-                size_t oSize = (FUZ_rand(&randState) & ((1<<nbBitsO)-1)) + 2;
-                if (iSize > (size_t)(iend-ip)) iSize = iend-ip;
-                if (oSize > (size_t)(oend-op)) oSize = oend-op;
-                dOptions.stableDst = FUZ_rand(&randState) & 1;
-                if (nonContiguousDst==2) dOptions.stableDst = 0;
-                result = LizardF_decompress(dCtx, op, &oSize, ip, &iSize, &dOptions);
-                if (result == (size_t)-LizardF_ERROR_contentChecksum_invalid)
-                    locateBuffDiff((BYTE*)srcBuffer+srcStart, decodedBuffer, srcSize, nonContiguousDst);
-                CHECK(LizardF_isError(result), "Decompression failed (error %i:%s)", (int)result, LizardF_getErrorName((LizardF_errorCode_t)result));
-                XXH64_update(&xxh64, op, (U32)oSize);
-                totalOut += oSize;
-                op += oSize;
-                ip += iSize;
-                op += nonContiguousDst;
-                if (nonContiguousDst==2) op = (BYTE*)decodedBuffer;   /* overwritten destination */
-            }
-            CHECK(result != 0, "Frame decompression failed (error %i)", (int)result);
-            if (totalOut) {  /* otherwise, it's a skippable frame */
-                crcDecoded = XXH64_digest(&xxh64);
-                if (crcDecoded != crcOrig) locateBuffDiff((BYTE*)srcBuffer+srcStart, decodedBuffer, srcSize, nonContiguousDst);
-                CHECK(crcDecoded != crcOrig, "Decompression corruption");
-            }
-        }
-    }
-
-    DISPLAYLEVEL(2, "\rAll tests completed   \n");
-
-_end:
-    LizardF_freeDecompressionContext(dCtx);
-    LizardF_freeCompressionContext(cCtx);
-    free(srcBuffer);
-    free(compressedBuffer);
-    free(decodedBuffer);
-
-    if (pause) {
-        DISPLAY("press enter to finish \n");
-        (void)getchar();
-    }
-    return testResult;
-
-_output_error:
-    testResult = 1;
-    goto _end;
-}
-
-
-int FUZ_usage(void)
-{
-    DISPLAY( "Usage :\n");
-    DISPLAY( "      %s [args]\n", programName);
-    DISPLAY( "\n");
-    DISPLAY( "Arguments :\n");
-    DISPLAY( " -i#    : Nb of tests (default:%u) \n", nbTestsDefault);
-    DISPLAY( " -T#    : Duration of tests, in seconds (default: use Nb of tests) \n");
-    DISPLAY( " -s#    : Select seed (default:prompt user)\n");
-    DISPLAY( " -t#    : Select starting test number (default:0)\n");
-    DISPLAY( " -p#    : Select compressibility in %% (default:%i%%)\n", FUZ_COMPRESSIBILITY_DEFAULT);
-    DISPLAY( " -v     : verbose\n");
-    DISPLAY( " -h     : display help and exit\n");
-    return 0;
-}
-
-
-int main(int argc, char** argv)
-{
-    U32 seed=0;
-    int seedset=0;
-    int argNb;
-    int nbTests = nbTestsDefault;
-    int testNb = 0;
-    int proba = FUZ_COMPRESSIBILITY_DEFAULT;
-    int result=0;
-    U32 duration=0;
-
-    /* Check command line */
-    programName = argv[0];
-    for(argNb=1; argNb<argc; argNb++) {
-        char* argument = argv[argNb];
-
-        if(!argument) continue;   /* Protection if argument empty */
-
-        /* Decode command (note : aggregated commands are allowed) */
-        if (argument[0]=='-') {
-            if (!strcmp(argument, "--no-prompt")) {
-                no_prompt=1;
-                seedset=1;
-                displayLevel=1;
-                continue;
-            }
-            argument++;
-
-            while (*argument!=0) {
-                switch(*argument)
-                {
-                case 'h':
-                    return FUZ_usage();
-                case 'v':
-                    argument++;
-                    displayLevel=4;
-                    break;
-                case 'q':
-                    argument++;
-                    displayLevel--;
-                    break;
-                case 'p': /* pause at the end */
-                    argument++;
-                    pause = 1;
-                    break;
-
-                case 'i':
-                    argument++;
-                    nbTests=0; duration=0;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        nbTests *= 10;
-                        nbTests += *argument - '0';
-                        argument++;
-                    }
-                    break;
-
-                case 'T':
-                    argument++;
-                    nbTests = 0; duration = 0;
-                    for (;;) {
-                        switch(*argument)
-                        {
-                            case 'm': duration *= 60; argument++; continue;
-                            case 's':
-                            case 'n': argument++; continue;
-                            case '0':
-                            case '1':
-                            case '2':
-                            case '3':
-                            case '4':
-                            case '5':
-                            case '6':
-                            case '7':
-                            case '8':
-                            case '9': duration *= 10; duration += *argument++ - '0'; continue;
-                        }
-                        break;
-                    }
-                    break;
-
-                case 's':
-                    argument++;
-                    seed=0;
-                    seedset=1;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        seed *= 10;
-                        seed += *argument - '0';
-                        argument++;
-                    }
-                    break;
-                case 't':
-                    argument++;
-                    testNb=0;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        testNb *= 10;
-                        testNb += *argument - '0';
-                        argument++;
-                    }
-                    break;
-                case 'P':   /* compressibility % */
-                    argument++;
-                    proba=0;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        proba *= 10;
-                        proba += *argument - '0';
-                        argument++;
-                    }
-                    if (proba<0) proba=0;
-                    if (proba>100) proba=100;
-                    break;
-                default:
-                    ;
-                    return FUZ_usage();
-                }
-            }
-        }
-    }
-
-    /* Get Seed */
-    printf("Starting lizard_frame tester (%i-bits, %s)\n", (int)(sizeof(size_t)*8), LIZARD_VERSION_STRING);
-
-    if (!seedset) {
-        time_t const t = time(NULL);
-        U32 const h = XXH32(&t, sizeof(t), 1);
-        seed = h % 10000;
-    }
-    printf("Seed = %u\n", seed);
-    if (proba!=FUZ_COMPRESSIBILITY_DEFAULT) printf("Compressibility : %i%%\n", proba);
-
-    if (nbTests<=0) nbTests=1;
-
-    if (testNb==0) result = basicTests(seed, ((double)proba) / 100);
-    if (result) return 1;
-    return fuzzerTests(seed, nbTests, testNb, ((double)proba) / 100, duration);
-}
diff --git a/contrib/lizard/tests/fullbench.c b/contrib/lizard/tests/fullbench.c
deleted file mode 100644
index d9070d13345..00000000000
--- a/contrib/lizard/tests/fullbench.c
+++ /dev/null
@@ -1,732 +0,0 @@
-/*
-    bench.c - Demo program to benchmark open-source compression algorithm
-    Copyright (C) Yann Collet 2012-2015
-    Copyright (C) Przemyslaw Skibinski 2016-2017
-
-    GPL v2 License
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-    - Lizard source repository : https://github.com/inikep/lizard
-*/
-
-/**************************************
-*  Compiler Options
-**************************************/
-/* Disable some Visual warning messages */
-#define _CRT_SECURE_NO_WARNINGS
-#define _CRT_SECURE_NO_DEPRECATE     /* VS2005 */
-
-/* Unix Large Files support (>4GB) */
-#if (defined(__sun__) && (!defined(__LP64__)))   // Sun Solaris 32-bits requires specific definitions
-#  define _LARGEFILE_SOURCE
-#  define _FILE_OFFSET_BITS 64
-#elif ! defined(__LP64__)                        // No point defining Large file for 64 bit
-#  define _LARGEFILE64_SOURCE
-#endif
-
-// S_ISREG & gettimeofday() are not supported by MSVC
-#if defined(_MSC_VER) || defined(_WIN32)
-#  define BMK_LEGACY_TIMER 1
-#endif
-
-
-/**************************************
-*  Includes
-**************************************/
-#include <stdlib.h>      /* malloc, free */
-#include <stdio.h>       /* fprintf, fopen, ftello64 */
-#include <sys/types.h>   /* stat64 */
-#include <sys/stat.h>    /* stat64 */
-#include <string.h>      /* strcmp */
-#include <time.h>        /* clock_t, clock(), CLOCKS_PER_SEC */
-
-#include "lizard_compress.h"
-#include "lizard_decompress.h"
-#include "lizard_common.h"  /* Lizard_compress_MinLevel, Lizard_createStream_MinLevel */
-#include "lizard_frame.h"
-
-#include "xxhash/xxhash.h"
-
-
-/**************************************
-*  Compiler Options
-**************************************/
-/* S_ISREG & gettimeofday() are not supported by MSVC */
-#if !defined(S_ISREG)
-#  define S_ISREG(x) (((x) & S_IFMT) == S_IFREG)
-#endif
-
-
-
-/**************************************
-*  Constants
-**************************************/
-#define PROGRAM_DESCRIPTION "Lizard speed analyzer"
-#define AUTHOR "Yann Collet"
-#define WELCOME_MESSAGE "*** %s v%s %i-bits, by %s ***\n", PROGRAM_DESCRIPTION, LIZARD_VERSION_STRING, (int)(sizeof(void*)*8), AUTHOR
-
-#define NBLOOPS    6
-#define TIMELOOP   (CLOCKS_PER_SEC * 25 / 10)
-
-#define KNUTH      2654435761U
-#define MAX_MEM    (1920 MB)
-#define DEFAULT_CHUNKSIZE   (4 MB)
-
-#define ALL_COMPRESSORS 0
-#define ALL_DECOMPRESSORS 0
-
-
-/**************************************
-*  Local structures
-**************************************/
-struct chunkParameters
-{
-    U32   id;
-    char* origBuffer;
-    char* compressedBuffer;
-    int   origSize;
-    int   compressedSize;
-};
-
-
-/**************************************
-*  Macros
-**************************************/
-#define DISPLAY(...) fprintf(stderr, __VA_ARGS__)
-#define PROGRESS(...) g_noPrompt ? 0 : DISPLAY(__VA_ARGS__)
-
-
-/**************************************
-*  Benchmark Parameters
-**************************************/
-static int g_chunkSize = DEFAULT_CHUNKSIZE;
-static int g_nbIterations = NBLOOPS;
-static int g_pause = 0;
-static int g_compressionTest = 1;
-static int g_compressionAlgo = ALL_COMPRESSORS;
-static int g_decompressionTest = 1;
-static int g_decompressionAlgo = ALL_DECOMPRESSORS;
-static int g_noPrompt = 0;
-
-static void BMK_setBlocksize(int bsize)
-{
-    g_chunkSize = bsize;
-    DISPLAY("-Using Block Size of %i KB-\n", g_chunkSize>>10);
-}
-
-static void BMK_setNbIterations(int nbLoops)
-{
-    g_nbIterations = nbLoops;
-    DISPLAY("- %i iterations -\n", g_nbIterations);
-}
-
-static void BMK_setPause(void)
-{
-    g_pause = 1;
-}
-
-
-/*********************************************************
-*  Private functions
-*********************************************************/
-static clock_t BMK_GetClockSpan( clock_t clockStart )
-{
-    return clock() - clockStart;   /* works even if overflow; max span ~30 mn */
-}
-
-
-static size_t BMK_findMaxMem(U64 requiredMem)
-{
-    size_t step = 64 MB;
-    BYTE* testmem=NULL;
-
-    requiredMem = (((requiredMem >> 26) + 1) << 26);
-    requiredMem += 2*step;
-    if (requiredMem > MAX_MEM) requiredMem = MAX_MEM;
-
-    while (!testmem) {
-        if (requiredMem > step) requiredMem -= step;
-        else requiredMem >>= 1;
-        testmem = (BYTE*) malloc ((size_t)requiredMem);
-    }
-    free (testmem);
-
-    /* keep some space available */
-    if (requiredMem > step) requiredMem -= step;
-    else requiredMem >>= 1;
-
-    return (size_t)requiredMem;
-}
-
-
-static U64 BMK_GetFileSize(const char* infilename)
-{
-    int r;
-#if defined(_MSC_VER)
-    struct _stat64 statbuf;
-    r = _stat64(infilename, &statbuf);
-#else
-    struct stat statbuf;
-    r = stat(infilename, &statbuf);
-#endif
-    if (r || !S_ISREG(statbuf.st_mode)) return 0;   /* No good... */
-    return (U64)statbuf.st_size;
-}
-
-
-/*********************************************************
-*  Benchmark function
-*********************************************************/
-Lizard_stream_t *Lizard_stream;
-static void local_Lizard_createStream(void)
-{
-    Lizard_stream = Lizard_resetStream_MinLevel(Lizard_stream);
-}
-
-static int local_Lizard_saveDict(const char* in, char* out, int inSize)
-{
-    (void)in;
-    return Lizard_saveDict(Lizard_stream, out, inSize);
-}
-
-static int local_Lizard_compress_default_large(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_MinLevel(in, out, inSize, Lizard_compressBound(inSize));
-}
-
-static int local_Lizard_compress_default_small(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_MinLevel(in, out, inSize, Lizard_compressBound(inSize)-1);
-}
-
-static int local_Lizard_compress_withState(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_extState_MinLevel(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize));
-}
-
-static int local_Lizard_compress_limitedOutput_withState(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_extState_MinLevel(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize)-1);
-}
-
-static int local_Lizard_compress_continue(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_continue(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize));
-}
-
-static int local_Lizard_compress_limitedOutput_continue(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_continue(Lizard_stream, in, out, inSize, Lizard_compressBound(inSize)-1);
-}
-
-
-/* HC compression functions */
-Lizard_stream_t* Lizard_streamPtr;
-static void local_Lizard_resetStream(void)
-{
-    Lizard_streamPtr = Lizard_resetStream(Lizard_streamPtr, 0);
-}
-
-static int local_Lizard_saveDictHC(const char* in, char* out, int inSize)
-{
-    (void)in;
-    return Lizard_saveDict(Lizard_streamPtr, out, inSize);
-}
-
-static int local_Lizard_compress_extState(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_extState(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize), 0);
-}
-
-static int local_Lizard_compress_extState_limitedOutput(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_extState(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize)-1, 0);
-}
-
-static int local_Lizard_compress(const char* in, char* out, int inSize)
-{
-    return Lizard_compress(in, out, inSize, Lizard_compressBound(inSize), 0);
-}
-
-static int local_Lizard_compress_limitedOutput(const char* in, char* out, int inSize)
-{
-    return Lizard_compress(in, out, inSize, Lizard_compressBound(inSize)-1, 0);
-}
-
-static int local_Lizard_compressHC_continue(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_continue(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize));
-}
-
-static int local_Lizard_compress_continue_limitedOutput(const char* in, char* out, int inSize)
-{
-    return Lizard_compress_continue(Lizard_streamPtr, in, out, inSize, Lizard_compressBound(inSize)-1);
-}
-
-
-/* decompression functions */
-static int local_Lizard_decompress_safe_usingDict(const char* in, char* out, int inSize, int outSize)
-{
-    (void)inSize;
-    Lizard_decompress_safe_usingDict(in, out, inSize, outSize, out - 65536, 65536);
-    return outSize;
-}
-
-extern int Lizard_decompress_safe_forceExtDict(const char* in, char* out, int inSize, int outSize, const char* dict, int dictSize);
-
-static int local_Lizard_decompress_safe_forceExtDict(const char* in, char* out, int inSize, int outSize)
-{
-    (void)inSize;
-    Lizard_decompress_safe_forceExtDict(in, out, inSize, outSize, out - 65536, 65536);
-    return outSize;
-}
-
-static int local_Lizard_decompress_safe_partial(const char* in, char* out, int inSize, int outSize)
-{
-    return Lizard_decompress_safe_partial(in, out, inSize, outSize - 5, outSize);
-}
-
-
-/* frame functions */
-static int local_LizardF_compressFrame(const char* in, char* out, int inSize)
-{
-    return (int)LizardF_compressFrame(out, 2*inSize + 16, in, inSize, NULL);
-}
-
-static LizardF_decompressionContext_t g_dCtx;
-
-static int local_LizardF_decompress(const char* in, char* out, int inSize, int outSize)
-{
-    size_t srcSize = inSize;
-    size_t dstSize = outSize;
-    size_t result;
-    result = LizardF_decompress(g_dCtx, out, &dstSize, in, &srcSize, NULL);
-    if (result!=0) { DISPLAY("Error decompressing frame : unfinished frame (%d)\n", (int)result); exit(8); }
-    if (srcSize != (size_t)inSize) { DISPLAY("Error decompressing frame : read size incorrect\n"); exit(9); }
-    return (int)dstSize;
-}
-
-
-#define NB_COMPRESSION_ALGORITHMS 100
-#define NB_DECOMPRESSION_ALGORITHMS 100
-int fullSpeedBench(const char** fileNamesTable, int nbFiles)
-{
-    int fileIdx=0;
-
-    /* Init */
-    { size_t const errorCode = LizardF_createDecompressionContext(&g_dCtx, LIZARDF_VERSION);
-      if (LizardF_isError(errorCode)) { DISPLAY("dctx allocation issue \n"); return 10; } }
-
-  Lizard_streamPtr = Lizard_createStream(0);
-  if (!Lizard_streamPtr) { DISPLAY("Lizard_streamPtr allocation issue \n"); return 10; }
-
-  Lizard_stream = Lizard_createStream_MinLevel();
-  if (!Lizard_stream) { DISPLAY("Lizard_stream allocation issue \n"); return 10; }
-
-    /* Loop for each fileName */
-    while (fileIdx<nbFiles) {
-      char* orig_buff = NULL;
-      struct chunkParameters* chunkP = NULL;
-      char* compressed_buff=NULL;
-      const char* const inFileName = fileNamesTable[fileIdx++];
-      FILE* const inFile = fopen( inFileName, "rb" );
-      U64   inFileSize;
-      size_t benchedSize;
-      int nbChunks;
-      int maxCompressedChunkSize;
-      size_t readSize;
-      int compressedBuffSize;
-      U32 crcOriginal;
-      size_t errorCode;
-
-      /* Check file existence */
-      if (inFile==NULL) { DISPLAY( "Pb opening %s\n", inFileName); return 11; }
-
-      /* Memory size adjustments */
-      inFileSize = BMK_GetFileSize(inFileName);
-      if (inFileSize==0) { DISPLAY( "file is empty\n"); fclose(inFile); return 11; }
-      benchedSize = BMK_findMaxMem(inFileSize*2) / 2;   /* because 2 buffers */
-      if (benchedSize==0) { DISPLAY( "not enough memory\n"); fclose(inFile); return 11; }
-      if ((U64)benchedSize > inFileSize) benchedSize = (size_t)inFileSize;
-      if (benchedSize < inFileSize)
-          DISPLAY("Not enough memory for '%s' full size; testing %i MB only...\n", inFileName, (int)(benchedSize>>20));
-
-      /* Allocation */
-      chunkP = (struct chunkParameters*) malloc(((benchedSize / (size_t)g_chunkSize)+1) * sizeof(struct chunkParameters));
-      orig_buff = (char*) malloc(benchedSize);
-      nbChunks = (int) ((benchedSize + (g_chunkSize-1)) / g_chunkSize);
-      maxCompressedChunkSize = Lizard_compressBound(g_chunkSize);
-      compressedBuffSize = nbChunks * maxCompressedChunkSize;
-      compressed_buff = (char*)malloc((size_t)compressedBuffSize);
-      if(!chunkP || !orig_buff || !compressed_buff) {
-          DISPLAY("\nError: not enough memory!\n");
-          fclose(inFile);
-          free(orig_buff);
-          free(compressed_buff);
-          free(chunkP);
-          return(12);
-      }
-
-      /* Fill in src buffer */
-      DISPLAY("Loading %s...       \r", inFileName);
-      readSize = fread(orig_buff, 1, benchedSize, inFile);
-      fclose(inFile);
-
-      if (readSize != benchedSize) {
-        DISPLAY("\nError: problem reading file '%s' !!    \n", inFileName);
-        free(orig_buff);
-        free(compressed_buff);
-        free(chunkP);
-        return 13;
-      }
-
-      /* Calculating input Checksum */
-      crcOriginal = XXH32(orig_buff, benchedSize,0);
-
-
-      /* Bench */
-      { int loopNb, nb_loops, chunkNb, cAlgNb, dAlgNb;
-        size_t cSize=0;
-        double ratio=0.;
-
-        DISPLAY("\r%79s\r", "");
-        DISPLAY(" %s : \n", inFileName);
-
-        /* Bench Compression Algorithms */
-        for (cAlgNb=0; (cAlgNb <= NB_COMPRESSION_ALGORITHMS) && (g_compressionTest); cAlgNb++) {
-            const char* compressorName;
-            int (*compressionFunction)(const char*, char*, int);
-            void (*initFunction)(void) = NULL;
-            double bestTime = 100000000.;
-
-            /* filter compressionAlgo only */
-            if ((g_compressionAlgo != ALL_COMPRESSORS) && (g_compressionAlgo != cAlgNb)) continue;
-
-            /* Init data chunks */
-            {   int i;
-                size_t remaining = benchedSize;
-                char* in = orig_buff;
-                char* out = compressed_buff;
-                nbChunks = (int) (((int)benchedSize + (g_chunkSize-1))/ g_chunkSize);
-                for (i=0; i<nbChunks; i++) {
-                    chunkP[i].id = i;
-                    chunkP[i].origBuffer = in; in += g_chunkSize;
-                    if ((int)remaining > g_chunkSize) { chunkP[i].origSize = g_chunkSize; remaining -= g_chunkSize; } else { chunkP[i].origSize = (int)remaining; remaining = 0; }
-                    chunkP[i].compressedBuffer = out; out += maxCompressedChunkSize;
-                    chunkP[i].compressedSize = 0;
-                }
-            }
-
-            switch(cAlgNb)
-            {
-            case 0 : DISPLAY("Compression functions : \n"); continue;
-            case 1 : compressionFunction = local_Lizard_compress_default_large; compressorName = "Lizard_compress_MinLevel"; break;
-            case 2 : compressionFunction = local_Lizard_compress_default_small; compressorName = "Lizard_compress_MinLevel(small dst)"; break;
-
-            case 10: compressionFunction = local_Lizard_compress; compressorName = "Lizard_compress"; break;
-            case 11: compressionFunction = local_Lizard_compress_limitedOutput; compressorName = "Lizard_compress limitedOutput"; break;
-            case 12 : compressionFunction = local_Lizard_compress_extState; compressorName = "Lizard_compress_extState"; break;
-            case 13: compressionFunction = local_Lizard_compress_extState_limitedOutput; compressorName = "Lizard_compress_extState limitedOutput"; break;
-            case 14: compressionFunction = local_Lizard_compressHC_continue; initFunction = local_Lizard_resetStream; compressorName = "Lizard_compress_continue"; break;
-            case 15: compressionFunction = local_Lizard_compress_continue_limitedOutput; initFunction = local_Lizard_resetStream; compressorName = "Lizard_compress_continue limitedOutput"; break;
-            case 30: compressionFunction = local_LizardF_compressFrame; compressorName = "LizardF_compressFrame";
-                        chunkP[0].origSize = (int)benchedSize; nbChunks=1;
-                        break;
-            case 40: compressionFunction = local_Lizard_saveDict; compressorName = "Lizard_saveDict";
-                        Lizard_loadDict(Lizard_stream, chunkP[0].origBuffer, chunkP[0].origSize);
-                        break;
-            case 41: compressionFunction = local_Lizard_saveDictHC; compressorName = "Lizard_saveDict";
-                        Lizard_loadDict(Lizard_streamPtr, chunkP[0].origBuffer, chunkP[0].origSize);
-                        break;
-            case 16: compressionFunction = local_Lizard_compress_withState; compressorName = "Lizard_compress_extState_MinLevel(1)"; break;
-            case 17: compressionFunction = local_Lizard_compress_limitedOutput_withState; compressorName = "Lizard_compress_extState_MinLevel(1) limitedOutput"; break;
-            case 18: compressionFunction = local_Lizard_compress_continue; initFunction = local_Lizard_createStream; compressorName = "Lizard_compress_continue(1)"; break;
-            case 19: compressionFunction = local_Lizard_compress_limitedOutput_continue; initFunction = local_Lizard_createStream; compressorName = "Lizard_compress_continue(1) limitedOutput"; break;
-            case 60: DISPLAY("Obsolete compression functions : \n"); continue;
-            default :
-                continue;   /* unknown ID : just skip */
-            }
-
-            for (loopNb = 1; loopNb <= g_nbIterations; loopNb++) {
-                double averageTime;
-                clock_t clockTime;
-
-                PROGRESS("%1i- %-28.28s :%9i ->\r", loopNb, compressorName, (int)benchedSize);
-                { size_t i; for (i=0; i<benchedSize; i++) compressed_buff[i]=(char)i; }     /* warming up memory */
-
-                nb_loops = 0;
-                clockTime = clock();
-                while(clock() == clockTime);
-                clockTime = clock();
-                while(BMK_GetClockSpan(clockTime) < TIMELOOP) {
-                    if (initFunction!=NULL) initFunction();
-                    for (chunkNb=0; chunkNb<nbChunks; chunkNb++) {
-                        chunkP[chunkNb].compressedSize = compressionFunction(chunkP[chunkNb].origBuffer, chunkP[chunkNb].compressedBuffer, chunkP[chunkNb].origSize);
-                        if (chunkP[chunkNb].compressedSize==0) DISPLAY("ERROR ! %s() = 0 !! \n", compressorName), exit(1);
-                    }
-                    nb_loops++;
-                }
-                clockTime = BMK_GetClockSpan(clockTime);
-
-                nb_loops += !nb_loops;   /* avoid division by zero */
-                averageTime = ((double)clockTime) / nb_loops / CLOCKS_PER_SEC;
-                if (averageTime < bestTime) bestTime = averageTime;
-                cSize=0; for (chunkNb=0; chunkNb<nbChunks; chunkNb++) cSize += chunkP[chunkNb].compressedSize;
-                ratio = (double)cSize/(double)benchedSize*100.;
-                PROGRESS("%1i- %-28.28s :%9i ->%9i (%5.2f%%),%7.1f MB/s\r", loopNb, compressorName, (int)benchedSize, (int)cSize, ratio, (double)benchedSize / bestTime / 1000000);
-            }
-
-            if (ratio<100.)
-                DISPLAY("%2i-%-28.28s :%9i ->%9i (%5.2f%%),%7.1f MB/s\n", cAlgNb, compressorName, (int)benchedSize, (int)cSize, ratio, (double)benchedSize / bestTime / 1000000);
-            else
-                DISPLAY("%2i-%-28.28s :%9i ->%9i (%5.1f%%),%7.1f MB/s\n", cAlgNb, compressorName, (int)benchedSize, (int)cSize, ratio, (double)benchedSize / bestTime / 100000);
-        }
-
-        /* Prepare layout for decompression */
-        /* Init data chunks */
-        { int i;
-          size_t remaining = benchedSize;
-          char* in = orig_buff;
-          char* out = compressed_buff;
-
-          nbChunks = (int) (((int)benchedSize + (g_chunkSize-1))/ g_chunkSize);
-          for (i=0; i<nbChunks; i++) {
-              chunkP[i].id = i;
-              chunkP[i].origBuffer = in; in += g_chunkSize;
-              if ((int)remaining > g_chunkSize) { chunkP[i].origSize = g_chunkSize; remaining -= g_chunkSize; } else { chunkP[i].origSize = (int)remaining; remaining = 0; }
-              chunkP[i].compressedBuffer = out; out += maxCompressedChunkSize;
-              chunkP[i].compressedSize = 0;
-          }
-        }
-        for (chunkNb=0; chunkNb<nbChunks; chunkNb++) {
-            chunkP[chunkNb].compressedSize = Lizard_compress_MinLevel(chunkP[chunkNb].origBuffer, chunkP[chunkNb].compressedBuffer, chunkP[chunkNb].origSize, Lizard_compressBound(chunkP[chunkNb].origSize));
-            if (chunkP[chunkNb].compressedSize==0) DISPLAY("ERROR ! %s() = 0 !! \n", "Lizard_compress_MinLevel"), exit(1);
-        }
-
-        /* Decompression Algorithms */
-        for (dAlgNb=0; (dAlgNb <= NB_DECOMPRESSION_ALGORITHMS) && (g_decompressionTest); dAlgNb++) {
-            const char* dName;
-            int (*decompressionFunction)(const char*, char*, int, int);
-            double bestTime = 100000000.;
-
-            if ((g_decompressionAlgo != ALL_DECOMPRESSORS) && (g_decompressionAlgo != dAlgNb)) continue;
-
-            switch(dAlgNb)
-            {
-            case 0: DISPLAY("Decompression functions : \n"); continue;
-            case 4: decompressionFunction = Lizard_decompress_safe; dName = "Lizard_decompress_safe"; break;
-            case 6: decompressionFunction = local_Lizard_decompress_safe_usingDict; dName = "Lizard_decompress_safe_usingDict"; break;
-            case 7: decompressionFunction = local_Lizard_decompress_safe_partial; dName = "Lizard_decompress_safe_partial"; break;
-            case 8: decompressionFunction = local_Lizard_decompress_safe_forceExtDict; dName = "Lizard_decompress_safe_forceExtDict"; break;
-            case 9: decompressionFunction = local_LizardF_decompress; dName = "LizardF_decompress";
-                    errorCode = LizardF_compressFrame(compressed_buff, compressedBuffSize, orig_buff, benchedSize, NULL);
-                    if (LizardF_isError(errorCode)) {
-                        DISPLAY("Error while preparing compressed frame\n");
-                        free(orig_buff);
-                        free(compressed_buff);
-                        free(chunkP);
-                        return 1;
-                    }
-                    chunkP[0].origSize = (int)benchedSize;
-                    chunkP[0].compressedSize = (int)errorCode;
-                    nbChunks = 1;
-                    break;
-            default :
-                continue;   /* skip if unknown ID */
-            }
-
-            { size_t i; for (i=0; i<benchedSize; i++) orig_buff[i]=0; }     /* zeroing source area, for CRC checking */
-
-            for (loopNb = 1; loopNb <= g_nbIterations; loopNb++) {
-                double averageTime;
-                clock_t clockTime;
-                U32 crcDecoded;
-
-                PROGRESS("%1i- %-29.29s :%10i ->\r", loopNb, dName, (int)benchedSize);
-
-                nb_loops = 0;
-                clockTime = clock();
-                while(clock() == clockTime);
-                clockTime = clock();
-                while(BMK_GetClockSpan(clockTime) < TIMELOOP) {
-                    for (chunkNb=0; chunkNb<nbChunks; chunkNb++) {
-                        int decodedSize = decompressionFunction(chunkP[chunkNb].compressedBuffer, chunkP[chunkNb].origBuffer, chunkP[chunkNb].compressedSize, chunkP[chunkNb].origSize);
-                        if (chunkP[chunkNb].origSize != decodedSize) DISPLAY("ERROR ! %s() == %i != %i !! \n", dName, decodedSize, chunkP[chunkNb].origSize), exit(1);
-                    }
-                    nb_loops++;
-                }
-                clockTime = BMK_GetClockSpan(clockTime);
-
-                nb_loops += !nb_loops;   /* Avoid division by zero */
-                averageTime = (double)clockTime / nb_loops / CLOCKS_PER_SEC;
-                if (averageTime < bestTime) bestTime = averageTime;
-
-                PROGRESS("%1i- %-29.29s :%10i -> %7.1f MB/s\r", loopNb, dName, (int)benchedSize, (double)benchedSize / bestTime / 1000000);
-
-                /* CRC Checking */
-                crcDecoded = XXH32(orig_buff, (int)benchedSize, 0);
-                if (crcOriginal!=crcDecoded) { DISPLAY("\n!!! WARNING !!! %14s : Invalid Checksum : %x != %x\n", inFileName, (unsigned)crcOriginal, (unsigned)crcDecoded); exit(1); }
-            }
-
-            DISPLAY("%2i-%-29.29s :%10i -> %7.1f MB/s\n", dAlgNb, dName, (int)benchedSize, (double)benchedSize / bestTime / 1000000);
-        }
-      }
-      free(orig_buff);
-      free(compressed_buff);
-      free(chunkP);
-    }
-
-    Lizard_freeStream(Lizard_stream);
-    Lizard_freeStream(Lizard_streamPtr);
-    LizardF_freeDecompressionContext(g_dCtx);
-    if (g_pause) { printf("press enter...\n"); (void)getchar(); }
-
-    return 0;
-}
-
-
-static int usage(const char* exename)
-{
-    DISPLAY( "Usage :\n");
-    DISPLAY( "      %s [arg] file1 file2 ... fileX\n", exename);
-    DISPLAY( "Arguments :\n");
-    DISPLAY( " -c     : compression tests only\n");
-    DISPLAY( " -d     : decompression tests only\n");
-    DISPLAY( " -H/-h  : Help (this text + advanced options)\n");
-    return 0;
-}
-
-static int usage_advanced(void)
-{
-    DISPLAY( "\nAdvanced options :\n");
-    DISPLAY( " -c#    : test only compression function # [1-%i]\n", NB_COMPRESSION_ALGORITHMS);
-    DISPLAY( " -d#    : test only decompression function # [1-%i]\n", NB_DECOMPRESSION_ALGORITHMS);
-    DISPLAY( " -i#    : iteration loops [1-9](default : %i)\n", NBLOOPS);
-    DISPLAY( " -B#    : Block size [4-7](default : 7)\n");
-    return 0;
-}
-
-static int badusage(const char* exename)
-{
-    DISPLAY("Wrong parameters\n");
-    usage(exename);
-    return 0;
-}
-
-int main(int argc, const char** argv)
-{
-    int i,
-        filenamesStart=2;
-    const char* exename = argv[0];
-    const char* input_filename=0;
-
-    // Welcome message
-    DISPLAY(WELCOME_MESSAGE);
-
-    if (argc<2) { badusage(exename); return 1; }
-
-    for(i=1; i<argc; i++) {
-        const char* argument = argv[i];
-
-        if(!argument) continue;   // Protection if argument empty
-        if (!strcmp(argument, "--no-prompt")) {
-            g_noPrompt = 1;
-            continue;
-        }
-
-        // Decode command (note : aggregated commands are allowed)
-        if (argument[0]=='-') {
-            while (argument[1]!=0) {
-                argument ++;
-
-                switch(argument[0])
-                {
-                    // Select compression algorithm only
-                case 'c':
-                    g_decompressionTest = 0;
-                    while ((argument[1]>= '0') && (argument[1]<= '9')) {
-                        g_compressionAlgo *= 10;
-                        g_compressionAlgo += argument[1] - '0';
-                        argument++;
-                    }
-                    break;
-
-                    // Select decompression algorithm only
-                case 'd':
-                    g_compressionTest = 0;
-                    while ((argument[1]>= '0') && (argument[1]<= '9')) {
-                        g_decompressionAlgo *= 10;
-                        g_decompressionAlgo += argument[1] - '0';
-                        argument++;
-                    }
-                    break;
-
-                    // Display help on usage
-                case 'h' :
-                case 'H': usage(exename); usage_advanced(); return 0;
-
-                    // Modify Block Properties
-                case 'B':
-                    while (argument[1]!=0)
-                    switch(argument[1])
-                    {
-                    case '4':
-                    case '5':
-                    case '6':
-                    case '7':
-                    {   int B = argument[1] - '0';
-                        int S = 1 << (8 + 2*B);
-                        BMK_setBlocksize(S);
-                        argument++;
-                        break;
-                    }
-                    case 'D': argument++; break;
-                    default : goto _exit_blockProperties;
-                    }
-_exit_blockProperties:
-                    break;
-
-                    // Modify Nb Iterations
-                case 'i':
-                    if ((argument[1] >='0') && (argument[1] <='9')) {
-                        int iters = argument[1] - '0';
-                        BMK_setNbIterations(iters);
-                        argument++;
-                    }
-                    break;
-
-                    // Pause at the end (hidden option)
-                case 'p': BMK_setPause(); break;
-
-                    // Unknown command
-                default : badusage(exename); return 1;
-                }
-            }
-            continue;
-        }
-
-        // first provided filename is input
-        if (!input_filename) { input_filename=argument; filenamesStart=i; continue; }
-
-    }
-
-    // No input filename ==> Error
-    if(!input_filename) { badusage(exename); return 1; }
-
-    return fullSpeedBench(argv+filenamesStart, argc-filenamesStart);
-
-}
diff --git a/contrib/lizard/tests/fuzzer.c b/contrib/lizard/tests/fuzzer.c
deleted file mode 100644
index 90864dc6d02..00000000000
--- a/contrib/lizard/tests/fuzzer.c
+++ /dev/null
@@ -1,1086 +0,0 @@
-/*
-    fuzzer.c - Fuzzer test tool for Lizard
-    Copyright (C) Yann Collet 2012-2016
-    Copyright (C) Przemyslaw Skibinski 2016-2017
-
-    GPL v2 License
-
-    This program is free software; you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
-    the Free Software Foundation; either version 2 of the License, or
-    (at your option) any later version.
-
-    This program is distributed in the hope that it will be useful,
-    but WITHOUT ANY WARRANTY; without even the implied warranty of
-    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
-
-    You should have received a copy of the GNU General Public License along
-    with this program; if not, write to the Free Software Foundation, Inc.,
-    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-    You can contact the author at :
-    - Lizard source repo : https://github.com/inikep/lizard
-*/
-
-/*-************************************
-*  Compiler options
-**************************************/
-#ifdef _MSC_VER    /* Visual Studio */
-#  define _CRT_SECURE_NO_WARNINGS    /* fgets */
-#  pragma warning(disable : 4127)    /* disable: C4127: conditional expression is constant */
-#  pragma warning(disable : 4146)    /* disable: C4146: minus unsigned expression */
-#  pragma warning(disable : 4310)    /* disable: C4310: constant char value > 127 */
-#endif
-
-/* S_ISREG & gettimeofday() are not supported by MSVC */
-#if defined(_MSC_VER) || defined(_WIN32)
-#  define FUZ_LEGACY_TIMER 1
-#endif
-
-
-/*-************************************
-*  Includes
-**************************************/
-#include <stdlib.h>
-#include <stdio.h>      /* fgets, sscanf */
-#include <string.h>     /* strcmp */
-#include <time.h>       /* clock_t, clock, CLOCKS_PER_SEC */
-#include "lizard_compress.h"        /* LIZARD_VERSION_STRING */
-#include "lizard_decompress.h"
-#include "lizard_common.h"
-#define XXH_STATIC_LINKING_ONLY
-#include "xxhash/xxhash.h"
-
-
-
-/*-************************************
-*  Constants
-**************************************/
-#define NB_ATTEMPTS (1<<16)
-#define COMPRESSIBLE_NOISE_LENGTH (1 << 21)
-#define FUZ_MAX_BLOCK_SIZE (1 << 17)
-#define FUZ_MAX_DICT_SIZE  (1 << 15)
-#define FUZ_COMPRESSIBILITY_DEFAULT 60
-#define PRIME1   2654435761U
-#define PRIME2   2246822519U
-#define PRIME3   3266489917U
-
-
-/*-***************************************
-*  Macros
-*****************************************/
-#define DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
-#define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); }
-static int g_displayLevel = 2;
-static const clock_t g_refreshRate = CLOCKS_PER_SEC * 25 / 100;
-static clock_t g_time = 0;
-
-
-/*-*******************************************************
-*  Fuzzer functions
-*********************************************************/
-static clock_t FUZ_GetClockSpan(clock_t clockStart)
-{
-    return clock() - clockStart;   /* works even if overflow; max span ~ 30mn */
-}
-
-static U32 FUZ_rotl32(U32 u32, U32 nbBits)
-{
-    return ((u32 << nbBits) | (u32 >> (32 - nbBits)));
-}
-
-static U32 FUZ_rand(U32* src)
-{
-    U32 rand32 = *src;
-    rand32 *= PRIME1;
-    rand32 ^= PRIME2;
-    rand32  = FUZ_rotl32(rand32, 13);
-    *src = rand32;
-    return rand32;
-}
-
-
-#define FUZ_RAND15BITS  ((FUZ_rand(seed) >> 3) & 32767)
-#define FUZ_RANDLENGTH  ( ((FUZ_rand(seed) >> 7) & 3) ? (FUZ_rand(seed) % 15) : (FUZ_rand(seed) % 510) + 15)
-static void FUZ_fillCompressibleNoiseBuffer(void* buffer, size_t bufferSize, double proba, U32* seed)
-{
-    BYTE* BBuffer = (BYTE*)buffer;
-    size_t pos = 0;
-    U32 P32 = (U32)(32768 * proba);
-
-    /* First Bytes */
-    while (pos < 20)
-        BBuffer[pos++] = (BYTE)(FUZ_rand(seed));
-
-    while (pos < bufferSize)
-    {
-        /* Select : Literal (noise) or copy (within 64K) */
-        if (FUZ_RAND15BITS < P32)
-        {
-            /* Copy (within 64K) */
-            size_t match, d;
-            size_t length = FUZ_RANDLENGTH + 4;
-            size_t offset = FUZ_RAND15BITS + 1;
-            while (offset > pos) offset >>= 1;
-            d = pos + length;
-            while (d > bufferSize) d = bufferSize;
-            match = pos - offset;
-            while (pos < d) BBuffer[pos++] = BBuffer[match++];
-        }
-        else
-        {
-            /* Literal (noise) */
-            size_t d;
-            size_t length = FUZ_RANDLENGTH;
-            d = pos + length;
-            if (d > bufferSize) d = bufferSize;
-            while (pos < d) BBuffer[pos++] = (BYTE)(FUZ_rand(seed) >> 5);
-        }
-    }
-}
-
-
-#define MAX_NB_BUFF_I134 150
-#define BLOCKSIZE_I134   (32 MB)
-/*! FUZ_AddressOverflow() :
-*   Aggressively pushes memory allocation limits,
-*   and generates patterns which create address space overflow.
-*   only possible in 32-bits mode */
-static int FUZ_AddressOverflow(U32* seed)
-{
-    char* buffers[MAX_NB_BUFF_I134];
-    int i, nbBuff=0;
-    int highAddress = 0;
-
-    DISPLAY("Overflow tests : ");
-
-    /* Only possible in 32-bits */
- /*   if (sizeof(void*)==8)
-    {
-        DISPLAY("64 bits mode : no overflow \n");
-        fflush(stdout);
-        return 0;
-    }*/
-
-    buffers[0] = (char*)malloc(BLOCKSIZE_I134);
-    buffers[1] = (char*)malloc(BLOCKSIZE_I134);
-    if ((!buffers[0]) || (!buffers[1])) {
-        DISPLAY("not enough memory for tests \n");
-        return 0;
-    }
-
-    for (nbBuff=2; nbBuff < MAX_NB_BUFF_I134; nbBuff++) {
-        DISPLAY("%3i \b\b\b\b", nbBuff);
-        buffers[nbBuff] = (char*)malloc(BLOCKSIZE_I134);
-        if (buffers[nbBuff]==NULL) goto _endOfTests;
-
-        if (((size_t)buffers[nbBuff] > (size_t)0x80000000) && (!highAddress)) {
-            DISPLAY("high address detected : ");
-            fflush(stdout);
-            highAddress=1;
-        }
-
-        {   int const nbOf255 = 1 + (FUZ_rand(seed) % (BLOCKSIZE_I134-1));
-            char* const input = buffers[nbBuff-1];
-            char* output = buffers[nbBuff];
-            int r;
-            BYTE cLevel = LIZARD_MIN_CLEVEL + (FUZ_rand(seed) % (1+LIZARD_MAX_CLEVEL-LIZARD_MIN_CLEVEL));
-            for(i = 5; i < nbOf255; i++) input[i] = (char)0xff;
-            for(i = 5; i < nbOf255; i+=(FUZ_rand(seed) % 128)) input[i] = (BYTE)(FUZ_rand(seed)%256);
-
-            input[0] = (char)cLevel; /* Compression Level */
-            input[1] = (char)0xF0;   /* Literal length overflow */
-            input[2] = (char)0xFF;
-            input[3] = (char)0xFF;
-            input[4] = (char)0xFF;
-            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
-            if (r>0 && r<nbOf255) goto _overflowError;
-
-            input[0] = (char)cLevel; /* Compression Level */
-            input[1] = (char)0x1F;   /* Match length overflow */
-            input[2] = (char)0x01;
-            input[3] = (char)0x01;
-            input[4] = (char)0x00;
-            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
-            if (r>0 && r<nbOf255) goto _overflowError;
-
-            output = buffers[nbBuff-2];   /* Reverse in/out pointer order */
-            input[0] = (char)cLevel; /* Compression Level */
-            input[1] = (char)0xF0;   /* Literal length overflow */
-            input[2] = (char)0xFF;
-            input[3] = (char)0xFF;
-            input[4] = (char)0xFF;
-            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
-            if (r>0 && r<nbOf255) goto _overflowError;
-
-            input[0] = (char)cLevel; /* Compression Level */
-            input[1] = (char)0x1F;   /* Match length overflow */
-            input[2] = (char)0x01;
-            input[3] = (char)0x01;
-            input[4] = (char)0x00;
-            r = Lizard_decompress_safe(input, output, nbOf255, BLOCKSIZE_I134);
-            if (r>0 && r<nbOf255) goto _overflowError;
-        }
-    }
-
-_endOfTests:
-    for (i=0 ; i<nbBuff; i++) free(buffers[i]);
-    if (!highAddress) DISPLAY("high address not possible \n");
-    else DISPLAY("all overflows correctly detected \n");
-    return 0;
-
-_overflowError:
-    DISPLAY("Address space overflow error !! \n");
-    exit(1);
-}
-
-
-static void FUZ_displayUpdate(unsigned testNb)
-{
-    if ((FUZ_GetClockSpan(g_time) > g_refreshRate) | (g_displayLevel>=3)) {
-        g_time = clock();
-        DISPLAY("\r%5u   ", testNb);
-        if (g_displayLevel>=3) fflush(stdout);
-    }
-}
-
-
-/*! FUZ_findDiff() :
-*   find the first different byte between buff1 and buff2.
-*   presumes buff1 != buff2.
-*   presumes a difference exists before end of either buffer.
-*   Typically invoked after a checksum mismatch.
-*/
-static void FUZ_findDiff(const void* buff1, const void* buff2)
-{
-    const BYTE* const b1 = (const BYTE*)buff1;
-    const BYTE* const b2 = (const BYTE*)buff2;
-    size_t i=0;
-    while (b1[i]==b2[i]) i++;
-    DISPLAY("Wrong Byte at position %u\n", (unsigned)i);
-}
-
-
-static int FUZ_test(U32 seed, U32 nbCycles, const U32 startCycle, const double compressibility, U32 duration_s)
-{
-    unsigned long long bytes = 0;
-    unsigned long long cbytes = 0;
-    unsigned long long hcbytes = 0;
-    unsigned long long ccbytes = 0;
-    void* CNBuffer;
-    char* compressedBuffer;
-    char* decodedBuffer;
-#   define FUZ_max   LIZARD_COMPRESSBOUND(LEN)
-    int ret;
-    unsigned cycleNb;
-#   define FUZ_CHECKTEST(cond, ...) if (cond) { printf("Test %u : ", testNb); printf(__VA_ARGS__); \
-                                                printf(" (seed %u, cycle %u) \n", seed, cycleNb); goto _output_error; }
-#   define FUZ_DISPLAYTEST          { testNb++; g_displayLevel<3 ? 0 : printf("%2u\b\b", testNb); if (g_displayLevel==4) fflush(stdout); }
-    void* stateLizard   = malloc(Lizard_sizeofState_MinLevel());
-    void* stateLizardHC = malloc(Lizard_sizeofState(0));
-    Lizard_stream_t* Lizarddict;
-    Lizard_stream_t* Lizard_streamHCPtr;
-    U32 crcOrig, crcCheck;
-    U32 coreRandState = seed;
-    U32 randState = coreRandState ^ PRIME3;
-    int result = 0;
-    clock_t const clockStart = clock();
-    clock_t const clockDuration = (clock_t)duration_s * CLOCKS_PER_SEC;
-
-
-    /* init */
-    Lizard_streamHCPtr = Lizard_createStream(0);
-    Lizarddict = Lizard_createStream_MinLevel();
-
-    /* Create compressible test buffer */
-    CNBuffer = malloc(COMPRESSIBLE_NOISE_LENGTH);
-    compressedBuffer = (char*)malloc(Lizard_compressBound(FUZ_MAX_BLOCK_SIZE));
-    decodedBuffer = (char*)malloc(FUZ_MAX_DICT_SIZE + FUZ_MAX_BLOCK_SIZE);
-
-    if (!stateLizard || !stateLizardHC || !Lizarddict || !Lizard_streamHCPtr || !CNBuffer || !compressedBuffer || !decodedBuffer) goto _output_error;
-
-    FUZ_fillCompressibleNoiseBuffer(CNBuffer, COMPRESSIBLE_NOISE_LENGTH, compressibility, &randState);
-
-    /* move to startCycle */
-    for (cycleNb = 0; cycleNb < startCycle; cycleNb++) {
-        (void)FUZ_rand(&coreRandState);
-
-        if (0) {   /* some problems can be related to dictionary re-use; in this case, enable this loop */
-            int dictSize, blockSize, blockStart;
-            char* dict;
-            char* block;
-            FUZ_displayUpdate(cycleNb);
-            randState = coreRandState ^ PRIME3;
-            blockSize  = FUZ_rand(&randState) % FUZ_MAX_BLOCK_SIZE;
-            blockStart = FUZ_rand(&randState) % (COMPRESSIBLE_NOISE_LENGTH - blockSize);
-            dictSize   = FUZ_rand(&randState) % FUZ_MAX_DICT_SIZE;
-            if (dictSize > blockStart) dictSize = blockStart;
-            block = ((char*)CNBuffer) + blockStart;
-            dict = block - dictSize;
-            Lizard_loadDict(Lizarddict, dict, dictSize);
-            Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-            Lizard_loadDict(Lizarddict, dict, dictSize);
-            Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-            Lizard_loadDict(Lizarddict, dict, dictSize);
-            Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-    }   }
-
-    /* Main test loop */
-    for (cycleNb = startCycle; (cycleNb < nbCycles) || (FUZ_GetClockSpan(clockStart) < clockDuration) ; cycleNb++) {
-        U32 testNb = 0;
-        char* dict;
-        char* block;
-        int dictSize, blockSize, blockStart, compressedSize, HCcompressedSize;
-        int blockContinueCompressedSize;
-
-        FUZ_displayUpdate(cycleNb);
-        (void)FUZ_rand(&coreRandState);
-        randState = coreRandState ^ PRIME3;
-
-        /* Select block to test */
-        blockSize  = (FUZ_rand(&randState) % (FUZ_MAX_BLOCK_SIZE-1)) + 1;
-        blockStart = FUZ_rand(&randState) % (COMPRESSIBLE_NOISE_LENGTH - blockSize);
-        dictSize   = FUZ_rand(&randState) % FUZ_MAX_DICT_SIZE;
-        if (dictSize > blockStart) dictSize = blockStart;
-        block = ((char*)CNBuffer) + blockStart;
-        dict = block - dictSize;
-
-        /* Compression tests */
-
-        /* Test compression HC */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress(block, compressedBuffer, blockSize, Lizard_compressBound(blockSize), 0);
-        FUZ_CHECKTEST(ret==0, "Lizard_compress() failed");
-        HCcompressedSize = ret;
-
-        /* Test compression HC using external state */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress_extState(stateLizardHC, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize), 0);
-        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState() failed");
-
-        /* Test compression using external state */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress_extState_MinLevel(stateLizard, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState_MinLevel(1) failed");
-
-        /* Test compression */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress_MinLevel(block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-        FUZ_CHECKTEST(ret==0, "Lizard_compress_MinLevel() failed");
-        compressedSize = ret;
-
-        /* Decompression tests */
-
-        crcOrig = XXH32(block, blockSize, 0);
-
-        /* Test decoding with output size exactly what's necessary => must work */
-        FUZ_DISPLAYTEST;
-        decodedBuffer[blockSize] = 0;
-        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize);
-        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe failed despite sufficient space");
-        FUZ_CHECKTEST(ret!=blockSize, "Lizard_decompress_safe did not regenerate original data");
-        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe overrun specified output buffer size");
-        crcCheck = XXH32(decodedBuffer, blockSize, 0);
-        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe corrupted decoded data");
-
-        // Test decoding with more than enough output size => must work
-        FUZ_DISPLAYTEST;
-        decodedBuffer[blockSize] = 0;
-        decodedBuffer[blockSize+1] = 0;
-        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize+1);
-        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe failed despite amply sufficient space");
-        FUZ_CHECKTEST(ret!=blockSize, "Lizard_decompress_safe did not regenerate original data");
-        //FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe wrote more than (unknown) target size");   // well, is that an issue ?
-        FUZ_CHECKTEST(decodedBuffer[blockSize+1], "Lizard_decompress_safe overrun specified output buffer size");
-        crcCheck = XXH32(decodedBuffer, blockSize, 0);
-        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe corrupted decoded data");
-
-        // Test decoding with output size being one byte too short => must fail
-        FUZ_DISPLAYTEST;
-        decodedBuffer[blockSize-1] = 0;
-        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize-1);
-        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to Output Size being one byte too short");
-        FUZ_CHECKTEST(decodedBuffer[blockSize-1], "Lizard_decompress_safe overrun specified output buffer size");
-
-        // Test decoding with output size being 10 bytes too short => must fail
-        FUZ_DISPLAYTEST;
-        if (blockSize>10)
-        {
-            decodedBuffer[blockSize-10] = 0;
-            ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize, blockSize-10);
-            FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to Output Size being 10 bytes too short");
-            FUZ_CHECKTEST(decodedBuffer[blockSize-10], "Lizard_decompress_safe overrun specified output buffer size");
-        }
-
-        // Test decoding with input size being one byte too short => must fail
-        FUZ_DISPLAYTEST;
-        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize-1, blockSize);
-        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to input size being one byte too short (blockSize=%i, ret=%i, compressedSize=%i)", blockSize, ret, compressedSize);
-
-        // Test decoding with input size being one byte too large => must fail
-        FUZ_DISPLAYTEST;
-        decodedBuffer[blockSize] = 0;
-        compressedBuffer[compressedSize] = 0; /* valgrind */
-        ret = Lizard_decompress_safe(compressedBuffer, decodedBuffer, compressedSize+1, blockSize);
-        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe should have failed, due to input size being too large");
-        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe overrun specified output buffer size");
-
-        // Test partial decoding with target output size being max/2 => must work
-        FUZ_DISPLAYTEST;
-        ret = Lizard_decompress_safe_partial(compressedBuffer, decodedBuffer, compressedSize, blockSize/2, blockSize);
-        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe_partial failed despite sufficient space");
-
-        // Test partial decoding with target output size being just below max => must work
-        FUZ_DISPLAYTEST;
-        ret = Lizard_decompress_safe_partial(compressedBuffer, decodedBuffer, compressedSize, blockSize-3, blockSize);
-        FUZ_CHECKTEST(ret<0, "Lizard_decompress_safe_partial failed despite sufficient space");
-
-        /* Test Compression with limited output size */
-
-        /* Test compression with output size being exactly what's necessary (should work) */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress_MinLevel(block, compressedBuffer, blockSize, compressedSize);
-        FUZ_CHECKTEST(ret==0, "Lizard_compress_MinLevel() failed despite sufficient space");
-
-        /* Test compression with output size being exactly what's necessary and external state (should work) */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress_extState_MinLevel(stateLizard, block, compressedBuffer, blockSize, compressedSize);
-        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState_MinLevel() failed despite sufficient space");
-
-        /* Test HC compression with output size being exactly what's necessary (should work) */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress(block, compressedBuffer, blockSize, HCcompressedSize, 0);
-        FUZ_CHECKTEST(ret==0, "Lizard_compress() (limitedOutput) failed despite sufficient space");
-
-        /* Test HC compression with output size being exactly what's necessary (should work) */
-        FUZ_DISPLAYTEST;
-        ret = Lizard_compress_extState(stateLizardHC, block, compressedBuffer, blockSize, HCcompressedSize, 0);
-        FUZ_CHECKTEST(ret==0, "Lizard_compress_extState() failed despite sufficient space");
-
-        /* Test compression with missing bytes into output buffer => must fail */
-        FUZ_DISPLAYTEST;
-        {   int missingBytes = (FUZ_rand(&randState) % 0x3F) + 1;
-            if (missingBytes >= compressedSize) missingBytes = compressedSize-1;
-            missingBytes += !missingBytes;   /* avoid special case missingBytes==0 */
-            compressedBuffer[compressedSize-missingBytes] = 0;
-            ret = Lizard_compress_MinLevel(block, compressedBuffer, blockSize, compressedSize-missingBytes);
-            FUZ_CHECKTEST(ret, "Lizard_compress_MinLevel should have failed (output buffer too small by %i byte)", missingBytes);
-            FUZ_CHECKTEST(compressedBuffer[compressedSize-missingBytes], "Lizard_compress_MinLevel overran output buffer ! (%i missingBytes)", missingBytes)
-        }
-
-        /* Test HC compression with missing bytes into output buffer => must fail */
-        FUZ_DISPLAYTEST;
-        {   int missingBytes = (FUZ_rand(&randState) % 0x3F) + 1;
-            if (missingBytes >= HCcompressedSize) missingBytes = HCcompressedSize-1;
-            missingBytes += !missingBytes;   /* avoid special case missingBytes==0 */
-            compressedBuffer[HCcompressedSize-missingBytes] = 0;
-            ret = Lizard_compress(block, compressedBuffer, blockSize, HCcompressedSize-missingBytes, 0);
-            FUZ_CHECKTEST(ret, "Lizard_compress(limitedOutput) should have failed (output buffer too small by %i byte)", missingBytes);
-            FUZ_CHECKTEST(compressedBuffer[HCcompressedSize-missingBytes], "Lizard_compress overran output buffer ! (%i missingBytes)", missingBytes)
-        }
-
-
-        /*-******************/
-        /* Dictionary tests */
-        /*-******************/
-
-        /* Compress using dictionary */
-        FUZ_DISPLAYTEST;
-        {   Lizard_stream_t* Lizard_stream = Lizard_createStream_MinLevel();
-            FUZ_CHECKTEST(Lizard_stream==NULL, "Lizard_createStream_MinLevel() allocation failed");
-            Lizard_stream = Lizard_resetStream_MinLevel(Lizard_stream);
-            FUZ_CHECKTEST(Lizard_stream==NULL, "Lizard_resetStream_MinLevel() failed");
-            Lizard_compress_continue (Lizard_stream, dict, compressedBuffer, dictSize, Lizard_compressBound(dictSize));   /* Just to fill hash tables */
-            blockContinueCompressedSize = Lizard_compress_continue (Lizard_stream, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-            FUZ_CHECKTEST(blockContinueCompressedSize==0, "Lizard_compress_continue failed");
-            Lizard_freeStream(Lizard_stream);
-        }
-
-        /* Compress using External dictionary */
-        FUZ_DISPLAYTEST;
-        dict -= (FUZ_rand(&randState) & 0xF) + 1;   /* Separation, so it is an ExtDict */
-        if (dict < (char*)CNBuffer) dict = (char*)CNBuffer;
-        Lizard_loadDict(Lizarddict, dict, dictSize);
-        blockContinueCompressedSize = Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-        FUZ_CHECKTEST(blockContinueCompressedSize==0, "Lizard_compress_continue failed");
-
-        FUZ_DISPLAYTEST;
-        Lizard_loadDict(Lizarddict, dict, dictSize);
-        ret = Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, blockContinueCompressedSize-1);
-        FUZ_CHECKTEST(ret>0, "Lizard_compress_continue using ExtDict should fail : one missing byte for output buffer : %i written, %i buffer", ret, blockContinueCompressedSize);
-
-        FUZ_DISPLAYTEST;
-        Lizard_loadDict(Lizarddict, dict, dictSize);
-        ret = Lizard_compress_continue(Lizarddict, block, compressedBuffer, blockSize, blockContinueCompressedSize);
-        FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "Lizard_compress_limitedOutput_compressed size is different (%i != %i)", ret, blockContinueCompressedSize);
-        FUZ_CHECKTEST(ret<=0, "Lizard_compress_continue should work : enough size available within output buffer");
-
-        FUZ_DISPLAYTEST;
-        decodedBuffer[blockSize] = 0;
-        ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize, dict, dictSize);
-        FUZ_CHECKTEST(ret!=blockSize, "2Lizard_decompress_safe_usingDict did not regenerate original data ret[%d]!=blockSize[%d]", (int)ret, (int)blockSize);
-        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe_usingDict overrun specified output buffer size")
-            crcCheck = XXH32(decodedBuffer, blockSize, 0);
-        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe_usingDict corrupted decoded data");
-
-        FUZ_DISPLAYTEST;
-        decodedBuffer[blockSize-1] = 0;
-        ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize-1, dict, dictSize);
-        FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe_usingDict should have failed : not enough output size (-1 byte)");
-        FUZ_CHECKTEST(decodedBuffer[blockSize-1], "Lizard_decompress_safe_usingDict overrun specified output buffer size");
-
-        FUZ_DISPLAYTEST;
-        {   U32 const missingBytes = (FUZ_rand(&randState) & 0xF) + 2;
-            if ((U32)blockSize > missingBytes) {
-                decodedBuffer[blockSize-missingBytes] = 0;
-                ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize-missingBytes, dict, dictSize);
-                FUZ_CHECKTEST(ret>=0, "Lizard_decompress_safe_usingDict should have failed : output buffer too small (-%u byte)", missingBytes);
-                FUZ_CHECKTEST(decodedBuffer[blockSize-missingBytes], "Lizard_decompress_safe_usingDict overrun specified output buffer size (-%u byte) (blockSize=%i)", missingBytes, blockSize);
-        }   }
-
-        /* Compress HC using External dictionary */
-        FUZ_DISPLAYTEST;
-        dict -= (FUZ_rand(&randState) & 7);    /* even bigger separation */
-        if (dict < (char*)CNBuffer) dict = (char*)CNBuffer;
-        Lizard_streamHCPtr = Lizard_resetStream (Lizard_streamHCPtr, FUZ_rand(&randState) & 0x7);
-        FUZ_CHECKTEST(Lizard_streamHCPtr==NULL, "Lizard_resetStream failed");
-        Lizard_loadDict(Lizard_streamHCPtr, dict, dictSize);
-        blockContinueCompressedSize = Lizard_compress_continue(Lizard_streamHCPtr, block, compressedBuffer, blockSize, Lizard_compressBound(blockSize));
-        FUZ_CHECKTEST(blockContinueCompressedSize==0, "Lizard_compress_continue failed");
-
-        FUZ_DISPLAYTEST;
-        Lizard_loadDict(Lizard_streamHCPtr, dict, dictSize);
-        ret = Lizard_compress_continue(Lizard_streamHCPtr, block, compressedBuffer, blockSize, blockContinueCompressedSize-1);
-        FUZ_CHECKTEST(ret>0, "Lizard_compress_continue using ExtDict should fail : one missing byte for output buffer");
-
-        FUZ_DISPLAYTEST;
-        Lizard_loadDict(Lizard_streamHCPtr, dict, dictSize);
-        ret = Lizard_compress_continue(Lizard_streamHCPtr, block, compressedBuffer, blockSize, blockContinueCompressedSize);
-        FUZ_CHECKTEST(ret!=blockContinueCompressedSize, "Lizard_compress_limitedOutput_compressed size is different (%i != %i)", ret, blockContinueCompressedSize);
-        FUZ_CHECKTEST(ret<=0, "Lizard_compress_continue should work : enough size available within output buffer");
-
-        FUZ_DISPLAYTEST;
-        decodedBuffer[blockSize] = 0;
-        ret = Lizard_decompress_safe_usingDict(compressedBuffer, decodedBuffer, blockContinueCompressedSize, blockSize, dict, dictSize);
-        FUZ_CHECKTEST(ret!=blockSize, "3Lizard_decompress_safe_usingDict did not regenerate original data ret[%d]!=blockSize[%d]", (int)ret, (int)blockSize);
-        FUZ_CHECKTEST(decodedBuffer[blockSize], "Lizard_decompress_safe_usingDict overrun specified output buffer size")
-            crcCheck = XXH32(decodedBuffer, blockSize, 0);
-        if (crcCheck!=crcOrig)
-            FUZ_findDiff(block, decodedBuffer);
-        FUZ_CHECKTEST(crcCheck!=crcOrig, "Lizard_decompress_safe_usingDict corrupted decoded data");
-
-        /* ***** End of tests *** */
-        /* Fill stats */
-        bytes += blockSize;
-        cbytes += compressedSize;
-        hcbytes += HCcompressedSize;
-        ccbytes += blockContinueCompressedSize;
-    }
-
-    if (nbCycles<=1) nbCycles = cycleNb;   /* end by time */
-    bytes += !bytes;   /* avoid division by 0 */
-    printf("\r%7u /%7u   - ", cycleNb, nbCycles);
-    printf("all tests completed successfully \n");
-    printf("compression ratio: %0.3f%%\n", (double)cbytes/bytes*100);
-    printf("HC compression ratio: %0.3f%%\n", (double)hcbytes/bytes*100);
-    printf("ratio with dict: %0.3f%%\n", (double)ccbytes/bytes*100);
-
-    /* release memory */
-    {
-_exit:
-        free(CNBuffer);
-        free(compressedBuffer);
-        free(decodedBuffer);
-        free(stateLizard);
-        free(stateLizardHC);
-        Lizard_freeStream(Lizard_streamHCPtr);
-        Lizard_freeStream(Lizarddict);
-        return result;
-
-_output_error:
-        result = 1;
-        goto _exit;
-    }
-}
-
-
-#define testInputSize (192 KB)
-#define testCompressedSize (128 KB)
-#define ringBufferSize (8 KB)
-
-static void FUZ_unitTests(U32 seed)
-{
-    const unsigned testNb = 0;
-    const unsigned cycleNb= 0;
-    char testInput[testInputSize];
-    char testCompressed[testCompressedSize];
-    char testVerify[testInputSize];
-    char ringBuffer[ringBufferSize];
-    U32 randState = seed ^ PRIME3;
-
-    /* Init */
-    FUZ_fillCompressibleNoiseBuffer(testInput, testInputSize, 0.50, &randState);
-
-    /* 32-bits address space overflow test */
-    FUZ_AddressOverflow(&randState);
-
-    /* Lizard streaming tests */
-    {   Lizard_stream_t* statePtr;
-        Lizard_stream_t* streamingState;
-        U64 crcOrig;
-        U64 crcNew;
-        int result;
-
-        /* Allocation test */
-        statePtr = Lizard_createStream_MinLevel();
-        FUZ_CHECKTEST(statePtr==NULL, "Lizard_createStream_MinLevel() allocation failed");
-        Lizard_freeStream(statePtr);
-
-        streamingState = Lizard_createStream_MinLevel();
-        FUZ_CHECKTEST(streamingState==NULL, "Lizard_createStream_MinLevel() allocation failed");
-
-        /* simple compression test */
-        crcOrig = XXH64(testInput, testCompressedSize, 0);
-        streamingState = Lizard_resetStream_MinLevel(streamingState);
-        FUZ_CHECKTEST(streamingState==NULL, "Lizard_resetStream_MinLevel() failed");
-        result = Lizard_compress_continue(streamingState, testInput, testCompressed, testCompressedSize, testCompressedSize-1);
-        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
-
-        result = Lizard_decompress_safe(testCompressed, testVerify, result, testCompressedSize);
-        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe() decompression failed Level 1 (result=%d testCompressedSize=%d)", (int)result, (int)testCompressedSize);
-        crcNew = XXH64(testVerify, testCompressedSize, 0);
-        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
-
-        /* ring buffer test */
-        {   XXH64_state_t xxhOrig;
-            XXH64_state_t xxhNew;
-            Lizard_streamDecode_t decodeState;
-            const U32 maxMessageSizeLog = 10;
-            const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1;
-            U32 messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
-            U32 iNext = 0;
-            U32 rNext = 0;
-            U32 dNext = 0;
-            const U32 dBufferSize = ringBufferSize + maxMessageSizeMask;
-
-            XXH64_reset(&xxhOrig, 0);
-            XXH64_reset(&xxhNew, 0);
-            streamingState = Lizard_resetStream_MinLevel(streamingState);
-            FUZ_CHECKTEST(streamingState==NULL, "Lizard_resetStream_MinLevel() failed");
-            Lizard_setStreamDecode(&decodeState, NULL, 0);
-
-            while (iNext + messageSize < testCompressedSize) {
-                XXH64_update(&xxhOrig, testInput + iNext, messageSize);
-                crcOrig = XXH64_digest(&xxhOrig);
-
-                memcpy (ringBuffer + rNext, testInput + iNext, messageSize);
-                result = Lizard_compress_continue(streamingState, ringBuffer + rNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
-                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
-
-                result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
-                FUZ_CHECKTEST(result!=(int)messageSize, "ringBuffer : Lizard_decompress_safe() test failed");
-
-                XXH64_update(&xxhNew, testVerify + dNext, messageSize);
-                crcNew = XXH64_digest(&xxhNew);
-                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
-
-                /* prepare next message */
-                iNext += messageSize;
-                rNext += messageSize;
-                dNext += messageSize;
-                messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
-                if (rNext + messageSize > ringBufferSize) rNext = 0;
-                if (dNext + messageSize > dBufferSize) dNext = 0;
-            }
-        }
-        Lizard_freeStream(streamingState);
-    }
-
-    /* Lizard streaming tests */
-    {   Lizard_stream_t* streamPtr;
-        U64 crcOrig;
-        U64 crcNew;
-        int result;
-
-        /* Allocation test */
-        streamPtr = Lizard_createStream(0);
-        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_createStream() allocation failed");
-
-        /* simple HC compression test */
-        crcOrig = XXH64(testInput, testCompressedSize, 0);
-        streamPtr = Lizard_resetStream(streamPtr, 0);
-        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
-        result = Lizard_compress_continue(streamPtr, testInput, testCompressed, testCompressedSize, testCompressedSize-1);
-        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
-
-        result = Lizard_decompress_safe(testCompressed, testVerify, result, testCompressedSize);
-        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe() decompression failed Level 0 (result=%d testCompressedSize=%d)", (int)result, (int)testCompressedSize);
-        crcNew = XXH64(testVerify, testCompressedSize, 0);
-        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
-
-        /* simple dictionary HC compression test */
-        crcOrig = XXH64(testInput + testInputSize - testCompressedSize, testCompressedSize, 0);
-        streamPtr = Lizard_resetStream(streamPtr, 0);
-        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
-        Lizard_loadDict(streamPtr, testInput, testInputSize - testCompressedSize);
-        result = Lizard_compress_continue(streamPtr, testInput + testInputSize - testCompressedSize, testCompressed, testCompressedSize, testCompressedSize-1);
-        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result);
-
-        result = Lizard_decompress_safe_usingDict(testCompressed, testVerify, result, testCompressedSize, testInput, testInputSize - testCompressedSize);
-        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe() simple dictionary decompression test failed");
-        crcNew = XXH64(testVerify, testCompressedSize, 0);
-        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() simple dictionary decompression test : corruption");
-
-        /* multiple HC compression test with dictionary */
-        {   int result1, result2;
-            int segSize = testCompressedSize / 2;
-            crcOrig = XXH64(testInput + segSize, testCompressedSize, 0);
-            streamPtr = Lizard_resetStream(streamPtr, 0);
-            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
-            Lizard_loadDict(streamPtr, testInput, segSize);
-            result1 = Lizard_compress_continue(streamPtr, testInput + segSize, testCompressed, segSize, segSize -1);
-            FUZ_CHECKTEST(result1==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result1);
-            result2 = Lizard_compress_continue(streamPtr, testInput + 2*segSize, testCompressed+result1, segSize, segSize-1);
-            FUZ_CHECKTEST(result2==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result2);
-
-            result = Lizard_decompress_safe_usingDict(testCompressed, testVerify, result1, segSize, testInput, segSize);
-            FUZ_CHECKTEST(result!=segSize, "Lizard_decompress_safe() dictionary decompression part 1 failed");
-            result = Lizard_decompress_safe_usingDict(testCompressed+result1, testVerify+segSize, result2, segSize, testInput, 2*segSize);
-            FUZ_CHECKTEST(result!=segSize, "Lizard_decompress_safe() dictionary decompression part 2 failed");
-            crcNew = XXH64(testVerify, testCompressedSize, 0);
-            FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() dictionary decompression corruption");
-        }
-
-        /* remote dictionary HC compression test */
-        crcOrig = XXH64(testInput + testInputSize - testCompressedSize, testCompressedSize, 0);
-        streamPtr = Lizard_resetStream(streamPtr, 0);
-        FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
-        Lizard_loadDict(streamPtr, testInput, 32 KB);
-        result = Lizard_compress_continue(streamPtr, testInput + testInputSize - testCompressedSize, testCompressed, testCompressedSize, testCompressedSize-1);
-        FUZ_CHECKTEST(result==0, "Lizard_compress_continue() remote dictionary failed : result = %i", result);
-
-        result = Lizard_decompress_safe_usingDict(testCompressed, testVerify, result, testCompressedSize, testInput, 32 KB);
-        FUZ_CHECKTEST(result!=(int)testCompressedSize, "Lizard_decompress_safe_usingDict() decompression failed following remote dictionary HC compression test");
-        crcNew = XXH64(testVerify, testCompressedSize, 0);
-        FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe_usingDict() decompression corruption");
-
-        /* multiple HC compression with ext. dictionary */
-        {   XXH64_state_t crcOrigState;
-            XXH64_state_t crcNewState;
-            const char* dict = testInput + 3;
-            int dictSize = (FUZ_rand(&randState) & 8191);
-            char* dst = testVerify;
-
-            size_t segStart = dictSize + 7;
-            int segSize = (FUZ_rand(&randState) & 8191);
-            int segNb = 1;
-
-            streamPtr = Lizard_resetStream(streamPtr, 0);
-            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
-            Lizard_loadDict(streamPtr, dict, dictSize);
-
-            XXH64_reset(&crcOrigState, 0);
-            XXH64_reset(&crcNewState, 0);
-
-            while (segStart + segSize < testInputSize) {
-                XXH64_update(&crcOrigState, testInput + segStart, segSize);
-                crcOrig = XXH64_digest(&crcOrigState);
-                result = Lizard_compress_continue(streamPtr, testInput + segStart, testCompressed, segSize, Lizard_compressBound(segSize));
-                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() dictionary compression failed : result = %i", result);
-
-                result = Lizard_decompress_safe_usingDict(testCompressed, dst, result, segSize, dict, dictSize);
-                FUZ_CHECKTEST(result!=segSize, "Lizard_decompress_safe_usingDict() dictionary decompression part %i failed", segNb);
-                XXH64_update(&crcNewState, dst, segSize);
-                crcNew = XXH64_digest(&crcNewState);
-                if (crcOrig!=crcNew) {
-                    size_t c=0;
-                    while (dst[c] == testInput[segStart+c]) c++;
-                    DISPLAY("Bad decompression at %u / %u \n", (U32)c, (U32)segSize);
-                }
-                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe_usingDict() part %i corruption", segNb);
-
-                dict = dst;
-                //dict = testInput + segStart;
-                dictSize = segSize;
-
-                dst += segSize + 1;
-                segNb ++;
-
-                segStart += segSize + (FUZ_rand(&randState) & 0xF) + 1;
-                segSize = (FUZ_rand(&randState) & 8191);
-            }
-        }
-
-        /* ring buffer test */
-        {   XXH64_state_t xxhOrig;
-            XXH64_state_t xxhNew;
-            Lizard_streamDecode_t decodeState;
-            const U32 maxMessageSizeLog = 10;
-            const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1;
-            U32 messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
-            U32 iNext = 0;
-            U32 rNext = 0;
-            U32 dNext = 0;
-            const U32 dBufferSize = ringBufferSize + maxMessageSizeMask;
-
-            XXH64_reset(&xxhOrig, 0);
-            XXH64_reset(&xxhNew, 0);
-            streamPtr = Lizard_resetStream(streamPtr, 0);
-            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
-            Lizard_setStreamDecode(&decodeState, NULL, 0);
-
-            while (iNext + messageSize < testCompressedSize) {
-                XXH64_update(&xxhOrig, testInput + iNext, messageSize);
-                crcOrig = XXH64_digest(&xxhOrig);
-
-                memcpy (ringBuffer + rNext, testInput + iNext, messageSize);
-                result = Lizard_compress_continue(streamPtr, ringBuffer + rNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
-                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
-
-                result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
-                FUZ_CHECKTEST(result!=(int)messageSize, "ringBuffer : Lizard_decompress_safe() test failed");
-
-                XXH64_update(&xxhNew, testVerify + dNext, messageSize);
-                crcNew = XXH64_digest(&xxhNew);
-                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
-
-                /* prepare next message */
-                iNext += messageSize;
-                rNext += messageSize;
-                dNext += messageSize;
-                messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
-                if (rNext + messageSize > ringBufferSize) rNext = 0;
-                if (dNext + messageSize > dBufferSize) dNext = 0;
-            }
-        }
-
-        /* small decoder-side ring buffer test */
-        {   XXH64_state_t xxhOrig;
-            XXH64_state_t xxhNew;
-            Lizard_streamDecode_t decodeState;
-            const U32 maxMessageSizeLog = 12;
-            const U32 maxMessageSizeMask = (1<<maxMessageSizeLog) - 1;
-            U32 messageSize;
-            U32 totalMessageSize = 0;
-            U32 iNext = 0;
-            U32 dNext = 0;
-            const U32 dBufferSize = 64 KB;
-
-            XXH64_reset(&xxhOrig, 0);
-            XXH64_reset(&xxhNew, 0);
-            streamPtr = Lizard_resetStream(streamPtr, 0);
-            FUZ_CHECKTEST(streamPtr==NULL, "Lizard_resetStream failed");
-            Lizard_setStreamDecode(&decodeState, NULL, 0);
-
-#define BSIZE1 65537
-#define BSIZE2 16435
-
-            /* first block */
-            messageSize = BSIZE1;
-            XXH64_update(&xxhOrig, testInput + iNext, messageSize);
-            crcOrig = XXH64_digest(&xxhOrig);
-
-            result = Lizard_compress_continue(streamPtr, testInput + iNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
-            FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
-
-            result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
-            FUZ_CHECKTEST(result!=(int)messageSize, "64K D.ringBuffer : Lizard_decompress_safe() test failed");
-
-            XXH64_update(&xxhNew, testVerify + dNext, messageSize);
-            crcNew = XXH64_digest(&xxhNew);
-            FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption");
-
-            /* prepare next message */
-            totalMessageSize += messageSize;
-            messageSize = BSIZE2;
-            dNext = 0;
-            iNext = 132000;
-            memcpy(testInput + iNext, testInput + WILDCOPYLENGTH, messageSize);
-
-            while (totalMessageSize < 9 MB) {
-                XXH64_update(&xxhOrig, testInput + iNext, messageSize);
-                crcOrig = XXH64_digest(&xxhOrig);
-
-                result = Lizard_compress_continue(streamPtr, testInput + iNext, testCompressed, messageSize, testCompressedSize-ringBufferSize);
-                FUZ_CHECKTEST(result==0, "Lizard_compress_continue() compression failed");
-
-                result = Lizard_decompress_safe_continue(&decodeState, testCompressed, testVerify + dNext, result, messageSize);
-                FUZ_CHECKTEST(result!=(int)messageSize, "64K D.ringBuffer : Lizard_decompress_safe() test failed");
-
-                XXH64_update(&xxhNew, testVerify + dNext, messageSize);
-                crcNew = XXH64_digest(&xxhNew);
-                if (crcOrig != crcNew)
-                    FUZ_findDiff(testInput + iNext, testVerify + dNext);
-                FUZ_CHECKTEST(crcOrig!=crcNew, "Lizard_decompress_safe() decompression corruption during small decoder-side ring buffer test");
-
-                /* prepare next message */
-                dNext += messageSize;
-                totalMessageSize += messageSize;
-                messageSize = (FUZ_rand(&randState) & maxMessageSizeMask) + 1;
-                iNext = (FUZ_rand(&randState) & 65535);
-                if (dNext > dBufferSize) dNext = 0;
-            }
-        }
-        
-        Lizard_freeStream(streamPtr);
-    }
-
-    printf("All unit tests completed successfully \n");
-    return;
-_output_error:
-    exit(1);
-}
-
-
-static int FUZ_usage(char* programName)
-{
-    DISPLAY( "Usage :\n");
-    DISPLAY( "      %s [args]\n", programName);
-    DISPLAY( "\n");
-    DISPLAY( "Arguments :\n");
-    DISPLAY( " -i#    : Nb of tests (default:%i) \n", NB_ATTEMPTS);
-    DISPLAY( " -T#    : Duration of tests, in seconds (default: use Nb of tests) \n");
-    DISPLAY( " -s#    : Select seed (default:prompt user)\n");
-    DISPLAY( " -t#    : Select starting test number (default:0)\n");
-    DISPLAY( " -P#    : Select compressibility in %% (default:%i%%)\n", FUZ_COMPRESSIBILITY_DEFAULT);
-    DISPLAY( " -v     : verbose\n");
-    DISPLAY( " -p     : pause at the end\n");
-    DISPLAY( " -h     : display help and exit\n");
-    return 0;
-}
-
-
-int main(int argc, char** argv)
-{
-    U32 seed=0;
-    int seedset=0;
-    int argNb;
-    int nbTests = NB_ATTEMPTS;
-    int testNb = 0;
-    int proba = FUZ_COMPRESSIBILITY_DEFAULT;
-    int pause = 0;
-    char* programName = argv[0];
-    U32 duration = 0;
-
-    /* Check command line */
-    for(argNb=1; argNb<argc; argNb++) {
-        char* argument = argv[argNb];
-
-        if(!argument) continue;   // Protection if argument empty
-
-        // Decode command (note : aggregated commands are allowed)
-        if (argument[0]=='-') {
-            if (!strcmp(argument, "--no-prompt")) { pause=0; seedset=1; g_displayLevel=1; continue; }
-            argument++;
-
-            while (*argument!=0) {
-                switch(*argument)
-                {
-                case 'h':   /* display help */
-                    return FUZ_usage(programName);
-
-                case 'v':   /* verbose mode */
-                    argument++;
-                    g_displayLevel=4;
-                    break;
-
-                case 'p':   /* pause at the end */
-                    argument++;
-                    pause=1;
-                    break;
-
-                case 'i':
-                    argument++;
-                    nbTests = 0; duration = 0;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        nbTests *= 10;
-                        nbTests += *argument - '0';
-                        argument++;
-                    }
-                    break;
-
-                case 'T':
-                    argument++;
-                    nbTests = 0; duration = 0;
-                    for (;;) {
-                        switch(*argument)
-                        {
-                            case 'm': duration *= 60; argument++; continue;
-                            case 's':
-                            case 'n': argument++; continue;
-                            case '0':
-                            case '1':
-                            case '2':
-                            case '3':
-                            case '4':
-                            case '5':
-                            case '6':
-                            case '7':
-                            case '8':
-                            case '9': duration *= 10; duration += *argument++ - '0'; continue;
-                        }
-                        break;
-                    }
-                    break;
-
-                case 's':
-                    argument++;
-                    seed=0; seedset=1;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        seed *= 10;
-                        seed += *argument - '0';
-                        argument++;
-                    }
-                    break;
-
-                case 't':   /* select starting test nb */
-                    argument++;
-                    testNb=0;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        testNb *= 10;
-                        testNb += *argument - '0';
-                        argument++;
-                    }
-                    break;
-
-                case 'P':  /* change probability */
-                    argument++;
-                    proba=0;
-                    while ((*argument>='0') && (*argument<='9')) {
-                        proba *= 10;
-                        proba += *argument - '0';
-                        argument++;
-                    }
-                    if (proba<0) proba=0;
-                    if (proba>100) proba=100;
-                    break;
-                default: ;
-                }
-            }
-        }
-    }
-
-    printf("Starting Lizard fuzzer (%i-bits, v%s)\n", (int)(sizeof(size_t)*8), LIZARD_VERSION_STRING);
-
-    if (!seedset) {
-        time_t const t = time(NULL);
-        U32 const h = XXH32(&t, sizeof(t), 1);
-        seed = h % 10000;
-    }
-    printf("Seed = %u\n", seed);
-
-    if (proba!=FUZ_COMPRESSIBILITY_DEFAULT) printf("Compressibility : %i%%\n", proba);
-
-    if (testNb==0) FUZ_unitTests(seed);
-
-    if (nbTests<=0) nbTests=1;
-
-    {   int const result = FUZ_test(seed, nbTests, testNb, ((double)proba) / 100, duration);
-        if (pause) {
-            DISPLAY("press enter ... \n");
-            (void)getchar();
-        }
-        return result;
-    }
-}
diff --git a/contrib/lizard/visual/.gitignore b/contrib/lizard/visual/.gitignore
deleted file mode 100644
index 538cd1a21c8..00000000000
--- a/contrib/lizard/visual/.gitignore
+++ /dev/null
@@ -1,11 +0,0 @@
-# Visual C++
-.vs/
-*Copy
-*.db
-*.opensdf
-*.sdf
-*.suo
-*.user
-*.opendb
-
-VS2010/bin/
diff --git a/contrib/lizard/visual/README.md b/contrib/lizard/visual/README.md
deleted file mode 100644
index 527e4be1874..00000000000
--- a/contrib/lizard/visual/README.md
+++ /dev/null
@@ -1,53 +0,0 @@
-Projects for various integrated development environments (IDE)
-==============================================================
-
-#### Included projects
-
-The following projects are included with the lizard distribution:
-- `VS2010` - Visual Studio 2010 project (which also works well with Visual Studio 2012, 2013, 2015)
-
-
-#### How to compile lizard with Visual Studio
-
-1. Install Visual Studio e.g. VS 2015 Community Edition (it's free).
-2. Download the latest version of lizard from https://github.com/inikep/lizard/releases
-3. Decompress ZIP archive.
-4. Go to decompressed directory then to `visual` then `VS2010` and open `lizard.sln`
-5. Visual Studio will ask about converting VS2010 project to VS2015 and you should agree.
-6. Change `Debug` to `Release` and if you have 64-bit Windows change also `Win32` to `x64`.
-7. Press F7 on keyboard or select `BUILD` from the menu bar and choose `Build Solution`.
-8. If compilation will be fine a compiled executable will be in `visual\VS2010\bin\x64_Release\lizard.exe`
-
-
-#### Projects available within lizard.sln
-
-The Visual Studio solution file `lizard.sln` contains many projects that will be compiled to the
-`visual\VS2010\bin\$(Platform)_$(Configuration)` directory. For example `lizard` set to `x64` and
-`Release` will be compiled to `visual\VS2010\bin\x64_Release\lizard.exe`. The solution file contains the
-following projects:
-
-- `lizard` : Command Line Utility, supporting gzip-like arguments
-- `datagen` : Synthetic and parametrable data generator, for tests
-- `frametest` : Test tool that checks lizard_frame integrity on target platform
-- `fullbench`  : Precisely measure speed for each lizard inner functions
-- `fuzzer` : Test tool, to check lizard integrity on target platform 
-- `liblizard` : A static Lizard library compiled to `liblizard_static.lib`
-- `liblizard-dll` : A dynamic Lizard library (DLL) compiled to `liblizard.dll` with the import library `liblizard.lib`
-- `fullbench-dll` : The fullbench program compiled with the import library; the executable requires Lizard DLL
-
-
-#### Using Lizard DLL with Microsoft Visual C++ project
-
-The header files `lib\lizard.h`, `lib\lizardhc.h`, `lib\lizard_frame.h` and the import library
-`visual\VS2010\bin\$(Platform)_$(Configuration)\liblizard.lib` are required to compile a
-project using Visual C++.
-
-1. The path to header files should be added to `Additional Include Directories` that can
-   be found in Project Properties of Visual Studio IDE in the `C/C++` Property Pages on the `General` page.
-2. The import library has to be added to `Additional Dependencies` that can
-   be found in Project Properties in the `Linker` Property Pages on the `Input` page.
-   If one will provide only the name `liblizard.lib` without a full path to the library
-   then the directory has to be added to `Linker\General\Additional Library Directories`.
-
-The compiled executable will require Lizard DLL which is available at
-`visual\VS2010\bin\$(Platform)_$(Configuration)\liblizard.dll`.
diff --git a/contrib/lizard/visual/VS2010/datagen/datagen.vcxproj b/contrib/lizard/visual/VS2010/datagen/datagen.vcxproj
deleted file mode 100644
index 7f7581d01b8..00000000000
--- a/contrib/lizard/visual/VS2010/datagen/datagen.vcxproj
+++ /dev/null
@@ -1,165 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Debug|Win32">
-      <Configuration>Debug</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Debug|x64">
-      <Configuration>Debug</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|Win32">
-      <Configuration>Release</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{D745AE2F-596A-403A-9B91-81A8C6779243}</ProjectGuid>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>datagen</RootNamespace>
-    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
-    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\programs;$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClCompile Include="..\..\..\programs\datagen.c" />
-    <ClCompile Include="..\..\..\tests\datagencli.c" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClInclude Include="..\..\..\programs\datagen.h" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/frametest/frametest.vcxproj b/contrib/lizard/visual/VS2010/frametest/frametest.vcxproj
deleted file mode 100644
index b753d651be1..00000000000
--- a/contrib/lizard/visual/VS2010/frametest/frametest.vcxproj
+++ /dev/null
@@ -1,177 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Debug|Win32">
-      <Configuration>Debug</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Debug|x64">
-      <Configuration>Debug</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|Win32">
-      <Configuration>Release</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}</ProjectGuid>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>frametest</RootNamespace>
-    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
-    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
-    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
-    <ClCompile Include="..\..\..\tests\frametest.c" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
-    <ClInclude Include="..\..\..\lib\lizard_common.h" />
-    <ClInclude Include="..\..\..\lib\xxhash\xxhash\xxhash.h" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj b/contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj
deleted file mode 100644
index f05bb298055..00000000000
--- a/contrib/lizard/visual/VS2010/fullbench/fullbench.vcxproj
+++ /dev/null
@@ -1,175 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Debug|Win32">
-      <Configuration>Debug</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Debug|x64">
-      <Configuration>Debug</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|Win32">
-      <Configuration>Release</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}</ProjectGuid>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>fullbench</RootNamespace>
-    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
-    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
-    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
-    <ClCompile Include="..\..\..\tests\fullbench.c" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
-    <ClInclude Include="..\..\..\lib\lizard_common.h" />
-    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj b/contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj
deleted file mode 100644
index 7fa0fec022f..00000000000
--- a/contrib/lizard/visual/VS2010/fuzzer/fuzzer.vcxproj
+++ /dev/null
@@ -1,174 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Debug|Win32">
-      <Configuration>Debug</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Debug|x64">
-      <Configuration>Debug</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|Win32">
-      <Configuration>Release</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{18B9F1A7-9C66-4352-898B-30804DADE0FD}</ProjectGuid>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>fuzzer</RootNamespace>
-    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
-    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
-    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
-    <ClCompile Include="..\..\..\tests\fuzzer.c" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
-    <ClInclude Include="..\..\..\lib\lizard_common.h" />
-    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc b/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc
deleted file mode 100644
index 79110101f3b..00000000000
--- a/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.rc
+++ /dev/null
@@ -1,51 +0,0 @@
-// Microsoft Visual C++ generated resource script.
-//
-
-#include "lizard_compress.h" /* LIZARD_VERSION_STRING */
-#define APSTUDIO_READONLY_SYMBOLS
-#include "verrsrc.h"
-#undef APSTUDIO_READONLY_SYMBOLS
-
-
-#if !defined(AFX_RESOURCE_DLL) || defined(AFX_TARG_ENU)
-LANGUAGE 9, 1
-
-/////////////////////////////////////////////////////////////////////////////
-//
-// Version
-//
-
-VS_VERSION_INFO     VERSIONINFO
-  FILEVERSION       LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
-  PRODUCTVERSION    LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
- FILEFLAGSMASK VS_FFI_FILEFLAGSMASK
-#ifdef _DEBUG
- FILEFLAGS VS_FF_DEBUG
-#else
- FILEFLAGS 0x0L
-#endif
- FILEOS VOS_NT_WINDOWS32
- FILETYPE VFT_DLL
- FILESUBTYPE VFT2_UNKNOWN
-BEGIN
-    BLOCK "StringFileInfo"
-    BEGIN
-        BLOCK "040904B0"
-        BEGIN
-            VALUE "CompanyName", "Yann Collet, Przemyslaw Skibinski"
-            VALUE "FileDescription", "Extremely fast compression"
-            VALUE "FileVersion", LIZARD_VERSION_STRING
-            VALUE "InternalName", "liblizard.dll"
-            VALUE "LegalCopyright", "Copyright (C) 2013-2017, Yann Collet, Przemyslaw Skibinski"
-            VALUE "OriginalFilename", "liblizard.dll"
-            VALUE "ProductName", "Lizard"
-            VALUE "ProductVersion", LIZARD_VERSION_STRING
-        END
-    END
-    BLOCK "VarFileInfo"
-    BEGIN
-        VALUE "Translation", 0x0409, 1200
-    END
-END
-
-#endif
diff --git a/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj b/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj
deleted file mode 100644
index 09cdaa16180..00000000000
--- a/contrib/lizard/visual/VS2010/liblizard-dll/liblizard-dll.vcxproj
+++ /dev/null
@@ -1,179 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Debug|Win32">
-      <Configuration>Debug</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Debug|x64">
-      <Configuration>Debug</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|Win32">
-      <Configuration>Release</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{00000000-3E71-41B3-BF68-4A7BDD8A5476}</ProjectGuid>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>liblizard-dll</RootNamespace>
-    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
-    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
-    <ConfigurationType>DynamicLibrary</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
-    <ConfigurationType>DynamicLibrary</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
-    <ConfigurationType>DynamicLibrary</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>DynamicLibrary</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <LinkIncremental>true</LinkIncremental>
-    <TargetName>liblizard</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <LinkIncremental>true</LinkIncremental>
-    <TargetName>liblizard</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <LinkIncremental>false</LinkIncremental>
-    <TargetName>liblizard</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <TargetName>liblizard</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
-    <ClInclude Include="..\..\..\lib\lizard_common.h" />
-    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
-    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
-  </ItemGroup>
-  <ItemGroup>
-    <ResourceCompile Include="liblizard-dll.rc" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
diff --git a/contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj b/contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj
deleted file mode 100644
index 15b74523b96..00000000000
--- a/contrib/lizard/visual/VS2010/liblizard/liblizard.vcxproj
+++ /dev/null
@@ -1,176 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Debug|Win32">
-      <Configuration>Debug</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Debug|x64">
-      <Configuration>Debug</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|Win32">
-      <Configuration>Release</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}</ProjectGuid>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>liblizard</RootNamespace>
-    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
-    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
-    <ConfigurationType>StaticLibrary</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
-    <ConfigurationType>StaticLibrary</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
-    <ConfigurationType>StaticLibrary</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>StaticLibrary</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>Unicode</CharacterSet>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <LinkIncremental>true</LinkIncremental>
-    <TargetName>liblizard_static</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <LinkIncremental>true</LinkIncremental>
-    <TargetName>liblizard_static</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <LinkIncremental>false</LinkIncremental>
-    <TargetName>liblizard_static</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <TargetName>liblizard_static</TargetName>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;LIZARD_DLL_EXPORT=1;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
-    <ClInclude Include="..\..\..\lib\lizard_common.h" />
-    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
-    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
diff --git a/contrib/lizard/visual/VS2010/lizard.sln b/contrib/lizard/visual/VS2010/lizard.sln
deleted file mode 100644
index 72d68335c1e..00000000000
--- a/contrib/lizard/visual/VS2010/lizard.sln
+++ /dev/null
@@ -1,86 +0,0 @@
-
-Microsoft Visual Studio Solution File, Format Version 12.00
-# Visual Studio Express 2012 for Windows Desktop
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "lizard", "lizard\lizard.vcxproj", "{E30329AC-0057-4FE0-8FDA-7F650D398C4C}"
-EndProject
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "liblizard", "liblizard\liblizard.vcxproj", "{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}"
-EndProject
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "liblizard-dll", "liblizard-dll\liblizard-dll.vcxproj", "{00000000-3E71-41B3-BF68-4A7BDD8A5476}"
-EndProject
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "fuzzer", "fuzzer\fuzzer.vcxproj", "{18B9F1A7-9C66-4352-898B-30804DADE0FD}"
-EndProject
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "fullbench", "fullbench\fullbench.vcxproj", "{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}"
-EndProject
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "frametest", "frametest\frametest.vcxproj", "{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}"
-EndProject
-Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "datagen", "datagen\datagen.vcxproj", "{D745AE2F-596A-403A-9B91-81A8C6779243}"
-EndProject
-Global
-	GlobalSection(SolutionConfigurationPlatforms) = preSolution
-		Debug|Win32 = Debug|Win32
-		Debug|x64 = Debug|x64
-		Release|Win32 = Release|Win32
-		Release|x64 = Release|x64
-	EndGlobalSection
-	GlobalSection(ProjectConfigurationPlatforms) = postSolution
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|Win32.ActiveCfg = Debug|Win32
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|Win32.Build.0 = Debug|Win32
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|x64.ActiveCfg = Debug|x64
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Debug|x64.Build.0 = Debug|x64
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|Win32.ActiveCfg = Release|Win32
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|Win32.Build.0 = Release|Win32
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|x64.ActiveCfg = Release|x64
-		{E30329AC-0057-4FE0-8FDA-7F650D398C4C}.Release|x64.Build.0 = Release|x64
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.ActiveCfg = Debug|Win32
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.Build.0 = Debug|Win32
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.ActiveCfg = Debug|x64
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.Build.0 = Debug|x64
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.ActiveCfg = Release|Win32
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.Build.0 = Release|Win32
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.ActiveCfg = Release|x64
-		{9092C5CC-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.Build.0 = Release|x64
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.ActiveCfg = Debug|Win32
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|Win32.Build.0 = Debug|Win32
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.ActiveCfg = Debug|x64
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Debug|x64.Build.0 = Debug|x64
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.ActiveCfg = Release|Win32
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|Win32.Build.0 = Release|Win32
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.ActiveCfg = Release|x64
-		{00000000-3E71-41B3-BF68-4A7BDD8A5476}.Release|x64.Build.0 = Release|x64
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|Win32.ActiveCfg = Debug|Win32
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|Win32.Build.0 = Debug|Win32
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|x64.ActiveCfg = Debug|x64
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Debug|x64.Build.0 = Debug|x64
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|Win32.ActiveCfg = Release|Win32
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|Win32.Build.0 = Release|Win32
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|x64.ActiveCfg = Release|x64
-		{18B9F1A7-9C66-4352-898B-30804DADE0FD}.Release|x64.Build.0 = Release|x64
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|Win32.ActiveCfg = Debug|Win32
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|Win32.Build.0 = Debug|Win32
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|x64.ActiveCfg = Debug|x64
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Debug|x64.Build.0 = Debug|x64
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|Win32.ActiveCfg = Release|Win32
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|Win32.Build.0 = Release|Win32
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|x64.ActiveCfg = Release|x64
-		{6A4DF4EF-C77F-43C6-8901-DDCD20879E4E}.Release|x64.Build.0 = Release|x64
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|Win32.ActiveCfg = Debug|Win32
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|Win32.Build.0 = Debug|Win32
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|x64.ActiveCfg = Debug|x64
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Debug|x64.Build.0 = Debug|x64
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|Win32.ActiveCfg = Release|Win32
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|Win32.Build.0 = Release|Win32
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|x64.ActiveCfg = Release|x64
-		{39AD6ECC-8BAD-4368-95E4-A1AA2F077BB7}.Release|x64.Build.0 = Release|x64
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|Win32.ActiveCfg = Debug|Win32
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|Win32.Build.0 = Debug|Win32
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|x64.ActiveCfg = Debug|x64
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Debug|x64.Build.0 = Debug|x64
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|Win32.ActiveCfg = Release|Win32
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|Win32.Build.0 = Release|Win32
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|x64.ActiveCfg = Release|x64
-		{D745AE2F-596A-403A-9B91-81A8C6779243}.Release|x64.Build.0 = Release|x64
-	EndGlobalSection
-	GlobalSection(SolutionProperties) = preSolution
-		HideSolutionNode = FALSE
-	EndGlobalSection
-EndGlobal
diff --git a/contrib/lizard/visual/VS2010/lizard/lizard.rc b/contrib/lizard/visual/VS2010/lizard/lizard.rc
deleted file mode 100644
index 76c3c7f947e..00000000000
--- a/contrib/lizard/visual/VS2010/lizard/lizard.rc
+++ /dev/null
@@ -1,51 +0,0 @@
-// Microsoft Visual C++ generated resource script.
-//
-
-#include "lizard_compress.h" /* LIZARD_VERSION_STRING */
-#define APSTUDIO_READONLY_SYMBOLS
-#include "verrsrc.h"
-#undef APSTUDIO_READONLY_SYMBOLS
-
-
-#if !defined(AFX_RESOURCE_DLL) || defined(AFX_TARG_ENU)
-LANGUAGE 9, 1
-
-/////////////////////////////////////////////////////////////////////////////
-//
-// Version
-//
-
-VS_VERSION_INFO     VERSIONINFO
-  FILEVERSION       LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
-  PRODUCTVERSION    LIZARD_VERSION_MAJOR,LIZARD_VERSION_MINOR,LIZARD_VERSION_RELEASE,0
- FILEFLAGSMASK VS_FFI_FILEFLAGSMASK
-#ifdef _DEBUG
- FILEFLAGS VS_FF_DEBUG
-#else
- FILEFLAGS 0x0L
-#endif
- FILEOS VOS_NT_WINDOWS32
- FILETYPE VFT_DLL
- FILESUBTYPE VFT2_UNKNOWN
-BEGIN
-    BLOCK "StringFileInfo"
-    BEGIN
-        BLOCK "040904B0"
-        BEGIN
-            VALUE "CompanyName", "Yann Collet, Przemyslaw Skibinski"
-            VALUE "FileDescription", "Extremely fast compression"
-            VALUE "FileVersion", LIZARD_VERSION_STRING
-            VALUE "InternalName", "lizard.exe"
-            VALUE "LegalCopyright", "Copyright (C) 2013-2017, Yann Collet, Przemyslaw Skibinski"
-            VALUE "OriginalFilename", "lizard.exe"
-            VALUE "ProductName", "Lizard"
-            VALUE "ProductVersion", LIZARD_VERSION_STRING
-        END
-    END
-    BLOCK "VarFileInfo"
-    BEGIN
-        VALUE "Translation", 0x0409, 1200
-    END
-END
-
-#endif
diff --git a/contrib/lizard/visual/VS2010/lizard/lizard.vcxproj b/contrib/lizard/visual/VS2010/lizard/lizard.vcxproj
deleted file mode 100644
index 98be4d599db..00000000000
--- a/contrib/lizard/visual/VS2010/lizard/lizard.vcxproj
+++ /dev/null
@@ -1,190 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <ItemGroup Label="ProjectConfigurations">
-    <ProjectConfiguration Include="Debug|Win32">
-      <Configuration>Debug</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Debug|x64">
-      <Configuration>Debug</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|Win32">
-      <Configuration>Release</Configuration>
-      <Platform>Win32</Platform>
-    </ProjectConfiguration>
-    <ProjectConfiguration Include="Release|x64">
-      <Configuration>Release</Configuration>
-      <Platform>x64</Platform>
-    </ProjectConfiguration>
-  </ItemGroup>
-  <PropertyGroup Label="Globals">
-    <ProjectGuid>{E30329AC-0057-4FE0-8FDA-7F650D398C4C}</ProjectGuid>
-    <Keyword>Win32Proj</Keyword>
-    <RootNamespace>lizard</RootNamespace>
-    <OutDir>$(SolutionDir)bin\$(Platform)_$(Configuration)\</OutDir>
-    <IntDir>$(SolutionDir)bin\obj\$(RootNamespace)_$(Platform)_$(Configuration)\</IntDir>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>MultiByte</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>true</UseDebugLibraries>
-    <CharacterSet>MultiByte</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>MultiByte</CharacterSet>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
-    <ConfigurationType>Application</ConfigurationType>
-    <UseDebugLibraries>false</UseDebugLibraries>
-    <WholeProgramOptimization>true</WholeProgramOptimization>
-    <CharacterSet>MultiByte</CharacterSet>
-  </PropertyGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
-  <ImportGroup Label="ExtensionSettings">
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
-    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
-  </ImportGroup>
-  <PropertyGroup Label="UserMacros" />
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <LinkIncremental>true</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-  </PropertyGroup>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <LinkIncremental>false</LinkIncremental>
-    <IncludePath>$(IncludePath);$(UniversalCRT_IncludePath);$(SolutionDir)..\..\lib;$(VCInstallDir)include;$(VCInstallDir)atlmfc\include;$(WindowsSDK_IncludePath);</IncludePath>
-    <RunCodeAnalysis>true</RunCodeAnalysis>
-  </PropertyGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
-    <ClCompile>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <WarningLevel>Level4</WarningLevel>
-      <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>true</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>false</EnablePREfast>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
-    <ClCompile>
-      <WarningLevel>Level4</WarningLevel>
-      <PrecompiledHeader>
-      </PrecompiledHeader>
-      <Optimization>MaxSpeed</Optimization>
-      <FunctionLevelLinking>true</FunctionLevelLinking>
-      <IntrinsicFunctions>true</IntrinsicFunctions>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
-      <TreatWarningAsError>false</TreatWarningAsError>
-      <EnablePREfast>true</EnablePREfast>
-      <AdditionalOptions>/analyze:stacksize295252 %(AdditionalOptions)</AdditionalOptions>
-    </ClCompile>
-    <Link>
-      <SubSystem>Console</SubSystem>
-      <GenerateDebugInformation>true</GenerateDebugInformation>
-      <AdditionalDependencies>setargv.obj;%(AdditionalDependencies)</AdditionalDependencies>
-      <EnableCOMDATFolding>true</EnableCOMDATFolding>
-      <OptimizeReferences>true</OptimizeReferences>
-    </Link>
-  </ItemDefinitionGroup>
-  <ItemGroup>
-    <ClInclude Include="..\..\..\lib\lizard_compress.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame.h" />
-    <ClInclude Include="..\..\..\lib\lizard_frame_static.h" />
-    <ClInclude Include="..\..\..\lib\lizard_common.h" />
-    <ClInclude Include="..\..\..\lib\xxhash\xxhash.h" />
-    <ClInclude Include="..\..\..\programs\bench.h" />
-    <ClInclude Include="..\..\..\programs\datagen.h" />
-    <ClInclude Include="..\..\..\programs\lizardio.h" />
-  </ItemGroup>
-  <ItemGroup>
-    <ClCompile Include="..\..\..\lib\entropy\entropy_common.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\fse_decompress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_compress.c" />
-    <ClCompile Include="..\..\..\lib\entropy\huf_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_compress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_decompress.c" />
-    <ClCompile Include="..\..\..\lib\lizard_frame.c" />
-    <ClCompile Include="..\..\..\lib\xxhash\xxhash.c" />
-    <ClCompile Include="..\..\..\programs\bench.c" />
-    <ClCompile Include="..\..\..\programs\datagen.c" />
-    <ClCompile Include="..\..\..\programs\lizardcli.c" />
-    <ClCompile Include="..\..\..\programs\lizardio.c" />
-  </ItemGroup>
-  <ItemGroup>
-    <ResourceCompile Include="lizard.rc" />
-  </ItemGroup>
-  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
-  <ImportGroup Label="ExtensionTargets">
-  </ImportGroup>
-</Project>
\ No newline at end of file
diff --git a/contrib/lzsse/.gitignore b/contrib/lzsse/.gitignore
deleted file mode 100644
index 379a8f7f570..00000000000
--- a/contrib/lzsse/.gitignore
+++ /dev/null
@@ -1,4 +0,0 @@
-bin/*
-gmake/*
-vs2013/*
-vs2015/*
\ No newline at end of file
diff --git a/contrib/lzsse/.travis.yml b/contrib/lzsse/.travis.yml
deleted file mode 100644
index 68bb59ef0b9..00000000000
--- a/contrib/lzsse/.travis.yml
+++ /dev/null
@@ -1,185 +0,0 @@
-language: c
-sudo: false
-branches:
-  except:
-    - /^(wip\/)?(appveyor|msvc|mingw|windows)(\-.+)?$/
-matrix:
-  include:
-    ###
-    ## Linux builds using various versions of GCC.
-    ###
-    - env: C_COMPILER=gcc-7
-      addons:
-        apt:
-          sources:
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - gcc-7
-          - g++-7
-          - premake4
-    # - env: C_COMPILER=gcc-6
-    #   addons:
-    #     apt:
-    #       sources:
-    #       - ubuntu-toolchain-r-test
-    #       - premake4
-    #       packages:
-    #       - gcc-6
-    #       - g++-6
-    #       - premake4
-    - env: C_COMPILER=gcc-5
-      addons:
-        apt:
-          sources:
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - gcc-5
-          - g++-5
-          - premake4
-    # - env: C_COMPILER=gcc-4.9
-    #   addons:
-    #     apt:
-    #       sources:
-    #       - ubuntu-toolchain-r-test
-    #       - premake4
-    #       packages:
-    #       - gcc-4.9
-    #       - g++-4.9
-    #       - premake4
-    - env: C_COMPILER=gcc-4.8
-      addons:
-        apt:
-          sources:
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - gcc-4.8
-          - g++-4.8
-          - premake4
-    # - env: C_COMPILER=gcc-4.7
-    #   addons:
-    #     apt:
-    #       sources:
-    #       - ubuntu-toolchain-r-test
-    #       - premake4
-    #       packages:
-    #       - gcc-4.7
-    #       - g++-4.7
-    #       - premake4
-    - env: C_COMPILER=gcc-4.6
-      addons:
-        apt:
-          sources:
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - gcc-4.6
-          - g++-4.6
-          - premake4
-    # - os: linux
-    #   env: C_COMPILER=gcc-4.5
-    #   addons:
-    #     apt:
-    #       sources:
-    #       - ubuntu-toolchain-r-test
-    #       - premake4
-    #       packages:
-    #       - gcc-4.5
-    #       - g++-4.5
-    #       - premake4
-    - env: C_COMPILER=gcc-4.4
-      addons:
-        apt:
-          sources:
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - gcc-4.4
-          - g++-4.4
-          - premake4
-
-    ###
-    ## clang on Linux
-    ###
-    - env: C_COMPILER=clang-3.9
-      addons:
-        apt:
-          sources:
-          - llvm-toolchain-precise-3.9
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - clang-3.9
-          - premake4
-    # - env: C_COMPILER=clang-3.8
-    #   addons:
-    #     apt:
-    #       sources:
-    #       - llvm-toolchain-precise-3.8
-    #       - ubuntu-toolchain-r-test
-    #       - premake4
-    #       packages:
-    #       - clang-3.8
-    #       - premake4
-    - env: C_COMPILER=clang-3.7
-      addons:
-        apt:
-          sources:
-          - llvm-toolchain-precise-3.7
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - clang-3.7
-          - premake4
-    # - env: C_COMPILER=clang-3.6
-    #   addons:
-    #     apt:
-    #       sources:
-    #       - llvm-toolchain-precise-3.6
-    #       - ubuntu-toolchain-r-test
-    #       - premake4
-    #       packages:
-    #       - clang-3.6
-    #       - premake4
-    - env: C_COMPILER=clang-3.5
-      addons:
-        apt:
-          sources:
-          - llvm-toolchain-precise-3.5
-          - ubuntu-toolchain-r-test
-          - premake4
-          packages:
-          - clang-3.5
-          - premake4
-
-    ###
-    ## PGI
-    ###
-    - env: C_COMPILER=pgcc ENABLE_OPENMP=y
-      addons:
-        apt:
-          sources:
-          - premake4
-          packages:
-          - premake4
-
-    ###
-    ## OS X
-    ###
-    # - os: osx
-
-before_install:
-###
-## If we use the matrix to set CC/CXX Travis, overwrites the values,
-## so instead we use C/CXX_COMPILER, then copy the values to CC/CXX
-## here (after Travis has set CC/CXX).
-###
-- if [ "${C_COMPILER}" = "pgcc" ]; then wget -q -O /dev/stdout 'https://raw.githubusercontent.com/nemequ/pgi-travis/master/install-pgi.sh' | /bin/sh; fi
-- if [ -n "${C_COMPILER}" ]; then export CC="${C_COMPILER}"; fi
-- premake4 gmake
-
-script:
-- cd gmake && make
-
diff --git a/contrib/lzsse/LICENSE b/contrib/lzsse/LICENSE
deleted file mode 100644
index d13dc62210f..00000000000
--- a/contrib/lzsse/LICENSE
+++ /dev/null
@@ -1,23 +0,0 @@
-Copyright (c) 2016, Conor Stokes
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-* Redistributions of source code must retain the above copyright notice, this
-  list of conditions and the following disclaimer.
-
-* Redistributions in binary form must reproduce the above copyright notice,
-  this list of conditions and the following disclaimer in the documentation
-  and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
-FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
-SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
-OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/contrib/lzsse/README.md b/contrib/lzsse/README.md
deleted file mode 100644
index 6b777eecb52..00000000000
--- a/contrib/lzsse/README.md
+++ /dev/null
@@ -1,15 +0,0 @@
-# LZSSE
-[LZSS](https://en.wikipedia.org/wiki/Lempel%E2%80%93Ziv%E2%80%93Storer%E2%80%93Szymanski) designed for a branchless SSE decompression implementation.
-
-Three variants:
-- LZSSE2, for high compression files with small literal runs.
-- LZSSE4, for a more balanced mix of literals and matches.
-- LZSSE8, for lower compression data with longer runs of matches.
-
-All three variants have an optimal parser implementation, which uses a quite strong match finder (very similar to LzFind) combined with a Storer-Szymanski style parse. LZSSE4 and LZSSE8 have "fast" compressor implementations, which use a simple hash table based matching and a greedy parse.
-
-Currently LZSSE8 is the recommended variant to use in the general case, as it generally performs well in most cases (and you have the option of both optimal parse and fast compression). LZSSE2 is recommended if you are only using text, especially heavily compressible text, but is slow/doesn't compress as well on less compressible data and binaries.
-
-The code is approaching production readiness and LZSSE2 and LZSSE8 have received a reasonable amount of testing.
-
-See these blog posts [An LZ Codec Designed for SSE Decompression](http://conorstokes.github.io/compression/2016/02/15/an-LZ-codec-designed-for-SSE-decompression) and [Compressor Improvements and LZSSE2 vs LZSSE8](http://conorstokes.github.io/compression/2016/02/24/compressor-improvements-and-lzsse2-vs-lzsse8) for a description of how the compression algorithm and implementation function. There are also benchmarks, but these may not be upto date (in particular the figures in the initial blog post no longer represent compression performance).
diff --git a/contrib/lzsse/example/main.cpp b/contrib/lzsse/example/main.cpp
deleted file mode 100644
index 9287f683c7d..00000000000
--- a/contrib/lzsse/example/main.cpp
+++ /dev/null
@@ -1,389 +0,0 @@
-// LZSSE.cpp : Defines the entry point for the console application.
-//
-#define _CRT_SECURE_NO_WARNINGS 1
-
-#include <string.h>
-#include <stdio.h>
-#include <stdint.h>
-#include <stdlib.h>
-#include "../lzsse2/lzsse2.h"
-#include "../lzsse4/lzsse4.h"
-#include "../lzsse8/lzsse8.h"
-
-static const uint32_t MAGIC_NUMBER = 0x28F19732;
-
-void DisplayUsage()
-{
-    printf( "Usage:\n" );
-    printf( "    lzsse [args] input_file output_file\n" );
-    printf( "\n" );
-    printf( "Arguments:\n" );
-    printf( "    -2    Compress in lzsse2 mode (default)\n" );
-    printf( "    -4    Compress in lzsse4 mode\n" );
-    printf( "    -8    Compress in lzsse8 mode\n" );
-    printf( "    -f    Optimal parse (default)\n" );
-    printf( "    -o    Fast parse (not available for lzsse2)\n" );
-    printf( "    -d    Decompress\n" );
-    printf( "    -lN   Compression level for optimal parse, where N is 1 to 17 (default 16)\n" );
-    printf( "    -bN   Block size in KiB, default 131,072\n" );
-    printf( "\n" );
-}
-
-static size_t CompressorFastLZSSE4( LZSSE4_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int )
-{
-    return LZSSE4_CompressFast( state, input, inputLength, output, outputLength );
-}
-
-static size_t CompressorFastLZSSE8( LZSSE8_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int )
-{
-    return LZSSE8_CompressFast( state, input, inputLength, output, outputLength );
-}
-
-template <typename State>
-void Compress( FILE* inputFile, FILE* outputFile, uint64_t blockSize, uint8_t mode, unsigned int level, State* state, size_t (*compressor)( State*, const void*, size_t, void*, size_t, unsigned int ) )
-{
-    if ( state == nullptr )
-    {
-        printf( "Couldn't allocate parse state\n" );
-        exit( 1 );
-    }
-
-    if ( fwrite( &MAGIC_NUMBER, sizeof( uint32_t ), 1, outputFile ) == 0 )
-    {
-        printf( "Couldn't write magic number\n" );
-        exit( 1 );
-    }
-
-    if ( fwrite( &mode, sizeof( uint8_t ), 1, outputFile ) == 0 )
-    {
-        printf( "Couldn't write stream type\n" );
-        exit( 1 );
-    }
-
-    if ( fwrite( &blockSize, sizeof( uint64_t ), 1, outputFile ) == 0 )
-    {
-        printf( "Couldn't write block size\n" );
-        exit( 1 );
-    }
-
-    size_t   typedBlockSize = static_cast< size_t >( blockSize );
-    uint8_t* inputBuffer    = reinterpret_cast< uint8_t* >( malloc( typedBlockSize ) );
-    uint8_t* outputBuffer   = reinterpret_cast< uint8_t* >( malloc( typedBlockSize ) );
-
-    if ( inputBuffer == nullptr || outputBuffer == nullptr )
-    {
-        printf( "Couldn't allocate buffer memory\n" );
-        exit( 1 );
-    }
-
-    for ( ;; )
-    {
-        size_t readSize = fread( inputBuffer, 1, blockSize, inputFile );
-
-        if ( readSize == 0 )
-        {
-            break;
-        }
-
-        size_t compressedSize = compressor( state, inputBuffer, readSize, outputBuffer, typedBlockSize, level );
-
-        if ( compressedSize == 0 )
-        {
-            printf( "Compression function failed\n" );
-            exit( 1 );
-        }
-
-        uint32_t compressedLength   = static_cast< uint32_t >( compressedSize );
-        uint32_t uncompressedLength = static_cast< uint32_t >( readSize );
-
-        if ( fwrite( &uncompressedLength, sizeof( uint32_t ), 1, outputFile ) < 1  )
-        {
-            break;
-        }
-
-        if ( fwrite( &compressedLength, sizeof( uint32_t ), 1, outputFile ) < 1 )
-        {
-            printf( "Error writing compressed length from block\n" );
-            exit( 1 );
-        }
-
-        if ( fwrite( outputBuffer, 1, compressedLength, outputFile ) != compressedLength )
-        {
-            printf( "Error writing block\n" );
-            exit( 1 );
-        }
-    }
-    
-    free( inputBuffer );
-    free( outputBuffer );
-}
-
-void Decompress( FILE* inputFile, FILE* outputFile )
-{
-    uint32_t magicNumber;
-    uint64_t blockSize     = 128 * 1024 * 1024;
-
-    if ( fread( &magicNumber, sizeof( uint32_t ), 1, inputFile ) < 1 || magicNumber != MAGIC_NUMBER )
-    {
-        printf( "Couldn't read magic number, or magic number incorrect\n" );
-        exit( 1 );
-    }
-
-    uint8_t streamType;
-
-    if ( fread( &streamType, sizeof( uint8_t ), 1, inputFile ) < 1 )
-    {
-        printf( "Couldn't read stream type\n" );
-        exit( 1 );
-    }
-
-    if ( fread( &blockSize, sizeof( uint64_t ), 1, inputFile ) < 1 )
-    {
-        printf( "Couldn't read block size\n" );
-        exit( 1 );
-    }
-
-    uint8_t* inputBuffer  = reinterpret_cast< uint8_t* >( malloc( static_cast< size_t >( blockSize ) ) );
-    uint8_t* outputBuffer = reinterpret_cast< uint8_t* >( malloc( static_cast< size_t >( blockSize ) ) );
-
-    if ( inputBuffer == nullptr || outputBuffer == nullptr )
-    {
-        printf( "Couldn't allocate buffer memory\n" );
-        exit( 1 );
-    }
-
-    size_t( *decompressor )( const void*, size_t, void*, size_t );
-
-    switch ( streamType )
-    {
-    case 2:
-
-        decompressor = LZSSE2_Decompress;
-        break;
-
-    case 4:
-
-        decompressor = LZSSE4_Decompress;
-        break;
-
-    case 8:
-
-        decompressor = LZSSE8_Decompress;
-        break;
-
-    default:
-
-        printf( "Invalid stream type\n" );
-        exit( 1 );
-
-    }
-
-    memset( inputBuffer, 0, blockSize );
-    memset( outputBuffer, 0, blockSize );
-
-    for ( ;; )
-    {
-        uint32_t compressedLength;
-        uint32_t uncompressedLength;
-
-        if ( fread( &uncompressedLength, sizeof( uint32_t ), 1, inputFile ) < 1  )
-        {
-            break;
-        }
-
-        if ( fread( &compressedLength, sizeof( uint32_t ), 1, inputFile ) < 1  )
-        {
-            printf( "Error reading compressed length from block\n" );
-            exit( 1 );
-        }
-
-        if ( fread( inputBuffer, 1, compressedLength, inputFile ) != compressedLength )
-        {
-            printf( "Error reading block\n" );
-            exit( 1 );
-        }
-
-        size_t decompressedSize = 0;
-        
-        decompressedSize =
-           decompressor( inputBuffer,
-                         compressedLength,
-                         outputBuffer,
-                         uncompressedLength );
-        
-        if ( decompressedSize != size_t( uncompressedLength ) )
-        {
-            printf( "Error in decompression stream\n" );
-            exit( 1 );
-        }
-
-        if ( fwrite( outputBuffer, 1, uncompressedLength, outputFile ) != uncompressedLength )
-        {
-            printf( "Couldn't write block to output file\n" );
-            exit( 1 );
-        }
-    }
-
-    free( inputBuffer );
-    free( outputBuffer );
-}
-
-int main( int argc, const char** argv )
-{
-    bool         decompression = false;
-    bool         optimal       = true;
-    uint64_t     blockSize     = 128 * 1024 * 1024;
-    uint8_t      mode          = 2;
-    unsigned int level         = 16;
-    
-    if ( argc < 3 )
-    {
-        DisplayUsage();
-        exit( 1 );
-    }
-    
-    for ( int argIndex = 1; argIndex < argc - 2; ++argIndex )
-    {
-        const char* arg = argv[ argIndex ];
-
-        if ( arg[ 0 ] == '-' )
-        {
-            switch ( arg[ 1 ] )
-            {
-            case 'd':
-
-                decompression = true;
-                break;
-
-            case '2':
-                
-                mode = 2;
-                break;
-
-            case '4':
-
-                mode = 4;
-                break;
-
-            case '8':
-
-                mode = 8;
-                break;
-
-            case 'l':
-
-                level = static_cast< unsigned int >( strtoul( arg + 2, nullptr, 10 ) );
-                break;
-
-            case 'b':
-
-                blockSize = strtoull( arg + 2, nullptr, 10 ) * 1024;
-                break;
-
-            case 'o':
-
-                optimal = true;
-                break;
-
-            case 'f':
-
-                optimal = false;
-                break;
-
-            }
-        }
-    }
-
-    FILE* inputFile  = fopen( argv[ argc - 2 ], "rb" );
-
-    if ( inputFile == nullptr )
-    {
-        perror( argv[ argc - 2 ] );
-        exit( 1 );
-    }
-
-    FILE* outputFile = fopen( argv[ argc - 1 ], "wb+" );
-    
-    if ( outputFile == nullptr )
-    {
-        perror( argv[ argc - 2 ] );
-        exit( 1 );
-    }
- 
-    if ( decompression )
-    {
-        Decompress( inputFile, outputFile );
-    }
-    else
-    {
-        switch ( mode )
-        {
-        case 2:
-        {
-            LZSSE2_OptimalParseState* state = LZSSE2_MakeOptimalParseState( static_cast< size_t >( blockSize ) );
-
-            Compress( inputFile, outputFile, blockSize, mode, level, state, LZSSE2_CompressOptimalParse );
-
-            LZSSE2_FreeOptimalParseState( state );
-
-            break;
-        }
-
-        case 4:
-        {
-            if ( optimal )
-            {
-                LZSSE4_OptimalParseState* state = LZSSE4_MakeOptimalParseState( static_cast<size_t>( blockSize ) );
-
-                Compress( inputFile, outputFile, blockSize, mode, level, state, LZSSE4_CompressOptimalParse );
-
-                LZSSE4_FreeOptimalParseState( state );
-            }
-            else
-            {
-                LZSSE4_FastParseState* state = LZSSE4_MakeFastParseState();
-
-                Compress( inputFile, outputFile, blockSize, mode, level, state, CompressorFastLZSSE4 );
-
-                LZSSE4_FreeFastParseState( state );
-            }
-
-            break;
-        }
-        
-        case 8:
-        {
-            if ( optimal )
-            {
-                LZSSE8_OptimalParseState* state = LZSSE8_MakeOptimalParseState( static_cast<size_t>( blockSize ) );
-
-                Compress( inputFile, outputFile, blockSize, mode, level, state, LZSSE8_CompressOptimalParse );
-
-                LZSSE8_FreeOptimalParseState( state );
-            }
-            else
-            {
-                LZSSE8_FastParseState* state = LZSSE8_MakeFastParseState();
-
-                Compress( inputFile, outputFile, blockSize, mode, level, state, CompressorFastLZSSE8 );
-
-                LZSSE8_FreeFastParseState( state );
-            }
-
-            break;
-        }
-
-        default:
-
-            printf( "Invalid stream type\n" );
-            exit( 1 );
-
-        }
-    }
-
-    fclose( inputFile );
-    fclose( outputFile );
-
-    return 0;
-}
-
diff --git a/contrib/lzsse/lzsse2/lzsse2.cpp b/contrib/lzsse/lzsse2/lzsse2.cpp
deleted file mode 100644
index d521a84553a..00000000000
--- a/contrib/lzsse/lzsse2/lzsse2.cpp
+++ /dev/null
@@ -1,1080 +0,0 @@
-/*
-Copyright (c) 2016, Conor Stokes
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#include <string.h>
-#include <stdlib.h>
-#include <stdint.h>
-#include <stddef.h>
-
-#include "lzsse2_platform.h"
-#include "lzsse2.h"
-
-#pragma warning ( disable : 4127 )
-
-namespace
-{
-    // Constants - most of these should not be changed without corresponding code changes because it will break many things in unpredictable ways.
-    const uint32_t WINDOW_BITS             = 16;
-    const uint32_t MIN_MATCH_LENGTH        = 3; 
-    const uint32_t LZ_WINDOW_SIZE          = 1 << WINDOW_BITS;
-    const uint32_t LZ_WINDOW_MASK          = LZ_WINDOW_SIZE - 1;
-    const uint32_t OPTIMAL_HASH_BITS       = 20;
-    const uint32_t OPTIMAL_BUCKETS_COUNT   = 1 << OPTIMAL_HASH_BITS;
-    const uint32_t OPTIMAL_HASH_MASK       = OPTIMAL_BUCKETS_COUNT - 1;
-    const uint32_t MIN_COMPRESSION_SIZE    = 32;
-    const uint32_t END_PADDING_LITERALS    = 16;
-    const int32_t  NO_MATCH                = -1;
-    const int32_t  EMPTY_NODE              = -1;
-    const uint32_t MIN_LITERAL_COUNT       = 8;
-    const uint32_t HASH_MULTIPLIER         = 4013;
-    const uint32_t HASH_REMOVAL_MULTIPLIER = HASH_MULTIPLIER * HASH_MULTIPLIER;
-    const uint32_t CONTROL_BITS            = 4;
-    const uint32_t LITERAL_BITS            = 8;
-    const uint32_t OFFSET_BITS             = 16;
-    const uint32_t BASE_MATCH_BITS         = OFFSET_BITS + CONTROL_BITS;
-    const uint32_t SINGLE_LITERAL_COST     = CONTROL_BITS + LITERAL_BITS;
-    const uint32_t DOUBLE_LITERAL_COST     = SINGLE_LITERAL_COST + LITERAL_BITS;
-    const uint32_t EXTENDED_MATCH_BOUND    = ( 1 << CONTROL_BITS ) - 1;
-    const uint32_t CONTROL_BLOCK_SIZE      = sizeof( __m128i );
-    const uint32_t CONTROLS_PER_BLOCK      = 32;
-    const uint32_t LITERALS_PER_CONTROL    = 2;
-    const uint32_t MAX_INPUT_PER_CONTROL   = 2;
-    const size_t   OUTPUT_BUFFER_SAFE      = EXTENDED_MATCH_BOUND * CONTROLS_PER_BLOCK;
-    const size_t   INPUT_BUFFER_SAFE       = MAX_INPUT_PER_CONTROL * CONTROLS_PER_BLOCK;
-    const uint16_t INITIAL_OFFSET          = MIN_MATCH_LENGTH;
-    const size_t   SKIP_MATCH_LENGTH       = 128;
-    const uint32_t NO_SKIP_LEVEL           = 17;
-}
-
-struct Arrival
-{
-    size_t    cost;
-    int32_t   from;
-    int32_t   to;
-    uint16_t  offset;
-};
-
-struct TreeNode
-{
-    int32_t children[ 2 ];
-};
-
-struct LZSSE2_OptimalParseState
-{
-    // Note, we should really replace this with a BST, hash chaining works but is *slooooooooooooooow* for optimal parse.
-    int32_t roots[ OPTIMAL_BUCKETS_COUNT ];
-
-    TreeNode window[ LZ_WINDOW_SIZE ];
-
-    Arrival* arrivals;
-
-    size_t bufferSize;
-};
-
-
-LZSSE2_OptimalParseState* LZSSE2_MakeOptimalParseState( size_t bufferSize )
-{
-    if ( bufferSize > 0 && ( SIZE_MAX / sizeof( Arrival ) ) < bufferSize )
-    {
-        return nullptr;
-    }
-
-    LZSSE2_OptimalParseState* result = reinterpret_cast< LZSSE2_OptimalParseState* >( ::malloc( sizeof( LZSSE2_OptimalParseState ) ) );
-
-    result->bufferSize = bufferSize;
-
-    if ( result != nullptr )
-    {
-        result->arrivals = reinterpret_cast< Arrival* >( ::malloc( sizeof( Arrival ) * bufferSize ) );
-
-        if ( result->arrivals == nullptr )
-        {
-            LZSSE2_FreeOptimalParseState( result );
-
-            result = nullptr;
-        }
-    }
-
-    return result;
-}
-
-
-void LZSSE2_FreeOptimalParseState( LZSSE2_OptimalParseState* toFree )
-{
-    ::free( toFree->arrivals );
-        
-    toFree->arrivals = nullptr;
-
-    ::free( toFree );
-}
-
-
-inline uint32_t CalculateHash( const uint8_t* inputCursor )
-{
-    return ( uint32_t( inputCursor[ 0 ] ) * HASH_MULTIPLIER * HASH_MULTIPLIER + uint32_t( inputCursor[ 1 ] ) * HASH_MULTIPLIER + uint32_t( inputCursor[ 2 ] ) ) & OPTIMAL_HASH_MASK;
-}
-
-
-struct Match
-{
-    size_t length;
-    int32_t position;
-    uint16_t offset;
-};
-
-
-inline Match SearchAndUpdateFinder( LZSSE2_OptimalParseState& state, const uint8_t* input, const uint8_t* inputCursor, const uint8_t* inputEnd, uint32_t cutOff )
-{
-    Match result;
-
-    int32_t position = static_cast<int32_t>( inputCursor - input );
-
-    result.position = NO_MATCH;
-    result.length   = MIN_MATCH_LENGTH;
-    result.offset   = 0;
-
-    size_t   lengthToEnd  = inputEnd - inputCursor;
-    int32_t  lastPosition = position - ( LZ_WINDOW_SIZE - 1 );
-    uint32_t hash         = CalculateHash( inputCursor );
-
-    lastPosition = lastPosition > 0 ? lastPosition : 0;
-
-    int32_t treeCursor = state.roots[ hash ];
-
-    state.roots[ hash ] = position;
-    
-    int32_t* left        = &state.window[ position & LZ_WINDOW_MASK ].children[ 1 ];
-    int32_t* right       = &state.window[ position & LZ_WINDOW_MASK ].children[ 0 ];
-    size_t   leftLength  = 0;
-    size_t   rightLength = 0;
-
-    for ( ;; )
-    {
-        if ( cutOff-- == 0 || treeCursor < lastPosition )
-        {
-            *left = *right = EMPTY_NODE;
-            break;
-        }
-
-        TreeNode&      currentNode = state.window[ treeCursor & LZ_WINDOW_MASK ];
-        const uint8_t* key         = input + treeCursor;
-        size_t         matchLength = leftLength < rightLength ? leftLength : rightLength;
-
-        uint16_t       matchOffset = static_cast<uint16_t>( position - treeCursor );
-        size_t         maxLength   = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
-
-        while ( matchLength < lengthToEnd )
-        {
-            __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-            __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
-
-            unsigned long matchBytes;
-
-            _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-            matchLength += matchBytes;
-
-            if ( matchBytes != 16 )
-            {
-                break;
-            }
-        }
-
-        matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
-
-        size_t truncatedMatchLength = matchLength < maxLength ? matchLength : maxLength;
-
-        if ( truncatedMatchLength >= result.length )
-        {
-            result.length   = truncatedMatchLength;
-            result.offset   = matchOffset;
-            result.position = treeCursor;
-        }
-        
-        if ( matchLength == lengthToEnd )
-        {
-            *left  = currentNode.children[ 1 ];
-            *right = currentNode.children[ 0 ];
-            break;
-        }
-
-        if ( inputCursor[ matchLength ] < key[ matchLength ] || ( matchLength == lengthToEnd ) )
-        {
-            *left       = treeCursor;
-            left        = currentNode.children;
-            treeCursor  = *left;
-            leftLength  = matchLength;
-        }
-        else
-        {
-            *right      = treeCursor;
-            right       = currentNode.children + 1;
-            treeCursor  = *right;
-            rightLength = matchLength;
-        }
-    }
-    
-    // Special RLE overlapping match case, the LzFind style match above doesn't work very well with our
-    // restriction of overlapping matches having offsets of at least 16.
-    // Suffix array seems like a better option to handling this.
-    {
-        // Note, we're detecting long RLE here, but if we have an offset too close, we'll sacrifice a fair 
-        // amount of decompression performance to load-hit-stores.
-        int32_t matchPosition = position - ( sizeof( __m128i ) * 2 );
-
-        if ( matchPosition >= 0 )
-        {
-            uint16_t       matchOffset = static_cast<uint16_t>( position - matchPosition );
-            const uint8_t* key         = input + matchPosition;
-            size_t         matchLength = 0;
-
-            while ( matchLength < lengthToEnd )
-            {
-                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
-
-                unsigned long matchBytes;
-
-                _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-                matchLength += matchBytes;
-
-                if ( matchBytes != 16 )
-                {
-                    break;
-                }
-
-            }
-
-            matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
-
-            if ( matchLength >= result.length )
-            {
-                result.length   = matchLength;
-                result.offset   = matchOffset;
-                result.position = matchPosition;
-            }
-        }
-    }
-
-    return result;
-}
-
-
-size_t LZSSE2_CompressOptimalParse( LZSSE2_OptimalParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength, unsigned int level )
-{
-    if ( outputLength < inputLength || state->bufferSize < inputLength )
-    {
-        // error case, output buffer not large enough.
-        return 0;
-    }
-
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-        
-    if ( inputLength < MIN_COMPRESSION_SIZE )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor      = input;
-    const uint8_t* inputEnd         = input + inputLength;
-    Arrival*       arrivalWatermark = state->arrivals;
-    Arrival*       arrival          = state->arrivals;
-    uint32_t       cutOff           = 1 << level;
-
-    for ( int32_t* rootCursor = state->roots, *end = rootCursor + OPTIMAL_BUCKETS_COUNT; rootCursor < end; rootCursor += 4 )
-    {
-        rootCursor[ 0 ] = EMPTY_NODE;
-        rootCursor[ 1 ] = EMPTY_NODE;
-        rootCursor[ 2 ] = EMPTY_NODE;
-        rootCursor[ 3 ] = EMPTY_NODE;
-    }
-
-    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
-    {
-        /*Match dummy = */ SearchAndUpdateFinder( *state, input, inputCursor, inputEnd - END_PADDING_LITERALS, cutOff );
-
-        ++inputCursor;
-    }
-
-    arrival->cost   = LITERAL_BITS * MIN_MATCH_LENGTH;
-    arrival->from   = -1;
-    arrival->offset = 0;
-    
-    // loop through each character and project forward the matches at that character to calculate the cheapest
-    // path of arrival for each individual character.
-    for ( const uint8_t* earlyEnd = inputEnd - END_PADDING_LITERALS; inputCursor < earlyEnd; ++inputCursor, ++arrival )
-    {
-        uint32_t  lengthToEnd     = static_cast< uint32_t >( earlyEnd - inputCursor );       
-        int32_t   currentPosition = static_cast< int32_t >( inputCursor - input );
-        Arrival*  literalFirst    = arrival + 1;
-        Arrival*  literalSecond   = arrival + 2;
-        size_t    arrivalCost     = arrival->cost;
-        
-        // NOTE - we currently assume only 2 literals filled in here, because the minimum match length is 3.
-        // If we wanted to go with a higher minimum match length, we would need to fill in more literals before hand.
-        // Also, because there is a maximum of 2 literals per control block assumed.
-
-        // project forward the cost of a single literal
-        if ( literalFirst > arrivalWatermark || literalFirst->cost > ( arrival->cost + SINGLE_LITERAL_COST ) )
-        {
-            literalFirst->cost   = arrival->cost + SINGLE_LITERAL_COST;
-            literalFirst->from   = currentPosition;
-            literalFirst->offset = 0;
-
-            arrivalWatermark = literalFirst > arrivalWatermark ? literalFirst : arrivalWatermark;
-        }
-
-        // project forward the cost of two literals
-        if ( lengthToEnd > 1 )
-        {
-            if ( literalSecond > arrivalWatermark || literalFirst->cost > ( arrival->cost + DOUBLE_LITERAL_COST ) )
-            {
-                literalSecond->cost   = arrival->cost + DOUBLE_LITERAL_COST;
-                literalSecond->from   = currentPosition;
-                literalSecond->offset = 0;
-
-                arrivalWatermark = literalSecond > arrivalWatermark ? literalSecond : arrivalWatermark;
-            }
-        }
-        else
-        {
-            continue;
-        }
-
-        Match match = SearchAndUpdateFinder( *state, input, inputCursor, earlyEnd, cutOff );
-        
-        if ( match.position != NO_MATCH )
-        {
-            for ( size_t matchedLength = MIN_MATCH_LENGTH, end = match.length + 1; matchedLength < end; ++matchedLength )
-            {
-                Arrival* matchArrival = arrival + matchedLength;
-                size_t   matchCost    = arrivalCost + BASE_MATCH_BITS;
-
-                if ( matchedLength > EXTENDED_MATCH_BOUND )
-                {
-                    matchCost += ( ( matchedLength - 1 ) / EXTENDED_MATCH_BOUND ) * CONTROL_BITS;
-                }
-
-                if ( matchArrival > arrivalWatermark || matchArrival->cost > matchCost )
-                {
-                    matchArrival->cost   = matchCost;
-                    matchArrival->from   = currentPosition;
-                    matchArrival->offset = match.offset;
-
-                    arrivalWatermark = matchArrival > arrivalWatermark ? matchArrival : arrivalWatermark;
-                }
-            }
-
-            if ( match.length > SKIP_MATCH_LENGTH && level < NO_SKIP_LEVEL )
-            {
-                arrival     += match.length - LITERALS_PER_CONTROL;
-                inputCursor += match.length - LITERALS_PER_CONTROL;
-            }
-        }
-    }
-
-    // If this would cost more to encode than it would if it were just literals, encode it with no control blocks,
-    // just literals
-    if ( ( arrivalWatermark->cost + END_PADDING_LITERALS * LITERAL_BITS + CONTROLS_PER_BLOCK * CONTROL_BITS ) > ( inputLength * LITERAL_BITS ) )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    Arrival* previousPathNode;
-
-    // now trace the actual optimal parse path back, connecting the nodes in the other direction.
-    for ( const Arrival* pathNode = arrivalWatermark; pathNode->from > 0; pathNode = previousPathNode )
-    {
-        previousPathNode     = state->arrivals + ( pathNode->from - MIN_MATCH_LENGTH );
-
-        previousPathNode->to = static_cast<int32_t>( ( pathNode - state->arrivals ) + MIN_MATCH_LENGTH );
-    }
-
-    uint8_t* outputCursor = output;
-
-    memcpy( outputCursor, input, MIN_MATCH_LENGTH );
-
-    outputCursor += MIN_MATCH_LENGTH;
-
-    uint8_t* currentControlBlock = outputCursor;
-    uint32_t currentControlCount = 0;
-    uint32_t totalControlCount   = 0;
-
-    outputCursor += CONTROL_BLOCK_SIZE;
-
-    Arrival* nextPathNode;
-
-    size_t   totalPathLength  = MIN_MATCH_LENGTH;
-    uint16_t previousOffset   = INITIAL_OFFSET;
-
-    bool     lastControlIsNop = false;
-
-    // Now walk forwards again and actually write out the data.
-    for ( const Arrival* pathNode = state->arrivals; pathNode < arrivalWatermark; pathNode = nextPathNode )
-    {
-        int32_t currentPosition = static_cast< int32_t >( ( pathNode - state->arrivals ) + MIN_MATCH_LENGTH );
-
-        nextPathNode = state->arrivals + ( pathNode->to - MIN_MATCH_LENGTH );
-
-        size_t pathDistance = nextPathNode - pathNode;
-
-        totalPathLength += pathDistance;
-
-        lastControlIsNop = false;
-
-        if ( pathDistance < MIN_MATCH_LENGTH )
-        {
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock  = outputCursor;
-                outputCursor        += CONTROL_BLOCK_SIZE;
-                currentControlCount  = 0;
-            }
-
-            if ( ( currentControlCount & 1 ) == 0 )
-            {
-                currentControlBlock[ currentControlCount >> 1 ] =
-                    ( static_cast<uint8_t>( pathDistance ) - 1 );
-            }
-            else
-            {
-                currentControlBlock[ currentControlCount >> 1 ] |= 
-                    ( static_cast< uint8_t >( pathDistance ) - 1 ) << CONTROL_BITS;
-            }
-
-            // output the literals.
-            for ( int32_t where = 0; where < pathDistance; ++where )
-            {
-                const uint8_t* currentInput = input + currentPosition + where;
-
-                outputCursor[ where ] = *currentInput ^ *( currentInput - previousOffset );
-            }
-
-            outputCursor += pathDistance;
-
-            ++totalControlCount;
-            ++currentControlCount;
-        }
-        else
-        {
-            size_t toEncode = pathDistance - 1; //note, we always subtract one here, because the first control block of the match encodes this way
-
-                                                // make sure the control block for the first part of the match has been allocated
-                                                // note, this is idempontent if we have not actually incremented the control count and we try this again.
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock  = outputCursor;
-                outputCursor        += CONTROL_BLOCK_SIZE;
-                currentControlCount  = 0;
-            }
-
-            // output the offset (after control block containing the first control nibble for this match).
-            *reinterpret_cast< uint16_t* >( outputCursor ) = nextPathNode->offset ^ previousOffset;
-
-            previousOffset = nextPathNode->offset;
-
-            outputCursor += sizeof( uint16_t );
-
-            for ( ;; )
-            {
-                if ( currentControlCount == CONTROLS_PER_BLOCK )
-                {
-                    currentControlBlock  = outputCursor;
-                    outputCursor        += CONTROL_BLOCK_SIZE;
-                    currentControlCount  = 0;
-                }
-
-                if ( toEncode >= EXTENDED_MATCH_BOUND )
-                {
-                    if ( ( currentControlCount & 1 ) == 0 )
-                    {
-                        currentControlBlock[ currentControlCount >> 1 ] =
-                            static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
-                    }
-                    else
-                    {
-                        currentControlBlock[ currentControlCount >> 1 ] |= 
-                            static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
-                    }
-
-                    toEncode -= EXTENDED_MATCH_BOUND;
-
-                    ++totalControlCount;
-                    ++currentControlCount;
-
-                }
-                else
-                {
-                    if ( ( currentControlCount & 1 ) == 0 )
-                    {
-                        currentControlBlock[ currentControlCount >> 1 ] =
-                            static_cast<uint8_t>( toEncode );
-                    }
-                    else
-                    {
-                        currentControlBlock[ currentControlCount >> 1 ] |= 
-                            static_cast< uint8_t >( toEncode ) << CONTROL_BITS;
-                    }
-
-                    if ( toEncode == 0 && currentControlCount == 0 )
-                    {
-                        lastControlIsNop = true;
-                    }
-
-                    ++totalControlCount;
-                    ++currentControlCount;
-
-                    break;
-                }
-            }
-        }
-    }
-
-    if ( lastControlIsNop )
-    {
-        outputCursor -= CONTROL_BLOCK_SIZE;
-    }
-
-    size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-    // copy remaining literals
-    memcpy( outputCursor, inputCursor, remainingLiterals );
-
-    outputCursor += remainingLiterals;
-
-    return outputCursor - output;
-}
-
-
-size_t LZSSE2_Decompress( const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
-{
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-
-    // Length it not work compressing, just copy initial values
-    if ( outputLength == inputLength )
-    {
-        memcpy( output, input, outputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor  = input;
-    uint8_t*       outputCursor = output;
-
-    // The offset starts off as the minimum match length. We actually need it at least two
-    // characters back because we need them to be set to xor out the literals from the match data.
-    size_t  offset          = INITIAL_OFFSET;
-    __m128i previousCarryHi = _mm_setzero_si128();
-
-    *( outputCursor++ ) = *( inputCursor++ );
-    *( outputCursor++ ) = *( inputCursor++ );
-    *( outputCursor++ ) = *( inputCursor++ );
-
-    // What these macros do:
-    //     Decode a single literal run or match run for a single control nibble.
-    // How they do it:
-    //    - Read the *unaligned* input (in the case of LZSSE-F - twice, for LZSSE-O we read once) - one goes into an SSE register,
-    //      because it could either be literals or an offset (or nothing at all). The low byte of streamBytesRead controls how much we advance
-    //      the input cursor.
-    //    - Used a contived set of casts to sign extend the "read offset" control mask and then use it to mask the input word,
-    //      which is then xor'd against the offset, for a "branchless" conditional move into the offset which
-    //      has been carried over from the previous literal/match block. Note, this ends up doing better than a cmov on most 
-    //      modern processors. But we need to pre-xor the input offset.
-    //    - We then load the match data from output buffer (offset back from the current output point). Unconditional load here.
-    //    - We broadcast the "from literal" control mask from the current least significant byte of the SSE register using a shuffle epi-8
-    //    - We mask the literals with that SSE register wide mask.
-    //    - The literals have been pre-xor'd with the data read in as match data, so we use an xor to branchlessly choose between the two.
-    //      In this case, it ends up a better option than a blendv on most processors.
-    //    - Store the block. We store all 16 bytes of the SSE register (due to some constraints in the format of the data, we won't
-    //      go past the end of the buffer), but we may overlap this.
-    //    - bytesOut controls how much we advance the output cursor.
-    //    - We use 8 bit shifts to advance all the controls up to the next byte. There is some variable sized register trickery that 
-    //      x86/x64 is great for as long as we don't anger the register renamer.
-
-#define DECODE_STEP( HILO, CHECKMATCH, CHECKBUFFERS )                                                                           \
-    {                                                                                                                           \
-                                                                                                                                \
-        uint64_t inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                 \
-        __m128i  literals  = _mm_cvtsi64_si128( inputWord );                                                                    \
-                                                                                                                                \
-        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
-                                                                                                                                \
-        readOffsetHalf##HILO >>= 8;                                                                                             \
-                                                                                                                                \
-        const uint8_t* matchPointer = outputCursor - offset;                                                                    \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( fromLiteral, literals );                                                                      \
-                                                                                                                                \
-        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        bytesOutHalf##HILO        >>= 8;                                                                                        \
-        streamBytesReadHalf##HILO >>= 8;                                                                                        \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-    }
-
-#define DECODE_STEP_HALF( HILO, CHECKMATCH, CHECKBUFFERS )                                                                      \
-    {                                                                                                                           \
-        size_t  inputWord   = *reinterpret_cast< const uint16_t* >( inputCursor );                                              \
-        __m128i literals    = _mm_cvtsi64_si128( inputWord );                                                                   \
-                                                                                                                                \
-        offset ^= static_cast< size_t >( static_cast< ptrdiff_t >( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord; \
-                                                                                                                                \
-        const uint8_t* matchPointer = outputCursor - offset;                                                                    \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( fromLiteral, literals );                                                                      \
-                                                                                                                                \
-        fromLiteral##HILO = _mm_srli_si128( fromLiteral##HILO, 1 );                                                             \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-    }
-
-#define DECODE_STEP_END( HILO, CHECKMATCH, CHECKBUFFERS )                                                                       \
-    {                                                                                                                           \
-        size_t  inputWord = *reinterpret_cast< const uint16_t* >( inputCursor );                                                \
-        __m128i literals  = _mm_cvtsi64_si128( inputWord );                                                                     \
-                                                                                                                                \
-        offset ^= static_cast< size_t >( static_cast< ptrdiff_t >( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord; \
-                                                                                                                                \
-        const uint8_t* matchPointer = outputCursor - offset;                                                                    \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( fromLiteral, literals );                                                                      \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-        } 
-
-#define DECODE_STEP_LO(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HI(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Hi, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HALF_LO(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HALF_HI(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Hi, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_END_LO(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_END_HI(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Hi, CHECKMATCH, CHECKBUFFERS )
-
-    __m128i nibbleMask             = _mm_set1_epi8( 0xF );
-    __m128i literalsPerControl     = _mm_set1_epi8( LITERALS_PER_CONTROL );
-
-    // Note, we use this block here because it allows the "fake" inputEarlyEnd/outputEarlyEnd not to cause register spills 
-    // in the decompression loops. And yes, that did actually happen.
-    {
-#pragma warning ( push )
-#pragma warning ( disable : 4101 )
-
-        const  uint8_t* inputEarlyEnd; //= ( input + inputLength ) - END_PADDING_LITERALS;
-        uint8_t*        outputEarlyEnd;// = ( output + outputLength ) - END_PADDING_LITERALS;
-
-#pragma warning ( pop )
-
-        // "Safe" ends to the buffer, before the input/output cursors hit these, we can loop without overflow checks.
-        const  uint8_t* inputSafeEnd  = ( input + inputLength ) - INPUT_BUFFER_SAFE;
-        uint8_t*        outputSafeEnd = ( output + outputLength ) - OUTPUT_BUFFER_SAFE;
-
-        // Decoding loop with offset output buffer underflow test, but no buffer overflow tests, assumed to end at a safe distance 
-        // from overflows
-        while ( ( outputCursor - output ) < LZ_WINDOW_SIZE && outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
-        {
-            // load the control block
-            __m128i controlBlock      = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-
-            // split the control block into high and low nibbles.
-            __m128i controlHi         = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo         = _mm_and_si128( controlBlock, nibbleMask );
-            
-            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
-            // this will essentially be ignored later on.
-            __m128i isLiteralHi       = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo       = _mm_cmplt_epi8( controlLo, literalsPerControl );
-
-            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
-            // match without offset read mode).
-            __m128i carryLo           = _mm_cmpeq_epi8( controlLo, nibbleMask );
-            
-            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
-            // the calculated carry to use that byte next iteration.
-            __m128i carryHi           = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi    = _mm_alignr_epi8( carryHi, previousCarryHi, 15 );
-
-            previousCarryHi = carryHi;
-
-            // I want 128 set bits please.
-            __m128i allSet            = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            // Calcualting the bytes to output to the stream. Basically, we are subtracting negative one from the control value if the 
-            // carry is not set. This works because the masks produced by comparisons are the equivalent to negative one, which 
-            // make this a conditional increment.
-            __m128i bytesOutLo        = _mm_sub_epi8( controlLo, _mm_xor_si128( shiftedCarryHi, allSet ) );
-            __m128i bytesOutHi        = _mm_sub_epi8( controlHi, _mm_xor_si128( carryLo, allSet ) );
-
-            // Calculate the number of bytes to read per control.
-            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
-            __m128i streamBytesReadLo = _mm_andnot_si128( shiftedCarryHi, _mm_min_epi8( literalsPerControl, bytesOutLo ) );
-            __m128i streamBytesReadHi = _mm_andnot_si128( carryLo, _mm_min_epi8( literalsPerControl, bytesOutHi ) );
-            
-            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
-            __m128i readOffsetLo      = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
-            __m128i readOffsetHi      = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
-
-            // Masks whether we are reading literals - set if the carry is not set and these are literals.
-            __m128i fromLiteralLo     = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi     = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            // Advance the input past the control block.
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            {
-                // Pull out the bottom halves off the SSE registers from before - we want these
-                // things in GPRs for the more linear logic.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_HALF_LO( true, false );
-                DECODE_STEP_HALF_HI( true, false );
-            }
-
-            {
-                // Now the top halves.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_END_LO( true, false );
-                DECODE_STEP_END_HI( true, false );
-            }
-        }
-
-        // Decoding loop with no buffer checks, but will end at a safe distance from the end of the buffers.
-        // Note, when we get here we have already reached the point in the output buffer which is *past* where we can underflow
-        // due to a bad match offset.
-        while ( outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
-        {
-            // This code is the same as the loop above, see comments there
-            __m128i controlBlock      = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-            __m128i controlHi         = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo         = _mm_and_si128( controlBlock, nibbleMask );
-
-            __m128i isLiteralHi       = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo       = _mm_cmplt_epi8( controlLo, literalsPerControl );
-            __m128i carryLo           = _mm_cmpeq_epi8( controlLo, nibbleMask );
-            __m128i carryHi           = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi    = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); // where we take the carry from the previous hi values
-
-            previousCarryHi = carryHi;
-
-            __m128i neg1              = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi );
-
-            __m128i bytesOutLo        = _mm_sub_epi8( controlLo, _mm_xor_si128( shiftedCarryHi, neg1 ) );
-            __m128i bytesOutHi        = _mm_sub_epi8( controlHi, _mm_xor_si128( carryLo, neg1 ) );
-
-            __m128i streamBytesReadLo = _mm_andnot_si128( shiftedCarryHi, _mm_min_epi8( literalsPerControl, bytesOutLo ) );
-            __m128i streamBytesReadHi = _mm_andnot_si128( carryLo, _mm_min_epi8( literalsPerControl, bytesOutHi ) );
-
-            __m128i readOffsetLo      = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
-            __m128i readOffsetHi      = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
-
-            __m128i fromLiteralLo     = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi     = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_HALF_LO( false, false );
-                DECODE_STEP_HALF_HI( false, false );
-            }
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_END_LO( false, false );
-                DECODE_STEP_END_HI( false, false );
-            }
-        }
-    }
-    
-    // Decoding loop with all buffer checks.
-    {
-        const uint8_t* inputEarlyEnd;
-        uint8_t*        outputEarlyEnd;
-        inputEarlyEnd  = (( input + inputLength ) - END_PADDING_LITERALS);
-        outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
-
-        while ( outputCursor < outputEarlyEnd && inputCursor < inputEarlyEnd )
-        {
-            __m128i controlBlock      = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-            __m128i controlHi         = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo         = _mm_and_si128( controlBlock, nibbleMask );
-
-            __m128i isLiteralHi       = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo       = _mm_cmplt_epi8( controlLo, literalsPerControl );
-            __m128i carryLo           = _mm_cmpeq_epi8( controlLo, nibbleMask );
-            __m128i carryHi           = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi    = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); // where we take the carry from the previous hi values
-
-            previousCarryHi = carryHi;
-
-            __m128i neg1              = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            __m128i bytesOutLo        = _mm_sub_epi8( controlLo, _mm_xor_si128( shiftedCarryHi, neg1 ) );
-            __m128i bytesOutHi        = _mm_sub_epi8( controlHi, _mm_xor_si128( carryLo, neg1 ) );
-
-            __m128i streamBytesReadLo = _mm_andnot_si128( shiftedCarryHi, _mm_min_epi8( literalsPerControl, bytesOutLo ) );
-            __m128i streamBytesReadHi = _mm_andnot_si128( carryLo, _mm_min_epi8( literalsPerControl, bytesOutHi ) );
-
-            __m128i readOffsetLo      = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
-            __m128i readOffsetHi      = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
-
-            __m128i fromLiteralLo     = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi     = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            if ( inputCursor > inputEarlyEnd )
-                goto BUFFER_END;
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_HALF_LO( true, true );
-                DECODE_STEP_HALF_HI( true, true );
-            }
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_END_LO( true, true );
-                DECODE_STEP_END_HI( true, true );
-            }
-        }
-
-BUFFER_END:
-
-        // When we get here, we have either advanced the right amount on both cursors
-        // or something bad happened, so leave it as is, so we can tell where
-        // the error happened. 
-        if ( inputCursor == inputEarlyEnd && outputCursor == outputEarlyEnd )
-        {
-            size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-            // copy any trailing literals
-            memcpy( outputCursor, inputCursor, remainingLiterals );
-
-            outputCursor += remainingLiterals;
-        }
-    }
-
-MATCH_UNDERFLOW:
-
-    return outputCursor - output;
-}
diff --git a/contrib/lzsse/lzsse2/lzsse2.h b/contrib/lzsse/lzsse2/lzsse2.h
deleted file mode 100644
index ea908b85fb5..00000000000
--- a/contrib/lzsse/lzsse2/lzsse2.h
+++ /dev/null
@@ -1,90 +0,0 @@
-/*
-Copyright (c) 2016, Conor Stokes
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef LZSSE2_H__
-#define LZSSE2_H__
-
-#pragma once
-
-/* LZSSE2 - x64/SSE targeted codec for better performance with high compression ratio data/more optimal compressors.
- * Supports minimum 3 byte matches, maximum 16 bytes of match per control word and 2 byte literal runs per control word. 
- */
-
-#ifdef __cplusplus
-extern "C"
-{
-#endif
-
- /* Re-usable parse state object for compression. */
-typedef struct LZSSE2_OptimalParseState LZSSE2_OptimalParseState;
-
-/* Allocate the parse state for compression - returns null on failure. Note
-   Buffersize has to be greater or equal to any inputLength used with LZSSE2_CompressOptimalParse */
-LZSSE2_OptimalParseState* LZSSE2_MakeOptimalParseState( size_t bufferSize );
-
-/* De-allocate the parse state for compression */
-void LZSSE2_FreeOptimalParseState( LZSSE2_OptimalParseState* toFree );
-
-/* "Optimal" compression routine.
-* Will compress data into LZSSE2 format, uses hash BST matching to find matches and run an optimal parse (high relative memory usage). Requires SSE 4.1.
-* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
-* input : Buffer containing uncompressed data to be compressed. May not be null.
-* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
-* output : Buffer that will receive the compressed output. 
-* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
-*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
-* level : The compression level to use for this file 1->17, 17 is highest compression, 0 is least
-* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
-* concurrently.
-*
-* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
-*/
-size_t LZSSE2_CompressOptimalParse( LZSSE2_OptimalParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int level );
-
-/* Decompression routine.
-* This routine will decompress data in the LZSSE2 format and currently requires SSE 4.1 and is targeted at x64.
-* It will perform poorly on x86 due to hunger for registers.
-*  input : Buffer containing compressed input block. May not be null.
-*  inputLength : Length of the compressed data in the input buffer - note, this should be under 2GB
-*  output : Buffer that will received the de-compressed output. Note, that this needs to be at least outputLength long.
-*           May not be null.
-*  outputLength : The length of the compressed output - note, this should be under 2GB
-*
-* Provided that input and output are valid pointers to buffers of at least their specified size, this routine
-* should be memory safe - both match pointer checks and input/output buffer checks exist.
-*
-* Returns the size of the decompressed data, which will be less than outputLength in the event of an error (number of bytes
-* will indicate where in the output stream the error occured).
-*
-* Note that this data is not hash verified, errors that occur are either from a misformed stream or bad buffer sizes.
-* Remember, corrupt data can still be valid to decompress.
-*/ 
-size_t LZSSE2_Decompress( const void* input, size_t inputLength, void* output, size_t outputLength );
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif /* -- LZSSE2_H__ */
diff --git a/contrib/lzsse/lzsse2/lzsse2_platform.h b/contrib/lzsse/lzsse2/lzsse2_platform.h
deleted file mode 100644
index 5cbab6b0600..00000000000
--- a/contrib/lzsse/lzsse2/lzsse2_platform.h
+++ /dev/null
@@ -1,73 +0,0 @@
-/*
-Copyright (c) 2016, Brian Marshall
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef LZSSE2_PLATFORM_H__
-#define LZSSE2_PLATFORM_H__
-
-#pragma once
-
-/*
- Compiler/Platform detection based on the table from:
- https://blogs.msdn.microsoft.com/vcblog/2015/12/04/clang-with-microsoft-codegen-in-vs-2015-update-1/
-*/
-
-#ifdef	_MSC_VER
-
-/*
- Microsoft Visual Studio Support.
- C1xx/C2, Clang/C2 and Clang/LLVM all support the Microsoft header files and _BitScanForward
-
- Note: if you receive errors with the intrinsics make sure that you have SSE4.1 support enabled.
- For example with Clang include "-msse4.1" on the command line
-*/
-#include <intrin.h>
-
-#else	/* _MSC_VER */
-
-#ifdef __GNUC__
-
-/*
- GCC
-*/
-
-/*
- Note: including just <smmintrin.h> would be sufficient, but including x86intrin is a better match to intrin.h on Visual Studio as
- both include all intrinsics for the enabled processor, rather than just SSE4.1.
-*/
-#include <x86intrin.h>
-/* _BitScanForward is Visual Studio specific. */
-#define _BitScanForward(x, m) *(x) = __builtin_ctz(m)
-
-#else
-
-/*
-If you hit the error below, then add detection for your compiler/platform to this header file.
-*/
-#error Platform not supported
-
-#endif	/* __GNUC__ */
-#endif  /* _MSC_VER */
-
-#endif /* -- LZSSE2_PLATFORM_H__ */
diff --git a/contrib/lzsse/lzsse4/lzsse4.cpp b/contrib/lzsse/lzsse4/lzsse4.cpp
deleted file mode 100644
index cf9f6fc6e60..00000000000
--- a/contrib/lzsse/lzsse4/lzsse4.cpp
+++ /dev/null
@@ -1,1499 +0,0 @@
-/*
-Copyright (c) 2016, Conor Stokes
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#include <string.h>
-#include <stdlib.h>
-#include <stdint.h>
-#include <stddef.h>
-
-#include "lzsse4_platform.h"
-#include "lzsse4.h"
-
-#pragma warning ( disable : 4127 )
-
-namespace
-{
-    // Constants - most of these should not be changed without corresponding code changes because it will break many things in unpredictable ways.
-    const uint32_t WINDOW_BITS             = 16;
-    const uint32_t MIN_MATCH_LENGTH        = 4; 
-    const uint32_t LZ_WINDOW_SIZE          = 1 << WINDOW_BITS;
-    const uint32_t LZ_WINDOW_MASK          = LZ_WINDOW_SIZE - 1;
-    const uint32_t FAST_HASH_BITS          = 20; // You can change this - more bits = more matches, less bits = more cache hits
-    const uint32_t FAST_BUCKETS_COUNT      = 1 << FAST_HASH_BITS;
-    const uint32_t FAST_HASH_MASK          = FAST_BUCKETS_COUNT - 1;
-    const uint32_t MIN_COMPRESSION_SIZE    = 32;
-    const uint32_t END_PADDING_LITERALS    = 16;
-    const int32_t  NO_MATCH                = -1;
-    const int32_t  EMPTY_NODE              = -1;
-    const uint32_t MIN_LITERAL_COUNT       = 8;
-    const uint32_t CONTROL_BITS            = 4;
-    const uint32_t LITERAL_BITS            = 8;
-    const uint32_t OFFSET_BITS             = 16;
-    const uint32_t BASE_MATCH_BITS         = OFFSET_BITS + CONTROL_BITS;
-    const uint32_t OFFSET_SIZE             = 2;
-    const uint32_t EXTENDED_MATCH_BOUND    = ( 1 << CONTROL_BITS ) - 1;
-    const uint32_t CONTROL_BLOCK_SIZE      = sizeof( __m128i );
-    const uint32_t CONTROLS_PER_BLOCK      = 32;
-    const uint32_t LITERALS_PER_CONTROL    = 4;
-    const uint32_t MAX_INPUT_PER_CONTROL   = 4;
-    const size_t   OUTPUT_BUFFER_SAFE      = EXTENDED_MATCH_BOUND * CONTROLS_PER_BLOCK;
-    const size_t   INPUT_BUFFER_SAFE       = MAX_INPUT_PER_CONTROL * CONTROLS_PER_BLOCK;
-    const uint16_t INITIAL_OFFSET          = MIN_MATCH_LENGTH;
-    const uint32_t OPTIMAL_HASH_BITS       = 20;
-    const uint32_t OPTIMAL_BUCKETS_COUNT   = 1 << OPTIMAL_HASH_BITS;
-    const uint32_t OPTIMAL_HASH_MASK       = OPTIMAL_BUCKETS_COUNT - 1;
-    const size_t   SKIP_MATCH_LENGTH       = 128;
-    const uint32_t NO_SKIP_LEVEL           = 17;
-}
-
-
-struct LZSSE4_FastParseState
-{
-    int32_t buckets[ FAST_BUCKETS_COUNT ]; // stores the first matching position, we can then look at the rest of the matches by tracing through the window.
-};
-
-
-LZSSE4_FastParseState* LZSSE4_MakeFastParseState()
-{
-    return new LZSSE4_FastParseState();
-}
-
-
-void LZSSE4_FreeFastParseState( LZSSE4_FastParseState* toFree )
-{
-    delete toFree;
-}
-
-
-inline void SetHash( LZSSE4_FastParseState* state, uint32_t hash, const uint8_t* input, const uint8_t* inputCursor )
-{
-    int32_t position = static_cast<int32_t>( inputCursor - input );
-
-    state->buckets[ hash & FAST_HASH_MASK ] = position;
-}
-
-// Simple fast hash function - actually what is used in snappy and derivatives
-// There's probably better, but I haven't spent time focusing on this area yet.
-inline uint32_t HashFast( const uint8_t* inputCursor )
-{
-    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - FAST_HASH_BITS );
-}
-
-size_t LZSSE4_CompressFast( LZSSE4_FastParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
-{
-    if ( outputLength < inputLength )
-    {
-        // error case, output buffer not large enough.
-        return 0;
-    }
-
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-
-    if ( inputLength < MIN_COMPRESSION_SIZE )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor    = input;
-    const uint8_t* inputEnd       = input + inputLength;
-    const uint8_t* inputEarlyEnd  = inputEnd - END_PADDING_LITERALS;
-    uint8_t*       outputCursor   = output;
-    uint8_t*       outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
-    uint32_t       hash           = 0;
-
-    // initialize hash to empty 
-    for ( int32_t* where = state->buckets, *end = state->buckets + FAST_BUCKETS_COUNT; where < end; where += 4 )
-    {
-        where[ 0 ] = -1;
-        where[ 1 ] = -1;
-        where[ 2 ] = -1;
-        where[ 3 ] = -1;
-    }
-
-    // initial literals that wont be compressed
-    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
-    {
-        hash = HashFast( inputCursor );
-
-        SetHash( state, hash, input, inputCursor );
-
-        *( outputCursor++ ) = *( inputCursor++ );
-    }
-
-    uint8_t* currentControlBlock = outputCursor;    
-    uint32_t currentControlCount = 0;
-    uint16_t previousOffset      = INITIAL_OFFSET;
-    size_t   literalsToFlush     = 0;
-
-    outputCursor += CONTROL_BLOCK_SIZE;
-
-    bool lastControlIsNop = false;
-    
-    // Loop through the data until we hit the end of one of the buffers (minus the end padding literals)
-    while ( inputCursor < inputEarlyEnd && outputCursor <= outputEarlyEnd )
-    { 
-        lastControlIsNop = false;
-
-        hash = HashFast( inputCursor );
-
-        int      matchPosition   = state->buckets[ hash & FAST_HASH_MASK ];
-        int      currentPosition = static_cast< int32_t >( inputCursor - input );
-        uint32_t matchLength     = 0;
-        uint16_t matchOffset     = static_cast< uint16_t >( currentPosition - matchPosition );
-
-        // If we had a hit in the hash and it wasn't outside the window.
-        if ( matchPosition >= 0 && ( currentPosition - matchPosition ) < ( LZ_WINDOW_SIZE - 1 ) )
-        {
-            const uint8_t* matchCandidate = input + matchPosition;
-            uint32_t       lengthToEnd    = static_cast< uint32_t >( inputEarlyEnd - inputCursor );
-            // Here we limit the hash length to prevent overlap matches with offset less than 16 bytes
-            uint32_t       maxLength      = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
-
-            // Find how long the match is 16 bytes at a time.
-            while ( matchLength < maxLength )
-            {
-                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchCandidate + matchLength ) );
-
-                unsigned long matchBytes;
-
-                // Finds the number of equal bytes at the start of the 16 
-                _BitScanForward( &matchBytes, ( static_cast< unsigned long >( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-                matchLength += matchBytes;
-
-                if ( matchBytes != sizeof( __m128i ) )
-                {
-                    break;
-                }
-            }
-
-            matchLength = matchLength < maxLength ? matchLength : maxLength;
-        }
-
-        // If we have at least the minimum match length (4 bytes)
-        if ( matchLength >= MIN_MATCH_LENGTH )
-        {
-            // Do we have literals to flush before the match?
-            if ( literalsToFlush > 0 )
-            {
-                // Start a new control block if we need one.
-                if ( currentControlCount == CONTROLS_PER_BLOCK )
-                {
-                    currentControlBlock  = outputCursor;
-                    outputCursor        += CONTROL_BLOCK_SIZE;
-
-                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                    currentControlCount  = 0;
-
-                    // Would be larger than compressed size, get out!
-                    if ( outputCursor > outputEarlyEnd )
-                    {
-                        break;
-                    }
-                }
-
-                currentControlBlock[ currentControlCount >> 1 ] = 
-                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
-
-                // flush the literals.
-                // note the xor against the data that would be read in the match.
-                for ( uint32_t where = 0; where < literalsToFlush; ++where )
-                {
-                    const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
-
-                    *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
-                }
-
-                ++currentControlCount;
-
-                literalsToFlush = 0;
-                    
-                // Would be larger than compressed size, get out!
-                if ( outputCursor > outputEarlyEnd )
-                {
-                    break;
-                }
-            }
-
-            // Start a new control block if the previous one is full.
-            // Note this is done before the offset is written out - the offset
-            // is always written after the control block containing the first
-            // control in the match.
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock  = outputCursor;
-                outputCursor        += CONTROL_BLOCK_SIZE;
-
-                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                currentControlCount  = 0;
-                    
-                if ( outputCursor > outputEarlyEnd )
-                {
-                    break;
-                }
-            }
-
-            // The match length value we are encoding.
-            size_t toEncode = matchLength;
-
-            // Write the offset out - note the xor with the previous offset.
-            *reinterpret_cast< uint16_t* >( outputCursor ) = matchOffset ^ previousOffset;
-
-            previousOffset = matchOffset;
-            outputCursor  += sizeof( uint16_t );
-
-            for ( ;; )
-            {
-                // Check if we need to start a new control block
-                if ( currentControlCount == CONTROLS_PER_BLOCK )
-                {
-                    currentControlBlock  = outputCursor;
-                    outputCursor        += CONTROL_BLOCK_SIZE;
-
-                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                    currentControlCount  = 0;
-                        
-                    if ( outputCursor > outputEarlyEnd )
-                    {
-                        break;
-                    }
-                }
-
-                // If the encode size is greater than we can hold in a control, write out a full match length
-                // control, subtract full control value from the amount to encode and loop around again.
-                if ( toEncode >= EXTENDED_MATCH_BOUND )
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] = 
-                        ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( EXTENDED_MATCH_BOUND ) << 4 );
-
-                    toEncode -= EXTENDED_MATCH_BOUND;
-
-                    ++currentControlCount;
-                }
-                else // Write out the remaining match length control. Could potentially be zero.
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] = 
-                        ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( toEncode ) << 4 );
-
-                    if ( currentControlCount == 0 && toEncode == 0 )
-                    {
-                        lastControlIsNop = true;
-                    }
-
-                    ++currentControlCount;
-
-                    break;
-                }
-            }
-
-            // Update the value into the hash for future matches.
-            SetHash( state, hash, input, inputCursor );
-
-            ++inputCursor;
-
-            // Hash all the other values in the match too.
-            for ( const uint8_t* nextArrival = inputCursor + matchLength - 1; inputCursor < nextArrival; ++inputCursor )
-            {
-                hash = HashFast( inputCursor );
-                SetHash( state, hash, input, inputCursor );
-            }
-        }
-        else
-        {
-            // One more literal to write out.
-            ++literalsToFlush;
-
-            // If we have reached the maximum number of literals allowed in the control, flush them out.
-            if ( literalsToFlush == LITERALS_PER_CONTROL )
-            {
-                // Check if the control block is full and we need start a new one.
-                if ( currentControlCount == CONTROLS_PER_BLOCK )
-                {
-                    currentControlBlock  = outputCursor;
-                    outputCursor        += CONTROL_BLOCK_SIZE;
-
-                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                    currentControlCount  = 0;
-
-                    if ( outputCursor > outputEarlyEnd )
-                    {
-                        break;
-                    }
-                }
-
-                currentControlBlock[ currentControlCount >> 1 ] = 
-                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( ( static_cast<uint8_t>( LITERALS_PER_CONTROL - 1 ) ) << 4 );
-
-                ++currentControlCount;
-
-                *reinterpret_cast< uint32_t* >( outputCursor ) = 
-                    *reinterpret_cast< const uint32_t* >( inputCursor - 3 ) ^ 
-                    *reinterpret_cast< const uint32_t* >( ( inputCursor - 3 ) - previousOffset );
-
-                outputCursor += 4;
-
-                //*( outputCursor++ ) = *( inputCursor - 3 ) ^ *( ( inputCursor - 3 ) - previousOffset );
-                //*( outputCursor++ ) = *( inputCursor - 2 ) ^ *( ( inputCursor - 2 ) - previousOffset );
-                //*( outputCursor++ ) = *( inputCursor - 1 ) ^ *( ( inputCursor - 1 ) - previousOffset );
-                //*( outputCursor++ ) = *inputCursor ^ *( inputCursor - previousOffset );
-                    
-                if ( outputCursor > outputEarlyEnd )
-                {
-                    break;
-                }
-
-                literalsToFlush = 0;
-            }
-
-            // Update the hash with this byte
-            SetHash( state, hash, input, inputCursor );
-
-            ++inputCursor;
-        }
-    }
-
-    // If we would create a compression output bigger than or equal to the input, just copy the input to the output and return equal size.
-    if ( ( ( outputCursor + literalsToFlush + ( currentControlCount == CONTROLS_PER_BLOCK ? CONTROL_BLOCK_SIZE : 0 ) ) ) >= output + inputLength - END_PADDING_LITERALS )
-    {
-        memcpy( output, input, inputLength );
-
-        outputCursor = output + inputLength;
-    }
-    else 
-    {
-        // Flush any remaining literals.
-        if ( literalsToFlush > 0 )
-        {
-            lastControlIsNop = false;
-
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock = outputCursor;
-                outputCursor       += CONTROL_BLOCK_SIZE;
-
-                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                currentControlCount = 0;
-            }
-
-            currentControlBlock[ currentControlCount >> 1 ] = 
-                ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
-            
-            for ( uint32_t where = 0; where < literalsToFlush; ++where )
-            {
-                const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
-
-                *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
-            }
-
-            ++currentControlCount;
-        }
-
-        // Need to finish off shifting the final control block into the low nibble if there is no second nibble
-        if ( ( currentControlCount & 1 ) > 0 )
-        {
-            currentControlBlock[ currentControlCount >> 1 ] >>= 4;
-        }
-
-        if ( lastControlIsNop )
-        {
-            outputCursor -= CONTROL_BLOCK_SIZE;
-        }
-
-        size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-        // copy remaining literals
-        memcpy( outputCursor, inputCursor, remainingLiterals );
-
-        outputCursor += remainingLiterals;
-    }
-
-    // Return the size of the compressed data.
-    return outputCursor - output;
-}
-
-
-struct Arrival
-{
-    size_t    cost;
-    int32_t   from;
-    int32_t   to;
-    uint16_t  offset;
-};
-
-struct TreeNode
-{
-    int32_t children[ 2 ];
-};
-
-struct LZSSE4_OptimalParseState
-{
-    // Note, we should really replace this with a BST, hash chaining works but is *slooooooooooooooow* for optimal parse.
-    int32_t roots[ OPTIMAL_BUCKETS_COUNT ];
-
-    TreeNode window[ LZ_WINDOW_SIZE ];
-
-    Arrival* arrivals;
-
-    size_t bufferSize;
-};
-
-
-LZSSE4_OptimalParseState* LZSSE4_MakeOptimalParseState( size_t bufferSize )
-{
-    if ( bufferSize > 0 && ( SIZE_MAX / sizeof( Arrival ) ) < bufferSize )
-    {
-        return nullptr;
-    }
-
-    LZSSE4_OptimalParseState* result = reinterpret_cast< LZSSE4_OptimalParseState* >( ::malloc( sizeof( LZSSE4_OptimalParseState ) ) );
-
-    result->bufferSize = bufferSize;
-
-    if ( result != nullptr )
-    {
-        result->arrivals = reinterpret_cast< Arrival* >( ::malloc( sizeof( Arrival ) * bufferSize ) );
-
-        if ( result->arrivals == nullptr )
-        {
-            LZSSE4_FreeOptimalParseState( result );
-
-            result = nullptr;
-        }
-    }
-
-    return result;
-}
-
-
-void LZSSE4_FreeOptimalParseState( LZSSE4_OptimalParseState* toFree )
-{
-    ::free( toFree->arrivals );
-
-    toFree->arrivals = nullptr;
-
-    ::free( toFree );
-}
-
-
-inline uint32_t HashOptimal( const uint8_t* inputCursor )
-{
-    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - OPTIMAL_HASH_BITS );
-}
-
-
-struct Match
-{
-    size_t length;
-    int32_t position;
-    uint16_t offset;
-};
-
-
-inline Match SearchAndUpdateFinder( LZSSE4_OptimalParseState& state, const uint8_t* input, const uint8_t* inputCursor, const uint8_t* inputEnd, uint32_t cutOff )
-{
-    Match result;
-
-    int32_t position = static_cast<int32_t>( inputCursor - input );
-
-    result.position = NO_MATCH;
-    result.length   = MIN_MATCH_LENGTH;
-    result.offset   = 0;
-
-    size_t   lengthToEnd  = inputEnd - inputCursor;
-    int32_t  lastPosition = position - ( LZ_WINDOW_SIZE - 1 );
-    uint32_t hash         = HashOptimal( inputCursor );
-
-    lastPosition = lastPosition > 0 ? lastPosition : 0;
-
-    int32_t treeCursor = state.roots[ hash ];
-
-    state.roots[ hash ] = position;
-
-    int32_t* left        = &state.window[ position & LZ_WINDOW_MASK ].children[ 1 ];
-    int32_t* right       = &state.window[ position & LZ_WINDOW_MASK ].children[ 0 ];
-    size_t   leftLength  = 0;
-    size_t   rightLength = 0;
-
-    for ( ;; )
-    {
-        if ( cutOff-- == 0 || treeCursor < lastPosition )
-        {
-            *left = *right = EMPTY_NODE;
-            break;
-        }
-
-        TreeNode&      currentNode = state.window[ treeCursor & LZ_WINDOW_MASK ];
-        const uint8_t* key         = input + treeCursor;
-        size_t         matchLength = leftLength < rightLength ? leftLength : rightLength;
-
-        uint16_t       matchOffset = static_cast< uint16_t >( position - treeCursor );
-        size_t         maxLength   = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
-
-        while ( matchLength < lengthToEnd )
-        {
-            __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-            __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
-
-            unsigned long matchBytes;
-
-            _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-            matchLength += matchBytes;
-
-            if ( matchBytes != 16 )
-            {
-                break;
-            }
-        }
-
-        matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
-
-        size_t truncatedMatchLength = matchLength < maxLength ? matchLength : maxLength;
-
-        if ( truncatedMatchLength >= result.length && matchOffset >= LITERALS_PER_CONTROL )
-        {
-            result.length   = truncatedMatchLength;
-            result.offset   = matchOffset;
-            result.position = treeCursor;
-        }
-
-        if ( matchLength == lengthToEnd )
-        {
-            *left  = currentNode.children[ 1 ];
-            *right = currentNode.children[ 0 ];
-            break;
-        }
-
-        if ( inputCursor[ matchLength ] < key[ matchLength ] || ( matchLength == lengthToEnd ) )
-        {
-            *left       = treeCursor;
-            left        = currentNode.children;
-            treeCursor  = *left;
-            leftLength  = matchLength;
-        }
-        else
-        {
-            *right      = treeCursor;
-            right       = currentNode.children + 1;
-            treeCursor  = *right;
-            rightLength = matchLength;
-        }
-    }
-
-    // Special RLE overlapping match case, the LzFind style match above doesn't work very well with our
-    // restriction of overlapping matches having offsets of at least 16.
-    // Suffix array seems like a better option to handling this.
-    {
-        // Note, we're detecting long RLE here, but if we have an offset too close, we'll sacrifice a fair 
-        // amount of decompression performance to load-hit-stores.
-        int32_t matchPosition = position - ( sizeof( __m128i ) * 2 );
-
-        if ( matchPosition >= 0 )
-        {
-            uint16_t       matchOffset = static_cast<uint16_t>( position - matchPosition );
-            const uint8_t* key = input + matchPosition;
-            size_t         matchLength = 0;
-
-            while ( matchLength < lengthToEnd )
-            {
-                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
-
-                unsigned long matchBytes;
-
-                _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-                matchLength += matchBytes;
-
-                if ( matchBytes != 16 )
-                {
-                    break;
-                }
-
-            }
-
-            matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
-
-            if ( matchLength >= result.length )
-            {
-                result.length = matchLength;
-                result.offset = matchOffset;
-                result.position = matchPosition;
-            }
-        }
-    }
-
-    return result;
-}
-
-
-size_t LZSSE4_CompressOptimalParse( LZSSE4_OptimalParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength, unsigned int level )
-{
-    if ( outputLength < inputLength || state->bufferSize < inputLength )
-    {
-        // error case, output buffer not large enough.
-        return 0;
-    }
-
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-
-    if ( inputLength < MIN_COMPRESSION_SIZE )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor      = input;
-    const uint8_t* inputEnd         = input + inputLength;
-    Arrival*       arrivalWatermark = state->arrivals;
-    Arrival*       arrival          = state->arrivals;
-    uint32_t       cutOff           = 1 << level;
-
-    for ( int32_t* rootCursor = state->roots, *end = rootCursor + OPTIMAL_BUCKETS_COUNT; rootCursor < end; rootCursor += 4 )
-    {
-        rootCursor[ 0 ] = EMPTY_NODE;
-        rootCursor[ 1 ] = EMPTY_NODE;
-        rootCursor[ 2 ] = EMPTY_NODE;
-        rootCursor[ 3 ] = EMPTY_NODE;
-    }
-
-    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
-    {
-        SearchAndUpdateFinder( *state, input, inputCursor, inputEnd - END_PADDING_LITERALS, cutOff );
-
-        ++inputCursor;
-    }
-
-    arrival->cost   = LITERAL_BITS * LITERALS_PER_CONTROL;
-    arrival->from   = -1;
-    arrival->offset = 0;
-
-    // loop through each character and project forward the matches at that character to calculate the cheapest
-    // path of arrival for each individual character.
-    for ( const uint8_t* earlyEnd = inputEnd - END_PADDING_LITERALS; inputCursor < earlyEnd; ++inputCursor, ++arrival )
-    {
-        uint32_t  lengthToEnd     = static_cast< uint32_t >( earlyEnd - inputCursor );       
-        int32_t   currentPosition = static_cast< int32_t >( inputCursor - input );
-        size_t    literalsForward = LITERALS_PER_CONTROL < lengthToEnd ? LITERALS_PER_CONTROL : lengthToEnd;
-        size_t    arrivalCost     = arrival->cost;
-
-        // NOTE - we currently assume only 2 literals filled in here, because the minimum match length is 3.
-        // If we wanted to go with a higher minimum match length, we would need to fill in more literals before hand.
-        // Also, because there is a maximum of 2 literals per control block assumed.
-
-        // project forward the cost of a single literal
-
-        for ( size_t where = 1; where <= literalsForward; ++where )
-        {
-            Arrival* literalArrival = arrival + where;
-            size_t   literalCost    = arrivalCost + CONTROL_BITS + ( where * LITERAL_BITS );
-
-            if ( literalArrival > arrivalWatermark || literalArrival->cost > literalCost )
-            {
-                literalArrival->cost   = literalCost;
-                literalArrival->from   = currentPosition;
-                literalArrival->offset = 0;
-
-                arrivalWatermark = literalArrival > arrivalWatermark ? literalArrival : arrivalWatermark;
-            }
-        }
-
-        Match match = SearchAndUpdateFinder( *state, input, inputCursor, earlyEnd, cutOff );
-
-        if ( match.position != NO_MATCH )
-        {
-            for ( size_t matchedLength = MIN_MATCH_LENGTH, end = match.length + 1; matchedLength < end; ++matchedLength )
-            {
-                Arrival* matchArrival = arrival + matchedLength;
-                size_t   matchCost    = arrivalCost + BASE_MATCH_BITS;
-
-                if ( matchedLength >= EXTENDED_MATCH_BOUND )
-                {
-                    matchCost += ( matchedLength / EXTENDED_MATCH_BOUND ) * CONTROL_BITS;
-                }
-
-                if ( matchArrival > arrivalWatermark || matchArrival->cost > matchCost )
-                {
-                    matchArrival->cost   = matchCost;
-                    matchArrival->from   = currentPosition;
-                    matchArrival->offset = match.offset;
-
-                    arrivalWatermark = matchArrival > arrivalWatermark ? matchArrival : arrivalWatermark;
-                }
-            }
-
-            if ( match.length > SKIP_MATCH_LENGTH && level < NO_SKIP_LEVEL )
-            {
-                arrival     += match.length - LITERALS_PER_CONTROL;
-                inputCursor += match.length - LITERALS_PER_CONTROL;
-            }
-        }
-    }
-
-    // If this would cost more to encode than it would if it were just literals, encode it with no control blocks,
-    // just literals
-    if ( ( arrivalWatermark->cost + END_PADDING_LITERALS * LITERAL_BITS + CONTROLS_PER_BLOCK * CONTROL_BITS ) > ( inputLength * LITERAL_BITS ) )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    Arrival* previousPathNode;
-
-    // now trace the actual optimal parse path back, connecting the nodes in the other direction.
-    for ( const Arrival* pathNode = arrivalWatermark; pathNode->from > 0; pathNode = previousPathNode )
-    {
-        previousPathNode     = state->arrivals + ( pathNode->from - LITERALS_PER_CONTROL );
-
-        previousPathNode->to = static_cast<int32_t>( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
-    }
-
-    uint8_t* outputCursor = output;
-
-    memcpy( outputCursor, input, MIN_MATCH_LENGTH );
-
-    outputCursor += MIN_MATCH_LENGTH;
-
-    uint8_t* currentControlBlock = outputCursor;
-    uint32_t currentControlCount = 0;
-    uint32_t totalControlCount   = 0;
-
-    outputCursor += CONTROL_BLOCK_SIZE;
-
-    Arrival* nextPathNode;
-
-    size_t   totalPathLength = MIN_MATCH_LENGTH;
-    uint16_t previousOffset  = INITIAL_OFFSET;
-
-    bool lastControlIsNop = false;
-
-    // Now walk forwards again and actually write out the data.
-    for ( const Arrival* pathNode = state->arrivals; pathNode < arrivalWatermark; pathNode = nextPathNode )
-    {
-        int32_t currentPosition = static_cast< int32_t >( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
-
-        nextPathNode = state->arrivals + ( pathNode->to - LITERALS_PER_CONTROL );
-
-        size_t pathDistance = nextPathNode - pathNode;
-
-        totalPathLength += pathDistance;
-
-        lastControlIsNop = false;
-
-        if ( nextPathNode->offset == 0 )
-        {
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock  = outputCursor;
-                outputCursor        += CONTROL_BLOCK_SIZE;
-                currentControlCount  = 0;
-            }
-
-            if ( ( currentControlCount & 1 ) == 0 )
-            {
-                currentControlBlock[ currentControlCount >> 1 ] =
-                    ( static_cast<uint8_t>( pathDistance ) - 1 );
-            }
-            else
-            {
-                currentControlBlock[ currentControlCount >> 1 ] |= 
-                    ( static_cast< uint8_t >( pathDistance ) - 1 ) << CONTROL_BITS;
-            }
-
-            // output the literals.
-            for ( int32_t where = 0; where < pathDistance; ++where )
-            {
-                const uint8_t* currentInput = input + currentPosition + where;
-
-                outputCursor[ where ] = *currentInput ^ *( currentInput - previousOffset );
-            }
-
-            outputCursor += pathDistance;
-
-            ++totalControlCount;
-            ++currentControlCount;
-        }
-        else
-        {
-            // Check if we need to start a new control block
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock = outputCursor;
-                outputCursor       += CONTROL_BLOCK_SIZE;
-
-                _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
-
-                currentControlCount = 0;
-            }
-
-            // Write the offset out - note the xor with the previous offset.
-            *reinterpret_cast< uint16_t* >( outputCursor ) = nextPathNode->offset ^ previousOffset;
-
-            previousOffset = nextPathNode->offset;
-            outputCursor  += sizeof( uint16_t );
-
-            if ( pathDistance < EXTENDED_MATCH_BOUND )
-            {
-                if ( ( currentControlCount & 1 ) == 0 )
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] =
-                        static_cast<uint8_t>( pathDistance );
-                }
-                else
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] |= 
-                        static_cast< uint8_t >( pathDistance ) << CONTROL_BITS;
-                }
-
-                ++currentControlCount;
-            }
-            else
-            {
-                if ( ( currentControlCount & 1 ) == 0 )
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] =
-                        static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
-                }
-                else
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] |= 
-                        static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
-                }
-
-                ++currentControlCount;
-
-                size_t toEncode = pathDistance - EXTENDED_MATCH_BOUND;
-
-                for ( ;; )
-                {
-                    // Check if we need to start a new control block
-                    if ( currentControlCount == CONTROLS_PER_BLOCK )
-                    {
-                        currentControlBlock = outputCursor;
-                        outputCursor       += CONTROL_BLOCK_SIZE;
-
-                        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
-
-                        currentControlCount = 0;
-                    }
-
-                    // If the encode size is greater than we can hold in a control, write out a full match length
-                    // control, subtract full control value from the amount to encode and loop around again.
-                    if ( toEncode >= EXTENDED_MATCH_BOUND )
-                    {
-                        if ( ( currentControlCount & 1 ) == 0 )
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] =
-                                static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
-                        }
-                        else
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] |= 
-                                static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
-                        }
-
-                        toEncode -= EXTENDED_MATCH_BOUND;
-
-                        ++currentControlCount;
-                    }
-                    else // Write out the remaining match length control. Could potentially be zero.
-                    {
-                        if ( ( currentControlCount & 1 ) == 0 )
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] =
-                                static_cast<uint8_t>( toEncode );
-                        }
-                        else
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] |= 
-                                static_cast< uint8_t >( toEncode ) << CONTROL_BITS;
-                        }
-
-                        if ( toEncode == 0 && currentControlCount == 0 )
-                        {
-                            lastControlIsNop = true;
-                        }
-
-                        ++currentControlCount;
-
-                        break;
-                    }
-                }
-            }
-        }
-    }
-
-    if ( lastControlIsNop )
-    {
-        outputCursor -= CONTROL_BLOCK_SIZE;
-    }
-
-    size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-    // copy remaining literals
-    memcpy( outputCursor, inputCursor, remainingLiterals );
-
-    outputCursor += remainingLiterals;
-
-    return outputCursor - output;
-}
-
-
-size_t LZSSE4_Decompress( const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
-{
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-
-    // Data was not compressible, just copy initial values
-    if ( outputLength == inputLength )
-    {
-        memcpy( output, input, outputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor  = input;
-    uint8_t*       outputCursor = output;
-
-    // The offset starts off as the minimum match length. We actually need it least four
-    // characters back because we need them to be set to xor out the literals from the match data.
-    size_t  offset          = INITIAL_OFFSET;
-    __m128i previousCarryHi = _mm_setzero_si128();
-
-    // Copy the initial literals to the output.
-    for ( uint32_t where = 0; where < MIN_MATCH_LENGTH; ++where )
-    {
-        *( outputCursor++ ) = *( inputCursor++ );
-    }
-
-    // Let me be clear, I am usually anti-macro, but they work for this particular (very unusual) case.  
-    // DECODE_STEP is a regular decoding step, DECODE_STEP_HALF and DECODE_STEP_END are because the compiler couldn't
-    // seem to remove some of the dead code where values were updated and then never used.
-
-    // What these macros do:
-    //     Decode a single literal run or match run for a single control nibble.
-    // How they do it:
-    //    - Read the *unaligned* input (in the case of LZSSE-F - twice), it goes into both a regular variable and an SSE register,
-    //      because it could either be literals or an offset (or nothing at all). The low byte of streamBytesRead controls how much we advance
-    //      the input cursor.
-    //    - Used a contived set of casts to sign extend the "read offset" control mask and then use it to mask the input word,
-    //      which is then xor'd against the offset, for a "branchless" conditional move into the offset which
-    //      has been carried over from the previous literal/match block. Note, this ends up doing better than a cmov on most 
-    //      modern processors. But we need to pre-xor the input offset.
-    //    - We then load the match data from output buffer (offset back from the current output point). Unconditional load here.
-    //    - We broadcast the "from literal" control mask from the current least significant byte of the SSE register using a shuffle epi-8
-    //    - We mask the literals with that SSE register wide mask.
-    //    - The literals have been pre-xor'd with the data read in as match data, so we use an xor to branchlessly choose between the two.
-    //      In this case, it ends up a better option than a blendv on most processors.
-    //    - Store the block. We store all 16 bytes of the SSE register (due to some constraints in the format of the data, we won't
-    //      go past the end of the buffer), but we may overlap this.
-    //    - bytesOut controls how much we advance the output cursor.
-    //    - We use 8 bit shifts to advance all the controls up to the next byte. There is some variable sized register trickery that 
-    //      x86/x64 is great for as long as we don't anger the register renamer.
-
-#define DECODE_STEP( HILO, CHECKMATCH, CHECKBUFFERS )                                                                           \
-    {                                                                                                                           \
-        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
-        __m128i literals  = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                 \
-                                                                                                                                \
-        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
-                                                                                                                                \
-        readOffsetHalf##HILO >>= 8;                                                                                             \
-                                                                                                                                \
-        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
-                                                                                                                                \
-        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        bytesOutHalf##HILO        >>= 8;                                                                                        \
-        streamBytesReadHalf##HILO >>= 8;                                                                                        \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-    }
-
-#define DECODE_STEP_HALF( HILO, CHECKMATCH, CHECKBUFFERS )                                                                      \
-    {                                                                                                                           \
-        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
-        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
-                                                                                                                                \
-        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
-                                                                                                                                \
-        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
-                                                                                                                                \
-        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-    }
-
-#define DECODE_STEP_END( HILO, CHECKMATCH, CHECKBUFFERS )                                                                       \
-    {                                                                                                                           \
-        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
-        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
-                                                                                                                                \
-        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
-                                                                                                                                \
-        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-        } 
-
-#define DECODE_STEP_LO(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HI(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Hi, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HALF_LO(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HALF_HI(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Hi, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_END_LO(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_END_HI(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Hi, CHECKMATCH, CHECKBUFFERS )
-
-    __m128i nibbleMask = _mm_set1_epi8( 0xF );
-    __m128i offsetSize = _mm_set1_epi8( OFFSET_SIZE );
-
-    // Note, we use this block here because it allows the "fake" inputEarlyEnd/outputEarlyEnd not to cause register spills 
-    // in the decompression loops. And yes, that did actually happen.
-    {
-
-#pragma warning ( push )
-#pragma warning ( disable : 4101 )
-
-        // These variables are not actually ever used in this block, because we use
-        // a constant conditional expression to take out the branches that would hit them.
-        // But unfortunately, we need them to compile.
-        const  uint8_t* inputEarlyEnd;
-        uint8_t*        outputEarlyEnd;
-
-#pragma warning ( pop )
-
-        // "Safe" ends to the buffer, before the input/output cursors hit these, we can loop without overflow checks.
-        const  uint8_t* inputSafeEnd  = ( input + inputLength ) - INPUT_BUFFER_SAFE;
-        uint8_t*        outputSafeEnd = ( output + outputLength ) - OUTPUT_BUFFER_SAFE;
-
-        // Decoding loop with offset output buffer underflow test, but no buffer overflow tests, assumed to end at a safe distance 
-        // from overflows
-        while ( ( outputCursor - output ) < LZ_WINDOW_SIZE && outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
-        {
-            // load the control block
-            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-
-            // split the control block into high and low nibbles
-            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
-
-            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
-            // be an extension of the current match operation.
-
-            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
-            // match without offset read mode).
-            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
-
-            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
-            // the calculated carry to use that byte next iteration.
-            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
-
-            previousCarryHi = carryHi;
-
-            // We make the implicit assumption that the maximum number of literals to controls here is twice the offset size (4 vs 2),
-            // we are doing this here to save keeping the value around (spilling or fetching it each time)
-            __m128i literalsPerControl = _mm_add_epi8( offsetSize, offsetSize );
-
-            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
-            // this will essentially be ignored later on.
-            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
-
-            // Here we're calculating the number of bytes that will be output, we are actually subtracting negative one from the control 
-            // (handy trick where comparison result masks are negative one) if carry is not set and it is a literal.
-            __m128i bytesOutLo         = _mm_sub_epi8( controlLo, _mm_andnot_si128( shiftedCarryHi, isLiteralLo ) );
-            __m128i bytesOutHi         = _mm_sub_epi8( controlHi, _mm_andnot_si128( carryLo, isLiteralHi ) ); 
-
-            // Calculate the number of bytes to read per control.
-            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
-            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_blendv_epi8( offsetSize, bytesOutLo, isLiteralLo ) );
-            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_blendv_epi8( offsetSize, bytesOutHi, isLiteralHi ) );
-
-            // I want 128 set bits please.
-            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
-            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
-            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
-
-            // Masks whether we are reading literals - set if the carry is not set and these are literals.
-            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            // Advance the input past the control block
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            {
-                // Pull out the bottom halves off the SSE registers from before - we want these
-                // things in GPRs for the more linear logic.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_HALF_LO( true, false );
-                DECODE_STEP_HALF_HI( true, false );
-            }
-
-            {
-                // Now the top halves.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_END_LO( true, false );
-                DECODE_STEP_END_HI( true, false );
-            }
-        }
-
-        // Decoding loop with no buffer checks, but will end at a safe distance from the end of the buffers.
-        // Note, when we get here we have already reached the point in the output buffer which is *past* where we can underflow
-        // due to a bad match offset.
-        while ( outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
-        {
-            // This code is the same as the loop above, see comments there
-            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
-
-            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
-            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); // where we take the carry from the previous hi values
-
-            previousCarryHi = carryHi;
-
-            __m128i literalsPerControl = _mm_add_epi8( offsetSize, offsetSize );
-            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
-
-            __m128i bytesOutLo         = _mm_sub_epi8( controlLo, _mm_andnot_si128( shiftedCarryHi, isLiteralLo ) );
-            __m128i bytesOutHi         = _mm_sub_epi8( controlHi, _mm_andnot_si128( carryLo, isLiteralHi ) ); 
-
-            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_blendv_epi8( offsetSize, bytesOutLo, isLiteralLo ) );
-            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_blendv_epi8( offsetSize, bytesOutHi, isLiteralHi ) );
-
-            __m128i neg1               = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
-            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
-
-            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_HALF_LO( false, false );
-                DECODE_STEP_HALF_HI( false, false );
-            }
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_END_LO( false, false );
-                DECODE_STEP_END_HI( false, false );
-            }
-        }
-    }
-
-    // Decoding loop with all buffer checks.
-    {
-        const  uint8_t* inputEarlyEnd;
-        uint8_t*        outputEarlyEnd;
-        inputEarlyEnd  = ( input + inputLength ) - END_PADDING_LITERALS;
-        outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
-
-        while ( outputCursor < outputEarlyEnd && inputCursor < inputEarlyEnd )
-        {
-            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
-
-            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
-            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
-
-            previousCarryHi = carryHi;
-
-            __m128i literalsPerControl = _mm_add_epi8( offsetSize, offsetSize );
-            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
-
-            __m128i bytesOutLo         = _mm_sub_epi8( controlLo, _mm_andnot_si128( shiftedCarryHi, isLiteralLo ) );
-            __m128i bytesOutHi         = _mm_sub_epi8( controlHi, _mm_andnot_si128( carryLo, isLiteralHi ) );
-
-            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_blendv_epi8( offsetSize, bytesOutLo, isLiteralLo ) );
-            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_blendv_epi8( offsetSize, bytesOutHi, isLiteralHi ) );
-
-            __m128i neg1               = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), neg1 );
-            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), neg1 );
-
-            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            if ( inputCursor > inputEarlyEnd )
-                goto BUFFER_END;
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_HALF_LO( true, true );
-                DECODE_STEP_HALF_HI( true, true );
-            }
-
-            {
-                // Now the top halves.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_END_LO( true, true );
-                DECODE_STEP_END_HI( true, true );
-            }
-        }
-
-BUFFER_END:
-
-        // When we get here, we have either advanced the right amount on both cursors
-        // or something bad happened, so leave it as is, so we can tell where
-        // the error happened. 
-        if ( inputCursor == inputEarlyEnd && outputCursor == outputEarlyEnd )
-        {
-            size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-            // copy any trailing literals
-            memcpy( outputCursor, inputCursor, remainingLiterals );
-
-            outputCursor += remainingLiterals;
-        }
-    }
-
-MATCH_UNDERFLOW:
-
-    return outputCursor - output;
-}
diff --git a/contrib/lzsse/lzsse4/lzsse4.h b/contrib/lzsse/lzsse4/lzsse4.h
deleted file mode 100644
index 0fa5e6c8ed0..00000000000
--- a/contrib/lzsse/lzsse4/lzsse4.h
+++ /dev/null
@@ -1,117 +0,0 @@
-/*
-Copyright (c) 2016, Conor Stokes
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef LZSSE4_H__
-#define LZSSE4_H__
-
-#pragma once
-
-/* LZSSE4 - x64/SSE targeted codec for better performance with lower compression ratio data/less optimal compressors.
- * Supports minimum 4 byte matches, maximum 15 bytes of match per control word and 4 byte literal runs per control word. 
- */
-
-#ifdef __cplusplus
-extern "C"
-{
-#endif
-
-/* Re-usable parse state object for compression. */
-typedef struct LZSSE4_FastParseState LZSSE4_FastParseState;
-
-/* Allocate the parse state for compression - returns null on failure */
-LZSSE4_FastParseState* LZSSE4_MakeFastParseState();
-
-/* De-allocate the parse state for compression */
-void LZSSE4_FreeFastParseState( LZSSE4_FastParseState* toFree );
-
-/* Re-usable parse state object for compression. */
-typedef struct LZSSE4_OptimalParseState LZSSE4_OptimalParseState;
-
-/* Allocate the parse state for compression - returns null on failure. Note
-   Buffersize has to be greater or equal to any inputLength used with LZSSE2_CompressOptimalParse */
-LZSSE4_OptimalParseState* LZSSE4_MakeOptimalParseState( size_t bufferSize );
-
-/* De-allocate the parse state for compression */
-void LZSSE4_FreeOptimalParseState( LZSSE4_OptimalParseState* toFree );
-
-
-/* "Optimal" compression routine.
-* Will compress data into LZSSE4 format, uses hash BST matching to find matches and run an optimal parse (high relative memory usage). Requires SSE 4.1.
-* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
-* input : Buffer containing uncompressed data to be compressed. May not be null.
-* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
-* output : Buffer that will receive the compressed output. 
-* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
-*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
-* level : The compression level to use for this file 1->17, 17 delivers the highest compression, 1 delivers the least.
-* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
-* concurrently.
-*
-* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
-*/
-size_t LZSSE4_CompressOptimalParse( LZSSE4_OptimalParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int level );
-
-
-/* "Fast" compression routine.
- * Will compress data into LZSSE4 format, uses a simple single entry hash/greedy matching to find matches. Requires SSE 4.1.
- * state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
- * input : Buffer containing uncompressed data to be compressed. May not be null.
- * inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
- * output : Buffer that will receive the compressed output. 
- * outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
- *                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
- *
- * Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
- * concurrently.
- *
- * Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
- */
-size_t LZSSE4_CompressFast( LZSSE4_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength );
-
-/* Decompression routine.
- * This routine will decompress data in the LZSSE4 format and currently requires SSE 4.1 and is targeted at x64.
- * It will perform poorly on x86 due to hunger for registers.
- *  input : Buffer containing compressed input block. May not be null.
- *  inputLength : Length of the compressed data in the input buffer - note, this should be under 2GB
- *  output : Buffer that will received the de-compressed output. Note, that this needs to be at least outputLength long.
- *           May not be null.
- *  outputLength : The length of the compressed output - note, this should be under 2GB
- *
- * Provided that input and output are valid pointers to buffers of at least their specified size, this routine
- * should be memory safe - both match pointer checks and input/output buffer checks exist.
- *
- * Returns the size of the decompressed data, which will be less than outputLength in the event of an error (number of bytes
- * will indicate where in the output stream the error occured).
- *
- * Note that this data is not hash verified, errors that occur are either from a misformed stream or bad buffer sizes.
- * Remember, corrupt data can still be valid to decompress.
- */ 
-size_t LZSSE4_Decompress( const void* input, size_t inputLength, void* output, size_t outputLength );
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif /* -- LZSSE4_H__ */
diff --git a/contrib/lzsse/lzsse4/lzsse4_platform.h b/contrib/lzsse/lzsse4/lzsse4_platform.h
deleted file mode 100644
index d1d3f1cced2..00000000000
--- a/contrib/lzsse/lzsse4/lzsse4_platform.h
+++ /dev/null
@@ -1,73 +0,0 @@
-/*
-Copyright (c) 2016, Brian Marshall
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef LZSSE4_PLATFORM_H__
-#define LZSSE4_PLATFORM_H__
-
-#pragma once
-
-/*
- Compiler/Platform detection based on the table from:
- https://blogs.msdn.microsoft.com/vcblog/2015/12/04/clang-with-microsoft-codegen-in-vs-2015-update-1/
-*/
-
-#ifdef	_MSC_VER
-
-/*
- Microsoft Visual Studio Support.
- C1xx/C2, Clang/C2 and Clang/LLVM all support the Microsoft header files and _BitScanForward
-
- Note: if you receive errors with the intrinsics make sure that you have SSE4.1 support enabled.
- For example with Clang include "-msse4.1" on the command line
-*/
-#include <intrin.h>
-
-#else	/* _MSC_VER */
-
-#ifdef __GNUC__
-
-/*
- GCC
-*/
-
-/*
- Note: including just <smmintrin.h> would be sufficient, but including x86intrin is a better match to intrin.h on Visual Studio as
- both include all intrinsics for the enabled processor, rather than just SSE4.1.
-*/
-#include <x86intrin.h>
-/* _BitScanForward is Visual Studio specific. */
-#define _BitScanForward(x, m) *(x) = __builtin_ctz(m)
-
-#else
-
-/*
-If you hit the error below, then add detection for your compiler/platform to this header file.
-*/
-#error Platform not supported
-
-#endif	/* __GNUC__ */
-#endif  /* _MSC_VER */
-
-#endif /* -- LZSSE4_PLATFORM_H__ */
diff --git a/contrib/lzsse/lzsse8/lzsse8.cpp b/contrib/lzsse/lzsse8/lzsse8.cpp
deleted file mode 100644
index a5682a1de81..00000000000
--- a/contrib/lzsse/lzsse8/lzsse8.cpp
+++ /dev/null
@@ -1,1568 +0,0 @@
-/*
-Copyright (c) 2016, Conor Stokes
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#include <string.h>
-#include <stdlib.h>
-#include <stdint.h>
-#include <stddef.h>
-
-#include "lzsse8_platform.h"
-#include "lzsse8.h"
-
-#pragma warning ( disable : 4127 )
-
-namespace
-{
-    // Constants - most of these should not be changed without corresponding code changes because it will break many things in unpredictable ways.
-    const uint32_t WINDOW_BITS             = 16;
-    const uint32_t MIN_MATCH_LENGTH        = 4; 
-    const uint32_t LZ_WINDOW_SIZE          = 1 << WINDOW_BITS;
-    const uint32_t LZ_WINDOW_MASK          = LZ_WINDOW_SIZE - 1;
-    const uint32_t FAST_HASH_BITS          = 20; // You can change this - more bits = more matches, less bits = more cache hits
-    const uint32_t FAST_BUCKETS_COUNT      = 1 << FAST_HASH_BITS;
-    const uint32_t FAST_HASH_MASK          = FAST_BUCKETS_COUNT - 1;
-    const uint32_t MIN_COMPRESSION_SIZE    = 32;
-    const uint32_t END_PADDING_LITERALS    = 16;
-    const int32_t  NO_MATCH                = -1;
-    const int32_t  EMPTY_NODE              = -1;
-    const uint32_t CONTROL_BITS            = 4;
-    const uint32_t OFFSET_SIZE             = 2;
-    const uint32_t EXTENDED_MATCH_BOUND    = ( 1 << CONTROL_BITS ) - 1;
-    const uint32_t CONTROL_BLOCK_SIZE      = sizeof( __m128i );
-    const uint32_t CONTROLS_PER_BLOCK      = 32;
-    const uint32_t LITERALS_PER_CONTROL    = 8;
-    const uint32_t MAX_INPUT_PER_CONTROL   = 8;
-    const uint32_t INITIAL_MATCH_BOUND     = 11;
-    const size_t   OUTPUT_BUFFER_SAFE      = EXTENDED_MATCH_BOUND * CONTROLS_PER_BLOCK;
-    const size_t   INPUT_BUFFER_SAFE       = MAX_INPUT_PER_CONTROL * CONTROLS_PER_BLOCK;
-    const uint16_t INITIAL_OFFSET          = LITERALS_PER_CONTROL;
-    const uint32_t OFFSET_BITS             = 16;
-    const uint32_t BASE_MATCH_BITS         = OFFSET_BITS + CONTROL_BITS;
-    const uint32_t OPTIMAL_HASH_BITS       = 20;
-    const uint32_t OPTIMAL_BUCKETS_COUNT   = 1 << OPTIMAL_HASH_BITS;
-    const uint32_t OPTIMAL_HASH_MASK       = OPTIMAL_BUCKETS_COUNT - 1;
-    const uint32_t LITERAL_BITS            = 8;
-    const size_t   SKIP_MATCH_LENGTH       = 128;
-    const uint32_t NO_SKIP_LEVEL           = 17;
-
-}
-
-
-struct LZSSE8_FastParseState
-{
-    int32_t buckets[ FAST_BUCKETS_COUNT ]; // stores the first matching position, we can then look at the rest of the matches by tracing through the window.
-};
-
-
-LZSSE8_FastParseState* LZSSE8_MakeFastParseState()
-{
-    return new LZSSE8_FastParseState();
-}
-
-
-void LZSSE8_FreeFastParseState( LZSSE8_FastParseState* toFree )
-{
-    delete toFree;
-}
-
-
-inline void SetHash( LZSSE8_FastParseState* state, uint32_t hash, const uint8_t* input, const uint8_t* inputCursor )
-{
-    int32_t position = static_cast<int32_t>( inputCursor - input );
-
-    state->buckets[ hash & FAST_HASH_MASK ] = position;
-}
-
-// Simple fast hash function - actually what is used in snappy and derivatives
-// There's probably better, but I haven't spent time focusing on this area yet.
-inline uint32_t HashFast( const uint8_t* inputCursor )
-{
-    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - FAST_HASH_BITS );
-}
-
-struct Arrival
-{
-    size_t    cost;
-    int32_t   from;
-    int32_t   to;
-    uint16_t  offset;
-};
-
-struct TreeNode
-{
-    int32_t children[ 2 ];
-};
-
-struct LZSSE8_OptimalParseState
-{
-    int32_t roots[ OPTIMAL_BUCKETS_COUNT ];
-
-    TreeNode window[ LZ_WINDOW_SIZE ];
-
-    Arrival* arrivals;
-    
-    size_t bufferSize;
-};
-
-
-LZSSE8_OptimalParseState* LZSSE8_MakeOptimalParseState( size_t bufferSize )
-{
-    if ( bufferSize > 0 && ( SIZE_MAX / sizeof( Arrival ) ) < bufferSize )
-    {
-        return nullptr;
-    }
-
-    LZSSE8_OptimalParseState* result = reinterpret_cast< LZSSE8_OptimalParseState* >( ::malloc( sizeof( LZSSE8_OptimalParseState ) ) );
-
-    result->bufferSize = bufferSize;
-
-    if ( result != nullptr )
-    {
-        result->arrivals = reinterpret_cast< Arrival* >( ::malloc( sizeof( Arrival ) * bufferSize ) );
-
-        if ( result->arrivals == nullptr )
-        {
-            LZSSE8_FreeOptimalParseState( result );
-
-            result = nullptr;
-        }
-    }
-
-    return result;
-}
-
-
-void LZSSE8_FreeOptimalParseState( LZSSE8_OptimalParseState* toFree )
-{
-    ::free( toFree->arrivals );
-
-    toFree->arrivals = nullptr;
-
-    ::free( toFree );
-}
-
-
-inline uint32_t HashOptimal( const uint8_t* inputCursor )
-{
-    return *reinterpret_cast<const uint32_t*>( inputCursor ) * 0x1e35a7bd >> ( 32 - OPTIMAL_HASH_BITS );
-}
-
-
-struct Match
-{
-    size_t length;
-    int32_t position;
-    uint16_t offset;
-};
-
-
-inline Match SearchAndUpdateFinder( LZSSE8_OptimalParseState& state, const uint8_t* input, const uint8_t* inputCursor, const uint8_t* inputEnd, uint32_t cutOff )
-{
-    Match result;
-
-    int32_t position = static_cast<int32_t>( inputCursor - input );
-
-    result.position = NO_MATCH;
-    result.length   = MIN_MATCH_LENGTH;
-    result.offset   = 0;
-
-    size_t   lengthToEnd  = inputEnd - inputCursor;
-    int32_t  lastPosition = position - ( LZ_WINDOW_SIZE - 1 );
-    uint32_t hash         = HashOptimal( inputCursor );
-
-    lastPosition = lastPosition > 0 ? lastPosition : 0;
-
-    int32_t treeCursor = state.roots[ hash ];
-
-    state.roots[ hash ] = position;
-
-    int32_t* left        = &state.window[ position & LZ_WINDOW_MASK ].children[ 1 ];
-    int32_t* right       = &state.window[ position & LZ_WINDOW_MASK ].children[ 0 ];
-    size_t   leftLength  = 0;
-    size_t   rightLength = 0;
-
-    for ( ;; )
-    {
-        if ( cutOff-- == 0 || treeCursor < lastPosition )
-        {
-            *left = *right = EMPTY_NODE;
-            break;
-        }
-
-        TreeNode&      currentNode = state.window[ treeCursor & LZ_WINDOW_MASK ];
-        const uint8_t* key         = input + treeCursor;
-        size_t         matchLength = leftLength < rightLength ? leftLength : rightLength;
-
-        uint16_t       matchOffset = static_cast<uint16_t>( position - treeCursor );
-        size_t         maxLength   = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
-
-        while ( matchLength < lengthToEnd )
-        {
-            __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-            __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
-
-            unsigned long matchBytes;
-
-            _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-            matchLength += matchBytes;
-
-            if ( matchBytes != 16 )
-            {
-                break;
-            }
-        }
-
-        matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
-
-        size_t truncatedMatchLength = matchLength < maxLength ? matchLength : maxLength;
-
-        if ( truncatedMatchLength >= result.length && matchOffset >= LITERALS_PER_CONTROL )
-        {
-            result.length   = truncatedMatchLength;
-            result.offset   = matchOffset;
-            result.position = treeCursor;
-        }
-
-        if ( matchLength == lengthToEnd )
-        {
-            *left  = currentNode.children[ 1 ];
-            *right = currentNode.children[ 0 ];
-            break;
-        }
-
-        if ( inputCursor[ matchLength ] < key[ matchLength ] || ( matchLength == lengthToEnd ) )
-        {
-            *left       = treeCursor;
-            left        = currentNode.children;
-            treeCursor  = *left;
-            leftLength  = matchLength;
-        }
-        else
-        {
-            *right      = treeCursor;
-            right       = currentNode.children + 1;
-            treeCursor  = *right;
-            rightLength = matchLength;
-        }
-    }
-
-    // Special RLE overlapping match case, the LzFind style match above doesn't work very well with our
-    // restriction of overlapping matches having offsets of at least 16.
-    // Suffix array seems like a better option to handling this.
-    {
-        // Note, we're detecting long RLE here, but if we have an offset too close, we'll sacrifice a fair 
-        // amount of decompression performance to load-hit-stores.
-        int32_t matchPosition = position - ( sizeof( __m128i ) * 2 );
-
-        if ( matchPosition >= 0 )
-        {
-            uint16_t       matchOffset = static_cast<uint16_t>( position - matchPosition );
-            const uint8_t* key = input + matchPosition;
-            size_t         matchLength = 0;
-
-            while ( matchLength < lengthToEnd )
-            {
-                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( key + matchLength ) );
-
-                unsigned long matchBytes;
-
-                _BitScanForward( &matchBytes, ( static_cast<unsigned long>( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-                matchLength += matchBytes;
-
-                if ( matchBytes != 16 )
-                {
-                    break;
-                }
-
-            }
-
-            matchLength = matchLength < lengthToEnd ? matchLength : lengthToEnd;
-
-            if ( matchLength >= result.length )
-            {
-                result.length = matchLength;
-                result.offset = matchOffset;
-                result.position = matchPosition;
-            }
-        }
-    }
-
-    return result;
-}
-
-
-size_t LZSSE8_CompressOptimalParse( LZSSE8_OptimalParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength, unsigned int level )
-{
-    if ( outputLength < inputLength || state->bufferSize < inputLength )
-    {
-        // error case, output buffer not large enough.
-        return 0;
-    }
-
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-
-    if ( inputLength < MIN_COMPRESSION_SIZE )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor      = input;
-    const uint8_t* inputEnd         = input + inputLength;
-    Arrival*       arrivalWatermark = state->arrivals;
-    Arrival*       arrival          = state->arrivals;
-    uint32_t       cutOff           = 1 << level;
-
-    for ( int32_t* rootCursor = state->roots, *end = rootCursor + OPTIMAL_BUCKETS_COUNT; rootCursor < end; rootCursor += 4 )
-    {
-        rootCursor[ 0 ] = EMPTY_NODE;
-        rootCursor[ 1 ] = EMPTY_NODE;
-        rootCursor[ 2 ] = EMPTY_NODE;
-        rootCursor[ 3 ] = EMPTY_NODE;
-    }
-
-    for ( uint32_t where = 0; where < LITERALS_PER_CONTROL; ++where )
-    {
-        SearchAndUpdateFinder( *state, input, inputCursor, inputEnd - END_PADDING_LITERALS, cutOff );
-
-        ++inputCursor;
-    }
-
-    arrival->cost   = LITERAL_BITS * LITERALS_PER_CONTROL;
-    arrival->from   = -1;
-    arrival->offset = 0;
-
-    // loop through each character and project forward the matches at that character to calculate the cheapest
-    // path of arrival for each individual character.
-    for ( const uint8_t* earlyEnd = inputEnd - END_PADDING_LITERALS; inputCursor < earlyEnd; ++inputCursor, ++arrival )
-    {
-        uint32_t  lengthToEnd     = static_cast< uint32_t >( earlyEnd - inputCursor );       
-        int32_t   currentPosition = static_cast< int32_t >( inputCursor - input );
-        size_t    literalsForward = LITERALS_PER_CONTROL < lengthToEnd ? LITERALS_PER_CONTROL : lengthToEnd;
-        size_t    arrivalCost     = arrival->cost;
-
-        // NOTE - we currently assume only 2 literals filled in here, because the minimum match length is 3.
-        // If we wanted to go with a higher minimum match length, we would need to fill in more literals before hand.
-        // Also, because there is a maximum of 2 literals per control block assumed.
-
-        // project forward the cost of a single literal
-
-        for ( size_t where = 1; where <= literalsForward; ++where )
-        {
-            Arrival* literalArrival = arrival + where;
-            size_t   literalCost    = arrivalCost + CONTROL_BITS + ( where * LITERAL_BITS );
-
-            if ( literalArrival > arrivalWatermark || literalArrival->cost > literalCost )
-            {
-                literalArrival->cost   = literalCost;
-                literalArrival->from   = currentPosition;
-                literalArrival->offset = 0;
-
-                arrivalWatermark = literalArrival > arrivalWatermark ? literalArrival : arrivalWatermark;
-            }
-        }
-
-        Match match = SearchAndUpdateFinder( *state, input, inputCursor, earlyEnd, cutOff );
-
-        if ( match.position != NO_MATCH )
-        {
-            for ( size_t matchedLength = MIN_MATCH_LENGTH, end = match.length + 1; matchedLength < end; ++matchedLength )
-            {
-                Arrival* matchArrival = arrival + matchedLength;
-                size_t   matchCost    = arrivalCost + BASE_MATCH_BITS;
-
-                if ( matchedLength >= INITIAL_MATCH_BOUND )
-                {
-                    matchCost += ( ( ( matchedLength - INITIAL_MATCH_BOUND ) / EXTENDED_MATCH_BOUND ) + 1 ) * CONTROL_BITS;
-                }
-
-                if ( matchArrival > arrivalWatermark || matchArrival->cost > matchCost )
-                {
-                    matchArrival->cost   = matchCost;
-                    matchArrival->from   = currentPosition;
-                    matchArrival->offset = match.offset;
-
-                    arrivalWatermark = matchArrival > arrivalWatermark ? matchArrival : arrivalWatermark;
-                }
-            }
-
-            if ( match.length > SKIP_MATCH_LENGTH && level < NO_SKIP_LEVEL )
-            {
-                arrival     += match.length - LITERALS_PER_CONTROL;
-                inputCursor += match.length - LITERALS_PER_CONTROL;
-            }
-        }
-    }
-
-    // If this would cost more to encode than it would if it were just literals, encode it with no control blocks,
-    // just literals
-    if ( ( arrivalWatermark->cost + END_PADDING_LITERALS * LITERAL_BITS + CONTROLS_PER_BLOCK * CONTROL_BITS ) > ( inputLength * LITERAL_BITS ) )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    Arrival* previousPathNode;
-
-    // now trace the actual optimal parse path back, connecting the nodes in the other direction.
-    for ( const Arrival* pathNode = arrivalWatermark; pathNode->from > 0; pathNode = previousPathNode )
-    {
-        previousPathNode     = state->arrivals + ( pathNode->from - LITERALS_PER_CONTROL );
-
-        previousPathNode->to = static_cast<int32_t>( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
-    }
-
-    uint8_t* outputCursor = output;
-
-    memcpy( outputCursor, input, LITERALS_PER_CONTROL );
-
-    outputCursor += LITERALS_PER_CONTROL;
-
-    uint8_t* currentControlBlock = outputCursor;
-    uint32_t currentControlCount = 0;
-    uint32_t totalControlCount   = 0;
-
-    outputCursor += CONTROL_BLOCK_SIZE;
-
-    Arrival* nextPathNode;
-
-    size_t   totalPathLength = LITERALS_PER_CONTROL;
-    uint16_t previousOffset  = INITIAL_OFFSET;
-
-    bool lastControlIsNop = false;
-
-    // Now walk forwards again and actually write out the data.
-    for ( const Arrival* pathNode = state->arrivals; pathNode < arrivalWatermark; pathNode = nextPathNode )
-    {
-        int32_t currentPosition = static_cast< int32_t >( ( pathNode - state->arrivals ) + LITERALS_PER_CONTROL );
-
-        nextPathNode = state->arrivals + ( pathNode->to - LITERALS_PER_CONTROL );
-
-        size_t pathDistance = nextPathNode - pathNode;
-
-        totalPathLength += pathDistance;
-
-        lastControlIsNop = false;
-
-        if ( nextPathNode->offset == 0 )
-        {
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock  = outputCursor;
-                outputCursor        += CONTROL_BLOCK_SIZE;
-                currentControlCount  = 0;
-            }
-
-            if ( ( currentControlCount & 1 ) == 0 )
-            {
-                currentControlBlock[ currentControlCount >> 1 ] =
-                    ( static_cast<uint8_t>( pathDistance ) - 1 );
-            }
-            else
-            {
-                currentControlBlock[ currentControlCount >> 1 ] |= 
-                    ( static_cast< uint8_t >( pathDistance ) - 1 ) << CONTROL_BITS;
-            }
-
-            // output the literals.
-            for ( int32_t where = 0; where < pathDistance; ++where )
-            {
-                const uint8_t* currentInput = input + currentPosition + where;
-
-                outputCursor[ where ] = *currentInput ^ *( currentInput - previousOffset );
-            }
-
-            outputCursor += pathDistance;
-
-            ++totalControlCount;
-            ++currentControlCount;
-        }
-        else
-        {
-            // Check if we need to start a new control block
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock = outputCursor;
-                outputCursor       += CONTROL_BLOCK_SIZE;
-
-                _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
-
-                currentControlCount = 0;
-            }
-
-            // Write the offset out - note the xor with the previous offset.
-            *reinterpret_cast< uint16_t* >( outputCursor ) = nextPathNode->offset ^ previousOffset;
-
-            previousOffset = nextPathNode->offset;
-            outputCursor  += sizeof( uint16_t );
-
-            if ( pathDistance < INITIAL_MATCH_BOUND )
-            {
-                if ( ( currentControlCount & 1 ) == 0 )
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] =
-                        static_cast<uint8_t>( pathDistance + MIN_MATCH_LENGTH );
-                }
-                else
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] |= 
-                        static_cast< uint8_t >( pathDistance + MIN_MATCH_LENGTH ) << CONTROL_BITS;
-                }
-
-                ++currentControlCount;
-            }
-            else
-            {
-                if ( ( currentControlCount & 1 ) == 0 )
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] =
-                        static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
-                }
-                else
-                {
-                    currentControlBlock[ currentControlCount >> 1 ] |= 
-                        static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
-                }
-
-                ++currentControlCount;
-
-                size_t toEncode = pathDistance - INITIAL_MATCH_BOUND;
-
-                for ( ;; )
-                {
-                    // Check if we need to start a new control block
-                    if ( currentControlCount == CONTROLS_PER_BLOCK )
-                    {
-                        currentControlBlock = outputCursor;
-                        outputCursor       += CONTROL_BLOCK_SIZE;
-
-                        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
-
-                        currentControlCount = 0;
-                    }
-
-                    // If the encode size is greater than we can hold in a control, write out a full match length
-                    // control, subtract full control value from the amount to encode and loop around again.
-                    if ( toEncode >= EXTENDED_MATCH_BOUND )
-                    {
-                        if ( ( currentControlCount & 1 ) == 0 )
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] =
-                                static_cast<uint8_t>( EXTENDED_MATCH_BOUND );
-                        }
-                        else
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] |= 
-                                static_cast< uint8_t >( EXTENDED_MATCH_BOUND ) << CONTROL_BITS;
-                        }
-
-                        toEncode -= EXTENDED_MATCH_BOUND;
-
-                        ++currentControlCount;
-                    }
-                    else // Write out the remaining match length control. Could potentially be zero.
-                    {
-                        if ( ( currentControlCount & 1 ) == 0 )
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] =
-                                static_cast<uint8_t>( toEncode );
-                        }
-                        else
-                        {
-                            currentControlBlock[ currentControlCount >> 1 ] |= 
-                                static_cast< uint8_t >( toEncode ) << CONTROL_BITS;
-                        }
-                        
-                        if ( toEncode == 0 && currentControlCount == 0 )
-                        {
-                            lastControlIsNop = true;
-                        }
-
-                        ++currentControlCount;
-
-                        break;
-                    }
-                }
-            }
-        }
-    }
-
-    if ( lastControlIsNop )
-    {
-        outputCursor -= CONTROL_BLOCK_SIZE;
-    }
-
-    size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-    // copy remaining literals
-    memcpy( outputCursor, inputCursor, remainingLiterals );
-
-    outputCursor += remainingLiterals;
-
-    return outputCursor - output;
-}
-
-
-size_t LZSSE8_CompressFast( LZSSE8_FastParseState* state, const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
-{
-    if ( outputLength < inputLength )
-    {
-        // error case, output buffer not large enough.
-        return 0;
-    }
-
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-
-    if ( inputLength < MIN_COMPRESSION_SIZE )
-    {
-        memcpy( output, input, inputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor    = input;
-    const uint8_t* inputEnd       = input + inputLength;
-    const uint8_t* inputEarlyEnd  = inputEnd - END_PADDING_LITERALS;
-    uint8_t*       outputCursor   = output;
-    uint8_t*       outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
-    uint32_t       hash           = 0;
-
-    // initialize hash to empty 
-    for ( int32_t* where = state->buckets, *end = state->buckets + FAST_BUCKETS_COUNT; where < end; where += 4 )
-    {
-        where[ 0 ] = -1;
-        where[ 1 ] = -1;
-        where[ 2 ] = -1;
-        where[ 3 ] = -1;
-    }
-
-    // initial literals that wont be compressed
-    for ( uint32_t where = 0; where < LITERALS_PER_CONTROL; ++where )
-    {
-        hash = HashFast( inputCursor );
-
-        SetHash( state, hash, input, inputCursor );
-
-        *( outputCursor++ ) = *( inputCursor++ );
-    }
-
-    uint8_t* currentControlBlock = outputCursor;    
-    uint32_t currentControlCount = 0;
-    uint16_t previousOffset      = INITIAL_OFFSET;
-    size_t   literalsToFlush     = 0;
-
-    outputCursor += CONTROL_BLOCK_SIZE;
-
-    bool lastControlIsNop = false;
-
-    // Loop through the data until we hit the end of one of the buffers (minus the end padding literals)
-    while ( inputCursor < inputEarlyEnd && outputCursor <= outputEarlyEnd )
-    { 
-        lastControlIsNop = false;
-
-        hash = HashFast( inputCursor );
-
-        int      matchPosition   = state->buckets[ hash & FAST_HASH_MASK ];
-        int      currentPosition = static_cast< int32_t >( inputCursor - input );
-        uint32_t matchLength     = 0;
-        uint16_t matchOffset     = static_cast< uint16_t >( currentPosition - matchPosition );
-
-        // If we had a hit in the hash and it wasn't outside the window.
-        if ( matchPosition >= 0 && ( currentPosition - matchPosition ) < ( LZ_WINDOW_SIZE - 1 ) && matchOffset >= LITERALS_PER_CONTROL )
-        {
-            const uint8_t* matchCandidate = input + matchPosition;
-            uint32_t       lengthToEnd    = static_cast< uint32_t >( inputEarlyEnd - inputCursor );
-            // Here we limit the hash length to prevent overlap matches with offset less than 16 bytes
-            uint32_t       maxLength      = matchOffset <= ( EXTENDED_MATCH_BOUND + 1 ) && matchOffset < lengthToEnd ? matchOffset : lengthToEnd;
-            
-            // Find how long the match is 16 bytes at a time.
-            while ( matchLength < maxLength )
-            {
-                __m128i input16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor + matchLength ) );
-                __m128i match16 = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchCandidate + matchLength ) );
-
-                unsigned long matchBytes;
-
-                // Finds the number of equal bytes at the start of the 16 
-                _BitScanForward( &matchBytes, ( static_cast< unsigned long >( ~_mm_movemask_epi8( _mm_cmpeq_epi8( input16, match16 ) ) ) | 0x10000 ) );
-
-                matchLength += matchBytes;
-
-                if ( matchBytes != sizeof( __m128i ) )
-                {
-                    break;
-                }
-            }
-
-            matchLength = matchLength < maxLength ? matchLength : maxLength;
-        }
-
-        // If we have at least the minimum match length (4 bytes)
-        if ( matchLength >= MIN_MATCH_LENGTH )
-        {
-            // Do we have literals to flush before the match?
-            if ( literalsToFlush > 0 )
-            {
-                // Start a new control block if we need one.
-                if ( currentControlCount == CONTROLS_PER_BLOCK )
-                {
-                    currentControlBlock  = outputCursor;
-                    outputCursor        += CONTROL_BLOCK_SIZE;
-
-                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                    currentControlCount  = 0;
-
-                    // Would be larger than compressed size, get out!
-                    if ( outputCursor > outputEarlyEnd )
-                    {
-                        break;
-                    }
-                }
-
-                currentControlBlock[ currentControlCount >> 1 ] = 
-                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
-
-                // flush the literals.
-                // note the xor against the data that would be read in the match.
-                for ( uint32_t where = 0; where < literalsToFlush; ++where )
-                {
-                    const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
-
-                    *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
-                }
-
-                ++currentControlCount;
-
-                literalsToFlush = 0;
-
-                // Would be larger than compressed size, get out!
-                if ( outputCursor > outputEarlyEnd )
-                {
-                    break;
-                }
-            }
-
-            // Start a new control block if the previous one is full.
-            // Note this is done before the offset is written out - the offset
-            // is always written after the control block containing the first
-            // control in the match.
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock  = outputCursor;
-                outputCursor        += CONTROL_BLOCK_SIZE;
-
-                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                currentControlCount  = 0;
-
-                if ( outputCursor > outputEarlyEnd )
-                {
-                    break;
-                }
-            }
-
-            // The match length value we are encoding.
-
-            // Write the offset out - note the xor with the previous offset.
-            *reinterpret_cast< uint16_t* >( outputCursor ) = matchOffset ^ previousOffset;
-
-            previousOffset = matchOffset;
-            outputCursor  += sizeof( uint16_t );
-
-            if ( matchLength < INITIAL_MATCH_BOUND )
-            {
-                currentControlBlock[ currentControlCount >> 1 ] = 
-                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( matchLength + MIN_MATCH_LENGTH ) << 4 );
-
-                ++currentControlCount;
-            }
-            else
-            {
-                currentControlBlock[ currentControlCount >> 1 ] = 
-                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( EXTENDED_MATCH_BOUND ) << 4 );
-
-                ++currentControlCount;
-
-                size_t toEncode = matchLength - INITIAL_MATCH_BOUND;
-
-                for ( ;; )
-                {
-                    // Check if we need to start a new control block
-                    if ( currentControlCount == CONTROLS_PER_BLOCK )
-                    {
-                        currentControlBlock = outputCursor;
-                        outputCursor       += CONTROL_BLOCK_SIZE;
-
-                        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), _mm_setzero_si128() );
-
-                        currentControlCount = 0;
-
-                        if ( outputCursor > outputEarlyEnd )
-                        {
-                            break;
-                        }
-                    }
-
-                    // If the encode size is greater than we can hold in a control, write out a full match length
-                    // control, subtract full control value from the amount to encode and loop around again.
-                    if ( toEncode >= EXTENDED_MATCH_BOUND )
-                    {
-                        currentControlBlock[ currentControlCount >> 1 ] =
-                            ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( EXTENDED_MATCH_BOUND ) << 4 );
-
-                        toEncode -= EXTENDED_MATCH_BOUND;
-
-                        ++currentControlCount;
-                    }
-                    else // Write out the remaining match length control. Could potentially be zero.
-                    {
-                        currentControlBlock[ currentControlCount >> 1 ] =
-                            ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( toEncode ) << 4 );
-
-                        if ( currentControlBlock == 0 && toEncode == 0 )
-                        {
-                            lastControlIsNop = true;
-                        }
-
-                        ++currentControlCount;
-
-                        break;
-                    }
-                }
-            }
-
-            // Update the value into the hash for future matches.
-            SetHash( state, hash, input, inputCursor );
-
-            ++inputCursor;
-
-            // Hash all the other values in the match too.
-            for ( const uint8_t* nextArrival = inputCursor + matchLength - 1; inputCursor < nextArrival; ++inputCursor )
-            {
-                hash = HashFast( inputCursor );
-                SetHash( state, hash, input, inputCursor );
-            }
-        }
-        else
-        {
-            // One more literal to write out.
-            ++literalsToFlush;
-
-            // If we have reached the maximum number of literals allowed in the control, flush them out.
-            if ( literalsToFlush == LITERALS_PER_CONTROL )
-            {
-                // Check if the control block is full and we need start a new one.
-                if ( currentControlCount == CONTROLS_PER_BLOCK )
-                {
-                    currentControlBlock  = outputCursor;
-                    outputCursor        += CONTROL_BLOCK_SIZE;
-
-                    _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                    currentControlCount  = 0;
-
-                    if ( outputCursor > outputEarlyEnd )
-                    {
-                        break;
-                    }
-                }
-
-                currentControlBlock[ currentControlCount >> 1 ] = 
-                    ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( ( static_cast<uint8_t>( LITERALS_PER_CONTROL - 1 ) ) << 4 );
-
-                ++currentControlCount;
-
-                *reinterpret_cast< uint64_t* >( outputCursor ) = 
-                    *reinterpret_cast< const uint64_t* >( inputCursor - ( sizeof( uint64_t ) - 1 ) ) ^ 
-                    *reinterpret_cast< const uint64_t* >( ( inputCursor - ( sizeof( uint64_t ) - 1 ) ) - previousOffset );
-
-                outputCursor += sizeof( uint64_t );
-
-                //*( outputCursor++ ) = *( inputCursor - 3 ) ^ *( ( inputCursor - 3 ) - previousOffset );
-                //*( outputCursor++ ) = *( inputCursor - 2 ) ^ *( ( inputCursor - 2 ) - previousOffset );
-                //*( outputCursor++ ) = *( inputCursor - 1 ) ^ *( ( inputCursor - 1 ) - previousOffset );
-                //*( outputCursor++ ) = *inputCursor ^ *( inputCursor - previousOffset );
-
-                if ( outputCursor > outputEarlyEnd )
-                {
-                    break;
-                }
-
-                literalsToFlush = 0;
-            }
-
-            // Update the hash with this byte
-            SetHash( state, hash, input, inputCursor );
-
-            ++inputCursor;
-        }
-    }
-
-    // If we would create a compression output bigger than or equal to the input, just copy the input to the output and return equal size.
-    if ( ( ( outputCursor + literalsToFlush + ( currentControlCount == CONTROLS_PER_BLOCK ? CONTROL_BLOCK_SIZE : 0 ) ) ) >= output + inputLength - END_PADDING_LITERALS )
-    {
-        memcpy( output, input, inputLength );
-
-        outputCursor = output + inputLength;
-    }
-    else 
-    {
-        // Flush any remaining literals.
-        if ( literalsToFlush > 0 )
-        {
-            lastControlIsNop = false;
-
-            if ( currentControlCount == CONTROLS_PER_BLOCK )
-            {
-                currentControlBlock = outputCursor;
-                outputCursor       += CONTROL_BLOCK_SIZE;
-
-                _mm_storeu_si128( reinterpret_cast< __m128i* >( outputCursor ), _mm_setzero_si128() );
-
-                currentControlCount = 0;
-            }
-
-            currentControlBlock[ currentControlCount >> 1 ] = 
-                ( currentControlBlock[ currentControlCount >> 1 ] >> 4 ) | ( static_cast<uint8_t>( literalsToFlush - 1 ) << 4 );
-
-            for ( uint32_t where = 0; where < literalsToFlush; ++where )
-            {
-                const uint8_t* currentInput = inputCursor - ( literalsToFlush - where );
-
-                *( outputCursor++ ) = *currentInput ^ *( currentInput - previousOffset );
-            }
-
-            ++currentControlCount;
-        }
-
-        // Need to finish off shifting the final control block into the low nibble if there is no second nibble
-        if ( ( currentControlCount & 1 ) > 0 )
-        {
-            currentControlBlock[ currentControlCount >> 1 ] >>= 4;
-        }
-
-        if ( lastControlIsNop )
-        {
-            outputCursor -= CONTROL_BLOCK_SIZE;
-        }
-
-        size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-        // copy remaining literals
-        memcpy( outputCursor, inputCursor, remainingLiterals );
-
-        outputCursor += remainingLiterals;
-    }
-
-    // Return the size of the compressed data.
-    return outputCursor - output;
-}
-
-
-size_t LZSSE8_Decompress( const void* inputChar, size_t inputLength, void* outputChar, size_t outputLength )
-{
-    const uint8_t* input  = reinterpret_cast< const uint8_t* >( inputChar );
-    uint8_t*       output = reinterpret_cast< uint8_t* >( outputChar );
-
-    // Data was not compressible, just copy initial values
-    if ( outputLength == inputLength )
-    {
-        memcpy( output, input, outputLength );
-
-        return inputLength;
-    }
-
-    const uint8_t* inputCursor  = input;
-    uint8_t*       outputCursor = output;
-
-    // The offset starts off as the minimum match length. We actually need it least four
-    // characters back because we need them to be set to xor out the literals from the match data.
-    size_t  offset          = INITIAL_OFFSET;
-    __m128i previousCarryHi = _mm_setzero_si128();
-
-    // Copy the initial literals to the output.
-    for ( uint32_t where = 0; where < LITERALS_PER_CONTROL; ++where )
-    {
-        *( outputCursor++ ) = *( inputCursor++ );
-    }
-
-    // Let me be clear, I am usually anti-macro, but they work for this particular (very unusual) case.  
-    // DECODE_STEP is a regular decoding step, DECODE_STEP_HALF and DECODE_STEP_END are because the compiler couldn't
-    // seem to remove some of the dead code where values were updated and then never used.
-
-    // What these macros do:
-    //     Decode a single literal run or match run for a single control nibble.
-    // How they do it:
-    //    - Read the *unaligned* input (in the case of LZSSE-F - twice), it goes into both a regular variable and an SSE register,
-    //      because it could either be literals or an offset (or nothing at all). The low byte of streamBytesRead controls how much we advance
-    //      the input cursor.
-    //    - Used a contived set of casts to sign extend the "read offset" control mask and then use it to mask the input word,
-    //      which is then xor'd against the offset, for a "branchless" conditional move into the offset which
-    //      has been carried over from the previous literal/match block. Note, this ends up doing better than a cmov on most 
-    //      modern processors. But we need to pre-xor the input offset.
-    //    - We then load the match data from output buffer (offset back from the current output point). Unconditional load here.
-    //    - We broadcast the "from literal" control mask from the current least significant byte of the SSE register using a shuffle epi-8
-    //    - We mask the literals with that SSE register wide mask.
-    //    - The literals have been pre-xor'd with the data read in as match data, so we use an xor to branchlessly choose between the two.
-    //      In this case, it ends up a better option than a blendv on most processors.
-    //    - Store the block. We store all 16 bytes of the SSE register (due to some constraints in the format of the data, we won't
-    //      go past the end of the buffer), but we may overlap this.
-    //    - bytesOut controls how much we advance the output cursor.
-    //    - We use 8 bit shifts to advance all the controls up to the next byte. There is some variable sized register trickery that 
-    //      x86/x64 is great for as long as we don't anger the register renamer.
-
-#define DECODE_STEP( HILO, CHECKMATCH, CHECKBUFFERS )                                                                           \
-    {                                                                                                                           \
-        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
-        __m128i literals  = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                 \
-                                                                                                                                \
-        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
-                                                                                                                                \
-        readOffsetHalf##HILO >>= 8;                                                                                             \
-                                                                                                                                \
-        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
-                                                                                                                                \
-        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        bytesOutHalf##HILO        >>= 8;                                                                                        \
-        streamBytesReadHalf##HILO >>= 8;                                                                                        \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-    }
-
-#define DECODE_STEP_HALF( HILO, CHECKMATCH, CHECKBUFFERS )                                                                      \
-    {                                                                                                                           \
-        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
-        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
-                                                                                                                                \
-        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
-                                                                                                                                \
-        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
-                                                                                                                                \
-        fromLiteral##HILO   = _mm_srli_si128( fromLiteral##HILO, 1 );                                                           \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-    }
-
-#define DECODE_STEP_END( HILO, CHECKMATCH, CHECKBUFFERS )                                                                       \
-    {                                                                                                                           \
-        size_t  inputWord = *reinterpret_cast<const uint16_t*>( inputCursor );                                                  \
-        __m128i literals = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );                                  \
-                                                                                                                                \
-        offset ^= static_cast<size_t>( static_cast<ptrdiff_t>( static_cast<int8_t>( readOffsetHalf##HILO ) ) ) & inputWord;     \
-                                                                                                                                \
-        const uint8_t* matchPointer = reinterpret_cast<const uint8_t*>( outputCursor - offset );                                \
-                                                                                                                                \
-        if ( CHECKMATCH && matchPointer < output )                                                                              \
-            goto MATCH_UNDERFLOW;                                                                                               \
-                                                                                                                                \
-        __m128i fromLiteral = _mm_shuffle_epi8( fromLiteral##HILO, _mm_setzero_si128() );                                       \
-        __m128i matchData   = _mm_loadu_si128( reinterpret_cast<const __m128i*>( matchPointer ) );                              \
-                                                                                                                                \
-        literals = _mm_and_si128( literals, fromLiteral );                                                                      \
-                                                                                                                                \
-        __m128i toStore     = _mm_xor_si128( matchData, literals );                                                             \
-                                                                                                                                \
-        _mm_storeu_si128( reinterpret_cast<__m128i*>( outputCursor ), toStore );                                                \
-                                                                                                                                \
-        outputCursor += static_cast< uint8_t >( bytesOutHalf##HILO );                                                           \
-        inputCursor  += static_cast< uint8_t >( streamBytesReadHalf##HILO );                                                    \
-                                                                                                                                \
-        if ( CHECKBUFFERS && ( outputCursor >= outputEarlyEnd || inputCursor > inputEarlyEnd ) )                                \
-            goto BUFFER_END;                                                                                                    \
-        } 
-
-#define DECODE_STEP_LO(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HI(CHECKMATCH, CHECKBUFFERS )          DECODE_STEP( Hi, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HALF_LO(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_HALF_HI(CHECKMATCH, CHECKBUFFERS )     DECODE_STEP_HALF( Hi, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_END_LO(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Lo, CHECKMATCH, CHECKBUFFERS )
-#define DECODE_STEP_END_HI(CHECKMATCH, CHECKBUFFERS )      DECODE_STEP_END( Hi, CHECKMATCH, CHECKBUFFERS )
-
-    __m128i nibbleMask         = _mm_set1_epi8( 0xF );
-    __m128i literalsPerControl = _mm_set1_epi8( static_cast< char >( LITERALS_PER_CONTROL ) );
-    __m128i bytesInOutLUT      = _mm_set_epi8( '\x2B', '\x2A', '\x29', '\x28', '\x27', '\x26', '\x25', '\x24', '\x88', '\x77', '\x66', '\x55', '\x44', '\x33', '\x22', '\x11' );
-    
-    // Note, we use this block here because it allows the "fake" inputEarlyEnd/outputEarlyEnd not to cause register spills 
-    // in the decompression loops. And yes, that did actually happen.
-    {
-
-#pragma warning ( push )
-#pragma warning ( disable : 4101 )
-
-        // These variables are not actually ever used in this block, because we use
-        // a constant conditional expression to take out the branches that would hit them.
-        // But unfortunately, we need them to compile.
-        const  uint8_t* inputEarlyEnd;
-        uint8_t*        outputEarlyEnd;
-
-#pragma warning ( pop )
-
-        // "Safe" ends to the buffer, before the input/output cursors hit these, we can loop without overflow checks.
-        const  uint8_t* inputSafeEnd  = ( input + inputLength ) - INPUT_BUFFER_SAFE;
-        uint8_t*        outputSafeEnd = ( output + outputLength ) - OUTPUT_BUFFER_SAFE;
-
-        // Decoding loop with offset output buffer underflow test, but no buffer overflow tests, assumed to end at a safe distance 
-        // from overflows
-        while ( ( outputCursor - output ) < LZ_WINDOW_SIZE && outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
-        {
-            // load the control block
-            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-
-            // split the control block into high and low nibbles
-            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
-
-            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
-            // be an extension of the current match operation.
-
-            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
-            // match without offset read mode).
-            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
-
-            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
-            // the calculated carry to use that byte next iteration.
-            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
-
-            previousCarryHi = carryHi;
-
-            // We make the implicit assumption that the maximum number of literals to controls here is twice the offset size (4 vs 2),
-            // we are doing this here to save keeping the value around (spilling or fetching it each time)
-
-            __m128i streamBytesLo      = _mm_shuffle_epi8( bytesInOutLUT, controlLo );
-            __m128i streamBytesHi      = _mm_shuffle_epi8( bytesInOutLUT, controlHi );
-            
-            // Here we're calculating the number of bytes that will be output, we are actually subtracting negative one from the control 
-            // (handy trick where comparison result masks are negative one) if carry is not set and it is a literal.
-            __m128i bytesOutLo         = _mm_blendv_epi8( _mm_and_si128( streamBytesLo, nibbleMask ), controlLo, shiftedCarryHi );
-            __m128i bytesOutHi         = _mm_blendv_epi8( _mm_and_si128( streamBytesHi, nibbleMask ), controlHi, carryLo ); 
-
-            // Calculate the number of bytes to read per control.
-            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
-            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_and_si128( _mm_srli_epi32( streamBytesLo, 4 ), nibbleMask ) );
-            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_and_si128( _mm_srli_epi32( streamBytesHi, 4 ), nibbleMask ) );
-
-            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
-            // this will essentially be ignored later on.
-            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
-
-            // I want 128 set bits please.
-            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
-            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
-            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
-
-            // Masks whether we are reading literals - set if the carry is not set and these are literals.
-            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            // Advance the input past the control block
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            {
-                // Pull out the bottom halves off the SSE registers from before - we want these
-                // things in GPRs for the more linear logic.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_HALF_LO( true, false );
-                DECODE_STEP_HALF_HI( true, false );
-            }
-
-            {
-                // Now the top halves.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-
-                DECODE_STEP_LO( true, false );
-                DECODE_STEP_HI( true, false );
-                DECODE_STEP_END_LO( true, false );
-                DECODE_STEP_END_HI( true, false );
-            }
-        }
-
-        // Decoding loop with no buffer checks, but will end at a safe distance from the end of the buffers.
-        // Note, when we get here we have already reached the point in the output buffer which is *past* where we can underflow
-        // due to a bad match offset.
-        while ( outputCursor < outputSafeEnd && inputCursor < inputSafeEnd )
-        {
-            // This code is the same as the loop above, see comments there
-
-            // load the control block
-            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-
-            // split the control block into high and low nibbles
-            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
-
-            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
-            // be an extension of the current match operation.
-
-            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
-            // match without offset read mode).
-            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
-
-            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
-            // the calculated carry to use that byte next iteration.
-            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
-
-            previousCarryHi = carryHi;
-
-            // We make the implicit assumption that the maximum number of literals to controls here is twice the offset size (4 vs 2),
-            // we are doing this here to save keeping the value around (spilling or fetching it each time)
-
-            __m128i streamBytesLo      = _mm_shuffle_epi8( bytesInOutLUT, controlLo );
-            __m128i streamBytesHi      = _mm_shuffle_epi8( bytesInOutLUT, controlHi );
-
-            // Here we're calculating the number of bytes that will be output, we are actually subtracting negative one from the control 
-            // (handy trick where comparison result masks are negative one) if carry is not set and it is a literal.
-            __m128i bytesOutLo         = _mm_blendv_epi8( _mm_and_si128( streamBytesLo, nibbleMask ), controlLo, shiftedCarryHi );
-            __m128i bytesOutHi         = _mm_blendv_epi8( _mm_and_si128( streamBytesHi, nibbleMask ), controlHi, carryLo ); 
-
-            // Calculate the number of bytes to read per control.
-            // In the case the carry is set, no bytes. Otherwise, the offset size (2 bytes) for matches or the number of output bytes for literals.
-            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_and_si128( _mm_srli_epi32( streamBytesLo, 4 ), nibbleMask ) );
-            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_and_si128( _mm_srli_epi32( streamBytesHi, 4 ), nibbleMask ) );
-
-            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
-            // this will essentially be ignored later on.
-            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
-
-            // I want 128 set bits please.
-            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
-            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
-            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
-
-            // Masks whether we are reading literals - set if the carry is not set and these are literals.
-            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_HALF_LO( false, false );
-                DECODE_STEP_HALF_HI( false, false );
-            }
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-
-                DECODE_STEP_LO( false, false );
-                DECODE_STEP_HI( false, false );
-                DECODE_STEP_END_LO( false, false );
-                DECODE_STEP_END_HI( false, false );
-            }
-        }
-    }
-
-    // Decoding loop with all buffer checks.
-    {
-        const  uint8_t* inputEarlyEnd;
-        uint8_t*        outputEarlyEnd;
-        inputEarlyEnd  = ( input + inputLength ) - END_PADDING_LITERALS;
-        outputEarlyEnd = ( output + outputLength ) - END_PADDING_LITERALS;
-
-        while ( outputCursor < outputEarlyEnd && inputCursor < inputEarlyEnd )
-        {
-            // This code is the same as the loop above, see comments there
-
-            // load the control block
-            __m128i controlBlock       = _mm_loadu_si128( reinterpret_cast<const __m128i*>( inputCursor ) );
-
-            // split the control block into high and low nibbles
-            __m128i controlHi          = _mm_and_si128( _mm_srli_epi32( controlBlock, CONTROL_BITS ), nibbleMask );
-            __m128i controlLo          = _mm_and_si128( controlBlock, nibbleMask );
-
-            // Note, the carries are set when the nibble is at its highest value, 15, meaning the operation after will
-            // be an extension of the current match operation.
-
-            // Work out the carry for the low nibbles (which will be used with the high controls to put them into 
-            // match without offset read mode).
-            __m128i carryLo            = _mm_cmpeq_epi8( controlLo, nibbleMask );
-
-            // The carry for the high nibbles is used with the low controls, but needs one byte from the previous iteration. We save
-            // the calculated carry to use that byte next iteration.
-            __m128i carryHi            = _mm_cmpeq_epi8( controlHi, nibbleMask );
-            __m128i shiftedCarryHi     = _mm_alignr_epi8( carryHi, previousCarryHi, 15 ); 
-
-            previousCarryHi = carryHi;
-
-            // Note, unlike the other compressors, we are essentially doing an in register lookup table to implement the logic here. 
-            __m128i streamBytesLo      = _mm_shuffle_epi8( bytesInOutLUT, controlLo );
-            __m128i streamBytesHi      = _mm_shuffle_epi8( bytesInOutLUT, controlHi );
-
-            // Either use the value from the lookup, or in the case the carry is set, use the control value.
-            __m128i bytesOutLo         = _mm_blendv_epi8( _mm_and_si128( streamBytesLo, nibbleMask ), controlLo, shiftedCarryHi );
-            __m128i bytesOutHi         = _mm_blendv_epi8( _mm_and_si128( streamBytesHi, nibbleMask ), controlHi, carryLo ); 
-
-            // Calculate the number of bytes to read per control.
-            // We use the value from the lookup table to .
-            __m128i streamBytesReadLo  = _mm_andnot_si128( shiftedCarryHi, _mm_and_si128( _mm_srli_epi32( streamBytesLo, 4 ), nibbleMask ) );
-            __m128i streamBytesReadHi  = _mm_andnot_si128( carryLo, _mm_and_si128( _mm_srli_epi32( streamBytesHi, 4 ), nibbleMask ) );
-
-            // Here we are testing if the runs will be literals or matches. Note that if the carries are set from the previous operation
-            // this will essentially be ignored later on.
-            __m128i isLiteralHi        = _mm_cmplt_epi8( controlHi, literalsPerControl );
-            __m128i isLiteralLo        = _mm_cmplt_epi8( controlLo, literalsPerControl );
-
-            // I want 128 set bits please.
-            __m128i allSet             = _mm_cmpeq_epi8( shiftedCarryHi, shiftedCarryHi ); 
-
-            // Masks to read the offset (or keep the previous one) - set in the case that this is not a literal and the carry is not set
-            __m128i readOffsetLo       = _mm_xor_si128( _mm_or_si128( isLiteralLo, shiftedCarryHi ), allSet );
-            __m128i readOffsetHi       = _mm_xor_si128( _mm_or_si128( isLiteralHi, carryLo ), allSet );
-
-            // Masks whether we are reading literals - set if the carry is not set and these are literals.
-            __m128i fromLiteralLo      = _mm_andnot_si128( shiftedCarryHi, isLiteralLo );
-            __m128i fromLiteralHi      = _mm_andnot_si128( carryLo, isLiteralHi );
-
-            inputCursor += CONTROL_BLOCK_SIZE;
-
-            if ( inputCursor > inputEarlyEnd )
-                goto BUFFER_END;
-
-            {
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutLo ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_cvtsi128_si64( bytesOutHi ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadLo ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_cvtsi128_si64( streamBytesReadHi ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetLo ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_cvtsi128_si64( readOffsetHi ) );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_HALF_LO( true, true );
-                DECODE_STEP_HALF_HI( true, true );
-            }
-
-            {
-                // Now the top halves.
-                uint64_t bytesOutHalfLo        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutLo, 1 ) );
-                uint64_t bytesOutHalfHi        = static_cast<uint64_t>( _mm_extract_epi64( bytesOutHi, 1 ) );
-
-                uint64_t streamBytesReadHalfLo = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadLo, 1 ) );
-                uint64_t streamBytesReadHalfHi = static_cast<uint64_t>( _mm_extract_epi64( streamBytesReadHi, 1 ) );
-
-                uint64_t readOffsetHalfLo      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetLo, 1 ) );
-                uint64_t readOffsetHalfHi      = static_cast<uint64_t>( _mm_extract_epi64( readOffsetHi, 1 ) );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-
-                DECODE_STEP_LO( true, true );
-                DECODE_STEP_HI( true, true );
-                DECODE_STEP_END_LO( true, true );
-                DECODE_STEP_END_HI( true, true );
-            }
-        }
-
-BUFFER_END:
-
-        // When we get here, we have either advanced the right amount on both cursors
-        // or something bad happened, so leave it as is, so we can tell where
-        // the error happened. 
-        if ( inputCursor == inputEarlyEnd && outputCursor == outputEarlyEnd )
-        {
-            size_t remainingLiterals = ( input + inputLength ) - inputCursor;
-
-            // copy any trailing literals
-            memcpy( outputCursor, inputCursor, remainingLiterals );
-
-            outputCursor += remainingLiterals;
-        }
-    }
-
-MATCH_UNDERFLOW:
-
-    return outputCursor - output;
-}
diff --git a/contrib/lzsse/lzsse8/lzsse8.h b/contrib/lzsse/lzsse8/lzsse8.h
deleted file mode 100644
index dec5297a17c..00000000000
--- a/contrib/lzsse/lzsse8/lzsse8.h
+++ /dev/null
@@ -1,117 +0,0 @@
-/*
-Copyright (c) 2016, Conor Stokes
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef LZSSE8_H__
-#define LZSSE8_H__
-
-#pragma once
-
-/* LZSSE8 - x64/SSE targeted codec for better performance with lower compression ratio data/less optimal compressors.
-* Supports minimum 4 byte matches, maximum 15 bytes of match per control word and 8 byte literal runs per control word. 
-*/
-
-#ifdef __cplusplus
-extern "C"
-{
-#endif
-
-/* Re-usable parse state object for compression. */
-typedef struct LZSSE8_FastParseState LZSSE8_FastParseState;
-
-/* Allocate the parse state for compression - returns null on failure */
-LZSSE8_FastParseState* LZSSE8_MakeFastParseState();
-
-/* De-allocate the parse state for compression */
-void LZSSE8_FreeFastParseState( LZSSE8_FastParseState* toFree );
-
-/* Re-usable parse state object for compression. */
-typedef struct LZSSE8_OptimalParseState LZSSE8_OptimalParseState;
-
-/* Allocate the parse state for compression - returns null on failure. Note
-Buffersize has to be greater or equal to any inputLength used with LZSSE2_CompressOptimalParse */
-LZSSE8_OptimalParseState* LZSSE8_MakeOptimalParseState( size_t bufferSize );
-
-/* De-allocate the parse state for compression */
-void LZSSE8_FreeOptimalParseState( LZSSE8_OptimalParseState* toFree );
-
-
-/* "Optimal" compression routine.
-* Will compress data into LZSSE8 format, uses hash BST matching to find matches and run an optimal parse (high relative memory usage). Requires SSE 4.1.
-* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
-* input : Buffer containing uncompressed data to be compressed. May not be null.
-* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
-* output : Buffer that will receive the compressed output. 
-* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
-*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
-* level : The compression level to use for this file 1->17, 17 delivers the highest compression, 1 delivers the least.
-* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
-* concurrently.
-*
-* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
-*/
-size_t LZSSE8_CompressOptimalParse( LZSSE8_OptimalParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength, unsigned int level );
-
-
-/* "Fast" compression routine.
-* Will compress data into LZSSE8 format, uses a simple single entry hash/greedy matching to find matches. Requires SSE 4.1.
-* state : Contains the hash table for matching, passed as a parameter so that allocations can be re-used. 
-* input : Buffer containing uncompressed data to be compressed. May not be null.
-* inputLength : Length of the compressed data in the input buffer - note should be under 2GB.
-* output : Buffer that will receive the compressed output. 
-* outputLength : The length reserved in the buffer for compressed data. This should be at least inputLength. Note,
-*                The compressed data should never be longer than inputLength, as in this case the data is stored raw.
-*
-* Thread Safety - state can not be used on multiple threads with calls running concurrently. Can run multiple threads with separate state
-* concurrently.
-*
-* Returns the size of the compressed data, or 0 in the case of error (e.g. outputLength is less than inputLength).
-*/
-size_t LZSSE8_CompressFast( LZSSE8_FastParseState* state, const void* input, size_t inputLength, void* output, size_t outputLength );
-
-/* Decompression routine.
-* This routine will decompress data in the LZSSE8 format and currently requires SSE 4.1 and is targeted at x64.
-* It will perform poorly on x86 due to hunger for registers.
-*  input : Buffer containing compressed input block. May not be null.
-*  inputLength : Length of the compressed data in the input buffer - note, this should be under 2GB
-*  output : Buffer that will received the de-compressed output. Note, that this needs to be at least outputLength long.
-*           May not be null.
-*  outputLength : The length of the compressed output - note, this should be under 2GB
-*
-* Provided that input and output are valid pointers to buffers of at least their specified size, this routine
-* should be memory safe - both match pointer checks and input/output buffer checks exist.
-*
-* Returns the size of the decompressed data, which will be less than outputLength in the event of an error (number of bytes
-* will indicate where in the output stream the error occured).
-*
-* Note that this data is not hash verified, errors that occur are either from a misformed stream or bad buffer sizes.
-* Remember, corrupt data can still be valid to decompress.
-*/ 
-size_t LZSSE8_Decompress( const void* input, size_t inputLength, void* output, size_t outputLength );
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif /* -- LZSSE8_H__ */
diff --git a/contrib/lzsse/lzsse8/lzsse8_platform.h b/contrib/lzsse/lzsse8/lzsse8_platform.h
deleted file mode 100644
index 5ad2e0a8853..00000000000
--- a/contrib/lzsse/lzsse8/lzsse8_platform.h
+++ /dev/null
@@ -1,73 +0,0 @@
-/*
-Copyright (c) 2016, Brian Marshall
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-this list of conditions and the following disclaimer in the documentation
-and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef LZSSE8_PLATFORM_H__
-#define LZSSE8_PLATFORM_H__
-
-#pragma once
-
-/*
- Compiler/Platform detection based on the table from:
- https://blogs.msdn.microsoft.com/vcblog/2015/12/04/clang-with-microsoft-codegen-in-vs-2015-update-1/
-*/
-
-#ifdef	_MSC_VER
-
-/*
- Microsoft Visual Studio Support.
- C1xx/C2, Clang/C2 and Clang/LLVM all support the Microsoft header files and _BitScanForward
-
- Note: if you receive errors with the intrinsics make sure that you have SSE4.1 support enabled.
- For example with Clang include "-msse4.1" on the command line
-*/
-#include <intrin.h>
-
-#else	/* _MSC_VER */
-
-#ifdef __GNUC__
-
-/*
- GCC
-*/
-
-/*
- Note: including just <smmintrin.h> would be sufficient, but including x86intrin is a better match to intrin.h on Visual Studio as
- both include all intrinsics for the enabled processor, rather than just SSE4.1.
-*/
-#include <x86intrin.h>
-/* _BitScanForward is Visual Studio specific. */
-#define _BitScanForward(x, m) *(x) = __builtin_ctz(m)
-
-#else
-
-/*
-If you hit the error below, then add detection for your compiler/platform to this header file.
-*/
-#error Platform not supported
-
-#endif	/* __GNUC__ */
-#endif  /* _MSC_VER */
-
-#endif /* -- LZSSE8_PLATFORM_H__ */
diff --git a/contrib/lzsse/premake4.exe b/contrib/lzsse/premake4.exe
deleted file mode 100644
index 50f4c86b528f881a6e56a76228e0fcd32ad512c7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 518144
zcmeFaeSDME`S_nUX&WFk0RvR2TC{4lh}EJ}gP0bQ7LbxsNvKHCsVs|386<!TrFhdx
zxQ)8c+@|}u&)jsMxy?QMz<g{0DX3G_IdMMW=Jeprv?_zDmHgh<xs$eR`+ooUy?%fG
zc#-D5&*OEjb3L8wT<2uorMEkr4u`|VC!2LRw(>3ig8J|O{ZAj+r6)dG>UeO(A17@s
zxcHBgE{T6_RmF;x*L`*66<@Eo@``J(y)Ietm8&aOrmn5{+O-w4=C@XS{kp5Jo-%s$
z$jV&Pzcv?NWPNb%^8Dw$t$$kn7vA67`oZ#F>+e^V*YSPcxFgFC=yFq+|B!F>U#~2G
zTjzhc`~&@N>F)(!yD~0q{huI@gdC2G3yK_5pP73}zRW&HVZo>ZkHfJXOnhH3;c)a^
zT;Oo{c<2=D1nuWShohJ``IrB81l>0BNOL-Z8+AdcCzbX0;FlyiX8pRv5z$X>$3D9F
zw|_pjqce}3f6E+7=>Ol6qvr@XAOBD7<*H0cUcENS^Lf`W9)U~7Y7cd=(F%v-@+m8?
zx*~an!_i(xri}dpzE=nihW-UX$P~MnWBGZccb7OE<N5wM-^2a|$(gcp)ygYLv&Raq
zz@aXGbh+S^l~*snj)HpZ;J|Sz1-AWLdkw>?{r`{uA7Egic_5Z>Bnq-Aw;EaPa2Pv0
zW`8U@&fPiF(bb(gLDH`~(cy^2eK*Z?$lIeQNGV^UaFOM;>t&C3INEBv+k#7%Y^S}}
zXv|#imPTXhkuw|)o(f}TpZW#Q#*Q*`Z^F?U&5rZfJscNPUfOSsPo@2sx@@TR(bB-Z
zgKf7j)~!c@A)E4K$N8vl_8op};-SNDB|V9=1h&bgK+<OJY}ZA%x`Gae`aDqJ_|d-Z
zMn~<_>CiybOt~{%15ahMap9kc`dK!cZENf5PWtWSNL2k681#6o!rE?g-azdi+tm+g
z#r(SsK`g!*SmSpKLdKN?MkG6~LZC^x%{>V>RgF^}nGV;dzle6dlyqfZvWm0g{1jN4
zhiu~k#oP@+)oLyQs;dAcekU0T;QBosG8w&Hmy>!oi5dMwS7p-GccifQk<dXi6Xz*?
zOnR;>J=1M`UgYh%ozh*qQ=Z<Lp8J7u|C78MpB3nYt&;FdolxlQ`T-BoOjj8##3HJK
zug>+K7i6B8&Qn`r#HHplX5XhjS=yc&yR7azl9(DnqdREBT7Edx@91<ml9IAdQZ7xj
zWyd|RQRwCm2T6F;ZOn9dL(in=daN17=f$aW0O}a&U~2_Af2h&fJ=S=EZM;sOCFz$*
z`mCPxOpjGU+i_m?BrI0PT`)Ka#sPmcR@<Ff-&cDmojULf{$)Z3BI<`nve~Fia#WQd
zlHw5niK@5D9gbz*YeNSh+)uslb${X=<Eo6RpOKvSa%n88&Y48n%XQh`=gRgOJN(1S
zt|ys-Bc$L8U2sdT;K8E{USb#AS3$vby5JS0WK;c7waCtTnk-|-WMln+V`+PG1X-%H
zu0TjGm?N>4XnY03{tqP9*L5g)oN@JlBNG~c7AiIM{TcEt%BBXa!h~kgYmdtjaC@#j
z<G|D*ViW9Wo{y@s(;N=iT}44GsDa^Ki302ROz62tOg%@Ua7JpB8G7jy%`MVFRC%TO
zHkp&|rL}(ywyT?_4V#x?J((eQX5Mox5w$Vj)M%ROQKg6X82btaxl1(+)z8bK4&;AC
z{Q{DU2xH%Utiu6Y?I;V{ENBa!_n8c{udU6Pkxja@=VixLfsUxEr8$sk3jw?26H>Ct
z-Lv0y_(kKLf);7BDc7dYZqqJ!2L+Apsk+mjF;3|;S0HMaSUJ>b%2nHKoo;lv94TKW
z?2ZTsHGsf$yk{(P<;3c~vixjl*b$GluO}QcTLp&iodT6K7058ukD&pxpYAgA-7N^n
z$+Q%sP`V_&)TRClXxrMBwwv2+IXEb_FQEx7wG)&cH&u6U%k4*~5{q|2NYYgyZ!|tk
zZa3xuv*mV6t4$e&i=*nyar740?!84sMQc>u56KEGcsJcbf(UT+MrFR=KumQ3JJMB?
zOX;N00Gx7-2G|;1-5cTUL;3>BL^i5^N=E!1po*$S9uoyob%%UAqw4Qtq;V;90y=^D
z|1z63cGN(FXD7als;wvkGc;iK2M@p9HZj|Fa)0Wk=uFk=7hv~#Z*7HKpvm^dLiULx
zQFU`(dsrU~S9Fu|po6e!!w~jOfQ-fO%OUK=3IB?)@uX<QU?c4R#8ul)2F!k&iEch$
zILi-3%#Es31>tI|%(J7ZDS3*aMkUMC{k+GrHSvQQC5!D|tqHOC4ic>5SbU$(XwVrR
znZGDF0(+-|t$5WYLF5rKv#A47)x?9KN@PyFM(6#NBoTi5j2)H31lj|+lIK%WsN5ff
zqv7Xv_4}#A*m?TVf<uICcHDzVdGEuaFCzT;T>g9}fBNOmVfk}N{`^z^9F#ww%AZf<
z&&TqoPyT!)e?F8y|ByciBAL*R_%r~HC=34O4NZI+FanjaBU0O~B~957Xts7QCt(Oe
z^r$D(_2pCO01<NLdS5(yk&skmr`Gunbs6Pb)vFk^w!Ayf*7{x9<Onq25qh>p<t&5S
z4vS^*lu)W&hywo*(b8rW4NGl}s8<DG-9h54i27-fZhU94qw@(dG|ozmfB}B5YsTzi
zwXa94b@5I{8&g}De$6-2yIxO@?+jEXYjsYmT9M01o)lFN0=J<G+t!ZloL+oZ(%E$V
z;jZqrMLTB|7dUFO)~WGLy0HuMRmRa}kS=qKb}o+$SihNXCmiY?3Yz`&oAq|Bf^DK|
z0X?*Jt}6y!X*Mf}U)o;#$HnU2a|Y?bM*2@l7>0C>>u7CO9cE!s`}#}-M@M<0FsfEU
zS~9d`X-r;!uJs=FCDJ3Nvl0%YzbJKe?dzm0!gh-)CxS;L!joeKiDg!UEe@`uYAj+S
zk7+_I2z%d;*vO?t)fY&CnXN+mzd-Rz8#m}SrXxKb4O*ws#py@2vXxc_Yd=A4V@HL#
zeQ?yjJbT!vJ251GOTw^GW3olH5N=g3BCLS3u+{8WPwQv1&u$r#X%S!r%ne{Uq8jX8
zc^MqeW-TM80p}z=jjie|k!U#$%M=6`s}pn3KvGn#OpUM`j94!{IYgi|fAM*m6z#q)
z;zcVk<N53~O`qOP4>}x<Ew>a&E1PyF%eUN7Bs6-#i>Wc4pP%KO)feo1T&FlvuXP>r
z-r7ZR<49p@MCTJ<O1b2k+H7Xix$<n4bWS@fRnQphoaRU!%rRJ3wqv|K^!R4Y%#WQb
z<UK$20erb3n|1CS9QKdMv5Q93D+~|y&~%}g8LQ6SxygpX&fY&ht7nSps02zjwb|uH
zOF2><`#;3&Q_n)=&mrf{dG0L*)6Ys)OusByKD{zoHvObjap&~~mC4dg-AQ@6Ac^K)
zvK@m<t7M@uQIR7s{3Gg7dei#<H00|rqhqTN*wio1I*JPPS|{_6;4qecqMtAI@o3?K
zbXOlQ!VBJ8z6%mtW9mxCRkOo76lhHSH_9oJ?m8%SUa1jwghNgJZe$BOMs}{71}{42
zTOT8xW|EXD>YO$uSr<`d*=)9}+eS`XCL^7DXFYFz9Oz4q?Ci*%m2~YaJ}YcDg%qt4
z&TexaHZ^=R13wVRytgvutX&yV)e=*WGTfty?&nj6SimiV{}l;CEP#23F$3}n7=|AD
zF1UJdet%nA;5g@Xy9d;Z`PsA|2&BoWopqOaA0Cr9tKB>6&k$Y8b-`bf&dn1V?EwXL
zB@4G4Ti;pdNd4Jzch;SiD&3hUl-Yq@YyOcawDJAeEf83%xieywBnpk4g)sQ9G$(nG
zIRA)d9}<vumN?Wqh^3<k_Trg?17i@-Z*szxg`O?$&d<(D7Il7hS*mcePm}clO&?qJ
z;D1Y{p~2h65&{dqkuCF5B~RT4M68Mt1yS|*M3E@AwEG%*tgX$Kb{$&UB}Ry}8wX?}
zsrEoJBJCDa)fH76sT$c*vRNZF&mvzz=-Ok-r_5jiMGXE3X^~5ds)OFV7`#u6DH>m;
z8xJC0eiXEVVCf{9-{Q^9)8>qzDWaVJ*8JN?hRMet&@A@DF!`97Jcz><+jOjbJ!XDU
zcf5nOcCu!xd}V8}11oH*PsLgjS$dCaaAd6!Zp^rzkYaUZsaN8QHnZUQaIdJM4?#|A
zqJY8yUAUaW$BI?B67BHjlKxM;lSAmPoS{dvQ~?K(col7^22`7E&{%IG4RXN6YO}Gp
zdwdYAUq_?y6*r6Bv=gP1J$K(LjXdMXbi_B2tS*3z;G3V3kSGwl^kLk6#<K$b4}rkg
zAv$Gz{7%Z+UA~}|`~C;u^B9G$(7;RvnCQLIw)!SL(%>)Qc$5s4uZy*!pqD^9wi&WC
zK8w;%$?(Nk#{U(+m;~DTt2_&CNdGg>d1yTX+?RmI43E?8094YIa9Dn7%?5%YL|MlQ
zRL>qWh@um<Ip9bB<!}g|vMHbVRS<)3upWVO0ke$Px*{1uvPAs`da#O=hp#q!6(%-T
z{C;RYemj4n>TH%q@qO~X;+yh5N#0j<@t)N0W8{6Eew-(Ba6gavG55d<@dtI@*?Q80
z@yB^%)IXJ+JvwKC)bfFLl5dyfN<E7XNuF#cUr(~JW2!6zY~FQ|p#FLKzws^{^AXrK
z*L!MTkBdt*(wZGN-Cn(ovNQKTB!W9fHFcwyT$U=}I$lFx%8&kHQVkLyR$=+fNa<Ua
zE7OD~SAlRX@6X6tVT&kA6D@oRRULLoO$wf^4V6mjHAdCUe`K@0u1b4>bgEtBM82@l
zK9kiDYl+lIslJu!mRkhCJwV^qrki>Xrf2Se%L3k`rQYjRgB+_(HaG%k_R)-d@8!D@
zAyl{C)3MSF`ApYVEf7=Apf$Slvoll2OlvAgl^WfJG`<GJU<c2V@zYOy8VIqOw^1F2
zG6B;%iAJ(hx55sT0L(^J4qpc&0<l|9ad}|9XWeU!^7qzwaIgvWkZ@wt(ECqxi)Djz
zy77R!aJc)-Rz%EX;=&l32n$OcJcF_B1^cfjr<tE_%|g=EhXZ}y`F%_+1)^AH`%qBe
zYU2@cN_&lOGNzrI&Xrt8W>tYD4ndwN_&%bpt?kJcAVP=g+UgeO+Aa`Dd>K=PfM~zQ
zFQFLzJG6zdLnPM;QFRE+iyeGSG=3SmX)SToU0N?=aLT~M(7xa_dxBH}=73l-s8@9_
z(%S5cs@rZ98t59xW?AHz{n^^6Iv!Bsab!bIZmzen+LcXt#k&wyr%+n!pr{J{nHe*C
z;djjz;)OUA&ABulLT&S0NF8&p`YCT>3ipG%I!upqTh)2MFD~3EGLE)D-?~ZFeKF^!
zQT0bKb9nE>?w~f94&krY_GVCgJNd56g>K^pcd>19nPWR|D0U<(&3PW&e(Mf+A8sfK
z?Aq`yw9@mA%jj`CpGmv73Z|EAhe$m!^9G-Bq+s3gfi;yI%FJ26^Wny!aN2D)mYcJF
zGhlT4?9TMC%#bI$!j-KNG4}l>niX>CZnMcBXsSvTnZc$d+s%5H=`e#Hohkiv9qO0}
zpj+486n6By=Q8JbjGjK{^MN^TZ$ppOv9%A$9O&y9jcrM`^BZn+rxlNB;T1TXjBPyf
z5e1U9fj(%F(FOh0N6ethbep|B`&>r1+xu`!iE~%rbKQZrxyL%g4El`j%i)rF?o9n6
zbGF}{?J`H0vps2dZ_v#elC?jL8Qo1eNe0S<ZOsBR>P{Cjf^>t+taqmy+(y{#v!xvs
zC}u`{X2YWNoJIE7?Rv=f%<KY?Y=+&{JuvPKmudVM>yi7VX4r2wy8}(`mCkgNJJ;Ae
z&!a(>GmuKQG4RZW2I-y3VNXxL%h?mywxOnLcgGYnTwWb^x0<i@{LK~EzF|ZQ5)RZO
zdz$?ecWz%?SMOd`lCF0%QCT6uL9EAETC6*t-2!vI&#a#ns1L3ziK$mt2&p!@s~e@G
zrU*=Mw@0%os89G7RqrflbX%u&9ZH?7HyYwXE-`bBTeZHThm<bv4Z9I%4x`cS%XcT6
z5=V8jLb?GfR7CN`l=^t6vY>xhW#$M>8*BTEQzx3izRtD9j?{SZwQ7~Q!q=jDmq}&+
z(3(OhaPfS4kcEaUN<tp-@(V7_RX(G?#C!85I>}acm7WoF^oE1*a@Ja7hG(V2LF>9!
z)pjkFtz~A%te%fXTJ3yqd_Rld!fG|=`ON67o_9tDo>?=(+*aKqHJs^=U|lr025$Y{
zb?l>cjB~UlN1EYaAUtceWu3qjTF06l5#gP1#40sAF42#dSWe>wJu3)?n@<lqZs&6+
zpC9r08J`FFe8}fBK8%C?7Y}q0Rojs*%yE<3*k7DHZFaJ9c5(#MZCvhlSf`slsL5<-
zN*9<77pGyihKS7n7?_Uqpr^N9Q+T>yh;)quz9{Za57QJ=%V=DtrcXU~GFq0$m|FcZ
z=vw1Whx#(OkfO2PP`}Kv`fQ@mMwLBXIfwTkl*ijpM%?Bz#{QzDZ}#k@#|-<-TW-IT
zx>gYYHM!ZB5KrzgfIrB5$T7Gon4{JFpr8K&@!RZ1Hng<BLLIv6vOK#8kyO_U(dsF0
z5q8B-9~1a#0U1v9wzi0R?{k`Ax#vN=9tS&{I5pkrk!F)CJ;!AR^E@rQk{ggsJ2cX&
z<_HX{+~U2lVA{Sk%zH2$hOhh6;D2Xd;P4t{&P7n9OGHXEYAMm^&dXyO5#n@eSd6vq
z;?!u<AtaqF(hK4o!7?AYlCJ?RPWH8KXVRCM*M~p<_vNAoP-sqS<RHuy?m#b6xZjl=
zVe~tXUT4d!NY|TbP|vQs+{nuxMC@V-2R=?76X;2LBeKh<K0Zz}y@+=k!)*HCe>B$n
z9pw9-T(>+73wpevlphScSx^_Sn<WlPUVgV&7_vN%KP@?%2ZanviRHi<RWCfx7c-hJ
zfFv=m9YX~9Z&fa`tNao(j4qhYZ@!3Xh8lMGbamOSmg+`#jv@xB@OxB|g8O|fvLt%t
zA6i&|zhWtGx%k^RL}>#4)l!444PDEbJZW~aY<6<g?AfW)%wjZ$byD^`ReL}rM42Rb
ztT7s8?GU6)OzML?&RSXoUn2aV@s}*-)E`qNwBBa!sg70PWbz<t>lv&lU}Q;ZU_m<6
zU)@-NN47r_f9}*EPRbv}G{nY{Y&*JQzTb?w11+K}THH%>^N;qd?XC-Xyx-|I=h*nf
z=yDhhZeL#B<B=Uc1s^5!6fEgysOx>QOHh85_<KF(9<w*S&?lM`)Xwpp9(KbhHLaON
zWeMf{%cAOSY4qHl%;LU`=Qt+<r6BDTN}s7IeWrVU>Rof8Z!zq=H0?u~vU>Z!&FfbM
zj!ejBPionZWvHG(o)*`+NBrh6H*Fz-9c&*ujQZTT7&o##KV&S)VMG2moip$?x)RdQ
z>6{-!esuPq6jn~>AWnz6n&<w+>!Y)JzQ;In&<ti9>pg5l{cAlaRjocj3sKE{vT+Pr
zZKVY44Q`Dip?!9{=lEp8>RMKK@38gOAPv8Kh-r$tA<6$BsdB_C2Ey<e9-SMm=9Z`K
z8HQMCR_J^^tqzKU6}$`+1ztqKD5UIN%m}h>Pz(%$6cmv1Y^A=hAfBjjBM{E%)57$i
z7N-3}yror_+wL@5qvr1)R_EX3uU!pO8DO<qdf}gRxCSFR)4Z=GTZ`FmQNLNXiZMu=
z52l-3W^+FV6fA|c;97Sa*21A+kuy2Qbn=Z*WMlP}t7Sast9^NqJgkf5bYT;SxmS8{
z{J-g8RlbM5d=G;-^U!`<Tc*huXm+nUA=A<a^Au(lAQ`c~ed&gSLJ$r8<gWbtkXUMc
zOzc~ch;>Umsc~3~fpAr7bbJvaII6;pG9W$4zdQ(r_O!K0u`|V})JAX^o!^(PNAucf
zS)519f<yHn<>E+-b<xK49&vv#pJsiZ*tZ9@ecO+HyS_SK@g%dUk1EdOvAMP#8mps3
z8Q+EQfR{AT`9+RQT*_VhI=h6&<RD{whAK{;(3G6mgnD}23evbaQUlo3TOZMu_o$&X
z0Xk-`?K{*+x5t<xHN>N0Sh-bphfAeLb9-)Kb(9(N!%uV6tq!8gkS~}qzkbHSR%xG5
zi1OuZ7(}gDG-{bYZ^|%ndAS;LFEg8_B4d`No2CwlQjP8zbbufS#J1Yqbxr+ACkQfc
zVA)})qU2OI8O7R3-?CL(JG0C}XtQf~GN5sIu34zDccx%(@s%2TRz<$d1YKrKuFMFE
z98VGGmeI1f`&Y~8!B3dGs5>*KuO%~QpPr9nWH4ov-<KDrp03?%PeWj$X{=E)5hC4?
zH)ey!*;CixUTNtkrko{ONQyy|1x>tRdE&?$WW+GNW#$c_sMyN)MbvjbruV(#9C;mA
zc_Z_&kWe2uwG^u=tXE3db`2~5-0jBoZr8dK%n^Eg<IPaNIY>k?b;(yW8kVxnK7@bo
z!@*(=0yr0;wTs@6gS%+SksOT)!~!Q(V&JhxMh!3cLtXG_8w>3%s{~!lI8dHzGL<i>
zZLD{(vF3w5ZDWl^=8MV+9egu%@bx7FVl3t&k!<pgs`G~cawRW-G^4r7DC-ce)}+&@
zK)PG!93`D4-p=OQ!+rLE(3(Unm9WGNdSJl<7T5OF4H<*a>7v>g^xMYZ|BlVs9In?s
zv<lzMhe_oIcDLPhlN-x>ys_Vz96dWZQcRhgKftkM`;z_ayU5xiSLJK@F5E+9hH~c)
zYtSb)z23?(iP|WGXlQPzXoW6%p%|B`B4byU{Gd%saFfxWO_gk2fdC`f)pg)jd7!TB
zA&a03e43nr{`Otd+gBj=N5@&U-C}lNSV!H?J(+qR@m4SkD;$?z;ka4h=moovV)Ijf
z&Wqlb7QIPSdnjDD#?^5-jE|=-0_mD>sga_=QdshdBUD;M2nBrhPc5R&`7Rhc<gR|U
z-uP_fdRJiE>aoskGX;duKocbcOI_<;#IO4sMp=8PEnNL+!5UZF;z7ZojgOLQB!MS+
zTr`qd<B76-QdhC9EhfkL*+wuIY`0?>aMm8n{z8o!hf_+gY|TC)_3w(eOT0Ut_=>NK
zx$Rbe$Z1a=@5PQJk||NV$R-oI^cWX85R)OFahjvoAr|1)<y5rJ%dT;$UspmZkfW@&
zP5~NMW{o>8-Z$}L-zx6Oc|L7T*X|DNn%I5v&Kz`NU`1SAFUc~E*_!7|k1;NH5k+Bh
z5eBX>rbpEwKWUn0zr3EI{dT&H%p^ACS^3$`eA7d>^XrONmPFOLvSu+$w>UQ!*y-8g
znK;qjX<uw3N7||#H)KLRFwBG!Qptqeu}C6ocCd22ngyr%JP58X-Pj|2)Xj6RIUc+b
z9i*B8h$$^7P8^A;4_Nq!pY+72Y8Ib5co`|_rN}n4X_$?mC&5139QG&=#D{jD>|XDb
zQAH#aWN*C|TNwU+k&*GuS}%V@_n^~Sm<in(iQl8so(bYxy^qIi>K;|foMUf`-0V)3
z&Q6V@^4;+V$hCTm^>;hA$`UK)4TbKGw8Wp2`svW!>Q3FPAIGH*7uf{==Vc|fJ1(m$
zTn>04Q}0O^XwZSylli8XV6zM5&l)X6pMh+{ZBD4nhjHRo4OrHo4J=I5@11agY;Q>3
zdHBTbEgc&d3{jHD>czb<@-gwLnmTpz3t*F$?5=Y~Zv)w~p2BG~DVJ2Hg(d^{C7ijW
zt8h?LGasf29KKx6t-8LzcZl+?T<X-L%MVG(-4uUwVgH*8`@~?!K6EehPATdHgFig9
zW7Z9)Qvc1pGK6ny5p@(0Z)1wn(VGYeTg>C3W1rKON^G|#p=}?0pJiEt4q}Bg&u4i_
zn4`(klg4+y%MAHzvvt#w$Ftxhj3%c_&Lp`J_Q|-m8f@DCjfUbL5EoVNLUa+@_%;-W
z($=!e?6nRL2~*1wvINp&q*g^v7~BGb=W(4w$~wl5lQ`r{7BAU9mcis{z%8W7Zik=}
zkq0|Y*9jMYXt$g^Q(6{JE4vrWc;bj`j=X@014Ph8sRVaCsH1WKZ48BV^_Rf|APnvf
z*d%j^)ZCg*@Z3%-+QF?hG7d>ubU@mz(7@T7xw^Fx6ojjg$WvnKS3=r)7a=t=rfSB3
z#!PvMxn0M!foC-Vw8?(PGHD)QJGDR*um5yOE&*7XiQV;`fhokaYF@og1K?x1`x+D|
z#l9o03`ErfNLKcb*g>YLb7hT=Bc&*HoRpb{`AQ?18w=XnyqlIX1`%|EksnhFYh=*1
zKWOS7WQ5v+r~_3|^_N_4k4kTJ@F&*Y8nG$e%wn3M$x+hTvkV8_(AH+N+r|Usu>6qp
zVMx%UPuN<NOl$fH1=*y#-sP_v>BH>%$w3|+>8=BOW%M>mYn1Q^U8+w?RT4?Sq**oQ
z3)RoJ5V*1ks>nVhEo8c+L_`@vCl5&r&cjgVC-#O4fpt0``MiT_?G(ya$hg?aBC6pb
zfkwT-co0#Hu=bCTvwCy%pqOfDL7|`{L<i#z4Gm~d$Gy{nTEBf8(vwA`&3qdV_>UU<
zAS1GgB@|?jv@Nr?pzC#S*KM#vqBy=u^VH|;FEU2;IZhdSTPmWOac45AC#TNt?GhY`
zf@D`;0Is#OvdJQ&e`M+d`QyoDmDyPny<J-<Pe+?>8mt$;o6cI*3nyuW+WkO(vtsdk
z$grlg#&6Nk6ar2Bc3pNF?f_Y`>a8+@I(6iEEPjVB_mOQM?Ef)6MAZM#EbwNNqmBNF
zNw=x1SnubCZG%UQ6M9{OXkY}Sb|j;R7KzUVqikq`Cc7XpF*48>@E+o@wW$MxeQa)&
z$B}Mol4*-Y;rH>X7dm8zS;H06aQUs#>P!gP)J;M5`5?6;qXwrJKIXsL$b`3v<s#f(
ztaZXLPZa4-iKu}MH|)0=Vmq*FRjBQgGlUVs!q*Hfs{Zi4U1&eTin>(u!bhT%s)C}S
ziOG!jFkW@`V~Ay~X_BMkvu6ngu6$2(=+1V%jM2h|XaaH9hyqU>S>)X$*sk4;+iTuH
zoj2*p1l{!_p%3$(D2UGj13AIijN6v}VTfHSD-j8!HPn>|iey+o{x)C{3r?Bbu3$Me
zYypbM^u#aL*!&ZG18q{j%pQ<Pk_$mB2#{8GLoLX;kRN+=J@|nkfKzO{2#IOzvAyC~
z>?k+a`w<6+-zEv1JPYq+=Xu)NQlBs~F~ini#vBoecRqc+fwnVxanY2e*ZXKJ^%!`l
zULp|-Z_xK(NXL-YISa8TGHgQ;oVsK?1CZG~8PU~d2O;EAO7i7S2Bm&f%Q(@R$x%o?
zwHDIQ?j!u+As;54Z5~QP6SNGpO@$VglDhTBm~`EzSCqF;mR|j6V{3FSf2{63zXrqp
zW9MJGhh#A(N6KR+oO2+Gp%zuwl9pZV%C061`|ld@y<wNIzAaw|canhUFK`IR)@mu&
zUp4SR$8I&#e(=Q)U`R;96cC%I@YggQOx6{R|6nUhxv2W}`C3^5>RH+-bZBaL=scZj
ztbf4KF(I3JAQO5#5_jpWXFt&JSU%`m_SvH9WIBa(WZ#-#;cvPJ`A#H&K=l<(MxIFg
zH?*Jz#>4Gw5UW=)HmNtbLWVrtY6aAqAHhhF1o`O^<bu(o>Rxz<aENzl%G{fy=;y&<
zt-#P2cza!3#7-+PL4FtWWrxJL{-zmM)SS>9(k3*(pxY#}Zk&p1m?|Riy(@swK}cU)
zn`+G^!aV99s3*<;T7>%=17CF9sm{sQk_C-=h9Vq#%10r^AE2qIT8EU<!REQJqr^xF
z44KTNihIIid@(XLRTewvGh6cgZHC8mOJx23Ko63X0pK^wIi507qu#S$Y%Fj~R$R|9
z7GA&cMd7+4<BQ6UW8!bnv2?N*>cE>pFRi#n@F3hIF{9Ee3&y%oe=_KO*xh2egP_9u
zFtWW1joQ^sW?RaV7|se@-P^^}-D92D((;LSk?YOQRbg>GxGML5oym!+s}Kcpv?7@I
zjtG6n?C6(9tZ{%O2G)m25pdtrw2n2DJc0G|aZJ$VAVPBP6_E?f2j7w5mqpbxf2HBv
zN=LSvF%_}zVH^E$#=AKzrC?~cdJD<dW{rvWF>;+>Z0js+AWb|rP&EHB)0Zf+fm*C_
zXN!g`JAv_m9NzAM1VNH+O<<GtE$=`*I`035OzKamia|(&vJjCnYqas`!$!)%Y#W_l
zWg%(vz#VyrlU_}<0`{)}+Zt)-|4zm$XXb2b*IR`^N*BLp(4ufAN?W|IrIvL0HQgdX
zLdgr|^{e1mM|k-{{rR;;Tbo{893NE`QVB7>P1u0%k2EO}@MTSw*Fz+WgiDpm+e>8X
zx6$#t^>`l<5e9U@ybsbIodKe38~S?vWT&1*S8%Xf^$S;`4=e343En07Z;+*3Yvy46
zk2If3?wQmcR!L?~Pndc@SBvV^utYl*OJ%+v)K$@`RK)clKx!1iAgtot>RbDA;LL!t
z>@}m#$Hk7R8t;R3<B{v&7!DW8%u`RFPE2ENN3v5N@?8r}skyXbdh`pj117?8Re=X<
zOrAxAKVS>1jzHclGsFJG`84H<DIZm(l(EAlyu{-!zIT7(Z5zE-bJL<-RP|KG)ES!h
zJxet|*@Ms+n~40had$T4rg1wv|1d5$s*0nL+%bsSJD5zn@{LTgjzCI6SA>EHcJ9-2
zl&3m2O9vu$;Zo@nyTy(IQum_b=y*V{#Gip2G!(b#mFd($s?btNnoZip-RjwV(W`V(
zdv%pN4;uHc6hReJVM-^8nE<x;pO$`|G4&<_K}@JwEwbI{gFDzLIZ-z<J;!4941#1m
zcLg*e4H%%C4)&@DUE9MYgyhDzn34n|imA`vprE>pV#wL*?Rl@9rZo8IS0W<#K0$Mc
zgr%MsiI;0gqv~$tN+e#x8_O)M)ygeYyqCsuOCy|nS^|oYQT<46TNVbW2(=;$uZ3Q9
z%;$!YQsh`hM$jIFyp)cS#H^J2JH#J$NvpZH`t6zNCB$8I)L{|b0N}!w$;k*<LSeNq
z^#s-rte;>m8EDjrr{)sBSoe{+q~F|bjgC*%&>jSowqeddmMz4dw5m(qhAR%4{o!b<
zdRY${N2n_`35nCHex?mQPv^9gi4~fkZE01XiJ0O*t#vlpzeMENmhJT}=V7ZTaM(Nl
zFu_@zvWW=73TPfWMRpSWG_)KQmInS1wIv2x)b;Z+Jp}fs#mN8K-Dtl%dhl95%$pST
z03_kJ6hfNV?5(E@X_%!0k&3?*bDW~@PzaQ3iCKD7V_(ZPHUktz)n&S|=|hcaC4)Ug
zd-1D)9_6$^1CJ}r+x0C}E-Akib=PJnM{-qDvYFkKb7Rq_<Z0@7oi01pxADX{Y|Qy0
z@l6{0-=%LWpq|j!vl<~oY!i`_QFRGv7&+ECB>kL0bag+vmO6h}!5{CeXTZWax`Ypl
z%Ng&~&Ha|<M2+V|r<i)-x@Tz7cBG`n#_y-3oxDd=oJT9hgREV%Q@i>RYEt7>-H=vW
zTHe^S3mP{JHRa1S#pyY_p{P3X&1|+wMtdSQt3IaCmA$@9l#~lj5EXJMC1i=f;k4sq
zS`ILSINb4*MAZyCFVk2s$jHJnQFS$QQv15uKNDha)Z!dkBpQX+h1Ais?~VHrnxuSg
z6Dv<&We^fQ9nn?%<{(SU2!DW?!h%UHu-EdNgxt|dxg(rXVgYQWrP=)H!(CTybwIcp
zcH=-UQ7Q6*a>?lyy<%{yb7@YH?2{r@ykJu&j>t=)t(|kKM#hIL93WSLG0K~JW9sL7
zHI9%lqvMb3d7TfzL0(@JB#+BZ{eetU{0*HErD-M{3|d!Fn|7{*RQNi8OqT>TaDf0X
zrWLVd1<6q$J*H+*$m)%$>t2U2_Gac5KuuG1uUIqm+OHdbO}mAVrmB?kLRW(r)JxOH
zbQC&>J^~a^O$PlEJwAz^<29lji7pr2ToSJ#E2{jIichmAX#moVuLt+>Ij#Jer3*ZE
zM0#n8KR%nJ8JF<qVx4|3>98(MECEIl3mKXcYC4v_5{2<gbg>7alK3JXCFj32Z_Hwb
zZ=!>!x(_;uUrr_vZqRwQ>yicJzpjBibtwsf>9*>LixrJ6Z0%tSIN`L8W2UXsWkDq1
zm}lhHNFAa$iL6m4{3V+`yti#)x3TYt(e2DFeatW5hTKjZGalcA@g%ZomsY`e?}6MN
z;Oaly1H3|u>nbLLO&p(5;jn6D+)vWHruH&X3>ip|IhMyVO;vu&8$X~8vlHM*G0bc+
zcGL*<)Nv36M0}y`5n-iL-lhRXTigClB%1a(v?gWM|9!nG@>ncR{|p}?<NM)hZ+sg4
zkbR3y8G;e!`-anV2uXS4m)Hfa87dIJO2hVzDzSa>7T7Q|MsF-0*I8e+d3Pyz({auV
zJ|9AySY=`q2sex67t5?DP`^g1LZ3Ins)Q)V)J1|xwD=_5c8x?F8~X}#;zWnN*r98}
zi9J-ZdGcwS^tJH=LD&Z1KS+$J+n_M99zwjy#(Q``RGWB74qaa(JypM!o05sr|Ib9R
zvo*6y2o+#2d__pQET)cOV%r9<b;z5%eT*e89SJ;J1s*N0e<e>^4*wViMYScIc7(2N
z*~sL@)SsArBC})a1|Z=5n_6V!{`PLVnJFZt9N4iMwx>>uQfv~S2*52gPUb2|Np~Gn
z^;+&$TC+*sFK~)*tITCSB(PBJG@55*pkgr{YXmUKw;(8_Z`-=y>1VpW41GO3I{X}Z
ze#`?9#Ne2BFg|<CkMbl~sMaH{$d6c(Zuvs5?A;jS@#V0vq<w^ufJDkqnT;56gRF6x
zjXpL_-Ribpi06DM<ZR1CtIXr-n%t=o90_vlmmml1?ZzrGyoq$c&UToMRlz`E$E5fk
zx`^XTb|icYaKuP&+X%5`$V5%jP~f=r<IHF6_~^`RpK(<|zhh?LxOIKz{3`av$&g61
zf7$OPu-&z8qK=UuIOI^6V3yH#@ZzWj%`<eLX(~w1ugcq<EiEW!Kh80}JnCN514DsX
zRzk*OMIW<EzTV?cqGJ4P3}OMdwP7X_Bgmx>@Zxk*2yVay01a&G5FPU;{N9wdM(Qd%
z#S0!)Pw|D`TfprSLUXu&p4a;%{&b_ew`3HUYR^aR*}EUO&8YTfiL}KfEi4Ojk9!D~
zwA;LfFTF!sLB#B6z??v=!1j9cFXo;Ft>QhyoE9;IYgsyB0qe*Qn~~|g0x0%%;4q8z
z*2abtFh19hX-XD1B}X--T6&AIR~**t-eNWb9acR)@MNvg{ZCZfnyFO19dz;aH*y)&
zYPn?Qn3(z}Av<sr)7V=q1G7d@W)83-)d=-%_D5prus_}GQ~%>*bgNOH-{Ar5<Rl0K
z26f0>p)}~?J{pwo@9XV7!V0uH(fb`l!Dz&~gdqt?7JRg*5kqNDNm@wa^axDrKFGHY
z)|<yhAZ|pX-|fA*iz38*pRg#1Z)H)Bb>k=A%XWFIdaRW!5__!W`Q^MU=5HjeeV6sl
zQEBaxrdObzN|nGv|HeG1;f=5N<sAZ66<d*XIIB{4fI<&pxiMbrExK9ejTJePYz;WQ
zF_x!Oy0z0_WNkM^!)|?aL$B~MvmF~^K}Q##Tlw6<=YBqW`SkJml8>JufE%%OjEg+U
za&4t!{=LF9nBhuoGeSi|5xJdwdmSRSQLB0htf6=b7Ax^?`X$A@x9Y2EE^>Nry-8|a
z<Vq%ti;9x<#zmu&C(?s`V-2CIfi-ULrp=Ur4A!_=I9gYmPJ&X&GMm`H?b%mc>-yFy
z-4{6=XS=>-UBNUox^rvxR(zI#N7xX$rB%JF_nphF3u%bNXoU0JI?2ZwjTE-BaS^wk
z5DrQ4!dA6e=lKbsmj+tZ1B?$2POpLBJphy^c>I5|<f4>dN0wekj%e9tTr?6wTjS0k
z&stSRH%ADrzpl~e-Sk6R$gc4j^9HiUy#8#fD&$Cy2=0_OyT;$DKBWsS$LC2i#l}1j
z9;H_GF)W3Y@R&2pw7~(O>6zu~4Y<jii=mEnC`qA#^xSf_lT-*D3BpAP8u}Vm`sONl
zz?WWCPFMyVZKoqd2T8p9TGj7)XDm2FjQPH-G2fpZKH{7e1l@})@tLx(;i*2{Y%W41
zoI+T3+l8{#)iIV5@!Lh#ukffnL}<gIuE#RBN@mYHrKiYc4Yj+{p2zZ7lsKJfp48~<
z3N5f97^-M~JRI^!bV<rfysP)&`g4dpUgyltuGE=yV=naQ6F#QrcFgFW{iPeRDGD5%
zE-uP66gYbZ%Mr35CxJ5l&2k`Vtl2PN?7Qet=N=>M=*%<>qzcV#xw0HB(ok$irM0y^
zD#T^FPk!d`YZG_Z_q<bF%k$a!@FKS{ttd6dSc^y*WvoTE92HwHd}1@rs8k*C+w<j2
zgz4FA_R#nAV^XJNn>p=P7xF=NJ^LqMm9`{~V_hubPr0<XE3?i(TyGfA%Yv66EfHTt
z(`1DyCUUHgZ~IUmb2fb8MR)C$&Ltj#+U5rKc9d`Y0&C2%&KrL~=4G`<O}kXjOY!DK
za|aKL3B1|WW#$asK2O=z6;bs+NO+^UBAb~%*$kJ#<iW=jjRXohj%$s7nayrUxLUGA
zd#v`U*jI&3%F>M<bH2xnmNBtu*S9kBYp59fmkNHVaB9ASU&76$f^R7`C@%W6xhw~o
zj&_!bVH2un--uD6vYvhJQ5+`QS3D}@iL@vPPb><13gsBjVBw>RjUQG_NSH|X<T(Ht
zGp8A#)|IZYPKsGhvp*t=;VuRz3M`xYP=bTqD$6|3OAgO8;4zCaz`dI`fm;syBriwu
zCmW6a5o}C#e=7QHmG-TD9|pvCxD3QgJ15g{&NwO4k04L9T(M-1)-YCDRdyOTKDpJY
zI?ZSK^ZJm`6nw5))cA)qVsUS=2&eqIp+X>p0C5Q^0#hBv41nkuW6W?SirP9VjTx@w
zF?FQ`;$ZJlP1}1cbO<xOQ0QyJ`_@-BZm80aZ`8ijP&Ym`)@;N=Q4-mj3GGYI>$gs?
zD^2;4yWzatWxa{8v&sphTi9>RD1^3iXL%(0HKsg=G!8Y;!sw%gzpXB@+=rn39~s#U
z*<h?7mNC%mPfqea+;~o1*uBmRS^&7y-r3Yf0Qwu?0Xsi2$UR7z>qj)hAe`>R2o;CL
z$uO1HSlWu2uG`4Do(Pb_wt;edfqFmZpsxYtR*~}4L{1ioxQUd>Q6lz2J?UBB8W<wC
zvUGj9ej7H3*O*$dfN&-0DC9|oDj~W>mhf)_4}`=?sj%DPP#Tdt>|Ht$VUbLjGZN}D
zO%|NtkdO>m&S>^$^P?L=(;7;F;<mQrc}!}us-w)9QPgpUF=J$^lwQuH7dn9Oj$^?a
zQ(w#VN{9a|D9d+<<)kb~TiZ;(5JHg-efbWx#pG5$qcgBP&qIWFZ-L-EFEF{HW)2(E
z9p}LdNw%m*C&wE7rK$6B72gAe*3{ffK+t+x?j<5Q$MK?mrKbXO3ngItT`thw**Fy%
zjvqm;!z1I(H5JDE3KlhE0GXu%VR=yoa0YM85Z;m;p5(;FJQl&6EiDV&P~O2Qtkg*y
zL_H_4izPsaoz5m_PoyQ`T%f+M5#!hD$SjnoSf)C;b->&yg4&sS(cEdi)uW0}5nkxA
zCIosmJeiqUz=_sJSTkfAvK*7#-qD?@&u+wVzX5B}?cCP0Z^EdZ=~;gmuzqSAmT*bP
zBTOK|MeM{r;=<t-hw8_#4>=6!SIo^oQ<>nx6H(kJ0(mdl-lC<l7~l~#Qfmi$6P4bC
z;Om73GxZfn!xQX@&d(1xU_QJzFJx-5NUypwh?4hf!E`PqS*2vcY~kC-tNyBI!k;K^
z`}8OK2}l_%Ix=4r1?00{HkbI}F`Nk9A`}Co;MKV(9pYxuajwmRxN&GbRzP@q`h^oX
z%?ABM<RB8bF+IQA$f|UMV-%La@9edTIn&LOLSI}+!{^X22b_J0ad=)ehRXK;7r3yE
z_=J|E-_q$mYke+pw6#C?RBFAQd-7VZ<eq%iv$>}+R!{D!ATdFRQ`QC8m!Ax#mRa12
zsZ$HAv4i<4|CBgZB=Apk_cr1D@hd^cU-=y1bBK=vG>_!d%5w$Zem-aLIgd|}&m2Bu
z$eYeb6NqR_Z1ucV*c(zzvJMIF6DQVrP07lp)a5z$c#dhxgcPLYO8})?-K;k*%B+iW
z1+E1&IKPHh710}~!?`O%b<T(68en{G71j;p1EP>)dFSTOs9n%eDe56dQD9033n%o&
zp_ehcNDQ5aHH;MuyW&kaoj&*~N8p=lD#fdCAIuLtF||Z*!>z)kA4LJ`>(o#FDGg0e
zuX6XweJg`THq6=@Z4!X)N}SVn_%p1|+TEE&1sDS;X9Dgvet~RoZ1A;4Vu_OoPtn8m
zTjkscrV}0|!3>K@09lRIxfSB5PKPUV28M`jW5(#zBoXq>tT3g2+p=_R&T~FG%R1GV
zQEHdsJSVCETL0E5LdIC|jsi><dvR)GO0Z!BMsu2&R$FuBL%v|ozEWAYIJ!6Jb;~>>
zP?~Cj=cBNQAWxs*o*-LiCBiSR-{~I2Wd0o~G(@+Jl}E3BRHN2Zd6SxEJZ6a;fw@wq
zvWZh7$q7xVCJ-G}Z-Ih{m~3m@i4j({PP<WNVU0VIVCU-*t)t7dXy#%Ea`XZ$l8_)5
zoyUO&+NozVj_5&4-h_nC=AAZjZ*S(9LlXuoRZ*Jusa_F)`E$Jkc*loipUi_bNsFeL
zx^W`@kt7pS6Lgv#|APw;Z~R}hgH&9){W;@7thoS}&H~9>_^x49931j?Dsuyc;uyo4
z@>%R4m+ADgC?$P=YJ8DR^)9w2jT|jnwv(yPW{&4j@jDlFel}4DjMXzw8$T08z?t4{
zJ!%4LjWMz=cxK}}vR0^lCSA%A>}?zWD$~ovJ(PtsraF4mm{Hr(#lV~EMn+n$MY@LN
zCIHqCCu^Ym_8{N33xhq|NhVvl9Gyq|vN>q>%}l5IV6ndEWgP5kZa9Xwwa>|h3;v`f
z2iaz{LWF*B8Ij!R5mTdImO+t{C=T*^=AU?-H_&SIIJp{X`Cr6M%8K!^x4%J%+YIb}
zGljc!ayoP{rbOjqMD*>XN@zf8@92dvxE15cU3?#5hx}PVI_C00@hu-CIM+9{<fBL!
z#ZYvqc1NKNW9%K3$auJ*)XfbkvdR0w7^y2KT8_O?KuL~GjE?V3$v(s_bT5_@>yj0$
z?@=yGNs&#1-2x5Y{{$MWfZFau+Y6FKJ3|Mr3?ABEm@M8otLWfL9$oh1@}MLTJbVxU
zenJ~D)j_wsSWj!DKrpp`#FGg}shj@>fcZ#KF<6JjA>5^od<?)uKgAV5s_%|0a43r;
zLL?oaBrZ#@h}uP9v8F=rrtKuKHJQskNTrC1?-w;M4yXIb&1DVftRK8fR<1Dstk8aG
z*~Iq6<W83XmZ~<o&Q{4BBt*#K9b`g4Rz$f3qP9GcI<V>E5!zQo^`>Wt)|{Tt)Fb#4
znd<a^8$q!i0ozgDu6o8Lo_@Kpv0Z)juY>q84y+hLPHvL#V3K=7;?{Ghi7bW8C3mpD
zxLxk@y1pk5`*_}702JmB68QaYoo<!XzRm{p9oq@I?nc;{^X>@rq(<bT)U0Fc+51{X
z6E@;x8;(sQ8DCU=WrrSo!WZ|gmiGm`%T5OzB9{uWOx@2>6vs^C3s1)qWBu)pWGpl9
z&X&x~k&yPax`cRaopY`85=HS!-9~Ay4ZF~6yBTZjOlj9nJ9n_+2gcR6JN7@qnAzl-
ztgFAkL`l(j4X-hEidTZyiNTwya~t(ER_gG)F@)#Er|IMxolJDsJ#vE?a`x`{be%DQ
z3~QDdx^IhP`qy#iM|5fdsp$Q)rq4`HoSsZh$fh3DeO#q;|F+FWD|@){%XLb?ZXT+7
zDx0ki-2r`t9@m)5A?r$@gotF)_n>09(CEp0!E(ExCIh+Kh8ql*>>H#69m*==_ih1c
zFbc}vF*qKPWj{@&IZeGOy(O!FaBxdjm`nEBywHVqh>eo~*rA}VXAyP4CPi)%_GgK=
z9ad%xEt;-yujB)V^xn)#PaFja8-D`dX)jP!KV7IBk+k~|0($2a#7el7q<xceI$$cN
z(T*Z?t+zp6Ov#=4X6lXvtK{3`WiW6ijOa~=?ohQbZWx^uQ#a{BS0Lfe6f~3aC%QIM
zw{veqRP~`TG|E%+5%xmfjAQ=>sFi|FI77S=#on%VQd;8`bP-b{D8}*#F(!gg$I4WK
zN}ALw&JmiQChIxn?o7-ZyMxj3Al0*}JNC;OG=UE^rXGBhrdnIoci)jxqBiGbQ}@Rs
zx}OxI(*(6hzjFUEwI7UMrQcq@M&7o@SLnB=_1k^%PW?8Wl2~_%<*n*M8rIXP$$YcU
zzLUZ-m8n*B!m#Y$#P87A*XOdYZB<!FOxHe9c;RlH{Wj|;jylEf({HwCw=8in-sgN_
zZ~Qmp38E<~9W85B59Knwo9>3P<B!_~es34pzgf~M?X<5zfK-Cg?K_-Szd1<e#)0Mk
zQQ)bw#V;$8P7LikXUe&o76dXgjE`h+0>;F5&;@x}JwqOAt{J++zJBXuN^@qI%~|!|
zqiBmDPdWKop(k`2vrH`ut`)5}4e1EI%1-u30xwAwh8u);=Ntbgc!%hABLo25%1IbH
z4GU5JNb?;I>~{LM3C4z(y!knJxi9DrW2cjp*_7t1A9ly(&h`tem>Wz?MahhafNfPj
zpfSc&qk%MbOdA68#33+k;ZWg_xz_w<2mbw?UNJ`DMp+yoH|%9cUQqN&HbG~iLL#6~
zB*I6Kvu0&&ztxFl%uQ}lqQ^_rbn@`>Y_f%*7#y(Q_k=lfVJ%<Pm3=y_C4bypRw7Sr
zW^V=M`3@50F*#wtTr|pDARw>MvZG8yRkh5``|zP1A#mv<+L8MJl_bNUBkFZf4=XEg
zx<@%fsx84|X-7ESjo&TAu}&@tuThVof{^bc@NI~@V^YrBC({_$FsWu**RnUJ9-@O-
zOikDQ;q~EFBt*AXja3pmFkLKevzX|iTVz1$zbR^T_(A$QoRT=8-bBW?aX+=1PmTn3
zv5w0;BmjGIn>}$KHTBJgGA+lvXvgAs?4X)x;!09$52@L33@4<zx)Uo&@P<BC=aXWa
zEl%V4!o+f^eKKj9w@GrzmVXBi+`?s>!MTOSVL-x2x3~YV(}ZuYK7|SbDQ+$h<en;n
z=D5S(Wj5Iq6VDs9RMwtr+LBT=y87TfAbtrLW81ToY_%MT)wcgW=u8%JTb!G)&A!7M
z-T1sub{p#A<PGA}TW+Xhk}G7b6(V?StR%U(t+|~Ii;{G>%vxxyFXKF4ChTJ2!~Tm~
zt<zpTk6d=aq7p0PoJnC9w^>Q(Jxfd}?#&hDY#JERt~$0iExC8=C7oo>^Uu^Ub*%s$
z+=iYDi)OVf?t%tDscA}8K_|5@K`DoO#BNQF!s&8^OU|0AtYW=4u*-Y*Hco>di-y7V
z8)BCwI9GOAKC+4h|H=1rk^Hi%my3+rJ2!AG)*>+7%BlkD{T{wVZrp+%#B0{#PcQV;
zwbgV~W~Y81UOMf5au>2*ucyGwv|Hbr;R`IPp{sRo;GM*KwRrG4CTk?^k|;L@*cXl&
z{XRRS@?8uon1PFQhWSA?o5<=8$I`B@-Pg<UZ)-eP0m#zb$Ng+@bP?XDp<6{{!)T6+
zBmKqPu~VS0_>$FmAmUGP!A@Da!NalmCb_CWU-4Afv}8MNY9XT!E8tANP~_wiJdG~4
z+UVdo_6L8=6fn71X9MbRxzIITr%ny5@^cm4OgCE!T%T6Vl~Ej+T*sce&(Tq`bsYwn
zhAh8865!^!_0@T0#_aN}F}ot$TkpGta=rDQJEZtIW&`7@;K+Wu9w>R9j@yriNADrq
zxW1f$2h;TxTkqu68`_4mHZeW>4PU0dGNN8;(^6cIM)Q5xrEe`LwQq)ErxDKIz>PWw
zbn=2+@*Lwsd%gTPlmn)l^$m7DF0nIR8#$Z$&PB#&<;ju8XUB7>?XyWK@#yA#CU%$v
zp;p4`!=?dJ3EG|KuBDPI`w-?iYHP{4Zn>^RuC7XGZ==tgrit$|a|1Ul!A6sTCz5F{
zU>;b$ZkVX?o_30<`ZM8EW`kt$`E!8QgChaPVA?<K*<alA;RHB=LV=HQlpss(o|1R#
z8x3WxXDC-P+?1Tm<r;=6O1=N69H+L59(@kP%0}Zm;&Y<gw2&V+6K!j=o)*{U{!-^|
z)3r-x$hmcg%-OHF#1J|e#U7t{M!CwcNFTW-|4)*C>(<BR>t@@HVc(0Gm@Y1VqZuM#
z>kT2n)n8j5pjadw#$8((=?#1C<5eBecQ$#9Wo0={z+iH`emsP2vpWz4-Nw3IZWrvO
zVOz3YgP=))b-B2uML2fv0a^1{TE?r^NTjO0DU!P@)<5K+wl@e@Oy=igv{~noV6DS@
zb#wHZCyI6a>dOfo5XDI;&nXT^C*gJ6A~`tAXf>wS#r;^^I+k)Gx#Hz?3nXs!HL%O1
z<!RMzbR-?gYhq?cg|j1RY~ZHJk%=PihaIDt-@Z<!K(3SF8oK&^xuk(Kt|R0M7A|f$
z$jqec`)!%BbWo_=h8boH6@*TLi!k;fvYKpLM-~<5=+<rJ1F#^`^yoVz099W6`ejRf
z;ROwasbgB=L7*4lp+o`R8oQt+epN1wb+7P1j=+rrvxZrXwh^YUreZIS88w&ssh<u#
zZqBuZRoEQSc|C%6Mij&9$mha`iRrBbbp3ij)SJs}s>p=8xkrT)LDoVsh9BoWN~kj3
z$JAI&B^B*4^-JMlu?yuY(qF$sSGHe6IIi|3y<q3!saSg9fZ6Uhr`w}-T3p}B)=sxC
zFw?#Apt&suJ)gBeBwqXtsE|wd5r8bIt?KG#_BaM2J)gOdm+EYwBaTUU|2Zk_02&+?
zz(5iP&k#kK!C8aU6P%uZL>o=BpBMUScWdvmSYNdqlAgh>Ct>$Yqr1<XCZ1XL^e-1K
zyJlCJv$+a>Hm9}3765}BBgEP#a6;|)lgxoIBllTy+efNs(ptAQB0Vj4eb~R~oE3P$
zZ1Rw$#LZOJwu$`E!v{2qC=9U~Y@3BV;-b4|#pSs1-LmcBTv5fz<sEps_311O_i<)v
z&-*T;x6k>47GI?gNE<^x_QDK^1rtk@Ej6QlYkVMDwR#-)j?B)<VQ2LmfAy<fyEnXt
zg~HWHRe?RLE2{UvujaPeLwAJ_XVdkUTfXZt41L&;#^slbdO0*0xCn@hyo4<)`;HAR
z9+?MM;6m`H>ro@Y+V0IQ(`>s<hGQT8cE_$+dwE%_v!jY(|C3>B!jzUylq*tRH@#*<
zUwYPSeP+W!zPMScpRaxzkUNC(=rImdf){aOMka4rJ2$g3n@%0<%zo~@`2rYy%c42V
z^lb0L&+@Z9&RyPzdjq??w^fiM{<;x(^1O2Ygs5Hb!!x-S<&C<TmEPM#e%H0upn7hs
zad^A>c<p-0d#mExywPLM`kn-NOh3Wf#jUs)pX^uH&GUF~eN0+%-Bx>OQtE)&pANli
zynj(%U!_CJ$e!xWh}GwPxOHxNVP9aIHzQ`B_u=nJxQMwey>Oqg&sn|GKF{0a-PB2L
zleg=2zRb|OX5W^ZrC`s8rIj@s33V)ROt0{EJwa|JTHt(f?c6}?<n>{JRJ4@bH}h`S
zOC4vMGd-D0amT)!DZkTn3gjoHe21OlMow`~*m4D)S@%8|NY8uMoCkj2y}uxN&7is(
z)^TMGT~Dt`H3wEzt$)jE)LHx<(<!2{P<-jo0r6bB7=*+&?b6#WGNHdSL;HGEp``OO
zGp*`ZgE@E7qdltogV6E9gXx6_&4ntk(8sfP){FM*rta$}W$Ft9Gbej9S0WJP)}^`3
z!$!KgX!>|>SF=co?0D~OGDY4^=Kzn9E%Dy=ZC;Zb=Fd+y%uiO$_ioz3`~2j!GEC+%
zb+DeP3ov!JgpeGj>yiB>(z?zCgbi=jrF<Lqnjb?_)}M^^2MSV8%Mr<L8<N+g4v^5&
z#W%a`;2ZQ2N)pU^H$5uZL^9loo#s4btm|{Tyj?#b(dsm^?&NeMJ1RNB$d2=NeVtAN
zsRQ23&E)Q1${R68fl!|}v)XQhE+m?#YYtiZC}kk^hPB7&eb>m2@ZLOy)NJJwb2kQ|
zk^=;XcyF0OJ-~Es)2-A<D>r&F4TZoX4c$^84OQ|d)8N!aMpI<tdY=$JWitL!An<N_
zl~foeBUhq;E!qgMm3Z4ud3|R8Q}Q)Weo}0-Y*p_J^msE*e@R;CK$8Tw9A_gZo4nbj
zE)=n*eb5xJ#zGULnt+ZPa%G61Fr@ak15mU4Y{+G_Y&RL|+y8f7xL?_magEoYeuWCm
z1$=ofIawxP=44=Q5<tV`?Vm()VAWJ_W|}lTlPeATP1kR{53g;?xV-7mK21jD<RQxf
zN7kJx{Lxa7@!xJjp%=;BqpX~~U7w?3!p1gN;Bd!#&~F|)8V%k}+obJX`yb<L%gj0V
z7kW26L;3re;%%auZuB(EUJ~&DTz(+qXJ^bFzvPBg6X=o&{tmDE|4bvd7jy<4@>#&A
zXM_E@o$omBk8}hbckx}s6l2U82RyR$>DGeO`|!%y=@imNN8|+F;&|8d)z3O#OE2+Z
zo9HXjxW;&P>XSnab6nm{5}+aX7=Kz#9pd%|uT8#Z0$PZrY)qYSmo_qJk+W5YI>PJ-
zUGs8Zny`m8Zs#ZUE%+Sg9aR7OeHto7W)lx#Z1c$lhAw@9p<as3JBXa7O5oXbyAk(h
zO70<$D}-X|A2;HqAs0{0PicdQ>zycguCbD^>tR=90=>D1OQEY@=BgCnIK|i|7qH3A
zS>&J$xH@Y<tg=FkGUFr%w-7d`-lAcMYb?Q>nK{1ne6G6gZP1qmqq~Oe0<8{NcP6sc
z9pd&<6@`o@EVhwcIjHZmO`T#LkGeGH_=&$rH~6{u?ifyraUsE{B3^cQ4uz)`rrtEe
z70&$0D%74{{$M1w#H$JN=yTRr0G-8(%02kbJ#u4Fln2a~Dy#ZmG71Mv6`BpM!IuV?
zv8^o7;$OXo2(-b}`kZ?~Z{c~e=c~_lG72p5y=`XHXU>@wn8S_OQT6mVrk3D}Orz@$
zvuo<HgU>g<n7H-8KZ1@ZyWH75+0{+xtMvr+&2PdF;Kwu1PtfR~m-JfSw53g}CuY_X
zPyQ1!(j_y&ab|<74b9pV*t<?)@rb^c>rIP=y7YzKgQoB%kd<Fw+ZK&R{!<mrQnV(}
zyWtEc!LjNH_CB$^9W@=CZ_?J>6to1U5VO)<#+JGtb6G6&L#(^xc6(`N>n=K6mJLr`
zRu`VS(wl0EKc}mHs`q&Hx|xM_kjZ7fSUBrLl&}6ydLsU7tNdi~vV!o`JQr}Vg<rmq
zvzc4pk%pzwN2Sl3a(y1<leLMcV-`Pxwdq!hcXrev_BRO%AR9u2%yzjSwK`l;-Clv4
z9tup)yE7en!1&C?lKAR=hgDk55rl1tvb%^rV1Lv`-GxC=hI0ahH`16!0gH}}J(7-}
zLp-<9o#8r1_EnH0BdKuCyMu%Rae_dO+c8@g+opKCs_X?G+Z1P(#1l|IIk0Dg%h_$A
z9|-FCJ8tQmD-^-fDoX|%ao$H7r?LVjxVXBJ3lRFZG}dhnjWQdPY}=ZlvRJw?sooU6
zkxK$FL%9WbO@)&HpqRQG16LLl@6k5m*Ezq6t=(m5+9MjXK*Bh=-K()|OK4PVb7P(A
z0KLe7b~AL4MmbQHx8HO3I0&b4&x@Q8xCnvCkoQ2HRxzUyvD6HQDhR}EBX-!l-jxp1
zK6hG|ncLG##FJ7Rh`LuzGD2Jx`HcCh(d(02OXbSn{1y1fu(_$f0HftLzUp?&rAXK7
z8xE#B+?>$Q0|VLXWsG<ZVqC=<RlfsnfZ==|Ffhr4m*N)@KZ~~ukF&$%V$|mHYVL<#
z2yfjmS6}B(be9~vSdNwgeyX$b{G#)QIot_P6xr;|Qld{?&h5k`u0C1TA1A<H)xG*E
z`vp<;rP%!)6=2-?h4{s!=Rk91Y7{@@Bd9TV;a}@1OLKWX$N?9}rrYVeVXkgemah#g
z#{@S}BThA(J@iqWj&R(72u1hGe}Zh*yZ8m%Nxu;;b0xBL>p(@(C-3ac?!QgO7A}8E
z2(mithKDt^+HtKz0Qvp}AWfS1L-1e}$Q*IIf3H9UB=tV&HaXfpiu+$wq&KKLs>N|O
z;>-ErWFJC)7J&0K`d0|{0vDTD{CIF~xx^*k%#(3-pF<c-hYX2XN*AGl?3yG>#lD;R
zKqPJ$LDW$ZEr{d4Uv4byi>da2&|;;zbMPia<G`Y!CAIL7#G5>zoBU0B-u(oefDVUQ
zzakxCOZ35Lx_(6_v{inE_szqkr|y@<ooqt>CYoLN023a1FdbeY#*uvo%1zrTWpk*e
zFL8*P?Nw|IT=?^!|9s?{ao6;gMXm|gl*vxdQx^z$J~>Bzh)2+p?jQ=<U%fruTy<BX
zZ1LeQuIVmwa;d+cYD<l7CC~YAq@nhkE7JUO#L{BI4KKus@~%17+zyFE%<yFSLJKS$
z>gg8g3I7ADOeeR*S47k8lhYmLY6Qe63(a9GRb1F2L5%*wbs=tW@0gr$Ee>o?ma=KV
z)g=?+_aUG8#jP>%+j)qoeXC?Ro^)}#-Oa=j$<FP)#hQDyyM?n=TtGW?`@G0pvv~!&
zSf*LlnBf)TUvWj0;}aoDtUb@>W*k3@9LX_^;w??897BjKqMt;8I{na)`q&aKo?eig
zxJeFF>N|<KZeyQTAX}hpyyFS)BjKrk&`KuIv$8~M7wa9m2rf&bbkgDTY+7uE7~`Lr
z=u`D9^pux~6NxF_++NJIy(!$@tnCY2Zde2^@5AlILkehnK1hi1Ei-945I%49=(u~W
zxHV2;tq0lQOw1Af&Tz3X5DsM9g`}|(t`ZSQpb0tZZM3Nl3P)sKLEp4_UQ}QfHK9sD
zim@yS=F5y_D+c|0>^_NBuDia5i<#>E)%8_TR8#xmBkjRJ@A?t37S$%~);4raN@qtg
z7g+l_@fE_B!exR`d<iEKsD|W2))XLxGjbLc=afZ+S86X4Vj0oH4bLKJ_$38fBKWJr
zRf)2;yAFRwOH+O!laL#tt(WAei&?|r5%o?FW+d(L>mJ`gEf&KRxu5O8D_V`^YdiSa
z*VaVJt-f-;Jm=#d<b#BSk#7G1lp{*a>_u5)_Zm0i2K2@c+FNnw=OW3XLZJ<PXbv0_
zXbw!!229_+z^nXV!qG<0ZL-|an+l?jaqx{=+Kz?Hk8E?r_gt}%2TdWL(cyCt5GrR1
zB|a>BUN)*Pt`86WC<{4g-b{#d+7ZR(o#0n{uS8)p`F1eA*;u8IILeK45~o$S#NBbV
z`K(^qqs86M9%8WE1S_ilr3oP@xQz(DYIbx+H>IXTvuCRhp?m8jB8m$LV2UQ(5s4>0
zs9Nkk*#f2v#~^j>0lb1-Fg7=Juh}>?s=L06>c)CEv({0@iAxUuRAi^#sVt#4wrK)O
z-0RekLLKIItGm&I1F07q6s;bvVGhjIetsLZi3Xvq)}DRxyHU>w7p2%C@gH4&8s#a>
zMS1irzd$w9d;uYfghL~@W~UY??p{JTlriMiY_h<m#HBOz?pFKceI6~B89h>Oe(LGL
zF2v9XSAsga*eWBj2Z$Ofr|qrkQPLVYPPyK_?m%7^>ZO^Gtl3z>ni)^@jqG``Ek_$$
zDBqf0GhJO{KLpiRc;FmD6PcqJB9F6qbl8t`c>E`PN9tT2KM?t{X0o|~nOCP%(by4`
z6KjP8sp?pI5Jb+~6yxi=w1HzX4;F+(SbG9#xq<vV72!aW3-iv*tYDp$Je5Fe$^{v4
zu52r1ZQ{ft)%D7(aU>X5y9wFQ&DGe=*}RHRZkWOhVTrIn@EKPhaNv=`a>N(LzJSne
zB)#yB^t^rQl^;s*#~TDC^d$%@`z!iiUgbFbuVv2VBF1w33KA36`Z!Z%t4oo4Mn@cb
z+lL*P{HhQXp8R;-QuoS5IO)T2Ry0LeKYrsK=ixoE=%!ul&98?RtSOue%EWxKc=U07
zdn1;RRzLq@7^Y)fvWkaY_p*>U^VB^{bD|n@!LKcG$(e7&W9Id~y75V`SzNcsz0#eW
zWA@egQXeNO7A$B{qiTV84+3gugKOlL`Tov#oasy5o97hC{o<MVYt!TTl?wCbTbNAN
znQ4B0X<Pbx@}{S4%OXZF-|v0+Wqy48ug*;`CROLB&drO8tbMG4&<f(emo4EW;qMq%
zWmZYX)x|o7Qw<UA4>r#cDj62hAV0N8u!7l$t}m2;U9QET3~a0!jin-Yfa`=R64+hl
zkfaLfgqmCl7AI3lxTbL$_x}c4DZ({eC+Q-UxgzCJHHL)N#Kp+i5}vr6G*5^ar_szx
zUmd7oq3Sn_Wg1FNMqkfaB+w?i9WS4);kJoN(A_O7-EU088E}%>QfBTF&%%07-DP83
z8^#1K8{=N@oS*at;o!i|b^EmkbIJB=y4g+SM^$`QALx?#GPg%<L_uG6$VY;X%)Ugi
z-uCUps26hGQNFpo#N4TMZL=q5<LLR0Wv2f?@GC!Fs<&m%7+ya(SYMQ1y4gcBtd8(s
zou3H~7!{7Wsl(zrw>3a(G;y))cguMHR-?ffp~3hJ4Gs+0Md|h`b7#8Umu{bmEia~5
zdri8%GTq*kZYSTLZl9KJFH5&iPqzot?G?F(qlt<<c&6Ph!kbQhWVf4X_NCd#+G$+j
z&gp-yHC@OFD08I`caqs$W7Y*eW0|_F#$mbOr2;H1lhr?8>1kV<{aYG~pySH^k-Ij}
zFT!x^+U?yWlI>7^vCG@l$rGE$+28EoAyL?(rhQk2gW)Xev8zQQtPWxVw{E$#Zf8Rs
z0q?V%yVFfUeh5W^hzXIWL)M-_eL1>3==;(6af!A3Bukmz^J;Kcu)LPNwFT+`*CEj;
zJ<#apOY71rf<srCYySw|E1&sY;i^pgTI=LP4Min*D5=jz;W~a<ir+GD>P6iHI5AL;
z3;cnXQ?GHmu1sfmGX4;BK>K9*9fvl4?K`SA>2h4d3qlEB*Tt$Zz9?0tmh#H__hDK8
zMr%-5T#)fnvcep@CG4+sF4!^$<bk><LO=y{LxE^bY9G-hRLriP?Ce)2pmwhIJ2T<(
zHf(Nw+N-U)mx*4wGd!*^9d61K5c-|?erzfCU5E$H2lW@$g<Y#A7%W~p<RI8x)!Sa|
zC)O(UH5r)EF+I3?3Q}_ViyyJXF#5k-GnT`d)3d9mwyG<pXpXZ=TGgFAwxv6!V>1ph
zt((mS9jXFK!JyAvS)QyyXH=R;SR0s^dW?^J&bOQSfnp_#BE75SGOlzxxcB;<Eptln
zxW4=z<r_Kn^tU4UaXyR1Z!_Dj4sMie^of1*RIXxbGz#r^`Buiry4=`M=2}<M+gLV=
zWSV@^Tu=r?UEe@I4FM_3U6<^#U)q$sxG6b9@3r%T9i>gFtF&BM$B83rgnpD;)W!Ls
zUtYNi#qcp?%TMigmqjGaIz#7tn_||h`tih@DD)iC2qLZbWwGZPJVy7J2y*`9Gd1??
zeMO83eko$TedT;Xs<`v=q5<oZEy1GuotzK7-d&RVyTrky-oD?Rd|e00h%{$KkC`9w
zbzV{Qh1pP*=J3^=s{E!Ufef8%#}(+KY{XtecLF-1bW4-ylr0TKnjPm9=?bD8Wtlih
zufoGV<NsmoUErgvj>qqW-6RVv?1BLzMvWR24Qe#0CSAZl$R^yvhDer(5bJeaZHurA
zs38QG*lZrx+E!cJ+MBKZdau1`u~kb%6BI9qR#9xF)#^!?ws@&Tq3rved7e#z_5E8u
zAF|JLo^zRV&YYP!bLPx!D9?#IaiSn&EcNJrz#Gu3FIb2bp{WJ+)Guarho@tTl^^{N
zj=o7RBb|j+AL#J34`hc~ch)Q^BE{vdFR6G!kdmsnS_`fw8%x=ZCL3p@^UWv$lU(j_
z{9W@WVZGRV{eyL(G3Mg$TET{j-O<Zi55C>z`$Z5dgc^t5GZZMRFqxTCoE+6Nhh>v&
zD(;?}*Hh>3o@<9l6E31c7E7D9M<rW|Sy}J*7Q|-?T=COc-<?mmS!BA(PjgoJiSPHi
zV^c#*xj3ZakvBb#Wyyjpb&ctz1!t2W^pLY*TDVB$T<gZw>Cg8BW&Ugnrj<YR#8JLU
zM3jX>_2P9$QM}-nbl60&LVoFN%p>j_C&+$yU4d0wPK|7l3X<m~*Os%d$YIw@VtM+2
z<fMRgM2O`1V7Y}RqBpCAl9}5I)SCcnt^b;i3&)^-oQLLcURkgvH^_1Fmk|HU26c2}
zXLMyY{X-rhJ;6l}<}eq5-nG#1d9L2{ad|nQMl!gFR~!-y&4Ww>`qr8(Basn~j$W1e
z+MTRAYZM*wIm8kp7$y{&@~FEp{x@gXWYo5`2pfSE%BFM%EMtheHfjM<5*tEp?#tIS
z41KDwKg|VGBl_u*p-)Bnsl~`iSu3cPJ7QB<@qYFC(wHx7P)_H#4kR{}=CsD&9zL8F
zo&0sBz6XMCMi#n|=iBm4ayG<1$G#`f5Gz2Tb-(m1IIpECIj7XL3egTuZ*9G%vC5Tl
zZ*~PMUBPl!aE2>bie$BjyaQXbz_nzz=Fr7!TawpJ@4Pba5TP8kba`T19!#Wh2Fe)m
z{nDFW1|_!Zznlq@jWZw>aK$z&wN*M&8)pK+B0J|iUE&P5Tk7s<EWqL}SUmUnzoy(F
zj`xsaoN;irfaJnAYtY@(m<Ro{-F!F1)-}YgX}~-wsB57y@2ClU#NN!U<1{1B6@MhX
zv_UQemNmrZlm8>UkqZu*8<h;&$@pn9p6QdgF_r{@ChPCDAd<Yxo=JX-lIu%{_S}L<
zc&T3R2gXTdz4mn#j=AsE>G*6z?0gQpAK<0Bu{>51Hdo1^nbp`3y?i-`dpC=R+eGhO
z$;O5OIoIuOoRn-_G;lMI)~b0?uC-HSljK3n2$qQdYc2u4B0F&~hWLi_%C_eQ8@9@I
z5oV*Y$ikJuJcwLj_tMmyT%5cVnHs4~d=Yp9TnTqm4g)*8Ty)Ix^oiAtrLobRgRtAd
zgKXG*2MC3pi4qYtWR^Gz<*?}n;wgp&g^2?$Bp<?XVp7pNpNI?0LAbNS?TPyUAQ(Y{
zaklkL9ff@l^irg&?r>~EPpwUvtRv8-U|t%+oGb{eEyk`bA1@s(OYLxctyyYum-<f3
zYW$&~bG^EZ#-c3om}dphR?$#5hhyhd?5(<}U|l42LlGR<-F}Q!Fe2*@G%LKcpcZvF
z2R(b!vmtOJa@?dju$j4`AZOjlsf!9VN|}qOYtq!^L*?re+ueb|_P?|_dO`t8t|+*L
zCpKf2Z2dW0y=HpH>Cij`vi2%qDYV>GBbu6`l_?+>O>ckMdZv0!X$RVvVhrE1HO&bu
zC~e<w9jRVZ*>Mt(5`vmf6GqhXoUp>y`oIm9?XOj@sp>e^dd8YtWVv&*RRm@4u%>F5
z&Dq+OL<h8r{k~1B?Cwb@Wmb3xDh4!GE7GF_8wmD`z1j9auyEZwR!d2`Sp7R4<M?;7
zi#2L74oo?cSo2!CAaN;T4R0^4`!`3Ch~2#z_vQ~o4Yvv1rl`Zde((^xv_S91Nr?~q
z9pH~G&$XDR1{4D5>$AOo8O81MV-kZGb&St`9`|?oJcN?U&DcPRS@s@~G0Yu4mN-4n
zQuC$emk37mNm6}VgxbGflkf3$-O5wuSE2=tx<cl2Ncq|5qw584;@5E@belhVO~^d-
z3%>ad?uo9$#agfb;GQO0GWSZV8f#g54(>f}@4>y|rj&3zY>PexNA1};>WR{~#yq+0
zFD`ZyEC5kV%@E>o-3+AW@njp1ghW>at-JQd&$C*J`EWM8(E3mW&maeq2Nu|vGck)f
zqmf-+vvrNT<FDf2R0wFM{`t4CHjc_sOdfiJgeh_DLVdJ^xxyVx;szwlVE<f|Fw?UV
z8xQBir)na|HWK%5wkzHnKlWoL`D*=$-U>^wZ%Q4$u9;9y3Gq<LFAS%gALPC7%@YOh
zBQ^X@pTTxr){QU4xAWxbs$1n~!oIMu=4MnP>)7DH$mPQIZkzIJNCrDc&=%8F_KW=R
z25}}Rm7F~yS>A8;iekVn(gJ@O;onjjJ^t!GxLweITc5ZCib&)>97Y04*gObiC=$|*
z>{_WJY$ku5WUfR^8k3V_M~A?2um}YWinL@tV9JdMZoSbCG*uoaCaD|2elKj2B&IbR
zCW)I2dY7t}%^i1H1lIr9<+Mw7Z+0R1+u!~&@>{O`)iYf5QZ`l8KceUzLq*w^4}G)u
zhGDawuQ-bT4KsnG_`9x`;R~CG@6;J^iHEy;zeDdU@Bbk=K&<V5l{%)&@{w&emsCb;
zrRigu&F|jSdnkvj?2U!&BDB4|c<rWkNmF=Nvq5jBB|Dat_@Sn`^Jz{zN<T(6ssF8i
zGFSMz6=zbts@8eQBP~`r>@{1Fo6dzy;5CJ2IJo+cHM27ws<h~0&O&A)8PzvsYmE;1
zO(XKj4nq9|@AxXifR)7kUj|4&sAWf!z(4U#pe0%gR@4QOVH>Zy={tvmJZ?cW-J)7X
zMyW*NHB5|-jTBKFH)xCv(}R~<cche*^nRjckS0vj*#Ows@L8Hfz{H$rB3BCq83i#u
zYu77}k1+17D+iXt)mcyqon5l;YuW^IfbEm@Jdq(CE7=j*zGG*za=_LJTnAnaG*a)4
zJ+Suip-89mp3A$e73cm5C)44Iz0sUn)!dAi0kT(sPNz`4Z+}Z+WhxIcC5+`^YY^|6
zXpq61WC6|jTI>Zc`b88Md(>jn;oL{p|MNTkyZ+fj^?z+d{TIIVU-kcj&;M1w>Vj7B
zr4;}J@5l+tDgjBIh?sV}$Z$Mzdq@LYnEwa^64hDg;uX~fqh-I({i4iOW*3`Mroz@3
zn}aNPwI}eHN!|2fRAlv!YjlK9<rUn~%z|q87!+E?9R@k;N_skul}k^*wae?&<Ii33
zMq`Y8n-79xOTh)M<ja+u-z!=a+oaLl`eWEuxw+|aJt*==JkCs>FJL%b_&0QoNsxmV
z^CGCmbt#1>OA7y~UFzD_v8tIO(67fRkUicz4NC_$QFMk-<ISezw>r-DKo%?EivwDE
zeApbz6iey9YnMg6?$FiQU=?$-VmRf?bc+<>cM8eS75%VzF+tm$prw{)V4&v1mzlj*
z*r8Zlybc_q4kdI<?SMFCirhzcQ?=rQXC3sMZ^Y+aJV@1O_75Y24hob12TUD3Re^Ss
z^V;}A-o6J1l2y!+ka?BU4S>V7yZJG6ok4&WwSB=}3q{zt0T3~p2gHz7ZuZ@0ljVUf
zkrt%tuTU9{(k4_Oue0im*hIY=%BL&71YC8f_PxGGYH}0iGX&o>V`CK!4e^*<9Ekjs
zE)drW`&aT{*r*<%>Ik0BsgxTR_@@C!n!C8^skAH%fg@Xqeua+^UhLIMpNV>S81-bA
z8h2`J8`JX}G6T@@c86|(8>PLG$7m0@o@SdvgXyVkz9)zSf)22bTW(70yk(5CxIE4-
zRGX-O`X<H<a-O?tNo)?AbidGrCFbWklrpe2sJ%**Sfs&HB6LLdD?WP7e}Dz93cn3j
zyf2XhA6vn}hhXHt*(m~uZHXY(?^^zQ3>&G`w@Wb>(>l(Llppy6b%*1>L(7)_Eh|uT
zBi`^3(X3*$?1lOdT_+r*(!nX2%7<@(-9>Iua0tYp%fLIdfo>T=EZ6W2JBjnm&rr-E
z=H(#fovJ=tJf=Z`brzpMzpjh+rbZSy^`eUaY&nFrSNw=-kIPou{}*9$P<y!C9lcbo
zj7|<EAr$tqwvTSrS1d=#bOeF5ia{F}d4YynOf_}25&_CQ2RtI1d<RfvxR`8n<Go4}
zKHm$nI*$2AYj^$WDx^&DvX?$PvL7zfVivMAm6ze}rN!LHvUD1qMn|}OiHryF8{YH@
z3DZ8|6IsYLc@7D^d=IdMPMyHokJN}@L3MS)?*H;5F&Ov}E5)I1&w*i)eK7pUo&3RJ
zI=K>$&5KNiV&bTPjIFJa!%|<ac^#peBhhUNhCkxIk<?M<X;Ks0O8D@9&Ihl2$T7ds
z4>f#{ScC%4j|83_0uPY>u7j5<ZARQe$@dQdMt(Od&6+8anogYDIF;#rvz_lk8|398
z(BI|^SiO48xu6<GH1<SGyhD!}=p={84%UI}1%Bq&%%NfX!sVq}rZ{^iGi;vu0ewM5
zYE{K1*!<^(%}j|{`=sYfm6M={t&l4;#=<p1F%Bh%$$SWqn4q*@CtC8)))aA_OGH0e
zudU*SLxJ49zX)_0acYScR<0E!QxXj>m6FI~;iixsbj*ZU)k09I;gKB5)u)`Gb7vq2
z*a74M@A~TBZ3&0W`@hD2kA4Q2vOO_(pf9#7oBvqyL&0N{SeF{B&YaIMDeWCqA;+Gw
znU@PStG)wyw+}rx@An@CsvJq#^{FltdjCsSMYe@IK}D|fsA$<@zV)=Mg`)KNSc`oZ
zY?8~3v4YO_b24LM;au%ywqV;)1uxfv(5U$1*$gWc$-|~=6U^WVR+z+GJ-7#;ZIFM0
zzD7W{wDb5xv*WjAi=RMooyuo~QjH)6<AuW>pg!CR;v``PC?ga08IoD*`8E=YqP%7%
zLE4eqo`_BAS>|u<S?Qf$RqTnox(iXs#@`*Xun?09uAr5CPnHj4;QY*aPzSa_RM%K#
zO~BGTnag(4CvS5w%<*&4kqFb7bya2|szR&{xl1wGL4OsBCFkt_cgYEM$>ik3hhw<D
z_~E$tS%H^gXMAFdFMmT@Oim_*>*fwOc(<t?skB|_!K)&#W!+^dARtL_W^#i&G5ajv
z7YTre0qWgCEoWns`bB*h<J%%fF*u>}ZTXizob20jxqdp$w`GMsoayT#$QhPApD-G;
zvalsSq=-0n_{1V(hKsC-pVDIbWf#WDtwK#aZ+{b{`eIw$)Lk)727O!3WEm;MrTRc;
zj^p7I8~YZP>tY)!V;=v*z+33axpv3j)`7kJwek~Yrf*9f%pR@d8decM-TWlX@xCo5
z>BA|$E%(tcSlm62Qklp|dl<D(Z2IJE(*xJhQuNH_1GO|G)DdJmnN8Kei&VSyME(q%
zE?-Dq%ns~-z`=erG4$#WTej5ZBquXm(?ANv<YRdeN1wWZ<4>NLxePo>M}YtGUWGqi
z5It+)bBrFa5RybOXsck#z}<GfnNGgfD6?mqUFJM%b|TY;g5{GiqRfWP>K|CDwGnVi
z_G6#Cu-^Hac4}#IvN_Lbv^O!kE%p$Yky-7|lyfJH8ufy0&z$@%gwygpuq`h~03YCw
zSpRvp;u|<;;1zlOBtUPn+Y{876)T8#46G1@_@q*c>{46BvS?s6e~2U{{lhcm6xlXF
zMwv@!)mCC+<_v`RBU{yi=!$_u%u7U4BizZNoRlWxQBAIww_%F2_Nb2^M~)ui6x~5^
z>Ba1UJ80z-OWkaj+DZhyoB=jP957dz>+HnntmVncfnC0?+y56VpXt;j=P~KaKC$6(
zM}s?a;7zojpIGW8_7Ze*tL$Qule4D>6?+MCQiL#L-eRet8PONv40p|!k@XX>q_ZKf
zq_(>uKXGVM`*Sw^Pwc;Nn5&Ci4%t+5xoF6$uR(2z&CyRo#(x}hD-p$c(W|YQ^_AvR
z#ZqyJbwKo#DeDa|Ch@_j^(cJ8=1VLjtA3`1F)KTUivU$T>_jesPD{}bsZWGmm%PmT
zqq43nWBf8m<?wQ$;i=$sq_Q%kGF+<#OGZk$wjI9JQ5iPBZ4e|cxArt=t|Ls?XRng_
zi#VX+4j)bs)B%F(4{Vu>dLI;8gR+prm{hQ&+QSi93ia`Ud-#|1w57Q%RYb$TQu9bI
ze`gsh7PNYcC0Zi3AIV@9l3!nN-dS7}rz*MA8LScV-B{TlERi;_D9n^MnQ7w%!kP41
zY(-{r8>HlaK`A-QQIyWMkA<S2r4=%IiEa3%ws-T9Tw2>Wy~V6zC(0TWyR}$BB*d7f
z^CB0^(66pEo2JUpc+&-z`~Jf9!JMN86sr4@?h`)|3!AcV4e@Wz(huv2lv*7ri!A^k
zWmvD!Rb^Pu>BEZHhQ#cZu}`BH8zYqdvj45kKYiI5i}d%9)uaq@I=-qL<i9Ggecnqq
zh6u>Oy);ggMZ2J{t5v8zt=l&|KC#Db+15o*eLO{@D<XSjY^$TV{`oG1jvdYWB2=T-
z_H`W+0veoo(gydy0Uo<DTYpIA2e<JjB4{B2tMS9eil@N9(_|5{^C73=I^7J-$yUqE
zl>0dRW|ZyV?%e>!YonT6+bJb??<kcl7}A`A(9)HuK=D6tm)q@DguAT#9VL)k;Vx&z
z9*TSy@LJ64|8_X&xX2GQVYep00e|$Mojng`gr{Me{6E;x|Ip+~*^Z?jlnvf>l;W6k
zUMPwZWg)c-Uqc!wHy0{?76TH|DB&QpwM#aZ3O$fEEB?1Oe|8(7iM$iwe#sW`u-qJ0
zyzI>4rE(n+{jSoKi(}PN{R_PO4_#`^RzFZnfltJr6SLV9A6~hsJ~o>O+`cWNrClW8
z<B@=4MTrkTgV&1>FO4@uJp*hha-szTeewf>T|iDQV7<qMNLfTt@4!#_u^vsB&)Ja;
z^hg^V&1pbvyIFr@9ZOC7R-G~5mXpD-3OrO^vvZ7fLSp+a*UO&>^0i;o0jx(X$hbC+
zU24v@D~tag*RQldd{kxOer4f5gH(c*nAOVpGrFd;qhpE4IXaym9hV-(0dZ*HyP&xi
zfgs5uh#Xe*T5Fd?XsO1%S}U2_R>(vw)OtP<%*Q!_W1gX|$;mADgc%jGa%C^Sn|jq&
z(VHA;5@D^M3E{8d40~O}<_-_dZCZm-Q=}4LxRf=h-N16CIaNHG3m{?xHh~B%=Lxe~
zg{%q<Pmh+Dukg|;CW!eftQNO5z6ZYq-R?1LO-52xHX$c4C>@Od{~N1ngaQnvv@_`n
z8Gr?!SVp&DkJ)8po)F*qxcE@kA9&t3kKM7e%`?B-3$nyLJ&p6a7t5(;ftBNXgeWD^
zvz8;NdAhOgFx%fAu@0Y_EFBehIwi7Dqh~Rm5~VRB!g1slowwgZ?_slcXKfusGu=dc
zXRiHAP7c2!fP8n2tqygL2JC!gPQI7l7|OTd<MO$je4p7jlrQvg`SxzK+a1k;jnnS*
zkIVOKC*N_y_2qnAKFi5>`kO=b?YZt_`f-_)Z})J!_kCQxfRpcK=D~rl`{VK*<K+7c
zEYrz%$;ahOqh8{>dHL0$d{rOGr{|m7?R@s2Kj0L4>`$^jo$7NxQcO=7Z*g*7G~E4{
z@pm=igvYM&awp&1-w%QD%a7z!FlLSf<7}tUIObpoj2n(FhF(8aH|WGqJ#wSn*@p(i
zF*h-J@x1b<l@j#Ftr#|&vXXwFbttKfB#05}R7aMy;r)$M)4i_`!JB(@!}fXOEp|S;
z&?cwQ)4v@7?~|YZnBiFF<h*Pc8}9zNd}liOtYIv?;p6h<Ir+ZAggMi-^yBjV>4r?^
z)lZdg3TAW7__$oZm0aUS<jOxfSJQCB+FQsf=(YZDblGWnk8G3We86Ka;1S|5Vsv$u
z2d)<q=S<psr;72QP_~LYC^rI!^zcUNI}Qb(jx`GD36x{zbbguA=%`hJKewMH7i|ux
z*8go9(a9zr)0MunB~;hCF^UzMCm49Q<0a<^M5;bnLA6iP9aI=<_6JuFH~S5$)n*5^
zF1y)ssd7-8y}@aA&<1Sr0ovX{(;k98X)bB_k0ToX(Py<nQ49|qhBR^Z((+<X&etEr
zb$Jdh)j8JVhX12-x1X?6c@4~<R%S*6ngmg_opLn9+VOA~ar3#wtYd(PIrvzPTpr+5
zdF=*zF-lx7Ud@w65DmQ6;g1~X5S=%N$?Fx6vP1PvO*GbTH`ZE5M_E7S3t%<L8k=0(
zezk6p8E-M>S}nICeUY>>PV45ZIU^xywQf>-*J++?wbK2eiqE3rSM#cDq)dAm*2RN5
zK3*!f?8+G(`}hVer@h$j0ossR`bXhD%-Ya?EfPY=h}@-$|5MQdQ(aySb=yn6#eA9y
zBPAq=QvNv*TQVGYyk5AqcC^Jzku0T7mY<U)(kVlP66}>Ld70sSxt%ZE#gK{1wq9iQ
zaaiP6+ab#r*wKDW;F)%=>*0Z&Xax7me5A)l-Koma%L4~|iw;EpQ?VNdY0D4B3j;gW
zpJ4U*eo<E#vI_J^<XnmsGJm!t!3%qIB#HC0yLmNQj~9lm8@VJV?(Ogy@6Uv}OXBC=
z5j=SU$6Mo~?q*Za$CTG`^QJ8B&s{$+%kU#1IwP%k6u9g->bb2Rwcg0Yak!_^xj)ad
z98ONmM@B%kT*|qZt0r9*HoIkAa>BQV@p-VS6Hj+Xa<|@&pJ!iPFPikf@ma`#c<a`o
zk}Ds|KZ>a`avK^s5iZPnwp@ajMeJ&(>iI&B;xKZ^SbhBtEvt)P`?$eA#FDy@;o@{~
zPvkxtM~FIeL`^61zK4_J5NbYxuG!Lx-aQCub#23;zf~D**LRcDHyAxDY|iS*mWebI
zOP5;iWzm6k+8DV(jQ125yvRP{o;G{3T}j?m(lQYI35ZlqiV<#aRBSX!&jCzpYjZfV
z6`)(pn-Qs%^W_@uTx2l{%MtC~yD<i85BcmfE^I~`FK5hY`pe3}O2nP%xX3=Oshv^f
z@J_x?cXC~;xkOAOAgFt@(g$siwUad!(c$D$lbB<0U`30h44QrjRAe5LX`8E<KjJ$m
zECk~z9;A(klFmwI>2!I0k+EoPowWhX@^#5}BpjKp4gQTGW!MJFL^8aPB<H+ti&M`I
z9YlggNKY=-BEO=D#H)^o>rJNB2Dw?*?tMa(rT=y*dUk9`(ys=ZP&m@5<=1GF#mvKJ
zC@Qv5+%dVtF4(FCizO<~G^yxehD!CpW2AGhk&77NRM-zWz#Jf*j7XOV4SSW-|F2xb
z19!5hS;B@gX2&>HAJGvhXGFX@Qdg6cp6l~hFSVQhh2|;Laf%;D;aMymfx}CEnzKSn
zaqH09Zj0w5@%^tzqcS@l25-dd5O>2=(t<<_p5e5#+J;8Pb)IzSed@)GA|fG%amv9w
z%aYp`D-1^#G0lXx)FiJO1q(zsNRO%TZhIX^b}+V*zVkCS#6G(#)J-j;%~z>kObASh
z2L|Yeiu!&jQBF<vEgyzsVRTem;I;OX$WlbQfaaH9Mfe@71gzrvz@d)Ujy@fhV5i)P
zTPvMtF}DMQz5giY0H3RxZ8l7OGMao}sxTKjoxP9Lp`+yIbs2N^Y_B%QOGe}ekfVs4
z5~yB5h6mD$?Sq4@FUlNi_cL@)milyzM<&RbX^pPFBg_oF8$#L*SLl0ZAYdJe=ht^$
z5Qu%)c>x?-bj8sCh7wqLh+Ai>8G|F=El`D2F)=-DVpDAwM|pY`QdOiK?>~0)oitB7
z^!d*+7Wm~KG+$%<)PfLN%<dYsE9;^(9Jxdx+akn(QNB(_85}>fQfeq3U<l!*C91gU
z7cZd0b{Q>^85FgN_3zmMWRDbMavV5mUT1Ai;#5pT>=DGSLRr=-Iwl=T1ajijAl%-}
zq($VE=*G4e`NN`^Nd~$yZ5om<eWoz4ip-=Ease>zeLZH6<Uw-8xXtDcv%qxvTd{5A
zVxaO!5fDa7wTE|;C+qL|2?rCd({W-Ti0%dQozE-#>%nxR48`AtEZ~gjON@avsGV(Y
zNt~8r{ssO?hKXeONFxG>e7cO`WL4Zq4$KSGU|h+zOpo;7HJeSq+CT<-2%mD2BC7#c
z@;qnLWi4kfZ-s&TaNr#%bmx;bEXcX6<j4UrGB~n=7N^QAw?m8~-74qIMi!E;?G{=f
z#(gd3X|N{h78P38#hJ|aeoAJ-f8+L8qVBYqx9M)ZENM6SEce6qcZfiIpHgPN+%HST
z2$e3qi9f=mTg-V(N~B!gL-I$sEmxyRjE;_6OiGLC5l|yMQpFmoU}P{>8^Jy%(&NZ#
zJ3|v0DsX`fxm`i3@HdJDq-C2p<w%ci2Y9k9hpW*CGJJ~ubAWpk-}Xk&#AEkO!cm!N
z7Xhpz-=#WT$SRmWNV}oP51etoo&ivU3GDVRWggX6$w;ot7$&4Ej|r_~vhS6F(rEHi
zBw0xy$zPOlMo9QN`)h<j2GDKwr*muUwY!m4BD<U#E+;F5*5U1&_p{DNm`bSVk(pG(
z3gB|bU{j=%&#5l9z?o1}xG9n|kt2dh4Z1*L6PynWH!TRQg{kXYd=KixA`$Zex#j)Y
z4pyRV@NiV1ay>D@0g_P2lYXW}7`0OIiR45QKkcX4R9!XmAr(5Z<05y_A1F37AI{7W
zT&zP0?RKck*JPyRs(Fz>klr{1frzN)vLx?ukLZ$#pT_;?9Y9PE$|A1{uI=Lw`00f=
z^EL8@{rVpolcu&Z^w3+VKZ7I7inMV$d(OGb=KT_$bNHxA``Pv05%|y_@<bE~VQVvK
zrag)cf&SRMlzxp~95OGWO3^Ns_sPghp-?1;QMJkK1Vv^cx1V>QIYXf-N+WiuV33EP
z1Z8oC{+;&Wj>}<LPyWnV@e?$fTP_12fpy;K7Nqg^&6}Oc8Tc+;YMxmWpGB5nOX6Q1
zQ^(|COf901wMU4>8=D2fz-#M{i41atM^f2qF0KP=vLJc7C30s%X6FXbQEtiX;jU0(
zU_#*K$X%p|ef2M!?~ofYvvX!ePOJ#?Tk~!5YJFH4>Nnh&ll%p(HS$9#XKv7!tXwK)
zBRhIOa3%h7Vr+C`AJ-N<^Pk_RG)(W8r`>a&8>r!)#oB|34?Jse>bP=y%Kf;99wvGR
z#}0*kO+1nLog77ruO&~f@dO@S`@Zji&Tfc<6B{;F=NIxRokv)f!O~U|`zwd%SS)v#
zXLXpPa$>l@ZWp!Ym~BFsrZt;u8A#m{Jtc++DZZr|592T))i{`3{3`zV%C<|~nQzR{
z7Lxf#c|eK!R|WdS$vF{}eytO{@~K>+6fg1gH0SyrL9sr~(a)RNzAb;HUG(bTm7j*#
zRS6@pvyCfO*jM+$v{c;--OK*iSNCF0Xn;Xy9qilM&G;tjUUet>+{ySpjCFi<`RRRp
zN#Xc(C_Qst<Tf&f%!TL!_`;^@b-IDzGw@BRsP5H7-99dHd+@!=hE|jVx&3oI>_s?U
z6+bT7F3i*}0Dt;Q+8Aztoq4``4zvqNdAs0{1DH`-QXIf=wQgk5zPguldh)yL_N40e
z44lHcjohv{GZz3^4)I-t5{gbs^bz|wzRT=mStRS8l7;5$+RPfm`Fea8qkjz9E%7Vm
zRVQ7kU@o0J{ZbNzmK0vocc9|wTwE5a7bC0Y0Ef=z*6aCflQ+5T!i}gop1@p>M3Pv!
zof}bQeX-LuuDOfQ=2mXmD7EBI7coS+1l=B`LAPBPdRl#H*U(13sYMiAf^!pIrhd$J
z>kgxTJRwl$iBog>svb}02OF@${a|@~Mil*{o%zo1EBY{!+hinr&4~mScR${_7Gu4-
z!;ENtPYynk)H;%jl-uy8PoORYOWy-b?8fgfS`fuF-L2SGl}lh&4FK*Kpo&`?5Y?P>
zgPhunzn=Z4i?umueH6A1O;__T1y^Od9EJlGbA*tE(65l$hK5-?`HhQgWm~cBS~#0)
zvqSGfCibRtxuHh$e_Hp@_CnMPEHYBf<ff#k_u!~?TDGVK8h3rRuyZrwux<t%my5U=
z8(zmYPud?czU}r<jEii&S%}%sVE5^9sk;4CX9HWKWLDVAE$fFcAPe{o_)o|jLKIMN
zBTn~<?Cu#uzg5Advn1NInlGp}&DIf5b+S9B5S#bE0TCGnGP?!Sb8_LHN7x-AOCx)a
zh7amS3SyCC{`m%-z>FF(`zioxZ8g_263H&{n3~eR$vaAT?!4fnkYE~`+xm2#X+<N9
z=*(6CS9CYFa*B5~>muR?#ISjTwPP=wU$L;G;ydsEma^a~A|AfuQIqwaS?iAc5OtM(
zUY%L%iFozfOZv?lDb%+oc*CbFA<>HT{Xu=lu~tLgwW6?ylxXtZnp{M->H7X<eJ|#{
zT;Ffv9my$iV@ZzhmR?}WtSxCVu`o2CiVVV@KZp1!Wa|5TO?6GD$9-L;{GEpL#jaC%
z$T1BFc}M`)&72mW)43@(Cl;u0?kVW*5(BN2W)7wF##dwqm4wV@!CX6qAE`2AzO92_
zoG!D|t2KGexa{XWBJ^9D*yHQ=Wb~=Nr-1dCOr@lXCiA@Jk=5q}%PNl#;Z|b*^pD_x
z%>9%$YEA4Em$aM4G3Osb{aXiq2asWVlX|U)L}c8;ARx@!v(&|e@}iTJtlMMa^6s^#
z3G!{O;Jw+NC*16s7G4pe@%hv2Ox8Tf&|psyPJm1$?>gRR%G_aXTeshogBM83adt6W
z#!#{JP<kvWzXufA{>a??1ECwDo!mGWGG_ui?6u9>amu5ZOK?5+KP}`;Pcl!xB@4#U
zjUFP=mM@XMHKf>>*w84ogqxZOk*Znk^N};y37NI8(?L=9S%cO)rWL8lTtZSycquV2
zps?&xouh+q*|n>-R~fy~7l&%y!PY5qUl%fBIaDD_X)dL<7Q*A)$p<qUZLqHSnAS6_
zn$6a6y0iT<(f=EEUnd(>***Oy#3b?C#n7onAyzD}uP{j20ecAIz_U84MNI3;Tu(e(
zZ)Bg6seI6wp-KN0k{#J4fUdq-ln5U4ZJHf%oPiP=s--sB<yo8TnhU8}4SCO!5}TLF
zCT=`Ca{4oDjJ=&)x|w;C2Zjxes=a5C{WHa$C0Tl-*5mIj*M8Vy8CKYGjlq)0E`?<q
z{fVk^vGPRK_*j|V?BXikrCX$LU6~GI4y`Q>H=8?>qP=N0OK#SBR;5pg=Cs!P8a@b<
z`{5q#ELwhCO4nydxsvQ`%IwWK5~3}ZtuD`5buPLKIUGK>Y`gEbTY^7jeO$B4%f0c2
zB5sK%=Z$eMjPG+!pcDIRKC;jR>=cgZs`8U{+uHLIRikljTbvXMcg$XCGCBiu$rEhK
z7`r%C_f&G@V^BudBpKtUi0~aBPon5;qmXhzUdI_BGwAzmO=a1Rzy}=@BHWbap2WIx
z^C63fTzGZCs7-2ueCxzkM`yK|JV>4hU}zMPXQ=`XY$5u*5emE(o7+q)DTEplIa}dU
zb9vdJ+zq8-ayF+lvG~1ALt^nDVX^m1flPc`f885ihNH<CMo*Ausz5M?7bk<fKBeFA
zh3lAv-?@5d#o@V5Jj}^{f_=T!Q64sb$QJ{U>**?C!+p{f0w8CFq&m+mH`Jni>a2Wz
zI>yf`<R?}zON=a3G8qc~v3bAv`yDYCY9GH1N~x{U{{TBut4mU>jfGKs_H3AG-l87*
zF82sxrK~!4WJ|Zq)M}IxbdORGvUL-Z_!8v+jr&kk6Fr^#NfhOvh`&yyjqY$n>|P=Q
zY71VCj8C)tgTKuwZJ7Gb=6pmY#PW)#QCpcCKR+}$h=g)4_4@LPz1I3dPC_Pkc8tm4
zqSXVz(bjom_i%jiPyUaK%#*1%j{_qMU~dd3VT2oj@PwkL5dV0S0!l#h1dK+aL=pd8
z)5H^YcGDv^DRcaIK58;wRJDF~+2LzK!kk;H%dJ(V7}+n710o#PjE>_R(jTbz#Pe|^
z+v=Z-tH`0Z!nxLHjPLhgPJe8ZgzQ~ciWAN+ci7zIaF;+d<c$u3fD?Z1{jELDUIchh
zsVfWw-5Q{r$aP3uu-9^-Bq)Dhl3wzR&D7uR=g4F5Y8)3C>m7R7Vjd!S=%SF2mEFfG
z9nx*sR9!>17c?r7&mV&D^84hAQqB<!<p?QkTBU8yq#Q?ia^?CYZqgMo<pH@3ylpD8
z6~?m@ld|C4<bqPUj)eoY2gRp!+o~&b8!EE{DN_mc+E6KoUSY0c-er!O4S_;3*1{r?
z3I7wb0Of-9$63ANl1;s^;+bt7;_}mP2yl3O4IB607y|K}TZ@;S85I5Ra^>pLO#-al
zF<kB`9w}F-<;tyv)17kS^))yh|0GT7<!v4PZW}K3RlAhOs>Q>}bZg;^|8A|)Zq3hC
zyy0@I>~emq7RprV`@_O=DY$IevPtWwT+{2tm2H)mt`&vNJFgFQ?Q|*Rd!Vs_YyZAK
z;0Y&K_212v+RYV*&DP<P|Kd@6Stf(Upg-kHCEWX*a&{2=Hec@-6LHWzHkxO#<%%Ce
zMElHYd^Y((`7gaNJoAu#;YO>=%@3Fu5!Ahj`F?_B6=wQ#L5Cdtw(6WF_7@M67hCv$
zLzR=aP5~*{{SM|vU9H$ZBKjybgcN?0C1CFdaZsl6|20F){b;2C6{>+U@rA55JYhan
zu`Lt|MaMLog*O81lNmb_IAKTddf0+Bt_Q<q^6lbEXL9iYeDf#c`;*JwNG>zU#V?>H
zFmpDt{BFb(s#31f#3uhn-xe`pOKf~0Cw3N_d$?dRnG#pLK-%EBa2`Cm?vI{J$Yrd1
zo6WN~=|qW3WlFDzoxXXK4lG{nC>%BxHyP3=u<L!Ee49#Uk;*0iSV8)4_V?+2S;^5E
zVbjeJ**gIaxH58xux=>jGEy?}r=mATH-^othh)GwQ}si8mRof%BnHRD&P)uB$Ke>4
z?ros2Ldz%<H3+m^6|{jp*#;J_4=<9gJxPLehsy07Ihvz5LzDt;+rMY6_L>j>L7t7f
zdiPDSypIsv3iE}ry-D{YlHq`4c$o|uU;Pnj@bEMV@^Oy)5u0}Z;p(Bul)e074^FBQ
z3*4FRxnp|foZCIu(>HfC?!pRjQPpIJ6eQ2@WK&?xsk|~%ga7(a<vKCZn-14$GPTdi
zcsm3sOC|rk8zL8pI3({*;DO{lLE;d}6I@h*N@SFpnb53>kqw&PZzALuGBP0)xywmf
zrb+l)6hdR3-KA~XV%gCsE+i2|CS%zASlCwF#_RRv=5IF);dP&kh51cnXegB5>J`C?
zOiR64Erbt|r%U7;F6NyqRG6i4H&tjZZp7GG>dj{~j~L0mVhgQ^rboFIb(S5<NMr{i
zZXpsI-xvqtP9>84;{6)lzGqryQzuc<YgoGOp7b$^D_%tcdR0%`7QC;$712ai<B_X|
zpgyYWj*89`ZdMWH=h(=!m~S#tvaWFs_<{X|7O0HHsSCWsMv0$}tPwscV;IGe1Y>r`
zzu6GDphaP`nhLCyumJqc$0kLNWO7wIT!Q_`dV9XGI&Y%tR&~evo|2ibvX0R)hs`1?
zQdRW#p)O%_4}Icz88Hf`#!XljhisunR(v9{$DE3fp`;Fb^duq!uamr7<@bw|f~)AJ
z2o$oJdV$$t*9CE`5lK|+%fQUxbGD;qMU)Ko?TVbJFVc>5V%0;MUJY9{rLrYF`B^Ou
z8eM}7N<AEGkB!_yzOcz3`nJURHVStPcj~vlKa(w2!MCUcg*`(a+$)5pR30OBm86ej
z8ulTjiGPu?@_9zM)=bflVn6Vg$XFe7G2*x6s>d6M6J%Y=aEeiv3p(~LsK|<c)p#LK
zQSQ(GCxn!;FKi^%j85+idwQR~VhCZfnw98Sa3r!EfLpA#QgfaIbBozz%jMeF%jL6~
zI`r)_=Nsn3k=6R`$kTRT@wLl0fd+wRraU6V*8qEqS#cQPSV`yV+hXVKOyp7gfj}LZ
zwki@^(=)_INDP#mZ7@NcnOdB+mWoz*y7ZCXD-=;klD)2<t#*Sl3Z!paN*pPx=i0LR
zF;HjZIzYuK8^j&l!H@L}Hf0_DS+U8RJNz=%vEs-NwNIze-}Gd9!kT%Kk!0r6q6B(K
zho1C^hwQezZ2k&Xhs^-n6>1&Y0VMX93^U!KWl3|>F?D9(L9f_6UT=(*)4Fha?8&yN
z41W(`Vo&xI<QB2RUb)^u0sXnBfQzWavX<A9g0$I))ihQdw`j?0v?O<>$w%F%w@TcO
zH*(U)+C_>O1z|Fx)wTzb6|^rpU3LY<^nztAF|yX;jC>px@bE6NR)A+pfuAt?u#)=H
zvc3il!x|lhNp}?C=CZZ2toJ1rB77_?%!K=0;{ZKb>oLzz2K_PwKUrTYv`a4s&$(;}
z7mpGpl>WAu{X3ONRS3JdpG}(#zQVu}6dgd<+TlMd_D}wPIu2ibLo(KzcRrL)ObuI5
zIr6z15nFbn0=!V|0}ukf%3~E!>Dnk&4)Ci>hroeqBnDS)niC5o%(U3KINuYs_Q@PD
z9LxU+2{SI{!P~<H*wMFQN53rUN;jcHvG;P(QR#V6ce*B;m!5g1T>X&)iSe;BBo6LL
zT19Lk+VO^%JL*eMjTWRQN5`ZmM!iJj^<b8tk6HeB%<{+C{swfFCKh|p3<$?~n%hdP
zX+-+>0G>{Hn2`(Cpn3|MTnHq)Ix;ZM;F27_S$kqH@F-i*_~~p_hYO9d3q1t^#q{V&
z`Fs4^GW8|t@y&L<Z()AGphJ}LI7vRi_c7Gu;QKp_tRAo0tF1{~zrZXwOg-QCKubev
zRjGydI2>kmoM#apl0%5YDT&O2m$;gYIDDAEFmtmFZ9GvF$sSuu!W=HskcZfAdx+(g
z7@Ud0WHCq`of$UIK{o(M#O0cRtK$Sce2TCZH(_y?SywFko;O}nsF11=uLuj>n{G~&
zcIV8&0byWl`+Fj)BkCjzyYU0-iXDUdKzD51QbbX|Y5a*(y=3wCjOw1Zq(bud%=PeC
z+0)p7Xx|-dz{}k*A5mnr@acxzZuYVD9u-PH4c+V9G#ZgnHn;WJ%`LY@I24CG(1ml6
z__?{)V&*d`BX37Lj0j%wKH|Yv=^mY~4wj%ZS;R;{2Fpz!JX7W-Sds~5Jr(}<BElR&
zkS0Mr-10L&7mTP^wTNg%prNQkV7pAselrF15k0{#{=rPIgUvjpO#9M*4X+>k+HO#X
z?&m_U(Ja;fn6jc-DiF<5Jtys=TVhF7JZ&y-8(K|AOC~a4;>i0DT>0<F-vZbq0E02q
zo0D{%E7udYF_Bl1x?`OA2(4?Q*U+9lX;*TkigKd<xplv&&CEf5bTxAd&h(hqR}BHM
zdB5D29wx(}Ba~Qf3u4K+(c6;j`VFIOf|s!CM*rr5F@(aYt_>t2hJU-C5wNu%PMY~8
z{kD}ReKiY4Wm5y1QA?TV0hyn2y*Ldt)m`0G7W1J#x4-XwPkNGl!#7FBu1{oiM(@;N
z;DOYyp*(bTA%_X>)ZnhKx5F3lf)6Mvwo;p}RQBCsiP<V!(sNxq+pbJ*Y5Xa`Ivmkv
z`PM32CRhD{CecrdkAP*K<P<b!gdJmdw%(g;^AnsUv7|VYSW=Q{N-il%E-6henVwuS
zgIGxA-Am4ua7e+Lrsm|_lD@eMN15-JfkX8Y{(&eFQ7%$)6pB)Y6OZDuT90#_+ic3e
zDxJ<<%hr4-^w#L1Z1#z1vl)}kmF43KwV;dySnya?-E9kmso@MS=s#0#^T(!1uyJ1`
zqRj7eebP$03W1;pX-e?xet379Tl`;toKMYBSLAZdxsX?ejSRPwp|5^H0dKXPn}}&N
zUgVUo0Gyy-{HxUUwZAi9%RD_x7Igk4w`cCTXY_X06QOhNxj4bx3+JQrS%CkW=L=zE
z2RfbU<Ip)aExQjTTr7};&F_F@;9-UWI{pMBH=r1{o*T1oKE|??<N-)Zi}2{M*}xJd
z5<|JU`C4Ft<32Xss`n=br^k*<44xIcE;0D&7*T9i#7;~M-iWeM^#@nehkt!mImH!9
zNB!w1N%{&&He(l0aPmarWUN78BIzH6&6Tuof4_uQo$n{pUqCuu>nTa!#Pbb^pa?55
zhzBTaGx$qZ3@t%MPT0dm<yHmym6}vzC4SobJIW%vIIYE=%Y{&kGT5J4Q)y1xEv=&}
z@{=u%PS>9(-I`M$sBV8xFt&LHG0-5l?k{DCplG}PoUC-*AA*6j$Yt8ZJvy^A)qnv?
zw6xj0%QjlCocSgE!?1z`(kKcNtDtj3L(aNSrPf38gSiz?bk5F){)t9)x!eeCHeFId
zL24brC?%2yAvlGRHDGi8%<#O=940b?wMxp9@yDF$MlWL3vZ2@!pQdEJI#|paR+`>y
z-cyR<2wCr?LD(_&xc`!g&)`hGH99M74)Q@K!JK{#@EowoblB_!X++FvHWNr^93CSC
z75XAPAfrgQS|<gfZPo3lcsf}N$5>$=ZT+~}5hWJWQ>D{$Qse-8?uguph<cfxBAK3>
zb~)2iM7BWn#);RwgoeK;Q925TGE2Qo)7w%BT=tqB@*!E6tGw2kBc=#;%N)J-eVrrU
zZ^^r(22xd9zRLH9-l6jhQQ@XfIMR5o5WJ5+$6yA6=Mtx6)63cIKL$3Un}_R#&F5u=
zI4LmfoWrIFM#j#l?meEpJhN5pmA~6q*CN^YMY0j?Jf>D8A@IXc7&1ss=f?l!#HWPK
zI7Dr6WhKJnWvm;Pe41;rqXwh~P2ET;=J)pcVpTM<K+*k@ze4jvpLg(4+?x(riG4&V
zXUlp2+9q7sZ??WA&B)Dy_0YUP>^hlzqFm4cQ5=ZhwAiUUjgOTmwr~$1KH5COghK)w
z%n=@tKhTV&16hfG?P{sgE5-2wN`7RQA=N`--=7jYjz{evr4r9%(r(<`_O&o(6QK#p
zU%e_VZwU`!kBs<(YE2UK2YNTHiCvK}H^!RIyoIF|y8wyzM6STbKa0k`UyP4(5)Et+
z8i?k8i6=+z%o3+fyNmfGGtpxH`KCZvIPegewG?}*ob(R;wuJ@II`F;h7x+2><!vr7
zFPhg{)*CCKMf-~Kb?gPwy9I5f*5{a2`klU%Do28l^sw6uVxlsk#*?lS)DdC;4;U9Y
zplsrJfJ5pifEeIIs`HWshoaNMCXUI4s9M=U4ryDFy@i;xaZ2(B%GgM0V<g9&^j*Su
z3|i~Tqq!ovpyijnVq(w(rNDlG5yqE7ttU%QWMDZjDS>W9J<Erifve@fVbR#<4B*Iw
z3)?N{E|9%tc*BWSe(F}?_$hCbwV}xO+gt*P1d6LL8ygt4;QD`|hwa+E;nPS!(fqcd
zQP^0RldK|^Ui^5XVxhMrq91lWk9OqismME|xclae&c)F33=UK9BZ0Jy^DI!5B>?!b
zW5l%eAS{3ZChS?XU^#c-N5lq$cl)glcis`%L=PV0`@#<t?9NLEYjQHBU7zNM0T?Gd
zM5FZaQpwb&-)2-Emc_UkJ$qP{PtNWmrZ`fRzJjcNNN2i_hY#2nrXS|vM{H%%zrhlo
z!dUdlsaA`5jK8g|VlrP~o<?FyPdBUn%@2B{wWuBRFqmjCF>Ub7zX3}+&CxMrfP-Q&
z>PgMdISxpFe6S|xDgOVN|F`r1E&l(J|31EbkKZ%+&B-0jzfmst=sbS&3;5&7S{AAM
zm+E>syy7MgSP62i=UCy;Lp%=oulsl*0*|kP#+&@7w8l>1=gio#FqiT4jMGH?=S_s@
zTrE13*7PYA?{kfK)T*$#n~I~HM;o{zMhYT1d?PAzr8_1sV`Uvc55eWl#1UVt(f5Em
z-T>VX)cM!V37g9)Z5KKoyCC^EpO3ns4x46b6fX1zEN7pD(<wJ!Q}gT@VqAB`7ys4J
z;gXy!S$&WY-TcpM9;P1<Pjlq=)Wq+F5WI-QHs^)&ssg4#k~jZV;4RF0S%U}5VP2g#
z?rk#LDJqjUbd)OL#YDbG`?(f*i{LTjVE1qZ9ih&*K^<!lP5@ufrj4W5Bzg#F)@%y3
zu~J!na0%AA$dGI3yzmLxt0)dOn*$u-fcA_ZD0dUz5yXZmyIuTLns&(AX&^r}2silV
z<)p6Uwh-;H<+cfhz;fs=TGP`Sn{416-s<qTn7%utsSo&y@I&Ao?C$hX=^XrKJORwa
z<>KNy_pNwoX-TrrZkuV6EVAav1^|}*tzJ_bx`<|P*27_|&2LgHwdg2u5A({2_EWOH
zp}#()BK&%P*ld^N5?sw+(jSaSs@Vrg4x7~3@^{jMbS4`av5&eEkIfX9HdgJtHh^4}
ztgW$`IwOK%{xuR3GP7>FboYll=umJ*G{-*3E0MI@NgEmyDZ&^K4ET0BCZB)9AVP^Z
z=u70NysE3-z(;^;l$sAjK>~9nqelO^8pcR4Q{U#ts&7EYOgI{=evyQds1GHBp`QAx
z?qHR*1Sc^wt$Gfr=Mhdb+2~w16xotcCf4fJ3Q#2g$$q(q+Jy=dmyknAjb+H$7N?z@
ze?`9XVGSqg!Af)OEs_gwj`3G;sR$xunFCb2MW;x>Zq6(N>8Xuq;#-7@Cr-`5`^|>F
zpxYDft1mo>__=wXF}Np!FM5bao2uWyZjB&6U+5++X~*JPzdG4glWg-O+uX?$A-vJi
zt<A~hkyJg}w~}PJ1|Lq+;ra{N`?U$CB-@sEw@pg66(!qBlWo(JZ8MT><^A>Z1a*>a
zi#CfZubfEEp_-g`e}YRDOZrmSW@~Jl*x0sO?+!(VVrg;&FF`K3S(j`oNjA+$Hmy!J
z&Fi0Y9<}5qn`S1PYLZQnWK;Q-$vKtXP5BbgwP|{?sVLbLOE!fR{aeD3ZDg0r3alBk
zsgLQ5dm_6)FHO-99ff&6Bu{^^TsR{76tkRcj6UdtOQQbZj5A43b+4vSvauN6CULi!
zoDH5tkf6GpEH`@EBm{V&6UWh$S0i1X<H@paP|9z;)cf~5>$SPo!N7-WPGSq<dtlM|
z8HqcZSN4u;2M=bHYe&V)fp^yaO|r8`1x<))oHPHFomORc`nc*2FRBLOPly?SIqp$e
zBH%*oIO{z4`(K*%$_}_~o1WSGNUG^smFIh4Co$lt&-Xy6@ZfHusO3u(wN-f-(C!h2
z!k~x_Ba!*rI*wev@i>!_sxOj_3mk7gud-R%1xoeI*8pzBF2Z%c1aVs|aoq}%3y{(M
zZB~s$$r{DuDjt)Ba&wN1)ykXQW#@)T1dG3q@f1O$#fiUq!TPB(4x_ZauzC40+LOkT
z%MPcJb;k-g67={m(KC{998z_RwRYmr_rrI8qN+m9eybZj9kZ>ChdKIlcN3zSVL2tW
z7Qr1=f_2O(&sgp+CSA$mFIunQdOvM(s)-D>c#!?qV4%^{zJq$0QlTIi9-J38%LE4T
z&P(7i4^E9&v^kQt5LE4rXrc%Iu@1w8YslN03QlmqpUSHoC1LyTO|JE(Y6$>em_%K%
z#2>PUudmka?p~PJSDT+>)?Xp3&<_{wn}^DXOcIvzlmk|-<-RZJ0;7uW%YbilJk@jD
z>n6@((O<A>EJ4Fz$U*?v1Z3|Sj=11|<EI4%z0AMnEZd5$u*T_uePIss=WqyZGd!u0
z%wUoLd{_)$b9v`T$UMZ6iYUQx-Hk(Y7w+EXXvUDaTfg9WEAWAD(FbT@eM{;N2L?BJ
z%ld0VsoIRIKSY?@?DfyHfPnhdJTSXq*}Pu@bq?=y1p`xE`=J8d^?)A!uA1>5blhd)
z`>~2w{S3)qZs%L-uCpPv?6B>XH1On_W3$dR?*>debE}=L$6eK(Yd_lQbCOydI{L8f
z-L#>}ac<g0S=F9x<7BjEm3e&u)01^Q`u_&G;AoIf2jq(P0k>Lxo35+1U4f<+A10VC
z7Ovt{6$hy`w1+e_J7nT}7;YO%pw;g+LECL;K&x1@-3GSFye6eY$LByf>wkyxGcuCH
z1DiPie}OVI4CN*GH~1f+to{g;Uz`8`JC-V@95w&ICHC2S%vzpC0KEG=L8jvL6x(I2
zJ&sEV4ch!E#WG?({Vh98TQ3+ICfn$B(l7+sg9f<<fXEAjucsl<l*0y4zC{8c{BpLY
zgv_rn$g@|%9`t@;b7%I$*X2XkUVM7`8vh(veArjd^uF97*9{u1x69rQrram6nH?AT
zX^$xAzQN$*#8_Tv@Kw9PiVPtgi(D%QeGkkFh(C7R`k%o)KduZNX-`Wi?*G3<<49lT
z_op&MdmNMsC%+}j$oz=$5d8B7aj>zJ=FVW`(0YSyI|Dn>b3SH6@uy1d<Vfs1CX1cR
z>8JgnwYw;zC>gYIvE%32L2f3GgNybc-&a3knveF@E2})3FY9}>%rCzuosA~SUJDqx
z0gCeyxo^rGSkFVJ2ykNaf`@B?*MupE%3IfOlX-DgwsBpppBir3zPLG4O>dM5iTLa>
zWy1*yj2bmAW~g9wkiJ@Z;<pEqC9LmLr}OKIgvJRlYo`k^mC!MpuSZ_6?AxH*Wn^u6
zd-MKEWZGf6COe2!*RI2eoi@2`PIkS(n|YbON}IBkcv_xaeAy#kHk32yDJfzN&S?@a
z5U0;X9_f0D6r@c{b9Gj&ijS_bOAtrr9;q`YanGyzlX0Oe$q?l&k;#wYCps_Yk4(RX
z(=S)E`RBPh-Knm9WJS?;Q-w^iwC3tdeoJo8B_5WR!1v_+`+0=|@z;0j-7xLU{Q_a)
zo<UM_Sg!oEgiJAVQ#K~fshKW;!LB~s60$Re%(oa7m}%h1I=6K&T?JB6HgI6=5-TNu
z*x3R*)_{5nnE6vcW>!CPODQ*_$-%_K+R^w#ONXOc8}r?AIo!^!vaF9Lr3T=da}E`2
z4Nc}}RF}D5Kx;OaoJMZvrXx3%SzqSxyb(BC$=Sz<8PpRK=I{{fX>X{O4e;?YW(OEG
zk{GqFJ^ZG+#AXYwe2xxq;ef<?>zq9;o*$II=cKv}s}g|8CFEaon}fn?Eq&=3FBcpn
zIXECYS2T{b;<n>hFQ6gK6DA-(m>9g;_r;r;iP&cogLSde#9+Os=a)McZG)F_N<4UZ
zjQD8Z#9f8&3!kGR0KN;Ds1I{}Mn~WXnMWIRLI$>oEQaEp9A@FKIkF<(P^NEbro!~4
zl4yPj$0q9%$y!3z^!W+%`PlK|knRArjBrdhn!9tpuD40lf*b6DlcnJCA8n&r+bGJy
zRZu4|*g$4SX#+$;kmr6GXx~luf;y>`j8v2PBTQFz?aZfrT5xWyJ(H=fr^q1p13wQM
zu;_RL7#y9M!k~0rjt5Tw*Ga#8%_Q<Igo<WcY@@~WjLiK`sVqR|76=SeG0+G$Va%+P
z7&cEa%96T*RNo^(?9}dKwPEByhb6s@bfoO2=CE)ZL~`s}2t>ZF4A>=uwWoUH;dSdF
zNZ!twCr*p|>yZdf44Lmlgu85u7pHFaGKAInYY@&K6CQ#yI`@gJiv0Aad6-!qpCtDK
z^wuRi)CODNN}qs{lkbsj2%`yejxrWGok0zz-wW#l8xOC!byZuIz1Z50s0)*g7V{3k
zVIYou#GtDk%R_g^)#8a_A$~XFCx|duJPlb*EN0A4JnZYmiNnrf>2HZ#zZeS#(?hR1
zxv>&}jFxQ_-}69sVyWaROv?rgEnu_xjg+UxXHS$5Md?4t2ZZNl)6YyZ@##-Vl`oVy
zRh}SkOM#Cjua%#Oo8iVxh=~?$6q}>(oJroS0yN7ee>zuI5{kT^l0CH~<9ep4=U5X2
z8(Leti)VA6H&={hm0O4zf_*~}NMIY_1GA%Zm3l-cW427j`NEB?{Jxx%nTiz+Y*Bh#
zcx$eiIVR?vIWBhg%#&m8nHR?=R%>oydYb#<Oun6RP<itB9+%GLv0S-t05)W2cVv<F
zY2ys(led<=2#D})X~8b}u$Ihk)24?c1VJI2PE3o<l(RcGJG{l6vscA)gQC~yRIl<4
z!ne4UI2KOR+S-#J<O)|lpJKVts+I9q+R{@b<3unuQYv{t*4G#T_-^oMPmA8h4HHuJ
zg(>%eL{%m>C1E^`*Z(`hUQp}*iI(A5n%&T1EI_<viw^q3$wdbXjj@*ueacJlP5@gS
z_RafC_%MR_D*N0gd?p;y2o%lc0@yI&X9qP>MRW3D@l0&aAQ5iCqwCpZm*F>(-oqNT
zSz7X8<zy*gI%XT>A1qB(7NkoFS3uH78QMZ%a2Q&=7=cHMt$RTt$T&pi>De}svHHup
zr1`*+I36jRP5w#Qc8v=x=k(uUk=>}fL~4E5-fVNLfe40mp7b)=bq5ZvQ-QIux$H>n
z0yH1V#f5AM!+3DSNc*c#(H8DXyqGec%yzrBWlmGGIsR8lauAFrS&IwHb|zOAx<0UW
z#{2QJp-Sf3O#1!o&OWjYJG4lQYfYHUB5OoeBTC64>OGE^h`bzWL#1^+Fw5Zt&T*#7
z7(4EJKF7l2YZ;y6MjKD}OW(L)BNTw^Jkn{2^TG4^_LqfxK~&KlpR=4qlL~T*CZuAw
z?~#JCM}1o^hNvY>sc%bw0dGJP4cFKrS4oJ3c`iS4mj_FV6by_051dW*o+Y_Gy)!Sx
z(Lc;(=9Mw*7<xly-DOHBeOnHb%9)cED<HcvPEms;sV>n!DxKg@=LIVee{T~cUF$LV
zLMmFhIQ1~Xfwc><XW8LE1=l;a_3TKydKxoCNC+kCP@VJ=&_XmvG8fx?UFT6HnC*KY
zpY*Lm>09KS98JW)B&dGprcpWQS~j_I;u9hfr^VY@)40Rh-BUlR3Wuow6qp~`#>)0R
zQje_@3a^?pbbEYYu|J;Q5FZ^(^LQ8x3kKG@*Su-HBOTgGsYJhf;FqAE+`jZ}5%Vm%
z@jeWVPOu+e>t1`j?}725aFe=IR<L7Z`|IS4GN)p9I*%JH%luFl-y?V%IK#K)x1`Uv
zLtM|FA6uCim>3(ccY+#&*5E+BtQ5H+G?hI**Swp}DUxCj##bmxO{opJ1ILrf%ym|s
zPSmm^srpeehY@5dq2!;7X43y+cXTB;sQsbz@d70Dfy>k~itnqGC_1fI8QCD^<eriZ
z_#e~fYU>j)s?pXTr5jX<XV^#6Q?Sl$HusT|{(8kWD)r6lOOG14cM=`Twr6d1_yz);
zdN&p%+WW9r^hMrd0mw<zVdYs?qZ{2&*-neEfoIoD;gl-Y=Qlt7xij(cyp;Py$J>tL
zw$#bN-~&6r!NlO&O&7)*5=3*V<^Zv*0k>fW=i_p8xkwnv$)5qlHS+Y2OL&UN(^h#}
zB~J-?x=@}L$<qRPI!;Q|BuqR;XsFn<hFB3lW9Veu!)5dI?25hBD|y<UK2dVlO74mB
z^rtqSFo^dUH)(AAa4$int%T9rOAtLUxNfJ_JHn*L8zw#^Ln~VgH(qTI1OsvZ+UC@%
zQTV`^7B33cGD#t+umH?fgQ~MR%d76}$UQTDd|;)2Z4nu87=Ysd?%Z#h$Xj)tr(<uL
z1NLpC#GVV*QstWaDz@Q5`*se)vZwU+K}*H^;Xti>?Wq<UaBSNOK!K3sFF{bEAXp!`
z(Y@yNuJ<>bfMyusq(1EG0}by2;}u8Zo<=@gKcJqFbZ#J~T~A!^p5t1K`iUr5^KB;<
zwxnaNC5%)&zdG)P@kQEMoh?ET>U5ju)or=N)PZlYtk~!aw$;m?Tu#@9&LUKC8tCx0
z&%jO6lwmPUFsc&z3S{XEhj8ppD(6(Kw%NM)NMYiTpx<wVERcDleo7oV!cqFXBmT1d
z8qPO7=2wtnN)S>jcEm3UuaQ8dS+5?7e#DR!{yo+Ah$|Gi5Xr%u9bm4-=q<mt6Ms%`
z;+Luq*=>z4axtG}7RPCOz6XeEdLD*ik~fzr=Jm9p*UrFM@e}RDi9?B+$944Udn@f4
zuzPo^|2b@yBS|LeU1)yU0URdw6-;Xi)rZaZk<saa3S1gZ%$X~1&xD>wXHJWqIrFSo
z>C6=p^y1O7I*)pPAe2s>zagX{u@>4y!3ogEDYJb7w;BTOY{OZSV!nYwyQCeEoDn`w
zL1IdgMwqDNyd#AWs;1<kBYuuoyr%hsEF!rwjad0BSey4x&pk>carT44_fb_6c^hVD
ziyZ7cH4)X(hcH59S%S@e>s8V+_e*woE6Sr4wn!H;7t;*_5H_;Sm9N)hB$3VwyzQ%h
zTP_*n-44U8?I%c|5R=Z1?4TFT=KRN<c|E}{)fre7zoNFkYY#O5XO7)ox;1mZz+$O*
z(rkT8#2nchyH5z24F~zaj#AHuIw@23u257oU`0|wg{VGWt9T_BTjT-J*eC9hHgYVL
zu3QIDnDR<sqlZOlU~37E5~P~hg69rWqb<C|r&)c$fbRR(j<5cf)Me?|#GVM72Aa~7
z^99=ViZYeUL@W2}DFCkEvqig?7p!lzW$dcVIm|d>6~?~l32et4Ve2?eRcA_iNPOa_
z;7zs;*Iv$$7gMUz3{*iUxv2?hjCc~R_-UANV9GIJ@!+582KTP?;1{IMBaT6EJkqO<
zM^tcg;e~ssPLC5C)}3m|YzBuiuJw}}LgtyRGQW$xL{ZPwAmI%kEsGRH@L*2csV4n-
zdbWX5upJK13AgA8)D~}YHKdnu_G})8bFz*OaP9+#eByTwKAf58C>k3dr=hC}Y3~md
z#HL#7iXmt(Mh2ZF`1eaBGu(D;*;;?^kv!L02{5+8_QENbBK&n;x|P>?Z7@f>Mt}=B
zbs|DmILe(TFUkOX47{*N1R4(}JavOXmxe4vcv({L{F{x5XL1j|-}~1*SD3?}N3-{p
zg&|@uz6UU3#S(XTTg~(P<ZLAmiUvLPnD>9IsD(Lo_Rv<Zq`pQnO0g0>mEEm*oKx*4
zeCvwY9yiKOPV8#&%`>4PJ}Yy+)F!ebByu?&Dq!kxa4S<s*FIP0b*8RB`-kf)ZRd8-
zIsG)-OhTa{a_I0j`jL~O4?4p;(H_fztsC%aWM9KzCnXX!Hi%(sK{3`WRn`q&tJk$H
z(cV9p6F;M3cjANGbtkr@D#twcPpi*K_sx68SNEdTTlOdyBiFya3SnjP<{NZu@Hy6-
z9^JH56=)pfWHAxqw9J#5lL^c%UOUd3>*b1SV%q^%Z@P{i^-71F3oT2vv*v7;5?$Bu
zmV^wtzQ`5#@jl0&McEtu)_eetzoESmw58!e=}R4_taE!B3ZDNfc)H+}CXdWz$S*OU
z<9XE!{IT)YQi4s#|EVP@XCLSh0l5V80S(Al_9HO&Kr~P1OfFk8#+;eS>y`b%{7g=A
z74OCULG80S150sMq2}JqGYZuqZmMU3vNn*pn40J9b&O9qBED}t&RXcT`Z(do>6EJ%
z_XqLnAlF#=)c#J-!h(w3WowJ)KL6LiI~%833;mKa564P&&N<{P3B1$(t|J*h?)vLJ
z%)Gcpw%z``>1HqsTx+>Jn5^ee*PX1#I+@dPB5c;ApXhxv&zg6RKUu)vLX4F8DZ)g_
zYW7=R44M7bqI2D1&%Eed50=j9or)+>7iX$t`8^8?SOkbq{-x5lzpA8b-^XUT$cdsC
zYBv#<&{v-iM$Qt%i_c1QKqU$yB`LH5$MWKeAJ5e0Gqc+Sqi^&@D)}Te{^w#rT{|A<
zC>8_^*5P1@{j50=W6WK`ah$48ljY%0)g2Io3ia0w%5acLaO!|mD2BvT;!rs%5jdGQ
zuX%JtHO17xnJgXiQU|n3f!S=A%@PD>VrxAOv8IOD*$uJ6hWP0qc@3lT{61@J!zptx
znxkVb2eYO9<+fOtuCQs3EBG-)ht*U_Jxr0-)NqQ6X?M*XvZ2<qPTh2}IbAC>R{UGu
zC~<=}9}@Z$zl4+R>c+x#g^6I{KF;#lI3+d|<;2DXde`rlG|UfF_d>Waf$COzW<Skk
z*@?P}15ZDiDB13DWV1a!pJ?w^ZE<pLak9DCdIcL}PJrv($=X7wSF*N9N%pah$?*g=
zIUcK3e*hDJ6lKG!TDhr);_74L2c^Duqn>1_*!r;b-Fp(373U-_^QecbjsEm^K()>L
zZv(7hwTY1NWpeE@*@c;ACbjW4gr|!4lU>4Q2;6)eow}o40OkaJZgH)(GkJfESL;Y}
zac8n_3kFut1r~4VD6p1o3B0mtG5;$qb!uqsgc_ASZ`E*xe9+Z9*Y!$r<t^5qtILrc
zS&a+g|F)=MWw%9YU3c!hhi`K|k=rG8*Hd*OGqvOUc15_}O~!Ar4khE=LVqMI{im$g
zdSB0j|0L2SuI)>zS9@ZUQj2e++NO~C${_MhU3aGL7KTVcLEL_xT2ghlg);X`$IR!+
zgJI;0u8rN6=1WP#HLeem%eG))(U(j~wq#u=?ot9$b2TweT<2KZ)$@1YKu3OZ<(6c;
zGjK5GckNB|y0c&U+h4G>tX0>^kd*CcTAI0E#xHZfjITQT))NK4eQV@rGlnD%){RQ&
zLe{V|F0fV=C+iNtusLVMN$xlsm&9V2wT57#m=LjF1BZO6E+*FMPj(bT`NRg|J=7Cc
zkW)%;qTTPwiJh%V62Z)gkV{ZSmMk2^I{}Lneiuz}CkYg(Po89hr#|th*i{4$wLb_>
z)XV~W-}))s1MhuZZa*n|T&_0N5(R~7Q@r3lfl3dsKYacz6sO6>Tua|jW33z%hYfj&
z?H<=2oW^2tQR|T#qaJfAYu8%H{dMBhSql#f1Y>C&_0@bPSIb}jG~&c8l@TT)1iY0O
zhK6{|t9Pqpz~0ayJR(fU;L%ST*yF8!vGYQ9u+6;`<a_L5Hps8=A|O|H6mLA%!er+q
zLE4sL#w|79pSavJn6n`M4rA&NNSPpn;rMulsbX*c9OYE$>r-g*&FEiH7w(x8ho)j>
z?{|ppZDCSdk%)E%pMMi>B9IlVpQ2nx%|N6p6Gp-m6qu+VgC>r9j}K$rbOhr=*Q1F?
zOA?o`qAw}pzb9u&e4q_x<GRkDysmIncWZ&Y(ai4hf@!byXV?3ik3fPqtzV#n-G@96
zRg-9Fud{FOE8AWl=wEkQ%3blCkue2V%-utIeDhEd*J1tgOxe!Bv+G}WHek$cI=5a$
zqIE-g<Nw4-Q2I3}jI@ul8uj74_*mJ>w3y@=e)H{9`fAeTETg0z*U&X`gnHPk+QE0n
z@*}x_J5EZ;mmj!!Li_l|V`Qqu`RZgjB$zzGKJ-4+vCU!A!g+_3m=&35UOiO&*&?S^
z^EgkK``Yb1F<L4sP0y7UI!Tj|=o_5h)sja(obEJTs7=qH>8X<Mn|_70OY88H`a8i4
zlp7)>*__XVhb-;BEpyG+w!cK@q;HF~U=g=9=|>}#N%!uXsF*C_ul2;@ZTgoDdy$Q7
zk*Bpu6{D#_H+m1j2J7rd3T`4P%%KUE5krw>rUHeaSKkzAT%K|$tBdDmW<)$zWqkrV
zIqxE8<W&cCC(HP0v5TmBMD8Zhis%$Ko2b^^Z0_~QIoF0<vpiqG5Y^M-29&4lM%at)
zBo}fw4#AtvQ}Dk)KdiFVw`8z2FxYWgOKN?l1rv4iu#E!ErjcntNoXCRCai^CTZM|Q
zpFMQ5spO0Ha_BHhp<x?B7n;r9$pUk;nF2TjW2e1j{IHpLJa5pL65Ls}F9;mj6a>*|
z#U8Qr@u~H>+WxF;`_J&8ja%`<=y6_aHoF)(&GTzM$yoSnj&`K|(a^}c4(#Je4kX0K
ztDx0=#lR<P!?7YNQ+VY}>vQtOEq(^S2U;k$i&Iii1|=Gf>bbf3<wBthj`@bz2>%P@
zWLVGO_&|+>h)w_#up=wmNw)1v$h0Yn72$2YeRq7qaQ+1O8P2Sggn)OHiN?57hxpTo
zbsc941+-r>*LK&Y3*euUWIDOeCmp~Rqhp+|dQ-;-T9I!TvAA`WU!*PLoZTU<5Gc&w
zJW}lgjJ2!_Z=MvB<5!~lsC)UFshNI%R~zu--0)U8&ikxZ?-zk{7fZ)6b;WLntBfKp
z3wJyVwY%K|8dydH8Zt$eWAuo$)vRjyQdC>x<f_EUww9jz(JcCV!8sAP%D~z|HfO#q
zufcXv?y58(R%l?et}X4^L2wT<I2QO3<<3&6D~z8NQdUrvw!B+1Y0EEbCUIZxV>5G@
z=4_sBw|$1Tjkg)BA+P2GIb?{wqHS=S2;{(wPA%a!ktWYt$!EyRix?f(9j+I+@B(Nq
z9%}V6ZA9+bpD)5iB%~vGieQ*Jef||_uEossp)zM{86b`0f^CrX$z?aY?`{Q0#!CDd
zuxP2bRtzUMB0p@**8aGns|>@1)V@Rq>q$DmU{UfpMF_2(c}rrUsci)M+x_BEL*!O)
zNP{0o8KntSk?naGm1u44@*t@#<`VLYlbM|yy*<mG`mq^--i@P|aLNFeOOH*3bFD+E
zi;g5gk)?#XfJ=fYGyt;PBEHLpPrD-x(6GpDcw!e4`YYjItbfOUC`f11$ZyiLV5t(!
zTX|s=be|3edc;QTNu5asrcO=9@>x6RJR4A-9Rknw)Zqv(|KvruA3Ci69ARj<i7DLk
zh<MXFo+o=7oc7rpwXhj8O4pXH6L1z0mbeFGB9+sNkau71?tPvhCsnqlk`!4BR+C5K
z24eIBwHC8n>-O8k@;aS|O=-x3b26^!a_r;J{ARP<jaq8n`Il6i&eKi4U6=5JmhdC;
z{SQ9`iOP;-D$h63Q!vipq1jA(p3W`AY}KE1kGI(1xXW>cEcW`FkI40`_FY-+z5_fX
z%6)M2IClUTWyTAexG%~w{{?%-*6iYr=BDawR`#d}rjOJyFe7%L*^_+Pt6F<1-ft!B
ztt#An>kD;f($vzDIp5rQrwpE-(~tAbGdxSkZA{4<Jjvw*eem7-2SK7|tmoM))O(N!
zld;^v1##5W=)X8-_1*ey&5(=_S~X}8!a@gD0Z%KAi9g#ATf(@WCR}g_9bjq!hS9qS
zKiu-fK0t3S)2*Czov6_cF#qq0x>Ib9Bv4YF#5T)1dKNbfxl~RBYcfa>c`eQu;$T}U
zyAH9LW$8`y`mt7C=<B+Q+_-Llma&`7j=%->2#m5v;HzI79)YKL&W?cJdM3HN5(DZA
z>AOE!**zz)v;E)Mo_7>yR+nHgL*r0J_6&@T`<Fo)54_v{#;{E8IB6g!Kp+M)K&b|M
zCIpThy?=4w7(W7zc?t*AgUL9|HBB+KZVD$C7Md4Xm|=5@5@+^Bc3tW+Z6cRH?H)b$
z)!`m}$g_?!p5PW%bv@Cs+<MXaK>WK^j^gg<5}aCX<lLuYPEuU#9Yz~Zhj17N;Rq+)
zW6XmiUU4;GekAY9)VgD#IJWd89`z=dc^l)8b2&xE0^0KN{X1&}RF~UOd94?d?EV+x
zHL&Ak(F0W8HaGBG`@eZT2A4-towcx7hBXlPw*O;zP-X4v75%W4Z+pdRs9ZNLvPV~m
zoL^&sdY<XKT>3tq>6`CKR&#$3i=G^D%2{02;K6shNEadF4U-E~6M|yYc>Lx=@^o!$
z@y%lu)R&kCdF6J`Oe1Q29%@V{d&idU`UbP!ewc4QXFn`3SJ)2=O+p$%mtQiBa+77z
zjcSr>0)TeX9oZ>5&xCmf>9_-8ZBH)o>RjWwmTe(K|7@z{=hr&zx$~t|$qM+-xQNlt
z-bG6SJ<3?9MUCeG10vVH)PXA!IYyDTZH~u$Q#P8alJ44e{lv&aloxU?V#xo;+q(cp
zRa}q%yV*^$z`_PdAPPv7plGB<5laZvB(MQgFc3*Vd04BMrdAPlK`bGO8(Nm@Dy_BE
zueNHnt+xHPv{j3Ung=EUQG@Wsgog%A?W`LiJcIy|{eRBf-8^ilef;`IH}~F|Gp{o<
zXU?2+<_y7PV#@tz3%Mpuv7Nbirzu$Sm2_CNWAHRcR0sAjP>T=G*K096W}(WGtY>!2
zm@On_{5w+1)J4%_0Mc2Sq&bT=NSW8D*k_>UHeT{?7SPDGnF5C~k7a|9Is-)n6re8G
zKHFloivw`G!(!4~U+d-F#5Z#jg~=&c-<Q<F>Xe<z@(e0FHQCd@?9{ML4l;AOt3x(i
zn{ePx2#nvm+h5Y?U$|ebgE$oH^WWnBO?~fl*JoRv`s87$0iMOg7sl?Q<5V3V!a~}(
zv!y6m*Ydiz;l_00J7xLQZrn|=#-3qd)kLVTH9g>NE`TdZPzUj0Cr60IEa62EA8<Di
zo~X7(ecM$CJ%#Q;Ud4xdoE9<i2Z=Sy)Y9pmTc>*pr+a2i_gs!&9E?By2lyo}ZvFBg
z_MFBB4B#75MJ>aPcB6Bp4GH27eo<9KUZ|d)&TVuvxh!!1ciSLW2a-dn5*^~|!1?u|
zfk#~nst6_nOQ;|I-DN%C!@)h>&}<8)e%@s1POmrtlK~_qKqiyQ6+zL!i*u!Cozab0
zbiK721r83qWZV5Ya!vywhd;+b7-u(fIL$$Dq7F{<=OjmhQ*>~u4o>#xjEMx}ZWidP
z3HIkqK){j4A*A*!rZn4xjC|=OP8@OnI0sdHm6fnVM`xQg(kuxD%Wx}XnMYGn;7D7O
z(xY0G-&?gP|L?0Mb&8aqPWkL)UYQdqKV8bV`YIbJe;MT)vr<3`6>F1L#Q5zQMvmP-
zHN$S?ICyXlS=TO#VTYQ1Qde5DF~fAQM)|~U!D!1C)|kAI3?=E2VT@AY&=OIjK?8J4
zbriN2;S*Ftq)lB)HMiMq+;&YIlYYZfQmC9AIT+!w(4})AP}b#H;)((1u1I~^XJ=$P
zyzz(zz4}HaU6_`>6yoIcF02laIU4Wo`nY0IoOhwAFAKl8Nf;$a+Km)OHCQhw2ve?v
z%p=@`zRh!W#r!z$6+NM6s|!tNKob#ifzHs+H6Jjna{egHSGt)o;FlTw*L}{wQW!U9
zU|s?O*w6^B8{+V{UfUg+^`6wscRj<hZAa2h*_zU-#GyFXG5uOdDJAR*IYrlqE-v$3
z*Q1@b7obr~*XUDmV|$xOD@1t&95RYH*CUmoTQL6g4nfm)jk;G;3M@z}T|civhm=)3
zz?5Hp2Q)G#eOPW>UfkbQLKF&W>m~G5*waUwUtq5i5qMgsYD7iG29A=rQ^4do1NU32
z{${s*kA0=T<oF_Asj_?G_-peH@s+mQJvo7CZ5VxQ9BeksdquG;Fs(T+aAVtSf**lo
z>27wd6-z>amDqgsaSpyw#P1Yk8PnQ~=}!O54s>F}qySgN3Hr|jEYukXKO%s0A*eR6
z4_Q+{9PW)6W2Fwe2mO>v*I-abaC;S}`oF;G;=Hsf|J>HhhGm0`Zh(~Lt8Y&M1#?@4
zm+G)>_Z?2irBGS+HyI^3Ds6*tp6#o=n(8gV_akm|yjo;Bvja)*+*ag-Q(;p-WV<Eu
z%O=ByD^8^0Sk>Dn=Bde7$QsukxFvxi7<9I?SckUb)Bb&UcTTwJz1DF`o^905K~$Qb
z)~@cZL;f9)?n}5+(g-rdG$t#pma~VIS^k+$-YA?-v$`H$N*8u9DCR6c!kFtwt8-O|
zWO};CGu?CVbWZ^+F}}=<IPVf<I&mysM!(D|&mG0~@VySqM`Z%P$g0n10AHqTCl6zr
zd^J^8+3RHjW~_2}E{e>*D>5>?X{dJGP=2lLGWF9oq?AbI22#Szgfy#pEr{Fz65VY0
zTBmFC3<KreN~eL(Ax^Jl*~M*GD~bi!c_ip^bxDUY5cxhwb^UX38r%N7(=#S~W0uGM
zyxlW$cA=^qD4w_Cthhj`xO@P3CbPM1@ZpkQb(M-64QE28E#MVX2)AO#)qJh5ee}xb
za6~XBH``M6>Cmc=>^6k;G5$Cqi1_J)9_Bhi4^(|RKt~-9eQZ?21u!TrRca_;-j0*i
z;#$>Jv5=V-%yAGA&Bw=qOW&snnR}Lh9-Kt1;cg|)n7ScR4vAVx&DudBtR1<IV1-i#
z2N02>pci<I3ApRIWCvSRizq3tA{Gl9UXAUXjHepX8uxLt-sJ~nALnv6816P|r=vOw
z=HvyxBa^6S){vS_0r#dkb?(YY=6S&vC?!(Io2X-)ah=0&6}_r?csARCHWR%>yX(Qb
zg-}T2Ph`bn0D2prxO!ny&f_g_4m)YE!C(#k0XI7g>~mMU>d;V`Ro)KUp3dsek&fF=
zJG&a!6=}HDoPaZ(9>0WM4(cP(bnk%Cf{i>?_Y-R7ZJVD*#;kyRiFeI2&4fl2Ey{1l
z0bP6D)PWA&@@dJzOK?Zl*=q%KKRa;g|3uyY$r_yl1nKpn2s%>!iIjzfT-7Ibo43QP
zWwiEf1vLLA`jUwgY=+gB!8g=Qc}mil9R|HD=`hn6@A^yHV0K;Z`Usw8()@FEFG?MH
znEME1(HoMH<M6^NCB(oXSz(Xjf`5dZ7RLtH%3kxoSh7n>mRp`FbwNz1qBt%%=)YX#
zAStrH+1UBk-~eV+aeVMe8QcHGhIW=pLl?yaA7g+QJAxPgw@QVlv3bAYyPv-kXlfs`
zxdUf5Q+mB-o!yP}volrQI$8K<l;iuq+kD^xh?20y!EZo-iu(k=FH`xyffZf9OLhH5
zN!>K3FV!44Rdf4P?CTTF!7oCOVy<3lpMy!p?9kZG87705u1u2j(LIA6yBlQd({Bzl
zO-?^fKc*Rj;1hAQ#oa-2+k3v%4e)#e<zdCQ>7)jWTtTI;l+w3}(Jhu>!zo-}M~N`2
z1+y4yUQgb1&(+1^bOAGsIfWFWl0WZcJ+6^Lylq9d%Z3W!Po_z~MiLypO8sRYbR=qc
zqO1C#P{0^ybOiCy$nKX>X}~E|#t@3l+>Xp?HFQoIdg1*!P>MgoP;!D?7WV9^nb}#(
zIGz3`+fh8jATQi+%vH8+hW#DC{VHSXJMidNVaM_gO!`%h;P)Y4WEyb(FgS(2mlaZa
zTu4-X)g5hitGBI_-b5&k(2jpZWFlnNq%rgy9mnd#MPJ^bbD+4tG5LM?0kPi*a-e}5
zNrS(YvG$K>JWDFn*sKD?9`ZHE*aLYtwwvo#PXgKiR{k2#4ln=zai*2Wb)T|;Wx89?
z99vm60?zXCD!Zi}2g^<vh2XOy(ZYZS`|mZ3uvo5%>l|R69hh0|Ss0qBk*%xVL0`(&
zh;ezJPBeiN1lsRzJbpH1NOmU8nA_sH(14@e-;>4YSsD18U_Wq85#0vObqr-ey_8vt
zB@=T*2Js+si>t4upAM7AW_&y&1LU#0Unj<L!dk&bO>+eE_+n-tP{wS`ZrkH8bf9z5
z*}Ub}*wNYaF|#?uBRGO2Ow?H^<F@h0#X@b&P8ORX>@})gk5uVRM+2J<zWa++qH9_e
z7-qXsF@vE^{h94dgdq%5xEvGNd>5p1V?yv^KmxfbG(!xf0$dQ_R-T~+_>E=&Xx(aj
zk%t)>$|O#Rjwf->95t#d@=1xrwp@XEn<phNPsI^QE;?~S(H7zh)sMdpE+vc>Aj(+4
zJtpmuc`I{N#@Qi;!XM4r1vfwzjNFs}o-wmijNDXzHb<()__NtxCtwU9CP&#=nkD<Q
zlQBK(;*e-89z@JZJ|~c!K3mMq-0g+TB6TL4JZHAZJYR`i*hZhQL$JN0xn1cSy_rpg
zE6i>awlMp+u!Y&})U@Z=fE7jv!vOh=;j9M;bKWeIW+ReILPDNaD_8sR-P!e61UfVW
z4eJc9V_j>1BkAGF6$Haq_0D&yuY&EuIN05S72}!#!o>v}0huc&S;3y!s}C(FnK=U8
z`{kTi3vkyp0XG1!@XQwA#j%PuVVNc7E0ktmeZCPVtfFU-u!$ZgX<kP-0xTOXI`2?|
zRF;j<AA%*!7YOh>H;C*aC~|Fl)PY$nFT(daWk+!J2CQ;W*HBY+-i><H$^<NFvH00*
zd)wD!2l5hy><=)iQm?HF4xME8_JOZ8rmjm24HB%g!J=`Lpex{yK@Z}qwo`dhdFw@q
zfXaKOGD`OQCn1?})J?TISO_fsmC4%MN0d+xpBp9AvdakG!h!|DsSGKZW`^auH0%yb
z9CU_IWxb)ncjSyq<)e)zxA{(oy_sws;Vt#;k<3c2!pN*H<!0tKygp_L7Gw-eLoBYS
zu54X840nsB0Bm9K?!ERs*Fy)6hQr^fZ}Zi15{;f}F-lZseMyQzRUC#r!=Kx3Al~uk
zcJM&l)dKZ#x8cS6VoSEKF2Preo}vZU%WqLxN((+jc44<OcqdP8^zj|S1g^;9_wJY7
z07D@ci>MY)e{s7q`g%abHN7z_8H-L#-tE4FGLA6HWZ1MIqgZ~G(S~>E5|zVrLDobb
zB5TTZ7$+&uKlMt7v7IX#q-Ty~u5>K>KZAnYN+?t{GXt`LkKr)0F4yUsmZ*X|kLdLs
zD%KB}KyI4`lNyTuKa>YQyiTLd-41DE?tKd^hG#nQm^f1C(vL{qIWK}0@`X0JvIEeF
z*>HHoglx+MepC3}!EX(}r}<U!JHzjyjBJcqvn_l04V##4@$fsu@0*#~miPJ1oRn?(
zj9<y*Y|AVBKIOOa8`+kf{Py#ke{Htq_xwg@Wm|6G_XmFV>}<<+ceds0Jb%pZvYc#7
z1HWHS$+o=2@3yJg7LlaS_TAATzIe>Tc`}#1*Z?IM-zZeye~-54^Kk7DOAMU3I~7sZ
zs1w<7R$Tl|NeFKgsaG*KcFg-2P!U~Vlb31Ch0Y|h@3G3Zhut3AUd%gh;ap+9nj3}G
zk~&w>aN&^h)y}KT^`g`f$BM?7JekGF<S4uA!6MLIlnPkBIv*%BZE|V5h?o*Na2b+x
z;;a8l)?yKP)|4;Hvwm6`;#_Q0p7l(tWT@p?kBL0%!s3W{>It2%mS;sm@~+f1j0mjo
z4W|)j%3IMemx8#}g1C{$-4?d1(YpnCV8lQ7xW?XCgdAY+Vz3v3FUDN3S1H)D&Q|At
z1T2abRFB?U#HemAQXBCl)g@E*!*s5K@+~v0n(`H&m;&Xy9e0UaXK9?w=OhYF<PJu1
z(k8AZb_rf?)}6pO&q%@UnNI8?pyJX;=>)YU9gCC~O|hvsVmv?iCERu%lE9b!eGWSV
z!V;L-jsS~eTC3MfHDD+>h^|$f?W~2CsCXSwW~bgDwM)+t5k3l0w`s;`k}RoQQWBBs
z7qxP#G!LsE(JAcDQz2LgG!y&Tga7hH1X*08nli4EwU=;<b^#!_nWPJoVrnUnZE1rY
z+&-_zCEJ?hb?$!tS;@~kJQrjv%JOpm(<JTL$e){~hQXw-clV<kNQD^a265~qq9a))
z@|<bgt4_t><9ddXmk6zhHMmnH#;Bo7hh~&GR}3PoZyLlo9Ahll+>u%1aps9(%$pM<
z!=~%Jn7G9kLrYFVATO6OLfT|~Qq41PhQGk>9}u|C>UufGKg+JKM(EV;BR}?CXz_j1
zj&CvKz_1T+1h5a0t8$S2!(n=pFe#!}Ig1$f+WT?%BODjzOk=Jc7x`vZQK4_<8pnz&
zi&N%hw!3oLv9I*Cf3b3KA#(BXH6pN^y-MmHF$4WRAM+u@+>RF)nFLxJ&uxmHE1@6x
z3IJWG=Tc)_=2=(nNlw$*QL3mPqg1<e9PP9&XB**6JL`QfBHBilcd|IK=+<9Pv#6gx
zC9^>t_!+#~rkOXR0Lp;z%o2`yUufJjlXxxX&})_@&yAbP&?{n+vLs_&G9lgr<M#PB
zd3YPJqEE(SiWk?TH8^)yPd+M&PgHQjm12y{SM41A&;beReH~DMZc3)I`o0ET<tQGe
zE#K#dljfC8u{>LJg1X%c(6cT7$6F$n6lfY9#SS&`D#`FFbX7W_kGfO>Xu>V>WGckx
zsUh<E%$TNWmS?B)Coeocg-3Y&aQ>>orn4f}!fU2?KT|&rw=-Ac6tO>PLSGYKx>k`}
zHe>v}0yCNU^J|Pd6n?sa7WPEoy@0BBuEcqryMrwxwx8-rsw(;s-{j_xrdeV<vFcuG
zDBW4hvq;32s+bgVP)@yurZxCIQfBsVuAGL(<5*3w7M6F1{x>^tL#jQk9+QNIQT4{w
z(H5*vaM9A&sG9#{YGzNZ8EZ+P^_Eaj3M^sIGM0kS1&@DvFRe^k00Kca-cT*fQ24u~
zEJE^BEMJTz2BTR}<gam4D)!2$cBVrqzK~KKuFazrjj(bG=7v<%6suDm$9@x9C~)Pc
z%V^2!0f6My0^)jL4&$fLIORKSUv}lmCfwb5oM}7P#rx{4zM$26f?aI0!&W7a1RmRc
zAK9vcF`l?%zm=J5!hI@ml)Jcwzjnc*dF)eK7ONWAn(q5(Va=w|hqEnpvGXW)V0*UZ
z*_(K&i(SCqU+`HMdn<1p`t5e!%1;4Oq(ScDZ>~<el()?q#KYS~`t3g6`UBjB6T!vF
zDySKkGOoA!s;qdHm}Lfd4>LEQiqEBXdl=Tu;j?Gg*cyCo;c?Y)^)Fbg)^d+BvO7q5
zRYi*@6`^d{;u$Qm*{~-j^fsrAq?EL(nn3p1&bKc*-#Q|1!Yb&45FF_BoF7%bPx_jS
zBYIdLV;jNBf+pRWr#=T$uuhmZwP<w==XRnxQ&}*5XPZ}Y=It37BqSc8-u)?4{{l6d
zxn&N}ZDg#Y$^8UAEZ#vTvkhNJOrWG&8A3)ojK;;q&Ra5K+ZZ68{srpHAE*nty%365
zKY}#)la-+#SPk3~;=;<k0-#nBR%bz=imc(w<Igv_MMm4Q#d`1=4Gfrm4Txg)9(66<
zXK@YL$H23{;vy}Yv{Bo4HK*-7=DMfv64&APmbg4S`MtHo72^5+_EGgTvp$TieQ3XH
zOO>s9iEGW?aoZ*)xZG7Wcotxg<r|F@K$eb^)w++9*7x;QTPMEdnP0KZGusUGhWa%Y
z;v4bfgo1vJM&CE2e~l{R<hZwNZMIXsBVp<4cgNMT;Sh<4wcLB*Xx-_%<YDEM%O_N~
z%)1r4w{ev<xH7n<#>nZISmU{dA@S+Nk3E+#EIz7I2?Qk(^gcmx1ic&j;iAPFJdksi
z#3cQ~e00b|J@}BOqj8(=s-9-4@l`stPFA%D5t`|k?RTgY3g+0Nl7Z?^2iIy|G)<A2
z#vy5dMkVQd(^5r0UXtZ&AG_>GAp0|4`@og4`u3VYIjX{N@qqc6P@+*)zDlkkH0*EM
zf!DfOJRIj2j@uU~X(>i&>0j8)nU)M(`X(uZbaj>?l&`)^=ZpGtCQB%kxdnv<J5@|4
z67sOl#9X2o*$UvL9E57kkrZ!Y8^huU(VE$EAD+#d*PSQ#28k;178yzN8Ple*awiSb
z1S)iQWKtS>W)(&z@ZjhKo*bRP#Q($jI*ML6-<+=ly5{RDxl(=A*^nc!>I)1&R>=f)
zM#>nm9-Wr8;yurjbweS0k%B%A#rpZQYuaE~Bh*3f-c9;&kQ7%}obX(N?n$V_AbD!?
zP{)NHnj9`MUuvhtSQghrJ{H%ki^N6|Ak%~DM8>l>%ZQn1^<KrGx_II@t=>y%&j=Z4
z*)iS`1P+||O`A6nD#h5XXz{*hpxv(t*~n~IrLW#vV}wsuGg&R3<n=K!FRb3bnIy3B
zWOa;$KfS~tLdtlD?5d@VH!0&4UlkezS&&-C^k6l$C5?L3(27=fqwiFT%O?t-+Nu5b
zvvEC@viflT`jH#qyxuZ)`VPideQLwJa%$54X%+jtpKv^+zu|2(RwRdFEB1NL%UyrL
zxJuW{yRwiwerf}JS91lh-j9v5w}gheULFF=yFJUyCKBbqyN<=%60+CES+J>VL^bPQ
znv5Z9ttc|by*&#1Cbg`c83gyLGHCn`nh{RA9g0_Meby;F!~bj+(&|t-uQNO+OAtd*
z?5kB7G4qQMwpFSGBBSo;QlTxyL)HBk$3Sa6vBfd--@f$Owms7<{{F4<H%ZCg5iRm}
ze6#$Wyq~{I9!zq)FOU8m`fEg^e#Gw9kI@bKF?I)!C%HHmNW*P;_Bfx0+x~1jPq^G?
z?GmnCwAICC5oYDTXC(634tS}$*f#!3h3jIE^Cq2L7i-aQ)Y(4oJC&BYGCSYW-R8HU
z`4s;RvF&_UHCv4SE$}V!U9_J~jM^cBbd&doLz8rxMwGV>H_@<sw220&&i~(NXhHq`
zuQi@Z`qxSO&9=!|0BKuvy6s?V!{leyB^V1*6HnGazrvo`Y1<>~3EnvDeJ93vrz57A
z+L+@DSyx<rqT1$F0ej!kVV1GU9sJ<{kiBnajQ2fX$i5;mu#pw!EHe_8ul9v9{&{w?
zP(uE1PqpZI$$N1^(bK}Qw?4vDI^p+1c+~_%0rL@CiIXJuxmcL677tVo(ZLK^<WE;2
zXjteT|CN{~v15qwe|=nK22OPZ&eO=oS(VUP7+N;-&DnVi0&7lP$$5?t2T}E|4E-^g
zCaOQ561pyHxO$#fBOPa;Ufjm3DX(fs;VE<(BdJ@2Gge7}!ycDV=b8ffr@l>%5EN1Q
zze?pzra9{qW>kSOURZW*9QZBFe!Rmn#$Qf=hr3__CI9P82$+*B&G$}}Ie7!}XD*8j
zT{2r`%PWVl&NJf5CQX>k*$e>k)U9SyXrc=#p)mmalU?Rf2_r7cRu}rb*jZF2sQuxO
zXbI9d&?%QUnCMJYuRt6kE7}v!3kwsP^oCrk!XE!gnf??h2E?8{H0oCpAUhk5Juom>
zio0Q>pNWloD5l25!9j30ziVvCAd}HmNMBX}g^<Q*GCT~kT47dT#S^^!V4z)V*YX*<
zWIc{wtWj>;lLkS)!i4nx)o23F`%T}+T$I)Y2E^AHlHSi)VG?dxw7BMEo#ujuL^E+!
zh|#(k>iyKr#A8O1?8GgL%%w@MZE*OWr_2Q|F1o-C0mJ43x1R;>au&D?A`6_;T;RN0
z{X;{^2)o%6@h18-3gpd>UnE&Eu{I-LtYiG_BJ6q>K_gsiSAx!HtxbXi<Th(Y{{+Se
zer;;##Y*YLx7fCg3;Ro2WUM>PPE1nA85@yK-195C8Mfq`Y7o?qGwPhYP&e?31E-P>
z^#%2jKy`@>P`Mz%nI{8DwL~LEG75}#N-)n^0E>q&Jqwbf17CM_ovNTNH3opB=vh+D
zGq<0Z#-&h+ix}APn}phi;xcPX;*Hv8B?g;WC6}l?dn+HB-M;{PME`h+Qw=>LVvEn8
zx2R^^d#@~o!}B|1d{rrdIrj2XZCj^VO5&f93_=QeQllQe1h#bYBw4@MT75>9!{a4d
z{Rs)GZ?wEJ95+cmnzLjY=u9(@EW4=uYy<h>GrTsfs;Zq+{>Yy;{l#J_pXIcak&G*k
za#PqT+{L<S3Oqz`(w<l{M1uwZMMyQje7XjQo5Z#r%$W)FdI7vyTGg_VlXYRq<+nP+
zrMM#LEO8^k2o_m0<x+|=Q*xyQ*_}!(85~Iw$fkO}UV&vZROovb|G!YR1E@kG!{UwS
zES7$CA@>PH)Se6u9E}#5)UHOct{12ZP>u_3{=%OkdWa<luJ>ItoP7}27pkRf(|t>Z
zGx?V|IXW!D8U|#u49JOa;6UpU*^RIyt6RGY&!KRmPTd4(4Hd{j`A9yYR<1N*ag9)v
zYc)lYffpTS4u(~zj!YS2TqP%<n!Oi(o7RQVW<*+d@L8c;pq(@1&87zg&6NYy)CKiw
zcc>KI1k3X@VP$|On3NG4|8SHtKGl`7T&E1Jfp#vG(;Rw<`Cwe-1e^J~OZ9^c3ptc)
zar&#<b<$+1f4$JlvTH5g6g8_eLwuNFVO=Bw61A#Qu<i^!C8t_&+tREFI@bnw!^8k`
z0)d06D74kY$MdY+8Xv`3+RWIYE(e3;q#KqZ4g2|npk*IIE9%|VvSjt<(N4_$`WKX5
z9}d=0f{+xa*`WRY67JUA1Aj69!i60tra7~`_ZF&!LjMsjo(_A?^PN76i767ySYPwV
zs^&PGJ@7o6Z%+I;kUE^mN-gzX+6}N;X4OX{t3HaeC9X9AH*3J0)H2TyHLj~hNm8S?
z!qgf87S|cAk+}t(GPhNQs+7LK2hze8R;Vk9!}dHnU^JR)R4e>=jj<3N6KyD$Ht2=8
zH9?%c!AmfkkTYU7iESe{9V|@54I-BddCyb7gHl9>)I-k*LLyoK!<)>yEY_~$-aF|{
z$ZTAZic_Jm2PK$OlogMDrZEr9mM)l;8|8fdAI_Z2bvmKH#)n9FXTj>fA`&icm1m??
zd<@zn@!0l??n*T1<6Z08iO6hR9?MaOg<>R_S>^fxQx$2&HTbLQP%l@KBkH-W376*D
z(;BUDp>Jk3Eh|EHe9^e~%Fi$oN>>cnB#)Cv^dl5!)SNuR(ZuSIO9z-hD-k$ny4zRY
zflYKrf%={h6{O--dQ6Hks+>X*`+ABg#NBbJ8%50V&?N;b@eLp)Vy@_2w|P=AUt1TG
zb3Kj#W}w2QrP9QGuC*hm1R`baRZt@h%WRM)YtABcB@9?K9`aIWxrma270hzqEN4pE
z8BVj;f$QKZGbAC@Dm#~m;k>h$BXkZe2tZe(M|_ry_}}^IH6cbBB?+D@GfEOYm+QXs
zj@3nT7LH>qvf627j8nbJF||mC|LiI0aP<drs3}nU-~wgAWKx=@`r0MHOIr4n*kf*D
zn#bG>)l!b8Qwi{=^MyR#Dis<g6@qFwB2>dWSWTl$lYzaAB5?sUg&Jo9G}9U3ay|RH
zakB3c<HftDIWeosup&=Zwyt`&9|FG?b#fi`h8-(VDUqscQjbH~PxSX1hyNS?HBSE;
zJ5AzXg7kv&aBPPm<hMm<5F^u)k?HvjY~cT5l`BTS<TzP!kU6APdvfLlk|P;_$~-kt
zcQEJB5@jnP?4~sQBI*-iRC+86GpKF^<7q#qbZF1-DHPrrMpQ5^3xxMxZcu;ezeQ|n
znXQp3JpVJQpjR)Xf5Xse+}GELbG<wv%O4lw((fx+5n;doo)Y_iAS5P2i7$|v3wlgz
zX7bZ*xTio}uG>)ms!%#C>Cf|>5~8{D?`UC+vFk(*6mxVJP?hiCNZ_gt#@U=E!HhB9
zI*|>v9I9fw8t}I#W%OxVWqK>~L(fslMkB)CGS4Ucjp4Q{?eK@=!f#4z;<%67+sC)Y
zZt>RA%<urItP$twGa=a%FYVsAE*Y;DVbtW!hmo3~)ONjG6MB-4eOfwp#`i&4WFLXE
zLp>~!jNQvzjvzIkI?=BoF75uYY+Ce=L1rDw39%OF1)mvY3O+do%y4^05^0i+l-w&f
z=BcDl30hbqS|(XwCA0m1BZzT2Ge4A0m^GJi-Az&8fqgO>Swa>?1iD!T>aza<0npbG
zh>KUeg*sBc)nA|mQTeUh45xlYK$m9Ww|t>l2z{g;>Jk2k8E({sws&rycW_6dhrRO+
zsflc7@Z@FewAJFE-hn#ofg&3=xl#2){ITbPLkTE9RmSLdJ@AgK5Ow2fUts^tC9hpN
zh`sjCR2G--*MOP(7uVWN@~*c|uC+hq-L?5|F{m}-d_j9)h20+?D76!0TR!lZYs~;(
z&=FXH=ea$uK&j)TC}b?2Z@D&qVsrWa#QPH0J+qDnRvhQKD8Uy@=b4+rpS#loE7E<Z
z<a^f=*F;wn9?(ih^3^O~)$%nBi>rIymd{rCyeB14nqKmkzzS@uBN?{`R<v_N9bo@B
zZ>rZVZ~5w$w|sWy?Fbc++pLbjiVh?EmHFCx<SSp@@|DldeC?ceTs;^GJoriote|D3
z;42}dT$>O6J#G*7hFilPXfMjPgqtJV%p`WID29Be9Lp{{_RDbUqY}HpsM}2ETj;7~
zaI7|4JtqE6NtPOLe4BWl4+`9H{!Hh07r#+ExwRmEeXe!gH0%1@81h{=4a*>#uTJN_
zqceAK-3hCqtl~knE=KC`t4^p5CJcLQsUa#YV%K%XlE-1n+|O?}za9Lx^4r4iMSj2I
zXH0#l#Xt4o7M_Zy;@Qd*Gp2{yc((C8&ht3WcAgmcJk-InBVdP(wOG(Lv`5fkgr(65
z{D$*O=f_^y$p(Idw7C1b+4@Kbb?ku=&=G|Vc&_XStj_3&bV6!ZC-nc~*e^RM_s7MQ
z5<b}krl;~sUeP`|W%fy$^vPq?1qcD&@I3E3_#NlBKG!yC=elV&-yw~?!y0>k>Xx<C
zEdtZkSBGMJhjlNk>jt@@8yqd5g^@lxWb+-Co^?G?zzW+f1$j@WLV5h=@w=5@5x=GU
z?&D|3Z|XzC!S!&SoIZXynJ2zUAI1ypLkT<+cshAHd1Bx6u!AQyPY>IB_Kk_7=g9AO
z{I>9G(0NDtCf5cAy7h(rrnTMrfwlo-hV|?_Q_Wat)cTrT@R@7hV@QaMytL}mc+VXX
zg~tZwHje4;nI$x)KnT*Jbmn9{zZ+$877|ptn4o)>Wbx<jJpQb>l|O5i5^*PCrS}k4
zx{|Qc(xriy%P1xAhWx$G`z&1RjV#8WigtKt;0XdPB&EDkZc|QR-e2cE>^tc4T!u?3
z^t%0xA^xFIR_N*sPWIP}KG-D#Fn8Jv?@2TLJO*u~?pp7#Ss1FchP3UojcPMRpY=o5
z4b>^QoUMDF)4j*$2T!v?!br$29-qX0)V1*Zndz(J)it~r>FQE>*f*LYhypc#IiHx(
zB4bg=szVo}whF(>T58Eylj<ENqRt0?%Vr}tRSQ}AYAAjEDQl&%B2{f*WXZkS3q)!p
zTYnr#)`kug%0Kl4h7Dayn|>2r3_Whgm?xszG?y;d55AyK*UJNqy;UDM`t5R61T{9h
z6rHFvD~%)YMy{97L+QenYsASaz1STB=>ySpHlXF)%Yq&Ih6Iat^HmWkk7_JG)5de<
zCD3J7fgYOC?WAc!1VeW3xwh={sRUb%>*ZuVi+z>WiMza8j0U^}>x|aE>&+OoH<H;E
zrkYh3OeRver#_-;l}d14KLPIup*P9Zw#)VwwI<VqiRZi4-UiOl9?^)<uczbs6y>Y@
zg)#S>G)|dyZi*BWM={pWMXySWTrXcq8WzfwTGtZS@<!|Ro<8gt4~0IVsx-H{M{`%;
z+D+Q=i;25D$pC~7(o7P6E33`9^8c0_($p&BeWT4x^+BY-OU=({GtZZ1Vm(P~B<-v=
z=e<8#^|n}+(hujeC#k^fH$3qImv-aFT0p}>|GR#m(T;%gp7r-yk#Ww&3KE89eLT?<
zt35*zv-a0QS3deyRC<rmdh~2&P^~u@SQB3V%^1{XV<aeM;#TkL>$Bwwi{$l7!f4Va
zZuNW^`mILV`s(0x?91>7CKxp8<gXt7N7$y<<~l9x%9j+Xo0l@o+r>_(@Gk!l<HjP)
zm@<>5zKi&L;4_W}RQ}VJdgImgOb+ZubM1>WV_S9*nZz+%Gd_DM9OM61$yBftXk;&a
zK8C}e^)deJrIce0_3d`tt#;AEYP*;+`dVd^6PVei<fsUT4t%RT)-}mmb`uZBC2Z&q
zVXE1~8ug*UhJORyjNr-j7iV_)L4hd4A%G`d%r|dc`UUKusYmL{*Y$V#+9LU8oHJj6
z_^N#W0v(CgH%aPSoFbKN*&3~ELXXP&4yJrnj(7ZBju>J&)Q`@Yqy4LL9Q=1V#z>A?
z=gcwYt8%OobylR8%vRHX4t1#JT&+&{svPh6yBzho(<jfFBUiHj;~pRJcR6Z5K-Zl!
zN9$MR_!bhbXsgY!S;jDwhJRiiZTOeRra+t{-^oi`5R`idGXtM#WQw`|VxK-*#xi?*
zo$JRUQ8RVHzFvW4fJT7_(A+Np5A2?^uUQ1KI^WE%1hq#&Z~IEnm?)_KD?yPLn-$pj
zm7v&(n4seK=^r=C8U+=%ieCcliCgK5D6m|AA;9QED`m62e+50LH`|@so@5nwpmVFO
zknoBKg^m_6lPE$>IniD%vt3-MUU*J6{r|Mg_80%8%+|Hm3+a+U_CgcG4|!}eeyBc?
z+RJvoP}MyntVtm*%mnCmbfsA2BeGpXcsG%)=ui=MEo?!_HC<grbI~X{4au!ea?@gf
z*3`gEZtrlYW&}|fsj`LVmRRuvswKI64#bH9`dO~1i&-7(3#YD0Qq3HRiwGpD5eNsX
z7?m7*!1c3;#E-A%!~n#6sM!7@-zY|qRf|Xy2&j1|!T5pDa_lx_`1_j0!Y6k91-YT^
z_#0WbFkE(KthXP_$NB-e>t^C~uk1{k=h*t0a=n$Y@VK0r54+Y)p+x)$x+*5>msHoo
zSMq|OX++tnbnGVjE)J!055|2S$E0~4d$A*QxHw^PsIM=a;7ta?i)xcd`=oi^KI>=6
z9*&~uY(&r}Idaa?2{}W8Wqg@bmDA|1m$yl6h0nBm`e;vADm`@mXqk_msnjlz{nVuM
zT(4KHwE0wuuX0;v-SV-BbA8(#$c_hlV>8`tD>xF7;M<PNcu!I&*7b)EZH=^%lOfW~
zpA$FBKewI#PgFa+{Q$Bdk-?aD#v2TV(i7Eo@9-1VR_{bPyB_1gAu=^9TPgaQOEN!P
zF-l#(mkylUZVG#W^u!|S5A{1y%_ZNrU|?(e(CpqAe>!2<4ebjJ=-%Pu_LY?=Sy4Hu
z^v$JT=!<Hji>gVBWPV0OlQ_Ayz#N3gTSX+dTA>!9S~4<wfi#$}TBZyGz*_$Jxau@K
zlt=hr-{i8tLLFTd$p0+9R)_2N3ouZEAs$^;iuFU;NGPYPX;SJE!=Adt*Ic^9*ItU9
zgTs4s@cg$emJN~gSiAoVX=8(L?vT<Fo3?S?-T}<}WYeYkOBJ>z)&#I!Rrl>@?AGT!
zA!V0ON-Y&D-Kz=1gwN7e3W%fpl)Skrka!}*Bg$2QKF;!j8G3@(^*5xt$_|#f*5)%{
znvSRs_tAN$tlpTWX5Zvi%xNsHwcjRTpnp5c(#<1C5`2#D&d3{jMyhX+!Oc=XoQCjv
zVruFThu4-J8uvk!2(K)mHwhZx@V4<CFW)bX+ZGx!Zrf<MQ%k?8*aMh}pCGX`*=Rs(
z*;Xq0b(dwbyn5sMk-K*jeB!IVR*$h`HoTP}X+f&vi39gKl<R;XDPjJBZ#oWGeOo=E
z()cCW>GFd)j9SS!TA;(V_9PVeKqG;P1cpnc7M{s!iJ<4MR9EF^@h7LI4lU!;Gi2Xb
zOG~b$;%yHIlFOPb!J{N@I#lsCY&B&xH3uj1IMCRnf>+9SmAU|^rsj%muC-6<at<`^
z8+$96nAQ2SB(H4hXl(kU<%tiQf9@T+zrX0Y&sIt32TeLG=4@5XfyT&y>>Q8oW*H&>
z^mufwO(a3cf@qMz%aO^XtRLpG=NiKvXiPi1lZLC=kyI{m-4wf2N1SGZv}^kd7Id=S
z8zzSlUac-!;ySi{@>O<=rL-S{MQnZ#h>0_P<ip=f-TWCK^o3sxuy^~a6M1p)v-=ZM
z)kYaKTN5;Rv<Ao6g^g)k;;OE~^Dzbnt1p~<74|r#8>J5E)PZA>RIam_rbCoeJ>phk
z*gO^J7eGhk>FVxbTI%eJlZ%>VA${Z?h7c~y8@2QqdNdqeC!+Mt|JS)nJh@huqTuIr
zk*Nv&StSJSfT&;auWT->@9Mimn*82o6w)8EKFMMy0(9@v0`(21*1xdS{?qEwB$e1z
z%M%q;Pc&RCch_=g%=7h5t%W0^wOIA6)T7=%b3bl!yw1#p4(}kHBs5@MzbXEOjb*3$
zdbc7uj%s}(>g5;j)~jy|2LkX5DXlYC-#l!==GD13UJN;?bH50FNQt6Q9$U;ur91-e
zjYgWWJo)y_@$%^z#GMY7yrK_Q%T2d)aB;fm7T;NmCp|C)`;!+w#2}&4GsKvZGCBRK
zDFw*>r=$`vC_mf~>W`B<%ufFNfs7M``o@$*RX_s#E8c83?spi=kX)rMz{9Gq!D8H&
z;M-~s-=@`15bfFd<MtJBft7cN+P^ERYJ0;+>e?XMI1IGVA$UGk1=t`l5c-Fc9z<8b
zn+-Qi<0|v=v~JNKhZ%3u24XlhM&!WgNrOAdQ}hnmw#qzp7a9bAoahujLw{<f<o-!B
zA*s%brn-_;cssh}T^5&%u_t+r^XZ)@%=9hmMP-a!R<ERWx;CDnMUN3cuHmE<Gb9!k
zDBKWP?t~qxB2O+;cZ8EFfDp@0^?s4b`d|KS#(-)0&S<dgz)>i-@Tr-QUHF?C`QY;#
zkx$v{PHsekWbvF=Bv17$sF!B-)!9qXd^O{H7}K|uPq7qj<&R=LGi`UK6kYpiwnaVI
z%z&_`Rtmrt0f3ofZAcgMH;y(AE0Q;LT_j^vz{M=g;Uo!-T$w|V<`#b~3B{0s@e@v3
zP22FEr+!o>YQopc<!}B+^7l^tcOm6+YiEn3NnR9u18zt!-O+PeTvAnOL)eDXrNUw1
zlkbmeUy)$M(YBay0|s4FGCy3_rWI(U62TjNi$s!hci7SavlAHnD=ljkqZfzz1=fD3
zcOA<1sD2q<WO;#Rjr$Jvqz+Xfu|gAklanz-g7@1-TQF6X58l?h6Mi8UN<v0h0|*I^
zp8x`k@ny6!yhj-6-AH{r;qg}!Oh7x94*rs6KYZz7JAX6JEGvv+B_rPRDc{p@q_v0p
zQX;tW$A|ay%+>F1?96XwW5&!DE@E*vdw$QETBC^qF_FZ^@X4YM={hA{_bMw9w~E^z
zAi%;O^&1@!B^W7GT#PBam)6DVcJfW@+obg}Fy$I5eY2h%YTBzYrszv;cO?T)V5-Sc
zcXD?Tqu6`<FZ17Q_uudEFLU~D!wYOG&hF}RQiMp<<)l)Q<@RUfuRkYQ&ZG6I%Nfo*
z2!}F7IN5KTr?0H&{+!eqh&XXklrubZAt5->8$N@h`-K5d>hQq*V|=ILR>Zy%M?S}X
zxp+}pWld1>EOr#7NO#`O^pX8kr#aAIwSlQ?s_mD<>LDe)vrxUn-pB0jJDu+qs>wf<
z-p3{)ojaS&_p_c<jv(`Hv~gQfp*mlJA<m-R71i!brY+1Xq9Jy@o^4P4VqLa9ie{EU
zYN3Wx8Fob&v%DzfnG!N>X@rXU3^4OUSD<T_7e=){I5QHX5=$1-nNupi{)rfO%|D2?
z5N9mID#Z(&DL{@KWJKGWYMT_}%^{J4QR>MkG`^9xhPJQynjGCLP`8r>W+7+EgD%Ug
z^SVe=QMt<HYyJZLFt>$cvH>T*SY&H8z9pO{93a=($;maTmRJR330|F$C%qJD0k^kL
zp~}?tPeuRVNZZ8XLP>Y_swEyw>Q1fu^8#N}%uzqd_|JDnGQO~6Kc#j&OsN-^ba0)*
zLI<mLrZz2f1-?&d+GY?TI=EVR0)sJ6Axq6=lG}U`Py0I|bZolsjMY0RPkmozfOPK2
zX{^2>#KGPq0Af6@JXIWt^V<4w(4XnAU|lS^p|xT`Q6dYfE;M}g#%M`3(LNpmASD=e
zY^B`$RXXj!c1cpvjHjSwy1&KzNv4fhTonD}?i@=G)0cIEfj=$*17bSeT@HY$NaK!9
z4rlXf%0gNoOL#X6ll_INbq|fh);enGwH(p^e}k17qGoheCrzsJPM9jA!Qfg%tWw0*
zrZ7Ag-)$U|>1JH4Ih0y8h&F2ZfVZVk{aWfAoeYe}=Y5!bfBIImwKOzzxA;88jDay)
zDBYM)pjdv`<U4Kc<Mz$RRRvchsiPu5%XQ9YKs$WR9WtPYJa6?3;!H2cWZ-YT@pZY$
zV#F#A-{%QA%Tsrp)^lOpHim@j(W=F_aPCc32xrmr(i@}hAX*D<^hl3dNnGDqJvElq
zRO&bhD=~OEw*9gj4##-+7N~{rd!`(PE-z5YObF&(Z-x^V%ITaEk4iGZ$fhv~Z1Nti
z<#>SD7>;`r9!A{Na%nM!Lr5T!Rn_(=qSUkZ>zV|o!m?u+r&hoijoXL&RsTy0@QlUw
z5}SXq9c>bq53q}*D*m;{C8J8$y5E5o?)G^{Y+5u;<Jvx={DEfv8m6ru&LRA3_w&8}
zrh%z3?=_r$LCB1u^H}%j86vz698m<TB(JX<rPQ-UQlCxJ&l5VW&Hq{>fv$@0lD6!$
z)up{L8m~!dhW$06qlSjaSYS<eRfy2TSS!ulc{pR9-P_MBF1S$2cvKSQ8}>&fRoG*_
zoZlF3Lm*ULM8_It?b{6978#6oZG)2um}~7TWSx1F^>WwRKk$|xcvLDor%25D0*`jc
zd-!T=IO#D~blGmMmzo3wU-`2mWsJeR4=f7)?$Y&?9Iz4j!6Lo_0m*|QF%IjIh8r`t
zFTZTPby9!tV9w5E)-O*EWOJWtU-*;y5SBTWuGh;p)=jh6>a*$Boq@HIn5!}ER|c0!
z)_;$m6H~4BG7}q~^9)`2P<+|MzFzCJoXkDTK3}hU1P&<0s0)6LJWTwTd0W+k_0d72
zX^0sClM|LnrI9VD?r&ypoC*F-!ha^nPFw1*Ew#hR+kYlFzeQKVRq;9iT)h!N%fOR>
zYfQ;1Q{}zZcvLzNZx6Owqdx6AarC5*4p;ft%J5o|M3mWAf)Q(O))WL;$4}-sEh+47
zZ|cPNrV|l-W7*7<TVU4p6`9hRM^+Amj5|F2PG&h}vKvRB#GIkhT^|_;X75X#?cD2X
zB8VaAjp0^4J&Mz6&CkO&bXXk1!nv_JQ%%)Pi@16r2?^h%5`Rw;Cg49aBBwlmB@ona
zG}k}uj8Fg;c9FODHuvph*g5wfmjp8Raj76K3OHrqxd7@1GdWb-4`SZ>HUuG3)E`#J
z5&+vPHPq)#4pK6r#Uq)GEAf1OZoAbEv0L3G9b4cm|48!-*J#UCd@6Y^cde@=Dr&jf
zp2y5)+w)fu`=JEe>Wo;cTDhovA$_$7)%&0VwUnbd@Gh>kKahO!RVq#p`b%xZU=?v{
z$c6_D$*e#%Vm$)=UDl+#R2F0!+|K1<RoJpNSm!#@_GVTsn@ldDG3@vY<jQk(#!Di-
zdXEXa9oK8?R9v-|#&HH%oVH@8Iu;^}s4=K-Z|`P->J08-b%(Ai>BQ?7o1LiT02l#t
zcQuFhx(qa-tarZIiRBp-3j=oxiLfdC!Mo8u?G!w!>ophL)7m>?QCd%~+8*w8Nhd3d
z<2Te`+ahY9S53<8vMWtihqrc?yVC<2Yt_eq))e<qD?qEThONAR1Pi2>mVC83mREi5
zxxf08PTU9dho<MNkqr>SrwB5V)nhz-DY7$LiHmf^<bP$BLJ~7;y?xd9Byxh?i;F7Q
ztQPehzWvF*ODw)S?VaKUWJZ?YcLlv1jq0PeOKob3Wb;!rMp|@op<oFoL+*On|7`WU
zcPwE`vd;YxK0rJ59z)dtGLH=3w&ju}_&oEKl-&$xL)PrFj1<plDCSB;=gYj?*14Ob
zLFk|zlRO09=Ka$;_rXaXZ~SIU7ESI$NbF`y8S>KY{INjH$vNQOlBeF*t#!&OU-5M*
zE?id9ywcn6LagdfzzOaS^$~v1IC&xaC~pJpa|nhZpPV4uqGlPgAFouoJaHE_9V`H{
z5K)sD*859d^p|W5C#A|3x52pKr7c|N!ELne`n)+9okW+^$m$cm+A$}b^mJrdS;cA{
z_Pn%3h1Sy_x4*QJWX*Yodw1Bgc8hxJxO9?J<5Sf9*8|Ol-_L^+aleyw=_1~Xo=3(o
z?nFVry(3Spgu3fh$urp3KE&JCJk$2*GA$;-Z~P8%DsjT=czq*@crTv1h)rE!?M*Z)
zPyO(9o!bABeAc<kWWQ_7Z87=_z1QBo-1Vq{LJl<T?iPc-_O@_cU*`Le+w3gAdxKFf
zsQ0^njCUpEMQ<=(+L-ZbI&ZeNqD>U4Ch?w&Ybkdl7uWuJowPAgGl~f4DrP~>!(J3c
z+)Hlwbo+&->?T*8T1WUgm)^Cn5+U?S;P2`RevaVc1f0S=mZ!G7#zgoDau#u$(I_1F
zes%BXx>$NRRbV3R7r{|pVV>Mow?CZpoOEb=@P2UMyTf5AEVA>aPRPhNXWYekY8ZKQ
z$0L8k-W{qxPmr%JmBMB=`W?Yik`$%Obx`yy^R5x<ZFbK!(mfm^qr|+t;LVT_CijJc
ztGX?6?L`%T3)HLpm7M>~lldBY4r*8=Y!RqyHb=GJ{k)8XN?Obj6<5VycqvrxQ<eGL
zv}J2U0ky!j_CZ0&f<ko-IO05D8={=&Di91vn+nxcW>$h}1ZR}EU;Ts((EX{0B%}GZ
zwoL+=*|vNhkvQ71bfuU;0)}6q8qRptHcFRv!zlxhYlD!<wBVab;}n7rN}6;<a24qY
zHr&q#FEwAK_1j*R*4OYCESGFTM9Zt7V51HSd+UwyPtr5tJ#be@)1D0PQLnra!M8E<
zcfy7n?#FO2<v%Z!jb9wY+mNpY!LyUyZr|;%ZPdqUw#vR?w{JC54*8f&!6NBc-)iC|
z;I%EPPy(V`JlVz@HEQmBS*{muW&YPaK(s8@M*ka-25~qvkB3pKuaro9ClsGC!4r>L
zg3Rh=pYzLvvl|cF$GY~l$+T$X@=MTH7N}AvjX5HQni)MS*#zwM*?yg`>F-@@lcx)z
zeQ2K0FQ}EQSe<7;lhsR1-3Vd*DKcOffuPI{**l#<lL!kj*mow&`#vvyc@gDnA~M>U
ziFo*!`~_N)m0NrVx#v@M+T6JX88J8VkHe#J^OPR-<x8B$gdv*cJW*r!4DfBU`)4@=
zxrxOww}d93$7MQ=W;x4O=Lv1(Yd|<QQ6y#BIzN=cNj&k%6mphtv#@TF7-;{ZWSp;w
z3!zS#iQXyJDOD)Q)?4oaRU$R2DIQ+5POz|!DC7cXMXKiA@Ao#!3etJNI8ptYQELi%
z)_<3UYdmAue`RruN-r}j=2UBeFz`G{4B;CP2g%;KY;qCxwRnfJakmSdl_}8-9$%I4
zP)ZR!S6Y-nA{~&gW<alW_pzk_Ox4ky!sj*9-TjJ_7g4+5(?ry{8%bnQ19Y)|_ikn9
z&7WRWMlc)1q8w0`A8@zisRGUDCgSSCJG863eDwj4=1AGDX+%aki}&jg24m)KzXRVt
zVNXWBx`x#A{nNP1L#*yw)DJ88=5EcEcK_G?D;>`~hGj_qGOA*F&XY@x-46eR=r})*
z7$ocQ>JBpYr^A5UR-k*K8H(;JX+&>ZsE$CzxEMrj6|9N)rbzna_+04|;UF%RN<nP*
z1M~VCjYTi+u#+!LR|9lZP!3ZOd7eaGh)WpZalL)sm<N)J2ZZ9^xR3Rwc+fmJ2sw7w
zCto{gnIGcNKqACPRs)R*@8x{`@-UgmXk!&X_Rt*qKzL#AT`D|-zL4VsmlZqdi0GL_
z%mWk^heyTfHiyU6{ZJO#ywaZ@^7_7aIojXi0jfZzw|~mzP~|FP%H>>|P*^-5Pn{Hb
zhwS=1e~i#>HQ_s;Y@a8kP~El(ykxqa%Myz(k^(h@>8Frd27Nh)mPGUudR2%X60R6k
zA<eJxPXNmuH-Tk{2_EFSw)<MPS6KWtsKileBR4K)o?Ujm@ow5X88e+La`bK6h3YdL
zk5i|tOn1Waam6XzEj9Bv-l0}Qj#)E6%vAyR@wAgRxl5u@jgPj#J1pc--$9}at$@>B
zylC9px2V1^({*eo^5vgeNUW$N%3EcR(7j^fT4n7iRxQ06<>wj4*8QxVPc=(2;9M<y
z%bBzqxxD4t>E68JL9a`fF4l_<0+@{=IMJKuwQtZBn0Kzv4o_MDYj=gmUTa;DO&40d
zo?5FXwCr`6dT+>_3k@h9@VbnV#X9;=fwfX(o?gVlNzcoAO?P`PEk7fR)yfMa@mx$a
zn*&hMBE5xySz+5-SUecrTb}Te+45TJ@@$-MR28S#YV&5R-yRXkYx=P$E(aG?ux`?X
zvkW_PBy7>hk~=i?Vy-Sh)+<=+I%$Ouf-{1aZZ{8!gi#zO70E$;<ms$&4)w<l4J8Z_
zeV{Ie6dBX+%IvSrBomDO+D>x%Qg5sp^(g&ed6Q$%$^z84rzd_f#bzn5s`>fF7XS3b
zs$fF-LCM*ul2N7h=gN3@5W`L}YX86p|5x<Q-nqdbX!v*SA08DHwmJ`>JARLqDPsEI
z6zc%HDj{T!7(RHu+iCicL6{f_T)TX1lWMHu_t6L2noc)uYdY3xt?+YTHj5EOp#QBP
zBlra0D<_EZz^Lyu2=HDa78I7U1C1VgQz%s3bSU(?I=Y$hH0%YjLhv5-;X(}OaXmEo
zon=hyS%#WI%A2FcBq%=q1ALx>i~4u*`AgxzOng2-je6p9EFoXUXOIQT#AjL$e0E_o
zk5rpw@eTA}D%hOK_sWT1#^$9_Z0;Ld+>&eYR5mq-wy0l_`#*=zPl4=KiaNIG{~10n
z?fCcc`G03R@p%<B?1|3<)X~J}HIeZd*EIGqTHnOs^v;ozAT4ug{FMp*`b$23l7=q+
z`++97dqIY!=M50}s<s~K%&C?{-Evaz{-p~?o1Y#+-q~Rw^xKxRJx%=ogYnqMYW=sz
z<4bH7BjfQXwe5+&pAll>FYinE3yVR_{UbVCz5~e3gES5|2oAULy>IOQ2&%U=eXfDq
z4>UD}LvO1qi2CP-+{&Jrs<M~6(79vt-jS43CipzfTj==a^HX?yW`;lc#h1e)`1RcV
zFWBmMvk_W%!|kMhC9NyihqRj~f`ecaoo&9^sF*A=vzrbT6tV$gA6InkU`&;8GyCTO
zR@en&<^ZE@QyZ&*>o40z)i24c_uhHH?U+3q<0|$0{sJ=HGh@1E0)Yk7Jt+rbCzR&W
zhY5{UVtWNtaZ<5Etzj|6+A}m=CoE1<hp{A<&FI%z1!qta$r-_y@RezPg@&;i(56@D
zEMNu-@vGLZF3^$O#b!D{?o=6Xu0$#jyqBqKzO^zD>Faj-`iY<4fAT<6H(D!+{)6!?
zwf%SL?dKpYGQJ1B^yTsW+KbWgeS?t8o@1O@-d5^aq$j&KyXi9;ccgQ??<ZxT|I-Zh
z&F3@fgH3#!kV8YeO{y`%T%LxE*3{z79;;O7A~l8-(P{9e3HrLg^kuwgleW&Xmi8=5
zt@^V}gZ}`Z-*)}`_)H>g1fSK^qbI%iE+Hnp_-cH%_Q2<Zqzv@mDEJ&E`1JGrui>-t
zPyZ}FQ+k%AE+yrEgwGe?a{t}&IhV8%d@iFNJ@Gk$klyL<*)P%G8-Uz=fu_HeLVsuQ
z-3$Fa3;q4WAG;9sk6EabKz7SiS@`Z`p(2%jjj*1TE+Rx%TBej|b|+()Lb%zbBb!cl
z4(>+?-HcR$-fxhKZ!n>-FTLEHMx)KSaY1N@`g|ibzo_S$Y|gHYJ!V&D=GXMhTwO~B
z(FXhn^T+=m^!NC#{(gYk^hDiQLd^cYsV6OJI;#77<blS{w%rWu<`j*%W<gvb-@Wws
z(F2X4x74eD_-Fgv)-zk>B&9}KC%$$Klo9(c*t`CM1l{djQ+{*~d)F)-(aqk~gS{&v
zyr{h^mL0v>yS5_nIhVa_B_n`E?;Q57ai%%#Xw#Hd+q))E2f0$To4xCS*gOKY&1*U@
zoKn4Mgn$7OwRP1iI?__CRlP%1^KUwZdet|xDjo__3oIBASn$xxy{e1TE3m=B%7Wi>
zx&O9rK-gUF--wmver@HNt9<P-Yt9${_hVSM3(Ylss2V2R8*BQU1F`8lr&$U?gXRIy
z@eKyfWDN=%tD@oX21DTuZe!IJ-e6dPSxh0kLVlsJAnCeVs0$N0t17!$TE<N8!K$c!
zk-Ezb9bc|{iJ4<uwBp%P@ieLU*Y~*-3Zx<nj~{R!k5p5*mGjhd-~|i9pqKqW{K#*0
zV(K5foq*1EG**#3nS=@CbYP)FA|edWdEC2|4s6q*1HliQPi&ofznyXaqU_Yo`goDP
zbIYI)`NmwdkE{B_sawj@sxli^-yHGEBOk7ZB^;NElP#zMT@U|;ugMmKpKHd(TJSCt
z$?X)mkyVfCL>m?Sxumh32!~5XHy!$5TdzP;b!mC=pwQ~cHpB-d7sp!S5LuYDef%8x
zhiW1K_W@8?01i~CX7dt*?;ujq*cFV#j$tqeyLeWZH$pVRbPb26Qbe@$fht9|Pg_&J
z#M|}Y*VgD2|6iEzGfB{WzAx2tMJ&v<je9fCHtgKnFdkptFrGiVuz0^|beRSd%lFgh
z<KV`ydKWu)IgV`3(+kXbn!?26R<Q*~Fh0j^#vV_n`TL#=^+cZ>j>oo8+t+(I-n_?J
zep;;On+~n!xB&BbOg%H4a`sSzn__R(<yOaT;E6r{o0S$qtH^un=EFi++Hr&eEC%*E
zb6@N5C9c6!v1*Li*UJlMmXpQA-uJ0Ptn9D*UxqCp%&|@`n2A)_d2pLe0H#oml`CB@
z&vkNB4+pog^6xsbt^HDudKW?0uI98;<KE*eF$b5spTE{#sgpT_%@)D+T9vI12S)A&
z5^!frs3BhtXOC*!d2n21TGgof8Kd61B?>gPdhs?6YR{E>3Npr3o~)CduP4d%vMY1D
zYbx1zQl^=K-Vjx)CO<j9JgqG&aD%JOl~d*Yj0`s6H!3`;PL7syeA^PK?`8tSyFQ}u
z_ED$3iILc>1bu$`eNJY1T3uV-w^fH;qw(TqF?{s*9L&bS`(f*PxAP0W>Z}vu_3aTc
zMqLL5Y5H^ZGo7|na=S@j=5Dz$Bted=9aFiuN+stQ|46Y5RNwk#C-HS7+78kcC_{Jq
z?l+H|?dHf?oE$mJ_nYBz<jnQ*0ONrT0CpWYv*m_%$hFzX_6zdVBeIKtb~I2>ym6ge
z&g427lZ6(+)3@mmfwTQ1Lo-jrlzURjzA^SdY#S@G9NsywaEE&DIgYiscbEsSLSs(G
zh<esD;y_M9)1kc)YUNVD1Ih$J&SfJKUAF}z5jn!VUmsx>(-w8%)26r+v_y>(wQnCP
z*LhOP+@b+d5D{%6-!$er#V<xo-%3v(4w}1uYflXwK@&w65KbSgkJC}LR@bxk)a8ea
zDsJOgw5@aWcJm*~rd&LRItok=ANihvoKLT_qT$bo`209*#P{%BU)Sloewz5MzmNm!
z$#8;rr*;ZM81}wP|A+eHp(EtL@dnpq9JY6PC*^`B?Q?WN=%V$w0Tq|nleJ51@#lGI
zPrsxSjJL!$#9$4mfq;$|XP=*~b48tuYEReNOKGRO(fWVrZuA|F;$PO&pSHLgg}>Fg
z;6fXZX?(0Jj1k|brb}%dRh&}vyeL^7o`jM`+yNTL7_^L+?`aiLVZNz5Iv+C4l8br*
z{m~F?5!)~F_BCbsKb#{f7f}g~`?e?(OrH}NU@T`8VfUNQL})1(hw}CR^ca;)F6_)C
zzEJ*!ULg=;#?+sq=m^!2szBQ`zl?gB%dHDkKO$s!>*E>Esyospd_OX5|I7wsdXazT
zZn2({o8Y<j2c<Da3uwH8vM_8-Chy^$1)7!%K{s?jbZ}yjz(r5KO1zG~iV3myTiYlW
z0~3h}h}XU5z|4l(;<lZ3kiB}OGuI0`bL~{Pf5s{&`KC+0n0z=@;9KM>Qh6I5+Rr9K
zz6KdJZLTV-7j^L2WR?Ci+RPL>k+n3&d(nwlk;PlND`qON99{)7`T7WGtOn)Uvqrzw
zPhK2_^)EP^5Y@3objf`(MX|Q9nX<okJ7t>`D!ChlDnQBNR@%NJKhM8VL8E^9tEd4%
z9~$MVV0R{heM9`#w{n7xy0|J(`C0IL{NQeFE<WtU{M^vJb?&yOS(k9=hZR;KHFm29
zgak}b-{X<*=hS&C##ycT>SB#IY<JZ+iSeBcd+h!Rp(}h7Vmy7-ED4&>A5WN5dGk+T
z*tNbQwj_D8^Zheh)pX(M#qf7ARl;WL2|*ghV6|Gi^gBMgv`gU|BYG0f&R`gp^gB`D
zK%6RV?)GONLtW(CiDi(#|C78%ILO)ELERnWwx#tKz+%g=Sb?(5Y%fZ<gyGykebl(Y
zuxe4xGZ}Nbuy;5Z<?gaG{)HVNbFL_3wdenV84H~r=ep#Kg$bV6jD?Ai|J$GHB>%Zo
zG*}~;cB}k+QPm{mhnG5|M~g6;>pEKGBw0{8K#mp-Tq5JY1HRki4SU<M>``AzP0X7J
z%LKUP4hm?Kn=NKg(WohPhqfLL4yP$F)5*;EG+hf*naIV8W=(z!?x=<<dRA#I6VW&`
zzd)_}A4WLNChz6Rr2nw2<hVY2+xF$Nx8|7+G2S+_R&O#zDADBHOA;-suPBWZW4UFQ
zXjT8}6vkbteeJeoL(^t*wOhh4?i_L_e)wHD>VyMsPUNc#sYKHu(<(t{Q=rOGxC`a+
z3`XBopf|0YXb^)??zT5iG{Bn6G^Aq+XweY0kJ)7E@?W0`hH8UnAy~z!`e0O^`rvWt
zLnlNBRPM?*lDV9Tser9lY2Vf7m7mEf42PEuERLU_S+#mtDW{p=y*T@k6$91UXs%@V
zJ2J#%tEg<;K`R$I45N;|%G_5r5RBlm`1ZwtrD6Zfw%9ZY@T$j8o+{=Fd#<53Y9But
zE_wt+aVK5v<Gzn<Hk_o!_$m+EsvbAmjMHK;S-JV~Io#DlrfIcO$ZV@+*!zUsE~xOf
z+8PHR<^J-uCraI`?Q8cfzm`h@%WI@6ES-BSqv0IOR>e;D)pulhxnt+?lO@No#2OGN
zzYE@!uQt9iNI<rLhtkB5vg)5oW#gm<<U3NQf_(ptiE1PRtvHPRz~e<_zdswMny(RJ
zYkXxZ8-c+`eR#(3#=f$F52J9n+{!-NUJ{p;kyyU^^mJ?qB6+1HmeVKxLT7lXJ)Ew#
z4<pm~`4DeGouw!N9TUYBCaaASLvfDBi`wwpN^!GvaSX;ugO73p+`|C)?o7d2!Tz1f
zNom-5_(yhaDDfUk{8x^r#C#~Jww+(dQ7i}`_OBRuJ^(c`2i6_e%fO0Q(nf|>q4NEd
zq2<*>>x5@##v*&^pw;$_3zj?8^k~Y^w&M7C8M*e=eM>(r|3>(ptVdRUq~_8Dp=jzI
zD#zS+t^F$l2OWH#`Xm~%ONVrD9w!>2eH$zi@9+Co-_1ZhRd(EFS#di`<Hysup}jS4
z*j@;1A+BWA`|R^%Gw)hEgUOxYZg*8oBELeFM#&OhF_urmef;rD-K~=Jyt!C%J=2+L
zFsbUMr2u0Ivj3B-Fe^GEPcWLv(lfSD?KkV@xrnT6)WfKcq%z`-qmLVnX-&iSaQB&U
zG~_bk`8JN~+BOb5D*Z?A9lXeD@yFwgx}UFdlCNef9@F=PBXKXCCp~BEHKy4gx3%dG
z-^<~I-%FBd_%2w5_w7l(+O2%}cIiaKmUSj_n2C}HOQKae5iSZOQL?XAF`~>wkbQN%
zB&uKg-s&_VS9lAamTapkj(>d7$+OlQ8KueA8yU*MFTQ{!c(3$xX5qHwhXL|c#uFa}
zl>-okEU%?IeU&5YrX|QKjtxzq{JUV#I&FCP#>CJoCaZPv40B=gwNCF^&3$)l!H#ef
zmr-$sqhu>1@O))~ctwo1KAO(5RUhux5G-Ufz}1oYj~56=eU-2J7d9B&;kw(mGtA!X
z2cwB!)^D;{Qn`MRtbsA|xDQ^h-<lhWosZ8ydCJ)SxUJEDV*)7$A0;Jnib1{_d`CE$
zqjUk`gc@(*xvlC|UxRQ$KX`{`EOVBhGV`tE%aHkuA#brA<5ijR)Cj*3_4)piN)>mZ
z)zYupJ0P$4b~?J9!Nk`{$+EmkC==6M=%=|7H<{5mZ{A^D(-$6}9DH-@8KS$5GqCK&
zTg4XN2beDih3%H^heM_37$fej43OIkI1Bi=tsb|}I|lFN4qvO~Qfh}M`hvn?d)4g%
z?A>8&8@v}Twn(}q?A;yqHmK9Y*xCvQ@3na=i<1X0tS>+GA>7`u4;dUENUDWf8Hw8q
zizgXVWLyp2j=jj65<#djMaCy_I`j_`TF*eYQ4w%EQxM5bf1dBEMaeSlF*mmIqG#um
z43U6)Q=U368nT`c!@cQotGhv%;DK{@2i%RAe4Q~TwD$&%QZvNjSK;@#ea+>Dd&`$W
z(*WhJ9}?@7JK7^D2N`6^MKp84XmOwU$9@?~P|y4%I=uAA>O9pjnu`F1G15G}x)0kB
zF;_9q?Yfx-5mz@om@QTncSm`ZrL5{QA@V<Y%#w8BtlQ4QX6@($i9Q{_dO&IXWTAj7
z<a`E}&|;70iG>56ZI5zqP;Yk!*5F-tg(YB5sExPup^oz?gH7^+kyg4+E(&|~hZ5a&
zPuT3)CMiFr7Tlywn)`L0{I=$rtQj|GjgTYX1>s#{hzF_nER*f4FkToyg?F)}!zwHa
zI49V)%~p3Wphw#00|j&6kyj{Sj(~F-`x6cogm(dYIjkGi(HRh|!#L;09k2&4Kzc?s
z6RD<bdul^N3st<-Im(B9@nb%~M`Ud=<zaH47?<K{iG;(~(vE=bsOxfj>Na$7X52tu
zs~u~Yc}pVxM?AYUaEh;`4L1@ur6zyKO&cHHm72g|TO32CLI6CIJ_xRTZ`B1&!&41s
zYWWdHT3NZAE-#hy^*5y^`rfmIE|0{T;f-eaUP~xZ08Y{u;ZpCWrUj|V@{4TR<*1b0
z&OKJKe+UhK1&X6T+vKzVEAS_svEpw+>wU2^DJymPZXoF~*Ugo_Q!(CTvPg0~BGT?F
zs#o;YUKQ130Qi2><%66^HshPgm5^H318hThy9WXK@*^VQ+lhltt7oEQV==SYzVh-V
zu0n2EyJEZNBGYe*_-uJ0!7|S~XtUH)?dQ+9O6*uHWytFaPXPOltKwH?okvts82OE^
z*M;6aHbv)qPuo#f^${tXOWXG0GdHwbibuA1&%q_GGk@i|7kT1-p1hwS?4Hxe7(14@
zmf%D8wrwP8TH^ZfT@rHh+u_fE2@>`WVV@I*v~f){!oW47$b>|P-zNZ}-SWK%4cENa
z5088%a#E-zAtK`ZK%$P;Y)1HKQSv9+CayUXvnj+)slL+=kE7xN7j5v4X&Rf(6A@w^
z;zr<U=0NW3(tq(DnwqSB-6C#H5YE(mxq}5Btc;Cxu;|p}Q@Wp~N`Ev-b;Q6bTuM*l
zk;Zo$?{tr=Vj%281S-;N(qZjpuWny)h3}NzGh{PeYf)LGF<W{KZ=po<{W1yF@hQAX
z;%IL#za-k*u8MSuF?(3tZJH_Dcnc0S%jX_1yLXVJHmiNb-euHz0sVH*$28zLxL>}T
zKWm!tR}sPYMx9g!<Bxfhw2{GB?Rww=$@^8!A$XIHx-P?;=tv-(Z*SB?XkJwfBF@oc
z^!T}Z?B(Wje5(0G27EWt=i90_rO<BIYunQ#gf2hE1%US;&R%|O9DjE4=N?AP@`nEW
z5vleP#@KE97(e759b0Eed*&zrCm4{sYis0;$;ixVZ>-d+hI_gL^G&=>ZlG#NMBlTV
z+^a;6;wq>U8H1dsHEIfcio*g2hFC1qT@`PdkB802H+UfCBm8$syvb!GXHr}bJj1xa
z^LUJ_qD)%xayxg?rnP(U^}}hhr>X+ZnUo<M%GxIwp{|$LaAjJKwRebBCPWMn=g6Z_
zL(H-PVN0v`3>sHS&QDbaoYImoR`J`Uq$`2q;96#mUG4^@Mmcs0#En?b3iUOMizPm`
z_X;Uk7OITj_?)=jA!;?mtau>e&t0LXfs#w6a~#nMIeM$mDzmsgWY(wm;tEZOzCiTt
z9b&v$p?*O0J9mX#x<by(9A~sb&fY4d;&l7_lUe`Xi>oyu1^_XjcZlaS#4HyOu5(vt
z4N%;3otcvm9Z0;rye6TyTFo)b97v7>doMHHgct<Gpxz+{n6(-V#Ncz+O3vbQvvX!n
zViZk@y;Z0RFe;0ZBPXf%;+`@gh5#|7cZd=VF>5FgL(g5ILS3Qc%$($Cg_3)#P`X*%
zd1Q88@5K!;A<hTl{N5p2nb@wEXAJ{l*tsiIE7L!BcxKM<XoZINR-vbKW@|=}*@)hY
zD={H10OEq)A#O1%G!lrB=dRFrpo&xGr#0D**mh<%xqORZjcvzlyL@Lxx_*#EY&i92
zkG`Kxty?m4TFh%uOd`?Jd$}LO%h0=jrQE;v4k6d>0`UnDpY#s#l!ln~Hz59Y?z+pt
zKO<LV=BVz~QoUz+gIQ>hEQ7s6TxLRi3dE<qLpaQ8g@6d1yILQ~ZZfwuGpDtCwOV`6
z@+E-5#b;#sS?>^!m=K46IMh4Dy&7WHVIU5lyIR-lYPDtNv~{mmTklz3U>16WERXaK
z(E)cs#g77Uw0DTT8e-NlAda28S}y`+<Q~t=Iqs@>Kre~By}agl?|FXTEcJ8p{JeJv
zu~8uX2_R1N4v}Nl>m(2-&s{HsK-8-}GY7d)d334HY41JD!x~`CDY87(JH*>2#AzT-
z_YUz}4KeEs5NFO^t+hZIxgD7~9UiYa4Litg(3jZ<@2%kA3$ps6*Vr6l&k}pK*Vt6(
z7+$e+kjM7UGI(JejH<=|A8X$NA60ejJ(-y#Lo&%3AYg!iQG!x|77b|P5KID@M3gWg
zFiGU4El$&sdJ)b5D&*nGXeP&L?QQkyty&e^(pFpA>jP0BLm&@8d1y5eqTwO#@gRnW
zNqCs~{%h}<WYC1~``zCMzsxyjKi6J+?X}lld+oIYCld&m<JR2cVPK9ASm1}K?gR=X
zj`2fK-$ZPfTl_HgzW|Kj6oUXGc^-l+quRc-=6)I3RbQgA0mQ1=NQ?>@z!`*7TrW~w
zg;VHwibBCD1_kR=NV}>{v*v1%U}*z`^*Ry*EVwSs9fVV;BE?lW#V>e@Lcu8p1#1=u
z>l<tCH<4g{GcZ^qMWvkpYY<Lx9^yOzzY3=~#8VUsPBAE0uOXFcJ7>*37YWw6fx)U2
zm4Z>^4#Fswh!j_06y#+Yv?UnDpkR&QV0Bw_yZhJ^7)M3-z;JyD1u$YsgdT)b>=r4m
z!YMZL6orCQ3<}o<q*85{thtvW(RFEHu<WAJ%K(eG#Q>w?$09|TV+@eOEWi?6V^FY8
zLV7?ggjjG7speyRU%BWAG$2T|9kb>hi-i2xz;Hdo%d0q!GKsYe0GBLMgxSjgDdzJO
zg@VNl3i)IX)=6vb$w;sUkxzmbc|QyJWI(XmMT)DinRj`LLcwMR1?y>~Qf*&ZbH9oN
zYY_RQTvRILlL5i9i4<31Gid@W!Da>ptM>wdb=sPHIufiw<dcI)j8P%vlL5i{he&Z1
zHsj+d3I&@P6s(_fu+Ca@&qjhZh<tLps8q-&1A>(-Qe1`2bU||rS{H0)P_Palm1^s<
z=EBk<B;$bXR16}Yyu!-_!x@y#REZQ|GZlldnWZ8H*i7Mt!DeyElfmJ-XwAJCiLOE9
zlXzZag^*7ML{|XLYXH(!*h~{oQ7G8Vpy+xTshp~<*J;h|m1=&2uRtCaBC74EHTP&A
z29KhuqXYAVdj%lJz%>TpD>FrktMHW+o}y6jl|e!6f?=s@`@)+0MI;6XS@*OcF@V0x
zy64X##Z~x<ho>kMd}UCumT|BG*4#iOSc9y4ZV{DUW!+;DDXzj-PJheCf#55Hg4K*v
zs_koQ?$?oE4YKa}JukB2D(jwyMT)ENl@bA#;46cIbu$O+j5YU6A8~=tR1C84F^F2P
zvhX>2p7--r7|RZxqEIlFLE(B1sZ`sy*4%F+(KX1rXN9QrD(jv(B86D@3^;%%3b2Iu
zGALMj4%P*0?uAIO23hy~`y9u`Rn|TKBT`(2ul$CmC=`5UP_P~l<y=LCxs#^=Pr>46
z5|(wv7~)qhoB|mL!k!zHvbdyZQYQqCdYH#SV`}6YQ?eGIJt66>hlE~sz!dvM3Za)B
zFa=q`N^jj6*2^YdDI%%<0C}2GVHDtoV>@UsV<LHY7!<cldTS2Autg0RdpBYMf=#cz
z@P92SHC$5QL0U`U;-0tYN(t#LU0?|U=!zoTDINSnOOEc{_j7c*Lpi!zKgK0>_)f$3
zFAnDD{_yV{ou@fR_vF4D-N6GnIupLXZpzVpyEjL7JHA(b1n1ZIUW)IH`*U<{ALi(G
zH0J1<_T=cy_|C=mM0`)hxBG(}-QQ5hZ+7SC{(?F_Lmk8M&A0E8VS7dfitNZU0Cfpn
zt$?Na>U&}F!*3-@g0-I=uJo9032=x&m=q_d)ggQ0Qe4M?ZN712!KGF|%lpBM`#$Lk
zVSY1F;A4bcVc(@T@LNS-Fs7`7)$$az0TB3mOz>t=1h<2*UDk_ZA+UAKGr9D&d6#RK
zeAk%Q3zs1y*iY9Hk>xb$ZbG@WOD;F&eTU6!=3Cf<tztL=G|VsZ&AnVyPA>R@n>Qg5
z!Osf$L4q{cZjH#ugKA_g?-veZ-~qhD<F|V_fhoNOGm{B)?G3Jh&{AMZj^Uekf!nZO
z*^Hgs#U0@=bXm<XP&#hHP<lq;9t?kn>W70IY#Eyv?c9WKYB|O6O>Q^X15a~=?;w0z
zKmR_)amCuN77dK?sD6z9ZUBrQ8UW+l5jHr+j{*eR@E#E3oooJ|FkTXY?GE%H&Rz6j
z`_Tw&|HuCl+sg(<_l^*{Q~S~VbO_zTQe6DfX}w}Ja6a~wP3ed07N?oJcS8M$+ZO8L
zU^0HoUU`+mqU2jdsQW908CMM}Q7`$An{ams9u~vr+L&c97n2jiIkJ(%eRfd;rTs#U
zOW(UA*xOrSxS*T~rtepF8mocVsA{=GopTxGkH1BeN5KaMUd?#bYt75xcym#MFSmCY
z{eH)PFXI;=gRK4^?Az5KH*7b<Zk!vopYhqS<xiIFd}v#6!x-F#Sy<F>IU9!Q0|q8+
z65YetXm{8QgI!L;@wr?TcfS1VRbT{%yy9U&@hQ5!tW290TxD_vVW@y1Wud{;30sJ-
z_z4~ug`l8=a=4%^=-En`x7YX54Nyx_*W4Z&MIl3rK8yZ)i2}%?A3$P+tGeoppRN97
zhkJsu&SHSMPIgjOYV>bM$z!svqeoKK_4G){(q%svCC9*}`%WXA!b9-iSN`-7_=o@J
zbQmh*qBz1C`vb;3+1^Ptc^FozV=+u<VBD0MDJLj?vyY#Hur{yyCj7SAh$yjfS7V_Z
zMJ8-l)<ok~xfl&YyZcPo*Uk=f0W%6bbDCf`5eV?nWG+^h-s`p9t2}JP{T}rQbEPd)
zZHtxVu_m3;WUdYplU)CGb>^>hx_Y%@x!c@iTdp81@Hl>|GZ9@6H{-VD)%euh)tSEu
z2h>o&^6Jdrh66}XsTEge`oaOU?$L6qGk+Zppdz)Kt26&I96)A0aBr0fmAI${d3Bmp
zo%sd@!1M5OfTatrS?)3g50!Z<mTN<T4;iVw^ttq2G;~p)qc2l=Gg<oo5r-6ohp!r(
z`PV5GX*zjG5cfU)853QZQZbo-PG--F&uRQ~8uN<J8T@kwdqjL@^UrMdfcTuvKWDSW
z;<JE%7O=VWSzWO>1KZYA*J5U+5LW_QIW1%yuNKn%^vM92o5oAk7wY%mmcG~`W}&2E
z6ZaB847>JB%7!rXuuiR50VA97C9HWa0<Brxr%h6Iuz;=rG%IlP1kY0Q?-m)rR)YMZ
z75IOH*U2(=1m<?2MIZ#w+)Y$SUQ<y;Hh*`pVN?Z(5rG!=){DpktDy$+IhPG%px|^J
zoU^Mv?5&?rG8kFA^UL1@Q-Ytbv<x0ZhS%v1k&yiz$vBrzhQSZJ5oMRbq~{Hkq!b#1
z;$rb@39$4o)UX-h%c#12`&_2-PU^ic<4~yE)MVqxRGgsfV7|8^$y>3~HLKL=eVmR5
z;;|j5X|k0Q5|uw~Aufsb>C;gkw}G~mtNVdyQy8x^DS??Cy#)!#dKX5vwiVzFrk4qw
zcn_{w!Pd<|Y&ZvY@OA7(K+^yK1o{%FSKy138Tkvl2iRgeP$w0{eufMf;pKOHhVee<
z$2#3cLR}d-X+7=;<E-=6KAcSn<LnWn<v1HdI6KE@hDe-YXfJJGSPi52r427rsZ?m9
zo#~NNNuYpWSs)W_3y#<Vl%}_Ad<jPVkX)bk!;g_`d3o~RfZ8XA00;4`{bp20M`3W2
zy(<;Bq%8(auoa^_Q*aPsjH{RKOf0AKUaSqLX21rCpDY5?+DPs!y;+k_=EDsgOatJN
z`DSNRj!_q<3<-M6OjY-#Rn_IBrB&AEq#=AlT%5Noqqc0C;?G9mFH>%<(U<om&MY(o
zPN%YAJ8UU_g058a>dE{zjb2T-ngMedd`=qtIGwUZ)U-aDAcWsh8$69>CJ+o8QeD|4
z>;)p^F!++^cfga%qv?i+OK?)^>RqJf!N9M>dO`B-rs!MfaK<9*Ik}`x2WRI+n@sLR
zM{q<vU_vrX!86n*I3QKKm6O-{PsSLgaR=CNNvG;@$7Wt@ovzkqgf-tw5@s8l+0NP~
zb36rYCgjKcT;v-S>9WxV%(32u9h%}5*BwN0?5Re6_dytmgsdx&_(SAr`>5S0IzT%S
zXcGA{{74BJBp*Kx)=h9u=luhJb2EeTu*`9CqO{#+G*<ywzPf0%8LMGF8|~^U)#7mP
zXm{(FdZqqb^u~K=IUJJ`S>2817a)j`fmiqvKH*KAfaAd+I=$P(OU%~d={zy6Swr!r
z@8RP8Nnu=QqeW^Y@Q&k`0HDAa)wso5YRL~|p&cN?kX05-hrLAu$aB+FbSKS|MMX;1
z4D>SW=2-?tCeER7hh;l99fnu;!zIPFV_!Q0${#U<x@~%S7m?;vI5`79GG>f(>(y>D
zCZ`j~#jsb!$^iDNmvP9e8fxF*9jo(b>c0?No#jh<&U$dwt@GLMF_eW#BOGyxoIc|p
z>^KjdN}2O0bAdN26?JS(!4ED=F<@wfOcc4KkOU*4WV%SDL>Z6srIscVoRJj*jSO#r
zoUG01EpQiEHS>D+P`(KKUA;|h-h4g6wCO<uczrZotejsLW2?=BZ2?vr@8XOwiN5BD
zXj@(07#!sr#mz<C|D2Hu*S<sCe?j)x#{8g8iz-y^Pu5k<!~oj^5a7*Jq`<Mtb3F77
z0*oI*HF<C6REq2Gl7hPQL%Fz#OmEAnnz>lMKwzeK;V{>=%7$djH$EF2uwRdxk~_78
z^!oHenR&^$z0jMNd@!KJ--+6djj@aK0cVT*OkE5B%*mXa>^7nDj2T1ZX*lwFle8U8
zVi&1NL3ubKhPT%iH1MYeyLZ`uub{yeAW2*lszafHDfk4;z&HvrDAxnCfS6pfg()Sm
z0A~5>^b@$T4c9@FGXP><&!DX{vgD|I2kXLhwze{I?~3btHD7*|3n$~sz!PEgnl%x<
z3RWDH_lP2jfhl>WgZYuEYGziMuQW=&o^F<&hz#CX&b6~0I5L(j7yu@M0;S1lAPkek
zRRY7oe(Z!WIf34F@D80`-xQq<x+cOXTeNIxLvT7(%S=2Ky^=k<20x|3E8fu2kRn|M
zmI?-p*(6FHfsf(zf!eNBvNmH7M7c+nUq*QhVClroM>kUOd?0~B((A3}-K`{@#APcz
z*Q`22mkz1M-A53_W!&mhBy02=-E$Jgg+qjIGV+yb9!7jIYJLt+0z;~i@P>d|3IHex
zAyA|ml0&O|2_D=9huHFUFW7YDNtmR|w*c7iJqqcENw;z{CBVv8SN;{^ik%zJenx}(
z00#B;OK2rZ9#j4r3UKfQ?B)xcy--%FM+B}zU^bwdv1Ymm_&EYxhVmoG2g^4ZC9D1^
zRKdZXNu7=&b}uglM>QqSW-8@G7{cuYp@S{!>8phV<Pr|OgB65>-5bg+sZqM}P6CV_
z5HM*auJeMI@{=`p(kwF@mr3lcGtR56Nibn%cV?!{lZWI~UpS8zullms=P@F*cF85U
zQl@x2bKDQ<DEx&<X&(?lUiFuyzrU2d`ZM$g4A8}KiSBEJ0Xh~a8;J_Ss}&q-xQ?7Y
zBoLE^ciaw`O>6Puxsg6-9m?JVO^41<yoiE8b38w;T2$^oj}sR?f*jy@qVQz)yI7p#
zmWC!d!P6)Y={~UW1jGZ)NoR9H=MVFG((`cnCvNN_Y42uwX%#R0faHje@Bx(t*m3&Y
zQ|UOZ*lgYJj(uky%GNBN4{!yVKVc|n-``=0Z}ujT_|bjPn?Usl-w2M9?e;&zp(XvG
zH8J24;u0%s_o_1(Mu;z^c={PAo~9JYoJR<b9x&dZ>~^T#PTV79!S$lf%oul1=-F9}
zkvFN^ez4c(fLH6_2s$K)rlH2$?94p{yrQ)X{xWZ(AqsnT%uL}_pjJ3t&4N`gL@d<S
zLA5n#Lqf0V^*EkP9Y`zwa=VtJTMoe)|Hu^G3$t_|{w8&xKt2?K#q`~F@BIvh^q77^
zqABd~A)zhbNckFo(&gR+dM#TfCZeM7k#RIwIhBkF3C=?r^MX3{QIl`AB|VE!+muHH
zs8eH=o?baYorm-E>E@|y_I;qQe3OdPJN$bZedn3FvS9=4*^dm~JcfG$a83{!EAOn!
z>MS#$K^aob*NF8Qvwhh{_3kH(KI0Q=vNx|2Yo15dkC}p*^`B9=Mim3DwgM?D%28}+
zO+8V`nn?4!d~G>BS=vK1_HdF(PUJ@`f+Hvxcj1vvbFP^=X`0T18<Cz&yIHnyN!6h?
zv!9D_Z>d={3*HlO?<-F2stwAeUdgi*%&ewG&eyI(>j8sKOI98=_sX}1O4z#<12D)^
zshIEKWis>uYDpL`x3CoY&O0BP`TNipO~Dc9`*s<==XR<et9P2%Gmy{sfj;29=9_vA
zUNIi5cS`r-?>_vktk)G6scp(}2`&`Ysh=vxD*allJk=>x!koD>$3j1;^g}^8+4N(l
zpL^+NrO#W1_T1$@fNAkI^;5rQlqJmozXFJj^4)2<%iX0MljIaceTCD=FyBU~aSlR{
z8|0YUsGPgp7fTm4bRSk4ER#N*uYRZ;6XA2*7yVj)4wQ3GfbdAPHGv<wfHw}@IXG*`
zSbHPR6UVW8eNo`qQVktpfS@y$5~bHmuaKW_q$u%iIH7!?_r~H<9q&97jymFWI&g$b
zeXGy>;=%jx#C5yVAC&K3;pNHWo1qb$o`3&??)c{JHdoZ>meO9oOIIen5?R9BQ{K5f
z@+_1zq4SQQlvNM+IP&<cdt>xEIVEc)Jw{~NV+=Yu5rKHbBG90NZ{;io@Ra>gUjCxR
zgaS64k6l0A6`S7TbDt<hT`{=jhr{D7HF^s`g*{$70B3(86)v<k`}Ls$aJ^W!Uk5Fe
zJXiU^*c45zM-rWA4MpipP~g$iBHyHZU=m4a{VI}dN`=4i4^l-iEKozia57vURxXl~
zs_&R{_|P#Wg|m~;6aXg%_sh$ao;>*;rN@bz7~QG-Ty!|~G1&G(n1$ffbDxY;{yDNp
zB8m;C+7OE|GL`4OGGZJm)2<mH;s92ueMg^9O$HxxO@-t86dZue>!FKNaWsfdl7Ga8
zRbpt+z10uv)l0(d0d#Q|h>b(o_24?Lk($MqA74Ap+PpRi*T*2_`eoh>cFqFT)Cr)J
zn1LQQVuBZ`4St3jYXL3yJL7&B;!eHWjTz0_EF0jb-37P*zNPx&`K+FDl5-`ne-kXT
z1J5C#$~whuY>b&=Q#at8I3TW#flS-moYrAnS8I#%+4Qdaah~@bFm;l`heI6toxiuG
z>S#xme`T$yG1~woMPMFEO0Taz4%}45H$V<Xfh03yL2zY}-G@=AI>$KXuyVWu`d6F-
zQ5tScuaEcRjH>%aN^H|BjRrN>sK!meUYahx*$pSj;ItZiA@uYDk6LV_O@A{b`oIR)
z1hlGagwG#|4hB|{W=_@B>1v};1TO$=d+iYAcAfP2PNI|hlXUMuIHM(v7x#w*D~f^2
z`Nr{iN#hSf)DU+JOFLTFFTR5qHMPuX@JnykD?OQO^ajj0V7;c=7+j2<B)!&*4oE^d
z{(uoG=6NU%6QvUeO8<hNbtQw8I~3*OdT7&{TU}G34_;Jfs=DBmqpL31+|jkk1==_2
zl1^*hc{zz9GTpIN4Y$`OYeRbdwI<Ebn~fzwg@s59_W+Ds#5J{sZt&x(4ETIeI|=Lm
zoCYAny|}VAh6BQ$gHTH6BGFGriC)IHPMX^@rgfcEX@tUcNF(;uAOmO#c$tEi?zZ8r
z-G>`vrmDTx*7Z4C88DBOdsbazpI=<W9>B89IMut50U02<Zg)IVjj4=QE-YV_g!7$9
zQZP`Gag-zug}CC7WI{v|_^L>+ukue-dukIwB;<jHRMbbfin^(Pp-C(NC+Q-b4mhGB
zM;>X_$uCJN`z!V}uww>k1wIJOy0t^tE^O~%bfu^ZE$KmZCr<9d(T`F;1a|^sr2UCv
z`A8$FBJep;^M(|ioC>e+5Sk8QW7H16L77v4TSJ4L9RuS*Nl?J#VcmO9$(Z7fX*5jn
zt&Z{>su)pci{gaR89|iLj%VbhQ1+dMPK;5yi#Qfn9W@&A%;hs)ghvbqYXOIW-U+ki
z8egG4b3>ABXpG5I7bdH@=BkXT@)S_(oQGq&Kc$XxEnj5)aJ@<0`CRuU9mZ;0<flRB
zFm^?+`~qvFrE*dgeE&->u!Jb=9+*3MCA1OHzYowP_He`r&u5@Yrfm-8)a3r95d;_C
z+!GM1k{r<5n{g1{f$hAHio}uqZG43Q_JS>qdlu7G01Q`a;gGy03+HrkY!-r%OFIGA
zKh`s}->iP1Z1{*UI;j~rJ`5bw$#u9snguv<%N~#PhoTJo4Sx7T`j&vF<BQQaU_;C}
z1vzl#FbD%|mwo#k4T}_7IB*Xlt`g8e*rx{uY?5#8sbXxrq`>V%0fsEAei#YpVvG=>
zB(dLPWVuEz@+PwiD3JrtffOLqLaC9lBv~Gfk|DqkR~IIM9B$|2;CD6|r%t6cIgx?j
zsM(O?DlNFlgprcA3}eYwrs)lx7{PNW^c93+$_M@Qvn|eA02jE(4OCZ*+SC2HX6kOW
z_N>>dJ<!LjKrW1b+zyClftxR@+R(#0@jQ)`rD{WXt{kZ6M6WF>j_9@6Zo;PMwO8*!
zuO+iOsD2^2uL$`Rw6G^d_$m=zEIJQ5kciF$O;EQ%^M|1Uw4mRLh|rtt?D)AW`U@i$
zj$^35sIz_!!4uQwQnAci#I`Mr=&Y$fAianN90-w}4QpZ1fZ^<T8E-%f)V<ip{xiBQ
z)P~`#Sw#I^M5&0vgpuA-plmoW1*%p|YZ#EeluX=nV^kX_`N=a7T^&)(#$O44G4d5;
zBFFQ7rRVbcN!Gli4L3lzj;k}wf?nl9EliGyA`iHtK#>?JOyLBXtU=J|3nvzas5>ul
zTJ3B8_62>-7n{?h`|jJE#vPe%Gx!_ZkKI3#0ycEk#i8mE>J#CK@AhUnHkSh3-`44K
zp@f=-TdwYx<7ebixE=tWaj0kKRNX#Rz8K17s?*;d<&K(D7n5tNr4(IDi7_k#XTSo7
z%ml>XA%Md2k&wCIu!WYEMRa+FV9D|*?!{s@P)3twUXM45X4)L1Hk4mx^iDVemuP^?
zMU-sfYX1JFip^0oJAs{03{Gi#jGeu36xiyyUo+caBw}ZKFm65dW$rUPvI>#VgRFBK
zFnz(mp)T=?aRmiiVqG&di)i4vr5Smbzu!DCx3<$qlF5T(&Lh#-d05gwsv<Oyhz>&2
zXwnSf9tw0(w%uo(iJjJ6Uvbi2x(s(#m&1P#ZcT=A3r?!oot#M#8`oofPXE{}%)0yF
z!7BLH0;~qa1=rrk=^a;1E4>p}om@(_i5onyRr)1*Ug?RJ9wTCv-i~qoWSML6BB!-M
zj&|ZM-gVO3Hhtfh3tvY1x({*kVxKKWdfVj08nno1-78z1*8MUZYUo9vTT4IW%(TeU
z5kk)?p|q(3rlk}y&P==BO;{0ojxdk`s372n9O#}5=E6fzhms0XFtJ}_YNrnFWb+V3
ztd;I8(bANR>$!)$G3+*k6G@rjFd~C3LwejSge=~uWx}aX^{I8B{(csKdB=n<Fq3lg
zusenA1gk*KZ}12ya}I(m0~3)6^>vib#)MkTmSR@ovg=5;8!27-rI?qVpsZ5^-+`Ap
zl}GiryT?jz8z8k&J0CU5|F*M{$Ogf$OkwwG(d->Shk4QKsl|Bpd47jqdkL<4*Hu9~
z;(3w=F)oVpoJL2L-%Ztew>^bGb`;E&SFZRx6d>*$@p<SN0aT~&aOP(bCD6)|6mE9*
z$1ix#8)QrHO)8t6L~;_pW$_&xaRT+i%*N_pb6+N}3HtFjd5zobNa_lfK-J2@#F{}@
z;`DmzQBF2=HRbPt3ccGl<I}tC4Jy16FsggJwp7fSUPqeOmh3G|@!BSO3nz2IUQ{5}
zY$FwcsHBuC3A~1YZeEEFD3^a(y=@E1!;Jru`#!}-&;-?{E&+ucy+xNw6BkAf#{^pc
z2{%*Vipcv25xgN#w=TekBUDrQSt#FlrJ$q>V>nF(#$vgVxos0Fa9c9By+%)yw<6VB
zk*2Noc}@UXsDz@Szd8j>5oRwyNDRf<p^;*t;A04u-u84N56md=cA9eIc`Ee$D)gi-
zpm1I~yNk~`z)~tOmbvXE0%2t4wpZzys3O#stlEIeln8(*Q3OB*0|P`l;r|6dTRFP{
zK*?T5O6Im_LjXPB570yo(Bue!C{YAJZ-Y_>z|czw{$Bv}qcA`dy^hIYvYiO5<I-0e
zKCC;6jGEG0oL*au>LE(Zae50)URzQor%rh&8!?|oHqC6<1;>S8s*i?Wdi|ZqWAxhM
z)FyADx6q=^2z$<GC;}OM08bix*g$!P`oMHj!tomse?=sw{5~;p7S5uF=A+>BQ&3(6
zM^tetktNVq@Bj_KE2afZ7#k@aXNA?LCW4vtGb>Dq!4eomfEC`1t<o~(j~zHtLI}pg
zbvL9RR)PwB9ttL|=V`@@&odQthD($2j=OH@-FJk3pKhh!7e1ojHxJP7wte_@KKXPH
zfB1-Aolm~d%paaz{PD+n{&@X8Jf8nGCvr8<==Css`{;$(P!q2*3e%RFec8+Dn@j{a
zT%_;h0P}38090_qa>8kkkArJx(ZkR-Oma{RxFu?{X!6WN1Ov0_xDQvms}HY)vGZY!
z1*g+%ACe7Af*s#q*$qY4?+b4RwV-y$c@3^>ST}ZLs5e~EW$*t8cLi?0#;B`z;C8Il
z#5&j_<ii4i&!&9BaIpWrh5*9laXnrB$KWM<>pUVY$bvA=z!mn`CxhQAU6(&wPGB$c
zxa$$89fN)kJAm?V?^0uz-y(0oIeohFE{5)*vzh6N@ufzkS&zHJ|6)b~?wi<eA!jP}
zsSqR0><Rv!ZS8c&m#`*mBonG)9V}@gUb}5(6SByUs1B2wIB5^`2fo}W=-X_`1)y(F
zOT{%s^GjIuPsK#qs^u#!si;>gSAs!#j1ugXN2*Qg{=Vx%4Q9SquSLIOf=tnsV@#EC
z&0cYF3A0sVy}uJEp<V6?YN4qv&r}<wVfmG9hYwDY%t}~txFRe38V(7e1!_SukFCdM
zU5L!9z<m439I-y%Qy`;ahu1@N3EF{>3h%f{xDXuQSR}OKT5r60J+D!Gr}qV-Kg>w{
zm(#U}XxZy|mH)oMe~FM8gY74i3Mp<AzExfWar13hiQx9;Z1>OXY{v-d+Ggx$%cGPF
zy>gOzkWg~$TK};agSd!Xi{8pnlABg3d8&~&BC(&YFYk%=AC37w{?e-8LzI?0Pg6t4
z?97I*I=Gd<03~pmaoahbUJng0uV*uUYoGpx|8Bu=4RV~O<pxJYw!jBGP}H^|(3jgW
zqjaq#ZQqHDybB;QC>;`sR_Zn?OxpflQ#k^`;rO@8G3f8Xn5Af?Csul5ElLTdd14ZC
zp?gz&gvcOpeFYW;jyZNiSSP#&W*{qSR#>WRQ<y={RG3NrNkM@;7GDBf$uky-l)Wa=
zT>*)I8AD%}OcWQTbyn}KqH)5My?X6<)y13KKf(S%lQG=mR6qL5yO*aocDF`$e&9`n
zKH#G?aRiP30E}KZSp=R&4567C75EiCsOU+eXddXP7hsBtB=1V9K;R&-oEJ-3BZ}oE
z&EzHBDd$yPESEDx2~`(YKsj=8t>l@E*y_DxaubLJE~_$DxXsxJAhj!bxKs980;l;i
zHE<qJk-tti<5s8=wh@g~RYpw%?L(!cM?PRCupQ}Uq({Wx5{^F}tVG*hr1<4h&0isv
z&G>~>^9nuxL#p|2db*{W|D@+STqaM?QXJU8lMq8xK;+`}P=`XK!mnL=Yp0#P@ezgt
z%~ctgTPQTh=ZoN*Tkyf&L4MUouwu@si^{3>P_UPW)L>vONBltfsu7MHfy?9>1AW!A
zT>AC<B&yUDfgdP6#nP{77ffESupHR}N^;=OR8Sy!k|C2<?M!Xrbcq}~F+^0}jlMT&
z3R3oF^E=r?#Nngai>T%n6y3zrp;lbCgwO7Vspucc^CAL7Uxg^rhX4`jHb+LNeCB)y
z{aLA8grjaaXS=PBK)V|(R9a0jUozk}>*-bCoJ}031ghGI1(cM2=uTP!;bK-jboA#Y
zH6H8<%s>u>p+hzUC^U7Y!eXVG8&M6lIgMh&qd-(5PnF)z$JKp0q!;o(WYi;QsGZ%w
zmrA71y0*zf+>ff(hS%j^t_{u5l#T)gx&pgNanwJ|kTG3dX~ddmva|z8APSa~o}09@
zzafCQ4w<ki<>L%s1C=m+JsRs^9XRVz7I*+5O3zB^*T+$jRI?wySZPa7mhtePOTXeb
zmiPQZUas^!C{Iv&{zLL)A+Cux0yXMt4nMpIm`D3WmuPeQP@q;`W@90H5$o229#l@5
zT@9&N$$DcoY>D+ZJn#r1Z*R6JL=+FUOYN${1Z&0<15&E_6(Ce4rO6~%0B&}zyd3yD
z0^LKaF8<u@5QKwooi@knuP~|LEyM(}HX^9vHs6*dh$~^QKvJpWOj|H;8aZ*8q_z<e
zYH^|z$|6`Wq1}XKAR<M*YCeRfC-E5?gTXgx7Q+w;zDc!V^ie@Rp2J}ePG13>3z;W)
z0DcU2rBr{3X6fKIdmE+KK{qA_GfX7cMWih&tJ+3W%g@~@5Vax_$yX+tIYshJ1XDpz
zpnbN`=%9n`qAAo<u2?NaVXLK@&mqx)UTdB~G&sNHc>sA_HwvWF%CS^T+BJtI?|P&$
z7BzZ40uWPcJ^#j|iO<{Ua9v<2mC$6wU9NnlqOKj<)sQX6NIUW`Yl%ernu!A9fG{`(
zRWEAM>b%QpFNLL8dn=RI8?7I#9)@j)-tNx@@B()9_fzOpz1k~=GW^v=!%j;}QjT|T
z>8Cd9feJkw2>Roj+%euaX~y%p&#61-2+0|W*cgg~O&_OMc-Ji{VjpAWtN5pSU#LNH
zFBh8Ci^_$}iWr0MH3W$YYZD7q&XTmvDxXAsdEfyyAp-z9v|qjzR1;k_6WaO0Ag=(*
zUhO)VV1cF3D8nKo_D*ck$kEwgA>U4F6uFgcG~B_?9tYkD6Vp*1UgaSI&r`I~T@6v;
zuSpv2P}a*sMI1OPwGyd8nly(_+D2?b<)M>$x*E*xaaVBi5?3nI16Yv)!eH>tO~~Nm
zGE9+}CBT!Ye<9Z+A%yL&29rD%7dI2ZMNB5pKeM+{Gf9-&h@qfRs$AZH+hQJ8KPV8$
zl-`a~{Cc}92DUO@A0Zj#zr@SGg)gAN^W1l2@*w%P5IB+bAYbrJkwHdvD(@nIrSig%
z`5A2@l+i*A)5Z_fAP2jh1ByJ<08h)h@pKXO4^i_a5Q+APWGWZt(5WNr?14K-iY*iD
zAskIJXr1MI(w--|3mxFE+V(tR`TYrTs_$96^F1tD4YAK=A_df`EOQnuKt`fcHU<av
zumaJVZi~s)-C@ktt;Sy?{*t0|b=TqV0sOs=IB48p0oavm#<)@*G3n%=1m_snC93+m
zxu#lE5XayAv<+&S&&>>jXTjH@K*SOh>o~;(8z(%;WRNs>eBZfZ98{Z0B(E3JLiKq}
zUzp^TJ7CHP-_l=(WPYSgMmmcc16#+geAI4HDslH|9Q1V%_oJe;LgfY>8QXXcS7c)g
z#10tlD#39&J0oYqv?;R79K;2`8Bh`{GjDPahtJGA7`JHTah}7Kdli@sMq?+<8^hNc
z%7nC&`7rVUtS`TWEv)otvfYtm`BHpI!;;_xWA!Y;$jh(x#Uf5N1`jN02#&BIk~j3_
zO#?-n`l4Tph^DKS!v&c8Qf%%^A>%ITkOG|7!tZ7dj_ARPn5&BcO%ZH8YB1nET@O!q
zISDOD?-G#XqHsCEL1*8B2b7*i+)*|!Pl%nZuBF)ZBBFqm?=A@a!4XNQT%DfESK8$r
z2r3DFEQ%>VMPC~UBYi>Vc@UwYFG%+XN<~fY3o`Q{YHnZ9L>@%#>kG=@L2pC`-OYox
zL<TMALGMKdt>;1YkwH)Kpk0wcn|V-kWKc5?+7}tr!GjJ&2A$_YA4LRhY{f^p>7_{I
zq|w*LBN3^}XY-(r$e??9(22;PDjvilgMP<@PDKW7=0Tm2LA!WRPh`+XJm`F6&<P%N
zIWp)x57L1``fzW2nV>gD2Bq>KQ)JLI9%POTn$3eOkwK+AhzKxT{KjN_l$TR@IH<gq
zr%H)PwQOT5zPRRuM%sw;pg}&4_}AqtzS8go{h=;AQlQM|>3P!5a8hs&+F7*-d+Q;>
z&}C$8BD)Q&P`FYbeHu)HJo%TXy^}7~Mb#RmoEjKH&vBny22b_zwIf*^CB9xe2)px7
zFwD~Hv30&if_ZOMCYVBY4&9)BKFrxn%8YMo8^Jx?!yOD3bzJRYat&pN;E%T~IE_aJ
zN2~yds1(MNlvwR8R&j}se2s!zt>mFl?(af;F<X%drg$S1cul72;HIX0-TKx=;8k*>
zf=f<;qFY5mrO{N~%cGCMAQMM=GU(h%(kIBAMJG}q*s)taL?gzrT0DfI@??Ui4Cmj{
z4`-%)M^LyIyOLQVBw%sZio}Ly(L4dAI#`UB3nQ~p;HYIdJP^*1T+Gj6IG7!}QSe#s
zG+vMfHPb&ckTiU#2kUp@QmpagV6Xw@SP3uT#_#BXDvmd3Bz9wFDox3}(BQ4?A{?a9
zoY2?2w)FaCIFy4<0GAI=+f7ghN30BYH!;A;FyzK24GtS=KP77dXx2-hb0<?$mF{8s
zsVfS8kRf4U^PMkMi{OwOc1pm;t#HE~N{ZQcDokce?5qL%DwOWwp_v;lW2XaGQ+#|I
zVPV5%?3|G~tovDEC`(cAQWVXnr-&bi?o5a1&AByu<P7A9PP7QZS#l<J0f)1{TWMv2
zi%R~87bq>gCJ<x9&g4LQp2{hHdJ|J;63c~_4>K#N_R_loRlqAhn1KC7I${82<6M**
zn(Kd}1%unsgO%DM{;)Q#8OEmc$4iLUvegae`3yS@#oOl>u{!`X$tIoJgy34EeZIY@
zJPP7@@a+^J(T5{Tth<F$q@o!H-^$)A>^kU_S*SI%Pb=R*b3c@iw2YFI9ZZ9gt=ef0
zVi1y;gB^qzugxUXeKdG+egw7HS*#{{L8_s%j3w-^@GZs_oo-`#P?Oky^KVjiI&o|)
z7@Y(vKs8(~x<Hw+t>6SkLGim(t$RW-`w_%4uaSqMYu&?rHYh7mu{WlaV6YjrVXB!&
z)2=|GcWE+It<{BQJ(Rnk<NmXcmhw^>YJb6~BAPpa<9Xj+0tsBV;j+uH)a&lBPG61#
zG8>BdF&x#n8AzH9<)I>5>}(1xen~58#JQytN^jEoABB^lZQyRi1b9er+Gcj|bfo5A
zO4??fO?xFgxL_m#T^(})h6a^`KpK301i?{~-o>{$!4}zNP%_!zVLRD9Av4+zl&l%+
zV9#TaRX37}Rhe}<4>VvK12**T-6~9<IA4RYgqlTh*g!@}mu>~oktw!&JVw;D4pxdX
zM1pWh-D|?7e1Or>5Z<z-{3PkH|GXPHa0Mh_xrr>1A^?gX6rhGafT&@8@({c4oBo!e
zG)rV@+b#^&yd8a|fti2`MzHI^vqEFVz(8PRny+TV(7<IWUq}7yKZt(jw^`w^Z*MQ@
z@-g6Hwelq%LZu&g1>J!&#<dEb*6DO!ZuO(;XZ}mkYOnI;wf--05bFgxFD7lDoncfu
za9tB~Be#;O)9!JwAh8>Mlv1SXLZT=+-oX~2xH7dzOJtAs)rD;-5Kfp5NKv6SX%jJQ
zKn4zW54JDM8d$P`Ft0BcyYWljHkN_bh@EuI0wpX51D%tjou3#~f>G`vUEDe-${nu+
z_3o6e?AcNBNNjbCL{e82c105?Pnoq*PAOqg^bV?h9#ji-#)*wD@C`i<ow6mJh*kF!
z3NAzw7R)}vLgVaABkh>uF0RKwRh)N1wb(EHo4T;oA*bROUigD+Osw=4&N8|&%!p+W
zzrcV6ouZSTrA|sYK%JzX^SWs`I(twmrYt&=*kR40(J1-e0;)noZ3{-^Jv1WSbGl(M
zRs{x;<IDd}>9MRG=F7(@eVqy*<xzDwQ*hdr686h%1dH*AlXZMZo3W8m&x7-||AZRH
zeL}OlGT3`G8r5cApVzzvTD{xFv>Aqg20KfHs~3#T$S@%#h>&SpP@H!uW)68I7$(69
zmgHS(@{aQ^O;HLh!7v$ccF@Qc?I(7?QSd&sfI1qt5u_iwZXs^0A~uX6{VawwnYTvS
zs%ECj7janaK6%QFRr2*S*2>qgVc<BS;c)&0VLLDh%=q0XunNtbei-K4n(5skw8Gu5
zhe3dij&?~k<O{tik8^nJH`LI5Em#tAEo~hzD6fI$U#dBZSB1sP^9$rz3QLx!C@hY4
z0F3ThOpKD}UBshB$P9g)CGamig}R>`RzY1Md7kBQ+5C_h%yTIzzsL%D3U{S)9HZ?r
zb_S~VS0O@^`AtCOeMP2fKULTQ*{-le*;*h^B3MQ#EJpG~V}^t#q#lHj30+V&GT(-o
zbV_dZm%$yFAaBA)YHsy@9y2zSQbJ191Mep|a@YzZ6P)CWZxtBveA`QNG%j(FYF;2%
zLfCd09ObV<2xgyP%oAI#mprvd>Pm%uaVb(|#K@O$`c3kzLMZ=oMVD_v4hQ=X9FJ$g
z$ZU*8<*<U#W<m1X%%k6kj5blUUZ<tGV$0v-(NBk?B@eluR~lm}3GA3dkkL6s4_z-)
zUInaz&-(Jr@B?GAGuH~Lmzzy|jd-lC#as*JZh_Hjf{nhn0LG7I?>e)$z!EZ?r9(Fn
z|7bE<fSVv@rzPRG)8vJaDBwWi+T8G&9I?T-3r_z{%e@nTFgm3(RV_6k_2l$X>Pj<M
zuWUsb)0B(7ve9~W&5wQ4*7z3xk42657MPVsjXL+fa%}PIa6Jn9&n%tp9U>0;coiSo
z=H<VJ9+(=E3<w)gtg$=CNNWBqlnx4QRIL`6(wo`epeI<UmM7EgX)7(kl}T(S$OD*P
z!qcD`UOhhrkKuJUGW{s{P)hKj<lsXS*@#d=cmY`GC@EII!m-W6>4&f;4+al%HG}$<
zdPenwM}0Gc#0tc=AU+s8iJ=N4xpec({{*xYvARW3q|u?Nctx6Neo;_POJZ+Q&jFB~
zCelPeM`FTUI)W{^xo^<k0i(14^!vCN$Gl0AYQTYYn=o(~J@qijYEH$4K!G-VD$P-N
z72C)|N?0cZ_A)3*^G)8^;M(NiT1*cg5f`zusX!5`<yRg_HBVArSRd8UYzOtsW9}jd
zXOxoUnyDr1Me*J%r@>z9H~3IHOZ>gj>~Xv*9oLrmJ7NstP<Gi;EqaRy0)1V!G3~J#
zkGW&3=b3e>826RQq~~;xMENG!(w%PxvBUd9Q+_hZbE*`aXO!NG%JE8C5<gnqLD#Mh
z$u}!MH`4Js*vA1u;CM+8yNy`M{8G&K!`aPK!>hog4nWqZ6_ct7B27}J+q_D`@iO)Y
z5-fL_k?U4&EoNt9C-V>>dkE|N2^FB3k$m-Vc8tERCljyTpY!4ju92lQlVN7sLNn82
zFeA89e0UUDAU<ruBP2c?1|ms(cn?n@K1j-DykAv>NMN_11SM6+&zo-n<yBhqEMw}k
zK@iCzhRx=6kkU_cJJ^4nL=XQ!&cG#iwBT^CrAUTmL*5w4;`@MO`+m%8xw_nOEP$dL
z*h@%@roE4cXd3&+XUN?gWcAHL?odumL{E^(Ar2MvmO+4?%P>iM-K|zXM5|>~Kn8oV
zuYkb3SUQ&~)lS9J8cm{=q@>{;D*aYS70U5z{l{bYjgd#xBraam%^q#sgfp|f7~Rzv
zFu}?-*RU8-a5^uT5E3|pXz~m5A)cG`l4mcTxFiWZ{3#f~bs5?r6qKf~KhRT~HypEB
zfjqLn9j`WaAAlQ!!^+8CvRcXO)Ru>Wnh%~<dX1|MF5^-Mdk-@^B59#9hHXcAVoA*^
z`77;-1lFKFR}?KoNjA1DLzCv7r$v_#lDxA=0aKmc1*0Y-Jk&J2!F50v8i-944@#+9
zFgm*GVw}7lGQzrA95V3Pqw-ZF$3tP&hT%Hz!V`_NlcVG0dqSagvy&&xh?DO^hWuK6
zZbaHBEQc1JScc>i;;{EE3PJK4kURy+lU;_049i?`Wk_Cock&Gc|2^&0O*j`)CO@PK
zyO6Hgql{JZ&wP0u_TaQp!4b*O+raP{ve(^!Oz*b2u#`M?@HDiy=N-5Y6&HAsbQqkL
z92}8?w7?zSvLRX8**zG5Ww^=}7zu0vV}KdE&x{jJr?d>@4&{WIy-Qa_Me#D8<ua*M
zvmKm6or{Y{rP}|&tMvoviN8_M!t;g;>a?e+&bry-jF4lzbgdb|Ce{2BZ;;x|I4)O}
z8Rs^djha5~QZ3Q}1ju=~$<>?zuNPLoq$Gkpx)LC$*Tv2lE!7-HzufMZhu}0ue&Bh0
zsCg#}tUaq!Z~(q4BhH=RiYrx`^tCa8zag?VQSGs5>o_j*?XD<aUeK-@IaCp?2us$$
z$$DkODM(ZRKa{L%cCxWR9*<I82^o1forH?D8yaI0Y^qtbE-zR+dsMVG%<ArRk3u?1
zH591;v~|M?=`rxTpmrCC5jKg`naX009uT8QEPsrYwTU+EAZiW0HiipFFK^0ro6LID
zVbr4QVne4;-~$k-jDm0l^w6pH@6g&pk{8#-*aH8+2h4o1u~xNZGn8C9_gI`mQZC~D
zLhHFziG{f^xDLh00d>g{e8O&pQUV1Q_P|Xvq;5hX0Wy@##@#YT!&z-H5ko)q709=d
zX9u($;mSq*`k|pn5juf~8el*vvWU<dCY{Bc@~OJh6@^_pLWjJF7^4M84PgI1srw)!
z-44yw<pH!w+^|Y|CaGpFmygb;w^)1O4+fX?3X=BTojjGuW(kAZP>!{;+6hF?mwI6y
za7k?nJP2Y_=={;cs=HHddJbC2o$3b%dwfax){Cnbx)Pf5EbvUATZRoTCz!mPPBz!^
zPHzk>&#~jBjfK-NIEWdEcl4MuGYY0^38nUBA_WdnHPSv!c$`$-oopn7byU-%eAydV
zj_wDo!(UyeEAAd==1}zV02JTKDZYa!ewm>75LjxD^mZ)4CDq)32&dIg+w3tK?qKbJ
z_b-tCL|$%*o(fI`gxI-7g1{GOlhd0>jcC#bev2<Y4DbODgJjn~z(7b8EP(`P8a^}_
zq?(uU_Wc1dAN9BroVX^^Z4!9U(&5yIP!=X#+?yK5sUtj2F5qiIsM0cGZG41uNRN%7
z5we2D&rpuwh(eF>aRb$fiQQEeF>a`4c?Sv*E!5r?V<+_WmoN-h4xb@TH8upJ=$}9n
zNJ=!>6}{Bjh&l2<VD%B2U8mv|X6468XWH{i$@3vz(hmndrboRtnpr45gJt#Sxb_o1
zANL<`6SBNxJBd{eW;_kTgf`Ke1MLWm^6oU7ybmR7L-Att<s>1vDTl6e)Tucp<vyd%
z8wF8kOEXp&4O=!h=kx6|98*FG4lJ1xu=kvhIoIsI4$%A<B!;{5u;h`4A<kGkR11h>
zTG!w>C426Muw1qt3S+LFFIL-1puD;WW;N+E9H%g*+n}W%JI{SiOP+M5&N!}?4#3DU
z^GI_~SIp{bVHUb<k^484hn8h7d*ke=psrN=CslDPRdK!cdq{>j%aYzw?8qrm{cv5S
zS68jW1cx1ae8i~#szL)JzE{!g+80@SMI`o`SEVefuIM@PKDh`}XF`$`Nn@1?++v)d
zR?zK!;h;v#UG78bV>By7lY~cpvvNXWzBq_M$G#q~p*reiXO?L<N`(`-b@(dHOm;6&
zAFmQ|*Whcooz1)s<nb1zXOCmzfpXur9%)0dsr|9hSOLI4*qU`LzCTchS7dpdw+UKG
zl$otQP6GavUi{eE=c(w6$A5?S9aZ?5gws{~cn~eb>1#W_f^SiN_CI(fHu*TUE~|s^
zF(&g_Y9#@B77}9cEsA1wNLW_piYfKI_!7S1=+jq`Qe7!fI981X{5aL7b4zx%jEYZZ
zr91}&N2L-t9SM^Tq%l((FjFf<Qe1;kX|mveoyq+#2b(~lVa%et$(-_6sIAxmO=pSP
z$h&>cIuIoeoZ}-(t*b(G#P^)_5g&CNMSY3U?Q_uW4~M%wllL)|6RSMTyZvF&?IOs}
zyS<KDU+oX|`^|+k2zO$oU@mW^l|tz@;P3tuI`-i|f%Hx_fo^a26t0x7S1MNEa6NmM
z!dI@qipB)fiZyg5LTzMDWFtpu4}F1elJ0}k$<Lb4w!+S?Lxt#HQcHzZMYIam-XkTE
znQc0WEVNL<5{M2QS@|MKp5{=eTD#?mC14!~NRb8dALC$e(BgBZuFNe}_i~4L*zvJ}
zJC&(TOUX14Yp$?wpkc1>*j%WL%9^6dSr8@#taYg(R50aLM94Ql?IVv?Sc05bK<9Io
zG`#%YAIU+^%Ui_b4e{8_AIK>-KwLUDI~!n3SV78t>hzvo_pqjD`lMQ5f)B}2o2>MF
zcV%!I1&_e_IhaG{b@pe#(Z?$`FG3p^{OC^!*C#-xUY(3{kfX+dmp%$my^oq`G5jv=
zg}g%=2j8RSzy0lRJIFuYq)T<i+aLhl>F)NaqY$^1z^XH5!tcWzcXyZ`t52n(ANsAD
z`4KFihk<XG*n?|~!4Z=IZ~9^G3zl?9ooJidP+Jpy8J&=AZCZ7{&T|^6eLnha^iXiB
zcCGYQ5j+;xYYEn-)d`Ivbt;6THQzuosEfi$wDw{Y@AF(nE_(@{$OoabnB9(Za-k@6
zX-QvPN$@RdXE958orIulWC2A`%KkLMxo#-k`PV32nz~ndyJjv`gVj=E)!m7sEOj*r
zmr=H6fgWN6g``plN~^6&Bvfg!wa@dH9P9p7eyz;)2j4RkuI??Jv=iq8P?q7K0dFVp
z2K^~{dX3{H`*KpX;mS4&AGJ2oXH2Xr7?tYF>8RCf`r6Sj{zHT)i;CXbcLKwYX`MP8
zBd~`?;K%QP*>qvBF#F#T(-Rtk^H$0!nQK?b*QjgDLxb-EwlZk&1(2fw-Vo0p#WzeY
zkOJAQ(@*RJ_nU@s6Y@eCLxV<mp>(i1R9p5kCGqB$t2`|-VUG#yBj$>6`WqUj2~2k!
z8Azj${2HK~iaN0xXRo~u7+bwdI@k;_Np*EOi6Dn)yn+Q<ZAPi49M~&QMfb7EG}6^p
zoOiBSh`@J<n?X8LSC*@n&ixT>PA6R-%RwCY1+JupVoCDE684d*pj_EQzBGrrN8ml=
zPBX5E`A1W!c^%%;asj;oA6?liv6_aqQP&ks91JUfWB5Qb_ID6$K+-JZ#swI#P|j^E
zrKdt9wy~UEKOl#M7os;<oa*em%ucUy?qUSzXpF~HU!d`}A)#*esN~w}Ef6>m1Kd^j
z(lFZq5*tSpQ~P**OFp*CzTilP!4_aQxrg(wEYS;gW+dR@GX>oc0{#lr-wfp%VD?bQ
zHfZB<1j0S8`jW_8%$i0an0+ypBr&dD(c^r76Z`b-u$Ch=a&QB+(7m%;v3()7&=R4H
z!3Vt52L1wgv3ITRhw1&?6PeF4z$4W#U@S+epNgO?8vCnGR$pRRY)CbY_^Q4{3lFH>
z@h-jHfc=+LunXc7n-D?{u3=3;9E5@%Ll9?VK3g)BTk`=qogsmK>#%n_A%0fo61HYu
z)rQl^d0M`%t{@60d~p@uL3k<GVrYOFbF6#Tbio{%oIZT+vyFa-q=PDxDf>?M1+W5k
zJq8%u2zei;@~}an8N3y6gyyRt#u#`Hi8Hf^MboC%i%83te^3hr{(2>FZzfYY<_Gdl
zOr;feRS%7kyc4KaZI-9k<$#09lccwX5|6v4`XY7u>fv=ybRd~&_Q+9KH0DHE53KnD
z+zxgc?hml?&R6Q;O8kTpG_KlGjD|Pa=n#yK{l|p}kU_S-LNg}yr%s`$WlmM^o3D3z
z;kZXX59gQJoq!pgwG5ntpYX4}20bYbDJ#N*H<W1XubBv4VuB}uEP`w;mRwA&dJ47S
z>f2K7!5?@wfB26y+#t$?J)8H`F1gT{cM*Enxb&9VB|VLK7j!u&h5Irm?}|mjSt0`L
z><Jja!=9Jc!|-8Fr;9u3@H9m2B<bzE%j5IRS2!r=$Mi7^W5ZzOYhWXRH((h+^LQqg
z7v!5D5KL)DJ4uFcl#>jB<D~d5+eq)>!2zw6j-5qbk~x0<8RBVPr;UEnv%+1PYawxx
zhp;gSTE`-H;VOh{BYj5N)rZjqdkI5|JGyflmqEWxju(&v`)IdeK?ea64KiX+^LY3i
z*7`lcAa{UGids65PUSxX${`x=LTa1ui7FKB%$zEZw3ol}SDVhI4<&mHiXQA;R5wwF
zI5TgPN0yXtiA;bs3?(3qtvEED7^)4Ic$0oT{c!mnWW|}LQ6m9196;|f<7l)K)xu3o
z09~MS{kRNEUiTFEu5o52%M)CZ-S-65=fY0n&p4cDljLb87`;#6I&Ph|%e%x}{u%&r
zu*+bTL<C}^$cLlmZ;yiO9&D(%Cf|bvRI<{OEh*LEirVCd?GE^2)o#aC#_o}bTwShQ
zS|<ODLIonUademUd~9c~p6i5#5l(M^>Yjyoi-60{-v3J&)8k!}OP$tMc!tFsg2Y(D
z(`4d?p^HA4XAYE*{4KmAY7!~dA+v(;g;Ts^Q0nrY0bVfIjT7SIHP{*+UIMJBJ?H+Y
zq+%7Jl4WRUd$;;jClJuj9kEK|{yngR4Sc6~JxLHryxT1JWqbaFdAs%vG~MeX8*^Xn
z7XF^f-^nep*EbpObj%<PPfX6kaiS^ghvV3Av;@FLp91B%7J|x>y`E&GD`xw^C^@M~
zp81G$Dl=!ff8xxv>D@n4-y{giH=%Pds2yxFPs(@dZbVXu$v8fMeS>Em?3al0dQy<Q
zEK31ot0&_aF#*JgFhr+53n&pvAhQqqLLWn@nnh-OIDv^M;VG{BbH|uq_a}Dc%P96R
zL?tT0y;h{~1l4VX1AB>Gj%BTvKt$2(OGs@XNN^Cya#YR^0t4rb1r$vX1}GZ6dI;e@
z50(tDwSMc*IvpL0=3hWcG24a^vBg&d%FqR75_r5iax9H=vqYXG4L~j9Axz_3xkZ=i
zV2|RAA;%-^?0EzLHU~$LwC&~JIMNPmZ6h4zmpIA^yby4A@;dp**pJW>=xqT>dVlCU
zJQVEYP3ki?sz2rrh~X_wKkS6--5XWj2atKkX4~OSTOd2|r!Z*4IJIi4RS)$7od7ne
zoWRhRLtVz;n}pXAwh1~#U`u_0dQeaSgd$MDO}r#v8N|^LcmW+#%vK>R+fK|*K=&w5
zgH2L*bbz`p%)EB&7DEK*I^nV>bBU$mdbnk?_$rOT+d@2Q8D;_AiSBrt)oodSoUanZ
z2&<y(uB7q|;@G$S1Lcw>3b<`F_B5Q>ZVc_!7a$$j5%nAU-9~_qC0_@7<qTR>xYBYR
z{7*-f)7W8$4-;9Dgm;7#mgqk6)jj<ago48(J3PRzC}B5}7|CY>M#E1)3is6*0E8k)
zohOK@Xp5d)9m!+MN&kUl?3=Gbb6Q+e^h!+mR3vKn5K0}Y0R_;~6w`nQz?HCNogC?1
zwv~GKjF7<SP6rHP0=gH80B!=!Kx#FqIX3E`5)t=}Y}|YZuQ~F@R@6<i7Q>-io%UmO
z!x7cpfl8aHSq<uv6XNq7{;4IFu)sG|x0jS%efElp$g4K6YascDvMA1#-|)%pl(`rp
zT7LPTVldt}^svu91%_K;i9$GlUPI^bttN%0*NPb<xHhf)Rbn2~7ykt_k)gcEK$^84
z5XBY>!45Rc5PkV+aKl&r5)y_Ilx_@>f!M5ty4Hu?=UanQ+4HEPyH))Fm0+W5Onvu(
z>)_$-X81W#>dm|^6d0V^SCtP{QRJ@FtS3?7`sWmQ>~YUg=cPdP0iDKBq401I39e0H
z-z5SGYJM_!hy`Nu)IthQW+y2ae05ohZx);fCVS^uy!lB>g~ukyzdYA~1->?LflrIz
zX(&^aHZR3HFG+hny`_l$v1fLQfl_^HA4ulP`GM~i0=3?4(=apv>9v?`EDnea3j{$1
zeuSr?UY*^P6rj6x$r(j9k`nQOSYMby*|67l2?5~scf&y?f2+{Xl03!Y)woRZkdK7&
zXZf`JU!Z%hCj%J;A1BSW+C1rlgBQHM*$9<tk`UsumN_#`QVq$J>NX00m-@KBcCfW{
zhHLCYBixLy+g`y4vG&MAgB(Vs!CZZb`l;eW^-Zb|GcTtL2Rr&Dl}c?^c@w-Is)5f6
zW?plm<RP7wvW*%WUHMbH!{<4VSI%ec?BvT-FK4mi2tc0QP@ffp4@se4VunvfQx=gC
z$H%Cs5{CIjfGje}v9kmgebeB64GvtPedCT?CC@&j$2jm1Qx2d)AV2Wmc-UPFeVzhD
z+Br0#@-Yy)X~Yw~t@Y(6Vd=@CLWgDtr-l--zn%;+kqO~!CF~bhLgcp4tWUtg0EZVb
zOXZ(77y^hgmEP!zKSP3oM>eU(iK(xI(M6o(CqOvr^2Y<S5D-{xQa{H|s1Fk&110qn
zBAqwsBg7YGV~nwzUIf;6A(huN1K&Q+Wc-SD)613Z)`i=Bg^V&Y1cLuKv@+BW-WMh!
zFLZH9cDC^gfd-uFnr%(e_Jq;%EpY8y8Rav(A-%#@q!7&2>q$jEq7C^aUxAS_U<O7I
zkb_^ZZyLSVJn<58KnkLde4Or1!Als&MJyWygTIqhEqVS64Rb2n2&h@Ahq8N7s5{x2
z`6iuCc1!BhyyQ3ji^|kSqqmX9&b~f}vUyaQw}!`I>rL{wIRz4iU`L{IgkgN)Q!PmK
z`lj-iv=Epdpl2!IX&#?%wCY8HQqB9QO7-zz5%~h;RCqxqHA=nH=pC)Tz=0Jl<^|<=
z?=h+zu_2g++Y25CZNvI!R1dGuN8Ly+kUTq34^~}ksaFtYcU6`rgD;R9HK~J;gmstL
zf>#^gAwJ{0?#Vn#nXU9xuKK#17RbTrX6Qdc1+W`7ph2R7U1qXb$tEvV^T3ZE6Tu-E
zc!N}<AC9a9P_z9;q!b_C6o067i~XS%1)z!w73_V;h)xYPF-pxbdh=IeF@S4o;#E$Y
z-h7jmNcY$b34fa(*a`m$PnClI&=Gecm@@ee>S&eIc<_xsyo9E(k4>nAla05Ahd`Jj
zys&LNg2<?>3>_Pw&@8?gk_Q@02`gVRK+!4eDI~^AGJAsOBJv5o!AX+gWJ8ElL4aP6
zzgI+vdieTH2e48CXE21tQtfB&k#H2p%5II)ZLESUjn!?)=1eGzl@pz9E$u03?Tgb)
zG?;ZQ4Nhs;>@;{-9+qW4ZiCC-VI%J4&jmeaB}<1>T76)$Q`%jR7{^7t>@$e#80w=Y
z^rDl`N@X)V^`HY}oXlSg^-gKxG|z#*+jLvMsl=YhK_y^`-&1`7wN**VVbn@;tZr*1
zT#3RD@gApi$xqdo&PgYccUZzE)Q`G9N8l$npvopBTQGs3`+n6ao{qODZP{f0LRFVe
z^K@<{a2yk;9cQJ|PUPN)@;*d)A6|>{8W1}yTGX=mDBiO+^Rm$#g_;HFgcqr6;AJOy
z=!Ht&ZP`mN3wEEC7BiH55v8^wsULsu<L?N<58(L)!W;2^5NWzm{@rP2RO>e&=tKN9
zB4{jCkHC*9@FS!@iL_04N12PyI;EuGgiatYi+&{K8tBHWkJ0;-&O0!#@7(%QHZXf&
z%E}o!UHk#)eK>AUm<aO4C~EOXsAGbtV?i50rm&q(spQbsdy&&A?K*^tEm{cZ^N6Je
ze2Tx*=)MuDhk4VFo|UFFAnXjn5~lL7(o^skeeyJ*J-xLO!+g?#=-|;P05OFg%0->@
ztD}I{(5!S+Do3lT{Z&YW)E%e}MU{@t<_$0V1XYILgLrQ+)QkV9>e*~mh3E7tk#;|j
ze-PE~LA7O{pcTQbRX_tuL+GxHXh|t=?@K)SgDpt4AkB>5CUp6kDahF}8^vWkg?Oa>
z$|;q#;kg@VuE%>PQg+~p_tIWGLHK1D7Aw1{Iux-|qnC5|J5IT<?}7*Vw{#c&kZ?H0
zPdok~SkP$Vy*+H~N)Aj#GujO(7wiQn2UFqux`jqUXQiZkicX7%14ErulR`Qdpw35@
zA>E%=@1%i)4CkhSjz4_o94Hba1^u}CV3Je1h_b#p?37O9c@AZ-0cC%(Q{4m4xyV+1
zQP9jr6vf9&RuC0Qo+mNz`k(`P-Z|e_>VgCT?COK4k4hgl_5g>zzjR*GJ5lhWY-p}N
zN`|(|Ma!zC7{u{Z>R3BZFL+1b1~4Q9uIFrJIsI0Eb*%m*6)!z%^91m?$}EnA$Nn2o
zNl$!6Ll5nL;@@})JdQBVBGA+ITRLZPdaXC0#4A`7`ePRgJcg1#qLMpMf;=Cn4l%9;
z(V<pFFtG14kgM>n%9%!8U@<AE50FdZAe>j|+%J>OZuK!5ZdBXN{-X)w{adLi@dwaD
z7-6eB0n4xi;yrjSNHd<5mhRa)206I5XP$xj-191e+D;R}gpgO#0@#nBJJA83w7^9$
z5>#Ihowp6|;1>G~z<m{Pbpb@<Ls)+YyYELyg7p3`olB(iy^iH1B99N309G}DS3_=1
z+oOpV8rq|q=`lbOsU{!2CYloFbm8n$%_I?rk#YhfVb|8vpt``X5r~q29rPOzxB3u}
zR&hw+IesVad_FL$AXXt^!WMzf=uSM*?=4$X(D(o?P7uo}426NoUV+O`L%8(!V@dM7
z!Z8VA!2%GK3eq`79JKQev2^9{JKTmg_WjNopg{LRbjwbIfP%NW8hYN&9q|W2A5zV8
zs0}sA7`3~18A2@m4(wiB!|`=R*lGj9+N0|U%|O>7plc^bm-aKF?tWM~HLA_=ptfPr
zL}*(_hpM@q5^f!ful_N%cETz+eAcZU2fp<KUKLGKH%BHs>GN2N7l>3pQg+gdN!gi<
zhf(>;<V{Lr<b4*5&H`BvzT0&b6ETR5n4V@}z&g|e;P};k9au#5S5*Yiv8s|CG+k*o
zWa;#mgVL|gpufWDLMf_uR$;y^*@5)LnmZzA3H5CCX_`I2lK=O!1q!8U_#@zILTG;2
z1NcyE_ox1gvC2-px>M;$HGm3Bf?H@>!IaX2DFstV5`O=`Pa$9v7toj8n3f(q1PaBd
zKeq=ELZ~Q(WUyc_p5SXGU5Gn@xMP?cF<V)v70rm>2l%=T%MeN-JMq_`^y(@LmlCk}
z+m8?uNHD8WdAsWc*=<b*hJ`p$L#pJhqwvkgm>yq0pbeD9OQ904Qc@%2)&7#U;Ohq^
z5s@-JeEGy&kG9j4?C|q^ff_1-U;~ZHBPemJ7~|0$cn0oAGzHQJK&cNb-~lU-&IVPS
z>>pJF3Pg{6(*@BRWmm0At!@#d^dQNaol^z^lk<_?9~p$CRs9vwE^6=_(s%apGY`y_
zgMqv7<9js?CF??ury4yg5!f5|wcFa((sl-3+(p1GU$=erSqtNAkbUOw^4y1HQL?d(
zeRig6XSQ44_Fdf9vc9b&@Gp!aX2TGPhqccwU*irPS>N?<6n0emM_>~o12e%p+gsaP
z4^PpZu<1kv`i8czk><qj+qd0|l7BBM$Z;QPJJS$KK^fwZp&_otUEI)iO4CyoeEc10
z0)<p9>6@u!1SYnfrn`P)1XSTNM3ofrH6j9S9oiS|t$_sO#e;w={XPg$ZYd1u6-5~X
zpP-H3Z-#+@`$srKLtA~@(Zf^50qD=#zTdK^5qY`4wz{VYqirp%NBhFsj<$7D5tm!r
ze*byLi|)~F^+ytJL17ez0ud%B@KY`gqypAyJ!C<x)6O`QQ?hy<zb34a#P9FhaoTQ{
z5%jq$soiO6k5P8XOQBMT4m6+{;nmf?eN~SnM!SbP)fW~6nyUT!sxN#0=MK&2eD{vw
zPVWm#3B=dw_ucgb#~0qGSKuSmG|^AG-`Dx5DF==oxNyK<=TDP9fsuXnQ6nl>KQ*-C
zc9h`w{}0u)wTOD!z6e#1fY*7&UmW=E!0x);sJN~p0*V7C4xEVF^+Q;gA4tP;vbBMc
z=TfbUI+f-yda#DW+i($4@bK&O+vWKMezS4w1s@f$A+m}(5-k&9wzUkD7%q5dOvU25
z3H}oGnSa1SQ~%$y3$nWxbyjVovUQc=vg2Anfiw<7T}tcaT^-nSCx<AoJk3jic3K<K
z7u>$22c`%(bPg9RUR*~s7nc&jHGhY_Xg<@RtizhUJ+H@Ey}?wemkn*dG_~~83N6Wr
z6ptLm$n9wB1TXNneb?UB0O`^Q=@P?S*;DDn%p23TA}yu?J5V?^9<wDDSZ+8H{S?3#
z)T`o#4H7=V<2oy4L%Y5KA<C(^1gKgnada#OpK6@+YID5*Xgt1+UUS;v$!W^2I1~x0
z$~89739g7TqIf`qvwB7vhkJ6`Jq=FPnC8sF=Qt;3N_hmv4}URl!Fm(h=9oY3X=tOA
zG-Q&}P$bquqEtAE`azhSCE$fsL8#!Hs66*|;ewNS!OF$4*w<5e>Fk&Nm9$5{M?<KE
zFa|6hJu>z+eAA%bf{~(I-E<^j9|E);?a^<1FX5}<gut+F&5K78c2UA-(5Xd5?YLdN
z2*aM8xsP;=o1Svd=?fZ<4#h|N(a$@|%G%qycFlfd(vgH#WJZ>SJ(Nqwlk|KVpd^$a
z+NCemhQN?UGqz)ABxD?cQXt)SR>BE++fgu|&S2);B=_x^Zi{<;8*4pCzR#l{k=olp
zsnHV;=Ia6spi($h3(JRO$<u}q8fbw7c*)F5a_3U^tp4orlpXP}BmT2C?oJ&U-SMFk
zNhocPo{GZLyV{d&{OD+VD_JE^$%LDC&*O-1JKdgV5#Z$D><5NQD=&!r13kKk#<#W*
zC)V9dki%Vyv;uekLO1cOWo4}g)n;C`dw73qXor3@CXbP!(jG~o5EC`F0PvvjcHFdr
z+dim<_EFsEnQN{l!pab??DH;Xf@8pJ#uA*q9{Mfe$4za9$JL(cxyYZi^-qA_VcjYH
z`g!nY9Ld8k?Bb+f8~EpW#JcqNOxh{c(E1yPhMMqDShQ605AjVVsr*}^Z@ExmLnP05
z%nwbtSOGyzc}L!;fL~DD%k8$b<7sYR($Nk}q1N^#tUbowzN9mFkhX_C0o2Go?CHgp
z<n_oHXu~&h%YC^~B2nz1g#`Z0bA+p<jM@_@;aR){=*|`I!q)I7O(%GNiK481QT($=
zL=n{5;|d!sI}7BJ0vSFNf1<FY&{f`Sh&+Njpvw?Y&ZdISiuTT+chL9u+ulAd@Ns`=
zU>ARHrKvRVF$e+75uKPE${B7&!51iuoN`7dLrtLcBuG!}Mh^H<opVnv)j%+7&xhKj
z{T460;dOXfKvC6rSxgYQMZ4C~J54VLe~sRki1${!hkNPB+@AK4{dh)CX+K8t6-c5T
z#>**sIfR!Z5t+hW%lj4mi|zt$bbUSSj%VLO@86`m4x#ONo$ceemyajPa&=GP?>YRv
zg1^7v?``~9@z;RAQTR*1-+ug^#os0T8PRmkg^C^9F)P77V!8#Ia`w`ED%nJKL+aeb
zEnKtncFXu?KH8ktX7>X2`y#O=QZa>YT^vofE{;c*Vx9z7+IHUsdfsKx9&!}3B2gS}
zt^XOZv*?UUILe18-0CNVFxZ$Y-euD6VChFuE%+L&iFa|XM+|M4qrI)Ty_K1HA@EwE
zjf0axcYq3j6wp_Ih3N~Z$`oN3)31Mq{m?=>-B-SDQ7(4IO>E1xQMx4|`<Wk{KfVRi
zNRnEBs~Xv)Gre^F*rM7e&R6Ye^H~xQ4#<9R{Fp41us&UAclDN6p_0)3hX04QcL9v5
zx)%N?nMpE`gfn1*Q9*(Pn;NLmNF@YHKth5w5)34n5|FkS>G+~B1E>UolV~Q#QF^cR
z+FN_8S8eV6`mpr@(of9;11Qyi)ItFbiuQ~{F)HREnE8Hd@0pN@+V=l_e<gGF*=Il3
zUVH7m*ItiD#Bf>Oj<O&NllELls%+7v7A@+Ccbb2F)+AIC3cOj9)=Wl=+Dv&W04qb(
zsMn(*=Q~&HQO|kGY0aZ*Qv%l$K!pXh>8K0Ds3LV<^Kz5*7v9b74rv48)eBP0>r(O;
zIDH9v*)Cu3$4o{yoE!~MNJ`+_&H(qyH>E6EP*&w$;$Gb9uthpV5O=dkI+WhWT;W1r
z5L%=&!x<?25!$_JD%{p)e5c@R+q}UNGC3gGzJyE^qecMiB5&S40a3|x`z~YaEQI3R
ziT>scdkZ2_7a;HsI12h#4MXYM{%S$rs^PQ!&DjO7ucA;TfDs)@{h&O6{3LDDo+KZU
zE|;;`Q-Ol_W%%TL2?xkgUy*?uEQB2-(F){5Y}R^0e&uIzA?=zhahPV6FPNO?I@HM?
zdzx98)nbk7fwK@7m9|48Yrx~A#;-4iLo~U_K7BsJK>Mlpxzg`&#>>a%oJi^^z~G%L
zzpMxqjg;-lO!u1n1>$2EVK|Qi9fRLIC)YY=7rs%~qfPnfRD}5-y@DSktr9#LRZH9a
z7c)NCpGsNLAp`foy)tm<Fiab-M^F%d0-YbKgpf=O($oKo)MBr~N+-2QS|D_XNnC2G
zj7*WbB5y>dNOdCL@P>H+p$0_N?z&5IpUUYC&Ug6x9IMtKOLBymu3)jlUC_0<SbH(=
zS{;uk!6m2d?FH?tQgN$uo9YY_I%&bVF5<pL+~Q~)yv;~_S#Zp@K^>*(`YrfvN5H-y
z`bC-pD3!v49unFuz3hX?_Z)B|o^hZAk#gsXE&+(&<eoUbj^&|Hba+N91&xj{vV(<!
zz|n!TJ~@ox`4!*29!jAhy^dvHAhPNB1N2r;>6ZWlR9gJ-l)ChhDiHL7KZ518$O$59
zEtmQ$>c|rO*?PWUrM4~bjO_i9eoJGs{uGenY!_%)M;x&5YTYs{1nQko1!7ofk!PgT
z$TPCaTAPOE@P1!pPaoJyk08@bCHyN$Sv&Qig_;qX8d}24&y{e#lyIGt&=EM7GWPi<
z<f}G%lgh1Ij`t&iI>=4J7$RglX$Ga5;H*elIsJG5wR-5hY&;&L&NKNZOMV1SUlbSW
z*XDJr4h61UV09b-M-E7yL*B1prrzp!maAy(SNhy?0gvvs^-B_}qJ7&US6WBHloz;C
zExA&g9396i=mpiUC%%k*n2^9s{G8ns%WKq6C1I0F(wG#wi5Goo`P-js@d9w@(e(^6
z#v`XR^3;1f8FKkjN6e%3@+03Ky_X+wDr<%7H{jHz0hwF-5qauBM+5}`F++6#0ZM;=
z^2RcpGqro--8n7Zi}-W$w=}24S7L3c1>nei9l(mgXpz1C9;mXj=$KUXi2Q_?M%GqW
zSPO_o^h-%io3?O;+3vRt?>DiN;+;_99c6W4k~}JPw(q}?zId84q>+!vPxyS^q}`9m
zPdJ4)Y5ODcgXdD(im<v&@IcXF!Pojj01h-v^4P8Kj}bu<uM-`g$Df4m$W-z7JH5l{
zmNx<2daRlkFAEgy_usfoKKN#u#mfUl9XpGci^iJ7Og2+HaI<ah4J_L8$bLfhmV%Dj
zteaj=F^jAH%biZ!Y`*A3;Wx#8ppZ4Q^jIK9ajlGKQJImo%PS&_4!gtWi*cnTohFde
zt^48cX<eK8IJA8u@zfP4UM4NUjX_7CczIs4)qanrZ5U@WQ+LrOgh-tEs~q0cn_5!*
zttq(TE9h8t;-=jx_R^Gsy{m`u4FTv@p)g1#M-k!y00;)8t;iJ&m`s^UQ3atW{4yYW
z{+++es0^d=A>mFS+t>JWo&__s#RSo<HFx56K#urtX`=~I<z#G9*&Qr7-c^;BkGZ5Y
zG)SdYm%I5GhbowLF5;JB>FElkRv@HNH1m~enW(u~k2CMEg0YW>ZU?evXlBF+9K3Wf
zN<5whL+~rD-%D|A)}sT-t%irdYAi+k_-^2Zu1lG8bPg{=t!K=TdNM4}K*rFs(qF7+
z{D<^c8Q(Jerd0RU2DnZ#vHh90u&2V>@F<N@`;EZ{xW3RZ#z*AR{j;9Z1$?z(jNKg2
z=;uA8rPWWL$^GM>>hAusL8HgEF0M7KIe+VqoFVr9$LGAu{uqLQG&pBy<YjmlONYT+
z0)b}=`IXbKh@z)D0mE+JIO_r`8J}yFsJcWs#kxe-6?z|*3O1{EwS1Z&PAHBh2DW5V
zLb;iy>;xc0&0ACT$gKE79jEF}#baXnR2-%tid<s!0uNZt@2jH!&Lc_!Ui(iN#Env}
zYFqc5k$3?yJn^#gEwiSLQKU5TjI`VO=1+lzh|QF7vNRi{YExA?fNOD%I-~w_zFMzA
z?DKY;g*WFnK0z0P4H={^)0x=*1%lH*pF46zoVGC`HJpf-H9^vNofs3Zf0Oq}`c!b&
z+#;aM+dV!gZ3;BF<TrSQ{BD`VZ+@xExO-EgG*Dji_64>Gly^3y@hez7{&^{uLL0>R
zdy|Vzm+Ay&IM_KMTE*9B=c3yG4U!>$ecV*<n5H>#S2UuCuc8_ked389PrSHx4}S+6
z?kGpBRxt9;F&m_vrfO48s~v;NkjuLdQKcvTx?qDexD0cj0^by6jVD0?RoaZtR%vqh
zVg#6;k%(CGcR9btlD`2&qFvk_&9GpBCn2DEEe*mHg{}ot-2$YjYj)Lg0r3_JKwV#f
zae)Q_``?q%F^UeU8k9W{3dwN|jW-p}nn6Kq`-d71`3iN6d*{iZJumR{ep?q9RA0a(
zv5RrCz361>R}}wu2FL%rjB1>5Zx3}v8l;xFrW)PQ-Fya}1*hYEc{rfMC0#*KMpX~L
z@jxpYPJt~7vDBDzTc*LGQD7kRw-;DX{h49X1&i*74`IlBg%{q7#PC8uLCy*eO*Mb6
zZjq@<*T64W<TCF16}LR0B7x4&WKzs+LflQJqM4$s1~$$aenr%P;LbVm!m+T0&XxXY
z65JaaE?M<_(v~a`<RW|b9H-1DpCE?DdK4=JaRhnAXo<OmZKME91SEqb!wL8EC&N_S
zswY^ELc)T!)pMGL&n|2Xjw5Yd-*BA?sWo1G$+}bRNvXxNnzl%a#&e62+#@hcm%_FF
zIa~s7i;bz&!0x>vlO&8SstXeH6(frtN5uY&B+q|de%FuI<(sXs1{!zGA`P;#eAURs
ziqP;02qjYPzZO(YSX^)l19Akd$?pvi@e}U~VGgwuZN3a<7!Am;+n}k&-Rp@vGwuD4
z3u3aZR`6-@q++6Di$pEO@WpEIDIe@X@2sZadBG{4%dfBxEwVg+TRf;#6DZ)9@TO1u
z1suC{w+B<QoC8cK1(ve%uLMeT7OC#a%=!of(g2FC2|p7s8TZ0T5Ya%wW{XCFoK~^Z
zao0D1R_Jy43JRzxEGW<fPMqE2h7!rICRWbNy3Yl#tS&INUP*Vc)e%siY6_lF{T}5>
z#q7vbfT6Rfp65!>@lo^X6A;!_EqUF+;6vyHRaC54#Ljs^Fep{zwBSNyFGfFF$||Ck
zRg?u^O)*qok+UVC^w>s^l>jjB9vj|Mw@8n#L#ss!wzotH(hx#Ch!~-(6f7izJt)~U
z8A9fia6!w)--XYQPAwIK9<Zub&mGL4-2b0cju5Kk{4fgEk2K&5J~r;!0a!z8Ny1?2
zR)GzXXM~(bu3+C3BZo6!2$~A3@n~L5`bul{I~+E`({-8Awts$wEc6bmn|8i3YBt9D
zJ{fk}SY>Ti7D0ce7(WX;ay~TM7mJv4-k+9Qhu+i&D0Y%;JyR;p#C%L7%tM(@&Mrm)
z9Qhop?N`u2br@15e*@mMmbpX&fs@gdR#Okf???$73#^s@BWEwsI{I@UY461xWuv-X
z<xNZQ-G!&>M;vODUTAas68)WT;j0EkKiSEaIwSKO>xP?Xsk;gTap7SLtUTFGvn#<8
z0x32f7bTQ4TOjV6^7gR-5-V*f=3fKB44@kfuID$<aI^ddui<y6@<Ad({jA~=yG11F
z16vlVU(r4a{A`&Dr}4`PD8tHrdtehY{NL1GEc8bg^rG2&Ogw#6_*Ru!`+*8(JYNtK
zb%R`Zo$c={-h87QXJ5XH2c<gO(O10rYWJ+HI(Ezd>*zq`!5`_$XHYqa5)3+Mp|v#9
zA8Eq8GisneyImUo%u4mUTz-S1>LqqJPZ}`&pKUI)es8CtH2vypgAFRlGxBRbBM`!E
z>_?<it{J?;c-#IlSmrJ^p2c{^I-Sw?p{a7{YC?IWZ%Xn^bWdwR6dKK#sq;Cj{hC1D
zzO8YAEmuh4A2n_%=h^hvz?L~YStR*w+_G5xen<V@p?*E;_fCETTeA3-nwiOjRNKAr
zy6v|>sfg2B5jV9D5B{*j-qq9~Wi$mPcl{ynj>hM2B4p~pe8wwb4VmXf)c}|@jFE*+
zsrhMLLVq)2?t(RD*=bgH0wGaKVonqE_g-t<|6`_)_s9O;OYkPuJJ)-!zjq!UCwkEm
zkz+*v&d^#~)l?jZ->nJ3`Dhkj;k&@>izxjz|KoyaHvi*-X|_-)DRIALsAQM>lFYu)
zG>KZywpN}$@U9bYTNg`sol$?GJga<P3yI-K-PQi)M%Cqzh)Vl=S9lBjy*Hz6(Yw~0
z(ccz2PBqGo*v%B)t6J8-Q-i0!rBQ)NmlJxGl+h2b_3sY9qr>5&{>P=`w#%t!9RVCS
zXJEIi+?(9qAV7{xzskogu>_f<hPVI>R`cTTyVbkc-}ikicl6!q9S?JeNR4b|*1ti;
zH3GRc28A<pg1Lk7*7{WB3sJ|BnTTdED|3QmROKVzPOP~_h7?3r_FDF*u%qj{&A9(*
zxW35#bHbqoM*T>K1c2!ui81bL=BvN&#tpgtz8_#uw(nM>;WtFpJuj%ksne+cEeyv{
z3mY8I^6LZ7OLs!QU?s}y_Me(8vhmjtGq*7#oZvr|<GaLsUgp}>x(5N(qGIb?s_nX!
zZrufZ6{?iNzwig8;UF~B?@{J1o5N^NJZ8&0*mQiQTT66ZY?*j(9FvI32mw~D^*rYC
zl$P)ijl?pocOKQtJVY0Ci;As3ppI@Hkh*k3tjnavuxU0p$T!Ffb;Dxbr?nXkogng{
zcHnP|h*)vom*Nx|H4ikYEV|f6$B2K>zF+l$7^2H#)ECe`)%(Z$`y=SOs~!)k(!1<m
z>-x2-Xt6q5-^sBn*4C{=59#_hsZMD`1^r6@3OxBf)7yXQ2FzETDl!_x-o;t1G3vji
zXn=sb-H~|1Kj>#muk=$jrhHIiE>Vpcz~{-neBH-?Jg_Uz6c|r|8u4<^YNpRQzCkc2
zoIcQhGQxP(bt-sI`RxA*yx&ynNvex0VI#%rD^~RlLbdkOF?i1pDC`eBznm5_o4q4+
zrgF;-Gm7OVHXfOj7oChT2<cTWqI8xyJWi*CGR6U`(G5c17nI<+Y$c0s%ySw1SW{8>
zrUqFJHO&`NDR0H0)zATE;mFx%6z}xBZBm4+zIg*AO_rfJ6K@5QUutApszo&z>i`_!
zn~5*C9y~4`h^AHaLaW%>yyt2Pr5t_fIc?M*fw1VD9C*%@Xe9&Eq2x}^SpLZOae^6H
z?K{VRYS?;kG}X9Ij%fZ<nZ9rMBX=4NH}b}&r>&*eZoc9_nl$_Mw~ZIBNjMB}WIpHZ
zYS?Sk&n8h6s7Axr)r)ix^iSqR2CVUCnM7FEeqVDGCYlY>Hr>#|fO-k2&4Tqk1P9%X
z4deM7R3v1lQm95C(8j4uXi8+ImxBobXww*ZSdYELv{K6{V^gCwuxkQx(1|XxKb9j^
zi{Dy_<~S{q+xB{qYZ3o%pYcsaoG()qhoG0SB`APSy$w~?L)^b>pm!t4Wd_su)!V<2
zn5jN%WQ*%&F7-K!+ZBv3s2waiEG($+?N|HOx|vIih5#M<!;<!*zhxGO{Dh0APxf73
zzt6k4$*AjF;$2uAP&hVi?`lWW(XgZG?WVoc_OHIUX@~LbN0+o3&-R*cn6I|HZ)Z%N
zjN8}goRfZd?tI_-8Z(V&_dFSA?&TXP^vBEhiAkni=HA8z*(nXp*`#+*Nz-ZAY9K88
zxo(y%-G)%PoH4Y5C~FkLVX~u&(}dzYyvzym84c14mX(c9#_84Ed|nXPe=65#I0k6v
zRt{Nz?>IRKA?r@D0TJPtx>Hr!5xicAcdE6C%&e*Fyw}7Ke?&x4bYEh>+BSG@bL)LU
zNSQKF)qbwF6jfW4RE1X1#cKz*Mkt0+S#C{2qDtmkH4XRVF4mMSH0kWt|8MjPqpcaB
zfL^RS2_*a$tQr;QjjN3{ab2j2O7%vsF$0vBNsqmAJ+DJwm-CmJ2Dpz?(^k!fA(ZTX
zOEpgAEa<{`5<8Cpy!5ao&?JmGZPYL3weEQ}2{lG|G2())flvt_+Sz~<%2UxdQSDRX
z^!bsU8XZ}5R-3(!C*#7C^?V(=kNN{g+yM}1$Z^vo1wNm}FEn61;FHbp44yKKH~RZl
zdcUXEiv$jGrlM(z7uzQT9l6by<v%sm2!?qx8x~Rs=UaXern3jsd&^NfMzn+S3Eu8-
zh_-xRV9j1cj$Qhs6~0E*a0fN0vV|iLUs#nU8I8wU9OW&Yj({pgYgb!4KBO|$9=fDU
z)i|IxNx`c+eq!IH+XSbAQqF0OVu5a$*QqhnTk}Prx`)!E$Q2{SAsFM)8qY$=(YlOs
z>&LK&kojPTCwQrwr5jQAyv#&k{54?Pb5OU*-+_j{ZcoUF!d@6j0{fW)`)LX?0o(!%
zg8eU|uuoI4e^5c|3JP!Ow1@L=YLMXYaIVUEF`_qez+2h!xI{b3t$Vv-z2IV8rHxKC
z4L5&thrMk8P?Bc=P|LmuP)jN9^MLx6Odkb+F9*~uFwh18N;M=3BCk_mB31i8nA`K#
z1(6AAM_|+oga&3&7CQ_*i}b9~eTibScZ{CCQM_<!1jO$^=wlYwrl4#V>UZl6gf}S=
z7dlKdhMPkBc}{EbC30}}#T9>1hi}0KgzO}filZC2f;L}`g7uhcy<%qSY}QqzbaNIe
zMgl4Ob0o}{TsL!~Zx)W2Z}k;4CCQw-2}p)7)n{+9h%ZO(;$s3OAuXdT!pTEO%q0Ek
z`AKvo4&y1$TtmRB`4bsTb<l^SQ*ZzSJ1DYG4a$B8tHJnubP=*)b|siX!2jKqpDoo4
zpT*Yudj=Rj%CMkV??|+2Pe^}N8%7w<zOulo6*d67rcUjvhby<0zv0SluZJzh5Pvr>
zcc{y&9v;yv#{Z93Zks3p7L{DNB{u@&f9}d{<3PPup)TO7uiPq3if*&gNXwPmtTVYM
zAci3~j91V@;WZ)2C3msdcAVA(q3U&ukvGFK2680t4BuXEj-Af65q7tbT98|<%E;@?
z!!%em$YKObyB3IVSBdi(nrm2Q{rWW^i{f=HmO#f!9^8aQe7&Ty{=g@Fbta6u^SNAq
zPkDoXFEM&!Qnx(U@foJP@D?Fb51xz_n`KlAen8vhM)g3zcQ|_Mn_=Zr8UVGbRjKOs
z_j#y@-2VQIXYBU(M?zWj?eDR(Z+|l!a{Ifo(pr0WY)p!d4P41(aQ&MhEI{QYpwhaL
zvSc^jW&SmsZoLDSA$lG97(v=%zA0^7ayWMJ%K_hJz8=nzi{B;KWjRo3J;OeX0a~py
zSU*2g#-<J6=o?4|{fO;?4ABDIyQvX+5PV_S-32>+BduEoa+o{Kzl7(|ykKeX0^LOJ
zsAa$gkH;9&yTh-4DX@FZMOcJT;KrMZfP2r4OoC?RPtDlUOj)T`FEdh)T=?qf0Hj*)
zs7L{Pcv?eb-NhQ>t1nd0#`BT7WsSm;i*~1g+IODy>w#?6eYH}P^)MB-&90j!9(m&N
z$m7H#&$-jr`Wij)i}ACQ*FD~sk~~&?_k?Q@qzH$x8*roe*s(Ibi~KmUnd!H#^o}g?
zULr3U%B#&h2&-7<@qG>7Jdj*lI0w0{^XG1QC-NdB>Ox*p=i&vXkS`<grY#<9hWXz)
zt)1@7Zi>fV=!4-n-KxCisqx%z%6VLF6|B2{%ur!vNc`HltV58Toi>r32wf_*BD$ds
zOXI#Mu)!5W29CP$V?rZH0w=n{y5=tojEu8lOf$ZioxNE+z1)c1l=MP9jOXBqri|A)
z>ecHo`@?y9rulmlVdP$~>XxFdOcmq|fmfc`WE@8vp8HZLLA+GKOJ@3F>pUgk3@2L`
z4P+kh47Na|3Qxl$$7wGn_e8d9L@#9stsG{3_zJ|;79NW%8lqAuWmfn(PJbA+?6Ur_
zQyn#;?(aO4R&)p|ZMs3|DXyrN925CGCw>SNMvb#pQ4|#F=RBgf>6`9U6e?6054O*9
zMEt`d<|3EbI&tGn5iY}Kgm<^u`hu<5W}DECmHBq8%!3He>@3;=tIQTyva7qb&SR^R
zi|C>~G%r|$9B9#g{thrNN<KF)9MtR%-)E(8j8GP%{QdCcOi)FfXT5=#fca_+g_VRr
zI~W{@+DETj?#!wi6y6vcWI;9Sxw|M5X`>Eks!^Y*iWHh4XlVXLN*<UT(URi^l^i#y
z<hZPXl3U5lv98QY2j;TFY!GU<%~nU5i(CyIzSN#p!Dio;`9+6)mz(VfyqxKQ@-9KE
z9UH%BcB&8c`)>c@T-P`qt}o0bA0oa3cu%PpG}vEhEg~QUvgla2m~r=YR#-cTa<}nP
z+rc{!@g`MTzf+Og%-2tDXF_~IYa6Sbh-wysuwS#*?T$?`>NBSZE+Zc4+aGzu`Z}Mu
z#B7x#W05nE8(2p!tMvPthKg_?=3FuRRLUlT9fQxsoXu!Y;?9VS+9hg|YJuG2n1898
zX7f5`W5Sr!2Xo$N!t(m%VtL&@&-XFAkmN?g3hyH0Md6naw0ni=tF{@Ho`Uaix|%xL
zdkXnPvwt3Rp^bFd&Cx0W;cE$or%!A37EZs&I~wcl*h!vj_FF$ARWwPC@}K3+Btfc5
z;C)M6M)*F!Kb3d5`sjNhT1!rUyWOVtmHje#7pn^-S!|VsNRHAX?4Tl9=~<~U4TsgB
zZY!R>y_$%=QPxGOY9%G(SO-zO7FU@0Yn`m+zLW*l6y#Dx{xy7MdDD5uv#)p0nRcGT
zJ9bvndE7;eYI$33yOKNd7o~7-^TS9uxuH93m$!KH!&&u*e6K7XVp}@q7&9{Q0E34t
zSFg~A?;=siO(rsErJWE6Uj{eVia?xWH9%1G@T^!X2okRLk6^KYG^rHcH}gx!c(F2?
zHgO{)S<{D?u^k!ljTu<6Azu~Zg2m#T20X^dq#TgSN+%A?uv0A7Ysb(M#Bnq5B&fVm
zOytvf<_NQeX%r&^1Cyv9U#-VC30})GEd*Z^OP6)@qbRXVkS$IQR5DXFNbe$OoEn~<
zTVrJN&Q>9tnP<F)BDR8j8O~o~yAF#TnedtQSe`L8%6K}hAGP&Ig6nYb>fXVyYMIn@
zKEPTyftZ}SsKj-6o08ZCM`D)wCa%$fn1V3T-Hj9n<wekrK8eT`*go2dyc8RSx6#31
z`TCtevet!B(6z&@qxx%jy}2j@-`e}y<7^C0As#8$4zqU1$BV*886wX`xWd4J!`eSF
z$bC3AZ`kJ@S=b&onPBktIOc87fiU)y5%tP2-^$z9gXi*3hpkDdYpo31>soUWs+a{G
zNGK?EtvbpN&0BR2m08QE1Hrqws%_ykruF<Ldy~<aG`}(Vs)DyxeS|#w;-yPk)38Un
zBICDU+y_g+xTxpS0zf35OGTQnGwQf>dDJ1{lhpSu<>hcHcM&UPQyVi97)znPj`Xh^
zgK6I~>zE`_eoa9KOLj$b!%u)s5IvOvm!=igzo~NCVygw$2I9%|VcHb+WIC#mCJj{|
z6eFVu+hflMt&NY34UQ}ej_+V|J`*!PQzj_J=Bj7q-%+DZ&nAp6IeO&Etj`A2$6bBT
z*)o;Zdnlf_mThQU+9tG4ww<!uX8aL8rQt_NN|dj6i+u)VVFrEl1z3?-_!s}%r#HQC
z!!#O&rz~1_QfjRDGqzT;wk$)>hw^$*Bo~`D)T9ine8>|sGp<*O$E3<q46dN^eOfhj
z@-CjF#Q?_YeKScU7EeAR;6_P)<vvutM@{KaNyL7Oy9FYKqWs$g!!<_r#AO4Y#5#)`
zBMQ}GtmYWjTSU9QTFmR9SwGlZ%Vg=Gzjv15pUgT;ZDMd}bq_y(X|6FAb&>;pdg+84
zBQ>H=UvZqcx1@IBu?JI)0iXqkCe{I>7AvWTH`gg3BgTe4jz@d^b!<ZjL~cDmQx0Jo
zp&3J1c8oi?r*9E>5%`EdEC9HPtj1i>!m%q=N2&l-HJz&x1^5_fXpz{c(I5kSe<PeO
zFu``sm_J8h4s6}s{0S6Z1xP$X5+pA+BR-H%w7v@KKUFU&&2~%*bYb$qCEz+F;F6AE
z%}6KV3D_#>{9w=}{ILLo0=B7wAe-sEHl~w3rBgK~4HU~x?^5CHi8h6TVqhnGvW$`%
zI5$b$UHmmuvy3N$T!rZ)H+^)20#zqz%}baga=%L86Pi^m#(4HhfbLXdmZ185{`&d*
zK)N!teUneqK7X&n@Qco$HmI<0Ms!k4oT^%sohq%Ry3?`NQWhZ19;;it^7I@=_ZUsU
z1kuV5KtRkX@WzOU>7h}n533Hk!H3rNILi5q4-EavX7Y)pB5cs;6kvc@ZdiGk57kF$
z?I99is7RnJy>Y+8M*)2`__Z{w093^kb4zJ&%aC-O87ZkiqOcoP^=JMtDkTGZ)(D-(
zw8jiE$YI<itT&8<h~)`ohUZglYh@c6s55g~qh^R2RHCR^7Hm^!vn+ctMI+{K-jCaK
zP*hjN_)PFc4O51!vU$6xrGY{(gF^0>?bG=5W!6N*sE9*MiF~bH*>#wsjESh;4#q9u
z{Fk_v_l+JbuH5=5-HlNGsPsAo%TWo9>bX$h%bc!i{et{hB8nzn!ShQJRWcK*+P8N>
z1438R$H59t|CqkI(u<{4V>8uL)7K2bVDrC7Uta}cf)4+PzSgBkjZykqr%Cx>`YOgc
zK2KknwWDV2N>fdpyp1O)_Eq$?StU{QwNJrS(^pDnidG3Bgla1zV2ZAOA`s;7i|OiB
zhF`o7NZ+V7x@!DIOsaInF?chcRP9>b!PF6$jhZO1Buq6zcQwr={5Qf-tS_RhLkOw>
zh@=pa?6GyaBLjq$Mh+pUQCM^muL!EZC`M2P2&^b${u~AJs}$O;X?&-X@INA~QF<yQ
zNl)q>)Y8V#eJKrH?Gc-Aw0la2syhvWlbznF!r2qM)YGkvs|YP}vrY(fhR{ucQj~5g
zk|~t3N=(aO@?`Mrn%u7_W4z&?f7al<v=jQaaK^)`!j)kt-oml+LRC~dWPk+QWKm>j
z-B>x3L2`+aG@)$GyhG)x1wH=G6Y7?ou6wrf2+gV%utVBco{~074tc&ygcx00D#=rA
zYF=eejshVe1_Y{klioA?-93sXl3PF`L>bd=*>CWU@f>$A;e<NXcJ~{6gEp@WQM&sh
zh1YI&B~^cdez7rH`4@?oWu{Bo!56U>xWj^=Rli9DxF?&Hs?)qvyxK{yp{bT3{oJyX
z(0_*L_9!B`K`hR6WI}yg|1XK|{a;RWXZ$ln_YW9yWe~rV=#EN_(zJ8|8z~bS75HRv
zSp<kH^p0yVE~(-ivbqAE_U#`EDHT<@Gw}c$a55M#bwn-e_}_PJ`m~cZV-+^~#5`k#
z%qLO|F8FiwcY17p%U)O6l~a>NR)F+n3QsOgZyb%Ekfysit{DDB{MHzkrmrJz^{o=B
zldpGmgYcjQHYeTuWwXC@^Orq2m#>7`MpjME929m93fl<N&JgL3)EMoDAX>6Na<liS
z2DjdzSz-kcoVYZ7C23>ZqO)u3QZ3fCbq)%53<@_73O_k0{P3Xg=0V{)!v9R`fFHD@
z5)yf7`U+aPdOk4;%LwtDT&SOH(5u+5u6}(I_5kVZh66!IA>SvxwCz5XkObB2Jlsb}
zIJSyROj>44+P?64+r)ecX<PYAFVmkeu9dcrcgIUl==@nPJxSpI^+?EWP`2mtWLgTf
zeS;Ah7?l!Q<4YKL-OTIiu}2af<asz%e#KS^#!($uNO2yPu^jwSMMOI`woHM3A%p#m
zwmZ^MCwHQ#98K+bX(eCVwuj|xaeTm_S{i#F=fM8wc{zx?R9iO7zQekb8GLsre3A7H
z0ta`8&%=t5)fBpXci7P8Z~BSA7!-dWW2we*F#P7xs9_}{oB7{*Q$Au#=FPM0LB;tJ
zFhuofTUF>&&Ua#F$#V?5J7Vz3n~bfEaI_>b8$z%LGdS3F>QHH${uH)ZyP4CWL%hfK
zNX*YoJH*m(`A-i%U(MH_`e$sz`aHJotjew2`zw>gc1v!&7w^Wx&yg*6kc#J`yTV7#
z${ovmf%Ozhs5*08-Q!}`_%o|qm!V4-oH@!l`3<w05z|}?>*x9{+ALjEywygr76T%U
z(dG90XB_`C4ff4HvPC-5r1W)%H+#>Y9`P=o-tV1BIFB2JK*K8O{U6ATSda9zM$FY@
z#LU$gJ5>TXe}{tn9Q=)f2X=EBzDc<?nEk84rq=~Em|yc=75?Mkc!|mlKcP!-koic0
z^W5Sg)@^!0OtEgW`ijG;8GH**(y660M-ptGOWhSsy(aN+s*7*%I)5fw%UCOiy@Mep
z0VzgUP6vI?;PWyhk3U{_XG)yc8H8n5d)MQSA6e2AR2>Q`TUO;|x`3vuMgWU4Ys7yE
zuv4yIdZef+G?M&h#xgn_7t%0>BQ^lhK|J)d+>yYxVgQ7=?>JdrV-}65F%KvJ0SMoP
zHJe_EVE1T=c#_6%knz}o<UrA<fhFCCZh?=8ISTSd5m1WwD*lHY)Fx8c<lNkv885kv
zduA)rk7dqricrdSGkt{$Pu>d^V>uW#wobiQ%hHg(Qm12iNZY-s)wN~}G|tuOe|x5^
z7iD}5CS(HNmbVk^ERSx=sBVKIrZ(y_*usoj=OlA8+2oM-Hi;}Yl_budlB)}s{R9?2
zC0=crIPPS#TFM4}R8<D8;$$Zlf!&xdRAy==F~n4vs-0Y@3&~{BnvzMFc;woZmE9`Y
zr3&YQ8meeY)hCp=g2-xCEOoLkagiL(Lls%7IKNh5|F=qP53&nNm&IH&4yul_EH6J}
z-*#h;J_8GAjUCN)wUru``lRkOKs^V87(&$`Zf&7wk;DwnQwAtB4U1S0fgHmRdGEA@
zsq|(je65&pIyAY10?sz|w%oc!CtrN9+4^^a2X|YbANk&lS+|Q=SL-Bs)+$M0VNeUx
zP@&~dX*wsC@<JDZdjq!R+N@2#XF87{F0_`AZkf|6CP&y3Ykhf#tULM8{d&w=-!Lm%
zRet0^Hzxa>-G9**yF!safYWlH`)14Vh%fP=b+`o^WkQPO^+1cXg_a7+{v&)9OT^i!
z4`-@XaY~(jra!5lW1H1eY&nXF-|hDoD(lairw_LNoUQge!c~zm%;u<H&C?B^B70(o
z%CGl2ohmGND8_jGM`yMib+q&*n&6deXtRIRr4x4&rZ9zTtg3>bGE3574BR$lnM!kr
zlhbWeR;uuR!mE3}K?bp8NyZ9xXX%ouWmD@0h}EV~*P|7?_B@J`6FVPh!r(2R|M;k%
z9$cS=>?B5ZYc{=Xv)8~Xz_6Ivv9~ve=G``>OjY&PM+q=Bz;|J)X(P!WZ)%N3G0#??
zyn>P)vXJxiV%diE`S9*H<s6hHv2ThEbY_Gj3;SxAGaUs|@4~jOFfumv$?xi~i9O1%
zhrgrkmaod#)R!~i?&eijuT57*+CKdt|I_|e)5A&IQ2{|(c{}<c|CsA>*)w0Y0cQ{2
zwQ==jvYC+WeBJ7EXktR<L`AQfbwv+JRCX*%Dh&suK`JjcUa?VpUbFxRD#m+Vq-7hE
zA&>3v1GP{EG+UBP<SCZpHW#jLpj758Lz2*yCEFl~!{Cu&4uik2;-AR$Iy?#CbDwZ}
z6S#(3()NUdi1=_KJ}nbG_NpaqD6sfD<L%9O#4-;rSOA0Czr(S}yvY%`Im;p1Ok$bf
zj5bq+xjHj=RYpZwWVO?}Rju5pQK2<-Lvw!_ANX_eEhTtWCMmeJtt+#-=>^%ix{*xW
z=|!Tu2e<F*Fz6>9p*;Wb3@j44utg?ziLP=n-jsr`UarD%#u?7QVh6#Ujx1qmS6ElV
zn<pPvTcxK(MQqy>T%EkT#C&J*Ki!XP+Nk^S3%W>Q`l96uvj~X1<40_;sF@^);12XD
zn+_aV@}%z8IMuCex)qK;azMJ)D3?5XSLOCyLf0-nLKV@jQNic>*2M*1v~Sx84)kp?
zI}<Vv^zHC32l}R{lDHdl;)@Bvo9;HJcXW4=E6(fk#95_ebo<}y32kOzy4xJ;lY>tV
z>vH|+R7jjybhn`k^`CT_oVb1wZm`E`86-hb-u;}7oA?PW-i0%4Y;e3+&cK+V&3isd
z!r$Y{=HQ9L=V9C~VJha|FnxFDHQ|zhSb3kMKZP$J9DB!w(bx-z#A4A(Oy-57&x4&u
z&hx+5AKE7^Yl}DPck3qNmHkCRSPkfIb9v*6DdR}o!4qP-4?9<eDaY(1s8>77v{5^;
zumtWioC!7*L+~YfWYNikCuY2g^lEKVUgXW)#o@{~59aOD=I-KVn?;{KXGfOS--&}b
zR}EVjvKO?}em!TGS#+|y=p>T`jk~zwy;gToZybgty-rz0>Im(<rFWk1@R6dE+=gL|
zQf!cAgzflR!jCtWKwQ=~(3U~@OxivYfM<G>u}k#dI`#uD+`5+{?4W$o$>?hI@l9lN
ze55Eva0lWVofgaq94E(FTfsaK2e&U1|EE8KppjferfIuo)>uj=r`xUX8g+R@9Be*P
zly<m9HuNd#J~M`w+7Os7c}c8fEc{`U(0b`t1Lcp2mj67^JyX8iJ#tlh=B86_AW1>{
z#^_5(j9Bf)ci2^kJOb6q7Xe&zpu|ZSb6s4scel8_$-KSDFg6dXa&))E<At1e_7Bbe
z5=VS@OPr2C2uvbK;m{HH=?G_ci&IB{$&!MrMdpVu#Y{w0x2GcyPw$<s%Vu#g=`<7V
zc%M=+&REP|D;nd7#k5%VXjHsJC6cklN>EV~+K90V1jRbKTjOwAS?a{MysNv_Ar35^
z{*n}DcdIiNc67J8V&VAi)=YeL7deMj(X`k!o1&-LMS7a0FwMR$#W?Ml8lk;${?2~?
zu6Q&}k@!)spCz}2yCg~GX(@#fW3pyqvYS~d*)LMx-a#}^r~jLOmm{1UeF^(_Iq}OP
zm$YduM-%d#n~rv3Tl+E@k6~4r{@P5NcajvaER#FmjDs?f4pt!x!q;W|noGv`mo4Ly
z^Pv4;RatnNlshX^5zP3&tW2>8DS3_z<l+00G3Kmgu_RK;5&MxU6dP!|%vw*J$Rws;
zgKQ6_b<c9TxX-`1pMX;WrwBMC&_e**tp1BXAP^^kx6HWh5fQ5IwBw=5dufUH!V+(C
zi7$K82q9wOOfzv}gjt^|BrK2^cF8+(wW&hc!Y9U$Hse~Xcz<V-<W4W~CYAWkA3r)g
z+Dx3#nkoRrwxtTv(m<jBXQ?;o;H<KP7ladz%qlx_fw=$FD=o$?Fv!^4&lBfk!C%DW
zL71d<>Sa8WLML9tw9dpdNK1a&ONH2#^EwOty<^vZ7)~-%UYbJ$q7(?OEP@zgsg|4f
z0H)(&R&7O^5VB(yWk%<HHg-16qAV`Ik@>R5(P$+svA+qhh>EihC+BX~TsP)zmxeEh
z<+46uA&|*BgKtNQGD$1qgLH;t8}tU#sg+_yaM+Q9D0lyk##hvsz7fXO_Fu_<%eNjX
zj2*9@7NnzaoC@{xym|0Np`x0q%63Bp7P^Z@xP0U6h=-&!?7KbDzdMeQecybE_gYe9
zV3G5=4<KPR6F#g7_(rg7rYM1^n&d8dr#T)m+ltNB%M@Kn2~Qy6$N?24XIEouKdo>1
zz_ICXT!q^<eE>(-wp5@u6_4)pXu$#z=P8n+@a7l{$oGjx9XG&79oPj<-c=JQ?FT$j
z0Bl0ykewZP>PrHC>1>;HRKz!ocQF);kWuM~?Y#h^X2Q!g1uy#?9(y>XFV=V)*;AAv
z*YdyxB?ylr{HmC%!=hTDNH1LWE!id<dmGn+>lahY6NTQZ{WDgu65718L=MIH?II^m
z0L5USHW%nk-ZXVAw9RYBK@fly!)yMDDu@3D=Zlg)Dvb~x?(ck&6;Gn9R4P*aKT>=8
z(A&m~7+=#vyx^w?YsEh+mG|t$&2G(v($h7`*cfaHuu$BRGB_!)gTTglhaZ|;MiUP$
zasE{3tqT^1jsb!{<wfW?X{t#hF+!w=9X!Fo>%$`lc!TmC49kasCeWx@J^%2$wVh$+
z{E%(Q0i6TGpE)qR^e2f)tz)Omb8M%6PTZ`YQyx~&g`6QOI3-nel3|B!ViyQP>W7zI
zta5Ezd5Jt1c5#-1`{?EhyIL*|I2(zxl5BESwR4}!#@!!^+tl|N*^PUCOJg>L1dHrk
z*Ie=;jp}YWI^5p!oQp52tzxNvjvVDub9GIee6rIERajl5b5|^<v+VRT;y7aQo;~?V
z)n+$`|Lp&1*6rtxMOstEjkny|xG6{FgDIRYw<fQs&3`uCOy^=p-F(RX9(Q(w4+Q$W
zK(VP^6wB@RE_(e^3-|4|wI!nQzjRYyKYd$!^O=-Uz@}@!DnN3F(%K<8TP3IX8p)vb
zZQF%W7oJa6l^EVKhd(YS__iH-WD7G|qf%|Uqb=L_KygBs%3ir84%kvH_Eq>@jXR7=
zI<a*3cFK#M&aTNCV8}*2TnyYv|NAeYT>5f^5!Tn>+Beo2A0_HC+|Yh|ybtS!{vx<M
zOU_4M!H@bXeEWvNob=85IkrnbCqAs7Q=U}MFT=adc^dEPE<FqHgt_z8c=y7;f_H_g
zhHQm*Why)r@0Jl4!@FkHW{r0py8T~<cj+s2S&VS@**K^e4vL3BXTA~-ZL0cz3J*14
z(>0*K1P`+*u5Ej001qW`3=cE;ww(<?6c1ghW&|G;9-jM^cqkHJS~lV<@G$xDe;E%|
zLw^zVMG?0DL;A;*`!fD$=S($@FmOhtTPl2pKWZzKZ<;^arPD?Eqqd>^(GETa6CS?u
z3;3f>T?S0aui%e9sSE$V<BvA$LNcLnQywM^b%WXY|1*Ddp3u)0%TY7qvlQQGCPYFe
z9X^YCj&&(8xRDnV2{QNCjI&aOdjH-ZQFlZC4F7OoJTs@(%y`0S+#_B#^y-$KT3Dfa
z551o(Ye;&TdRKIR>@pRWF&#B|GvQ6Gwy!6VGkfAno$H|g?Qyg)WRk>vbT15HVH3Jj
z>-cQn+j2DCF8p&=(ro6i2-uC9@*tmD-gX2N3RSNbPJUPwm3=^1<<%q;zTi@pCGk_2
zy-rx(+%n1)aJ96rB$pQuFnifD0-co3-J(z)#fzNEc$Q@96jjU0c!SlMU9wWgs3f#8
zyQDChM83jM7f{Pbccbtpcp~E_0)}#_??P5VJpH7LJcB%C=|fzlnlx2=_zqKX)Ha<j
z9WlMCZ4XigdEm`gZEIBFsy@Qx9W_IG&$ssoZ+=46wGg2JH@A}RCm&X6t3RXc&2>6V
z{cdE~lrW)Oyb8}>#Qu;Oson`T5d_|YSKo~@2as$-ijPZl<%Mu;vjXy{vD<Y0^tVc(
zmX1HCdJtni2x^%z7dA0^u>fPkFDP~xrUuw{Sr>K7R{krkkB|LC<iQ)7zu5YCigi1h
zf?NeC>*KGJmg2s``gn@6KK=}P0AFf-{61C4msuZAfk9G_=`^?n1Ez=<EI4>V&WJed
zkdsYXUQvo-edftQ==7OwdW~$sl_;CpQZu2orl8d~nda)F!jzNJ&k}E1i8rMr%KL=x
z8Sinhci$#QJ6NAv@!Do%RBPDPU#Pb19A!A>;k?7>Ie5Wt|Iy9CO)~0B+9-H{<8()g
z{@59u#nC{*n~pl!(*!q(S)S;L1B=F@H)q{PL;fg(WOkKDrg&wT?j)+ltQ`TIqZZ;{
z6AST}hu6-Kv1@fixqCP=j%wxLb0cS5HEP$0&G>O*Gk!LoD(LIEeD{p8TK=xaE%a}+
zmM`ENU*PO;k|RF{P)sZzS>m+hv@G9uWQ09ZxH2h!pamvnG=nM*Zs3WK8kO)INktJI
zcL`I?<#r!&9liyITJMoXgCH`>*t%28I}TIFEC#O}L1|SPV;{8{ul8J7XPC*1GKUZ#
zg)Lp|JmZ_Czf5clFW>~r85lNeSDDog+efS(X9`1e*o!iB=n-5IEVA_X*1O@ax#1W3
z5;%MN5?+)6gTpDW@xH`OugRd8KF-m{%|(aJ(#{+d6{ZEQc8IcRV3iB*abR|u*}B;B
z{+r^n>I1#Ye>_d;o#0A1;!PE;v6&Qv>*zp|I8tsngyPmOemtP~)HoM-VUt+o=U~PK
zOOIRCPg7peak1a`N7|JCq!1ThwldB44ngBt$Ay$uH~m6%v4!b57h7}%KG&-Elxqf5
zJ<yk|tSI*ki>!1+(l?`WAsR!ElQO0~c8BjeIoh^`FPVqdM3b|AxA$woqT^-8vn^%T
z;c-Bwp&2N<y@`c&Q*GXf^tq7JAzA^iQG8BYWf=`DM_u7e1-|jtYg?pSmr#%DZa6>M
z^yG5uU0@{YBo|jy(74aF4IRS=2C|0j!IhCZ{I&~=?4+poV$n_OC@MT~0Y#TUSe!L;
z`-W-aabX8wO|#}xh}IgpyojU1f5#d^PdHD<2Xf&#q77r6!hMO^mcJxpEouiD!pPXT
zW|%cn<qlsZnyq3KyVA;$J>CusVnuwT7))3bfZYl`K<?b|v_hgL6|}7x@2|~3yIFtS
z!$;3WOHoVs-5jnN(>-No+fp%xa7}SP2V&SWu;k9tjfrt_g)2IgB|4184d{OypEP6+
zC_tdTfL9`4mjEPCdz^kI0}C;Wn+e7%dv8-|Q&i3Fd>SR#=HQ#cw*A(L-_xB^(0o7o
zdG%t`B06eUh+)JBdEX8d!an}F#ytypYf5T#TvlTyfpgG5qkau>a|=FR^=9a1LjHB$
zINx^}lZ#MLeZ3|>*Nf+Y_^W-N!01Wg72910a^Bi|>MH6BF6z3jqI^L)8jpfT%H&~}
zIII6V_4#YNY(|5iyIEw_t<S~oK!e!nzcwVkQ=?fup!u1+y$s06d|#K*@N2RK*G58r
z<*6cmN?-u@@sY}_^zH;t5LrgtETugsD<VJiUWd9f&sd8(8ul6WTVn;u5uS*~U+~18
zv~kbR2m~F|FyV5~!vxKC{4zA`+rWi|)ifvJWTPWr%$qdGr=nwp#e6MjUH>kX0v7ml
z1*cYR3VW<AOb_OTo;=};qa$#Uu{8-8dq?XLC}>@KIZ&UgV|^c>4w@@Xhw=>p1UZJ&
zYhMC(<HIAYd@1|2XxVkOooZqoRugNd(6Xg@e_Cuk83YTWOder@D@{;v3WYiEH-PIm
zc*Zv-$_)~O8y~QnJM(J?&!0?d?~i2mh25myXYEigG7o+^ODS;O#N3lvRbgF@U`ljW
zN$K|XM4PpR<mi?b6%sL}VCR~zsX28%p9*@{o@1?%($uVS>(a(BuXei88Y(^AJ_p=T
zp=iTeK2I$${CG-{-AgGZIuS-vj!cASK&H9^oA(`75#V;%gj9Op5Sq8Q!c$#tJ+=$0
zAD5P+<NBY3Xf{j!cTpm|(KD^wdY|2)*~J3e?L+4({yrKR7hGwtux_iQ&%MG%g@()0
zy24f|B05&Zby5i2Rij}RHM4|S3wI7geM2yNZG3n*P;eBquZcIiJm09WGO1Zsac>U%
zZfoHV{bn>+6bwWm$VwgTGhS(+*`+SRDy>xvslPb^Y!(LZVXlKs?r2lA;<8gZFIY|1
z(-qbW3kDkTD~YtGklEhuW+!F!-Ot!8g6-Fvv)BFx>#YqxY1``Akpvc<r07WQb(mDp
z1ylf@TM-Yke%lsp^9862lhtoIOqF`ZIx^P20<woQt^cBEdVuc^IuSsyODV`*5$lK)
zRB5tsgzcm+I3>!X#qy5E-1UlP=5>So6&2QXGqp;aD9wvrcDi*HMMuYaA|L5)xI|Rf
zyzinEc$zIhieMwvT1&Vv!o-;vtT?F56`(K;fBPHkA7}t0zrRUZdD_~;6Iy&mUC)0!
zMcA&gtaHhzP;3uK5UuvN-%{0vE{E1C6r*i|@X2N(W0?Ssu@iXcO!^Jc^l_xO>WLRX
zpS12EB=ctcRNPBAt&5pGXe@KZ$HIita>IXvG}a;#`B77Ecz`$X)tdif+1&`92}NI#
zd(Tx|N7HZX<iATNz(DT^fA46cK}^Plw(ye=TeW_XWRF|n;9>pGLP25*0f)t!&I<9Y
zCFo)~UQ*Zsa>xQOo@o538ujV&-8u!7puP4kcT?i@YTpD;b)~hG3~oG>c&}LTSp8Kt
zReq)Q9Wa@ugvU+4)O*3;53}?KY5ggMjlZN!nS(#)Y46%5&6DB`|9|tjysXkP&g78G
zU#kf8)x+!0ls2<3<vK_3-v#~yH{Y$+c$ptl<Gn@JJNHT`-CH1SP2Zvl@AZ!GTv}-*
zMc;e{!L@N7oJ4fvl|*%g&lQ#xee;cpL8sSx57d`=rl8Y+tyR(Zx1LgU*nGpSUlC$w
z6A;a05PA)_|89TnX`6SL!1hLYJ%iuPW%8f3YI;l}6NTeBSsBUAD63wB-=sNNE;J@T
z#1PJ$tQ4NFhi93)%xb=H{VQ>MLwgVHeShzP<lVlLJs+E0J<GE)NHHfXt>-=a-c=(C
zNVnFxDye|9YvQiO`da(a#jP$a2a;0Gy+=i*zt?TtpAT9Z^?iUIE1|~y{eao1-@z|a
z+o<p4V$6>RwfeuPK!#Dz^dV-9cUg(|GG&xuBTP2gs~55vGaA3ko4@y5<NhiFN>Nre
zKG@|ARZx+nD{-+QY0Q^&eaXiCxhh=-4jN@(pKcUur=jmsn@XD@X;W3&MB{$P=hAl2
zme3SQTbkyX_#HE@CcwQ;hCePo;tWlUmZ96Vo7z>onhAJPe&X)w!%a)Pxpz<-uM7P_
zz+jac^{-R1ClQ|`M*SlM@wHaQ-{cabVKey$-*J251r1*i@F=^H4Zoq0A&+zxLkF|P
zlw{*Iyos6RIXs!6V}m6T96$|xo*ex=Q8Mi^XOEFQ8NAH6h4vWti<?%&4`lQAKcJl_
z=_gBj`V00N_ddj1VTeNq=L(m9s?E6fZRx<&0^|OJ1O|02lB-<3sd3^G%4mE}6808^
z#EhGYO`GvRFL!tMKFo(1k8)Hn?icdmS?>NxPah@un{gkJaZ~eh8BT}2HFOC%{k^vs
z_cxGClNi7C9n9!U$ySn4k9RO}(05Yc=Uq|a%~R-7My#q(_40DwqP-OBQ`A$ax5^%S
zXt$6=`n4_v^Y_E}N@$#MzwBBE_iSZ~RSJM0^@=3Rtt{i?EmV5noY`0ll>W7KzMzq|
z?fD92_`gM~TM3v+o=i7cux#c}ijRz_s0?KZRBAI=6qlq`LZ4k~={TsWQN}@=$d`X5
z`)bK=Ka<}cAHf7%=$LN0!u53v!1ImQ(5(R+KTfVtZ4?kC;P|@9{=USG*@M$OEot1*
zG==O>)(!LbCL8yq&@^iX)FiqbjhiawR+O;-Wty;yd<y){1OWd}<l$Xa;`^(0IqYkY
zHLu%)*_{;Y=T6#Q3Z0>+^fUj5nZ}mZ$Q7GeLnBv4^2)5`SY=ZH^Nx}=MY*=|_g<tA
zr<~ONy=6W};7aBDDW@eaDd;GragjKCNH!Z9s|44?hA<=cljz9CgHt_yq5DL_Mh}+$
z0GPc=p19Dj`QWjI9_OLTP*X@9n0lcBHeFb>thmslvH%Q_A0f+Xnje&ws6!V}+lWBP
zn8=gY08Q~uIVSRZ!9wd0t%Ra;fg1YXB-dMxx4x;j9C#<m_hooNdf83L9Iw#Hv8Yg*
zhFniU-0ImSV#V7PtcqigdPy*aK0AN1vnXRYDSK-1JDcHe%{7zeA_o~4oQG6&#<zWM
zkvr)4W?a(OFS~wmI6iP$)Flqe`BIj7nSW;7nhCNYH`_eJf3mpelzAXHJGTaTgLaUs
z;n0QzQmlP@u{knung2w5jTvuj9U-3y2Zm#=vfzzX?~C0Fj@1mWKi}pZ&&|B-pel{6
z(`s0r3^P$#v7hQsjE@ZSg`%nb$8(1qM1?|?;y1SguA6Lz#MMq)VA1|S>0wICz!^@Z
z2uhq&;&qzORSR%On9o(oGtqob&XoS=<iv(>**!A#!tvW~=31}k&;^HT?6cF5t2*BE
zdW|{TRZ~d#1fdk3AMteZJjv6+vzrd)?YoXpuN=jTK82rgU1iyIk>4+q8s0$|$ok|K
z(5(Y+n&IKr4|TW*77-Q+jQSL+4yKF>&O(A~O-V3q5m=8bs||v^Hp6VSCLm{Ip2WQ!
zTez&9iF@|Y{L$B0M-X+F{g}lmz?-r&@yHP>Yj*}<98pbzSQj9NQNMvkTvt&^qZ$rj
z4hn->k*B0#xW2ufmV^_m&YPuiwB~BFpA+N+bBUM_@E6$Dq??G(s{?l+PDUd6>V|zA
z--9<*f%$W`BOqq*h8@Bz6QM@y7&bBFEC=E89-{%ZIQBEPzKs2=w)n!D{A6zrZ-FHi
z%@AAC_n$*EjQV#4Yx}-t)ZeQDv%Kf{`%1j?{e7k0i~N1xH5z_TvK0=_F_qS%q><gF
zuP8Wwc%ak@FD&t1p#F_u<!dCNXLjhP^7vjzcBFaTb3M0&#K{6Ez`xK9(Z~`dSGdBZ
zN-d3*niwoj1frgmp-R#Prxzo2I?LE<)Ch;dV7}r=$z0T_2(#L;eyvKl5%59l=aRt$
zzn%VgD74Pwdn0tIMEj0~WbGK-R0hlDnH3UR==p9a#6z08JoJ{pAhg1$e^v$X8Y|-H
z{!pS(58Kc-&pW{%N-!EElI7mOvTK7J^E~d5aM?V!hvW+^1^?~N<c&`A-xWnkH2+;K
zYQAH_a6F&pGqSav;H_z3xlgSrAz3Jlt;6Z6_YQn-NupJzUClzLpH+iC$w%LN;l=Q$
z`4=7|O)d{3#H3zR<+U`NS>ny$AACzdBk+<vk8F5GgeOXhc~wl!W96(@otV<$EYx8Q
z;~D^lIvbBPv(_@Uo?FAbXn2+-DkOd%*j4<PhhoBwfq(@|$<C@t{c=wE#m~VyVYFe)
zRXQ)MPNP07!CIFx2Py{%A*I+0VM~P&$uV>DL%atTWk4>9PD^@W)W9b*wvG!d={2?<
zlF5?dz13XOTjM`9QNkQ3du6ndMngob=rpc4N&=<GHk}R^=KIpHWKVzFYy2}O_!5~I
zyp>(2Pkc@}@xeUdAatzEx_}D?-P=qGl1v;_X<4)HE+7Cq&-|D=a(t)5cx^ttM$09c
z?d;rfpA#5Kx>5OyPOnY14%W#Udl3x}yR1FxWi&6=Z*x&_f{P`5%;Umt5i2+`PM>B;
zj`Ca1O;d$r`0z+@^Ln=aIH0tSVJ6Ik6NX8?^^~`CrwFCNQ*HBam}B!9o-C`P82Qw>
zbA%~y*ql3OX-r#Y&mQ=`c_Q|mmfT#MRxGE0o&!C9^&ha|7F;yb<WMjs_ATSgw=sN+
z9V;><|G=@r6+KoQ;J}eVf$Gq)H@x?tI#wLwSn;7cR*X@{ij09{MOyS&;ffwB=KGR*
z{@QcE|5w}MrPp)9klW5Zd#K7u!LH<8{HFMZ@$Tq3%IET)qv}-S<iwI@m-CIY=cxU4
zIh$-d4G)3a7}U_(w)LuTqlDE$CQRydYYsFpy79RfyKJ7(T;Dt**#dDQQZ*>$`Dap|
z#yN~mDMg=^vTMUYnfnG(O7%J=Vp?^-<(j4`1H_u~7zXQXzDb@$YhNLUU*QwPB9pE8
zY!D*}k|bsf2H{({VB~Bg$MD(Y5YM8^q`YZT9-c+{a8Il#*=Af!mM?TJdaV@0<R(Ki
zY%Xo5sGK>Fcc={WX4aqC!zk9k^H9V5B^>+Z_y9R@!o?^yuT3jR-Aw;|DFvwy@x*C^
zq#OGL%{A)xP^+;uq2k?QTN%%V(dTv1XPG=}^2e6&^o=FKH3Z5f<+afiSIcujWtf>b
zB(A)?3|6pJ!+Oh?cvAUyOp=VYXvTi(m-o~1q>7U~edCDeC7`PKG@7DYo{=?amEqBR
z9vn+0#Fv*_qC`UZ;cHQ5z)yJIAy4vE*Zcc!s!idh&olh`ynUX8*^A{Sj{lWUx9iFl
zAaELIy+lrBNr|&+S$QSJiBr$tsq(7K^ap^LIpbmZy>?8&Uuw@UczONB1+Q(qsNm%d
z7Zto#dm%I_daYIP+WL<QUfy`3;I$3Tf|qNtTo!)!rn%1P_PLImny1?nf6yiJQF+Y>
z1|}Cwc~FMpXU*Z(f+>$l@S*1L)^hpJS~Q8Bs3&*D!-6d-qoLGd#1u=EfhE|Z><lc~
zA6T*{uw;iP$(s8uhF);s6*kRm(-b8<52~*4p_Q>!R_31KtBQG2#T+P8=~av@Y}VXs
zq1r{e0tzSm3QHn>g*1^BRjlRK4eW~CVsL8*yU2A@$9cVvJj|fTnHFwMV=Z4P&6^#I
zh5FsPmdHx$f3NG06qZ>&nF8)dbtWI)H1~spw$NC9D=V%4Ad$NeOZoEMikl&nT$rl$
z!UNSnDa?sPVx^~+SuQC(Fjms9c#@w;dKqHFEQGNAjQTdR1*Qms-;^p}r*n%~<DVgT
zglzOp2@X&YU&=aG5E#9NN2++zhmn{i%~2^Bv_R2;aH58Mu&AS~+%wZG>Wt)iA}gMz
zEDngf^gRdpT>jb)*g<?ZZH-kk5#m*$j6wNUI>_jxnjslSs*IdeI?Y0d<YX08K{nd^
znf6vlloxVM-(l<ZXy}0TnhM3J&Gq!xU%Q_xl@AGd?3Er)!JXJOyRuwB$sy8ccm^ur
z-)XO#IoXGh=pF%oaiuk{9-{MuU9J%Ttn?V}Q*toanY;e{>G>N+7l%K<(jP1N9<x@E
z?JCB_-Bveqnr}8a@mytd10sBmDoBPC$dgn|5xKRWNTRVMdfzWJ?Tb?QYxmf^30R#j
zJqEMUn~4v1X_9JtWR1hBRh)I<;irZ^1)&)PbFQN?LjZE1F9wiS6|yFsqXk@}3|vfw
z#&K@pKD43|OZ*f&k%?D#dqRnS*Xcsfa<(@wh-!?R<*5xW2fLRGf_^!p{G^Aix_1QU
zo|evdbKAWv24OZf`mI@(hN6_>pg)JqB=scWs`;u2CH&wOA-Or~&HuLD-rCX|zo}*7
zL-^&|X>Z4gS80auZf<Hx!fn~2F&pjv=01DT7<;e3k8P*iCW(n%_E2q}<xv*ZSly!M
zq@k*fq8*W9)@_zH4O77#1PgjM%**Ky7Y**=ka8|Os~qW&IlV!34t$lcbj@Cyc~eo=
zbbC>@P^+RzKWG+mWiQG_5F(CK-wYvzj|$lejFt5yO7$KU>LnYpfTEJt4|^4@@y+=G
zw-gj$rb+@(L_KdGv8lyYeQ`o0RY+=h<TiOJ*tLE{&aOy;MCoLKv9eNyABqxe5ulj)
zHN`S5XH8@8;EHW|QqF97w1DUw+4j_)BO9ADpEB4Dv4iqmFoekpi<G@iYu>*3w_h7B
zXLlkT*chL6=!R&Q@L7MPwk~IwtRobY)tSTY>H>CKJX3hO=HDLM7+oLbyt2GU(idu*
zrG&)atjNTJ+^DvdtbvqqpCJbQ)J{e?i*j)iNw4~nEa{)mg4hOm<SzUJ?gQA2inE5I
zF0cjEGPXKOlu*Wyd+O-zpj=Tqt>-v|MKy&MEI7jp5Nntjl?~k+#tWLfI#2G=oP})2
zKJo9yeqc^ZNkMyXW!!o$w#?Eju1t3OQmNduLCG+sUz8;#9<yZ-IhUkiO)%(q33O(^
zpv4$SQ`$==;c)(t4;v~yoq7AJdOk#CW7W6qyY=B6n%f(66v_Er>Bw+_ShEqtIt=sW
z!kq|BvQs~&%$l&8o*xiL-otj<)v>(|v69|!0zY{iJiPyjoRlyzG0K=VAVyIyXGPQ3
zs~RaBKe?pJUP>JIeHn7Zd5r`;MJ{0+cqf^qnR00TBXI?N#{Ez6#9H&1idfDQOJpCC
z5&BO)G(<Mc*Zt{{{#+GInW;OJA9NsFbfz~CZlJo8@EdN7@*(KWqE+;!OPCPX4KN|V
znQkIx0guXxvRIXO>MB8|@v@J}FUs^e%F4otidQ;@gsQvhHomvQDnk~>U2e^jhq*I&
z!|?$&L+x$UsIQC_I&mQEvL5D&HR8)g0!K<2V*gSgRc5^mZAJ&}i%`q|Ir#>7O69^z
zDoRmYq@w*G75C?Gl?25u!npjm*++}I<6-crHWT=rSGmCYrjG0lkK~@G_HUqyix@x7
zGtqv@lD*LZ4sUAx6ublLfDxB5M#GO~lzLE=i?0gF>f(>YZEy<L?=^YpkJ}*H8pndA
z7V;tKlhj=EK1@?`{Iyp6s&|4#C#Ehr;l=Xpv8IwZL~8anjh^OO<(Rg2&2PBvpPJ#b
z!Y|Os%T@AUMw9=Xg<2=yqLMqO?KSScgZZVi91Gn^xLh#t7y>;pOq7|>DVQ~uuN$r#
zG!5p)rol9}1)rM+*RMZ&8jM-_Mbn^D4&yD1rJ4gUqOv@3*pZIP64eXSS&)b0|6$Lt
z=m%*N3P?u1!0}6`=CRMU>6JU9$b8`$WNsAHQph}P0GZhp$kc?P#c*A@KsXPFhfGc3
z3>-r)sWXP^`>m_1)a+tcR$<*EZXU|5Iv!@x0eA3*T?3f>)Xf8!EbHVhxS-6A<auHa
zIB~X+uX&IzMQhJs`m^d@HcMf8CR2KVH?7covO@FBFGh29OCYmlmE7_cr8JeM8P9g1
zGFpF4?s>j(dHeDgxiHi{h#s$;P~-~7o2@j<p0{td6pKcg+^dUxRBMbjI}~+h@!KN!
zv%{sDtfbM{hMxl`9<CDFS1vX%=WBT-8GS7>6&VL$+J(bw_S6XLQ25C6d?(4WKj$N3
zD;yWc=-_oC^dt6=Pp};A_H~Fr)B#2dTd&(WRLdcf;W<aykEg0q?(lr)NmYr~?<Lu2
z5ea!fRYgr)?&tIwTVYK(jNm+7^wm=I^|bIU$+TXVy;~0KMa~-2$*d6e*C#ne&b_^Q
zOw2_{5I8HylFFCV{L&O3t~tYbwERM#OMB1d8*2vqoG@%tF5z{X;;gX)ZL-DMRBj%u
zgqD9A@r}-T)7Y9w+wy{IRNE%b_nio5=6uKki2$BGxLCy|&iC4{_JyfJ35eNI;9YDq
z$gGt@FjAbtVX~|yuy9s?RrtSDE3C(FRUo^YZuyT7m2AZA!g|(w5pD$6$z1^rjJz&~
zDa&$9mSfxT{3+F(3XBFho~;la#flZx9J?avxez52IVj)7F=;0@v>vDz4rhm^FzU;R
zUf~taYa~6B8s+>XqKaja*H_d@^rKRV{w8soRot>6agV9E<%8oMy_q*)p0=X-Oxfgr
zbOrJ76(i}(Rb^_rk}e5aT1~U_eaCSb;iw8dPp9O?6;Zv^j?f^y?>?eR7+Xj7f}P&^
z`7@*@Z!u*@rbrOL0H@O9u#Oq}ODQ`ivX|fUgQbTTc$CKqj_Q#`7IBH9kj)}c>q5}e
zmT3#;J|aD%+$_o?!PrQLu;9Guk4W!`M_xqY6Ds5b`J%0pxD;p+T-0NHl5N_6P}SlU
znyzS0m;SA+FugG0Waqd(D+TAod+qH7{cD^By~bTD*!~*ZCt9N6w>s(L$3o{4v8k^P
zfEahZ%FviQ^V)xfPMHmb%Iy=&+DT{J^;hAT=v>$$`z6VGc9IYD*d}2tg-iH92pik~
z7QZ@`JDrdtxW*Ak3T|`|WnVoKYgZ%uA!l%n6H8h~aHF%Qox_dI`+Z~kdv?SB2f|q8
zxb|dl4T^5JEp_=rNbcV@H<O=RbAxMeKPm4B?@u!hrqmc4$MM!FZ>{oH?BW#*eAA5M
z@_JilaAR)m*5H~Hr5?(+YkPxhda*r0@T<$Fd4tN9w?Spg>p<DgaD^0nI=JSviIKX0
zP_AQ0x$-usTzMTR*WvGTtv}~u<2K;s3a+7N8-bTAY#G~+o(<chUj$pz5#08-*|tch
z9wuLUODLW*puf+#>XMHik7R9;uba)CTA3~6Se1gBvVB)1t6|T3WXlTflJ7jPk>_FJ
zoCGHEH(@Up>yw)1#x)klHO-Bu+{WT~f4iMyyp+CYpmbn8kXEINgVw_WmsGzPNVQp~
z@wdlG3wOrJ*T#Xbl<_<2e2BjX_`8?Cdj8h)=jHEa{>(Y|9Sh94{}@k;r^WL)&*MD1
zcy{qT$@3)7UY@-?PxCw-bOgaTo4w248wH0MkxqB;cbLB}Rd!a&((BtcOOH9<4TN>?
zqcOB`2t)u!EN#$x+3Dc={L|4v$T~9!sh@q!m2%dWg&}$n={X3b9Rw*WHYR;~OgMsO
zHB?z@OeFE<6@>5Q?`i&;=GrIhZ7jC?PblbpprH4MK}Ad3qG`^I)rolj2Wk`=2c_IR
zC>=eZhtV-RVfTL^BWv7+a9?Cl4$5}YAQyib{AKc&&0j8mQ~CQgf53VSupYxRgC{Ki
z`_g#A+`rGolWT(eQh28Dbn<labntWx9UBd!<&<|bf9v_%tjdm#$6PxQ7&I2@o!$-_
z2l_@D9XE9B9?KFWsKj?ory&d}k#rX?gBx4kPx9Un)q&g0+)k94E;Ob>2-4DA=429o
z^JQ{Y61DMqqHg2z7;06<&zfcYY*@*M8;RR^8*v-g61Q>V%HXqg)DnDAey{dD$}%$F
z+}rZLsHvYDl)EV#S*dSh5_6w<f3@!e|53wx37!H%@!nK(bl_YlD|8iy5n^-6?llAf
z=N98rLg%jnX`^jd`Z(KN6q?hK^YQ|=aVp2KrqPY(svOuD7+hwF?_+o9Q}*Pt8CsO4
z8208JBJMcaT38d?TwMtR7*qXl+u#wU*w!3l6NVgZ!|n|ZvqhFCEcB;fq5mSuaZz|r
zdtz>RaA};`MvC*B&c!KYqVdAM;;`M5`<+Ht;k<_38$;CA&iQorx>0pAr>sv6+uLoq
zC3REty*>T5x^G?PONh*Ngh#<u|DG^!(cl;jpN;)zUNf?|(S7q!+4W%Qeqk2K%89W8
z_I7fzv%bfP4W})6k+MquLr^oStMMreOQp-f4qw(_gsVkb^te*=xam7`2<&dN`;cgi
z<Jubajgjcir-(8~4+<V$yT^Y0P{HTY)8aQn1fRDq8`%5%k7o~MWw2#9APvNeh_w@r
zHoj!ILJ|J*nWkM&)93&#sf35Ukaq6!@5n~J`w3}JUz~TOzb~FUJ4bl<6LG%YCsb?j
zj&V%g3wEmgJFRKct@-+y*2q>~j?BVt`J?b+quY6m5)_H<i?MZGqOcX}%rb}h8XEt9
zv(;glAmk9^vxZG8NC#?r%@5^jwcC5{rhZYD#{S<X+jKY}6Ss+pvG92It)n;(!^3or
zFLR7{)dbc#!&SjeaU{w+g!~`d8S}%I6X`8)CntZ@ax^*lW0;zVodi}p0{Hz{cd^-P
zo@4JeU*3cyv$SAb@`pjksDS-;3+F>7EhtJMZE|l-;7(_h38?nHLxe~~aKyz{_b`?{
zD!HNUD6{0I-|ZHw6fj#x!mADXI?U6LKVI{=HR)CW?K>Q}%4xh%^mf3GL4eM{RSvn%
z;2c(AoyZb^WznzE()_mT1FKU|*ja4tTB?UT<_qIIIKhLrXWXAI%8TUv9ik;SsOiN;
z|N0ebHoLpCuTZ<pHsJ|!x@?!HeQ&r}aS;F2D^&v~qHE2tYjfsgWxzcglXr-ai%?qW
z03XqO*?iqRC{>-gbX}q^UF-S^SEtwYWv)&%e$(;#`)$I`tUEgHbqj7{-oB_T5F;kW
z;CmtyT7=5{s`GT$X|J$JQibhh<*bz%$LZ|N@5ZQ3%SfR*;qzf`L6E$|tR&K4IVHjB
zUn7b0nxO-pcxyW+UamH8UePR<RU7YM7{R0^^-7&5;CqNuWkfrHIoG;|(m5^O&O=}2
zh9<F>_2eQnfA<n4#q2-T?>pDZ(&-kcbcn9mLc>T01EcYM7(WGLC%wm6$^Rx{@hqGW
zD0)Dg3y*6#niwd3aIlLq+>K2@kn?F$mRsM?pxpuAX_MqB%K3{~^kDa#I7gf>%X*i2
zs=dD<m`<}}7b`!MO4>vB@`zj!7fEmCtb!>&uH^R3E@;&zv!GA-YVWms&w-RZqt9tb
z_)?-f{Cgo@Nzd6bnVAXC*;pHD0`n6C;{w++FDtQ##H%BK%+1>Dz}iWHwV8pnS%I|~
zfwf~KqcgBJE%ZZX4diLFXv9g|9lGtM4@RzlL%f2MmblBAP_#KvoEDlxVpKhf9f9KE
zQbDljVK^wC&$L{zx{UfVQX5-~IXgWZ=S@n@;z$urNPU(^O`sV4$EP`$_-nV>q#@F>
z@OOemjm+hzIpQsgmazv?ru}j?5_>#)?tGS54`nmg`FT@*4$IG9<>w9g*<WTA0#zh7
z0>znu$}E5FuWdMrseO_<O=5~O%;Ky-@t9bhzaCU))fd(|`=6;(?!8o<8G*_%{@TY>
zolnH-%vN<yiq-kppgKje^Xz`UO6))Er%1-BI<o_nlgy$W43t1URp`3_I&fuRtt%9u
zDAV_lxum|_T5=w^+Gbq<abv=i@QAu5yaY)St_rNB%to2p+k`@+p;(g-%fDWfo8c?6
z%>5ts-ab64>RkAqWG2aw1SU#=C@3Qz3I-7kDq%nq!URMEgE0va10p1b5duwS^HB)|
zCn&>q)b`j`Pi?DJ`_NN+%Bc!gttLQ|fRrz(qEefx)g6b{s2GAG^ZxF&_fCS^^Yr=S
zx!!ZV*UQDuUUTpD{c*2*-Ru51ZhUwbh*3MP-?J4Ucykaem1zDeRpIXQR=cXg&0dVW
z#4dcnLEVB0Rk<bZI;2qDMo~2-o4SG;Qaerjk6r57(Wc+?5c!~~=#CAI7M<qmJX++Q
zdsD!84|D*-+vLF7DO?QjY0>#pOf6IC&*Utd*9}|-+t&?jQ)=^bi-gprpbbQYU|7Mf
zKNo#7-yu8zwjk&@7}+JQ6K0WThs4y5S)#9M<H_sY=HZFuG>H)9#$6)T94Tr-jFB5m
zZnu$p|FY0?Um~+^<CizOXw3s+Ry>-I;AooX-j8II>NC-bYgeHxpXc7!RcII?nKy8n
zU>bYwYm%@lDi?A3l&D;zWw&yny@U?JeVyFb`C96))pwnBC5PXpM^4rsk=@z8YUDB<
zd8}F~<5Z$&(^3hXxxn+lZ3LVrxp>u%^vxo;WTAOq87GqgeKXPek->UbAqkAaKg&F2
zw|(UpeJpggh+0Se`vS%rHpHtSZ2{wB8!|v3>RMA>jLO|6no#O)GhY48tIcrJ$Ig~V
zpc6i&RbitL86c)Y0=YS%4vqvJ13!Jl*&WOp_$j#kqqmvZoor$L%txG^Y&cT}?wwm|
zyw(HG>I;5Jz(vDI;BV8v;7g?9xZXTaLgdWNt?q9c_{B_kLW;)ZHX#dPVr=mpixeFV
zolh9vt=y=G28*je;~uk#NUHkxk;lL<5czro!LHBneQfSRtf#btJv^S(rDqcqZK<YM
zu*kudmI)XAPmD8Mzg)b)?<L5}(-xuAQ5+w%OyNXrpuGpwPzKi(!qsE$_&Qf}Pqq;(
zg?j3_Mr}_8h;lzsf{CR@<At<d>F8)<jev?FqGB=JjS83ZTw_X4D&s<G7Q@pNNIpG)
zn3!3<ucekwa3g?LX2eR^gN%ME$q32j2Z9I$RctD!7G=g>iO?Zp+IlN~CQWhYygJ$7
zA?y^Pzwx*zB=jyY7HjmmPH+{X0WFcA948d078TC;pp`UV@7@>}b)NP9=!^s;Y9gBq
zVi@DSG6#?m5gE8O<#h3vrVw20g4Ruv2T8au3te6se@+tEnE@JB6<(h>Sp#1shr1Wm
zy2IVyU5%ADZ**Q0UN6Uymzh)e_mU4(c&YK(%{0rT6V;jE34Zt7Y-Je_48cuvQ>d)^
zC=AW&-9Ig)?wQmbY%hFMy$$@LJiZkpJsz$+;Sgajb*S;8DW|4gw;W}lOk4d1WJND!
zA3qd>MLjId@5Nkb-x~yVog0!40uKf=tJ{TKn(!&}<J%qP-OL_mGS{!cq`?1mhk3D2
z&itP_%zN=%*`XBnorG1#R)3q!(=LBzLm47Un=8&Bq7>>EsW{l;k7vYETm1)Rgf~}!
zoABT_yin~jo=r|pFv!I#J8zrXu$R{C$irM(Qm(%}<Z392H|WhTkPbtv&g@+wL~}2l
z85(Ig%fw40L~Ym|H!kHzaPWNGkM>WYr*?IGkCOB+VqURM<{?8ziX6?ph?I24Jg<;h
zUMxvo4RV(9XO#vs79cQ&40(1-=xUy^JYJrGVIxn|HnP7u8k85(6S4DK{U?O`8aoF~
z$rwURC!|p^XQbkU-u$v$5RaxXu>XcJp^KPd7ff{!A#|>3lX2Em2Z=Gu_-U+=<6~mb
zxga)msw0UQIa3`742H%`mE@t(#t4v5PXn*#huOe!$%yXmApxd*cOmQaLIcH%WWK??
zq@_~W;KwJuIm2=C;7I?l#wLB&nq(+dB6Kz9g$4<0JOMAG4u>mTbizd<`hawhrJ;V<
zZ6-ZY0eAr@%ciI_cXl;<Ar498j-`rmH}!!-ey8zMpzPR@6w#<3X)FVqM6$x3xbZ_m
zrW0MH=2?3VOT9C$v3xk_8>OvM7~4`CtK<Y8rNKQ$#c4U@p?82hbzH0CHcXAZ-aK+A
zHa)IjawTvBpmmZ;PBW0<nt}X)TyUQdm&wMkvog3+_xv-5k4gd~VC)w>VRQ&~$m;kG
z!v_Ws3Lh*v?SGS4?<_SQkmOtwnC^H%ZO<A%0o3Y{&Wimnq2QC5!+E$O#!!b$XPW+g
z{2Jpl(pFnapn!Bw!`=kFd2>np>y9Zm-|Tk%lPZjA*s_x~Giv5$|5xT6cjIAC<hNjH
zOs1Nu=}0(2mQqr96H5X?j3XoWMoNyua=^wLUYmEK{k3sYm}-WKiM4$g^XfAppRt~c
zl;N=e!1G4SXmHzxf>gNv*!dc+D36Pm)@zKFoYwioD219~o&Xt2IU{#U{=j}s+o+(_
zY8bU*KFOLM!cFdI6>@Lf<H)0j64SU~&eWR~bgF<t)2GS|4UOd&FKnSY63t({<d=)3
z%r_UZs4f0839%uhPGD6{l|NcPV2Lp&*oQJ%N}k3?WlC2Z@7kG%0v}-{CvdpyXd2l}
zW{y15G=T&gLi177+q8^0qTR8CcQCQs_lf7841(b^u2loVXHXkR<X49%CCpXr9@!|J
zl##|!@NeW|cE$jJc4trp=~t&1<Dj2*k5rvXFL@f_jnPfVK|a2n5H8(LG%d(u<Ef8d
ze8p@_LdP)yFxLfqhQHbnGD#T<WoKM@lZ6&Kc2FHG=bhp6tm5LEh;bj%5xq4ypMs=k
z6qO;ZyN6s=>sDP&%RKjvU@@8PDJG$6Pv|_eEz|nsq|NO(z!pnNm^5ef&%~sTHno*o
zI*N|<4?6Lwd0Z+FC8jrLw{TKC?rf1}pIp-0?EA<<FFNY%^zGm9ranYRR4ys}?(pV!
zldWU<mg(n=y3&7U)P@NJ^lL;!KeNZTd~-)e(_d5cOmzs}GX2U?qc)_rZNBl!QAC<l
z@s)OwVEtj=x^i%E>?IbmJ|<deQD~)JY+A1AS;ZE5`M^RiL8l-W&Qux3E7*$#I|*vK
z(kAet0Z_+3#WL3z7o!kX-townw0MZVxA|00L!(>Y;(pV`p`hchNOIEG$o*EJ;wJtE
zl-6Qj;=y=Tm7S#sG7zY;mZHCb$@Z%7252K^w2Tv1YWUQxp``Gs%e9oM@ON1-1GZ*p
zsV_SkIAsb&^KxDu+`RUblLtow0!cA#g5%55I*rn0tPDkUhGta1FSoqL_vQ%^$R3tc
z-KhW#Hef{cX$4qe1J0>-&yyqzEP#e`e;z)d4QIH0Qd*~kk}<8jFs;R89gB9xsWaG!
zSvg0Lr7(D6li)><^7R+aPTerQS-3gfNicN!a&yA%SXnZBJ&BA9;zC|q>}W9~gJB2^
zT)eG}y9oc2>N~?;i1pY8`<FXjx{<Mk0zb#-oNd!subnv)kIkdYMTq0qB0b{oL=Dh1
z)N?!TPBMQdbU+oFWIj%&9>~%(C~o7xEXB4menC#Atq<eJ1oa7L%Zb?54M>_y(uJFy
zW_8{)cfr`9C_dcr(p*}G37%+C=G;C;P#{J_8M#`z_U~qzr*QWExGfCuU9GWib@Ht0
z43UN@^BP~^$fIKg?UiW-nQE#uDjswTSRuSSv!YkkMDa~U9bF_Ph3Tmj&U^Gm+@cqv
zn4TFH(=$UcJw-h|1FkApOQYQ1qMn{f?CGej*y`!&=#dE1(`_<66{}M*J>4)p(=C;f
zUXJGiQ+Zv9_I887-DPr!F>+8jwG=`I(MS$)u~4y|RZ4%{8k|~eTv)=K?u=+B<j@hi
z-uF((uTLEVX_V76sW3qibf<k&X9Cd9Ei>L@EpVLmpDvH6NJw1N<kqK$F3z1gjwqoE
zjrkes&@kJ0;YPb)%3Lsip%C<P%)U>Slgqdd2J{nBjx3%(GyB3S2lz~UTp=GNL;2Xm
zN3%-IiD!_e+!ZJ`UXY5YgVLI^Fmlm1#V77CM$V*xhzONygCoOsaN-MJ;^?@S38_!t
z;flC+6o#klaA=>ZqvdsVH9=Qt{3@w}@gU_%bY&l+TvaP}ljP*tbdcnmy4EJ1d?#9%
z=xg!ZhXzc1D$jMEFq>375Oi6Y+(0HO2Tvm>PL<!1Z7xS-*fy#W`wz*Vd#O+`m{4r&
zr>5m_X#&QSbBU@N65@u%c+UP%YK-V_<)<yy_h-NAEIP3{0g=Yj!p4MdZN^y7pf%=6
z+7mA7jvF&?uvb^9ku^gK5bFx5#YP%Gs6#osdI#c?@nYjtA*-+6T@I8}HGDG=glTcX
z@#PtXT!sIQ&FvN@#q8Vxp?=XkS3Vl_+R5UwXnsP_6)^4=)_1r57bXs;wqQTwb<s6Y
zMm`2*p9~n&*xn&|TV3V4>ssdG-zkh62|QCPZhL>}`BMFpGL>Qi^l=$`h}-B8)}5lK
zkl5JbN|`b><ZWyU4GXupB&PPJu2N=y(tL(NS%_{~#jb2Mi~wREvw)@QRC}l?9N6Xa
zr`LImY}UMa00zy?_54PeOGzlq*%Lm~zIsq;(2Y_BdkqX*`)GS<cxvanGa$CG-7~A3
zrcwAoG^v@AFU6iU1IcEVdb8Omq~ySi9R0x{M)VHBk3>fVt4le~0;7YaQk0Mw{QHNm
zw^xYqU8t6qnKT<>)#`;2oO6vez29%)d#p&W@6><xq)f=SwSiHsvowGOn!{B>WMcj%
zc3FJ2JAk@Qbpi(!F6N3EgQL=!Uh2@_7~7Mbm>N5C7V4F5v{m%f^&~RNeS0v29_(Oh
z_VnNsdQi3!v5M5M*yze(8`Qf&^*_6nRv%?fyd4_kJ5zT~_Q|MgcqylRWAAje3Fy1j
z-6&dPV}8TZyZK!;6ZKX$GX12`FCQd3Cn~Zf=k44DZtaR-s&Ow1O4N7c_n_kH#}EaI
z79v#p3I{#rO1#iE=WSdnt6lO6e>lAPLwjEgH>EpUIkYTeY`F+FMp3A6gvk1bX=J@C
zm{skN+O+(YI?Bz)`{BxCj$oSc11VXCFs-FS+_wPw0#$pZ*QP{j!(ZlkqDuRA%1?w?
z5lQHmsYIl{U3V!+k_f6H<`jMuaMuj(QRas?z<8QS>HjHtafw3C4h0+>bePSXLG#*^
z%;wE-3unc+T-xS8Ms3cI^4V;TWEi^0{JoOqg<JDtVI*<&ilgY*Qp9u8f?a01cUy?f
z!Ban(JyF%I`Ajl*L+weh4{0*yVKx+Wpg#}~=HYYWaS#w^FH_<+R2fNENy14&eR$7m
zTwC3ss@8m$BQ@MF9$w^jgq!ma(~Z5Yf7bj#5;;TLFuMEA%O{IgX_@YJC6pQ`AakXI
zlg)0oFO<@xtu4k~?TX*>KHdIz=_-Xegs{Wh!)-oQle&2zq0Z)bk~w$u^xw-cbWI;X
zzf28J84wR$6P~*57$RdxnC{7L4rPcgwl;8X@I=f#H~4wXIXBo9AGA(*PA-);oSqCi
zj14wU`enuo;blBeP&TQyc#q`(MV$>YerkR(_Vz@MAv(L}Vv9<<@S9Xxm$aPAe3u(K
zZK0K1?@4Yf|D3W!&jDNp$|x=)yIZa7ZsvOPRP&cT)7u=9DJgMnveimizS@Q14o4{C
z`jGp2ZD6T1v{V{e+S^c-E;13}&;>MfKyTp(WR;o?op0Bm4|^cooNkSuvzZwvGfu_o
zdutElMKF?rbLT>ZgeNPy3t#aC)j`wT<MP`DKXxMZ8*pob<vvEx{}HehOIknJ@rq0V
zg<w+H9N1&dH>#+dMa;}RaVGwPV9bsm5zn(dZMI(0sW%q{Ime#vnx1i<>z2?&iXH6P
zo&u3n(b+XU>pYjXd`pUF`_b6-TbzwenoHjs%V_>9N+3;G^Dn@@DQP|1htH6#b_JP4
zDw|<s<I>-XWo}8C%}(@r^Lu8Bqcc#{uJXO9ohx@T1N92T4LqCV9x|3Z^l<py#94B+
zvv9r$ESq;bI~Ujz%e|~n%lnJnU69s>>LR0vdtFf>KP)Ka9-()Nj_1y$tLQ-0Rm*Ra
zewMDPmajO75z|YQrmStAZ%iua>8<nOT9~~h7OhG>+b7J4`@6a2^=$XkTki8*p{4Zj
zg`VxsNQnvXY&wUiTbxz;r}R%pyNrgvdy9j9OCnC}rsfaKZs;T@++0+NHHgzyzVD>h
zrt^2e>f|ctcQRs^6F#?gEPpdsj|4I}b^%T-PLn{2%?Nos+Z)~IQIaH<58Isu1S9?o
zN;PYCJvF1qjM(j4oO2j}6U~*URnh(Yrwbs6xO*ddl`mhFoUcmG&xlO|a&GOF{LNfF
zuF9D|ICe27lnl>~gUpeVjIQaa=Vja?;^vfOR{`H_l2eNesfcsaq3B2a5&Fm;(gh7D
zpqXRZsf1W;A#{`K@HBoT9aWg_OUnEM1ThMp(Wycf6=wL7vMk75CM46BG|Yl5H6dBP
zB(DW2Ga<u#Nuw-?--LL5Nn<QXjtLnBBD5eEnUG1oq&y4aF(FfYNz*OJS5s7d@_b1%
zElA9SO!p<-XhGgIAv1kR0SnS<LT>aW-E2Xg6NpXsh!_j>BGTJM-7u0OMV-0&)AWQk
zBv;=iZ;yToi>oiYN!%fZhJv`UF|HF%G+PfglUZX*<z%LOa~aF!3!>krg}CfjYRr_v
zV(&mghF_F?;aROsR51&P$;6jE#DmR1;*}ZatJnv?V~`2DN)QMR5+fv{v;3pk<Xz;(
zDq3>}pt-@!G66RL<`|B#-=@q!aIhVFX)ib{5FBEIZvq_N9k3F>j6D$uX4xOF>P_Pf
z1Oqns!d~#GKya=NPU!`Y2?Wo_4zh5;j85*GdP^7^2%e`BKuNvM7pve)1HqeZ@GHIG
z>_D)@25;>Jj|&8qDHb8ezIRskmj!}lc7oNt3C0J4H`(CZdcl_mf*b?rP4c<E7d%Ni
zIhd$wf8|-(PYKY;l7JIWR&RnlyPp9k^n$0`{S5e{8++P1)9y;ZuL17uoEz=l<je2W
zm&`P7D43GP#v+*A#fE#bY&O^djOR+A8!vkV*rht|6+T<Z3H{udXG<a~y&0(IrjMJj
zIdK|lFxv6hh$%kpg#M|>XeLKjB{W>?&_0X35Amqxaxk;}v#0cMBQuiIlIG4Axi18O
zOpvHq6}s%OJ5uPj!xJKf6YTKBNZ~~4rVQgHMm+kzHIN&Mg9u+H>&=~>=0v?<4Tyah
zK{oV3@n@ts<0={uuUlhW#v3w?3<}mD)AFLEj;JWTLT4s&3UNB~CCL&Ly!81bg$G=|
zq;w1No(XaLk}@pFArmsemo&+OykbHo`jVztkY5YrY&?MNJV65f&fKtC{6liX3K@7<
z(tZmGOb6$SL6$&iMC&%La>^<eJOHhYB$4QD=&BKVx9VeXLb-|qMrhK`5mI3y1?M!C
z=XJ=QmJ^Rm%6(Bv^E6)1Z{m+t@lO!n)A#@%NE4aFB-B;3-~hGix6JB628hvt3_J>4
z2iRI-INZuWDTS*{g+0o9zf1^_i8ZUI0q&iU69eR9eHo*^$b=j%wXR{*<hag_h}-zi
zHOxlDM2u<)fW^vVb$Us6&tzQAWL(-i8TI-T%rO#hh>0Y?4oQrp=*8>)ySc&yNhfb>
z&Lj}*Ggt0fch*E<rvK>cGyPr)d|akXB>8cfC(P%^Wp*%^AD217Jbqke0&}=yF{Dq=
z`P<W211c94_4}@-{8etFQN7cRb?TjAgw#9JSf<`t#u9m7ZB(eAUZX_4M;S%xJ;v~>
z_c&v!dQUK}QtyezW$Hc57_Huuj0@CziZO_Hcz0fWRi2TmK+}yx^`2>bah25QM&ncU
z2Fa-R&BnXxJ<oVcy>B%RtM_fjUiDsL>{Rb+;|29zX8cyYR~rAJ-XY`X>b=JJclBOp
ze4n>eK}lB|jRM`S*6vyrlxqy5Mg{Ma;9?bgP=fPRP-KaWA{BgCg40w`&XLA7D)^WL
z$El$31&oVSaH|9dtKjnzOjE&^B<N7VCJBB%QL3|Bf*+}1n*{$tP*r)K{5qsQJS)K#
z6+9xr7gg}61h=W6T)!AksbISV|6K*&m*4{`Xh^V81rJJatqLBOV2uiPN^r3Xo{-=?
z73`K^kqVxc;4~E!hP-i&3W^AYF^-_BvRi&#s6M1iaG(mx#gySz!AuE$l_TxWlHjK*
zI81^cs-Rbb$5e2X1P`g;7zwth;5Z4ssDcwDxJ?BoO7JNaoFu`2SHUR~d_V=crK9~S
zD0t6UOHfsLru@27eYjDAx2a%2f+Z?=vjk_UpvcD=*QwyG5}c@lw@Gj;K`vcPEDZli
zn2oQ<usK54<-A?Jgg6Do#=);ZGNyEi3mf=1l$9FS6Gf12D5KQKXQwPR-nmjxMC>n-
zp9(UKCB5AKN94Eel}R^Mf}!*z`2fz5?I^NCKJ*HiiH{8tZ>IwKPo)BoZ_4KKK5p!b
zja^*HDJhYArP|RMu0Ze#Ec9>^=@t^~tLX@3&4DtT8@y7$0ux!yv`%4g1aoZIpMcSQ
z0?r5oC)(hbt*DT1SJ|-tuwc+`SKF{30xJt%Q%riZj7=&(h`Hzt=(S7jcr{j9h_!4R
zc8djrQX6N(3N0Aq)nzv9%HAy5CdS*~p;lBjh|6tQiUk`M2%?f;*66bWv(=DP({0#a
zfT=AeIs<yjZ-d*cs1Q?yHtbmo1|>DahCOD%Afsm5u={$mgoe7_25VN-Kp;5FhApyS
zHwS_@*svlCHZKso(T3&rW_fEMSY(4oSW#~a1ZUf@0TygYAUMZ{eSyrQj6-!GILU^6
z0L*ImvOqA`1|P7Zt_)z5-0HU%Em$ZJ^x3fgWx>`2f>UhRzx8IhF2FsAm3*BU_1*?%
zZXkHA4X(7ng1ZC3>um6B3oLj%5X_THDWNQ{>B;+ELF<8FzMbF#E5U;bJk16tTi}Nj
zxWEQ~oUgj#UP1kV;20Zx6tLMFYEcG)W9=_5TL~Uh35MHXu|!Xo-YYvqAn3Kh4_aW^
zEdtff4A!UB3#)odcv^kzXMcp=7fbY#o9rys>J_SfngxDIfz8zmINJg@DX_VK0cZA>
zARCaqhWYXZroJS5*^KOE4EQ|@EW47uk^%3tz=CN4tY~Qf;O78aU35f!F_$!7erzR>
z&C6cZfEz9FF$FdkHsIwJxLtwGwGFtmH+$LR?B&guDOLj6@9Y&0c(esRsKDkT2Ry(6
z%RXqYbHFFB>#2RG`eH71zWkXl(m5v-*j(*^TP(0_m-d1O{2L2=T7k_q5BTBU>>VIs
zd)f14y_G<AReR+FzQY2`_G&MFzyS*^TdlqR0p|j?`d)Tk8wK!XxRpS5VH*noc3WWC
zkp&UR0g_ep$+c!%Wp}o50kPi#Y-R6NUrcnsmnJKLY}__R0Q^e}EStEE6aatU0?USO
z;|0KX^=2>oyNw$7vdBsxd%cYs0MD|(vhUld0dS5578*cMgEcXS^=6-^zL=<i1c_Dx
zArAsU6Ey&ian&dzE_6a5XrczdM=Y?=3^r;2{CmJw=LiX5qXxb_VI>f9A`moD1K|5C
zu#gruY5=TRU?DU5pa#Cow@ScZf_-1q#}1BIE-4k40AI6jGptMu+<1lai;@dcB44*}
zbCeq`VGxV)^z}Dv{1Rgo8&+coW@wKgm<l(aY_m2GOyYDXhG6!!ng(ex1asp!Mce?~
z(PKLU(-9{D{37ZaisY{`^HQObP$Dxg_(gtXm~GnwwR<g#D^*ylgBs*602?qj{+cTX
zG5*pityMN=8^%(~*NwkC!Nn^!UzACVui3*m#uo^)vo6~tz0r<tn|@HAwhYGH0jR1B
zy}uh*#+zoX)RK(1x$A&;AQu4P<J0>J6>}PsYbPw*Vc+hUskNYt-W`o-FGVVv<gA;@
zxvMO?-jzFC8&+2B0(T=}^b)s$KlMpvGUXOt#Naq0C!at9BC)!GaYp#f_|0ehOt5~o
z8;|w<dCd5p`7=R9e&4v8pQ7|PO61Lpj!Mb5l51{7J2n;wh((ke6yTVraheLe?`afs
z`iN}q+U#=YDY4IWpDP*RYi!Fhp2opM!TC+N8#gnl5-vKb9Kj$!2dg*#CS`E>Skgu&
zM5JgRcc9gR$Ku;%BP%v4(e+R&aGu6L0!DLE$)u22rI?FNC2e0d@^U>Xa(YvU?Ouf9
z6V_iL7H!7q^+%&cA8$#3>3o4_``kDz>6p94HQ77OvpvCgaQz94uukG2|7Us|u{|k6
zsuD0Oq#c#3{=;9X86e#wd<rh*U=;b^uZk#F0@(1`T)rXP(Xe^mhOp5fWk-s3Z$1w_
zjLli={ZflOy9(D>Rq!3$Fe-Yl6clv@#OhqPk_(=OO_Jz_M6+gpryQ$tyQ&d8bC7^0
zV}$UT>ln78W5EsRLrPue8jmZ;`+Xn}2;~0FB$J-p6Ds673Ti(=o2uU<B+X@#W59Uk
zVxlR9mvB=<z<5&qd{|P+&mZtJzFjggwh)v%YX1>ak|%PHfXy~U?s-s!CCiA)T~vQm
zuBbLd?vea-bW;jLv5OI_G_I9wwRYob^*&~dSMT?Yi+Sg~O(_L&?WmE(uX3afV$;ob
z$i2JOh{#W+a5!Z@m8P_+;@6bVASCpcV}XRE(1wMC3Pbb}Gw`$$kiUC04K`Olm-xa|
z6N}-P7tcPR4a)vhOotD^WU+#!56(Ui`uoBKoA#_t;;<A;TJJ>9PH(m^)p8EYIjy-W
z_neRjKlG^c4E5~Dz{R&H^^~}Ak=~=#^Ks5$F#?mDp}oE^yLrK(?)fS!%+v2gvw77y
zu(Tz!etC>LG7q(%nk6X-ghX+`E&j(#XNCrOc3dg98~v+%S8z7lnMi!>IP9R>{m56P
z+IV~$&F)1!($wfC(Sr+?1UAm*{*qBWa*muG(LG*&srfBn6k#AOFJS$O-V<QTk-(S(
zSRo#+0R)XMFeZ&Md(sv=i5%?}JAnt3L;_exVZ$lXE_so{4C7N-rSiKRKzMxyN{WS<
zA#pAqbCY5{^({wf###N)*aEmw>BbEpKCu1CLbuFwMBE8bA55SWx>Gb)xXSG?8!L??
zhwt?*fD(K29?_Hcv)N|eA0vT4-sI%!n-fF8b=@8flcwS>F@c^%ku1M9nZLKJ>KAVM
znbIqBPK&*(@3cBvCSz|$%jwx2d2S8OH-7&d*f=lxu$-{<8#1Gt)&V{FW<dNWCb2_q
zY)+(!s0e+iY9o>+{VpnS=XKmcd&|t|fq0$EIF97ND~Y6#lfGxuR`MfXm0dtDz)&)J
zk*!H0H4-Q_{@u>Z(<t(vb~ZW2FUUplXD{7&gWJU(Q)(>OA;Vo74ch}<1wajSsIcP-
zYSC5TPSkwiyO4XjFkYA5o7u0>Y@h?Fa&q_vcVg@rVkT(kV0Von5`Kh$6Jn3*1@7O8
zI>5+g#Eu*9Ry~nnW^?k*>IQxf-81q)U}Lk?o~}5C$T&Dax+1*TEy5nL`MssSH{NQ(
z6q+EDAt#=DS4QYY`9*E3a$l6<wF^-&+Wxhc-3P#&!V9Pq779)t47VpNv@t{VMQT3p
zOn2nol^*&{Jja+uf^uI$y7u!@<1R9%QQD7y|B3w|o`X}LizI?L2l|b!#=B#ce29w$
zfHGt4pUm~J@wm|Xz4Jq{c8n*UVP>p}Zc{U3HvN&_J2PaQt?no@{)mXZ*&WFj6}t0c
z`DWAr)BTOhtiBjgX8iCuX>D2Wg8eA~v$Yq6S?zjZPm5{rLRrA8y>^4`CERkPcL{@D
z%9Js!xz(99h<O=%k=|8&ro8H53h+A%pj|BVzB_=HN|JPbHIg4*4v2QeLzi<S$2u)F
zwii(0*om)2hrA*B-_q@NiZ$VbB%!zWEU1W&9tAC@$f&G7ohaB0JNx|t!SYh$mv-7v
zX0RV%?Cb5Oa)LTo7<m@Lx_5XF>Su{!+Nx}t$Vjc3UCcGj%&6;{N3wUK*N%0rFYkOc
zJyMj89yE8!@d-xFIF|208jngN-^DLTlgru0M?_Rp*Cs{l;s|8jmEb$G{@MBHfgfIo
z)TN1;V5XHB+y9G_<#N>=Z*!0$v+)7phV0-zB^s7>5V<gtQkCltom&<hTs`Sdgqh|t
zDQE@cMslfqDb!Vj6yqV9hlY9r^48(?Zp0<8EDh#WH{3>=3(Pbuzzg*h?sFwwim_M{
zq#Fm#bjMCHmaLrhsM3l?TQn?-hi;2AwN3t_r|~#d+IYr5;sYm1DlF0;o<=#3bNP?#
zh*!xjS}takxiUOeieNJ04!<N8UZHZDqCfM>!i+eLPk$?O6kxEV*f_%vH9t+ChQYit
zCG=Ko97B>^P54j^DDGzs<Wn5ISMsP9WEn7C?1@kmTv%*q`PM2J0FTbN!}=A<k|Uc+
z7UZVv-kvn)1yh3=Cfx$6bmytU1j%4u#5xh#%VEc%Z(qR*!<QNDzhP958gKF{)t`SJ
z6lXl(qAt3+F2}I^o90rj?xYDe#s|-tC_g@^QT3jdbWuuP>}q>eKl2!ojjzU9Z9;Hy
z5W+ZuPWy#DuE=Wi(_MOsjl5(jE3)QS!_2kpl9f_w_@!!{@$D+JyZ(!wwzl11LSFT%
z%h>_%*+w~>oaCIu>g;m35N7w9l0eK@7a5q76+APU48FFNUjj%t)b?)9MjpPy<xrb?
z@2)G_7v-Ers;*Fbu36m46q#$G{=7jJp`@;q6pFqCBfDxlEj2d(r&)PHjmFE{dMlq7
zx#wwMX8!5%?JB|utBm<M(kj^)|4FOV&i*g%=x1YWYrH#uO`oW(-1r+od(3}KE6Um2
z|K$Nsqp?i54xvl!VP}i)H^v-u&!(Ty2sLS}uhs@XTJ{BNkGE$}=oveQ9HZ?LGXpJc
zqenJ(W=ia)u9QSApmy&GYWJ3HCcqx{_iJV1%kGUDTO#uc*iFB&_PgPd^n86t*Ukil
z&y0VQ7BU0f;k^lwA;i_O^FRUSj{XF-)o<w8!Fp!9)V60=x9jU^j6?hP);ZIz^N5We
znGU%H8Cqd(L3${k`t1Bqt3DIC(2b1<-<9FeCaJbu*_*@Ri>+2)SjKvm!=`Fh$U}y7
zaCie6RL*Z-G^@_*vuM7)O<RNh<*#}My_29l=)aIzN2|YO(7(0a<|@Cfx7tJPYNtw*
z`!w)M)xdGRF+Uk?H84vWI9A%EgxpPhASmHm@WGF>`ZP@r4LMzwYnI%yVA8^9{?Ei7
zrmuCidt>vPD15{Qh{XhcCvR*%#cu@Z!p#SpKX5rQ8L7Os>@(%GdoG7VH!14iMvFRl
z`csQK@LANsk1c?9QO|a-2!r@aY<ZZd4<iT`Vek_lZR|rB2+PCUC#I0&u|E-;`MSRk
zO(1K!smix`6a-1AKWD3OcV_L!EUq34(`cF)*Zc>a!KFKlWvqAW`vd5iF@3A)N-qj}
z;B1UETi93%8t2on8KXq~FN~|(G2<mRS~CdQcj?p8R>;2BD5;Ns=RWj_E{2Ze93aa3
zB71P$_^)3=@uiyxgdIj1fLc35v9pXH@C~u^$Y$9^kfTc9Skx&8G-XjTdQSthEs_(x
z%Y_Pc3JY<V?CC=u&!E+1GXo~6aIsRHf>c0oOLr3K4vBQTF7Y!Yn5Ig+KnMV6B;1TY
zKu~-Ymuo8@PbaHlvQiYp+g-9XgBwCcD*3q>Z|TWENQc;PmBDPuD^o=|M<S#v=v_iv
z#0IwdRSV*S?qiEVwhHkJ<rul~EgB;cqxZ=AJo(Phu92Ok#*=*rkLQVD6CQ%_H=Z#G
zkH-j~O?cc7M0kKF;)6C*3^m>W+ld!+NU+2_)QDP}F@vJ?3e-Yz?Gq}MPhKGEldzBV
zsWSY0g=kP@h-CQ&`AmQWQM6e=5g($yD`1m|(4_&KSaw|_YZ8-TiiqghlZOmaYfxB#
zr8#?Eevi6FT?2&3EWrS5cIF=@$*di?=`aN3N+BR;CiwQRKL(G(+zAyQ_C+(9Pm*;W
zIuk63PyBqIhL!`OC(rjFyMbh}K(bh$;QMm@L9)OpgX{BKi3m-j_SMHv{0)tur1mDt
z9GbId?p&B?XK^~oF@CUO*EgYt+QuRG9;J^|UMxf^M?cJ0?A*}JQ$;{NR3u9VQDM!s
zscS<Xl=Tz{O3*!f$C@kjVSkuHdxiAt_c6qSDB*RjN5P<euyAwJjWt`XS%+1Z83`6S
zChOSLYPqz{B*w(z113&s{+m|T8B^s7r>>vwQa#$U^u^$lG-^<YmRIalq|xKuy}jV+
zBk?RPr&Z7@m*o~Xo{$tK84(^WVYAtfpYBbZC5ivV{woA`l+%9?+5HFe`f&#$_~vlH
zOgF`WLoTU?F~o{4Q&M#|1wHQS6FtjhexH>HbqH0)!*-&_-F;Gsu(6rDxgG<Ch|w_L
z&8d;z6E%bwx|#+`Gt;=w%2gJZ88xFf>i^*^%Cqu%%+3q^$eQ7txqt(eco}pD^XCU|
zxh4CQND4a%d3LxwRlZ%d@VR!bMyS(^<S!Qj2gU9(V1$(Y8LRQq4!j9Q&Fm06)!|T5
zmG5Av8B0E%9XnyOiMCR)er)dC@cW(N-L4Y-PFG~vD3^YG<MGYRo8B`eWLBwOCmsad
zk*F|g^yHbL?3tlaGeZ~53=N(c8je+ll$qLhgBh{Gt;wu?N314zZY(u;PAplOIdCtW
z8!gO&Lpx)sJ(p+bH=t#ZfzOmvgF|WIQy0J%scbqE;~d%a=faF|`+MOw=btOKMf^>Y
zG+OA!!;r=9i2C8dZn;yk%F<PhszpC~t}*UAz^+BqE|eLb`aJF<99mkbapV*XQ#MH9
zgxylZbg&Ql_h%?Xq`x;`aM9ekfA+iIJpJd2?mzpx?TZjGqcX_Yli4F~{;S>WOrpWS
zd|;|unpID#u`|w$QW}Ep;9z4Iy7T2-NiR`}#Lz{-AqLWwf`^lWDdm40%X%8*aO4G@
z#+jXJrz13Bnz@ksdS5URiVicUj2k8#?YfxU>=?!Y1X{#=qUgHH?UL|!ZC3-IVRk@V
z4g8ZErpqn_ugeWnTkj3iN9WKJ$~yZqU%z4cxnLn#h{k-%G!LNOvNBx7Yp${~@i8FF
zE*KZhux`^8j$AOszAqhpmUn^So*ul9HW~dVs<zXvVEUtV>+kGYya=$WMVR@Gt0hK>
zltMs=MLIl}()`dlBDb2UXrNG%@=Ay1hq}R&OF1dyoe31|?+iaLry#}?>IkNJvS&M%
zz!UI~r7Ua8)(a$HY<rZN3t69sQd)RJC}I62zJ;N6qvf8@%^hDrFu`gz%YO0IE|8%p
z)zx=0ztV_SJH7$8kfAa9hEVJZI|arsNka{0lu4?URw|MVFlx?a{12e|aVb?hyTPps
zJ0`N)XmlThY;>!>F?A~DKJIu8r&`@-@In0rdTQ3sxRwILmsL0vdFviaT_D<<sVfb8
z7gYeaJ;VE2$OJ6z-iI1bG9SWThjEa%X@lmOX8N!tcI!!hI&=(%`Z1(AS1jBN3aCuA
z!L~;HU8E^De#l?l5gXU#KboP9;%`Fe!Y+S$Vkpa)!KYR+dg3rvs-QBK@keE4TljA$
z(|hKL8YvdwOcigiB)OD|m>%8Mu<P`AbW>EN{*LGmDMh<7-BeoJa^p2F&-Uig4Wva1
zcgyr^MkO|RUWSjBe&`GANU%MZPj&D$bp2Fic;ZrCiH^`nUYw8u4SO0klZ9?-h;5mE
z#i&sm(-SuHj!pcQZ+E9B#@=oC>jp^^8)!!`wdER?Oc=#Am|I8>Mo0>+*md%)p@%oV
z>u7=ox?5_ac9XMiM(G2H3eS%GRO~Hbee<Al<PxbzGvp-<gKl6o=O=IcD1MzZuv5>+
zV9N<Mg64MaTH3)C8^1_sV!%f0pXs}DZ{5_XrR8C1V%>?3-$CHRhN|!U)vtaPOq}2G
z3w}S|2Es!BGFtzBq~zFBGr5Bc;<xe0QxIW#^CM3!82P&MVDlH~tnA+S*Wt|AwMo~9
z_q69{e*%>kL5XxfllirF4BKp){)0|W<C6}m*ZNxf$%FDc=E}YG2c25#G~es%KJVBh
z-!RD)99};1kdqPFN5-SgOmWlHo|oN5$>jSQ%|L<t2Y8ri6Gu}=eXtmh>aPal3u}{n
z{<gYguAd@BM<PU-wPrkP`w|uVRgy>7B=}IaII6eSCUKv0R@AkBqOy9?LA_+R)bS#c
zN2euVx$PV}Mc*Hta&LB9PSa<<QnA`|D~^QFQXaIM9@2MaCrMBF+Uh-a7wVsNY-ery
z_Ie&T4+1p1<XBXr6AwyWJD++40~g{GD(R_+e>azYPxWmm*S=ClD_7ro{XzYJ^jFY}
zkBfQPtwAS^U!dRolTJ*+?tJZ|w37CbG`^^fUIB<kQM>P*b${VzF<R1%%PRcdC1$Ja
z{JYC>tCXfEMy5wQ`5tpcZjE+^KXP5a_CvjB9~XA2Qs!_TIcqqB!{=o;Q!81M2kC!v
zFu(t8gPEcRGqy^v->0_*hd-jml7Za#p*fOs!Ux)C$Z%vI0M)+sq5f*5{+N>?Y4@RR
z-)@cJu{yazGzV}D19*`+fY#`>+oRVLY3<wg&>gXdj(YSA+>f&N+5^{rALC@VRR(}=
zJ*%xapV4={_96XU(SGs`Jm{8ZzbfVe0pGl-Q-4)Do$eahO3z1brYDPz$%JfYzUC3n
z*Rt*nT{}wWqYB!dD4n14cDZl=I=9*JeR}<)j-#CBeEplKk>|djOK+;$F+*~iScG~r
z$6KHcJ(Gp}&#Ehpjuf>8y{~;J<0JK@HEM29NmWB63SMhxcAPagw0-|l_4KQbP_vx3
zomWW>3p#!vHB_*Tl`yU18=Rk*6*gy1L~Bzs`s*F4dQ$(4p?-5-_AdHSYDs54XLY8`
z;8wF2ffdq~;WJKVFcJxLqSl6zb8kN$__lu3>zibTCdtrZTEhR*Yahsk1`HubLt5wK
z2LY#HDzZCI!@1cBm|T&R7#6C$T4LlHh(Fsj^Zm&^8_oZV7`L6;{{I;Fzr(o4WSGIY
z(o_FG#?}7EW8C){r~g?P_b4^8F|O3^e-6eyPHhC^N)2s{E3iHoS1SBJ1>>r^d=uju
zRPkTIxWf{9Fz&|V4WR2jTn16{Zh$P0_#ei8Z_e9!n2vu)h}KBOgJscrgaV(9R6G``
zcrsG)Xr$ulT>mHxja;78b22{%nG#OI?i4nyk_>%sq-figRLr7>JPoJ%g$SjFk{V9+
z*AP+pa7*g6%|*XbMt|>uR>SE>c5wlAfDcS@uTI8)@T}OMaV&=u!-huL109pyT2e4+
zUaZyga&y?oRveE3T=ID~-A{61aQ-@&_&WzJnina0F!mUtJJdQxLm&|zQ~9pi`t=-L
z@J60)IF%jBZa8&W=;DS`6GG25oGS3#KbbrmPWjiTH*_p%IF;bJcPxNla)<C<W(Cta
zLcCR;o_hiWzm~73@g{)e=4o6kUrV-ih+$*1DuCB<yYQ^8QF88vA=rYh>(|gRA#by1
zMl7L_ejx_5zxK3_PXJ88oYe{FAF8agJ&jTas_kin4HNJ1^T#Y8;(wCtIYbU2BaYhs
zr?;feluSb>BmSrPBsCaq6+cLdcU#5JwhI5iE}X9MG|Ii4D#xh;1?#bN@AusQ4=8P`
zckU4u->i;)s*REtRba$D_a>4e=<2wf&(UdTBK~dW_@)H=bqob&4dn=!R~c$34+9Lk
zI|j=u1-Ukc@}UlqaSWz(FmKHUJ{ohH^$c}4bX?JZr<Qwlrbz5R%t3yF=Ea`Pt?-6M
zM5m$lxy>r&rI|CapFk$zqKC+DUdMMO-_&`t!riH!P0RTan<@V3sr;j{;W9KickWO1
zysZ5y+;Y(Q$;LB*OowAbe{<eaM*Xqaxm${U_3~W6F}K8bTiy5BEE(RSha*VMJtl&x
zZ*X-I?#^0u-WLDKDM{;+&NOZIpVW(<o)gT<r-@I;ocs_O&L@dDXVP#jb!I-V5K8S&
zM~imP<wmAGV7xGrbx`z>TomjPlTl7)i2qT>+3D1>bpMkQ%GQRN74<wYi@Y|T*%qUl
z@4KAv3vOXld~}=G9_-KWwW%*uAHhiJJHT=)GCi9*)jF!;aMbZPg1Cs;d2{m_Og20n
z(VoS2oTqU=;5*yW)w$UztGg;Uq4pg8lW6_((W2-1{nS%W#fx6>>{y$sm+Z%{)=r!d
zm}g~#iv5o%=NKao;wy3_di=+tt|6WsoeCJy9)dOM313eMRbtL2kHGU^y&}IlJ@;NI
zzh1dc{X)*5VqeEK5)q-7QH3Y{`<P`L$Uz$tu5WW_xN_bN*HL`J`S*8Zs)+cVD?FKx
z5nnT6zua;}>vGQvJsV8YcSTE%E{yo^i_||HseckzlJlb4?&!oqq{EpCSUgq>>QTK2
zw71!_!{PZ22jC~2vrhYFo#yac^kf|_>hc&v|K`Z7(=d0ORq@2|@<(wJl{jZpe8cbc
zqHTKp!@B=I#3A$Mm?Z)KzOFr_mmJ&JlGsFV*B^<LY(sK#y>HXuHCM{v`i<s~hU;z4
zCh`5T(<xX4GT(Vv@s%R=N74>qR|i<hF;Z>VD}R=%Z_ZA_Yb&r}k5i1J%6`Se&dx5J
zeTNbXIGkYYv3)p$b!hpve*SH`e_QikhadX*&_`*f;>_8SW0XSn+WsJxpeSH|=-euX
zGCrd!t(6`<LQP{X*jGnh5M(Rt?*SV>6x-2Q>1{}GXnDH-b+ONg*7;kJ3KjGc{hi+l
zKP*!57WVtFjTk9;r!ba|`=E&botTR?_ZG*ISPFsHrMpU=R?~vPuN{ssZABZl_1SoK
zBfNwcU2t=fqk*CH?~6?)@7L3`$H<67{n3cOB~rAvDx&R=dBr}s|FLf*AvbcO2wi(t
zY^n@o>2s3w>?i`*qHBAbjf~ipI5>V)-^J$lT6AGTY^18r%TjVMF_vL}ils@Epo`zH
z&DZN2()<tNO8|qCRS{354B3U`o-4N}Pkp7Nd#}H-!0}_A&v`B`DsbG(lRCS=F_PyV
zo@$;pp5OC)pGPrVm$4bkEd(}>vEGaz@F2XXhBDR<4#%DA`-S5!ExpAb7m+Zob7Pko
zcYO5~Mu3fncv%*0Rv{Jw)4bz(aC9C{Q@@-vFCpY=ad_p&KT3ns7vSFFA;kDMQcu<r
zSVq4}Y%#&*9T_c+>pL->iQy~d;lnc0GwD_lP@OefdzWt9Jcpb&p1Beps3%-N_|BH3
zU;@Hu3``4?5RIW-SSI$j31ipOco8uW$a)Pa?C4Av7sLE@?iWYIUF-c~imY#WPSaJ$
zmV6h+H2dS4ECI8`5x8OErM-Lea4b+yqof(I+F)xj4ch3dNfq(X6;a&yyeblLE!Y8(
zGj2+&-wpC}_=?>1>6_0dWxgbhwPQz`i$e5$PfOQ{)q46v-1}m!@dTpwgpSL#)}SYa
z+uUigT5&xON7Hb3f5r7imzD;P**NnhKVoyj@x;*0`c;n#Yc{T35QP7CltkQ8m{!aA
zF`XZJg%L}V0pxb;X#91sNX1cDyYbgip&eknMqZ{>G`V_Rs95U7Mg%nxF;N;mp4W$X
z6X{?kfLP!xEqnR-U%;95zmL&O2<;#Y$>Vy$QxQBoRW!jkd`kF|CHr8FRS`TIDQSCB
zKeZr&?;q_52yCeSPQchqqw;XN<vgmV$lcA~Vdd!+O>+Bo#CQ)DFslAV?_(&SNgIV{
zrZBwfQ9ac){`Q5`TzXVyT{lQrU99_$idBz4IMj^`C8dVD2WwRw9oBbaAccnOk2=bu
zQ<6h;=TRd;`qtSkHvey6&gf44Gtv!%TZ&-jNvYy0sbaEK#bZ?Q@%R5E&N8*jj9veB
zCjNx=Yq(zVK6QcDf&5Ns7psv<k93q%@s9D7pVNh7?TEH7G-``mKiF_;YAEX_BP=C2
zJ5`S5(aZ^3QXBVZ?-5Ji?`(->H>}~N;j)G`n18*bVU2UDb`f(4L3L8mIS0edNzOKv
z*4f-JX=<eCVCauHrz|>_-J*ZyYzzBPF~MWP?$9ODImTd;Dd7ul$$otSJtv~Zp&PMH
zi04@C80nk`f(dhtswT7ZkE_nVmUhvi#?R?Fnq&No1#He4<2HifSFLgA5Opr{z)Cy;
zN9;Ls&=5*s7{iks`W2e9Fm^|L0!A=foVbQ5HNJYm8Yj;tC8gjukT_jQ*A+V9W*V|?
zCIs{ZJNo|K=vh*hik?q&J9bO5w@^(Q%9H^DO%}>9=o4gk|D9UFmd(aXhS_HXN{vPR
zIj_K+-JQ+{XJ-uO-^byk#&ak&f$!zLg+4(B^uz&rf(nLrxytEb?SLW*rb-W^rFE$t
zU0YMVn>7Mx%;j>aCh}&LY#{WwM<Slv1D%5#5dU%TV481&=4wfH6!Pd5?bb9CYbPlf
znkx^FmYGHqBoBa}ekQX3)d))v^5^`PD<4~I;Isc_E@Qb`QYN?LK8A`|_YY$1QEv1y
zjK@V<1MkU)vHRG}9I;UP6Qs}Sirs?U4$S1Pc5By?&rL=i9nRA1jOBCb(lvb&*0+XD
z+meWu(F8=NOoL=;ZQ{?jf3!9pLnEXa4UbSiw2qWC)gBX|CF-A^br~i?R`!k6)Rphc
z&8}wFYKW2DTdV%m3Nj?VK`Dj6M}C*9lVJYB;4RsQ=5uSFiYS-dn(wl1%{#d@?^L(u
zt+i<a?!7dJjFB7j&Jfq-Z3_{vS-_P!jvM}Yf2oU7<2&3H+qT`5CC>AWEp&?2ZOeXP
zTPu@O16P7&_O0Z!V17B(d`B+#b0AatUha2OO$?DG3z%x|?5So8?uz4~$q=ofwpfm5
zhm&EO3u^iiN1h@YCW-KA4CpW*mNa{z@_ZbZwsnX8=-KfGpzMP<)5HI?vgg*v0k!Ey
zZEp0&QSNLU8G4+}L-(XLmv;m|`6}K6O|hXj1C`6lROutP@e>YN_Jo=Xo#a+Dm=Ith
zOE%?qA|%AGx&id><IloCpy4xP!;nP7ewN71gY1>QqEg~ew$PA=U>1#Rwr0ZD1r<Cy
zN-}cxum=rO1XHOpd>yH{Z{+JZpOChAc4!&-BRlcbBfnbxNB8af^14V#1C(}|NJu2N
z6eM02bMe>9O&c>nn=D4sS{bU`dbekjkYG7Yn{RL;wXMz}a%}iP)0wtW{axP81&Qc9
zwHCN0I6988_sH2{(|u}`(?#8+p(>KbT^@c6TujUXA_tzQrBt_p2Vyg@uiv2DL|~a-
zOGD3QLiIuU(4Xj|`FT<GQGP}XT*1L;jKk?rIK#8)_Y~Ap;7p1QuWs*+u(LP9qh^F;
zI3qI%dUm|7A878#f($oA-Ln3JSJcVu<J+KGKWg=F6*Lfa&205QDCeI$+lrR%%qSAC
zMo-HLC@KB#FCBL_H+M6U-~w?(c~_lu+C8r{pFA4j80LRT2rN1Bt@WHd`idO#!XMve
zfwKVXTDx8XgQ2Op{w3Vl-W;iaNFDEvvkUed?+)O`t><{Rn^P#i)$tBuZmnt1T=##(
zfeGS&gTrx!|4Cf3IUE;hPjcjTwnpk7o6Y3sbb-M;U4w*gj8x!8=tQJ~i>GHj;dvDH
zJ4sQMTl5%*Wly*eNR_YtLC?KY%+S+v)H6E#@(b+jopF*KMNV+_&uYk~X&xcDRO3JD
zxJ)92>mPGygJ;+WJ)-p-^tPJ^y%P%}N;4^<ZHs7+L2K4Vwf3m1F!~*LWYZclr&n~1
z`ZRfVOad!;e$%Z_JI%Q-nm)<LvF|axxz^=t<;1rqUrz0tBhyYZmE^>ytMsH4S<j9{
zGrQUNzT#l^TN<cq+jLd7oC0U}R0Goa0c2(nS%=lry|Gmt2DMIvZon%X2AkwCctU?&
zZ{s*<9|pU)U`9&E*%Z+_)0)+)cAg>$1Td-OFc{zP9rG|KfVGuSMSAPWqdA8`HQfC9
zx6y~w^!moelFm@V3@k{Bp;iusO^22@_47B8w;T%paVVDdNxW#Aj2V|WTBmkEEMPWm
zlG@G>d8+i5s<fRD_?^1O%`zCKQ*q$HDI5wh-_M~CU#8}v@Kfth*cGWzK{*tD@q&3M
z>;j|8p|I$S8P=ij3w0>$g3ecm!cXZ}>qOXHCn-NotACP$+vRe}|1L8+QuG0nx++rt
zQS2gh@O$#>2R}m&a}i>yxv$qh#I2QRtaXVXPto(SWYWvh@EfnlO+KeUwkprvKVxR)
zGXq#!a?$mc-ko!bscd=%l?h${(kn8LM{;-EJ@P=r-{?fbt6SBUUas=BncNKB--uAy
zqn>b%OjR|{g{er$n&-mg5FY{m?L0q6MQYN{V=)}H7ejiu{)huzH*vW290%5-6G6lS
zw#~!WdK27?`gV>p(J6@fJ{YNg8Vyj-jug*t4(j<#>_?+hGJM_4=`VV?7>`EQT3n0-
zy&e|RgW|*5NF?cOa$q+99#(|z--=k<w3)(z@NeDJwBg@m0&CU;X3lx;SNdbJ<{w7h
za-2-!*S;}{oo}mIN`Iz(!o1Yf^o2q6uwL?T&@rEU*3Ylfi#jb--?sW(am32B`a-4^
z$X6kEnNOZgzgA&udU-a<)u~J|i|@b`Yu47Od}c6lzKE^E4r`w!@`$VtYjtd8-1Pd*
zUH(p3CNp##3$^I4vOZ)@#9)*hO*?exAMv8CGWsQ*+8c06Kpfq&C_If=8iY?-rSHwd
z>?>2clX5zy094EldtPhZYJ#J8Dk#v`GpS$dozxLcW;8QWP3oa)Qor=Ale){F#fkVn
z-T%B^pNT+K=<0{%djEN_z~zD;6U^?*^*8ixmHFbdcyqq9CEqn+b9qw7)6fDW2@aa)
z>t2t*16di(A7^a*_zY_yrzz-;)IUnyKH|W-5R<p~lNjzi3~S2ywzDhk&9sBEuquo>
z+IxCEcLOh(i;N)z`&@JKFKiMF$NJ0kikI}ghyDS!fsxRTPuoKufnyHNAt@P9-@lTU
zP0?JUnlvd7rnRV|)jz7UCo$DL_qUN3cw65at=~-*o^l?3>M1UyxwWQJ;z!Q^Qgk9h
zFKM3u(Dypys-|fN@u%zGjUV0gNi1gH0cL$$-B9FB^jCd5P1zKYZrHR3(+Ne-hY|{f
zIl=Pyf{5L9358CMea(8w^ZEhuGloY>I7+uiGp|cKNF}1KtEqJwr@O64);AkjbZbRS
z8P$J!CiSKjEXFjj3p;VgwSw_!Uj3t6@O;>jIOVE!{#d_;++5Awk}%<V-+{W%cwG5a
z@#HhGb?&>gt)auYd8X6z@}AANCP2OA^&Bg1_|QC7G~`auk|bpp&pxKZ|90e4CUhhU
zQ~hnz^U2~Lo97WIq?{)4F_rXu104<d{tDt)_%(8e64P3{nq8r!{tlONbR;228u8vj
zD8u1+SxCy0&A6#@5V=J^^rF(nc`Y>D_j+is?+wmSuW1AOJ8t6un%>`$$BTqsxYLy6
zTsU&?g83Uy5ljeWsdpj?_G;%SFP#;;!fkmKyZYxf^vGzX|M<;%4Ey>|=j_><fJf?#
z@~tksjqGu6b;}EOk-QSOdgYaXo9JYeDyUm=DU9bA9qG_QubZtK`C8~=kP6MB<S(RA
zp>(QxF7ct5VyS5dVv?5DZTvtWd_AcRklYd+>I+>2_IN=$Vbe~t92Z>Obe+Sa`{e5*
zKS4I66IVu!qMuW0Tt|-*znmTW&E?%R15&9wr^{@`0@aHBW-Ioat=ONaTCv}3#eQi8
zBFFmPk*|g>rK_ak!+4t&e^nd2alfkg0NxZu75A&kzpE;rK@)+}05Vby;GM`I*tO>;
zDsxlc$3+3YHY3vP4~IM5PS1aW4E-l^_B1xFmG1tfWTSfgm#PZV>AzH!kbb8lq~Cuj
zCEH!EAAC_ppZ>m-N_bVZzi{O7mi``W^|$n_S#8zl!MxEj>hp0wH}tY5FlHz{dzXq#
z^<!!n98Pl>9Ep1C$a=T<ut;kaweIH}qM11gCT{>2+lC8!XyxU!Bb|%Rf3Y3Elz#cP
zro5t>^2WC`<&A&V6xEP_tsTv2`*T`;Nw-^_hgWiZ&Fg)v<Mb@mggjZE&TyMc)+cW_
zZph@FA#0Pj*IJYW6HE0&FUvHrX8!A;k&J{4k-0!$mj%kwkOj(gk_F1_(hngcNvcpf
zk%_G(r?uidjLJyPxCAp1fa%GmIuOfuEQw!5*W(^#R0dM*8Bw0>cCd-!Szf`K{R0fj
zK%~+@YMCW$8Rus~z^YmDgd~M`@_x=Ajiv8?74O*Ja7K={Ff;{?BF&p&-1>VNN>kTC
z02Uji^MIVQvlJV}1mRu#Y~D(ys)JPEw3wC_aevtBqJWcKZ2UD1jW5m{ml)m;glmAw
z0*7(E3W}Jlk^Mv5`TRvfx8DaAKg#j{0;r<?#%L8sL}X)cacQ9;z=+k97-t2j0P?;d
zT96l<%qDtb9)G%m<K@*YXc}^)zxnfo`q`ylAZ|>t@fs+b8^!u_{55z=izsQR&)-?^
z(pzJTjqQJv+Kr$%Ns|(r<7-(DFGW0<?nG(J@?e@}+^^y>pble>3Nom;s8^Z8^tUp1
zAw{><79gHXJiLqd>@gp<n|q96I%hG4@Yi#?f(fOB-VqDCj}4|L_OkJfY>pHu7k9Xz
zE2k>xxHZZ*O!;Ks3=L=jqT}$Xvp*TSlkWFy28B8{;8MlY_zIzFS!(!88T34ib3~iP
zVG13_aGYoS0r$@qXY&Pux=8T~AEMgPz+^VozQ%Nrvj`4^HZ`p~XM>x=2f5WE=*vr1
z4zuJ$nek@?xH-H_Wd=QxE%8-V){NZH2FK}w*iPdTvJX#6($b8%s!SPo7^(d#xYz0|
zGdxlf6Ym6U7Q3RiQqdU4)D1Q3&@rm377mQeNZLQBuOB#U(_uqA>!;*E^IW77=E}*V
zGao_0e<z}u{_c@&;vn#1<4^BNd)1u#Awm1nA(A|@qC5O0itL}WdrLW7Oc-Uxu(Qe$
z6(l$g@?z9bvNW-IV*O<x4gFA+uIz`<ub;DjrbB}G_QH_LP0&ur9~YSBPIyFjz~O`b
zPLG|72^XQD;R@17^r?0xLO5+5pnb^X13sLKB}iOPO<T+v-kI^4XGLO_XY%5<LE0x#
z*R0rZn2LOC0-h@H=KMNmbmA;LrR~g!eWcv%$lNmdily32k<muB<TX~l#kPCy`xaj@
zcCAu>eD7sCazn0`u`1Jex;NVWL_<ja`~?*qKVqKSqafU{WEsTW8KwpsN(|xp3`_?6
z7$_6k(o?van+fK&%A3_TKzTb57YiA_{W#4j=q+e81>rQOSEs=<x46t0NtsM7xUW}c
ze~F{+;U+h5QBWyS!sy)YgcEoZKdDJUya-30OgR@k&coTA-(a`S7gaNx=UShMB&AzR
z-PE);IhYVkjU`FrEMH=nc%vN(<uO{NoFWGsKm6-gmgd0P?@6b0{82i9Mi-Z@?r*Fy
zzji1lXi1ishTx#U`5-SB&82?EJo!E%_6`U)I3nD1W`VC|H4?r0sZEC?{w$_N=$znX
zAh3k!S~*Fad`qB3S^8h}oj5DgGR4XeggBmp`>jd}H<d9hnkImzI85e?CX}xzqxJ}Y
zsBY~bL0}2S-@r0>T7UIHHH2P;)xsYqR_RX94v!=y97zlBO7#7u_9ILppgy%TQ!Yqt
ze&>f~@Bb5}Dp7Yj?zM=TD!n*;-AvT5WLAFaS=r>M@~k|Fkk{xq_<m|9e^y`1Y)z>0
ze7vX1qqXr6H^%#oW>(F_aC1iN5Nr!Hr*Qa*))zozh%u5xAI==v92=pS+B-v8vR*ty
ziv8U45*(V-&bHVaEG<}-46UvCWKI1ti(iRn4!A6yMkVj9SpP$emcR5YhOH0Siy=h+
znM`)2p|&9V5PmmALv4Y{YgZa-E#Kg^n;L4Td$`!miE~6l&EmJ48fuE&9vj$q3CYgE
z#9e65$>W*DV3smgp{MZ}-xSv!S1Ln$tNPXbR#lb4uxzsN&|lPQJ8rab*UHsOuIb`$
zE~_m2FTwm<sC=JB_~>Ne#DA?3DFPNXyWU2$CSD(!E{(WOE)AMvlVpp7BOfrz8jyn7
z(P{qXYGww%X$J&2OAzinmd*M!pX&zLe_gU5yD?^O`&Y5)E?dPX#13+XiyqVSth(00
zQzbT{=!m>(170xto$TUIh=!19ZEqOV20mAwpPk1U0DjEr$iPUkD^l#vElKy>Bjz00
zL`yOvMer56@f&~+2u!PHb=HRY3Ynts#|Ho>?oK&+b1R>AN{+buorj%WK+-xRxD|Py
zGw`WMoy)m1au=3ea9<+FTc7`ZQ^McLe7R6>!Q{)z1mr7{!e<i94|T#7=NA1gw_akP
zQ;|NHium?(`rS(e<mhg2F_o<d8EjVC3CgWM?(7Ozb~>DKYNG1Js;B&c)PSr!FLSAy
zfs12^y=Z!(<hWNIyltVG&PW=$j-o<`sSt5{>x9!}>U21iGDFf+Er0q<AaS_fcft7P
z%FeUtbv8KFpSb!dc5CDHVwaw#e@dsln*j@tv-v+V*x{T1nvv8A4<eFAuQNs7mVU2u
z>&5PqJB55eT*ar?L0IYgrMJxvCY|$e+94ceLHTlXeA<i~dNbma#ud94E~ttWq$(mr
z(2%v|%VuNJo2HIf_;?ls6Q*aBo?tzrEMf(?;xSr9D5U5(RqyM1=hJR=A&Kjqe3=o-
zOA)vqu}t`Ktghd`-Gc~zrrVcUgNcgkot!!JU;&PIa6u!Eccv*{L~sK$Vu2o?IyfUT
zJ?g;W{FglHuu{J1Q3rQ6%t!y}I8@wrh%`pHk6Rr+*zSBXVinDm-Ih}wIp<1>{|jz)
zJhJx1!p|lQPoC{lM_sE~E_HgbS9<R;K<!lLue!h(_m*_7qWMcyP|;u4Y+<**hTd1R
zc0#!6EJFU)K7_m?s0Y0dUB|2zeJ9OUt1}+QI+tM1eImSp=Th)p+8zuUpqN;nz9avc
zTef?n*E_acocjKjl+Y!qO`(zDmV|I?!sHKYlPABoIx+Es$*qKT5o(#-uBC-L60}1(
zdnUJs`oZLk$7>T$zNw>Byl{_T8=>lsr$g*fk3`&m?17#Nzu7Z$DkDl(cbm*G<#rHJ
zjKp<+4tI~*a1?sTvm-b99W<F@$(|k8BFGkWV=L-CA$#crIfYe)<CkekoF-$~pNnT}
zRy^jY%1*nw%ved@L=W|A^=Dw@$Pv4dyU^g8a_B{fhk5EP-(**bO$cVpV*-V{GqllV
z##Lrg?fl*pZZn0J;@Pnt(K;8h971TIV#f_YcbOqhp|OM&{vxi;4Cc>M7DK4nEvqgL
zo)?|*GbwG=h0IF&I{c5st!`~0JCT#l&w0D!5o!=TubgPy#u9P0GyIV^ymJpDL<--b
zy1igs4%M^{+GDVm<SRL`$|E_oxnxzwLr=$&JimF<`IgyR9m^SxtuAf&)&%6?xVKFV
zxi@}EAq}h9t+mTGip`D<t4152z99o5XE@4%`IE#cBQ{`bB8*ed4|Z+bCDF(or5Tu4
zi6`I2q{psrLpSJa%7&&0K<IgQaDuegbN9V;3RVFp*U@WD*_elXAp=~-*69f^;L{7Y
zK@`icyX9AO7MJtQW>gFazR+oZ6f|UhtbOl=s(x0I>|W>}qjOiOY=-p0erLm+y|AZj
z*vGWk%JF+P?Cl<y=kB#M{DmsctSZ;$K3^8{#ZK|dKJXcR;9}_4%-wT0VjS@o0s~Y|
zwRhRj^Lk>}-eJQ)^YQS`043HIhnsoRf1l8=FXVB06zEht=Gy{oA7Vl;v7vvEG1xgl
zVh#*9PlzS`?tInPWb+^LNmSPN#Yb0z8sekZ@b~{a|7xB~am@Z*iX-@6DUQ2&?&tXh
z&vu>`p0{|8^EiH+;z;MYkY_y4G@eqPWjyP6w(va4b2WKg%<~rE<2>Cwu4hslSv(VY
zZsb|QQ_HiS=YF1_@;uG6ljjJ}M?8*aDUauTo^d?a^33L`=2^pYKhI-4+jw5)d7a1L
zIl+@kn?~_W=DC^YZl3S+Jj=6>$KXlcPCIz6=9$G)%Cm&0mS-K$gFHXy`7O_Gp8Y&;
z@qED3&6B<(#W9R$0#6~&tvo@Vbv!@hd6MV1JZ(Jh@;IJPab)m};+euTi)RT>i02-j
zhk3U0yv%ci=L4Q@o>cnsd>;At0(~j}0x}+7``30$zGM7<<vX7Kd%mM={4~ej>C+q+
zEtuwb{aAia%rCE+=J;Hn=J<PUfx|by7v2+rfL62U_GOjc&<bze>ZPH@)e>5=w6=0_
zXhrQ>?<J$_F6kR*@rspey;V!i1nT4RMZp!dt14^jmaeFge3vh+IqP?A<*KFjw<VQz
zi))vz3`x`(m7&>-LQ7Xw7O$-fRW852rfP-b&dS=F%4IoMN<L*vYnH57UFW@W!h{KZ
zf6oi_ew!EY25MJSRn|!Xi<WuUTs^TT-OLrsE4{^)QnenK`BSpY`8JsMCQ7!;EnQj{
zTGXc=y=f=)#OVV&D=n6M>^P3=>&jNFzIr0{TueRB>dV^7MWM>CclPC^?H!Za%H=Co
zeIt%^ym#>mZP^lU&5Drs_Db)f#gcpF5{E;5TfL}GeW_ZZ)d0({@p`qIJ8M>~uJKmZ
z)~=}aj$Yzjv3RjoTe-x$x>|<Q%wTEF9oCRLmWP%uucR(@OTQ~G$LI-H&g=VJX8-ta
z0(KPpE%}Te&!gU#JI2%4m5V}h3Ue@PmM>an7IrJY8#Wa<#+{$%xR3XUp?Qvnc_&_w
z=XjF$7~T&z7C1&<nCEy}z7NlnEY!c}`R&Nab2RY|@ZQJ!-v;J6j`DtwcRTMlfg8M^
zJ2%g9f_F4C&vBafGrZmR6gb}Doyj|8P@cofdkpV!yjSp^#CtpMJl^iXd5#--cksTM
zckYlp$F01FW#w75aX6On`}5Jgzwf9FExNsK#WF2a=^$KNxlFAB$I`kUup_u)sai{+
z+C?>We3t=OT+OPKH!DyUpcJrhY2DQmZ(kac@X|W-J9#c%&6xA<S(Quc%oNKPvA~zC
zsFB1fY<*DSnnh~7&2Z%!$y9||2DSWHey5qgj8|RdqT0obTJ3TZMif;CO<PLI4o79p
z5<w<vTvssX>q526EQh0jy4NnfqdMdrQ!v(hMQ-lI%UFw(yf<o##;>ToW1KfoQgGQ#
zOIJu93k&81%5S=U#>|@?j+y@a=?WIO$zPOzgMVSE|EA*W=gbz^*?E%PmE?Ivj(66g
zx)n9vKxOTnOKa-9i)xm5L)Dd_i^}DT?v(e6ASh1CvGeRx-f9!~I2O(+b_DWoo~g>t
zFSuEXT$q2;jABVQCm_Ei=rFNbougP`w>q!%(PZ!FI-#T&t~85WxO~yln(@mt!6|l;
zcHWXlNe>>bqIB;!lKH$^U8VPOt0?aZg+*Dsl{Ma_HQptaw`+HJm#<h-c~NR$S>+<4
z)>c+k)(SS4b}w16SX*9M!#IH{y<@-tw`)s5A0%Z4s`!$a-yq{fOU90ONbN`0UH*-F
zNL^KFyqTYiD{o)4_)fxSMU>xmBMasf73I%X;|JJLrPVA}l~_?XzH&|FV%9;`n8nMN
zjPs5kKYnZ~A@5YLIbp_E2~G%^U$vT*6f|a0?Hyysrq))5wAvbPZx#|~Y%23Eb=iu=
z>;yfftXx!ESGjQ6l7)3E7A{^<Ls9%$D9d529d&7KU1*$l*`m6T1z}RxQHi^}^*vF*
zkW;-&SBzh=va+Uc7E7zl-EituZ_UzW($zI~<s=tXBU<5IwzNh%S4EyIKkCMeWl&P9
zq;Rqp&}13-F(XEf80WoWoHtafQAL%%L|Nab0F{}QrcS$k46)68F7sYtb^^&%BvOqS
zVb)5;Fq?UHc}r^+FVmJ(j;_ld@z2UrU24T!c*n98x7#^L>C$oDY$@67dMlpvAmgJ@
zh;(<|n7$c|O_g3*IL^CDdS&U#Mf8Imp-%OTH3%TfWtHOvA&wEqIM&wJ26PqkK?c5Z
zSzTqS8J$^NSsStvNJm&PBo>b~dwK_`&y<ugShkc_Exlb3qTMK2(e$#Kk99ICG;L|!
zm=PAH7%|rBWHSOyzsoyfblvzR%a$>kghnuzBoDJwz|EC4tHz9w^-rfu&3m(~UbOU1
z?OQXXPUKm)!pu?v-<s=<*H61C|EBVVeRA(p<K>GMuc%w|-{ik!E#+86nBi|NWqSFI
z(-(eQQC26JeekbV`RiGEnH?iWeA^`X#`ur8oE`7-WlQLf@v^u_j8*f;>TUHJKi)fH
z@(2)&ca=F+m;`6d6sykWP>r=mN~JX`Vh@knZdtl&p?{-@%W3Y_6DMD;)zzB8%O|U#
ztRE9FLY4om344-R0XvbI#9A&@%R_w@j8$#bUUTuuoTcZ_#-Ai&;h#OBYb)!tWrBH_
z$Wk41OCKZYWsQZZ6)v!1{XguzX?Gh(k~TV@`77$cRugO!AVtY)Tedtck(8~sweX6R
z?LL%-2LwS976`BbP@=};|9+n*mRza|3*}|}-rJgK6IGQN85tQ{Mn-0`x3CkUbM2K#
zoXJyAwtxlJZU+7AHnKgMa6n;BrTb}l2vHxJ+kiJ6!u`SMeQyjxL$UTx{7J=FdwO*5
z?xX(nyU}EN@Zqv2`g)~t{lz`JZ>+C0`W^k-xj4}umzQ1pLCF3v0Xy;i$}cN9RyNQS
z93thORujyXDtT&Y>60Qww}@5HQ(_*}gVy2Kk^*@7VtaRg|HVsq72DrEIoRDkc=d8O
zssx8)LR$tix|&{IO-HBAMz4E5Dn9-0#s0y;KldEKN^CHe#M}Zb(z;+H7(Xk*KTc(r
zx^vKW3fd+NS0cJF9=a>F#d>+28B|KN?`ennnlF@ef&3>Uu^CNewDsbmGkLpSyzdOB
zVn&27`R=|rrs8Kd8|@9(X#4~sYYCXAJ1Nr~!!d%|x9`?6;aq}4t&&>dTYpt+=pSX!
zV|Dv=-^{O<3I;fqq%2V?(5%j>oAymQ;t#?tZR<l3Yr}d+5&^&!j9-rEU;heS4d25(
z2J62x`yMV{w=+JOH2KzTS)jDg`F&@AX}9CyWxOWZ5=dfz4J~L%5=V#a0wo|H0!jv?
z=~dTObY@BMk<UX+Dw-Fnowc$~KN1M~0)<5Gnqknzf7g#|)Fe$#d-Jb+V<n9Fv<)I{
zS}`C331Az}c!PlzsOhR#7mWOY-dLmEZU|bZS6ctRvaL{>!|Cr;Xft!;tnEdVMLE#?
zpQFi%nvudsUbyfhNe($BjU0L)wc@9=0F%z374;yiTZvrwXmS-bPB4w5YKUo--C>*2
zU#CMYd-7voVDAgyPMR`(&~BKGQWxGVr^rS0H93!<175FfL^<iGWM)ssr_#K-x4&ik
z>in~>)#i<@F@2l%het9kHwoelJtq#|G%uag@qm*3{%P|v8$aky$n*w%KFBrc1*<52
z#^wDp<?6=ae{H<M1VKn9U<eEj6-$b+N)?@NaI#Ha5e|rPjV6n%iOd)yO3Z?8y7Q0r
zZ3KOfFcom+BsKI>3QAj2{cUbzL<ORj3=t`(y)`t^JNaPb3}!nW%U~mAE~%(o_F?~I
z=69)6KTb1COvW<z5z9MiuKu;N3h$B6-N9(mi=L2jq@a+GpM+3!{N!gge)1+8zjRiG
zu1%Vk9E8RO6|yn<iAZqdbQY6wgS03>DUq5*VPHi<hFclB3i`AJS`9LJg0Ll2*_1L0
z+($2TgTulY0RIKb3zxt^x^j*EO|>!#@G*Yu17E(8Su^LLa00-=VcOj6m-vHa&0O~j
zHPrM#j3WptuucUx(9n!`5GJ;NnKVxEsWuL^*)P5+Zi{-vPp}f(7Nc%0Ll$)o-v`wa
zjL@Aq2#parkHqMn-xhQfQkaT&&$q(st@SOjVe$^<3-h7Wkp+a=t-)~jhK#Yt7R%kA
zOMC5NxqoxIR~_n<)Q20dU%yfJtUSurlEx!aYF^IhU4POg7dzXkaEAWMv;wBSOWoL>
z$bT<5>kj2eU-R%nEdv((X;(TD%D@zLib&w38HyvQf!``JIp+bn%gbfZQ~Xd^FzjAm
z>)#A(_Tb`=M*bXX5#FUKg+MjsCa3PX;CXI;tP|(x#2-j#DCp7ExZ7KT+T-pYhu9e5
zRoIcs^<p$Q;ZOMbz4!b9JCpF9uN}a~V!9#TdZ=&-e=9BPOAbwgg!z7$fUB6~CMv8#
zczfYRG*;4Vcu#yMJwP>|6Tem2;2D;pCUC|QP)e^~Ln%-P+Ot{h#1V3vQf-Tca`Ew*
z2&`mhI>p+eM0WT?d%|D$&!{sS&BI%t-D=-z-TJRvpWbTTTDx`Y%^JD#)~#E&p=qps
zrP{5(VxEX%uQxa67qdcJb6^P!3Mp;*tOikNi?Ha9v7Flw?Vsp4HLuaWS}dq{eK|mc
zzbPS9p$5i%08ONGt<d0uVs%w5r$>Cm8BV65I#=E_9oP{^jj?k2ABdz+E+x=yF;#?c
z49AJax2+*GJ|ZfD0fEzt$R<eu3@#GmC`BjJ)@^dK%+%2cLeA3PIh9b{8V4{b92mqS
zWDNJxd8i?aN&%+a^h7rS=@RR;)@#mX@wVJ2DGbECW9qF^yQ>3Wz@#?$^=df9s)0<b
z_)dpH3Vl;-=Kc%cR&AJdLuTF@3OVm!Jsm40R201vE^`<On*K${LBGbO22NRR^&t1p
zl)k}iA(Z&8GvL~U`kNBK*Z4hpi9zH{@g1RQvCPW|es?0#F%T36N1Fseu)Z|Kk`EXm
zvmiC|yL24^6$F!vGqetnKNL`J)ZQ9x68F4>#3`0v;rtMZisPRw5cvv1R@@x&I@CZU
zhSr+z)+F*HnEFDEwfN55!TMe(`XnR&mo>YvPyGv31wz>49?*nY>6}6xt|OOV`o7nL
zQc&&>ln%l88NIP^okT`7F5-}!0W98Z5HV}90@8udPWqXMNzk7E5&W!d5{TCBJNZ*u
zktWUQF#==4h!YVmB|7;Rb0S7)Gs-hYZN-zIr&TX2s1ke|5E`!(iyVV6UL}Mly^G7~
zhb9z&4W7ixAWuLM6Wh8@ijAKib4Zs8Jl^4qr?6|fpN_8zbk-dm9}sC)f4zV?w27eW
zm%6^Z?R}V#P|kIHhIai~Z3<M`5r@N+42qS9qR9&D1tOeDb9`6V*hO!A)>{xQ`UuLs
zT^Guwnov7@`1TF@Vhc}X56Qr3Hu^&_R{un~6Q<mGW1;v)*GB}{A2B_1`f0<Ypqb?w
zu68A<ay}I%r|uRBNnwhZxK=bBrNz-eQm`o?&<_y-dB_VK%DXqxQ5p#aVpgt}$*ja2
z(j;*Ntj>2kmrxB1yTk{k6RfW0jDWA8b}Vg{UTd>LQoRI<(r6=O^;H8a2=`7ID^f80
z72Q(6l`xW+AS`XbAyb<#zk-k4<fEGD#`_Rl)g~CwigV5wm@oqwV`mJGO8gIHw2>@q
zrd){suEWy^6i(zP?Tb#}9AOr6h9Idfk=-*rZC*@}!6O<8qsz8P=Fz}<rN8Op4|U=n
z3&96NYDy?)k1RS3MTITVf@<yI)x~jdY|KbiVSW&Nv?f|r2tb$RVLRN}({z$7lSF45
z5dv%uLSWjLydXLalmXqxJs=!jWQ-#X^FK-kl?(iSKkiTAh6|7CZ!Hi9;fQk~yi~ec
z#LUu&@P$HcPi^?mQ=&{7to*#98I|(8Sm~Z(ZgYCtzb^D22#S@_U)EQy?=UR1@^fvG
zJD6Wcp?h~{7m}4!KzcPq7-~F0!p%&0S16(oL*aSNv$&%WD$GNL6&#(t{X4S}xt!bq
z9tf$7N0Ui+ba9EW4@HSS>H5lWG&%1e9TLmr6Ot>uM_h0+{eb+RKt!~n9r~f)-|4~C
z1>tLG{l4Fy*WMhsKOT>+@7&v*-IZ%Ca5M0psv@K75iA$-lMw?SXi<Me@z&=&fP=^a
zQVdZTDh6>`{D#I=?SxMT=xBfY<&(VwodM~(lPx)^rZT;+)i5cvm2v*ETm(~+o<wli
zu-v!C8$?5-Wlf^7oIp)?QB6lE)__0(u6%_hyA7<{$*Z993{fwF4uxQfVj8A=@3q$g
z3B{uBH4tkIgG-(!Ln|okRO!I4UN5@q1+v`WYM-L5obb&6A!1{sj4+k#!9^?sEtxp1
z@?gpj?N0uN<wdhxamOzu5kKZLOe>fLp}kI^R@D2NHs+jRHZf%v>b}N?X{x(SeKap8
zz^E7wdC|<(wV0Ju6|17m4KB?CsLDT)ch!~gK|torg95{LfdLk8gYGu{kPEoE5(?Lc
z_R$e5=Crw(+Ur0F>#&cbw?*41^Jmx4n87mTGFRLBvOPeKxqV4!A{nY}E7CbRX?8*v
z`p9%2p7~18X}_l_oR&ZLb0bNxXOswOw`XUtlfQ(CIn8qCP%6H$9$qL=;32O=2Zb8?
z%}Sc%YCU2A0g1JR<W(7v^}^CE^4?2F4?AtchyHLUXV+4B<Vy`C7s-3xL6uS&67P@;
z1#dL+G>}ACFC-b(Abh*m>7FA9rGW{g84vx7j(Pf~IT^r(7Vm~@pyQup)}iUU$Sy<5
zwgbG>^kJ!xfVS5WvX=v_Xx`ZXh}&sf`l}bWN9a<P5Hx(6=)E$gU@Qn8Q(RsweFv8}
zk2GJ|`ZEI%3zCFEsgwXEG@gf#(%AH*Pu}9x!x$z^;c6P0HKnr-8{=qabgD2JA;Xhx
zIg9kcB8<{WaKOchQvtm1OSI6w)ii%dK!^P|Iysrw)k&b35g5>A?NIfRb+y8*k<c7@
zRSBYVB*V+zl+xtpqH%S32?9)-3Jb~|u}MsQM5Bq2Cv7-QLdI3Vp$&7;KRFt7hG$ou
zGi1@Z9#k5Kpq~vxsdQ{r>sdQlkgwbnvhkrcmT5*xF4IJ%dzt>VMEP9*>dU$M*NRa8
z;-@p2>A9I2xR|Aai(Cf-<ge7iik}2|7iwYai%2tmr+OHV^{U3|M8+*iPYP4Da4o-D
zu>~4JOT{3Mi)hlwEDd2reisdqG{1y~u+kzV*t4VY5U3~2&kE?5B(SJKA{3M`ButYz
z&zJNDN`2=5ptiayGJ^*<X7VOJ8mzqsloXF*RSYw#iXXNbX3}J5%Ka5KePP)}e=!u=
zs0TY7S((XYuiJ-@aKb!z-+(f!6*dARj$B*Wcr&yv%7!#_QiJ}4gV2=ZoFoC)q^=uo
zDROulo`bC`C<PpxsGMWu;JgjC6N-n_(h{O?Qayo{C2-8}%(s{X;wd>~6J6R%Y`B9%
zB_9!I<ZzJN{eNY}M+M}=h#g+^OygRCy-2@Dmo<Ic#w4N{VtV2zu29lwan@J5*tT~9
zFTh~`;+AiQIJ4C@mDv<i0xl;H@jxpnjD>&$7yt>4DWRsi-sCehdK^RU5#rQ11;&XL
zxHL|OE|E@_z*hi*uc7ZVC_XZ!1Y?zaCMG3RkU3_p3(ZrAicu_p378V*Fo1l+2FMKh
zhBd%=;X(4>xo}~N)Zv5o)V7nvHaMvQ1voyT5v(<aiV6_`*>IqQ5;r_rRbUgD$rvdB
zlHR&66EuS~o*{+FC40S=FFh#2fgqufle;a$Awym&s<e~ubk+s9;3B`!Jq`yx=nrST
zSgampFo}#DhaYR67W?E6gQ#>%c~CwQO_`O-FrqY~Eg7duDZCVfv-zt5pPmO<tw+t0
z*I3+5z4S%}%%HH-ftsS$>04s4_mfaory2eTk5X1}09El-x5^sxQtL%Oa)5Rvk?mjR
z@PPQhQ$%-#BM^&cFs>&e{`1OcNLWD7du$|6+~=$@xLP(#Xm-|*!;GM#T=I2sY}6fs
z&8YZ(@qD*hyI;Zxz=!Ck#tg=z5mu4=!~V428JzSkx!FWT8Y$1f8F7-469);pb=^>S
zR@d30KT*o6#VMRE1zVIk9b)z;z{p|6N_ZB+pi#l3@Zz6j)Ik#8rjDUQI>zSQE&yTK
zR6hv3<ZTAlp(cf-mZ725vKop=q=bDW9R*X(aVueS-M2V;(oPRAGsuFA1irmCc7S5#
zCsKvaSrtXb?OjAFWiM3**~sXqij>%HfPV4ygW{8ty5SUBi`rP1zC(_T56VQa`40Kq
zwNa2zN}uSGI0N(!@GtsKn~<`h6;Buw{oC}ROSo4HDr+{u%gWp-KMQ#yon{m=A0qV^
zJkEfY(?Gw!o;zm=g~W4^dA*VqfenMF((lHj9NXXw0j?3lAnu6-m@yUrP$+^Ntt6I)
z7wbS+V`mQ<UJIFWYb*GsO2lI55?&Xj&M!=6gYV$q@~AQkSP(_R@=}#_k(%h-TYt@v
zy?@{~!2a3QSav(hN-}DgZAC>HP*--rsyfORF*1fE?^L1+MHW^7BN<oMkyBa48m}iR
zxI1Oc`Ivb~3H@-bxg3s7MKYym?(kQTgS}2#%ghw<osDOhv&`)_+-U9iTtGPnC)eI-
zhUbJ21AiR$Pp;qCu+c++La+e=KFShJ3B<XlASHfMv*w=H>6wg0^xv(0lqGjnP_@r(
z#(_^Xg_NdG8&ct$%7U$-B6gAD2~4DA8gK7{BIKMmc}GXdo<hUoKZ+V$!=e?Op}v+w
zUHhf%4G;H}RAAK2+ICzy8J9d)QbWR*0YsB^R9N8<%Y$IyRCoQH_Qq!wv9!7WhM<lG
zzY1oKjZh+ZFh+lybA;Y{VWJ#|P}1vU-BV{TAf*qJ7%}AyQrKUUUv)Hq1~mdd28qx0
zh0`CUmX&+~Dz>J?@fqjA0Y~F7ODX<yCBJsW+;XM;%et)#2wBr>N&cp)3*${A1=(TZ
zDl$;NtmaIGc>F;@a9|C}ksPd`)SMhn(No0c@wqKLB!v_=?-y{CPm~5&Q5L0L2+n6<
z8mCe~EilHU>xn1O!%bO+k!kvxOlig3d0<2Ftx1kabDpd+Jd(^*YAp<$aXwBmLh_z^
z!ZzkwM5iAbMzC0g<`}R3Wp%wM8h`0rTz-Xxu(}crE%C3b(R4<U2Ez~pf;89}MOMF7
zD1%urR=?2#XEO`D9-~C#FP~g*?#ycB_0WqvWDz5QbSfCL%3y)Z;4O!o1uma3`h#%9
zN$<3S{phY{vN6(OgSBu=j)4{{7IGg%@+_Dn*~hjZmX(U3q|3w0H(?u^jxu;wcV(~{
z!3kx|Jl69;X|A2s3lt#R0^3i#KhP-Buyt2`gIf53AOuljusYkzUCSm_wxUCNfB>lh
z2ntWbu~hvm1>u`n%3%VM6EK)AncGraGarZGG6Jv%HLNg{OaYaAr26WX5YH;sd|zT^
zLrG;PO3Ja2wfXyit!d8@f*|8b=eqh&4E%o;Ofo$wDw-;YDq41&(G#YpK?IB#j2^L*
z7+EVMx<-?48vM$MMTxOkKhQsj01N+&nY1^ilnhWq@@J3%VA6z|B#Nxd4VwuXVg|s9
zD8>I`0p3Be`@uH-gvD&v(kM5>3k!r{W8P>qUF$rMXmXBKC{@`&!x0mCRFnl#M359^
z#Z^<5L=c=1k~i!Gl<EMN!dJo=H2K5Mxntv+;Lzc{VT?$#pHv~2YBv5yqT^mXaEFnI
zdt}qrkxUO7_=YZhiZPoymckSrB<~HoeVlxQv7f_6sabLrXUYtn5XqF|amYbo+(Znl
z6i&E#n}`Z3VU{?2tGhlGI?zeXZ>lU<Qh10(eCKY7cU65sFQUwBrD)#+EfbbA0P?9q
zt;8ANT#%F|#rPN8<~w(sdG*=0?O=P(Ef_>Ats^oIJ~fELPhcyJR9D1V!wkH{LrE%!
zYK((RRyGHUAek<}*Z?{bETo6N!zQdGhbojM<w7(ra5>~rhLxg-MF=Q-Vu3By=CHbv
z;STRYHd~8Y3UPT&%V#}#kJTBFPMPHxg)n?SW3sNaz-yuno}nnPkUokeyB;)3AgfTo
zXg{?+yQyh&k)FUmye3F*i}h;ChSzD?Fu2{$ki=-}lnbFqB)Io1p+|qWrKjAHzAu@5
zPjRY|FnHxNPetqUb8g6Vjf!JI4Qr}KwqypQC|d^eTD1ioJ4S^vU?-#LFqvh~g_oBN
zAkDTduM3cVdSSy1PF<uHScGaJP;(;Zb=p#qjrRB_jAsHVm<~1X#!bp5u5(4{1a3_A
zrI=73VAK@>C&Q=_n8Drt6}=-Slt$k@Dd>q#w6PB|;h+<FMML2U8bwDeij%7-XBJXZ
zdQK9gZFs>d2p;=E{K_EaqU@D!j`8T2M;(?M6PiR_t=**G;sf3cW8)(Ze<Qr3_Hc^V
zYa9QXj0e~vP#!0&(ePC0>-`MSwLVKz4ue(@9p*W$fiY^OFJT=8CSwNwp@H!_)*YvF
zq;gJmp6^zsAyu*<M^sHroJlysAOgSS{STF#Yw9cd*QD}_!4?9Uvf?Y-KEPuM;^{y}
zr+i3)DIx>A(Tnzrz@o1MI!S}>qXmtgj|Vk|^ojb{7_i#7?;hzj2@_LJ?ElrKIMP)g
zS}hy`kwi(s)lQyrlq-Hny&GcVB9=%^j=LNcFH;C*KIa>;f@;4YAkKh*HXV%y0w^!h
zz|_5et!xv_SyC-fRFOy+)3UHa_8;@bxNe_Ifngoqs{iY6lg3GxIs{ZlvUNCoa`1)t
zF##`if2GG*D-dfSx?Fz>M#qyAQR2xf%zZlJJ`O?@&hZaL1AKdB)KFuhDn>jC{+wxi
z6S0H>nxPjkBHmO&sI`?~(MZ3Ne-QdCU7=hxq&yjtBae-LXOs5x(US|N;K6TLkuDkD
zjs4(G2%nLYql1IibOgkv)}WT#+6YU@mOzTb9u$z$PqTu#9MX`Wbb}PE>65g?{sf(#
z&_Q~nkN}4pMnzF#IJ6NW!WA3w2Q`xoIU9W2c*A)q;VK_VNqghUh3^ay5R;Xk91z}?
z;jkd(%T#Elw4$<NyHt`W?d~N+OZLE^9}R2Nx5Xr{5I-<HLaAe%ojvHWL8R}?Z^64V
zpt<<rb0FxpWE=M$;z$eP9^U@|zGh~Wd=OHzd0@ko;9!qJ@$$HMVYNPLxntqLe#$al
zI1Hd!T=vDhZZvF6DY&FP$S|eQBrKa9N*D=*e#n@MeeIy@E0K`+CIcwbB#co?*fl$`
zDHe$JU>ZP6#E7Pojc1+ii+!4ja>t{WFWs<lN9VNbLSfEks$Bs1b~yGFQJOmFC9>8+
zZ?rq+4wyTY(U|*&bWBnTe*}*VPHTANX81vnLk}P`L4x&VS@x_b#ZQE3#RMo9T76lr
zYei94f329L<#q8=1Ayh~;R6K-4<^B3uFFL^eGs`9&ZAm#7PLmKh<#SgWxWEQ=7kwH
zV@p;CY^rBJ5iB13y;V<P`6uhMe#$X$_ZHt$Stz%)jsPY%%!}*5;DJ0ufk5Tt0i>}K
z4qmJ#G*^`HTuYVPb7Z1NRxaV*S*fAWjY>^Nh3gf;uQNA9fz0&7g6FiH@%J5K?QU1)
zD|g%ulkXbpR2yb#_%T3H_OIA_mibP+EP1`uM70=@LB6WCmltlIb-S5U22SFk^lhEs
z2XkKW&D?y#w@g;euv?8P)6JbPwb^Tvmn=x-Gmuivi_SIJz+T=*pbXn)S{lC6Cs{1O
z7TW<%edl5F3_r<9GLt+=DJaN^zX&M#A_MY#t#lHq^!idtM}@1Cj)NS<%FeZ`NBM}$
ziNZ+0Go`9LEQk8&8Lm8<$4^qH`tW0btZ&Jg<;-{DXd^`e>rvMVP?Dk|GCU`UiF#1&
zEA~mK>Ruk-m5)`-0BHe0+0r?V_LrBR0CRX9Xg?vYAsN!nSdLlCIQ|^P(}H?}ksd^(
z%K=u3t4(4G4PBw64?f>19%+we6mh1K&tkk4odgIh3MUlWsqQ&;l=QgbAZO;-Bk-0)
zZFE!sX4Hx&_<Cbj1_a}#GPS5R_2yN)YvUCWh(SF)dq<r5fUWEuk~Zpf(|Ly{vW4&;
zQ*b_F0nOz-izOoLVpCev7TGqM+PNCA$zy_Cr2BOU<?ucNC)ZKzn{ARK6mWvj7QfrR
z+eoHY+cPG@71}riMik2+WMWWx{TVMbs3jcE9nIpdDTX!hKQTDjz9L;e1548bF|L=i
zGraNv)-u&ew!TN^j$EW6v$QbT=L|+?m@ja}#|19LVehJM_h)~(#Li3=e4~0~dWc>=
zjotrnaa=ZPv3QvkD<&!Q1j&)GVlWB_3^FbcghfLW@w&Om3OgnA0vWL3Lwb4=NTDRa
zhU&EIm~zKfo}!f*om?L4Qo};`z^m0!$lv$~l-`p1!gj(g|KYrF%xh;-Zm}2XcjKes
zNUqtE6CIAhTAJgi%5!}M3%2h^IMbV+7j?usJbAgyCV3N<2}2p@QNV@{!=a4$f^!S#
zcOZ`wXY5K=l*03}Z+ksphd37wd5}{MY-Sx>Cg0okX0KXd5f~hLNAGaw1<t8JN|6eS
zJPARL)Oo^h+fo_VS>>!ZT_J-rV#fj1Y^8D!&yxc*xrVVvn{j1fLTTD|^LSfkDC)|A
z;7KX7bIxPz(<~)pBPDy6xQC0whLtK-(Zvsam6<_Gr-#0+4Zd<N=}+o_${~55W7mzr
z7NrN#sr9)Gz<oauP(l+8J(iuuj4)6}fknqoK})tEQpHim&O3)ofF~q}z!T%^OeXmP
zu!KNF%KukklF+Y7MlGyK5=7YJ3yU}I{p$)dG9Evndde2QtXqk5X>ZbHZ~-oL=MywE
zYx>gbi8p1#615}>c>#tK9YbTi9OulcqoQ;V3su%BhFCb>X{DM*>4Q24`VADMt%_El
zZs+8utBEeUHeFPan|Ta-TvLV#-dI?eU=@`#?ZaVDs3{*f{E`RGjV;w!Tx<hr0&%bb
zj5F-Y21p_z5P8*!o<2aRHXD-Y<HUCOgHjreB!N`Aom8oo($dO;UL~3zdapJpXxhro
z?S{0(uBi7ZC`5P&29OvcK&4MiG|+D{dT}85(i0Zzp@MA_L^%@K(PD-Y2BHj9ogEi3
z|65`SIsHtKmGwQQbV$no7#jh#D9&NSDDX8M4|+GCWH8~tPB6#=nl(7rXz2+W;drA3
zZl@&+CFmeb2U<e%?5nYh^@<#Ck}m5{F*D4e0!vB`tFy!#<$_$H^E5zR9E!z|;(+3T
zTS+$;tz$iTua1PerqxWSXYB(WX*u71MAU`qwSrLUg4%zL$+5h3#n6yLKPqApfXik_
zc?x1spA@T~*@3jBY)Ax*@VoL!QZSAVN2Urzm_&)Xus~uM>PT%w2E`FB?o9e_6zX#I
zv_6;%yam@&0(&4mX4jqw2g+$;AGy0>DQ9GHe@(9;%S2OX{4WB7R!VxNx?8<iv`3#e
zHn`?K!-^L3v<DP47@>e7joSEzGY>^3jKA>GIxP}|g{wrRqfE$D5Mr!V>!OVK8bnS;
zQYV>(Vs*Gm!Crmyz`q8ZC<Z2P$AdJxjE$;O>dqEsOd7u`8*x-@gKXlhx<y?ReOT?{
zK$Fk{nzA}Yc_wB`L89u|hqvAX9dGGj=z~<7SHN{7{}Q5%9;3DjjgRs^j9nZ&Ax@^4
zr8S{RM2<&4>dB8HAs_~o9=;3zl$gCc8Vov@*uM!9+n~En)_5tZf;~h8@KgU%MZ3Sw
zY+r1j!T@=qDR~^vuG#5Ip@ffD#WR;-2^TL#G<@({t?79mr%ebCA`nV=&L!xSkS|fp
z*t?~|;XAPsYcF+=lmgPNilI|_p5XpUHlsyxmga+ZvXx;0s#-kJ5H8Yd=!1}<+qo!k
zAj(K?&y^0rFFfy!gPC!Ckax&gAq{WNQyw$%OnQ}|X^jRf1w+9q<yEs!Nff=rN-~ee
z$$0;|;!0?obm82@qjy+_mq{C0;jXa;M(>Cv@hY&>d4Gy5VT8%-Ek|g%gmTV1G^adG
z#J5?hFoCHSG#h6a4D5u7Yr-my7d#RElv5yr?}<>c+@;IduBBfBXs#C9;AGVFIEsg;
z;#+2@U<Rb%w}NZytCVaKeuE`KItNJj$_xb-M=S}_zdE!#HPE&IjYv{ntkJtQ#qL-!
z$5)H{NFCw_E0H8Nhz$F38QC#qh4o?!L2&ixaa5rMkP)~qF#_Fsal$#R5+c8Qvl7Su
z@PsWj^B3R-98vD4u&3<#zsM-R1trKTqNGJ4gwBT`2c$eDKz|IH_~Jt$XOD<ta$5qH
z!m=SRWd<-|PN-Xtrihs%#Wh73g{sbbok(j+1?BmFi^lAUEh?sVB)n$N+-i~kYRZP!
zT9%R^`bs-TYMDO)g6TUJgosHg$XRGC%S0j^UE0S<98>`a5E{riFj)#9mw-tvA3F~x
zF<((-lhrYgtD^aLUrkNL#(x(@Y3M<R?bEY=!2MB*6@{sy=n<_HSQ3&5JKN#=ukeZx
zivs`es!LUH)Ut;SthaL_&04N!f)3`_#AnRgm|Z$+*|6fV$q7Ey4iX&J*_$Vm>BI53
zgYc7_-18K3LQ$59jnv~oA9EfAH;Hjz99_1iy)=)}+(c_UkinXTO*?rt>FtewQp-k!
z%^+dZ$8&IP688XQ4wDwKDGbWehiD4^mhum{S%tsc`6NtG9UFD+3?laA(96H^3(o?e
zbD%R~GBzm1x{4~CWkEFkVwmOzHXT2A{(L|+07i7M0ty>T`ExWiYNwsB<tM?L<*p{A
zt4<RO{)wpIvy3vQcJj%P_xHkgO7=kfR_hspQ4IPIp%{5Fc?U#86Oea_U$>QHv7yj*
zV1-CPP>P|nNGdeFJDiR=@%tHo*h!YL0b0i^Hp5p+YQB-?4fWV8zc^dH7!C;0ANlDQ
zw&`q|A>=5qKo)lp{Dpcyaq=1{xyF(ynF6sQJMLwUR0_#BvDKmoObR5-<E$Z|8!w9-
zkFL(nY4WkZffoRe;rjI^M(1Y2)w2DHs&InX^JomLnu*c@YXgf!Yk=EGU&sREo%<p6
zC~`GwliV{UdL~Fx*uZ18yT_Yl%aT5mXss41w_3#kCn+JoiPV9C(FBVSpbv0^=Ra_^
zV?swqPE9G!P+(}wQZ{E{Bv!Nmyx<0~o;0)#4UM3wo-1C7cwlmbJ1aUMHp6EK@AA&C
zNxRs^{&jsIFlkVVKpJG<DVYK~hzF)&DdxVkVJyrh<Thk1-1L;M2^en^xoNeGyII=b
z7u#ToW7NSNGZ20p4FkFe&$q}Z<bzf#l>t`HMUo&^rv?O<gs?skL=UYI?F)%Cq*?^^
zGXQLnDiGHcqvMcy;?16G<1SYwW>45J)WHACauQ1$Q)@j@^#BC%K*Sws$ptnbUf~d2
z^b%`kIGax4+PEN7nzz;!!U7^2gVE@1VWX|XX>nzg`m136SMQm~Nj*2otPIB<grd}D
z-ZT6_17rg(hoX7RD`m`klI#o-OE`!;k`WBNa&V3%xddlf45V=4prNGeuzesZTK%A9
zP3(;T({mO65egvArLwJkwT=OcdNWM7)wDFQpQ!U?GD$P5wOj*I--=31j4N$jcpsH_
zYNS#l#L0y#bD_;+%xPfuRUU+}l)O}k*~>*b2F)d2gN`<U@)T52ywcQjWcsZaXB<8y
z7&U{*S3WS}Cn=Gm9szaX;0tw?@Q*Mi!f6mVj?F6gfCA7N@P^P2d^hg3i*KQW@KbA2
ztOx?OFbJknlW)ZxN~kG&kDo*R$|PHD9{5Yol=M+C+mMhbfXX~8H(6@z_n@+C)O<ok
z(9C!Vb`176v0y^Z?a}3j;&eQ^kPa#8BKM9MsYK(3hG+F5U}~N4s)tsG?BaMwTL8G`
z?s@s_8$Oq~y+0ujj!vn_l*e%-Byoy7t^u`_ZQZvbY=wtP2XHcglT~-uibbraPp%gR
zL}t5Z)<AHEtd}k@srwLVAY2{^;Fb}?0|!7jPYjq26$rMCKn!#k79#LVIXUz&SW+q?
z-=~Mm*x`RSwE|WL1O)Tb#{1*0SnPz1_D04{L&Z{ia+nl<laX|1G8G_7RtL!<_<xEP
zFVE7(Ga%}bh}E@~KH4PYcOjEsr*G^W0I;&OAQK$%V=xP+Ws;Sx>esNMCpQ=ah`9FI
z;$zyIFkEDT{(8EST8p+!Dl(^0Ny^?iG2YNQ;v6(=Yy`n|#N6bQCoQHRBjR&_5D-IL
zD!82Ly<?V=ATE@k1kw|Ph8m*yO}YSRRCk$hIdkA5N(Z^Hr@WIAh$@P9Pe9{w2g|BR
zZ5q+oe<<{nRw^5IUmkG{EooGt3q?KARVFkF{U+U87VpXg$a+FzR~U~&s#}v6@KhjQ
z4R27m64t0;GNBCo_{BUTibIK0-%<_qsBB6a$#qYSS3YG<l$t?xmyL}vC&KBxP*e;}
zU<(PHc9epl%`9?pf_oe=+VIiL{i^Zb+r^Wq`bWYtdhZK8*u;|(1}7TUyv+#U!YOnz
zG&KWQuWYGv=-QPb!Y@_$0k(MuhB#W)E$rU7d(54D-u6K|GNLywJ)w-2+EI||c%<OO
z`-D#&j2AkO-gMxX8g1yyireY~U<A#UZ&oMTfM^GGC3$l(PK9RrnAYFZ(4A7;)Gn!l
zr3!QT0i$Gy*&P{Jj%Vg=u8S9OFxrE7BL~Q9UVPY-ed~!~j>hBo$s|ljArt957Ue55
zRx>GPsOPyPjz${)fgC6*?vF%2Dq^I<LQ5v4YaFZu2`VahXnwPYdUYNURjX-kk*X4y
zYfWScx&iN{oT5VFrk`XoW}%XHI{gZTSYw8j2LUzYnj4YOA~^$2Y}RJ0wM|{^qQQ6%
z$C)<xeUIL;M0LqP9XQIvmPIQt55z?$6mIGOpA}--iAxT0H2}fj+;-I`n&Y0%X(iA?
z^VMp-x9QY`8yP>yWHb?X)&$jkl9sS{f!xR5SUm;}<)z#uj)1xWVfZOO(aPPBlog`^
z<Uw083e|@5Hc4Q1HZxEZ5a~{wDu_d%D^KLQR9EwN@b#SKn5C-WdDR8K_1Xh^5eyPd
zSo)~zjq$Ti8+?CfmI{&9lg{c22^J#r>;;xfvKP{9iW~&0#U&Zc10oiB=%gD_E-Lb~
zrN+v-K9$Mhg;LdmzM3Bv|4}jE4wT51vldZ_aR}CfcmW1JgaiU212TXW2+H+IQc={2
z3^O)?GHTcDP2|WTsT7GI?6FkOOqnh*>j8J0Ldv4e1OS9p7cRhD$;kM?p2qWS&O0}X
z@zn}NbC%I@V0qt{@4uo1OE`MhOF|*+6&7ZCizkC13&&RQGrgS2bp$ONoCN6FS5R~h
zVaGAb<DMJ@4&FSW`Xc6zJy=1CvzYN!geI(@E$K_1(C1SKM6Ru&0I-^7kSyd$;7CbW
zuT|>VjXKM{5ZPRagVy*ioHQm{LT8Z}YSl{Q6nYM#*o1Gx&4?DK&?UjqP?J<{2*VZ>
zZEi(Lqhj?(W!9hpbo4zBAZf{8O}L~S@RNmQ|Af5|`SpaN)usD#&Vn`V#dR}U_Suu=
zWsG2B`H{<k8mW(4q-j+hOgp>$Ff^&v()hjr)&9v@d_YGI#RUbxSGvbA@)etwV!~Eh
zt#{oWT%Ev?E@f}q`-Cf5+urH|R#H_jonx2mrKY%f2^E>rnmlMBx+X7_AMz>KT1TSr
zhkg)gIVY8pysV>!cGVrj?T0)#LJhT2!<Gz$pDfXtph-&<O^BfdNk>h7o*c4($4$kG
zyO0yx>>Spc3=%6#Vp7aVN1xeMk7`+hg&q2eTp>d^H?xFeLY$ggj)6NC^OFSwBJND3
z8G~$G40{}-aC9uki1>=UXLPW8-&p|l^MPk`Sz(L--bMKFJZSa7v+Xdv091qpup2U&
zUtd84U2Y_7KtXYZ2e<Ia#haoaeZxyy4>1^cyeO2`#3|-@gOIe`qr;U=oP!`Ym*O>k
zUVh-;U0jBH!XMAE*w9${h1a)AJKWxc2)-a25R@2KT{Eba&G#16^VuXCMornthBMfb
zN+8C(wxoun$2b}4si!pXCUE5^_c<k1=C^^Jz=$J+@*JW06)p#(4_vsp8STVW)2BcK
zvUEk7n5ro?PZcr`1yM0M#tW;6Vp*<}u7(`XD&~>h+;01Z1=U*i{YcdrneySmQ}p}x
z`pQo4`08vIL$m{~f5wZ}OYffyvHpRmgOuJKa&>fnf4B6wWzW~hp826O9zrfaL&ATI
znd6}JYB1_dA9o}I&k}sxhb$q*K&m|J3^C`V!NJ#OkGJ)Q=I#Bk4TESeM)&SM>QA@N
zd)#g(g`bahPx{k`!;@`v2B#ERU-0_6i>pFZvIzD0=<ygTXK#d+4!KfT-i70V99ntv
zqBQ~p`=`2sAoZT%Mv9Bh;3Y_jBjvqv4Z?fd-}%><2M15|_Y2=ND$xB&wkqatWRs}8
z+TS%e8aD}psgEzYPg-&*fSvCam3p|IxvMwK;LEGwq;qN%!l5zGpz??il#v<!;Tf3z
z{9yDDn!Jx(h5gGOcZwqC9kNVe!_|7MzpB6gySKU?UQf8!HTlHn^t1IPRK-nYy%QAh
z#%1|jY$%|}-^84~?~VOaZx)h=5rQ0V6d%R@y<0DiXsva2mC1+rKCpZ5yhVB~vATK#
zwxpw(;xy#;LJn>VSCdiRWVf^^+*7g~QtRJFRRP^rYej<niINRNa=X1rn{m5+n}4?S
z>5l*ToG<U{)7>_o#H@fb&*Vs?tkoKu7qqt2;F#XX5b23inRUR>)fv~MAs$i{&x^^_
zVJ%%sRp~awZn3##YQdl3@lrQ#&CZCqNj<$i2}CJb6koWiGwN0K4#T9Lz1z?QJ<XT~
zst|TxPP77lK+wZER(K3?SMp9gv`RTA?)qQYZau$l6Y4fL_4Cgs=H_6;Z$^(KM2UU}
zQ_a^mW>N{Q<s(1SutzGEjVhG`Z)4O08&@}05n}CQpPDSMtA23(Bnv#4^oFE&`Ji5^
z>kxwCJZ&8tHA6Hu>#EONGuEpS;V=x~n0%kOkKh7l$`b4swG+hfvU`4xRSB9<Z(#v%
z0y9*y1(d8(O@CrLc64J&jLKt|IJj~2G&+KfJPeU(6vC&`lQmJy3~Pw###++_rr8Tx
zQJ0(gl^glh=zmmA4)@I~VqpeX4cyF0Mjg8g>t?ct9-``v#Y~g9(NxYB^F~;!e3UKF
zsyDR-TI=SvK<nMy7Qn&1AORBQf-ufA1R(y^RUiK3LeUCxAGyA)v(%?UDxIoO?u}@E
zqFM^uC-2;|2#gevR1^tONC5P~?e#nNxQ3=MkQV7KnH;dRjw6-`jbY*LxgBDA`0&y8
z&hF#RaTmP0d3)>5-Oum+?Tas4Z+L70<5fkeCHhc=qKcJ(zg+)vO|o2D$ZL?4<w~Wz
z!tJ~3x9`R(b*+>te7Sx*X=8DPt-I@6OSC{rjNWQL>m9>aub%AaF*>OcxQ{Esdt+=B
zAu%}mOrgt0zpU_5RV0TXCFQ|gP<k~o7q|sY)ZCAS8xp&3Wf*iYkVC4`3>{{FP&-G0
zN@h=Z&HQ3#K2J!oPFfkCn@WO(2BXsJd;%nJTpTZPz;U7ozz4@Xr|<$_TzOqDKi1#a
z8;r|&gxG>gIu!aA!{A-PI#-Bb>!y)rIL05NpfnYHF^dHW!aGS$(s#i;8RDS~1j@m0
zUyXTb>2?4qsLd}4GikZcf;Na&YA=kH3{?Q8OY0W(v*fGr5jch4VRveP&t$IfS!FKt
zPFo9K0SMkvAgC&li^*A38s1kUi||y5i1rE90Iq=xuJwSLkRZWDJ@1I0{m?8?VG#_l
z0yAi4w!u|O+4g_~Is7Ojqq}iYoCk*9<7Ogsl>%MiB%I>Y;l`O}m&1biB~u7!#%!m4
zB6y~Golr>P7&8juOalkgcv3(m`q*n&-%)KeZsNb|1rJ&SRwTA)ZZDaf7+{q`Uy@H~
zoa+dLptyzJogk(%>5c8k44y(Dx5dh!l50fvl=H+ha~)At1XdDiAi^|wdXp+!mm!mq
zWuh$5W9+oGAnPXyX$)n8SLe}sR7Z$-ssfS0|JczKZp58_{(A9w=KR-ztf#7-SF?a)
zq!h=(cl5!1!=a=$Tw#znImo9ZHytQBf}_0NA)%8DHV^8k9W#(gl#!8&D%0lfL0QQs
z^C$l5Y?46_y)}yGEm4@W@l#qrjG1*;os{Xo2tz3|G@cBB13WOngq@}Ry>A&*h)^oV
zOh(5MP&{iQ=~5u5a48rg!(1S)7dR%-td5KF9HpS>E0$p-lX~za=W<7A>twVXGht;?
z3UbacyIF?1f1h?Gu0FeAcsD}ES^6`aK^26otRm|4W~L047ZcSGwPsc>)r_J|LX+ti
z=uB0a8S`VUln0ooGE5r`VMOWWSGE~R)AzV~<SN`0uq2=*MmuR)LY^SkdSGOYd&;A(
z)dD5<NNkWE^&|aAo&)x&Od-NK)#Np)lxaibYylxUt&V9`gk}xlA7%oD5@zq@cbQc_
z-kKQ8%-{%VOsHezsw-D#5jtIF{lJ<h9)l}=T{+ZTj4XSfWp#tFnQdLVoLN#nTT%1N
z6SqS~*3SEC+h?(V8m&xJI{c;ZPG%&Ui6@;8`aV&fA`zKAFpaG5Od%(t07dG07MvW~
z%0N^#tudeUQqv@>t{3e=3R2JyIL96sPL|VMwJtKBz5xp8P^o2^{AtToII4kf)Dw?A
z%mNwgNfl}pxv=0l3tBW2%Ybv;KJU=7DiOR^v$hFy(CBE2%p?myZbg-&#f>@oHXJwS
zddnxS)^NQ9IvaW=&Z6Q3ttq)0;-FLA%2O@H;yf@`PSilq5@kIVO<FPqU1~y*opFs+
z3iBD6XrX8#a>UhN9`uR>B!|tP<uxv#OASJt6<QjJ<s>?V>-vS3(2C@LU<CE3RGnYw
zq@dud#McZc$w1|;16zk-j$S;7oM6HsU*=ahGpOZ@OM;GX!V%B{mZvTHg+|-;3v;ui
zq-JjMlc_oN20Z24XzDy-jKt3KRcR)L<9U(HY;#Ui^T_T)Qs3m2Z1lGZNIWFmUsm8d
zUSLis1YtTNt_NH>I-**|_l8f85%ehyS)MY8isYB3x1#Kc7iqC9gT4A8Ce@>50Q^el
zY1M-IS#>x4^?A(zP6oFM4b6az)%Qs&1mckjIX8^94>fpatmGovOa9S2DddYK3;Rc$
z*)`z|qWk^?;W|N#k=poA3NU(WpW~sxQbxHubO`To29S>GS8+x_vY|gglgP@T-4#q`
zqz0iTGrtA26BFvJ8%0f{Q|f0r8)zlpfyoW$Yzr_5bry&;!L?kqq>jt2Cmc?46aNL+
za!#0I%b}IARHvrgL>Sn>ZF33>J^>2=E=947sOEQ6BTn$YO=HS_CP0c?9)`X5S*!?3
zz@MpMWZ%wY06L$HdK2ysI`81TW;<L13R46hGwftH0TA^3JoC8x*asP~>SrG+s;0R`
z_GANub(d#u)Dst^oT-px;gfq4D8h3=^iS*bh~moKZq<HZV_>E0Q4PdxE!b1WJyAG6
zp?7gP#c4EWgV8Y#sm;u<Z#y%#LWB8d#<aq&<XMzJ35p7KSt8EDED0Z56HVQ%S`tn&
ziJX~WV#19xBF|o#TeW@*2^J``P<N)FRVvHx;(lwdLFhiNNuKskb&n7(4a8H3#G)H&
z$1rTtrH_$wVT3ut8znt39h#d{0hlQEizOZ<B}!ToWmcJYP$a}6sUIO9%$SYa1WV`V
z+(gu8iovgt+-$?{OtG)ZpYKDe3ePe|Ac&3I;b_uaXx!(}fZ8l>u3NuYfIws%(Nzmd
zi;W=P%)%hyIPVPIg4m(C*3?GsCct4?3^>vHmGlQN&1-IU=)@=k=$kflDc`b{FkUFH
zsQ^v<i8b_{)R6bA!<!UBab8=1<?pjI<caVf?0UD0{0W^r%PYS7{^8SCyLgR*SG(iB
z<e%~N_W5XpJi|`0y@6aJC~V25#(u3H&YsRPt$!{WxTpz2+W7YQtK!@3ZR{oOb~nyG
z`)sXIV6hY5NAK~uXuQBx?>}^~73HF#&Et?LE{6WH5|FOqtT&L{9Pjq?-Gc>aUrcbP
zG%+h0&-&a?GCG|WQm@&abOZJmqv1$O;k;w)RKmF@&+w*bUUVlYgMZq|O9xgo_Hf^&
zOxlP8VG-C8edTPu+SA8Rp4JS|OYTeNC+@ZG6nn}@g%09ZSO7Zha0vqHZ`GLWZhLUm
z!P4toa-a7GmsM`q=}(ZoL(2nr$&T;^z($j5Z)Wh@w>_l(W8#Gg9S(w$o#q{!uz7ll
zV_;zCut@-4nFgyz7XogKjQva=<5j90O8gT>d$hl^UOewj<uB%&kH@_pemhH^clvLy
zY*fFK-!_a$55hgG0;%y-e%lAT#!=V>7gFM!4BW6-yx1>(beK>^a&;?;H1_=(S7i=A
z1CgI1uW4Q&?s{D;2A({%G(ow=O|xcj#!?q2a$=(&_XIa#Jts(c0E=QR<@kf$+_qMw
z==Gf~rznYfXRCGG$EhFMq3e5h(~tM=rXO*lE;rV722!NqbSjVut?#i0vjxu)PV$V3
z()6r~Kts+Ba$G`lf>UiRZ6>RAIk}VeU=RE)d#d4C-YJ@law2yKyw@27O>liYy1sJ{
z>A=cnKjINdJezf;7icvV(;D%R07gX{@5=#iDitS4wuk!*C)<FaSG3%ADw_b9FXJ2o
zK){HXl)j6(6(~!3cCVA_Wta+j?{3EQrOfF4K+|yirw3ZX9*lI80tgDDv+*9g7;t(U
zJwagi!gKV6+){v6k9R#KUnOT>tJi&%ocD5F&(BxD@>RCk0IVhG+ZXwCB{}=lb-^f?
zIt=e4*|5~qJyGhABe@PhI4bl}LaLpV(f#F~@y^+~?9WO-NkYc9ZDnEtgn$F7+FidQ
z+PtZ-;mIS|wV-qhR0aqOoY$6y;-I7yb|1b(7UI>o8?V}}g(=&sGLW4~2Ov{yJCn<D
zBiqP*fOu*C$E>dJA&owVbltfa7`mv`43uR^rm6Jf&qCc)DC)M>Ft^XUNDYqd6_lhM
z=5>lpSuTo~k;c^<<rLdr>+Ui7TbZ9$WeInhaFRGT-D*78uVAuUEM<Vz5h-B^w;|A`
zSzC*KiB%#g7@&>29li#WaL+;sDx8)GHLvjvYH%k*sm4jD60YiKoasA~Af*gF9Y9}9
z8QBu0G*KzhRdxu9`c3(9z*1WGdSZ3ihCypA8Un_QBkkGWuu28~gTa;*{Zfy2lgp)r
zs-aGr$X}|2PqXXAB>z&ar*hcnhd{Kre-b`4$dM{nyy4BQ{D+aE&mHuxe7e5&Pe}gH
zK4J5ged>(;Ztt#8RT3TJ{xUDtx|mF;W5buN><j#YmECOD88K@80GF(2{Qwm;?w~}f
z-{sCVlyKE9+s|Y-S^#`{ip^;)q&}RpZn8ZMB?$fWl<#ov$!JW}Dx1krVsz1;wnPM4
zm%7Oe1*=x1^@1Jn_tAc|UeF+i_rY?sUcgfbd%6T+MTwhEeeYEF`Z`iH+xuqd4@WI*
zbhHg|sQ7#&yU`4sb`fR9xMWVix<299y7#Avrn<)sHGW>fEt}RVDD>>v4r{Kjz;m1R
zRZAO5FX(2i3{LDNsr+=~YBJuyb`kkRSoiKO2aC?v3|R6Bu!8?rfrzRZW^`GL{+%!G
z6)pLB{l&c_AfgYKm)-cQ0=uT~i=YD_ilhkEbh;Ku8862McbID*RbDyBpzh`6Rcr8W
ztA)8Spn+qO!Oy>$#FpwodQr`XT=^;t`Vam7PLEd?BwV4*k}-<bv%RAA<kRNUCy!oy
zyM6TJ`Sx1zY4h2`?eBJW_vrl_8weAGVkliI1|5nRfM0}ocqq}v-oJ|Gr#v37e+i&F
zyWjug$-&;<_S)JygIxvQiQpHF@Ckvzcm45bNDmu}__%5Vi=3RTG8n}m!`iAw5BsNV
zLAP{eus7cK`$yv|%obPQyphp!QB0&I1lBVts`_#K%#|ghZEBiazNm_`RZsbV<xbxv
zlOI>nc35Ker7W(;$nG!{fz_N0S|**@N)m?7PBk7^*Cu3r&n{avb0`heTSM=g6iIuw
zjL}syQChmxinF^eElIyi{qkwBO#L!z94%x`uf08}_`N6FdB^AZ0p4>{%{T75)mzHv
zu(nK!YMUYl!BHcJv+qKswogT5$r@i1ig78<q7HM3^21=gbxo?!7t7cs5)Q{y2FJ`=
z30_T^_8*7E$p`q|{Vq($B2?sb6~m|6R>mVat#GmJ1p^oGn&uE>wMBxoMpx68ZjXJ?
zSY?_hDa*}Y8Wm}uUJVAEmhsbSV|6xpQl~F4t_drLC?G6DID`HdUP{|huh&%vl(zpY
zA9_;@&I|kPzw-+jOWuf!WxMEXg+WfXED;SSV|~?5NeXUDZ%Sg@vDgi`h6tN*=M~~m
zqwxpsNJ5TzE#|AOr!rti&mR6`w~e^8r2r}Emhk^w7SaBkKHRhm9(lx02uv`o1K{84
z++Jv+6VNy#vq|fW9><AWsp}4%xezkPRp2<EcDA^$wgx3ARw<}}<%wv!9&x##?0)oQ
zN7XF!HUcZ41lQS(54`-GQQi?GQShb%o9wD=Cco$5hFy^nx3tbo{2Hw%l3gCT5X?)m
zV|u$h`Ji;%T~eE1Rb7Nj^4?C$OH2RZ@^mpN&j;~lMx>2_I<Gf+Z-W$H%&3(Vh||m;
zwx7ZakJHJ~`?mS5(0nx?7fm&*v&Q#`wr6uib6VeXmRB=R99=MSSu;T#apA&eZ}d9x
zkKXKv4fy+HwkN9-;eDL#jkv<)W?8`qoD)u#+{aur-Mi*NLp4*pYr60;U<z^uPCz4A
z{)&^k!lp#%L!;pAq$d7|`W3g;ILxx%D<Mm(GFvgKhN=z0xHkx`M{dqt7z=IGD!4}L
z{5=9olC+~sfLNiz88{4SW6Cd)?esksEteHE>(3wI<7rb%xOg`t&gc@$S{JA05-p)z
z43YWv4T^bbP^PW_99mv`mniAqPsy*go?tsFT|g-J%oD7VPL@A{UY!if`WSDL_#B?1
z)|5~6@i~6Fxzhacq~AGvK!sEjW&07Aq)+AJlG+NM8PaN=k9bU=pV)+{I2V<`7`l$E
zYfSskx5J`(yH3CT*lj(igs|AhlA8NN10)Q7h}v~}q{z70%aE)_2>7|8YD>ZEN{GPc
zU!lF3F@h?)RTQ^l@T)X;t#+P;p0pI^@iXU(wJ>iwSNGoi5qjL(T0)WM^G|mQ=1uf`
zqHPn~n-Xo}lVjA+8~<Y_zkk+=sSnxz-4oN$i{F1@S}T<ECx*-Gpg)znU_|{x{DqrM
z3h6Oa)VS<vwCvP)<Fp@j8Uogq5!ls}DVDy;mY(@1Y3?W&m~sEGs4N>`Juc5vClUOj
z<HI_#aE{;bh=w>B5P4<O0^5vv=g2VR((77fXeY~t#QM~)Xe|e&?J&xO9UGjy2Sd$^
ztg&w2?%}dPBP6%UNI;2rQEzgWhaaU@*LzP7md>+qwePsqV0d=L1O%Ci5V8#lqAC58
zBma!8yh2@XS|tyi;RcY&j5-LOrx@0uNcT&I##)Uhdvk~^Z%Z~a=%R@xb!n9pI7hdE
z=HwI&uKxS_JV=X4TuNF}R7Zh3nKFWMx<_MHhv_oJ6hnwn%m&$bkFX>CXONo!ZbE7)
zFZ<vW?>fYP4T+r~v&c&_gC%V6M#EI@m0@Z>3E{&SCBY_c_mKDX8f7{f4Q`@NoLe)N
z79dKfknF*B3vCz-!xFY#mzkgle&U#doW~7_9VFzLD~EiIn^5P8ibN@KetxOWZ#Z%r
zdSC=lkzsqF5xy6D2Txu+-&YiMJewbS(>0S7F014yAylKdVo5KIm1);7PC8$#j26WB
zJ+o|Oj~Y(GJ#9AjEP3}9`rgrtUM#r}mp4jYEc4-tqrI2A42d6ozx#3@2s0U60E7?Q
zFZTZV^2xW~9fVJfTa)4z(i#e{gkLqK5PI;-!(^A^eb=^ki^Gu~N{S1xb>Gb)j<3Gr
zy6pt#iiK*)Pa|jY20y9D6;i5j^o?k895V%$QUBBP*0G^a8gJVR`<$mOT9M?X>~pi%
z8u=Es!%>l%4$srr^cPj5GC^A0Hsuw}xTm49RAUp2q#^J@`b217iLD%+-fsvLrz$4c
zw_3M9x52RHd0I)xx?d|&w6i8>t+kZV1N}mK3|ykcyVjzR0o-b`d${#RBiU3iUI(L;
zK0e$Qsi+R4@j+seO^MKa=rB4+qVP9E!3u@G+jB~Sto@|n$6y}pjqt?RBm*5A)q1_+
zd^)|nzp()efvdB}{n6C~4oe&PcN^w3Sl8<OF_W-f6NfqRIH-Xvv%qj*2#z~lTyNv=
zFxu{en8jm6z`y48qhMHOJ9F1>P1<eTycZhr1&dSPPu?H3k?B6fhG)m3@t(`6uB=Z@
z73y9o{C6F`oe+&Ruco*@xQW#iN1Z4E{rlYk_HsbqaCB8G#q|LmO>O&RbulOGPeCGy
zi-|?SK>+M;_wtCSM3+QM;QKbd-@pF|a*V4H^9*B_L5Yy+pB8ohMDzbq5ey3-ON_X{
zCUO8Ca`v#8m@drXF*#Nj5Ag~QM9vjhaM*wafng-%pj@W3YY8!3-rS0;f=E#;D6%m2
zu}G>uPTVFQ;)Md1t9WrjAx*laC-4<qQ`Eh6tIboWCzl=M)6)CXQjwhTvkVm5aK9>P
zf^J#03B1)Ny2n@qsRND=0c;mO{bKy3lw3^0ewBNW16zb>0xLr`cBQU_-mWHUz=%b}
z6{P?MY5QP&lkZ<vYUW#kVIzfgq>e6|t6%@;^~IpDg!cz>*f;bxMg{Wvpz-S9aqEi)
zZx|e&bOz8V4;mkEwR!QM-ymN=s*{J6*^k2T9#MR)#O?LfuYd4yFQ)zJ05D*Xzrpdv
zKIKy5h#sYu(fO-(mZMfuFOsq3@}H3K*!0EXaSusJ*lWRlh6{LX%3;SEujwP*ZdXH8
z$k-8$P4U<g3v_(zGbeQfWTQM0GqNh~z&rHjb_0D`Rf24xyL&p*2wIN)ZIdx?P1tL}
z8h(y6rd>Z;$56BL)f@ul0gMQ)xfIt}yabT`4qDpjL0Mv&>gqDIRBW&%p~f<FK_h`m
zpbH;`E~+un7`wG${o=q<k>WK6cO#5$;E9d7Okqk`hcJpi$X?Y6F$^6G3jZrD{3r@P
z4_fSm44l6)dy$+N9nuv7kFWx<p{t`z5sGV1>AErVKV?tj1>sJTKg<`6T1fTexmIe%
z0>^s~nbRSA35?9JZ{d*%aPlBWtLl8g#`}f1V+9fir&pc9V{G&7jRkfx-mu6a$wb=_
zIJR()hJ-8n6NKhvZ-XEo8aI07?Rg&m_Z_tM!;|MbFL(DFY!c+b+#tg2mVt4HlaSXU
z36ky4v)Svql{K@y?Jeju(qkGDl5amB@lp#y5112l7`KJsp@EcUF6wR@6+^L%Y9IHI
zXehdl0%rqYm{RnW3^~2t_xfk&(+7>s{3~~)smJ=D(Yh|WpMBQSW6YDD8ux6FeO%Be
zFm7UNWTY(%$-M7I6D&9!!30lf(dE6+$KS)U%RJQZ76@2!HVM9qo}%Pv+B?!O^xZUT
ztd^4*34n2sE7L$Lm2AD^2YS(-C;trz|Aa*YzT(#RPjJs&dJ=C|M6{iOl0TSYtRkU=
z>9d8bTfUQN1E51}089FX9e;8YOsMgfPp&r~ezhty64PCuqmw!s2=fKk`lx$xGC4Z#
zLFCm=36~I#@Bk^ZQ6`O1jr_5ZQd07hY+L{8{%AbLUPBzd#4V&3Bgy;47+^=DB>noH
zM9BmYDC}Y-LwJH4bCI$qK)fx@$qQEA)bk>)fkDzxiz#BR=9c*eqHAXUxAPKAah83A
z$555u>%P3=qVv-Tng+sk(I4{Hy(maDIf)@Mc`><+?u81s_lN41YRI&0UI|L$=mOMx
z(AbL2(BS35o+?@ohG4nd**z>FCS-&*#9>w8i=g0c4dz$LnlQXe&3l0#M{Coktb~ek
zd1LD~!vl$MhtG%cSO3kM`l|soCQHtRQxwYMP$#u;V3vXgo!x%K>x9VDL<CpNdFj+Y
z@sw{7PnIiL$2^W2VWiH>0i+6o9LG#t7Sm81v65N=dK5n!6`ky<@xw6VYL%nT)pR6E
zH*7MDuhbtZ0hfJ-rEFN}FVHyXAZA6lrc7F=s|%%ggwLt{Ex{K7MG?R>rIUcrqmz%)
ze$*nV<t7S7WtArwVWk0cxMT*1=gsvZP7v{Yd%XyALOgEa(PxEtyo3ChoTh|}?wp7i
z;9?OrBMbJNg(6;(mv(cV5FnEakWq$^mBp%t#(jrf37(ukw9`AKD#(myLNz@MDD*06
zn}(dj<_<#0ltzdE0+f%zwjJjX*__o94p(^*-`RFX2wbtGBDze4NSEsUrLPPs2WiSE
zz5y}eHnTXI{EPn63Z;HQ@JmwF#ik8^5VgE2?w%0as5(I923lYlnd`SuHtM@dF<VV6
z{_?M@(e$fZ6a8zPks_BhYgnr0C>!-;fztJWHw*68wCH3&(?;Iq!-olm9><Y5EI6y+
zt$Hxp`l10%lOJ?|n6CY6$EVtJ?*<rViG1*cC6=YhO`G&YYD?fwTEx}`oaOvs$uWoo
zPmB^6{zN7LU<(+v_PART_Lny8NJp^R12WZbz%KQGG4uHiV4L#VsOu25J%}RSF2-LZ
zAL>$X`T3^U<koQgSh)j;UsHo4+e|?$sT<W*S+>fplm)Ep(FRwKhSsI4o?MlCipsD%
zr|@!?WSUBM%rJ`ctR4Y7$+z}JLJz?wsSg8SELaS{dqbY=fH;fpyJIL*d-dD9F&JR7
zsTg_AzQhgBCpbkIP1gbm{-L56mC)t1+j)o3O9{B-?k^@C+c5@L<6Sc{MW7b=PB9ta
zR1|muOxs%`>dn%#W8P2oYqFYQapXMS&0=6aS&RSk#=3uxC^yL$Bd{_i9~a{`>XqW$
z0^U9a;J;0zJFrX)KYK*{=>6ofeet$FM(u^#Q`~2*5o-2Wka8B7722<hhkM88N6lwp
zg9)Gp@#RG8`7pAG`iymKigG@t%SP3&rl*Li=P`83#Zd^Q7S9ouR+YNLlXbE8=|Q8t
zfjF{|vOH5_a9ZZJ3}5O}0rh%#ZIjA%kRb7K`PoRSr}69Tf`FhDQb1wuY_Xi*HSpel
zfUCcX#y_#nz-cj#_~682wJ3bvpAcsc`xi+j??<C}C}H))8nHW-pgZ-U_SR>&oKJa|
z%ky^OWBYiR%yHhtq;6s=D-Qq56L^wIjODWq)-JE3!?2wF!*m}uO*kN~Mvzaktfe{J
z!fBD5JWd!iY)XEo^4k3~Ub5EspT>IQC=4uc4xEn(Y&?2A8R`Ar05gQ%i7r4<00`NG
z6bl$z`G@wXhKIDp=YS?$W0P<V7I`aXltEp9h$|i$vL(NTBe78$3gV&WIv01ZN=;+o
zI8!bOSGvA2#+~9kx8y4yW0cs-R@X|V=?zXM{W>+(<p9FbxFCNa?*wNAkFj_@#Zo)&
zUmjwHz)UW?z}myoNI5)#lwsj$dM@HBzpyIy_4m3~vEviGIHWR$sHU2WE((o<!M~Qf
zzZZkwD8n~W5)`b}DJZlU2m=lgFJS=ohkFrI<bKh+RvAnXhsps5y%DHxbX7VcGXaw#
z9`k^;f1D#H+HC%^>r4Z&XO2_g*0LoCni@$E#zHkb5aLHG;9x`~c?giCCg230?v=zo
zpnF&H=u#v97-BFG33N;!3+zni6cTP?i1z6B9o-$D6p-i>rDWfa(>T!hlP(Tx^ojkk
z=+pB0nw4Ul_5T9J{d-MOW*T&Ic380~>10<xcHpV5hD(KP5s${%(n5HgiyLW-XQmaS
zTp>28Aa$6}hF46?D|WaI5^GQTmPe?bog71x=-Wn-F@;(aOr<X&vd~D%Bt$M_67^3K
z?daiTnTeMpzNSzSXhq1Srcx4twW4Dj!F_?CW{m3@OyU>IC^%v#-QlB#%2nZ79lX}q
zSFC8uR~m%u!ehpDM*$2!g7yVSZX(gam7Nqq4}pe=Ya+lLE;+_k5;)>$VZ1aSX;8e7
z{3(sTa%7%R$zSxa({9?^aU|8VvVes8qz#TN;}Z`(FH#H9rXxsRs=7yPsY-r;6@fnM
z9-xu_5N%AN{k0qk9g_7z=`DY?_jm!a!P_M;r-MXjOXHWsaoxMK!x3~VuLX3=-%62P
zjG%B%hz^=ZD(--@b@8%?eTQRrQ3_qC&`wcJXQL^&Vo1K?;&Of5r6xut{)aUBL=Oa_
z|66>|EB+$wyf2F*I~J?<cus`AH|7N(dehS~;1mBU3(ekaL>5G3Q<`h+@wcS7Q*G%m
zZKRgjywX@yS0HDH*=968=^rCxjHxpir5d%ZAdrmIZ_zkTgY8|2+JI7v!Qzi=Hsz2T
z298z98LvXTRgQSF4IG?iBH*eaWywVY`Uvzoi-UqK91cf;!+(P6G=UCK6J3kS_El<S
z8nYbpox_Mwq!fO`19!M;GI^cQm%5V3f9Ou~E-WF%0lA@4NXMkyBXOf8?_Z|gqI1e+
zl3v5IM19wQ2dy6R+!(k=xeb5J%z83iV&!^`2r&^g4ErzP@T%f6LsaOwjXqhtHQ}U7
z>XiLum&ueCDI%Qsg<i}J)`xDO)S`Zr0sUSbNl{6suyoRpC_cInL?g8@jHG@f1`9Ii
z=hOoo)5mgI0T;_=kL9xa&}@Sqy^UC*`mS8-8Lp5;c&6t`<)Z|(+26`g4$k}IlfBM(
z`r!cSQJhSD!$WPq-l+Ldu3PqMzR`F<>geP&1kEC?OP{dxYdQTdd5~ZJHH^|;7)OT{
z-;~kQwgL->3W;#V;r)7J4g#o}#$t#Yc_{MH*Bd@_<G0^y4x`vws;lO~O6W%%9*Q&7
zzRzXysf;6qU_=u3gcjkYxZJvc59m%!a;*q+HC7~{0aS`n0h5)lH+B+GWm1unCp`)I
z*aY57Al@U#E5QJ95ynv?e)dYOpS?)G$6!x9pa~26SHT^I0mB6d)Lwe!m41{=46!u6
zFstRPxvJu|YREk@!>jjfYb|W1if5GB8hvROHH}DULV(#Iy?#wo{2KpYjzbCkVMPip
z!KqGtfm=;2fxk10;A~Geb8Bs8kx%ip*=)Dgq!dbjdaHTswpGBT0lc(GXzBc4iTrSU
zj=H1E4?K^vsgX2#{LFAteR^whAJbi#2Jj`4-zEE2Kfa#+z1KY-VIFn)0g432d?LvM
z6CBi73stme|CDEqVokPxz5Z!)|GV9%PY?dNx4X7xis1DWZ*eQe^Mkdbds(zjUjm4>
zT!$8O6zggNkz(VYKm_4hY=7QZ=Qyncotjs`uog6?Xs4z$>Iru77JU?o;Q-VUC729E
zQV7k$=bQ9ipck#n5{MZ+*3#AfqI02j48Qb<DyiHtQ7K$m^6NV3H3+-MMPQQ*Ox?N1
zQpL$UPALh_Bdbf^sFzK)EBn1)Dso^Vwn<~is6&$}q1+6{<AM<YORk~5lF;L(XlTUp
zsR~_@c$6&JfJlA8h(8q%GvcW*2s^y6U4Y$@!qvZ@6}Kh1R%%BaG?hV>3Xn>)Fq^;}
z^CyHpbUA@F8Mynnc3m?0myirQ<iJ@*yVLWT(F}A|%_Q<I9V8iL^DFKje`}lG2`?~j
zAUsP>n$zQfhaQ4<(n0O<l(+7bB`~HejbSAf-mXjHhHe_xO5*$J&%?KGpoUY8D%Q57
zP*aSA>(cY}U=ERz3JORf0zdoL$cARAl{w=w5AA4L!JSem7j3^9B-tqDaa+W}l3dpE
z5kK(&K;o5E^eI64GPblJCE-j)sdf(@qlnKqhV%E|u^53+hV;svy%+mWeq1k}^@rd7
zfGs*mT-^R}_P);p_dtd}YCj%$X8RM_X{U_}c{l~5k=9*#@>2t_%vDG(BWc)mO%1=@
zsUa6LeQZWU;CUw$xtR(AYpNYckZhw;hl(YRT%*V^&dYCzjt$8l_`a;xpb~W1MY!7a
zR)3;BHVq;REvjq0MA&^O037+aJ}$_1C&-88zCfyio7KG3?SvH2kkjCOM`v7TXi9*C
zPLdjgf(wZos3<k9w<&n^ZgwU^J@`mb6*cS`<Uhwa*oJI4wI4cW*gO)}%CqHgk4JlU
zcr3;>s4Nv;x}Rzd@O)T6r+xi|Zc8Ajk6*zYZy#E@y=hOqd6;P@GB?&?&w4mGrX4ov
zs*CZ7EGh70X*k((-It_@>9v@AHh;+e^iMHEK&qF_h3uVQ;Q2tjlc=yA1u(IecVTJk
z;}!4l!it-0AoMkHeUi&e;X$+S;Hlte;2tI%_?$OySnR!g@qc!=5B7`u57fuWJc@`_
zZj(~O8;ldAn68I5Z{XW|-@SPL&-(?offvGlLM-@y-mbfxRvzW<*MBvG1IC-@0I=u5
zOODv1mglxC)xTs6D$~3A{<`<wcz}O}1TEC_<eC0Da0s^XBR6^md}OFl_tT#_1^NXC
z9N_i}+4tXqTdPYtMQfXU+&a|(N_vIBJ!ha{6C#JjT_0`4pKysl;u9!{*;+D=Azc^J
zRL1T;21$mYSd;|BDmUnrvIgk#$MnrRWjsf5W!Hc-QX_Q|)vyCRM7|Go{2ovc-xP;B
zBYVTs&a*0&7uzqMKYsG<tCtVu2#EXqZp!cUOuRSfws`XMZ=YO~VF$yHFmj^ea{U6w
zjoky+nBp~qsp{P*7RgiT>%qg9-|imlODD_iQuui&D$l@NtJDNy!d?8Zw2((kl75+t
zdvqz5skHeRZuA9q=RuXANt~Svh01x)5{F=HV12Ip7B}c1@<+HN&40MQAiMC+3L97(
zZFw#iF;)-;3zkrP=QvkL>l^{B=7Jd1#DG!>(7#K+`#8?aNuwHa^GK(^J{8Te5MP;S
z9O;fzw#HhKXE0y%5i~AJbag;T<^(JUp5u3iKX<>E7m7%zP;%{6=PMitm+Tjhf>C?@
zI`Wk`iE*;R?u*+l7-3#vyPA3F2;50IKqT&EhC=(a3BWr~Uam2Ta#R3xoyzi6Hmz>~
zEyoPVKs;8l`T51Gm)pBycRvC}%=MCu*FbhQo+$cjFb&ZmdI%SAnJ3l-4Wl4_gwXr`
zWv{!2UoW2R@9pBo8Y@y1S#1e8*(cB=xF-r}<G4QrG;aRj@iPe9*c*Ydc2l6%jyoXg
ze1MCNxigVGhgH$HRtSGE`lAW9JvMps<%|6v5!m#7=e3y-VSmM{xh$#x$sF)sj7``~
z)*e1-ITm7U&YxLtZSU>b6X>J5PkayQL}&=O%1nb?^l?oSf|+&LXtR8F^u($ov_?1V
z+wJeHH*^vC^XU#QI+9<3gMF~w1LDeT2)dOWofuaHtS8U^vHff()`wU4V*lXLt0zx)
z@P6Mv*dRG(Bo&c%jX({06r+HRv>YNPq*EA>`SonnQ0e2jVfL^(p=(OS(e*;f7zNjh
zJ#iv$a|LY%m2VQ?9AD6{3~cBmPXoX#GCoBSBaaOSnb3Zwr9rvgHP{s8v#76+3Rj$a
zgV|qi1kx~CE5;WTrj1Fl@vkaqFXf0Qn#W$bm^$^@AsiDoixW+Glu8>rr)&#D!rhdN
zPTN@{d_&tJD|KqFIjk*PlUFKJ*zV(~qtOHW=fuYZb4W(*p(3$aGtq{5U9nCf^lxR`
zC#Akq{ws6!Xj<pkcVa8kYL6pO{Me)4Vpjd@r^%^D^YQa#qn4qA+~s2&{bes<(`01?
zF5cfuR3&Zf6)teM`82#LMpOB1`^O*Cx7XMD`r*sut*>F^C_vf5w(bQK`lk#h*eNRE
zZBbY`!27gmU!8r5B9T})%}H6rCQslc1URW}PJg4o0>&x(WbC!7qc92P`cLLIF=QO0
zD@Zw}(3txuLCfgk5nNHIJhKZ<w>WJiuq4$|30xGxIM1jeM!K9zX|rIjZ4J626G1D5
zZrFMXiZiMJWoP&Cljm^wisCa3`N(8JR(rrB@Zc@I$C5N91qoh{a86O+s==qPc36Ez
z?If#5ASBO(VyY+(kiL@Sx=3J_qF>aLyLQ#DR-!9%MXD9S4$$_q_osSbJ{YZ+S3|K`
z(4Q@Ji@KJCW32ajDg@OKjVEW3sIH*BJYq0hkd;N*;cFaR7F`<fIb&^snIqz^pmV(0
zT?ZSNH`r;nwJF*x&AS^Ub!Z8!Q|KRobm|VJXqR(;79ft|Hzjzvg{6=ej`p>p$W<if
zJUuc;;&ra;>HzYdPEzwlA~K^F<P{=;{fYwG*#DVUP6{gPWR-ErNLm|e+x}H*Q-@P0
zrqyu~Nm3iy-T#$qQ`fUH{}-$=iBXbD02d+f^T=doQg?zw((L0Gm|gOMQfdw8jA98l
z0USnDRNx;zeR{OLxA*wz!*50Dz@qr$8pDyip;Qzarv<K^G|>Q;kka-_!ntTR^eJ>H
zixL-wG-HiWx3L*{B-j)Od437cM^r@AovJKm9<t#Y*;6KiLKWCQ{+RX89z)ZLNU1?p
z*4eoo8Bo~Z6sSKEXdT4}U9NW}m(1x_Y8_y#?Qt#EbuKIaReTe3Am#xel2;fMau{AF
zbgHmry=5RFpYB+fbp-8k;ZWhM2>9(OYbde{lDOR_>SUDtt=Poq5x{f^RbgO>zh9-8
zrbYWDmM|k>ByndiO|`(r$l1KNmK6v#_5lz~UPIg<>~gXb>s+4A$;qy>4YxacW|c~#
z*)HPqpa9wE7!@ss3Sv9~evwSmDaKrjtf>i+LVTh%?oxj1Yf>MvwrXB!CvFOvdBEL|
z2$<A2$aJ3>hyn*lhsMEzc;jWlQGCsz5XFK%&rq0{WTl=B2<+-H9%f^^W@M!7>_5?$
zni(OQ&#Vn@&DLExp|XcHAu^n3#t<T<CY7Uj`gZ3Sr_^F&1!B9lOoKN(?iM>E`9d|8
z_%@Qjk}TY4D_|rWgWhCHPtrk2O#_eEYZsd((P4>RaU#~lCKxGiAwd-Invj98Rz%DR
zUqj!a&dM>8rrrj#q&&paf$X2zutdJlz7IX(MX_867;IFgqi5Z7vo)F71E$GTnN8Qv
zdE3ul9PB-O2{ze%nuMu1Ee2TD)6kWyB*vHS&qZ{;W_cyDZpE5?kR!|z?)v75i+0|k
z@u?XrdZH-u<BwV<oXY5>+_IRIq!AM??fKo}^(KPy)A;o74U~J#X8z9L0BES;0le<w
z?blq}K`)d5(A^=tT1RR!N)m&xs6F2%%pKz6+;R5vFUv*A<FGSEZuyD{yO=PPg5+r&
zomd!4%@{KJNHT#iPh2IcKe3}jSs&x!oBr8<Xf()3INBGvReH#a#rUygTRLVa#ta$j
zhhhAEdO~JRnL#unr}|KQUl*+xm}{J#hVfU`7(5DNb{k)s>x#+FsAL4f{*mLKKmlic
z(TGqHWd2YD{U^hl52lU~7>uvU<o4d#+Av9bA}(U)g^C>rd~9rdYoc77FtOkhkz}7F
zxdi`FSq(}<^jTa8p_0^Dhiv^5wdl$>8F87FOA0f`_1cUw6_<iHT}uU-PUf9sHM_4N
zKATpcNr-A5Pr7d3G%N@i%*RqVUbNBH28$JINB$s{Q!tGehN3ulxD7V|-|$z)))Nq;
zkm=nUA%8jp2J$%4hKm8CpLaFJ*1SA{QSc3_KTz2{D7sNcn(dS>G<M}qT`#05RjyP|
z&)}=*DT97%Ajq1oeJce!!w+~bRu+F}FA9nZ(!!uPtKffZf>S}}Jvtgod3&rZxOnYk
zF<xkq=)$y}OcA1`@`!VoQ9k3IP)6s5S<8pnnuXr3Qq`CoS|7$d#nbrA6#)M#S#6X-
z7u;j3uX-29y_1t3_Z_ph`jScK>7dXY@J!@%AS~WnJ*(PAP!gs%D7a9WjK^g*&7zV6
zq(vC@SwwGJw_ls^S;R+o1sK-I4I~lS?V!LD0K3+am&VI=ki4@CKyBleDIBd}5CSo7
zGAsepwbIap4{n28A?a|2&-VwT_lUabedit6H}z*{<Fw`_W;bXCK?jKKQWBNaQP0rG
z>pTpZ-!Ahw%?;ZXB&%8Q6_=AGsZT^Rp#b;{t8f`uDfe?y5XW6eiI5n8rbI_Y7rG*{
zs1D5+FN#m5XVJY@l+hpfz0!i@i#H8CE(mF#3<mJZu7<cP;;k6|iB8Q}23;`kSc#*d
zUqD-460N1+r7PD0gb)l85IpUK97+xK{S}RM&gO*2*Bogax?$qzsYZYr^?^1NCqi@~
zezz4FGwe58nE9!?^5X1mejQjRbx+OJM@)m4NZfd_#jxAn-!^m+@!Q|lAiJp}IEr%G
z1GZs^?W*;X6ExsseY^WSfYZkZu$#ymwYQ}{n3UO^e)+5$WB)7%HmrXjp(ay}9=3$2
z@^~xECKl$=h_MPXW;Pt#jD|QN$wIUfr0_ryff3Ojt%tJI!3gmvT#beQG2{)t?jQGY
zSlI_XKK%Rr_Ve8Xq=}tldw|{KRa{_~VsYF<D%DiaDUav$4SMf-1EZaW9_Sb`tHeVQ
zbxSHDJhUaYI-{Z@7<$MFKoB?FnBIrWDFGTAbH-m}u$}q1nToMVUs;GU#a2`vC!9HK
z;P-uBU<fI#FLxjBzTADzq#d*;EzO2k3Obc_n)_u4IkCO5v}P)+l0-WzRj8y$&2Gwo
za|F4XQk(e`mA`rp5K13)8=u{0k9Kz+W1X{_pHynpO>9l8q5~BvPU%>Y!vQN}gIH>m
zH>zoyAaBTt(sB3QVd9a<ZFyi=_1)AR#HD!HU6^-Ut7_*cCo@60zFh!=(2YP@Ueo_~
zv!dAJrIL(3ZAO;i>@bYwnx|R?DfbwSQPPE95{{B!U=9yiN4w8sN>Dn{L}UAyscsBM
zgVEWj*ub%i_doqRn$t-ueni0~YDpVVX_};R>()AMWKdp3a0NLQN%M{{8~w8+C~;u^
zfW#ml9MjD0zk+^oXb}%6t7q41YG2b~`fbyQ0zwek-pq8OSZWTc^ExqCYs^+aG0P3}
z{@QdXM#XCo*W3u#Q@=)k{SGLoa$O8K1SkHqd0FhqC&gZG+)_Wtw$#AOx$I+VEMZWI
zL_<d{=U@?H3|1#OthkLdq`n|&D~)sd+|S(;nBk@P4fWL8xmTx79gG-pu5284D~rFW
z&+V^2;fC?rUOOAAT1+f&W-f1r#3zN%+pAQ@xuNB#OX^+76+J$=S{TmbfP{@e3p|l@
zP~0~uGrI(4F(rTn`LE(rW_~#V?I$07`W(Yhi~a52h;s<WGnJtB#IF_?H9EQEw=|#`
zLQ*y<%QCBcJ6K-5Cbh~ev$^t#R}9f&20#ShoPyCvS7Or*R`j`(={}x<_sxX0;D0-I
zv;1##m9rU%>m?30!6yLo353rca+oBVt+mrpKS`$rKA*6jYDHbw(;!$}71s52p}w!M
z=eTGa|IV-acYaml_1ug$=$Wz_kN42Nn@q1x`Xj`PVsJOUa{;tBEA}@=8(41z^C=25
zem5TC=l0$!Y+S$SU&AoU%V+X)&jTI!sC#bZBMytavxQgJU)*yb_{kS{w){mXbMLOd
zy1sW8W%l;(_zV2Riyx0i*LUu15*7X|@EdP`iF($1!1F3}O+r@rIGfMT8U4hwDfszF
z?_@5%E*kG9TbrAo`$u10VO%3$83~lo)e+`Lcwz00zE4enqb4%1ZpI|r0F5IJvT+Kr
z9lZ6Cf+tel@$8U81!$76?ODT6=bZ`GNJ-2HOW*lscWf2)^*?+FTmQY`@GdJ4>V*%I
zgcfM|jnNYKykerQO<9E1^r^=76Py{q61GAVi^g*{a2u%GxC#-#nc1;)17PL|-UmKG
zRx&_Jp}Vck+hn<9G03q_)`R>N{dl=ituiX%Ml}TJ!NAHVy85GC<p@dp^%No+n46fK
z)zD~R-3CQZD@sbw^6hXuyk!Yxy0jB187+FMaM+Z)b*0Geo#iIv%&k@uSp|nWlax9b
zSdPI>hdK!IyFD3qk3wq?Lc>4?CFN@X4W2iA)4WVse5GC?6U|};g*Lk#2MpBa47g@c
zRbYk6T+zk<;g7du-3TQD!w9hzl0@DfVA+Ko_KLDP{67LqKR5`3$U9m)1E3o&>=Qar
zE_8#NQA*yrIA)9j4+!CA0dBkm<}mHYZ-Qa)e4Q#1obbJ+^AE7#t=?c7aH?w`sVw_s
zSQC1JC9asyF|Wk1%Uj;(mB2Z_V|+j5JtB+BO*<3Zy{<j3@13hg#6Vn?>ii|@TwgSW
z%bSNl(Iddd+7+@Bd7GkEl$HK>UDlfawauQ)E^<8|f_z>E1cw0jhh(TlwL6*Dkba%p
z&Sn3EV^#}%a&n4K)I{~<*Xe0fV#x^vkrE-~WeIltQf@W*GT=2d5uf<w9rmb9rtRJ}
zk724SfG^m-J;ZjGiQlANLEQL(yrAxinV!xRWFCsPs_|XaN?_{CLJ(z&gOOe}P5i_h
zo~mwB33}I6zVIg-J5pHDn8Upu*CW=lBrhwO#0NnOArhEAq&2b-L27QHeCNq}vYsqY
z^}`ysu+vQwAoX6H`(BS9?rz@Q-QH~7*}VO@b^G?toz|nrcOSJjH@7$MKK|R6yN@4j
zmmIk-9&LZQz5D2k))$ZNK4g{6))zasZ==e?&FwF5<Llim&9xz27Mva>?jzmZuzyMX
zSMh|u?@w^OHtx<8ha7Gu%gwvk>RG=#9!*B4)1q1x4q<-T)o5ZZ#RlJFxoh+u=RE&8
zPno)yba8P-<(#R>u!qD8oIZvBmun=h$TVPbmz~^p_^~~SU4Z4l@p?M(p&cQqk%2Po
z;hY?1j_BD+PQV1P=xuPCTY{UO2bG9nM4-zVMcTeYcZ|r_DuJnfoC)BFnjXF2lw&q1
zvl$V}yDreUPROvRuBz#o02~d-gb_3|@E9*|z(*qc9!|INVVG6HzK8Ov<iR&H8n76p
zPi0XInNABYq7%901ald=Wx0=(+dKc3+pzmW<#E2;-bont-*PMJ%f+gyK2+xa|0lPf
zFDbVy_mOh@`M>4%MsoZ4|FYbs?avmNIrcUJa6|W}x3^2%*{t9k`<j)jv8!-DMkiO@
z>Gzlr(nW)<ZG6$*Y=6G_x2?ZXCb_u@AN)H$e~H)2n&U5)6l<3INU{Fn-(vl5vHp|0
z(U}ywNCkH|ai6n-zp+?<39;U~y}2b*+p1V25Wl`6M{~HWi-X>{)27YM1b*e`6`bY8
ztJ!R#Dr$rNw*Xnf|CVweC-4a4JHZ%n;neugHE+h8chTX@f8?||TEYLFX>;2CA7sWo
zBIeC0XC7IoEJlgz-0vie${aGy_{{;BH{l;=L-9asJ^{bI862x4E1?n5Kl>bfmalMU
z^KY9n@2*iQx2aU*vWv%Kqzb>s#eZ}$?zU%W8~s3SQ(6D^Fc8B5VUv?7OuX~qus6P0
zN<&B0?+z`-q03PwjZvj{v<~~&p5H2tvG)Y0)$`^q9)7xlB0X%}e^9Kx9={&0t^iQm
zu&|W;bmM@lcwOs}jD1@|X133)c;UX$ws;Jkw_ZG!^Gyra)PHMlZdz6w0#TCGWt{8A
zMs|3a-jt5TO*eeYC@*QmU~fz$mq$sn!g^943mWWM3;}yj3@o*=#J?@`XiuY?&Bo8S
zCcj`co*`~%YyYpjMe3YG32|ag-DLQgzZ5rpcXidbozT0(69b>*Y<)Wz9d~Rq0*;B*
z$9-(ug#X%f0&b@_7ZEA&jej!|_9d@J;@@#Y6T4os0E#i&T3=P5&w+CL7B}HZ!c@O#
zaX$xE(+EmM9L0edu+NY~yZRw}+q530_Xi2WSg}Yj{uq!|BIGc+ta}qivSncFYO)GE
zmulpIHuhmZ#0b6XZDYNel=~kc9$Ig6xC8x?AI>o$KSaofVQ_$txV5Cs<^GQZ2Td%C
z88@Qsu5Lfq-84FqSR@C7<+S~Hn7EPa$?&EiBeR*LRQ0Mxw}I*MYBf|TX<e*fF;ebJ
zPkt{AbO<hKzrb>{oS2CFGejtT(+HQyl1-pt7b(wbm6fIY7?8>P{`9=rKnvx}p8cz1
zUIomXv~-at2j{t|aZhP2T<jFMcF4MN=F4NCjADUp1rXn&b<bCZ{eTUQGF2z~Nm*}(
znzCd`jCB=Iy$L1~yRt;KVSccOuYv`s$Bo&cj4&mc(@XJgI_<NstYE9ItX0rX*zuIw
zo8_-}_c5)%=DqIjbf<?8Vlc*<f<(HAxzq1*B|NWC_i932Sq&)JA2VXSuQtDS9acmx
z2h*-OZ^<?DAP=r>W17iKt`k@sFi{+L*H^zLwNwj#zP|dhH`v2RK%l{bi4y#zEWV0z
zdFUIXt%P<=Mmc1@e$W+O$UAEJa86%c%0igcb5gU1!a>paMmW}4+t3B(_Wnu=Qp){l
zi}s$q5Xms{2Ri6*xQ7#4dG)duVXZO~rLHYH=YCFuevaK%ugjXcAZiASSJ<hR`+9r-
zyN56Bgi9!BD?n)_UQe-_Jg{Tj^=lf63gl0hznOF;3q6>{77h44?Ju`JN17pj!?A`d
z`Zv3*0s!~B=a4vel9qsXn{H{**uo!mVj|Ap!Wa=}cU#;*c~`B|sPMILh&|uI^S<4N
zq+|j0A70|nXI)5t0-u6ljSBoYnIJ)a@Zlf54=~f*r`a3Rv#2lSUzAaaln9!-+_JG-
zoev#$hy4PxcV4VL8lx5Rehz#`9oy|e9~yhVJMLdjS>XTZ&xop(`|jY`)4k4F?`h`)
zwrR2Cx8wdvrPzT?19VJS=*jNqn`xmz=fi&gOsF9&$!}nGPkcy5KCn5+^?ZbbxP~X4
z@yXNv@whYY_vmal0t9MH?Yv%M?!4y&Q<WU`RM=ly-#8M@BtuU@?%Ca$yYE0KHXHjB
z?%~Y7MQmP<MpF(R&Xej2`5mEIBUnd@92*>IS#9;jP}p(*s>@5eiC@G4lp9a4E??l_
zm~M(bn3n8IuMS!|olfMZ`TNdF48zyzQYwo>-<A1N$xJl|h<f~kE7XSroRaWrIO&}B
z9zmbKmGM(*Q1V$`kN46tkWb!-Lpjw!R!OC1#xVx)kzmLL#MT#|Z{6Oy_qQz@6qMLL
z?{(i|?)2ha4+qq-)f4@Zu?)tRWz&fQD}blvQrcvkQ4BHw2}NPt9Rc@-AAKZapEdQa
zYo{loLzp_E7BcYUns=wf&Zv7uCrMIlN@6KZ9bcX8f4Ddv4U%?p8rkRBL?YOS1IQU0
zBDQxozq}VI^kmqD(IpN8;hT&w3s?{+QW`0USv95S^U)6-O>|0_5LI5_+Utw{e<w1K
z_b7Z<ZZux-xBIMF|K+mR!}MVmv#2)6?R;vD$#$tKE$yoT;xBt=I1;@#20y`LeS*_Q
z#v|Sl5_OMu{G}uV@;d^i!hte+K|^V&172%M3gP_s$-~L+csv@<9OcIyjE@(d-A60&
zlza4LsBN4fufYL8>$FkXg}wIfW$&~%hA*YJ58E6MiI&Oy&M5|0OLzak0s)`&97f$;
z1bb>*xv4Ay<Qe(`jby}kf7%7b{0R2R?J=u__y9&{4?!B(q_l|78zs_!@~SveVpt#9
z6`IW@I{E<|a3Q+rYA~P&ce9R)&qwbVs*5e+7!z$eC^a|PC51{y8THC_AfXO2Fl>Y=
z>A-eU6^$au^c{|ZC<y^UM>o_F!l=^YPR&P!hr+P>b=CBSHbjpk?h!SR7a;3F<qWP)
zdMr_$yEuC$h44z?rf?8c!BxuQY+6frp5dC({>jl}I(b+$m7V1iOB7h*T_5ilCsYYk
zQmnw997t*aH6C$9=;UD^9L9If**@Tncrs;@xG9<CdKi@-_G2V=FSQ7xnD7N}(-y{x
zXk<3c(FK=$)!^Pd<rT`)AK*dk4tWB|!~MM-T+DI?&z6y-vKkJBeq3DY)et$q&>km?
zi|+qFPxpIcxCir!(gaL<QbN&?sYJ;FB!zHW%{lx7_9B{Q@z&zR({y0@`}j;;2r(U{
zZ}ib?KmyPiV)Hd$UcG!;^R|4=eO(cRYM$)!L)ynw)4E(c*CmorQ5Y}aagVLLUS16c
z)CcxCf3R;mh@@~<gK+QT(Ey%Zf>~bj)v)W#Z8XZi)4R}lna@!0-CFs+-+NEM_9$8?
z0<pITV;-4<QeGb#OVlO$ePdnaM%L|@rhx)_60eiYP`s)yYw<V+bdoZBEJx~&dEuDd
z>kDHN(#~gXtD~<b#Ub+tFJJA_6h40Vbbpsw{>hHIv|P!34?(S<X)Vunq@JM+D5n7)
zE`o!PWfycrFRsRhCBY!E)?v=z`?wTGiI=$N=&`;4?T#SKPAfQ0IK434%u0pZ^D5B$
ztkl>FeYF6dHlD{`toL?Zi^Y0oL|^{%`eMM-wV1o}puzA3_Vjc|Cs2V8xH*lv<E`6U
zpKmq(GuTCmuLrQokj}OU%sgmVruz10pOLTYoc^si3kElT@9lFLidF1j*2>I1nXcy5
zkPa}X+UNDHAx&v+HSAjSse0NP(jc^&#rVrym(BZRBZ@3Ni0eteBl`}lRg=*@dr&j;
zql2ct95jf|Id=Rg(Yo>rrX2tx6O9X;*N05fg`l#n{pRnSo=q{#99NlJ#{<oA<8hCZ
zH)mVm!jcd)@GWGyT7xsyZf%XbQiEr48VCrBMq)(M@|-d|pMwDzr-T(3rb{ON&mQ9_
zARo&+IIs5Ar1#<!Z&43%rgb^wmXy;t0SqP3LNo*uOROOxV!x$+YaypiB!C|tJk2MM
zS{1Kr+QZv<?csCUmhr_lh>GBFZw$lbz0BvgI2#@U8}S5{V^^N38<KQ>)n3_Z6XFh#
zdy$?%UP?NNUFK{tRqC-SD=fbxP`?y_c-s&mR?d9EB;MTr%ig;HS9YA|fkzbe8q2mE
zE4CcJE<uigA!mSjlEdN55EwjWAmL>I!x?&p0`a&2t_a)<-g_|vn4(Q@w2tESL(a-s
zI;AACEmyP~WmnG171xGY)321A)mB^^WmnmFD~coAO5!A}l*>`d+0uUB|LD_w?zwo7
zR7v(4<e9#wPe1?u`+xP{-D0X2Q@k12VaaZ<W7KG6M^c?L9(h}=U=A9w%*&i1{PHxK
z^O8$L`3LJOeW|Q9J2kR~{Tnl&Wkv;*t!#vTD8zK7;u5wiui!QeU>w^TH#J&G$Qy|T
z1z_ZzDrFAuX+fHnf`i<g^qnn~vd}FJAF7-Z;~Y32+Q8dRBi={#AgubE$lz`W&JHaX
zZbp=Sq%ySvbwD*PML>&y(TZmZieB&8;$6F;3CV6<XVuu}!ei#KQI#9K*)*M^Qw>J@
zU5q#)-j1UI&rLw<<<wepa<(y7GT1)qs5sTyuk=)m(H_*ncw4rFI7BhHaE`d7r6%m1
z+)_UUDbHLM&`?ke%tUKH)EFG19W{Y1Pb<m^hL5|TLJ7C<?<wXxY)g=z2#{dJ#d%0+
z#mKZcr!jiqst7)I?gAvVa5G78-z)y;d182Y;wDaJFhDk0<H2(#xfGHqv;slPfpNPX
z2F>RPJK;mU3afz~l$?;+e2@f-je17imd)W2hEu8p)dXUw25YC_s<F0JmvfGn<1=3N
zf|lcu=iAviXiki`nz*bz*nV1Q7-k-i+OcTR1{`wpSd_}sV~x2NZb`7)LLykeT)Kqw
zZXqQ=I5>t|8g$uZigF0AE$qR8LY;ppe%)@vj9w#{7B{A~RX!x%VOsL70pzWe^b-`l
z-3E`I!I|lLMC;16>LL`fh*g<1kdMEsM;>#L1e%8RTvRYx9fW8}ih<M+-ZpU?G=CuP
zzR*cwpp-k#*q-@h(H!&N57kEZsJVq?EZOXZ7|X*GU?;vpN<bWgJ%vkttv=Q)v^5;$
zQg-r2Nh-pCa;i5}=>()MqJR%0vCq#GaLG29^K59?+W{{{40dHgg)KO!eumj6gr3El
zET+p9)^^i+aM%P9#^$PXgi)Z}P<;g>4lRCLtoodK-IPI+@RO9@m?*E%C8p?ucT}h#
z52aD+V~tU@&pj$2x0+s1)>%@;n6_!J0dRmfBFZpy#K3l19NNJP19ECCv^Fl4I&>-h
zRZ1#%^U2bLQ-I3=gp0?hyX)i)C`P&x&t!rxE|C^IIa13|0fmwdV3|ggamS)=LnEv+
zACjqt_<qhbU~7h?7`1eIv(}EkL6+6UGciNZPC(*<0RgH=w{eLMZN;>GCb#1yy*691
zD@Rxn_G05c7X+{bHf(!T6`&zj&0d~gTWFE3<P}>3(g(SMORf!A2C>*D<g~OQ9W@sh
z2Mqw;c<=>~M39daT03Rf1P@Cukefu!n~NK>c4M^@n|yG5zC@#v=5g4S3`t(fRAY2!
z8DhS0)~Kiudkr;XDFIfAd}Y_|1G#MpfL7zt@ybbKD+!U98&#pvbNZP-kzoOtP*SO^
z0UI2<VJ*qS$r2!zKnN?%LBZ4&y-Pi3TnR&qyH+7ID}v9Q+=)H|;VObn5z;ExHdUYH
zRM;02qz20X{^$hANOFgIe8xEV0dwF0Bjcf<e1NxU+OPw_|6<oi*a{Qw!a)%m{g`<K
z%97*+*1EcM8=Wi}V`49Hu9T3<$aQ?p$$f%I+M2n!(U=-(<Y;{zT5XlCmLNdl=Owzk
zD%olV$q_#kbo$^W1!OdY^q%JPK+8&6JhstTY>zF%svM!u_$G+VovM5TB!$9)f3~<T
z4Ielk3PC8b#FtGf$xTFr56G)5JEGK`oV~Q=Ns}j`)oonrQMeQ#+@*PC1q3@tcffWM
zz^TUU{QP*_bHisErg(>Y0!8nsw$eu~qC<|OF4aikowb$_mA$GBgQvVO$3HzH?gq_F
zaTnB^fUyhhp%&K`+vD}v(w5MeBFLv2uc_EVWBt-Thlp$bGFQXxrxE6rYYuz!4Oj(f
z<WqtK=9}sr^XtvV_FAyLBsJ&S3#imVtBwX-mpEg)2AG$&hG?iQiajwLpHiv}dtP%f
zcj-8LymAKpNl8HL^%0LYvzg0?7oLo-B8?-flNs2@4}_N^aNb^SKYaE|tv%CdLRyjQ
zBCukBHP_7`(MW~Gp_WX_AW3-wIFOl3jw9$0owlgxslbd=rng0Ly?q-S19;YxFFeOi
z5*$B~d(6$T9*pc5LRn?yylrlZusS9`94^M0W344XIXzu6Up>HBV3|>_8W}==1C>#^
zKd4P^a&+$h#4s6LRZJ&kih_-;*x#uUsO_27^muF!r%2>AsuDpHP83(fsHp}x2*wnZ
z#&wRb)f>%f_!M*X61)<@d;?v5UDc7Oz(gAX)Ix=O=l~<tEub5iU?lw~g0{<0z$;ee
zH^|~%1VS!9uDC=K+HP-cw~4bfv_$wyTrEXSBLW-<=qB!8=O}qZ%v^}YO>DNs2*N$o
z4^PPUse})*0^?VpbGf2tvR8@9Q`+egcXKv;!@WvW(W$83<2G2RB{af8o^;qjt<jAP
z$c(h~YSf($o-`ur;PE)ed?cts3O^<4mOQ9>Y>RUXFiJUmEymBQb`F$(b4Utu#@t7V
zuO}~3h9p}FVGs+0PML0B<5qoTh+0lG;m|)P?q=R@XCPq(kD^}#jxbwWz+qeV!hAWf
zHexz{HFyAl+PU{^5aDr;<;c)H9V|q455g=eB9iu(wZ<3O!Z%%-uCB1D$4b}`zEARo
zq6mRTc|xX0xJtY)_3$2};n{idi`m|a)UTu&b75IiOH*x%w*}dyWqPe2Cz-JmpZqp$
zOX;A)-qAE9QWB7_yNbgVyrCG1$pHk1{HiZ+0q9%w67xy5-I_NLhCNyA3|bH!738et
z%Be?`Jh(j;gQon0yhyy`7wcllhf(lPBq7ZkE&gvstII(Mq7$zY8ko>ZB9Re9Cxj-$
zC<ZOAthjL;BoPOcp>52Q4hzoBR<zTyVcD%V+kH`9(9MC#q2X)eQ==Dd>dC&jIG&aj
zESCo=3#k>AqRP-v%`1x@(Fes^&H-cMiXTym?w}^skY#8k<_QpEU`K@|9Nj1!OsIQ^
zQmNf_0gF0iB9+p6NBJ}l>4T13Z0SrP;?4Et9GTrx5jP;GOGN2X4@W*OSKwC^hrjxo
zPeOqNTU`MIZYO9JcLwtBi4$0AIKbi(P!8y8l=Ca4O${Anbt=Kbv^Qeg&M9DI>Fti?
z5Zq{aE|IVtF%CjdqN-H50%%`1qjJ*YxK$iz$XMKQ!kGtKcFbhHGIEPf#iGdN%9way
zX_82@^4Pse0mW$5s=AQ@qr?Z&tYR(gRgj2{m6%2l&>ciH#=Y+NRiL8r@Fn9Kmxi(A
zDvb_i&KjZ3bg$=6gkt1~0Qn`K>ng$QmdwBeKr!SBYdktU<~d)`aZ*)bPt8J;M$?A7
zH&mY?2I=Qn*j5_c*R(<l2YSJ6X=Xgo6tsSf?o^lMe6^V-HtAsDlWv^S`-qG>KkE?T
z4$02`3|DhyN?kDzrNrkG?5iky9!OZ4wM!4<Mdkg)rLtVaXYV%<*o4FG)TKbhx=u{a
z#Js#j9Q5jpVM$%Ev5L_LS>otOJH-6i+GD-7YeV#dUhkB1Nfn3l+T=dhz&5>w5i>8g
zviM0_s?&9aYuAY!PGCeCLgi7MQ<a<=j=yGkgbgVZLO`ANX24DysYxnYY0oyzRKxB?
z_pFF(W8@#h?$VGHE?IG*wEX%vFSSgM@^9P-MWtFfVLnI7d@`OGj@$1D9!lzt+n$X?
zBbdEoZj&HcD9{A1AaU&j+wqZ!9IiSPU3y_Dtp|i^7j;qDjoK1M>vw9+hHU<gmaO*~
za*;W(q`1{u!bm@3PVo{Uh>0$hwNdp!9T(0S$xwtZXcRyNxAS^%PU?gy%_CSN?2{4z
zP?~7@$T<`)02Ml6R<AaYbaRpWa&c;5(SOGr;c)GX?4Ri`em~xkgCZw#b<M%=%#{nN
zRtJM9SN=UsZRK}O?d3Z%5?4YEQTg$A)-Y+<64DlG@b64JTf#o#wwHZpKG5JRJb6h@
zJn)7^uGm1)V-D#eO2Of&BRfV|u)3+vE6a*0ARCzARv*EbREKu@I*gE}z3WS|=hbbX
z)Xv&)j8jMV4pCc2cCQZ~1R8}JpD%9Bg5j{GhncndY|9U<66UoiY}#VQ&&>`=QR9=j
zx;=NK#MeyXuv@LMDZS&k;mkfH%u!U|9YyplJ!vA(RWgb!4ABK(GqwzqwD=p<C2p&%
zEyIblv9oI?{D%1<GcQs=m)U6S^0We}ABP5#^n=uN0Ky%F{xkyO=Hvubi35R11{Sn|
zds}Zb7q_;m&60dW+dEj}g)h%uDRXE$4kljaoru>3Glt7>Z_hsMgBU5E7L0%~0J>ve
z_b=smT%0OHjL7E%S7FCD0rNcSN^5x%>wS3y(-iPo+FCx(#IAzlBrJbG{A4I{&-WPZ
zzZQmpT+E1y;$nAzcmJ~AP~?>qh9l;U+KQVa5DMeb=op@{9c(ntM+@s#*!5Ujt%V^d
zrAXaIkaLG-(yz5~`HGK;R`4}B9^f409xgq&;IL+E&AM;S<V4$>+gozNgc^Y0JFiw7
zm4UZx?LbV#*aRgqv53w{2nNUVm#$tPAGs8cGvQV#J<bH|%sqD^uOnA|kv};}%GZXO
zKi7yL8Y3aj`oj6UE1pE%4tz(Jk$MQ#_6sb#@jeRKSc^S#T3%pj)RMUO!9X#SZkyP*
zwW2793dKUSxQhdvSs~K&H?%n2Y%6;Z@+}u%oBQ4jELe)q_pMM8Wou<bM5qm0M?|5D
zl;c>)vtgGElAZhRoWkpQI+S%(b!n@fb4v<*O1W?8C)L<VevnzK=K}H*!zCO@i&4d@
zOv5Y9q{AwnSV26KJ-%YsM5SWNSqZY+>uOZ$C^oSzX-{;Su^a$7n?6|I^YrMp_YEHR
zYt`4aTXBg=k5DCbB>7G|3Vl|1OtsSo3`1_}>`Icjoiab!B`L5>yDow*kw!w*v<k#u
z6fc7LgZ!^MW+~ki^mG$LSRFR{Acp`Y^UOATxuYQo$Uu_7j~(Kd+{q;-M5VETGTDTZ
zcV!4pz(Nv>u=9W8qSL4YpHHN9La%iuk{$!nm0?Ba6Irv%xE7XZn{0ca#dGV8yEu_g
z`g18cz6C&wy3+~QuXW0dkvaVN4Kd|b_6Gze7!0N>+=By4s!~;}B1Jl;Cdx)^EluE9
zSwION8qZ&pOscsl4<~Di1EY{2PT#^e@vsuITl`SiI+mCRbq-<|1RTBk*IGFIII(b+
z)B|bZd+y&kImF#ky>N%@{hnvH8|}xiY0AB0)L$y9W(Z9m!Ir<tY7?guMPw^VBi|xq
zbZ9axLZxFs0vU>q4l=6gY2#{(ryIGnRI-%l*?kRPM%a0PeB`)vF?gcidQg*B&;i>}
z0-zc;;~Cl&hB07Ypss*SRwNiWj2%Zqp8+X}4i3^QHap3SS)cMeT}sObz><c`E&c@E
zpTMJJFiT0nAUIPT^WKJ&6nOIKmK_g(p2|rIy6nMNVZ9*HDI=9vNOVm*|KV%n{sdcw
zf;B%Hb+i(q6DE|pOe=FEE+aNY;ojSADg)41{AvYz9f|V$x%c+TV2krAP+TPKvT#2a
z66M}*^E5}|CjvNA<Fj1?;J?Bu3Q~`TJ0PqfMrT2Ud-HEmq%vScFvab*zIrG8Mumj0
zmERAc$8J!&in;=vFz0PM*Cy@QQ36{|UIN)<R*~ux4Nbe0w5m&6_W-zeBjf}m4pC%h
z?_r&e$~^20$z_7Wfr|*x|GHfb5m1Xoik16yx*X!*Lw4}XAzo#fSQ+kmIYjp&19sRn
zk#jMf_PL;`g#8@n<st9gVV*9f75T=wuP)!XefrF!w@;ma<o2mYPXQLz<$e>HN$?NN
z9lVS!;~G3v#)Uw;oF=Nt^?JJtsE|3R{hgm-!f#`fi*j3|eSy+dV+qO2j60>wK(8-|
z21_IQm$#cZ0Jz<!B=gnXO>`7Dv77`kw;}^lrI$r%4fhvrNf&}?W{?XMK)ENbv`-0;
z56zcpEeo8Ux#@_NUrl6%uR>1}#z+lZuAd;djTpb~*Btq1S>@n>=y=SXOZi+7hxg6?
zr(FyvN0VT!1bhx52m~wVUJ^k;8Ynw^OC^un?L-{N&4Q`Pww!F2_e*I^P9_#O{y^&m
z_&#hwe<OL2OSDApI9_3N)h^R=!RtT_H)^b|T661{mj;1Re{w01`k_-b-vAWeX>y#b
z?cj8s0NQ-pBRa04U^&00jGkW(wP%9}tb+k8r=La1&?a~y8ihu?p!>SWNC!Y5owW*N
z>eS9%aT-XYU9Yx{S_qj^wblou(lb=wtqjjx$9+Mxy&-clLL3oKafsmx#RI{Lx8B`4
z^Hjh9tu&;LtCkVsC=q8*o;=rYoj5!;`*7<t8|@T*yWv6y6D=Zvk1vqH(soh;pWN4Q
zQG}<T(gW+{RFl1AayCqaFZ|<U>a0>uC_kL|WmzJQo)%W(TjG}r5p|qf2e&#Pi^~W=
z6ZmXxffwrjadEsWzn}}bI=<qNW?Vi|ZASNaDNfUgT9gF%)G!o&&)c?6;dl~F;#Xy%
zTOqaIuoX{+urF1*;<?f@sCq`6p>|xb<rzAvY4VD&LsvAk-EP3i0!wLLup+!#(K`UN
zv$(l&aNs<;FKk%e;Tw(3raUe}ZjQ2}-(e!)xb%51L=rQ9GM(M~4CL8;+ZrRsq2X*z
z9>acry%No-L5jS8vaW+e+npSwSe;IQ7;qhUt`m;KncyIqfH@%SF&Ttc_>hyH(8T4a
zuty^fJ$yDzs!g0?xY99zrPIU@D)wI71gbkEw1jl%!NPGaPTK?x&&3nur>b|Wt+wXz
z_-=RWo$C)5PX_pbaVlqx^(`gB>g%iqH6vp@E!RiYc%5z@)KgG-*siAcMCHftmYrAY
zQ_QJ#s3*VSO2jt(9&Xk1Yy#%5&P{w6DrZ6BNG9M9mU%g~@*>1$^LrPoc?C;?9jr<a
zmaLehshFcAeX(9A*J;%#%0674$FX!52mFnO6Q$%y>r-s*D9dQoWye<BzoP`#R@m&2
z&Wpi0?=t+LZgNqM6gk9R90)%P87FX36u#-&?`4?1ye6=giv#Ibz|avb>|w+V_sOkD
zLeej5!6luwwtE$kAg}D<qIb?yB;73opJfnQ-W7QKdeD-Dk##MJU-vC3p)OsED(#}9
zBd{nRu*o?wMP4vzsxX#iP?>=M!n;O{T6MI6lx)7CWA5AJb}y&7xFTMbig*m-h1n1+
z4fzF@j*c!f$t{+^s*3|@3^A#&1QK~Z<psL|MeB6vTpT!xrBI*H`i*V!qgyp5SU8Nl
z8UeN07t`4e8mJMGRm<oxTxWvEaHY4GK(M4PHPgGM1&=@8v!GySOrFUWNn!5Bp+g`&
z^k?$)zQDIfkpcEaPp{|>gWijKUiPrvUOjPMZ+Rfh2-AyDR=7?BsyU)JI_e$}Y+ez}
z>#5-O2%aCm-fnMQ7#L{bEceaDR{v&gx!GtnR@+$6*c@2l?O{}U1~yy5ItI9i*u#N}
zV6f-dwCn;*9UL8QHjbLq?o}MkwG~sZ)ak1NrmbfYU+Ssc?tP#y(Zi43?j^Ih-HWhC
z5Hk79Mkb^!w(~8=E?TWyr=HUFedQaj;CEE-A3AIHFRavXGYAUKU-w7JPTT{6$Je6z
z61lZA`6v(oV59W;gmUei>UET$1NZEFuv30=MVOw+b*h(fNh(ODpo~oncT@-&&=T=%
z#MP;nxuS#PgrgW48~1Vyd6arlSe4F1uhCfM!VLF#3tFi$Pk26@bDaw7JwPCVuC;@4
zcYHOyT=FK)l+uDU#u_aX!H$b@J{h;b?r@y~)09HuTig^WyIu3CBxx0=qgCOo`HV=4
z@X-wKSfVZx5_lO@^%z~|Aoa?Vr`V$NUryX*QXjWFq~u+`p~IoH4phO^>*Yq1Qzv^<
zW^}Po8U}#Y^UEF8_=lYR1QG~CgO**8C*)lHaE0aNbEi)0QQvu#6=sBnNS9I?637xZ
zB8k>Wj)Ff0CRs|TI_N<{Z;rkHfj%b#fk4O|^g^E^45pw(8<>byDZN0n`pX1J*p<gI
zGZ19;sub8d`OUy>QK&H{MOrkwUj_m}YT1UKI}?f15J;$e^BqcwOG^ic5?T)7<4V{Q
zrY%fj3LsG@7~k$EM#4hfSbCvTGM}*fZ_k0obkI%|_gNjL7sy-eMjEw$KZ?~Kx+7&n
zww8FO7cc1ELqY;n3h0G9nBqBnaa>LYtYGqxhV!U96Ik<`XJ#Pl9lL!ye2JwV#E135
zeu%i6jXD|6R;wqTLZdr4s<zcfzW(}@jsv=Ts1_=zN&%3HA&}K*0H@78hzRiUQK>*!
z3NI|pODIwYK#=&U4sCXxWDG!1juAQs+NaArIhOKr6csZb`5<hM$B$V;d1qf}s|hSJ
zPl^LF8}*IdVrrBBghp^jK98Z0xffo5uIUM8{>3f-+AWWLb+_!QgrXdrsG?1f(-Y;D
z#0d}-($W?t)(=lgAX}rk8!=PJuGkz5I@^*PmZg+p9EwW(=fa2@nYB{`sCURV{s2q4
zXLq*BLohD`JvX=77YE|Fc!=UdTrZ!!IFP&}VS*8QS#<#+I<C4ltmusApko-5B9mKx
z3nlA;zlH0At@QG5R>PjO(>{*lj@uxnbKbxM3O9a6%T*3<2qGKU`X+a10M>im103X6
zl9%9io!ECoQYz?^d_^t6rH*TXl$pA(*rTO#euG{~>Lag=opq<8DeFXz{4QZ>CsGGl
zPJSSj_nEAmIfRu*c<aJ$=$lg|gCGILJO=<{xMi5>^Baa0grWQdc4`}o+vxR~3xyAS
zGPq>}ZX}TMo8664npFi?(-9%IlD;^L$yEv<#g!V@LVAQ*;D|b}vKzZO+A=m1u@j!@
zxYe&T0}MsXfL60zB79ECib*p-l2FloCr&^;uWaIy#MRx(F0PfT2nE7;%6$#6Kdh{1
ze0#C=3`VDg^}I?0*ReKMIqN`aC~&tbOVEq&ifc7awFifTX}MBs_eUfH6j&}Vt+YUc
zH*iFEIO3wR#oI7ihyVjTUTNWC&ZvLNF0G!tK$EH~#6alqRUnc|SJ1{o|4fjNV&<j2
zmTPDgcW{U-vuCCgC%k~5v^n}_I?{?3ktN%0CHkR5z;;n3+Lut2SBMI3w0Lc{i2x0V
zFRARWjmLc50wtkSrt*z^_lpn|KM2>ggg#uBZ0iEdM+$U^>y-=hRG1%Ct}t^Yh9o5=
zb_q-KCMyfWzcD?NK}tI+z;qfE#*S;uP858==u>{`BtQ|l_jy!#T3e5`0y=S^xV)@-
zoZUhftU%m_6R1yRViEJ{l3%Nvs8uaNRU?}a84kPi51^16kyMmTicV;zYUX;(qbX=%
z+nySSxS1fyFVaXF(|g>Ss3Zt4f{o1T3Y+8#FL{QoaGHZP*~hO?g9-;oBU_vT41JUp
z#~pVo2K}{-#?s<OPQsZtnI1j_>OH7HPeFIJn<a;nMz^b4hSX{z$lhqkRgbN$#bsRf
zew<l^Wm3rDi-?>;PQzQj?L`g34u?_6S*H=>EDcg!J}P-+ZrcQVIo{=Zalm7d&SmX5
zao7Tzrc^mw#vlQtk3&8JGM&sne4!2FR^PH%AKfm9D=Tq4O*pC;Gpc7~7toR0ReAn8
zHcp50;rTVZ*he4;92j}@GruC(sHseZjL~7s#gEvCZe*=}OIsx8H$Nr9X910Bt2Tib
za9&UF&4F*Im4GwygQd39P@7stE?v6ad$e^MdxXkrYKYF#5}8g-F;2DZ;^&@`T8me{
zW1ZNj!s~Jabk7)6FDwG<64ybmfrcMjeU3=IXU@|5pt09_XHLEd7%1@@FtO5uJFX?R
z9E)t1L4tRLmFQHYT0(R>=Xh^_f470e5!Jm;12C5P{$-HgBdNUW6iz0v)WqqMWC|wS
z&e-1L%5u^PA!aWlAK3dQTCN>=SZxW#?2HA^q@3A-FtUOikmPs|mG7S8ww+N)xilDZ
zB&?}&JFimmIHLD>sw4YNy*>5=1x{j+YFBpK6w2L6iAz5e56Mr3^q%IdyK@Q#7P=IJ
z*PhXc)3CVsDL-6FK`wl-U#(jvJU>PH=%3x3%f>tZ5J9@yPI!vP0X~+sM4!Y3$_Zfw
zcyX)p>axRHUkt<;akq7(_eU8iqDXHf%a4~$l-KT8EqAtIsJ)T5fiGR!AXhFQu>LYm
zGCVOmx4k90zglOa2y%k`=zEbsiVCx^MJtyIIj>%1(V_u#V1&zH5IUD-TC(sk&*k1-
z(O}})U$~9eL<P0!i7H<?AR%x9Gq+v^QVS*U_LPfAM9ogyA#kfnnE=busbz3$t3R@t
z_irOziJef?B()PBz9g{;ns_+@Q^5w<BTr2731kLCgV8_)BxmG_>D6dgLk(G~UvL8k
z1|=NpVDvFj?V~LQCO9Y8GQZ9vuEnVe2^`||jSOwnx)048_7{&i_OSP1kTHL6-@Z6t
zFPOhE(rBw9V_&eHxd1Hm+pow>2!xsw=?QZ=T)sl_GKw#+%~+L9YQa*uBiCB07v`39
zu|L1dA!i&aW==s57eW=i7Akjb(H9A^g__0#GZqETsRh8Y9u>#8E~N!CLa{g_x#6CT
zAW@oaU$FuXxUd`mD`W{uO}+6|KzfG6u_G1Z#wGUwNjuBp(c(6iI=E-NPwN5H2=usV
zU9LOgpz!1@_;~r<H&RbAF0RAzN-1NPi*wQ@c!$9f(yL`yzxn4>{o`f1PbN6$<nae#
z5bU>tJP2`iEn*_p+RcuZa$^yj#&yO@OI1HATo1Iubp)BvQj$&)D;t?9xM(+3QLww^
z!c8ms&3Ga>x5zQLC5^W<uZZMDe%={7GBLqhCAb{%I#t$Lk5&<h!UmoaU}ErLc%v`+
z%7X1`1EB-r${#T9a5pfBik=sFP429|42DDVN~p=AG5(kyrCEeJktlWKk}p7Cl4D%P
zt!*}db}J2w<{jn4jH!TNfC(fJy?M3|-Vv}$(jXxu)=u7$n*fsKPfJIGK%QF`S@hmo
zOvA^H9_{P$^_a9U)Eei5;(!Lp)m9W25{njrU<)%qHm=L$kl43DdsM0PrUYH=K;;Fj
zGPO!UV+r`Z96WoSzicqtD+vI#*Jr9(F|_tF2NHNua}|Jo5=B=CK&?D95U}1Oc$4Q%
z;iLE`ac)fw=V>P`WRufEWD13$-V-#6fO{o*9f8Zv92}xpLRhXsmJ>pxgxwhDY<iL|
zXD!AzOcYQLnVC6I6g4f{3W1qe{lbT}2A}(dd0!0|Fl!SM?W^>DX0p4EyON#Xb$&qO
z%`(D)H12{6nPZ)_GuKdSx4w)uRd1bN1ns>jnWoKlyH?tV1Ky=dnrsY@Mu>43L%dhT
zX!Z%5rlb*fmthK6XfFtlt<}rg1N+pSYI^l5tJdY#lDk)v<=C?CWe_gEi*@gMOl0Za
zknY`v<622q!!5^Qu-SmU?n}Om3x%t&U)I;=#wSN0%2u(A1{)<XK`w$WzhzmFLalE(
zj)lteE0$kv?eG-axB7B)SmpK0=*@zx+bM`#$jF;2ml7wJG_$3hR~27o8hEW)p>nI8
zT!LH*07(XT@`C35Z*1*Sqvr2gXL+wh%3Po|QG0Bpp0cOJLef-s=^O-!CyddcM62UX
zbw||q#)ycCp^S9y7o>T$?BN!bAnR(TV`&kfZ*USGs;|J<h+*2U9ucaPw;wI#(vsgg
zOLa`mwMWu4g<^C^5Xpl{XCfPuq9nJ=ik8ylQ}6M-2BkIy!i`CS<NG$0(uB#^0SPH3
zK%wl?#Hj`>(JX2f1B7$flgXNXGE!8CH2ULxEqpbqQi$zNN{k^c__eyBYeW{06h(hH
z_dFx^8lM|#T@Js7xoyF2;N63B+-aRUxv;!pHEV^&MTa-60A>eXibx}1B8q`BB?2Ft
zk;@v>ngXL-fe_pgp9mhFw)eQ*rv_BUN(`(+xfDzQ#8oFJIvS#}9QbX?8i=4*6486S
zQCuTIuk=cgM2096H#SQVPIM)2<^J<ek*h<+vbmg~-j&5xZP_@lUIu+xsW7RaMqC^y
zNo1&%2r}R#`8C-|EptHp4IIY|jxS{zig!di!cvDdSd%u^*JfaXN8tIAILl<|tuJ;V
zm5fdy3MyVx)mA~mpel~RQ-s(y!A%u3YvdJ{enPz%62s?I$2}le5+^mOw#0MI*F1^#
zof*z_y1J1fCJiX}O=Ec~g{WtmT~eM1Lg^PD9TykP6FC<NOXad4wXBw~>74u~6vzbF
z-OVMeyd;<u@d;pMxSc$<H}Yz7YM_CkBnf4;%-lqlY+F0)jxDh6F4h6bsfH|Vi%d{$
zCJme3tf`;BeQX&ZJL3(EhByThY!q=IA&Dg-usBaGtT!5ZJ9bVsw~D^Z;S@=VL{@xy
za6PH6%^uL<O^7ivZTvUg0do4NR)U&c`a-~U)Cld2mLoo~8#q;(fzFx@$m$1Pa40Wr
zd+MY9+L~UdZ_kz&>n$`K^eJ3S(xu%bDx<tg?zKW39+pvU`?NZ#m5nYzr^Rq<=K`4*
zSZ=8ehPB%Fge8}l3CI#r%<IaRqv{j3T+$&XT~K>Ij@emWhnKSSXh*er74uy7mG$7A
zGh7SqwF{kb-7okA<l#8(;j_JRm2k*+OYq+ugX~~$%p`(ihvZe(6Rbp;Q)vup=u%Wy
z)wc$B-vt=v7B*^2N-{;$sZ{7W3I9i1mw~V@TLUWM8CqGyiUMwtY2rv9xYRGg^12T4
zg}Rr;!xe8yhJNQCzE;s2Tv~cX%Za<qQ>}YCmV>x}1s-gO&Z!?Q0(D;;Dka26O0e^^
zjbq6$+b4{Jc>h={x*$FX8QjZrXd2`6j`ws~q&eUX<>axtWEsmNX-v_RAzJKFTXeq0
z^(yZxXV=3ThpmuueklGJOPD}JM3%70TQ9U1w9VguvhH{hU<AF+{F_Mf?TtUxxv52;
z1LH5gf>YGTq?WE9QE6DWB8H^mfvt!M3v^C(P#M{pr6TX}^yJ9UJhvt0l3&@EoL!R0
zaRWzi77bj#^MkSd7{So;cxH)OY~z!oyzk;(<~lZdA7FW)2~}KN&fWTi;ev{!24e$A
zu16W-j@af8Gy-GA^@hEYBwANV2~fa%q`301pDo>52@5)ot4{6c0B09}C2Fs|k+Ypr
zu5{4}2s*ha6mg}n995<(jn>=ET@mlpkaBqwd534`K^&Xy?Je4`3JHA73q;0EHLIk~
zU@#7gaEc6u8PkUgFj&z;7x6=q3WnGa!6vo60Z%Msl64?izT(1G=?6?9E5z&^C4|#V
z+d1k5S-`%Kkf3%E<eXlV5tqD#PUO|Tll+kDde5=!E>T2q^t=@|RdB-<(L>>Izvc_#
zRR^}l^>yHB{4v4M_yd;pQ{#YCi8h5RM%m+nnaH`a4aL`*zX`xZR!Cpu9AC`S2s~vk
zpTpv^7siJsN7s<bj5=5`DOq)K5aq14gA;Y=G}i8cl7^F2aUjaj56HyXqPvB~9ZP<?
z6JQGrzq-N{ih=Lz*Oo-_oO7fUQIslsaRht_j|4RhxcuDn$MHU{h8}z8K{@ubuu^2P
z&x@0+Ozvp2qe*Z5JlLGy#D9rf9?>o#mbKRM)|PzXKRO!PLetOc@YQPfMa}IGO~s~h
z<N^59n4gzttMrE`(K=gRqT|8gnppr-T(r$gZ2BqojbIKb4J+uV-Z8L%dIS@}9&_rA
zqHhVhsGoIFZenL_dK>;?`_R?~s4(IqjOz)Q0Lo=4P2+E-X~X9(1<6@U`z0zsjeZ~i
zL$UGYHQ2?KK0Ty$fRi=4b25eWK*swuH3@RChB&FY>W7DzrzMj{PIr>i511!Qi4Ksu
z-2)dj+dF2}b!@<4enEWDX5DVXF2^JzG@u)y=r$lq-BpHk8UYDcE`#@zI@~|dSpmm?
zFQ@?_U{H~x8P!-*gj`&ypA5?qpHmW{2iueOMliG{Mi(A{J|j=WRyE1ty;3o_C@Xh_
z$@RYFb*1km>s?cgnPFRW)_Oxns427YPqB6BPAaQL3$?)vv^`>7VL120Cxv9#HMYX~
zI;$<>k4rXToWk}a#YX!3rDg8nQ5p{nAt|oGCBWd4VOl7~)~?B8`EMq-J*(Ffy@o4$
z@bXIU<zcM*w#z-HQZG;&Eobvx8>AOn!T7+f?y?WlaD&jTVAER#o>cK*itHFb>|Fd%
zv)0&@8h2WlOpX33E?R~aLadD($Ah28WVpiIauBDLYP=NDy&dN>^->M@bol8TWu#u1
zow;urv`pOm?G%?wJ=g&C+K+T9P<5Z>wukJ_@($$&^>qeN)F{WERVqEsgA90f$Q0O$
zoDgHgOtV^4*_Jf5T*T*2JTW}4J8ow%$vV8pA#E;V7e+tY#lt1!?1!%zzx%+Iqun$Z
zzI>;qDkC-(6!uPzIyOY_4Tre@NfAQRd|yxS#F(=)xnyglr7ya^L+YU6N=nvovxG?(
zyl6V+!w!j~!)z3+^NmtRd6(5wb;hy?-!e>D=H^t6ZgNh5$wx^?4~{c7vr@-@MZ9uo
z83OJFEHs5{586&AIz{QIOE;84ti0MQdAdnMC@^B=EI#7mc#WABWUxb=sesICa3ig?
zJ_iF;2~#VuW2-wzRe&AMm=3(;tT6IKq))e(I-EnD4sb&VQRf0P?<Skc${=i0YVtB^
z#3O^Osk^r)xN$^Ginw;UcuAO;7WYnpUKD^pnZzq|gOe~8THC|TiDMg!cN)#hX68)l
zuw!4)9!un=AQh{mY!J?TakHc+wg5New~=-Bq$34o6mGuc?mc=ognqCt3~9Klj9@QL
z0BIC%FUwDu3fUPe@}5`?L&9Vci0GEUAi5<EO{Zz9>*wC%<;`Zj#Kbx@n!=915qdhI
ziq?1?iy5`{@!s3@2l~3za10mTVF*O@X0OzQ9Lngt<*uVQa?xGfCG)vSYV1f9nJE&G
zm-FuQ{Dr+3_#Uz+72j^!N<?D-1;_^84v-iX@<`bay?+hJTiC9?k1UF78ut`9jn@dG
z1tJhf5;2rCkhY_GQk|T2M<l0{@bjF74U!DgaU(FK$1a#|XN)0AW-%Qz2)q#+R%<J3
za!?&087bBHAnIJ$R;r0t8{5zUaIQYK|5ppfAYrSWMj&nbD%L5q$d<Un^jCLqrSD3$
zj|{s14hb4&&H&b7xPQ_cVr&J%F6FQqD#kJX_j_3<DyPiKMC(`FK+!zn2)L7@Sl72{
zp-V`*)gu99WUJs-O?J%Yg|}`og{_=w@g9{|a2gbt2MYp%fqlV10EVx0+g3!72%CSO
z-L8&vUxnQNZpR08L?dIPC0wh|StW80XdR9_g)Y#@5HuO^qZk;jm&t--2P~3_A4ySK
zLckTCG$Rg3K34d?w@o3WM{^=eOx&8JF$YtewOKSZvH_w3a*bDB1g(_&YBEj=j35tP
z!8}F#aXwgtfof$uvR_)+|0lo=fR$zC{@nSH^ti)9L<~5%eaIx4F~KBZruNhDD7t1@
z8yw3(tl!Q+4q$iJtkSmW$wvoo9kGPZp`@g6aE~_FB=3EczhF$%ObNN#3q5;MQzUZJ
z?1@<!p>Ubqvs=R49=2z#owiMq{0?!RRK3gjIdtrR87-pujB(bN(EQV$s_WgW_3B+c
z<Q0d4fbgzC#4{HRp3SevqMpXd9<6ogXGCoKif>QUTHD|{bM5VwTB8EpiRo6b0@|#J
zw~VAjI$sFSkDV&qy~eC)f8^qUf*P&R4ln2~M2N=S7Czz(j@rrsm+Una01}q!u}GS)
z)>l{THMo56TjU0TRSqr8-Gr5^^$auJ@IwztaDPuoCTAR2gPuFGyzD<KJ)5m%m?kPn
zsb>arlo*Svl5qIKahxrFL_7<`?uw5tuj+MBK72j}^cJn2qeuI3RS_ED!|E3oc{)+#
zS+c_~Dp)u+NRXG^{pKc5;ianB#M+lzEI4X_ozdng#cNbH-FZwguWYpMUVsRRMp(Ny
z!>mCl#?z!`qP?17dA%Lw1z0ouV`pc)6r~YB!Z0K@-95{KrBD+KXdp*t88>Lqt;7f4
z>+xYtzK0AxrX|x`GT8T!UX2Yv!cKA^>GeA>K9Gawj(DTYwuh`eGLbcHIQxk4XZz1#
z?#T@B)KZt21A*Z9PsvtR?4E$=49ZC97Guhj?n}2Sl_LisU1!kXgODz!dzGZ?47%`V
zr0ba~geF|J1%v#bkuCy36i-snKO<e{Z=KM(uNBgD3YQCD?i=lLVzjdi)sy53>TMu1
zm2weD(srRUH>I5Yhzs4i;OnYsQ)*J_gB}bWoF{%RZX82POXMPW1UGP9oJ%r?5{t0)
zw7LSHHt@6jq&JaQ_7;mM(P)b964BZ+BqEi3G-+@T7SJA<l5MT{-J`$Ih9l~?Y!Q_+
zr%x=^+7d6m%O3ymS&xS@d<S-e#SQUy?$HdD5X-FLMT^k9U6QadAwBVeY(Z9i!ZCEk
zBnJ@c1V#FRTw8#)GhCJXOg?ZHQk32tAp>m<WJStkwgJoAzqKSQX6Ul#@_L0m1xYa$
z9nhH|hl;r9StU_^Zca|lLcQvhA+pDMb@`cYJy11e1N*PUMngMY<Qhbmpxja?_B;rz
zOfB|V`2lU6HcoNS6=OiP*=#iX{QOR=SaJyytykq9zk7NsINhm*lXu}M-d<m<%UZ5U
zM=a+t^@q|Ex!^{=w5!t(usf-8o79|F?4}Y@iUSdZvp}8_!Q-Y(a(>)P+K36l**_x)
zIfeMsLJ-1qhB^nr3n^h|nb)MqiKPRW5WGCF6-Tb%6tUvWKHDGiEO?1wmUo+vKEXXh
z$;|#LQWS699^@zV`Tw^B$nE_?iZMAHX!35F6P8$Es>#3cJvZ=6N?JK(Z!nhDs%x}#
z)*<z{xz-}#A&*j?J94Y1f3b(|PCY>-Y=Md)dRe3A#7oxWN+V&IkrL9RJ3A$@E4%QL
zFRyRaFDNSiyjfD(W?7`JGqg0hTji|%b+5b-ztbhYwp=eSXlc{>Tqx-7;+@Wl!wI=L
z>}5fL1C^h{#z9g~rh-pr7*u7bG}h^wlCoei-YG}pPg=xnm!dArxLg9N!y0l~?J|~8
zgzs7j5|GQ{KViJOozm`#THbCpLA?5o^%rEmba$CBRC899=FnK|qDUolg~nDn#5hJx
zMg*)RruiSRQysRX2g^WB#n32CAqmcegzK>-6a3V&_Da^`P={n38Cc02@dca1$GA0d
zRRtWr+g#j&l%L<dr43rEt;RLsyoEJr*@%>0t%q-7sg0}ZU$-P}T*z!~MUSMZ>x`2E
zHnusV%i78>l7#cd{|X@CVTA@?nO>y@0k%;(omHVi?=_>PHaORX`iiw#k8s#DF3;6Q
zd5<Kn9~TU2Dfzq>xJaipiGPvGbSj6&5YhS>Cm(G-%U4vRke5jLtg|}g)z6HSuR6EG
z*F~Dg`x!~$(NJDcxZC9B64bG$ct4H|nXc1y&JA#QUaq&t^cW6X*#s2Jjm>@_8airO
zPcUyk6*#m_{XWECPBPymG4to=eFv*LdfPn@NIB0A?{CR*zNjkL-w%{+MUN-%1fNhs
zR}H!mLzVgu4y4=cxt#OY550Q*1l%!qs>|Er&~Y2Pz>9ElEZ!3^yqytxDz0<x?0sj2
z!u+JJ0=^um!$LbL{gJFvx^s@MH!kNQfk}wuF2sIM?(!&@08>E9GMttCLbnUJSZf7(
z)+dQV7TpV%urEy@hp|NTPL-}gxlpufEBUGK<`{rwU*3G$bM)ldn`I9mjPL9HO?V?W
zHv3K<htlxK!;c*MDnys|3esAq831~K@?8pBFgk_zh!5u@rz;GBL#x5nrNI68Fvd5x
zaH!)AkR(>hgCs!h+^|Hf74)W1VPa2r8>-?egV@pWyz&%F+up~#PrM4%N+fQh^WF=}
ztNlQLfI)(uoa`d9>a51^`pO2t33_?#h|dm`f^_;?qce(^sZxbv6%zvz=pAV&kX&+W
zvHNAxRLH}QN}(LJ=kr(6SNf1zpBT6Sp(x{Q;XD{@7HqZq_z(Tv)^tM!UlWJ4v&V6d
z0V?Xl`o5$x{|CCaM!uKK7x_hDId*XiXO>DToYsoO7uH(aOMN{gFx+c`P+U&V!7qh=
zD92HLoJ)}yi_~bqG3;3F))RHx$8_a-_P{{pz6Tz>K0kK;!3XX`9>zVVA-qbA9Qq;>
zymnYF(%{=NEHAX(0HPu8`TVnPAJ221Jy-k|Wu=c?iCj5z<>nQhS~Ui$*Vk@Ziyy39
zsbW({CI0H}7?lSHP?X>#_BYVr$c)FK7d7fO$WFUViGp-37$w*WgmNzyI9Fg42Og~8
zUsQ&F9~@v`amxgPxbDZqM+I)Dh!0sF9C)k(Xuzr&mwsI9;uOIt4<h`Q>voo~wi4yY
z2lV*>iBULl#cfI9z`^VaS;!o1Y$UEW>8mr-Z0zg`h^cL~<-B!Hj8;GR;l>ISg#^WW
z0hcfcodu<>F!UGj1Cq6^MV_@<R)<UnG&;Z@T`MVF2LiAa&>Cexu(MlR5y-%CI1E!~
ze#1i~T6Pf3z-Iy;66yGP1snu-HWK2d)haDRYf+F?J`WiUMV!vd$9hVmUDdmD#z*GF
zUrs6^VtC^TW>@8MYSf>1MN8oUbI8kye}LR<r+@;W^htRrs4D6FngOcQ9l-jv0M*%s
zW6A3RS`seKG|UN`j-5D{&WLDUmQy_vyx_-PO8Jr$Y3b$E4}J|KP-WDwZMX=GR`REE
zq)=ohk7Crv9<jiPO9^FxL?(@V3>Vu`CBb=B=$%a#oaq4Sy1cQyf-_mid43JrcoJ5B
z;ICu5Ouq1<>hnCUW|t~gu8&X5FU-tNk6a&~pIaCipH-^sGDSo^BYLY?kZT%As?M3d
zrz~T;nT;gSpwdsF5!e0!SP_j=aH&j&O%<#K?f1&UHj6w*bc1D5xRQwQ)hBtxcu;Q6
zr3yp9)spwr8+Yr`81%Siw6$~s6Q1;_=fEQ{H+_9}cywWQdU`$vy}|%Q%;}uKM66+D
zF#-oUA=+TmnFw;D_&q8Jx9DZuYA(|_rhGKkZE^w~gPpN63ipt}WLoTUg(|YVj`<6B
zp~Ys6n;8H{*JQ8~CE^0JLl%4Q(Fcz9_4Pk=?C7xp$Yf|k$fNeRye2Dwf}Gc%*Hw9_
za!R>6iYTqC7vhX<aqgPry+?5!WVGG}3W=kkpv4M$VgCfy*5v#VHTYq}WGk$vkv9jO
zuw}9WfQ!C+a~13w*E67}^9*1inwElrF}Lxy2E@jgX97{|fC~l;1v{+xJ?^xOY43a4
zW9f}n839ldoHj9tZtGfJ&qcp?@v?bJ$KS+B6dzETjk-+IS}XD?)|%uqCp(Ex+-o7I
zkkbV9h^i(!l6LcnC6-P(@c=WBRPcZlPx!w`mV48<RnXXO6wc<(9`a<;=9Ifcyvuos
z%|HliIXZ~kKC_OK4$IkBz?(c_M?FDc$%{219O9EwO6r8Uj0!Eae{~1etF>w_J_SiI
zFD0)tm(@i69}-9SN#5}aLGIMqN6wx<^YGb6@>B$?>UN!4Ms6j+-XSU+<t!HfR1Goc
z7J0+aJ!*A=iPE4zKvke4wn6wWa(Gu`ztZ)h=@7s~x743F&~zF*u*VwBkt%k9?9%&%
zM=gSl@U{t@X9YN(H1I{DXe2A;ozF+50~5MyF|zxk6vgCAT2c{i`{;!-&B4w=4!L3e
zekBmD4}rg*JVx8EL<jlkju0H%Ku{t`?I9firUB(=)ZXD*ry~UbOO%&7h~m*!fPw_z
zIZ7}{$1cnZ0aT9SLE)nXBj4}EZnLM61tWon>uxb_D>h4kl9p}B-*S|W@G2$Kr9zaZ
zHhSrBV*4E!z|okRIwZ8dyaF3mvPNxP%o0q@Fg_?qP-G#37|N-TjBm8iI`ehpF_Dlo
zS88E8rM%h?DJ9qIwsNYh-xGPa=c0`KWvGBI_=$EWbisFAAzw7VWOUPMzy!wXJ4v{D
zc+Jc1`qFt7CrHcPOVLjWb!7Llk%|Og#+Y0dng>QA<N<p(cu;Js@9uhS8F0jCM%Id3
z68ltcs_;b|ZW$wttc76m5gMav7y@v$rEZ00kw~y_SuBqapc!Uu;Qo$tu5e=TT_Xo}
zhN&0BGM|A$`JqGRw{1?)#^}}w0fZgaVRqY!7$Mm^FyXjRu@``=1d{=J7WM|kO_Dl=
zUpspP96F#5Lx-LtkEItG2ba|V1Wf!#A3piW(C8^_&L2L1?vc@RCr=KKoI3N!!!)DK
zSWaPaVFCnd5tiL!7T5$2iI{mvJf|)UaZ;ToxRzaTqO{>WQEjhwpE)P(9(`oA&~9ez
z((Igj#f^z%ka8#%4@)is<C#aaIp@cc=6Ke$K`C37!JNf0eLj{Lo-_rPjDWk<I!|{5
zVnu|WL@J#e;5n%&u!GbC>6BnV3eaMAV{qss&?<##>8wdxWON|dw`95)6%Le_(s|&t
zm?2mI;r+(OZRMWh2l}o}PmUfNSgO^b4d_{8LU@zB(Hd%5W|ZlRr!CbfFpgWn<bjqO
zBOb2<K{qyLC?j+bafQ02oI;19B=Ov{6v5yVX1b7*Fm(%@JSpAGDGt40TDGEdO`wBq
zpqPkTB(%c_1%^_&O?Rd-qbO3!FYH^&Do`tk=E?J8R~~uf(KBPC=g*!xcWz|(<msWI
z;ggRjy%4Oc=sE)00H{2t?Ev@#1+~%-Ks-;4j9z*4^!Z0mo`2-bnURt6Cqbr09~~ZH
zW&4p-?*rkBrf^8WHR3VkS~QgIrP@ZVy_>Ik^xPCb(lh<1on@o(piXnki}iYS1%mTv
z9Vs9va~eigPM-0ptlP<cKnB!IR46oHONRglraCf8jpSxXX<u_yDd&*^k2uK#4!$O;
zVB>V|crO4)&Y$+gA}QMj<VFJ%!4|F3?AEG1<^&}uN?sfem%3z~5oLg7JP(b<8MTuf
z<J&rqr3TzXiz<4eQBtaP5IB^`Hd-}?OqIMyt&1cAP+G&Gygja5l`Bht99!Elm%7i)
zFrdi#s#kc@LekocI#ocmeRSaNGE*s?3llzVOFr+ZnHv>^IRz6m&_IQFfdq2sQ=%P7
z=Q<^HaRBuN-0QX+m1D7*ISrW+#7k0%Bwu2=R^sLZPn76b=Sw@E4g?zQXu!NdbXGW^
z=|RL2YS-O1Q<5&N$)sq7Ylo~*J{!Vthti#-gOZ7|!FvE>X%8b54Z6v9dDHWe7is4;
zS#I{R0|ZQxno=iR@sA08%Fhi5vMOi*7Cl1>^m<<lPd@ZcuM8nyjkU!{OT^<tTXJBg
z;~Qa8Cl=w-?~RQ)**c!*7sju`nk^>Wz|lDHjmOl{6Grr7C~l>(gqUagWUhm5AFr4~
zXA)oYeaoBJG9E9Xm_p`$EvA4liJUwns|WD&U_Oi|rp`f>J*^I+p;d=pUJp5^f4E$^
z--=clP^+{PVO^(yTL$vns`NbY-0<|&*!b1!vqSUa(^Jp)ppn?=0vFtXNvd!P$3h*)
z_zk;bo_b7*2O(hFc}hyC7AplfFvZ&g_nt0IuoO7)M44WfWWB33<BG%&>8b-XoN|p=
z+C~ZkDh3Z?2*oD%!ze|H6sZcu*fA@Hoq;-tkb{0d2LkT6;fu9_8kE-dTIhjJFK4|Z
zJoT;ZHsvT||Bq42x5?<gIe2KPG8+*E{fnJ$w|Djfn@+vd7AKy`cGPYLTI=X@@>QoL
zvCX^$bo7C2AX<Gnp2C?3CtIm|5ss0Rlg4^_{YV;h7~sh8@tNAwO}VFYk}LQ8T{ID3
zfviwQr=o3TP|>y`Vr9Lggbv+UN^sp+%J3KOwl35a&@jg4QT3%M#jX^W9X5fS1s-db
zi2`Npm@aC+$Wx`ozb5`_E$HB`#z0HfMLOF2TBcG_9NbF^1c3<zafyCjC9KsN*Ojs6
z-Ti8_)ebPGgGwAQlG}+kPjJb(u4+=L5*;T<%Pj{uR%h$WG)Z_}wqz+Z9co7~q9n@|
zXk#fQ7SVWbu{>^Ijz8sV2|U3i5*yVzW6LTXwk6>R99!lR#aDg^!7ZwFN~BZ5oGV%S
zwIy?JUj0Y*vZr&BcL?BdH`8(0bA0DT!p*H?GREY(`>N&%n=KZTwxEa!ht|Z(&3ML*
zO+Aw33>DaOgPuY*@aJMPb9}I&arPu->PTu4TCk|9!dk@;)Wrv|sB~%GSm)YPl`1we
zg=I9F!~>s2Mz3xT3+YZw^b1-bM%EP?InL0%rXiPE=L5+r$belJ5|GvW1GS5sh*n%G
z8kIFGhrLi(KjK#gRdPd78Jf5;^yJ*a-00Bk@U?~ObEC5hGeh&&=8$M=ngy67$cChM
zAUXR)A+WApzq&9!H8wpvDPr$}{z4%=D|Z*0t0(T(+UqA)TDzNKWFc5lF3S{Rgw5me
zxdvQt<u_@y_8a(&gTHp<gtmkqjNTj_zCJ&6WnvVrV54K>HwAZyALS*eWNejd*<sh7
z%J-@kAQC09j6$L#`h_=A;nxLdt<83e-RtY=@4-z$5($r=)B4-t9JO=w=KSc?9F&95
zROHciY2A<^aj+e}x^*i*=C0VO$hV#lwVZ@!bdDWHC{aolXn+`@$6RQEW(>A6<hVLK
zyfE_Q)X?Pk@WRye!p!(E5-Unzf>?sd>5<Wih574K<5O4h`KtJNqa8F;!e>=>bOp;f
z@(@L4CdTLH7skdXMv=p*L7btVom9#oh@xh8!h#YxE<g#kf4ue%Y`2;N0yhfAxJf56
z@AG?)FA5}feWc6xH>IUuBNV^NHYm6{73$Eh&vU{`f9B?gCMIOcAff65Pz|{*APtuN
zl*DnUWSYes78d~77yumuYxjiuEO$p<C?W+yikyLr##HYhbPLp$Hbo&^DCc!0SfIu%
z`*oyPIy<;8K@mY0EC6?m@f7IJ6Qc`4#fFCGuMbV|92Oo_qTAPMXU;#&2plh>5j*D}
zUclAk$Mcg%^l*{~`d9`i;{4Fm$k6P_!kN<xSH|aATG)}JXOwiLeE4ifN^M+ciFr~-
zB}v2NroKrx)9tuEJW7#XC5gy0ABIW*!gEhf($n)8DfnY9ePIryq-B0|a>ghN@=RZO
zcgW)uzbh9Ro}PJfVdmP<+$exQJ3a$oD7_&S$Z5{-!o<+j)$2o7nM}tBDc9=Tk3MSr
zigQV8!9DQd=HQqPk+_Xc3D+2&nOPXUIXpT;b4||nA{OOE&Cbt{?@@?+j++cRxByfn
zp(m(?_n++%ccQ$7daautbS;jWaof{7?7P$rp0@xnEMOew$EU87s6073M^KdXVP9}y
z!~mKDz{Bq$q!(1)9gm&E4TZ(_P6Nb~<KL$O!o=tkqZ4Q<%=KufF4dM4vsJ~xFOj6d
zfh#TNjF%H(N@+szNQ)qY{mgnng$zt_2*TYmIsQS+z^#ol;9n+jEL<BM8W|-oHMl2f
zIXoeOPj2=!RICG~qG7(%j7e~+5jN?-q$%7O6@z&UkIv0a&n}EW)|na?oCN^$8Zk?+
zOi#?AY2!}}&5vRz=SOELX#{C5hjRHP-NxGIXGe$T7j6vAlDE$-49zW!&dyHHa)w0c
zl~>G^3qx0?ug@>cj?Q1l%lwlw5i%B1UY~-jIkND?(Cj#;VP0w(9Bh{WC>~*<&~%Yi
zq*Z{REFYM)<(U}2GCMT;WHFOA%BU3D5RXrO2dcw&dTQcHnbF2*kU=;;WkJZNa=@kv
z_Wd};lV`<?1S{t|9Pb6xa3K8DG;M9l$(DH}ld`f~JttOI;h%qkyJExsdf`;jc=0y#
zF{I)ScBJR)3Atl8&!IA_lB_W%n8VJaWy{gPh2bYw>3(}+tAQ<z)h05=Inv9<xfNbp
zD&-+1cfHa=#do^%q5V|mbyt^mN0fNV*YZ)OZeoX)qHu8<N>Ie-Tr3Wr<`A>Kr6&{w
znhm|=nRjwd&tHSOGCVdhbaf6GASt6p!m%F+5E&bMjOfnI%OE*0Fk0HpkH@^_qygHX
zcwYgEGT-#F?)0445FdD^61vM?d4tM(!zOrVIsjn3wk}SLcpnMaz#&vdo!!RC<1j}@
zRMPq4!tlb(#B~q@{^L`?rX^(5c5OLg6MG2;#`^(WpCKW&b~kC)=nnQ@-dJqb#kC=7
zmr)ZNGM0AY1|;R66Jk0-zWs`bx}BD_GL1Pk1RUBHYZ)*?5!OMqQKFzOhKgBbm3Orw
z5SIj>F!S_IwpUerhp^8w0dij+ENfE=5GKY%leTQv#b168s|Xzz1?);gu(KQ^o*TWw
zg%REcT~WF@4E?U){g^l-9ePyI>R{QtLR0f0{U=FMU{6qtr*aycC@m_eUtB$sEy5+8
z;7n8e7BZG}k~|=C!`l;oPzE@3!MlVsK@m%vM5RmLLF*Lz*ht|-I)2)eXxYn7P)yo2
z-oo+WHQf&7p8V)zS<)$85p(iTR(U=Vc%pznBi2`Sm|jOuEg!ekS?jAkK#^Kp1|*Cm
zcf0A#1gyVSMhK&m(}@I0#6LNip-fv&CdS}uRc-3=12{&&DShwlb`xKwm&Cyddn*p(
z8)y@&_j#+*?pYDw0tKAu%e#p)w3bJo_*yjc$|S|QKflH2v$Vx7XTqM1r3xmxxR9sM
z(Vd7G->Au{7*TK@P!Ue^(8=mYa)?M`1kX<r>6TNm$y3Ewdy$^xfCv<U-3r!ZY;(uP
zK~%MQ>`0&{+VJpdrcgO~Lu=DxI@kfLU2Q(J?T3=1@_bdIqXZhxQH>JPM83+QC@FMm
zaC#8Xygeg5=V6bvFE^&b*jlZ(YK^-33rd}O(#;0P)2z$Nvt+d@x5F-(Q7+Djizq8S
zqxCg-;p6x#p1cRoYW@P@?RP&EI;asS(b&oQhp&;zIBS(_%`Hi(n=oxdaX5+LmX{<3
z(r~klXA)V<U&w3$BlA>|`g8*l{YUNKmZUfk9?NTMgt%Hl_MF(^R@Morng|6|g}#>o
zDukA8P_s&{IK3yCEzt3k>gi&4N1ZnFQN^MgMqE@BIYJWEgto?q8mgBJ5u56VO~;aR
zYHjXN){bEB8Ojv_3}Su-d^9pLZS!vP73aa!pOG~Z#s64gP{iU|1{I2=SNU)<(NikA
z+o;E5mSl=XO^UYDa5xHp5*rc}56%xr<XmCQK^ZCy?!OhCL^f8kcok>xvEr;1$37p7
zB!eLm5BilvJ-{N=Yow8qO+J7~Lki!5JBAGm))C9cMHd)#lY$be9!et6C^*SfH%C?Z
zVMja51_>Pr46XcNJ7lC#pzGZ`%jK~4Hb;<l9G4=rieu=YmY~}MFG12`vJk1AM8{EO
z6iMjFZ0ewXS{k~A2H+mAEr7=>P@p27&ZH<(JEvqf$;KpkK9vGJTeo~nRhCa--@QKO
zLmE`4B#YCqjK3fakGU>6XG(DwnPP1B{sep>;~`#aZ*)m0#ri@DpSHR^TAPJ`WnS2P
zKz{`VJ7+`LWbo8J70OtS;gT=6n6m|A;jvHvJ!2zsLE>5B`yy0a3Xrd*r2t#xBL=}{
zyKR=on=VI60mNG*<pDA{&<hG#j~g-K6*}cLfqXpA3Bdc?SVUovbZW~?*RfTMG(c(p
zq-OOp$<GYYF|j!+DL8o22OHmx(Q~0PMSJE&myjEMmx6NV;Sz8oX|wwMo>YZ2Y!%~C
zi1B2yQgNz)Ck-39x+KMSBn`U^1$vGIfh8r->5wD!tH1!$gm|w>G~UkY;@MXk0UwPk
z$&pwg8UlIQc~0T`7+81k9~YfG|5UOYKTRPUIMS$it5Eu7M(0-=8LGxt+lUbAFY!oD
zGne}06_ONv>eA1#<4*czzRWjAn^tBGi87ac4h9b`!IT}2AE#*MQips!3;YZB?1Y#!
zNkJ!xPZH;ng`MJd@o}80TA>&Wnf6l8Dc<@Gz9}1vF7@Daw-e`k9_IyvRLd^j@B_>>
z0!o<WM0+H!Uqu*DSsNFfVh&8(@VW;=dHd(1thoR;j(8f7ZWv8)RvR`^lXC>Uh@7U4
z4l2>{H=(6@8Cb~g?-gkZ6EGCq+gp(prZ_Hq?(fGjEBLMoH^9MLA30YPJ}^*tT?CNu
z?+aL=#VvqQ5h(e6Dizb0TXi9R4ltH`9$D)CPzp!B!(NtOn57s6^q>UqK+(%7I>yIv
zgAx|n6${9oQSSF-1G)CkdMHM9l#`AZA=Ht?P(jc;bL5p{;fdZ{EO0Yn@-e!y0+Jkt
zbP@Xnn&_^|69+j1HO+^cHJh7Q>hY6J*`O{}vsZm-?$=VQDlvATDyxNTriXjNQzgEu
z57;AsfgeG9s|2EFrHl#;;T3qWz#Fux%fXHbD{{sl&#vC%788!P)f;I<8Y9EqCxZ+r
z$l{9Eor%y<{!Q_WowJ86G4#PWJD_!5zuJa)c_r;|Oa(S8DP=Rz6IRHRtEp08@crl@
z(*{d#Cn)5Q4(af_`GXn@Q-!&be*lPy)2LZAI=}RqoENuXn)w7Plzvl=H^{%B<Y*}<
z%J5vsQh@@@-kEyjX<{A8OOx?rI?B1xn5SAWCYRfFILW(BL-bheD=|0=iDlwQIxhs`
ztBP*6kfs7D`oGm^)o|5Or6*hlng2Z2?{Z#F-E^p4O$DJQ=n30UfW9(?+ucpCZ|O60
zXJQb=g#*JV90y13$feE9Q$7S;kX+ZI_aC3G;NzwwTqc3-^@@*aefy6T)wZ~IuRkt$
z4WSF+M<*)i3|Cy`^rqp;_KYc{jKXxDvR%|sKxRN~a1966pNrqz4yMM9S3``gg(W1=
z=9vaL5sYXu*6QtENA0cN@XC=ghc_F-v;Dj{z&Nd3euTY6TTBDU^vEt+p7cRyhO@A3
z@?$UV(r#Ax%k!DcXgQHD<mj8xytb|0b|qcaTL&AU(GZ@FEZmr$eGlA9#8FJDX60bw
zz}V%x6l{$pyYx`2lgK+I3$!+PC;Jzb{en)mU4<mPawL4sjTGXYfV(fYp>Y{~q-3es
zuv)8bthDk2u=~N98+WTXUW9PqI%Y&}1D_z>RVLfXP>?4tjviCSNACB^!F90gp@zW3
z{v8rTY(+T4VY!e2MRsKBG2gTe$UFyQfXJadt%)JPc{O^3ph4z#-8?P5F<2FDw`Fmk
z=L<Hg&u(K{Kukf$fV;q&kZ`rS*xqhd`@=yRdvi|D=SB))v1V@cZ(y+gQzt?ST#T`E
zNP$y?49Zy@rxt9u7kJ!4pH3H220^O$T}LIJRk+U>*1d+1!91hDasb8EYpc~(TjrS?
zI`2drTyy9GO_xH%m*h@9&*^D4IrN@UIQdOZ!r9M>7zWGFKkO@}$=Rz(br`fhb4WZE
zpT6IMk6j-oAH7I;H@(e0L61unakqnK<gFfd7yd$=0<r~|?;?gFFAU$5t5puR(X+lq
zvN2`0ygVZ!Jx{ru#8cK+`y$$Myb?O~#ON$t=7YiIluv@FK%r21X*!uf;_mVTh>D>?
zo|VYx5YbT<|GU0G7Q5u>(qX&uZmPipk4QibP!((q=+9x+k9`7|D>xPZKCnnT)6&>Q
zPN8hj!c9E_X*O6t7|g87QC_xp0aF;qdt&RC6{dIYxeqEidM_%pyYm{)V2P?3uV$(<
zlHLf!%Tax#bV9J|#xq(iGxBmjt5&cTQ7l^sZfDs-Z{-q7j04f&)fHFZ1Kz@0JwE4w
zOouLB$Gk^OYanW=cSx(B!xco~C5);XEp?%`h3<6et;rNjao7$^i&p!3;MzqWsxY2M
zTfJ<~ao6EYzs#HGNCSq|XTPH~m|lH7BaJ%9aX{>oGLJ-Zcwl0C@j?avRL=FE>OWf<
zZfx!1vibFPrEmCH<<z5(o;`8;<jM0)(cfsob8hDP@QGR6D*wQd2ZpxWxO={Jp)%WF
z8Lu|Cao1-Jcdf7Q9<NOFSFZJAEu=D5TidRZQ8X&wQ@PP!8Lsk>DrCMsJ8_|M_wHR%
zOqPr|HVD|fjE)ch)%u-Uvr*>}lM*kSn`s{BKlZn@xPtR;*S49ea{tklO5f4eF?_4z
z*{q^{D_Q0R!hxn2_f1xqr&ZkmLTcKMGTM!bq_ywxyWw50%k3&WY}PO(j<&M7jVwFb
zx^Q&mLM5x!<wC8B&Lzp3!P5?Il343(!ejHU)+8MWMP=E-#58<}M=~M0L@gXa)fR@j
ziDfm&aBKwnLBR0%AgLLZUtk09cd3OfL+I!rUYmGt;4Ci2H<$2K^{ok;A>(F-rpAXa
zRJN(Yx1}pOpUI*Kp9=a+EEt*@m&UTrHg;5lJg+hTU}G%1hGz!PO*~KIS;y1H<9~0!
zk9+XE5zm|Oycy41@bK>ir2C_H4`v@k_<Pp|vlkJ59Pb}Rcxh}f`#8dXi1<$;9KAZ2
z{Sv~TMEs`_K8kdoMYxFYw-Ns5@xkni2wy_@3c`hn!R$*2e`;hf%eKa{`%%u@5#B)f
zPJ};-@H-Ix?t2Ea2N3>6lz$xI|AF!^B79<WF#E#hSoR-L&NaOMHz;=o;U%QMiSXwU
z?|)C@eH~95&-?Lw0MD~igV~QF{Nu^NjNk8_9?U+B@bBXNBM5&J-#>=%-y-xsc<^rV
zHw=4_@7vjOV`Bruf)Jjah;Oy4@*VtpYY|tbGA({HdUG4N$E!Gy&GW4-HkWV+Zk8$k
z%`zd@$g{T0Jy{5Gl@KNrLre=?SqTR(mI-g+6>@R^?V*o+9i9`6+ai)MB)>-3T)Ybj
zaFJ2`jbbH46WLDb3fn7nB24ORH|pD)OI4z5##4G20x>aRvTVmH!f6Slf>~?3B`3@g
ziR-*y2sN%4PA>zw+sF+VV*V3mkUKFmxaFT^?oy;j*z1VgTiM*kxr!zdEZSkzM15#K
z=ocp2+mN0*9e34L8mkp-t0q{pg@wEe_1XpnB7tEvoqdij<67IbYGo0sg-^9S??&}b
zbwiu6#8bNKC+gKTk-W1&M<fmET*U)==%%)qAgb66o4iim#dbvtJ}Uh+!1v;#Pz`HQ
zL{QnaHJliZ`*)Y9WnmsSa3Xqrw}Pz)pmU*85*pHwD*V4)h%N&nl4Y0rh)u@~H(|HO
zQ7}NQmHY6G6f4xh0o!P|2zVcN?3Tk-04dNH7JT547i*KOLsS`r7z30EN{EqO!Zm4C
zUL{Q1H`bbxF=;eWC^l3?k)a*VIHV<xMS<381ZXXU11qGw51y0sGXTjs2HLuCHOu%7
z95!1pnU;Ogi%~GAcs~l>pSdG=hNVvQuX<Pd!gNvfe8t~P%mVTL$`IHG-03!m(r`I|
z_66WJDjN+_@6aXy2+cxsxoRW{c#7Rdb%%9u10#5-Vzo0a#Dj^qxUnZhNek?s7d#yK
z;Ba=Wru6&E8=&iL(Ajm+b%fu$iFkxhHU_ho5H|6h^!+a*{50M_xutaZo00Cbc>f1$
zpz{ddhIrEHUqreu;{8|fK7o4H-#2L0X4yJ^{UN^n7d-cFD{p!`LJ*|&M&lWVLI4qp
zio=Zf-NZpQ0M#ykZ*Q4ofoUUo5Qen)9lje0#C!mN>!6)LE0)Iv5hE(u>PCHT8*!I`
z@G;zVdge%x$_$`gvYLqy5><NvE7B-~<?C*sm5lc|#P4_47lkgHsvu3NZ*LKeM4s@_
z(@`)4<>AgEX&1k1o6<Q)N4aJlSK|mIkY;;vL3XuVt`JAsN09GQpTtz`pcRT+q`i=L
z;F`BwUBa&mj63o+2(A)l*<4-bYX*TSqs$RtV=@losFPz0$#xxlpaKj}(p?m3>oUvj
zdk_~GZ8dlwfz*BJ*6>q|AI8Hn_#5+0#)ZEx^~nfv_$0j#?%GCUiTp%NKS<{T&4sDW
zElh<5CqMpIVQ`T@1yxW=nkN6m`T!>$YyyKyHN)khu#jv*M#XM%uz}h#Bv7P@@^cQ-
zq|&}C^+^pfjwNZ(0&Y7;OHhW%pYof+A-oN@*VZeWSXu&Rn+!l8iZFn~eQ_n5@YF;$
z1>8V2VrdmwotGI6B%cbL7~>wuVcZX4x6o3WjTSC=hme5>^7p{-2|~WIMCBJl#?rIw
zd;ijK)}DtvxPy87nZfKs2><@Eq3lJ3Z~NPW+13vaXaD%04Q6eGKl2Sk*+&pR`fGz3
z>CE>v2c-=DL#cs+j|((4$U59k6%ycw%cU>wj%6Rg^HDtfyI1~&Y>V(?i2FDm(h&ZA
z62G7P80Zwj5B?nFON2l0GlSX72>&;PABMd6pYT2Ve#o78|1{!n{5<F#;>Uk>F#9dM
z|2@1@p8V&?|2e#W0P+48m;XQGJInn9%3=O>r29PHe;MHy5gxbvKZo~M@c!edcclrs
z$olP%?PFU&uQJet3?@*>4y64ewq?s34G|(&H?~^@j#2`^&y<Gt=9Y+ocY&uQYOoJs
z7BXz#S=wHO{Ij;qcR45vA*cpU%n}?FWaQTV2N5sz=;9^jmCBV79z&9?ELP$~%wtjt
zn@Ch7nphF2S6j}qDt(%flUU!6Zt-`>g4rSQHLz?J24Uzfz8~FK%{qC0E^l#ylA3zn
z#SKb4yP=Gu{in`?jiN0grJz1hyBGottRLc$NV8e?;&Z?;JRigJaXg>ILwwu8c>NN7
zzl7)0cs|45cgC_85dT~F{aHMp!$Usyd4yYt|02Ry@VxMW;p|KNh9`SJa1_s5@w^?+
zyYN)-9LK{y054lY^Er4c7=P}vWxVdTMIRf@z?T?bTO}MQXSOqZ0&m-bPz|28uDT@m
znNi5cX?-%7r0AC}fxqFoi020wsyHvS`688B{JN+LgvM1HtNZ~$0~ge8RG=P+x}HlY
zz=8F}X5Uc=kN7(ZOv6yttBXxnf$<$|f#;Kp*dmguqcG<C28R$*Ypz#}qSp_dpk9I9
zwD8i#M+!p~*K3OL<YhE8Q2eFw0rK&!Tj=alPgQ_TaB9R75a>C@>$prWF4KD%D=jER
z@WV0bi;hM}@4P;007`_d1XIn>COiKFW7)rX3Hm6)2me>lIfVBhoIv>f2<H*bBD{_8
z7Z9!>{E>e!m~9|jLb!$S>6bw-5uQi5gYcgr-3tic@XMgH2tR@N4<Y=0gfAj|2f~jc
z{35=84B>}=1@s5ucOv`*!t;p#6vAIX_)7?X80lX^`1QX!nEg7!hkgxo4&epV|2c$z
z4&iSj{L4uH1%&@M-v0pM-$m$uuv}-0%MImkxG#k9&_?U0E#&)hRZtFmR7e#==zMD#
zq$kK%4Wenb3KI#_t~MD9+=BWbVPoyoNxnDMfEPR2CaOSEU^!{sUFfPSczFLT^;L$n
zgkuiZ>cTVFq}H?4tSQ%N972pC#tN*N*g)ZcZ0s(qQ)`BEM3|sXu&x?p(`^}k)}KB4
z*Jpor>|gxk<182Q`s439F*5(h_q}b9Z!drOUkobKray@JJSo$@P?2LZ1?iV+BtlI8
zgJao`{W^FK!rtE;lsNwLTX;YEX^aKJ5B$SC{?Ft0zeoCWzcHBoFdqI<Q^USh(s@zr
z)#AkYFY7wMaasr{0zpEqOo}~f3?yI*)0_G4!=rm>O}aR`LeVgzNei1!VHM*X7STlQ
zT!`d%Oh$n%4&xQZ-A|jGD3nl#7sK>~>`2X*L|+9&6=B$F&Q5Ku%4Ms~#%7-K!jZR0
zr3<JFvMagU0wcs*8*x%@oE_p(R1N5Em6c?neHIZn(q#>6Ba94KUDn=M>RW8|Q|vF$
zbxRe~>YZ9+8^}W|I%rWxM|4c!(U;fFREQ|6JMIEyKUrFUlN#&n)sMX}FSNxz0OBW5
zS`-tXi{9D7BzPK+q(L5>W;6UA9IwIrkG<is?6JpGZtB1NI4!h~-FF-RroV4<EbXHw
zdOSp;oQdm0a!3x#WH~Dv8z{#^b`Ge=SW7$1ZT<Lt`^aNQ9zSy55s+`n(%2Vju#p*$
z$oTIK_uTVF{M~DRZz}w~d7r<xyvDz`ewF|F>Jae2HE9Pq3b-8k`YgMpT&dE7_a0#3
z+~_=yU&@9jrsp`o46o0QW;lmoX!fcC^XX^jpPqSk<J3DY&TqV5{+@pN>GhtMUV7;Z
zUzneN$I{XV-kE*xOqPB41CVd<d<@Sg@%$2=U&r%Xczzqt7xDZdp6tJde1hklc;1EQ
zJMdKSJb<SU&v85_@tnnT9?u}25j@xMOyHTpa}&?gc-HZ>@w^|;2k`tTo=^P6vFuZL
zUc&S1c=$It{e<8zY0!J{&hX0g^aQ{0_tf}Ab`{4|%seq9ark|8V)}}_;I|wo#<YM}
zh{x}c9=}7HsnHwZ_uS}&G+=0CB%8Z_C7ZlHk&TQ$f%c4KGt)P+>r<22)bxBdF*=pu
zz?R{m`7C?)<V-gDy=WJHPoUNFqZlCkF+@GtFix0~_o49#|E))CWEsv`o0y)SVaVe_
zvU!hS2K>DN&pmkFi058BZ^Co(hXHFm7x9eXnZa`tkN-W5-?e`_n5`px5#biX-}u~M
z_I`v*pB>CTfbhN0$9@#yFus2n;g2BxBMAQ<!jB>RR(xlffAjx>y$9hRA>RMUWN722
zPP}YJ-%YGa!T2p2Atbjd&aB9|9?d+E-)RocR+xcdZFSYZRd=e(+lYoZDZB(6il%Mw
zE^aPkNFfyb$?P~R0Q!wY#(WJ|A)|C~o$Y!JVw>;*%}HH=WL*^h&6-|p22R1&RGj>0
z52AK#SHL<56fU-LaTmP4F3RUFgjdGhWhDM~EyNiiEon3(2Y+Ia<Vi`;k+;3+UQ#mu
zyXT%aU?8Ohx!FkU8@cg>@-UQrv<b?6<>-p2VnM#I&@4>TCq9&=Ov<kGf!B-Hq`l7b
zicB8#Co!IcD;<U36r;?JBHv2n_SP=;E$pblTGH_9b2&79u_9(jS}-Z(L7swcfuX!i
z4$4)~-pGne*h8_y-{K}jqir%*E4t5FoN&L&4pfP|5G^oxl<}oMAw>|{@}jq~=%LGf
zC~$MBLH=YqD)m=w2sA(JC?WRTS%f8OEes0Ur5zMb&-NjK+%Kwq1TwAZq9!C95f1=(
zSJ|>YXfhR1Gmq(SQ4{PpSAWoYNn?(}@UGH#>7M<jp$^7icC_~rmOKGGoRXJ!5b=XQ
zGM4=>Zyd_5A*|m!l+7Ug?l%o(Hxd3dgij;<CvO?b))D@{c;7<!62cvX-}L68>;;5B
zmJMYeK==o57|MPW;orvh4<kH}a$iLFDB?eg@KZ?lF@%5Ro*{xm{+4!iUQ_R5#LD(2
z#dpj*D6kAoCttIOHMy=8wp(1R%J0}(3)$+f=uh^Ex+@;Kl2oy7v;=z|tZztb?68I9
zRa4BwEFSbSGyg_1FI!{lBaSF2$Mv}7#VxV0t2H2xH;;B8oqUh<QvcEivy55rdXFCM
z#Q^2HYe?htruQi%*sjAwiKBfX!dU{)GGD8)ia3cvrdz$0#Z~Akn8im|dx1)MzDVcw
zCT8z_;K7F;@9(>H6v9@o0;*qN-dni~;-aJ!r*UD4%)bh_dn0%N?i;ZCicT-Etn@8{
z63IN%Oal(Z0bO43`2|@I19bc3NvdqwiH9op^M}J(aiG$tHVF!`I6nx*7Qf%Et-vG-
zET@u=vny<EgX*@lf%Dh%gf;r3N0)o0TUrbIbC5qT=b7rR<mUP)^J>5HH4=Rn457-%
z<tj@P;-(g-U@!WyvFu+S#XLc{djC-NafJW6XDIs=!uA70*-Hq&fcRfW_!+#D?|vWB
ze+KV=1Mi<j_^aQO&nvY(%lx5lBIgmq8v6!5Df%|_VhPp9j&xMxTUdHvx?V;Aby`>)
zgr_68>mItUKtW52al-HbSU@hMeFhr>Ix1w)u1c>qRzUA?Z8VdmMkZskXtwrsz6?aT
z2~NDowz|cqy-u4Q^lq%V!tABCe1v}po9MfK0(Lam;BK}cf8zIXJZJG-#500t0?$02
z+jv&+Y~X3*c|V>H;-QVM{o{DY^FchcNz-0UTOQ*+gy%&(AH}n<z<s)0%%r`r`YhYH
zu&}s7qPDQ0#0zW5T*AluN)2KQLMUt!(n7)a?fRyKq;h=Uka0msQ3mfm%JN(Ecl8P(
zd^riQq5#zyXWqzSO2p4-7RLHE2clhF19jwYltvS()FJDABrq#gaX`@TT#?j#+-F3h
z`t4j`VH`KF;DTv)6uATohjm|dU$h8#Cxg!P!tf9W6bo^h83I9ljq})iW&~eDBpH1#
zuz?h<)~>-2qZpQ(4jdCaoiNVGv{3v`X4?7r^OHl_EC2LrHu!&DWpgu}g##~#%J4%E
zRfcEhFI1+A>ny~7!kg1X#SKKDN5cL4rHuTaSAzZL%)J`xp}xKH%Nm{>wmdI*_~p0Q
zFAFxaR<@iq;P(SLIP1@_LWuvM+u?#Sh{ZE{A1~ggC+B8HhcjGv(hs>gs|+kxSj4?<
zK;z3j-;#~|&7th~=B{Kvh=<{bh5r6L-ue733z;TP&thoT^3eO`p~mO`7W-pgUhouO
zmcMVzJoIurETj+lJpaJ5|0)Y#8S--V>pMKr3+emke@)*%Z{zU_!&koi<^MqBK=_U4
z_50JKZ`C5+pzp6#*v`i}#&6BCFMlh3f3tph6U=vCr$4jr#BW1`?5{?@e+<8oP5yp7
z`u!8p?+-=4e=_?0SEAqlZS?z7_vB^%V)Xm%s0C$-uJ|^D)EhtaVXQA8d<7xnuKm=Q
z_@I3hA-nlSgx`d4@UOz=i}0fe*}X3!d>7;YyRq!s5PlNjUqG0>IF@}of-QvKf$;MP
zzYF2<pN7oIc!U*%=l|MRb|1ozBJ4r<p^sqQ1mTwuQi*!kUxzIm;aP<L1>p?BFC)B(
za5j55JBj~JXJ3!Do<Mo4m=BE%tH4<e-hgX}*}^-2xAD7`ZR4FWO?j{57vnY03g*;`
zl!W5t&&xj_%J&>ql-NLNYw$&2xm&1n8Tr`)mR`Yo6JNKpO~kVHR#dW=`{=7Em!;i7
zkD90lR&Fbu{m%>@rvMR$$6~f5?P+Iy*)g<g9qno%TtYsUR6(m3g^I*|*Y=$PbiJH|
z_q&ZcNS_t~%L*Qj#iI4y%Y7u2yNxzfG2UDF7j^*r%Uqj)+Xmihc;eDHPRrRdNKr){
zgh10uj>qd%mXB9?`RmBPh&uNxCm$b{Ls)JgX9cZl;NOO{T4BhsXdy<w6O%Yb#0VXk
zxP7Oyv!VY7hwB1LS6C4$0|Hk<j&E#{x2~+dbD_R1K$fFZF&t{+o#RiuWgj^PHK{4b
zjJ!l0ztgV@FIp&hMar(=U#zW2O{}|y`K>dSJ<Mx!d_JA!_;PS~5m)ZM%KB3Lamf0(
zcebAJbe!_`E3D2$b8#5+a~>(Z4`t<)(VsKfsW5&+fEs7XCU8&3otRiw5?jkQRp23`
z^=<+pI`;gsh;|T%Ip&llj-YMpD2dd8<#DV?8(16T7V$v47MjZM6;NkVK&5r0svJqp
zp%~O3#?oPt(`kpn{&ZC5Jn@8mVa-ZmH%oBF>p8OzytdIJmNuEqW#icdeo?C8tmQl)
zUD?DhLP_C4n#mlSLIHO1ZAE&{){w`LHgMkDkrMK<_`MsRe<k2uL2rl^+G>tBXC3)l
z4OFv=kZpIoATE$2lF||rR`IWM1Mit)iNooHz=^n5lkp&}?gK4a##>YPOD7e{;YkeY
zgcRv!8@abp3h65GN&n4rj-dPvjMgIRtpit!b1bK){7(3@R6>E+tGqv^p348$q_h)~
zf<3u|@|%eB`JQv^k!%{Z4*|MUNY}}Gh(%M`)zWWR0YL6K{MVV&`@!C`l{H`(aWJo;
zB8+3U@O>2RRPJ{l=IxPeM&8!&?;=WouN`t-#3(V1$13c#eAf019#Y79Chi)5D*xlY
z16k6QdMDAMWhsTcZ51u7WKSTDSfgBHIC}{HRX}0V9!wzBlC-BOQe2i*A5w$Q<Jp5!
zc0cguHh%S?1;oJ(;E(^kncE27kU{Qz<D0WL-}8=pM@L6xiSOJ=^p%+^=Vxxd<*nHx
zCr{p(fs$0Ii0J&*r`MmxA05hf@b^}vz+MC_)=?sVYsOcZ2Tjz;*>DDuW3EMEjb)=X
z#I<-<f!{dbugdUhwf)2*Hjwi7oc|tIjTBC@!|<M>i_08bs$qs2-N}YwmS|T;;c49-
z-MImMOy1|PQ)~;Ko>hrMLGxn1n4=rs)os|5p`BMPt$x~qkMlg%Mxc6UA$=5iW3kpA
zYcvaqhhZC_J7y~zrax5SEBmJH$v?0h#wT@HWT6a+9iu;)X`8$Pw0dQGb(M?Q_#@CJ
zYB-&-xqAcdMBbQLai2vB0CRY|$qS~efJSr5HwNI_L}QJx4BvR36&<wzSZ}vpq)=O)
zz|Qj<Z1YHUbrG)RBO4ndwrLv&Yp^Y&Q2*z4q4RG}z`+80kT^E#csVDw3%sMw5eyc<
zh+6br6SHQ0=Mco-ufr5&b!yTnS$WDboT7`}P%BB~#PH<eR;VrMzq${MudogCwdH4q
zxeesuvyz5x7g67@>|TT4%7&s2``qRGjcj?jmB~>+=s&|#4|Amvzp)hvclhvUw)3;}
zOT?Nko?pWAX*^%R^Cdj*{5h=E;<<=t2G0tf590X<o=@U=3D0Nn{5GC1;`tJuw|)#d
zAf7%v7xCQ2vxSFgKaB8W{Eg=`c)oz=5AkF_54{o((>!3|Ai{Y(>v%qZ=S4jHKGjeU
z3buV3=6yj2adf~79IEJ|g*37wQv5n#Kn(l$k;lJnnSo@Sem%|Yt$5Fam~oJHoR@+Q
zsHdaX>iJjT&Vkhgln&b-J?fEu2&+ImZVe_OcfHR>u~rG^3}TcQkzIk!P1@#X!eFrr
z<;uCBFyA$nQ5>;$7Ki?9H@RkE?#{K1U943u-hscl@85~+Q7t&3h@EbRkWe50m1@04
z_a>>+TYA0zOucc}+=B5f)T5osh)`H8LQh)R_$C?z&~hP>>#=G7`Hs!05roHaj7{_k
z7{X46lh=Hi4Mk-0zJ5XP9D#(ajHx?O`FE6qb1BdgtfaxtHa;*-tEKFCVC$49NV^60
zs11-{TL}{w5m&L92g|oIXrWE+<2nnQ=7~lfz?D(yYzO;}@wn1#Jc9;r)v#r0q#@qw
zVT}(k1l`e**V+@f!r2Pz*_FjR4Xhb*JlIw)ZN|8Q_A(V9n2+$7Z@Qr`PmN|qF0)7x
znUgqd+M!iaywb+8jcg4DORlfM$g19msPARWpU>d=9G)-Wc^|m;iR|6NL%$!=?Fr}x
zQ%Ls=xciChJ>cSSCzkm63~Vc#+pcGmAiVS7eK%13{Q5TNdo7!TvnamF>NdVhh%_z!
zKsvZn>cThDH|;0$NhI=a!;mlQ<L`!#-B@)gn_O&WLt9ORyV<)@=euDkAKG36o!iQ$
zu}^8LaVHzWnmf{iPwp~LQ+}Y0$h*9b5c$P{5cy?3pbV)4<zV|4c^js?Z9qer4Q@q4
zxgN#x!|$O<*qQK5P7bWB4D3odEBHHJnZ#d(KX&n#UAuN+bMu0b0myfhfRG2UWH^s^
zHsl8W<=9iZ;vNy~gn?{?_Fyc?bTuFCBvOs#&)>Bi_(EC=Esyd`9;anDqZqHpb9sH#
z*Ydb`qfEAS45e{_l@c~(4Xpf1$al8t-PSjTv^NhSTthgAd|L>oAtkaeQ|LR_HbxLn
zAxg`qtf*3;)<bF6W4uoIQy{(8OWnfjl%bURsk`t`>!t?B8odpw6Vs~2_G^0@=##!{
zyHtPE7;j@5Hv|aqZ^pt&gad%r3jW=-`uWEHjzj9@cm79xP-B=%Q(nuiK@#5-d7RoK
z|EP<c$gTr!`uF004?c*$FP*!ReH_1k`+vVGzhAcBzj*&}_F4P=eeW2~{=j}Oy>mFb
z_kYmzU;MUVXc)uU0w6Pi|M;ix!+-;0hJbscN&I~FB>EV~O(N|SV&;*07GJ%LDYSMH
z@w3oyhNCj(@y>Ytd&50%y!TCSe#=|mcI4~c{`KGRjqmuTKljb={PW-Pt?&A_zwqtf
z@txoG-Ie=#?tkFu_w@E1d+?#-C;A6Yo;rQz?74>@IsfQ|$1YyF{P^I|m0{d+boJW!
zyWcZ0IW;}=y|Z)k*Ppm?^U3eKb^EFJE<C-sw2UoLYwNZ5J+rY{Z)`o=Y_+%V+}+vz
z{^#ER{15zKb}577BL4XAB|L2D0wnw662cD=Vg9G<6)(K}A9UT~ztZr95e;8{i^YHD
z-^=&GpS19XhS_&%`10@mJNf>?|ES^1cP$*U@a-B7e(nz>-OC@d@L3ICcwEEm8#EmJ
zfBvnu=kI9v!t)kRX*gK1_y72BwBFy)F#Bl>H#K~D$ii>Y@P$A4*INItYWTuWYnVN2
z@z?DAK70SqU(|N|6AfSfguVYI4PRKa@S?@P%fdhWeaScYTNeHu3x7nzm)9&DwfF}#
z%-(3>@BE(j>sK@!{26=yAq}%74PU-u?+@7bH)%Nd`@gICe^bNk6B@q!<M!UvaPYdl
zKWgE3TKpUA{rA2g<-GilEc~A|9Q-K_v*#@SX?wq_;R`41{hb#6@xM}d{Emh%{HDGC
zf`-{o+xrjM_nO7eTKJfS4_Ns18ouyHzoX@TUc>AkS@<c7{~H><{6TwfS@>QH$1Oao
z;mhA`?_Z~3_MiTxl%M@83;(f(gMVMcm;aW%f7rhNkcD*%Z`t>28oqqa-tV{X-(=yJ
zKd<%tI}Hc_xrQ(N=Ksgumq%08#eX03P-IM#j1fghkuKkxiljoJR5COwluA^}MJb}B
z!8}zejc5>E_gorC%9uH0rp)u4cb|Jt&-1*k-?P@c-nHJp-sdcQeD-J0`@8qq=j^-p
zCEeeU{64AQBJl!=CrET;Bh7-1*cy^+kh(1CE<z&q8~+{={{FAnVQ|VHMusbmCS!@6
zE@w0swcLhk3G02rupaTyFvocbP`0wPe0S((#AV_+-rk2})vHeKi9r5oyZ64>@&p9R
z@-jnxHX^>9cI9U>G|yjlGfZj=@}K0`oAd(K?UYpS5!FC^)a=my*YF&Yg8MHJ+;%yA
zZaR4X;_C9XSJcO-%<}Y)Z()bhe#5pjls>Jd;rMX|?7p*HAxRy@&lL784`Ko@=S$HK
zYgZt?T<=;<7Hm4{@;Jx_`KLZtKC|Q<q{#1|N_fnN;y<~``qX<kb}dRV?j6d%eaOBI
z%nxvArQP|`4~r4^?77F61EVd{Hb4E%P<rpiZ8qhC$Ho+klHF@j{7(*BUHt?i-PT2y
z7ijBa^-H)k3i4q8b-Z@DjyekeOk7JSAG#W^q|hZz5ictnGx-84Y6;ofUlHX~3;g8w
z75e806%DDbL*Z{Xt)mx!j^%;HV=s&mUnx-PSqPjqV*JB>y82j1>Y}e=MbMnFe%6AE
zsD68!JZ3y8g1hIrXNZJ>K9*b@lDM`QY)jkQ+@p|ge&gx(>S8d+4pbP@9;2X7E;Dwx
zl|b!alVQ<pRA0$<>n`w?g3IKDX+o5dK2|s<p)|4-67xAv=zJmSOSEy9+BYyYxIAm0
zpB^f|@4+Vg8|*yyQ-8O+3F0Sip0_B2_XqXl7YCyD6zK_7ZY+aUA?Jk^%`{Q@io7e_
z%Awk|MDuyzB7N+b%8@Hr1)QqP3wpyd8`VeR4!x@tQ0Jz;eL74Q<<}{;XnrLe{5br>
z;4Nwo5ys<P4=bT8)j=@wGQmIF6)&%Xvf!na?mJL>*nhgZj8O%C`Hdl(9;m#92Fm+4
zRD-=ttiZ-ssC*)x!siRCLAF3>L3W@L;;tF?HZ}0e=kx8%m#F<Tu3wqmPy>x~ZF%lK
zU50c8*@%PRf!n?9wt3ea)V|X~jh)}&QDE0n=SJkecg52Vw_0epb+uk#HV3MobtNx`
zYhhesw%V>2R8+o`vD#<qK=yj2&oNiR9)n_?r|KZa$zOf_!Ep-u0M7X&sE6(=X02j-
zl=ZR2mcb`!^-wMN)pK>wYE)kZ=CiZvA#tl{$5tuS9<&rCevSs%QOp<k=`O0@wvFHO
zsSS`-e12|Ko{T=W;iUdvS_7;(Q_m-5C9jV@fa7Y2H-MELkMs0l9ephRg>BDN1GrUi
zT&y)j_9Y^ldx+8qXA)JepPY%(r|pbaIMWFCB~mqhCT~LJS+OAIS{1%6+{|o<+b9!D
zZhFQmS%uSrQmb!Fugk<V5(9rkR^mfb`dGQEa3&^Ow|$jdCGHLLnTO{XAe}o<KB)rt
zs|YTTrJH18ObgsqqXNIpv%ys<cYP)n;?1M?rW{|dvo3CAa788-KdEznO*t+!r#EhJ
z5j7K|K5C8lT!yP+55DbOvL+KN+}1W^S%yD2zA*^PLFrRVu20u}!*6ATlx(pC6racP
zh$G+d<E<H*OzBmb80KdiH(ZJvJu@wK8PG-H*UH)ZmExMGwIXez>**L(C@@{56j$YL
zTTD4DiTv~a@QW$It+}(-&h|#}AA2<_xwHh=43(~LbQQ|Pdav^@$SB6O?&~}A-O@qj
zi+|d0QjDA3e)UVhQx$~|ai&%l;abcG2IWSme92}dE1Zh(dl!PWKU&D4^g&Nxq7YA9
zD}X(DvINCn6|^I$5KpM{G+Uap7KI-Sl9w*T*EEag9(SUk`fxk{$gTj-+WJBEl%zhY
zKYfAo{$FwC<n+M(qbpJQU4EHA`GO0`UVD3CABvA=&=y{jkFUxN{qbdpCljmRCB1v{
zGp_r}P&nj*GU9#{@k*cZG$)z%h+P{|{BL)5ndRX!A026~VJN?}b&c!KeZo1vSRLHE
z0M&o|27#wZxwzHN{(Tt%n^6Ab@5z44!SxgQ3)dY+<-xqOUUTQ*-DTD;G(FTl)YsAW
z%Rk}^vd&8_>RXQVBhyd!e!$<!-{jNb-;C^I+BfmmdwekVnD~uMWFPS=i(Y?xhwsL3
z`z99~qWl#f_8iN`6;^J@zHG5N6SF_bIiQw}>)V=VH*L^B`CDxn<dB6I&3}Ej><!8<
zrgW$IHWMFqP*Vu6HATAh?itZIZta+u=BJI)qjrbh<Y(ai-rptztWbHd9nBe@bUZBU
z5|{J}WN*~r@hhDf_&VXAk3WkO_3LDkx+fhsE{{kZS4Qnii(hl2G!3_UG(sQk-h#s4
zctqLq8qYIW$W{DE6X`#TjX%D`)68~@zF*sc?CH+UC5A8XIZX%kOy;BVP<Ix%(^K#;
zzgY3qb0|Nwn$d@P$@pT+=k0Qu$lhqz2Cuq4#p$-EEGR0-KCwgPjH8cm#d5Fe0}F`u
z^v#;`e1L0hd)^<Yqm6Vcd3Eo5_!pNCH;fFCz0p=Cn)oK*rrYZ5gytiA#bmoz%#Xo0
z_rFw2lOgQsjOIDRF#JX`muVknjJSwU@!sn=G?^VpZ$teV>)j-?^b&redDaeX6O<n2
z>GEE{16OSSVx6&<sNetTVm}{Hr`gW|)L$e{kvK`>1c~D$j*&P@;s}YuBo2`{Na6sA
z{Ur90*h^v$iQOc2k=RLM2Z=vPY$vge#8whpNNgtY2Z>E2Hj>ytVm*m<B-WDnox~av
zt4XXPv693J63a;}Bk>!Fr6iWHkycD%5s8H)7LfRr#4jY~llYm$JQ6>Vm`h>~i62S)
zK;nB6-;tP2Vip@Q5qA4CXOYi|BvMJlNMs6=I*C*gF%p?Vq)sB0M2tk{Oj0M2N+L!g
za|WrCNF@;?kts;(BvMJlNMs6-I*C*gF%p^lq)sB0M2tixAE}c_B@rW$$xG@aQc1)}
zWb%+YiBu9X5}DkjP9l{=j6^0Esgp=05hIbwN$Mn0NyJEGa*#TSR1z@~ndIjdX(Uqr
z@j1r-X;fgl(Y#d5<-p28V^}~yP9M3|FIlb)(t}#{K^6jtGwtIT06ME@Zl`}j^C8Us
zu1?~5@PDrCfGtAvDUA7f^AS@hQ;ns|IHLI*rZM|dxH+iuKV8~+2F+(Nk$s$A+kj!3
zWT{+-=FezCxz)}ZIwc&#0(#N>2s^eX!_Wo-OUHi=u2({wDYQyyH+T=$UHZIb6`|LE
z6|jT4r|TWHY}X(@+L1YI4-3T7z8z37LA-uE?vNvxX@y8_uwRaNd`xiFUf8b{mgewF
z6Y<_s|4sWri{XoNZbkD?EIi=~;{dD~UOq3_4$X%#DtENTA=pLt({kExhIsN++8rmT
zU7&e9o`=Y9{M9;%BXEIs_rlk^YKSw_#4b4l{l{4T<y~k#k50(27;^!Gl!ac~b&334
z{uXuQC}bOmxqVMX^F6GzdDQh7oRQ^lIV(h@fAX2iVmA<RSvs`s7n;wZB|ZBFH@JTD
z+<qA@qP|L#q9cz({JHab2P)SiZvMS?+X=vn>b@ymCE_ovQxZA}OO<*feQSvHlT%K9
zJPFPFi(YQIN+tYn%k_4LJ;&gvb|~?D!v8^T)hXx}-QJc2M1ClIKK-X)iN8XKu?>-*
z4f9$adw?6?T3Wz6BK+lF=KDQCLu`gpbtsyjVmn@DEj$e$IA6Wj#Uv4zpy*bd205w4
zXZ62qKwS3r%j;(#W8YF^nJh!ZOS4y+o`vF={-5gwi1=@2Gq}CLgR%UwW-DP|FK=yP
zcmY1TM`VW@(f;9-dXICUu^=Q??jlkD@oA?u&x4oz`{xrDggq(p&Fwf383RWG4)78A
zyRd|D&l{qpG93M^2>S~O)m}ye)nHS*&lFX}DUoF-Y4D9VKiG2yVIRU;DMd8!uqm)!
zv}Ot7lP|BT`+%p+k`p@FME&Y29KGTLS^G<RVh#|z*K2E=518_tsC^SaaLa7n^}Z0T
zFCvjXj-Ds6kO8?nz7RO1!XH*=jCh%d@U$-|7ztNg5+dxydfwD7Kk#k{D_tu-jGou@
zM0(!%!I3fRp1~0!Kd<|nBrm{tztreA8>0S3v#O6@00}p|Ra=>Oeo#MOR&W6lIu`1O
zY(w*Z?6Pv{(u<&zG5T;vyaM9djM9LMur{yeNM|;oI~rEBT!i=iPu5ExBkIHOW$jvj
zP=2iCIrj*0!Ud;9Tf9Hyzu9gTHIJ~LKj#bi*Ylp9!cEgY?ut)9^Cv9YxWM8RzF+Z*
z^Z0yXzEOX*c*q?uJRMtlZE^$RK?h4C+;Oj<H#v6~nIL|%s8rt_XQTobuaPO@z4;{#
zC-H5{iEaXNvV?z|qKhYSu}!*O@nS^yeI8#_PU4TEPDLs35%W`LrQ9zka378&gFruG
zJ`{c+%k2by@cc-Q&c(%uSLmcmp1^}{ujIMwz8>+#k<ZhQ<L;-_7dEV4iulRkd$z~%
zmQ7dQo$@h5oGu#9aU8#!8(BW%*gVABlmZjo@U_@Q`4tmHc?R>(n7H9bTT8yT@)Q0`
zxej+7!?_>Mnt0exaIeqXuOlv$`;57am_ODltXpvmH=BN3uxvTOd*|*+J&H^C&NN{>
zlSABINORm3=a#s$E@dr|KYn=*LsvY&eXighIf55%{~F+ee;;G0seM87VJ!Svc#$)H
zVav;o{$s>^&s@oVt}`AwLKDr7K=XU7jiKmp1W$T#`N5WCQN(pUTOJ<9Q+Ek-3#p;`
zE~dLRvDXPd9r*10qlHBM=5BJ(b;5UDt9)|Ch?ox+9-K!zgdd>{lu&hv_SkT@Fy|nC
zPRFk*v~v;S{L_B34&p8cOEr}q6Z3uStoHT;_^+7PCgM}Xe0GjhW9)wXT)Nr4jE8Fw
z*DVQZ*@q9<?WPC$ZbsbvxwiT~eD=E+59h5U+Kc+Q(tR%;QOiA|)lS&M=*P2}j(F26
z%k1r$Xg-bEbI#{+#Ou{>9v?V28}S{sX`3AIFDo~Hh&_&;m$1Te^PBc~-<Q=N6NQQJ
z$C|#T+2Kj2gnv?KYJ_ezY_tdeHu&=Pl~qLg$-HyQcH@~>c<$!kVYScD^8LH;%irHV
zIAVaFCox%tje|D0gc3hbjT(_Z^Q$}kcHl0*Dzq<}5YH1-o&93l@dbHiQ}K6}5%EbM
zPO!qGUYbNWPZ9BjtZ~w?#C^8A&3NQa<R|`)Bfb@Ho$ck)rbpB#lWM)i0tYYSY{ovK
zJ?(WaXPDu-FTZM63=r)>JFuf-6MpARP=%om(Z2D*(!(bBF>U!pSH=kYw_jE!Zj6`c
z4GF&6PQ-7Y>!-O6UzW}z9xO-b)XGI>Yw+~+HT|pP37z)Nvyy_ltNvUmzps#vc=lBZ
z9h}RP-}pxzt31zx%{1}UXtTuytI_irMicFjP{uFnZv9?ylPC|idak4t{!8_WmTid?
z!T-Fd#*!n%drRheHd5EI5nIbf+8UBmNp8SKsy-W;t4Xd$a$Ppkbl8ZkB)K-pmy=wR
zjZ_UbGSx}0M)D<Wq^YtIQz5xB$(7j1RAeJnf#h-|mnHc^HqxZoh%F%bJd)34BU6fv
z)Y&ALAh|fnMcGIbVIww+<U%B$$wsCi8>s>$=OZ~U8!;X>(zr;@Npg(j(-Q3Vm|`P!
zlH}tgA7djn%0}8S$%jZjz(#668=1W%?;&{?$vfGIb+D1vPVzRAx3H1g%tmGt$s0*t
z&qi7u8?joF*O0uL<dtlsR<My-M)GeYFJU9Cn2lHw$qPvSm5t1NHc~&6{1eG@N&b<I
zv=3~=-jh6=<XLQF;%uZcNKPmDTQ*`DY^1#*c^b)Ik^ChanW=1~rjYzO$)B+id&)-I
zW0F52`9n5RAFz>`Nb-9mzeDl_He&H?q{WgvhU8Ifq(-ul8BX#rlHXz@?Is(s8zjF@
z@(_~WW!oL|4jZW?(h^Abc+xIOq{gv1Etb?{NS#D#H0d5ix|2waWOG^ssfUv~iPSJs
zzfHQ6NWDe6-((~62C0)s4JGyKq#i=*B+{;t?pH~75~;y#P75OSE2K^$HIUQ;NOuyc
zmr3_aY-IYAI*HVaq<(?a{YafenlI_@L%NelrLj59o7B&fI*HVCq`MdCP9pUzo72va
z`e{-pk?Kk69;AMXjZ_k8?xg!kHew`FPp~=dIH|jlI*HU{r2A3QokXfDo6}rK-I>%$
zq#hyl!=yWjR43B?5F42XNu5OM0aD*j>ibBYMA}}`-H~)Bk?O$aG<#CFBXts~dq~}u
zbSIIzn{?mBM&?dZCy{DH>N`k%JE@aMvnJiGNOuycmTXSjM(SHhokXey>26NClSnmV
zbJ`YC-%RQxQa6#hDXDK{Bb7v&3F*FpjTni)@Be?!3x0DZhP^ScX^+Bs<%#DVES>|)
zHBhg4?YzB(cs?R{k-_2WD@l%g#PbZX2d~^9B4>}urg_Bk3YN@`eK)xKWwFx*CF1!9
zJH$n6FgV!qJ<eR275*4E_QRm6MOCF}VjZDZ@L;V5TvJM^3&x1&Rm_tQ`)Q!Q`h84L
z81ejvZ4kh^3@lE!zjc2`Jnv(@g0vn3p6I;^={{-%58|cv8En1qJ>i}n@%)3m;bZn2
z2u#cnWt`nia7=(YXy7mMI`Z=b@w|lD3o?fc979IxZb}o+uUPmDY{cLW|H*yrZ&<pb
z5N*_;bgE(1*9tR2&lkqV4GihBTi!&n^dJ%1ghBS<XeGZXR(cX*%t?cKZrT_1yTtP=
zdSa&jGT^ayzH$5|tN!?BGp7yYuJ*J!pCH~(U=lOqF?gJ>n^hpiOYmPasT>d}B3mZv
z!YaR#FvbbNZ>&!GS|}3wj#*4jFn2P%dUg*h{csT)7Z{%^*BQI5Md&|7sodc9%(-FM
zWeLGK#p}62?w<N#ov~#E-zO2z1H~enWHYa_!k0?g^FoKqWMjDi%fGplEFY{eli9Z@
zLV)mpdk&Kinl2yj9h~Sw&$HO#c{F}d&D(I$A)b}q$N5wNc)T_vdSO1ReUD3Hf>1ql
z!l$HT4G~^dhA9Z4^NcN>p0oHJS^F6fU>f)B%0pIrAD5S%2`%f6rP{lR6aF_T*3X2=
z{_~%P%USiMtrRZ=sX}iXcv@KgOO>g@P|#5-bs>gjKcy<zEKoM@<?+rNBJx+eggFZi
z3~6Vl>}8d2Vm4I-+_rNSxt=ASudzC*5E1A(xK=jSiFkj44bSNnfjOc(DosOK@k`7z
z7X{<hDZ*`A<q2J9ezGXU>wfiFPT53ohXo>HAe406sQ9ue!S_hpi$RYakJTp`R(suC
z$P|O@)!vqY4J!$~P)1f9N+U%-_J3|C@+T@s69>2O?Wzh~EPIrfFBFG_!|8&)yIK60
zf`$Zmndt0P7-qHCJH-$Q*poiL#bMn>B0g!QUJ2;UHdv~x$;z*xGF1}9ee`0NY+>2&
zgT?WZK+`<)G=s|WFRqHshAZJIeZNv!{pI2k``O@e!%7<hIEeTrmojI=x}F!a#D1~t
zd$qcV6et!sX8B@bgw9xYObQOFEZ*g{!+_u$Gz+ERiNQhZu~BJ)muqRv0dcch!!M((
z@T%IhIpAo1oqNrwA5q>9E9&QfkMPs|4=$kfbqqV8L!Ap=yUzNaS7p_w@T&N^@GEg{
zOJzE%Jx}WO&IM!Jvc{<ZR{JSa%;!P=S(mr&a;*Ap&`+KRG{IB53z)3<5<p}=B(|5d
zRJn4q;$L%YK1`m~c`o;jm7f+v=6sl%|F|V?XeObjt&?2<uk_vXWxufc=QShR0?2n#
zO6pf5-fv;f8|oK8`Os0uR1m8@r%g1Z!NgKg=d}fkx0{AYLt#wSm)#eM_iI?i=3Z&g
zI9V9RQNyzTuV&^8L9kId^OH0y|Lzv?3*p``?M2jQtnusAHcSRop9;EpjI-?fyp_ES
zn97Pbyv$_vzbo6BGGJ6}?z%ddum@VfQW05bw@u)kEFsEId#<J{3!gq-HA%R^(sA`e
zve5fr#hA-yR{It&3zvne0@(=u29`awY2?bnla%{n$roAqE7t6lg%J6S^agPj@79u)
z19}(jbfO|!&&OypwbA?F0Xs2))`f(9(bQMa<iPgIpnLOr;(aMie&s_sa1K;h_?=?~
z;@C!=3OQK%=>9_bbyoj&*X5Uo<Po{k3JOiA{b_erq3`e=l<_P)okG0tqm}3#k_X4N
z;#DzBmi?Bl4v`0Uj%Mkmt%Q!v&}YhnR$y6;$2np=psh3Ll?Tpz>f(u&tnfY{s{n(_
z(P0e_S?L8)Hz<Ji^4S+~A%fGsuJKd=_bumCxvvuTPm@^tPytjJ$8~Iu6YtAtw(BYs
zK$<H^-Bh2|zmKoS6oL0?Ox|%CVIMT6k%l5H*VpX!+sPWA#WvV0!Xd9K{O|Qy?RC&3
zL=hT()+B8iAnF6dH!>CBqW1py8QHA<UT@l_2-8hxFHr6i@2_e4o98S7cbi0Wk38c3
zNQ>RFVG+Fb5m!^KCdMBcr@7}M@H@?rG3r+*xSB=$BG|oZ=KIx>OA*JywiYe|t?X4h
zC-<@JhuacUg7Y?}UNS;_g#Qy(8cMMJ{oBm;#jNr^wBDfv16#8@158-?UAW^i(xsWR
z1jJeP8)oxH3AipC%vBa6@`s7<YEuFsiFN(*dsy}_Qanov?~c?`xtFJyiS)0<b+d7u
z8pn$+>BRdwY;y@d8-IhxL^X&nCb&T9wb}TG1svP%WfAM0*t=4@**IOm;QhQZmVd8r
z%Vy&l4`+^j-M5+0waca@@q^hZ;^lLR_f6Q(vI0q5D_PpDDq54^vE^}+xSPYg9P^~L
z1h=R-Dv76KU%MBrUPW-uN|40GTJ5fAJZ9-0l`@jJ_Q6FfTN7F7DOL4I;G09ES0A}d
zCH$9E;S#v+BhBeG7YqsRU42ag*L?3j+wijl!BuMPB=F$3&t}+6jM5P=s#zw158SwV
zcd3jXp?iLx7RQU!zxnOSRwKA{ZGkvG;1l2T`Wx}S2@9-!E{^lz{iQJ#CInZj^A^Wn
zitE|xn-TA0u&;Gy;<$o`-Qmh>tn^*$WyJBs5dXzX*2@z5%!VE@T<xdzc`rL@f<J7)
z#qbVk!*lQL))0Jc<25ndRIcV>kPRz8HH~&+xWud#<$YqtgnqJVnHb)%cKqrkMOJzh
zO|!)C-Z6#l>8BeA-Q`D}D1KY5Q?TBLRsS5#&qeVR>xiE3uB`gG(d;dXTUd$g89vEM
zPqD>J6c-gw<9&CbpQw-278z0e9iywxDW4Ud+S((6n?BO*_FAn)#Gl`ai{R9(#Z%mC
zSoLY$c1;Aob-!%oJSmnvq_iCs!N2hSd=hWTYOhu8Ac8Bow~VKxs1xDw_E{o0*LkDK
z6M8KF{-yXVJWp7li|4^cLJ#_8Hw(X7yGiJa39EiX%BF>J{Y<K##%z}Tg_Oq$<M$Q)
z)u)Uni2MdsfG~c}fBDwDYpnO1{*`q?xSW@|wnV`gp{rKK3E}mxFP!te%+eQDgAi^k
zf7nIP0DXP|Eg00)&BXmx>$0AOnh|`m#(O5NAtZZ8FOJ3AzRS$S<D#BwnFg@@7uMo4
za0~nQ#T7iP{J*TTn}JI{kS(3Da~%=>cKx&<J}aqyCC5#c{i-(Lg7{ni=l%DSjR>8$
z(M}NOw_KigXV8@3^^Ma4_>Il#DP?z9?fJSXP5`HlrrAw>WVKh|4-mj-Yew%rWYtWR
zXGe1#KmM-uPTjFdR{JQmc=O{Ib2h#S^JJB;w?&2@FE4)bao&RkMEtK?k+pi(OD{V#
zQ-|QXZQgwNrkI>lwsY1Ke7sGD509`8|333AEBu>woEPVKVaUro#mfKjpLV=>>)wQ+
zmK0WcsvXlj`0W)+{ByEc{ja_wjt6%u5*w>4VucUw1Rh*(-u11|5?SL3wX2RBuelnh
zIE#mPpN(~Pd2{2!rlH?Ci<AkzyBoN1pTb9HZ#lBc&)HMQg~#_Ru77%pWk2_Oyt#0b
zb`Ra_TUq{%dS$q9<59cAsY_Le@QuAVC;n{7;ZDOUR{eYR*>U1C?2qvL@L}1vSpPH!
zzDW7_gPDe`{NC@6<G=;zmN(PqvC7XoV8?-rihUgCG-kE;?SW|wZ&Fz3gy$;|@yiaz
zVfgC6+C3F%tp4?I5HNh@V*8C_H(B<&`zJolc)h_ebD`u4!oPjT^e={eZAXT>CTo1#
z-3h-K77tVTg>hE?EW5m?7~d(@>*^<1^|7uSpJZ$<NIjxw#p>Tbx?z$bAsM?=`2{Bt
zUv7{01mn%2TjgJ@SoZU<7awO>McnzA8_wz<7y72h7$-w6aZ%e?>F?-=F~*#MTesp1
zSoWzn;62LluMgN;Ho%I%a{wP<oUSVpS{BZ#-zS69!;BohlQYUKS?zmh2!<K$bJr~V
ztir0F`XPLXai%$WZ^6SYM1F1#PY*KA`i~W<T_V<7Fv<uFGK~EdXdueUU;T*p0OS5S
zHIK@67N?Ek{fwC&DHpO1v)XUY*mNJm;)mxn-$E%O{KGNmV+?0rRuvH>)(0@{aqnKn
z!yoNe1jd&V{Me9p5953d!^%dMRbO+4y}KEu?}|Q0rm@N+GBVxC@Vyu{ee4a(zDGyA
zI~XqCbwwsLS@9K)PPa3Z?*!g&abe{@e$2a#5z+D^y0?mD4~NF5TNtM8-8LFb*7znn
z;oZ#0k8^up_)~^RKX+ofiShJQyWxTTtp1=eIo-%uG&eOyD~DCS+)3{S#@9rt^^ap&
z_qX`*={iQaeWJc_9qWD(KQUdy_&g!HUf)ZQh>tcoUCD5-6W@H9#z%1K)N~mm;@PSn
zcbP2v@12@1VQ_pMf4eGcCCmS>=|aX4DT-i=C#yZMU(=r%{eElREVr`8BigU&9LC$x
z#)}R6SoI-0J)On4FJ@f9Jjf~^b$U9DVRxudXb}%9KeXxT2aK7*SGR3@#Ts8w7XH3w
zzj@(U>ir(Nx9_`s|J`YWy)Un*8k@hu`PMiYtyM3>**@8yOCbJVv3w#)e|9gVeR&h9
z;t)k~pm`WXF6{+d{$1PrLfq&Vy<OWR*Y<+zCy%)c?uO7$UX(0Jw&{iaFWv7oo(QJY
z4u4lUa;z7WC@GC~*MsP}QSNirU+RVF3#q0Ie+P=+z{fm;*j`xSpgG5L!*$B6fHCJC
zuX;hyp=P7{{cy^N@$n_0`Muy~);POnVF=|;QHfS(Q!i{i`$1Vsk4l+e^6UA5iC#FH
zx#fLV)DgPHF0n!m@jh4;wQiNjhuidgO=o7NY9HhzI=_&3WkIi3OL`V**axvI`y%mW
zH|Q2u6LZ6N_JP3T?)1Y{U&>jFbCfs7`@lW0Jbg`w5B+CwknUJu9~_w#R-_<uo$mhm
zXveO*eemOu$=OZ2u2M>Ob6==`+XsBZ>MQ)WMbICmAJV*3+6R<<cQ99uSc-Jzq`Y}o
zA6!X0%NbsGon98?czHE%Kis^q(Z@X}m~y-3+;tO~e&|ZPdGmadFGbhU-Sv!aKOE=D
zd3`=Pf&%wb&AwXn!@a>lhE-M|<-1qo{`E)tp|YJCu{_h4;<I<Cq3%LIoD+f|y-kty
zhFY1SnAm=>5_|f*P0XJXQdw2#{iYx8&eJWc5nMx`!S&<*#o~S_T~lpo%o#$lUS^Q=
zyt5zt6uzyWmFGs0Ow$zn#XA5$d^L*?5BgIyD>h9YlN$gp?m1UmqXQ|^v-hR)QwAW>
zX5|Gr<r|c~xKO(f)&sEEXv^;I-B;+Jlk{{RxDBBBv?2ae?>7BF1&_<KpaGzBM^J)q
z#nMOOnzgGR3_#<ML)pq7?)2t|;_uYn4Zu4UTb<GASh~En*rxln1MoJsS5%-Xkg|aG
zgnRw?01S*-k0}&}(N)z)<OF9Af@i440;hpJ^stBKl|!0?5PsUO>3fb3T`j=Do`1_A
z6wrFO&qQsYY{#U#)*K#$Q-S-6Om9Y03MpBy?)VQvuVcvTyIChFwI$`fs&@y$no%_1
z_&I{2th(}B6+Q@!hMmvD)}EsXeV>X*tr>*no`>nxo#B)ROJh!@jtxT7cAH{>7dPpK
z2MX>~%^rg88<|cQPhF$?n#EWz(H?>)loV;k85(_7sBPXoiy????&^s?6ilyDezns0
zDAI38b1Z!uL7B=4D-{bKf>!CsT@AN<DJqs5zVkgsy0H<@Cav3)G$WfprB6d}$KT0k
zzA1&WLGG#K(bgfbZJ}w5-H)OO)SOCh;28$vTI(po#vAmDR(i?j6^G&WOX~S7zZ-Pf
zclp{zYllHAAjX}tA&9<6-pW_kaTt~_u(>4gI*NWGX;Z0{&oJyW7+LpB*PilawfBM8
z_+hZxmnyFPJ&KN3&2SfE4#UhD(+8~sj?<UT+fPZY8-_=hDTnkJN9Y%BT8y2W9)@9I
z|3$MXm+2?%I@{c3Mj+zMWq)H=ANon3#0`-!0;|96cdmRGLjQEo(7MBJ1WH^qx7#R&
z(80FW%!xJvOJ{QmzBv$1xx~?NLLy-VmPK%Pdq`fOYh`J0bY+dex6QMQHi^Yi9Jds#
z9B3SY^QR><IBkzn#O4`TDszv5YM6_ozgH+-{OhKOfJLKFt|eJ2y(xzNG)KW`p7AJ5
zd|7k%LfK_{SLnK^%0r`&F<cro`Z10kaUifVCvX(>UU>~<-;AJC$EzAPKN$rjQ-ABe
z_S=-8b+2Y?6^z28rgp78-;U8&dPqh*>l+2<u%<iW`4=f4r?1c0B{2pHi*~4=E{mZz
zfB2HDqca9?&%g4?u{%hgwKezix}9UNsyFerm+2|G`Ig!^-*aP7cyYeht~oLE48FW$
zeeq+U)$;Xv=85a{klwq#*WZr;qu(vr$jgg@p1J4lZ5spEO)Z{zik_7H&9-L`%p3=;
zZwqWqY;Mq(t8MIz(in%wD{Ic}*0@cvU1X5TWi<{BYl5p?m&MR`ywDJjJv|N|_kPGb
z|2c|+Po1_p5<3o>QzOEk#zQD)21@WF@5Z6fxiwEa^cwwX$<BzlwsG*ux7GfV5Joxh
zI#`8IcmfoE&^8U#M$soE&EDKuJ^_5?7c}<J9O-&C&B4cQCZNeB<87T=G~Ia5ME@!8
z3DA3DdERV?JAET>f<|)U1gNW63YSdA(u=c9Ll)*wz=c?~GllxT6oG~1yR!Qy;CS>A
z$eW6#M{m9OJ!<YGeBWRmuwTT7a;9+F?lE-|1V8%K>#UEWm=<kU?>jh&`qzf(&6h(d
zuUdI;x?G!tb-QUB=ug}zP9Z%tvT2i0ZPH%!naiCr{?68FM%^SFkMZ5Mx+0kF6~MPq
zjc*E~&zxSXLyxBS2MF<BS~dk97h~McZit~@x;IfXXU7!q>g+1#?DD0A`+b_-M4N)P
zx~?l(3$N2JYE^T!Bu#<VD;FnBA(~?Ul4C%wWD2t9^m=Zu3Z>XZon0O_IR(2+=a_v-
zyiQk17?Lnj`USTo&iE+54x<mll~#50UvMoyi53v+NAcT~GhuP&7c>OV%#;5XN~sFD
zcjx)NUvOh_w3I@0EWPjGRkaNTzaZ$T=*xi{(RAgV4&C#|e?ju=d;WttF_f^3BRWeK
zO~cx&LU>}r4GML=>#kGg(-4?Yq1I3mL6KlYKb<-|4FW583&q~X&?`b>eX<@*!@?Vh
z1KT!SqV&04TasNe4Xvm5-#*#lNMYaqb=ey!G2OMl&m;Ve|NHy^-N)IN_ixlZ7})Av
zVFh?RcRBx&C*ZLq<LKj5Ke+nAcRCaQ3O%dFe;KN?_QQ=5VNiU;dIgS-QbAX*Hw*qo
zLMJX7>n~PM@_N!Aaq1s&jsEt>rpW&^=>z>YUGtzk{o(<)6d@{Go}Lz>j;vfeGkosw
zttnu;)dLs%i(1%}gZNefbYea_O>!&x^|3HyyZ`>noSt5heMs(3)vQm`WDLE)&yCJ;
zLBAOHO!n_@-{^Cj-kiVv8&KJG)kEg+cNxN&Z13SzHvX;)He>(&y)W#y);mqQlX1!Z
z(=+iu4gDaEhWs%RG7+*aT3)}28~W|DH@qW+euHfWMzdvH6FErqL6yP!z8bdozwKd1
z!uO{9@gEdSvssWXpA1sUL;jPiKTxoD&y~JACPT#1g+~rfc2h99IUA?%B*S~({g#^D
z4HPU!^R#?ZGK`Cy37V8@rC`z`Z;TXDz&dz#T((0e1yjrwbl#f+LU(VJdZyM>uwqyD
z(7P$H_uHuz9di+Ho;#V|lmZ%IQ**b>L!41}r%@pl1hTT^`4uZDm}9xi%zdd4bnv;w
z?2jltuQ?7n_fny)J>wdEehme4cuU*+BNc=+W^AyFNAK-LDhoptUx2NZv@FcZrC_>O
ztnhs=!0X((fxGaHg01Kj>$&#=&M%4Lujxne&5;t4ZGHhN8V1h|pMIub50p1-UGx$j
z&t>|UD7~Oyd-QTI?tcjea(P$9^4cia3Fqq>i7#RQyS<L*-3lmJb@hYZ=9h5%#-o}%
zS~dkUdN6CT(ks|G9O=s4P)xy;yYuZ2yaMeqZk@x8ObYg@uqpEXD_G+6Vp_oJ9R=$=
zx}&V+6&S_!sGF`Xr(oB+)WwxwgUzAI4*?P=J#FVB76)I$@aiS8R@tb2m(LQr{@^v#
z6h;fU=r&WZx8q91t*@cu>OlD8v3v@azwMdC;xw2iVN<DJcannXQJ?HMlm<(GxKg$4
z(YjD_i(>4<G^j3G(9_3*;(P77pt&s#e%)NvTl1`rf<48;)KuO8-|j~-Z}ImOtn5R$
zhtnIVPiSuz)$gHTTiX`BOL_xS2V^R!(}@&J^@gFy&o|)k^i!n={U-%8?(g5Dnhwuh
z7T=(Zv`{b~t<}#Dr$apNfO-7-S_&5KBg64H9VlhX{2taI|9ZmrEIZP{=;Sqq)Pp1n
zIx^`?(vl3=;_Kvi#vHYOXk0AjoB_#`va*YIp!ghkrEQ*MfGxE%!|q%(1sitV^rABZ
zCg{<T#sYK-mN!##mfBlzsA>03Sd8*(B~jq)@)n#d1-jrmvM<rMs`*dff^}1YYWetU
z3g)4+L9P2OJe?i9W0%oO3dWnYBt)GKJFdz~9&ttf*N0RNy3(QAGHG$}5>($GYpr%Y
zr$br5{8HX%)L)ca@4f4x!(n$h?Kihj{%1GmscB?FnbgCPJ3Yw0EF|+Ij%5N*MzcR2
z*hs;iy?Vlzk_neMUx%Nq=|J|!<L1$q33l5b{s`~=M8R&am2TH$fN}`u$MF&l3TBe}
zYB$<<S=9AxT|W0-WPdjdic=Yo)Bd=uI19C>hbrA<fB~tAH(Zq!QG3<D)q1xahcgfE
zh)wELQm|dY_YF?sz+<hp#;Fw9*SqHV^p`mB*{80vbVT`EC=|AO2#0N=ahKHtkiA**
zZk<+Tf=bHP_bm}66ilmr^uiG)EPb-5qVftV@9|$n!cUkWv2Cpc2!5wv8)CboJDIT4
z^I-mgX7oAQUS9iUYFWTPGJ1JH0kv;!fX+vkEXeWT^?4$M?5oAs-{Dyn*vZ$gW&T3x
zJMY-T(US#NpGQ-9lF+`%kh6t}%d$c7q3)diJ!qZK_E7hhW7*)ifWAZZ+B5|lNc=RJ
zoDE3}&V|_(Feq5Y#}m){vSB2H|5)D1K?)Xd=+^<QcaU~R@fC+P8n0@#&nldF2Ugc|
z#|{dj^7AxI{CM#WBGP0$QeL3^ZB!3^JopYw;^*$1IgHA$`qRu~#e3+wG^I`rLFv=F
zjW(ctt6K!BoBan+e|aMpurTdCH1Qn9UkwjXu*p-4$4B17^YAm>v*l5HI(4tC*8Koj
z0LW!#qJ4;zTOYGde*ohr4M!I?^&<QBZ-1Kc0p5A;H_9DB@i(=l#7%sFQsc2{%PM3a
zF$0=ml#gKDB2Yz}i|V7h{p`(iA0aWaS;OxM8eg7E-w9)Ugvz`r2dW>c51yXa@zWpS
z{sN7}(A!xQEIvQ~IW-3oB!pTurBV8g%ZK0l<iLf8>JIa)Q2cT!>+7>~Ajag@!^?wc
zd@8E@!oi&jV`Vu4X-!2GjCnXgWqmG~N&I^GB<mNlznLZ5{c~Y^xW@PWDyY0yuet~2
z<if8zH(LcQb17KT=cpY1Pw=fE>mCG*qV|2dLtx`4kmEBq(^)l1!G0~nEv|fmq1Dpu
zJMN+KY_x5R&;JD0di(WC`}&b?@oiWr4|=w{Jgl)t<Ei87$J@;EK-+Skl=6Mlo`O3(
z(n9i}kY-cM#ew3J7~LdaoCo{T2frt6L*ebt!A<eckY+h2hSwAM|G3Lh$m%oP-Q9Xd
z!Dj@G-*Z0&-~J4mbYbx@25Rq=Ete!KK0}j-!$qk#sD8%oC*PZ!4^uz;=5JYr%Ii?S
zWA(0lh|CPJQMN_vV$}Q_mC^Yy?`iIW?)50VwVAtjZ9d3t3wuY~fzq4hD5@s=1=gnO
zh4M8Z`)7)HH9C9&!)KJ|$%+#cto7`txVv9q$&Q~%R>tW5<WeEDzxfLoSn*Z|@*#U{
zK5DC_{1tc;u3{#YDE`9ud_JeIU_4bO@}dm&kNVo9&5yo<Y<1Pw2v^j;t6uE--1!yS
z1+IAg*pq|CZ~DD-^#brSI6Cj}6VzYTlkJj^6@ccp-WL&BsQhnsBs@<ofCV>Vf4*}@
z^*0c9K5ei7j;ed6)<`0K(Q@8>^9v!ye^fm4ET)fX%RU|5R0yJ<y{+Xw@akiZ9A6c#
z6+&<?$2{sm0ex)Y%vlaag<#w~i}T(Y#4p=^OcpN!j@$7uD=!J@V@Intidz@K#;XIe
zsg6AQn6mcZ<?td{_A2CLtpO^JN7p>D>LPIHu+J|mNA_~pZq9S*Vvuq8F7RwWpFVaA
zH?p@c2C-%1b7vnQ(o^72x?2plR%~;z)JFcd``^V{iec-kGt$p{(kYm1QDE=l5@@WI
zN<C$R?2}m|F?^&1j@8=;cc{<M$L^nw7kyp=7j<7Khx?%ZXX+ljw!Z`pPm159oSmtU
zX~k25R+K^*SNXfleJH)TrL#IcOQB8PK`Njc>C|zjz4TIeu;|*Z!BzbFSfl9k{^?RU
zvQ?zSC>Y(p3s<g-T>A|^#0l0su|xBn6%ViNyz~un69SI#s3QM?1*6M9e}iDvC7w=;
z(fupMxJ_wR8RX?07j!<&t&i#b$XULv49<vh30^upg~o$7oV&uxASFWCr@0c@-)cFY
znCdd%J9HuL#zz#NcP?dIrW^vI2K2<Ek^VGg&WU~HAbeM<b9pkV|11#TPb!DA(Q+<t
z4bgZ_F`%V)l|$qV)j8o>sC^6CdoO8Kz~0SYP9HU%rH@&U6`b&>0A16CX;&1{c*OnS
z#yNTgtZn6TemITnyCD5VB1a|kUAwKub*~!T@2(|v8dbulTS1Q-&Z6<RO|f@tP$kp^
zK2$OMjPf6@z+G8X2|42(S?}hc`*%;<UT>)?0NIDX&KDtjOANhcWLpLFm<LL)8imn5
zY5{>|cdKBP_Du=qdNkhzA<I?mh^u~{aZLrq=M2O9msP`*;mT+^Ba~lv4Ubpu)o^)p
zM91wA)V`08*e|A6!}Xf!7oB3Le`#OP$2n`j^w<?H&MYo{%ve79j7beBGR|3gtU%*m
zsmRP-AvI9<i1tj%5vO2*rZNuYH89`7h*KvW)vvYC;oybe;il#D1(B!Gc(Aq3w|@V3
z*lerTS-2m~2NWN2?t1zimN&)zd^&>0vxc`9rUt)5^q|Ggqd!pnyLR5srPP9^nxM(B
zXAK2A5Gjy(p%!>dp1!tyfbx6sqgi!+Ep&aZ@?3ZsmH&l;jG|;6Tygb26HtNr+f5bO
zaN9a~;2Y6$=mWBMT=|#I{W>^pdx$x276<AdHV3(T>R?9gwxYelX#8_L$2&d09{3_&
zDONp3`s!yzq11XXTX!}6y2^ZgEN-e-e}6sbStQ%8+l|Jfro1dHupW$DH+)%RgXRwl
z<nLBLtA{8RLy=>z=jvlBTiYyJ>Y=mu#aTvQADZ88!lN}Bpf5Dds!$r;AI0}IY&qKi
z>2J&SmTIE%9GHqb^05J&%wGC)s7UBzi7#A+MH?Y_q2Q<9t;pV-ch&dXHp0Su#ShU=
zBKnxevKRXvH3DN)`psHDl)uQupUg%Y!QGdx`QtmmFD`qtt_gU=WHaU}N$X>2mt^mR
zHi6TxwVE?*QGV7t@rpGx!H)a-5(i5VH@|s)rp6Dj;alC_*Np04TGsZq_YYVYcsI#q
z3bo(7nB<oQKj6liX5A~NQTx~Hd~}v=hHbM~er@hpppQPqp#I*i8J5@wedDf1^*_d+
z#eCNczBwg}<W`{kjvu{uXm$&DSDj9K--`S@J+;VoYJpQ9bRtqeqWa?b8C9Cu0{hl&
zt$ni^eGbRfIqkk!D>%+oJ*m)z>ccZ&4fRkf3|*Z6wy+lU_nj^#NsLzD={suPK}C9U
zmCaAdHfZ!tDZshV_`}C>VWw*vxPK`OhZm?m7KI*}o6`n6*Kbx+-h=WZvd(foIxk0W
zXLg>e{ybDaLmJXv?Z8)PRy+9s?E{;7^-{H>9bC?t@D-m$@q3T%H(&7+mW-d<X)+7(
zMvIqGH-5s<o}+X2u15WlQ(1KWz)ui#f4S^<1FFx-0%TepaM3BR@Vh1&|9C#T4ZZ4s
zW&V#}my0gc$IjAEoS54Q*49cxQr@V(s}u^4obQBP5&ZE2^H6_{YUCdL(FvyvrG+LQ
ze4}71hc7E^?t=asqP=oeX#5adC?b*81#Whu9-<0pKJ_-NszJURic=!)Z2f`ylW&Un
zlaOvWGFSh(%vzM5SeoH2tOrCc*V{$sq4CK5L-D)gJ<xx;T;ke&RQ`1yX^v>W@#NyA
zo}#YEo+<M4Etd5Hb2`gy(oIDlYY#fQ+qoBNRVEUfEtT}q$HW}^A0aN{FS&^a^{+DU
zTG`PHQ^^-&-lBca3fI={T!rvMS(W%JwEsE$;<7w-ga#{B&fQ1*pqI)%Te<+@O{seo
z*U*0G&B47i4ur3-dM<K9`=aAM$bPIv`=Xb5esSE0F!!?K#0#`Py376DwfP7a?<|q=
zLHndTJ5E0Sf%1L!T%eW_!cUV!FB8#zX}f`NEiQxx{+5sTpncQX?gBDz(7tIO>G0rL
z2(?ev5AQ?!r?1Y)-uVXYpI$7oAYB0Ac9SonHfSHU#N3zr?xTIw6=$EN^r3y!Ui^`x
zdI+U@x2^I;`>AWE-kium`>8p@5+4X649*xTHAVZXf#c#tAlg^$9HTxz7wxMq-}z-Z
z7s6|?tJhP|{_4B~+ssa&{nhU`c3V6|`>R9GG;gX#`>VNeQR+;DXHT0hS&jBtzq@-_
z_z>D>-BV!H9*Xu^t1V7@`xfo9zT+Btu@UXFrcOOG;zJnsq4Adr+HYNA&h>0#K@Y6O
zo3}Zk{np;OdwMUT{nnCi4gKQLerqSM{WH_ierx~Bkyi@Pe(RCGm)H-q-};urr6a>=
zzxCePKR)v!+|e8@Cz;a&x~u%0<<P$C17e4sEJ6FOlX(|3EJypURn{C8)I<BO2YfUa
z8=!sHVhgqOsA%7{!8A~*=sYfY6QARBMh~pK7^t00N9k};-$iBgz`YV~Y40~ZptEuX
zb?56I_z|hJMD1k{c!Vj}jHDntXz;ekc-{jw#>WCqKJ9_NM_Rs0k5PVx$5s_S>;c2M
z{m<O)BYT*JI>CEAaOyJ0r>KM;c;dVHuwq;fw8k&bx)+V&JwgAxAhHK$I<{X53hM#u
zxR(P1H+z78k*LtNP{fmd7A0Nlfx6p^sG~v1ojcCTAg~9t9xWB|y3_-OHPJ397mz>N
z>m#*3J;2Mcil56H*{?|rRmQ6aveM1Pm!Ix|papQw;8YLXj@{t3<^;0$_q@WCV<<km
z85-&?J#g|ueVx={)b76g^T!ULcKkL~TeKJ1@51FOckFv0f42CDlWh;YxPTd{?CgOn
zTGrzA);(~);lS>z+faGo+(K>h9%!tnwl3O)>_Q}y^MFYYxQlF)>0giR5zk3-H|zn;
zmz20(gC2-k{CU!GHEQ23KRjQj2QJ$l{h_Aa1H$IPhx|2Aea!r}p=@anMCh&Xl~(Bi
zlgb;SyBDGMUHWz4x?B(ZOn$Qnm+pZr!ZP=o=JtRh|NA4;l085>>Tp_2tOryj9)4ON
z+yl|Cz-FOf4}2N;s3^sY`W2Kc=Hu*v?$5mr-BaB#y6W_cHzVD!N>XUm)}C%y6xzBq
zx1}45p5JYnSBqBm)2UxfzIDUlIkJ70=zO*pTwEHIcikYP#eaA@y&JNQC7q8=?gpu)
z>6_+0=mu)5UFy-8ZqP}X8=P>X8{(8-q(2Mjh8xz#5@Fum(7KM|xzoKH>~~X{qldde
z#n$+vn|(LT*mP;{2di#)w$c6Az{YM^Ym@zc0=l6C+o4md-3{|wEMp^8y1~>?pg;qi
z2dA`dASPa{8=S4)*0%F@L)v<ceKRMzz|>|f#^2KgV|v^dY8tzMS{RK7lyyN|_a@(2
zd0n8;w?EP)vkPR@jK1AX?t+1JmeVPByWs2g@uslbU7#wIu-Pi03-ZrA;`w>D3ugUr
zF12#)0znHkpK$vwFqoWMoU*kGtZ%IgN?6wgN4H0xIJmM4tom9vaxLzHIR<#i$+=yi
zm4D&uTfr{y(X<;cpXdZdRV~R+o#=i+3#-2Ry%V;)E$3JH+6j@Njn-j|PH<K<K41B)
z6Dm8Ftn7*HguatT+7(wjK_tI;=}mN>d6gJgEbrP0l9cE&Kif|5s*7)Xy$OX|dE@ol
z)t#_X^+V@%)lSIt`nF;fx=-bCCF-T{b;1UJ(>r5B9dJTtrkL1|4(R)AqBdUC0ltc7
zZl&NI(6ws!)wa7GaJ9_9OZ|KY@HDDjf3&>=LiX%FVWZIjdRvd()#2{|mjuT%YwCW2
z@wm3~iB~_tr1<oc+`yl(i1X2ReY>B~!?SkxSFN9rYxeM_JI_xjbIHn3FK>t0zczmy
ze9#Voms(x3J=($4^r3R7Q9JkyIM3T7f$ryz6Xj(a+Mq8iDW?dXd*@$uZl$wF8%Rq}
z>$OqQId?icbqxgCK=ERx>;ZJn-F{^i=k2#!;mkU!u)wZXxcOl8u-n2`C^N@4`q#IB
zQF>A?C7}iKEtEF~*tdXZW$Avqg)N{eyQU<isu`l>qqiNu)eN2<^TV%iX@(;|3Kge$
znnBQS+p?s$KOpn&X-}`CKfpY8rR+YrA0WE(^l_7-CU`w@=drkV6I`1rNqwN&1cH`T
zIjtp)&{s1c_X3@7R3TG%ws~PA#5~iuY|U(d%evAgm3tcCY1{KPtH<ksc`M&zZD>8@
zZ8X+NQK|=qvM7(cYaOJd_^L=;ss)$f`%$NFe}{3d^eB2%4Ll0=D#^W74NK)2trmV&
z(6KCBINPxj%&nJC$fD;MKE}3y?(Q-WI@Z|LcIz8h`#5AglP`sgS(eTVt`&p1TgTxA
z#f8BCYetbx#upGhCenLv=_iN~bCxd)cn5oJUIYw9zDDmmC6+7QzfNI)Px=_i6X@jk
zrZd@k0;vm7+3(MPuV1j(?{$ygh~CQowOT=XN2koNt`GQf*7X8UbE$sqQhgt9zjH-B
zqwO}3?vUfQ0R6-P=^xBG-*4%Be;r8wpm-deGXL-rL`D!-5U|%C$n;Rc>;!**-sAWB
zf(XW5r}3wvkAr7wIr7gW{h>94e_p*hZ1&&!z<=ul|E&-Fw?6RS`oMqd1OKfL{I@>v
z-}=CR>jVF-5B#@2@Zb8tf9nJPtq=USKJefAz<=ul|E&-Fw?6RS`oMqd1OI=m50G!m
zY5#a@{`<ZEZ)Cmy|NZ{{_j~={@9+QLzVH7(e$P+7_wV)oy?*c;f3Jg(h;L;T<Qx1h
z@2N*dp^7Hi@FbL2fB1w4)-JaxTAv0AHh%MS+~|0oYg+e^ND4%RuNGXD@&d>1H!U;y
z@dyr?N^napc!o3P1?)?ZNd#TZZ&uP$5Ai#97Hp6+4ujAAmleJ$Cg6#0>NUJX4nU@9
z%2sPvf4swz$iUy}pEr>RA=007FpQP{tPO^DSEKZWQ}FKhD1H9mS!dg$p20`YQNOat
z7dQte_wTI#1AB2c`MpjeOJ(!lSV5LIo<yp_t1p^fw>dYH`)Gde@xVBF98Nm8YLQWM
zieS-^hS;1aL(CiPG8sbu|Ni~W&mni>_W_B7-{1aQkQ=)l{%`h@ka_supcgb<T%^>~
zPvA>ms?hICr4!|;pQCI*oJ)YNUYKx_;NX3F1D|o<iSlMNm(ZDWT^#??cgn}y_&MV~
z&Kvhlo%d!jp~nXoyZ@yZ+&bc);PnFEoAm5{<2hEn)pspD_?LcKZ2Sb;SctD4=GC=b
zQcHxF4G`KxL5QwiIC=WRu7jZ;@Z3YsR;|uqeNU6@_eEF!(x>h`-u6rA3tlEIuxMZt
z>wB(b5Az-ROV{d|j5zI^2kd>0tbItb+TX8`>DR*!55=4L%d=pOl;jZ_o%Ow8vJD@6
z|I#l7wM4!+@dWNB2&){3Vts#Ey~gk=GX8ql5*^~bbYl#jl1b}J)n$Ee8ZD*%)L-G<
zcdp;>j=m4WC|IlDNC@lu*JN9^pZqJl+US#0n(_CbO6{ZdnmE??xYeiFUn2EF_;%1n
zSVsB@p1gacAk2~VeE_mjj_!Zy=F4nm?N5lpl@=A<4Mv~CL6t@wK6jZ+pGok4T)*x4
zZznQ5{7ZP8OdtLweVoic{xA8*$@0U$lpiPS5B{b8aI*gKf2n_*Y(M;8+7Bn&AODy3
z$4UEvf3Y8&v_JS4`@>25g@3VMoV0)V7yHM_{saHge{iz@!N2rBob12wFZ~z)yQTl9
z|9bxnPxvSLKWSgRf2L39MF0Ow|0Dl|PW1o3^gqhaiXZj=zw|%qkI;$!Pe+KZ-aqS~
zrKA4;m;Oilv2@h`|I+_xf0mB=Kbe00pZ3GjQUCu-|HJ+Wo#_8${Plm@FQF6t|F7_W
z*gq?N)c^kq|408}#gF<wsTcm)|5)Ks|Nl$>qyG{*(f`TxnFRmG_4~f|x6>cv$DiT<
z9Dn{yAO0A>2%Q+ee&-MV82?z||55%w$4^54XZ^t+<1Z`zf7Jh<<2Nh*f3zR`G5)jk
zf3!dRasOcH|FEAw?>{X4ANB`-+`m}*KkOI&xc?D4asMORrx*UXe-ipX`_G^EUqb(9
z|NHa)&5HjY{rC6hL<o0u)#IY9%ZGGNgn98C=tmWoa?YCVoMnw`=U68;N#_`_-Nz05
zazD9f*eOz3!O{L;bR5n+hnFGf^RmB@YB?d74kwOrsRz#8%l^_+%$}SF(J1761=!(#
ze=g?teW(}zJ+CBnbbPzh?TDG@!?~#3C!Ab~Z{THJ95R@FoFPU*GazDrZYlbod+*T`
zf9v8{Dsub1f470q(ZuU-T@E|_kMJDvf9&t2k?D~5d!KFZH2TQQG@<>CY@dJatYy)^
zKM%uJHOThWp#1V(vfo&8JM}lB<C)NYXn#~6Y}8vFOOG5`p#K}2`HNCciul0Jdk4_G
z_5;wmI+eCtCBoSTqNeJ8*CRU_^mns6moR?zDaD?3P768=ZusDet;InU_PH$Ru*=*Q
zhb<%a6!tkR=y1fdezx}`!^m@2&|zuO%Z}+Y49Ig<&|!%5y$f9}?o!NI=c;gEXLWm(
zEI-_%)UnP{;lN(QR>y4?Nt83Jb5l4le497~1ze%9&q?9H?3U>njC4j)*yo~fV8QS1
zuUm68kitF(g%i8^@L|)`)!XE`C!AP+t4#P3V;XtR2`8rcSiq%W#P@%(_a<;XZEyeg
zPDK$ilMsatMUMGM>#NCBgpj#WMbl{@P6(Nf%pr3eLkGuv%%^YWnGPNE5aMJG4Q9{h
zT5Ii8bpF5l|9kG&eLv6Zw|iZ^*Sgl)YhQa!d#%0qcWqm-u1P6nXIZ20No{A^igip%
zDZ4jqbB%JHEY~g3Rl2>oG^G8lIdYv6UFExRHP6O3Uu}DuuS=q<%p5v1;=79*Z1ea!
zB)UqlOOp*<R!y-L>yGFu`tw&bbl#h6`yF3rL{F)_`LO3R9|v2pu85v8MtAk~yJth>
zIwE??wyk3ioS!>Nt{bAK7&ft7c6M@-?RvgWh@MjB?~RAH8LqRP$kzqYS7u-NSX00C
z0$Z^Th`wUzZhG&o&s@3ghrZG})wk)x?-S%YANoq!`0OQdm6L4a__`jYmC`pOlxf*Z
zY%TaY9;KBZ`zDolowdaFEMK>yv@*5x`KkMwuCr~%*Xby&Y$_jWHs9<Q+X%icM;T@P
zh8nXQcqQ4M<m+&hQKqh{>%7@<jqOyv?nW7<Z_wpUcc1vlbvDZ2>l2?3topRbwlZH=
z!$7&CbFymHdJAoz@^v%}lwFUr4>jL2ORk$?pg0bDJz#R)Pqt#63<Jg1vh?!(p1;^;
z@^vu`m5ttS&Hl_<Xxo#ogJGyNK0mMNhpj)_ighmxl|Py-^=K8m%+{B$b5T}_P29UQ
zrtw1C!F*kdvdYeZ5g~DbadI7tvdXlUXXcMKiMJK&R+Lp1)v>-g++vOGJHAduIc1Cf
z!tKo}t+sXM>r#|c&fOYT_R8l-Td@vBIc2BOR+}v$5w>F82_t3m0K-4$WW>pJCXAGT
zTJwXfM*7QjC5)7vOYXEW3|nCP6JJN7yt1K8$MsWwiL@2#MwC}J&p-5++rZhjVx5Tc
z_!?_B(})9!wnO>45apFi(|_>P+Z|~u)`6&?H0o+Nzj5e1+iQH?hYE^;*~U%>kIc3e
z>pWCYo=^F+#jn0U%XJ+pDl5*-bL}u=w5?djp`vW}YXA9vp3jT^weWnA`X(FO)4u)n
zNQQfP^ACX!^AV0=0b{~K@fq`BV{9NTAR)@IpiqBr9C=uXUv#9`@JM{7zF-sSSCsS8
zib_R(mt&5-N?da&%7g;86YD|P_@7wN|8+B5N5m%5`SM@Y3##X<vS=vIM_zAK7WCf}
z)O99Q_B~eKFcJ3$s?;^Z!7gZ{#{K1btnV@H2D*)a`v`r;PEEvp3uej>k)i$O@h8de
zvZ*wXewFj(cez!{?{ll)=~m?TxeI8|=Y{z6kK|SP9d4E3(yy|D^sC$~zQe7kl;7u8
zRLbvjD=HJkceoXm_R_CXexF-Wxm13STc!GaZk6xk_qJ84-{)58EyGo+-{)2-zt63x
zl;7u8R65J=ajPsP{VEUhdA*{joFx4!?WJF3Y3WyaT7G9+rTTqtmHlM6%DU38@}c~`
zw#seNuX3#Pt8|urmFoAoRm$&kD=K%$?`^A`B>gITOTS9>``jw!_qi37>i4--u9V-|
zRv9V%D!WO)N;BzK`9^*}TV<N`t4x-Dm6N1j<zVSo*+%+RR+fI1Pcy_gNabniS1G^G
zt*DgW=T=n8?{h0E?dAR|&7@zYBK-v{-2d2aPfnS`s`MDYz458r=v$+!FB`jxUHQ9q
z<7-VU(7zovzczdWJ7i(nJUJV`!_!ncWMj0IX*%uiGc_6O6Q}wttKqbhrMY=s(zWl1
z?<woY_kOXPIgYUD^+SK`pL*IZc;SAw^=K)VF+O(q9(9wjG7VGMO}yLg(7~po5}O{g
z@=7Yp>>3@{V3#fS_cXe+<S@HtaC3~}iu7Vb!)Nw9%62Vl>aaEs{-nQ0ZPPi<9-O?B
zex)~#@7Alj;kFa(m(mX}#d_m+fEvA|rEaI#@z$<`{OhugN}6%M8F~0!eN(;tPX@I`
zdP~pb&pOLO>dwx!e-3-hMvk4<<UBJmm^ON%Io3nAc^-0g&jsf2-n`a@dWgU6r$>70
z(wL)B;KKwP*qeA}i|Oz`*~}4Tj1*IA{0{QP`-$IOWJ^B$I&SRN8c6T%!F!J`vcq*|
zRW`E0`FA<c&ve5jHaRZ&_t2yG9j?dn!{xlv*@<%<Cc6&9@ifK@>eTs*&0b!9&AV+_
z&pLb6(K=~=u}eeW#c$Fy?x?(Rv8XxaGOP7+=9}i>mK_y?n@UaFD=c-Cd;Sfxmau0n
zoBjyDn||fs|8^_R*Jj4gmlChC{>|%_8J>sy@zk}{>voMfj*Q=S@Nd{3pv^IVd5zW6
zysBn41M5Y{-q`eE$#qugmubV6XH~-Q-mAtecD%uEV6B%{BTybS8?QX~_y+5>Y}$<w
z`u?@Sfy;a5-(-h_rhQ)Z$r$?|nOmXFEq1x0qsI-aRw(bgdK=Skv5zL%*1fJ`eg5gu
z-WMZpvxEH;o;mINgmqe)1ywY@!>+z=yJGZtE7-qu`N_?9SkQ?I#^vp*qr6V7o76Ca
z#otZr5oFb%qjFO-xI#F7Pr<e+k@t{a?OOlcTbscyO}n&w#_#x@s!Ow#PYmy}zsuQu
z=YJi)Q%&D{sb$~0?8v2U$)<^@FKf%~-@W243s|#uiidww<Y%b=oribX#>x98?)Sj&
zEDxq!-DY!-{WQEwNa+vQ-}Y49m80*mG0R#<wCs)iF^zlso%SAky62KtyPxqpP@|r$
z`j@%ST4j6p%UVYDcVTj@%YF7otIZ!4XzFxS&OW%MnSY<{^w{(G#scJryUEC<SMM{s
zy2-=Nok001Q*$oV&SY^-D(t%)igf{QYAy`&$z;EsuAKf?7V^WQm3P)JnanpXf5ERk
zasENk)zY#unRy$VwAAf5|D($q1vh!XPR+;*Xiy5re`9)OUeE)!GNjF)TYtjuxb@l(
za@+KPz4P(Q8|#hVsn)dEIO+KVmg0Qfs9h<fS8V(uMl4^(KfGs1y&?K1&{&R#R3bbU
z`(QjI8NJG_isL2bv9of$7BA30$nDEWNVrtJpgImxSv2&&G9G$+e(~|DGg@mpPW;Z-
zaDhQ;-?-KzVox<pz1Vuu%~B&iu>2)8$FJH{UDJB|=$o&`zS0_WYNibuJ5Zco@xyX|
zX4z!j7*;#KmvuXR^bgAI-7EUfWcoJmKN*fh{>Lu5y(KJx)ww&*DEdQtgxk$-c6})`
z2@An@=h1#s2jpM<Es3qhy5zl@;CIf7&++_szc7|N@uhbgwExr>1M1e;fOU5+Fq1z}
z-<1=k=Gtv!Q!k~R?0>O7`hz3ZEx-Sb)pNY|=Ehj;pL98_lI1ow%5AIV%-8UHzI<A5
z`F57xw@+P`0sB(@KGv?blP&a**NeS}{>t-MY~uyH*z0xP=Qba04tpOBjnLoCR*hS2
ze&GoEr=)JPMvvUX#)c$S&eFy2zEd-Ml)Jo_O>*gR_JM-)(O5Lt)p9>;-QT}e*h}gk
zHn{Izcz~VgG0I|S1^n(f<58(bj}NjlXPQm=?oX@>lN5AlmwgI*<T~qh#Rm;>{1Myr
zXKC4n(R<dco81Kcq3y9{!KuvY-QDN2CZa!3Zf~|Le~4|#o_xmX=elU`k=5AVLoEIC
zf|s?*;dlONJ@r5JI?Pf>TWSn9qrb?=F}2A*%sTm)ls}P+`tCNSVpzfv<{NG@hCM=k
zOWM^Z^1Gv~RriC(49`=3e0pbb`Y7ua@X+4D4C8Yf!^%<K$C!1EjXR&-!Tw5~iOH*D
ztcsVNb?q1EFO|8~*UUQ3(v~dxV3mO1Su2)79%d)lId_eBvKjghH`C7xcb#CzTFwiw
z(!u#9ogco2on))br%gR{+zkD7Kcfm~PqI5n7gq1OkNise`^B9Br`Usx&tprO(e>|Q
z=X#G$F*A!-K^0n}erR-Ot_?ZOCJbu2Z}SuM-`Ty7?NQFKh>gB3fjKx{*xQ(g)6cN*
zr053bpOIghX8Z4#KFebM=zFf(8Opz)^cC~Yvhd9h6P$NrorSqoyxvzj$I30*GVew!
z^k>E&Hw{>Ijzt7rIcWY9?DHJoyJPk9EOSA#SAi>VJxD5b(`xB?Htpraxw%geJ~v^M
zN4*P7nOo!Wldb5F!fw=yU2=g1EP9ncE&}~UnxWI6vT1BW!#?JNMk2qn-nWhIlE#i#
z-nVbT2-L^q`u$o=OJiGJYsX#pf_-~O)cNsv8pAr6v${RP`6gdHckOc;i(T<DuR?3o
z_vphZ%{91w?r&gkW(#}f2G&|U_D{BCuyy@0uTcLzHrtH-{ZBSN?z6Yu1?0!xAFAER
z{*&FQU}WCR1J}bY_B|^!y2#$vTWe`Nz8cc2wBFkr>#Ec;YG$&na!2K=L+X!-7ulG$
zD>nzWM}Hq%Zq%W_E;6k_#gyBRe?WaWuwkdsCHDQ*-L;m?M|=KO|5d2}<6S~8*&j+~
zXI<z0hsumt;a8bjPxw_PrCj6jRmKhxewA*z!mrZoSMhvSWkz4&S84hA3Qtd^=T_lY
znK(@NRi;%GewDFDF7y3WCXW?<m1!-6UuD=+@qAjP@dn{nY3V2YDmCW9uQDw&ogYu7
z=X&8+88A}#RlczjewER=m-zlFWA_WcN@cR}t9;W#_*F*Nko!x9-RIAF@ug3}j2%UJ
zb-eJa?9xN{Rqn;QK2$GMCZT?kU*+^8!ml!Hk?^bZ2o!#mdztX7OsXvWDwRiRJbjf{
z4-3D_c1wg`rE!Gts|@QZ{3=r$3BSrjMfg=_>_UHlO=WDT@T)XyBK#^-Gtcw*Dm_;T
zze;7G@T;6#TliJlTt3J5SDCt4_*J?M5Pp>zCc>}M^Zr@Bzsl^j!mlzcSol>c&4piO
zZ2lR(ze;>kocjw%neol-Kkpy>=luiz{=$FWKlt|hE5)CGQ@bks{>y*fKM?O9sqar{
zkw1l>pB8`rg2D?we=VMW6#k$0557FV|IhmeMc@D8_2)nD9~8X*^Z)tx576F=Z10S%
zrsw!BVnvjNJRJ`|?0dh_B>Db?7^fEsRx-v_tI#nxn2Gl+4t<r*{ivo+ZLarcru$dd
z-oJX&SK%V9>=N{fvTT?`kI8IdLAdkm5ZlL*%L@FJq6S^}`E3eYR?hsUN7Ozxz3rJs
z234lBDP2E|I@RPd+i!4S^puz=RzJ#Ocinc|nNf`f0~Yp(V%A-pr%j%4nAr@{uQczz
zFEjHQZfE%L7k2;pqw;rjd|2tzb?R+N-pbZk4~jp~W*=LZKfQ<kI1kMCY0GBUhAc?F
zcWZKi9YU`tzpQLLuuQ9s1^Rb>)((AiHWc_vIh)LQp}T^;S!Z?m+UV2xuE?;Rerp!9
zcOKt6^ty1B8D5+7`~B&2*kjYtI_}#Kv)Rr2z3x9}Iy2v3nOd>!36}kKkC{tOEPE8-
zP=Di{-OQ)v49nfS#<1)I)-`6I+08s!^v%ePI>oAHu>qHIn-$pWcI>vUuKn5qJ5+n^
z`cz$TZ1#ZyeOjB1hB=pZ7x+Im-gVQh{dRU>+t{l^TmHq?WtBZYY3C-^s72K=o%Y{i
z>6T50z3jb?1)IDYu&G)aTR84;gSbaYY~%4&cZ2$;F}Lrm<|N_^8CI`$rg|qFV|&+5
zu4%eEfoY~rW_v3fVK;pSw>B7YiFI6ZzK&~H@Ihf$HuKpusp<ULdkXAO?X?ek-LKyV
zIUa|ySNnb&8|s`Yh&LprLdTZ+$5^vv&z4=o2aIBl{yog?)gktv;h{y>o?%^{1EmK3
zI5>rwS+$wE$KX19*4nYV{iS_uo~CQ}KPp{gDIUXrKau%68})I`g88YJu)ba6>&8oV
zu%>r(Tc*tTQ@&qyo%vUd-`#v>SV8`_<;(43z2jn=&I8@E6<>aNkHsl#tz(DXw+iB|
z`YoXC+VC6fv}sz$eIFmNN|trj?+Cxf%Khfl?=99x+O)Gu+Ar}}Sk<@XwDVtPGMm5q
zxO(D#zcP0wYq=zo88qK}ugUl6taWmm0e7+P&@$8G+u!fJ$n>XnezDT;E_>R_pw=Ff
zyX<kp-RHXZn_ZB<_iKc2d)Y<IOADKv*43)%^4qTp>`Oe@w~>e4>jM9pdV!ytEq=}Z
z@M-mE+Oy{@$+$w99l5XB+PPP9jE(Rep4mN;Ox$zWrL!a2;TuHk*6=0`>i?d@#*hBB
zK@EdfETmgf?>RMcSqo+3t+w@Fv6%GEjyf^9tj>hxbt^4+#pb@<(`2vL1NL&<a<gN}
z>U+W2?D)a3PFL|9p|Gvw9_YI1gvC$;jjA8A!R}GVMdb?o17B@OxYxF#=8Ttj_qeyY
ztn$?r1GjCgq^YSKiCmZaj@{3)nlSTI70o;M*`HcPd}On{%KICwuCDP2+vi$2L($xF
zykjwJc`eQPka2+_imqnT%<m?<elXQso||5)R=mE(%`&rz;_#R~G@D&%Z}3=|zlvtB
zQ_K5}9;9nkyHpMzu*h$~qWT5)iT<}yf#1CCxykmEtyI58^uOP0_~ZJ%`kMB&oLVh1
zZL8U|k+!lL(f@YTi2k>drk+{54d)NoYf2B=rax#~HI3+hJ8MM$TU)04Re!4<Pbt1#
z+S{e)+s7>n&Lh+#-{|pPvx0J{G^1hK>-}Z5k5*-x#}C}3ZPuWVb+z(&cD)j+*WVGo
znjLg)c;NR-cT;9}czff<i8yUJpI!RCEzj9)_-*NPi}sOh@uY5J_U+k|vN*q5MsBAe
z+J4<kGT#sR#je+y!<n1bbY)7$+kxl1p4ZlD8yWAp7x#bVcEP7h?Sx6<J{9%Hq^3s?
zbFU8UW454afxY$a%+aZHxq5-UDK7`;X13SS2FJ8mTVwosZAEMUN&35<*wyu}-F%SK
zD%S4R*<LmJ{FSnKU)!AL-D9=CubFpZ!J|~W9d(w@I~*IvDhwLYa!r?wDISv>m33I#
zSDP7q?M}Vj33eW1M_nmh(*ehM+$8J3DXrII^U;CkKm4KE`+3pmJN6I7eX_##o-gxx
zU$m)tfxVM{?6oc<yJCU82VKgIndg<4a@_gnxKxuh+IOvew?Dmf*Y5jdlO~UUT+UuB
zx%koK)~S@O`)4tqmSeP!kFT=1Ty2-#k9rSN_D>$k7OziAsI+B8%1-~mc0Z-{)Y{q2
zSsL}nRJ*l%Qr2#-+mR`$7rr~+^_bRUK{aj5pV}AL8}z*1wCv$u+uLtl;y91?CI$BD
z+?>ARuwI!0dz&_ijOeESEM=NgoJW-=%e7;E4(QwHmn(LcU$%UngX_Tb#GA?OXJ}LQ
z{+_<kIX_&x`bDXEljbDbUHI<cb<0WqZ12_?^ZVt@O?kGfUgR&YowYv0C;Y12HO7v8
zo^d+tMjNIitx2x(JXL$Q`<jlcX0|M_H!$d2rH?va+q<}XH4~kYl?v>&8D(#+?W|K^
z?@6<E`_g^yrPMqSbRd3Hf_A>^tm!lRrP;+)jPP8xJ&{#<zdh6K?T(blRTmnZt3Oh^
zKAUx0*>#oO`N>T`UfJl&wnqHq6VqjKiphWm59X&b?ZGUM)mwfDv3u7%>p}As-^1QE
zmnU@Ir#*P_@Zq;Zs}$I4zWw8?;lHcnsW0`{_l(KWS&sSz_J(%ccH`pM_jYPMvR-7r
za^04{QeM0n(=gF|ruJIhpDjC8J!yArR;_J6EM3g{+`H5KQp~!P(3ZpdZ;bKM9&t4E
zyxe1<-J6XWYn_jKv*kPHjQr((WQw7l%gx?zTWbC8e_r-f$H&fb<<z~yk2PnCCgZO6
z*=^bhb4ThNTwbZb-gj5`J={6rYkSu>*gE9OcR4AleNO8RmL9hzzrfz5hbo2JnI28C
z`zvH&&i%34@Cs4SYtKDmm+O!|uS)(R7F2h58^e$VDH9ijx@9%!rDf^CXYgS<yU#lk
zho9Ky#hShx+5hK(-YGX9B|TWt)m(ckPPdYk=^(q^9n%Ar?6pGuJsnc@Xp%PmuW{!p
zx>f0@+VTG6nkgB>zP48lSD8{Fzv-M2c?I^WdX*CzIbPPcJZvZ47hY6QZ`5$_c^OA{
z1kbYbucmWwL_e>u!Ur!LQ?JMM{&wYFv|2FwkEUORtLcdT{cC$={ubC*LjKyx{ADHN
zubs?aRzm*T$^2y{<S&!?TTmZL%3oQ33(m8I`fDfaFDs$`+R6IMN~phfvi`CX>MxV^
zx1c_hRDWgvP+)Hf{ezwCA6N<fgPrUjSPA`uo$Mc23H<|;{X>DhCG`)o|1Ge$g#On~
z_P?xz{?|_SzpRA**G~4otc3oT$^N&%-je!Xd3`Iew}k7PoxHxW60UD{^7_U~xW3uR
z>l-WK`o`q-t-#)ru5WVuP+)Hf;|C_k53GdogPj~duoA`(c5?i{N*F&dIesXxx1{ld
z9G?}~Tf+E^$?+L0VSHvM$7igB@tK_*pRp3gXH1UI{!sg~lE!Cp{F|!AD`EVrhNqS=
z{!NwR-_#Puzo~Nkn_9y7SF0XhQd7)d;Fa@>R8>*J{32D(FSI4hFH+_FLR-T8B2~^W
zQcIX$XyyDu&NoY*U&#4e!TFUif78nOo3@1cn^w->v?a{nv~vEYEn)tqmGifP`DRJ;
zH#t8pu(yQyu~yEHwI$4twQ_!}En$AFmGfh53G-vEoFB{l&1NOdkLCS`0((oi|Dcuk
zAG9Uhf6&VN584v$KWOFs2W<)WAGGrRLqYzQbpJu#-zl)Sg!?;Md4ES+!u=hsyuYI@
z;r@<R-rv!daDPWD@9z}kZ%Oxe<o&Y(drP=~rj_^4v?bg>)5`m2+7j-cY32PhZ3*|!
zwDSI0LH?F>|4iPWEU>qP`;%IEe^Oh*{YkC7KdCL@{-jpkpVXFce^M*&PZro)()~&G
z_iZXgzZNZjPk`TbX&m|Q+Z07o<L|%k@9)vCySSLgJ9q5Xs!ZFAHOW6X@gKlF`eAEJ
z9xks_G>`efU*J>wOUYQlFTax${v@?NOpx)EW<J5b<ZkBeg<oZWe$jrMKB2*!gYg?L
zC0J>$gyBEA$)zZLqC#9lL)@eM`uq912ShoC2ln9!bn^;v_Vaf23hxva?&>wBTU1E5
zsGv?!{(bzydiq562p#3<=R@hb55$_(N*~2Z>8-R>zE_$lj*1KZXmj<8i170Fvk#5#
zuXOf{?Bo*}ILfboV2E$%X!5&wMM#}nXjl}Cfv#_aUwBXN5q>_AT|<V4h6j5^28M?8
zM_LGT3lH@{iXwqNkvvFo2>0`f^m7gj@}pz>DbWzxnkhawPo5=kd*gh0ws3tY&jB7y
zDIFU-HFjdGq8RH=jh#9vwyM6qlatewDO2?EcBD<LTkLejK(TDx&aHo}QbuWOW8>yF
z9ebKt#!ipLUW#XcXFx!JfkBz*u&~i#Vfe@=;u|Ps!2fK>0kg0EEEV<d>#(miT@>Sg
z{EJh*{wuo2MCHq$j`FYl6;5H2^5w6T@~{1=`<wlz4t!PqW(DPM`HisumKvZlvEWbV
zU)<CZBu>)#@>fddU;9({|N4CXs~UrUtpDn9O6I?K!ZMn%QZ)X*cD7$)87p7h!lk1_
zjUaa7q{(qprcRqa<L8<2vu4kkJ8%AigoTS1CoWmKZ25|ntCCi)`DN|8^&66Z-MDG<
zZ(Fu*+rDGxuHSd>*}HH5frEdfXj2azK63Qf@e?Ocoj!B+-1!S>e_p(l{@3LzSFc^a
zar4&gI~jNH-OqgR@b9cgkDok!_WVWm%U7>+a`W=vynXln!^cmb6`fMLditfy7#Nl<
zXH>pIMdM19t5mI4y++MiCbdoL)U9V$zk#_$!$yrQziZOe%DP!|n-<@<Y}L9=+ji}L
z=wRE?j%mESeSH0f`v(M$7#S2C5*qenctm8>sL|15#ts@hWau!@lEZ(B88?2y|MdC)
zPapr^&i_vK4vtRFox61H*4@RmM^Cq2z5BTL?bqL9z(A4zC5Qj7$p3hs&KM*0z*q?{
z9u;yQE#%IU?oQNTd^;nyi$d!U7{g8b(qPj9?tw}d{3(i+ba#cj72FQc_JP~6P@I55
z`niST?~;0V#J>r*daO5at9F|D2{+l(O1f!e=Puo3PmpwzopYs|>`9jHZg8KJZVVNb
z4Cy92jfRW#$p(#dcZS<Tx+$;13c07l?Tm3I9V=P7$%d2CO}0IiZc5+4zcWUoP72v?
zDcuy`O}Z(5q;ymKxp33Dll`0F?y9)+{5%PF52YuLjJzu3Rsw{+2lN(jyCFW=<_5PD
z_M|i;rJM8#(oM(RCfz;ZPM2=7?SphX!rdxRq~i>?yL3Cj9V6Y8S4q-M_2H;=yTY9*
z-DI2I2$2q*m!))5o^+9JDwiPXrgNMw-IV{^q<a9|Y0}*f?i{%LDE&|#ic)o?$Y(lV
zGq@=a$u>*rrgUryxoIBar-Unk7^8bBAqW+7lfpVP#0XLRl_125Py)Ug$NHObq7Xk4
zseAE#)%3j)Hwftk$|H&+dtrv4YVZpp9EXlX3@l&>_Kbk2dev`@SfSj;k&<Mj*!N4E
z2&5E@nHHVLaEPCrlYA>4ov#<-hQj)99Z#GUSsV$WW79dJt5Bk#p%kq#(<yqMMRU;_
zdwiYuU&o<5RFG2P5>V3)RK{}az7AJQv-p0br_%Q3)`=1+9w$(qb8-C$Zm}2krc}N@
zW(cgIt@wTs$REm;0L2XZ4d=%fDSRE5@--0W8i<^v8eyi4fkYw&nm77`U+)v8jQr+t
zMb3RIegwClEFoLJU0Mpa^h>zN(ZaQ~=>9=CN1E{l!%{lma9CSBjR<8l&MbnLsDf~6
zWx=o|1hvHr`-s+}wt}MJRBOr7NNzL5^y4{IJe_abQ8cZhc2IeXmi=`rruzM*^;*Ni
zFJ};f^9+aI4`-s<{I!niYA8yG&XZb*g0n5YpEY!2q&|X|rf7MQ$P<5vX!Vp5^(A9*
zG|CONKZ!s)CAWGGRKw|fLts1AC912%<B(01#wec7*Wsd12tq2~3Zs4L&V{$!``dA-
zjJ!~L)!voPy|^8|JRMQvMGd3)emJ8jq%O+*Tl@K;E<_=9+Mky8D4s6$JZ8{Ro{##6
zc$B+zKZfcp#r;-ZiN2M3Hp+eKjlMn}^<>e=4RH?N3J-;?RNuulrntRSdbBScLD=+l
z8lse`*CZ>y9sXtiF(t$y8=^`GqnZ|u+z2fwHR^AQ+e-N$>ZKQI?bqR>kP2OO#v&G#
zgUC~ACv?4_E2uTU{)F(b5NIilFYQY0&(!{lNNKnPb>{c?I>9{{?#>wD&=?^IZW?dW
z_#&FS2jaS~C~<}2BouOQgPX>fG_Fa7yNlADj}g+jejvYN__UBa2W~ZegWxZ2Q@Gt=
z0gYu^!A)b3?r=N8JrE;38jpCw-Cd5?q6_I03h6h)?T$Yhf6<slJ+CzARd+VrbZ?W+
zoyIb%yXZAk;XQ=tv#3pd83R!M`S7bHwd^m~1nM^^|NT*>e#qrW#q6szsQw2PDl2uY
zVU3<jj5?@K^Fs+*^CO6MB+^x{iD5|J3>MI6M)XJ+PeW(@mF`O&v_?3!3Q-5C$Dx)i
zu66%(O)VTo7K$^YI;LKS>1tE-I$Suc@IGH(j~n4Uie8VSa7L8pRKF=t=nVbgR`2Z=
z4Hvy4#ipL56Ql;G1L~53Iv{9dWMWjtxQ(8Xfwi8lo{_P!K^+4fgh$78#(h8B!vJ-`
z>7X7s7t{xnz|vqcSO(k%8i0F2LogLA3!VhafoY%-coi%UW`GsIEU+S&4bsZMZ@@~R
zGOn{y8885=fW}}|uqIdyGy|)HmS9cL2CN0P15H2;SR3pDnu2a%9nb@;3wna}zyQz;
z3<K+f(O?6R+J`w93%><89c&2B1sj2hU}G=|{0>Y8n}FNErr=)C3QPs9!INNfFb!-2
zUIpockr`k+FbixCW`pzs&l?aANEBs!XGH@TfK-OYAkCR-g4C~=fz<vjL7IQqfYeX4
z18E+r0jaO(0#d)_22%U?0I42$f;6`Y0O^@S7)W!YXppYSu^>HgnGWip0>p!*z(i0N
zTnp-fnd_VteQ+E6rNM(>8So@%0H%Y6pypR+r5u<6zY+KpEDyc`D}Z_vP#-{J&=@oY
zD}kv<zcP3gtO8m>UlnWxRs%I)b<hQ@33`CFKwr=V3<GO}F`y|p9jpT;fOWwnupYP>
zGz0g7^}(ZH127FV2XBHFU>4XA%mEvLN-XLFXas%-)&!e?7GP7*2DAcgL2J+*Yz}&Y
z--AJ5D=->t4aR|Oz`0;sa5>lxOa|M7yTBj7RImeh7PJGef(*<AHDET_3H$&$fCdv$
zZ$LB93A6&8!FFJ0&=Kqkx`Exm!C-eV0CWK(!5&~N*b|Hg-M~b!H@Ft;2W|uVg9pKZ
z;91ZQya|p3pMpW)2XG>2FbVYw9Y|GB4?K%<rUy!9@Ed|wU|FyoXaqWf#-JNm1sn`k
z1p~n9U?gY)#)5UgM9>Oc3w8hxf_C6Z&;d*bM}kj59duM5Kt0f4GU_o{6*L6Rz_Oqf
zXau$cO+ZJm12`BQ2?l^V=+L4;JunU|1I`5v!R26CFc~xgcY!8gD%b%$3+kZ5y9w%n
zSzsA32Q;LPFb?~JMxYT`6Ep!Wzz(1-sDqBt1vCUbz_Oq(Xat6VCSVNM0ZagO&{3`h
z4Z&?-S@0le0-gjrfEl2U8R`{i2z~&|f(BC%4ps$qEMNy{2-<*UL0bw3yHL0#?4fYb
zm%_m?(p$kE(u31U4<?Y_2JMsd;AYZ;dr994?UVFi8tK8Cq;H4(B0rczep>}g<G>FZ
zfjS!G7x_U8q9g1ic7dHl7uZR3LpufaV$e=O6EF;<zL4&1Q6CNym1yXGB;wjdTO9mX
z!MWgda5=agOa_y{UEmxr6}$kR1^)uCf)~L|@K-P!+y{ODkAeo%Ix9E9svunh%)qmt
z6{rQ<fhR$_=Fm0C5&mW1U~nWD3q4)qBH{NTKkU^Z!jCLa;=yrXBDe>nYd(zuw!!ZN
z(luWXJP1FX=}B-JNMitfFdcqmAs-9S*dPP`HQ-Zl9{2{NYm?se&dN^E7~BNXHHNNj
zrtr@MX$(;Yw1S_mVKkO70NcU;3+M=*1Kq&Q;9&3+7y!-(Bf<S(EO-oz2X}#q;AL<v
zm<DbGyMqV8RPZEtiHPGFg6Z)831)z|z^C99@C|qx)SJ;+`5iO{4}qp&I%o;51zUl?
zfg11*=mIVPJ-`gm7d!xlf#<;(@GdwVya6VFx4|Uv8n_ue4$>IJ9NY`PA4p>h8hadt
zKM16;NFy)}{s1D*r!06Aeix9&8qJ9CM}RaYD+lJlp8zU9cUIN`M&K5(Cg=)UfV)8(
z@E}NI1{$l_!atq#@Y9&43;Z-@pfR2i=ng-PJ!ou0V<1oXBS8)P=z5eO__u=5AdNj}
zOjsU_gTE(8V<}5;F8m|FX!z@a%i;F|Y3x`5Ooks#mX9GTg1g{f2&RI)Kn435183o<
z`CJD4*5Fn6!$Af1w*WHXj|RKI{{xr}|0K`=@hgEeMq=Ox=x2aNGigqSaOl4WYr;PU
zOhWvIpauN?U?Th$pbh-PL0fP(NMpjLU>Ep<L3eO6=!x{`Wf@QSr-E+qcL0Onj|1Oe
zKN~O_{uN*xI2xP_MuE%0zMwJURR)vcUj*&~-N96FF<2AfRlu|G&jKxRoHpQ9_{W20
z2(Joe!rza=;jac}!`~nL049P4@tu`;uqL<)v;>nu8^o^;wu9e;2!9RG5&i)njYVxi
zH~6Q3gTW1805}Sa1eb$duwN}O7XCrtbod*9@$mbCiC_wt3?2dZg4@88;9l@5cm~V@
zPk?UN-voRE|6q{%_WPjTtj@||&=mXwYz3|dUBD%v2llHC`og~y3<HON#yF3bU<~|Y
zK^jAA!0GV+47P*69heAzEU1CMJ-8PBiJ&LaH3hf9KNLI&hJXRk*8xw$KMXX(eyzcD
z_+!XFQp{m8;P-|<4DsuNPvQ3jYa)It@D2PcLF3t-m7l<Eh}Rgjgg+2$1%`qeP#1Iq
z?}47+Trdb+4Mu}Iz&LOtI2UvVmxEy--Cd&1o7Z}}A3&{CL7vbZ8TE-B>8bZYKFV;q
zZ$%s3%MqlrC%=eC&k|^(88vMIGJb%(&qVipXrnnYZFC=<HkxPCM)!dPg`b{K&=w}+
zhs${CeX9U@9C4?V=Jh}F_z}ETqF(ael_>0?`&G2jJ$2gXxdd$y1?MB|qC17O1<B(M
zmv+)UQrZG|??L%UwTRB2TC;+_VI(KrQ=o06+;6zFTRg#`cp@K0%J?H?dUWrLwkVly
zq&z;|@1u?G2hv7&Qw4?nBY7>PbjA6JyJX}S<wH-bXrp{43nOqmib;3j#F>gZVJ+_~
zQN6In2&yyUP~EWRPYy+Wp!zY8?@M||eto8TL2f7Lscu+f&)#rTeXvH&>&o49kB6R=
zih5xUtqXTYLEnY<gH%6A-v@fCBjk36o9cx%zf(tUZ|?31J=G6uTu~?;sv~4GrBC(5
z8ZL@Mb%or0;imdR$D%k?XXt#pbN7#McjD<#-61`l3)LTMSkQ&LX<v7~FV!PDF6~Qo
ziR^TQo9<Uy<4B$0rn*J;Q2$Bwi_)Zg@Z)wm@${*lS>vevpr^V<ZaQD8Z<Hq4Np;Q|
zF?zsF^^WXxg`4Ugxd-CE3w)8Xtf?-l<wf<;8nMYv3b#gVvMrjQmvGa)SyfN<R&`U|
zrE;Wvp!!Q?NBK#0m~10^g1ODE+-7<jNo7QFsD9IN>D;M~Tf+jXGgQyXP4$ZEI=Lx*
zs_&F<#m|N6zgl+Q+<tLfY7eRn)FxCnwTmxqvPZ<H_My6id0D9TQ#lGZwHeh-?S|~9
zbM)ahi}?h#BQ<YDTT=H>+Z2^DoweGwC>1JQ1wE5EOM9L}RF5f-L>UD0Jng~ri27zq
zmBvG&T~U8b^@eN`c2IvyDbux@`dX@Il#im#i1?z-2z?0OSCoxtC-hbT*-ZQPK}{}N
zheR6??Y3||bKw1k=u1R-i*_Q)+n(oF;j%0oUp;>(J~LAL8z){D#C3=6zN_cliQ6a6
zxf5@@;+*LX2KAgBcwH`h4uy{=>=Wmp9@~xQl6q_xUQ*)NeYhPWzg^_<D8I!q#IePg
zOysx7W6_`3OFM#bJyTnNdJIQirs5c`yyVqmh`xZ1A<A7G!-2PXaSUOHH!o{CM)5Kd
z#}g%>9?zBABJ!;(KU<Nm8`q0;U3m$JeEW8~)DlE(QPXwjWh>GZbylS7$j_;8T1Cr%
zo=~a1shU<#)LgYbcav_a&;7W)5wiCXC8zE)K%R>z6MMct?c*SiFIsHTeMCzXHrw-Z
zQ1gP?ifCuu`2HdeJ$WI!DBVuH97G)PzLR?HG@cf5L`@cPy7O_ih~p;PtFVu*O(IUG
zLgmqy*FB-PFBIRckiM5JOG-!d8sfP0bV;>AJnIsA@s5yi)6=NJ<2gDr(cX!opC1dV
zwt3;4RJS+!c-8I8M<T*bdb+LZ1Nlfx=tuC;jc||TBN*Wh!ZlEhAB3Jmb&IE#B93@6
zBHTX~vPX<ygq}t#>b~MCC-h^a&2;S$y_8R({z+)We|qw$ULVDE*_)>+#yMgXEUqu&
zS(#{a^qz$^di*c@im?#ousRl^Cu!<6!k?cnjg_s@bB}~xv~}8Fb&F?iLQnryJw4z4
z;-*oa7@Jw6HHZ<K7+2BLIkoN3dlIVKo7*AkpBT-nZYl%e7WN4@z4N2$N8lK$TRf!`
zal&{#5N<IN6>jk~R=7nSQr$Fq74?rwNOjX22CCZ!`T50NSpOwHJug$^(9``dZpwF&
zzCX`X;SRvnP1OhU`vO8w&*D_Q7(oktm^^oCSM=oZOB||aB953r2zL~(E5c1rv?&ga
zOZ=pp#vc@_j@#%h5^~cxNz91E_({wHL?0|>9>OikOLbG*6K?viy6IgO)g8?9M2tnm
zam5%&)Loi$S>xE0&tj~m>giffby^(<i`f&+&FHN$N?(jG=}EFWt`##SF)kOgH!;Q#
z^;o#+znIHe;|fUgOEGq&H&4{@-$-6R#W+mZqmG}1kK)l7b0j}!F-{!G`x`MX7Bew1
zUKX=6F=i6=Rg81R>`RRAM5^MdAZ9@{H==x@x+2Ca)Z$flFfU^<o~8flJcHiQQRg3`
z%*41#%v8m=N{vJHNwfzsJ{89ja}+U?6=N@YcSoJCh?%WAJ`pYD%UDs={x5z}bJh8c
zm<@~hjhGROF|0VQ82^a+C)~nL;ims|J)p6<m_3U*3cVRfdU4$rdwlVWy@a2}I)%f@
zUpSnu)Z*wOKIP6AKh3wqTTo)`Ao|+E{dZw~;XYXC=}i=RV}Rzd>UfmOSLlnzr#Y6I
z59C(Qo#r1SWj;_k6hb|Km|v@Pg`UrUanpQI+*J_sDN){Ze}VK=u42w2%0tWt>AfPF
z<4~M198sO`h>>#Pa}XNwzwkMTIp8Q>U&Y)_99N7hsV!3Pqh9aHPc`_9pX#}Y8^Dh*
z+`+tV3wH!>Yr-ALui;`|D2{{O_xAm`ime!J-*9{PXB{bR+&!gRth)x~Ze^Bd+Vptg
z|5oa^k=~-_^F6HJ0?)|lHTW%PsP>XRasOXhmU!~}ke|Ht?cm3jO8TtlmyfWib;{3l
zJ^MzcbCmR5e%g0}mHVkxrK{m}Wqke}U$-lB&#(r04UF{{RF!(Zj@X;1K^NGZ8%-{k
zKUqrZ(<q&!+?ju}&Zlh-%^YSa^?bdoR-?TyvCYQ<hYn?`p07Wh_?yjNEUe}4E7DD?
z$@qLd8cnUd%gnjj-v%#SReSjQ-0fU<TxE~!Z}i)-TD6C-1D^Wa_c|MAzxzQwuVykG
zzV6k@UFB~w-}nn}Rz6kZ^X~`i`ES0(PTl!AZ&&T=GJXcxZ*WU<hg}>#I3+2miPYaE
zeZqLZ43=#D>zi7`YfC-<zD?qghIg5x;qRRn-eywIzq6BEF5@nnJb2lv+<ZH!=il@3
zn7!~G`?<x_^7jqQrJjE$$TZvOK3i@uF(ChVEve_<AKJ@a-e(u@?VNV|Vil?Xo9FYK
z#hEO*mW5${tM*dQzn>JH+wK7yIqzhyO&43K=ig<DoAK8J7G5<r_3Ey6QqRBV)NXk2
zL#Df<L9l^c1F3&P=^x#o{LKa}`rFnguCdfVCH=vXbN*%xl64+byVOwXpOJo7TCFU0
zYldcc@6BrZ&q@CwcU2bK74QDX9PJM>{tMFM_p*;z%SP)fIhWIsdcK}dvXb<O*-qMV
z@9H3#Ke1e&-O%JQdobXK=9Zn>$oMZQoi{(veauYa*7SIM^?RX@<@$C#b)T@s;WaYr
zH#U^<`TA_T=7m3DdGXKM{nXu5#^?H{VYi>K_6zq1eQIwZ<MZ{~4wmiwl-=|iVVD&t
z^EsC5-D5UCWsL{deidV`=5r3&V{xy-Gj@L54&M>eRr|UAZ2ypF?8@{iuKl9be8{Ev
zR&P!}V=ZRYY8Pr^CGFvQ$6FT9nW4`g&G(m8>q8#J*O<jTX9>B{ZDW#K$oO0zb1m&T
zGrfGRZhM2u(*AskA7*C$g2i|3G;3y5M;V{%)5=A>VAG?OYr878lJVd0_}f!oFhAen
z+D4~jJBsCct16|lnReRn1KZYjlJVbC`~Yo}Y&Pm;nf+;bYW{P*g@2E1*4t_D-U?~m
zW&C#(|7evTvsvSzcMbmR>Ll&qddKtgv)Qs$jl5PK?jqyAr}!?bc4o7gjk<@|>E$fr
zbG_A^OWEv}dGoc6v()zcf#P3X_bQtW@i^yG>a%Q*v0Se_F@DJm($cq#J6}(x|B>Rq
z@oV;yz35uoxBo(UUa?%CUZ?v@_Upyl70%C9+w~`k?@`PDB}@3dRg(oeYJ9HO8#d`B
zn>6U$iK#l>Wcr^ee$CwFFIkJJyB^lHk>?f5^>gp;e#y=S_?W*M(pkn=G>C82B<&@;
z)+;Nz?BDWyHC!K-p7oOXjhxtfOS2v_AGm(=1LYMve<|hBwh)cbr*eI^cg<JqScQ2z
zUS94g)7PQ&EqXP7#VR;-`*q5Dsn>A*n_W(?Sp3?lant8Xdt$l%>HI;j*zA^7oi6?)
z&o`Cp-Cu;gVhMeQcU{v*t<R+>eUI}~UNQSN-@R+GShfod*S~4G^cAzaK5=czA8n=m
zTyJ2p<rRyt)L(15M4neF*K5`sdd2#kDck1ea9M8^U5$cAG&|B?vH4ejs<7ox9g&Vk
z===ZuirqP3J*k_&nM|MSrzgC9#SVUI;C0<i*27e;j}9*PnpyRkG3EMNwLj6L^gm>p
zzGjo!oO=}DE&D?a*DIf_U$gTgt!f;uB+o0B>pc!&oyYAqxtk{COFL7!es8^=ui3II
zv0XhbsP$Q&(oeM>_L^NiR3p87Sy^5huFw8E<TZQtetn(qE355->-V~if6Wp*zC1SX
zlk8Vhxjtybtk<mcy<LMwG?M*>Qkv3tX}kP2TazEXHNTx~j~cFz+qdyG^EqSQZ$U+S
znLk`_^Lp=V*7kaGv&RE!3VkZqyFEM(`|AvPVi49y=#?^*{?&x^*DRn_yzBEfvOZ|I
zezS7#HFLTgb}UFy?dSUCO<!Q0%g|~|EnY}{D%S_p`0$zyPI>aVNxIrU7*P60j~V1J
z>m{uEfn(B64cEK1tCqtOEQ3;GuE~6h<@%(s`Z+A>#DhOI_hq|F<$6t+bq?E8sbA%%
zZ)HEJ7*hIc+qKVOs~=2Af4Qr*I4=#?+n#aEVfnkO9FM)C)=#bv_|7ed8T9saJl#{a
zi&U<Ubsv<&+BdwQ%v!42UzXBOa~+<;YVEwA&^$w}|6HF?{l^@3@W}i+x1Xu~64&c(
z`zeRDdN}j)_nl?@RIYcaJvE0Nne^+YyD`mW{+FZl;|I*mVRzoAM!YPjKU|+Na%m2`
zmVIRYMK3jfxZb1B+8h>b+4AGED7F4@{RiVMIc(ISo>qb0>h;Bl(m%OwPY$d7sgcXM
z`3^FFxPEWtLpf~8pW|xYfA1pnv0R_(aXN>&gszz$zekQwQiVSH63Q{X_JyP+>iDEQ
zrJodWGl#Wt?&?^ZNxg>a+jV=8!{V20O7V|S)8~5MkI!;grD};uV~pkaFqP}GX65BD
zyH$-2*tC~+DitXGgb$x`m|oe0_qNB>`pNZ{-OA)L<F0e6_cN67W4YdQbj4hDAa1Ch
zW}VvqaQ&M&thYMNeBZf-8)bef6)FAY5%qGJuCmDWeO+1Z8m?Cy8|Sj~TlV#OkZvvW
zhwG2#HOpn~%hlhN{9LU+T%Qo%CYRN2w)WJ8M{4~vrt}R;+vT!mEy~R6;Unw68P})!
zIOVcx_aaUtOq207T<@~pC6|?&7LwIvg0$b0>${xqlgobXUnTLWfgI1oa(%m-19Mr~
zlan_5xT%A%Gl}arr+MYF9(D4XPZ=cZe=65oZVt$0)n{~EYZ@%`EraWALPK-eye`IV
zTi0_H=_r-R{w^k?a+%wn<ISqBF&BC>uFw1p>(wsp{CCB5H)Q%6u8(apIhQ>%Zxwgo
z`>rCsC)X#;osr8zYtQ*BGgP+gSfS6DlgqO6Z&?2tC(}>j`Ye-0xhy^4mxP8!^17MI
z^?I7+xvXyQP0>RqIEwT$xZcfeO)i^S{kRhGvs%8D$^KR@$*_OUu=-_FRQtK!xYd?i
zwmEb159YIFIcm7x#b8%1`_X^)4~-0@ot|9Z<<!1h*4o9Q*_Bi|zKZ4g!K1agtX%y+
zTIeOn{7mBdtjfo7nbDy`S^Ea5{Q%cHE<c^iw(Ph4Yr?vBV!oEa^+&6u!T#rE$NzC%
z>Xj;F|G_bT<+4p5re%KmRjof<A9wzGF8h6av(%S&q&*t052&1x%kI64S{idl_79$1
zzt`zOF6&gM-53`WSx;iQJ~iNRE=%3qs>R0xs{LGl_NN!Q%=+!*OHD)7{O5X$2|2ke
zI$^<^%6f9Vk-_y<Be1UUnZH&9PjQ#mDWxjef3yE5w7c8cdQ&=@$oj+esn)uA?8uhe
zgX`^-*I5nM8|0SBWBO-4o*vv$=7T5KXa8oD$4twN7~H5qMUhS{*YEYHl*dwx-nO{t
zDCcEKT%VL%Esy1z_cZrBF6&_`*Js6<<gq2=;wN9JV<YPi*B>oiFOO}Vw8wd{I*wJU
zk^PZBndh<3>#l6ovr_Y)>uv5g&SNv27Mcy2DBGik>#gjp^4R>Rx2Ljd@_OXS^-1wI
zdF;T}z^*@5RIjI8fAoB-JoYfa>-B-()b`8uC-vIrvA452&5b`N>v<~IXEy7Y$Ih<p
z?)-W52U&l(-qE#F9y|9=uTFmAJ$WCXI@w>-(<zU6h0W_~vqg?u%(y<$ziS>_yX1!z
zSC7d4O~dt1eO&X{x>pUW^{QM!<c}xUYx?%eV=iM_Utb!k+RybTJM_(CqptfW+02pG
zwIr@jt}!5wjTm*?sIS_-Qn}vv(cnCm_V>m6pU24lHiPS}wt42UP7PhhOuTL?j;qul
z`%Qy=^H}!#=j&E}Qtjt@W3zxfb|~yzy-PW=ztV8M&8d-jY~=F_rt`+hcIV0U%L795
z*oxm1_6~0=>uoI8$9@XWV~NY&lp6Oz>XW!$nK>$tHJy@MK5&s*f4E*#VQe0I;{DRT
zaYtF-GPvGz`nWtc(BM?&xlFbHtV#Aye;b>}T5QRlk+?wW&A9%iS6m+JeQ$iVSywVe
zd1<&l^3b$A)~koR;l`)3zIk$ebj_K0>~jB>dOnZT>nYb8`OnT{51Lx8{CQ2DNGFNw
z9e<mb$9|l3@^H6<GM`hq-sMR`9y?jHj?%%ZiLC!z->!aQ9=r1<K4H>hS>KdeWWQC<
zWqIt3S#HXvkFwm&xZW{pWgdI6=v83I5E);?^~)Em&SMP|W-mC@QuZ63T<^AVZ5|ss
z`=E1!elj0oxjuH^hCDW9+_IK7<E(`}NnEcvv@wrO8}Dp5X0B`(sa(J9&~JGx$gpnj
zdZjF-{al~5e_I}VmpnMFt*3#kKPF_q^4m_dQ(ymGOY&tpW?Wx2ad#fO+o8{>Z5nxA
z8m_mE*@yb@_+-8OIBBOR*Cz}(n8#wqEw0o-tImtL-pWRs$JX19GJ1bcUPqF+-a<Ky
zcDi+9^ROcgggvQTAAjm-9$WDK^I%I;wg2JznD`TUY*2*7rubZ$Z%S>l-?;1PJhsVq
z+NFeka$IM|_3od~=CS?1t+n~iMIE<reZbZWc`X0CIjuXNRQn&U_ZV<7kNq5T-Q@IG
z_4>>8nvdyutpD$~Q<k~NacmOT+bp}1$7WrB`)EZQIUh{rdfS%Q^H|dKUi0@Hl=U-%
z>!Xj|%wugsH$P~;N#>hkO7?%~btjK)=<aiUV6r@4Gp<j+dN+@~A8Wn1la4xW=lZGx
zGxJyjd;OP=KI-^E#Q*DI9=lTawrAI+&FqjaUY6u~GnYr`m+Iw|@_p1$=##kK=#M8z
z=Son6(PlZKU8Hh-vgPwUX0nZ4F@05E#LwV*y*b%=Y|fMsLqD6y{88#?aFll0uW&!+
z!pbi1rl|IFy^Bk39$PwTL&Iqk<aJZS_3ppq=dsoGj&!@wR2{!@y>IT@Jl4T9D9`Sr
zOedD><Lp1=vE-pYjhe7fj$4wr{^ZY}P@gpe&McfD^Es94HRqLl<~}WG$IQ8E{o(pI
zM!NZIblp}VwRF|{KXu7|rL%rMTNK)3X~*Si{pb3Cm@@h7lgq`Q>is7BZ4KAk{$`lZ
z?5oTSsT-x%AFhwTRxY1?+>!1%)vBq;w^*+C)v1urmhO5`PXD-!pTza)7RLE3NN4-y
zT4rV<ek#{zI#kYQ<0mv7x_G**CmCG7d1%#q_NQC-)LxE?h_BQm`>mp?=d+<dWmPnf
zl<mTd>tm+X%xCw9w(9=p8JWI@>ys9m<g+QyTdnC?R`$=HT%WwkG@p4mU0<-yOs)T1
zzjj^Sd}evVKYibya^9W9^@$tI@>#2v))5uM)bWqduWOLc+&rCHZ)mFapE7-meAY3s
zSGiti)c(^<Q`4H(4}8nY46ce>qw{S0jERW!3+^2n8maL2pIeys>Cvf&qO>sY+QShi
zOLXS!#r5=-2E9+x7jIZtK;H%Of4gO*;+@?M^8ME*I*L-SloC6r)Hjp+gw+cv;H)J1
zhq!c7euU7bhNl+_C;bVJqTy-9!jJSX8eV+=9RvS4yvmS&4mThA&*9yM{d4#MuYV4Y
z_x|Vb-+cZ#{G)Ht@Z$NS7gaR;WU>646jL<(XtD4!u|>nL77I6-R5ZMJ{+mxO8eX{k
zseDVviEwhKA#O?az+y_#bc!FR&D4Jm|NiHH4lf`7&*8U=g*z6@hr9EN?q9qddMqd!
zUOXS_FDe>dyd2UKiiW2aJHGX{qT$8MY4Dvdc^gp3T|8c5#+P^-3b|v79Zxs&pN|(-
z)t-v9pgfD`$JrYH9G+I|pTlp|{^#&64T^>ruP;ioe-2M>Q8c``{pKx;h8Hi-dL2bL
z<-sl6FYc$(t=9A6`R~}KXu5^%-agn~ISQfeTl?=DVy~Qq6b>)EKj~)<EgD|<_!EcO
zD^nna_di&y+^v0zh8I8YF}_8^i|3n{-#>?^#}*AQ-d}}JDjHtcezJQ~T+#4d#q9T=
zW?ztZk%ipF&%@;BqUjVrk45n!oQ^pX?r)XHz0J@=Xj8+Bmq*scqT$8QXLYggZN<)K
z=oPVlrqo9k3qSX&X!^y^v-{hk;l=a&Kv@TFKmB`V=umJT#qF$&urAxn6vXv}d)Gu=
zC1L9q-R2!|$LcDYLh;T+w;A!iwT1j%M(MGyj4}f8CqZUI)<bqfjzg|Po<bC)VFalQ
zX$G-}^n(OJVjw?5mP6VgtwxaRa6g5-f#~flqtt}7g1A6@A>okmklB!xkj;?8kaWmn
zh_VaEgP1_9Aa;-*kN`+DWHuxTvJH{~xeUpI<Uq>eoGc(eK-?jdAoC%+AZH<2kkY$x
z9*{PWZjgQuUr0D41~M122C@Tk6mlMN9r6(J24b|QjA9D0fjC13Lq<SiAd4VtAv+)^
zA@?B4-ZF|Y!~$Xq=?3wIL_(%Q5+TWu6i7PcA><9DEb`I>Lfd}iC2ek09@uIr4xwW0
z<<3!ozKRkW<k#~1X1+l|%3ZxaevuAQ;o*KEk&c1kSjssxd<-roN!TN746W4MNhwtd
z>p6cTP8#XOkeAkfR`hh?@8=gDfmNWLqB|+R6z&@88x`c&#Vf>@l2TTXj@E|m<m(%b
z^`RBTuu$r9(P$+=#~BMxI|PMB;O$QCb`Hb}p28eu9M|;li<XMt<hs&@?VqRD+b=kD
zlwV<;_ZNF8r5;|vWRV+bX?1I-@bJ)ZMOmri9Pa1m66hW76+T8;qT|dLww9}7BmO#F
zmryTX84iDUr`|oBTx51C8+DMH$P-t;$nZcPoMGQSPQBIelN9a{8XSxaaS0580WEdA
z_<4oVF%_jbcXtX33iVO^b-PA5`guqB`}>8vA*)b8N-%UXk3z$pv6gmJxStx<P{%1G
z(l6X0JTNlQ$1A80iW23ZC~I_G{Jci_eWh>1kJZ~x9Bs2+@5rFOA)}G)N`0i{6YA^d
z78*z?DxVZAA704cOUEfXP+j0#8U7_#MJYRB0db|a(kYxT^xY{eFrrhBK3$bRbzP%^
zA_MKmMEbdh_7C*+a|rMXSI+3GPWRA)aIDYJ+t16F3Q585ad|xuX)E<~9HYX5aDtJt
zPT_aWqGro{L5bWWi`@N!!`!?g1K__*eo-dwfhh9`N|;<qS$)+0LS<ipV#=EC9)QKl
zeY>KytRbyTp2`Xjg?WmRzS1bgj{H2;F=2j+zK)|`kYD6iS)L;H@(PcP3Zn+oU%8{-
zAH~J<N%5gj(OT5niF~xy>lNh}KE};2oG-8*;^XHK8pTVcEX9|$O5<Q`W70Z>j0y}7
z4GBh->4Q2L;va#OR`7cLt)P&iEsU36Jxa$h9818v<COX<gY~~;pnItM*gj!?K7qpn
zeOy9O*LYqIK`J6!-9x{`#U)0+Z%6=d{=QDpK7L_TD-n|_mePsxzr^4!x?Mw1nZ1Gn
z#}?1aP9eU1!U98hUMOz*eS-Y_!jxh9?tbCHfgz|HGDGl&sJ?qpgs9?51i5iq{k(#r
z@TM~PaCqShCm(Nw{$I*L6fg4bxoEW^5$HHkM5vXnyoNf2aus5Pqh%tcKwk%HC|>@4
z%39i|lY<);aG(@>I=Pa2Cr`<Z_m>+A_ar>m=j%8JMMVTqM%qUWAC9gR4_FEvn^O2d
zJvPOV&C@AbQGV6$?-dw{o~jQDJIGJ0$*)-Px`3w2Z4&G8<F~hJdkI8U#fmGvy#gcr
z3Q9&%-qK!Fq60%i{0gn>uP9|@y{3crS5E7?qJJefnf^|<XH;ZZR3z`QM5RNn3@%hB
zcuk?`ytcHZqmZxA5$wmP?MYY9&ChQnb<n<UWM)?$J1QuMS~RJVwl3+4UzMOgT<9wU
z{gtPbTZJlpKd<mWFK@aOnNi*A^Q8?Rqx6L3qRK1oq~T_BE0K1jTFOGJe4rTg6$D4W
z;a=$7TpYUMHcw~tpHac04Ty-;{;E)1NBaB$zo0;qPa4XN0?h(kb%Vpa!u<+zaFMQy
zgR56qfxjK^wfmq&D9UZodlXc{?<qaX(@v3S_1;mDei6J@Jra4~+jBSt@&UpB@_(_@
z9hB*b4ocQ42gP!YgOZl)pzPh`pag7(ZZ~+qK}kG<uoDi7=81z6_RK+PSKm?Di@R(!
z`#LJo109v=0gg&4q-Kbt(q$AR#!<OC!BNSGMZC$5SQiEU#g2;cGQ?lyh_oG*>;sNU
z)?r7*?Kb@Rkm^oKYHcUwWD_SPthtjC5aFaGk9NZP3r>pXG$*{Bg79@tisj#MKXX#{
zzC^q{C#B|RCuOdSvtl{GSuq&wtjzVHyMAA`9uGAKw%5|4u81uv5$}RS)J+GD>X1@W
zXhcqKJxEQ6KBPRPG{g`>qdX&sfh6h3Ulu}P<sfPprAzw~D?%t;V+iRgK`KijeSHY&
zTSLf?iz)ZhEQI{%j`%*krM{0ODmPDm07%CUlKNoK3=#%0h2Rpv?Wgk~dtxDE^F+x>
zAf3x(2!+Q%$ewwS?;tCse>F(<tcB3=Hb5xe9tfS&c?gAHflzo&WD4bvnrEI5JHw|a
zL>(RO6#pn=ifxom;V8v|`Ee-Df42YRz<(_VGFTYCwL_c1F|p2#9vFZ9|11;a=7IQg
z5x*p9CJplP3B}0b%jOk<&psF0ydu4d_=`nXf<pZZ#YX!M^>1NQNK-61CE~|$JQ4Y_
z6-!<QWKU3I;I;{WK0%D74&mS2sJ+I#u>Y52`ebLteWkOa+Mu>|m8vPKUu8-9lEVM1
z@zr!xs{8+k|9%b>{ff%hzEZ_DUAd`8ZmK%|Z5o%jiKNX+-2UxD|8Gj5<nOZxD@*=<
z$p5CZ_;0YK#OfhODkWAAv;PKT{s)r$|3}5pDWzwSdKzo(VPNk$Y0RYhGAGyH5suaC
z1ShV__&_er_*l+l#6R@Q^<T_H@K^sQeiAB;<nRAt{7y3dZp6Q^CUcF6@?cHYnn5L}
zKYlgeqZcM3y{-?vZl(;oKH~cKU&p_6^>)Tvy!S9(SVq?_2S_&7NX>z~fqZ}{>zx%n
zhylb1QWatfv4Ge>Y$1*iH;6mL12P!m3GsylK!PA)kVr^0BnA=-nGQ*SEQe71wUEt_
zU66y2laMsXO-L5xDI^>60b;ztxnQhs3bzHs3epN<3vq<FK-?j|kVr@zBoVS1auAXR
zxeCdEWI?haZy-uC&KF_~sR=QISVC+d8i+f@6GHKWz-UMuBmt5P*$X)f$$(@*vLSj{
zqu2^UYZZ67AlAtIs!)n4Zk`i!A65PD_^Eu0k56bUt8UQ);2w%K<c4)tGKw8njYA~c
zseRCMx|l&&v#>_tP|P9q7t|`ODSq6l2#g%>tkeN_fhJ%QSQ|_P>w#%t70?%~4`zZD
zKu3_~j<z7pkKIA)TwOq#ci#l-f>%MBD+hsQ;8T$1lY>E;V@8A3KutrjHr{6V$>_Nt
z%}KjJPjh)Ukk5Ugr_-DcHUK@KHwOoU7N95C5cCBbfkB|y)N%708nR-0A;-}Llh;@o
zG1l0zpnPI!0Y<f~7&3+-Q!@H>R<a=3kT(!@qg3gfe}K@Oo@ObFAiE%!Ag>_CNUS-;
z6%qtd_vwJJfskm(V#x21bjWK+CB(CV^ne6IV#9<@*)PTT->r{3V*TH5ZjS%n{stGZ
zE-Zx3MYW=^Th&p$9*cUKfP&$3e?6QBJ`qdzO{gwtAfM5<#)1=(0F^u4k1>N#Vex%H
zbyJ^Dt9~V^l%~LaQvZwl9slhV57I0*D$u(fsaW8)$f>NlV;3b>SKVd@Q)&sfp7vDj
z*{#UE`q|m@wGUtFp)t!|`FmK?<lm012-Ktv`PlG*$?TrBo=n#Kxai74hYI?$zT3J|
z^H!VW_-tb3ITI)C(`aq~T7Thl*Lu;1FKI%LXT(2>J=J;tg5*vIr;O~|xc#jBu#6b{
zgSTeie!JrRlkppSIjnv->i*eR-!+e$*vQe+xW>jeTa51?JNnM?$%gdT`A_b48@up=
zli%4B^D3<0l2q&dFV5xtY8XXLoEkOiR2Nqd`^*gs+IMKZcgM3nt{WZ<>3D2NhnXwq
z5Bxl2efDazRQGl9ZN2{dICJ34s||<DczeTt<H9$u8*A5`9C9l*#O2ho#b!U3>g{>7
zVHD0+Id}HlS+TumKXxp8<(Dw}_l6Dh?Qo~(ti>Uf@mrT8m#qA1-Seoi=g*fct)h8c
z=h~e&AKUPpY1Z!!4BD#yN871SSj&zF?Z-a&D?xktZ+7_O$Marsl}4Z4l*yXA47%%j
zG$mo-!&7Yj(LNob9M4rvS-O?o_TQh--s!ix+b<+A3-jam4({*J!fWPO=GAw=q4C@M
z#8f^oj9q!&d{*g{`BSRBcVrf9-J|yF8b6+p+=PwWygKusZ;W%=t-f|XKb1af?ml|*
z=Xn!5&U^Pmt+7509a^Mrwyi(oPb@dSc(3yDN{5@%Jq&7Z&$>T#y>5r&aZdJSb}xx)
zd!yM8Eq^q<Xny1S=UwLxY`=b5N^1Y>>n5#V^ZWPr0(Ml|(0i5RfIY@m4ZCJqw`tY0
z&zAEe8_pS^w>I_m;c@S?j@MoJ_w<4N=h<rACO4?rqr0E?$H{ZHmQEN~DbxD)s`D35
z>fKs@_5X!gJCzV^I=r7mn~CM#f`9aNSo9y?(9?ST^e&|*TG=>?RBW?l(ZNAxqr{`?
zj*VM1vuSMRN6$R*_@rawzV6P}?HZd!;4X!)R}h|pbZk7vFQPHCD__>uD<Z-#*gI&9
z84?JI=-4<aJmiN6p8&sLuL$elK%el?h|uAY*7%I`4_*<$|4)109#>Vhw!2VNOj1lT
zOpc<Vl97%%E_04CFJq!%;x$w%QdIJaNr{O@W`(JR=7q`%4UN)_%#4asQxi?MxU)7Y
z85t^-6)Cl`%q-dUJ!@H=voGH{`}@ux=bz&rt{>u>bIf<V@AEwG^R6{#pE*XaI81t{
zO_@CF_rdt3v*A#2ac=J2vuA}Ko&4L;y8j=J#=3{zhj-4JJaINAhxh*WGydi7$uno;
zEEt$zXa}2r>f~8}{PKVO^?*FQH8_JCI(g3I?6~aU-(IiVXAQb*&W!1k@9q^hds@GV
z!6!F+y{6orJ!^8WxW0cJ$L;%{pT+I_cWZL{{&8`5yW98oxZ#I?*o%MpV-$EAzlb5d
z$y~C8yiL9$rr{X<j1*&<ali3~anfisIK7dk(pzZ;okQ=V%jpyJd0Iy!nPB7CDz=ub
zXD_o|>@-W`AMg?48BrxZ6M1Hs)xk=#9<_?C_113dxOI&*<#M@Cc2`o(Q%|V_>QnVs
zW!uClbl!EwxTeSS4o&>wJ{A-Qe#XlvGMdcCx;`M^lAlNmBg$~GwlT)-#$sc&u>tEl
zYsAz3bRZpx^-Z8t>D}~xtgx7t(l_WX`e)ie+p&0NvZ+|<K)!^p<~w+z7$s(kd&C~`
zlo@5swD!pbs;zy6-O;|<?qYYhd)mG2N8BAQKG%+<cd?GgiBC_N0jsrjotz{$tB=$f
zbzVi=UG3}a1NNOxGgrEax{aUU-{QaP*ZQY?+{+;e{EYWTlCfkx8D@;fdcQN?V#ip3
zcjnjgvAmT3%7qv#-W6TVo#sWejn&mUV6~Ht@(0;oby0V!Y`f6z=)^mRoq=u(FV$P<
zE%u)E4tQUB(fWD)k-o=&)GzdLpNZ694PuT!`Vf~4B%??=&N`jsklCb|yhyf@z2pQL
zYLprkMiez@G96Dl@`v~%{4~GMDzY|NKU!U6ciB_+mVG3}PT5k+S#~F<jhh+_01lpy
zm&@rSmc_DJ4$EbEY#z&J3t0hM$_m*^R>X=KkxS%uxmS)<)6`nE4N<+$o?#!czqNm{
z`#bZo)6Y6@Ie&4!aGJYUx>c_B(!IIfaW7U6&}n*t&e0F(HOPWb^w+wD-_y7KOn*%<
zA9A46@DfFakx|B1*z<98A}wW4iFd?4aY}qI23SL_d#%T<RaS|$+1hU%wXT#*Zj{5+
zXq6Spw~NZLGwj87iZ|0c?G4mRgU8Lkw7)})n~YJ$t;nqL#zbSPG2NJ9^r5e_o$OZr
zI6udC%C9B09b8GHeYunAoCwCG@X}o4YUD_u<dW{{XACqRGFBOv(?hg|eotLCk)30V
z55Q5j@gw|m-cHOA=Y%j{F^errj+cLtp4zVtsxMW%?b*xhopyWdx8Z0f&AH8)>f}00
zoORA_=L4s$OWc+221M;XZ?K-Irv=wv7Q*GgokkCq!|&%C_)*?oEHamxCFZAATiHRr
zF5i{)c6aAh=U8yf75E}EUS^Od@hIO^`T#vf!`U!4l4Y`)Y(94JIkuVIhdMrr+#Djd
zih!A54mNYlb>@fWr{*~`+PcO{vr4VMS^corWpajEuAWepszxQ+H`x>HHTE|9bGx<U
zJIPr2dgmqQd#t>(+tU@U?M`qXa+kZS-DlnP?yGLOyUqQRd&vFF{mzZ>x_Y;I8QyfS
z*n7h};a&9F=-$YRX?nTdtXukR{Hy&Devbc)zdLx{RhMe33t?m^nM4*K%i9^k7-BRT
zJ!lm@&i=+bi3i2=qFi)0`<toeI5XRvXFh@Jc*CqVH(2%74^|5qEw4qcC(GWduew21
zs3W+JZgx9|I*XiV+*&u^%h!QA^eQ;z&t$MMlFef4*jwy4o5^c<E3=DvqdCFsU{Pzh
z^@7!1&X6VYn0!*b>Qp-0++*(D-g)nU{>TqBUecyvWFmQ#JZg-g%V=-5f+v`ZtwJkU
zYyIVoa<CjON6K5|XgN-n0w;ZSvoj62h?9eXhvM(<#tp`KqnP$*iCpnKzKdTg#v-Fm
zi!ie@a_YF%*<Rvob8dFWA+}$*oxIWBM*XUOTkqGO=}7;bVC>L9B;kdSO5+0@XCN=)
zTX;wDlK4i<FjvU~GERM=T>B0C8(?!U9BI1yFpd`RD!j)u-WV4agvCIzam@JM*vv2T
zGoqP!+`P?NC&Sb(wO1Xs>+K{b%$=e~`A_)4#v>m8zZJQTq>?<cha4gkj99aie9CKq
zd+Xd0JZ4f@==l}njdJ4<Fg?LcG>OSgX}V^TnQW$*L$QZxX1bYSW}1`CEbL~EnQP`@
zPxH-%W&tw3&|GO2nZ?Nb^=7HL$t*L=&8_ARGufJMJ&&uBYJwW%OmOaWW?^?%I7Ln!
zaOkhjwQe8erh}Y(-|g&m^O!fud&Ilo{o*y#t@P!(y}n9!*4=au<Rj5s+gj^nouY^9
zkvhpA@6YiU`G<pXO}%stEevH019z@tS$qaC_HACl|HKdS!^oJE{7e1~@Z=(ICR&U3
zqLb(*t{0|oL_aY^+$<)G*<z7cE_RFk;(c*Md@N3iFR?G@#6`rowHal`m~p5`hRA3{
zWu!UTyaUWpZPi-eSie}e$d-0{I~JVuIgsjC)M00*H_)WNlj@9dCOSFJT&Ki2<eYH6
z0<uf@6*tHG)*GaE>b?3){f!P}hK25<?-&P-eaKLQjbfwON9;Rx6<^Df!Bw}2W#R?#
zxoBf{GWS`ZTTNDT*+xd8l44{(IaMx_OJ$*4DT`z=YGFO{_&a$)Hc32^NZp}kt3vg(
zDpn<Gz1j!%?`9|1i8ishEp69MvXkxQ_DZ|RF1AZ-+s(xK5`E?m@<#>Zn-dnAJ1?Xw
z=xcNbJwd;wtywhV%xB}-9c&4ElD)|)SRFgV+VGjEj@A4*?pdkURBNvFy!Dy2TD~Z^
zfSq1d=hPK8wddMT*jFJsHsX`!)H<I#E!;@A+MVMSdTYS4N4zF492wA2OFd67)K7zR
zU({RlySh>z(Z}`oI@&My-}7t0_vif3-FouFLY&_QdMb$wM!t_B4*;E3kd@>OvH<-5
zlko}Vi0NeZ2$Vn%Zt@rTW?scV;(NtN^RQ`KIo31QLCXXRoRX`cG>V-rZln97*GXTa
zXX*{QT6gwu^KlQd!m!Y@6WWtf5^GEd9owNvbTGY*wnaqVVMp0lY%TwuJ0e;1Gmn{9
zS^vWtVU4%)tU7Cy93$_L&&$u`WOa{v2WspS^_`-q`hE5pyRFm7xeifz$oU%h-NNnV
zdhSi`?LdNu+&%8Kp5+bl(!BZJQg5yInz!BC6N=U`?=!E9P6v-~*M{%-6a43c`&JTm
zNjs2UgafM!$P=W5yiUF&V~u-^g{b%%<8!FYX3%jj(Jk}<t)^itl68T~c!=#`@3WK0
zKgw6}m-u#6(hoc!t`ObD9b$oKWyYF4%sys?dDL8My)Ul-+s{`&sW5wrz1A7#rfb|2
ztSk)oG6lqt5o8t4s*D?r5ym7i{5{4Q<AQN5olPI4N5Rc)<xzRa&T$qvt=#Uec0YFO
z-5=dpPkR%+m%&Qgy$AIpz|sS{20K5(UxB^<)(_ovsUj@oT{S0d$YQcg1gb8b^GWED
zHP&<BhL@~Ytk<kJt!>s$sNsFkdGA|?tPib^p^QJZzOcSV{hkFU{RCzWlPzRxdAV#a
z$Eo-2kKF!xkN&If<@bfwd&=MCAM-<Z=Bf(|G~l`dq#fcqhwKNgeoxvOy$op#For_Q
zEH~B}FBzX2-x$}^p>#e}@u&1F`YpYI-N%+AsvUR&r(AN)lc7al;T}+Sfw{swVxBb5
zm_M5>EX&HYW?2iYJ=QVnlogPzu&U0o8#r^I9EA+MUCxsa%W}D2c2u6aP2H}hsK?bS
zP=1x_kUF6*x37er?q&D42VzH7+ZA@TebPRQ{K|4JLIYk644Uh{=I!#1dY^hxdN%am
z!@5N8LYAM<Kk6{QtsfK2p~g#`70$;1htkbX)?d{R>Y|EuZg#dh2OZ*$hN?RQ#Ga?0
z&|m3({;mG)ey;zR|Fpl&KY$}N3w;*mWpaj`Cru=U-bBmj7&Zawbp`vCMRSKQw&uvw
zs!??WemZtPyVhx`FVk)H6{!EKbr&#IwBH2|0ry?MKX!i%&XD8J_4ED5{bFSLPXB%X
zsDHu_-E}Og89rN$&(vUVt|YOf2k?LpNj!1`83I(eg^Ys|m_}w|-{z5p$e9)7X=s?|
z$wu-jd6Vn}OIDI9@*(+zd`{}o{hTKkNtn^vXlq0pu|_xSa$kdkY5GHP4l`~xMjM$%
zmT{*s%ec?THy*~`KLH*39D0sTsIYCuE@MA1{V+KDr11qZ;yYx1fVQA*Xa^cYyU?EW
zI`jpKYV-y}=?HXF<LM+i4gJ(T=%^OaN9ij1B7GCMdw?FMBiRf#n>`4`Ed|c(XGhox
z)&f{IoX_L)p+dLw-O!L<@F-Djo<b&dvNUjKinYvIZ9R)h_|b}#338AukZVwLXJk(`
zR?SkYR0liN9&O)izX$Dc!M@({kSBAU<<2u;t&7e)Z?pHl*We}TMfx#a9L$TjW+A>>
zK$eopMzQgh5k|K{d9P(}fCtXANZx~cJd@}0r+EqA$Pe*Typ4EHY=kbX6km%Q&1L3`
z<`(k=IJCVr%(?^hw^6<!cgl~UW!kH*YLO~ak@j#q%^vBLIuqO{-9g?8?*%B-Bz+sS
z%S!zWSm7nTTUY60$h@=2*);!Q|2gQMW}(kfwKo#5H?xfe#!_R8q0ytxr;F)I`ZC>z
zF1ntcrx)pEOrld*&8pbvY!(>d1E|+uM1<Ma><)DM#B4GbS@WR?A4YYJx67Q7?i9Dk
zUFVj$+o7O8aL0R-y?eX@?>(>Hdrrq9Hw*pH-7%Azg`T(5+u-Pcqxg8JkmjO|aK!+T
zDjr27wulPx9+bve@i);Sgr+&r$8D|d)--E2_UlP&FDie8{6)5d9v!GQsLiTcT>!#H
zLhsMBKe0PI-JP}01}NT6?qYW<5OamM4p{lFcgpLf$NEc9AI}E&Dz#bYnOd94Nz%<o
zM?@AID}heapx5(Q1ACco5<8%JJ``Vw^MXOmeQBOGCs^~Xjn?bdR-k4g7;Bx}gbs5*
zvgR`xrD9cr(&#l8s3qt^iq#8P-P`I<>M+pZ7uCuhjGY^4--4VPhu&n0eTRLQeYZUa
z%>RJ>nEivD4J~vWYI%m6hpxo*9B&vpkO#d*9@Un1^(bAe*XftRxN-iqzCb@Z2?$(_
z-NijdGn<7xibxWywv|SS@q)3@c-7cyw4qVJmoz#Sj>L4DgZeo}PtjkYR`S?u>}@zD
zt&o>CP<I_a1~quKSR>k-kC}flYs~XzmL=dZ+=;&JpnOS{qdWXWt+6-QuRGhF7u~b&
z&u({b9@wZv_w|SPGyOnLv(P+by}8j0<TndFpQ|JK<f&vCxgK$T3J6edw4m`&O!c%m
z>kRdg!?v)=`~_al_n=D8^C^gU0IJeAhoB->nJ<_>AP26qlC5>X{s)nFwtc~gal5+x
z+`HYw=xn}plf4n%{fJa4b~;xt1!|X}bKj>2`8WGx{b~MJ@IXR$R4lx-@6CaQCVYwY
zSkEEjV}nu~zS4SVx#RQ;8UZ|cnC)YS*jX0FFXtWkV*Vsw!`q6^qL-K`9v7?8&3z<V
zT5YY4*4tRsQK*<-tjlCa_!h%uw#<_Yp*)MBILl>)Jco>Jsd_0#-J+(d995uJLUnFZ
zr_}f0jW9a~PETL^Mtc}^ax$EWADkt~fDOpsN+`guy&uq<wAX#0_Xp{_^c!F#?LP>m
zhkKHiGz;C`_F=M|JVn;RS2<1E0F51B?JBwn=yMWRa~B*j6ACmRe%NbJ^M4T^o7Y;0
z)qcCie#_mBuD7|D>pkohd987tPUtUuJrFqZCe+1;`co~Tp6>7;0e`LYUx$XdgeCXF
z4O>hegO1rkcA<){hZ{D`xXrj1zRqc2dOO+`IBp};u4Fx+-iNa^HVs^V1Z+Q==kR=f
z9R0^nyoKl>s2Bz{KTZrW-!<O@#<T;|za{HrirTKevjfg3;O;JWHJG`{OVlSdzKjw2
zEa^QY#h7oLr}=QyQXJoVGT5J1H4F7``;7Onw;!Pk?+JHdEX_jhKT2PrJy{=Svw`d;
zb}N+WROH{ia2u9^KVD?7qayaOKVyxx>=cyV&n%Nqfm^bdf5L~0G%-fpF76d8#AfjU
zI-y@gbM!%-&2H!r1v>k|=B?-gA2MGvx0_?-ba@uNhOKT?)3N7s)I(~iTBlxy9yth1
zs8Jj3a{IXbm7RtjS-A=D(gs1zYp4a>bGNQp=$Um-A}9A_7f;aB^k*7i?N~?FlO-~W
zD@bBDhGIGz%3(UYo6Thla1F13ZFb-q4x&@K8j5NN>iRwYF<%6?VMi#sRlw95IHJ9*
zpih+w2PNIgfVP@sWreV9hgAWb?Jb2&mAA?anF$0~Bwv-E%6i!VKk(ciJ=AcOrqWf0
z%2f9`UEO6~fgif-YGbp|^T|38i`+#XhYtLeBtReJ0ht=0tTW-<w&Zic%}dRv%t&-Z
zk6JaBi;is|YG)I=qUq`i=Q`Jf+n43eau>Nr+%xV6e&`OTf##uSd-Z^Fxd*wog^WPA
zF$>E5eW3Rz^hbI<6y!*LJL+{Ee;wU!j7Wqlaa25R9)yy-#=6!L))TmzpJWTwO-;hS
zRHF{Bum{*f>{0N%K19dyiyi0mLTCPnv&X4%PC2dJD0i59i+i`f5QtmqzwIA{whG<x
zHmZ5Ze`rRcNl$31!Q>G#ie1KIc^{sHbu5LBO@@+9gI8eV9D%szArChL3g&9;<1=t@
zcCdB4i<JQ1M#$6hMtGI)IQP0s+zY76Z@upNah>m11v!f}5A~cWBn{s9yQGWJ+sH9?
z8*S-3bTWLPr=gqQLq`$`lo}`20mVDvtdpQ9+E`tzu~7J};imd>fSfOP%WITU1Jn>`
z<mqZAx~_+SO1squh(@FOn`&<N03rz}<<WMgeV@I^e$?J?-|AfD-tR7Oi-Ee!ya#l-
zZi3I;+wTW7T6}4LlA4FSp-w>j1#p^=!fT!Z)z+22#&^QQ8zshzyTs2}TZ*|0uHe_!
zW9k~5X(u|pLv|fFaDlVa8Q{L)Z-I~8Jmj-p$NDnHEasrMz5#VR1eH4qwHtH-Ch&$3
zXI%^5VlHrbg}DaKAUaF=mOL+8sk3S?dg*}sj{6Z<qLt^v(F<fY4|zZ}R(rdT{klEM
z`Li?19ql$D-pZTiZ9p9ca+(Ki|G+CG+4vT0*@1OJ54a7wED?Sjev#ii)JIlA$5t8D
z=o)K{I%IdFaSmFxlyBl?;Ipmp_bY%Mm2h0Dcr~ws;;YAs8?ojKya~NyxQGyuB1%My
z7!fPtM7&5qz7oNOgf2=#ubd)=LLH@vbde!4#Uzm<a)Sfr%$A{9NuzfT?hx)7ro(ka
z$PtoI3P~YPXsAwwkDabFbf%u9vvf8b?OdIQt|TA+K>=8@5Q?z~s-i@%*QI(BII~=D
z1#ecsfvMC7p(3l%UDoP4eM;Bs27LkhjV}-R5q_i}<wv6%iiH-5$D|?AC+J16uAG)Z
zD<BZXqj?OfAdbhQuS?{FbM$sDY9g7Z@S!}Fr}1>20W~~{XYp*XK`uO!d8n5{z7if_
zF;9XMnj(h+gVJRBZzz-nX3degVApxz)va=etdiBT20U@<pRg%HMXD$jtzw|d;#54e
zS)w9}t0a}IQq)kD`UiGRf+wF1gw9oY@aFT?Lij=}Rg4qs#KHYea1tHja7Q|>lLQ|*
z#Tg3!D$PlEGT^;WLQjwlCo9*<bLKhu&O)caS&GR*DjbP)ILMjs@3OpXF9-aZ2c?vc
zsYwBxib8KC*tXa!@zz7LZ1T#ya&N1*1Fq&?uhKi{Re9B3jaTc{LATbU%V_+&eU8*o
zI$Fo*SRJS1b%IXR^U(P%^b7ozei0O5iN6V&u-xD32l876;;|nWSQ92a;XHyz^8fDM
z<nx8R06SEMeq}4vafR56=~}g@5w)TYbB}t_AR6HgUJy;tZ{cQy83~Ut8ZKche8PCM
z0&Z+2xUUKrQ=@8C9dNf^H2`nULBltxfE{i}K*>kh(NILOcAOpmha;Eb4aLOie;?C-
zCxaXHxqr&yKw--eU)7LWQb+!0HJ^e~{k@`_(4U6W2pUO)x}X7blqMFASVkkq<B{JS
zxt)x>PD4&lLO$mrmlq;dfs&S?p6Bmz;$I&*ibkXRjiqr=#|bo%63VHhE?l%^nu0z!
z6)HX*bI(ll!dWyMT0WQlz89&#@$f(AasgCFFrQJIbuB}_&|q}NBl#^n5QXoj<DbiZ
z^QJ4zy=Em?vMQtxYRx)y%k^f1c^babcR?p14&T$q|G$j1C0CG+a1r_t3Kbp5#CPzK
zWBKTNi-7rMWC#3$YQ(aETp;0?lg6U!<VF&Fpmca$ImSGrAk?F5LVvOs_*sicpF@Nr
zasBbQZWq^^hU?6xd2}Hy3{6nWX$3t9C3K25(k5uyXch<llq{L0vJA`tb20yusLxc?
zWftl&A9YxSnNOLs1KnUX{PhOsf)frVk98AV?k2e|P;w{`G6U$C4P*?us!M^0#X!SN
zK*AkB!Gl1+TA*J8@}^0L1NWkVdGWxzp!1UK4@G~Sfj%r7{?0s9;8IjzvA-VmSMKld
z_d+LBhbFKM@MN1p_}D6tfX@VllSn9rSQ1YX;g`828Iz+lk^x6Do8*REn5A%OixJID
zq#W_wOAaEUwd53HdJdjZxDgrhUgC{JMAkKu5!*B)1JTVkauMH!=<ip;g9!FF<;D&~
z`5;)T);NWXJ_kh{j#x({*W!_99PtkNENRHCNr-taorkC|g)2}D^|^_b!)Mux*jLk9
zM8AQaL;S<xiAJ+nOtTZ=dArz!p-}f3Y!c?NxtPT+#2j`dX0YqoCRPrGvln`_I;5!^
z{_WaX2^LrnCM^ex?gfKZ^IGs{1Guw^hl4ev!I<%2OAe+?21^DxGE-!MA@fAOC=i9B
zNR)_DQ3kZCfWuM+q^bi-H3FdmK&Rj57X<T*B<PV;Oms3a&B=j=&&L#}5EGmdOmE6C
zxv4;9R6#Y@p&}a13z)t~SW#At6$jl$EQ!w+q(DihLq%u7GtaZ~tpd!_iZK5zwaVZZ
zR9KZ(6;y5=W_^v;1-O?Hm{Y{aI5<y4N|^+%O9jtm$}BKkp3H|ERfxGo2|CC!FkOYL
z1lI+bt{w{f0wx#{V7C}BTLM^3g4I&MXz5VmSzxj}uvh`Az6f1rDLkXCm?l;NcWZ#T
z^}yQ;z}g7lYz#0q0TU02X-5j&u5@U<EIY@}v-9l&O#6#4`6#u^?5*%hEA1+Di*=Z$
zHNp)GI1x^i69a}!06R)BV+txS9gLU-Hq1ly6@Uec;FOi30=GI9sKF{|={l$0X+#|c
z+z3=+j2nkqB=B96+!Uz&bWB;Y+??QSxCHm_zzauga}m!X#IOc&i$Sc?5uYN&qy}+_
z!L_I3dKcnKD{yrITu~CPA|ETSz-k-p2qzjVOvS1Sv63pBJql+`bu)0L0!)5O-M#3t
z>)miK!b|W{z}5v|<VvvaIe5SXYAUFq@}QHpLJM8cF{u6|KTv^tc>wbQB%DN`mZMP3
zF{tM_RCEGrnxLvB>N*LPor2m<MRlj6zB5tbS*Y<GRCyliJRg2*0dTVr)n0^pFG0nZ
zqUOs`^;=Q*6{!45)P5Do0Tu@SrCR()rI_}gOeRmc|E`)Ka2o!79l7$qq#^$m1OKCr
zl)%;`pldcTbt&+46L7Q!I9i9<7Ghr2D%2MQV;}i{ft-23$$TJX0kEzND2F5e|3Ci^
GBk&)Q<p7WX

diff --git a/contrib/lzsse/premake4.lua b/contrib/lzsse/premake4.lua
deleted file mode 100644
index f749c7de3f8..00000000000
--- a/contrib/lzsse/premake4.lua
+++ /dev/null
@@ -1,26 +0,0 @@
-solution "lzsse"
-	configurations { "Debug", "Release" }
-	platforms      { "x64" }
-	includedirs    { "include" }
-	flags          { "NoPCH" }
-	location       ( _ACTION )
-	configuration { "gmake" }
-		buildoptions   { "-std=c++11", "-msse4.1" }
-	
-	project "lzsse"
-		language "C++"
-		kind "ConsoleApp"
-		files { "lzsse2/*.cpp", "lzsse2/*.c", "lzsse2/*.h", "lzsse4/*.cpp", "lzsse4/*.c", "lzsse4/*.h", "lzsse8/*.cpp", "lzsse8/*.c", "lzsse8/*.h", "example/*.cpp", "example/*.c", "example/*.h" }
-
-		configuration "Debug*"
-			flags { "Symbols" }
-			
-		configuration "Release*"
-			flags { "OptimizeSpeed" }
-
-		configuration { "x64", "Debug" }
-			targetdir "bin/64/debug"
-
-		configuration { "x64", "Release" }
-			targetdir "bin/64/release"
-		
\ No newline at end of file

From db3761b91b7cfeff5ff249f5925d5a0df9e4a275 Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 16:01:29 +0300
Subject: [PATCH 0194/1060] add contribs to fasttest

---
 docker/test/fasttest/run.sh | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/docker/test/fasttest/run.sh b/docker/test/fasttest/run.sh
index a7cc398e5c9..da05998ae0b 100755
--- a/docker/test/fasttest/run.sh
+++ b/docker/test/fasttest/run.sh
@@ -185,6 +185,9 @@ function clone_submodules
             contrib/dragonbox
             contrib/fast_float
             contrib/NuRaft
+            contrib/lizard
+            contrib/density
+            contrib/lzsse
         )
 
         git submodule sync

From d60c70a8da0d9d07eaeff27a652de56e7d6164df Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 16:17:55 +0300
Subject: [PATCH 0195/1060] add submodules

---
 contrib/density | 1 +
 contrib/lizard  | 1 +
 contrib/lzsse   | 1 +
 3 files changed, 3 insertions(+)
 create mode 160000 contrib/density
 create mode 160000 contrib/lizard
 create mode 160000 contrib/lzsse

diff --git a/contrib/density b/contrib/density
new file mode 160000
index 00000000000..67bd584bd74
--- /dev/null
+++ b/contrib/density
@@ -0,0 +1 @@
+Subproject commit 67bd584bd7414d4bc1418e5b7fcf9d68e44c3f28
diff --git a/contrib/lizard b/contrib/lizard
new file mode 160000
index 00000000000..af8518ccb8c
--- /dev/null
+++ b/contrib/lizard
@@ -0,0 +1 @@
+Subproject commit af8518ccb8c68e062a8c80205ff07d56a2e77dd4
diff --git a/contrib/lzsse b/contrib/lzsse
new file mode 160000
index 00000000000..1847c3e8279
--- /dev/null
+++ b/contrib/lzsse
@@ -0,0 +1 @@
+Subproject commit 1847c3e82794400deb56edd30d8aa3f445fd000b

From 94b159c51039404a1577c8d16289c37b3c509239 Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 16:34:27 +0300
Subject: [PATCH 0196/1060] add newlines

---
 contrib/density-cmake/CMakeLists.txt     | 2 +-
 contrib/lizard-cmake/CMakeLists.txt      | 2 +-
 contrib/lzsse-cmake/CMakeLists.txt       | 2 +-
 src/Compression/CompressionCodecLZSSE2.h | 2 +-
 src/Compression/CompressionCodecLZSSE4.h | 2 +-
 src/Compression/CompressionCodecLZSSE8.h | 2 +-
 src/Compression/CompressionCodecLizard.h | 2 +-
 7 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/contrib/density-cmake/CMakeLists.txt b/contrib/density-cmake/CMakeLists.txt
index d48bbbf05b9..844459c4105 100644
--- a/contrib/density-cmake/CMakeLists.txt
+++ b/contrib/density-cmake/CMakeLists.txt
@@ -44,4 +44,4 @@ SET (Headers
 
 ADD_LIBRARY(density ${Sources} ${Headers})
 
-target_include_directories (density PUBLIC ${LIBRARY_DIR})
\ No newline at end of file
+target_include_directories (density PUBLIC ${LIBRARY_DIR})
diff --git a/contrib/lizard-cmake/CMakeLists.txt b/contrib/lizard-cmake/CMakeLists.txt
index eaf63db0acd..8aa40418ec1 100644
--- a/contrib/lizard-cmake/CMakeLists.txt
+++ b/contrib/lizard-cmake/CMakeLists.txt
@@ -16,4 +16,4 @@ SET (Headers
 
 ADD_LIBRARY(lizard ${Sources} ${Headers})
 
-target_include_directories (lizard PUBLIC ${LIBRARY_DIR})
\ No newline at end of file
+target_include_directories (lizard PUBLIC ${LIBRARY_DIR})
diff --git a/contrib/lzsse-cmake/CMakeLists.txt b/contrib/lzsse-cmake/CMakeLists.txt
index a463089a5b6..a4c0d9dd8e7 100644
--- a/contrib/lzsse-cmake/CMakeLists.txt
+++ b/contrib/lzsse-cmake/CMakeLists.txt
@@ -18,4 +18,4 @@ SET (Headers
 
 ADD_LIBRARY(lzsse ${Sources} ${Headers})
 
-target_include_directories (lzsse PUBLIC ${LIBRARY_DIR})
\ No newline at end of file
+target_include_directories (lzsse PUBLIC ${LIBRARY_DIR})
diff --git a/src/Compression/CompressionCodecLZSSE2.h b/src/Compression/CompressionCodecLZSSE2.h
index d26bb3e2cf2..b42ae4e7aca 100644
--- a/src/Compression/CompressionCodecLZSSE2.h
+++ b/src/Compression/CompressionCodecLZSSE2.h
@@ -30,4 +30,4 @@ private:
     const int level;
 };
 
-}
\ No newline at end of file
+}
diff --git a/src/Compression/CompressionCodecLZSSE4.h b/src/Compression/CompressionCodecLZSSE4.h
index ed1cc8fb26b..9c59e56a053 100644
--- a/src/Compression/CompressionCodecLZSSE4.h
+++ b/src/Compression/CompressionCodecLZSSE4.h
@@ -30,4 +30,4 @@ private:
     const int level;
 };
 
-}
\ No newline at end of file
+}
diff --git a/src/Compression/CompressionCodecLZSSE8.h b/src/Compression/CompressionCodecLZSSE8.h
index c9d006ca13b..3d51a5ead5b 100644
--- a/src/Compression/CompressionCodecLZSSE8.h
+++ b/src/Compression/CompressionCodecLZSSE8.h
@@ -30,4 +30,4 @@ private:
     const int level;
 };
 
-}
\ No newline at end of file
+}
diff --git a/src/Compression/CompressionCodecLizard.h b/src/Compression/CompressionCodecLizard.h
index 95bef7ab39e..8b39f224dbc 100644
--- a/src/Compression/CompressionCodecLizard.h
+++ b/src/Compression/CompressionCodecLizard.h
@@ -31,4 +31,4 @@ private:
     const int level;
 };
 
-}
\ No newline at end of file
+}

From f01b53bafbd7e7450d51949b95291c40cdc808e2 Mon Sep 17 00:00:00 2001
From: fibersel <0583463@gmail.com>
Date: Thu, 6 May 2021 16:47:23 +0300
Subject: [PATCH 0197/1060] add newline

---
 src/Compression/CompressionCodecDensity.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Compression/CompressionCodecDensity.h b/src/Compression/CompressionCodecDensity.h
index cfc8bfbd76a..ffdbd8f3619 100644
--- a/src/Compression/CompressionCodecDensity.h
+++ b/src/Compression/CompressionCodecDensity.h
@@ -32,4 +32,4 @@ private:
     const DENSITY_ALGORITHM algo;
 };
 
-}
\ No newline at end of file
+}

From 140bf7e2eaa8901f4ba6abbc13e44c5b88713361 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 7 May 2021 15:29:26 +0300
Subject: [PATCH 0198/1060] Less Poco

---
 src/Common/Config/ConfigReloader.cpp          |  4 +++-
 .../MySQL/DatabaseConnectionMySQL.cpp         |  2 +-
 src/Disks/DiskLocal.cpp                       |  2 +-
 src/Disks/S3/DiskS3.cpp                       |  2 +-
 src/Disks/S3/registerDiskS3.cpp               |  2 +-
 src/Storages/MergeTree/MergeTreeData.cpp      | 24 +++++++++----------
 6 files changed, 19 insertions(+), 17 deletions(-)

diff --git a/src/Common/Config/ConfigReloader.cpp b/src/Common/Config/ConfigReloader.cpp
index afff08e82bb..ad0ce7cc30e 100644
--- a/src/Common/Config/ConfigReloader.cpp
+++ b/src/Common/Config/ConfigReloader.cpp
@@ -5,7 +5,9 @@
 #include <common/logger_useful.h>
 #include <Common/setThreadName.h>
 #include "ConfigProcessor.h"
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -167,7 +169,7 @@ struct ConfigReloader::FileWithTimestamp
 
 void ConfigReloader::FilesChangesTracker::addIfExists(const std::string & path_to_add)
 {
-    if (!path_to_add.empty() && Poco::File(path_to_add).exists())
+    if (!path_to_add.empty() && fs::exists(path_to_add))
         files.emplace(path_to_add, Poco::File(path_to_add).getLastModified().epochTime());
 }
 
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 2b6c6d243a7..7b1bb7a0494 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -408,7 +408,7 @@ void DatabaseConnectionMySQL::detachTablePermanently(ContextPtr, const String &
 {
     std::lock_guard<std::mutex> lock{mutex};
 
-    Poco::File remove_flag(getMetadataPath() + '/' + escapeForFileName(table_name) + suffix);
+    Poco::File remove_flag(fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix));
 
     if (remove_or_detach_tables.count(table_name))
         throw Exception("Table " + backQuoteIfNeed(database_name) + "." + backQuoteIfNeed(table_name) + " is dropped",
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 99f0162cf12..85023dba464 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -309,7 +309,7 @@ bool inline isSameDiskType(const IDisk & one, const IDisk & another)
 void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path)
 {
     if (isSameDiskType(*this, *to_disk))
-        Poco::File(fs::path(disk_path) / from_path).copyTo(fs::path(to_disk->getPath()) / to_path); /// Use more optimal way.
+        fs::copy(fs::path(disk_path) / from_path, fs::path(to_disk->getPath()) / to_path); /// Use more optimal way.
     else
         IDisk::copy(from_path, to_disk, to_path); /// Copy files through buffers.
 }
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 442f015b3ec..faff486eeae 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -1505,7 +1505,7 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
 
             LOG_DEBUG(log, "Move directory to 'detached' {} -> {}", path, detached_path);
 
-            Poco::File(fs::path(metadata_path) / path).moveTo(fs::path(metadata_path) / detached_path);
+            fs::rename(fs::path(metadata_path) / path, fs::path(metadata_path) / detached_path);
         }
     }
 
diff --git a/src/Disks/S3/registerDiskS3.cpp b/src/Disks/S3/registerDiskS3.cpp
index 639bb46c033..56726cfcca1 100644
--- a/src/Disks/S3/registerDiskS3.cpp
+++ b/src/Disks/S3/registerDiskS3.cpp
@@ -172,7 +172,7 @@ void registerDiskS3(DiskFactory & factory)
             throw Exception("S3 path must ends with '/', but '" + uri.key + "' doesn't.", ErrorCodes::BAD_ARGUMENTS);
 
         String metadata_path = config.getString(config_prefix + ".metadata_path", context->getPath() + "disks/" + name + "/");
-        Poco::File (metadata_path).createDirectories();
+        fs::create_directories(metadata_path);
 
         std::shared_ptr<IDisk> s3disk = std::make_shared<DiskS3>(
             name,
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 383e504aad8..1deed68f239 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -209,8 +209,8 @@ MergeTreeData::MergeTreeData(
     for (const auto & [path, disk] : getRelativeDataPathsWithDisks())
     {
         disk->createDirectories(path);
-        disk->createDirectories(path + MergeTreeData::DETACHED_DIR_NAME);
-        auto current_version_file_path = path + MergeTreeData::FORMAT_VERSION_FILE_NAME;
+        disk->createDirectories(fs::path(path) / MergeTreeData::DETACHED_DIR_NAME);
+        String current_version_file_path = fs::path(path) / MergeTreeData::FORMAT_VERSION_FILE_NAME;
         if (disk->exists(current_version_file_path))
         {
             if (!version_file.first.empty())
@@ -224,7 +224,7 @@ MergeTreeData::MergeTreeData(
 
     /// If not choose any
     if (version_file.first.empty())
-        version_file = {relative_data_path + MergeTreeData::FORMAT_VERSION_FILE_NAME, getStoragePolicy()->getAnyDisk()};
+        version_file = {fs::path(relative_data_path) / MergeTreeData::FORMAT_VERSION_FILE_NAME, getStoragePolicy()->getAnyDisk()};
 
     bool version_file_exists = version_file.second->exists(version_file.first);
 
@@ -3854,10 +3854,10 @@ PartitionCommandsResultInfo MergeTreeData::freezePartitionsByMatcher(
     const String & with_name,
     ContextPtr local_context)
 {
-    String clickhouse_path = fs::absolute(local_context->getPath());
-    String default_shadow_path = clickhouse_path + "shadow/";
+    String clickhouse_path = fs::canonical(local_context->getPath());
+    String default_shadow_path = fs::path(clickhouse_path) / "shadow/";
     fs::create_directories(default_shadow_path);
-    auto increment = Increment(default_shadow_path + "increment.txt").get(true);
+    auto increment = Increment(fs::path(default_shadow_path) / "increment.txt").get(true);
 
     const String shadow_path = "shadow/";
 
@@ -3865,7 +3865,7 @@ PartitionCommandsResultInfo MergeTreeData::freezePartitionsByMatcher(
     const auto data_parts = getDataParts();
 
     String backup_name = (!with_name.empty() ? escapeForFileName(with_name) : toString(increment));
-    String backup_path = shadow_path + backup_name + "/";
+    String backup_path = fs::path(shadow_path) / backup_name / "";
 
     for (const auto & disk : getStoragePolicy()->getDisks())
         disk->onFreeze(backup_path);
@@ -3882,20 +3882,20 @@ PartitionCommandsResultInfo MergeTreeData::freezePartitionsByMatcher(
 
         part->volume->getDisk()->createDirectories(backup_path);
 
-        String backup_part_path = backup_path + relative_data_path + part->relative_path;
+        String backup_part_path = fs::path(backup_path) / relative_data_path / part->relative_path;
         if (auto part_in_memory = asInMemoryPart(part))
-            part_in_memory->flushToDisk(backup_path + relative_data_path, part->relative_path, metadata_snapshot);
+            part_in_memory->flushToDisk(fs::path(backup_path) / relative_data_path, part->relative_path, metadata_snapshot);
         else
             localBackup(part->volume->getDisk(), part->getFullRelativePath(), backup_part_path);
 
-        part->volume->getDisk()->removeFileIfExists(backup_part_path + "/" + IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME);
+        part->volume->getDisk()->removeFileIfExists(fs::path(backup_part_path) / IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME);
 
         part->is_frozen.store(true, std::memory_order_relaxed);
         result.push_back(PartitionCommandResultInfo{
             .partition_id = part->info.partition_id,
             .part_name = part->name,
-            .backup_path = part->volume->getDisk()->getPath() + backup_path,
-            .part_backup_path = part->volume->getDisk()->getPath() + backup_part_path,
+            .backup_path = fs::path(part->volume->getDisk()->getPath()) / backup_path,
+            .part_backup_path = fs::path(part->volume->getDisk()->getPath()) / backup_part_path,
             .backup_name = backup_name,
         });
         ++parts_processed;

From a2cfbd74ec22cf283c2d392699b877d8cb3d74ac Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 7 May 2021 22:00:36 +0300
Subject: [PATCH 0199/1060] Fix fs::copy to work the same as Poco::copy

---
 src/Disks/DiskLocal.cpp | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 85023dba464..7c192f70cd2 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -309,7 +309,15 @@ bool inline isSameDiskType(const IDisk & one, const IDisk & another)
 void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path)
 {
     if (isSameDiskType(*this, *to_disk))
-        fs::copy(fs::path(disk_path) / from_path, fs::path(to_disk->getPath()) / to_path); /// Use more optimal way.
+    {
+        fs::path from = fs::path(disk_path) / from_path;
+        if (from_path.ends_with('/'))
+            from = (fs::path(disk_path) / from_path.substr(0, from_path.size() - 1)).parent_path();
+        else if (fs::is_directory(from))
+            from = from.parent_path();
+
+        fs::copy(from, fs::path(to_disk->getPath()) / to_path, fs::copy_options::recursive | fs::copy_options::overwrite_existing); /// Use more optimal way.
+    }
     else
         IDisk::copy(from_path, to_disk, to_path); /// Copy files through buffers.
 }

From 35f999bf0406a46c423ec5d87ed5359c373bf585 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 8 May 2021 00:53:44 +0300
Subject: [PATCH 0200/1060] Poco::createFile to fs::createFile

---
 src/Common/ErrorCodes.cpp                     |  2 +
 src/Common/Exception.cpp                      |  1 +
 src/Common/createFile.cpp                     | 52 +++++++++++++++++++
 src/Common/createFile.h                       |  7 +++
 src/Databases/DatabaseOnDisk.cpp              | 36 ++++++-------
 .../MySQL/DatabaseConnectionMySQL.cpp         | 18 +++----
 .../PostgreSQL/DatabasePostgreSQL.cpp         |  6 +--
 src/Disks/DiskLocal.cpp                       |  3 +-
 src/Storages/MergeTree/IMergeTreeDataPart.cpp | 11 ++--
 src/Storages/MergeTree/MergeTreeData.cpp      | 20 +++++--
 src/Storages/MergeTree/localBackup.cpp        | 15 +++---
 .../examples/remove_symlink_directory.cpp     | 18 +++----
 12 files changed, 131 insertions(+), 58 deletions(-)
 create mode 100644 src/Common/createFile.cpp
 create mode 100644 src/Common/createFile.h

diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index ad0463db889..40be6a64336 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -550,6 +550,8 @@
     M(580, CANNOT_SET_ROUNDING_MODE) \
     M(581, TOO_LARGE_DISTRIBUTED_DEPTH) \
     \
+    M(996, OPERATION_NOT_PERMITTED) \
+    M(997, CANNOT_CREATE_FILE) \
     M(998, POSTGRESQL_CONNECTION_FAILURE) \
     M(999, KEEPER_EXCEPTION) \
     M(1000, POCO_EXCEPTION) \
diff --git a/src/Common/Exception.cpp b/src/Common/Exception.cpp
index dca19eea7f2..f17eaea8d7f 100644
--- a/src/Common/Exception.cpp
+++ b/src/Common/Exception.cpp
@@ -251,6 +251,7 @@ static std::string getExtraExceptionInfo(const std::exception & e)
     String msg;
     try
     {
+        /// TODO: this has to be adjusted for std::filesystem
         if (const auto * file_exception = dynamic_cast<const Poco::FileException *>(&e))
         {
             if (file_exception->code() == ENOSPC)
diff --git a/src/Common/createFile.cpp b/src/Common/createFile.cpp
new file mode 100644
index 00000000000..fc637f4d4f2
--- /dev/null
+++ b/src/Common/createFile.cpp
@@ -0,0 +1,52 @@
+#include "createFile.h"
+#include <Common/ErrorCodes.h>
+#include <Common/Exception.h>
+#include <unistd.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <fcntl.h>
+
+namespace DB
+{
+namespace ErrorCodes
+{
+extern const int FILE_ALREADY_EXISTS;
+extern const int OPERATION_NOT_PERMITTED;
+extern const int NOT_ENOUGH_SPACE;
+extern const int CANNOT_CREATE_FILE;
+}
+}
+
+namespace std::filesystem
+{
+[[noreturn]] void handleLastError(const std::string & path)
+{
+    switch (errno)
+    {
+        case EEXIST:
+            throw DB::Exception(DB::ErrorCodes::FILE_ALREADY_EXISTS, "File {} already exist", path);
+        case EPERM:
+            throw DB::Exception(DB::ErrorCodes::OPERATION_NOT_PERMITTED, "Not enough permissions to create file {}", path);
+        case ENOSPC:
+            throw DB::Exception(DB::ErrorCodes::NOT_ENOUGH_SPACE, "Not enough space to create file {}", path);
+        case ENAMETOOLONG:
+            throw DB::Exception(DB::ErrorCodes::CANNOT_CREATE_FILE, "File name {} is too long");
+        default:
+            throw DB::Exception(DB::ErrorCodes::CANNOT_CREATE_FILE, "Cannot create file {}. Error: {}", path, strerror(errno));
+    }
+}
+
+/// Copy from Poco::createFile
+bool createFile(const path & path)
+{
+    int n = open(path.c_str(), O_WRONLY | O_CREAT | O_EXCL, S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
+    if (n != -1)
+    {
+        close(n);
+        return true;
+    }
+    if (n == -1 && errno == EEXIST)
+        return false;
+    handleLastError(path);
+}
+}
diff --git a/src/Common/createFile.h b/src/Common/createFile.h
new file mode 100644
index 00000000000..40ec74e6288
--- /dev/null
+++ b/src/Common/createFile.h
@@ -0,0 +1,7 @@
+#pragma once
+#include <filesystem>
+
+namespace std::filesystem
+{
+bool createFile(const path & path);
+}
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 44ec5d27250..95cd47e3796 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -14,14 +14,14 @@
 #include <Storages/StorageFactory.h>
 #include <TableFunctions/TableFunctionFactory.h>
 #include <Common/escapeForFileName.h>
-
 #include <common/logger_useful.h>
-#include <Poco/DirectoryIterator.h>
-
 #include <Databases/DatabaseOrdinary.h>
 #include <Databases/DatabaseAtomic.h>
 #include <Common/assert_cast.h>
 #include <filesystem>
+#include <Poco/File.h>
+#include <Poco/Path.h>
+#include <Common/createFile.h>
 
 namespace fs = std::filesystem;
 
@@ -321,10 +321,10 @@ void DatabaseOnDisk::detachTablePermanently(ContextPtr, const String & table_nam
 {
     auto table = detachTable(table_name);
 
-    Poco::File detached_permanently_flag(getObjectMetadataPath(table_name) + detached_suffix);
+    fs::path detached_permanently_flag(getObjectMetadataPath(table_name) + detached_suffix);
     try
     {
-        detached_permanently_flag.createFile();
+        fs::createFile(detached_permanently_flag);
     }
     catch (Exception & e)
     {
@@ -572,40 +572,40 @@ void DatabaseOnDisk::iterateMetadataFiles(ContextPtr local_context, const Iterat
     /// Metadata files to load: name and flag for .tmp_drop files
     std::set<std::pair<String, bool>> metadata_files;
 
-    Poco::DirectoryIterator dir_end;
-    for (Poco::DirectoryIterator dir_it(getMetadataPath()); dir_it != dir_end; ++dir_it)
+    fs::directory_iterator dir_end;
+    for (fs::directory_iterator dir_it(getMetadataPath()); dir_it != dir_end; ++dir_it)
     {
+        String file_name = dir_it->path().filename();
         /// For '.svn', '.gitignore' directory and similar.
-        if (dir_it.name().at(0) == '.')
+        if (file_name.at(0) == '.')
             continue;
 
         /// There are .sql.bak files - skip them.
-        if (endsWith(dir_it.name(), ".sql.bak"))
+        if (endsWith(file_name, ".sql.bak"))
             continue;
 
         /// Permanently detached table flag
-        if (endsWith(dir_it.name(), ".sql.detached"))
+        if (endsWith(file_name, ".sql.detached"))
             continue;
 
-        if (endsWith(dir_it.name(), ".sql.tmp_drop"))
+        if (endsWith(file_name, ".sql.tmp_drop"))
         {
             /// There are files that we tried to delete previously
-            metadata_files.emplace(dir_it.name(), false);
+            metadata_files.emplace(file_name, false);
         }
-        else if (endsWith(dir_it.name(), ".sql.tmp"))
+        else if (endsWith(file_name, ".sql.tmp"))
         {
             /// There are files .sql.tmp - delete
-            LOG_INFO(log, "Removing file {}", dir_it->path());
+            LOG_INFO(log, "Removing file {}", dir_it->path().string());
             fs::remove(dir_it->path());
         }
-        else if (endsWith(dir_it.name(), ".sql"))
+        else if (endsWith(file_name, ".sql"))
         {
             /// The required files have names like `table_name.sql`
-            metadata_files.emplace(dir_it.name(), true);
+            metadata_files.emplace(file_name, true);
         }
         else
-            throw Exception("Incorrect file extension: " + dir_it.name() + " in metadata directory " + getMetadataPath(),
-                ErrorCodes::INCORRECT_FILE_NAME);
+            throw Exception(ErrorCodes::INCORRECT_FILE_NAME, "Incorrect file extension: {} in metadata directory {}", file_name, getMetadataPath());
     }
 
     /// Read and parse metadata in parallel
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 7b1bb7a0494..07da307c507 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -24,7 +24,7 @@
 #    include <Common/parseAddress.h>
 #    include <Common/setThreadName.h>
 #    include <filesystem>
-#    include <Poco/File.h>
+#    include <Common/createFile.h>
 
 namespace fs = std::filesystem;
 
@@ -408,27 +408,25 @@ void DatabaseConnectionMySQL::detachTablePermanently(ContextPtr, const String &
 {
     std::lock_guard<std::mutex> lock{mutex};
 
-    Poco::File remove_flag(fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix));
+    fs::path remove_flag = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix);
 
     if (remove_or_detach_tables.count(table_name))
-        throw Exception("Table " + backQuoteIfNeed(database_name) + "." + backQuoteIfNeed(table_name) + " is dropped",
-            ErrorCodes::TABLE_IS_DROPPED);
+        throw Exception(ErrorCodes::TABLE_IS_DROPPED, "Table {}.{} is dropped", backQuoteIfNeed(database_name), backQuoteIfNeed(table_name));
 
-    if (remove_flag.exists())
-        throw Exception("The remove flag file already exists but the " + backQuoteIfNeed(database_name) +
-            "." + backQuoteIfNeed(table_name) + " does not exists remove tables, it is bug.", ErrorCodes::LOGICAL_ERROR);
+    if (fs::exists(remove_flag))
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "The remove flag file already exists but the {}.{} does not exists remove tables, it is bug.",
+                        backQuoteIfNeed(database_name), backQuoteIfNeed(table_name));
 
     auto table_iter = local_tables_cache.find(table_name);
     if (table_iter == local_tables_cache.end())
-        throw Exception("Table " + backQuoteIfNeed(database_name) + "." + backQuoteIfNeed(table_name) + " doesn't exist.",
-            ErrorCodes::UNKNOWN_TABLE);
+        throw Exception(ErrorCodes::UNKNOWN_TABLE, "Table {}.{} doesn't exist", backQuoteIfNeed(database_name), backQuoteIfNeed(table_name));
 
     remove_or_detach_tables.emplace(table_name);
 
     try
     {
         table_iter->second.second->drop();
-        remove_flag.createFile();
+        fs::createFile(remove_flag);
     }
     catch (...)
     {
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
index 9a60e579d9e..37e678a1c20 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
@@ -14,6 +14,7 @@
 #include <Common/escapeForFileName.h>
 #include <Databases/PostgreSQL/fetchPostgreSQLTableStructure.h>
 #include <Common/quoteString.h>
+#include <Common/createFile.h>
 #include <filesystem>
 
 namespace fs = std::filesystem;
@@ -253,10 +254,7 @@ void DatabasePostgreSQL::dropTable(ContextPtr, const String & table_name, bool /
         throw Exception(fmt::format("Table {}.{} is already dropped/detached", database_name, table_name), ErrorCodes::TABLE_IS_DROPPED);
 
     fs::path mark_table_removed = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix);
-
-    FILE * file = fopen(mark_table_removed.string().data(), "a+");
-    if (file == nullptr)
-        throw Exception(ErrorCodes::CANNOT_OPEN_FILE, "Cannot create file {}", mark_table_removed.string());
+    fs::createFile(mark_table_removed);
 
     if (cache_tables)
         cached_tables.erase(table_name);
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 7c192f70cd2..31a8d217909 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -8,6 +8,7 @@
 #include <Common/quoteString.h>
 #include <IO/createReadBufferFromFileBase.h>
 #include <Poco/File.h>
+#include <Common/createFile.h>
 
 #include <fstream>
 #include <unistd.h>
@@ -293,7 +294,7 @@ void DiskLocal::truncateFile(const String & path, size_t size)
 
 void DiskLocal::createFile(const String & path)
 {
-    Poco::File(fs::path(disk_path) / path).createFile();
+    fs::createFile(fs::path(disk_path) / path);
 }
 
 void DiskLocal::setReadOnly(const String & path)
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index 437718954d4..02560ca3e48 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -1089,11 +1089,14 @@ void IMergeTreeDataPart::remove(bool keep_s3) const
     {
         volume->getDisk()->moveDirectory(from, to);
     }
-    catch (const Poco::FileNotFoundException &)
+    catch (const fs::filesystem_error & e)
     {
-        LOG_ERROR(storage.log, "Directory {} (part to remove) doesn't exist or one of nested files has gone. Most likely this is due to manual removing. This should be discouraged. Ignoring.", fullPath(volume->getDisk(), to));
-
-        return;
+        if (e.code() == std::errc::no_such_file_or_directory)
+        {
+            LOG_ERROR(storage.log, "Directory {} (part to remove) doesn't exist or one of nested files has gone. Most likely this is due to manual removing. This should be discouraged. Ignoring.", fullPath(volume->getDisk(), to));
+            return;
+        }
+        throw;
     }
 
     if (checksums.empty())
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 1deed68f239..59297d0bc7c 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -1085,9 +1085,14 @@ void MergeTreeData::clearOldTemporaryDirectories(ssize_t custom_directories_life
                         disk->removeRecursive(it->path());
                     }
                 }
-                catch (const Poco::FileNotFoundException &)
+                catch (const fs::filesystem_error & e)
                 {
-                    /// If the file is already deleted, do nothing.
+                    if (e.code() == std::errc::no_such_file_or_directory)
+                    {
+                        /// If the file is already deleted, do nothing.
+                    }
+                    else
+                        throw;
                 }
             }
         }
@@ -1373,10 +1378,15 @@ void MergeTreeData::dropAllData()
         {
             disk->removeRecursive(path);
         }
-        catch (const Poco::FileNotFoundException &)
+        catch (const fs::filesystem_error & e)
         {
-            /// If the file is already deleted, log the error message and do nothing.
-            tryLogCurrentException(__PRETTY_FUNCTION__);
+            if (e.code() == std::errc::no_such_file_or_directory)
+            {
+                /// If the file is already deleted, log the error message and do nothing.
+                tryLogCurrentException(__PRETTY_FUNCTION__);
+            }
+            else
+                throw;
         }
     }
 
diff --git a/src/Storages/MergeTree/localBackup.cpp b/src/Storages/MergeTree/localBackup.cpp
index 7d7dacaeaf1..9f9f894c535 100644
--- a/src/Storages/MergeTree/localBackup.cpp
+++ b/src/Storages/MergeTree/localBackup.cpp
@@ -74,13 +74,16 @@ void localBackup(const DiskPtr & disk, const String & source_path, const String
 
             continue;
         }
-        catch (const Poco::FileNotFoundException &)
+        catch (const fs::filesystem_error & e)
         {
-            ++try_no;
-            if (try_no == max_tries)
-                throw;
-
-            continue;
+            if (e.code() == std::errc::no_such_file_or_directory)
+            {
+                ++try_no;
+                if (try_no == max_tries)
+                    throw;
+                continue;
+            }
+            throw;
         }
 
         break;
diff --git a/src/Storages/examples/remove_symlink_directory.cpp b/src/Storages/examples/remove_symlink_directory.cpp
index ae5fa72fa66..05fdc18be2f 100644
--- a/src/Storages/examples/remove_symlink_directory.cpp
+++ b/src/Storages/examples/remove_symlink_directory.cpp
@@ -1,9 +1,10 @@
 #include <unistd.h>
 #include <iostream>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Common/Exception.h>
+#include <Common/createFile.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -16,18 +17,15 @@ namespace DB
 int main(int, char **)
 try
 {
-    Poco::File dir("./test_dir/");
-    dir.createDirectories();
-
-    Poco::File("./test_dir/file").createFile();
+    fs::path dir("./test_dir/");
+    fs::create_directories(dir);
+    fs::createFile("./test_dir/file");
 
     if (0 != symlink("./test_dir", "./test_link"))
         DB::throwFromErrnoWithPath("Cannot create symlink", "./test_link", DB::ErrorCodes::SYSTEM_ERROR);
 
-    Poco::File link("./test_link");
-    link.renameTo("./test_link2");
-
-    Poco::File("./test_link2").remove(true);
+    fs::rename("./test_link", "./test_link2");
+    fs::remove_all("./test_link2");
     return 0;
 }
 catch (...)

From 02288359c5f3cbb117a230dc3abc64afffaaf872 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 8 May 2021 13:59:55 +0300
Subject: [PATCH 0201/1060] Less manual concatenation of paths

---
 src/Access/AllowedClientHosts.h               |   6 +-
 src/Common/ZooKeeper/ZooKeeper.cpp            |  10 +-
 src/Databases/DatabaseAtomic.cpp              |   4 +-
 src/Databases/DatabaseReplicatedWorker.cpp    |  19 +-
 src/Storages/Distributed/DirectoryMonitor.cpp |   4 +-
 .../DistributedBlockOutputStream.cpp          |   6 +-
 src/Storages/HDFS/StorageHDFS.cpp             |   5 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  32 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |   2 +-
 .../MergeTree/MergeTreePartsMover.cpp         |  12 +-
 .../MergeTree/ReplicatedMergeTreeQueue.cpp    |  52 +--
 .../ReplicatedMergeTreeRestartingThread.cpp   |  12 +-
 src/Storages/MergeTree/localBackup.cpp        |   2 +-
 src/Storages/StorageFile.cpp                  |   4 +-
 src/Storages/StorageReplicatedMergeTree.cpp   | 361 +++++++++---------
 src/Storages/StorageS3.cpp                    |   4 +-
 .../get_current_inserts_in_replicated.cpp     |  10 +-
 17 files changed, 280 insertions(+), 265 deletions(-)

diff --git a/src/Access/AllowedClientHosts.h b/src/Access/AllowedClientHosts.h
index a6895b120e0..7b21fd7e236 100644
--- a/src/Access/AllowedClientHosts.h
+++ b/src/Access/AllowedClientHosts.h
@@ -7,7 +7,9 @@
 #include <boost/range/algorithm/find.hpp>
 #include <boost/range/algorithm_ext/erase.hpp>
 #include <boost/algorithm/string/predicate.hpp>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -198,9 +200,9 @@ inline String AllowedClientHosts::IPSubnet::toString() const
     if (isMaskAllBitsOne())
         return prefix.toString();
     else if (IPAddress{prefix_length, mask.family()} == mask)
-        return prefix.toString() + "/" + std::to_string(prefix_length);
+        return fs::path(prefix.toString()) / std::to_string(prefix_length);
     else
-        return prefix.toString() + "/" + mask.toString();
+        return fs::path(prefix.toString()) / mask.toString();
 }
 
 inline bool AllowedClientHosts::IPSubnet::isMaskAllBitsOne() const
diff --git a/src/Common/ZooKeeper/ZooKeeper.cpp b/src/Common/ZooKeeper/ZooKeeper.cpp
index 9f59da233fc..74c35f4f0e9 100644
--- a/src/Common/ZooKeeper/ZooKeeper.cpp
+++ b/src/Common/ZooKeeper/ZooKeeper.cpp
@@ -4,6 +4,7 @@
 #include "TestKeeper.h"
 
 #include <functional>
+#include <filesystem>
 #include <pcg-random/pcg_random.hpp>
 
 #include <common/logger_useful.h>
@@ -17,6 +18,7 @@
 
 #define ZOOKEEPER_CONNECTION_TIMEOUT_MS 1000
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -593,7 +595,7 @@ void ZooKeeper::removeChildren(const std::string & path)
         Coordination::Requests ops;
         for (size_t i = 0; i < MULTI_BATCH_SIZE && !children.empty(); ++i)
         {
-            ops.emplace_back(makeRemoveRequest(path + "/" + children.back(), -1));
+            ops.emplace_back(makeRemoveRequest(fs::path(path) / children.back(), -1));
             children.pop_back();
         }
         multi(ops);
@@ -609,9 +611,9 @@ void ZooKeeper::removeChildrenRecursive(const std::string & path, const String &
         Coordination::Requests ops;
         for (size_t i = 0; i < MULTI_BATCH_SIZE && !children.empty(); ++i)
         {
-            removeChildrenRecursive(path + "/" + children.back());
+            removeChildrenRecursive(fs::path(path) / children.back());
             if (likely(keep_child_node.empty() || keep_child_node != children.back()))
-                ops.emplace_back(makeRemoveRequest(path + "/" + children.back(), -1));
+                ops.emplace_back(makeRemoveRequest(fs::path(path) / children.back(), -1));
             children.pop_back();
         }
         multi(ops);
@@ -629,7 +631,7 @@ void ZooKeeper::tryRemoveChildrenRecursive(const std::string & path, const Strin
         Strings batch;
         for (size_t i = 0; i < MULTI_BATCH_SIZE && !children.empty(); ++i)
         {
-            String child_path = path + "/" + children.back();
+            String child_path = fs::path(path) / children.back();
             tryRemoveChildrenRecursive(child_path);
             if (likely(keep_child_node.empty() || keep_child_node != children.back()))
             {
diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index fa4e2eed382..0dae31ac906 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -37,8 +37,8 @@ public:
 
 DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, UUID uuid, const String & logger_name, ContextPtr context_)
     : DatabaseOrdinary(name_, std::move(metadata_path_), "store/", logger_name, context_)
-    , path_to_table_symlinks(getContext()->getPath() + "data/" + escapeForFileName(name_) + "/")
-    , path_to_metadata_symlink(getContext()->getPath() + "metadata/" + escapeForFileName(name_))
+    , path_to_table_symlinks(fs::path(getContext()->getPath()) / "data" / escapeForFileName(name_) / "")
+    , path_to_metadata_symlink(fs::path(getContext()->getPath()) / "metadata" / escapeForFileName(name_))
     , db_uuid(uuid)
 {
     assert(db_uuid != UUIDHelpers::Nil);
diff --git a/src/Databases/DatabaseReplicatedWorker.cpp b/src/Databases/DatabaseReplicatedWorker.cpp
index 9ae4d026bf0..760300d6750 100644
--- a/src/Databases/DatabaseReplicatedWorker.cpp
+++ b/src/Databases/DatabaseReplicatedWorker.cpp
@@ -1,6 +1,9 @@
 #include <Databases/DatabaseReplicatedWorker.h>
 #include <Databases/DatabaseReplicated.h>
 #include <Interpreters/DDLTask.h>
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -156,7 +159,7 @@ DDLTaskPtr DatabaseReplicatedDDLWorker::initAndCheckTask(const String & entry_na
         }
     }
 
-    UInt32 our_log_ptr = parse<UInt32>(current_zookeeper->get(database->replica_path + "/log_ptr"));
+    UInt32 our_log_ptr = parse<UInt32>(current_zookeeper->get(fs::path(database->replica_path) / "log_ptr"));
     UInt32 entry_num = DatabaseReplicatedTask::getLogEntryNumber(entry_name);
 
     if (entry_num <= our_log_ptr)
@@ -165,13 +168,13 @@ DDLTaskPtr DatabaseReplicatedDDLWorker::initAndCheckTask(const String & entry_na
         return {};
     }
 
-    String entry_path = queue_dir + "/" + entry_name;
+    String entry_path = fs::path(queue_dir) / entry_name;
     auto task = std::make_unique<DatabaseReplicatedTask>(entry_name, entry_path, database);
 
     String initiator_name;
     zkutil::EventPtr wait_committed_or_failed = std::make_shared<Poco::Event>();
 
-    String try_node_path = entry_path + "/try";
+    String try_node_path = fs::path(entry_path) / "try";
     if (zookeeper->tryGet(try_node_path, initiator_name, nullptr, wait_committed_or_failed))
     {
         task->is_initial_query = initiator_name == task->host_id_str;
@@ -203,7 +206,7 @@ DDLTaskPtr DatabaseReplicatedDDLWorker::initAndCheckTask(const String & entry_na
                 if (code != Coordination::Error::ZOK && code != Coordination::Error::ZNONODE)
                     throw Coordination::Exception(code, try_node_path);
 
-                if (!zookeeper->exists(entry_path + "/committed"))
+                if (!zookeeper->exists(fs::path(entry_path) / "committed"))
                 {
                     out_reason = fmt::format("Entry {} was forcefully cancelled due to timeout", entry_name);
                     return {};
@@ -212,7 +215,7 @@ DDLTaskPtr DatabaseReplicatedDDLWorker::initAndCheckTask(const String & entry_na
         }
     }
 
-    if (!zookeeper->exists(entry_path + "/committed"))
+    if (!zookeeper->exists(fs::path(entry_path) / "committed"))
     {
         out_reason = fmt::format("Entry {} hasn't been committed", entry_name);
         return {};
@@ -220,8 +223,8 @@ DDLTaskPtr DatabaseReplicatedDDLWorker::initAndCheckTask(const String & entry_na
 
     if (task->is_initial_query)
     {
-        assert(!zookeeper->exists(entry_path + "/try"));
-        assert(zookeeper->exists(entry_path + "/committed") == (zookeeper->get(task->getFinishedNodePath()) == ExecutionStatus(0).serializeText()));
+        assert(!zookeeper->exists(fs::path(entry_path) / "try"));
+        assert(zookeeper->exists(fs::path(entry_path) / "committed") == (zookeeper->get(task->getFinishedNodePath()) == ExecutionStatus(0).serializeText()));
         out_reason = fmt::format("Entry {} has been executed as initial query", entry_name);
         return {};
     }
@@ -257,7 +260,7 @@ DDLTaskPtr DatabaseReplicatedDDLWorker::initAndCheckTask(const String & entry_na
 bool DatabaseReplicatedDDLWorker::canRemoveQueueEntry(const String & entry_name, const Coordination::Stat &)
 {
     UInt32 entry_number = DDLTaskBase::getLogEntryNumber(entry_name);
-    UInt32 max_log_ptr = parse<UInt32>(getAndSetZooKeeper()->get(database->zookeeper_path + "/max_log_ptr"));
+    UInt32 max_log_ptr = parse<UInt32>(getAndSetZooKeeper()->get(fs::path(database->zookeeper_path) / "max_log_ptr"));
     return entry_number + logs_to_keep < max_log_ptr;
 }
 
diff --git a/src/Storages/Distributed/DirectoryMonitor.cpp b/src/Storages/Distributed/DirectoryMonitor.cpp
index ce19d3ec89f..bae81a56b30 100644
--- a/src/Storages/Distributed/DirectoryMonitor.cpp
+++ b/src/Storages/Distributed/DirectoryMonitor.cpp
@@ -293,7 +293,7 @@ StorageDistributedDirectoryMonitor::StorageDistributedDirectoryMonitor(
     , pool(std::move(pool_))
     , disk(disk_)
     , relative_path(relative_path_)
-    , path(disk->getPath() + relative_path + '/')
+    , path(fs::path(disk->getPath()) / relative_path / "")
     , should_batch_inserts(storage.getContext()->getSettingsRef().distributed_directory_monitor_batch_inserts)
     , dir_fsync(storage.getDistributedSettingsRef().fsync_directories)
     , min_batched_block_size_rows(storage.getContext()->getSettingsRef().min_insert_block_size_rows)
@@ -1023,7 +1023,7 @@ void StorageDistributedDirectoryMonitor::updatePath(const std::string & new_rela
     {
         std::lock_guard status_lock(status_mutex);
         relative_path = new_relative_path;
-        path = disk->getPath() + relative_path + '/';
+        path = fs::path(disk->getPath()) / relative_path / "";
     }
     current_batch_file_path = path + "current_batch.txt";
 
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index 2f0187fc115..ea694fb0cfe 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -717,7 +717,7 @@ void DistributedBlockOutputStream::writeToShard(const Block & block, const std::
         }
 
         // Create hardlink here to reuse increment number
-        const std::string block_file_path(path + '/' + file_name);
+        const std::string block_file_path(fs::path(path) / file_name);
         createHardLink(first_file_tmp_path, block_file_path);
         auto dir_sync_guard = make_directory_sync_guard(*it);
     }
@@ -726,10 +726,10 @@ void DistributedBlockOutputStream::writeToShard(const Block & block, const std::
     /// Make hardlinks
     for (; it != dir_names.end(); ++it)
     {
-        const std::string path(disk_path + data_path + *it);
+        const std::string path(fs::path(disk_path) / (data_path + *it));
         fs::create_directory(path);
 
-        const std::string block_file_path(path + '/' + toString(storage.file_names_increment.get()) + ".bin");
+        const std::string block_file_path(fs::path(path) / (toString(storage.file_names_increment.get()) + ".bin"));
         createHardLink(first_file_tmp_path, block_file_path);
         auto dir_sync_guard = make_directory_sync_guard(*it);
     }
diff --git a/src/Storages/HDFS/StorageHDFS.cpp b/src/Storages/HDFS/StorageHDFS.cpp
index c08e487f179..4f1aec29e6b 100644
--- a/src/Storages/HDFS/StorageHDFS.cpp
+++ b/src/Storages/HDFS/StorageHDFS.cpp
@@ -18,7 +18,6 @@
 #include <DataStreams/IBlockOutputStream.h>
 #include <DataStreams/OwningBlockInputStream.h>
 #include <DataStreams/IBlockInputStream.h>
-
 #include <Common/parseGlobs.h>
 #include <Poco/URI.h>
 #include <re2/re2.h>
@@ -26,7 +25,9 @@
 #include <hdfs/hdfs.h>
 #include <Processors/Sources/SourceWithProgress.h>
 #include <Processors/Pipe.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -250,7 +251,7 @@ Strings LSWithRegexpMatching(const String & path_for_ls, const HDFSFSPtr & fs, c
         {
             if (re2::RE2::FullMatch(file_name, matcher))
             {
-                Strings result_part = LSWithRegexpMatching(full_path + "/", fs, suffix_with_globs.substr(next_slash));
+                Strings result_part = LSWithRegexpMatching(fs::path(full_path) / "", fs, suffix_with_globs.substr(next_slash));
                 /// Recursion depth is limited by pattern. '*' works only for depth = 1, for depth = 2 pattern path is '*/*'. So we do not need additional check.
                 std::move(result_part.begin(), result_part.end(), std::back_inserter(result));
             }
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 59297d0bc7c..1849b2efebd 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -852,8 +852,8 @@ void MergeTreeData::loadDataParts(bool skip_sanity_checks)
             auto part = createPart(part_name, part_info, single_disk_volume, part_name);
             bool broken = false;
 
-            String part_path = relative_data_path + "/" + part_name;
-            String marker_path = part_path + "/" + IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME;
+            String part_path = fs::path(relative_data_path) / part_name;
+            String marker_path = fs::path(part_path) / IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME;
             if (part_disk_ptr->exists(marker_path))
             {
                 LOG_WARNING(log, "Detaching stale part {}{}, which should have been deleted after a move. That can only happen after unclean restart of ClickHouse after move of a part having an operation blocking that stale copy of part.", getFullPathOnDisk(part_disk_ptr), part_name);
@@ -941,7 +941,7 @@ void MergeTreeData::loadDataParts(bool skip_sanity_checks)
             else
                 has_adaptive_parts.store(true, std::memory_order_relaxed);
 
-            part->modification_time = part_disk_ptr->getLastModified(relative_data_path + part_name).epochTime();
+            part->modification_time = part_disk_ptr->getLastModified(fs::path(relative_data_path) / part_name).epochTime();
             /// Assume that all parts are Committed, covered parts will be detected and marked as Outdated later
             part->setState(DataPartState::Committed);
 
@@ -1409,8 +1409,8 @@ void MergeTreeData::dropIfEmpty()
         for (const auto & [path, disk] : getRelativeDataPathsWithDisks())
         {
             /// Non recursive, exception is thrown if there are more files.
-            disk->removeFileIfExists(path + MergeTreeData::FORMAT_VERSION_FILE_NAME);
-            disk->removeDirectory(path + MergeTreeData::DETACHED_DIR_NAME);
+            disk->removeFileIfExists(fs::path(path) / MergeTreeData::FORMAT_VERSION_FILE_NAME);
+            disk->removeDirectory(fs::path(path) / MergeTreeData::DETACHED_DIR_NAME);
             disk->removeDirectory(path);
         }
     }
@@ -1854,7 +1854,7 @@ MergeTreeData::MutableDataPartPtr MergeTreeData::createPart(
     const VolumePtr & volume, const String & relative_path) const
 {
     MergeTreeDataPartType type;
-    auto full_path = relative_data_path + relative_path + "/";
+    auto full_path = fs::path(relative_data_path) / relative_path / "";
     auto mrk_ext = MergeTreeIndexGranularityInfo::getMarksExtensionFromFilesystem(volume->getDisk(), full_path);
 
     if (mrk_ext)
@@ -1907,7 +1907,7 @@ void MergeTreeData::changeSettings(
                     {
                         auto disk = new_storage_policy->getDiskByName(disk_name);
                         disk->createDirectories(relative_data_path);
-                        disk->createDirectories(relative_data_path + MergeTreeData::DETACHED_DIR_NAME);
+                        disk->createDirectories(fs::path(relative_data_path) / MergeTreeData::DETACHED_DIR_NAME);
                     }
                     /// FIXME how would that be done while reloading configuration???
 
@@ -1936,7 +1936,7 @@ void MergeTreeData::PartsTemporaryRename::addPart(const String & old_name, const
     old_and_new_names.push_back({old_name, new_name});
     for (const auto & [path, disk] : storage.getRelativeDataPathsWithDisks())
     {
-        for (auto it = disk->iterateDirectory(path + source_dir); it->isValid(); it->next())
+        for (auto it = disk->iterateDirectory(fs::path(path) / source_dir); it->isValid(); it->next())
         {
             if (it->name() == old_name)
             {
@@ -1958,8 +1958,8 @@ void MergeTreeData::PartsTemporaryRename::tryRenameAll()
             if (old_name.empty() || new_name.empty())
                 throw DB::Exception("Empty part name. Most likely it's a bug.", ErrorCodes::INCORRECT_FILE_NAME);
             const auto & [path, disk] = old_part_name_to_path_and_disk[old_name];
-            const auto full_path = path + source_dir; /// for old_name
-            disk->moveFile(full_path + old_name, full_path + new_name);
+            const auto full_path = fs::path(path) / source_dir; /// for old_name
+            disk->moveFile(fs::path(full_path) / old_name, fs::path(full_path) / new_name);
         }
         catch (...)
         {
@@ -1983,8 +1983,8 @@ MergeTreeData::PartsTemporaryRename::~PartsTemporaryRename()
         try
         {
             const auto & [path, disk] = old_part_name_to_path_and_disk[old_name];
-            const auto full_path = path + source_dir; /// for old_name
-            disk->moveFile(full_path + new_name, full_path + old_name);
+            const String full_path = fs::path(path) / source_dir; /// for old_name
+            disk->moveFile(fs::path(full_path) / new_name, fs::path(full_path) / old_name);
         }
         catch (...)
         {
@@ -2672,7 +2672,7 @@ void MergeTreeData::swapActivePart(MergeTreeData::DataPartPtr part_copy)
             addPartContributionToDataVolume(part_copy);
 
             auto disk = original_active_part->volume->getDisk();
-            String marker_path = original_active_part->getFullRelativePath() + IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME;
+            String marker_path = fs::path(original_active_part->getFullRelativePath()) / IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME;
             try
             {
                 disk->createFile(marker_path);
@@ -3747,12 +3747,12 @@ MergeTreeData::MutableDataPartPtr MergeTreeData::cloneAndLoadDataPartOnSameDisk(
         const auto & src_relative_data_path = src_part_in_memory->storage.relative_data_path;
         auto flushed_part_path = src_part_in_memory->getRelativePathForPrefix(tmp_part_prefix);
         src_part_in_memory->flushToDisk(src_relative_data_path, flushed_part_path, metadata_snapshot);
-        src_part_path = src_relative_data_path + flushed_part_path + "/";
+        src_part_path = fs::path(src_relative_data_path) / flushed_part_path / "";
     }
 
     LOG_DEBUG(log, "Cloning part {} to {}", fullPath(disk, src_part_path), fullPath(disk, dst_part_path));
     localBackup(disk, src_part_path, dst_part_path);
-    disk->removeFileIfExists(dst_part_path + "/" + IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME);
+    disk->removeFileIfExists(fs::path(dst_part_path) / IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME);
 
     auto single_disk_volume = std::make_shared<SingleDiskVolume>(disk->getName(), disk, 0);
     auto dst_data_part = createPart(dst_part_name, dst_part_info, single_disk_volume, tmp_dst_part_name);
@@ -3934,7 +3934,7 @@ PartitionCommandsResultInfo MergeTreeData::unfreezeAll(
 
 PartitionCommandsResultInfo MergeTreeData::unfreezePartitionsByMatcher(MatcherFn matcher, const String & backup_name, ContextPtr)
 {
-    auto backup_path = std::filesystem::path("shadow") / escapeForFileName(backup_name) / relative_data_path;
+    auto backup_path = fs::path("shadow") / escapeForFileName(backup_name) / relative_data_path;
 
     LOG_DEBUG(log, "Unfreezing parts by path {}", backup_path.generic_string());
 
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index ac078eee6bd..8debf961b89 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -133,7 +133,7 @@ using RelativeSize = boost::rational<ASTSampleRatio::BigNum>;
 
 static std::string toString(const RelativeSize & x)
 {
-    return ASTSampleRatio::toString(x.numerator()) + "/" + ASTSampleRatio::toString(x.denominator());
+    return fs::path(ASTSampleRatio::toString(x.numerator())) / ASTSampleRatio::toString(x.denominator());
 }
 
 /// Converts sample size to an approximate number of rows (ex. `SAMPLE 1000000`) to relative value (ex. `SAMPLE 0.1`).
diff --git a/src/Storages/MergeTree/MergeTreePartsMover.cpp b/src/Storages/MergeTree/MergeTreePartsMover.cpp
index f9e3883d5e2..5b77ac9ec4a 100644
--- a/src/Storages/MergeTree/MergeTreePartsMover.cpp
+++ b/src/Storages/MergeTree/MergeTreePartsMover.cpp
@@ -206,18 +206,18 @@ MergeTreeData::DataPartPtr MergeTreePartsMover::clonePart(const MergeTreeMoveEnt
         /// Try to fetch part from S3 without copy and fallback to default copy
         /// if it's not possible
         moving_part.part->assertOnDisk();
-        String path_to_clone = data->getRelativeDataPath() + directory_to_move + "/";
+        String path_to_clone = fs::path(data->getRelativeDataPath()) / directory_to_move / "";
         String relative_path = part->relative_path;
         if (disk->exists(path_to_clone + relative_path))
         {
             LOG_WARNING(log, "Path " + fullPath(disk, path_to_clone + relative_path) + " already exists. Will remove it and clone again.");
-            disk->removeRecursive(path_to_clone + relative_path + "/");
+            disk->removeRecursive(fs::path(path_to_clone) / relative_path / "");
         }
         disk->createDirectories(path_to_clone);
-        bool is_fetched = data->tryToFetchIfShared(*part, disk, path_to_clone + "/" + part->name);
+        bool is_fetched = data->tryToFetchIfShared(*part, disk, fs::path(path_to_clone) / part->name);
         if (!is_fetched)
-            part->volume->getDisk()->copy(data->getRelativeDataPath() + relative_path + "/", disk, path_to_clone);
-        part->volume->getDisk()->removeFileIfExists(path_to_clone + "/" + IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME);
+            part->volume->getDisk()->copy(fs::path(data->getRelativeDataPath()) / relative_path / "", disk, path_to_clone);
+        part->volume->getDisk()->removeFileIfExists(fs::path(path_to_clone) / IMergeTreeDataPart::DELETE_ON_DESTROY_MARKER_FILE_NAME);
     }
     else
     {
@@ -226,7 +226,7 @@ MergeTreeData::DataPartPtr MergeTreePartsMover::clonePart(const MergeTreeMoveEnt
 
     auto single_disk_volume = std::make_shared<SingleDiskVolume>("volume_" + part->name, moving_part.reserved_space->getDisk(), 0);
     MergeTreeData::MutableDataPartPtr cloned_part =
-        data->createPart(part->name, single_disk_volume, directory_to_move + '/' + part->name);
+        data->createPart(part->name, single_disk_volume, fs::path(directory_to_move) / part->name);
     LOG_TRACE(log, "Part {} was cloned to {}", part->name, cloned_part->getFullPath());
 
     cloned_part->loadColumnsChecksumsIndexes(true, true);
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index ad41bbe1a08..f24e0b7b87d 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -63,7 +63,7 @@ bool ReplicatedMergeTreeQueue::isVirtualPart(const MergeTreeData::DataPartPtr &
 
 bool ReplicatedMergeTreeQueue::load(zkutil::ZooKeeperPtr zookeeper)
 {
-    auto queue_path = replica_path + "/queue";
+    String queue_path = fs::path(replica_path) / "queue";
     LOG_DEBUG(log, "Loading queue from {}", queue_path);
 
     bool updated = false;
@@ -75,7 +75,7 @@ bool ReplicatedMergeTreeQueue::load(zkutil::ZooKeeperPtr zookeeper)
         /// Reset batch size on initialization to recover from possible errors of too large batch size.
         current_multi_batch_size = 1;
 
-        String log_pointer_str = zookeeper->get(replica_path + "/log_pointer");
+        String log_pointer_str = zookeeper->get(fs::path(replica_path) / "log_pointer");
         log_pointer = log_pointer_str.empty() ? 0 : parse<UInt64>(log_pointer_str);
 
         std::unordered_set<String> already_loaded_paths;
@@ -102,7 +102,7 @@ bool ReplicatedMergeTreeQueue::load(zkutil::ZooKeeperPtr zookeeper)
         futures.reserve(children.size());
 
         for (const String & child : children)
-            futures.emplace_back(child, zookeeper->asyncGet(queue_path + "/" + child));
+            futures.emplace_back(child, zookeeper->asyncGet(fs::path(queue_path) / child));
 
         for (auto & future : futures)
         {
@@ -117,7 +117,7 @@ bool ReplicatedMergeTreeQueue::load(zkutil::ZooKeeperPtr zookeeper)
             updated = true;
         }
 
-        zookeeper->tryGet(replica_path + "/mutation_pointer", mutation_pointer);
+        zookeeper->tryGet(fs::path(replica_path) / "mutation_pointer", mutation_pointer);
     }
 
     updateTimesInZooKeeper(zookeeper, min_unprocessed_insert_time_changed, {});
@@ -401,7 +401,7 @@ void ReplicatedMergeTreeQueue::removeProcessedEntry(zkutil::ZooKeeperPtr zookeep
     if (!need_remove_from_zk)
         return;
 
-    auto code = zookeeper->tryRemove(replica_path + "/queue/" + entry->znode_name);
+    auto code = zookeeper->tryRemove(fs::path(replica_path) / "queue" / entry->znode_name);
     if (code != Coordination::Error::ZOK)
         LOG_ERROR(log, "Couldn't remove {}/queue/{}: {}. This shouldn't happen often.", replica_path, entry->znode_name, Coordination::errorMessage(code));
 
@@ -457,7 +457,7 @@ bool ReplicatedMergeTreeQueue::remove(zkutil::ZooKeeperPtr zookeeper, const Stri
 
     notifySubscribers(queue_size);
 
-    zookeeper->tryRemove(replica_path + "/queue/" + found->znode_name);
+    zookeeper->tryRemove(fs::path(replica_path) / "queue" / found->znode_name);
     updateTimesInZooKeeper(zookeeper, min_unprocessed_insert_time_changed, max_processed_insert_time_changed);
 
     return true;
@@ -476,14 +476,14 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
     if (pull_log_blocker.isCancelled())
         throw Exception("Log pulling is cancelled", ErrorCodes::ABORTED);
 
-    String index_str = zookeeper->get(replica_path + "/log_pointer");
+    String index_str = zookeeper->get(fs::path(replica_path) / "log_pointer");
     UInt64 index;
 
     /// The version of "/log" is modified when new entries to merge/mutate/drop appear.
     Coordination::Stat stat;
-    zookeeper->get(zookeeper_path + "/log", &stat);
+    zookeeper->get(fs::path(zookeeper_path) / "log", &stat);
 
-    Strings log_entries = zookeeper->getChildrenWatch(zookeeper_path + "/log", nullptr, watch_callback);
+    Strings log_entries = zookeeper->getChildrenWatch(fs::path(zookeeper_path) / "log", nullptr, watch_callback);
 
     /// We update mutations after we have loaded the list of log entries, but before we insert them
     /// in the queue.
@@ -496,7 +496,7 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
         /// If we do not already have a pointer to the log, put a pointer to the first entry in it.
         index = log_entries.empty() ? 0 : parse<UInt64>(std::min_element(log_entries.begin(), log_entries.end())->substr(strlen("log-")));
 
-        zookeeper->set(replica_path + "/log_pointer", toString(index));
+        zookeeper->set(fs::path(replica_path) / "log_pointer", toString(index));
     }
     else
     {
@@ -543,7 +543,7 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
             futures.reserve(end - begin);
 
             for (auto it = begin; it != end; ++it)
-                futures.emplace_back(*it, zookeeper->asyncGet(zookeeper_path + "/log/" + *it));
+                futures.emplace_back(*it, zookeeper->asyncGet(fs::path(zookeeper_path) / "log" / *it));
 
             /// Simultaneously add all new entries to the queue and move the pointer to the log.
 
@@ -560,7 +560,7 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
                 copied_entries.emplace_back(LogEntry::parse(res.data, res.stat));
 
                 ops.emplace_back(zkutil::makeCreateRequest(
-                    replica_path + "/queue/queue-", res.data, zkutil::CreateMode::PersistentSequential));
+                    fs::path(replica_path) / "queue/queue-", res.data, zkutil::CreateMode::PersistentSequential));
 
                 const auto & entry = *copied_entries.back();
                 if (entry.type == LogEntry::GET_PART || entry.type == LogEntry::ATTACH_PART)
@@ -575,11 +575,11 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
             }
 
             ops.emplace_back(zkutil::makeSetRequest(
-                replica_path + "/log_pointer", toString(last_entry_index + 1), -1));
+                fs::path(replica_path) / "log_pointer", toString(last_entry_index + 1), -1));
 
             if (min_unprocessed_insert_time_changed)
                 ops.emplace_back(zkutil::makeSetRequest(
-                    replica_path + "/min_unprocessed_insert_time", toString(*min_unprocessed_insert_time_changed), -1));
+                    fs::path(replica_path) / "min_unprocessed_insert_time", toString(*min_unprocessed_insert_time_changed), -1));
 
             auto responses = zookeeper->multi(ops);
 
@@ -657,7 +657,7 @@ void ReplicatedMergeTreeQueue::updateMutations(zkutil::ZooKeeperPtr zookeeper, C
 {
     std::lock_guard lock(update_mutations_mutex);
 
-    Strings entries_in_zk = zookeeper->getChildrenWatch(zookeeper_path + "/mutations", nullptr, watch_callback);
+    Strings entries_in_zk = zookeeper->getChildrenWatch(fs::path(zookeeper_path) / "mutations", nullptr, watch_callback);
     StringSet entries_in_zk_set(entries_in_zk.begin(), entries_in_zk.end());
 
     /// Compare with the local state, delete obsolete entries and determine which new entries to load.
@@ -714,7 +714,7 @@ void ReplicatedMergeTreeQueue::updateMutations(zkutil::ZooKeeperPtr zookeeper, C
 
         std::vector<std::future<Coordination::GetResponse>> futures;
         for (const String & entry : entries_to_load)
-            futures.emplace_back(zookeeper->asyncGet(zookeeper_path + "/mutations/" + entry));
+            futures.emplace_back(zookeeper->asyncGet(fs::path(zookeeper_path) / "mutations" / entry));
 
         std::vector<ReplicatedMergeTreeMutationEntryPtr> new_mutations;
         for (size_t i = 0; i < entries_to_load.size(); ++i)
@@ -798,7 +798,7 @@ ReplicatedMergeTreeMutationEntryPtr ReplicatedMergeTreeQueue::removeMutation(
 {
     std::lock_guard lock(update_mutations_mutex);
 
-    auto rc = zookeeper->tryRemove(zookeeper_path + "/mutations/" + mutation_id);
+    auto rc = zookeeper->tryRemove(fs::path(zookeeper_path) / "mutations" / mutation_id);
     if (rc == Coordination::Error::ZOK)
         LOG_DEBUG(log, "Removed mutation {} from ZooKeeper.", mutation_id);
 
@@ -935,12 +935,12 @@ void ReplicatedMergeTreeQueue::removePartProducingOpsInRange(
         {
             if ((*it)->currently_executing)
                 to_wait.push_back(*it);
-            auto code = zookeeper->tryRemove(replica_path + "/queue/" + (*it)->znode_name);
+            auto code = zookeeper->tryRemove(fs::path(replica_path) / "queue" / (*it)->znode_name);
             /// FIXME it's probably unsafe to remove entries non-atomically
             /// when this method called directly from alter query (not from replication queue task),
             /// because entries will be lost if ALTER fails.
             if (code != Coordination::Error::ZOK)
-                LOG_INFO(log, "Couldn't remove {}: {}", replica_path + "/queue/" + (*it)->znode_name, Coordination::errorMessage(code));
+                LOG_INFO(log, "Couldn't remove {}: {}", (fs::path(replica_path) / "queue" / (*it)->znode_name).string(), Coordination::errorMessage(code));
 
             updateStateOnQueueEntryRemoval(
                 *it, /* is_successful = */ false,
@@ -1593,7 +1593,7 @@ bool ReplicatedMergeTreeQueue::tryFinalizeMutations(zkutil::ZooKeeperPtr zookeep
 
     if (!finished.empty())
     {
-        zookeeper->set(replica_path + "/mutation_pointer", finished.back()->znode_name);
+        zookeeper->set(fs::path(replica_path) / "mutation_pointer", finished.back()->znode_name);
 
         std::lock_guard lock(state_mutex);
 
@@ -1796,22 +1796,22 @@ ReplicatedMergeTreeMergePredicate::ReplicatedMergeTreeMergePredicate(
     }
 
     /// Load current quorum status.
-    auto quorum_status_future = zookeeper->asyncTryGet(queue.zookeeper_path + "/quorum/status");
+    auto quorum_status_future = zookeeper->asyncTryGet(fs::path(queue.zookeeper_path) / "quorum" / "status");
 
     /// Load current inserts
     std::unordered_set<String> lock_holder_paths;
-    for (const String & entry : zookeeper->getChildren(queue.zookeeper_path + "/temp"))
+    for (const String & entry : zookeeper->getChildren(fs::path(queue.zookeeper_path) / "temp"))
     {
         if (startsWith(entry, "abandonable_lock-"))
-            lock_holder_paths.insert(queue.zookeeper_path + "/temp/" + entry);
+            lock_holder_paths.insert(fs::path(queue.zookeeper_path) / "temp" / entry);
     }
 
     if (!lock_holder_paths.empty())
     {
-        Strings partitions = zookeeper->getChildren(queue.zookeeper_path + "/block_numbers");
+        Strings partitions = zookeeper->getChildren(fs::path(queue.zookeeper_path) / "block_numbers");
         std::vector<std::future<Coordination::ListResponse>> lock_futures;
         for (const String & partition : partitions)
-            lock_futures.push_back(zookeeper->asyncGetChildren(queue.zookeeper_path + "/block_numbers/" + partition));
+            lock_futures.push_back(zookeeper->asyncGetChildren(fs::path(queue.zookeeper_path) / "block_numbers" / partition));
 
         struct BlockInfoInZooKeeper
         {
@@ -1832,7 +1832,7 @@ ReplicatedMergeTreeMergePredicate::ReplicatedMergeTreeMergePredicate(
                 if (startsWith(entry, "block-"))
                 {
                     Int64 block_number = parse<Int64>(entry.substr(strlen("block-")));
-                    String zk_path = queue.zookeeper_path + "/block_numbers/" + partitions[i] + "/" + entry;
+                    String zk_path = fs::path(queue.zookeeper_path) / "block_numbers" / partitions[i] / entry;
                     block_infos.emplace_back(
                         BlockInfoInZooKeeper{partitions[i], block_number, zk_path, zookeeper->asyncTryGet(zk_path)});
                 }
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp
index ca6ea3103d1..df57499ae90 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp
@@ -230,7 +230,7 @@ void ReplicatedMergeTreeRestartingThread::updateQuorumIfWeHavePart()
     auto zookeeper = storage.getZooKeeper();
 
     String quorum_str;
-    if (zookeeper->tryGet(storage.zookeeper_path + "/quorum/status", quorum_str))
+    if (zookeeper->tryGet(fs::path(storage.zookeeper_path) / "quorum" / "status", quorum_str))
     {
         ReplicatedMergeTreeQuorumEntry quorum_entry(quorum_str);
 
@@ -243,12 +243,12 @@ void ReplicatedMergeTreeRestartingThread::updateQuorumIfWeHavePart()
     }
 
     Strings part_names;
-    String parallel_quorum_parts_path = storage.zookeeper_path + "/quorum/parallel";
+    String parallel_quorum_parts_path = fs::path(storage.zookeeper_path) / "quorum" / "parallel";
     if (zookeeper->tryGetChildren(parallel_quorum_parts_path, part_names) == Coordination::Error::ZOK)
     {
         for (auto & part_name : part_names)
         {
-            if (zookeeper->tryGet(parallel_quorum_parts_path + "/" + part_name, quorum_str))
+            if (zookeeper->tryGet(fs::path(parallel_quorum_parts_path) / part_name, quorum_str))
             {
                 ReplicatedMergeTreeQuorumEntry quorum_entry(quorum_str);
                 if (!quorum_entry.replicas.count(storage.replica_name)
@@ -270,7 +270,7 @@ void ReplicatedMergeTreeRestartingThread::activateReplica()
     /// How other replicas can access this one.
     ReplicatedMergeTreeAddress address = storage.getReplicatedMergeTreeAddress();
 
-    String is_active_path = storage.replica_path + "/is_active";
+    String is_active_path = fs::path(storage.replica_path) / "is_active";
 
     /** If the node is marked as active, but the mark is made in the same instance, delete it.
       * This is possible only when session in ZooKeeper expires.
@@ -294,7 +294,7 @@ void ReplicatedMergeTreeRestartingThread::activateReplica()
     /// Simultaneously declare that this replica is active, and update the host.
     Coordination::Requests ops;
     ops.emplace_back(zkutil::makeCreateRequest(is_active_path, active_node_identifier, zkutil::CreateMode::Ephemeral));
-    ops.emplace_back(zkutil::makeSetRequest(storage.replica_path + "/host", address.toString(), -1));
+    ops.emplace_back(zkutil::makeSetRequest(fs::path(storage.replica_path) / "host", address.toString(), -1));
 
     try
     {
@@ -303,7 +303,7 @@ void ReplicatedMergeTreeRestartingThread::activateReplica()
     catch (const Coordination::Exception & e)
     {
         String existing_replica_host;
-        zookeeper->tryGet(storage.replica_path + "/host", existing_replica_host);
+        zookeeper->tryGet(fs::path(storage.replica_path) / "host", existing_replica_host);
 
         if (existing_replica_host.empty())
             existing_replica_host = "without host node";
diff --git a/src/Storages/MergeTree/localBackup.cpp b/src/Storages/MergeTree/localBackup.cpp
index 9f9f894c535..2e02481e065 100644
--- a/src/Storages/MergeTree/localBackup.cpp
+++ b/src/Storages/MergeTree/localBackup.cpp
@@ -29,7 +29,7 @@ static void localBackupImpl(const DiskPtr & disk, const String & source_path, co
     for (auto it = disk->iterateDirectory(source_path); it->isValid(); it->next())
     {
         auto source = it->path();
-        auto destination = destination_path + "/" + it->name();
+        auto destination = fs::path(destination_path) / it->name();
 
         if (!disk->isDirectory(source))
         {
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index be052f91b39..46b95908e2c 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -99,7 +99,7 @@ std::vector<std::string> listFilesWithRegexpMatching(const std::string & path_fo
             if (re2::RE2::FullMatch(file_name, matcher))
             {
                 /// Recursion depth is limited by pattern. '*' works only for depth = 1, for depth = 2 pattern path is '*/*'. So we do not need additional check.
-                Strings result_part = listFilesWithRegexpMatching(full_path + "/", suffix_with_globs.substr(next_slash));
+                Strings result_part = listFilesWithRegexpMatching(fs::path(full_path) / "", suffix_with_globs.substr(next_slash));
                 std::move(result_part.begin(), result_part.end(), std::back_inserter(result));
             }
         }
@@ -200,7 +200,7 @@ StorageFile::StorageFile(const std::string & relative_table_dir_path, CommonArgu
     if (args.format_name == "Distributed")
         throw Exception("Distributed format is allowed only with explicit file path", ErrorCodes::INCORRECT_FILE_NAME);
 
-    String table_dir_path = base_path + relative_table_dir_path + "/";
+    String table_dir_path = fs::path(base_path) / relative_table_dir_path / "";
     fs::create_directories(table_dir_path);
     paths = {getTablePath(table_dir_path, format_name)};
 }
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 864c31ec05d..38d0f75bfe5 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -66,9 +66,12 @@
 #include <ctime>
 #include <thread>
 #include <future>
+#include <filesystem>
 
 #include <boost/algorithm/string/join.hpp>
 
+namespace fs = std::filesystem;
+
 namespace ProfileEvents
 {
     extern const Event ReplicatedPartMerges;
@@ -848,12 +851,12 @@ bool StorageReplicatedMergeTree::removeTableNodesFromZooKeeper(zkutil::ZooKeeper
 
     for (const auto & child : children)
         if (child != "dropped")
-            zookeeper->tryRemoveRecursive(zookeeper_path + "/" + child);
+            zookeeper->tryRemoveRecursive(fs::path(zookeeper_path) / child);
 
     Coordination::Requests ops;
     Coordination::Responses responses;
     ops.emplace_back(zkutil::makeRemoveRequest(metadata_drop_lock->getPath(), -1));
-    ops.emplace_back(zkutil::makeRemoveRequest(zookeeper_path + "/dropped", -1));
+    ops.emplace_back(zkutil::makeRemoveRequest(fs::path(zookeeper_path) / "dropped", -1));
     ops.emplace_back(zkutil::makeRemoveRequest(zookeeper_path, -1));
     code = zookeeper->tryMulti(ops, responses);
 
@@ -892,12 +895,12 @@ void StorageReplicatedMergeTree::checkTableStructure(const String & zookeeper_pr
     ReplicatedMergeTreeTableMetadata old_metadata(*this, metadata_snapshot);
 
     Coordination::Stat metadata_stat;
-    String metadata_str = zookeeper->get(zookeeper_prefix + "/metadata", &metadata_stat);
+    String metadata_str = zookeeper->get(fs::path(zookeeper_prefix) / "metadata", &metadata_stat);
     auto metadata_from_zk = ReplicatedMergeTreeTableMetadata::parse(metadata_str);
     old_metadata.checkEquals(metadata_from_zk, metadata_snapshot->getColumns(), getContext());
 
     Coordination::Stat columns_stat;
-    auto columns_from_zk = ColumnsDescription::parse(zookeeper->get(zookeeper_prefix + "/columns", &columns_stat));
+    auto columns_from_zk = ColumnsDescription::parse(zookeeper->get(fs::path(zookeeper_prefix) / "columns", &columns_stat));
 
     const ColumnsDescription & old_columns = metadata_snapshot->getColumns();
     if (columns_from_zk != old_columns)
@@ -1039,7 +1042,7 @@ static time_t tryGetPartCreateTime(zkutil::ZooKeeperPtr & zookeeper, const Strin
     /// We get creation time of part, if it still exists (was not merged, for example).
     Coordination::Stat stat;
     String unused;
-    if (zookeeper->tryGet(replica_path + "/parts/" + part_name, unused, &stat))
+    if (zookeeper->tryGet(fs::path(replica_path) / "parts" / part_name, unused, &stat))
         res = stat.ctime / 1000;
 
     return res;
@@ -1050,7 +1053,7 @@ void StorageReplicatedMergeTree::checkParts(bool skip_sanity_checks)
 {
     auto zookeeper = getZooKeeper();
 
-    Strings expected_parts_vec = zookeeper->getChildren(replica_path + "/parts");
+    Strings expected_parts_vec = zookeeper->getChildren(fs::path(replica_path) / "parts");
 
     /// Parts in ZK.
     NameSet expected_parts(expected_parts_vec.begin(), expected_parts_vec.end());
@@ -1153,7 +1156,7 @@ void StorageReplicatedMergeTree::checkParts(bool skip_sanity_checks)
     exists_futures.reserve(parts_to_fetch.size());
     for (const String & part_name : parts_to_fetch)
     {
-        String part_path = replica_path + "/parts/" + part_name;
+        String part_path = fs::path(replica_path) / "parts" / part_name;
         exists_futures.emplace_back(zookeeper->asyncExists(part_path));
     }
 
@@ -1182,7 +1185,7 @@ void StorageReplicatedMergeTree::checkParts(bool skip_sanity_checks)
 
         /// We assume that this occurs before the queue is loaded (queue.initialize).
         ops.emplace_back(zkutil::makeCreateRequest(
-            replica_path + "/queue/queue-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
+            fs::path(replica_path) / "queue/queue-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
 
         enqueue_futures.emplace_back(zookeeper->asyncMulti(ops));
     }
@@ -1208,13 +1211,13 @@ void StorageReplicatedMergeTree::checkPartChecksumsAndAddCommitOps(const zkutil:
     auto local_part_header = ReplicatedMergeTreePartHeader::fromColumnsAndChecksums(
         part->getColumns(), part->checksums);
 
-    Strings replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+    Strings replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
     std::shuffle(replicas.begin(), replicas.end(), thread_local_rng);
     bool has_been_already_added = false;
 
     for (const String & replica : replicas)
     {
-        String current_part_path = zookeeper_path + "/replicas/" + replica + "/parts/" + part_name;
+        String current_part_path = fs::path(zookeeper_path) / "replicas" / replica / "parts" / part_name;
 
         String part_zk_str;
         if (!zookeeper->tryGet(current_part_path, part_zk_str))
@@ -1235,9 +1238,9 @@ void StorageReplicatedMergeTree::checkPartChecksumsAndAddCommitOps(const zkutil:
             String checksums_str;
             /// Let's check that the node's version with the columns did not change while we were reading the checksums.
             /// This ensures that the columns and the checksum refer to the same
-            if (!zookeeper->tryGet(current_part_path + "/columns", columns_str, &columns_stat_before) ||
-                !zookeeper->tryGet(current_part_path + "/checksums", checksums_str) ||
-                !zookeeper->exists(current_part_path + "/columns", &columns_stat_after) ||
+            if (!zookeeper->tryGet(fs::path(current_part_path) / "columns", columns_str, &columns_stat_before) ||
+                !zookeeper->tryGet(fs::path(current_part_path) / "checksums", checksums_str) ||
+                !zookeeper->exists(fs::path(current_part_path) / "columns", &columns_stat_after) ||
                 columns_stat_before.version != columns_stat_after.version)
             {
                 LOG_INFO(log, "Not checking checksums of part {} with replica {} because part changed while we were reading its checksums", part_name, replica);
@@ -1271,7 +1274,7 @@ void StorageReplicatedMergeTree::checkPartChecksumsAndAddCommitOps(const zkutil:
     if (!has_been_already_added)
     {
         const auto storage_settings_ptr = getSettings();
-        String part_path = replica_path + "/parts/" + part_name;
+        String part_path = fs::path(replica_path) / "parts" / part_name;
 
         //ops.emplace_back(zkutil::makeCheckRequest(
         //    zookeeper_path + "/columns", expected_columns_version));
@@ -1286,14 +1289,15 @@ void StorageReplicatedMergeTree::checkPartChecksumsAndAddCommitOps(const zkutil:
             ops.emplace_back(zkutil::makeCreateRequest(
                 part_path, "", zkutil::CreateMode::Persistent));
             ops.emplace_back(zkutil::makeCreateRequest(
-                part_path + "/columns", part->getColumns().toString(), zkutil::CreateMode::Persistent));
+                fs::path(part_path) / "columns", part->getColumns().toString(), zkutil::CreateMode::Persistent));
             ops.emplace_back(zkutil::makeCreateRequest(
-                part_path + "/checksums", getChecksumsForZooKeeper(part->checksums), zkutil::CreateMode::Persistent));
+                fs::path(part_path) / "checksums", getChecksumsForZooKeeper(part->checksums), zkutil::CreateMode::Persistent));
         }
     }
     else
     {
-        LOG_WARNING(log, "checkPartAndAddToZooKeeper: node {} already exists. Will not commit any nodes.", replica_path + "/parts/" + part_name);
+        LOG_WARNING(log, "checkPartAndAddToZooKeeper: node {} already exists. Will not commit any nodes.",
+                    (fs::path(replica_path) / "parts" / part_name).string());
     }
 }
 
@@ -1361,7 +1365,7 @@ MergeTreeData::MutableDataPartPtr StorageReplicatedMergeTree::attachPartHelperFo
     const String part_new_name = actual_part_info.getPartName();
 
     for (const DiskPtr & disk : getStoragePolicy()->getDisks())
-        for (const auto it = disk->iterateDirectory(relative_data_path + "detached/"); it->isValid(); it->next())
+        for (const auto it = disk->iterateDirectory(fs::path(relative_data_path) / "detached/"); it->isValid(); it->next())
         {
             MergeTreePartInfo part_info;
 
@@ -1370,7 +1374,7 @@ MergeTreeData::MutableDataPartPtr StorageReplicatedMergeTree::attachPartHelperFo
                 continue;
 
             const String part_old_name = part_info.getPartName();
-            const String part_path = "detached/" + part_old_name;
+            const String part_path = fs::path("detached") / part_old_name;
 
             const VolumePtr volume = std::make_shared<SingleDiskVolume>("volume_" + part_old_name, disk);
 
@@ -1425,7 +1429,7 @@ bool StorageReplicatedMergeTree::executeLogEntry(LogEntry & entry)
             existing_part = getActiveContainingPart(entry.new_part_name);
 
         /// Even if the part is local, it (in exceptional cases) may not be in ZooKeeper. Let's check that it is there.
-        if (existing_part && getZooKeeper()->exists(replica_path + "/parts/" + existing_part->name))
+        if (existing_part && getZooKeeper()->exists(fs::path(replica_path) / "parts" / existing_part->name))
         {
             if (!is_get_or_attach || entry.source_replica != replica_name)
                 LOG_DEBUG(log, "Skipping action for part {} because part {} already exists.",
@@ -1460,7 +1464,7 @@ bool StorageReplicatedMergeTree::executeLogEntry(LogEntry & entry)
 
     /// Perhaps we don't need this part, because during write with quorum, the quorum has failed
     /// (see below about `/quorum/failed_parts`).
-    if (entry.quorum && getZooKeeper()->exists(zookeeper_path + "/quorum/failed_parts/" + entry.new_part_name))
+    if (entry.quorum && getZooKeeper()->exists(fs::path(zookeeper_path) / "quorum" / "failed_parts" / entry.new_part_name))
     {
         LOG_DEBUG(log, "Skipping action for part {} because quorum for that part was failed.", entry.new_part_name);
         return true;    /// NOTE Deletion from `virtual_parts` is not done, but it is only necessary for merge.
@@ -1916,14 +1920,14 @@ bool StorageReplicatedMergeTree::executeFetch(LogEntry & entry)
 
                 auto zookeeper = getZooKeeper();
 
-                Strings replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+                Strings replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
 
                 Coordination::Requests ops;
 
                 for (const auto & path_part : replicas)
                 {
                     Coordination::Stat stat;
-                    String path = zookeeper_path + "/replicas/" + path_part + "/host";
+                    String path = fs::path(zookeeper_path) / "replicas" / path_part / "host";
                     zookeeper->get(path, &stat);
                     ops.emplace_back(zkutil::makeCheckRequest(path, stat.version));
                 }
@@ -1937,8 +1941,8 @@ bool StorageReplicatedMergeTree::executeFetch(LogEntry & entry)
                 if (replica.empty())
                 {
                     Coordination::Stat quorum_stat;
-                    const String quorum_unparallel_path = zookeeper_path + "/quorum/status";
-                    const String quorum_parallel_path = zookeeper_path + "/quorum/parallel/" + entry.new_part_name;
+                    const String quorum_unparallel_path = fs::path(zookeeper_path) / "quorum" / "status";
+                    const String quorum_parallel_path = fs::path(zookeeper_path) / "quorum" / "parallel" / entry.new_part_name;
                     String quorum_str, quorum_path;
                     ReplicatedMergeTreeQuorumEntry quorum_entry;
 
@@ -1962,13 +1966,13 @@ bool StorageReplicatedMergeTree::executeFetch(LogEntry & entry)
                                 ErrorCodes::LOGICAL_ERROR);
 
                         ops.emplace_back(zkutil::makeCreateRequest(
-                            zookeeper_path + "/quorum/failed_parts/" + entry.new_part_name,
+                            fs::path(zookeeper_path) / "quorum" / "failed_parts" / entry.new_part_name,
                             "",
                             zkutil::CreateMode::Persistent));
 
                         /// Deleting from `blocks`.
-                        if (!entry.block_id.empty() && zookeeper->exists(zookeeper_path + "/blocks/" + entry.block_id))
-                            ops.emplace_back(zkutil::makeRemoveRequest(zookeeper_path + "/blocks/" + entry.block_id, -1));
+                        if (!entry.block_id.empty() && zookeeper->exists(fs::path(zookeeper_path) / "blocks" / entry.block_id))
+                            ops.emplace_back(zkutil::makeRemoveRequest(fs::path(zookeeper_path) / "blocks" / entry.block_id, -1));
 
                         Coordination::Responses responses;
                         auto code = zookeeper->tryMulti(ops, responses);
@@ -1981,7 +1985,8 @@ bool StorageReplicatedMergeTree::executeFetch(LogEntry & entry)
                         }
                         else if (code == Coordination::Error::ZBADVERSION || code == Coordination::Error::ZNONODE || code == Coordination::Error::ZNODEEXISTS)
                         {
-                            LOG_DEBUG(log, "State was changed or isn't expected when trying to mark quorum for part {} as failed. Code: {}", entry.new_part_name, Coordination::errorMessage(code));
+                            LOG_DEBUG(log, "State was changed or isn't expected when trying to mark quorum for part {} as failed. Code: {}",
+                                      entry.new_part_name, Coordination::errorMessage(code));
                         }
                         else
                             throw Coordination::Exception(code);
@@ -2003,7 +2008,7 @@ bool StorageReplicatedMergeTree::executeFetch(LogEntry & entry)
         try
         {
             String part_name = entry.actual_new_part_name.empty() ? entry.new_part_name : entry.actual_new_part_name;
-            if (!fetchPart(part_name, metadata_snapshot, zookeeper_path + "/replicas/" + replica, false, entry.quorum))
+            if (!fetchPart(part_name, metadata_snapshot, fs::path(zookeeper_path) / "replicas" / replica, false, entry.quorum))
                 return false;
         }
         catch (Exception & e)
@@ -2087,7 +2092,7 @@ bool StorageReplicatedMergeTree::executeFetchShared(
 
     try
     {
-        if (!fetchExistsPart(new_part_name, metadata_snapshot, zookeeper_path + "/replicas/" + source_replica, disk, path))
+        if (!fetchExistsPart(new_part_name, metadata_snapshot, fs::path(zookeeper_path) / "replicas" / source_replica, disk, path))
             return false;
     }
     catch (Exception & e)
@@ -2406,8 +2411,8 @@ bool StorageReplicatedMergeTree::executeReplaceRange(const LogEntry & entry)
         }
         else if (!part_desc->replica.empty())
         {
-            String source_replica_path = zookeeper_path + "/replicas/" + part_desc->replica;
-            ReplicatedMergeTreeAddress address(getZooKeeper()->get(source_replica_path + "/host"));
+            String source_replica_path = fs::path(zookeeper_path) / "replicas" / part_desc->replica;
+            ReplicatedMergeTreeAddress address(getZooKeeper()->get(fs::path(source_replica_path) / "host"));
             auto timeouts = getFetchPartHTTPTimeouts(getContext());
 
             auto credentials = getContext()->getInterserverCredentials();
@@ -2486,18 +2491,18 @@ bool StorageReplicatedMergeTree::executeReplaceRange(const LogEntry & entry)
 
 void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coordination::Stat source_is_lost_stat, zkutil::ZooKeeperPtr & zookeeper)
 {
-    String source_path = zookeeper_path + "/replicas/" + source_replica;
+    String source_path = fs::path(zookeeper_path) / "replicas" / source_replica;
 
     /** TODO: it will be deleted! (It is only to support old version of CH server).
       * In current code, the replica is created in single transaction.
       * If the reference/master replica is not yet fully created, let's wait.
       */
-    while (!zookeeper->exists(source_path + "/columns"))
+    while (!zookeeper->exists(fs::path(source_path) / "columns"))
     {
         LOG_INFO(log, "Waiting for replica {} to be fully created", source_path);
 
         zkutil::EventPtr event = std::make_shared<Poco::Event>();
-        if (zookeeper->exists(source_path + "/columns", nullptr, event))
+        if (zookeeper->exists(fs::path(source_path) / "columns", nullptr, event))
         {
             LOG_WARNING(log, "Oops, a watch has leaked");
             break;
@@ -2514,29 +2519,29 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
     while (true)
     {
         Coordination::Stat log_pointer_stat;
-        String raw_log_pointer = zookeeper->get(source_path + "/log_pointer", &log_pointer_stat);
+        String raw_log_pointer = zookeeper->get(fs::path(source_path) / "log_pointer", &log_pointer_stat);
 
         Coordination::Requests ops;
-        ops.push_back(zkutil::makeSetRequest(replica_path + "/log_pointer", raw_log_pointer, -1));
+        ops.push_back(zkutil::makeSetRequest(fs::path(replica_path) / "log_pointer", raw_log_pointer, -1));
 
         /// For support old versions CH.
         if (source_is_lost_stat.version == -1)
         {
             /// We check that it was not suddenly upgraded to new version.
             /// Otherwise it can be upgraded and instantly become lost, but we cannot notice that.
-            ops.push_back(zkutil::makeCreateRequest(source_path + "/is_lost", "0", zkutil::CreateMode::Persistent));
-            ops.push_back(zkutil::makeRemoveRequest(source_path + "/is_lost", -1));
+            ops.push_back(zkutil::makeCreateRequest(fs::path(source_path) / "is_lost", "0", zkutil::CreateMode::Persistent));
+            ops.push_back(zkutil::makeRemoveRequest(fs::path(source_path) / "is_lost", -1));
         }
         else /// The replica we clone should not suddenly become lost.
-            ops.push_back(zkutil::makeCheckRequest(source_path + "/is_lost", source_is_lost_stat.version));
+            ops.push_back(zkutil::makeCheckRequest(fs::path(source_path) / "is_lost", source_is_lost_stat.version));
 
         Coordination::Responses responses;
 
         /// Let's remember the queue of the reference/master replica.
-        source_queue_names = zookeeper->getChildren(source_path + "/queue");
+        source_queue_names = zookeeper->getChildren(fs::path(source_path) / "queue");
 
         /// Check that our log pointer didn't changed while we read queue entries
-        ops.push_back(zkutil::makeCheckRequest(source_path + "/log_pointer", log_pointer_stat.version));
+        ops.push_back(zkutil::makeCheckRequest(fs::path(source_path) / "log_pointer", log_pointer_stat.version));
 
         auto rc = zookeeper->tryMulti(ops, responses);
 
@@ -2576,19 +2581,19 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
     for (const String & entry_name : source_queue_names)
     {
         String entry;
-        if (!zookeeper->tryGet(source_path + "/queue/" + entry_name, entry))
+        if (!zookeeper->tryGet(fs::path(source_path) / "queue" / entry_name, entry))
             continue;
         source_queue.push_back(entry);
     }
 
     /// Add to the queue jobs to receive all the active parts that the reference/master replica has.
-    Strings source_replica_parts = zookeeper->getChildren(source_path + "/parts");
+    Strings source_replica_parts = zookeeper->getChildren(fs::path(source_path) / "parts");
     ActiveDataPartSet active_parts_set(format_version, source_replica_parts);
 
     Strings active_parts = active_parts_set.getParts();
 
     /// Remove local parts if source replica does not have them, because such parts will never be fetched by other replicas.
-    Strings local_parts_in_zk = zookeeper->getChildren(replica_path + "/parts");
+    Strings local_parts_in_zk = zookeeper->getChildren(fs::path(replica_path) / "parts");
     Strings parts_to_remove_from_zk;
     for (const auto & part : local_parts_in_zk)
     {
@@ -2632,7 +2637,7 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
         log_entry.new_part_name = name;
         log_entry.create_time = tryGetPartCreateTime(zookeeper, source_path, name);
 
-        zookeeper->create(replica_path + "/queue/queue-", log_entry.toString(), zkutil::CreateMode::PersistentSequential);
+        zookeeper->create(fs::path(replica_path) / "queue/queue-", log_entry.toString(), zkutil::CreateMode::PersistentSequential);
     }
 
     LOG_DEBUG(log, "Queued {} parts to be fetched", active_parts.size());
@@ -2640,7 +2645,7 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
     /// Add content of the reference/master replica queue to the queue.
     for (const String & entry : source_queue)
     {
-        zookeeper->create(replica_path + "/queue/queue-", entry, zkutil::CreateMode::PersistentSequential);
+        zookeeper->create(fs::path(replica_path) / "queue/queue-", entry, zkutil::CreateMode::PersistentSequential);
     }
 
     LOG_DEBUG(log, "Copied {} queue entries", source_queue.size());
@@ -2652,7 +2657,7 @@ void StorageReplicatedMergeTree::cloneReplicaIfNeeded(zkutil::ZooKeeperPtr zooke
     Coordination::Stat is_lost_stat;
     bool is_new_replica = true;
     String res;
-    if (zookeeper->tryGet(replica_path + "/is_lost", res, &is_lost_stat))
+    if (zookeeper->tryGet(fs::path(replica_path) / "is_lost", res, &is_lost_stat))
     {
         if (res == "0")
             return;
@@ -2664,14 +2669,14 @@ void StorageReplicatedMergeTree::cloneReplicaIfNeeded(zkutil::ZooKeeperPtr zooke
         /// Replica was created by old version of CH, so me must create "/is_lost".
         /// Note that in old version of CH there was no "lost" replicas possible.
         /// TODO is_lost node should always exist since v18.12, maybe we can replace `tryGet` with `get` and remove old code?
-        zookeeper->create(replica_path + "/is_lost", "0", zkutil::CreateMode::Persistent);
+        zookeeper->create(fs::path(replica_path) / "is_lost", "0", zkutil::CreateMode::Persistent);
         return;
     }
 
     /// is_lost is "1": it means that we are in repair mode.
     /// Try choose source replica to clone.
     /// Source replica must not be lost and should have minimal queue size and maximal log pointer.
-    Strings replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+    Strings replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
     std::vector<zkutil::ZooKeeper::FutureGet> futures;
     for (const String & source_replica_name : replicas)
     {
@@ -2679,20 +2684,20 @@ void StorageReplicatedMergeTree::cloneReplicaIfNeeded(zkutil::ZooKeeperPtr zooke
         if (source_replica_name == replica_name)
             continue;
 
-        String source_replica_path = zookeeper_path + "/replicas/" + source_replica_name;
+        String source_replica_path = fs::path(zookeeper_path) / "replicas" / source_replica_name;
 
         /// Obviously the following get operations are not atomic, but it's ok to choose good enough replica, not the best one.
         /// NOTE: We may count some entries twice if log_pointer is moved.
-        futures.emplace_back(zookeeper->asyncTryGet(source_replica_path + "/is_lost"));
-        futures.emplace_back(zookeeper->asyncTryGet(source_replica_path + "/log_pointer"));
-        futures.emplace_back(zookeeper->asyncTryGet(source_replica_path + "/queue"));
+        futures.emplace_back(zookeeper->asyncTryGet(fs::path(source_replica_path) / "is_lost"));
+        futures.emplace_back(zookeeper->asyncTryGet(fs::path(source_replica_path) / "log_pointer"));
+        futures.emplace_back(zookeeper->asyncTryGet(fs::path(source_replica_path) / "queue"));
     }
 
     /// Wait for results before getting log entries
     for (auto & future : futures)
         future.wait();
 
-    Strings log_entries = zookeeper->getChildren(zookeeper_path + "/log");
+    Strings log_entries = zookeeper->getChildren(fs::path(zookeeper_path) / "log");
     size_t max_log_entry = 0;
     if (!log_entries.empty())
     {
@@ -2763,14 +2768,14 @@ void StorageReplicatedMergeTree::cloneReplicaIfNeeded(zkutil::ZooKeeperPtr zooke
         LOG_WARNING(log, "Will mimic {}", source_replica);
 
     /// Clear obsolete queue that we no longer need.
-    zookeeper->removeChildren(replica_path + "/queue");
+    zookeeper->removeChildren(fs::path(replica_path) / "queue");
 
     /// Will do repair from the selected replica.
     cloneReplica(source_replica, source_is_lost_stat, zookeeper);
     /// If repair fails to whatever reason, the exception is thrown, is_lost will remain "1" and the replica will be repaired later.
 
     /// If replica is repaired successfully, we remove is_lost flag.
-    zookeeper->set(replica_path + "/is_lost", "0");
+    zookeeper->set(fs::path(replica_path) / "is_lost", "0");
 }
 
 
@@ -3097,7 +3102,7 @@ StorageReplicatedMergeTree::CreateMergeEntryResult StorageReplicatedMergeTree::c
     std::vector<std::future<Coordination::ExistsResponse>> exists_futures;
     exists_futures.reserve(parts.size());
     for (const auto & part : parts)
-        exists_futures.emplace_back(zookeeper->asyncExists(replica_path + "/parts/" + part->name));
+        exists_futures.emplace_back(zookeeper->asyncExists(fs::path(replica_path) / "parts" / part->name));
 
     bool all_in_zk = true;
     for (size_t i = 0; i < parts.size(); ++i)
@@ -3137,11 +3142,11 @@ StorageReplicatedMergeTree::CreateMergeEntryResult StorageReplicatedMergeTree::c
     Coordination::Responses responses;
 
     ops.emplace_back(zkutil::makeCreateRequest(
-        zookeeper_path + "/log/log-", entry.toString(),
+        fs::path(zookeeper_path) / "log/log-", entry.toString(),
         zkutil::CreateMode::PersistentSequential));
 
     ops.emplace_back(zkutil::makeSetRequest(
-        zookeeper_path + "/log", "", log_version)); /// Check and update version.
+        fs::path(zookeeper_path) / "log", "", log_version)); /// Check and update version.
 
     Coordination::Error code = zookeeper->tryMulti(ops, responses);
 
@@ -3177,7 +3182,7 @@ StorageReplicatedMergeTree::CreateMergeEntryResult StorageReplicatedMergeTree::c
     auto zookeeper = getZooKeeper();
 
     /// If there is no information about part in ZK, we will not mutate it.
-    if (!zookeeper->exists(replica_path + "/parts/" + part.name))
+    if (!zookeeper->exists(fs::path(replica_path) / "parts" / part.name))
     {
         if (part.modification_time + MAX_AGE_OF_LOCAL_PART_THAT_WASNT_ADDED_TO_ZOOKEEPER < time(nullptr))
         {
@@ -3207,11 +3212,11 @@ StorageReplicatedMergeTree::CreateMergeEntryResult StorageReplicatedMergeTree::c
     Coordination::Responses responses;
 
     ops.emplace_back(zkutil::makeCreateRequest(
-        zookeeper_path + "/log/log-", entry.toString(),
+        fs::path(zookeeper_path) / "log/log-", entry.toString(),
         zkutil::CreateMode::PersistentSequential));
 
     ops.emplace_back(zkutil::makeSetRequest(
-        zookeeper_path + "/log", "", log_version)); /// Check and update version.
+        fs::path(zookeeper_path) / "log", "", log_version)); /// Check and update version.
 
     Coordination::Error code = zookeeper->tryMulti(ops, responses);
 
@@ -3232,12 +3237,12 @@ StorageReplicatedMergeTree::CreateMergeEntryResult StorageReplicatedMergeTree::c
 
 void StorageReplicatedMergeTree::removePartFromZooKeeper(const String & part_name, Coordination::Requests & ops, bool has_children)
 {
-    String part_path = replica_path + "/parts/" + part_name;
+    String part_path = fs::path(replica_path) / "parts" / part_name;
 
     if (has_children)
     {
-        ops.emplace_back(zkutil::makeRemoveRequest(part_path + "/checksums", -1));
-        ops.emplace_back(zkutil::makeRemoveRequest(part_path + "/columns", -1));
+        ops.emplace_back(zkutil::makeRemoveRequest(fs::path(part_path) / "checksums", -1));
+        ops.emplace_back(zkutil::makeRemoveRequest(fs::path(part_path) / "columns", -1));
     }
     ops.emplace_back(zkutil::makeRemoveRequest(part_path, -1));
 }
@@ -3245,7 +3250,7 @@ void StorageReplicatedMergeTree::removePartFromZooKeeper(const String & part_nam
 void StorageReplicatedMergeTree::removePartFromZooKeeper(const String & part_name)
 {
     auto zookeeper = getZooKeeper();
-    String part_path = replica_path + "/parts/" + part_name;
+    String part_path = fs::path(replica_path) / "parts" / part_name;
     Coordination::Stat stat;
 
     /// Part doesn't exist, nothing to remove
@@ -3262,7 +3267,7 @@ void StorageReplicatedMergeTree::removePartAndEnqueueFetch(const String & part_n
 {
     auto zookeeper = getZooKeeper();
 
-    String part_path = replica_path + "/parts/" + part_name;
+    String part_path = fs::path(replica_path) / "parts" / part_name;
 
     Coordination::Requests ops;
 
@@ -3281,7 +3286,7 @@ void StorageReplicatedMergeTree::removePartAndEnqueueFetch(const String & part_n
     log_entry->new_part_name = part_name;
 
     ops.emplace_back(zkutil::makeCreateRequest(
-        replica_path + "/queue/queue-", log_entry->toString(),
+        fs::path(replica_path) / "queue/queue-", log_entry->toString(),
         zkutil::CreateMode::PersistentSequential));
 
     auto results = zookeeper->multi(ops);
@@ -3306,7 +3311,7 @@ void StorageReplicatedMergeTree::enterLeaderElection()
     {
         leader_election = std::make_shared<zkutil::LeaderElection>(
             getContext()->getSchedulePool(),
-            zookeeper_path + "/leader_election",
+            fs::path(zookeeper_path) / "leader_election",
             *current_zookeeper,    /// current_zookeeper lives for the lifetime of leader_election,
                                    ///  since before changing `current_zookeeper`, `leader_election` object is destroyed in `partialShutdown` method.
             callback,
@@ -3361,13 +3366,13 @@ ConnectionTimeouts StorageReplicatedMergeTree::getFetchPartHTTPTimeouts(ContextP
 bool StorageReplicatedMergeTree::checkReplicaHavePart(const String & replica, const String & part_name)
 {
     auto zookeeper = getZooKeeper();
-    return zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/parts/" + part_name);
+    return zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "parts" / part_name);
 }
 
 String StorageReplicatedMergeTree::findReplicaHavingPart(const String & part_name, bool active)
 {
     auto zookeeper = getZooKeeper();
-    Strings replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+    Strings replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
 
     /// Select replicas in uniformly random order.
     std::shuffle(replicas.begin(), replicas.end(), thread_local_rng);
@@ -3383,7 +3388,7 @@ String StorageReplicatedMergeTree::findReplicaHavingPart(const String & part_nam
         LOG_TRACE(log, "Candidate replica: {}", replica);
 
         if (checkReplicaHavePart(replica, part_name) &&
-            (!active || zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/is_active")))
+            (!active || zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "is_active")))
             return replica;
 
         /// Obviously, replica could become inactive or even vanish after return from this method.
@@ -3395,7 +3400,7 @@ String StorageReplicatedMergeTree::findReplicaHavingPart(const String & part_nam
 String StorageReplicatedMergeTree::findReplicaHavingCoveringPart(LogEntry & entry, bool active)
 {
     auto zookeeper = getZooKeeper();
-    Strings replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+    Strings replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
 
     /// Select replicas in uniformly random order.
     std::shuffle(replicas.begin(), replicas.end(), thread_local_rng);
@@ -3405,11 +3410,11 @@ String StorageReplicatedMergeTree::findReplicaHavingCoveringPart(LogEntry & entr
         if (replica == replica_name)
             continue;
 
-        if (active && !zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/is_active"))
+        if (active && !zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "is_active"))
             continue;
 
         String largest_part_found;
-        Strings parts = zookeeper->getChildren(zookeeper_path + "/replicas/" + replica + "/parts");
+        Strings parts = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas" / replica / "parts");
         for (const String & part_on_replica : parts)
         {
             if (part_on_replica == entry.new_part_name
@@ -3450,7 +3455,7 @@ String StorageReplicatedMergeTree::findReplicaHavingCoveringPart(
     const String & part_name, bool active, String & found_part_name)
 {
     auto zookeeper = getZooKeeper();
-    Strings replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+    Strings replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
 
     /// Select replicas in uniformly random order.
     std::shuffle(replicas.begin(), replicas.end(), thread_local_rng);
@@ -3463,10 +3468,10 @@ String StorageReplicatedMergeTree::findReplicaHavingCoveringPart(
         if (replica == replica_name)
             continue;
 
-        if (active && !zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/is_active"))
+        if (active && !zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "is_active"))
             continue;
 
-        Strings parts = zookeeper->getChildren(zookeeper_path + "/replicas/" + replica + "/parts");
+        Strings parts = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas" / replica / "parts");
         for (const String & part_on_replica : parts)
         {
             if (part_on_replica == part_name
@@ -3494,11 +3499,11 @@ void StorageReplicatedMergeTree::updateQuorum(const String & part_name, bool is_
     auto zookeeper = getZooKeeper();
 
     /// Information on which replicas a part has been added, if the quorum has not yet been reached.
-    String quorum_status_path = zookeeper_path + "/quorum/status";
+    String quorum_status_path = fs::path(zookeeper_path) / "quorum" / "status";
     if (is_parallel)
-        quorum_status_path = zookeeper_path + "/quorum/parallel/" + part_name;
+        quorum_status_path = fs::path(zookeeper_path) / "quorum" / "parallel" / part_name;
     /// The name of the previous part for which the quorum was reached.
-    const String quorum_last_part_path = zookeeper_path + "/quorum/last_part";
+    const String quorum_last_part_path = fs::path(zookeeper_path) / "quorum" / "last_part";
 
     String value;
     Coordination::Stat stat;
@@ -3600,7 +3605,7 @@ void StorageReplicatedMergeTree::cleanLastPartNode(const String & partition_id)
     auto zookeeper = getZooKeeper();
 
     /// The name of the previous part for which the quorum was reached.
-    const String quorum_last_part_path = zookeeper_path + "/quorum/last_part";
+    const String quorum_last_part_path = fs::path(zookeeper_path) / "quorum" / "last_part";
 
     /// Delete information from "last_part" node.
 
@@ -3650,7 +3655,7 @@ void StorageReplicatedMergeTree::cleanLastPartNode(const String & partition_id)
 bool StorageReplicatedMergeTree::partIsInsertingWithParallelQuorum(const MergeTreePartInfo & part_info) const
 {
     auto zookeeper = getZooKeeper();
-    return zookeeper->exists(zookeeper_path + "/quorum/parallel/" + part_info.getPartName());
+    return zookeeper->exists(fs::path(zookeeper_path) / "quorum" / "parallel" / part_info.getPartName());
 }
 
 
@@ -3658,7 +3663,7 @@ bool StorageReplicatedMergeTree::partIsLastQuorumPart(const MergeTreePartInfo &
 {
     auto zookeeper = getZooKeeper();
 
-    const String parts_with_quorum_path = zookeeper_path + "/quorum/last_part";
+    const String parts_with_quorum_path = fs::path(zookeeper_path) / "quorum" / "last_part";
 
     String parts_with_quorum_str = zookeeper->get(parts_with_quorum_path);
 
@@ -3742,13 +3747,13 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
             source_part_checksums.computeTotalChecksums(source_part->checksums);
 
             MinimalisticDataPartChecksums desired_checksums;
-            String part_path = source_replica_path + "/parts/" + part_name;
+            String part_path = fs::path(source_replica_path) / "parts" / part_name;
             String part_znode = zookeeper->get(part_path);
             if (!part_znode.empty())
                 desired_checksums = ReplicatedMergeTreePartHeader::fromString(part_znode).getChecksums();
             else
             {
-                String desired_checksums_str = zookeeper->get(part_path + "/checksums");
+                String desired_checksums_str = zookeeper->get(fs::path(part_path) / "checksums");
                 desired_checksums = MinimalisticDataPartChecksums::deserializeFrom(desired_checksums_str);
             }
 
@@ -3777,7 +3782,7 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
     }
     else
     {
-        address.fromString(zookeeper->get(source_replica_path + "/host"));
+        address.fromString(zookeeper->get(fs::path(source_replica_path) / "host"));
         timeouts = getFetchPartHTTPTimeouts(getContext());
 
         credentials = getContext()->getInterserverCredentials();
@@ -3824,16 +3829,16 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
             if (quorum)
             {
                 /// Check if this quorum insert is parallel or not
-                if (zookeeper->exists(zookeeper_path + "/quorum/parallel/" + part_name))
+                if (zookeeper->exists(fs::path(zookeeper_path) / "quorum" / "parallel" / part_name))
                     updateQuorum(part_name, true);
-                else if (zookeeper->exists(zookeeper_path + "/quorum/status"))
+                else if (zookeeper->exists(fs::path(zookeeper_path) / "quorum" / "status"))
                     updateQuorum(part_name, false);
             }
 
             /// merged parts that are still inserted with quorum. if it only contains one block, it hasn't been merged before
             if (part_info.level != 0 || part_info.mutation != 0)
             {
-                Strings quorum_parts = zookeeper->getChildren(zookeeper_path + "/quorum/parallel");
+                Strings quorum_parts = zookeeper->getChildren(fs::path(zookeeper_path) / "quorum" / "parallel");
                 for (const String & quorum_part : quorum_parts)
                 {
                     auto quorum_part_info = MergeTreePartInfo::fromPartName(quorum_part, format_version);
@@ -3856,7 +3861,7 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
         {
             // The fetched part is valuable and should not be cleaned like a temp part.
             part->is_temp = false;
-            part->renameTo("detached/" + part_name, true);
+            part->renameTo(fs::path("detached") / part_name, true);
         }
     }
     catch (const Exception & e)
@@ -3934,7 +3939,7 @@ bool StorageReplicatedMergeTree::fetchExistsPart(const String & part_name, const
 
     std::function<MutableDataPartPtr()> get_part;
 
-    ReplicatedMergeTreeAddress address(zookeeper->get(source_replica_path + "/host"));
+    ReplicatedMergeTreeAddress address(zookeeper->get(fs::path(source_replica_path) / "host"));
     auto timeouts = ConnectionTimeouts::getHTTPTimeouts(getContext());
     auto credentials = getContext()->getInterserverCredentials();
     String interserver_scheme = getContext()->getInterserverScheme();
@@ -4092,7 +4097,7 @@ ReplicatedMergeTreeQuorumAddedParts::PartitionIdToMaxBlock StorageReplicatedMerg
 
     auto zookeeper = getZooKeeper();
 
-    const String quorum_status_path = zookeeper_path + "/quorum/status";
+    const String quorum_status_path = fs::path(zookeeper_path) / "quorum" / "status";
 
     String value;
     Coordination::Stat stat;
@@ -4108,7 +4113,7 @@ ReplicatedMergeTreeQuorumAddedParts::PartitionIdToMaxBlock StorageReplicatedMerg
     }
 
     String added_parts_str;
-    if (zookeeper->tryGet(zookeeper_path + "/quorum/last_part", added_parts_str))
+    if (zookeeper->tryGet(fs::path(zookeeper_path) / "quorum" / "last_part", added_parts_str))
     {
         if (!added_parts_str.empty())
         {
@@ -4423,8 +4428,8 @@ bool StorageReplicatedMergeTree::executeMetadataAlter(const StorageReplicatedMer
 
     /// If metadata nodes have changed, we will update table structure locally.
     Coordination::Requests requests;
-    requests.emplace_back(zkutil::makeSetRequest(replica_path + "/columns", entry.columns_str, -1));
-    requests.emplace_back(zkutil::makeSetRequest(replica_path + "/metadata", entry.metadata_str, -1));
+    requests.emplace_back(zkutil::makeSetRequest(fs::path(replica_path) / "columns", entry.columns_str, -1));
+    requests.emplace_back(zkutil::makeSetRequest(fs::path(replica_path) / "metadata", entry.metadata_str, -1));
 
     zookeeper->multi(requests);
 
@@ -4440,7 +4445,7 @@ bool StorageReplicatedMergeTree::executeMetadataAlter(const StorageReplicatedMer
     }
 
     /// This transaction may not happen, but it's OK, because on the next retry we will eventually create/update this node
-    zookeeper->createOrUpdate(replica_path + "/metadata_version", std::to_string(metadata_version), zkutil::CreateMode::Persistent);
+    zookeeper->createOrUpdate(fs::path(replica_path) / "metadata_version", std::to_string(metadata_version), zkutil::CreateMode::Persistent);
 
     return true;
 }
@@ -4486,7 +4491,7 @@ PartitionBlockNumbersHolder StorageReplicatedMergeTree::allocateBlockNumbersInAf
     {
         /// TODO: Implement optimal block number aqcuisition algorithm in multiple (but not all) partitions
         EphemeralLocksInAllPartitions lock_holder(
-            zookeeper_path + "/block_numbers", "block-", zookeeper_path + "/temp", *zookeeper);
+            fs::path(zookeeper_path) / "block_numbers", "block-", fs::path(zookeeper_path) / "temp", *zookeeper);
 
         PartitionBlockNumbersHolder::BlockNumbersType block_numbers;
         for (const auto & lock : lock_holder.getLocks())
@@ -4582,10 +4587,10 @@ void StorageReplicatedMergeTree::alter(
         size_t mutation_path_idx = std::numeric_limits<size_t>::max();
 
         String new_metadata_str = future_metadata_in_zk.toString();
-        ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/metadata", new_metadata_str, metadata_version));
+        ops.emplace_back(zkutil::makeSetRequest(fs::path(zookeeper_path) / "metadata", new_metadata_str, metadata_version));
 
         String new_columns_str = future_metadata.columns.toString();
-        ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/columns", new_columns_str, -1));
+        ops.emplace_back(zkutil::makeSetRequest(fs::path(zookeeper_path) / "columns", new_columns_str, -1));
 
         if (ast_to_str(current_metadata->settings_changes) != ast_to_str(future_metadata.settings_changes))
         {
@@ -4613,12 +4618,12 @@ void StorageReplicatedMergeTree::alter(
 
         alter_path_idx = ops.size();
         ops.emplace_back(zkutil::makeCreateRequest(
-            zookeeper_path + "/log/log-", alter_entry->toString(), zkutil::CreateMode::PersistentSequential));
+            fs::path(zookeeper_path) / "log/log-", alter_entry->toString(), zkutil::CreateMode::PersistentSequential));
 
         PartitionBlockNumbersHolder partition_block_numbers_holder;
         if (alter_entry->have_mutation)
         {
-            const String mutations_path(zookeeper_path + "/mutations");
+            const String mutations_path(fs::path(zookeeper_path) / "mutations");
 
             ReplicatedMergeTreeMutationEntry mutation_entry;
             mutation_entry.alter_version = new_metadata_version;
@@ -4637,7 +4642,7 @@ void StorageReplicatedMergeTree::alter(
             ops.emplace_back(zkutil::makeSetRequest(mutations_path, String(), mutations_stat.version));
             mutation_path_idx = ops.size();
             ops.emplace_back(
-                zkutil::makeCreateRequest(mutations_path + "/", mutation_entry.toString(), zkutil::CreateMode::PersistentSequential));
+                zkutil::makeCreateRequest(fs::path(mutations_path) / "", mutation_entry.toString(), zkutil::CreateMode::PersistentSequential));
         }
 
         if (auto txn = query_context->getZooKeeperMetadataTransaction())
@@ -4645,7 +4650,7 @@ void StorageReplicatedMergeTree::alter(
             txn->moveOpsTo(ops);
             /// NOTE: IDatabase::alterTable(...) is called when executing ALTER_METADATA queue entry without query context,
             /// so we have to update metadata of DatabaseReplicated here.
-            String metadata_zk_path = txn->getDatabaseZooKeeperPath() + "/metadata/" + escapeForFileName(table_id.table_name);
+            String metadata_zk_path = fs::path(txn->getDatabaseZooKeeperPath()) / "metadata" / escapeForFileName(table_id.table_name);
             auto ast = DatabaseCatalog::instance().getDatabase(table_id.database_name)->getCreateTableQuery(table_id.table_name, query_context);
             applyMetadataChangesToCreateQuery(ast, future_metadata);
             ops.emplace_back(zkutil::makeSetRequest(metadata_zk_path, getObjectDefinitionFromCreateQuery(ast), -1));
@@ -4830,7 +4835,7 @@ void StorageReplicatedMergeTree::truncate(
 
     zkutil::ZooKeeperPtr zookeeper = getZooKeeper();
 
-    Strings partitions = zookeeper->getChildren(zookeeper_path + "/block_numbers");
+    Strings partitions = zookeeper->getChildren(fs::path(zookeeper_path) / "block_numbers");
 
     for (String & partition_id : partitions)
     {
@@ -4905,7 +4910,7 @@ void StorageReplicatedMergeTree::rename(const String & new_path_to_table_data, c
         try
         {
             auto zookeeper = getZooKeeper();
-            zookeeper->set(replica_path + "/host", getReplicatedMergeTreeAddress().toString());
+            zookeeper->set(fs::path(replica_path) / "host", getReplicatedMergeTreeAddress().toString());
         }
         catch (Coordination::Exception & e)
         {
@@ -4949,8 +4954,8 @@ StorageReplicatedMergeTree::allocateBlockNumber(
         deduplication_check_ops.emplace_back(zkutil::makeRemoveRequest(zookeeper_block_id_path, -1));
     }
 
-    String block_numbers_path = zookeeper_path + "/block_numbers";
-    String partition_path = block_numbers_path + "/" + partition_id;
+    String block_numbers_path = fs::path(zookeeper_path) / "block_numbers";
+    String partition_path = fs::path(block_numbers_path) / partition_id;
 
     if (!existsNodeCached(partition_path))
     {
@@ -4972,7 +4977,7 @@ StorageReplicatedMergeTree::allocateBlockNumber(
     try
     {
         lock = EphemeralLockInZooKeeper(
-            partition_path + "/block-", zookeeper_path + "/temp", *zookeeper, &deduplication_check_ops);
+            partition_path + "/block-", fs::path(zookeeper_path) / "temp", *zookeeper, &deduplication_check_ops);
     }
     catch (const zkutil::KeeperMultiException & e)
     {
@@ -4996,11 +5001,11 @@ Strings StorageReplicatedMergeTree::waitForAllTableReplicasToProcessLogEntry(
     LOG_DEBUG(log, "Waiting for all replicas to process {}", entry.znode_name);
 
     auto zookeeper = getZooKeeper();
-    Strings replicas = zookeeper->getChildren(table_zookeeper_path + "/replicas");
+    Strings replicas = zookeeper->getChildren(fs::path(table_zookeeper_path) / "replicas");
     Strings unwaited;
     for (const String & replica : replicas)
     {
-        if (wait_for_non_active || zookeeper->exists(table_zookeeper_path + "/replicas/" + replica + "/is_active"))
+        if (wait_for_non_active || zookeeper->exists(fs::path(table_zookeeper_path) / "replicas" / replica / "is_active"))
         {
             if (!waitForTableReplicaToProcessLogEntry(table_zookeeper_path, replica, entry, wait_for_non_active))
                 unwaited.push_back(replica);
@@ -5050,7 +5055,7 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
     const auto & stop_waiting = [&]()
     {
         bool stop_waiting_itself = waiting_itself && (partial_shutdown_called || is_dropped);
-        bool stop_waiting_non_active = !wait_for_non_active && !getZooKeeper()->exists(table_zookeeper_path + "/replicas/" + replica + "/is_active");
+        bool stop_waiting_non_active = !wait_for_non_active && !getZooKeeper()->exists(fs::path(table_zookeeper_path) / "replicas" / replica / "is_active");
         return stop_waiting_itself || stop_waiting_non_active;
     };
 
@@ -5072,7 +5077,7 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
         {
             zkutil::EventPtr event = std::make_shared<Poco::Event>();
 
-            String log_pointer = getZooKeeper()->get(table_zookeeper_path + "/replicas/" + replica + "/log_pointer", nullptr, event);
+            String log_pointer = getZooKeeper()->get(fs::path(table_zookeeper_path) / "replicas" / replica / "log_pointer", nullptr, event);
             if (!log_pointer.empty() && parse<UInt64>(log_pointer) > log_index)
                 break;
 
@@ -5089,9 +5094,9 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
           *  looking for a node with the same content. And if we do not find it - then the replica has already taken this entry in its queue.
           */
 
-        String log_pointer = getZooKeeper()->get(table_zookeeper_path + "/replicas/" + replica + "/log_pointer");
+        String log_pointer = getZooKeeper()->get(fs::path(table_zookeeper_path) / "replicas" / replica / "log_pointer");
 
-        Strings log_entries = getZooKeeper()->getChildren(table_zookeeper_path + "/log");
+        Strings log_entries = getZooKeeper()->getChildren(fs::path(table_zookeeper_path) / "log");
         UInt64 log_index = 0;
         bool found = false;
 
@@ -5103,7 +5108,7 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
                 continue;
 
             String log_entry_str;
-            bool exists = getZooKeeper()->tryGet(table_zookeeper_path + "/log/" + log_entry_name, log_entry_str);
+            bool exists = getZooKeeper()->tryGet(fs::path(table_zookeeper_path) / "log" / log_entry_name, log_entry_str);
             if (exists && entry_str == log_entry_str)
             {
                 found = true;
@@ -5121,7 +5126,7 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
             {
                 zkutil::EventPtr event = std::make_shared<Poco::Event>();
 
-                String log_pointer_new = getZooKeeper()->get(table_zookeeper_path + "/replicas/" + replica + "/log_pointer", nullptr, event);
+                String log_pointer_new = getZooKeeper()->get(fs::path(table_zookeeper_path) / "replicas" / replica / "log_pointer", nullptr, event);
                 if (!log_pointer_new.empty() && parse<UInt64>(log_pointer_new) > log_index)
                     break;
 
@@ -5146,13 +5151,13 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
       * Therefore, we search by comparing the content.
       */
 
-    Strings queue_entries = getZooKeeper()->getChildren(table_zookeeper_path + "/replicas/" + replica + "/queue");
+    Strings queue_entries = getZooKeeper()->getChildren(fs::path(table_zookeeper_path) / "replicas" / replica / "queue");
     String queue_entry_to_wait_for;
 
     for (const String & entry_name : queue_entries)
     {
         String queue_entry_str;
-        bool exists = getZooKeeper()->tryGet(table_zookeeper_path + "/replicas/" + replica + "/queue/" + entry_name, queue_entry_str);
+        bool exists = getZooKeeper()->tryGet(fs::path(table_zookeeper_path) / "replicas" / replica / "queue" / entry_name, queue_entry_str);
         if (exists && queue_entry_str == entry_str)
         {
             queue_entry_to_wait_for = entry_name;
@@ -5170,7 +5175,7 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
     LOG_DEBUG(log, "Waiting for {} to disappear from {} queue", queue_entry_to_wait_for, replica);
 
     /// Third - wait until the entry disappears from the replica queue or replica become inactive.
-    String path_to_wait_on = table_zookeeper_path + "/replicas/" + replica + "/queue/" + queue_entry_to_wait_for;
+    String path_to_wait_on = fs::path(table_zookeeper_path) / "replicas" / replica / "queue" / queue_entry_to_wait_for;
 
     return getZooKeeper()->waitForDisappear(path_to_wait_on, stop_waiting);
 }
@@ -5212,7 +5217,7 @@ void StorageReplicatedMergeTree::getStatus(Status & res, bool with_zk_fields)
     {
         try
         {
-            auto log_entries = zookeeper->getChildren(zookeeper_path + "/log");
+            auto log_entries = zookeeper->getChildren(fs::path(zookeeper_path) / "log");
 
             if (!log_entries.empty())
             {
@@ -5220,14 +5225,14 @@ void StorageReplicatedMergeTree::getStatus(Status & res, bool with_zk_fields)
                 res.log_max_index = parse<UInt64>(last_log_entry.substr(strlen("log-")));
             }
 
-            String log_pointer_str = zookeeper->get(replica_path + "/log_pointer");
+            String log_pointer_str = zookeeper->get(fs::path(replica_path) / "log_pointer");
             res.log_pointer = log_pointer_str.empty() ? 0 : parse<UInt64>(log_pointer_str);
 
-            auto all_replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+            auto all_replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
             res.total_replicas = all_replicas.size();
 
             for (const String & replica : all_replicas)
-                if (zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/is_active"))
+                if (zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "is_active"))
                     ++res.active_replicas;
         }
         catch (const Coordination::Exception &)
@@ -5305,7 +5310,7 @@ void StorageReplicatedMergeTree::getReplicaDelays(time_t & out_absolute_delay, t
     time_t max_replicas_unprocessed_insert_time = 0;
     bool have_replica_with_nothing_unprocessed = false;
 
-    Strings replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+    Strings replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
 
     for (const auto & replica : replicas)
     {
@@ -5313,11 +5318,11 @@ void StorageReplicatedMergeTree::getReplicaDelays(time_t & out_absolute_delay, t
             continue;
 
         /// Skip dead replicas.
-        if (!zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/is_active"))
+        if (!zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "is_active"))
             continue;
 
         String value;
-        if (!zookeeper->tryGet(zookeeper_path + "/replicas/" + replica + "/min_unprocessed_insert_time", value))
+        if (!zookeeper->tryGet(fs::path(zookeeper_path) / "replicas" / replica / "min_unprocessed_insert_time", value))
             continue;
 
         time_t replica_time = value.empty() ? 0 : parse<time_t>(value);
@@ -5424,13 +5429,13 @@ void StorageReplicatedMergeTree::fetchPartition(
     {
 
         /// List of replicas of source shard.
-        replicas = zookeeper->getChildren(from + "/replicas");
+        replicas = zookeeper->getChildren(fs::path(from) / "replicas");
 
         /// Leave only active replicas.
         active_replicas.reserve(replicas.size());
 
         for (const String & replica : replicas)
-            if (zookeeper->exists(from + "/replicas/" + replica + "/is_active"))
+            if (zookeeper->exists(fs::path(from) / "replicas" / replica / "is_active"))
                 active_replicas.push_back(replica);
 
         if (active_replicas.empty())
@@ -5447,13 +5452,13 @@ void StorageReplicatedMergeTree::fetchPartition(
 
         for (const String & replica : active_replicas)
         {
-            String current_replica_path = from + "/replicas/" + replica;
+            String current_replica_path = fs::path(from) / "replicas" / replica;
 
-            String log_pointer_str = zookeeper->get(current_replica_path + "/log_pointer");
+            String log_pointer_str = zookeeper->get(fs::path(current_replica_path) / "log_pointer");
             Int64 log_pointer = log_pointer_str.empty() ? 0 : parse<UInt64>(log_pointer_str);
 
             Coordination::Stat stat;
-            zookeeper->get(current_replica_path + "/queue", &stat);
+            zookeeper->get(fs::path(current_replica_path) / "queue", &stat);
             size_t queue_size = stat.numChildren;
 
             if (log_pointer > max_log_pointer
@@ -5471,7 +5476,7 @@ void StorageReplicatedMergeTree::fetchPartition(
 
     LOG_INFO(log, "Found {} replicas, {} of them are active. Selected {} to fetch from.", replicas.size(), active_replicas.size(), best_replica);
 
-    String best_replica_path = from + "/replicas/" + best_replica;
+    String best_replica_path = fs::path(from) / "replicas" / best_replica;
 
     /// Let's find out which parts are on the best replica.
 
@@ -5490,7 +5495,7 @@ void StorageReplicatedMergeTree::fetchPartition(
         if (try_no >= query_context->getSettings().max_fetch_partition_retries_count)
             throw Exception("Too many retries to fetch parts from " + best_replica_path, ErrorCodes::TOO_MANY_RETRIES_TO_FETCH_PARTS);
 
-        Strings parts = zookeeper->getChildren(best_replica_path + "/parts");
+        Strings parts = zookeeper->getChildren(fs::path(best_replica_path) / "parts");
         ActiveDataPartSet active_parts_set(format_version, parts);
         Strings parts_to_fetch;
 
@@ -5611,7 +5616,7 @@ void StorageReplicatedMergeTree::mutate(const MutationCommands & commands, Conte
     mutation_entry.source_replica = replica_name;
     mutation_entry.commands = commands;
 
-    const String mutations_path = zookeeper_path + "/mutations";
+    const String mutations_path = fs::path(zookeeper_path) / "mutations";
     const auto zookeeper = getZooKeeper();
 
     /// Update the mutations_path node when creating the mutation and check its version to ensure that
@@ -5634,7 +5639,7 @@ void StorageReplicatedMergeTree::mutate(const MutationCommands & commands, Conte
         Coordination::Requests requests;
         requests.emplace_back(zkutil::makeSetRequest(mutations_path, String(), mutations_stat.version));
         requests.emplace_back(zkutil::makeCreateRequest(
-            mutations_path + "/", mutation_entry.toString(), zkutil::CreateMode::PersistentSequential));
+            fs::path(mutations_path) / "", mutation_entry.toString(), zkutil::CreateMode::PersistentSequential));
 
         if (auto txn = query_context->getZooKeeperMetadataTransaction())
             txn->moveOpsTo(requests);
@@ -5673,7 +5678,7 @@ void StorageReplicatedMergeTree::waitMutation(const String & znode_name, size_t
     auto zookeeper = getZooKeeper();
     Strings replicas;
     if (mutations_sync == 2) /// wait for all replicas
-        replicas = zookeeper->getChildren(zookeeper_path + "/replicas");
+        replicas = zookeeper->getChildren(fs::path(zookeeper_path) / "replicas");
     else if (mutations_sync == 1) /// just wait for ourself
         replicas.push_back(replica_name);
 
@@ -5868,7 +5873,7 @@ bool StorageReplicatedMergeTree::tryRemovePartsFromZooKeeperWithRetries(const St
             exists_futures.reserve(part_names.size());
             for (const String & part_name : part_names)
             {
-                String part_path = replica_path + "/parts/" + part_name;
+                String part_path = fs::path(replica_path) / "parts" / part_name;
                 exists_futures.emplace_back(zookeeper->asyncExists(part_path));
             }
 
@@ -5931,7 +5936,7 @@ void StorageReplicatedMergeTree::removePartsFromZooKeeper(
         /// if zk session will be dropped
         for (const String & part_name : part_names)
         {
-            String part_path = replica_path + "/parts/" + part_name;
+            String part_path = fs::path(replica_path) / "parts" / part_name;
             exists_futures.emplace_back(zookeeper->asyncExists(part_path));
         }
 
@@ -5990,7 +5995,7 @@ void StorageReplicatedMergeTree::getClearBlocksInPartitionOps(
     Coordination::Requests & ops, zkutil::ZooKeeper & zookeeper, const String & partition_id, Int64 min_block_num, Int64 max_block_num)
 {
     Strings blocks;
-    if (Coordination::Error::ZOK != zookeeper.tryGetChildren(zookeeper_path + "/blocks", blocks))
+    if (Coordination::Error::ZOK != zookeeper.tryGetChildren(fs::path(zookeeper_path) / "blocks", blocks))
         throw Exception(zookeeper_path + "/blocks doesn't exist", ErrorCodes::NOT_FOUND_NODE);
 
     String partition_prefix = partition_id + "_";
@@ -5999,7 +6004,7 @@ void StorageReplicatedMergeTree::getClearBlocksInPartitionOps(
     {
         if (startsWith(block_id, partition_prefix))
         {
-            String path = zookeeper_path + "/blocks/" + block_id;
+            String path = fs::path(zookeeper_path) / "blocks" / block_id;
             get_futures.emplace_back(path, zookeeper.asyncTryGet(path));
         }
     }
@@ -6107,7 +6112,7 @@ void StorageReplicatedMergeTree::replacePartitionFrom(
         else
             LOG_INFO(log, "Trying to attach {} with hash_hex {}", src_part->name, hash_hex);
 
-        String block_id_path = replace ? "" : (zookeeper_path + "/blocks/" + partition_id + "_replace_from_" + hash_hex);
+        String block_id_path = replace ? "" : (fs::path(zookeeper_path) / "blocks" / (partition_id + "_replace_from_" + hash_hex));
 
         auto lock = allocateBlockNumber(partition_id, zookeeper, block_id_path);
         if (!lock)
@@ -6178,8 +6183,8 @@ void StorageReplicatedMergeTree::replacePartitionFrom(
         if (auto txn = query_context->getZooKeeperMetadataTransaction())
             txn->moveOpsTo(ops);
 
-        ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/log", "", -1));  /// Just update version
-        ops.emplace_back(zkutil::makeCreateRequest(zookeeper_path + "/log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
+        ops.emplace_back(zkutil::makeSetRequest(fs::path(zookeeper_path) / "log", "", -1));  /// Just update version
+        ops.emplace_back(zkutil::makeCreateRequest(fs::path(zookeeper_path) / "log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
 
         Transaction transaction(*this);
         {
@@ -6364,7 +6369,7 @@ void StorageReplicatedMergeTree::movePartitionToTable(const StoragePtr & dest_ta
             }
         }
 
-        ops.emplace_back(zkutil::makeCreateRequest(dest_table_storage->zookeeper_path + "/log/log-",
+        ops.emplace_back(zkutil::makeCreateRequest(fs::path(dest_table_storage->zookeeper_path) / "log/log-",
                                                    entry.toString(), zkutil::CreateMode::PersistentSequential));
 
         {
@@ -6413,8 +6418,8 @@ void StorageReplicatedMergeTree::movePartitionToTable(const StoragePtr & dest_ta
     Coordination::Requests ops_dest;
 
     ops_dest.emplace_back(zkutil::makeCreateRequest(
-        zookeeper_path + "/log/log-", entry_delete.toString(), zkutil::CreateMode::PersistentSequential));
-    ops_dest.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/log", "", -1));  /// Just update version
+        fs::path(zookeeper_path) / "log/log-", entry_delete.toString(), zkutil::CreateMode::PersistentSequential));
+    ops_dest.emplace_back(zkutil::makeSetRequest(fs::path(zookeeper_path) / "log", "", -1));  /// Just update version
 
     op_results = zookeeper->multi(ops_dest);
 
@@ -6453,22 +6458,22 @@ void StorageReplicatedMergeTree::getCommitPartOps(
     if (storage_settings_ptr->use_minimalistic_part_header_in_zookeeper)
     {
         ops.emplace_back(zkutil::makeCreateRequest(
-            replica_path + "/parts/" + part->name,
+            fs::path(replica_path) / "parts" / part->name,
             ReplicatedMergeTreePartHeader::fromColumnsAndChecksums(part->getColumns(), part->checksums).toString(),
             zkutil::CreateMode::Persistent));
     }
     else
     {
         ops.emplace_back(zkutil::makeCreateRequest(
-            replica_path + "/parts/" + part->name,
+            fs::path(replica_path) / "parts" / part->name,
             "",
             zkutil::CreateMode::Persistent));
         ops.emplace_back(zkutil::makeCreateRequest(
-            replica_path + "/parts/" + part->name + "/columns",
+            fs::path(replica_path) / "parts" / part->name / "columns",
             part->getColumns().toString(),
             zkutil::CreateMode::Persistent));
         ops.emplace_back(zkutil::makeCreateRequest(
-            replica_path + "/parts/" + part->name + "/checksums",
+            fs::path(replica_path) / "parts" / part->name / "checksums",
             getChecksumsForZooKeeper(part->checksums),
             zkutil::CreateMode::Persistent));
     }
@@ -6619,9 +6624,9 @@ bool StorageReplicatedMergeTree::dropPart(
         entry.detach = detach;
         entry.create_time = time(nullptr);
 
-        ops.emplace_back(zkutil::makeCheckRequest(zookeeper_path + "/log", merge_pred.getVersion())); /// Make sure no new events were added to the log.
-        ops.emplace_back(zkutil::makeCreateRequest(zookeeper_path + "/log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
-        ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/log", "", -1));  /// Just update version.
+        ops.emplace_back(zkutil::makeCheckRequest(fs::path(zookeeper_path) / "log", merge_pred.getVersion())); /// Make sure no new events were added to the log.
+        ops.emplace_back(zkutil::makeCreateRequest(fs::path(zookeeper_path) / "log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
+        ops.emplace_back(zkutil::makeSetRequest(fs::path(zookeeper_path) / "log", "", -1));  /// Just update version.
         Coordination::Responses responses;
         Coordination::Error rc = zookeeper->tryMulti(ops, responses);
 
@@ -6676,8 +6681,8 @@ bool StorageReplicatedMergeTree::dropAllPartsInPartition(
     entry.create_time = time(nullptr);
 
     Coordination::Requests ops;
-    ops.emplace_back(zkutil::makeCreateRequest(zookeeper_path + "/log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
-    ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/log", "", -1));  /// Just update version.
+    ops.emplace_back(zkutil::makeCreateRequest(fs::path(zookeeper_path) / "log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
+    ops.emplace_back(zkutil::makeSetRequest(fs::path(zookeeper_path) / "log", "", -1));  /// Just update version.
     if (auto txn = query_context->getZooKeeperMetadataTransaction())
         txn->moveOpsTo(ops);
     Coordination::Responses responses = zookeeper.multi(ops);
@@ -6755,7 +6760,7 @@ void StorageReplicatedMergeTree::lockSharedData(const IMergeTreeDataPart & part)
     String id = part.getUniqueId();
     boost::replace_all(id, "/", "_");
 
-    String zookeeper_node = zookeeper_path + "/zero_copy_s3/shared/" + part.name + "/" + id + "/" + replica_name;
+    String zookeeper_node = fs::path(zookeeper_path) / "zero_copy_s3" / "shared" / part.name / id / replica_name;
 
     LOG_TRACE(log, "Set zookeeper lock {}", zookeeper_node);
 
@@ -6796,9 +6801,9 @@ bool StorageReplicatedMergeTree::unlockSharedData(const IMergeTreeDataPart & par
     String id = part.getUniqueId();
     boost::replace_all(id, "/", "_");
 
-    String zookeeper_part_node = zookeeper_path + "/zero_copy_s3/shared/" + part.name;
-    String zookeeper_part_uniq_node = zookeeper_part_node + "/" + id;
-    String zookeeper_node = zookeeper_part_uniq_node + "/" + replica_name;
+    String zookeeper_part_node = fs::path(zookeeper_path) / "zero_copy_s3" / "shared" / part.name;
+    String zookeeper_part_uniq_node = fs::path(zookeeper_part_node) / id;
+    String zookeeper_node = fs::path(zookeeper_part_uniq_node) / replica_name;
 
     LOG_TRACE(log, "Remove zookeeper lock {}", zookeeper_node);
 
@@ -6857,7 +6862,7 @@ String StorageReplicatedMergeTree::getSharedDataReplica(
     if (!zookeeper)
         return best_replica;
 
-    String zookeeper_part_node = zookeeper_path + "/zero_copy_s3/shared/" + part.name;
+    String zookeeper_part_node = fs::path(zookeeper_path) / "zero_copy_s3" / "shared" / part.name;
 
     Strings ids;
     zookeeper->tryGetChildren(zookeeper_part_node, ids);
@@ -6865,7 +6870,7 @@ String StorageReplicatedMergeTree::getSharedDataReplica(
     Strings replicas;
     for (const auto & id : ids)
     {
-        String zookeeper_part_uniq_node = zookeeper_part_node + "/" + id;
+        String zookeeper_part_uniq_node = fs::path(zookeeper_part_node) / id;
         Strings id_replicas;
         zookeeper->tryGetChildren(zookeeper_part_uniq_node, id_replicas);
         LOG_TRACE(log, "Found zookeper replicas for {}: {}", zookeeper_part_uniq_node, id_replicas.size());
@@ -6882,7 +6887,7 @@ String StorageReplicatedMergeTree::getSharedDataReplica(
     active_replicas.reserve(replicas.size());
 
     for (const String & replica : replicas)
-        if ((replica != replica_name) && (zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/is_active")))
+        if ((replica != replica_name) && (zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "is_active")))
             active_replicas.push_back(replica);
 
     LOG_TRACE(log, "Found zookeper active replicas for part {}: {}", part.name, active_replicas.size());
@@ -6901,13 +6906,13 @@ String StorageReplicatedMergeTree::getSharedDataReplica(
 
     for (const String & replica : active_replicas)
     {
-        String current_replica_path = zookeeper_path + "/replicas/" + replica;
+        String current_replica_path = fs::path(zookeeper_path) / "replicas" / replica;
 
-        String log_pointer_str = zookeeper->get(current_replica_path + "/log_pointer");
+        String log_pointer_str = zookeeper->get(fs::path(current_replica_path) / "log_pointer");
         Int64 log_pointer = log_pointer_str.empty() ? 0 : parse<UInt64>(log_pointer_str);
 
         Coordination::Stat stat;
-        zookeeper->get(current_replica_path + "/queue", &stat);
+        zookeeper->get(fs::path(current_replica_path) / "queue", &stat);
         size_t queue_size = stat.numChildren;
 
         if (log_pointer > max_log_pointer
@@ -6925,16 +6930,16 @@ String StorageReplicatedMergeTree::getSharedDataReplica(
 String StorageReplicatedMergeTree::findReplicaHavingPart(
     const String & part_name, const String & zookeeper_path_, zkutil::ZooKeeper::Ptr zookeeper_)
 {
-    Strings replicas = zookeeper_->getChildren(zookeeper_path_ + "/replicas");
+    Strings replicas = zookeeper_->getChildren(fs::path(zookeeper_path_) / "replicas");
 
     /// Select replicas in uniformly random order.
     std::shuffle(replicas.begin(), replicas.end(), thread_local_rng);
 
     for (const String & replica : replicas)
     {
-        if (zookeeper_->exists(zookeeper_path_ + "/replicas/" + replica + "/parts/" + part_name)
-            && zookeeper_->exists(zookeeper_path_ + "/replicas/" + replica + "/is_active"))
-            return zookeeper_path_ + "/replicas/" + replica;
+        if (zookeeper_->exists(fs::path(zookeeper_path_) / "replicas" / replica / "parts" / part_name)
+            && zookeeper_->exists(fs::path(zookeeper_path_) / "replicas" / replica / "is_active"))
+            return fs::path(zookeeper_path_) / "replicas" / replica;
     }
 
     return {};
@@ -6942,23 +6947,23 @@ String StorageReplicatedMergeTree::findReplicaHavingPart(
 
 bool StorageReplicatedMergeTree::checkIfDetachedPartExists(const String & part_name)
 {
-    Poco::DirectoryIterator dir_end;
+    fs::directory_iterator dir_end;
     for (const std::string & path : getDataPaths())
-        for (Poco::DirectoryIterator dir_it{path + "detached/"}; dir_it != dir_end; ++dir_it)
-            if (dir_it.name() == part_name)
+        for (fs::directory_iterator dir_it{fs::path(path) / "detached/"}; dir_it != dir_end; ++dir_it)
+            if (dir_it->path().filename().string() == part_name)
                 return true;
     return false;
 }
 
 bool StorageReplicatedMergeTree::checkIfDetachedPartitionExists(const String & partition_name)
 {
-    Poco::DirectoryIterator dir_end;
+    fs::directory_iterator dir_end;
     for (const std::string & path : getDataPaths())
     {
-        for (Poco::DirectoryIterator dir_it{path + "detached/"}; dir_it != dir_end; ++dir_it)
+        for (fs::directory_iterator dir_it{fs::path(path) / "detached/"}; dir_it != dir_end; ++dir_it)
         {
             MergeTreePartInfo part_info;
-            if (MergeTreePartInfo::tryParsePartName(dir_it.name(), &part_info, format_version) && part_info.partition_id == partition_name)
+            if (MergeTreePartInfo::tryParsePartName(dir_it->path().filename(), &part_info, format_version) && part_info.partition_id == partition_name)
                 return true;
         }
     }
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index 2f25fb43e74..db2866ee23b 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -35,7 +35,9 @@
 #include <Processors/Sources/SourceWithProgress.h>
 #include <Processors/Formats/InputStreamFromInputFormat.h>
 #include <Processors/Pipe.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -196,7 +198,7 @@ bool StorageS3Source::initialize()
     if (current_key.empty())
         return false;
 
-    file_path = bucket + "/" + current_key;
+    file_path = fs::path(bucket) / current_key;
 
     read_buf = wrapReadBufferWithCompressionMethod(
         std::make_unique<ReadBufferFromS3>(client, bucket, current_key, s3_max_single_read_retries), chooseCompressionMethod(current_key, compression_hint));
diff --git a/src/Storages/examples/get_current_inserts_in_replicated.cpp b/src/Storages/examples/get_current_inserts_in_replicated.cpp
index fa998d20f66..62dcce37d4e 100644
--- a/src/Storages/examples/get_current_inserts_in_replicated.cpp
+++ b/src/Storages/examples/get_current_inserts_in_replicated.cpp
@@ -36,10 +36,10 @@ try
     Stopwatch stage;
     /// Load current inserts
     std::unordered_set<String> lock_holder_paths;
-    for (const String & entry : zookeeper->getChildren(zookeeper_path + "/temp"))
+    for (const String & entry : zookeeper->getChildren(fs::path(zookeeper_path) / "temp"))
     {
         if (startsWith(entry, "abandonable_lock-"))
-            lock_holder_paths.insert(zookeeper_path + "/temp/" + entry);
+            lock_holder_paths.insert(fs::path(zookeeper_path) / "temp" / entry);
     }
     std::cerr << "Stage 1 (get lock holders): " << lock_holder_paths.size()
               << " lock holders, elapsed: " << stage.elapsedSeconds() << "s." << std::endl;
@@ -47,14 +47,14 @@ try
 
     if (!lock_holder_paths.empty())
     {
-        Strings partitions = zookeeper->getChildren(zookeeper_path + "/block_numbers");
+        Strings partitions = zookeeper->getChildren(fs::path(zookeeper_path) / "block_numbers");
         std::cerr << "Stage 2 (get partitions): " << partitions.size()
                   << " partitions, elapsed: " << stage.elapsedSeconds() << "s." << std::endl;
         stage.restart();
 
         std::vector<std::future<Coordination::ListResponse>> lock_futures;
         for (const String & partition : partitions)
-            lock_futures.push_back(zookeeper->asyncGetChildren(zookeeper_path + "/block_numbers/" + partition));
+            lock_futures.push_back(zookeeper->asyncGetChildren(fs::path(zookeeper_path) / "block_numbers" / partition));
 
         struct BlockInfo
         {
@@ -71,7 +71,7 @@ try
             for (const String & entry : partition_block_numbers)
             {
                 Int64 block_number = parse<Int64>(entry.substr(strlen("block-")));
-                String zk_path = zookeeper_path + "/block_numbers/" + partitions[i] + "/" + entry;
+                String zk_path = fs::path(zookeeper_path) / "block_numbers" / partitions[i] / entry;
                 block_infos.push_back(
                     BlockInfo{partitions[i], block_number, zk_path, zookeeper->asyncTryGet(zk_path)});
             }

From dc38da5e321bd4b191ebd39ee58ed790eb6f7f41 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 8 May 2021 14:00:31 +0300
Subject: [PATCH 0202/1060] Fix fs::copy to be like Poco::copyTo

---
 src/Disks/DiskLocal.cpp | 14 +++++++++-----
 1 file changed, 9 insertions(+), 5 deletions(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 31a8d217909..151d0d94597 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -311,13 +311,17 @@ void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to
 {
     if (isSameDiskType(*this, *to_disk))
     {
-        fs::path from = fs::path(disk_path) / from_path;
+        fs::path to = fs::path(to_disk->getPath()) / to_path;
+        fs::path from;
         if (from_path.ends_with('/'))
-            from = (fs::path(disk_path) / from_path.substr(0, from_path.size() - 1)).parent_path();
-        else if (fs::is_directory(from))
-            from = from.parent_path();
+            from = fs::path(disk_path) / from_path.substr(0, from_path.size() - 1);
+        else
+            from = fs::path(disk_path) / from_path;
 
-        fs::copy(from, fs::path(to_disk->getPath()) / to_path, fs::copy_options::recursive | fs::copy_options::overwrite_existing); /// Use more optimal way.
+        if (fs::is_directory(from))
+            to /= from.filename();
+
+        fs::copy(from, to, fs::copy_options::recursive | fs::copy_options::overwrite_existing); /// Use more optimal way.
     }
     else
         IDisk::copy(from_path, to_disk, to_path); /// Copy files through buffers.

From 2d4c8b394c85f7ccf0365e93e05f5d92f3d0c263 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 8 May 2021 14:34:50 +0300
Subject: [PATCH 0203/1060] Return Poco::moveTo

---
 src/Disks/S3/DiskS3.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index faff486eeae..442f015b3ec 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -1505,7 +1505,7 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
 
             LOG_DEBUG(log, "Move directory to 'detached' {} -> {}", path, detached_path);
 
-            fs::rename(fs::path(metadata_path) / path, fs::path(metadata_path) / detached_path);
+            Poco::File(fs::path(metadata_path) / path).moveTo(fs::path(metadata_path) / detached_path);
         }
     }
 

From e26cb4bee02a94a1017ad516a276a4be2d88e2a0 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 9 May 2021 13:45:50 +0300
Subject: [PATCH 0204/1060] Fix style check, fix yandex check

---
 src/Common/ya.make                              | 1 +
 src/Databases/PostgreSQL/DatabasePostgreSQL.cpp | 1 -
 src/Storages/StorageReplicatedMergeTree.cpp     | 2 +-
 3 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Common/ya.make b/src/Common/ya.make
index c6605e436c0..e918db8a8a6 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -93,6 +93,7 @@ SRCS(
     ZooKeeper/ZooKeeperNodeCache.cpp
     checkStackSize.cpp
     clearPasswordFromCommandLine.cpp
+    createFile.cpp
     createHardLink.cpp
     escapeForFileName.cpp
     filesystemHelpers.cpp
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
index 37e678a1c20..ba7c8c0cfc1 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
@@ -29,7 +29,6 @@ namespace ErrorCodes
     extern const int UNKNOWN_TABLE;
     extern const int TABLE_IS_DROPPED;
     extern const int TABLE_ALREADY_EXISTS;
-    extern const int CANNOT_OPEN_FILE;
 }
 
 static const auto suffix = ".removed";
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 56114665fd1..23fe86947ef 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2541,7 +2541,7 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
         source_queue_names = zookeeper->getChildren(fs::path(source_path) / "queue");
 
         /// Check that log pointer of source replica didn't changed while we read queue entries
-        ops.push_back(zkutil::makeCheckRequest(fs:path(source_path) / "log_pointer", log_pointer_stat.version));
+        ops.push_back(zkutil::makeCheckRequest(fs::path(source_path) / "log_pointer", log_pointer_stat.version));
 
         auto rc = zookeeper->tryMulti(ops, responses);
 

From ab1a05a1f4b0f2176469c510dac2c125c8fac815 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 9 May 2021 14:59:49 +0300
Subject: [PATCH 0205/1060] Poco::Path to fs::path, less concatination

---
 src/Bridge/IBridgeHelper.cpp                  |  8 +++++---
 src/Common/Config/ConfigProcessor.cpp         | 12 ++++++------
 src/Databases/DatabaseFactory.cpp             |  3 ++-
 src/Databases/DatabaseLazy.cpp                |  2 +-
 src/Databases/DatabaseOnDisk.cpp              |  3 +--
 src/Databases/DatabaseReplicated.cpp          |  2 +-
 src/Disks/S3/DiskS3.cpp                       |  4 +++-
 src/Interpreters/DDLTask.h                    |  9 ++++++---
 src/Interpreters/InterpreterSystemQuery.cpp   |  2 +-
 src/Storages/Distributed/DirectoryMonitor.cpp |  6 +++---
 src/Storages/MergeTree/LeaderElection.h       |  2 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   | 10 +++++-----
 13 files changed, 36 insertions(+), 29 deletions(-)

diff --git a/src/Bridge/IBridgeHelper.cpp b/src/Bridge/IBridgeHelper.cpp
index 16886bae4fe..93ca359c578 100644
--- a/src/Bridge/IBridgeHelper.cpp
+++ b/src/Bridge/IBridgeHelper.cpp
@@ -5,7 +5,9 @@
 #include <Poco/Net/HTTPRequest.h>
 #include <Poco/Path.h>
 #include <Poco/URI.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -87,10 +89,10 @@ std::unique_ptr<ShellCommand> IBridgeHelper::startBridgeCommand() const
 
     const auto & config = getConfig();
     /// Path to executable folder
-    Poco::Path path{config.getString("application.dir", "/usr/bin")};
+    fs::path path(config.getString("application.dir", "/usr/bin"));
 
     std::vector<std::string> cmd_args;
-    path.setFileName(serviceFileName());
+    path /= serviceFileName();
 
     cmd_args.push_back("--http-port");
     cmd_args.push_back(std::to_string(config.getUInt(configPrefix() + ".port", getDefaultPort())));
@@ -126,7 +128,7 @@ std::unique_ptr<ShellCommand> IBridgeHelper::startBridgeCommand() const
 
     LOG_TRACE(getLog(), "Starting {}", serviceAlias());
 
-    return ShellCommand::executeDirect(path.toString(), cmd_args, ShellCommandDestructorStrategy(true));
+    return ShellCommand::executeDirect(path.string(), cmd_args, ShellCommandDestructorStrategy(true));
 }
 
 }
diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index 36f6a18a85f..d2b1d751422 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -58,7 +58,7 @@ static std::string numberFromHost(const std::string & s)
 
 bool ConfigProcessor::isPreprocessedFile(const std::string & path)
 {
-    return endsWith(Poco::Path(path).getBaseName(), PREPROCESSED_SUFFIX);
+    return endsWith(fs::path(path).stem(), PREPROCESSED_SUFFIX);
 }
 
 
@@ -412,15 +412,15 @@ ConfigProcessor::Files ConfigProcessor::getConfigMergeFiles(const std::string &
 {
     Files files;
 
-    Poco::Path merge_dir_path(config_path);
+    fs::path merge_dir_path(config_path);
     std::set<std::string> merge_dirs;
 
     /// Add path_to_config/config_name.d dir
-    merge_dir_path.setExtension("d");
-    merge_dirs.insert(merge_dir_path.toString());
+    merge_dir_path = merge_dir_path.parent_path() / (merge_dir_path.stem().string() + ".d");
+    merge_dirs.insert(merge_dir_path);
     /// Add path_to_config/conf.d dir
-    merge_dir_path.setBaseName("conf");
-    merge_dirs.insert(merge_dir_path.toString());
+    merge_dir_path = merge_dir_path.parent_path() / "conf.d";
+    merge_dirs.insert(merge_dir_path);
 
     for (const std::string & merge_dir_name : merge_dirs)
     {
diff --git a/src/Databases/DatabaseFactory.cpp b/src/Databases/DatabaseFactory.cpp
index 3efd92694a6..d179adb18cf 100644
--- a/src/Databases/DatabaseFactory.cpp
+++ b/src/Databases/DatabaseFactory.cpp
@@ -61,7 +61,8 @@ DatabasePtr DatabaseFactory::get(const ASTCreateQuery & create, const String & m
     try
     {
         /// Creates store/xxx/ for Atomic
-        Poco::File(Poco::Path(metadata_path).makeParent()).createDirectories();
+        fs::create_directories(fs::path(metadata_path).parent_path());
+
         /// Before 20.7 it's possible that .sql metadata file does not exist for some old database.
         /// In this case Ordinary database is created on server startup if the corresponding metadata directory exists.
         /// So we should remove metadata directory if database creation failed.
diff --git a/src/Databases/DatabaseLazy.cpp b/src/Databases/DatabaseLazy.cpp
index 416a94db929..a0d5f5adbc3 100644
--- a/src/Databases/DatabaseLazy.cpp
+++ b/src/Databases/DatabaseLazy.cpp
@@ -229,7 +229,7 @@ StoragePtr DatabaseLazy::loadTable(const String & table_name) const
 
     LOG_DEBUG(log, "Load table {} to cache.", backQuote(table_name));
 
-    const String table_metadata_path = getMetadataPath() + "/" + escapeForFileName(table_name) + ".sql";
+    const String table_metadata_path = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + ".sql");
 
     try
     {
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 95cd47e3796..75788cb1a02 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -671,8 +671,7 @@ ASTPtr DatabaseOnDisk::parseQueryFromMetadata(
     auto & create = ast->as<ASTCreateQuery &>();
     if (!create.table.empty() && create.uuid != UUIDHelpers::Nil)
     {
-        String table_name = Poco::Path(metadata_file_path).makeFile().getBaseName();
-        table_name = unescapeForFileName(table_name);
+        String table_name = unescapeForFileName(fs::path(metadata_file_path).stem());
 
         if (create.table != TABLE_WITH_UUID_NAME_PLACEHOLDER && logger)
             LOG_WARNING(
diff --git a/src/Databases/DatabaseReplicated.cpp b/src/Databases/DatabaseReplicated.cpp
index b7214917ce8..cce02694635 100644
--- a/src/Databases/DatabaseReplicated.cpp
+++ b/src/Databases/DatabaseReplicated.cpp
@@ -212,7 +212,7 @@ void DatabaseReplicated::tryConnectToZooKeeperAndInitDatabase(bool force_attach)
             createDatabaseNodesInZooKeeper(current_zookeeper);
         }
 
-        replica_path = zookeeper_path + "/replicas/" + getFullReplicaName();
+        replica_path = fs::path(zookeeper_path) / "replicas" / getFullReplicaName();
 
         String replica_host_id;
         if (current_zookeeper->tryGet(replica_path, replica_host_id))
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 442f015b3ec..b15b7703557 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -1537,7 +1537,9 @@ String DiskS3::revisionToString(UInt64 revision)
 
 String DiskS3::pathToDetached(const String & source_path)
 {
-    return Poco::Path(source_path).parent().append(Poco::Path("detached")).toString() + '/';
+    if (source_path.ends_with('/'))
+        return fs::path(source_path).parent_path().parent_path() / "detached/";
+    return fs::path(source_path).parent_path() / "detached/";
 }
 
 void DiskS3::onFreeze(const String & path)
diff --git a/src/Interpreters/DDLTask.h b/src/Interpreters/DDLTask.h
index 874a29f051d..9e314eb84c6 100644
--- a/src/Interpreters/DDLTask.h
+++ b/src/Interpreters/DDLTask.h
@@ -3,6 +3,7 @@
 #include <Core/Types.h>
 #include <Interpreters/Cluster.h>
 #include <Common/ZooKeeper/Types.h>
+#include <filesystem>
 
 namespace Poco
 {
@@ -14,6 +15,8 @@ namespace zkutil
 class ZooKeeper;
 }
 
+namespace fs = std::filesystem;
+
 namespace DB
 {
 
@@ -100,9 +103,9 @@ struct DDLTaskBase
 
     virtual ContextPtr makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & zookeeper);
 
-    inline String getActiveNodePath() const { return entry_path + "/active/" + host_id_str; }
-    inline String getFinishedNodePath() const { return entry_path + "/finished/" + host_id_str; }
-    inline String getShardNodePath() const { return entry_path + "/shards/" + getShardID(); }
+    inline String getActiveNodePath() const { return fs::path(entry_path) / "active" / host_id_str; }
+    inline String getFinishedNodePath() const { return fs::path(entry_path) / "finished" / host_id_str; }
+    inline String getShardNodePath() const { return fs::path(entry_path) / "shards" / getShardID(); }
 
     static String getLogEntryName(UInt32 log_entry_number);
     static UInt32 getLogEntryNumber(const String & log_entry_name);
diff --git a/src/Interpreters/InterpreterSystemQuery.cpp b/src/Interpreters/InterpreterSystemQuery.cpp
index 8a4b3b07692..3eb82048dec 100644
--- a/src/Interpreters/InterpreterSystemQuery.cpp
+++ b/src/Interpreters/InterpreterSystemQuery.cpp
@@ -542,7 +542,7 @@ void InterpreterSystemQuery::dropReplica(ASTSystemQuery & query)
     else if (!query.replica_zk_path.empty())
     {
         getContext()->checkAccess(AccessType::SYSTEM_DROP_REPLICA);
-        auto remote_replica_path = query.replica_zk_path  + "/replicas/" + query.replica;
+        String remote_replica_path = fs::path(query.replica_zk_path)  / "replicas" / query.replica;
 
         /// This check is actually redundant, but it may prevent from some user mistakes
         for (auto & elem : DatabaseCatalog::instance().getDatabases())
diff --git a/src/Storages/Distributed/DirectoryMonitor.cpp b/src/Storages/Distributed/DirectoryMonitor.cpp
index bae81a56b30..e8835132f8f 100644
--- a/src/Storages/Distributed/DirectoryMonitor.cpp
+++ b/src/Storages/Distributed/DirectoryMonitor.cpp
@@ -958,13 +958,13 @@ void StorageDistributedDirectoryMonitor::markAsBroken(const std::string & file_p
     const auto last_path_separator_pos = file_path.rfind('/');
     const auto & base_path = file_path.substr(0, last_path_separator_pos + 1);
     const auto & file_name = file_path.substr(last_path_separator_pos + 1);
-    const auto & broken_path = base_path + "broken/";
-    const auto & broken_file_path = broken_path + file_name;
+    const String & broken_path = fs::path(base_path) / "broken/";
+    const String & broken_file_path = fs::path(broken_path) / file_name;
 
     fs::create_directory(broken_path);
 
     auto dir_sync_guard = getDirectorySyncGuard(dir_fsync, disk, relative_path);
-    auto broken_dir_sync_guard = getDirectorySyncGuard(dir_fsync, disk, relative_path + "/broken/");
+    auto broken_dir_sync_guard = getDirectorySyncGuard(dir_fsync, disk, fs::path(relative_path) / "broken/");
 
     {
         std::lock_guard status_lock(status_mutex);
diff --git a/src/Storages/MergeTree/LeaderElection.h b/src/Storages/MergeTree/LeaderElection.h
index 7cdfd8e566d..2810385e9e5 100644
--- a/src/Storages/MergeTree/LeaderElection.h
+++ b/src/Storages/MergeTree/LeaderElection.h
@@ -83,7 +83,7 @@ private:
     void createNode()
     {
         shutdown_called = false;
-        node = EphemeralNodeHolder::createSequential(path + "/leader_election-", zookeeper, identifier);
+        node = EphemeralNodeHolder::createSequential(fs::path(path) / "leader_election-", zookeeper, identifier);
 
         std::string node_path = node->getPath();
         node_name = node_path.substr(node_path.find_last_of('/') + 1);
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 1849b2efebd..c9ad3f10bd8 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3232,7 +3232,7 @@ void MergeTreeData::dropDetached(const ASTPtr & partition, bool part, ContextPtr
     for (auto & [old_name, new_name] : renamed_parts.old_and_new_names)
     {
         const auto & [path, disk] = renamed_parts.old_part_name_to_path_and_disk[old_name];
-        disk->removeRecursive(path + "detached/" + new_name + "/");
+        disk->removeRecursive(fs::path(path) / "detached" / new_name / "");
         LOG_DEBUG(log, "Dropped detached part {}", old_name);
         old_name.clear();
     }
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 23fe86947ef..64f800dc05a 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -254,7 +254,7 @@ StorageReplicatedMergeTree::StorageReplicatedMergeTree(
     , zookeeper_name(extractZooKeeperName(zookeeper_path_))
     , zookeeper_path(extractZooKeeperPath(zookeeper_path_))
     , replica_name(replica_name_)
-    , replica_path(zookeeper_path + "/replicas/" + replica_name_)
+    , replica_path(fs::path(zookeeper_path) / "replicas" / replica_name_)
     , reader(*this)
     , writer(*this)
     , merger_mutator(*this, getContext()->getSettingsRef().background_pool_size)
@@ -473,14 +473,14 @@ void StorageReplicatedMergeTree::waitMutationToFinishOnReplicas(
             /// Mutation maybe killed or whole replica was deleted.
             /// Wait event will unblock at this moment.
             Coordination::Stat exists_stat;
-            if (!getZooKeeper()->exists(zookeeper_path + "/mutations/" + mutation_id, &exists_stat, wait_event))
+            if (!getZooKeeper()->exists(fs::path(zookeeper_path) / "mutations" / mutation_id, &exists_stat, wait_event))
             {
                 throw Exception(ErrorCodes::UNFINISHED, "Mutation {} was killed, manually removed or table was dropped", mutation_id);
             }
 
             auto zookeeper = getZooKeeper();
             /// Replica could be inactive.
-            if (!zookeeper->exists(zookeeper_path + "/replicas/" + replica + "/is_active"))
+            if (!zookeeper->exists(fs::path(zookeeper_path) / "replicas" / replica / "is_active"))
             {
                 LOG_WARNING(log, "Replica {} is not active during mutation. Mutation will be done asynchronously when replica becomes active.", replica);
 
@@ -488,7 +488,7 @@ void StorageReplicatedMergeTree::waitMutationToFinishOnReplicas(
                 break;
             }
 
-            String mutation_pointer = zookeeper_path + "/replicas/" + replica + "/mutation_pointer";
+            String mutation_pointer = fs::path(zookeeper_path) / "replicas" / replica / "mutation_pointer";
             std::string mutation_pointer_value;
             /// Replica could be removed
             if (!zookeeper->tryGet(mutation_pointer, mutation_pointer_value, nullptr, wait_event))
@@ -512,7 +512,7 @@ void StorageReplicatedMergeTree::waitMutationToFinishOnReplicas(
 
         /// It maybe already removed from zk, but local in-memory mutations
         /// state was not updated.
-        if (!getZooKeeper()->exists(zookeeper_path + "/mutations/" + mutation_id))
+        if (!getZooKeeper()->exists(fs::path(zookeeper_path) / "mutations" / mutation_id))
         {
             throw Exception(ErrorCodes::UNFINISHED, "Mutation {} was killed, manually removed or table was dropped", mutation_id);
         }

From 50a118953ad5354268cd6da05dd421660eafea11 Mon Sep 17 00:00:00 2001
From: Mikhail <kuriatnikovm@yandex-team.ru>
Date: Mon, 10 May 2021 04:10:06 +0300
Subject: [PATCH 0206/1060] Update ext-dict-functions.md

---
 .../functions/ext-dict-functions.md           | 19 ++++++++++++++++---
 1 file changed, 16 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 5fc146f603f..457cde6f036 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -3,9 +3,6 @@ toc_priority: 58
 toc_title: External Dictionaries
 ---
 
-!!! attention "Attention"
-    `dict_name` parameter must be fully qualified for dictionaries created with DDL queries. Eg. `<database>.<dict_name>`.
-
 # Functions for Working with External Dictionaries {#ext_dict_functions}
 
 For information on connecting and configuring external dictionaries, see [External dictionaries](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
@@ -26,6 +23,10 @@ dictGetOrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
 -   `default_value_expr` — Value returned if the dictionary doesn’t contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning the value in the data type configured for the `attr_name` attribute.
 
+
+!!! attention "Attention"
+    For `dict_name` argument, if database name is not fully qualified for dictionaries created with DDL, current database is used.
+
 **Returned value**
 
 -   If ClickHouse parses the attribute successfully in the [attribute’s data type](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), functions return the value of the dictionary attribute that corresponds to `id_expr`.
@@ -113,6 +114,9 @@ dictHas('dict_name', id_expr)
 -   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal).
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
 
+!!! attention "Attention"
+    For `dict_name` argument, if database name is not fully qualified for dictionaries created with DDL, current database is used.
+
 **Returned value**
 
 -   0, if there is no key.
@@ -135,6 +139,9 @@ dictGetHierarchy('dict_name', key)
 -   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal).
 -   `key` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
 
+!!! attention "Attention"
+    `dict_name` parameter must be fully qualified for dictionaries created with DDL queries. Eg. `<database>.<dict_name>`.
+
 **Returned value**
 
 -   Parents for the key.
@@ -155,6 +162,9 @@ dictIsIn('dict_name', child_id_expr, ancestor_id_expr)
 -   `child_id_expr` — Key to be checked. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
 -   `ancestor_id_expr` — Alleged ancestor of the `child_id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
 
+!!! attention "Attention"
+    `dict_name` parameter must be fully qualified for dictionaries created with DDL queries. Eg. `<database>.<dict_name>`.
+
 **Returned value**
 
 -   0, if `child_id_expr` is not a child of `ancestor_id_expr`.
@@ -192,6 +202,9 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
 -   `default_value_expr` — Value returned if the dictionary doesn’t contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning the value in the data type configured for the `attr_name` attribute.
 
+!!! attention "Attention"
+    `dict_name` parameter must be fully qualified for dictionaries created with DDL queries. Eg. `<database>.<dict_name>`.
+
 **Returned value**
 
 -   If ClickHouse parses the attribute successfully in the [attribute’s data type](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), functions return the value of the dictionary attribute that corresponds to `id_expr`.

From d891a513db0a8378f2410cb4403c17765910cf64 Mon Sep 17 00:00:00 2001
From: Mikhail <kuriatnikovm@yandex-team.ru>
Date: Mon, 10 May 2021 04:23:02 +0300
Subject: [PATCH 0207/1060] =?UTF-8?q?+=20=D0=BF=D0=B5=D1=80=D0=B5=D0=B2?=
 =?UTF-8?q?=D0=BE=D0=B4,=20=D0=BC=D0=B5=D0=BB=D0=BA=D0=B8=D0=B5=20=D0=BF?=
 =?UTF-8?q?=D1=80=D0=B0=D0=B2=D0=BA=D0=B8=20=D0=B2=20=D0=BF=D0=B5=D1=80?=
 =?UTF-8?q?=D0=B2=D1=8B=D0=B9=20=D0=B2=D0=B0=D1=80=D0=B8=D0=B0=D0=BD=D1=82?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../sql-reference/functions/ext-dict-functions.md |  4 ++--
 .../sql-reference/functions/ext-dict-functions.md | 15 +++++++++++++++
 2 files changed, 17 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 457cde6f036..24b2e31da30 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -25,7 +25,7 @@ dictGetOrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 
 
 !!! attention "Attention"
-    For `dict_name` argument, if database name is not fully qualified for dictionaries created with DDL, current database is used.
+    For `dict_name` argument, if database name is not specified for dictionaries created with DDL, current database is used.
 
 **Returned value**
 
@@ -115,7 +115,7 @@ dictHas('dict_name', id_expr)
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
 
 !!! attention "Attention"
-    For `dict_name` argument, if database name is not fully qualified for dictionaries created with DDL, current database is used.
+    For `dict_name` argument, if database name is not specified for dictionaries created with DDL, current database is used.
 
 **Returned value**
 
diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 919f8ebe276..ef816ded030 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -23,6 +23,9 @@ dictGetOrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — значение ключа словаря. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md) или [Tuple](../../sql-reference/functions/ext-dict-functions.md) в зависимости от конфигурации словаря.
 -   `default_value_expr` — значение, возвращаемое в том случае, когда словарь не содержит строки с заданным ключом `id_expr`. [Выражение](../syntax.md#syntax-expressions) возвращающее значение с типом данных, сконфигурированным для атрибута `attr_name`.
 
+!!! attention "Внимание"
+    Если в параметре `dict_name` не указано имя базы данных перед именем созданного с помощью DDL-запросов словаря, тогда используется имя текущей базы данных.
+
 **Возвращаемое значение**
 
 -   Значение атрибута, соответствующее ключу `id_expr`, если ClickHouse смог привести это значение к [заданному типу данных](../../sql-reference/functions/ext-dict-functions.md#ext_dict_structure-attributes).
@@ -110,6 +113,9 @@ dictHas('dict_name', id)
 -   `dict_name` — имя словаря. [Строковый литерал](../syntax.md#syntax-string-literal).
 -   `id_expr` — значение ключа словаря. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md) или [Tuple](../../sql-reference/functions/ext-dict-functions.md) в зависимости от конфигурации словаря.
 
+!!! attention "Внимание"
+    Если в параметре `dict_name` не указано имя базы данных перед именем созданного с помощью DDL-запросов словаря, тогда используется имя текущей базы данных.
+
 **Возвращаемое значение**
 
 -   0, если ключа нет.
@@ -132,6 +138,9 @@ dictGetHierarchy('dict_name', key)
 -   `dict_name` — имя словаря. [Строковый литерал](../syntax.md#syntax-string-literal).
 -   `key` — значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 
+!!! attention "Внимание"
+    В аргументе `dict_name` для словарей, созданных с помощью DDL-запросов, имя должно указываться целиком, включая базу данных. Формат: `<database>.<dict_name>`.
+
 **Возвращаемое значение**
 
 -   Цепочка предков заданного ключа.
@@ -150,6 +159,9 @@ Type: [Array(UInt64)](../../sql-reference/functions/ext-dict-functions.md).
 -   `child_id_expr` — ключ для проверки. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 -   `ancestor_id_expr` — предполагаемый предок ключа `child_id_expr`. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 
+!!! attention "Внимание"
+    В аргументе `dict_name` для словарей, созданных с помощью DDL-запросов, имя должно указываться целиком, включая базу данных. Формат: `<database>.<dict_name>`.
+
 **Возвращаемое значение**
 
 -   0, если `child_id_expr` — не дочерний элемент `ancestor_id_expr`.
@@ -187,6 +199,9 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — значение ключа словаря. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md) или [Tuple](../../sql-reference/functions/ext-dict-functions.md) в зависимости от конфигурации словаря.
 -   `default_value_expr` — значение, возвращаемое в том случае, когда словарь не содержит строки с заданным ключом `id_expr`. [Выражение](../syntax.md#syntax-expressions), возвращающее значение с типом данных, сконфигурированным для атрибута `attr_name`.
 
+!!! attention "Внимание"
+    В аргументе `dict_name` для словарей, созданных с помощью DDL-запросов, имя должно указываться целиком, включая базу данных. Формат: `<database>.<dict_name>`.
+
 **Возвращаемое значение**
 
 -   Если ClickHouse успешно обработал атрибут в соответствии с [заданным типом данных](../../sql-reference/functions/ext-dict-functions.md#ext_dict_structure-attributes), то функции возвращают значение атрибута, соответствующее ключу `id_expr`.

From f03f591e559a25da6e849fa8455b191fa4250b29 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Mon, 10 May 2021 16:39:32 +0300
Subject: [PATCH 0208/1060] Upd comments for StoreageJoin

---
 src/Interpreters/HashJoin.cpp                    | 2 +-
 src/Storages/StorageJoin.cpp                     | 4 +++-
 tests/queries/0_stateless/00118_storage_join.sql | 2 +-
 3 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/src/Interpreters/HashJoin.cpp b/src/Interpreters/HashJoin.cpp
index cc500f11ce9..d9cbffbc2b7 100644
--- a/src/Interpreters/HashJoin.cpp
+++ b/src/Interpreters/HashJoin.cpp
@@ -717,7 +717,7 @@ public:
 
         for (const auto & src_column : block_with_columns_to_add)
         {
-            /// Column names `src_column.name` and `qualified_name` can be differ for StorageJoin,
+            /// Column names `src_column.name` and `qualified_name` can differ for StorageJoin,
             /// because it uses not qualified right block column names
             auto qualified_name = join.getTableJoin().renamedRightColumnName(src_column.name);
             /// Don't insert column if it's in left block
diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index d9970bab22c..dda2cc39d6b 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -92,7 +92,9 @@ HashJoinPtr StorageJoin::getJoinLocked(std::shared_ptr<TableJoin> analyzed_join)
 
     /// TODO: check key columns
 
-    /// Some HACK to remove wrong names qualifiers: table.column -> column.
+    /// Set names qualifiers: table.column -> column
+    /// It's required because storage join stores non-qualified names
+    /// Qualifies will be added by join implementation (HashJoin)
     analyzed_join->setRightKeys(key_names);
 
     HashJoinPtr join_clone = std::make_shared<HashJoin>(analyzed_join, metadata_snapshot->getSampleBlock().sortColumns());
diff --git a/tests/queries/0_stateless/00118_storage_join.sql b/tests/queries/0_stateless/00118_storage_join.sql
index d5496687728..0381d3a8e1a 100644
--- a/tests/queries/0_stateless/00118_storage_join.sql
+++ b/tests/queries/0_stateless/00118_storage_join.sql
@@ -13,7 +13,7 @@ SELECT k, js1.s, t2.s FROM (SELECT toUInt64(number / 3) AS k, sum(number) as s F
 
 SELECT k, js1.s, t2.s FROM (SELECT number AS k, number AS s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k;
 
--- geting qualified key columns from Join table still doen't work
+-- getting qualified key columns from Join table still doen't work
 SELECT t2.k FROM (SELECT number AS k, number AS s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k; -- { serverError 8 }
 
 DROP TABLE t2;

From cb89a2be9783de646c95ee8c424ce6a664c7dffc Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Mon, 10 May 2021 17:56:12 +0300
Subject: [PATCH 0209/1060] StorageJoin clashing column name with JOIN ON

---
 src/Interpreters/HashJoin.cpp                 |  6 ++++--
 src/Interpreters/TableJoin.cpp                |  5 ++++-
 .../0_stateless/00118_storage_join.reference  | 20 +++++++++++++++++++
 .../0_stateless/00118_storage_join.sql        |  6 +++---
 4 files changed, 31 insertions(+), 6 deletions(-)

diff --git a/src/Interpreters/HashJoin.cpp b/src/Interpreters/HashJoin.cpp
index d9cbffbc2b7..4cbf0886d6b 100644
--- a/src/Interpreters/HashJoin.cpp
+++ b/src/Interpreters/HashJoin.cpp
@@ -1096,7 +1096,8 @@ void HashJoin::joinBlockImpl(
 
             const auto & col = block.getByName(left_name);
             bool is_nullable = nullable_right_side || right_key.type->isNullable();
-            block.insert(correctNullability({col.column, col.type, right_key.name}, is_nullable));
+            auto right_col_name = getTableJoin().renamedRightColumnName(right_key.name);
+            block.insert(correctNullability({col.column, col.type, right_col_name}, is_nullable));
         }
     }
     else if (has_required_right_keys)
@@ -1121,7 +1122,8 @@ void HashJoin::joinBlockImpl(
             bool is_nullable = nullable_right_side || right_key.type->isNullable();
 
             ColumnPtr thin_column = filterWithBlanks(col.column, filter);
-            block.insert(correctNullability({thin_column, col.type, right_key.name}, is_nullable, null_map_filter));
+            auto right_col_name = getTableJoin().renamedRightColumnName(right_key.name);
+            block.insert(correctNullability({thin_column, col.type, right_col_name}, is_nullable, null_map_filter));
 
             if constexpr (need_replication)
                 right_keys_to_replicate.push_back(block.getPositionByName(right_key.name));
diff --git a/src/Interpreters/TableJoin.cpp b/src/Interpreters/TableJoin.cpp
index a088e4d0239..122e2cd6479 100644
--- a/src/Interpreters/TableJoin.cpp
+++ b/src/Interpreters/TableJoin.cpp
@@ -156,9 +156,12 @@ NameSet TableJoin::requiredRightKeys() const
 {
     NameSet required;
     for (const auto & name : key_names_right)
+    {
+        auto rename = renamedRightColumnName(name);
         for (const auto & column : columns_added_by_join)
-            if (name == column.name)
+            if (rename == column.name)
                 required.insert(name);
+    }
     return required;
 }
 
diff --git a/tests/queries/0_stateless/00118_storage_join.reference b/tests/queries/0_stateless/00118_storage_join.reference
index cd7e2d67523..56920b290e6 100644
--- a/tests/queries/0_stateless/00118_storage_join.reference
+++ b/tests/queries/0_stateless/00118_storage_join.reference
@@ -28,6 +28,16 @@
 7	7	
 8	8	
 9	9	
+0	0	0	
+1	1	1	abc
+2	2	2	def
+3	0	3	
+4	0	4	
+5	0	5	
+6	6	6	ghi
+7	0	7	
+8	0	8	
+9	0	9	
 0	3	
 3	9	
 2	21	def
@@ -44,3 +54,13 @@
 7	7	
 8	8	
 9	9	
+0	0	0	
+1	1	1	abc
+2	2	2	def
+3	0	3	
+4	0	4	
+5	0	5	
+6	6	6	ghi
+7	0	7	
+8	0	8	
+9	0	9	
diff --git a/tests/queries/0_stateless/00118_storage_join.sql b/tests/queries/0_stateless/00118_storage_join.sql
index 0381d3a8e1a..47896d3316c 100644
--- a/tests/queries/0_stateless/00118_storage_join.sql
+++ b/tests/queries/0_stateless/00118_storage_join.sql
@@ -9,11 +9,11 @@ INSERT INTO t2 VALUES (6, 'ghi');
 SELECT k, s FROM (SELECT number AS k FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
 
 SELECT k, js1.s, t2.s FROM (SELECT number AS k, number as s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
+SELECT k, t2.k, js1.s, t2.s FROM (SELECT number AS k, number as s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 USING k;
+
 SELECT k, js1.s, t2.s FROM (SELECT toUInt64(number / 3) AS k, sum(number) as s FROM numbers(10) GROUP BY toUInt64(number / 3) WITH TOTALS) js1 ANY LEFT JOIN t2 USING k;
 
 SELECT k, js1.s, t2.s FROM (SELECT number AS k, number AS s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k;
-
--- getting qualified key columns from Join table still doen't work
-SELECT t2.k FROM (SELECT number AS k, number AS s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k; -- { serverError 8 }
+SELECT k, t2.k, js1.s, t2.s FROM (SELECT number AS k, number AS s FROM system.numbers LIMIT 10) js1 ANY LEFT JOIN t2 ON js1.k == t2.k;
 
 DROP TABLE t2;

From 7ccf47cdfdcf68fe6ad0d6707123fde308d6e101 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 11 May 2021 12:20:31 +0300
Subject: [PATCH 0210/1060] Add Settings to
 AggregateFunctionSumCount/AggregateFunctionDeltaSumTimestamp

---
 .../AggregateFunctionDeltaSumTimestamp.cpp                  | 3 ++-
 src/AggregateFunctions/AggregateFunctionSumCount.cpp        | 6 +++++-
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
index 70a1ac660b1..10195ae33fd 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
@@ -20,7 +20,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionDeltaSumTimestamp(
     const String & name,
     const DataTypes & arguments,
-    const Array & params)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionSumCount.cpp b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
index b979779d907..b2ad1810b75 100644
--- a/src/AggregateFunctions/AggregateFunctionSumCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
@@ -6,6 +6,9 @@
 
 namespace DB
 {
+
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -19,7 +22,8 @@ bool allowType(const DataTypePtr& type) noexcept
     return t.isInt() || t.isUInt() || t.isFloat() || t.isDecimal();
 }
 
-AggregateFunctionPtr createAggregateFunctionSumCount(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr
+createAggregateFunctionSumCount(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);

From 6aa7c0fafcca9c1493e6923ef68592ab68b286da Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 11 May 2021 16:13:26 +0300
Subject: [PATCH 0211/1060] fixes

---
 tests/integration/helpers/cluster.py                          | 2 ++
 tests/integration/helpers/dictionary.py                       | 4 ++--
 .../configs/dictionaries/ssd_complex_key_cache_string.xml     | 2 +-
 .../test_match_process_uid_against_data_owner/test.py         | 3 ++-
 4 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index a4cfc0cdc4d..3de6defab4f 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1854,6 +1854,7 @@ class ClickHouseInstance:
 
         instance_config_dir = p.abspath(p.join(self.path, 'configs'))
         os.makedirs(instance_config_dir)
+        os.chmod(instance_config_dir, stat.S_IRWXO)
 
         logging.debug("Copy common default production configuration from {}".format(self.base_config_dir))
         shutil.copyfile(p.join(self.base_config_dir, 'config.xml'), p.join(instance_config_dir, 'config.xml'))
@@ -1873,6 +1874,7 @@ class ClickHouseInstance:
         dictionaries_dir = p.abspath(p.join(instance_config_dir, 'dictionaries'))
         os.mkdir(dictionaries_dir)
 
+
         logging.debug("Copy common configuration from helpers")
         # The file is named with 0_ prefix to be processed before other configuration overloads.
         shutil.copy(p.join(HELPERS_DIR, '0_common_instance_config.xml'), self.config_d_dir)
diff --git a/tests/integration/helpers/dictionary.py b/tests/integration/helpers/dictionary.py
index 41d87180c8a..b32b516d82c 100644
--- a/tests/integration/helpers/dictionary.py
+++ b/tests/integration/helpers/dictionary.py
@@ -7,12 +7,12 @@ class Layout(object):
         'flat': '<flat/>',
         'hashed': '<hashed/>',
         'cache': '<cache><size_in_cells>128</size_in_cells></cache>',
-        'ssd_cache': '<ssd_cache><path>/etc/clickhouse/dictionaries/all</path></ssd_cache>',
+        'ssd_cache': '<ssd_cache><path>/etc/clickhouse-server/dictionaries/all</path></ssd_cache>',
         'complex_key_hashed': '<complex_key_hashed/>',
         'complex_key_hashed_one_key': '<complex_key_hashed/>',
         'complex_key_hashed_two_keys': '<complex_key_hashed/>',
         'complex_key_cache': '<complex_key_cache><size_in_cells>128</size_in_cells></complex_key_cache>',
-        'complex_key_ssd_cache': '<complex_key_ssd_cache><path>/etc/clickhouse/dictionaries/all</path></complex_key_ssd_cache>',
+        'complex_key_ssd_cache': '<complex_key_ssd_cache><path>/etc/clickhouse-server/dictionaries/all</path></complex_key_ssd_cache>',
         'range_hashed': '<range_hashed/>',
         'direct': '<direct/>',
         'complex_key_direct': '<complex_key_direct/>'
diff --git a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
index c8fdbcbe0ef..729dc11d0a1 100644
--- a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
+++ b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
@@ -41,7 +41,7 @@
                 <file_size>16777216</file_size>
                 <read_buffer_size>131072</read_buffer_size>
                 <write_buffer_size>1048576</write_buffer_size>
-		        <path>/etc/clickhouse/dictionaries/radars</path>
+		        <path>/etc/clickhouse-server/dictionaries/radars</path>
             </complex_key_ssd_cache>
         </layout>
         <lifetime>1</lifetime>
diff --git a/tests/integration/test_match_process_uid_against_data_owner/test.py b/tests/integration/test_match_process_uid_against_data_owner/test.py
index 8adcc4463c9..754ebc731c1 100644
--- a/tests/integration/test_match_process_uid_against_data_owner/test.py
+++ b/tests/integration/test_match_process_uid_against_data_owner/test.py
@@ -31,7 +31,8 @@ def test_different_user():
 
     with open(os.path.join(node.path, 'logs/clickhouse-server.err.log')) as log:
         expected_message = "Effective user of the process \(.*\) does not match the owner of the data \(.*\)\. Run under 'sudo -u .*'\."
-        last_messages = ";".join(log.readlines()[-2:-1])
+
+        last_message = [row for row in log.readlines() if "Effective" in row][-1]
 
         if re.search(expected_message, last_message) is None:
             pytest.fail(

From d0a1dcd6cc514f12086b241f216108357ef3538b Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 11 May 2021 17:27:38 +0300
Subject: [PATCH 0212/1060] better name

---
 tests/integration/helpers/cluster.py | 20 ++++++++++----------
 1 file changed, 10 insertions(+), 10 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 3de6defab4f..d3f88203eac 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -61,7 +61,7 @@ def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=su
         raise Exception(f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}")
 
 # Based on https://stackoverflow.com/questions/2838244/get-open-tcp-port-in-python/2838309#2838309
-def get_open_port():
+def get_free_port():
     s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
     s.bind(("",0))
     s.listen(1)
@@ -252,34 +252,34 @@ class ClickHouseCluster:
 
         # available when with_hdfs == True
         self.hdfs_host = "hdfs1"
-        self.hdfs_name_port = get_open_port()
-        self.hdfs_data_port = get_open_port()
+        self.hdfs_name_port = get_free_port()
+        self.hdfs_data_port = get_free_port()
         self.hdfs_dir = p.abspath(p.join(self.instances_dir, "hdfs"))
         self.hdfs_logs_dir = os.path.join(self.hdfs_dir, "logs")
 
         # available when with_kerberized_hdfs == True
         self.hdfs_kerberized_host = "kerberizedhdfs1"
-        self.hdfs_kerberized_name_port = get_open_port()
-        self.hdfs_kerberized_data_port = get_open_port()
+        self.hdfs_kerberized_name_port = get_free_port()
+        self.hdfs_kerberized_data_port = get_free_port()
         self.hdfs_kerberized_dir = p.abspath(p.join(self.instances_dir, "kerberized_hdfs"))
         self.hdfs_kerberized_logs_dir = os.path.join(self.hdfs_kerberized_dir, "logs")
 
         # available when with_kafka == True
         self.kafka_host = "kafka1"
-        self.kafka_port = get_open_port()
+        self.kafka_port = get_free_port()
         self.kafka_docker_id = None
         self.schema_registry_host = "schema-registry"
-        self.schema_registry_port = get_open_port()
+        self.schema_registry_port = get_free_port()
         self.kafka_docker_id = self.get_instance_docker_id(self.kafka_host)
 
         # available when with_kerberozed_kafka == True
         self.kerberized_kafka_host = "kerberized_kafka1"
-        self.kerberized_kafka_port = get_open_port()
+        self.kerberized_kafka_port = get_free_port()
         self.kerberized_kafka_docker_id = self.get_instance_docker_id(self.kerberized_kafka_host)
 
         # available when with_mongo == True
         self.mongo_host = "mongo1"
-        self.mongo_port = get_open_port()
+        self.mongo_port = get_free_port()
 
         # available when with_cassandra == True
         self.cassandra_host = "cassandra1"
@@ -294,7 +294,7 @@ class ClickHouseCluster:
 
         # available when with_redis == True
         self.redis_host = "redis1"
-        self.redis_port = get_open_port()
+        self.redis_port = get_free_port()
 
         # available when with_postgres == True
         self.postgres_host = "postgres1"

From 3439492700dcd0b974e29ec867d84acf6efb75da Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 11 May 2021 19:14:58 +0300
Subject: [PATCH 0213/1060] fs::last_write_time

---
 src/Common/Config/ConfigReloader.cpp                   | 5 ++++-
 src/Interpreters/ExternalLoaderXMLConfigRepository.cpp | 4 +++-
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/Common/Config/ConfigReloader.cpp b/src/Common/Config/ConfigReloader.cpp
index ad0ce7cc30e..b2aeb899e4d 100644
--- a/src/Common/Config/ConfigReloader.cpp
+++ b/src/Common/Config/ConfigReloader.cpp
@@ -170,7 +170,10 @@ struct ConfigReloader::FileWithTimestamp
 void ConfigReloader::FilesChangesTracker::addIfExists(const std::string & path_to_add)
 {
     if (!path_to_add.empty() && fs::exists(path_to_add))
-        files.emplace(path_to_add, Poco::File(path_to_add).getLastModified().epochTime());
+    {
+        fs::file_time_type fs_time = fs::last_write_time(path_to_add);
+        files.emplace(path_to_add, fs::file_time_type::clock::to_time_t(fs_time));
+    }
 }
 
 bool ConfigReloader::FilesChangesTracker::isDifferOrNewerThan(const FilesChangesTracker & rhs)
diff --git a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
index e1052817407..e4f3447c6df 100644
--- a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
+++ b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
@@ -21,7 +21,9 @@ ExternalLoaderXMLConfigRepository::ExternalLoaderXMLConfigRepository(
 
 Poco::Timestamp ExternalLoaderXMLConfigRepository::getUpdateTime(const std::string & definition_entity_name)
 {
-    return Poco::File(definition_entity_name).getLastModified();
+    fs::file_time_type fs_time = fs::last_write_time(definition_entity_name);
+    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
+    return Poco::Timestamp(micro_sec.count());
 }
 
 std::set<std::string> ExternalLoaderXMLConfigRepository::getAllLoadablesDefinitionNames()

From 81797393f1d03f299ca827b47a92e16942945750 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 12 May 2021 09:19:11 +0300
Subject: [PATCH 0214/1060] fs::last_write_time, fs::space

---
 src/Common/Config/ConfigProcessor.cpp | 6 +++---
 src/Common/filesystemHelpers.cpp      | 6 +-----
 src/Databases/DatabaseOnDisk.cpp      | 8 +++++---
 src/Interpreters/DatabaseCatalog.cpp  | 3 ++-
 4 files changed, 11 insertions(+), 12 deletions(-)

diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index d2b1d751422..d0b85cc7506 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -642,9 +642,9 @@ void ConfigProcessor::savePreprocessedConfig(const LoadedConfig & loaded_config,
             }
 
             preprocessed_path = (fs::path(preprocessed_dir) / fs::path(new_path)).string();
-            auto preprocessed_path_parent = Poco::Path(preprocessed_path).makeParent();
-            if (!preprocessed_path_parent.toString().empty())
-                Poco::File(preprocessed_path_parent).createDirectories();
+            auto preprocessed_path_parent = fs::path(preprocessed_path).parent_path();
+            if (!preprocessed_path_parent.string().empty())
+                fs::create_directories(preprocessed_path_parent);
         }
         DOMWriter().writeNode(preprocessed_path, loaded_config.preprocessed_xml);
         LOG_DEBUG(log, "Saved preprocessed configuration to '{}'.", preprocessed_path);
diff --git a/src/Common/filesystemHelpers.cpp b/src/Common/filesystemHelpers.cpp
index 835668dfa1c..b146392e1a6 100644
--- a/src/Common/filesystemHelpers.cpp
+++ b/src/Common/filesystemHelpers.cpp
@@ -40,12 +40,8 @@ struct statvfs getStatVFS(const String & path)
 
 bool enoughSpaceInDirectory(const std::string & path [[maybe_unused]], size_t data_size [[maybe_unused]])
 {
-#if POCO_VERSION >= 0x01090000
-    auto free_space = Poco::File(path).freeSpace();
+    auto free_space = fs::space(path).free;
     return data_size <= free_space;
-#else
-    return true;
-#endif
 }
 
 std::unique_ptr<TemporaryFile> createTemporaryFile(const std::string & path)
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 75788cb1a02..2ed6a0d9b6d 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -540,10 +540,12 @@ String DatabaseOnDisk::getObjectMetadataPath(const String & object_name) const
 time_t DatabaseOnDisk::getObjectMetadataModificationTime(const String & object_name) const
 {
     String table_metadata_path = getObjectMetadataPath(object_name);
-    Poco::File meta_file(table_metadata_path);
 
-    if (meta_file.exists())
-        return meta_file.getLastModified().epochTime();
+    if (fs::exists(table_metadata_path))
+    {
+        fs::file_time_type fs_time = fs::last_write_time(table_metadata_path);
+        return fs::file_time_type::clock::to_time_t(fs_time);
+    }
     else
         return static_cast<time_t>(0);
 }
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index 6d6b8107f0c..45a803934b5 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -782,7 +782,8 @@ void DatabaseCatalog::enqueueDroppedTableCleanup(StorageID table_id, StoragePtr
         }
 
         addUUIDMapping(table_id.uuid);
-        drop_time = Poco::File(dropped_metadata_path).getLastModified().epochTime();
+        fs::file_time_type fs_time = fs::last_write_time(dropped_metadata_path);
+        drop_time = fs::file_time_type::clock::to_time_t(fs_time);
     }
 
     std::lock_guard lock(tables_marked_dropped_mutex);

From fe0194aa4b27e5124c273c9b3b040a84299231f6 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 12 May 2021 10:03:53 +0300
Subject: [PATCH 0215/1060] s3 catch up

---
 .../runner/compose/docker_compose_minio.yml   |   8 +-
 tests/integration/parallel.json               | 554 ++++++++++++++++++
 tests/integration/parallel.readme             |   6 +
 tests/integration/test_storage_s3/test.py     |  21 +-
 4 files changed, 575 insertions(+), 14 deletions(-)
 create mode 100644 tests/integration/parallel.readme

diff --git a/docker/test/integration/runner/compose/docker_compose_minio.yml b/docker/test/integration/runner/compose/docker_compose_minio.yml
index 99792369f77..96a5f8bdc31 100644
--- a/docker/test/integration/runner/compose/docker_compose_minio.yml
+++ b/docker/test/integration/runner/compose/docker_compose_minio.yml
@@ -6,7 +6,7 @@ services:
     volumes:
       - data1-1:/data1
       - ${MINIO_CERTS_DIR:-}:/certs
-    ports:
+    expose:
       - ${MINIO_PORT}
     environment:
       MINIO_ACCESS_KEY: minio
@@ -20,14 +20,14 @@ services:
   # HTTP proxies for Minio.
   proxy1:
     image: yandex/clickhouse-s3-proxy
-    ports:
+    expose:
       - "8080" # Redirect proxy port
       - "80"   # Reverse proxy port
       - "443"  # Reverse proxy port (secure)
 
   proxy2:
     image: yandex/clickhouse-s3-proxy
-    ports:
+    expose:
       - "8080"
       - "80"
       - "443"
@@ -35,7 +35,7 @@ services:
   # Empty container to run proxy resolver.
   resolver:
     image: yandex/clickhouse-python-bottle
-    ports:
+    expose:
       - "8080"
     tty: true
     depends_on:
diff --git a/tests/integration/parallel.json b/tests/integration/parallel.json
index c783798055d..143d21f52b5 100644
--- a/tests/integration/parallel.json
+++ b/tests/integration/parallel.json
@@ -1,315 +1,869 @@
 [
+  "test_dictionaries_access/test.py::test_create",
+  "test_dictionaries_access/test.py::test_create",
+  "test_dictionaries_access/test.py::test_drop",
+  "test_dictionaries_access/test.py::test_drop",
+  "test_dictionaries_access/test.py::test_dictget",
+  "test_dictionaries_access/test.py::test_dictget",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
+  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[memory]",
+  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[memory]",
+  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[ssd]",
+  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[ssd]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
   "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
   "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
   "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
   "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
+  "test_dictionaries_ddl/test.py::test_restricted_database",
+  "test_dictionaries_ddl/test.py::test_restricted_database",
+  "test_dictionaries_ddl/test.py::test_conflicting_name",
+  "test_dictionaries_ddl/test.py::test_conflicting_name",
+  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
+  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
+  "test_dictionaries_ddl/test.py::test_clickhouse_remote",
+  "test_dictionaries_ddl/test.py::test_clickhouse_remote",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node1]",
+  "test_dictionaries_dependency_xml/test.py::test_get_data",
+  "test_dictionaries_dependency_xml/test.py::test_get_data",
   "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
+  "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
+  "test_dictionaries_null_value/test.py::test_null_value",
+  "test_dictionaries_null_value/test.py::test_null_value",
+  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
   "test_dictionaries_postgresql/test.py::test_load_dictionaries",
   "test_dictionaries_postgresql/test.py::test_invalidate_query",
+  "test_dictionaries_postgresql/test.py::test_invalidate_query",
   "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
+  "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[0]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[0]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[1]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[1]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[10]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[10]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[11]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[11]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[12]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[12]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[13]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[13]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_integers_key_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_integers_key_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_mixed_key_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_mixed_key_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_range_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_range_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_cache]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_cache]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_integers_key_cache]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_integers_key_cache]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_mixed_key_cache]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_mixed_key_cache]",
+  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
+  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_system_reload",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_system_reload",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_timer",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_timer",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_in_cache_dictionary",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_in_cache_dictionary",
+  "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
+  "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
+  "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionary_allow_read_expired_keys/test_default_reading.py::test_default_reading",
+  "test_dictionary_allow_read_expired_keys/test_default_reading.py::test_default_reading",
+  "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
+  "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
+  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
+  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
+  "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
+  "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
+  "test_dictionary_custom_settings/test.py::test_work",
+  "test_dictionary_custom_settings/test.py::test_work",
+  "test_dictionary_ddl_on_cluster/test.py::test_dictionary_ddl_on_cluster",
+  "test_dictionary_ddl_on_cluster/test.py::test_dictionary_ddl_on_cluster",
+  "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
   "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
   "test_disk_access_storage/test.py::test_create",
+  "test_disk_access_storage/test.py::test_create",
+  "test_disk_access_storage/test.py::test_alter",
   "test_disk_access_storage/test.py::test_alter",
   "test_disk_access_storage/test.py::test_drop",
+  "test_disk_access_storage/test.py::test_drop",
+  "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
+  "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
+  "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
+  "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
+  "test_distributed_storage_configuration/test.py::test_insert",
   "test_distributed_storage_configuration/test.py::test_insert",
   "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
   "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
   "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
   "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
   "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database",
   "test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database",
   "test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database",
+  "test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database",
   "test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database",
   "test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine",
+  "test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine",
+  "test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine",
   "test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_2]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_2]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_3]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_3]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_4]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_4]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_5]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_5]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_6]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_6]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_7]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_7]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_80]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_80]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_81]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_81]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_9]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_9]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_10]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_10]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_11]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_11]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_12]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_12]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_13]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_13]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_14]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_14]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_15]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_15]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_16]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_16]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_17]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_17]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_18]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_18]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_19]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_19]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_20]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_20]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_1]",
   "test_mysql_database_engine/test.py::test_mysql_types[decimal_1]",
   "test_mysql_database_engine/test.py::test_mysql_types[decimal_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_3]",
   "test_mysql_database_engine/test.py::test_mysql_types[decimal_3]",
   "test_mysql_database_engine/test.py::test_mysql_types[decimal_4]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_4]",
+  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]",
   "test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]",
   "test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_default]",
   "test_mysql_database_engine/test.py::test_mysql_types[datetime_default]",
   "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]",
   "test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]",
   "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]",
   "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]",
   "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]",
   "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]",
   "test_mysql_protocol/test.py::test_mysql_client",
+  "test_mysql_protocol/test.py::test_mysql_client",
+  "test_mysql_protocol/test.py::test_mysql_client_exception",
   "test_mysql_protocol/test.py::test_mysql_client_exception",
   "test_mysql_protocol/test.py::test_mysql_affected_rows",
+  "test_mysql_protocol/test.py::test_mysql_affected_rows",
+  "test_mysql_protocol/test.py::test_mysql_replacement_query",
   "test_mysql_protocol/test.py::test_mysql_replacement_query",
   "test_mysql_protocol/test.py::test_mysql_explain",
+  "test_mysql_protocol/test.py::test_mysql_explain",
+  "test_mysql_protocol/test.py::test_mysql_federated",
   "test_mysql_protocol/test.py::test_mysql_federated",
   "test_mysql_protocol/test.py::test_mysql_set_variables",
+  "test_mysql_protocol/test.py::test_mysql_set_variables",
+  "test_mysql_protocol/test.py::test_python_client",
   "test_mysql_protocol/test.py::test_python_client",
   "test_mysql_protocol/test.py::test_golang_client",
+  "test_mysql_protocol/test.py::test_golang_client",
+  "test_mysql_protocol/test.py::test_php_client",
   "test_mysql_protocol/test.py::test_php_client",
   "test_mysql_protocol/test.py::test_mysqljs_client",
+  "test_mysql_protocol/test.py::test_mysqljs_client",
+  "test_mysql_protocol/test.py::test_java_client",
   "test_mysql_protocol/test.py::test_java_client",
   "test_mysql_protocol/test.py::test_types",
+  "test_mysql_protocol/test.py::test_types",
+  "test_odbc_interaction/test.py::test_mysql_simple_select_works",
   "test_odbc_interaction/test.py::test_mysql_simple_select_works",
   "test_odbc_interaction/test.py::test_mysql_insert",
+  "test_odbc_interaction/test.py::test_mysql_insert",
+  "test_odbc_interaction/test.py::test_sqlite_simple_select_function_works",
   "test_odbc_interaction/test.py::test_sqlite_simple_select_function_works",
   "test_odbc_interaction/test.py::test_sqlite_table_function",
+  "test_odbc_interaction/test.py::test_sqlite_table_function",
+  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
   "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
   "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
   "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
   "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
   "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
   "test_odbc_interaction/test.py::test_postgres_insert",
+  "test_odbc_interaction/test.py::test_postgres_insert",
+  "test_odbc_interaction/test.py::test_bridge_dies_with_parent",
   "test_odbc_interaction/test.py::test_bridge_dies_with_parent",
   "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
+  "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
+  "test_odbc_interaction/test.py::test_odbc_postgres_conversions",
   "test_odbc_interaction/test.py::test_odbc_postgres_conversions",
   "test_odbc_interaction/test.py::test_odbc_cyrillic_with_varchar",
+  "test_odbc_interaction/test.py::test_odbc_cyrillic_with_varchar",
+  "test_odbc_interaction/test.py::test_many_connections",
   "test_odbc_interaction/test.py::test_many_connections",
   "test_odbc_interaction/test.py::test_concurrent_queries",
+  "test_odbc_interaction/test.py::test_concurrent_queries",
+  "test_odbc_interaction/test.py::test_odbc_long_column_names",
   "test_odbc_interaction/test.py::test_odbc_long_column_names",
   "test_odbc_interaction/test.py::test_odbc_long_text",
+  "test_odbc_interaction/test.py::test_odbc_long_text",
+  "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
   "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
   "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
   "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
   "test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays",
+  "test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache",
   "test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache",
   "test_postgresql_protocol/test.py::test_psql_is_ready",
+  "test_postgresql_protocol/test.py::test_psql_is_ready",
+  "test_postgresql_protocol/test.py::test_psql_client",
   "test_postgresql_protocol/test.py::test_psql_client",
   "test_postgresql_protocol/test.py::test_python_client",
+  "test_postgresql_protocol/test.py::test_python_client",
   "test_postgresql_protocol/test.py::test_java_client",
+  "test_postgresql_protocol/test.py::test_java_client",
+  "test_range_hashed_dictionary_types/test.py::test_range_hashed_dict",
+  "test_range_hashed_dictionary_types/test.py::test_range_hashed_dict",
+  "test_redirect_url_storage/test.py::test_url_without_redirect",
   "test_redirect_url_storage/test.py::test_url_without_redirect",
   "test_redirect_url_storage/test.py::test_url_with_globs",
+  "test_redirect_url_storage/test.py::test_url_with_globs",
+  "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
   "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
   "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
+  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
+  "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
   "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
   "test_reloading_storage_configuration/test.py::test_add_disk",
+  "test_reloading_storage_configuration/test.py::test_add_disk",
+  "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
   "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
   "test_reloading_storage_configuration/test.py::test_add_policy",
+  "test_reloading_storage_configuration/test.py::test_add_policy",
+  "test_reloading_storage_configuration/test.py::test_new_policy_works",
   "test_reloading_storage_configuration/test.py::test_new_policy_works",
   "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
+  "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
+  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
   "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
   "test_reloading_storage_configuration/test.py::test_remove_disk",
+  "test_reloading_storage_configuration/test.py::test_remove_disk",
+  "test_reloading_storage_configuration/test.py::test_remove_policy",
   "test_reloading_storage_configuration/test.py::test_remove_policy",
   "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
   "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
   "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
+  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
+  "test_storage_hdfs/test.py::test_read_write_storage",
   "test_storage_hdfs/test.py::test_read_write_storage",
   "test_storage_hdfs/test.py::test_read_write_storage_with_globs",
+  "test_storage_hdfs/test.py::test_read_write_storage_with_globs",
+  "test_storage_hdfs/test.py::test_read_write_table",
   "test_storage_hdfs/test.py::test_read_write_table",
   "test_storage_hdfs/test.py::test_write_table",
+  "test_storage_hdfs/test.py::test_write_table",
+  "test_storage_hdfs/test.py::test_bad_hdfs_uri",
   "test_storage_hdfs/test.py::test_bad_hdfs_uri",
   "test_storage_hdfs/test.py::test_globs_in_read_table",
+  "test_storage_hdfs/test.py::test_globs_in_read_table",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table",
   "test_storage_hdfs/test.py::test_read_write_gzip_table",
   "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_gzip",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_gzip",
+  "test_storage_hdfs/test.py::test_read_write_table_with_parameter_none",
   "test_storage_hdfs/test.py::test_read_write_table_with_parameter_none",
   "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_auto_gz",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_auto_gz",
+  "test_storage_hdfs/test.py::test_write_gz_storage",
   "test_storage_hdfs/test.py::test_write_gz_storage",
   "test_storage_hdfs/test.py::test_write_gzip_storage",
+  "test_storage_hdfs/test.py::test_write_gzip_storage",
+  "test_storage_hdfs/test.py::test_virtual_columns",
   "test_storage_hdfs/test.py::test_virtual_columns",
   "test_storage_hdfs/test.py::test_read_files_with_spaces",
+  "test_storage_hdfs/test.py::test_read_files_with_spaces",
+  "test_storage_kafka/test.py::test_kafka_json_as_string",
   "test_storage_kafka/test.py::test_kafka_json_as_string",
   "test_storage_kafka/test.py::test_kafka_formats",
+  "test_storage_kafka/test.py::test_kafka_formats",
+  "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
   "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
   "test_storage_kafka/test.py::test_kafka_settings_new_syntax",
+  "test_storage_kafka/test.py::test_kafka_settings_new_syntax",
+  "test_storage_kafka/test.py::test_kafka_issue11308",
   "test_storage_kafka/test.py::test_kafka_issue11308",
   "test_storage_kafka/test.py::test_kafka_issue4116",
+  "test_storage_kafka/test.py::test_kafka_issue4116",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang",
   "test_storage_kafka/test.py::test_kafka_consumer_hang",
   "test_storage_kafka/test.py::test_kafka_consumer_hang2",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang2",
+  "test_storage_kafka/test.py::test_kafka_csv_with_delimiter",
   "test_storage_kafka/test.py::test_kafka_csv_with_delimiter",
   "test_storage_kafka/test.py::test_kafka_tsv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_tsv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_select_empty",
   "test_storage_kafka/test.py::test_kafka_select_empty",
   "test_storage_kafka/test.py::test_kafka_json_without_delimiter",
+  "test_storage_kafka/test.py::test_kafka_json_without_delimiter",
+  "test_storage_kafka/test.py::test_kafka_protobuf",
   "test_storage_kafka/test.py::test_kafka_protobuf",
   "test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf",
+  "test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf",
+  "test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter",
   "test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter",
   "test_storage_kafka/test.py::test_kafka_materialized_view",
+  "test_storage_kafka/test.py::test_kafka_materialized_view",
+  "test_storage_kafka/test.py::test_librdkafka_compression",
   "test_storage_kafka/test.py::test_librdkafka_compression",
   "test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery",
+  "test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery",
+  "test_storage_kafka/test.py::test_kafka_many_materialized_views",
   "test_storage_kafka/test.py::test_kafka_many_materialized_views",
   "test_storage_kafka/test.py::test_kafka_flush_on_big_message",
+  "test_storage_kafka/test.py::test_kafka_flush_on_big_message",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns",
   "test_storage_kafka/test.py::test_kafka_virtual_columns",
   "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
+  "test_storage_kafka/test.py::test_kafka_insert",
   "test_storage_kafka/test.py::test_kafka_insert",
   "test_storage_kafka/test.py::test_kafka_produce_consume",
+  "test_storage_kafka/test.py::test_kafka_produce_consume",
+  "test_storage_kafka/test.py::test_kafka_commit_on_block_write",
   "test_storage_kafka/test.py::test_kafka_commit_on_block_write",
   "test_storage_kafka/test.py::test_kafka_virtual_columns2",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns2",
+  "test_storage_kafka/test.py::test_kafka_produce_key_timestamp",
   "test_storage_kafka/test.py::test_kafka_produce_key_timestamp",
   "test_storage_kafka/test.py::test_kafka_flush_by_time",
+  "test_storage_kafka/test.py::test_kafka_flush_by_time",
+  "test_storage_kafka/test.py::test_kafka_flush_by_block_size",
   "test_storage_kafka/test.py::test_kafka_flush_by_block_size",
   "test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk",
+  "test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk",
+  "test_storage_kafka/test.py::test_kafka_rebalance",
   "test_storage_kafka/test.py::test_kafka_rebalance",
   "test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed",
+  "test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed",
+  "test_storage_kafka/test.py::test_exception_from_destructor",
   "test_storage_kafka/test.py::test_exception_from_destructor",
   "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
+  "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
+  "test_storage_kafka/test.py::test_bad_reschedule",
   "test_storage_kafka/test.py::test_bad_reschedule",
   "test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed",
+  "test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed",
+  "test_storage_kafka/test.py::test_premature_flush_on_eof",
   "test_storage_kafka/test.py::test_premature_flush_on_eof",
   "test_storage_kafka/test.py::test_kafka_unavailable",
+  "test_storage_kafka/test.py::test_kafka_unavailable",
+  "test_storage_kafka/test.py::test_kafka_issue14202",
   "test_storage_kafka/test.py::test_kafka_issue14202",
   "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
+  "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream",
   "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream",
   "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream_with_random_malformed_json",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream_with_random_malformed_json",
+  "test_storage_kafka/test.py::test_kafka_formats_with_broken_message",
   "test_storage_kafka/test.py::test_kafka_formats_with_broken_message",
   "test_storage_kerberized_hdfs/test.py::test_read_table",
+  "test_storage_kerberized_hdfs/test.py::test_read_table",
+  "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
   "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
   "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
+  "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
+  "test_storage_kerberized_hdfs/test.py::test_two_users",
   "test_storage_kerberized_hdfs/test.py::test_two_users",
   "test_storage_kerberized_hdfs/test.py::test_read_table_expired",
+  "test_storage_kerberized_hdfs/test.py::test_read_table_expired",
+  "test_storage_kerberized_hdfs/test.py::test_prohibited",
   "test_storage_kerberized_hdfs/test.py::test_prohibited",
   "test_storage_kerberized_hdfs/test.py::test_cache_path",
+  "test_storage_kerberized_hdfs/test.py::test_cache_path",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
   "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
   "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
+  "test_storage_mongodb/test.py::test_simple_select",
   "test_storage_mongodb/test.py::test_simple_select",
   "test_storage_mongodb/test.py::test_complex_data_type",
+  "test_storage_mongodb/test.py::test_complex_data_type",
+  "test_storage_mongodb/test.py::test_incorrect_data_type",
   "test_storage_mongodb/test.py::test_incorrect_data_type",
   "test_storage_mysql/test.py::test_many_connections",
+  "test_storage_mysql/test.py::test_many_connections",
+  "test_storage_mysql/test.py::test_insert_select",
   "test_storage_mysql/test.py::test_insert_select",
   "test_storage_mysql/test.py::test_replace_select",
+  "test_storage_mysql/test.py::test_replace_select",
+  "test_storage_mysql/test.py::test_insert_on_duplicate_select",
   "test_storage_mysql/test.py::test_insert_on_duplicate_select",
   "test_storage_mysql/test.py::test_where",
+  "test_storage_mysql/test.py::test_where",
+  "test_storage_mysql/test.py::test_table_function",
   "test_storage_mysql/test.py::test_table_function",
   "test_storage_mysql/test.py::test_binary_type",
+  "test_storage_mysql/test.py::test_binary_type",
+  "test_storage_mysql/test.py::test_enum_type",
   "test_storage_mysql/test.py::test_enum_type",
   "test_storage_mysql/test.py::test_mysql_distributed",
+  "test_storage_mysql/test.py::test_mysql_distributed",
+  "test_storage_mysql/test.py::test_external_settings",
   "test_storage_mysql/test.py::test_external_settings",
   "test_storage_postgresql/test.py::test_postgres_select_insert",
+  "test_storage_postgresql/test.py::test_postgres_select_insert",
+  "test_storage_postgresql/test.py::test_postgres_conversions",
   "test_storage_postgresql/test.py::test_postgres_conversions",
   "test_storage_postgresql/test.py::test_non_default_scema",
+  "test_storage_postgresql/test.py::test_non_default_scema",
+  "test_storage_postgresql/test.py::test_concurrent_queries",
   "test_storage_postgresql/test.py::test_concurrent_queries",
   "test_storage_postgresql/test.py::test_postgres_distributed",
+  "test_storage_postgresql/test.py::test_postgres_distributed",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_select",
   "test_storage_rabbitmq/test.py::test_rabbitmq_select",
   "test_storage_rabbitmq/test.py::test_rabbitmq_select_empty",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_select_empty",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_json_without_delimiter",
   "test_storage_rabbitmq/test.py::test_rabbitmq_json_without_delimiter",
   "test_storage_rabbitmq/test.py::test_rabbitmq_csv_with_delimiter",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_csv_with_delimiter",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_tsv_with_delimiter",
   "test_storage_rabbitmq/test.py::test_rabbitmq_tsv_with_delimiter",
   "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view_with_subquery",
   "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view_with_subquery",
   "test_storage_rabbitmq/test.py::test_rabbitmq_many_materialized_views",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_materialized_views",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_big_message",
   "test_storage_rabbitmq/test.py::test_rabbitmq_big_message",
   "test_storage_rabbitmq/test.py::test_rabbitmq_sharding_between_queues_publish",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_sharding_between_queues_publish",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
   "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
   "test_storage_rabbitmq/test.py::test_rabbitmq_insert",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_insert",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_insert_headers_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_insert_headers_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_many_inserts",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_inserts",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
   "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
   "test_storage_rabbitmq/test.py::test_rabbitmq_direct_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_direct_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_fanout_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_fanout_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_topic_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_topic_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_hash_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_hash_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_multiple_bindings",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_multiple_bindings",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_headers_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_headers_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns_with_materialized_view",
   "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns_with_materialized_view",
   "test_storage_rabbitmq/test.py::test_rabbitmq_many_consumers_to_each_queue",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_consumers_to_each_queue",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_1",
   "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_1",
   "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_2",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_2",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_commit_on_block_write",
   "test_storage_rabbitmq/test.py::test_rabbitmq_commit_on_block_write",
   "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_format_factory_settings",
   "test_storage_rabbitmq/test.py::test_rabbitmq_format_factory_settings",
   "test_storage_rabbitmq/test.py::test_rabbitmq_vhost",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_vhost",
+  "test_storage_s3/test.py::test_put[positive]",
   "test_storage_s3/test.py::test_put[positive]",
   "test_storage_s3/test.py::test_put[auth_positive]",
+  "test_storage_s3/test.py::test_put[auth_positive]",
+  "test_storage_s3/test.py::test_put[auto]",
   "test_storage_s3/test.py::test_put[auto]",
   "test_storage_s3/test.py::test_put[gzip]",
+  "test_storage_s3/test.py::test_put[gzip]",
+  "test_storage_s3/test.py::test_put[deflate]",
   "test_storage_s3/test.py::test_put[deflate]",
   "test_storage_s3/test.py::test_put[brotli]",
+  "test_storage_s3/test.py::test_put[brotli]",
+  "test_storage_s3/test.py::test_put[xz]",
   "test_storage_s3/test.py::test_put[xz]",
   "test_storage_s3/test.py::test_put[zstd]",
+  "test_storage_s3/test.py::test_put[zstd]",
+  "test_storage_s3/test.py::test_get_file_with_special[space]",
+  "test_storage_s3/test.py::test_get_file_with_special[space]",
+  "test_storage_s3/test.py::test_get_file_with_special[plus]",
+  "test_storage_s3/test.py::test_get_file_with_special[plus]",
+  "test_storage_s3/test.py::test_get_path_with_special[space]",
+  "test_storage_s3/test.py::test_get_path_with_special[space]",
+  "test_storage_s3/test.py::test_get_path_with_special[plus]",
+  "test_storage_s3/test.py::test_get_path_with_special[plus]",
+  "test_storage_s3/test.py::test_get_path_with_special[plus2]",
+  "test_storage_s3/test.py::test_get_path_with_special[plus2]",
+  "test_storage_s3/test.py::test_empty_put[minio]",
   "test_storage_s3/test.py::test_empty_put[minio]",
   "test_storage_s3/test.py::test_put_csv[positive]",
+  "test_storage_s3/test.py::test_put_csv[positive]",
+  "test_storage_s3/test.py::test_put_csv[auth_positive]",
   "test_storage_s3/test.py::test_put_csv[auth_positive]",
   "test_storage_s3/test.py::test_put_csv[negative]",
+  "test_storage_s3/test.py::test_put_csv[negative]",
+  "test_storage_s3/test.py::test_put_get_with_redirect",
   "test_storage_s3/test.py::test_put_get_with_redirect",
   "test_storage_s3/test.py::test_put_with_zero_redirect",
+  "test_storage_s3/test.py::test_put_with_zero_redirect",
+  "test_storage_s3/test.py::test_put_get_with_globs",
   "test_storage_s3/test.py::test_put_get_with_globs",
   "test_storage_s3/test.py::test_multipart_put[positive]",
+  "test_storage_s3/test.py::test_multipart_put[positive]",
+  "test_storage_s3/test.py::test_multipart_put[negative]",
   "test_storage_s3/test.py::test_multipart_put[negative]",
   "test_storage_s3/test.py::test_remote_host_filter",
+  "test_storage_s3/test.py::test_remote_host_filter",
+  "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
   "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
   "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
+  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
+  "test_storage_s3/test.py::test_s3_glob_scheherazade",
   "test_storage_s3/test.py::test_s3_glob_scheherazade",
   "test_storage_s3/test.py::test_custom_auth_headers",
+  "test_storage_s3/test.py::test_custom_auth_headers",
+  "test_storage_s3/test.py::test_custom_auth_headers_exclusion",
   "test_storage_s3/test.py::test_custom_auth_headers_exclusion",
   "test_storage_s3/test.py::test_infinite_redirect",
+  "test_storage_s3/test.py::test_infinite_redirect",
+  "test_storage_s3/test.py::test_storage_s3_get_gzip[bin]",
   "test_storage_s3/test.py::test_storage_s3_get_gzip[bin]",
   "test_storage_s3/test.py::test_storage_s3_get_gzip[gz]",
+  "test_storage_s3/test.py::test_storage_s3_get_gzip[gz]",
+  "test_storage_s3/test.py::test_storage_s3_get_unstable",
   "test_storage_s3/test.py::test_storage_s3_get_unstable",
   "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
+  "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
+  "test_storage_s3/test.py::test_storage_s3_put_gzip[bin]",
   "test_storage_s3/test.py::test_storage_s3_put_gzip[bin]",
   "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
+  "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
+  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
   "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
   "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]",
   "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]"
diff --git a/tests/integration/parallel.readme b/tests/integration/parallel.readme
new file mode 100644
index 00000000000..3a8d55cf4cd
--- /dev/null
+++ b/tests/integration/parallel.readme
@@ -0,0 +1,6 @@
+# Parallel tests are currently generated manually. All tests except those in parallel.txt will be run sequentially.
+# Current list is generated with following commands
+# 1. Generate all tests list as in CI run
+./runner ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' > all_tests.txt
+# 2. Filter known tests that can be run in parallel
+cat all_tests.txt | grep 'dict\|storage\|postgres\|mysql' | awk '{$1=$1;print}' | jq -R -n '[inputs] | .' > parallel.json
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index fae6bd8e92c..61f119fef76 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -149,25 +149,25 @@ def test_put(started_cluster, maybe_auth, positive, compression):
     "space",
     "plus"
 ])
-def test_get_file_with_special(cluster, special):
+def test_get_file_with_special(started_cluster, special):
     symbol = {"space": " ", "plus": "+"}[special]
     urlsafe_symbol = {"space": "%20", "plus": "%2B"}[special]
     auth = "'minio','minio123',"
-    bucket = cluster.minio_restricted_bucket
-    instance = cluster.instances["dummy"]
+    bucket = started_cluster.minio_restricted_bucket
+    instance = started_cluster.instances["dummy"]
     table_format = "column1 UInt32, column2 UInt32, column3 UInt32"
     values = [[12549, 2463, 19893], [64021, 38652, 66703], [81611, 39650, 83516], [11079, 59507, 61546], [51764, 69952, 6876], [41165, 90293, 29095], [40167, 78432, 48309], [81629, 81327, 11855], [55852, 21643, 98507], [6738, 54643, 41155]]
     values_csv = ('\n'.join((','.join(map(str, row)) for row in values)) + '\n').encode()
     filename = f"get_file_with_{special}_{symbol}two.csv"
-    put_s3_file_content(cluster, bucket, filename, values_csv)
+    put_s3_file_content(started_cluster, bucket, filename, values_csv)
 
-    get_query = f"SELECT * FROM s3('http://{cluster.minio_host}:{cluster.minio_port}/{bucket}/get_file_with_{special}_{urlsafe_symbol}two.csv', {auth}'CSV', '{table_format}') FORMAT TSV"
+    get_query = f"SELECT * FROM s3('http://{started_cluster.minio_host}:{started_cluster.minio_port}/{bucket}/get_file_with_{special}_{urlsafe_symbol}two.csv', {auth}'CSV', '{table_format}') FORMAT TSV"
     assert [list(map(int, l.split())) for l in run_query(instance, get_query).splitlines()] == values
 
-    get_query = f"SELECT * FROM s3('http://{cluster.minio_host}:{cluster.minio_port}/{bucket}/get_file_with_{special}*.csv', {auth}'CSV', '{table_format}') FORMAT TSV"
+    get_query = f"SELECT * FROM s3('http://{started_cluster.minio_host}:{started_cluster.minio_port}/{bucket}/get_file_with_{special}*.csv', {auth}'CSV', '{table_format}') FORMAT TSV"
     assert [list(map(int, l.split())) for l in run_query(instance, get_query).splitlines()] == values
 
-    get_query = f"SELECT * FROM s3('http://{cluster.minio_host}:{cluster.minio_port}/{bucket}/get_file_with_{special}_{urlsafe_symbol}*.csv', {auth}'CSV', '{table_format}') FORMAT TSV"
+    get_query = f"SELECT * FROM s3('http://{started_cluster.minio_host}:{started_cluster.minio_port}/{bucket}/get_file_with_{special}_{urlsafe_symbol}*.csv', {auth}'CSV', '{table_format}') FORMAT TSV"
     assert [list(map(int, l.split())) for l in run_query(instance, get_query).splitlines()] == values
 
 
@@ -176,12 +176,12 @@ def test_get_file_with_special(cluster, special):
     "plus",
     "plus2"
 ])
-def test_get_path_with_special(cluster, special):
+def test_get_path_with_special(started_cluster, special):
     symbol = {"space": "%20", "plus": "%2B", "plus2": "%2B"}[special]
     safe_symbol = {"space": "%20", "plus": "+", "plus2": "%2B"}[special]
     auth = "'minio','minio123',"
     table_format = "column1 String"
-    instance = cluster.instances["dummy"]
+    instance = started_cluster.instances["dummy"]
     get_query = f"SELECT * FROM s3('http://resolver:8082/get-my-path/{safe_symbol}.csv', {auth}'CSV', '{table_format}') FORMAT TSV"
     assert run_query(instance, get_query).splitlines() == [f"/{symbol}.csv"]
 
@@ -442,13 +442,14 @@ def run_s3_mocks(started_cluster):
     for mock_filename, container, port in mocks:
         for attempt in range(10):
             ping_response = started_cluster.exec_in_container(started_cluster.get_container_id(container),
-                                                      ["curl", "-s", f"http://{container}:{port}/"], nothrow=True)
+                                                      ["curl", "-s", f"http://localhost:{port}/"], nothrow=True)
             if ping_response != 'OK':
                 if attempt == 9:
                     assert ping_response == 'OK', 'Expected "OK", but got "{}"'.format(ping_response)
                 else:
                     time.sleep(1)
             else:
+                logging.debug(f"mock {mock_filename} ({port}) answered {ping_response} on attempt {attempt}")
                 break
 
     logging.info("S3 mocks started")

From 8629b29083308b58a036b83c8f20601534ac6c5a Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 12 May 2021 12:47:08 +0300
Subject: [PATCH 0216/1060] complain about unstable perf test queries

We don't want to introduce more of them. The old ones should be all marked by now.
---
 docker/test/performance-comparison/report.py | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/docker/test/performance-comparison/report.py b/docker/test/performance-comparison/report.py
index 9d3ccabb788..08164776ad8 100755
--- a/docker/test/performance-comparison/report.py
+++ b/docker/test/performance-comparison/report.py
@@ -555,9 +555,8 @@ if args.report == 'main':
     if unstable_queries:
         message_array.append(str(unstable_queries) + ' unstable')
 
-#    Disabled before fix.
-#    if very_unstable_queries:
-#        status = 'failure'
+    if very_unstable_queries:
+        status = 'failure'
 
     error_tests += slow_average_tests
     if error_tests:

From 047f8a4e3c402ff61bb2b1959ebd827a5728a4ad Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 11 May 2021 15:29:37 +0000
Subject: [PATCH 0217/1060] Correct merge

---
 src/Disks/IDiskRemote.cpp | 36 ++++++++++++++++++++++++++++++------
 src/Disks/IDiskRemote.h   | 12 +++++++-----
 src/Disks/S3/DiskS3.cpp   | 29 ++++++++++++++---------------
 src/Disks/S3/DiskS3.h     | 10 ++++------
 4 files changed, 55 insertions(+), 32 deletions(-)

diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 1bbe9438587..66acf15d4fe 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -21,6 +21,7 @@ namespace ErrorCodes
     extern const int INCORRECT_DISK_INDEX;
     extern const int UNKNOWN_FORMAT;
     extern const int FILE_ALREADY_EXISTS;
+    extern const int PATH_ACCESS_DENIED;;
 }
 
 
@@ -44,13 +45,14 @@ IDiskRemote::Metadata::Metadata(
 
         UInt32 version;
         readIntText(version, buf);
-        assertChar('\n', buf);
 
         if (version < VERSION_ABSOLUTE_PATHS || version > VERSION_READ_ONLY_FLAG)
             throw Exception(
                 ErrorCodes::UNKNOWN_FORMAT,
                 "Unknown metadata file version. Path: {}. Version: {}. Maximum expected version: {}",
-                disk_path + metadata_file_path, std::to_string(version), std::to_string(VERSION_READ_ONLY_FLAG));
+                disk_path + metadata_file_path, toString(version), toString(VERSION_READ_ONLY_FLAG));
+
+        assertChar('\n', buf);
 
         UInt32 remote_fs_objects_count;
         readIntText(remote_fs_objects_count, buf);
@@ -136,6 +138,28 @@ void IDiskRemote::Metadata::save(bool sync)
         buf.sync();
 }
 
+IDiskRemote::Metadata IDiskRemote::readOrCreateMetaForWriting(const String & path, WriteMode mode)
+{
+    bool exist = exists(path);
+    if (exist)
+    {
+        auto metadata = readMeta(path);
+        if (metadata.read_only)
+            throw Exception("File is read-only: " + path, ErrorCodes::PATH_ACCESS_DENIED);
+
+        if (mode == WriteMode::Rewrite)
+            removeFile(path); /// Remove for re-write.
+        else
+            return metadata;
+    }
+
+    auto metadata = createMeta(path);
+    /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
+    metadata.save();
+
+    return metadata;
+}
+
 
 IDiskRemote::Metadata IDiskRemote::readMeta(const String & path) const
 {
@@ -194,13 +218,13 @@ DiskRemoteReservation::~DiskRemoteReservation()
 
 
 IDiskRemote::IDiskRemote(
-    const String & disk_name_,
+    const String & name_,
     const String & remote_fs_root_path_,
     const String & metadata_path_,
     const String & log_name_,
     std::unique_ptr<Executor> executor_)
     : IDisk(std::move(executor_))
-    , disk_name(disk_name_)
+    , name(name_)
     , remote_fs_root_path(remote_fs_root_path_)
     , metadata_path(metadata_path_)
     , log(&Poco::Logger::get(log_name_))
@@ -351,7 +375,7 @@ bool IDiskRemote::tryReserve(UInt64 bytes)
     std::lock_guard lock(reservation_mutex);
     if (bytes == 0)
     {
-        LOG_DEBUG(log, "Reserving 0 bytes on s3 disk {}", backQuote(disk_name));
+        LOG_DEBUG(log, "Reserving 0 bytes on s3 disk {}", backQuote(name));
         ++reservation_count;
         return true;
     }
@@ -361,7 +385,7 @@ bool IDiskRemote::tryReserve(UInt64 bytes)
     if (unreserved_space >= bytes)
     {
         LOG_DEBUG(log, "Reserving {} on disk {}, having unreserved {}.",
-            ReadableSize(bytes), backQuote(disk_name), ReadableSize(unreserved_space));
+            ReadableSize(bytes), backQuote(name), ReadableSize(unreserved_space));
         ++reservation_count;
         reserved_bytes += bytes;
         return true;
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index da2678901bb..f3b19a76bb3 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -18,7 +18,7 @@ friend class DiskRemoteReservation;
 
 public:
     IDiskRemote(
-        const String & disk_name_,
+        const String & name_,
         const String & remote_fs_root_path_,
         const String & metadata_path_,
         const String & log_name_,
@@ -26,7 +26,7 @@ public:
 
     struct Metadata;
 
-    const String & getName() const override { return disk_name; }
+    const String & getName() const override { return name; }
 
     const String & getPath() const override { return metadata_path; }
 
@@ -34,6 +34,8 @@ public:
 
     Metadata createMeta(const String & path) const;
 
+    Metadata readOrCreateMetaForWriting(const String & path, WriteMode mode);
+
     UInt64 getTotalSpace() const override { return std::numeric_limits<UInt64>::max(); }
 
     UInt64 getAvailableSpace() const override { return std::numeric_limits<UInt64>::max(); }
@@ -54,10 +56,10 @@ public:
 
     void replaceFile(const String & from_path, const String & to_path) override;
 
-    void setReadOnly(const String & path) override;
-
     void listFiles(const String & path, std::vector<String> & file_names) override;
 
+    void setReadOnly(const String & path) override;
+
     bool isDirectory(const String & path) const override;
 
     void createDirectory(const String & path) override;
@@ -81,7 +83,7 @@ public:
     ReservationPtr reserve(UInt64 bytes) override;
 
 protected:
-    const String disk_name;
+    const String name;
     const String remote_fs_root_path;
     const String metadata_path;
     Poco::Logger * log;
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 3938691f19e..f74da9bee42 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -41,7 +41,6 @@ namespace ErrorCodes
     extern const int CANNOT_SEEK_THROUGH_FILE;
     extern const int UNKNOWN_FORMAT;
     extern const int BAD_ARGUMENTS;
-    extern const int PATH_ACCESS_DENIED;
     extern const int CANNOT_DELETE_DIRECTORY;
     extern const int LOGICAL_ERROR;
 }
@@ -309,13 +308,13 @@ private:
 
 
 DiskS3::DiskS3(
-    String disk_name_,
+    String name_,
     String bucket_,
     String s3_root_path_,
     String metadata_path_,
     SettingsPtr settings_,
     GetDiskSettings settings_getter_)
-    : IDiskRemote(disk_name_, s3_root_path_, metadata_path_, "DiskS3", std::make_unique<AsyncExecutor>(settings_->thread_pool_size_))
+    : IDiskRemote(name_, s3_root_path_, metadata_path_, "DiskS3", std::make_unique<AsyncExecutor>(settings_->thread_pool_size))
     , bucket(std::move(bucket_))
     , current_settings(std::move(settings_))
     , settings_getter(settings_getter_)
@@ -573,7 +572,7 @@ void DiskS3::startup()
     if (!settings->send_metadata)
         return;
 
-    LOG_INFO(log, "Starting up disk {}", disk_name);
+    LOG_INFO(log, "Starting up disk {}", name);
 
     restore();
 
@@ -582,7 +581,7 @@ void DiskS3::startup()
 
     findLastRevision();
 
-    LOG_INFO(log, "Disk {} started up", disk_name);
+    LOG_INFO(log, "Disk {} started up", name);
 }
 
 void DiskS3::findLastRevision()
@@ -604,7 +603,7 @@ void DiskS3::findLastRevision()
             revision += "0";
     }
     revision_counter = static_cast<UInt64>(std::bitset<64>(revision).to_ullong());
-    LOG_INFO(log, "Found last revision number {} for disk {}", revision_counter, disk_name);
+    LOG_INFO(log, "Found last revision number {} for disk {}", revision_counter, name);
 }
 
 int DiskS3::readSchemaVersion(const String & source_bucket, const String & source_path)
@@ -716,7 +715,7 @@ void DiskS3::migrateToRestorableSchema()
 {
     try
     {
-        LOG_INFO(log, "Start migration to restorable schema for disk {}", disk_name);
+        LOG_INFO(log, "Start migration to restorable schema for disk {}", name);
 
         Futures results;
 
@@ -733,7 +732,7 @@ void DiskS3::migrateToRestorableSchema()
     }
     catch (const Exception &)
     {
-        tryLogCurrentException(log, fmt::format("Failed to migrate to restorable schema for disk {}", disk_name));
+        tryLogCurrentException(log, fmt::format("Failed to migrate to restorable schema for disk {}", name));
 
         throw;
     }
@@ -909,7 +908,7 @@ void DiskS3::restore()
         }
 
         LOG_INFO(log, "Starting to restore disk {}. Revision: {}, Source bucket: {}, Source path: {}",
-                 disk_name, information.revision, information.source_bucket, information.source_path);
+                 name, information.revision, information.source_bucket, information.source_path);
 
         if (readSchemaVersion(information.source_bucket, information.source_path) < RESTORABLE_SCHEMA_VERSION)
             throw Exception("Source bucket doesn't have restorable schema.", ErrorCodes::BAD_ARGUMENTS);
@@ -929,11 +928,11 @@ void DiskS3::restore()
 
         saveSchemaVersion(RESTORABLE_SCHEMA_VERSION);
 
-        LOG_INFO(log, "Restore disk {} finished", disk_name);
+        LOG_INFO(log, "Restore disk {} finished", name);
     }
     catch (const Exception &)
     {
-        tryLogCurrentException(log, fmt::format("Failed to restore disk {}", disk_name));
+        tryLogCurrentException(log, fmt::format("Failed to restore disk {}", name));
 
         throw;
     }
@@ -941,7 +940,7 @@ void DiskS3::restore()
 
 void DiskS3::restoreFiles(const RestoreInformation & restore_information)
 {
-    LOG_INFO(log, "Starting restore files for disk {}", disk_name);
+    LOG_INFO(log, "Starting restore files for disk {}", name);
 
     std::vector<std::future<void>> results;
     auto restore_files = [this, &restore_information, &results](auto list_result)
@@ -984,7 +983,7 @@ void DiskS3::restoreFiles(const RestoreInformation & restore_information)
     for (auto & result : results)
         result.get();
 
-    LOG_INFO(log, "Files are restored for disk {}", disk_name);
+    LOG_INFO(log, "Files are restored for disk {}", name);
 }
 
 void DiskS3::processRestoreFiles(const String & source_bucket, const String & source_path, Strings keys)
@@ -1024,7 +1023,7 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
 {
     auto settings = current_settings.get();
 
-    LOG_INFO(log, "Starting restore file operations for disk {}", disk_name);
+    LOG_INFO(log, "Starting restore file operations for disk {}", name);
 
     /// Enable recording file operations if we restore to different bucket / path.
     bool send_metadata = bucket != restore_information.source_bucket || remote_fs_root_path != restore_information.source_path;
@@ -1126,7 +1125,7 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
         }
     }
 
-    LOG_INFO(log, "File operations restored for disk {}", disk_name);
+    LOG_INFO(log, "File operations restored for disk {}", name);
 }
 
 std::tuple<UInt64, String> DiskS3::extractRevisionAndOperationFromKey(const String & key)
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index 7d0a9f67d79..b8688ae30aa 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -60,15 +60,13 @@ public:
     struct RestoreInformation;
 
     DiskS3(
-        String disk_name_,
+        String name_,
         String bucket_,
         String s3_root_path_,
         String metadata_path_,
         SettingsPtr settings_,
         GetDiskSettings settings_getter_);
 
-    void moveFile(const String & from_path, const String & to_path) override;
-
     std::unique_ptr<ReadBufferFromFileBase> readFile(
         const String & path,
         size_t buf_size,
@@ -82,6 +80,9 @@ public:
         size_t buf_size,
         WriteMode mode) override;
 
+    void moveFile(const String & from_path, const String & to_path, bool send_metadata);
+    void moveFile(const String & from_path, const String & to_path) override;
+
     void removeFile(const String & path) override { removeSharedFile(path, false); }
     void removeFileIfExists(const String & path) override;
     void removeRecursive(const String & path) override { removeSharedRecursive(path, false); }
@@ -116,8 +117,6 @@ private:
     void removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys);
     void removeAws(const AwsS3KeyKeeper & keys);
 
-    Metadata readOrCreateMetaForWriting(const String & path, WriteMode mode);
-
     void createFileOperationObject(const String & operation_name, UInt64 revision, const ObjectMetadata & metadata);
     /// Converts revision to binary string with leading zeroes (64 bit).
     static String revisionToString(UInt64 revision);
@@ -151,7 +150,6 @@ private:
     /// Forms detached path '../../detached/part_name/' from '../../part_name/'
     static String pathToDetached(const String & source_path);
 
-    const String name;
     const String bucket;
     MultiVersion<DiskS3Settings> current_settings;
 

From 17432b1a4177397d173e7a5d41b42596628a02e1 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 12 May 2021 17:32:22 +0300
Subject: [PATCH 0218/1060] Poco::moveTo to fs version

---
 src/Disks/S3/DiskS3.cpp | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index b15b7703557..4fbfc9141a6 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -1505,7 +1505,14 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
 
             LOG_DEBUG(log, "Move directory to 'detached' {} -> {}", path, detached_path);
 
-            Poco::File(fs::path(metadata_path) / path).moveTo(fs::path(metadata_path) / detached_path);
+            fs::path from_path = fs::path(metadata_path) / path;
+            fs::path to_path = fs::path(metadata_path) / detached_path;
+            if (path.ends_with('/'))
+                to_path /= from_path.parent_path().filename();
+            else
+                to_path /= from_path.filename();
+            fs::copy(from_path, to_path, fs::copy_options::recursive | fs::copy_options::overwrite_existing);
+            fs::remove_all(from_path);
         }
     }
 

From c774550abc99ddfdaefafbe7dd24b67db1115119 Mon Sep 17 00:00:00 2001
From: Serg Kulakov <sergtt108@gmail.com>
Date: Wed, 12 May 2021 18:31:16 +0300
Subject: [PATCH 0219/1060] Update cloud.md

---
 docs/en/commercial/cloud.md | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/docs/en/commercial/cloud.md b/docs/en/commercial/cloud.md
index 5a897a77db2..b818dda0bf7 100644
--- a/docs/en/commercial/cloud.md
+++ b/docs/en/commercial/cloud.md
@@ -41,6 +41,21 @@ toc_title: Cloud
 -   Built-in monitoring and database management platform
 -   Professional database expert technical support and service
 
+## SberCloud {#sbercloud}
+
+[SberCloud.Advanced Cloud Platform](https://sbercloud.ru/en/advanced):
+
+-   provides more than 50 high tech services;
+-   allows you to quickly create and effectively manage IT infrastructure, applications and Internet services;
+-   radically minimizes the resources required for corporate IT systems;
+-   significantly reduces the time to market of your products.
+
+SberCloud.Advanced provides [MapReduce Service (MRS)](https://docs.sbercloud.ru/mrs/ug/topics/ug__clickhouse.html), a reliable, secure, and easy-to-use enterprise-level platform for storing, processing, and analyzing big data. MRS allows you to quickly create and manage ClickHouse clusters.
+
+-   A ClickHouse instance consists of three ZooKeeper nodes and multiple ClickHouse nodes. The Dedicated Replica mode is used to ensure high reliability of dual data copies.
+-   MRS provides smooth and elastic scaling capabilities to quickly meet service growth requirements in scenarios where the cluster storage capacity or CPU computing resources are not enough. When you expand the capacity of ClickHouse nodes in a cluster, MRS provides a one-click data balancing tool and gives you the initiative to balance data. You can determine the data balancing mode and time based on service characteristics to ensure service availability, implementing smooth scaling.
+-   MRS uses the Elastic Load Balance ensuring high availability deployment architecture to automatically distribute user access traffic to multiple backend nodes, expanding service capabilities to external systems and improving fault tolerance. With the ELB polling mechanism, data is written to local tables and read from distributed tables on different nodes. In this way, data read/write load and high availability of application access are guaranteed.
+
 ## Tencent Cloud {#tencent-cloud}
 
 [Tencent Managed Service for ClickHouse](https://cloud.tencent.com/product/cdwch) provides the following key features:

From 6081f36a2ce0ccf3a804eeb9459771a15b530764 Mon Sep 17 00:00:00 2001
From: Serg Kulakov <sergtt108@gmail.com>
Date: Wed, 12 May 2021 19:04:30 +0300
Subject: [PATCH 0220/1060] Update cloud.md

---
 docs/en/commercial/cloud.md | 9 +--------
 1 file changed, 1 insertion(+), 8 deletions(-)

diff --git a/docs/en/commercial/cloud.md b/docs/en/commercial/cloud.md
index b818dda0bf7..a30d17828ab 100644
--- a/docs/en/commercial/cloud.md
+++ b/docs/en/commercial/cloud.md
@@ -43,14 +43,7 @@ toc_title: Cloud
 
 ## SberCloud {#sbercloud}
 
-[SberCloud.Advanced Cloud Platform](https://sbercloud.ru/en/advanced):
-
--   provides more than 50 high tech services;
--   allows you to quickly create and effectively manage IT infrastructure, applications and Internet services;
--   radically minimizes the resources required for corporate IT systems;
--   significantly reduces the time to market of your products.
-
-SberCloud.Advanced provides [MapReduce Service (MRS)](https://docs.sbercloud.ru/mrs/ug/topics/ug__clickhouse.html), a reliable, secure, and easy-to-use enterprise-level platform for storing, processing, and analyzing big data. MRS allows you to quickly create and manage ClickHouse clusters.
+[SberCloud.Advanced](https://sbercloud.ru/en/advanced) provides [MapReduce Service (MRS)](https://docs.sbercloud.ru/mrs/ug/topics/ug__clickhouse.html), a reliable, secure, and easy-to-use enterprise-level platform for storing, processing, and analyzing big data. MRS allows you to quickly create and manage ClickHouse clusters.
 
 -   A ClickHouse instance consists of three ZooKeeper nodes and multiple ClickHouse nodes. The Dedicated Replica mode is used to ensure high reliability of dual data copies.
 -   MRS provides smooth and elastic scaling capabilities to quickly meet service growth requirements in scenarios where the cluster storage capacity or CPU computing resources are not enough. When you expand the capacity of ClickHouse nodes in a cluster, MRS provides a one-click data balancing tool and gives you the initiative to balance data. You can determine the data balancing mode and time based on service characteristics to ensure service availability, implementing smooth scaling.

From d7b726045a89f95fa73ac7bbea29f603244439cf Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 13 May 2021 01:32:53 +0300
Subject: [PATCH 0221/1060] fixes

---
 docker/test/performance-comparison/report.py | 6 +++---
 tests/performance/encodeXMLComponent.xml     | 4 ++--
 tests/performance/questdb_sum_int32.xml      | 2 +-
 tests/performance/uniq.xml                   | 2 +-
 4 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/docker/test/performance-comparison/report.py b/docker/test/performance-comparison/report.py
index 08164776ad8..c69162d1c77 100755
--- a/docker/test/performance-comparison/report.py
+++ b/docker/test/performance-comparison/report.py
@@ -552,11 +552,11 @@ if args.report == 'main':
         error_tests += unstable_partial_queries
         status = 'failure'
 
-    if unstable_queries:
-        message_array.append(str(unstable_queries) + ' unstable')
-
+    # Don't show mildly unstable queries, only the very unstable ones we
+    # treat as errors.
     if very_unstable_queries:
         status = 'failure'
+        message_array.append(str(unstable_queries) + ' unstable')
 
     error_tests += slow_average_tests
     if error_tests:
diff --git a/tests/performance/encodeXMLComponent.xml b/tests/performance/encodeXMLComponent.xml
index 45241941ac3..7379a0ff89e 100644
--- a/tests/performance/encodeXMLComponent.xml
+++ b/tests/performance/encodeXMLComponent.xml
@@ -1,7 +1,7 @@
 <test>
     <preconditions>
-        <table_exists>test.hits</table_exists>
+        <table_exists>hits_100m_single</table_exists>
     </preconditions>
 
-    <query>SELECT count() FROM test.hits WHERE NOT ignore(encodeXMLComponent(URL))</query>
+    <query>SELECT count() FROM hits_100m_single WHERE NOT ignore(encodeXMLComponent(URL))</query>
 </test>
diff --git a/tests/performance/questdb_sum_int32.xml b/tests/performance/questdb_sum_int32.xml
index 613ef3dc058..b1037aef5e2 100644
--- a/tests/performance/questdb_sum_int32.xml
+++ b/tests/performance/questdb_sum_int32.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="1.0">
     <settings>
         <max_threads>4</max_threads>
         <max_memory_usage>20G</max_memory_usage>
diff --git a/tests/performance/uniq.xml b/tests/performance/uniq.xml
index b4e73733769..dd8d9154c0e 100644
--- a/tests/performance/uniq.xml
+++ b/tests/performance/uniq.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="1.0">
 
     <preconditions>
         <table_exists>hits_100m_single</table_exists>

From e466924898fe94d724712ad9e0def8a3365910bd Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 13 May 2021 02:01:35 +0300
Subject: [PATCH 0222/1060] fs::premissions

---
 src/Disks/DiskLocal.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 151d0d94597..bf0a8bac12f 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -299,7 +299,9 @@ void DiskLocal::createFile(const String & path)
 
 void DiskLocal::setReadOnly(const String & path)
 {
-    Poco::File(fs::path(disk_path) / path).setReadOnly(true);
+    fs::permissions(fs::path(disk_path) / path,
+                    fs::perms::owner_read | fs::perms::group_read | fs::perms::others_read,
+                    fs::perm_options::replace);
 }
 
 bool inline isSameDiskType(const IDisk & one, const IDisk & another)

From b0a54989afdc7a987766584ca327119672dbf7ad Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Thu, 13 May 2021 10:52:50 +0200
Subject: [PATCH 0223/1060] Link edited

---
 docs/en/sql-reference/statements/optimize.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 0eacc7e57b4..12d2173a9d8 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -31,7 +31,7 @@ When `OPTIMIZE` is used with the [ReplicatedMergeTree](../../engines/table-engin
 If you want to perform deduplication on custom set of columns rather than on all, you can specify list of columns explicitly or use any combination of [`*`](../../sql-reference/statements/select/index.md#asterisk), [`COLUMNS`](../../sql-reference/statements/select/index.md#columns-expression) or [`EXCEPT`](../../sql-reference/statements/select/index.md#except-modifier) expressions. The explictly written or implicitly expanded list of columns must include all columns specified in row ordering expression (both primary and sorting keys) and partitioning expression (partitioning key).
 
 !!! note "Note"
-    Notice that `*` behaves just like in `SELECT`: [`MATERIALIZED`](./create/table/#materialized) and [`ALIAS`](./create/table/#alias) columns are not used for expansion.
+    Notice that `*` behaves just like in `SELECT`: [`MATERIALIZED`](../../sql-reference/statements/create/table.md#materialized) and [`ALIAS`](../../sql-reference/statements/create/table.md#alias) columns are not used for expansion.
     Also, it is an error to specify empty list of columns, or write an expression that results in an empty list of columns, or deduplicate by an `ALIAS` column.
 
 **Syntax**

From 3aa919b4988022d91fc3789584db4e1dced98c59 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 13 May 2021 12:16:43 +0300
Subject: [PATCH 0224/1060] fixes

---
 docker/test/performance-comparison/report.py | 3 +++
 tests/performance/set_index.xml              | 2 +-
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/docker/test/performance-comparison/report.py b/docker/test/performance-comparison/report.py
index c69162d1c77..00aac5887fa 100755
--- a/docker/test/performance-comparison/report.py
+++ b/docker/test/performance-comparison/report.py
@@ -446,6 +446,9 @@ if args.report == 'main':
                 attrs[3] = f'style="background: {color_bad}"'
             else:
                 attrs[3] = ''
+                # Just don't add the slightly unstable queries we don't consider
+                # errors. It's not clear what the user should do with them.
+                continue
 
             text += tableRow(r, attrs, anchor)
 
diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml
index 76f1087a1bf..03c249c26ff 100644
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@@ -62,7 +62,7 @@
     </query>
 
     <!-- The same as above, but interpret tuple as function -->
-    <query>SELECT (rand(), rand()) IN tuple(tuple(17258, 93148), tuple(4508, 52749), tuple(68660, 70017), tuple(77797, 23528), tuple(1136, 37393), tuple(53237, 15379), tuple(68370, 73211), tuple(15782, 54962), tuple(59432, 45415), tuple(68396, 920), tuple(96154, 21016), tuple(12700, 26887), tuple(88016, 43191), tuple(68153, 51575), tuple(91315, 40005), tuple(18070, 73178), tuple(86, 631), tuple(77717, 20324), tuple(3227, 76188), tuple(74960, 43147), tuple(77538, 19628), tuple(82292, 6525), tuple(24293, 12566), tuple(85244, 96287), tuple(93982, 1329), tuple(38064, 54723), tuple(83999, 45810), tuple(71921, 53673), tuple(88638, 9669), tuple(1959, 39535), tuple(82235, 95796), tuple(27907, 90975), tuple(42383, 91015), tuple(9948, 91514), tuple(81712, 47309), tuple(400, 25808), tuple(31791, 46948), tuple(39740, 36098), tuple(25943, 84598), tuple(99598, 52939), tuple(77134, 15845), tuple(40313, 72174), tuple(85017, 94036), tuple(36595, 14303), tuple(83961, 68078), tuple(55792, 72759), tuple(73574, 43606), tuple(9853, 63560), tuple(28580, 56721), tuple(74804, 41025), tuple(32095, 55657), tuple(52881, 63416), tuple(91368, 90310), tuple(23922, 38883), tuple(30592, 10758), tuple(66448, 61183), tuple(31880, 96697), tuple(11362, 20633), tuple(75331, 2015), tuple(71129, 8785), tuple(1115, 70955), tuple(7886, 83698), tuple(18961, 84556), tuple(16677, 43028), tuple(37347, 70220), tuple(31699, 71244), tuple(10578, 96159), tuple(67600, 39041), tuple(78791, 86687), tuple(21545, 54174), tuple(68774, 37637), tuple(46132, 81768), tuple(98413, 20605), tuple(2960, 23665), tuple(31507, 35719), tuple(96209, 18368), tuple(60558, 38035), tuple(21952, 3264), tuple(11834, 86458), tuple(21651, 17650), tuple(86276, 36087), tuple(18818, 24849), tuple(61951, 3390), tuple(59637, 62545), tuple(30346, 72253), tuple(36281, 2992), tuple(78340, 49872), tuple(94326, 93723), tuple(3416, 94405), tuple(12272, 8741), tuple(22600, 22095), tuple(57636, 37106), tuple(38702, 14889), tuple(70238, 11276), tuple(17325, 60648), tuple(16492, 41271), tuple(52100, 1304), tuple(93416, 7795), tuple(57209, 71008), tuple(48010, 36078), tuple(20384, 74420), tuple(77440, 34439), tuple(69224, 45099), tuple(30374, 33884), tuple(49038, 90140), tuple(1154, 84725), tuple(64926, 86985), tuple(91746, 73472), tuple(59757, 75755), tuple(45860, 71557), tuple(45833, 36526), tuple(74618, 73598), tuple(91360, 65168), tuple(58029, 30793), tuple(56332, 14973), tuple(99943, 96877), tuple(97454, 6450), tuple(64502, 77301), tuple(73182, 31853), tuple(76809, 83964), tuple(82916, 86188), tuple(78736, 65427), tuple(36495, 7422), tuple(76196, 2804), tuple(96117, 61093), tuple(9177, 26099), tuple(52942, 63007), tuple(48578, 47876), tuple(50638, 89903), tuple(7113, 97316), tuple(35301, 12750), tuple(47807, 7254), tuple(38217, 55418), tuple(56970, 41687), tuple(20527, 62886), tuple(358, 14021), tuple(64018, 18582), tuple(91740, 21683), tuple(81967, 53589), tuple(45437, 38450), tuple(45476, 67752), tuple(76851, 72072), tuple(7304, 60091), tuple(40097, 12897), tuple(39906, 29247), tuple(84262, 58734), tuple(30857, 43791), tuple(56087, 78929), tuple(20498, 45954), tuple(48726, 500), tuple(62723, 43763), tuple(28368, 30756), tuple(74048, 52403), tuple(15045, 95926), tuple(75542, 55384), tuple(52543, 22525), tuple(56001, 6935), tuple(11431, 46745), tuple(77731, 7310), tuple(36718, 59909), tuple(32235, 91254), tuple(92417, 25917), tuple(21782, 79277), tuple(46378, 87536), tuple(35324, 26075), tuple(6310, 76915), tuple(1551, 69473), tuple(50642, 68865), tuple(55190, 72934), tuple(49780, 21873), tuple(99466, 29686), tuple(90761, 13179), tuple(72959, 57033), tuple(20020, 90200), tuple(46186, 79105), tuple(73871, 52382), tuple(59559, 38801), tuple(59916, 16082), tuple(33610, 94966), tuple(46001, 45225), tuple(86679, 26469), tuple(77245, 91929), tuple(32887, 36623), tuple(11179, 46898), tuple(87881, 68087), tuple(45438, 47991), tuple(24950, 94525), tuple(91664, 51656), tuple(43914, 47805), tuple(15736, 96156), tuple(56346, 20283), tuple(85053, 48931), tuple(17790, 26179), tuple(96195, 55728), tuple(43765, 54807), tuple(44988, 89269), tuple(55911, 99411), tuple(52446, 47397), tuple(28346, 65442), tuple(96669, 68226), tuple(66194, 26848), tuple(37276, 55864), tuple(14116, 41583), tuple(18058, 16317), tuple(93136, 85318), tuple(35616, 86252), tuple(29222, 29969), tuple(33386, 85372), tuple(71094, 44238), tuple(27733, 31838), tuple(64626, 16692), tuple(52904, 97899), tuple(97619, 12663), tuple(50165, 4688), tuple(67557, 44053), tuple(69184, 66269), tuple(73164, 89705), tuple(39822, 15169), tuple(65499, 72808), tuple(30068, 63697), tuple(30154, 64235), tuple(97016, 58716), tuple(94366, 36592), tuple(1592, 16261), tuple(87985, 52102), tuple(12554, 23652), tuple(15909, 25292), tuple(2527, 91531), tuple(92139, 36031), tuple(28986, 30032), tuple(3038, 56314), tuple(32239, 26707), tuple(15973, 34901), tuple(70246, 39680), tuple(82529, 38132), tuple(45827, 74783), tuple(53665, 64111), tuple(55218, 84170), tuple(20466, 16130), tuple(55734, 71203), tuple(31438, 96906), tuple(66338, 85858), tuple(35988, 68511), tuple(78391, 15191), tuple(80747, 59213), tuple(5357, 11546), tuple(16822, 16607), tuple(36607, 41106), tuple(74949, 30739), tuple(45726, 64887), tuple(1524, 54847), tuple(37371, 89195), tuple(28726, 27788), tuple(22600, 44777), tuple(53999, 63625), tuple(84304, 98338), tuple(49260, 76480), tuple(74564, 53907), tuple(89867, 97096), tuple(60157, 61299), tuple(17165, 10146), tuple(56334, 36268), tuple(62114, 49222), tuple(22715, 23620), tuple(42830, 11539), tuple(41091, 69151), tuple(75471, 68364), tuple(18681, 43249), tuple(42738, 63219), tuple(35474, 98454), tuple(76815, 46024), tuple(66310, 36521), tuple(86095, 77013), tuple(63693, 77319), tuple(80731, 63031), tuple(95478, 92387), tuple(23787, 63724), tuple(46299, 68994), tuple(4800, 2460), tuple(9663, 80639), tuple(77231, 85814), tuple(81615, 11311), tuple(35638, 27340), tuple(13598, 14322), tuple(30657, 17238), tuple(90957, 96846), tuple(69962, 52140), tuple(41681, 65962), tuple(96836, 58177), tuple(36190, 11623), tuple(4231, 40500), tuple(43049, 41949), tuple(71177, 98492), tuple(30193, 39750), tuple(19744, 33204), tuple(63358, 30210), tuple(45638, 58918), tuple(43641, 38741), tuple(35598, 40932), tuple(33238, 36236), tuple(50835, 20968), tuple(25099, 34071), tuple(84986, 88456), tuple(35333, 1529), tuple(79771, 23985), tuple(647, 61658), tuple(9424, 11743), tuple(77766, 31528), tuple(77811, 86973), tuple(76403, 74377), tuple(55568, 79251), tuple(68858, 20762), tuple(68520, 66773), tuple(93598, 89823), tuple(8080, 82539), tuple(87760, 52247), tuple(25191, 16905), tuple(17837, 8339), tuple(85177, 59050), tuple(51680, 77374), tuple(3287, 43018), tuple(43479, 62141), tuple(34909, 46322), tuple(11869, 5885), tuple(96193, 58417), tuple(101, 47460), tuple(34937, 88582), tuple(83216, 88388), tuple(28571, 15292), tuple(66683, 62613), tuple(34478, 8924), tuple(2680, 89973), tuple(62438, 44460), tuple(11724, 4791), tuple(5383, 72888), tuple(88206, 67586), tuple(8124, 21690), tuple(28779, 75789), tuple(66791, 4757), tuple(6176, 47760), tuple(6403, 78084), tuple(78122, 35446), tuple(99494, 73608), tuple(39691, 89098), tuple(59182, 19484), tuple(25389, 98963), tuple(96487, 3692), tuple(76222, 67381), tuple(21199, 50358), tuple(95998, 58137), tuple(28777, 43913), tuple(14176, 60117), tuple(52257, 81703), tuple(14604, 13438), tuple(71301, 14401), tuple(19758, 66914), tuple(15506, 29873), tuple(87205, 29449), tuple(93295, 15930), tuple(63651, 11287), tuple(19785, 15966), tuple(30795, 75112), tuple(69462, 37655), tuple(18793, 85764), tuple(36240, 31236), tuple(98153, 73724), tuple(72491, 4223), tuple(66930, 35048), tuple(25686, 13269), tuple(13940, 13259), tuple(69163, 11235), tuple(1183, 86961), tuple(54323, 67315), tuple(85044, 60872), tuple(48875, 3683), tuple(43052, 92861), tuple(87574, 32969), tuple(92552, 80564), tuple(94832, 47682), tuple(72011, 80994), tuple(60182, 917), tuple(97788, 34169), tuple(66432, 47940), tuple(87468, 80954), tuple(35385, 68758), tuple(50555, 63710), tuple(55311, 44337), tuple(87065, 26514), tuple(84581, 98736), tuple(23212, 56499), tuple(75120, 72447), tuple(56087, 38285), tuple(58171, 45629), tuple(28401, 44319), tuple(70432, 27883), tuple(18891, 14646), tuple(26206, 49924), tuple(79957, 44914), tuple(56064, 27529), tuple(99090, 29197), tuple(49435, 340), tuple(53525, 65601), tuple(76998, 88349), tuple(50416, 70860), tuple(42506, 75290), tuple(34024, 13295), tuple(86663, 46523), tuple(88814, 231), tuple(57809, 21), tuple(84914, 84771), tuple(43042, 66892), tuple(17288, 33908), tuple(4934, 63195), tuple(50590, 1516), tuple(97843, 80208), tuple(20091, 86717), tuple(71566, 15929), tuple(19531, 23634), tuple(41646, 45549), tuple(89226, 82902), tuple(96683, 63386), tuple(31072, 53788), tuple(51135, 41099), tuple(78912, 65609), tuple(36094, 23603), tuple(88403, 51455), tuple(73795, 47066), tuple(26448, 82852), tuple(22829, 2894), tuple(30041, 92548), tuple(27733, 20608), tuple(70180, 19892), tuple(51650, 63440), tuple(76328, 13666), tuple(40514, 6677), tuple(2786, 51059), tuple(40809, 16499), tuple(10857, 82541), tuple(78221, 61067), tuple(17982, 51969), tuple(85369, 66965), tuple(47153, 47149), tuple(43965, 75796), tuple(82725, 60767), tuple(42407, 97249), tuple(51475, 81224), tuple(60957, 89414), tuple(33065, 21663), tuple(36601, 5290), tuple(95842, 67301), tuple(64630, 60398), tuple(55212, 35638), tuple(41750, 44235), tuple(75260, 82400), tuple(91291, 25843), tuple(6477, 8311), tuple(14919, 52306), tuple(66220, 33180), tuple(45736, 2313), tuple(37450, 64444), tuple(98614, 61344), tuple(75007, 50946), tuple(56701, 28117), tuple(66632, 5174), tuple(92323, 76613), tuple(6796, 73695), tuple(33696, 76280), tuple(86876, 5614), tuple(50863, 67993), tuple(36068, 17049), tuple(91912, 34271), tuple(70706, 1904), tuple(97798, 41117), tuple(68154, 72483), tuple(83862, 25578), tuple(61643, 17204), tuple(69974, 64232), tuple(77926, 19637), 
+    <query short="1">SELECT (rand(), rand()) IN tuple(tuple(17258, 93148), tuple(4508, 52749), tuple(68660, 70017), tuple(77797, 23528), tuple(1136, 37393), tuple(53237, 15379), tuple(68370, 73211), tuple(15782, 54962), tuple(59432, 45415), tuple(68396, 920), tuple(96154, 21016), tuple(12700, 26887), tuple(88016, 43191), tuple(68153, 51575), tuple(91315, 40005), tuple(18070, 73178), tuple(86, 631), tuple(77717, 20324), tuple(3227, 76188), tuple(74960, 43147), tuple(77538, 19628), tuple(82292, 6525), tuple(24293, 12566), tuple(85244, 96287), tuple(93982, 1329), tuple(38064, 54723), tuple(83999, 45810), tuple(71921, 53673), tuple(88638, 9669), tuple(1959, 39535), tuple(82235, 95796), tuple(27907, 90975), tuple(42383, 91015), tuple(9948, 91514), tuple(81712, 47309), tuple(400, 25808), tuple(31791, 46948), tuple(39740, 36098), tuple(25943, 84598), tuple(99598, 52939), tuple(77134, 15845), tuple(40313, 72174), tuple(85017, 94036), tuple(36595, 14303), tuple(83961, 68078), tuple(55792, 72759), tuple(73574, 43606), tuple(9853, 63560), tuple(28580, 56721), tuple(74804, 41025), tuple(32095, 55657), tuple(52881, 63416), tuple(91368, 90310), tuple(23922, 38883), tuple(30592, 10758), tuple(66448, 61183), tuple(31880, 96697), tuple(11362, 20633), tuple(75331, 2015), tuple(71129, 8785), tuple(1115, 70955), tuple(7886, 83698), tuple(18961, 84556), tuple(16677, 43028), tuple(37347, 70220), tuple(31699, 71244), tuple(10578, 96159), tuple(67600, 39041), tuple(78791, 86687), tuple(21545, 54174), tuple(68774, 37637), tuple(46132, 81768), tuple(98413, 20605), tuple(2960, 23665), tuple(31507, 35719), tuple(96209, 18368), tuple(60558, 38035), tuple(21952, 3264), tuple(11834, 86458), tuple(21651, 17650), tuple(86276, 36087), tuple(18818, 24849), tuple(61951, 3390), tuple(59637, 62545), tuple(30346, 72253), tuple(36281, 2992), tuple(78340, 49872), tuple(94326, 93723), tuple(3416, 94405), tuple(12272, 8741), tuple(22600, 22095), tuple(57636, 37106), tuple(38702, 14889), tuple(70238, 11276), tuple(17325, 60648), tuple(16492, 41271), tuple(52100, 1304), tuple(93416, 7795), tuple(57209, 71008), tuple(48010, 36078), tuple(20384, 74420), tuple(77440, 34439), tuple(69224, 45099), tuple(30374, 33884), tuple(49038, 90140), tuple(1154, 84725), tuple(64926, 86985), tuple(91746, 73472), tuple(59757, 75755), tuple(45860, 71557), tuple(45833, 36526), tuple(74618, 73598), tuple(91360, 65168), tuple(58029, 30793), tuple(56332, 14973), tuple(99943, 96877), tuple(97454, 6450), tuple(64502, 77301), tuple(73182, 31853), tuple(76809, 83964), tuple(82916, 86188), tuple(78736, 65427), tuple(36495, 7422), tuple(76196, 2804), tuple(96117, 61093), tuple(9177, 26099), tuple(52942, 63007), tuple(48578, 47876), tuple(50638, 89903), tuple(7113, 97316), tuple(35301, 12750), tuple(47807, 7254), tuple(38217, 55418), tuple(56970, 41687), tuple(20527, 62886), tuple(358, 14021), tuple(64018, 18582), tuple(91740, 21683), tuple(81967, 53589), tuple(45437, 38450), tuple(45476, 67752), tuple(76851, 72072), tuple(7304, 60091), tuple(40097, 12897), tuple(39906, 29247), tuple(84262, 58734), tuple(30857, 43791), tuple(56087, 78929), tuple(20498, 45954), tuple(48726, 500), tuple(62723, 43763), tuple(28368, 30756), tuple(74048, 52403), tuple(15045, 95926), tuple(75542, 55384), tuple(52543, 22525), tuple(56001, 6935), tuple(11431, 46745), tuple(77731, 7310), tuple(36718, 59909), tuple(32235, 91254), tuple(92417, 25917), tuple(21782, 79277), tuple(46378, 87536), tuple(35324, 26075), tuple(6310, 76915), tuple(1551, 69473), tuple(50642, 68865), tuple(55190, 72934), tuple(49780, 21873), tuple(99466, 29686), tuple(90761, 13179), tuple(72959, 57033), tuple(20020, 90200), tuple(46186, 79105), tuple(73871, 52382), tuple(59559, 38801), tuple(59916, 16082), tuple(33610, 94966), tuple(46001, 45225), tuple(86679, 26469), tuple(77245, 91929), tuple(32887, 36623), tuple(11179, 46898), tuple(87881, 68087), tuple(45438, 47991), tuple(24950, 94525), tuple(91664, 51656), tuple(43914, 47805), tuple(15736, 96156), tuple(56346, 20283), tuple(85053, 48931), tuple(17790, 26179), tuple(96195, 55728), tuple(43765, 54807), tuple(44988, 89269), tuple(55911, 99411), tuple(52446, 47397), tuple(28346, 65442), tuple(96669, 68226), tuple(66194, 26848), tuple(37276, 55864), tuple(14116, 41583), tuple(18058, 16317), tuple(93136, 85318), tuple(35616, 86252), tuple(29222, 29969), tuple(33386, 85372), tuple(71094, 44238), tuple(27733, 31838), tuple(64626, 16692), tuple(52904, 97899), tuple(97619, 12663), tuple(50165, 4688), tuple(67557, 44053), tuple(69184, 66269), tuple(73164, 89705), tuple(39822, 15169), tuple(65499, 72808), tuple(30068, 63697), tuple(30154, 64235), tuple(97016, 58716), tuple(94366, 36592), tuple(1592, 16261), tuple(87985, 52102), tuple(12554, 23652), tuple(15909, 25292), tuple(2527, 91531), tuple(92139, 36031), tuple(28986, 30032), tuple(3038, 56314), tuple(32239, 26707), tuple(15973, 34901), tuple(70246, 39680), tuple(82529, 38132), tuple(45827, 74783), tuple(53665, 64111), tuple(55218, 84170), tuple(20466, 16130), tuple(55734, 71203), tuple(31438, 96906), tuple(66338, 85858), tuple(35988, 68511), tuple(78391, 15191), tuple(80747, 59213), tuple(5357, 11546), tuple(16822, 16607), tuple(36607, 41106), tuple(74949, 30739), tuple(45726, 64887), tuple(1524, 54847), tuple(37371, 89195), tuple(28726, 27788), tuple(22600, 44777), tuple(53999, 63625), tuple(84304, 98338), tuple(49260, 76480), tuple(74564, 53907), tuple(89867, 97096), tuple(60157, 61299), tuple(17165, 10146), tuple(56334, 36268), tuple(62114, 49222), tuple(22715, 23620), tuple(42830, 11539), tuple(41091, 69151), tuple(75471, 68364), tuple(18681, 43249), tuple(42738, 63219), tuple(35474, 98454), tuple(76815, 46024), tuple(66310, 36521), tuple(86095, 77013), tuple(63693, 77319), tuple(80731, 63031), tuple(95478, 92387), tuple(23787, 63724), tuple(46299, 68994), tuple(4800, 2460), tuple(9663, 80639), tuple(77231, 85814), tuple(81615, 11311), tuple(35638, 27340), tuple(13598, 14322), tuple(30657, 17238), tuple(90957, 96846), tuple(69962, 52140), tuple(41681, 65962), tuple(96836, 58177), tuple(36190, 11623), tuple(4231, 40500), tuple(43049, 41949), tuple(71177, 98492), tuple(30193, 39750), tuple(19744, 33204), tuple(63358, 30210), tuple(45638, 58918), tuple(43641, 38741), tuple(35598, 40932), tuple(33238, 36236), tuple(50835, 20968), tuple(25099, 34071), tuple(84986, 88456), tuple(35333, 1529), tuple(79771, 23985), tuple(647, 61658), tuple(9424, 11743), tuple(77766, 31528), tuple(77811, 86973), tuple(76403, 74377), tuple(55568, 79251), tuple(68858, 20762), tuple(68520, 66773), tuple(93598, 89823), tuple(8080, 82539), tuple(87760, 52247), tuple(25191, 16905), tuple(17837, 8339), tuple(85177, 59050), tuple(51680, 77374), tuple(3287, 43018), tuple(43479, 62141), tuple(34909, 46322), tuple(11869, 5885), tuple(96193, 58417), tuple(101, 47460), tuple(34937, 88582), tuple(83216, 88388), tuple(28571, 15292), tuple(66683, 62613), tuple(34478, 8924), tuple(2680, 89973), tuple(62438, 44460), tuple(11724, 4791), tuple(5383, 72888), tuple(88206, 67586), tuple(8124, 21690), tuple(28779, 75789), tuple(66791, 4757), tuple(6176, 47760), tuple(6403, 78084), tuple(78122, 35446), tuple(99494, 73608), tuple(39691, 89098), tuple(59182, 19484), tuple(25389, 98963), tuple(96487, 3692), tuple(76222, 67381), tuple(21199, 50358), tuple(95998, 58137), tuple(28777, 43913), tuple(14176, 60117), tuple(52257, 81703), tuple(14604, 13438), tuple(71301, 14401), tuple(19758, 66914), tuple(15506, 29873), tuple(87205, 29449), tuple(93295, 15930), tuple(63651, 11287), tuple(19785, 15966), tuple(30795, 75112), tuple(69462, 37655), tuple(18793, 85764), tuple(36240, 31236), tuple(98153, 73724), tuple(72491, 4223), tuple(66930, 35048), tuple(25686, 13269), tuple(13940, 13259), tuple(69163, 11235), tuple(1183, 86961), tuple(54323, 67315), tuple(85044, 60872), tuple(48875, 3683), tuple(43052, 92861), tuple(87574, 32969), tuple(92552, 80564), tuple(94832, 47682), tuple(72011, 80994), tuple(60182, 917), tuple(97788, 34169), tuple(66432, 47940), tuple(87468, 80954), tuple(35385, 68758), tuple(50555, 63710), tuple(55311, 44337), tuple(87065, 26514), tuple(84581, 98736), tuple(23212, 56499), tuple(75120, 72447), tuple(56087, 38285), tuple(58171, 45629), tuple(28401, 44319), tuple(70432, 27883), tuple(18891, 14646), tuple(26206, 49924), tuple(79957, 44914), tuple(56064, 27529), tuple(99090, 29197), tuple(49435, 340), tuple(53525, 65601), tuple(76998, 88349), tuple(50416, 70860), tuple(42506, 75290), tuple(34024, 13295), tuple(86663, 46523), tuple(88814, 231), tuple(57809, 21), tuple(84914, 84771), tuple(43042, 66892), tuple(17288, 33908), tuple(4934, 63195), tuple(50590, 1516), tuple(97843, 80208), tuple(20091, 86717), tuple(71566, 15929), tuple(19531, 23634), tuple(41646, 45549), tuple(89226, 82902), tuple(96683, 63386), tuple(31072, 53788), tuple(51135, 41099), tuple(78912, 65609), tuple(36094, 23603), tuple(88403, 51455), tuple(73795, 47066), tuple(26448, 82852), tuple(22829, 2894), tuple(30041, 92548), tuple(27733, 20608), tuple(70180, 19892), tuple(51650, 63440), tuple(76328, 13666), tuple(40514, 6677), tuple(2786, 51059), tuple(40809, 16499), tuple(10857, 82541), tuple(78221, 61067), tuple(17982, 51969), tuple(85369, 66965), tuple(47153, 47149), tuple(43965, 75796), tuple(82725, 60767), tuple(42407, 97249), tuple(51475, 81224), tuple(60957, 89414), tuple(33065, 21663), tuple(36601, 5290), tuple(95842, 67301), tuple(64630, 60398), tuple(55212, 35638), tuple(41750, 44235), tuple(75260, 82400), tuple(91291, 25843), tuple(6477, 8311), tuple(14919, 52306), tuple(66220, 33180), tuple(45736, 2313), tuple(37450, 64444), tuple(98614, 61344), tuple(75007, 50946), tuple(56701, 28117), tuple(66632, 5174), tuple(92323, 76613), tuple(6796, 73695), tuple(33696, 76280), tuple(86876, 5614), tuple(50863, 67993), tuple(36068, 17049), tuple(91912, 34271), tuple(70706, 1904), tuple(97798, 41117), tuple(68154, 72483), tuple(83862, 25578), tuple(61643, 17204), tuple(69974, 64232), tuple(77926, 19637),
     tuple(64901, 88988), tuple(71424, 91703), tuple(91655, 17147), tuple(46872, 56530), tuple(44189, 98087), tuple(95939, 54420), tuple(72651, 68785), tuple(67624, 84875), tuple(92587, 87663), tuple(65275, 81256), tuple(53798, 2506), tuple(14702, 3638), tuple(71291, 50452), tuple(14909, 13903), tuple(66965, 26606), tuple(14127, 60345), tuple(35306, 1738), tuple(77234, 10468), tuple(53521, 41218), tuple(80681, 82583), tuple(44227, 26521), tuple(32263, 21482), tuple(82270, 56963), tuple(50580, 80567), tuple(11593, 22346), tuple(20074, 26867), tuple(73126, 28667), tuple(62996, 24317), tuple(20295, 57163), tuple(1506, 57668), tuple(69567, 45236), tuple(43366, 26001), tuple(88052, 40181), tuple(1599, 89349), tuple(36789, 1579), tuple(39895, 46673), tuple(30381, 3206), tuple(31723, 5625), tuple(19252, 31317), tuple(16932, 77149), tuple(48794, 34409), tuple(55986, 30328), tuple(47551, 75088), tuple(57363, 78365), tuple(95221, 63385), tuple(26449, 5733), tuple(96588, 53077), tuple(52980, 41140), tuple(8187, 85947), tuple(36723, 26520), tuple(23579, 38909), tuple(33350, 19275), tuple(63930, 19357), tuple(43536, 59941), tuple(31117, 77322), tuple(44638, 94812), tuple(44730, 99097), tuple(95108, 48170), tuple(57813, 49503), tuple(79959, 89436), tuple(86980, 62031), tuple(8275, 44009), tuple(36666, 94645), tuple(22064, 38882), tuple(40471, 16939), tuple(31156, 11337), tuple(13101, 96977), tuple(17906, 26835), tuple(89861, 51405), tuple(73369, 67946), tuple(99141, 58572), tuple(27131, 98703), tuple(15900, 43412), tuple(51768, 93125), tuple(78579, 46689), tuple(23029, 13895), tuple(60870, 55830), tuple(22553, 8236), tuple(76449, 96207), tuple(83766, 51024), tuple(27630, 50614), tuple(53484, 90104), tuple(77626, 21944), tuple(46755, 41583), tuple(53616, 34240), tuple(94159, 44415), tuple(13914, 90059), tuple(44387, 89012), tuple(27499, 64579), tuple(83415, 30809), tuple(77558, 82619), tuple(88880, 9814), tuple(8466, 4424), tuple(43598, 91921), tuple(24695, 3349), tuple(46295, 65208), tuple(51256, 82461), tuple(49126, 93012), tuple(16186, 96585), tuple(43284, 22655), tuple(93130, 90393), tuple(77495, 34372), tuple(85509, 65856), tuple(86662, 61906), tuple(50988, 44393), tuple(29828, 17737), tuple(91651, 35308), tuple(29796, 49716), tuple(14019, 87751), tuple(29688, 71207), tuple(82845, 19100), tuple(11989, 50132), tuple(21158, 99905), tuple(54732, 42547), tuple(32314, 12851), tuple(46405, 43794), tuple(87849, 45643), tuple(53524, 21212), tuple(61925, 75491), tuple(12498, 21937), tuple(30185, 69475), tuple(48421, 52487), tuple(15112, 90935), tuple(33187, 17801), tuple(61704, 25514), tuple(17889, 23917), tuple(18758, 57197), tuple(7693, 47232), tuple(47905, 24618), tuple(11494, 78950), tuple(95662, 54561), tuple(8075, 33909), tuple(90427, 46065), tuple(73962, 19821), tuple(50691, 79400), tuple(58218, 4881), tuple(94106, 2509), tuple(60633, 55169), tuple(49600, 83054), tuple(23339, 13270), tuple(70262, 58946), tuple(48417, 97266), tuple(27629, 46905), tuple(74465, 75514), tuple(41687, 2564), tuple(12814, 19492), tuple(78899, 30168), tuple(17745, 35206), tuple(37972, 35296), tuple(22288, 80001), tuple(68026, 36558), tuple(40187, 12234), tuple(92380, 22866), tuple(56488, 64402), tuple(41404, 62562), tuple(47802, 45287), tuple(83302, 85215), tuple(58999, 85776), tuple(35158, 16804), tuple(13416, 94146), tuple(62953, 28243), tuple(83290, 19103), tuple(4564, 21789), tuple(64468, 20927), tuple(25582, 47206), tuple(57810, 18693), tuple(28938, 97986), tuple(61704, 14838), tuple(19214, 3232), tuple(12911, 25438), tuple(85802, 28837), tuple(56506, 89458), tuple(66392, 47773), tuple(68190, 43841), tuple(43044, 52214), tuple(57886, 32830), tuple(15943, 59771), tuple(37081, 89294), tuple(4032, 32960), tuple(46931, 85790), tuple(69656, 72737), tuple(28217, 39872), tuple(86170, 42776), tuple(55116, 51495), tuple(90485, 45274), tuple(60773, 36788), tuple(2193, 2636), tuple(70222, 62086), tuple(75720, 70712), tuple(17549, 51460), tuple(23609, 31515), tuple(70254, 39825), tuple(63762, 11061), tuple(13107, 15394), tuple(45916, 72130), tuple(91558, 86662), tuple(99524, 69106), tuple(93073, 29881), tuple(31724, 3007), tuple(69051, 59452), tuple(59701, 86760), tuple(4967, 82028), tuple(57404, 48226), tuple(71829, 79910), tuple(23714, 62439), tuple(73881, 67618), tuple(63269, 40085), tuple(6164, 23415), tuple(48156, 93907), tuple(18627, 16570), tuple(6676, 22991), tuple(36916, 41488), tuple(99079, 13264), tuple(32533, 99243), tuple(55505, 63339), tuple(89564, 3290), tuple(24886, 34916), tuple(91310, 9343), tuple(49779, 12740), tuple(26320, 3406), tuple(57661, 5702), tuple(10765, 57881), tuple(5518, 47638), tuple(93148, 27438), tuple(73451, 24477), tuple(84075, 96822), tuple(58883, 58883), tuple(96812, 82388), tuple(30659, 59654), tuple(24498, 95808), tuple(25591, 21834), tuple(13090, 87704), tuple(76495, 17249), tuple(75975, 84318), tuple(55459, 70426), tuple(84256, 88604), tuple(79438, 43104), tuple(45331, 7495), tuple(63619, 11123), tuple(24772, 2601), tuple(63343, 14138), tuple(39957, 98339), tuple(55595, 17823), tuple(97676, 53933), tuple(91867, 25023), tuple(64677, 67859), tuple(43737, 34315), tuple(24800, 53968), tuple(93157, 17507), tuple(24264, 35273), tuple(33889, 507), tuple(10207, 40542), tuple(40213, 57800), tuple(38321, 74160), tuple(42391, 7651), tuple(80267, 94736), tuple(52473, 79634), tuple(17075, 2531), tuple(8595, 75890), tuple(31496, 50367), tuple(16069, 79896), tuple(70067, 200), tuple(23420, 49517), tuple(1628, 45646), tuple(8916, 36794), tuple(72294, 88976), tuple(40603, 86008), tuple(91871, 71098), tuple(5447, 70998), tuple(24152, 17561), tuple(65046, 34951), tuple(56950, 9292), tuple(19244, 31385), tuple(74693, 31813), tuple(97343, 21572), tuple(38834, 135), tuple(79717, 62486), tuple(38, 10308), tuple(58035, 71344), tuple(85802, 81079), tuple(5943, 156), tuple(38735, 38867), tuple(3803, 99366), tuple(15853, 19408), tuple(62988, 62008), tuple(8316, 44684), tuple(17035, 71012), tuple(48584, 2117), tuple(75425, 37336), tuple(2405, 50420), tuple(43653, 28836), tuple(12394, 69430), tuple(54522, 4954), tuple(33359, 148), tuple(41018, 82851), tuple(79995, 55417), tuple(65008, 32342), tuple(36547, 88185), tuple(8131, 7054), tuple(38980, 20146), tuple(27976, 63039), tuple(53119, 67009), tuple(40043, 98393), tuple(29333, 51980), tuple(85818, 98405), tuple(77956, 20099), tuple(99747, 16916), tuple(11597, 50181), tuple(40961, 8262), tuple(75103, 13912), tuple(62339, 69155), tuple(3869, 85481), tuple(7053, 30956), tuple(33563, 53272), tuple(96178, 81751), tuple(99365, 88728), tuple(34447, 11164), tuple(62856, 30939), tuple(92486, 3357), tuple(56605, 35330), tuple(42180, 15137), tuple(83946, 62984), tuple(61869, 55711), tuple(52880, 49871), tuple(44588, 27387), tuple(16332, 24496), tuple(1781, 13508), tuple(56674, 95773), tuple(21328, 19628), tuple(96455, 24155), tuple(14302, 74435), tuple(54053, 24590), tuple(86642, 22177), tuple(24089, 16186), tuple(70281, 4601), tuple(18552, 70708), tuple(95442, 5895), tuple(96714, 6293), tuple(43803, 45857), tuple(93257, 18497), tuple(90032, 85086), tuple(40566, 87233), tuple(32674, 73822), tuple(95599, 49334), tuple(62745, 51898), tuple(8245, 93882), tuple(14093, 40977), tuple(47215, 53001), tuple(59737, 68452), tuple(90937, 25354), tuple(43805, 82571), tuple(81953, 68572), tuple(37298, 96262), tuple(94899, 65066), tuple(34772, 80762), tuple(55469, 1186), tuple(8734, 91665), tuple(18622, 51150), tuple(85200, 39575), tuple(65381, 15979), tuple(89734, 89656), tuple(64712, 53691), tuple(87187, 58256), tuple(8476, 89694), tuple(49935, 35239), tuple(63730, 34982), tuple(27687, 91571), tuple(87543, 15350), tuple(85208, 18781), tuple(14783, 2574), tuple(44699, 666), tuple(56440, 87617), tuple(32732, 49301), tuple(76725, 3895), tuple(10419, 90580), tuple(34725, 69476), tuple(14831, 81588), tuple(93924, 38057), tuple(38528, 99060), tuple(57136, 44206), tuple(74685, 99559), tuple(43083, 87511), tuple(43105, 35474), tuple(35582, 17560), tuple(5578, 98727), tuple(78947, 53865), tuple(32013, 95029), tuple(61552, 42674), tuple(52191, 49975), tuple(71566, 16403), tuple(78534, 16350), tuple(18520, 80501), tuple(29114, 46547), tuple(11488, 5069), tuple(89591, 82384), tuple(13741, 42318), tuple(74385, 58849), tuple(49739, 63421), tuple(83821, 6676), tuple(51997, 93321), tuple(36677, 81768), tuple(37915, 73495), tuple(47175, 6086), tuple(39989, 83110), tuple(6489, 48112), tuple(88822, 20370), tuple(12846, 13952), tuple(28930, 20879), tuple(25139, 84552), tuple(76434, 2665), tuple(55145, 31523), tuple(21177, 18630), tuple(81077, 96275), tuple(61006, 30845), tuple(77722, 62651), tuple(61181, 72545), tuple(93838, 84287), tuple(59300, 19014), tuple(75076, 97980), tuple(76979, 1473), tuple(48409, 13097), tuple(51718, 5325), tuple(36522, 72119), tuple(60917, 18995), tuple(61469, 42853), tuple(34387, 37322), tuple(38684, 28120), tuple(64136, 8559), tuple(15368, 99424), tuple(97824, 7864), tuple(33833, 72029), tuple(7024, 9961), tuple(49400, 66220), tuple(63025, 97179), tuple(6135, 98878), tuple(19873, 8438), tuple(3963, 35670), tuple(65186, 89423), tuple(26653, 65943), tuple(83132, 67000), tuple(82578, 35007), tuple(42680, 60479), tuple(71102, 98589), tuple(74842, 94010), tuple(22931, 33725), tuple(46537, 42629), tuple(75793, 48115), tuple(21630, 92454), tuple(97993, 81332), tuple(25747, 31814), tuple(91231, 65953), tuple(91981, 12219), tuple(64719, 16254), tuple(60914, 8334), tuple(15887, 96432), tuple(42110, 28837), tuple(7295, 83147), tuple(50334, 7053), tuple(3949, 33594), tuple(1524, 98230), tuple(17265, 98024), tuple(75969, 36232), tuple(89538, 5212), tuple(13444, 55946), tuple(69823, 81848), tuple(32578, 74024), tuple(52018, 98290), tuple(59118, 40186), tuple(61002, 16977), tuple(69537, 44780), tuple(92, 13937), tuple(33715, 42663), tuple(46347, 8312), tuple(86196, 59301), tuple(17128, 85014), tuple(26429, 57682), tuple(45888, 99588), tuple(22750, 96110), tuple(46809, 49251), tuple(24521, 40071), tuple(287, 22115),
     tuple(11741, 36315), tuple(22742, 17581), tuple(35808, 3110), tuple(98904, 30407), tuple(4584, 13383), tuple(28585, 69669), tuple(94823, 29715), tuple(9551, 36389), tuple(77997, 45746), tuple(49894, 55722), tuple(23415, 69459), tuple(58246, 85144), tuple(74136, 18102), tuple(97366, 85724), tuple(34271, 51601), tuple(47535, 70883), tuple(59443, 90103), tuple(45213, 45811), tuple(62741, 86898), tuple(17324, 50034), tuple(62080, 25193), tuple(89524, 4421), tuple(13476, 51456), tuple(69198, 56718), tuple(58024, 22969), tuple(65210, 67941), tuple(32561, 44881), tuple(62295, 67448), tuple(66135, 95453), tuple(9417, 20443), tuple(82486, 23745), tuple(19185, 99041), tuple(40662, 91714), tuple(3423, 58624), tuple(4512, 74502), tuple(67772, 98023), tuple(69575, 75779), tuple(69107, 62805), tuple(517, 33801), tuple(47406, 7581), tuple(81108, 10546), tuple(12976, 47001), tuple(16742, 83811), tuple(44593, 82124), tuple(52731, 34642), tuple(81725, 20555), tuple(94126, 91919), tuple(24800, 59302), tuple(97253, 39249), tuple(71692, 10769), tuple(88721, 56321), tuple(7019, 69771), tuple(31464, 61774), tuple(29597, 19263), tuple(65557, 31875), tuple(28653, 69636), tuple(58074, 76848), tuple(15906, 80620), tuple(18259, 40193), tuple(99991, 4769), tuple(98935, 99269), tuple(12123, 60124), tuple(20787, 47346), tuple(13526, 33592), tuple(95370, 40350), tuple(17479, 42884), tuple(58368, 83218), tuple(63290, 74406), tuple(97030, 35102), tuple(45298, 27660), tuple(64593, 21262), tuple(76268, 82641), tuple(1107, 44044), tuple(21427, 79959), tuple(85180, 62412), tuple(7359, 1318), tuple(83618, 9762), tuple(1425, 55804), tuple(32874, 97943), tuple(68191, 38742), tuple(41715, 17902), tuple(3771, 15032), tuple(7848, 74950), tuple(33881, 40904), tuple(75295, 26151), tuple(75775, 13760), tuple(90262, 89822), tuple(88169, 18679), tuple(57506, 32356), tuple(94983, 44281), tuple(37385, 37432), tuple(18248, 48162), tuple(45573, 66278), tuple(25277, 72788), tuple(26977, 36778), tuple(26254, 61758), tuple(12860, 48026), tuple(96819, 3339), tuple(13134, 1173), tuple(26822, 53374), tuple(15989, 29698), tuple(11258, 54515), tuple(37866, 34928), tuple(22996, 26577), tuple(39952, 42732), tuple(6754, 70595), tuple(86245, 44669), tuple(47044, 34170), tuple(6789, 45220), tuple(31706, 2090), tuple(42582, 40023), tuple(35147, 46591), tuple(88210, 11307), tuple(53644, 7680), tuple(11280, 91075), tuple(42961, 65122), tuple(40066, 52185), tuple(20050, 6154), tuple(98440, 20393), tuple(88992, 75432), tuple(32386, 66731), tuple(36952, 34149), tuple(18453, 32715), tuple(84413, 10378), tuple(59440, 2374), tuple(45354, 85009), tuple(50382, 66510), tuple(64428, 95401), tuple(9336, 41760), tuple(26317, 91416), tuple(81941, 99504), tuple(26600, 53522), tuple(81069, 40236), tuple(51126, 27911), tuple(97144, 14243), tuple(62738, 50287), tuple(37372, 28962), tuple(12053, 9090), tuple(69492, 95524), tuple(68141, 52931), tuple(17276, 16487), tuple(69227, 25949), tuple(14143, 70193), tuple(7077, 53032), tuple(65463, 74082), tuple(94997, 66496), tuple(80443, 55832), tuple(66796, 5970), tuple(15852, 95662), tuple(81559, 97272), tuple(55851, 18977), tuple(91142, 48976), tuple(91143, 950), tuple(79225, 31004), tuple(61310, 20760), tuple(74541, 90842), tuple(80322, 11630), tuple(84631, 544), tuple(66785, 86591), tuple(25650, 63252), tuple(59635, 18586), tuple(2964, 6741), tuple(37091, 71148), tuple(11984, 43077), tuple(87505, 62049), tuple(61925, 92290), tuple(18808, 3937), tuple(8300, 33268), tuple(70850, 50661), tuple(86024, 73730), tuple(85161, 47116), tuple(50193, 89155), tuple(37773, 40845), tuple(9251, 41688), tuple(6940, 65399), tuple(42479, 95630), tuple(19401, 43102), tuple(48069, 36040), tuple(62760, 95013), tuple(394, 2641), tuple(32567, 29306), tuple(13870, 58835), tuple(98248, 47291), tuple(49803, 4523), tuple(40222, 12883), tuple(53576, 73105), tuple(88265, 23629), tuple(67865, 67875), tuple(33473, 27144), tuple(80219, 53893), tuple(74878, 47341), tuple(78070, 84803), tuple(30003, 5600), tuple(41103, 6145), tuple(83490, 81076), tuple(55059, 66736), tuple(45015, 10239), tuple(79555, 85819), tuple(81808, 34970), tuple(19235, 85480), tuple(91807, 52177), tuple(40887, 87009), tuple(5003, 2687), tuple(64964, 88122), tuple(765, 94893), tuple(93573, 20504), tuple(28854, 38438), tuple(94244, 93475), tuple(72996, 84801), tuple(75427, 81692), tuple(63161, 98637), tuple(18814, 61343), tuple(22863, 60110), tuple(8949, 12694), tuple(19675, 94313), tuple(43857, 74073), tuple(15737, 58218), tuple(48895, 68474), tuple(22220, 92926), tuple(69055, 50282), tuple(40532, 74934), tuple(59062, 66405), tuple(85784, 87704), tuple(58494, 88222), tuple(2260, 20401), tuple(73112, 99666), tuple(46739, 95433), tuple(21179, 85119), tuple(11545, 38801), tuple(59993, 50866), tuple(10086, 4709), tuple(70560, 29611), tuple(27095, 89017), tuple(6896, 2279), tuple(92506, 5013), tuple(48600, 90491), tuple(18782, 54638), tuple(54337, 82734), tuple(52054, 13481), tuple(38297, 56559), tuple(15998, 30591), tuple(89789, 7522), tuple(18149, 28725), tuple(3532, 28625), tuple(70934, 49617), tuple(84599, 55664), tuple(74229, 52269), tuple(55431, 11893), tuple(32807, 72543), tuple(83882, 53025), tuple(11490, 83442), tuple(14844, 88612), tuple(12526, 45953), tuple(906, 2231), tuple(68240, 95612), tuple(18818, 31535), tuple(57774, 91290), tuple(67250, 67400), tuple(77332, 23550), tuple(42332, 57775), tuple(28792, 11539), tuple(19108, 34608), tuple(12399, 38591), tuple(7329, 10740), tuple(84288, 50928), tuple(29461, 17629), tuple(63884, 88489), tuple(47479, 61085), tuple(75357, 57255), tuple(60107, 94046), tuple(32934, 66312), tuple(28615, 42600), tuple(55553, 85213), tuple(57838, 91426), tuple(9783, 11513), tuple(73677, 28821), tuple(75408, 75561), tuple(22995, 59224), tuple(74874, 54145), tuple(18513, 75901), tuple(46440, 69414), tuple(36072, 22263), tuple(60560, 73325), tuple(69967, 93358), tuple(75949, 98634), tuple(3688, 57991), tuple(43482, 94541), tuple(40922, 31011), tuple(57763, 74497), tuple(93576, 96392), tuple(83038, 80656), tuple(47757, 87045), tuple(14061, 53465), tuple(65619, 33775), tuple(11341, 6702), tuple(6249, 87358), tuple(15766, 85937), tuple(13135, 93945), tuple(24495, 95900), tuple(80359, 1739), tuple(15468, 73426), tuple(49240, 44999), tuple(82839, 90808), tuple(87438, 75613), tuple(348, 73144), tuple(99523, 85853), tuple(21557, 70210), tuple(64933, 1672), tuple(38154, 17477), tuple(97136, 67363), tuple(96491, 8038), tuple(97981, 3434), tuple(54372, 27038), tuple(88480, 86675), tuple(21028, 21083), tuple(43197, 4440), tuple(31702, 78290), tuple(66631, 24438), tuple(11482, 17922), tuple(90351, 39503), tuple(46186, 32439), tuple(73828, 6640), tuple(56916, 26029), tuple(62840, 1815), tuple(20281, 28488), tuple(18211, 30043), tuple(65211, 93012), tuple(43614, 58012), tuple(90322, 77343), tuple(64293, 94525), tuple(59489, 39760), tuple(93219, 78440), tuple(74613, 9732), tuple(38085, 19191), tuple(58029, 48186), tuple(88762, 1764), tuple(28627, 21993), tuple(49975, 41225), tuple(70486, 43480), tuple(82764, 96425), tuple(27218, 78327), tuple(17844, 73333), tuple(70463, 37629), tuple(10500, 33826), tuple(97343, 66575), tuple(82833, 51210), tuple(77353, 45073), tuple(27163, 39728), tuple(78076, 46691), tuple(80302, 39342), tuple(77142, 1319), tuple(87403, 80110), tuple(53805, 27786), tuple(50558, 74264), tuple(83146, 31358), tuple(11567, 4438), tuple(30041, 54287), tuple(91731, 18496), tuple(57591, 93894), tuple(72534, 59009), tuple(98064, 59148), tuple(69626, 66615), tuple(20951, 43949), tuple(61960, 68060), tuple(48892, 67918), tuple(61321, 56222), tuple(75424, 77260), tuple(4916, 81929), tuple(68892, 81531), tuple(28096, 28548), tuple(62016, 107), tuple(8593, 12030), tuple(66743, 36772), tuple(60174, 15106), tuple(52844, 1923), tuple(34768, 22065), tuple(88988, 62910), tuple(79214, 2998), tuple(25675, 31376), tuple(69959, 3614), tuple(43885, 31708), tuple(12206, 46548), tuple(69924, 19343), tuple(12984, 38980), tuple(58250, 69438), tuple(2580, 48684), tuple(38112, 37124), tuple(21842, 43150), tuple(59384, 21921), tuple(19908, 46678), tuple(73396, 79529), tuple(8274, 1557), tuple(36975, 65519), tuple(81069, 18712), tuple(13692, 9148), tuple(60617, 84762), tuple(75749, 66154), tuple(80375, 24553), tuple(4257, 47056), tuple(76880, 7687), tuple(40714, 43448), tuple(79112, 74791), tuple(33119, 72730), tuple(17670, 89183), tuple(51614, 3921), tuple(21247, 39857), tuple(86756, 67673), tuple(32792, 70035), tuple(5917, 7197), tuple(1762, 23130), tuple(6455, 63664), tuple(32806, 3729), tuple(60469, 20511), tuple(12522, 15149), tuple(98106, 79338), tuple(84754, 11162), tuple(52058, 17973), tuple(28789, 1521), tuple(32766, 36325), tuple(78914, 40453), tuple(70297, 71854), tuple(9313, 45190), tuple(54559, 66227), tuple(22342, 43860), tuple(44152, 84294), tuple(36913, 93173), tuple(88523, 36338), tuple(82234, 71140), tuple(8328, 22947), tuple(73250, 88125), tuple(74356, 16820), tuple(94472, 37349), tuple(23126, 87806), tuple(40315, 88729), tuple(19935, 19145), tuple(93312, 65719), tuple(8477, 33108), tuple(86660, 69525), tuple(75557, 66964), tuple(60437, 57494), tuple(94419, 42524), tuple(95372, 72274), tuple(49866, 85685), tuple(96808, 39404), tuple(62961, 72507), tuple(38634, 70815), tuple(91379, 42430), tuple(66359, 98699), tuple(24382, 4186), tuple(4003, 77760), tuple(87840, 75265), tuple(57641, 68871), tuple(9773, 15942), tuple(5664, 51289), tuple(47923, 31308), tuple(58632, 82468), tuple(14097, 71829), tuple(1838, 97710), tuple(70433, 11364), tuple(82363, 97879), tuple(25257, 20615), tuple(18249, 6758), tuple(98581, 13639), tuple(3290, 72449), tuple(74546, 79380), tuple(97254, 44448), tuple(80316, 31760), tuple(40516, 94809), tuple(14444, 88981), tuple(9693, 10259), tuple(83795, 95485), tuple(70201, 81014), tuple(66644, 16761), tuple(35529, 82718), tuple(75774, 73476), tuple(80139, 3957), tuple(34803, 80689), tuple(92085, 46499), tuple(97871, 8004), tuple(67369, 11354), tuple(43578, 81596), 
     tuple(94695, 44963), tuple(93741, 41629), tuple(16005, 96652), tuple(37918, 69012), tuple(89832, 56041), tuple(51798, 32386), tuple(89749, 27647), tuple(76279, 7990), tuple(31746, 1346), tuple(40841, 20480), tuple(99942, 24473), tuple(78495, 99194), tuple(13588, 57088), tuple(22183, 42297), tuple(82707, 34435), tuple(45026, 12747), tuple(8000, 93211), tuple(40453, 13025), tuple(44100, 39880), tuple(83900, 56474), tuple(87691, 42802), tuple(82000, 63867), tuple(76627, 84731), tuple(112, 92774), tuple(34749, 97737), tuple(59262, 57169), tuple(95571, 44144), tuple(74310, 68970), tuple(63232, 92744), tuple(53698, 21610), tuple(39969, 75475), tuple(39942, 28713), tuple(81230, 50140), tuple(97953, 96528), tuple(86144, 48041), tuple(96677, 49677), tuple(22051, 48183), tuple(33436, 54784), tuple(5553, 11920), tuple(67057, 17115), tuple(57736, 72309), tuple(8086, 85329), tuple(72623, 94949), tuple(13096, 48992), tuple(63153, 56337), tuple(30462, 1036), tuple(75000, 24048), tuple(62635, 50128), tuple(91480, 83131), tuple(25929, 79809), tuple(96237, 76974), tuple(59645, 20603), tuple(31850, 29754), tuple(91070, 36568), tuple(30191, 33785), tuple(86776, 67259), tuple(49073, 39179), tuple(16121, 73834), tuple(84217, 52951), tuple(95866, 47244), tuple(63326, 73460), tuple(134, 91953), tuple(48189, 86069), tuple(42971, 3700), tuple(28643, 10479), tuple(80151, 7446), tuple(78798, 2655), tuple(39135, 69364), tuple(80244, 24904), tuple(22818, 74964), tuple(26753, 82419), tuple(16858, 5212), tuple(79891, 11215), tuple(785, 46103), tuple(12559, 24617), tuple(73601, 71490), tuple(70342, 7099), tuple(73330, 6665), tuple(11903, 28194), tuple(16375, 37746), tuple(86132, 51788), tuple(90345, 68366), tuple(5464, 78338), tuple(23569, 83141), tuple(17904, 94046), tuple(35868, 60017), tuple(22591, 93373), tuple(70584, 72116), tuple(49331, 34312), tuple(16180, 91286), tuple(58494, 65441), tuple(9336, 52671), tuple(32523, 26734), tuple(40205, 83549), tuple(28810, 96876), tuple(44703, 38944), tuple(46981, 37157), tuple(8582, 7529), tuple(59718, 71700), tuple(62545, 73716), tuple(6531, 23200), tuple(30528, 59720), tuple(57152, 84660), tuple(16232, 67946), tuple(60446, 45983), tuple(68737, 54959), tuple(57795, 73107), tuple(26930, 35938), tuple(9844, 44760), tuple(3716, 79020), tuple(99126, 8264), tuple(66120, 16151), tuple(50616, 25765), tuple(93340, 95875), tuple(34103, 88003), tuple(14879, 99758), tuple(49188, 6087), tuple(89858, 42861), tuple(36730, 72076), tuple(25069, 26403), tuple(98183, 48108), tuple(3229, 5367), tuple(59306, 80078), tuple(61144, 58598), tuple(72600, 98765), tuple(57701, 23177), tuple(10176, 11553), tuple(82964, 13697), tuple(7788, 28538), tuple(39943, 97491), tuple(56261, 17781), tuple(2458, 1892), tuple(6679, 45554), tuple(42171, 66222), tuple(24420, 44115), tuple(35852, 41965), tuple(50196, 49555), tuple(34718, 60734), tuple(6932, 61638), tuple(69472, 56723), tuple(489, 97620), tuple(41335, 90578), tuple(1333, 92787), tuple(97883, 64754), tuple(14208, 22097), tuple(75776, 5938), tuple(67446, 61518), tuple(58743, 45162), tuple(34749, 81243), tuple(71451, 91991), tuple(27804, 41836), tuple(45274, 8039), tuple(17593, 24498), tuple(8801, 38559), tuple(87460, 7109), tuple(50075, 18284), tuple(84043, 82146), tuple(62932, 25018), tuple(89647, 56768), tuple(59920, 80801), tuple(56357, 35142), tuple(97376, 58181), tuple(70715, 91103), tuple(90829, 78985), tuple(29776, 13275), tuple(30546, 42320), tuple(99266, 35340), tuple(21234, 61062), tuple(39239, 10745), tuple(45990, 715), tuple(47047, 6619), tuple(4270, 94575), tuple(90009, 72203), tuple(25629, 2691), tuple(67926, 89112), tuple(46990, 61101), tuple(22355, 69536), tuple(1977, 56723), tuple(54681, 34041), tuple(83819, 7024), tuple(81235, 7093), tuple(16659, 87135), tuple(49384, 32135), tuple(42204, 17362), tuple(90585, 70374), tuple(51255, 1), tuple(31600, 70085), tuple(90189, 95778), tuple(57349, 87789), tuple(83384, 93771), tuple(20718, 15529), tuple(10644, 53591), tuple(84103, 62101), tuple(91340, 48382), tuple(82854, 84420), tuple(12561, 53517), tuple(64835, 45362), tuple(54154, 75841), tuple(46498, 31175), tuple(75035, 49552), tuple(9306, 53403), tuple(68851, 49139), tuple(13463, 42107), tuple(2322, 36695), tuple(55953, 12098), tuple(60656, 80482), tuple(78987, 19632), tuple(31228, 18523), tuple(98972, 80489), tuple(32367, 98405), tuple(25139, 5164), tuple(5692, 60610), tuple(36535, 70097), tuple(80542, 74320), tuple(87984, 46750), tuple(98201, 41341), tuple(35217, 46813), tuple(81795, 69057), tuple(83927, 41032), tuple(60149, 26087), tuple(39954, 48361), tuple(64485, 61448), tuple(87185, 14580), tuple(74559, 93251), tuple(88544, 83366), tuple(74015, 15864), tuple(78623, 69719), tuple(16941, 80710), tuple(16315, 58313), tuple(47277, 59107), tuple(16067, 66290), tuple(63906, 59891), tuple(20754, 67817), tuple(44428, 10652), tuple(95960, 99045), tuple(52163, 26221), tuple(65566, 22057), tuple(26836, 38898), tuple(57107, 79274), tuple(39020, 74857), tuple(53540, 84159), tuple(76646, 44324), tuple(27967, 40171), tuple(28710, 56332), tuple(84036, 28711), tuple(68742, 57241), tuple(40535, 34737), tuple(62681, 85386), tuple(30472, 58405), tuple(85086, 33013), tuple(67059, 47481), tuple(30441, 55098), tuple(97892, 71991), tuple(90296, 42905), tuple(22441, 18863), tuple(19606, 77242), tuple(11206, 58380), tuple(23901, 49962), tuple(84094, 33761), tuple(64400, 28093), tuple(64228, 94543), tuple(71874, 20871), tuple(25385, 73117), tuple(63398, 20999), tuple(77547, 51893), tuple(80783, 65858), tuple(39807, 80754), tuple(10336, 90318), tuple(7826, 55346), tuple(30206, 10711), tuple(94411, 67364), tuple(33509, 14329), tuple(65350, 17006), tuple(65999, 55699), tuple(82753, 61081), tuple(38851, 11896), tuple(15155, 48635), tuple(19985, 75204), tuple(37144, 5344), tuple(26173, 39587), tuple(61111, 30966), tuple(16180, 22987), tuple(60707, 43599), tuple(30136, 74118), tuple(7880, 43857), tuple(97445, 30233), tuple(62700, 24828), tuple(90914, 89452), tuple(64131, 56925), tuple(25259, 39132), tuple(47104, 43950), tuple(93891, 21913), tuple(84573, 91029), tuple(8604, 79858), tuple(33141, 25534), tuple(12468, 90413), tuple(97063, 76359), tuple(80826, 26061), tuple(64013, 99099), tuple(82158, 38882), tuple(25799, 7564), tuple(25477, 69847), tuple(73374, 58520), tuple(48230, 9453), tuple(91424, 72273), tuple(64893, 11750), tuple(46753, 48434), tuple(15974, 94633), tuple(14872, 27027), tuple(14527, 21313), tuple(25660, 64644), tuple(54196, 15138), tuple(6313, 10911), tuple(36168, 47170), tuple(45346, 76), tuple(10305, 60286), tuple(65283, 39977), tuple(21804, 37972), tuple(65389, 86954), tuple(90674, 64458), tuple(15838, 22392), tuple(43540, 42503), tuple(49584, 67828), tuple(56711, 87887), tuple(40075, 73696), tuple(23832, 91552), tuple(39002, 65562), tuple(20451, 64664), tuple(70783, 92171), tuple(29319, 57694), tuple(56217, 44247), tuple(52856, 57873), tuple(80560, 90902), tuple(31068, 11280), tuple(46996, 34739), tuple(57527, 4554), tuple(8410, 25816), tuple(12269, 38319), tuple(88054, 49939), tuple(337, 13231), tuple(56432, 68236), tuple(74841, 21476), tuple(96006, 15712), tuple(87145, 91660), tuple(58090, 55111), tuple(10310, 79789), tuple(5734, 79710), tuple(98992, 69026), tuple(77033, 5734), tuple(43338, 42635), tuple(23898, 28669), tuple(62708, 81652), tuple(41279, 51722), tuple(93444, 26355), tuple(62046, 52199), tuple(71492, 58736), tuple(7379, 62581), tuple(8592, 71885), tuple(75026, 40387), tuple(46696, 3939), tuple(9787, 88907), tuple(86356, 363), tuple(97479, 20358), tuple(77363, 65553), tuple(44036, 22178), tuple(98279, 64612), tuple(3615, 411), tuple(77003, 93018), tuple(41605, 88489), tuple(55992, 83614), tuple(19493, 21633), tuple(34639, 97064), tuple(94602, 89289), tuple(45853, 26299), tuple(84170, 73386), tuple(9221, 51439), tuple(41513, 68166), tuple(37170, 17690), tuple(82511, 59246), tuple(96674, 27574), tuple(99301, 45675), tuple(42716, 41520), tuple(56623, 49130), tuple(84100, 76804), tuple(73855, 97007), tuple(73303, 26912), tuple(37151, 23837), tuple(49190, 97104), tuple(23487, 45628), tuple(87763, 46550), tuple(65111, 92605), tuple(80481, 8151), tuple(83949, 18930), tuple(81749, 27244), tuple(37449, 3023), tuple(28303, 51545), tuple(96441, 93242), tuple(22082, 43254), tuple(35135, 68407), tuple(37712, 48709), tuple(5111, 26774), tuple(15532, 74246), tuple(93605, 83583), tuple(21491, 66472), tuple(38922, 53076), tuple(55455, 54432), tuple(955, 44063), tuple(311, 91630), tuple(53554, 4522), tuple(29927, 65668), tuple(7525, 16035), tuple(44093, 76745), tuple(21481, 78198), tuple(76875, 5306), tuple(56126, 76437), tuple(96534, 16880), tuple(85600, 68336), tuple(4479, 81002), tuple(80414, 11593), tuple(8186, 61147), tuple(5624, 32879), tuple(79312, 20995), tuple(40407, 41512), tuple(91261, 66022), tuple(93228, 75364), tuple(21136, 40111), tuple(92148, 60681), tuple(42549, 7944), tuple(60157, 15040), tuple(63562, 88365), tuple(69056, 72713), tuple(78263, 89223), tuple(3776, 33039), tuple(30042, 59984), tuple(64567, 20977), tuple(24720, 39157), tuple(63582, 75653), tuple(45363, 20249), tuple(58093, 53833), tuple(27918, 93306), tuple(25791, 92686), tuple(15904, 862), tuple(72093, 19257), tuple(64125, 88986), tuple(41717, 27989), tuple(43165, 98675), tuple(76840, 48170), tuple(64508, 3535), tuple(91964, 33435), tuple(96686, 88673), tuple(66648, 64594), tuple(17927, 30539), tuple(73615, 22800), tuple(18580, 48077), tuple(59803, 48202),

From 3e5f85ddd3949eb1b61b6c21f795606b6c97a8ed Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 13 May 2021 12:20:02 +0300
Subject: [PATCH 0225/1060] run short queries longer

---
 docker/test/performance-comparison/perf.py | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/docker/test/performance-comparison/perf.py b/docker/test/performance-comparison/perf.py
index 2588b9f4213..286a5a99b2f 100755
--- a/docker/test/performance-comparison/perf.py
+++ b/docker/test/performance-comparison/perf.py
@@ -356,10 +356,11 @@ for query_index in queries_to_run:
         # For very short queries we have a special mode where we run them for at
         # least some time. The recommended lower bound of run time for "normal"
         # queries is about 0.1 s, and we run them about 10 times, giving the
-        # time per query per server of about one second. Use this value as a
-        # reference for "short" queries.
+        # time per query per server of about one second. Run "short" queries
+        # for longer time, because they have a high percentage of overhead and
+        # might give less stable results.
         if is_short[query_index]:
-            if server_seconds >= 2 * len(this_query_connections):
+            if server_seconds >= 8 * len(this_query_connections):
                 break
             # Also limit the number of runs, so that we don't go crazy processing
             # the results -- 'eqmed.sql' is really suboptimal.

From b123ec135401844d306ceefd5d19bcda19c33517 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 13 May 2021 12:32:52 +0300
Subject: [PATCH 0226/1060] Poco::FileException, Poco::parentPath

---
 src/Common/Config/ConfigProcessor.cpp | 10 +++++-----
 src/Common/Exception.cpp              | 25 ++++++++-----------------
 src/Disks/IDisk.h                     |  2 +-
 3 files changed, 14 insertions(+), 23 deletions(-)

diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index d0b85cc7506..f85e22d28b6 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -623,11 +623,11 @@ void ConfigProcessor::savePreprocessedConfig(const LoadedConfig & loaded_config,
                 if (!loaded_config.configuration->has("path"))
                 {
                     // Will use current directory
-                    auto parent_path = Poco::Path(loaded_config.config_path).makeParent();
-                    preprocessed_dir = parent_path.toString();
-                    Poco::Path poco_new_path(new_path);
-                    poco_new_path.setBaseName(poco_new_path.getBaseName() + PREPROCESSED_SUFFIX);
-                    new_path = poco_new_path.toString();
+                    fs::path parent_path = fs::path(loaded_config.config_path).parent_path();
+                    preprocessed_dir = parent_path.string();
+                    fs::path fs_new_path(new_path);
+                    fs_new_path = fs_new_path.parent_path() / (fs_new_path.stem().string() + PREPROCESSED_SUFFIX + fs_new_path.extension().string());
+                    new_path = fs_new_path.string();
                 }
                 else
                 {
diff --git a/src/Common/Exception.cpp b/src/Common/Exception.cpp
index f17eaea8d7f..4da84e92f2a 100644
--- a/src/Common/Exception.cpp
+++ b/src/Common/Exception.cpp
@@ -21,6 +21,8 @@
 #    include <Common/config_version.h>
 #endif
 
+namespace fs = std::filesystem;
+
 namespace DB
 {
 
@@ -164,7 +166,7 @@ void tryLogCurrentException(Poco::Logger * logger, const std::string & start_of_
     }
 }
 
-static void getNoSpaceLeftInfoMessage(std::filesystem::path path, std::string & msg)
+static void getNoSpaceLeftInfoMessage(std::filesystem::path path, String & msg)
 {
     path = std::filesystem::absolute(path);
     /// It's possible to get ENOSPC for non existent file (e.g. if there are no free inodes and creat() fails)
@@ -251,23 +253,12 @@ static std::string getExtraExceptionInfo(const std::exception & e)
     String msg;
     try
     {
-        /// TODO: this has to be adjusted for std::filesystem
-        if (const auto * file_exception = dynamic_cast<const Poco::FileException *>(&e))
+        if (const auto * file_exception = dynamic_cast<const fs::filesystem_error *>(&e))
         {
-            if (file_exception->code() == ENOSPC)
-            {
-                /// See Poco::FileImpl::handleLastErrorImpl(...)
-                constexpr const char * expected_error_message = "no space left on device: ";
-                if (startsWith(file_exception->message(), expected_error_message))
-                {
-                    String path = file_exception->message().substr(strlen(expected_error_message));
-                    getNoSpaceLeftInfoMessage(path, msg);
-                }
-                else
-                {
-                    msg += "\nCannot print extra info for Poco::Exception";
-                }
-            }
+            if (file_exception->code() == std::errc::no_space_on_device)
+                getNoSpaceLeftInfoMessage(file_exception->path1(), msg);
+            else
+                msg += "\nCannot print extra info for Poco::Exception";
         }
         else if (const auto * errno_exception = dynamic_cast<const DB::ErrnoException *>(&e))
         {
diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 62ab54e90c2..459991d6afd 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -301,7 +301,7 @@ inline String fullPath(const DiskPtr & disk, const String & path)
 /// Return parent path for the specified path.
 inline String parentPath(const String & path)
 {
-    return Poco::Path(path).parent().toString();
+    return fs::path(path).parent_path() / "";
 }
 
 /// Return file name for the specified path.

From db849eb3e5ec110645d1561e38cd0dc102d4def2 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 14 May 2021 10:06:38 +0300
Subject: [PATCH 0227/1060] Remaining poco

---
 src/Disks/IDisk.h                                      | 2 ++
 src/Interpreters/ExternalLoaderXMLConfigRepository.cpp | 4 ++--
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 459991d6afd..2e83bf0ec26 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -301,6 +301,8 @@ inline String fullPath(const DiskPtr & disk, const String & path)
 /// Return parent path for the specified path.
 inline String parentPath(const String & path)
 {
+    if (path.ends_with('/'))
+        return fs::path(path).parent_path().parent_path() / "";
     return fs::path(path).parent_path() / "";
 }
 
diff --git a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
index e4f3447c6df..4c6af554fae 100644
--- a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
+++ b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
@@ -40,8 +40,8 @@ std::set<std::string> ExternalLoaderXMLConfigRepository::getAllLoadablesDefiniti
         if (pattern[0] != '/')
         {
             const auto app_config_path = main_config.getString("config-file", "config.xml");
-            const auto config_dir = Poco::Path{app_config_path}.parent().toString();
-            const auto absolute_path = config_dir + pattern;
+            const String config_dir = fs::path(app_config_path).parent_path();
+            const String absolute_path = fs::path(config_dir) / pattern;
             Poco::Glob::glob(absolute_path, files, 0);
             if (!files.empty())
                 continue;

From 474eff5f9e451d4de9ad4c00340d7efc24074c0b Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 14 May 2021 13:14:52 +0300
Subject: [PATCH 0228/1060] fix

---
 tests/performance/joins_in_memory_pmj.xml | 2 +-
 tests/performance/set_index.xml           | 5 +++--
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/tests/performance/joins_in_memory_pmj.xml b/tests/performance/joins_in_memory_pmj.xml
index d122dba72c3..05d1876cb06 100644
--- a/tests/performance/joins_in_memory_pmj.xml
+++ b/tests/performance/joins_in_memory_pmj.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.7">
+<test max_ignored_relative_change="2">
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
 
     <settings>
diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml
index 03c249c26ff..a198f604215 100644
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@@ -61,8 +61,9 @@
     (81277, 26395), (57176, 69906), (55080, 20726), (65843, 9495), (27703, 24879), (60594, 53447), (72896, 95513), (87884, 50244), (25281, 16427), (14122, 6399), (65765, 45679), (38160, 38650), (76820, 91595), (74663, 37143), (35220, 16865), (54664, 88840), (7671, 19781), (7255, 87276), (92182, 47030), (98922, 49381), (21954, 20742), (54674, 19730), (74694, 81672), (31070, 97794), (22759, 3530), (6085, 72621), (17392, 26996), (82220, 41192), (48225, 41272), (42850, 54369), (10817, 25978), (18889, 81907), (33157, 51203), (64325, 5137), (54695, 50597), (32244, 99170), (64264, 23137), (22912, 47267), (70570, 51635), (96224, 20571), (91110, 65969), (2598, 66368), (80926, 52434), (1538, 77141), (10149, 21484), (4981, 58501), (5154, 55414), (66791, 35619), (9905, 90667), (83595, 75525), (31989, 37492), (41740, 48920), (33876, 10878), (48654, 50120), (85890, 46200), (67100, 30387), (76475, 38916), (1654, 1657), (93842, 71472), (14560, 97747), (24866, 74187), (11477, 2492), (94590, 95965), (29363, 58015), (58783, 5304), (27337, 87412), (17695, 41885), (91837, 75700), (271, 49400), (33438, 84607), (78520, 46982), (38817, 66995), (2031, 58147), (80354, 75561), (7752, 55141), (22715, 29219), (10069, 69521), (1711, 23325), (88218, 94290), (44895, 32844), (62152, 964), (32945, 57419), (19030, 51353), (53097, 36525), (76592, 2389), (53949, 27282), (10569, 90204), (94318, 48527), (13855, 27099), (41107, 11962), (39143, 81444), (66004, 38387), (55906, 61394), (34933, 33952), (53868, 82829), (86213, 80445), (40351, 56305), (97656, 90533), (48021, 7262), (49406, 38294), (57170, 7675), (7040, 8039), (65129, 76668), (7554, 74457), (65930, 2421), (12739, 37328), (17174, 68325), (63207, 21315), (70066, 44503), (19112, 8081), (80329, 65152), (76480, 39600), (75262, 45432), (24382, 67054), (75360, 90438), (21786, 19182), (2050, 82428), (34831, 92670), (69746, 44939), (6130, 58630), (62478, 14374), (35730, 71761), (20641, 66145), (86551, 64076), (37559, 79379), (8215, 82203), (33701, 9187), (22679, 38196), (17476, 25994), (4391, 62658), (87726, 32997), (22552, 65818), (18115, 42587), (64374, 97689), (64896, 49572), (98479, 75547), (881, 32287), (25305, 16000), (295, 67454), (67642, 87363), (50945, 31544), (95966, 9972), (44139, 28252), (83682, 88471), (34615, 665), (13190, 85527), (32195, 81130), (22310, 12209), (27910, 60272), (40133, 5905), (29352, 36686), (76443, 64096), (79522, 79616), (63465, 96631), (95604, 90216), (88548, 12411), (63732, 50843), (1478, 11113), (41472, 43329), (35207, 78855), (95093, 22581), (67812, 1348), (96472, 75947), (18984, 63538), (84782, 72178), (53524, 46634), (95525, 15476), (82732, 89272), (59603, 2032), (74431, 78243), (47712, 51835), (82671, 67076), (63302, 96469), (77655, 95524), (11099, 31832), (77967, 32724), (85070, 36190), (93260, 32825), (51348, 34162), (40912, 26841), (27227, 21822), (15979, 96933), (76990, 90541), (36121, 90437), (85571, 9605), (85987, 46881), (86738, 82375), (80188, 48238), (64608, 41916), (79866, 9442), (28100, 95607), (10136, 19628), (6078, 59019), (8971, 11986), (75703, 209), (81982, 98701), (30455, 66367), (92825, 84403), (73144, 4923), (62835, 75533), (90925, 56381), (83853, 86786), (66906, 28576), (69683, 74216), (2171, 22531), (6591, 52559), (59362, 88732), (49865, 38016), (82881, 9151), (71356, 27365), (91463, 45944), (71040, 12264), (62116, 27681), (84941, 82284), (57515, 60713), (45227, 74196), (77502, 17765), (54055, 29484), (33708, 46220), (37344, 75102), (80480, 37942), (95782, 36781), (14092, 82457), (25284, 82297), (85150, 50659), (90037, 99122), (49584, 48321), (8028, 65210), (8162, 32091), (1609, 22211), (38548, 1023), (35864, 43021), (54196, 30754), (88535, 90185), (5518, 97226), (79272, 57758), (61381, 86419), (38344, 86877), (72629, 24694), (12563, 11747), (81456, 44023), (55536, 65195), (67741, 12182), (64250, 29636), (45252, 9834), (16576, 40098), (65924, 11123), (14090, 83443), (95180, 92697), (92452, 7957), (21244, 29717), (50253, 62030), (21401, 70735), (86803, 89625), (17066, 52757), (74570, 89660), (11647, 74336), (22463, 68191), (41693, 67542), (12994, 21955), (3180, 27966), (37236, 51099), (68568, 62778), (2671, 68542), (42771, 4268), (7578, 12919), (33838, 61136), (87904, 48076), (3781, 57164), (83289, 14414), (29626, 91409), (92536, 13946), (88125, 34961), (71541, 41249), (21045, 85183), (21628, 62294), (17768, 22390), (5892, 10231), (85902, 84414), (44078, 87944), (64981, 31018), (85690, 11077), (4711, 9309), (39077, 26339), (85313, 99603), (20267, 31090), (92684, 11726), (17887, 17415), (23064, 83141), (40925, 87246), (17575, 71065), (29396, 86192), (10859, 2881), (50457, 42309), (86972, 41824), (80954, 76970), (11664, 94322), (4286, 93562), (9093, 32589), (81261, 96519), (67886, 3086), (74132, 43197), (94549, 26192), (55498, 75374), (93813, 32911), (6727, 51629), (93543, 55373), (48682, 83316), (32468, 77339), (60028, 4896), (34177, 67214), (35429, 16686), (72814, 39944), (82791, 97364), (21249, 36007), (85536, 84815), (32784, 34349), (2391, 45661), (62595, 30434), (56513, 65051), (22536, 99421), (80603, 62636), (23609, 19082), (33262, 63428), (45307, 96049), (75079, 62835), (52361, 19400), (43845, 89033), (54257, 33298), (31133, 35836), (56725, 10158), (73650, 10456), (77548, 28249), (57998, 79546), (97895, 93196), (472, 18004), (67178, 2684), (34612, 36352), (84970, 98816), (32474, 5895), (60388, 75957), (81643, 26457), (30070, 55744), (14725, 58396), (66451, 69932), (59264, 59569), (98045, 63704), (11925, 87468), (24701, 6280), (47797, 84240), (998, 13575), (37865, 72036), (71339, 10339), (28248, 7481), (33945, 97829), (85194, 8904), (39669, 73192), (24326, 65934), (14438, 72729), (76676, 35176), (97604, 95931), (36032, 61056), (65788, 20291), (73067, 60718), (75742, 27362), (45393, 74792), (49586, 13048), (57961, 68534), (78171, 47271), (76064, 41030), (88738, 10155), (87757, 63134), (95783, 76438), (77935, 85529), (79345, 69555), (94483, 58668), (9432, 40485), (43585, 376), (61737, 97784), (1593, 37078), (11129, 23793), (94341, 64063), (41896, 70446), (77473, 33532), (66748, 65844), (17802, 27920), (22891, 12901), (40435, 43348), (27956, 16989), (29550, 63725), (49453, 61216), (25570, 97985), (39599, 83449), (96373, 12817), (48357, 40473), (99949, 33182), (85434, 45421), (28033, 46182), (80932, 26691), (99522, 29180), (70868, 31903), (63217, 51504), (70267, 29484), (36096, 28371), (45710, 2823), (85697, 3912), (25410, 70358), (73558, 82834), (28617, 80585), (81874, 57512), (76797, 45045), (22091, 84124), (68372, 42189), (66320, 83215), (23013, 22530), (33735, 97800), (54318, 99061), (18025, 39513), (69059, 39780), (58425, 39790), (10222, 96791), (17061, 3138), (92416, 5773), (20023, 31736), (47846, 74511), (52598, 26398), (3738, 44490), (53346, 79223), (31991, 57557), (34592, 98693), (86926, 20881), (14108, 87654), (4889, 34982), (77283, 73201), (13668, 22633), (50763, 95152), (97292, 54613), (22782, 30081), (21536, 46551), (45965, 4172), (75537, 79254), (41267, 86819), (57723, 75200), (60404, 27252), (80305, 57892), (50103, 24015), (69409, 13132), (30717, 56384), (54568, 79877), (8584, 8359), (41416, 64392), (32898, 92944), (5262, 35907), (88652, 77951), (16619, 2797), (42494, 65581), (21009, 18555), (29084, 28068), (29464, 35568), (7288, 52066), (32378, 48725), (95300, 62168), (52295, 97110), (36862, 87786), (12224, 86684), (85883, 34167), (45369, 76651), (95460, 42855), (34354, 87238), (7214, 96375), (58720, 87947), (55009, 10506), (98506, 6081), (46068, 81113), (99065, 58657), (81820, 28081), (90611, 57235), (7661, 72835), (93195, 90418), (34452, 20146), (39857, 78712), (47185, 52074), (9879, 51807), (92457, 92377), (36082, 17723), (21905, 43398), (35902, 54380), (21791, 6804), (50774, 35200), (11540, 83934), (54574, 57602), (99878, 35568), (28171, 68210), (58132, 17222), (91755, 80585), (18944, 65785), (78535, 70725), (42599, 65291), (62274, 97160), (76487, 23798), (34741, 36988), (7286, 61119), (36824, 29665), (82478, 60722), (90995, 28025), (71438, 40230), (83152, 45104), (1812, 91619))
     </query>
 
-    <!-- The same as above, but interpret tuple as function -->
-    <query short="1">SELECT (rand(), rand()) IN tuple(tuple(17258, 93148), tuple(4508, 52749), tuple(68660, 70017), tuple(77797, 23528), tuple(1136, 37393), tuple(53237, 15379), tuple(68370, 73211), tuple(15782, 54962), tuple(59432, 45415), tuple(68396, 920), tuple(96154, 21016), tuple(12700, 26887), tuple(88016, 43191), tuple(68153, 51575), tuple(91315, 40005), tuple(18070, 73178), tuple(86, 631), tuple(77717, 20324), tuple(3227, 76188), tuple(74960, 43147), tuple(77538, 19628), tuple(82292, 6525), tuple(24293, 12566), tuple(85244, 96287), tuple(93982, 1329), tuple(38064, 54723), tuple(83999, 45810), tuple(71921, 53673), tuple(88638, 9669), tuple(1959, 39535), tuple(82235, 95796), tuple(27907, 90975), tuple(42383, 91015), tuple(9948, 91514), tuple(81712, 47309), tuple(400, 25808), tuple(31791, 46948), tuple(39740, 36098), tuple(25943, 84598), tuple(99598, 52939), tuple(77134, 15845), tuple(40313, 72174), tuple(85017, 94036), tuple(36595, 14303), tuple(83961, 68078), tuple(55792, 72759), tuple(73574, 43606), tuple(9853, 63560), tuple(28580, 56721), tuple(74804, 41025), tuple(32095, 55657), tuple(52881, 63416), tuple(91368, 90310), tuple(23922, 38883), tuple(30592, 10758), tuple(66448, 61183), tuple(31880, 96697), tuple(11362, 20633), tuple(75331, 2015), tuple(71129, 8785), tuple(1115, 70955), tuple(7886, 83698), tuple(18961, 84556), tuple(16677, 43028), tuple(37347, 70220), tuple(31699, 71244), tuple(10578, 96159), tuple(67600, 39041), tuple(78791, 86687), tuple(21545, 54174), tuple(68774, 37637), tuple(46132, 81768), tuple(98413, 20605), tuple(2960, 23665), tuple(31507, 35719), tuple(96209, 18368), tuple(60558, 38035), tuple(21952, 3264), tuple(11834, 86458), tuple(21651, 17650), tuple(86276, 36087), tuple(18818, 24849), tuple(61951, 3390), tuple(59637, 62545), tuple(30346, 72253), tuple(36281, 2992), tuple(78340, 49872), tuple(94326, 93723), tuple(3416, 94405), tuple(12272, 8741), tuple(22600, 22095), tuple(57636, 37106), tuple(38702, 14889), tuple(70238, 11276), tuple(17325, 60648), tuple(16492, 41271), tuple(52100, 1304), tuple(93416, 7795), tuple(57209, 71008), tuple(48010, 36078), tuple(20384, 74420), tuple(77440, 34439), tuple(69224, 45099), tuple(30374, 33884), tuple(49038, 90140), tuple(1154, 84725), tuple(64926, 86985), tuple(91746, 73472), tuple(59757, 75755), tuple(45860, 71557), tuple(45833, 36526), tuple(74618, 73598), tuple(91360, 65168), tuple(58029, 30793), tuple(56332, 14973), tuple(99943, 96877), tuple(97454, 6450), tuple(64502, 77301), tuple(73182, 31853), tuple(76809, 83964), tuple(82916, 86188), tuple(78736, 65427), tuple(36495, 7422), tuple(76196, 2804), tuple(96117, 61093), tuple(9177, 26099), tuple(52942, 63007), tuple(48578, 47876), tuple(50638, 89903), tuple(7113, 97316), tuple(35301, 12750), tuple(47807, 7254), tuple(38217, 55418), tuple(56970, 41687), tuple(20527, 62886), tuple(358, 14021), tuple(64018, 18582), tuple(91740, 21683), tuple(81967, 53589), tuple(45437, 38450), tuple(45476, 67752), tuple(76851, 72072), tuple(7304, 60091), tuple(40097, 12897), tuple(39906, 29247), tuple(84262, 58734), tuple(30857, 43791), tuple(56087, 78929), tuple(20498, 45954), tuple(48726, 500), tuple(62723, 43763), tuple(28368, 30756), tuple(74048, 52403), tuple(15045, 95926), tuple(75542, 55384), tuple(52543, 22525), tuple(56001, 6935), tuple(11431, 46745), tuple(77731, 7310), tuple(36718, 59909), tuple(32235, 91254), tuple(92417, 25917), tuple(21782, 79277), tuple(46378, 87536), tuple(35324, 26075), tuple(6310, 76915), tuple(1551, 69473), tuple(50642, 68865), tuple(55190, 72934), tuple(49780, 21873), tuple(99466, 29686), tuple(90761, 13179), tuple(72959, 57033), tuple(20020, 90200), tuple(46186, 79105), tuple(73871, 52382), tuple(59559, 38801), tuple(59916, 16082), tuple(33610, 94966), tuple(46001, 45225), tuple(86679, 26469), tuple(77245, 91929), tuple(32887, 36623), tuple(11179, 46898), tuple(87881, 68087), tuple(45438, 47991), tuple(24950, 94525), tuple(91664, 51656), tuple(43914, 47805), tuple(15736, 96156), tuple(56346, 20283), tuple(85053, 48931), tuple(17790, 26179), tuple(96195, 55728), tuple(43765, 54807), tuple(44988, 89269), tuple(55911, 99411), tuple(52446, 47397), tuple(28346, 65442), tuple(96669, 68226), tuple(66194, 26848), tuple(37276, 55864), tuple(14116, 41583), tuple(18058, 16317), tuple(93136, 85318), tuple(35616, 86252), tuple(29222, 29969), tuple(33386, 85372), tuple(71094, 44238), tuple(27733, 31838), tuple(64626, 16692), tuple(52904, 97899), tuple(97619, 12663), tuple(50165, 4688), tuple(67557, 44053), tuple(69184, 66269), tuple(73164, 89705), tuple(39822, 15169), tuple(65499, 72808), tuple(30068, 63697), tuple(30154, 64235), tuple(97016, 58716), tuple(94366, 36592), tuple(1592, 16261), tuple(87985, 52102), tuple(12554, 23652), tuple(15909, 25292), tuple(2527, 91531), tuple(92139, 36031), tuple(28986, 30032), tuple(3038, 56314), tuple(32239, 26707), tuple(15973, 34901), tuple(70246, 39680), tuple(82529, 38132), tuple(45827, 74783), tuple(53665, 64111), tuple(55218, 84170), tuple(20466, 16130), tuple(55734, 71203), tuple(31438, 96906), tuple(66338, 85858), tuple(35988, 68511), tuple(78391, 15191), tuple(80747, 59213), tuple(5357, 11546), tuple(16822, 16607), tuple(36607, 41106), tuple(74949, 30739), tuple(45726, 64887), tuple(1524, 54847), tuple(37371, 89195), tuple(28726, 27788), tuple(22600, 44777), tuple(53999, 63625), tuple(84304, 98338), tuple(49260, 76480), tuple(74564, 53907), tuple(89867, 97096), tuple(60157, 61299), tuple(17165, 10146), tuple(56334, 36268), tuple(62114, 49222), tuple(22715, 23620), tuple(42830, 11539), tuple(41091, 69151), tuple(75471, 68364), tuple(18681, 43249), tuple(42738, 63219), tuple(35474, 98454), tuple(76815, 46024), tuple(66310, 36521), tuple(86095, 77013), tuple(63693, 77319), tuple(80731, 63031), tuple(95478, 92387), tuple(23787, 63724), tuple(46299, 68994), tuple(4800, 2460), tuple(9663, 80639), tuple(77231, 85814), tuple(81615, 11311), tuple(35638, 27340), tuple(13598, 14322), tuple(30657, 17238), tuple(90957, 96846), tuple(69962, 52140), tuple(41681, 65962), tuple(96836, 58177), tuple(36190, 11623), tuple(4231, 40500), tuple(43049, 41949), tuple(71177, 98492), tuple(30193, 39750), tuple(19744, 33204), tuple(63358, 30210), tuple(45638, 58918), tuple(43641, 38741), tuple(35598, 40932), tuple(33238, 36236), tuple(50835, 20968), tuple(25099, 34071), tuple(84986, 88456), tuple(35333, 1529), tuple(79771, 23985), tuple(647, 61658), tuple(9424, 11743), tuple(77766, 31528), tuple(77811, 86973), tuple(76403, 74377), tuple(55568, 79251), tuple(68858, 20762), tuple(68520, 66773), tuple(93598, 89823), tuple(8080, 82539), tuple(87760, 52247), tuple(25191, 16905), tuple(17837, 8339), tuple(85177, 59050), tuple(51680, 77374), tuple(3287, 43018), tuple(43479, 62141), tuple(34909, 46322), tuple(11869, 5885), tuple(96193, 58417), tuple(101, 47460), tuple(34937, 88582), tuple(83216, 88388), tuple(28571, 15292), tuple(66683, 62613), tuple(34478, 8924), tuple(2680, 89973), tuple(62438, 44460), tuple(11724, 4791), tuple(5383, 72888), tuple(88206, 67586), tuple(8124, 21690), tuple(28779, 75789), tuple(66791, 4757), tuple(6176, 47760), tuple(6403, 78084), tuple(78122, 35446), tuple(99494, 73608), tuple(39691, 89098), tuple(59182, 19484), tuple(25389, 98963), tuple(96487, 3692), tuple(76222, 67381), tuple(21199, 50358), tuple(95998, 58137), tuple(28777, 43913), tuple(14176, 60117), tuple(52257, 81703), tuple(14604, 13438), tuple(71301, 14401), tuple(19758, 66914), tuple(15506, 29873), tuple(87205, 29449), tuple(93295, 15930), tuple(63651, 11287), tuple(19785, 15966), tuple(30795, 75112), tuple(69462, 37655), tuple(18793, 85764), tuple(36240, 31236), tuple(98153, 73724), tuple(72491, 4223), tuple(66930, 35048), tuple(25686, 13269), tuple(13940, 13259), tuple(69163, 11235), tuple(1183, 86961), tuple(54323, 67315), tuple(85044, 60872), tuple(48875, 3683), tuple(43052, 92861), tuple(87574, 32969), tuple(92552, 80564), tuple(94832, 47682), tuple(72011, 80994), tuple(60182, 917), tuple(97788, 34169), tuple(66432, 47940), tuple(87468, 80954), tuple(35385, 68758), tuple(50555, 63710), tuple(55311, 44337), tuple(87065, 26514), tuple(84581, 98736), tuple(23212, 56499), tuple(75120, 72447), tuple(56087, 38285), tuple(58171, 45629), tuple(28401, 44319), tuple(70432, 27883), tuple(18891, 14646), tuple(26206, 49924), tuple(79957, 44914), tuple(56064, 27529), tuple(99090, 29197), tuple(49435, 340), tuple(53525, 65601), tuple(76998, 88349), tuple(50416, 70860), tuple(42506, 75290), tuple(34024, 13295), tuple(86663, 46523), tuple(88814, 231), tuple(57809, 21), tuple(84914, 84771), tuple(43042, 66892), tuple(17288, 33908), tuple(4934, 63195), tuple(50590, 1516), tuple(97843, 80208), tuple(20091, 86717), tuple(71566, 15929), tuple(19531, 23634), tuple(41646, 45549), tuple(89226, 82902), tuple(96683, 63386), tuple(31072, 53788), tuple(51135, 41099), tuple(78912, 65609), tuple(36094, 23603), tuple(88403, 51455), tuple(73795, 47066), tuple(26448, 82852), tuple(22829, 2894), tuple(30041, 92548), tuple(27733, 20608), tuple(70180, 19892), tuple(51650, 63440), tuple(76328, 13666), tuple(40514, 6677), tuple(2786, 51059), tuple(40809, 16499), tuple(10857, 82541), tuple(78221, 61067), tuple(17982, 51969), tuple(85369, 66965), tuple(47153, 47149), tuple(43965, 75796), tuple(82725, 60767), tuple(42407, 97249), tuple(51475, 81224), tuple(60957, 89414), tuple(33065, 21663), tuple(36601, 5290), tuple(95842, 67301), tuple(64630, 60398), tuple(55212, 35638), tuple(41750, 44235), tuple(75260, 82400), tuple(91291, 25843), tuple(6477, 8311), tuple(14919, 52306), tuple(66220, 33180), tuple(45736, 2313), tuple(37450, 64444), tuple(98614, 61344), tuple(75007, 50946), tuple(56701, 28117), tuple(66632, 5174), tuple(92323, 76613), tuple(6796, 73695), tuple(33696, 76280), tuple(86876, 5614), tuple(50863, 67993), tuple(36068, 17049), tuple(91912, 34271), tuple(70706, 1904), tuple(97798, 41117), tuple(68154, 72483), tuple(83862, 25578), tuple(61643, 17204), tuple(69974, 64232), tuple(77926, 19637),
+    <!-- The same as above, but interpret tuple as function. It's about 200ms,
+        so we can't mark it as short.-->
+    <query>SELECT (rand(), rand()) IN tuple(tuple(17258, 93148), tuple(4508, 52749), tuple(68660, 70017), tuple(77797, 23528), tuple(1136, 37393), tuple(53237, 15379), tuple(68370, 73211), tuple(15782, 54962), tuple(59432, 45415), tuple(68396, 920), tuple(96154, 21016), tuple(12700, 26887), tuple(88016, 43191), tuple(68153, 51575), tuple(91315, 40005), tuple(18070, 73178), tuple(86, 631), tuple(77717, 20324), tuple(3227, 76188), tuple(74960, 43147), tuple(77538, 19628), tuple(82292, 6525), tuple(24293, 12566), tuple(85244, 96287), tuple(93982, 1329), tuple(38064, 54723), tuple(83999, 45810), tuple(71921, 53673), tuple(88638, 9669), tuple(1959, 39535), tuple(82235, 95796), tuple(27907, 90975), tuple(42383, 91015), tuple(9948, 91514), tuple(81712, 47309), tuple(400, 25808), tuple(31791, 46948), tuple(39740, 36098), tuple(25943, 84598), tuple(99598, 52939), tuple(77134, 15845), tuple(40313, 72174), tuple(85017, 94036), tuple(36595, 14303), tuple(83961, 68078), tuple(55792, 72759), tuple(73574, 43606), tuple(9853, 63560), tuple(28580, 56721), tuple(74804, 41025), tuple(32095, 55657), tuple(52881, 63416), tuple(91368, 90310), tuple(23922, 38883), tuple(30592, 10758), tuple(66448, 61183), tuple(31880, 96697), tuple(11362, 20633), tuple(75331, 2015), tuple(71129, 8785), tuple(1115, 70955), tuple(7886, 83698), tuple(18961, 84556), tuple(16677, 43028), tuple(37347, 70220), tuple(31699, 71244), tuple(10578, 96159), tuple(67600, 39041), tuple(78791, 86687), tuple(21545, 54174), tuple(68774, 37637), tuple(46132, 81768), tuple(98413, 20605), tuple(2960, 23665), tuple(31507, 35719), tuple(96209, 18368), tuple(60558, 38035), tuple(21952, 3264), tuple(11834, 86458), tuple(21651, 17650), tuple(86276, 36087), tuple(18818, 24849), tuple(61951, 3390), tuple(59637, 62545), tuple(30346, 72253), tuple(36281, 2992), tuple(78340, 49872), tuple(94326, 93723), tuple(3416, 94405), tuple(12272, 8741), tuple(22600, 22095), tuple(57636, 37106), tuple(38702, 14889), tuple(70238, 11276), tuple(17325, 60648), tuple(16492, 41271), tuple(52100, 1304), tuple(93416, 7795), tuple(57209, 71008), tuple(48010, 36078), tuple(20384, 74420), tuple(77440, 34439), tuple(69224, 45099), tuple(30374, 33884), tuple(49038, 90140), tuple(1154, 84725), tuple(64926, 86985), tuple(91746, 73472), tuple(59757, 75755), tuple(45860, 71557), tuple(45833, 36526), tuple(74618, 73598), tuple(91360, 65168), tuple(58029, 30793), tuple(56332, 14973), tuple(99943, 96877), tuple(97454, 6450), tuple(64502, 77301), tuple(73182, 31853), tuple(76809, 83964), tuple(82916, 86188), tuple(78736, 65427), tuple(36495, 7422), tuple(76196, 2804), tuple(96117, 61093), tuple(9177, 26099), tuple(52942, 63007), tuple(48578, 47876), tuple(50638, 89903), tuple(7113, 97316), tuple(35301, 12750), tuple(47807, 7254), tuple(38217, 55418), tuple(56970, 41687), tuple(20527, 62886), tuple(358, 14021), tuple(64018, 18582), tuple(91740, 21683), tuple(81967, 53589), tuple(45437, 38450), tuple(45476, 67752), tuple(76851, 72072), tuple(7304, 60091), tuple(40097, 12897), tuple(39906, 29247), tuple(84262, 58734), tuple(30857, 43791), tuple(56087, 78929), tuple(20498, 45954), tuple(48726, 500), tuple(62723, 43763), tuple(28368, 30756), tuple(74048, 52403), tuple(15045, 95926), tuple(75542, 55384), tuple(52543, 22525), tuple(56001, 6935), tuple(11431, 46745), tuple(77731, 7310), tuple(36718, 59909), tuple(32235, 91254), tuple(92417, 25917), tuple(21782, 79277), tuple(46378, 87536), tuple(35324, 26075), tuple(6310, 76915), tuple(1551, 69473), tuple(50642, 68865), tuple(55190, 72934), tuple(49780, 21873), tuple(99466, 29686), tuple(90761, 13179), tuple(72959, 57033), tuple(20020, 90200), tuple(46186, 79105), tuple(73871, 52382), tuple(59559, 38801), tuple(59916, 16082), tuple(33610, 94966), tuple(46001, 45225), tuple(86679, 26469), tuple(77245, 91929), tuple(32887, 36623), tuple(11179, 46898), tuple(87881, 68087), tuple(45438, 47991), tuple(24950, 94525), tuple(91664, 51656), tuple(43914, 47805), tuple(15736, 96156), tuple(56346, 20283), tuple(85053, 48931), tuple(17790, 26179), tuple(96195, 55728), tuple(43765, 54807), tuple(44988, 89269), tuple(55911, 99411), tuple(52446, 47397), tuple(28346, 65442), tuple(96669, 68226), tuple(66194, 26848), tuple(37276, 55864), tuple(14116, 41583), tuple(18058, 16317), tuple(93136, 85318), tuple(35616, 86252), tuple(29222, 29969), tuple(33386, 85372), tuple(71094, 44238), tuple(27733, 31838), tuple(64626, 16692), tuple(52904, 97899), tuple(97619, 12663), tuple(50165, 4688), tuple(67557, 44053), tuple(69184, 66269), tuple(73164, 89705), tuple(39822, 15169), tuple(65499, 72808), tuple(30068, 63697), tuple(30154, 64235), tuple(97016, 58716), tuple(94366, 36592), tuple(1592, 16261), tuple(87985, 52102), tuple(12554, 23652), tuple(15909, 25292), tuple(2527, 91531), tuple(92139, 36031), tuple(28986, 30032), tuple(3038, 56314), tuple(32239, 26707), tuple(15973, 34901), tuple(70246, 39680), tuple(82529, 38132), tuple(45827, 74783), tuple(53665, 64111), tuple(55218, 84170), tuple(20466, 16130), tuple(55734, 71203), tuple(31438, 96906), tuple(66338, 85858), tuple(35988, 68511), tuple(78391, 15191), tuple(80747, 59213), tuple(5357, 11546), tuple(16822, 16607), tuple(36607, 41106), tuple(74949, 30739), tuple(45726, 64887), tuple(1524, 54847), tuple(37371, 89195), tuple(28726, 27788), tuple(22600, 44777), tuple(53999, 63625), tuple(84304, 98338), tuple(49260, 76480), tuple(74564, 53907), tuple(89867, 97096), tuple(60157, 61299), tuple(17165, 10146), tuple(56334, 36268), tuple(62114, 49222), tuple(22715, 23620), tuple(42830, 11539), tuple(41091, 69151), tuple(75471, 68364), tuple(18681, 43249), tuple(42738, 63219), tuple(35474, 98454), tuple(76815, 46024), tuple(66310, 36521), tuple(86095, 77013), tuple(63693, 77319), tuple(80731, 63031), tuple(95478, 92387), tuple(23787, 63724), tuple(46299, 68994), tuple(4800, 2460), tuple(9663, 80639), tuple(77231, 85814), tuple(81615, 11311), tuple(35638, 27340), tuple(13598, 14322), tuple(30657, 17238), tuple(90957, 96846), tuple(69962, 52140), tuple(41681, 65962), tuple(96836, 58177), tuple(36190, 11623), tuple(4231, 40500), tuple(43049, 41949), tuple(71177, 98492), tuple(30193, 39750), tuple(19744, 33204), tuple(63358, 30210), tuple(45638, 58918), tuple(43641, 38741), tuple(35598, 40932), tuple(33238, 36236), tuple(50835, 20968), tuple(25099, 34071), tuple(84986, 88456), tuple(35333, 1529), tuple(79771, 23985), tuple(647, 61658), tuple(9424, 11743), tuple(77766, 31528), tuple(77811, 86973), tuple(76403, 74377), tuple(55568, 79251), tuple(68858, 20762), tuple(68520, 66773), tuple(93598, 89823), tuple(8080, 82539), tuple(87760, 52247), tuple(25191, 16905), tuple(17837, 8339), tuple(85177, 59050), tuple(51680, 77374), tuple(3287, 43018), tuple(43479, 62141), tuple(34909, 46322), tuple(11869, 5885), tuple(96193, 58417), tuple(101, 47460), tuple(34937, 88582), tuple(83216, 88388), tuple(28571, 15292), tuple(66683, 62613), tuple(34478, 8924), tuple(2680, 89973), tuple(62438, 44460), tuple(11724, 4791), tuple(5383, 72888), tuple(88206, 67586), tuple(8124, 21690), tuple(28779, 75789), tuple(66791, 4757), tuple(6176, 47760), tuple(6403, 78084), tuple(78122, 35446), tuple(99494, 73608), tuple(39691, 89098), tuple(59182, 19484), tuple(25389, 98963), tuple(96487, 3692), tuple(76222, 67381), tuple(21199, 50358), tuple(95998, 58137), tuple(28777, 43913), tuple(14176, 60117), tuple(52257, 81703), tuple(14604, 13438), tuple(71301, 14401), tuple(19758, 66914), tuple(15506, 29873), tuple(87205, 29449), tuple(93295, 15930), tuple(63651, 11287), tuple(19785, 15966), tuple(30795, 75112), tuple(69462, 37655), tuple(18793, 85764), tuple(36240, 31236), tuple(98153, 73724), tuple(72491, 4223), tuple(66930, 35048), tuple(25686, 13269), tuple(13940, 13259), tuple(69163, 11235), tuple(1183, 86961), tuple(54323, 67315), tuple(85044, 60872), tuple(48875, 3683), tuple(43052, 92861), tuple(87574, 32969), tuple(92552, 80564), tuple(94832, 47682), tuple(72011, 80994), tuple(60182, 917), tuple(97788, 34169), tuple(66432, 47940), tuple(87468, 80954), tuple(35385, 68758), tuple(50555, 63710), tuple(55311, 44337), tuple(87065, 26514), tuple(84581, 98736), tuple(23212, 56499), tuple(75120, 72447), tuple(56087, 38285), tuple(58171, 45629), tuple(28401, 44319), tuple(70432, 27883), tuple(18891, 14646), tuple(26206, 49924), tuple(79957, 44914), tuple(56064, 27529), tuple(99090, 29197), tuple(49435, 340), tuple(53525, 65601), tuple(76998, 88349), tuple(50416, 70860), tuple(42506, 75290), tuple(34024, 13295), tuple(86663, 46523), tuple(88814, 231), tuple(57809, 21), tuple(84914, 84771), tuple(43042, 66892), tuple(17288, 33908), tuple(4934, 63195), tuple(50590, 1516), tuple(97843, 80208), tuple(20091, 86717), tuple(71566, 15929), tuple(19531, 23634), tuple(41646, 45549), tuple(89226, 82902), tuple(96683, 63386), tuple(31072, 53788), tuple(51135, 41099), tuple(78912, 65609), tuple(36094, 23603), tuple(88403, 51455), tuple(73795, 47066), tuple(26448, 82852), tuple(22829, 2894), tuple(30041, 92548), tuple(27733, 20608), tuple(70180, 19892), tuple(51650, 63440), tuple(76328, 13666), tuple(40514, 6677), tuple(2786, 51059), tuple(40809, 16499), tuple(10857, 82541), tuple(78221, 61067), tuple(17982, 51969), tuple(85369, 66965), tuple(47153, 47149), tuple(43965, 75796), tuple(82725, 60767), tuple(42407, 97249), tuple(51475, 81224), tuple(60957, 89414), tuple(33065, 21663), tuple(36601, 5290), tuple(95842, 67301), tuple(64630, 60398), tuple(55212, 35638), tuple(41750, 44235), tuple(75260, 82400), tuple(91291, 25843), tuple(6477, 8311), tuple(14919, 52306), tuple(66220, 33180), tuple(45736, 2313), tuple(37450, 64444), tuple(98614, 61344), tuple(75007, 50946), tuple(56701, 28117), tuple(66632, 5174), tuple(92323, 76613), tuple(6796, 73695), tuple(33696, 76280), tuple(86876, 5614), tuple(50863, 67993), tuple(36068, 17049), tuple(91912, 34271), tuple(70706, 1904), tuple(97798, 41117), tuple(68154, 72483), tuple(83862, 25578), tuple(61643, 17204), tuple(69974, 64232), tuple(77926, 19637),
     tuple(64901, 88988), tuple(71424, 91703), tuple(91655, 17147), tuple(46872, 56530), tuple(44189, 98087), tuple(95939, 54420), tuple(72651, 68785), tuple(67624, 84875), tuple(92587, 87663), tuple(65275, 81256), tuple(53798, 2506), tuple(14702, 3638), tuple(71291, 50452), tuple(14909, 13903), tuple(66965, 26606), tuple(14127, 60345), tuple(35306, 1738), tuple(77234, 10468), tuple(53521, 41218), tuple(80681, 82583), tuple(44227, 26521), tuple(32263, 21482), tuple(82270, 56963), tuple(50580, 80567), tuple(11593, 22346), tuple(20074, 26867), tuple(73126, 28667), tuple(62996, 24317), tuple(20295, 57163), tuple(1506, 57668), tuple(69567, 45236), tuple(43366, 26001), tuple(88052, 40181), tuple(1599, 89349), tuple(36789, 1579), tuple(39895, 46673), tuple(30381, 3206), tuple(31723, 5625), tuple(19252, 31317), tuple(16932, 77149), tuple(48794, 34409), tuple(55986, 30328), tuple(47551, 75088), tuple(57363, 78365), tuple(95221, 63385), tuple(26449, 5733), tuple(96588, 53077), tuple(52980, 41140), tuple(8187, 85947), tuple(36723, 26520), tuple(23579, 38909), tuple(33350, 19275), tuple(63930, 19357), tuple(43536, 59941), tuple(31117, 77322), tuple(44638, 94812), tuple(44730, 99097), tuple(95108, 48170), tuple(57813, 49503), tuple(79959, 89436), tuple(86980, 62031), tuple(8275, 44009), tuple(36666, 94645), tuple(22064, 38882), tuple(40471, 16939), tuple(31156, 11337), tuple(13101, 96977), tuple(17906, 26835), tuple(89861, 51405), tuple(73369, 67946), tuple(99141, 58572), tuple(27131, 98703), tuple(15900, 43412), tuple(51768, 93125), tuple(78579, 46689), tuple(23029, 13895), tuple(60870, 55830), tuple(22553, 8236), tuple(76449, 96207), tuple(83766, 51024), tuple(27630, 50614), tuple(53484, 90104), tuple(77626, 21944), tuple(46755, 41583), tuple(53616, 34240), tuple(94159, 44415), tuple(13914, 90059), tuple(44387, 89012), tuple(27499, 64579), tuple(83415, 30809), tuple(77558, 82619), tuple(88880, 9814), tuple(8466, 4424), tuple(43598, 91921), tuple(24695, 3349), tuple(46295, 65208), tuple(51256, 82461), tuple(49126, 93012), tuple(16186, 96585), tuple(43284, 22655), tuple(93130, 90393), tuple(77495, 34372), tuple(85509, 65856), tuple(86662, 61906), tuple(50988, 44393), tuple(29828, 17737), tuple(91651, 35308), tuple(29796, 49716), tuple(14019, 87751), tuple(29688, 71207), tuple(82845, 19100), tuple(11989, 50132), tuple(21158, 99905), tuple(54732, 42547), tuple(32314, 12851), tuple(46405, 43794), tuple(87849, 45643), tuple(53524, 21212), tuple(61925, 75491), tuple(12498, 21937), tuple(30185, 69475), tuple(48421, 52487), tuple(15112, 90935), tuple(33187, 17801), tuple(61704, 25514), tuple(17889, 23917), tuple(18758, 57197), tuple(7693, 47232), tuple(47905, 24618), tuple(11494, 78950), tuple(95662, 54561), tuple(8075, 33909), tuple(90427, 46065), tuple(73962, 19821), tuple(50691, 79400), tuple(58218, 4881), tuple(94106, 2509), tuple(60633, 55169), tuple(49600, 83054), tuple(23339, 13270), tuple(70262, 58946), tuple(48417, 97266), tuple(27629, 46905), tuple(74465, 75514), tuple(41687, 2564), tuple(12814, 19492), tuple(78899, 30168), tuple(17745, 35206), tuple(37972, 35296), tuple(22288, 80001), tuple(68026, 36558), tuple(40187, 12234), tuple(92380, 22866), tuple(56488, 64402), tuple(41404, 62562), tuple(47802, 45287), tuple(83302, 85215), tuple(58999, 85776), tuple(35158, 16804), tuple(13416, 94146), tuple(62953, 28243), tuple(83290, 19103), tuple(4564, 21789), tuple(64468, 20927), tuple(25582, 47206), tuple(57810, 18693), tuple(28938, 97986), tuple(61704, 14838), tuple(19214, 3232), tuple(12911, 25438), tuple(85802, 28837), tuple(56506, 89458), tuple(66392, 47773), tuple(68190, 43841), tuple(43044, 52214), tuple(57886, 32830), tuple(15943, 59771), tuple(37081, 89294), tuple(4032, 32960), tuple(46931, 85790), tuple(69656, 72737), tuple(28217, 39872), tuple(86170, 42776), tuple(55116, 51495), tuple(90485, 45274), tuple(60773, 36788), tuple(2193, 2636), tuple(70222, 62086), tuple(75720, 70712), tuple(17549, 51460), tuple(23609, 31515), tuple(70254, 39825), tuple(63762, 11061), tuple(13107, 15394), tuple(45916, 72130), tuple(91558, 86662), tuple(99524, 69106), tuple(93073, 29881), tuple(31724, 3007), tuple(69051, 59452), tuple(59701, 86760), tuple(4967, 82028), tuple(57404, 48226), tuple(71829, 79910), tuple(23714, 62439), tuple(73881, 67618), tuple(63269, 40085), tuple(6164, 23415), tuple(48156, 93907), tuple(18627, 16570), tuple(6676, 22991), tuple(36916, 41488), tuple(99079, 13264), tuple(32533, 99243), tuple(55505, 63339), tuple(89564, 3290), tuple(24886, 34916), tuple(91310, 9343), tuple(49779, 12740), tuple(26320, 3406), tuple(57661, 5702), tuple(10765, 57881), tuple(5518, 47638), tuple(93148, 27438), tuple(73451, 24477), tuple(84075, 96822), tuple(58883, 58883), tuple(96812, 82388), tuple(30659, 59654), tuple(24498, 95808), tuple(25591, 21834), tuple(13090, 87704), tuple(76495, 17249), tuple(75975, 84318), tuple(55459, 70426), tuple(84256, 88604), tuple(79438, 43104), tuple(45331, 7495), tuple(63619, 11123), tuple(24772, 2601), tuple(63343, 14138), tuple(39957, 98339), tuple(55595, 17823), tuple(97676, 53933), tuple(91867, 25023), tuple(64677, 67859), tuple(43737, 34315), tuple(24800, 53968), tuple(93157, 17507), tuple(24264, 35273), tuple(33889, 507), tuple(10207, 40542), tuple(40213, 57800), tuple(38321, 74160), tuple(42391, 7651), tuple(80267, 94736), tuple(52473, 79634), tuple(17075, 2531), tuple(8595, 75890), tuple(31496, 50367), tuple(16069, 79896), tuple(70067, 200), tuple(23420, 49517), tuple(1628, 45646), tuple(8916, 36794), tuple(72294, 88976), tuple(40603, 86008), tuple(91871, 71098), tuple(5447, 70998), tuple(24152, 17561), tuple(65046, 34951), tuple(56950, 9292), tuple(19244, 31385), tuple(74693, 31813), tuple(97343, 21572), tuple(38834, 135), tuple(79717, 62486), tuple(38, 10308), tuple(58035, 71344), tuple(85802, 81079), tuple(5943, 156), tuple(38735, 38867), tuple(3803, 99366), tuple(15853, 19408), tuple(62988, 62008), tuple(8316, 44684), tuple(17035, 71012), tuple(48584, 2117), tuple(75425, 37336), tuple(2405, 50420), tuple(43653, 28836), tuple(12394, 69430), tuple(54522, 4954), tuple(33359, 148), tuple(41018, 82851), tuple(79995, 55417), tuple(65008, 32342), tuple(36547, 88185), tuple(8131, 7054), tuple(38980, 20146), tuple(27976, 63039), tuple(53119, 67009), tuple(40043, 98393), tuple(29333, 51980), tuple(85818, 98405), tuple(77956, 20099), tuple(99747, 16916), tuple(11597, 50181), tuple(40961, 8262), tuple(75103, 13912), tuple(62339, 69155), tuple(3869, 85481), tuple(7053, 30956), tuple(33563, 53272), tuple(96178, 81751), tuple(99365, 88728), tuple(34447, 11164), tuple(62856, 30939), tuple(92486, 3357), tuple(56605, 35330), tuple(42180, 15137), tuple(83946, 62984), tuple(61869, 55711), tuple(52880, 49871), tuple(44588, 27387), tuple(16332, 24496), tuple(1781, 13508), tuple(56674, 95773), tuple(21328, 19628), tuple(96455, 24155), tuple(14302, 74435), tuple(54053, 24590), tuple(86642, 22177), tuple(24089, 16186), tuple(70281, 4601), tuple(18552, 70708), tuple(95442, 5895), tuple(96714, 6293), tuple(43803, 45857), tuple(93257, 18497), tuple(90032, 85086), tuple(40566, 87233), tuple(32674, 73822), tuple(95599, 49334), tuple(62745, 51898), tuple(8245, 93882), tuple(14093, 40977), tuple(47215, 53001), tuple(59737, 68452), tuple(90937, 25354), tuple(43805, 82571), tuple(81953, 68572), tuple(37298, 96262), tuple(94899, 65066), tuple(34772, 80762), tuple(55469, 1186), tuple(8734, 91665), tuple(18622, 51150), tuple(85200, 39575), tuple(65381, 15979), tuple(89734, 89656), tuple(64712, 53691), tuple(87187, 58256), tuple(8476, 89694), tuple(49935, 35239), tuple(63730, 34982), tuple(27687, 91571), tuple(87543, 15350), tuple(85208, 18781), tuple(14783, 2574), tuple(44699, 666), tuple(56440, 87617), tuple(32732, 49301), tuple(76725, 3895), tuple(10419, 90580), tuple(34725, 69476), tuple(14831, 81588), tuple(93924, 38057), tuple(38528, 99060), tuple(57136, 44206), tuple(74685, 99559), tuple(43083, 87511), tuple(43105, 35474), tuple(35582, 17560), tuple(5578, 98727), tuple(78947, 53865), tuple(32013, 95029), tuple(61552, 42674), tuple(52191, 49975), tuple(71566, 16403), tuple(78534, 16350), tuple(18520, 80501), tuple(29114, 46547), tuple(11488, 5069), tuple(89591, 82384), tuple(13741, 42318), tuple(74385, 58849), tuple(49739, 63421), tuple(83821, 6676), tuple(51997, 93321), tuple(36677, 81768), tuple(37915, 73495), tuple(47175, 6086), tuple(39989, 83110), tuple(6489, 48112), tuple(88822, 20370), tuple(12846, 13952), tuple(28930, 20879), tuple(25139, 84552), tuple(76434, 2665), tuple(55145, 31523), tuple(21177, 18630), tuple(81077, 96275), tuple(61006, 30845), tuple(77722, 62651), tuple(61181, 72545), tuple(93838, 84287), tuple(59300, 19014), tuple(75076, 97980), tuple(76979, 1473), tuple(48409, 13097), tuple(51718, 5325), tuple(36522, 72119), tuple(60917, 18995), tuple(61469, 42853), tuple(34387, 37322), tuple(38684, 28120), tuple(64136, 8559), tuple(15368, 99424), tuple(97824, 7864), tuple(33833, 72029), tuple(7024, 9961), tuple(49400, 66220), tuple(63025, 97179), tuple(6135, 98878), tuple(19873, 8438), tuple(3963, 35670), tuple(65186, 89423), tuple(26653, 65943), tuple(83132, 67000), tuple(82578, 35007), tuple(42680, 60479), tuple(71102, 98589), tuple(74842, 94010), tuple(22931, 33725), tuple(46537, 42629), tuple(75793, 48115), tuple(21630, 92454), tuple(97993, 81332), tuple(25747, 31814), tuple(91231, 65953), tuple(91981, 12219), tuple(64719, 16254), tuple(60914, 8334), tuple(15887, 96432), tuple(42110, 28837), tuple(7295, 83147), tuple(50334, 7053), tuple(3949, 33594), tuple(1524, 98230), tuple(17265, 98024), tuple(75969, 36232), tuple(89538, 5212), tuple(13444, 55946), tuple(69823, 81848), tuple(32578, 74024), tuple(52018, 98290), tuple(59118, 40186), tuple(61002, 16977), tuple(69537, 44780), tuple(92, 13937), tuple(33715, 42663), tuple(46347, 8312), tuple(86196, 59301), tuple(17128, 85014), tuple(26429, 57682), tuple(45888, 99588), tuple(22750, 96110), tuple(46809, 49251), tuple(24521, 40071), tuple(287, 22115),
     tuple(11741, 36315), tuple(22742, 17581), tuple(35808, 3110), tuple(98904, 30407), tuple(4584, 13383), tuple(28585, 69669), tuple(94823, 29715), tuple(9551, 36389), tuple(77997, 45746), tuple(49894, 55722), tuple(23415, 69459), tuple(58246, 85144), tuple(74136, 18102), tuple(97366, 85724), tuple(34271, 51601), tuple(47535, 70883), tuple(59443, 90103), tuple(45213, 45811), tuple(62741, 86898), tuple(17324, 50034), tuple(62080, 25193), tuple(89524, 4421), tuple(13476, 51456), tuple(69198, 56718), tuple(58024, 22969), tuple(65210, 67941), tuple(32561, 44881), tuple(62295, 67448), tuple(66135, 95453), tuple(9417, 20443), tuple(82486, 23745), tuple(19185, 99041), tuple(40662, 91714), tuple(3423, 58624), tuple(4512, 74502), tuple(67772, 98023), tuple(69575, 75779), tuple(69107, 62805), tuple(517, 33801), tuple(47406, 7581), tuple(81108, 10546), tuple(12976, 47001), tuple(16742, 83811), tuple(44593, 82124), tuple(52731, 34642), tuple(81725, 20555), tuple(94126, 91919), tuple(24800, 59302), tuple(97253, 39249), tuple(71692, 10769), tuple(88721, 56321), tuple(7019, 69771), tuple(31464, 61774), tuple(29597, 19263), tuple(65557, 31875), tuple(28653, 69636), tuple(58074, 76848), tuple(15906, 80620), tuple(18259, 40193), tuple(99991, 4769), tuple(98935, 99269), tuple(12123, 60124), tuple(20787, 47346), tuple(13526, 33592), tuple(95370, 40350), tuple(17479, 42884), tuple(58368, 83218), tuple(63290, 74406), tuple(97030, 35102), tuple(45298, 27660), tuple(64593, 21262), tuple(76268, 82641), tuple(1107, 44044), tuple(21427, 79959), tuple(85180, 62412), tuple(7359, 1318), tuple(83618, 9762), tuple(1425, 55804), tuple(32874, 97943), tuple(68191, 38742), tuple(41715, 17902), tuple(3771, 15032), tuple(7848, 74950), tuple(33881, 40904), tuple(75295, 26151), tuple(75775, 13760), tuple(90262, 89822), tuple(88169, 18679), tuple(57506, 32356), tuple(94983, 44281), tuple(37385, 37432), tuple(18248, 48162), tuple(45573, 66278), tuple(25277, 72788), tuple(26977, 36778), tuple(26254, 61758), tuple(12860, 48026), tuple(96819, 3339), tuple(13134, 1173), tuple(26822, 53374), tuple(15989, 29698), tuple(11258, 54515), tuple(37866, 34928), tuple(22996, 26577), tuple(39952, 42732), tuple(6754, 70595), tuple(86245, 44669), tuple(47044, 34170), tuple(6789, 45220), tuple(31706, 2090), tuple(42582, 40023), tuple(35147, 46591), tuple(88210, 11307), tuple(53644, 7680), tuple(11280, 91075), tuple(42961, 65122), tuple(40066, 52185), tuple(20050, 6154), tuple(98440, 20393), tuple(88992, 75432), tuple(32386, 66731), tuple(36952, 34149), tuple(18453, 32715), tuple(84413, 10378), tuple(59440, 2374), tuple(45354, 85009), tuple(50382, 66510), tuple(64428, 95401), tuple(9336, 41760), tuple(26317, 91416), tuple(81941, 99504), tuple(26600, 53522), tuple(81069, 40236), tuple(51126, 27911), tuple(97144, 14243), tuple(62738, 50287), tuple(37372, 28962), tuple(12053, 9090), tuple(69492, 95524), tuple(68141, 52931), tuple(17276, 16487), tuple(69227, 25949), tuple(14143, 70193), tuple(7077, 53032), tuple(65463, 74082), tuple(94997, 66496), tuple(80443, 55832), tuple(66796, 5970), tuple(15852, 95662), tuple(81559, 97272), tuple(55851, 18977), tuple(91142, 48976), tuple(91143, 950), tuple(79225, 31004), tuple(61310, 20760), tuple(74541, 90842), tuple(80322, 11630), tuple(84631, 544), tuple(66785, 86591), tuple(25650, 63252), tuple(59635, 18586), tuple(2964, 6741), tuple(37091, 71148), tuple(11984, 43077), tuple(87505, 62049), tuple(61925, 92290), tuple(18808, 3937), tuple(8300, 33268), tuple(70850, 50661), tuple(86024, 73730), tuple(85161, 47116), tuple(50193, 89155), tuple(37773, 40845), tuple(9251, 41688), tuple(6940, 65399), tuple(42479, 95630), tuple(19401, 43102), tuple(48069, 36040), tuple(62760, 95013), tuple(394, 2641), tuple(32567, 29306), tuple(13870, 58835), tuple(98248, 47291), tuple(49803, 4523), tuple(40222, 12883), tuple(53576, 73105), tuple(88265, 23629), tuple(67865, 67875), tuple(33473, 27144), tuple(80219, 53893), tuple(74878, 47341), tuple(78070, 84803), tuple(30003, 5600), tuple(41103, 6145), tuple(83490, 81076), tuple(55059, 66736), tuple(45015, 10239), tuple(79555, 85819), tuple(81808, 34970), tuple(19235, 85480), tuple(91807, 52177), tuple(40887, 87009), tuple(5003, 2687), tuple(64964, 88122), tuple(765, 94893), tuple(93573, 20504), tuple(28854, 38438), tuple(94244, 93475), tuple(72996, 84801), tuple(75427, 81692), tuple(63161, 98637), tuple(18814, 61343), tuple(22863, 60110), tuple(8949, 12694), tuple(19675, 94313), tuple(43857, 74073), tuple(15737, 58218), tuple(48895, 68474), tuple(22220, 92926), tuple(69055, 50282), tuple(40532, 74934), tuple(59062, 66405), tuple(85784, 87704), tuple(58494, 88222), tuple(2260, 20401), tuple(73112, 99666), tuple(46739, 95433), tuple(21179, 85119), tuple(11545, 38801), tuple(59993, 50866), tuple(10086, 4709), tuple(70560, 29611), tuple(27095, 89017), tuple(6896, 2279), tuple(92506, 5013), tuple(48600, 90491), tuple(18782, 54638), tuple(54337, 82734), tuple(52054, 13481), tuple(38297, 56559), tuple(15998, 30591), tuple(89789, 7522), tuple(18149, 28725), tuple(3532, 28625), tuple(70934, 49617), tuple(84599, 55664), tuple(74229, 52269), tuple(55431, 11893), tuple(32807, 72543), tuple(83882, 53025), tuple(11490, 83442), tuple(14844, 88612), tuple(12526, 45953), tuple(906, 2231), tuple(68240, 95612), tuple(18818, 31535), tuple(57774, 91290), tuple(67250, 67400), tuple(77332, 23550), tuple(42332, 57775), tuple(28792, 11539), tuple(19108, 34608), tuple(12399, 38591), tuple(7329, 10740), tuple(84288, 50928), tuple(29461, 17629), tuple(63884, 88489), tuple(47479, 61085), tuple(75357, 57255), tuple(60107, 94046), tuple(32934, 66312), tuple(28615, 42600), tuple(55553, 85213), tuple(57838, 91426), tuple(9783, 11513), tuple(73677, 28821), tuple(75408, 75561), tuple(22995, 59224), tuple(74874, 54145), tuple(18513, 75901), tuple(46440, 69414), tuple(36072, 22263), tuple(60560, 73325), tuple(69967, 93358), tuple(75949, 98634), tuple(3688, 57991), tuple(43482, 94541), tuple(40922, 31011), tuple(57763, 74497), tuple(93576, 96392), tuple(83038, 80656), tuple(47757, 87045), tuple(14061, 53465), tuple(65619, 33775), tuple(11341, 6702), tuple(6249, 87358), tuple(15766, 85937), tuple(13135, 93945), tuple(24495, 95900), tuple(80359, 1739), tuple(15468, 73426), tuple(49240, 44999), tuple(82839, 90808), tuple(87438, 75613), tuple(348, 73144), tuple(99523, 85853), tuple(21557, 70210), tuple(64933, 1672), tuple(38154, 17477), tuple(97136, 67363), tuple(96491, 8038), tuple(97981, 3434), tuple(54372, 27038), tuple(88480, 86675), tuple(21028, 21083), tuple(43197, 4440), tuple(31702, 78290), tuple(66631, 24438), tuple(11482, 17922), tuple(90351, 39503), tuple(46186, 32439), tuple(73828, 6640), tuple(56916, 26029), tuple(62840, 1815), tuple(20281, 28488), tuple(18211, 30043), tuple(65211, 93012), tuple(43614, 58012), tuple(90322, 77343), tuple(64293, 94525), tuple(59489, 39760), tuple(93219, 78440), tuple(74613, 9732), tuple(38085, 19191), tuple(58029, 48186), tuple(88762, 1764), tuple(28627, 21993), tuple(49975, 41225), tuple(70486, 43480), tuple(82764, 96425), tuple(27218, 78327), tuple(17844, 73333), tuple(70463, 37629), tuple(10500, 33826), tuple(97343, 66575), tuple(82833, 51210), tuple(77353, 45073), tuple(27163, 39728), tuple(78076, 46691), tuple(80302, 39342), tuple(77142, 1319), tuple(87403, 80110), tuple(53805, 27786), tuple(50558, 74264), tuple(83146, 31358), tuple(11567, 4438), tuple(30041, 54287), tuple(91731, 18496), tuple(57591, 93894), tuple(72534, 59009), tuple(98064, 59148), tuple(69626, 66615), tuple(20951, 43949), tuple(61960, 68060), tuple(48892, 67918), tuple(61321, 56222), tuple(75424, 77260), tuple(4916, 81929), tuple(68892, 81531), tuple(28096, 28548), tuple(62016, 107), tuple(8593, 12030), tuple(66743, 36772), tuple(60174, 15106), tuple(52844, 1923), tuple(34768, 22065), tuple(88988, 62910), tuple(79214, 2998), tuple(25675, 31376), tuple(69959, 3614), tuple(43885, 31708), tuple(12206, 46548), tuple(69924, 19343), tuple(12984, 38980), tuple(58250, 69438), tuple(2580, 48684), tuple(38112, 37124), tuple(21842, 43150), tuple(59384, 21921), tuple(19908, 46678), tuple(73396, 79529), tuple(8274, 1557), tuple(36975, 65519), tuple(81069, 18712), tuple(13692, 9148), tuple(60617, 84762), tuple(75749, 66154), tuple(80375, 24553), tuple(4257, 47056), tuple(76880, 7687), tuple(40714, 43448), tuple(79112, 74791), tuple(33119, 72730), tuple(17670, 89183), tuple(51614, 3921), tuple(21247, 39857), tuple(86756, 67673), tuple(32792, 70035), tuple(5917, 7197), tuple(1762, 23130), tuple(6455, 63664), tuple(32806, 3729), tuple(60469, 20511), tuple(12522, 15149), tuple(98106, 79338), tuple(84754, 11162), tuple(52058, 17973), tuple(28789, 1521), tuple(32766, 36325), tuple(78914, 40453), tuple(70297, 71854), tuple(9313, 45190), tuple(54559, 66227), tuple(22342, 43860), tuple(44152, 84294), tuple(36913, 93173), tuple(88523, 36338), tuple(82234, 71140), tuple(8328, 22947), tuple(73250, 88125), tuple(74356, 16820), tuple(94472, 37349), tuple(23126, 87806), tuple(40315, 88729), tuple(19935, 19145), tuple(93312, 65719), tuple(8477, 33108), tuple(86660, 69525), tuple(75557, 66964), tuple(60437, 57494), tuple(94419, 42524), tuple(95372, 72274), tuple(49866, 85685), tuple(96808, 39404), tuple(62961, 72507), tuple(38634, 70815), tuple(91379, 42430), tuple(66359, 98699), tuple(24382, 4186), tuple(4003, 77760), tuple(87840, 75265), tuple(57641, 68871), tuple(9773, 15942), tuple(5664, 51289), tuple(47923, 31308), tuple(58632, 82468), tuple(14097, 71829), tuple(1838, 97710), tuple(70433, 11364), tuple(82363, 97879), tuple(25257, 20615), tuple(18249, 6758), tuple(98581, 13639), tuple(3290, 72449), tuple(74546, 79380), tuple(97254, 44448), tuple(80316, 31760), tuple(40516, 94809), tuple(14444, 88981), tuple(9693, 10259), tuple(83795, 95485), tuple(70201, 81014), tuple(66644, 16761), tuple(35529, 82718), tuple(75774, 73476), tuple(80139, 3957), tuple(34803, 80689), tuple(92085, 46499), tuple(97871, 8004), tuple(67369, 11354), tuple(43578, 81596), 
     tuple(94695, 44963), tuple(93741, 41629), tuple(16005, 96652), tuple(37918, 69012), tuple(89832, 56041), tuple(51798, 32386), tuple(89749, 27647), tuple(76279, 7990), tuple(31746, 1346), tuple(40841, 20480), tuple(99942, 24473), tuple(78495, 99194), tuple(13588, 57088), tuple(22183, 42297), tuple(82707, 34435), tuple(45026, 12747), tuple(8000, 93211), tuple(40453, 13025), tuple(44100, 39880), tuple(83900, 56474), tuple(87691, 42802), tuple(82000, 63867), tuple(76627, 84731), tuple(112, 92774), tuple(34749, 97737), tuple(59262, 57169), tuple(95571, 44144), tuple(74310, 68970), tuple(63232, 92744), tuple(53698, 21610), tuple(39969, 75475), tuple(39942, 28713), tuple(81230, 50140), tuple(97953, 96528), tuple(86144, 48041), tuple(96677, 49677), tuple(22051, 48183), tuple(33436, 54784), tuple(5553, 11920), tuple(67057, 17115), tuple(57736, 72309), tuple(8086, 85329), tuple(72623, 94949), tuple(13096, 48992), tuple(63153, 56337), tuple(30462, 1036), tuple(75000, 24048), tuple(62635, 50128), tuple(91480, 83131), tuple(25929, 79809), tuple(96237, 76974), tuple(59645, 20603), tuple(31850, 29754), tuple(91070, 36568), tuple(30191, 33785), tuple(86776, 67259), tuple(49073, 39179), tuple(16121, 73834), tuple(84217, 52951), tuple(95866, 47244), tuple(63326, 73460), tuple(134, 91953), tuple(48189, 86069), tuple(42971, 3700), tuple(28643, 10479), tuple(80151, 7446), tuple(78798, 2655), tuple(39135, 69364), tuple(80244, 24904), tuple(22818, 74964), tuple(26753, 82419), tuple(16858, 5212), tuple(79891, 11215), tuple(785, 46103), tuple(12559, 24617), tuple(73601, 71490), tuple(70342, 7099), tuple(73330, 6665), tuple(11903, 28194), tuple(16375, 37746), tuple(86132, 51788), tuple(90345, 68366), tuple(5464, 78338), tuple(23569, 83141), tuple(17904, 94046), tuple(35868, 60017), tuple(22591, 93373), tuple(70584, 72116), tuple(49331, 34312), tuple(16180, 91286), tuple(58494, 65441), tuple(9336, 52671), tuple(32523, 26734), tuple(40205, 83549), tuple(28810, 96876), tuple(44703, 38944), tuple(46981, 37157), tuple(8582, 7529), tuple(59718, 71700), tuple(62545, 73716), tuple(6531, 23200), tuple(30528, 59720), tuple(57152, 84660), tuple(16232, 67946), tuple(60446, 45983), tuple(68737, 54959), tuple(57795, 73107), tuple(26930, 35938), tuple(9844, 44760), tuple(3716, 79020), tuple(99126, 8264), tuple(66120, 16151), tuple(50616, 25765), tuple(93340, 95875), tuple(34103, 88003), tuple(14879, 99758), tuple(49188, 6087), tuple(89858, 42861), tuple(36730, 72076), tuple(25069, 26403), tuple(98183, 48108), tuple(3229, 5367), tuple(59306, 80078), tuple(61144, 58598), tuple(72600, 98765), tuple(57701, 23177), tuple(10176, 11553), tuple(82964, 13697), tuple(7788, 28538), tuple(39943, 97491), tuple(56261, 17781), tuple(2458, 1892), tuple(6679, 45554), tuple(42171, 66222), tuple(24420, 44115), tuple(35852, 41965), tuple(50196, 49555), tuple(34718, 60734), tuple(6932, 61638), tuple(69472, 56723), tuple(489, 97620), tuple(41335, 90578), tuple(1333, 92787), tuple(97883, 64754), tuple(14208, 22097), tuple(75776, 5938), tuple(67446, 61518), tuple(58743, 45162), tuple(34749, 81243), tuple(71451, 91991), tuple(27804, 41836), tuple(45274, 8039), tuple(17593, 24498), tuple(8801, 38559), tuple(87460, 7109), tuple(50075, 18284), tuple(84043, 82146), tuple(62932, 25018), tuple(89647, 56768), tuple(59920, 80801), tuple(56357, 35142), tuple(97376, 58181), tuple(70715, 91103), tuple(90829, 78985), tuple(29776, 13275), tuple(30546, 42320), tuple(99266, 35340), tuple(21234, 61062), tuple(39239, 10745), tuple(45990, 715), tuple(47047, 6619), tuple(4270, 94575), tuple(90009, 72203), tuple(25629, 2691), tuple(67926, 89112), tuple(46990, 61101), tuple(22355, 69536), tuple(1977, 56723), tuple(54681, 34041), tuple(83819, 7024), tuple(81235, 7093), tuple(16659, 87135), tuple(49384, 32135), tuple(42204, 17362), tuple(90585, 70374), tuple(51255, 1), tuple(31600, 70085), tuple(90189, 95778), tuple(57349, 87789), tuple(83384, 93771), tuple(20718, 15529), tuple(10644, 53591), tuple(84103, 62101), tuple(91340, 48382), tuple(82854, 84420), tuple(12561, 53517), tuple(64835, 45362), tuple(54154, 75841), tuple(46498, 31175), tuple(75035, 49552), tuple(9306, 53403), tuple(68851, 49139), tuple(13463, 42107), tuple(2322, 36695), tuple(55953, 12098), tuple(60656, 80482), tuple(78987, 19632), tuple(31228, 18523), tuple(98972, 80489), tuple(32367, 98405), tuple(25139, 5164), tuple(5692, 60610), tuple(36535, 70097), tuple(80542, 74320), tuple(87984, 46750), tuple(98201, 41341), tuple(35217, 46813), tuple(81795, 69057), tuple(83927, 41032), tuple(60149, 26087), tuple(39954, 48361), tuple(64485, 61448), tuple(87185, 14580), tuple(74559, 93251), tuple(88544, 83366), tuple(74015, 15864), tuple(78623, 69719), tuple(16941, 80710), tuple(16315, 58313), tuple(47277, 59107), tuple(16067, 66290), tuple(63906, 59891), tuple(20754, 67817), tuple(44428, 10652), tuple(95960, 99045), tuple(52163, 26221), tuple(65566, 22057), tuple(26836, 38898), tuple(57107, 79274), tuple(39020, 74857), tuple(53540, 84159), tuple(76646, 44324), tuple(27967, 40171), tuple(28710, 56332), tuple(84036, 28711), tuple(68742, 57241), tuple(40535, 34737), tuple(62681, 85386), tuple(30472, 58405), tuple(85086, 33013), tuple(67059, 47481), tuple(30441, 55098), tuple(97892, 71991), tuple(90296, 42905), tuple(22441, 18863), tuple(19606, 77242), tuple(11206, 58380), tuple(23901, 49962), tuple(84094, 33761), tuple(64400, 28093), tuple(64228, 94543), tuple(71874, 20871), tuple(25385, 73117), tuple(63398, 20999), tuple(77547, 51893), tuple(80783, 65858), tuple(39807, 80754), tuple(10336, 90318), tuple(7826, 55346), tuple(30206, 10711), tuple(94411, 67364), tuple(33509, 14329), tuple(65350, 17006), tuple(65999, 55699), tuple(82753, 61081), tuple(38851, 11896), tuple(15155, 48635), tuple(19985, 75204), tuple(37144, 5344), tuple(26173, 39587), tuple(61111, 30966), tuple(16180, 22987), tuple(60707, 43599), tuple(30136, 74118), tuple(7880, 43857), tuple(97445, 30233), tuple(62700, 24828), tuple(90914, 89452), tuple(64131, 56925), tuple(25259, 39132), tuple(47104, 43950), tuple(93891, 21913), tuple(84573, 91029), tuple(8604, 79858), tuple(33141, 25534), tuple(12468, 90413), tuple(97063, 76359), tuple(80826, 26061), tuple(64013, 99099), tuple(82158, 38882), tuple(25799, 7564), tuple(25477, 69847), tuple(73374, 58520), tuple(48230, 9453), tuple(91424, 72273), tuple(64893, 11750), tuple(46753, 48434), tuple(15974, 94633), tuple(14872, 27027), tuple(14527, 21313), tuple(25660, 64644), tuple(54196, 15138), tuple(6313, 10911), tuple(36168, 47170), tuple(45346, 76), tuple(10305, 60286), tuple(65283, 39977), tuple(21804, 37972), tuple(65389, 86954), tuple(90674, 64458), tuple(15838, 22392), tuple(43540, 42503), tuple(49584, 67828), tuple(56711, 87887), tuple(40075, 73696), tuple(23832, 91552), tuple(39002, 65562), tuple(20451, 64664), tuple(70783, 92171), tuple(29319, 57694), tuple(56217, 44247), tuple(52856, 57873), tuple(80560, 90902), tuple(31068, 11280), tuple(46996, 34739), tuple(57527, 4554), tuple(8410, 25816), tuple(12269, 38319), tuple(88054, 49939), tuple(337, 13231), tuple(56432, 68236), tuple(74841, 21476), tuple(96006, 15712), tuple(87145, 91660), tuple(58090, 55111), tuple(10310, 79789), tuple(5734, 79710), tuple(98992, 69026), tuple(77033, 5734), tuple(43338, 42635), tuple(23898, 28669), tuple(62708, 81652), tuple(41279, 51722), tuple(93444, 26355), tuple(62046, 52199), tuple(71492, 58736), tuple(7379, 62581), tuple(8592, 71885), tuple(75026, 40387), tuple(46696, 3939), tuple(9787, 88907), tuple(86356, 363), tuple(97479, 20358), tuple(77363, 65553), tuple(44036, 22178), tuple(98279, 64612), tuple(3615, 411), tuple(77003, 93018), tuple(41605, 88489), tuple(55992, 83614), tuple(19493, 21633), tuple(34639, 97064), tuple(94602, 89289), tuple(45853, 26299), tuple(84170, 73386), tuple(9221, 51439), tuple(41513, 68166), tuple(37170, 17690), tuple(82511, 59246), tuple(96674, 27574), tuple(99301, 45675), tuple(42716, 41520), tuple(56623, 49130), tuple(84100, 76804), tuple(73855, 97007), tuple(73303, 26912), tuple(37151, 23837), tuple(49190, 97104), tuple(23487, 45628), tuple(87763, 46550), tuple(65111, 92605), tuple(80481, 8151), tuple(83949, 18930), tuple(81749, 27244), tuple(37449, 3023), tuple(28303, 51545), tuple(96441, 93242), tuple(22082, 43254), tuple(35135, 68407), tuple(37712, 48709), tuple(5111, 26774), tuple(15532, 74246), tuple(93605, 83583), tuple(21491, 66472), tuple(38922, 53076), tuple(55455, 54432), tuple(955, 44063), tuple(311, 91630), tuple(53554, 4522), tuple(29927, 65668), tuple(7525, 16035), tuple(44093, 76745), tuple(21481, 78198), tuple(76875, 5306), tuple(56126, 76437), tuple(96534, 16880), tuple(85600, 68336), tuple(4479, 81002), tuple(80414, 11593), tuple(8186, 61147), tuple(5624, 32879), tuple(79312, 20995), tuple(40407, 41512), tuple(91261, 66022), tuple(93228, 75364), tuple(21136, 40111), tuple(92148, 60681), tuple(42549, 7944), tuple(60157, 15040), tuple(63562, 88365), tuple(69056, 72713), tuple(78263, 89223), tuple(3776, 33039), tuple(30042, 59984), tuple(64567, 20977), tuple(24720, 39157), tuple(63582, 75653), tuple(45363, 20249), tuple(58093, 53833), tuple(27918, 93306), tuple(25791, 92686), tuple(15904, 862), tuple(72093, 19257), tuple(64125, 88986), tuple(41717, 27989), tuple(43165, 98675), tuple(76840, 48170), tuple(64508, 3535), tuple(91964, 33435), tuple(96686, 88673), tuple(66648, 64594), tuple(17927, 30539), tuple(73615, 22800), tuple(18580, 48077), tuple(59803, 48202),

From aa4c91a2b3b19374524e9fb0ab411d9ce105c2a9 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 14 May 2021 17:15:08 +0300
Subject: [PATCH 0229/1060] disable parallel in flaky check

---
 tests/integration/ci-runner.py    |   13 +-
 tests/integration/parallel.json   | 1813 +++++++++++++++++------------
 tests/integration/parallel.readme |    4 +-
 3 files changed, 1107 insertions(+), 723 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 2dfa99e11b3..3b4e9568116 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -12,6 +12,7 @@ import csv
 
 
 MAX_RETRY = 2
+NUM_WORKERS = 5
 SLEEP_BETWEEN_RETRIES = 5
 CLICKHOUSE_BINARY_PATH = "/usr/bin/clickhouse"
 CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH = "/usr/bin/clickhouse-odbc-bridge"
@@ -254,7 +255,7 @@ class ClickhouseIntegrationTestsRunner:
 
     def _get_all_tests(self, repo_path):
         image_cmd = self._get_runner_image_cmd(repo_path)
-        cmd = "cd {}/tests/integration && ./runner {} ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' > all_tests.txt".format(repo_path, image_cmd)
+        cmd = "cd {}/tests/integration && ./runner {} ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' | sed 's/ *$//g' | sort -u  > all_tests.txt".format(repo_path, image_cmd)
         logging.info("Getting all tests with cmd '%s'", cmd)
         subprocess.check_call(cmd, shell=True)  # STYLE_CHECK_ALLOW_SUBPROCESS_CHECK_CALL
 
@@ -330,7 +331,7 @@ class ClickhouseIntegrationTestsRunner:
             logging.info("Cannot run with custom docker image version :(")
         return image_cmd
 
-    def run_test_group(self, repo_path, test_group, tests_in_group, num_tries):
+    def run_test_group(self, repo_path, test_group, tests_in_group, num_tries, num_workers):
         counters = {
             "ERROR": [],
             "PASSED": [],
@@ -370,8 +371,8 @@ class ClickhouseIntegrationTestsRunner:
                         test_names.add(test_name)
 
             test_cmd = ' '.join([test for test in sorted(test_names)])
-            cmd = "cd {}/tests/integration && ./runner {} --tmpfs -t {} --parallel 10 '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
-                repo_path, image_cmd, test_cmd, _get_deselect_option(self.should_skip_tests()), output_path)
+            cmd = "cd {}/tests/integration && ./runner {} --tmpfs -t {} --parallel {} '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
+                repo_path, image_cmd, test_cmd, num_workers, _get_deselect_option(self.should_skip_tests()), output_path)
 
             with open(log_path, 'w') as log:
                 logging.info("Executing cmd: %s", cmd)
@@ -423,7 +424,7 @@ class ClickhouseIntegrationTestsRunner:
         for i in range(TRIES_COUNT):
             final_retry += 1
             logging.info("Running tests for the %s time", i)
-            counters, tests_times, log_paths = self.run_test_group(repo_path, "flaky", tests_to_run, 1)
+            counters, tests_times, log_paths = self.run_test_group(repo_path, "flaky", tests_to_run, 1, 1)
             logs += log_paths
             if counters["FAILED"]:
                 logging.info("Found failed tests: %s", ' '.join(counters["FAILED"]))
@@ -505,7 +506,7 @@ class ClickhouseIntegrationTestsRunner:
 
         for group, tests in items_to_run:
             logging.info("Running test group %s countaining %s tests", group, len(tests))
-            group_counters, group_test_times, log_paths = self.run_test_group(repo_path, group, tests, MAX_RETRY)
+            group_counters, group_test_times, log_paths = self.run_test_group(repo_path, group, tests, MAX_RETRY, NUM_WORKERS)
             total_tests = 0
             for counter, value in group_counters.items():
                 logging.info("Tests from group %s stats, %s count %s", group, counter, len(value))
diff --git a/tests/integration/parallel.json b/tests/integration/parallel.json
index 143d21f52b5..a01518fcc23 100644
--- a/tests/integration/parallel.json
+++ b/tests/integration/parallel.json
@@ -1,870 +1,1253 @@
 [
+  "test_access_control_on_cluster/test.py::test_access_control_on_cluster",
+  "test_aggregation_memory_efficient/test.py::test_remote",
+  "test_allowed_client_hosts/test.py::test_allowed_host",
+  "test_allowed_url_from_config/test.py::test_config_with_hosts",
+  "test_allowed_url_from_config/test.py::test_config_with_only_primary_hosts",
+  "test_allowed_url_from_config/test.py::test_config_with_only_regexp_hosts",
+  "test_allowed_url_from_config/test.py::test_config_without_allowed_hosts",
+  "test_allowed_url_from_config/test.py::test_config_without_allowed_hosts_section",
+  "test_allowed_url_from_config/test.py::test_HDFS",
+  "test_allowed_url_from_config/test.py::test_redirect",
+  "test_allowed_url_from_config/test.py::test_table_function_remote",
+  "test_alter_codec/test.py::test_alter_codec_index",
+  "test_alter_codec/test.py::test_alter_codec_pk",
+  "test_alter_on_mixed_type_cluster/test.py::test_alter_on_cluter_non_replicated",
+  "test_alter_on_mixed_type_cluster/test.py::test_alter_replicated_on_cluster",
+  "test_alter_settings_on_cluster/test.py::test_default_database_on_cluster",
+  "test_always_fetch_merged/test.py::test_replica_always_download",
+  "test_asynchronous_metric_log_table/test.py::test_event_time_microseconds_field",
+  "test_atomic_drop_table/test.py::test_atomic_delete_with_stopped_zookeeper",
+  "test_attach_without_checksums/test.py::test_attach_without_checksums",
+  "test_attach_without_fetching/test.py::test_attach_without_fetching",
+  "test_authentication/test.py::test_authentication_fail",
+  "test_authentication/test.py::test_authentication_pass",
+  "test_backup_restore/test.py::test_attach_partition",
+  "test_backup_restore/test.py::test_replace_partition",
+  "test_backup_restore/test.py::test_restore",
+  "test_backup_with_other_granularity/test.py::test_backup_and_alter",
+  "test_backup_with_other_granularity/test.py::test_backup_from_old_version",
+  "test_backup_with_other_granularity/test.py::test_backup_from_old_version_config",
+  "test_backup_with_other_granularity/test.py::test_backup_from_old_version_setting",
+  "test_backward_compatibility/test_aggregate_function_state_avg.py::test_backward_compatability",
+  "test_backward_compatibility/test.py::test_backward_compatability1",
+  "test_backward_compatibility/test_short_strings_aggregation.py::test_backward_compatability",
+  "test_block_structure_mismatch/test.py::test",
+  "test_broken_part_during_merge/test.py::test_merge_and_part_corruption",
+  "test_buffer_profile/test.py::test_buffer_profile",
+  "test_buffer_profile/test.py::test_default_profile",
+  "test_catboost_model_config_reload/test.py::test",
+  "test_catboost_model_first_evaluate/test.py::test",
+  "test_catboost_model_reload/test.py::test_model_reload",
+  "test_catboost_model_reload/test.py::test_models_reload",
+  "test_check_table/test.py::test_check_normal_table_corruption",
+  "test_check_table/test.py::test_check_replicated_table_corruption",
+  "test_check_table/test.py::test_check_replicated_table_simple",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_attach_without_zk",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_bad_zk_conn",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_replica_name",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_zk_path",
+  "test_cluster_all_replicas/test.py::test_remote",
+  "test_cluster_copier/test.py::test_block_size",
+  "test_cluster_copier/test.py::test_copy_month_to_week_partition",
+  "test_cluster_copier/test.py::test_copy_month_to_week_partition_with_recovering",
+  "test_cluster_copier/test.py::test_copy_month_to_week_partition_with_recovering_after_move_faults",
+  "test_cluster_copier/test.py::test_copy_simple[False]",
+  "test_cluster_copier/test.py::test_copy_simple[True]",
+  "test_cluster_copier/test.py::test_copy_with_recovering_after_move_faults[False]",
+  "test_cluster_copier/test.py::test_copy_with_recovering_after_move_faults[True]",
+  "test_cluster_copier/test.py::test_copy_with_recovering[False]",
+  "test_cluster_copier/test.py::test_copy_with_recovering[True]",
+  "test_cluster_copier/test.py::test_no_arg",
+  "test_cluster_copier/test.py::test_no_index",
+  "test_cluster_copier/test.py::test_non_partitioned_table",
+  "test_cluster_copier/test.py::test_self_copy",
+  "test_compression_codec_read/test.py::test_default_codec_read",
+  "test_compression_nested_columns/test.py::test_nested_compression_codec",
+  "test_concurrent_queries_for_all_users_restriction/test.py::test_exception_message",
+  "test_concurrent_queries_for_user_restriction/test.py::test_exception_message",
+  "test_concurrent_ttl_merges/test.py::test_limited_ttl_merges_in_empty_pool",
+  "test_concurrent_ttl_merges/test.py::test_limited_ttl_merges_in_empty_pool_replicated",
+  "test_concurrent_ttl_merges/test.py::test_limited_ttl_merges_two_replicas",
+  "test_concurrent_ttl_merges/test.py::test_no_ttl_merges_in_busy_pool",
+  "test_config_corresponding_root/test.py::test_work",
+  "test_config_substitutions/test.py::test_allow_databases",
+  "test_config_substitutions/test.py::test_config",
+  "test_consistant_parts_after_move_partition/test.py::test_consistent_part_after_move_partition",
+  "test_consistent_parts_after_clone_replica/test.py::test_inconsistent_parts_if_drop_while_replica_not_active",
+  "test_create_user_and_login/test.py::test_grant_create_user",
+  "test_create_user_and_login/test.py::test_login",
+  "test_cross_replication/test.py::test",
+  "test_custom_settings/test.py::test_custom_settings",
+  "test_custom_settings/test.py::test_illformed_setting",
+  "test_ddl_alter_query/test.py::test_alter",
+  "test_ddl_worker_non_leader/test.py::test_non_leader_replica",
+  "test_default_compression_codec/test.py::test_default_codec_for_compact_parts",
+  "test_default_compression_codec/test.py::test_default_codec_multiple",
+  "test_default_compression_codec/test.py::test_default_codec_single",
+  "test_default_compression_codec/test.py::test_default_codec_version_update",
+  "test_default_database_on_cluster/test.py::test_default_database_on_cluster",
+  "test_default_role/test.py::test_alter_user",
+  "test_default_role/test.py::test_set_default_roles",
+  "test_default_role/test.py::test_wrong_set_default_role",
+  "test_delayed_replica_failover/test.py::test",
   "test_dictionaries_access/test.py::test_create",
-  "test_dictionaries_access/test.py::test_create",
-  "test_dictionaries_access/test.py::test_drop",
-  "test_dictionaries_access/test.py::test_drop",
   "test_dictionaries_access/test.py::test_dictget",
-  "test_dictionaries_access/test.py::test_dictget",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_cache]",
+  "test_dictionaries_access/test.py::test_drop",
   "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
   "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_file.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_file.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_http.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_https.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
   "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
-  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[memory]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
   "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[memory]",
   "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[ssd]",
-  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[ssd]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
-  "test_dictionaries_ddl/test.py::test_restricted_database",
-  "test_dictionaries_ddl/test.py::test_restricted_database",
-  "test_dictionaries_ddl/test.py::test_conflicting_name",
-  "test_dictionaries_ddl/test.py::test_conflicting_name",
-  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
-  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
   "test_dictionaries_ddl/test.py::test_clickhouse_remote",
-  "test_dictionaries_ddl/test.py::test_clickhouse_remote",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node0]",
+  "test_dictionaries_ddl/test.py::test_conflicting_name",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
+  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
+  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_restricted_database",
   "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node0]",
   "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node1]",
-  "test_dictionaries_dependency_xml/test.py::test_get_data",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
   "test_dictionaries_dependency_xml/test.py::test_get_data",
   "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
-  "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
   "test_dictionaries_null_value/test.py::test_null_value",
-  "test_dictionaries_null_value/test.py::test_null_value",
-  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
-  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
-  "test_dictionaries_postgresql/test.py::test_invalidate_query",
-  "test_dictionaries_postgresql/test.py::test_invalidate_query",
   "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
-  "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[0]",
+  "test_dictionaries_postgresql/test.py::test_invalidate_query",
+  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
+  "test_dictionaries_postgresql/test.py::test_postgres_scema",
   "test_dictionaries_redis/test.py::test_redis_dictionaries[0]",
   "test_dictionaries_redis/test.py::test_redis_dictionaries[1]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[1]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[10]",
   "test_dictionaries_redis/test.py::test_redis_dictionaries[10]",
   "test_dictionaries_redis/test.py::test_redis_dictionaries[11]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[11]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[12]",
   "test_dictionaries_redis/test.py::test_redis_dictionaries[12]",
   "test_dictionaries_redis/test.py::test_redis_dictionaries[13]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[13]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_integers_key_hashed]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
   "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_integers_key_hashed]",
   "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_mixed_key_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_mixed_key_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_range_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
   "test_dictionaries_select_all/test.py::test_select_all[clickhouse_range_hashed]",
   "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_cache]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_cache]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_integers_key_cache]",
   "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_integers_key_cache]",
   "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_mixed_key_cache]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_mixed_key_cache]",
-  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
-  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_system_reload",
   "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_system_reload",
   "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_timer",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_timer",
   "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_in_cache_dictionary",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_in_cache_dictionary",
-  "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
+  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
+  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
   "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
   "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
-  "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
-  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
-  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
-  "test_dictionary_allow_read_expired_keys/test_default_reading.py::test_default_reading",
   "test_dictionary_allow_read_expired_keys/test_default_reading.py::test_default_reading",
   "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
-  "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
-  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
-  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
   "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
-  "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
-  "test_dictionary_custom_settings/test.py::test_work",
+  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
   "test_dictionary_custom_settings/test.py::test_work",
   "test_dictionary_ddl_on_cluster/test.py::test_dictionary_ddl_on_cluster",
-  "test_dictionary_ddl_on_cluster/test.py::test_dictionary_ddl_on_cluster",
   "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
-  "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
-  "test_disk_access_storage/test.py::test_create",
-  "test_disk_access_storage/test.py::test_create",
-  "test_disk_access_storage/test.py::test_alter",
   "test_disk_access_storage/test.py::test_alter",
+  "test_disk_access_storage/test.py::test_create",
   "test_disk_access_storage/test.py::test_drop",
-  "test_disk_access_storage/test.py::test_drop",
-  "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
+  "test_disk_types/test.py::test_different_types",
+  "test_disk_types/test.py::test_select_by_type",
+  "test_distributed_backward_compatability/test.py::test_distributed_in_tuple",
+  "test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl",
+  "test_distributed_ddl_on_cross_replication/test.py::test_atomic_database",
+  "test_distributed_ddl_parallel/test.py::test_all_in_parallel",
   "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
+  "test_distributed_ddl_parallel/test.py::test_smoke",
+  "test_distributed_ddl_parallel/test.py::test_smoke_parallel",
   "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
-  "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
+  "test_distributed_ddl_parallel/test.py::test_two_in_parallel_two_queued",
+  "test_distributed_ddl_password/test.py::test_alter",
+  "test_distributed_ddl_password/test.py::test_truncate",
+  "test_distributed_ddl/test.py::test_allowed_databases[configs]",
+  "test_distributed_ddl/test.py::test_allowed_databases[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_as_select[configs]",
+  "test_distributed_ddl/test.py::test_create_as_select[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_reserved[configs]",
+  "test_distributed_ddl/test.py::test_create_reserved[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_view[configs]",
+  "test_distributed_ddl/test.py::test_create_view[configs_secure]",
+  "test_distributed_ddl/test.py::test_default_database[configs]",
+  "test_distributed_ddl/test.py::test_default_database[configs_secure]",
+  "test_distributed_ddl/test.py::test_detach_query[configs]",
+  "test_distributed_ddl/test.py::test_detach_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_implicit_macros[configs]",
+  "test_distributed_ddl/test.py::test_implicit_macros[configs_secure]",
+  "test_distributed_ddl/test.py::test_kill_query[configs]",
+  "test_distributed_ddl/test.py::test_kill_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_macro[configs]",
+  "test_distributed_ddl/test.py::test_macro[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_connection_loss[configs]",
+  "test_distributed_ddl/test.py::test_on_connection_loss[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_server_fail[configs]",
+  "test_distributed_ddl/test.py::test_on_server_fail[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_session_expired[configs]",
+  "test_distributed_ddl/test.py::test_on_session_expired[configs_secure]",
+  "test_distributed_ddl/test.py::test_optimize_query[configs]",
+  "test_distributed_ddl/test.py::test_optimize_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_rename[configs]",
+  "test_distributed_ddl/test.py::test_rename[configs_secure]",
+  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs]",
+  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs_secure]",
+  "test_distributed_ddl/test.py::test_simple_alters[configs]",
+  "test_distributed_ddl/test.py::test_simple_alters[configs_secure]",
+  "test_distributed_ddl/test.py::test_socket_timeout[configs]",
+  "test_distributed_ddl/test.py::test_socket_timeout[configs_secure]",
+  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs]",
+  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs_secure]",
+  "test_distributed_format/test.py::test_single_file_old[test_cluster]",
+  "test_distributed_format/test.py::test_single_file_old[test_cluster_2]",
+  "test_distributed_format/test.py::test_single_file[test_cluster]",
+  "test_distributed_format/test.py::test_single_file[test_cluster_2]",
+  "test_distributed_format/test.py::test_two_files[test_cluster]",
+  "test_distributed_format/test.py::test_two_files[test_cluster_2]",
+  "test_distributed_inter_server_secret/test.py::test_insecure",
+  "test_distributed_inter_server_secret/test.py::test_insecure_insert_async",
+  "test_distributed_inter_server_secret/test.py::test_insecure_insert_sync",
+  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_insecure_cluster[default-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_insecure_cluster[nopass-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_insecure_cluster[pass-foo]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_secure_cluster[default-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_secure_cluster[nopass-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_secure_cluster[pass-foo]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_insecure_cluster[default-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_insecure_cluster[nopass-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_insecure_cluster[pass-foo]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_secure_cluster[default-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_secure_cluster[nopass-]",
+  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_secure_cluster[pass-foo]",
+  "test_distributed_inter_server_secret/test.py::test_secure",
+  "test_distributed_inter_server_secret/test.py::test_secure_disagree",
+  "test_distributed_inter_server_secret/test.py::test_secure_disagree_insert",
+  "test_distributed_inter_server_secret/test.py::test_secure_insert_async",
+  "test_distributed_inter_server_secret/test.py::test_secure_insert_buffer_async",
+  "test_distributed_inter_server_secret/test.py::test_secure_insert_sync",
+  "test_distributed_inter_server_secret/test.py::test_user_insecure_cluster[default-]",
+  "test_distributed_inter_server_secret/test.py::test_user_insecure_cluster[nopass-]",
+  "test_distributed_inter_server_secret/test.py::test_user_insecure_cluster[pass-foo]",
+  "test_distributed_inter_server_secret/test.py::test_user_secure_cluster[default-]",
+  "test_distributed_inter_server_secret/test.py::test_user_secure_cluster[nopass-]",
+  "test_distributed_inter_server_secret/test.py::test_user_secure_cluster[pass-foo]",
+  "test_distributed_load_balancing/test.py::test_distributed_replica_max_ignored_errors",
+  "test_distributed_load_balancing/test.py::test_load_balancing_default",
+  "test_distributed_load_balancing/test.py::test_load_balancing_first_or_random",
+  "test_distributed_load_balancing/test.py::test_load_balancing_in_order",
+  "test_distributed_load_balancing/test.py::test_load_balancing_nearest_hostname",
+  "test_distributed_load_balancing/test.py::test_load_balancing_priority_round_robin[dist_priority]",
+  "test_distributed_load_balancing/test.py::test_load_balancing_priority_round_robin[dist_priority_negative]",
+  "test_distributed_load_balancing/test.py::test_load_balancing_round_robin",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[cluster_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[cluster_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[dod_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[dod_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[cluster_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[cluster_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[dod_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[dod_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[cluster_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[cluster_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[dod_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[dod_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[cluster_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[cluster_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[dod_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[dod_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[cluster_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[cluster_node2]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[dod_node1]",
+  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[dod_node2]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings21]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings22]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings23]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings24]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings25]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings26]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings27]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings28]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings29]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings30]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings31]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings32]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings33]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings34]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings35]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings36]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings37]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings38]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings39]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings40]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings41]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings0]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings1]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings10]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings11]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings12]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings13]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings14]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings15]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings16]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings17]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings18]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings19]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings2]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings20]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings3]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings4]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings5]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings6]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings7]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings8]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings9]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings63]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings64]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings65]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings66]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings67]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings68]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings69]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings70]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings71]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings72]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings73]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings74]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings75]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings76]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings77]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings78]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings79]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings80]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings81]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings82]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings83]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings42]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings43]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings44]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings45]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings46]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings47]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings48]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings49]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings50]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings51]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings52]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings53]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings54]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings55]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings56]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings57]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings58]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings59]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings60]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings61]",
+  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings62]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-remote]",
   "test_distributed_storage_configuration/test.py::test_insert",
-  "test_distributed_storage_configuration/test.py::test_insert",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
+  "test_distributed_system_query/test.py::test_start_and_stop_replica_send",
+  "test_drop_replica/test.py::test_drop_replica",
+  "test_enabling_access_management/test.py::test_enabling_access_management",
+  "test_extreme_deduplication/test.py::test_deduplication_window_in_seconds",
+  "test_extreme_deduplication/test.py::test_deduplication_works_in_case_of_intensive_inserts SKIPPED",
+  "test_fetch_partition_from_auxiliary_zookeeper/test.py::test_fetch_part_from_allowed_zookeeper[PART-2020-08-28-20200828_0_0_0]",
+  "test_fetch_partition_from_auxiliary_zookeeper/test.py::test_fetch_part_from_allowed_zookeeper[PARTITION-2020-08-27-2020-08-27]",
+  "test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation",
+  "test_fetch_partition_with_outdated_parts/test.py::test_fetch_partition_with_outdated_parts",
+  "test_filesystem_layout/test.py::test_file_path_escaping",
+  "test_filesystem_layout/test.py::test_file_path_escaping_atomic_db",
+  "test_force_deduplication/test.py::test_basic",
+  "test_force_drop_table/test.py::test_drop_materialized_view[Atomic]",
+  "test_force_drop_table/test.py::test_drop_materialized_view[Ordinary]",
+  "test_format_avro_confluent/test.py::test_select",
+  "test_format_schema_on_server/test.py::test_protobuf_format_input",
+  "test_format_schema_on_server/test.py::test_protobuf_format_output",
+  "test_freeze_table/test.py::test_freeze_table",
+  "test_globs_in_filepath/test.py::test_deep_structure",
+  "test_globs_in_filepath/test.py::test_linear_structure",
+  "test_globs_in_filepath/test.py::test_strange_filenames",
+  "test_globs_in_filepath/test.py::test_table_function_and_virtual_columns",
+  "test_grant_and_revoke/test.py::test_allowed_grantees",
+  "test_grant_and_revoke/test.py::test_current_database",
+  "test_grant_and_revoke/test.py::test_grant_all_on_table",
+  "test_grant_and_revoke/test.py::test_grant_option",
+  "test_grant_and_revoke/test.py::test_implicit_create_temporary_table_grant",
+  "test_grant_and_revoke/test.py::test_implicit_create_view_grant",
+  "test_grant_and_revoke/test.py::test_implicit_show_grants",
+  "test_grant_and_revoke/test.py::test_introspection",
+  "test_grant_and_revoke/test.py::test_revoke_requires_grant_option",
+  "test_grant_and_revoke/test.py::test_smoke",
+  "test_graphite_merge_tree/test.py::test_broken_partial_rollup",
+  "test_graphite_merge_tree/test.py::test_combined_rules",
+  "test_graphite_merge_tree/test.py::test_combined_rules_with_default",
+  "test_graphite_merge_tree/test.py::test_multiple_output_blocks",
+  "test_graphite_merge_tree/test.py::test_multiple_paths_and_versions",
+  "test_graphite_merge_tree/test.py::test_path_dangling_pointer",
+  "test_graphite_merge_tree/test.py::test_paths_not_matching_any_pattern",
+  "test_graphite_merge_tree/test.py::test_rollup_aggregation",
+  "test_graphite_merge_tree/test.py::test_rollup_aggregation_2",
+  "test_graphite_merge_tree/test.py::test_rollup_versions",
+  "test_graphite_merge_tree/test.py::test_system_graphite_retentions",
+  "test_graphite_merge_tree/test.py::test_wrong_rollup_config",
+  "test_hedged_requests_parallel/test.py::test_combination1",
+  "test_hedged_requests_parallel/test.py::test_combination2",
+  "test_hedged_requests_parallel/test.py::test_query_with_no_data_to_sample",
+  "test_hedged_requests_parallel/test.py::test_send_data",
+  "test_hedged_requests_parallel/test.py::test_send_table_status_sleep",
+  "test_hedged_requests/test.py::test_combination1",
+  "test_hedged_requests/test.py::test_combination2",
+  "test_hedged_requests/test.py::test_combination3",
+  "test_hedged_requests/test.py::test_combination4",
+  "test_hedged_requests/test.py::test_long_query",
+  "test_hedged_requests/test.py::test_receive_timeout1",
+  "test_hedged_requests/test.py::test_receive_timeout2",
+  "test_hedged_requests/test.py::test_send_data",
+  "test_hedged_requests/test.py::test_send_data2",
+  "test_hedged_requests/test.py::test_send_table_status_sleep",
+  "test_hedged_requests/test.py::test_send_table_status_sleep2",
+  "test_hedged_requests/test.py::test_stuck_replica",
+  "test_host_ip_change/test.py::test_dns_cache_update",
+  "test_host_ip_change/test.py::test_ip_change_drop_dns_cache",
+  "test_host_ip_change/test.py::test_ip_change_update_dns_cache",
+  "test_host_ip_change/test.py::test_user_access_ip_change[node0]",
+  "test_host_ip_change/test.py::test_user_access_ip_change[node1]",
+  "test_http_and_readonly/test.py::test_http_get_is_readonly",
+  "test_http_handlers_config/test.py::test_absolute_path_static_handler",
+  "test_http_handlers_config/test.py::test_config_static_handler",
+  "test_http_handlers_config/test.py::test_defaults_http_handlers",
+  "test_http_handlers_config/test.py::test_dynamic_query_handler",
+  "test_http_handlers_config/test.py::test_fixed_static_handler",
+  "test_http_handlers_config/test.py::test_predefined_query_handler",
+  "test_http_handlers_config/test.py::test_prometheus_handler",
+  "test_http_handlers_config/test.py::test_relative_path_static_handler",
+  "test_http_handlers_config/test.py::test_replicas_status_handler",
+  "test_https_replication/test.py::test_both_http",
+  "test_https_replication/test.py::test_both_https",
+  "test_https_replication/test.py::test_mixed_protocol",
+  "test_https_replication/test.py::test_replication_after_partition",
+  "test_inherit_multiple_profiles/test.py::test_combined_profile",
+  "test_input_format_parallel_parsing_memory_tracking/test.py::test_memory_tracking_total",
+  "test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_big[0]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_big[1]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_small[0]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_small[1]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_different_header[0]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_different_header[1]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_success[0]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_success[1]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_1[0]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_1[1]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_2[0]",
+  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_2[1]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order[internal_replication-0]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order[no_internal_replication-1]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order_sync[internal_replication-0]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order_sync[no_internal_replication-1]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_nearest_hostname[internal_replication-0]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_nearest_hostname[no_internal_replication-1]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1[internal_replication-0]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1_load_balancing_in_order[internal_replication-0]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1_load_balancing_in_order[no_internal_replication-1]",
+  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1[no_internal_replication-1]",
+  "test_insert_into_distributed_sync_async/test.py::test_async_inserts_into_local_shard",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_fails_with_timeout",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_with_disabled_timeout",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_without_sync_ignores_timeout",
+  "test_insert_into_distributed/test.py::test_inserts_batching",
+  "test_insert_into_distributed/test.py::test_inserts_local",
+  "test_insert_into_distributed/test.py::test_inserts_low_cardinality",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_internal_replication",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_local_internal_replication",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_no_internal_replication",
+  "test_insert_into_distributed/test.py::test_prefer_localhost_replica",
+  "test_insert_into_distributed/test.py::test_reconnect",
+  "test_insert_into_distributed/test.py::test_table_function",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_batching SKIPPED",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_local",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_reconnect",
+  "test_jbod_balancer/test.py::test_jbod_balanced_merge",
+  "test_jbod_balancer/test.py::test_replicated_balanced_merge_fetch",
+  "test_join_set_family_s3/test.py::test_join_s3",
+  "test_join_set_family_s3/test.py::test_set_s3",
+  "test_keeper_back_to_back/test.py::test_concurrent_watches",
+  "test_keeper_back_to_back/test.py::test_end_of_session",
+  "test_keeper_back_to_back/test.py::test_end_of_watches_session",
+  "test_keeper_back_to_back/test.py::test_multitransactions",
+  "test_keeper_back_to_back/test.py::test_random_requests",
+  "test_keeper_back_to_back/test.py::test_sequential_nodes",
+  "test_keeper_back_to_back/test.py::test_simple_commands",
+  "test_keeper_back_to_back/test.py::test_stats",
+  "test_keeper_back_to_back/test.py::test_watchers",
+  "test_keeper_internal_secure/test.py::test_secure_raft_works",
+  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader",
+  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader_twice",
+  "test_keeper_multinode_simple/test.py::test_follower_restart",
+  "test_keeper_multinode_simple/test.py::test_read_write_multinode",
+  "test_keeper_multinode_simple/test.py::test_session_expiration",
+  "test_keeper_multinode_simple/test.py::test_simple_replicated_table",
+  "test_keeper_multinode_simple/test.py::test_watch_on_follower",
+  "test_keeper_persistent_log_multinode/test.py::test_restart_multinode",
+  "test_keeper_persistent_log/test.py::test_ephemeral_after_restart",
+  "test_keeper_persistent_log/test.py::test_state_after_restart",
+  "test_keeper_restore_from_snapshot/test.py::test_recover_from_snapshot",
+  "test_keeper_secure_client/test.py::test_connection",
+  "test_keeper_snapshots_multinode/test.py::test_restart_multinode",
+  "test_keeper_snapshots/test.py::test_ephemeral_after_restart",
+  "test_keeper_snapshots/test.py::test_state_after_restart",
+  "test_library_bridge/test.py::test_load_all",
+  "test_library_bridge/test.py::test_load_all_many_rows",
+  "test_library_bridge/test.py::test_load_ids",
+  "test_library_bridge/test.py::test_load_keys",
+  "test_library_bridge/test.py::test_null_values",
+  "test_limited_replicated_fetches/test.py::test_limited_fetches",
+  "test_log_family_s3/test.py::test_log_family_s3[Log-2-1]",
+  "test_log_family_s3/test.py::test_log_family_s3[StripeLog-1-2]",
+  "test_log_family_s3/test.py::test_log_family_s3[TinyLog-1-1]",
+  "test_logs_level/test.py::test_check_client_logs_level",
+  "test_match_process_uid_against_data_owner/test.py::test_different_user",
   "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
   "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
   "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
   "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
   "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
   "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
-  "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
+  "test_max_http_connections_for_replication/test.py::test_keepalive_timeout",
+  "test_max_http_connections_for_replication/test.py::test_multiple_endpoint_connections_count",
+  "test_max_http_connections_for_replication/test.py::test_single_endpoint_connections_count",
+  "test_MemoryTracking/test.py::test_http",
+  "test_MemoryTracking/test.py::test_tcp_multiple_sessions",
+  "test_MemoryTracking/test.py::test_tcp_single_session",
+  "test_merge_table_over_distributed/test.py::test_filtering",
+  "test_merge_table_over_distributed/test.py::test_global_in",
+  "test_merge_table_over_distributed/test.py::test_select_table_name_from_merge_over_distributed",
+  "test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete",
+  "test_merge_tree_empty_parts/test.py::test_empty_parts_summing",
+  "test_merge_tree_s3_failover/test.py::test_move_failover",
+  "test_merge_tree_s3_failover/test.py::test_write_failover[0-13]",
+  "test_merge_tree_s3_failover/test.py::test_write_failover[1048576-9]",
+  "test_merge_tree_s3_restore/test.py::test_full_restore[False]",
+  "test_merge_tree_s3_restore/test.py::test_full_restore[True]",
+  "test_merge_tree_s3_restore/test.py::test_migrate_to_restorable_schema",
+  "test_merge_tree_s3_restore/test.py::test_restore_another_bucket_path",
+  "test_merge_tree_s3_restore/test.py::test_restore_different_revisions",
+  "test_merge_tree_s3_restore/test.py::test_restore_mutations",
+  "test_merge_tree_s3_restore/test.py::test_restore_to_detached[False]",
+  "test_merge_tree_s3_restore/test.py::test_restore_to_detached[True]",
+  "test_merge_tree_s3/test.py::test_alter_table_columns",
+  "test_merge_tree_s3/test.py::test_attach_detach_partition",
+  "test_merge_tree_s3/test.py::test_freeze_unfreeze",
+  "test_merge_tree_s3/test.py::test_insert_same_partition_and_merge[False]",
+  "test_merge_tree_s3/test.py::test_insert_same_partition_and_merge[True]",
+  "test_merge_tree_s3/test.py::test_move_partition_to_another_disk",
+  "test_merge_tree_s3/test.py::test_move_replace_partition_to_another_table",
+  "test_merge_tree_s3/test.py::test_s3_disk_apply_new_settings",
+  "test_merge_tree_s3/test.py::test_s3_disk_restart_during_load",
+  "test_merge_tree_s3/test.py::test_simple_insert_select[0-15]",
+  "test_merge_tree_s3/test.py::test_simple_insert_select[8192-11]",
+  "test_merge_tree_s3/test.py::test_table_manipulations",
+  "test_merge_tree_s3_with_cache/test.py::test_read_after_cache_is_wiped[0-4-2]",
+  "test_merge_tree_s3_with_cache/test.py::test_read_after_cache_is_wiped[8192-2-1]",
+  "test_merge_tree_s3_with_cache/test.py::test_write_is_cached[0-2]",
+  "test_merge_tree_s3_with_cache/test.py::test_write_is_cached[8192-1]",
+  "test_multiple_disks/test.py::test_alter_double_move_partition[DISK]",
+  "test_multiple_disks/test.py::test_alter_double_move_partition[VOLUME]",
+  "test_multiple_disks/test.py::test_alter_move_half_of_partition[DISK]",
+  "test_multiple_disks/test.py::test_alter_move_half_of_partition[VOLUME]",
+  "test_multiple_disks/test.py::test_alter_move[mt]",
+  "test_multiple_disks/test.py::test_alter_policy[mt]",
+  "test_multiple_disks/test.py::test_alter_policy[replicated]",
+  "test_multiple_disks/test.py::test_background_move[mt]",
+  "test_multiple_disks/test.py::test_background_move[replicated]",
+  "test_multiple_disks/test.py::test_concurrent_alter_modify[mt]",
+  "test_multiple_disks/test.py::test_concurrent_alter_modify[replicated]",
+  "test_multiple_disks/test.py::test_concurrent_alter_move_and_drop[mt]",
+  "test_multiple_disks/test.py::test_concurrent_alter_move_and_drop[replicated]",
+  "test_multiple_disks/test.py::test_concurrent_alter_move[mt]",
+  "test_multiple_disks/test.py::test_concurrent_alter_move[replicated]",
+  "test_multiple_disks/test.py::test_detach_attach[mt]",
+  "test_multiple_disks/test.py::test_detach_attach[replicated]",
+  "test_multiple_disks/test.py::test_download_appropriate_disk",
+  "test_multiple_disks/test.py::test_freeze",
+  "test_multiple_disks/test.py::test_jbod_overflow[mt]",
+  "test_multiple_disks/test.py::test_jbod_overflow[replicated]",
+  "test_multiple_disks/test.py::test_kill_while_insert",
+  "test_multiple_disks/test.py::test_max_data_part_size[mt]",
+  "test_multiple_disks/test.py::test_max_data_part_size[replicated]",
+  "test_multiple_disks/test.py::test_move_across_policies_does_not_work",
+  "test_multiple_disks/test.py::test_move_while_merge",
+  "test_multiple_disks/test.py::test_mutate_to_another_disk[mt]",
+  "test_multiple_disks/test.py::test_mutate_to_another_disk[replicated]",
+  "test_multiple_disks/test.py::test_no_merges_in_configuration_allow_from_query_without_reload",
+  "test_multiple_disks/test.py::test_no_merges_in_configuration_allow_from_query_with_reload",
+  "test_multiple_disks/test.py::test_no_warning_about_zero_max_data_part_size",
+  "test_multiple_disks/test.py::test_query_parser",
+  "test_multiple_disks/test.py::test_rename",
+  "test_multiple_disks/test.py::test_round_robin[mt]",
+  "test_multiple_disks/test.py::test_round_robin[replicated]",
+  "test_multiple_disks/test.py::test_simple_merge_tree_merges_are_disabled",
+  "test_multiple_disks/test.py::test_simple_replication_and_moves",
+  "test_multiple_disks/test.py::test_start_stop_moves[mt]",
+  "test_multiple_disks/test.py::test_start_stop_moves[replicated]",
+  "test_multiple_disks/test.py::test_system_tables",
+  "test_multiple_disks/test.py::test_yes_merges_in_configuration_disallow_from_query_without_reload",
+  "test_multiple_disks/test.py::test_yes_merges_in_configuration_disallow_from_query_with_reload",
+  "test_mutations_hardlinks/test.py::test_delete_and_drop_mutation",
+  "test_mutations_hardlinks/test.py::test_drop_mutation",
+  "test_mutations_hardlinks/test.py::test_modify_mutation",
+  "test_mutations_hardlinks/test.py::test_update_mutation",
+  "test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where",
+  "test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where",
+  "test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree",
+  "test_mutations_with_merge_tree/test.py::test_mutations_with_merge_background_task",
+  "test_mutations_with_merge_tree/test.py::test_mutations_with_truncate_table",
+  "test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine",
   "test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database",
   "test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database",
   "test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine",
-  "test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine",
-  "test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine",
   "test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine",
+  "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_4]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_4]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_5]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_5]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_7]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_7]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_80]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_80]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_81]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_81]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_9]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_9]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_10]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_10]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_11]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_11]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_12]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_12]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_13]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_13]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_14]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_14]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_15]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_15]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_16]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_16]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_17]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_17]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_18]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_18]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_19]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_19]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_2]",
   "test_mysql_database_engine/test.py::test_mysql_types[common_types_20]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_20]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_4]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_4]",
-  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]",
-  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]",
-  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_default]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_default]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_3]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_4]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_5]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_7]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_80]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_81]",
+  "test_mysql_database_engine/test.py::test_mysql_types[common_types_9]",
   "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]",
   "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]",
   "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]",
-  "test_mysql_protocol/test.py::test_mysql_client",
+  "test_mysql_database_engine/test.py::test_mysql_types[datetime_default]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_2]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_3]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_4]",
+  "test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]",
+  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]",
+  "test_mysql_protocol/test.py::test_golang_client",
+  "test_mysql_protocol/test.py::test_java_client",
+  "test_mysql_protocol/test.py::test_mysql_affected_rows",
   "test_mysql_protocol/test.py::test_mysql_client",
   "test_mysql_protocol/test.py::test_mysql_client_exception",
-  "test_mysql_protocol/test.py::test_mysql_client_exception",
-  "test_mysql_protocol/test.py::test_mysql_affected_rows",
-  "test_mysql_protocol/test.py::test_mysql_affected_rows",
-  "test_mysql_protocol/test.py::test_mysql_replacement_query",
-  "test_mysql_protocol/test.py::test_mysql_replacement_query",
-  "test_mysql_protocol/test.py::test_mysql_explain",
   "test_mysql_protocol/test.py::test_mysql_explain",
   "test_mysql_protocol/test.py::test_mysql_federated",
-  "test_mysql_protocol/test.py::test_mysql_federated",
-  "test_mysql_protocol/test.py::test_mysql_set_variables",
-  "test_mysql_protocol/test.py::test_mysql_set_variables",
-  "test_mysql_protocol/test.py::test_python_client",
-  "test_mysql_protocol/test.py::test_python_client",
-  "test_mysql_protocol/test.py::test_golang_client",
-  "test_mysql_protocol/test.py::test_golang_client",
-  "test_mysql_protocol/test.py::test_php_client",
-  "test_mysql_protocol/test.py::test_php_client",
   "test_mysql_protocol/test.py::test_mysqljs_client",
-  "test_mysql_protocol/test.py::test_mysqljs_client",
-  "test_mysql_protocol/test.py::test_java_client",
-  "test_mysql_protocol/test.py::test_java_client",
+  "test_mysql_protocol/test.py::test_mysql_replacement_query",
+  "test_mysql_protocol/test.py::test_mysql_set_variables",
+  "test_mysql_protocol/test.py::test_php_client",
+  "test_mysql_protocol/test.py::test_python_client",
   "test_mysql_protocol/test.py::test_types",
-  "test_mysql_protocol/test.py::test_types",
-  "test_odbc_interaction/test.py::test_mysql_simple_select_works",
-  "test_odbc_interaction/test.py::test_mysql_simple_select_works",
-  "test_odbc_interaction/test.py::test_mysql_insert",
-  "test_odbc_interaction/test.py::test_mysql_insert",
-  "test_odbc_interaction/test.py::test_sqlite_simple_select_function_works",
-  "test_odbc_interaction/test.py::test_sqlite_simple_select_function_works",
-  "test_odbc_interaction/test.py::test_sqlite_table_function",
-  "test_odbc_interaction/test.py::test_sqlite_table_function",
-  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
-  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
-  "test_odbc_interaction/test.py::test_postgres_insert",
-  "test_odbc_interaction/test.py::test_postgres_insert",
+  "test_no_local_metadata_node/test.py::test_table_start_without_metadata",
+  "test_non_default_compression/test.py::test_preconfigured_custom_codec",
+  "test_non_default_compression/test.py::test_preconfigured_default_codec",
+  "test_non_default_compression/test.py::test_uncompressed_cache_custom_codec",
+  "test_non_default_compression/test.py::test_uncompressed_cache_plus_zstd_codec",
   "test_odbc_interaction/test.py::test_bridge_dies_with_parent",
-  "test_odbc_interaction/test.py::test_bridge_dies_with_parent",
-  "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
-  "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
-  "test_odbc_interaction/test.py::test_odbc_postgres_conversions",
-  "test_odbc_interaction/test.py::test_odbc_postgres_conversions",
-  "test_odbc_interaction/test.py::test_odbc_cyrillic_with_varchar",
-  "test_odbc_interaction/test.py::test_odbc_cyrillic_with_varchar",
-  "test_odbc_interaction/test.py::test_many_connections",
-  "test_odbc_interaction/test.py::test_many_connections",
   "test_odbc_interaction/test.py::test_concurrent_queries",
-  "test_odbc_interaction/test.py::test_concurrent_queries",
-  "test_odbc_interaction/test.py::test_odbc_long_column_names",
+  "test_odbc_interaction/test.py::test_many_connections",
+  "test_odbc_interaction/test.py::test_mysql_insert",
+  "test_odbc_interaction/test.py::test_mysql_simple_select_works",
+  "test_odbc_interaction/test.py::test_odbc_cyrillic_with_varchar",
   "test_odbc_interaction/test.py::test_odbc_long_column_names",
   "test_odbc_interaction/test.py::test_odbc_long_text",
-  "test_odbc_interaction/test.py::test_odbc_long_text",
-  "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
-  "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
-  "test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays",
+  "test_odbc_interaction/test.py::test_odbc_postgres_conversions",
+  "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
+  "test_odbc_interaction/test.py::test_postgres_insert",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
+  "test_odbc_interaction/test.py::test_sqlite_simple_select_function_works",
+  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
+  "test_odbc_interaction/test.py::test_sqlite_table_function",
+  "test_old_versions/test.py::test_client_is_older_than_server",
+  "test_old_versions/test.py::test_distributed_query_initiator_is_older_than_shard",
+  "test_old_versions/test.py::test_server_is_older_than_client",
+  "test_on_cluster_timeouts/test.py::test_long_query",
+  "test_optimize_on_insert/test.py::test_empty_parts_optimize",
+  "test_partition/test.py::test_attach_check_all_parts",
+  "test_partition/test.py::test_cannot_attach_active_part",
+  "test_partition/test.py::test_drop_detached_parts",
+  "test_partition/test.py::test_partition_complex",
+  "test_partition/test.py::test_partition_simple",
+  "test_part_log_table/test.py::test_config_with_non_standard_part_log",
+  "test_part_log_table/test.py::test_config_without_part_log",
+  "test_part_log_table/test.py::test_config_with_standard_part_log",
+  "test_parts_delete_zookeeper/test.py::test_merge_doesnt_work_without_zookeeper",
+  "test_part_uuid/test.py::test_part_uuid",
+  "test_part_uuid/test.py::test_part_uuid_wal",
+  "test_passing_max_partitions_to_read_remotely/test.py::test_default_database_on_cluster",
+  "test_polymorphic_parts/test.py::test_compact_parts_only",
+  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]",
+  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]",
+  "test_polymorphic_parts/test.py::test_in_memory",
+  "test_polymorphic_parts/test.py::test_in_memory_alters",
+  "test_polymorphic_parts/test.py::test_in_memory_deduplication",
+  "test_polymorphic_parts/test.py::test_in_memory_wal_rotate",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions_2 SKIPPED",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions SKIPPED",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_index",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive",
   "test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays",
+  "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
   "test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache",
-  "test_postgresql_protocol/test.py::test_psql_is_ready",
-  "test_postgresql_protocol/test.py::test_psql_is_ready",
-  "test_postgresql_protocol/test.py::test_psql_client",
-  "test_postgresql_protocol/test.py::test_psql_client",
-  "test_postgresql_protocol/test.py::test_python_client",
-  "test_postgresql_protocol/test.py::test_python_client",
-  "test_postgresql_protocol/test.py::test_java_client",
+  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
   "test_postgresql_protocol/test.py::test_java_client",
+  "test_postgresql_protocol/test.py::test_psql_client",
+  "test_postgresql_protocol/test.py::test_psql_is_ready",
+  "test_postgresql_protocol/test.py::test_python_client",
+  "test_profile_events_s3/test.py::test_profile_events",
+  "test_prometheus_endpoint/test.py::test_prometheus_endpoint",
+  "test_query_deduplication/test.py::test_no_merge_with_deduplication",
+  "test_query_deduplication/test.py::test_virtual_column",
+  "test_query_deduplication/test.py::test_with_deduplication",
+  "test_query_deduplication/test.py::test_without_deduplication",
+  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_parallel",
+  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_quorum",
+  "test_quorum_inserts/test.py::test_drop_replica_and_achieve_quorum",
+  "test_quorum_inserts/test.py::test_insert_quorum_with_drop_partition[False]",
+  "test_quorum_inserts/test.py::test_insert_quorum_with_drop_partition[True]",
+  "test_quorum_inserts/test.py::test_insert_quorum_with_move_partition[False]",
+  "test_quorum_inserts/test.py::test_insert_quorum_with_move_partition[True]",
+  "test_quorum_inserts/test.py::test_insert_quorum_with_ttl",
+  "test_quorum_inserts/test.py::test_simple_add_replica",
+  "test_quota/test.py::test_add_remove_interval",
+  "test_quota/test.py::test_add_remove_quota",
+  "test_quota/test.py::test_consumption_of_show_clusters",
+  "test_quota/test.py::test_consumption_of_show_databases",
+  "test_quota/test.py::test_consumption_of_show_privileges",
+  "test_quota/test.py::test_consumption_of_show_processlist",
+  "test_quota/test.py::test_consumption_of_show_tables",
+  "test_quota/test.py::test_dcl_introspection",
+  "test_quota/test.py::test_dcl_management",
+  "test_quota/test.py::test_exceed_quota",
+  "test_quota/test.py::test_query_inserts",
+  "test_quota/test.py::test_quota_from_users_xml",
+  "test_quota/test.py::test_reload_users_xml_by_timer",
+  "test_quota/test.py::test_simpliest_quota",
+  "test_quota/test.py::test_tracking_quota",
+  "test_quota/test.py::test_users_xml_is_readonly",
+  "test_random_inserts/test.py::test_insert_multithreaded",
+  "test_random_inserts/test.py::test_random_inserts",
   "test_range_hashed_dictionary_types/test.py::test_range_hashed_dict",
-  "test_range_hashed_dictionary_types/test.py::test_range_hashed_dict",
-  "test_redirect_url_storage/test.py::test_url_without_redirect",
-  "test_redirect_url_storage/test.py::test_url_without_redirect",
-  "test_redirect_url_storage/test.py::test_url_with_globs",
+  "test_read_temporary_tables_on_failure/test.py::test_different_versions",
+  "test_recompression_ttl/test.py::test_recompression_multiple_ttls",
+  "test_recompression_ttl/test.py::test_recompression_replicated",
+  "test_recompression_ttl/test.py::test_recompression_simple",
+  "test_recovery_replica/test.py::test_choose_source_replica",
+  "test_recovery_replica/test.py::test_recovery",
+  "test_recovery_replica/test.py::test_update_metadata",
   "test_redirect_url_storage/test.py::test_url_with_globs",
   "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
-  "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
-  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
-  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
-  "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
+  "test_redirect_url_storage/test.py::test_url_without_redirect",
   "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
+  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
+  "test_relative_filepath/test.py::test_filepath",
+  "test_reload_auxiliary_zookeepers/test.py::test_reload_auxiliary_zookeepers",
+  "test_reload_clusters_config/test.py::test_add_cluster",
+  "test_reload_clusters_config/test.py::test_delete_cluster",
+  "test_reload_clusters_config/test.py::test_simple_reload",
+  "test_reload_clusters_config/test.py::test_update_one_cluster",
+  "test_reloading_settings_from_users_xml/test.py::test_force_reload",
+  "test_reloading_settings_from_users_xml/test.py::test_reload_on_timeout",
+  "test_reloading_settings_from_users_xml/test.py::test_unexpected_setting_enum",
+  "test_reloading_settings_from_users_xml/test.py::test_unexpected_setting_int",
+  "test_reloading_settings_from_users_xml/test.py::test_unknown_setting_force_reload",
+  "test_reloading_settings_from_users_xml/test.py::test_unknown_setting_reload_on_timeout",
   "test_reloading_storage_configuration/test.py::test_add_disk",
-  "test_reloading_storage_configuration/test.py::test_add_disk",
-  "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
+  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
   "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
   "test_reloading_storage_configuration/test.py::test_add_policy",
-  "test_reloading_storage_configuration/test.py::test_add_policy",
-  "test_reloading_storage_configuration/test.py::test_new_policy_works",
-  "test_reloading_storage_configuration/test.py::test_new_policy_works",
   "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
-  "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
-  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
-  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
+  "test_reloading_storage_configuration/test.py::test_new_policy_works",
   "test_reloading_storage_configuration/test.py::test_remove_disk",
-  "test_reloading_storage_configuration/test.py::test_remove_disk",
-  "test_reloading_storage_configuration/test.py::test_remove_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
   "test_reloading_storage_configuration/test.py::test_remove_policy",
   "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
-  "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
-  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
-  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
+  "test_reload_max_table_size_to_drop/test.py::test_reload_max_table_size_to_drop",
+  "test_reload_zookeeper/test.py::test_reload_zookeeper",
+  "test_remote_prewhere/test.py::test_remote",
+  "test_rename_column/test.py::test_rename_distributed",
+  "test_rename_column/test.py::test_rename_distributed_parallel_insert_and_select",
+  "test_rename_column/test.py::test_rename_parallel",
+  "test_rename_column/test.py::test_rename_parallel_same_node",
+  "test_rename_column/test.py::test_rename_with_parallel_insert",
+  "test_rename_column/test.py::test_rename_with_parallel_merges",
+  "test_rename_column/test.py::test_rename_with_parallel_moves",
+  "test_rename_column/test.py::test_rename_with_parallel_select",
+  "test_rename_column/test.py::test_rename_with_parallel_slow_insert",
+  "test_rename_column/test.py::test_rename_with_parallel_slow_select",
+  "test_rename_column/test.py::test_rename_with_parallel_ttl_delete",
+  "test_rename_column/test.py::test_rename_with_parallel_ttl_move",
+  "test_replace_partition/test.py::test_drop_failover",
+  "test_replace_partition/test.py::test_normal_work",
+  "test_replace_partition/test.py::test_replace_after_replace_failover",
+  "test_replica_can_become_leader/test.py::test_can_become_leader",
+  "test_replicated_database/test.py::test_alters_from_different_replicas",
+  "test_replicated_database/test.py::test_create_replicated_table",
+  "test_replicated_database/test.py::test_recover_staled_replica",
+  "test_replicated_database/test.py::test_simple_alter_table[MergeTree]",
+  "test_replicated_database/test.py::test_simple_alter_table[ReplicatedMergeTree]",
+  "test_replicated_database/test.py::test_startup_without_zk",
+  "test_replicated_fetches_timeouts/test.py::test_no_stall",
+  "test_replicated_merge_tree_config/test.py::test_replicated_merge_tree_settings",
+  "test_replicated_merge_tree_s3/test.py::test_insert_select_replicated[0-15]",
+  "test_replicated_merge_tree_s3/test.py::test_insert_select_replicated[8192-11]",
+  "test_replicated_merge_tree_s3_zero_copy/test.py::test_insert_select_replicated[0-15]",
+  "test_replicated_merge_tree_s3_zero_copy/test.py::test_insert_select_replicated[8192-11]",
+  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_create_replicated_merge_tree_with_auxiliary_zookeeper",
+  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_create_replicated_merge_tree_with_default_zookeeper",
+  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_create_replicated_merge_tree_with_not_exists_auxiliary_zookeeper",
+  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_drop_replicated_merge_tree_with_auxiliary_zookeeper",
+  "test_replicated_mutations/test.py::test_mutations",
+  "test_replicated_mutations/test.py::test_mutations_dont_prevent_merges[nodes0]",
+  "test_replicated_mutations/test.py::test_mutations_dont_prevent_merges[nodes1]",
+  "test_replicated_parse_zk_metadata/test.py::test_replicated_engine_parse_metadata_on_attach",
+  "test_replicating_constants/test.py::test_different_versions",
+  "test_replication_credentials/test.py::test_credentials_and_no_credentials",
+  "test_replication_credentials/test.py::test_different_credentials",
+  "test_replication_credentials/test.py::test_no_credentials",
+  "test_replication_credentials/test.py::test_same_credentials",
+  "test_replication_without_zookeeper/test.py::test_startup_without_zookeeper",
+  "test_role/test.py::test_admin_option",
+  "test_role/test.py::test_combine_privileges",
+  "test_role/test.py::test_create_role",
+  "test_role/test.py::test_grant_role_to_role",
+  "test_role/test.py::test_introspection",
+  "test_role/test.py::test_revoke_requires_admin_option",
+  "test_row_policy/test.py::test_cannot_trick_row_policy_with_keyword_with",
+  "test_row_policy/test.py::test_change_of_users_xml_changes_row_policies",
+  "test_row_policy/test.py::test_dcl_introspection",
+  "test_row_policy/test.py::test_dcl_management",
+  "test_row_policy/test.py::test_introspection",
+  "test_row_policy/test.py::test_join",
+  "test_row_policy/test.py::test_miscellaneous_engines",
+  "test_row_policy/test.py::test_policy_from_users_xml_affects_only_user_assigned",
+  "test_row_policy/test.py::test_reload_users_xml_by_timer",
+  "test_row_policy/test.py::test_smoke",
+  "test_row_policy/test.py::test_tags_with_db_and_table_names",
+  "test_row_policy/test.py::test_throwif_error_in_prewhere_with_same_condition_as_filter",
+  "test_row_policy/test.py::test_throwif_error_in_where_with_same_condition_as_filter",
+  "test_row_policy/test.py::test_throwif_in_prewhere_doesnt_expose_restricted_data",
+  "test_row_policy/test.py::test_throwif_in_where_doesnt_expose_restricted_data",
+  "test_row_policy/test.py::test_users_xml_is_readonly",
+  "test_row_policy/test.py::test_with_prewhere",
+  "test_s3_cluster/test.py::test_count",
+  "test_s3_cluster/test.py::test_select_all",
+  "test_s3_cluster/test.py::test_union_all",
+  "test_s3_cluster/test.py::test_wrong_cluster",
+  "test_s3_with_https/test.py::test_s3_with_https[s3_secure]",
+  "test_s3_with_https/test.py::test_s3_with_https[s3_secure_with_proxy]",
+  "test_s3_with_proxy/test.py::test_s3_with_proxy_list[s3]",
+  "test_s3_with_proxy/test.py::test_s3_with_proxy_list[s3_with_resolver]",
   "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
-  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
-  "test_storage_hdfs/test.py::test_read_write_storage",
-  "test_storage_hdfs/test.py::test_read_write_storage",
-  "test_storage_hdfs/test.py::test_read_write_storage_with_globs",
-  "test_storage_hdfs/test.py::test_read_write_storage_with_globs",
-  "test_storage_hdfs/test.py::test_read_write_table",
-  "test_storage_hdfs/test.py::test_read_write_table",
-  "test_storage_hdfs/test.py::test_write_table",
-  "test_storage_hdfs/test.py::test_write_table",
-  "test_storage_hdfs/test.py::test_bad_hdfs_uri",
+  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_replication[s3]",
+  "test_secure_socket/test.py::test",
+  "test_select_access_rights/test.py::test_alias",
+  "test_select_access_rights/test.py::test_alias_columns",
+  "test_select_access_rights/test.py::test_materialized_columns",
+  "test_select_access_rights/test.py::test_select_all_columns",
+  "test_select_access_rights/test.py::test_select_all_columns_with_table_grant",
+  "test_select_access_rights/test.py::test_select_count",
+  "test_select_access_rights/test.py::test_select_join",
+  "test_select_access_rights/test.py::test_select_single_column",
+  "test_select_access_rights/test.py::test_select_single_column_with_table_grant",
+  "test_select_access_rights/test.py::test_select_union",
+  "test_send_crash_reports/test.py::test_send_segfault",
+  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case1]",
+  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case2]",
+  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case3]",
+  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case4]",
+  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case5]",
+  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case6]",
+  "test_server_initialization/test.py::test_live_view_dependency",
+  "test_server_initialization/test.py::test_partially_dropped_tables",
+  "test_server_initialization/test.py::test_sophisticated_default",
+  "test_settings_constraints_distributed/test.py::test_insert_clamps_settings",
+  "test_settings_constraints_distributed/test.py::test_select_clamps_settings",
+  "test_settings_constraints/test.py::test_max_constraint",
+  "test_settings_constraints/test.py::test_min_constraint",
+  "test_settings_constraints/test.py::test_read_only_constraint",
+  "test_settings_constraints/test.py::test_system_constraints",
+  "test_settings_constraints/test.py::test_system_settings",
+  "test_settings_profile/test.py::test_allow_ddl",
+  "test_settings_profile/test.py::test_allow_introspection",
+  "test_settings_profile/test.py::test_alter_and_drop",
+  "test_settings_profile/test.py::test_inheritance",
+  "test_settings_profile/test.py::test_settings_from_granted_role",
+  "test_settings_profile/test.py::test_show_profiles",
+  "test_settings_profile/test.py::test_smoke",
   "test_storage_hdfs/test.py::test_bad_hdfs_uri",
   "test_storage_hdfs/test.py::test_globs_in_read_table",
-  "test_storage_hdfs/test.py::test_globs_in_read_table",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_gzip",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_gzip",
-  "test_storage_hdfs/test.py::test_read_write_table_with_parameter_none",
-  "test_storage_hdfs/test.py::test_read_write_table_with_parameter_none",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_auto_gz",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_auto_gz",
-  "test_storage_hdfs/test.py::test_write_gz_storage",
-  "test_storage_hdfs/test.py::test_write_gz_storage",
-  "test_storage_hdfs/test.py::test_write_gzip_storage",
-  "test_storage_hdfs/test.py::test_write_gzip_storage",
-  "test_storage_hdfs/test.py::test_virtual_columns",
-  "test_storage_hdfs/test.py::test_virtual_columns",
   "test_storage_hdfs/test.py::test_read_files_with_spaces",
-  "test_storage_hdfs/test.py::test_read_files_with_spaces",
-  "test_storage_kafka/test.py::test_kafka_json_as_string",
-  "test_storage_kafka/test.py::test_kafka_json_as_string",
-  "test_storage_kafka/test.py::test_kafka_formats",
-  "test_storage_kafka/test.py::test_kafka_formats",
-  "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
-  "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
-  "test_storage_kafka/test.py::test_kafka_settings_new_syntax",
-  "test_storage_kafka/test.py::test_kafka_settings_new_syntax",
-  "test_storage_kafka/test.py::test_kafka_issue11308",
-  "test_storage_kafka/test.py::test_kafka_issue11308",
-  "test_storage_kafka/test.py::test_kafka_issue4116",
-  "test_storage_kafka/test.py::test_kafka_issue4116",
-  "test_storage_kafka/test.py::test_kafka_consumer_hang",
-  "test_storage_kafka/test.py::test_kafka_consumer_hang",
-  "test_storage_kafka/test.py::test_kafka_consumer_hang2",
-  "test_storage_kafka/test.py::test_kafka_consumer_hang2",
-  "test_storage_kafka/test.py::test_kafka_csv_with_delimiter",
-  "test_storage_kafka/test.py::test_kafka_csv_with_delimiter",
-  "test_storage_kafka/test.py::test_kafka_tsv_with_delimiter",
-  "test_storage_kafka/test.py::test_kafka_tsv_with_delimiter",
-  "test_storage_kafka/test.py::test_kafka_select_empty",
-  "test_storage_kafka/test.py::test_kafka_select_empty",
-  "test_storage_kafka/test.py::test_kafka_json_without_delimiter",
-  "test_storage_kafka/test.py::test_kafka_json_without_delimiter",
-  "test_storage_kafka/test.py::test_kafka_protobuf",
-  "test_storage_kafka/test.py::test_kafka_protobuf",
-  "test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf",
-  "test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf",
-  "test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter",
-  "test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter",
-  "test_storage_kafka/test.py::test_kafka_materialized_view",
-  "test_storage_kafka/test.py::test_kafka_materialized_view",
-  "test_storage_kafka/test.py::test_librdkafka_compression",
-  "test_storage_kafka/test.py::test_librdkafka_compression",
-  "test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery",
-  "test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery",
-  "test_storage_kafka/test.py::test_kafka_many_materialized_views",
-  "test_storage_kafka/test.py::test_kafka_many_materialized_views",
-  "test_storage_kafka/test.py::test_kafka_flush_on_big_message",
-  "test_storage_kafka/test.py::test_kafka_flush_on_big_message",
-  "test_storage_kafka/test.py::test_kafka_virtual_columns",
-  "test_storage_kafka/test.py::test_kafka_virtual_columns",
-  "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
-  "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
-  "test_storage_kafka/test.py::test_kafka_insert",
-  "test_storage_kafka/test.py::test_kafka_insert",
-  "test_storage_kafka/test.py::test_kafka_produce_consume",
-  "test_storage_kafka/test.py::test_kafka_produce_consume",
-  "test_storage_kafka/test.py::test_kafka_commit_on_block_write",
-  "test_storage_kafka/test.py::test_kafka_commit_on_block_write",
-  "test_storage_kafka/test.py::test_kafka_virtual_columns2",
-  "test_storage_kafka/test.py::test_kafka_virtual_columns2",
-  "test_storage_kafka/test.py::test_kafka_produce_key_timestamp",
-  "test_storage_kafka/test.py::test_kafka_produce_key_timestamp",
-  "test_storage_kafka/test.py::test_kafka_flush_by_time",
-  "test_storage_kafka/test.py::test_kafka_flush_by_time",
-  "test_storage_kafka/test.py::test_kafka_flush_by_block_size",
-  "test_storage_kafka/test.py::test_kafka_flush_by_block_size",
-  "test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk",
-  "test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk",
-  "test_storage_kafka/test.py::test_kafka_rebalance",
-  "test_storage_kafka/test.py::test_kafka_rebalance",
-  "test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed",
-  "test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed",
-  "test_storage_kafka/test.py::test_exception_from_destructor",
-  "test_storage_kafka/test.py::test_exception_from_destructor",
-  "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
-  "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
-  "test_storage_kafka/test.py::test_bad_reschedule",
-  "test_storage_kafka/test.py::test_bad_reschedule",
-  "test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed",
-  "test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed",
-  "test_storage_kafka/test.py::test_premature_flush_on_eof",
-  "test_storage_kafka/test.py::test_premature_flush_on_eof",
-  "test_storage_kafka/test.py::test_kafka_unavailable",
-  "test_storage_kafka/test.py::test_kafka_unavailable",
-  "test_storage_kafka/test.py::test_kafka_issue14202",
-  "test_storage_kafka/test.py::test_kafka_issue14202",
-  "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
-  "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
-  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream",
-  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream",
-  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream_with_random_malformed_json",
-  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream_with_random_malformed_json",
-  "test_storage_kafka/test.py::test_kafka_formats_with_broken_message",
-  "test_storage_kafka/test.py::test_kafka_formats_with_broken_message",
-  "test_storage_kerberized_hdfs/test.py::test_read_table",
-  "test_storage_kerberized_hdfs/test.py::test_read_table",
-  "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
-  "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
-  "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
-  "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
-  "test_storage_kerberized_hdfs/test.py::test_two_users",
-  "test_storage_kerberized_hdfs/test.py::test_two_users",
-  "test_storage_kerberized_hdfs/test.py::test_read_table_expired",
-  "test_storage_kerberized_hdfs/test.py::test_read_table_expired",
-  "test_storage_kerberized_hdfs/test.py::test_prohibited",
-  "test_storage_kerberized_hdfs/test.py::test_prohibited",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_auto_gz",
+  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_gzip",
+  "test_storage_hdfs/test.py::test_read_write_storage",
+  "test_storage_hdfs/test.py::test_read_write_storage_with_globs",
+  "test_storage_hdfs/test.py::test_read_write_table",
+  "test_storage_hdfs/test.py::test_read_write_table_with_parameter_none",
+  "test_storage_hdfs/test.py::test_virtual_columns",
+  "test_storage_hdfs/test.py::test_write_gzip_storage",
+  "test_storage_hdfs/test.py::test_write_gz_storage",
+  "test_storage_hdfs/test.py::test_write_table",
   "test_storage_kerberized_hdfs/test.py::test_cache_path",
-  "test_storage_kerberized_hdfs/test.py::test_cache_path",
-  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
-  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
-  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
-  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
-  "test_storage_mongodb/test.py::test_simple_select",
-  "test_storage_mongodb/test.py::test_simple_select",
-  "test_storage_mongodb/test.py::test_complex_data_type",
+  "test_storage_kerberized_hdfs/test.py::test_prohibited",
+  "test_storage_kerberized_hdfs/test.py::test_read_table",
+  "test_storage_kerberized_hdfs/test.py::test_read_table_expired",
+  "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
+  "test_storage_kerberized_hdfs/test.py::test_two_users",
+  "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
   "test_storage_mongodb/test.py::test_complex_data_type",
   "test_storage_mongodb/test.py::test_incorrect_data_type",
-  "test_storage_mongodb/test.py::test_incorrect_data_type",
-  "test_storage_mysql/test.py::test_many_connections",
-  "test_storage_mysql/test.py::test_many_connections",
-  "test_storage_mysql/test.py::test_insert_select",
-  "test_storage_mysql/test.py::test_insert_select",
-  "test_storage_mysql/test.py::test_replace_select",
-  "test_storage_mysql/test.py::test_replace_select",
-  "test_storage_mysql/test.py::test_insert_on_duplicate_select",
-  "test_storage_mysql/test.py::test_insert_on_duplicate_select",
-  "test_storage_mysql/test.py::test_where",
-  "test_storage_mysql/test.py::test_where",
-  "test_storage_mysql/test.py::test_table_function",
-  "test_storage_mysql/test.py::test_table_function",
-  "test_storage_mysql/test.py::test_binary_type",
+  "test_storage_mongodb/test.py::test_simple_select",
   "test_storage_mysql/test.py::test_binary_type",
   "test_storage_mysql/test.py::test_enum_type",
-  "test_storage_mysql/test.py::test_enum_type",
-  "test_storage_mysql/test.py::test_mysql_distributed",
-  "test_storage_mysql/test.py::test_mysql_distributed",
   "test_storage_mysql/test.py::test_external_settings",
-  "test_storage_mysql/test.py::test_external_settings",
-  "test_storage_postgresql/test.py::test_postgres_select_insert",
-  "test_storage_postgresql/test.py::test_postgres_select_insert",
-  "test_storage_postgresql/test.py::test_postgres_conversions",
-  "test_storage_postgresql/test.py::test_postgres_conversions",
-  "test_storage_postgresql/test.py::test_non_default_scema",
-  "test_storage_postgresql/test.py::test_non_default_scema",
-  "test_storage_postgresql/test.py::test_concurrent_queries",
+  "test_storage_mysql/test.py::test_insert_on_duplicate_select",
+  "test_storage_mysql/test.py::test_insert_select",
+  "test_storage_mysql/test.py::test_many_connections",
+  "test_storage_mysql/test.py::test_mysql_distributed",
+  "test_storage_mysql/test.py::test_replace_select",
+  "test_storage_mysql/test.py::test_table_function",
+  "test_storage_mysql/test.py::test_where",
   "test_storage_postgresql/test.py::test_concurrent_queries",
+  "test_storage_postgresql/test.py::test_non_default_scema",
+  "test_storage_postgresql/test.py::test_postgres_conversions",
   "test_storage_postgresql/test.py::test_postgres_distributed",
-  "test_storage_postgresql/test.py::test_postgres_distributed",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_select",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_select",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_select_empty",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_select_empty",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_json_without_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_json_without_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_csv_with_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_csv_with_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_tsv_with_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_tsv_with_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view_with_subquery",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view_with_subquery",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_materialized_views",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_materialized_views",
+  "test_storage_postgresql/test.py::test_postgres_select_insert",
   "test_storage_rabbitmq/test.py::test_rabbitmq_big_message",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_big_message",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_sharding_between_queues_publish",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_sharding_between_queues_publish",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_insert_headers_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_insert_headers_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_inserts",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_inserts",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_direct_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_commit_on_block_write",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_csv_with_delimiter",
   "test_storage_rabbitmq/test.py::test_rabbitmq_direct_exchange",
   "test_storage_rabbitmq/test.py::test_rabbitmq_fanout_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_fanout_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_topic_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_topic_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_format_factory_settings",
   "test_storage_rabbitmq/test.py::test_rabbitmq_hash_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_hash_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_multiple_bindings",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_multiple_bindings",
   "test_storage_rabbitmq/test.py::test_rabbitmq_headers_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_headers_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns_with_materialized_view",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns_with_materialized_view",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_insert",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_insert_headers_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_json_without_delimiter",
   "test_storage_rabbitmq/test.py::test_rabbitmq_many_consumers_to_each_queue",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_consumers_to_each_queue",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_1",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_inserts",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_many_materialized_views",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view_with_subquery",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_multiple_bindings",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_protobuf SKIPPED (clich...)",
   "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_1",
   "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_2",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_2",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_commit_on_block_write",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_commit_on_block_write",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_format_factory_settings",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_format_factory_settings",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_select",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_select_empty",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_sharding_between_queues_publish",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_topic_exchange",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_tsv_with_delimiter",
   "test_storage_rabbitmq/test.py::test_rabbitmq_vhost",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_vhost",
-  "test_storage_s3/test.py::test_put[positive]",
-  "test_storage_s3/test.py::test_put[positive]",
-  "test_storage_s3/test.py::test_put[auth_positive]",
-  "test_storage_s3/test.py::test_put[auth_positive]",
-  "test_storage_s3/test.py::test_put[auto]",
-  "test_storage_s3/test.py::test_put[auto]",
-  "test_storage_s3/test.py::test_put[gzip]",
-  "test_storage_s3/test.py::test_put[gzip]",
-  "test_storage_s3/test.py::test_put[deflate]",
-  "test_storage_s3/test.py::test_put[deflate]",
-  "test_storage_s3/test.py::test_put[brotli]",
-  "test_storage_s3/test.py::test_put[brotli]",
-  "test_storage_s3/test.py::test_put[xz]",
-  "test_storage_s3/test.py::test_put[xz]",
-  "test_storage_s3/test.py::test_put[zstd]",
-  "test_storage_s3/test.py::test_put[zstd]",
-  "test_storage_s3/test.py::test_get_file_with_special[space]",
-  "test_storage_s3/test.py::test_get_file_with_special[space]",
-  "test_storage_s3/test.py::test_get_file_with_special[plus]",
-  "test_storage_s3/test.py::test_get_file_with_special[plus]",
-  "test_storage_s3/test.py::test_get_path_with_special[space]",
-  "test_storage_s3/test.py::test_get_path_with_special[space]",
-  "test_storage_s3/test.py::test_get_path_with_special[plus]",
-  "test_storage_s3/test.py::test_get_path_with_special[plus]",
-  "test_storage_s3/test.py::test_get_path_with_special[plus2]",
-  "test_storage_s3/test.py::test_get_path_with_special[plus2]",
-  "test_storage_s3/test.py::test_empty_put[minio]",
-  "test_storage_s3/test.py::test_empty_put[minio]",
-  "test_storage_s3/test.py::test_put_csv[positive]",
-  "test_storage_s3/test.py::test_put_csv[positive]",
-  "test_storage_s3/test.py::test_put_csv[auth_positive]",
-  "test_storage_s3/test.py::test_put_csv[auth_positive]",
-  "test_storage_s3/test.py::test_put_csv[negative]",
-  "test_storage_s3/test.py::test_put_csv[negative]",
-  "test_storage_s3/test.py::test_put_get_with_redirect",
-  "test_storage_s3/test.py::test_put_get_with_redirect",
-  "test_storage_s3/test.py::test_put_with_zero_redirect",
-  "test_storage_s3/test.py::test_put_with_zero_redirect",
-  "test_storage_s3/test.py::test_put_get_with_globs",
-  "test_storage_s3/test.py::test_put_get_with_globs",
-  "test_storage_s3/test.py::test_multipart_put[positive]",
-  "test_storage_s3/test.py::test_multipart_put[positive]",
-  "test_storage_s3/test.py::test_multipart_put[negative]",
-  "test_storage_s3/test.py::test_multipart_put[negative]",
-  "test_storage_s3/test.py::test_remote_host_filter",
-  "test_storage_s3/test.py::test_remote_host_filter",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
-  "test_storage_s3/test.py::test_s3_glob_scheherazade",
-  "test_storage_s3/test.py::test_s3_glob_scheherazade",
-  "test_storage_s3/test.py::test_custom_auth_headers",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns",
+  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns_with_materialized_view",
   "test_storage_s3/test.py::test_custom_auth_headers",
   "test_storage_s3/test.py::test_custom_auth_headers_exclusion",
-  "test_storage_s3/test.py::test_custom_auth_headers_exclusion",
+  "test_storage_s3/test.py::test_empty_put[minio]",
+  "test_storage_s3/test.py::test_get_file_with_special[plus]",
+  "test_storage_s3/test.py::test_get_file_with_special[space]",
+  "test_storage_s3/test.py::test_get_path_with_special[plus]",
+  "test_storage_s3/test.py::test_get_path_with_special[plus2]",
+  "test_storage_s3/test.py::test_get_path_with_special[space]",
   "test_storage_s3/test.py::test_infinite_redirect",
-  "test_storage_s3/test.py::test_infinite_redirect",
-  "test_storage_s3/test.py::test_storage_s3_get_gzip[bin]",
+  "test_storage_s3/test.py::test_multipart_put[negative]",
+  "test_storage_s3/test.py::test_multipart_put[positive]",
+  "test_storage_s3/test.py::test_put[auth_positive]",
+  "test_storage_s3/test.py::test_put[auto]",
+  "test_storage_s3/test.py::test_put[brotli]",
+  "test_storage_s3/test.py::test_put_csv[auth_positive]",
+  "test_storage_s3/test.py::test_put_csv[negative]",
+  "test_storage_s3/test.py::test_put_csv[positive]",
+  "test_storage_s3/test.py::test_put[deflate]",
+  "test_storage_s3/test.py::test_put_get_with_globs",
+  "test_storage_s3/test.py::test_put_get_with_redirect",
+  "test_storage_s3/test.py::test_put[gzip]",
+  "test_storage_s3/test.py::test_put[positive]",
+  "test_storage_s3/test.py::test_put_with_zero_redirect",
+  "test_storage_s3/test.py::test_put[xz]",
+  "test_storage_s3/test.py::test_put[zstd]",
+  "test_storage_s3/test.py::test_remote_host_filter",
+  "test_storage_s3/test.py::test_s3_glob_scheherazade",
   "test_storage_s3/test.py::test_storage_s3_get_gzip[bin]",
   "test_storage_s3/test.py::test_storage_s3_get_gzip[gz]",
-  "test_storage_s3/test.py::test_storage_s3_get_gzip[gz]",
   "test_storage_s3/test.py::test_storage_s3_get_unstable",
-  "test_storage_s3/test.py::test_storage_s3_get_unstable",
-  "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
-  "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
-  "test_storage_s3/test.py::test_storage_s3_put_gzip[bin]",
   "test_storage_s3/test.py::test_storage_s3_put_gzip[bin]",
   "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
-  "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
-  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
+  "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
+  "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
+  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
+  "test_system_clusters_actual_information/test.py::test",
+  "test_system_ddl_worker_queue/test.py::test_distributed_ddl_queue",
+  "test_system_flush_logs/test.py::test_system_logs_non_empty_queue",
+  "test_system_flush_logs/test.py::test_system_logs[system.metric_log-1]",
+  "test_system_flush_logs/test.py::test_system_logs[system.part_log-0]",
+  "test_system_flush_logs/test.py::test_system_logs[system.query_log-1]",
+  "test_system_flush_logs/test.py::test_system_logs[system.query_thread_log-1]",
+  "test_system_flush_logs/test.py::test_system_logs[system.text_log-0]",
+  "test_system_flush_logs/test.py::test_system_logs[system.trace_log-1]",
+  "test_system_merges/test.py::test_merge_simple[]",
+  "test_system_merges/test.py::test_merge_simple[replicated]",
+  "test_system_merges/test.py::test_mutation_simple[]",
+  "test_system_merges/test.py::test_mutation_simple[replicated]",
+  "test_system_metrics/test.py::test_readonly_metrics",
+  "test_system_queries/test.py::test_DROP_DNS_CACHE",
+  "test_system_queries/test.py::test_RELOAD_CONFIG_AND_MACROS",
+  "test_system_queries/test.py::test_system_flush_logs",
+  "test_system_queries/test.py::test_SYSTEM_RELOAD_DICTIONARY",
+  "test_system_replicated_fetches/test.py::test_system_replicated_fetches",
+  "test_table_functions_access_rights/test.py::test_merge",
+  "test_text_log_level/test.py::test_basic",
+  "test_timezone_config/test.py::test_check_timezone_config",
+  "test_tmp_policy/test.py::test_different_versions",
+  "test_ttl_move/test.py::test_alter_multiple_ttls[negative]",
+  "test_ttl_move/test.py::test_alter_multiple_ttls[positive]",
+  "test_ttl_move/test.py::test_alter_multiple_ttls[replicated_negative]",
+  "test_ttl_move/test.py::test_alter_multiple_ttls[replicated_positive]",
+  "test_ttl_move/test.py::test_alter_with_merge_work[mt]",
+  "test_ttl_move/test.py::test_alter_with_merge_work[mt_work]",
+  "test_ttl_move/test.py::test_alter_with_merge_work[replicated]",
+  "test_ttl_move/test.py::test_alter_with_merge_work[replicated_work]",
+  "test_ttl_move/test.py::test_concurrent_alter_with_ttl_move[mt]",
+  "test_ttl_move/test.py::test_concurrent_alter_with_ttl_move[replicated_mt]",
+  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[disk]",
+  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[replicated_disk]",
+  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[replicated_volume]",
+  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[volume]",
+  "test_ttl_move/test.py::test_double_move_while_select[negative] SKIPPED",
+  "test_ttl_move/test.py::test_double_move_while_select[positive] SKIPPED",
+  "test_ttl_move/test.py::test_inserts_to_disk_work[mt_test_inserts_to_disk_do_not_work]",
+  "test_ttl_move/test.py::test_inserts_to_disk_work[mt_test_inserts_to_disk_work_1]",
+  "test_ttl_move/test.py::test_inserts_to_disk_work[replicated_mt_test_inserts_to_disk_do_not_work]",
+  "test_ttl_move/test.py::test_inserts_to_disk_work[replicated_mt_test_inserts_to_disk_work_1]",
+  "test_ttl_move/test.py::test_inserts_to_volume_work[mt_test_inserts_to_volume_do_not_work]",
+  "test_ttl_move/test.py::test_inserts_to_volume_work[mt_test_inserts_to_volume_work]",
+  "test_ttl_move/test.py::test_inserts_to_volume_work[replicated_mt_test_inserts_to_volume_do_not_work]",
+  "test_ttl_move/test.py::test_inserts_to_volume_work[replicated_mt_test_inserts_to_volume_work]",
+  "test_ttl_move/test.py::test_materialize_ttl_in_partition[mt]",
+  "test_ttl_move/test.py::test_materialize_ttl_in_partition[replicated]",
+  "test_ttl_move/test.py::test_merges_to_disk_work[mt_test_merges_to_disk_do_not_work0]",
+  "test_ttl_move/test.py::test_merges_to_disk_work[mt_test_merges_to_disk_do_not_work1]",
+  "test_ttl_move/test.py::test_merges_to_disk_work[mt_test_merges_to_disk_work]",
+  "test_ttl_move/test.py::test_merges_to_disk_work[replicated_mt_test_merges_to_disk_work]",
+  "test_ttl_move/test.py::test_merges_with_full_disk_work[mt_test_merges_with_full_disk_work]",
+  "test_ttl_move/test.py::test_merges_with_full_disk_work[replicated_mt_test_merges_with_full_disk_work]",
+  "test_ttl_move/test.py::test_moves_after_merges_work[mt_test_moves_after_merges_do_not_work]",
+  "test_ttl_move/test.py::test_moves_after_merges_work[mt_test_moves_after_merges_work]",
+  "test_ttl_move/test.py::test_moves_after_merges_work[replicated_mt_test_moves_after_merges_do_not_work]",
+  "test_ttl_move/test.py::test_moves_after_merges_work[replicated_mt_test_moves_after_merges_work]",
+  "test_ttl_move/test.py::test_moves_to_disk_eventually_work[mt_test_moves_to_disk_eventually_work]",
+  "test_ttl_move/test.py::test_moves_to_disk_eventually_work[replicated_mt_test_moves_to_disk_eventually_work]",
+  "test_ttl_move/test.py::test_moves_to_disk_work[mt_test_moves_to_disk_do_not_work]",
+  "test_ttl_move/test.py::test_moves_to_disk_work[mt_test_moves_to_disk_work]",
+  "test_ttl_move/test.py::test_moves_to_disk_work[replicated_mt_test_moves_to_disk_do_not_work]",
+  "test_ttl_move/test.py::test_moves_to_disk_work[replicated_mt_test_moves_to_disk_work]",
+  "test_ttl_move/test.py::test_moves_to_volume_work[mt_test_moves_to_volume_work]",
+  "test_ttl_move/test.py::test_moves_to_volume_work[replicated_mt_test_moves_to_volume_work]",
   "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
   "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]",
-  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]"
+  "test_ttl_move/test.py::test_replicated_download_ttl_info",
+  "test_ttl_move/test.py::test_rule_with_invalid_destination[case0]",
+  "test_ttl_move/test.py::test_rule_with_invalid_destination[case1]",
+  "test_ttl_move/test.py::test_rule_with_invalid_destination[case2]",
+  "test_ttl_move/test.py::test_rule_with_invalid_destination[case3]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_external_negative]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_external_positive]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_negative]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_positive]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[repicated_negative]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[repicated_positive]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[replicated_external_negative]",
+  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[replicated_external_positive]",
+  "test_ttl_replicated/test.py::test_merge_with_ttl_timeout",
+  "test_ttl_replicated/test.py::test_modify_column_ttl",
+  "test_ttl_replicated/test.py::test_modify_ttl",
+  "test_ttl_replicated/test.py::test_ttl_alter_delete[test_ttl_alter_delete]",
+  "test_ttl_replicated/test.py::test_ttl_alter_delete[test_ttl_alter_delete_replicated]",
+  "test_ttl_replicated/test.py::test_ttl_columns",
+  "test_ttl_replicated/test.py::test_ttl_compatibility[node_left0-node_right0-0]",
+  "test_ttl_replicated/test.py::test_ttl_compatibility[node_left1-node_right1-1]",
+  "test_ttl_replicated/test.py::test_ttl_compatibility[node_left2-node_right2-2]",
+  "test_ttl_replicated/test.py::test_ttl_double_delete_rule_returns_error",
+  "test_ttl_replicated/test.py::test_ttl_empty_parts",
+  "test_ttl_replicated/test.py::test_ttl_many_columns",
+  "test_ttl_replicated/test.py::test_ttl_table[]",
+  "test_ttl_replicated/test.py::test_ttl_table[DELETE]",
+  "test_union_header/test.py::test_read",
+  "test_user_directories/test.py::test_duplicates",
+  "test_user_directories/test.py::test_local_directories",
+  "test_user_directories/test.py::test_memory",
+  "test_user_directories/test.py::test_mixed_style",
+  "test_user_directories/test.py::test_old_style",
+  "test_user_directories/test.py::test_relative_path",
+  "test_user_ip_restrictions/test.py::test_ipv4",
+  "test_user_ip_restrictions/test.py::test_ipv6",
+  "test_user_zero_database_access/test_user_zero_database_access.py::test_user_zero_database_access",
+  "test_version_update_after_mutation/test.py::test_mutate_and_upgrade",
+  "test_version_update_after_mutation/test.py::test_upgrade_while_mutation",
+  "test_zookeeper_config/test.py::test_chroot_with_different_root",
+  "test_zookeeper_config/test.py::test_chroot_with_same_root",
+  "test_zookeeper_config/test.py::test_identity",
+  "test_zookeeper_config/test.py::test_secure_connection"
 ]
diff --git a/tests/integration/parallel.readme b/tests/integration/parallel.readme
index 3a8d55cf4cd..7eef2014524 100644
--- a/tests/integration/parallel.readme
+++ b/tests/integration/parallel.readme
@@ -1,6 +1,6 @@
 # Parallel tests are currently generated manually. All tests except those in parallel.txt will be run sequentially.
 # Current list is generated with following commands
 # 1. Generate all tests list as in CI run
-./runner ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' > all_tests.txt
+./runner ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g'  | sed 's/^ *//g' | sed 's/ *$//g' | sort -u > all_tests.txt
 # 2. Filter known tests that can be run in parallel
-cat all_tests.txt | grep 'dict\|storage\|postgres\|mysql' | awk '{$1=$1;print}' | jq -R -n '[inputs] | .' > parallel.json
+cat all_tests.txt | grep -v 'grpc\|test_adaptive_granularity\|test_adaptive_granularity\|test_adaptive_granularity\|kafka' | awk '{$1=$1;print}' | jq -R -n '[inputs] | .' > parallel.json

From cfb55c2cf694201b7479796433c6d07765c74e83 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 14 May 2021 19:38:40 +0300
Subject: [PATCH 0230/1060] fix

---
 tests/integration/ci-runner.py    |  5 +++--
 tests/integration/parallel.json   | 25 -------------------------
 tests/integration/parallel.readme |  2 +-
 3 files changed, 4 insertions(+), 28 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 3b4e9568116..4e2b361dcc9 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -371,8 +371,9 @@ class ClickhouseIntegrationTestsRunner:
                         test_names.add(test_name)
 
             test_cmd = ' '.join([test for test in sorted(test_names)])
-            cmd = "cd {}/tests/integration && ./runner {} --tmpfs -t {} --parallel {} '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
-                repo_path, image_cmd, test_cmd, num_workers, _get_deselect_option(self.should_skip_tests()), output_path)
+            parallel_cmd = " --parallel {} ".format(num_workers) if num_workers > 0 else ""
+            cmd = "cd {}/tests/integration && ./runner {} --tmpfs -t {} {} '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
+                repo_path, image_cmd, test_cmd, parallel_cmd, _get_deselect_option(self.should_skip_tests()), output_path)
 
             with open(log_path, 'w') as log:
                 logging.info("Executing cmd: %s", cmd)
diff --git a/tests/integration/parallel.json b/tests/integration/parallel.json
index a01518fcc23..d04cdd4708f 100644
--- a/tests/integration/parallel.json
+++ b/tests/integration/parallel.json
@@ -25,10 +25,6 @@
   "test_backup_restore/test.py::test_attach_partition",
   "test_backup_restore/test.py::test_replace_partition",
   "test_backup_restore/test.py::test_restore",
-  "test_backup_with_other_granularity/test.py::test_backup_and_alter",
-  "test_backup_with_other_granularity/test.py::test_backup_from_old_version",
-  "test_backup_with_other_granularity/test.py::test_backup_from_old_version_config",
-  "test_backup_with_other_granularity/test.py::test_backup_from_old_version_setting",
   "test_backward_compatibility/test_aggregate_function_state_avg.py::test_backward_compatability",
   "test_backward_compatibility/test.py::test_backward_compatability1",
   "test_backward_compatibility/test_short_strings_aggregation.py::test_backward_compatability",
@@ -440,7 +436,6 @@
   "test_drop_replica/test.py::test_drop_replica",
   "test_enabling_access_management/test.py::test_enabling_access_management",
   "test_extreme_deduplication/test.py::test_deduplication_window_in_seconds",
-  "test_extreme_deduplication/test.py::test_deduplication_works_in_case_of_intensive_inserts SKIPPED",
   "test_fetch_partition_from_auxiliary_zookeeper/test.py::test_fetch_part_from_allowed_zookeeper[PART-2020-08-28-20200828_0_0_0]",
   "test_fetch_partition_from_auxiliary_zookeeper/test.py::test_fetch_part_from_allowed_zookeeper[PARTITION-2020-08-27-2020-08-27]",
   "test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation",
@@ -555,7 +550,6 @@
   "test_insert_into_distributed/test.py::test_prefer_localhost_replica",
   "test_insert_into_distributed/test.py::test_reconnect",
   "test_insert_into_distributed/test.py::test_table_function",
-  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_batching SKIPPED",
   "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_local",
   "test_insert_into_distributed_through_materialized_view/test.py::test_reconnect",
   "test_jbod_balancer/test.py::test_jbod_balanced_merge",
@@ -839,8 +833,6 @@
   "test_polymorphic_parts/test.py::test_in_memory_wal_rotate",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions_2 SKIPPED",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions SKIPPED",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_index",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive",
   "test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays",
@@ -1092,7 +1084,6 @@
   "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
   "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
   "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_protobuf SKIPPED (clich...)",
   "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_1",
   "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_2",
   "test_storage_rabbitmq/test.py::test_rabbitmq_select",
@@ -1175,8 +1166,6 @@
   "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[replicated_disk]",
   "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[replicated_volume]",
   "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[volume]",
-  "test_ttl_move/test.py::test_double_move_while_select[negative] SKIPPED",
-  "test_ttl_move/test.py::test_double_move_while_select[positive] SKIPPED",
   "test_ttl_move/test.py::test_inserts_to_disk_work[mt_test_inserts_to_disk_do_not_work]",
   "test_ttl_move/test.py::test_inserts_to_disk_work[mt_test_inserts_to_disk_work_1]",
   "test_ttl_move/test.py::test_inserts_to_disk_work[replicated_mt_test_inserts_to_disk_do_not_work]",
@@ -1220,20 +1209,6 @@
   "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[repicated_positive]",
   "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[replicated_external_negative]",
   "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[replicated_external_positive]",
-  "test_ttl_replicated/test.py::test_merge_with_ttl_timeout",
-  "test_ttl_replicated/test.py::test_modify_column_ttl",
-  "test_ttl_replicated/test.py::test_modify_ttl",
-  "test_ttl_replicated/test.py::test_ttl_alter_delete[test_ttl_alter_delete]",
-  "test_ttl_replicated/test.py::test_ttl_alter_delete[test_ttl_alter_delete_replicated]",
-  "test_ttl_replicated/test.py::test_ttl_columns",
-  "test_ttl_replicated/test.py::test_ttl_compatibility[node_left0-node_right0-0]",
-  "test_ttl_replicated/test.py::test_ttl_compatibility[node_left1-node_right1-1]",
-  "test_ttl_replicated/test.py::test_ttl_compatibility[node_left2-node_right2-2]",
-  "test_ttl_replicated/test.py::test_ttl_double_delete_rule_returns_error",
-  "test_ttl_replicated/test.py::test_ttl_empty_parts",
-  "test_ttl_replicated/test.py::test_ttl_many_columns",
-  "test_ttl_replicated/test.py::test_ttl_table[]",
-  "test_ttl_replicated/test.py::test_ttl_table[DELETE]",
   "test_union_header/test.py::test_read",
   "test_user_directories/test.py::test_duplicates",
   "test_user_directories/test.py::test_local_directories",
diff --git a/tests/integration/parallel.readme b/tests/integration/parallel.readme
index 7eef2014524..3b987c689f4 100644
--- a/tests/integration/parallel.readme
+++ b/tests/integration/parallel.readme
@@ -3,4 +3,4 @@
 # 1. Generate all tests list as in CI run
 ./runner ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g'  | sed 's/^ *//g' | sed 's/ *$//g' | sort -u > all_tests.txt
 # 2. Filter known tests that can be run in parallel
-cat all_tests.txt | grep -v 'grpc\|test_adaptive_granularity\|test_adaptive_granularity\|test_adaptive_granularity\|kafka' | awk '{$1=$1;print}' | jq -R -n '[inputs] | .' > parallel.json
+cat all_tests.txt | grep -v 'grpc\|SKIP\|test_backup_with_other_granularity\|test_ttl_replicated\|test_adaptive_granularity\|kafka' | awk '{$1=$1;print}' | jq -R -n '[inputs] | .' > parallel.json

From 018d52d71f7d54974f864356ea4671e26969126b Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 15 May 2021 09:20:26 +0300
Subject: [PATCH 0231/1060] Directory path

---
 src/Disks/IDisk.h | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 2e83bf0ec26..e299fffbf41 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -14,7 +14,6 @@
 #include <boost/noncopyable.hpp>
 #include <Poco/Timestamp.h>
 #include <filesystem>
-#include <Poco/Path.h>
 #include "Poco/Util/AbstractConfiguration.h"
 
 namespace fs = std::filesystem;
@@ -315,7 +314,7 @@ inline String fileName(const String & path)
 /// Return directory path for the specified path.
 inline String directoryPath(const String & path)
 {
-    return Poco::Path(path).setFileName("").toString();
+    return fs::path(path).parent_path() / "";
 }
 
 }

From 708f280605211d93754c6fd498c974ed6bf799a1 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Sat, 15 May 2021 09:35:00 +0300
Subject: [PATCH 0232/1060] fix the test

---
 tests/performance/rewrite_sumIf.xml | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tests/performance/rewrite_sumIf.xml b/tests/performance/rewrite_sumIf.xml
index 4ba4916bdbf..cc25b28adb7 100644
--- a/tests/performance/rewrite_sumIf.xml
+++ b/tests/performance/rewrite_sumIf.xml
@@ -1,4 +1,5 @@
 <test>
-    <query>SELECT sumIf(1, 0) FROM numbers(100000000)</query>
-    <query>SELECT sumIf(1, 1) FROM numbers(100000000)</query>
+    <!-- Shouldn't have been a perf test, but an EXPLAIN one. -->
+    <query>SELECT sumIf(1, 0) FROM numbers(1000000000)</query>
+    <query>SELECT sumIf(1, 1) FROM numbers(1000000000)</query>
 </test>

From 7719c1d933893aaf58380558fdb7e097a5913e36 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Sat, 15 May 2021 09:43:56 +0300
Subject: [PATCH 0233/1060] collect profiles during warmup

---
 docker/test/performance-comparison/perf.py | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/docker/test/performance-comparison/perf.py b/docker/test/performance-comparison/perf.py
index 77ffde795b3..cb769be2b12 100755
--- a/docker/test/performance-comparison/perf.py
+++ b/docker/test/performance-comparison/perf.py
@@ -274,7 +274,14 @@ for query_index in queries_to_run:
 
             try:
                 # Will also detect too long queries during warmup stage
-                res = c.execute(q, query_id = prewarm_id, settings = {'max_execution_time': args.max_query_seconds})
+                # During the warmup runs, we will also:
+                # * detect queries that are exceedingly long, to fail fast,
+                # * collect profiler traces, which might be helpful for analyzing
+                #   test coverage. We disable profiler for normal runs because
+                #   it makes the results unstable.
+                res = c.execute(q, query_id = prewarm_id,
+                    settings = {'max_execution_time': args.max_query_seconds,
+                        'query_profiler_real_time_period_ns': 10000000})
             except clickhouse_driver.errors.Error as e:
                 # Add query id to the exception to make debugging easier.
                 e.args = (prewarm_id, *e.args)

From 91835369cf04b7e1e90a158d92d7c2639dc37244 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Sat, 15 May 2021 09:44:14 +0300
Subject: [PATCH 0234/1060] fixup

---
 docker/test/performance-comparison/perf.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docker/test/performance-comparison/perf.py b/docker/test/performance-comparison/perf.py
index cb769be2b12..00b8eb686ef 100755
--- a/docker/test/performance-comparison/perf.py
+++ b/docker/test/performance-comparison/perf.py
@@ -273,7 +273,6 @@ for query_index in queries_to_run:
             prewarm_id = f'{query_prefix}.prewarm0'
 
             try:
-                # Will also detect too long queries during warmup stage
                 # During the warmup runs, we will also:
                 # * detect queries that are exceedingly long, to fail fast,
                 # * collect profiler traces, which might be helpful for analyzing

From d303975a1c18acf41a9f29e6357c2b16132f7c7d Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 15 May 2021 18:45:19 +0000
Subject: [PATCH 0235/1060] ModuloLegacy function

---
 src/DataTypes/NumberTraits.h                        |  6 ++++++
 src/Functions/DivisionUtils.h                       |  6 ++++++
 src/Functions/modulo.cpp                            | 13 +++++++++++++
 src/Functions/registerFunctionsArithmetic.cpp       |  2 ++
 .../01869_function_modulo_legacy.reference          |  3 +++
 .../0_stateless/01869_function_modulo_legacy.sql    |  3 +++
 6 files changed, 33 insertions(+)
 create mode 100644 tests/queries/0_stateless/01869_function_modulo_legacy.reference
 create mode 100644 tests/queries/0_stateless/01869_function_modulo_legacy.sql

diff --git a/src/DataTypes/NumberTraits.h b/src/DataTypes/NumberTraits.h
index dc96f2db128..3216149c647 100644
--- a/src/DataTypes/NumberTraits.h
+++ b/src/DataTypes/NumberTraits.h
@@ -116,6 +116,12 @@ template <typename A, typename B> struct ResultOfModulo
     using Type = std::conditional_t<std::is_floating_point_v<A> || std::is_floating_point_v<B>, Float64, Type0>;
 };
 
+template <typename A, typename B> struct ResultOfModuloLegacy
+{
+    using Type0 = typename Construct<is_signed_v<A> || is_signed_v<B>, false, sizeof(B)>::Type;
+    using Type = std::conditional_t<std::is_floating_point_v<A> || std::is_floating_point_v<B>, Float64, Type0>;
+};
+
 template <typename A> struct ResultOfNegate
 {
     using Type = typename Construct<
diff --git a/src/Functions/DivisionUtils.h b/src/Functions/DivisionUtils.h
index 174ea7ee797..f10e15c1574 100644
--- a/src/Functions/DivisionUtils.h
+++ b/src/Functions/DivisionUtils.h
@@ -172,4 +172,10 @@ struct ModuloImpl
 #endif
 };
 
+template <typename A, typename B>
+struct ModuloLegacyImpl : ModuloImpl<A, B>
+{
+    using ResultType = typename NumberTraits::ResultOfModuloLegacy<A, B>::Type;
+};
+
 }
diff --git a/src/Functions/modulo.cpp b/src/Functions/modulo.cpp
index ed68982cd71..5610354d5e5 100644
--- a/src/Functions/modulo.cpp
+++ b/src/Functions/modulo.cpp
@@ -96,6 +96,11 @@ struct ModuloByConstantImpl
     }
 };
 
+template <typename A, typename B>
+struct ModuloLegacyByConstantImpl : ModuloByConstantImpl<A, B>
+{
+    using Op = ModuloLegacyImpl<A, B>;
+};
 }
 
 /** Specializations are specified for dividing numbers of the type UInt64 and UInt32 by the numbers of the same sign.
@@ -134,4 +139,12 @@ void registerFunctionModulo(FunctionFactory & factory)
     factory.registerAlias("mod", "modulo", FunctionFactory::CaseInsensitive);
 }
 
+struct NameModuloLegacy { static constexpr auto name = "moduloLegacy"; };
+using FunctionModuloLegacy = BinaryArithmeticOverloadResolver<ModuloLegacyImpl, NameModuloUnsigned, false>;
+
+void registerFunctionModuloLegacy(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionModuloLegacy>();
+}
+
 }
diff --git a/src/Functions/registerFunctionsArithmetic.cpp b/src/Functions/registerFunctionsArithmetic.cpp
index 8971462593c..857f370fde3 100644
--- a/src/Functions/registerFunctionsArithmetic.cpp
+++ b/src/Functions/registerFunctionsArithmetic.cpp
@@ -11,6 +11,7 @@ void registerFunctionIntDiv(FunctionFactory & factory);
 void registerFunctionIntDivOrZero(FunctionFactory & factory);
 void registerFunctionModulo(FunctionFactory & factory);
 void registerFunctionModuloOrZero(FunctionFactory & factory);
+void registerFunctionModuloLegacy(FunctionFactory & factory);
 void registerFunctionNegate(FunctionFactory & factory);
 void registerFunctionAbs(FunctionFactory & factory);
 void registerFunctionBitAnd(FunctionFactory & factory);
@@ -51,6 +52,7 @@ void registerFunctionsArithmetic(FunctionFactory & factory)
     registerFunctionIntDivOrZero(factory);
     registerFunctionModulo(factory);
     registerFunctionModuloOrZero(factory);
+    registerFunctionModuloLegacy(factory);
     registerFunctionNegate(factory);
     registerFunctionAbs(factory);
     registerFunctionBitAnd(factory);
diff --git a/tests/queries/0_stateless/01869_function_modulo_legacy.reference b/tests/queries/0_stateless/01869_function_modulo_legacy.reference
new file mode 100644
index 00000000000..014b45dae5e
--- /dev/null
+++ b/tests/queries/0_stateless/01869_function_modulo_legacy.reference
@@ -0,0 +1,3 @@
+199
+99
+57
diff --git a/tests/queries/0_stateless/01869_function_modulo_legacy.sql b/tests/queries/0_stateless/01869_function_modulo_legacy.sql
new file mode 100644
index 00000000000..6609b545e48
--- /dev/null
+++ b/tests/queries/0_stateless/01869_function_modulo_legacy.sql
@@ -0,0 +1,3 @@
+SELECT moduloLegacy(199, 200);
+SELECT moduloLegacy(299, 200);
+SELECT moduloLegacy(-199, 200);

From c7f51fe60eb211351b961c587268ba3c03135d03 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 15 May 2021 18:32:20 +0000
Subject: [PATCH 0236/1060] Modulo adjustment for partition key

---
 src/Functions/modulo.cpp                      |  2 +-
 src/Storages/MergeTree/DataPartsExchange.cpp  |  8 ++-
 src/Storages/MergeTree/DataPartsExchange.h    |  2 +
 .../MergeTree/MergeTreeBlockOutputStream.cpp  |  2 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  4 +-
 .../MergeTree/MergeTreeDataWriter.cpp         | 11 +--
 src/Storages/MergeTree/MergeTreeDataWriter.h  |  2 +-
 src/Storages/MergeTree/MergeTreePartition.cpp | 69 +++++++++++++++++--
 src/Storages/MergeTree/MergeTreePartition.h   |  5 +-
 .../MergeTree/MergeTreeWriteAheadLog.cpp      |  4 +-
 .../MergeTree/MergeTreeWriteAheadLog.h        |  2 +-
 .../ReplicatedMergeTreeBlockOutputStream.cpp  |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |  5 +-
 .../01869_function_modulo_legacy.reference    |  1 -
 .../01869_function_modulo_legacy.sql          |  1 -
 .../01870_modulo_partition_key.reference      | 63 +++++++++++++++++
 .../01870_modulo_partition_key.sql            | 21 ++++++
 17 files changed, 175 insertions(+), 29 deletions(-)
 create mode 100644 tests/queries/0_stateless/01870_modulo_partition_key.reference
 create mode 100644 tests/queries/0_stateless/01870_modulo_partition_key.sql

diff --git a/src/Functions/modulo.cpp b/src/Functions/modulo.cpp
index 5610354d5e5..115f7a23443 100644
--- a/src/Functions/modulo.cpp
+++ b/src/Functions/modulo.cpp
@@ -140,7 +140,7 @@ void registerFunctionModulo(FunctionFactory & factory)
 }
 
 struct NameModuloLegacy { static constexpr auto name = "moduloLegacy"; };
-using FunctionModuloLegacy = BinaryArithmeticOverloadResolver<ModuloLegacyImpl, NameModuloUnsigned, false>;
+using FunctionModuloLegacy = BinaryArithmeticOverloadResolver<ModuloLegacyImpl, NameModuloLegacy, false>;
 
 void registerFunctionModuloLegacy(FunctionFactory & factory)
 {
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index d5f4d91850c..8992cb19d16 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -379,6 +379,7 @@ MergeTreeData::DataPartPtr Service::findPart(const String & name)
 
 MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
     const StorageMetadataPtr & metadata_snapshot,
+    ContextPtr context,
     const String & part_name,
     const String & replica_path,
     const String & host,
@@ -493,7 +494,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
             if (e.code() != ErrorCodes::S3_ERROR)
                 throw;
             /// Try again but without S3 copy
-            return fetchPart(metadata_snapshot, part_name, replica_path, host, port, timeouts,
+            return fetchPart(metadata_snapshot, context, part_name, replica_path, host, port, timeouts,
                 user, password, interserver_scheme, to_detached, tmp_prefix_, nullptr, false);
         }
     }
@@ -557,7 +558,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
 
     MergeTreeData::DataPart::Checksums checksums;
     return part_type == "InMemory"
-        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, std::move(reservation), in, projections)
+        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, context, std::move(reservation), in, projections)
         : downloadPartToDisk(part_name, replica_path, to_detached, tmp_prefix_, sync, reservation->getDisk(), in, projections, checksums);
 }
 
@@ -565,6 +566,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     const String & part_name,
     const UUID & part_uuid,
     const StorageMetadataPtr & metadata_snapshot,
+    ContextPtr context,
     ReservationPtr reservation,
     PooledReadWriteBufferFromHTTP & in,
     size_t projections)
@@ -619,7 +621,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     new_data_part->is_temp = true;
     new_data_part->setColumns(block.getNamesAndTypesList());
     new_data_part->minmax_idx.update(block, data.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
-    new_data_part->partition.create(metadata_snapshot, block, 0);
+    new_data_part->partition.create(metadata_snapshot, block, 0, context);
 
     MergedBlockOutputStream part_out(
         new_data_part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
diff --git a/src/Storages/MergeTree/DataPartsExchange.h b/src/Storages/MergeTree/DataPartsExchange.h
index 07b60fde1f1..f59942ef7f4 100644
--- a/src/Storages/MergeTree/DataPartsExchange.h
+++ b/src/Storages/MergeTree/DataPartsExchange.h
@@ -65,6 +65,7 @@ public:
     /// Downloads a part to tmp_directory. If to_detached - downloads to the `detached` directory.
     MergeTreeData::MutableDataPartPtr fetchPart(
         const StorageMetadataPtr & metadata_snapshot,
+        ContextPtr context,
         const String & part_name,
         const String & replica_path,
         const String & host,
@@ -106,6 +107,7 @@ private:
             const String & part_name,
             const UUID & part_uuid,
             const StorageMetadataPtr & metadata_snapshot,
+            ContextPtr context,
             ReservationPtr reservation,
             PooledReadWriteBufferFromHTTP & in,
             size_t projections);
diff --git a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
index 79f935b5f9f..11feb905bb6 100644
--- a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
@@ -23,7 +23,7 @@ void MergeTreeBlockOutputStream::writePrefix()
 
 void MergeTreeBlockOutputStream::write(const Block & block)
 {
-    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
+    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot, context);
     for (auto & current_block : part_blocks)
     {
         Stopwatch watch;
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 22fe540222e..a4e99ca864a 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -876,13 +876,13 @@ void MergeTreeData::loadDataParts(bool skip_sanity_checks)
             {
                 /// Create and correctly initialize global WAL object
                 write_ahead_log = std::make_shared<MergeTreeWriteAheadLog>(*this, disk_ptr, it->name());
-                for (auto && part : write_ahead_log->restore(metadata_snapshot))
+                for (auto && part : write_ahead_log->restore(metadata_snapshot, getContext()))
                     parts_from_wal.push_back(std::move(part));
             }
             else if (settings->in_memory_parts_enable_wal)
             {
                 MergeTreeWriteAheadLog wal(*this, disk_ptr, it->name());
-                for (auto && part : wal.restore(metadata_snapshot))
+                for (auto && part : wal.restore(metadata_snapshot, getContext()))
                     parts_from_wal.push_back(std::move(part));
             }
         }
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index 2a85faa7083..387200f7a41 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -140,7 +140,8 @@ void updateTTL(
 
 }
 
-BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot)
+BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(
+        const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
 {
     BlocksWithPartition result;
     if (!block || !block.rows())
@@ -155,12 +156,12 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
     }
 
     Block block_copy = block;
-    const auto & partition_key = metadata_snapshot->getPartitionKey();
-    partition_key.expression->execute(block_copy);
+    /// After expression execution partition key columns will be added to block_copy with names regarding partition function.
+    auto partition_key_sample_block = MergeTreePartition::executePartitionByExpression(metadata_snapshot, block_copy, context);
 
     ColumnRawPtrs partition_columns;
-    partition_columns.reserve(partition_key.sample_block.columns());
-    for (const ColumnWithTypeAndName & element : partition_key.sample_block)
+    partition_columns.reserve(partition_key_sample_block.columns());
+    for (const ColumnWithTypeAndName & element : partition_key_sample_block)
         partition_columns.emplace_back(block_copy.getByName(element.name).column.get());
 
     PODArray<size_t> partition_num_to_first_row;
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.h b/src/Storages/MergeTree/MergeTreeDataWriter.h
index 4c5b75657ee..bea5e05591e 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.h
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.h
@@ -40,7 +40,7 @@ public:
       *  (split rows by partition)
       * Works deterministically: if same block was passed, function will return same result in same order.
       */
-    static BlocksWithPartition splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot);
+    static BlocksWithPartition splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
 
     /** All rows must correspond to same partition.
       * Returns part with unique name starting with 'tmp_', yet not added to MergeTreeData.
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 897b868db25..65227e927e1 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -134,7 +134,16 @@ void MergeTreePartition::load(const MergeTreeData & storage, const DiskPtr & dis
     auto file = openForReading(disk, partition_file_path);
     value.resize(partition_key_sample.columns());
     for (size_t i = 0; i < partition_key_sample.columns(); ++i)
-        partition_key_sample.getByPosition(i).type->getDefaultSerialization()->deserializeBinary(value[i], *file);
+    {
+        if (partition_key_sample.getByPosition(i).name.starts_with("modulo"))
+        {
+            SerializationNumber<Int8>().deserializeBinary(value[i], *file);
+        }
+        else
+        {
+            partition_key_sample.getByPosition(i).type->getDefaultSerialization()->deserializeBinary(value[i], *file);
+        }
+    }
 }
 
 void MergeTreePartition::store(const MergeTreeData & storage, const DiskPtr & disk, const String & part_path, MergeTreeDataPartChecksums & checksums) const
@@ -152,29 +161,75 @@ void MergeTreePartition::store(const Block & partition_key_sample, const DiskPtr
     auto out = disk->writeFile(part_path + "partition.dat");
     HashingWriteBuffer out_hashing(*out);
     for (size_t i = 0; i < value.size(); ++i)
-        partition_key_sample.getByPosition(i).type->getDefaultSerialization()->serializeBinary(value[i], out_hashing);
+    {
+        if (partition_key_sample.getByPosition(i).name.starts_with("modulo"))
+        {
+            SerializationNumber<Int8>().serializeBinary(value[i], out_hashing);
+        }
+        else
+        {
+            partition_key_sample.getByPosition(i).type->getDefaultSerialization()->serializeBinary(value[i], out_hashing);
+        }
+    }
+
     out_hashing.next();
     checksums.files["partition.dat"].file_size = out_hashing.count();
     checksums.files["partition.dat"].file_hash = out_hashing.getHash();
     out->finalize();
 }
 
-void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row)
+void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row, ContextPtr context)
 {
     if (!metadata_snapshot->hasPartitionKey())
         return;
 
-    const auto & partition_key = metadata_snapshot->getPartitionKey();
-    partition_key.expression->execute(block);
-    size_t partition_columns_num = partition_key.sample_block.columns();
+    auto partition_key_sample_block = executePartitionByExpression(metadata_snapshot, block, context);
+    size_t partition_columns_num = partition_key_sample_block.columns();
     value.resize(partition_columns_num);
 
     for (size_t i = 0; i < partition_columns_num; ++i)
     {
-        const auto & column_name = partition_key.sample_block.getByPosition(i).name;
+        const auto & column_name = partition_key_sample_block.getByPosition(i).name;
         const auto & partition_column = block.getByName(column_name).column;
         partition_column->get(row, value[i]);
     }
 }
 
+Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context)
+{
+    const auto & partition_key = metadata_snapshot->getPartitionKey();
+    bool adjusted_expression = false;
+    auto modulo_to_modulo_legacy = [&](ASTFunction * function_ast)
+    {
+        if (function_ast->name == "modulo")
+        {
+            function_ast->name = "moduloLegacy";
+            adjusted_expression = true;
+        }
+    };
+    ASTPtr new_ast = partition_key.definition_ast->clone();
+    if (auto * function_ast = typeid_cast<ASTFunction *>(new_ast.get()))
+    {
+        if (function_ast->name == "tuple")
+        {
+            auto children = function_ast->arguments->children;
+            for (auto child : children)
+            {
+                if (auto * child_function_ast = typeid_cast<ASTFunction *>(child.get()))
+                    modulo_to_modulo_legacy(child_function_ast);
+            }
+        }
+        else
+            modulo_to_modulo_legacy(function_ast);
+
+        if (adjusted_expression)
+        {
+            auto adjusted_partition_key = KeyDescription::getKeyFromAST(new_ast, metadata_snapshot->columns, context);
+            adjusted_partition_key.expression->execute(block);
+            return adjusted_partition_key.sample_block;
+        }
+    }
+    partition_key.expression->execute(block);
+    return partition_key.sample_block;
+}
 }
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index f89b6f22d4f..6a6225a31ff 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -40,7 +40,10 @@ public:
 
     void assign(const MergeTreePartition & other) { value.assign(other.value); }
 
-    void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row);
+    void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row, ContextPtr context);
+
+    /// Adjust partition key and execute its expression on block. Return sample block according to used expression.
+    static Block executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context);
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
index 4c92d4f6136..ba6a53026fb 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
@@ -111,7 +111,7 @@ void MergeTreeWriteAheadLog::rotate(const std::unique_lock<std::mutex> &)
     init();
 }
 
-MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const StorageMetadataPtr & metadata_snapshot)
+MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
 {
     std::unique_lock lock(write_mutex);
 
@@ -192,7 +192,7 @@ MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const Stor
             MergedBlockOutputStream part_out(part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
 
             part->minmax_idx.update(block, storage.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
-            part->partition.create(metadata_snapshot, block, 0);
+            part->partition.create(metadata_snapshot, block, 0, context);
             if (metadata_snapshot->hasSortingKey())
                 metadata_snapshot->getSortingKey().expression->execute(block);
 
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.h b/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
index 3b8dc5befc0..e01911aa8b8 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
@@ -62,7 +62,7 @@ public:
 
     void addPart(DataPartInMemoryPtr & part);
     void dropPart(const String & part_name);
-    std::vector<MergeTreeMutableDataPartPtr> restore(const StorageMetadataPtr & metadata_snapshot);
+    std::vector<MergeTreeMutableDataPartPtr> restore(const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
 
     using MinMaxBlockNumber = std::pair<Int64, Int64>;
     static std::optional<MinMaxBlockNumber> tryParseMinMaxBlockNumber(const String & filename);
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index 51a24606dde..7f167f929e5 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -136,7 +136,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
     if (quorum)
         checkQuorumPrecondition(zookeeper);
 
-    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
+    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot, context);
 
     for (auto & current_block : part_blocks)
     {
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 973fc291064..546fce0aeea 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2427,7 +2427,7 @@ bool StorageReplicatedMergeTree::executeReplaceRange(const LogEntry & entry)
                 throw Exception("Interserver schemas are different '" + interserver_scheme + "' != '" + address.scheme + "', can't fetch part from " + address.host, ErrorCodes::LOGICAL_ERROR);
 
             part_desc->res_part = fetcher.fetchPart(
-                metadata_snapshot, part_desc->found_new_part_name, source_replica_path,
+                metadata_snapshot, getContext(), part_desc->found_new_part_name, source_replica_path,
                 address.host, address.replication_port, timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, TMP_PREFIX + "fetch_");
 
             /// TODO: check columns_version of fetched part
@@ -3880,6 +3880,7 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
 
             return fetcher.fetchPart(
                 metadata_snapshot,
+                getContext(),
                 part_name,
                 source_replica_path,
                 address.host,
@@ -4035,7 +4036,7 @@ bool StorageReplicatedMergeTree::fetchExistsPart(const String & part_name, const
                 ErrorCodes::INTERSERVER_SCHEME_DOESNT_MATCH);
 
         return fetcher.fetchPart(
-            metadata_snapshot, part_name, source_replica_path,
+            metadata_snapshot, getContext(), part_name, source_replica_path,
             address.host, address.replication_port,
             timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, "", nullptr, true,
             replaced_disk);
diff --git a/tests/queries/0_stateless/01869_function_modulo_legacy.reference b/tests/queries/0_stateless/01869_function_modulo_legacy.reference
index 014b45dae5e..f6c9a31de37 100644
--- a/tests/queries/0_stateless/01869_function_modulo_legacy.reference
+++ b/tests/queries/0_stateless/01869_function_modulo_legacy.reference
@@ -1,3 +1,2 @@
 199
-99
 57
diff --git a/tests/queries/0_stateless/01869_function_modulo_legacy.sql b/tests/queries/0_stateless/01869_function_modulo_legacy.sql
index 6609b545e48..66e2edddd0c 100644
--- a/tests/queries/0_stateless/01869_function_modulo_legacy.sql
+++ b/tests/queries/0_stateless/01869_function_modulo_legacy.sql
@@ -1,3 +1,2 @@
 SELECT moduloLegacy(199, 200);
-SELECT moduloLegacy(299, 200);
 SELECT moduloLegacy(-199, 200);
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.reference b/tests/queries/0_stateless/01870_modulo_partition_key.reference
new file mode 100644
index 00000000000..6011efb10e8
--- /dev/null
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.reference
@@ -0,0 +1,63 @@
+simple partition key:
+-61
+-60
+-59
+-58
+-57
+-5
+-4
+-3
+-2
+-1
+0
+0
+1
+2
+3
+4
+57
+58
+59
+60
+complex partition key:
+(-1,-1)
+(-1,0)
+(-2,-2)
+(-2,-3)
+(-2,59)
+(-2,60)
+(0,-4)
+(0,-5)
+(0,-57)
+(0,-58)
+(0,4)
+(0,57)
+(0,58)
+(1,-61)
+(1,0)
+(1,1)
+(2,-59)
+(2,-60)
+(2,2)
+(2,3)
+comparison:
+0	-205	-5	-5
+1	-204	-4	-4
+2	-203	-3	-3
+3	-202	-2	-2
+4	-201	-1	-1
+5	-200	0	0
+6	-199	57	-199
+7	-198	58	-198
+8	-197	59	-197
+9	-196	60	-196
+400	195	-61	195
+401	196	-60	196
+402	197	-59	197
+403	198	-58	198
+404	199	-57	199
+405	200	0	0
+406	201	1	1
+407	202	2	2
+408	203	3	3
+409	204	4	4
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.sql b/tests/queries/0_stateless/01870_modulo_partition_key.sql
new file mode 100644
index 00000000000..271151e5184
--- /dev/null
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.sql
@@ -0,0 +1,21 @@
+SELECT 'simple partition key:';
+DROP TABLE IF EXISTS table1;
+CREATE TABLE table1 (id Int64, v UInt64)
+ENGINE = ReplicatedReplacingMergeTree('/clickhouse/test/tables/table', '1', v)
+PARTITION BY id % 200 ORDER BY id;
+INSERT INTO table1 SELECT number-205, number FROM numbers(10);
+INSERT INTO table1 SELECT number-205, number FROM numbers(400, 10);
+SELECT toInt64(partition) as p FROM system.parts WHERE table='table1' ORDER BY p;
+
+SELECT 'complex partition key:';
+DROP TABLE IF EXISTS table2;
+CREATE TABLE table2 (id Int64, v UInt64)
+ENGINE = MergeTree()
+PARTITION BY (toInt32(id / 2) % 3, id % 200) ORDER BY id;
+INSERT INTO table2 SELECT number-205, number FROM numbers(10);
+INSERT INTO table2 SELECT number-205, number FROM numbers(400, 10);
+SELECT partition as p FROM system.parts WHERE table='table2' ORDER BY p;
+
+SELECT 'comparison:';
+SELECT v, v-205 as vv, moduloLegacy(vv, 200), modulo(vv, 200) FROM table1 ORDER BY v;
+

From 86de48e10549ee0db5740fc3d0783fadb49c3d87 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 15 May 2021 21:04:26 +0000
Subject: [PATCH 0237/1060] Add test to parallel tests skip list

---
 tests/queries/skip_list.json | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 0a7acc08664..0a763cedf90 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -720,6 +720,7 @@
         "01804_dictionary_decimal256_type",
         "01850_dist_INSERT_preserve_error", // uses cluster with different static databases shard_0/shard_1
         "01821_table_comment",
-        "01710_projection_fetch"
+        "01710_projection_fetch",
+        "01870_modulo_partition_key"
     ]
 }

From add5970b5f0fc092f8c5fbd213e2ce97aa72bf27 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 16 May 2021 03:12:13 +0300
Subject: [PATCH 0238/1060] fs::absolute

---
 .../Embedded/GeodataProviders/HierarchiesProvider.cpp    | 9 ++++-----
 src/Storages/MergeTree/DataPartsExchange.cpp             | 4 ++--
 2 files changed, 6 insertions(+), 7 deletions(-)

diff --git a/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp b/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
index 7257caa066f..3f35b9102a2 100644
--- a/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
+++ b/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
@@ -30,13 +30,12 @@ RegionsHierarchiesDataProvider::RegionsHierarchiesDataProvider(const std::string
 void RegionsHierarchiesDataProvider::discoverFilesWithCustomHierarchies()
 {
     std::string basename = fs::path(path).stem();
+    fs::path dir_path = fs::absolute(path).parent_path();
 
-    Poco::Path dir_path = Poco::Path(path).absolute().parent();
-
-    Poco::DirectoryIterator dir_end;
-    for (Poco::DirectoryIterator dir_it(dir_path); dir_it != dir_end; ++dir_it)
+    fs::directory_iterator dir_end;
+    for (fs::directory_iterator dir_it(dir_path); dir_it != dir_end; ++dir_it)
     {
-        std::string candidate_basename = dir_it.path().getBaseName();
+        std::string candidate_basename = dir_it->path().stem();
 
         if (candidate_basename.starts_with(basename)
             && (candidate_basename.size() > basename.size() + 1)
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 7f483fca681..69a92738777 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -652,8 +652,8 @@ void Fetcher::downloadBaseOrProjectionPartToDisk(
 
         /// File must be inside "absolute_part_path" directory.
         /// Otherwise malicious ClickHouse replica may force us to write to arbitrary path.
-        String absolute_file_path = Poco::Path(part_download_path + file_name).absolute().toString();
-        if (!startsWith(absolute_file_path, Poco::Path(part_download_path).absolute().toString()))
+        String absolute_file_path = fs::absolute(fs::path(part_download_path) / file_name);
+        if (!startsWith(absolute_file_path, fs::absolute(part_download_path).string()))
             throw Exception("File path (" + absolute_file_path + ") doesn't appear to be inside part path (" + part_download_path + ")."
                 " This may happen if we are trying to download part from malicious replica or logical error.",
                 ErrorCodes::INSECURE_PATH);

From 22b6d0eb2554273fa58c7de03cffaafc0397ef74 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 16 May 2021 09:20:59 +0000
Subject: [PATCH 0239/1060] Adjust modulo recursively

---
 src/Storages/MergeTree/MergeTreePartition.cpp | 61 ++++++++++---------
 .../01870_modulo_partition_key.reference      | 41 ++++++++++---
 .../01870_modulo_partition_key.sql            | 17 +++++-
 3 files changed, 77 insertions(+), 42 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 65227e927e1..89ddd5c1d41 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -183,6 +183,8 @@ void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Bl
     if (!metadata_snapshot->hasPartitionKey())
         return;
 
+    /// FIXME: Executing partition expression on block adds column with expression name to block, but here it is not a copy of
+    /// initial block. Looks like this name needs to be adjusted to be `modulo` instead of `moduloLegacy`, because it is actually used in some places.
     auto partition_key_sample_block = executePartitionByExpression(metadata_snapshot, block, context);
     size_t partition_columns_num = partition_key_sample_block.columns();
     value.resize(partition_columns_num);
@@ -195,41 +197,42 @@ void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Bl
     }
 }
 
+static bool moduloToModuloLegacyRecursive(ASTPtr node_expr)
+{
+    if (!node_expr)
+        return false;
+
+    auto * function_expr = node_expr->as<ASTFunction>();
+    bool modulo_in_partition_key = false;
+    if (function_expr)
+    {
+        if (function_expr->name == "modulo")
+        {
+            function_expr->name = "moduloLegacy";
+            modulo_in_partition_key = true;
+        }
+        if (function_expr->arguments)
+        {
+            auto children = function_expr->arguments->children;
+            for (auto child : children)
+                modulo_in_partition_key |= moduloToModuloLegacyRecursive(child);
+        }
+    }
+    return modulo_in_partition_key;
+}
+
 Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context)
 {
     const auto & partition_key = metadata_snapshot->getPartitionKey();
-    bool adjusted_expression = false;
-    auto modulo_to_modulo_legacy = [&](ASTFunction * function_ast)
+    ASTPtr ast_copy = partition_key.definition_ast->clone();
+    if (moduloToModuloLegacyRecursive(ast_copy))
     {
-        if (function_ast->name == "modulo")
-        {
-            function_ast->name = "moduloLegacy";
-            adjusted_expression = true;
-        }
-    };
-    ASTPtr new_ast = partition_key.definition_ast->clone();
-    if (auto * function_ast = typeid_cast<ASTFunction *>(new_ast.get()))
-    {
-        if (function_ast->name == "tuple")
-        {
-            auto children = function_ast->arguments->children;
-            for (auto child : children)
-            {
-                if (auto * child_function_ast = typeid_cast<ASTFunction *>(child.get()))
-                    modulo_to_modulo_legacy(child_function_ast);
-            }
-        }
-        else
-            modulo_to_modulo_legacy(function_ast);
-
-        if (adjusted_expression)
-        {
-            auto adjusted_partition_key = KeyDescription::getKeyFromAST(new_ast, metadata_snapshot->columns, context);
-            adjusted_partition_key.expression->execute(block);
-            return adjusted_partition_key.sample_block;
-        }
+        auto adjusted_partition_key = KeyDescription::getKeyFromAST(ast_copy, metadata_snapshot->columns, context);
+        adjusted_partition_key.expression->execute(block);
+        return adjusted_partition_key.sample_block;
     }
     partition_key.expression->execute(block);
     return partition_key.sample_block;
 }
+
 }
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.reference b/tests/queries/0_stateless/01870_modulo_partition_key.reference
index 6011efb10e8..0bf74813282 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.reference
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.reference
@@ -19,7 +19,7 @@ simple partition key:
 58
 59
 60
-complex partition key:
+tuple as partition key:
 (-1,-1)
 (-1,0)
 (-2,-2)
@@ -40,6 +40,27 @@ complex partition key:
 (2,-60)
 (2,2)
 (2,3)
+recursive modulo partition key:
+(-1,-1,0)
+(-2,-2,-1)
+(-3,-3,-2)
+(-4,-4,-2)
+(-5,-5,-2)
+(-57,-7,-28)
+(-58,-8,-29)
+(-59,-9,-30)
+(-60,0,-30)
+(-61,-1,-30)
+(0,0,0)
+(0,0,0)
+(1,1,0)
+(2,2,1)
+(3,3,2)
+(4,4,2)
+(57,7,28)
+(58,8,29)
+(59,9,30)
+(60,0,30)
 comparison:
 0	-205	-5	-5
 1	-204	-4	-4
@@ -47,15 +68,15 @@ comparison:
 3	-202	-2	-2
 4	-201	-1	-1
 5	-200	0	0
-6	-199	57	-199
-7	-198	58	-198
-8	-197	59	-197
-9	-196	60	-196
-400	195	-61	195
-401	196	-60	196
-402	197	-59	197
-403	198	-58	198
-404	199	-57	199
+6	-199	-199	57
+7	-198	-198	58
+8	-197	-197	59
+9	-196	-196	60
+400	195	195	-61
+401	196	196	-60
+402	197	197	-59
+403	198	198	-58
+404	199	199	-57
 405	200	0	0
 406	201	1	1
 407	202	2	2
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.sql b/tests/queries/0_stateless/01870_modulo_partition_key.sql
index 271151e5184..286886d153c 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.sql
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.sql
@@ -7,7 +7,7 @@ INSERT INTO table1 SELECT number-205, number FROM numbers(10);
 INSERT INTO table1 SELECT number-205, number FROM numbers(400, 10);
 SELECT toInt64(partition) as p FROM system.parts WHERE table='table1' ORDER BY p;
 
-SELECT 'complex partition key:';
+SELECT 'tuple as partition key:';
 DROP TABLE IF EXISTS table2;
 CREATE TABLE table2 (id Int64, v UInt64)
 ENGINE = MergeTree()
@@ -16,6 +16,17 @@ INSERT INTO table2 SELECT number-205, number FROM numbers(10);
 INSERT INTO table2 SELECT number-205, number FROM numbers(400, 10);
 SELECT partition as p FROM system.parts WHERE table='table2' ORDER BY p;
 
-SELECT 'comparison:';
-SELECT v, v-205 as vv, moduloLegacy(vv, 200), modulo(vv, 200) FROM table1 ORDER BY v;
+SELECT 'recursive modulo partition key:';
+DROP TABLE IF EXISTS table3;
+CREATE TABLE table3 (id Int64, v UInt64)
+ENGINE = MergeTree()
+PARTITION BY (id % 200, (id % 200) % 10, toInt32(round((id % 200) / 2, 0))) ORDER BY id;
+INSERT INTO table3 SELECT number-205, number FROM numbers(10);
+INSERT INTO table3 SELECT number-205, number FROM numbers(400, 10);
+SELECT partition as p FROM system.parts WHERE table='table3' ORDER BY p;
+DETACH TABLE table3;
+ATTACH TABLE table3;
+
+SELECT 'comparison:';
+SELECT v, v-205 as vv, modulo(vv, 200), moduloLegacy(vv, 200) FROM table1 ORDER BY v;
 

From d44f1680dac108d4d1dd4cd477746c1e308d6941 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 16 May 2021 18:09:55 +0000
Subject: [PATCH 0240/1060] Use unsigned type for (de)serialization

---
 src/Storages/MergeTree/MergeTreePartition.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 89ddd5c1d41..c1c50b8031c 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -137,7 +137,7 @@ void MergeTreePartition::load(const MergeTreeData & storage, const DiskPtr & dis
     {
         if (partition_key_sample.getByPosition(i).name.starts_with("modulo"))
         {
-            SerializationNumber<Int8>().deserializeBinary(value[i], *file);
+            SerializationNumber<UInt8>().deserializeBinary(value[i], *file);
         }
         else
         {
@@ -164,7 +164,7 @@ void MergeTreePartition::store(const Block & partition_key_sample, const DiskPtr
     {
         if (partition_key_sample.getByPosition(i).name.starts_with("modulo"))
         {
-            SerializationNumber<Int8>().serializeBinary(value[i], out_hashing);
+            SerializationNumber<UInt8>().serializeBinary(value[i], out_hashing);
         }
         else
         {

From 807684812ec9d016737a155ccd1a2b016b2d8552 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 16 May 2021 18:18:11 +0000
Subject: [PATCH 0241/1060] Fix clang tidy

---
 src/Storages/MergeTree/MergeTreePartition.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index c1c50b8031c..83efbca9d77 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -214,7 +214,7 @@ static bool moduloToModuloLegacyRecursive(ASTPtr node_expr)
         if (function_expr->arguments)
         {
             auto children = function_expr->arguments->children;
-            for (auto child : children)
+            for (const auto & child : children)
                 modulo_in_partition_key |= moduloToModuloLegacyRecursive(child);
         }
     }

From 3b1bf2bae6c7a5c7be7c00e15c4f233916452150 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 16 May 2021 21:36:55 +0300
Subject: [PATCH 0242/1060] Poco::Path substitution

---
 src/Formats/FormatSchemaInfo.cpp         | 55 +++++++++++++++---------
 src/Storages/MergeTree/MergeTreeData.cpp |  4 +-
 2 files changed, 36 insertions(+), 23 deletions(-)

diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index 707f9babe8d..81c11eda0b4 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -2,6 +2,8 @@
 #include <Poco/Path.h>
 #include <Interpreters/Context.h>
 #include <Common/Exception.h>
+#include <filesystem>
+#include <common/logger_useful.h>
 
 
 namespace DB
@@ -11,6 +13,7 @@ namespace ErrorCodes
     extern const int BAD_ARGUMENTS;
 }
 
+namespace fs = std::filesystem;
 
 namespace
 {
@@ -34,55 +37,65 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
 
     String default_file_extension = getFormatSchemaDefaultFileExtension(format);
 
-    Poco::Path path;
+    fs::path path;
     if (require_message)
     {
         size_t colon_pos = format_schema.find(':');
-        if ((colon_pos == String::npos) || (colon_pos == 0) || (colon_pos == format_schema.length() - 1)
-            || path.assign(format_schema.substr(0, colon_pos)).makeFile().getFileName().empty())
+        if ((colon_pos == String::npos) || (colon_pos == 0) || (colon_pos == format_schema.length() - 1))
         {
             throw Exception(
                     "Format schema requires the 'format_schema' setting to have the 'schema_file:message_name' format"
                     + (default_file_extension.empty() ? "" : ", e.g. 'schema." + default_file_extension + ":Message'") +
-                    ". Got '" + format_schema
-                    + "'",
-                    ErrorCodes::BAD_ARGUMENTS);
+                    ". Got '" + format_schema + "'", ErrorCodes::BAD_ARGUMENTS);
+        }
+        else
+        {
+            path = fs::path(format_schema.substr(0, colon_pos));
+            String filename = path.has_filename() ? path.filename() : path.parent_path().filename();
+            if (filename.empty())
+                throw Exception(
+                    "Format schema requires the 'format_schema' setting to have the 'schema_file:message_name' format"
+                    + (default_file_extension.empty() ? "" : ", e.g. 'schema." + default_file_extension + ":Message'") +
+                    ". Got '" + format_schema + "'", ErrorCodes::BAD_ARGUMENTS);
         }
-
         message_name = format_schema.substr(colon_pos + 1);
     }
     else
-        path.assign(format_schema).makeFile().getFileName();
+    {
+        path = fs::path(format_schema);
+        if (!path.has_filename())
+            path = path.parent_path() / "";
+    }
 
     auto default_schema_directory = [&format_schema_path]()
     {
-        static const String str = Poco::Path(format_schema_path).makeAbsolute().makeDirectory().toString();
+        static const String str = fs::absolute(format_schema_path) / "";
         return str;
     };
 
-    if (path.getExtension().empty() && !default_file_extension.empty())
-        path.setExtension(default_file_extension);
+    if (!path.has_extension() && !default_file_extension.empty())
+        path = path.parent_path() / (path.stem().string() + '.' + default_file_extension);
 
-    if (path.isAbsolute())
+    if (path.is_absolute())
     {
         if (is_server)
-            throw Exception("Absolute path in the 'format_schema' setting is prohibited: " + path.toString(), ErrorCodes::BAD_ARGUMENTS);
-        schema_path = path.getFileName();
-        schema_directory = path.makeParent().toString();
+            throw Exception("Absolute path in the 'format_schema' setting is prohibited: " + path.string(), ErrorCodes::BAD_ARGUMENTS);
+        schema_path = path.filename();
+        schema_directory = path.parent_path() / "";
     }
-    else if (path.depth() >= 1 && path.directory(0) == "..")
+    else if (Poco::Path(path.string()).depth() >= 1 && Poco::Path(path.string()).directory(0) == "..")
     {
         if (is_server)
             throw Exception(
-                "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: " + path.toString(),
+                "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: " + path.string(),
                 ErrorCodes::BAD_ARGUMENTS);
-        path = Poco::Path(default_schema_directory()).resolve(path).toString();
-        schema_path = path.getFileName();
-        schema_directory = path.makeParent().toString();
+        path = Poco::Path(default_schema_directory()).resolve(Poco::Path(path.string())).toString();
+        schema_path = path.filename();
+        schema_directory = path.parent_path() / "";
     }
     else
     {
-        schema_path = path.toString();
+        schema_path = path;
         schema_directory = default_schema_directory();
     }
 }
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index fc752030b89..374fd473599 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3415,8 +3415,8 @@ MergeTreeData::MutableDataPartsVector MergeTreeData::tryLoadPartsToAttach(const
 
             if (!containing_part.empty() && containing_part != name)
                 // TODO maybe use PartsTemporaryRename here?
-                disk->moveDirectory(relative_data_path + source_dir + name,
-                    relative_data_path + source_dir + "inactive_" + name);
+                disk->moveDirectory(fs::path(relative_data_path) / source_dir / name,
+                    fs::path(relative_data_path) / source_dir / ("inactive_" + name));
             else
                 renamed_parts.addPart(name, "attaching_" + name);
         }

From 2124113aa29ed8a25d0730deea43700e5eba380f Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 17 May 2021 01:06:09 +0300
Subject: [PATCH 0243/1060] Update programs/*

---
 programs/benchmark/Benchmark.cpp     |  7 +++---
 programs/client/Client.cpp           |  9 +++++---
 programs/copier/ClusterCopierApp.cpp | 12 ++++++----
 programs/local/LocalServer.cpp       | 12 +++++-----
 programs/server/Server.cpp           | 34 ++++++++++++++++------------
 5 files changed, 42 insertions(+), 32 deletions(-)

diff --git a/programs/benchmark/Benchmark.cpp b/programs/benchmark/Benchmark.cpp
index 1d2b579db3a..498d1eecae2 100644
--- a/programs/benchmark/Benchmark.cpp
+++ b/programs/benchmark/Benchmark.cpp
@@ -8,7 +8,6 @@
 #include <iomanip>
 #include <random>
 #include <pcg_random.hpp>
-#include <Poco/File.h>
 #include <Poco/Util/Application.h>
 #include <Common/Stopwatch.h>
 #include <Common/ThreadPool.h>
@@ -36,7 +35,9 @@
 #include <Common/Config/configReadClient.h>
 #include <Common/TerminalSize.h>
 #include <Common/StudentTTest.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 /** A tool for evaluating ClickHouse performance.
   * The tool emulates a case with fixed amount of simultaneously executing queries.
@@ -119,8 +120,8 @@ public:
 
     int main(const std::vector<std::string> &) override
     {
-        if (!json_path.empty() && Poco::File(json_path).exists()) /// Clear file with previous results
-            Poco::File(json_path).remove();
+        if (!json_path.empty() && fs::exists(json_path)) /// Clear file with previous results
+            fs::remove(json_path);
 
         readQueries();
         runBenchmark();
diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index aae2e0f1c59..0e4b577c40e 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -87,6 +87,8 @@
 #include <Common/TerminalSize.h>
 #include <Common/UTF8Helpers.h>
 #include <Common/ProgressBar.h>
+#include <filesystem>
+#include <Common/createFile.h>
 
 #if !defined(ARCADIA_BUILD)
 #    include <Common/config_version.h>
@@ -96,6 +98,7 @@
 #pragma GCC optimize("-fno-var-tracking-assignments")
 #endif
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -276,7 +279,7 @@ private:
 
         /// Set path for format schema files
         if (config().has("format_schema_path"))
-            context->setFormatSchemaPath(Poco::Path(config().getString("format_schema_path")).toString());
+            context->setFormatSchemaPath(config().getString("format_schema_path"));
 
         /// Initialize query_id_formats if any
         if (config().has("query_id_formats"))
@@ -633,8 +636,8 @@ private:
                     history_file = home_path + "/.clickhouse-client-history";
             }
 
-            if (!history_file.empty() && !Poco::File(history_file).exists())
-                Poco::File(history_file).createFile();
+            if (!history_file.empty() && !fs::exists(history_file))
+                fs::createFile(history_file);
 
             LineReader::Patterns query_extenders = {"\\"};
             LineReader::Patterns query_delimiters = {";", "\\G"};
diff --git a/programs/copier/ClusterCopierApp.cpp b/programs/copier/ClusterCopierApp.cpp
index d3fff616b65..79bfb5b7411 100644
--- a/programs/copier/ClusterCopierApp.cpp
+++ b/programs/copier/ClusterCopierApp.cpp
@@ -5,7 +5,9 @@
 #include <Formats/registerFormats.h>
 #include <ext/scope_guard_safe.h>
 #include <unistd.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -26,7 +28,7 @@ void ClusterCopierApp::initialize(Poco::Util::Application & self)
         copy_fault_probability = std::max(std::min(config().getDouble("copy-fault-probability"), 1.0), 0.0);
     if (config().has("move-fault-probability"))
         move_fault_probability = std::max(std::min(config().getDouble("move-fault-probability"), 1.0), 0.0);
-    base_dir = (config().has("base-dir")) ? config().getString("base-dir") : Poco::Path::current();
+    base_dir = (config().has("base-dir")) ? config().getString("base-dir") : fs::current_path().string();
 
 
     if (config().has("experimental-use-sample-offset"))
@@ -38,18 +40,18 @@ void ClusterCopierApp::initialize(Poco::Util::Application & self)
 
     process_id = std::to_string(DateLUT::instance().toNumYYYYMMDDhhmmss(timestamp)) + "_" + std::to_string(curr_pid);
     host_id = escapeForFileName(getFQDNOrHostName()) + '#' + process_id;
-    process_path = Poco::Path(base_dir + "/clickhouse-copier_" + process_id).absolute().toString();
-    Poco::File(process_path).createDirectories();
+    process_path = fs::absolute(fs::path(base_dir) / ("clickhouse-copier_" + process_id));
+    fs::create_directories(process_path);
 
     /// Override variables for BaseDaemon
     if (config().has("log-level"))
         config().setString("logger.level", config().getString("log-level"));
 
     if (config().has("base-dir") || !config().has("logger.log"))
-        config().setString("logger.log", process_path + "/log.log");
+        config().setString("logger.log", fs::path(process_path) / "log.log");
 
     if (config().has("base-dir") || !config().has("logger.errorlog"))
-        config().setString("logger.errorlog", process_path + "/log.err.log");
+        config().setString("logger.errorlog", fs::path(process_path) / "log.err.log");
 
     Base::initialize(self);
 }
diff --git a/programs/local/LocalServer.cpp b/programs/local/LocalServer.cpp
index 043cc596e2b..c444f89e08a 100644
--- a/programs/local/LocalServer.cpp
+++ b/programs/local/LocalServer.cpp
@@ -42,9 +42,9 @@
 #include <common/argsToConfig.h>
 #include <Common/TerminalSize.h>
 #include <Common/randomSeed.h>
-
 #include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -72,11 +72,11 @@ void LocalServer::initialize(Poco::Util::Application & self)
     Poco::Util::Application::initialize(self);
 
     /// Load config files if exists
-    if (config().has("config-file") || Poco::File("config.xml").exists())
+    if (config().has("config-file") || fs::exists("config.xml"))
     {
         const auto config_path = config().getString("config-file", "config.xml");
         ConfigProcessor config_processor(config_path, false, true);
-        config_processor.setConfigPath(Poco::Path(config_path).makeParent().toString());
+        config_processor.setConfigPath(fs::path(config_path).parent_path());
         auto loaded_config = config_processor.loadConfig();
         config_processor.savePreprocessedConfig(loaded_config, loaded_config.configuration->getString("path", "."));
         config().add(loaded_config.configuration.duplicate(), PRIO_DEFAULT, false);
@@ -287,8 +287,8 @@ try
         status.emplace(path + "status", StatusFile::write_full_info);
 
         LOG_DEBUG(log, "Loading metadata from {}", path);
-        Poco::File(path + "data/").createDirectories();
-        Poco::File(path + "metadata/").createDirectories();
+        fs::create_directories(fs::path(path) / "data/");
+        fs::create_directories(fs::path(path) / "metadata/");
         loadMetadataSystem(global_context);
         attachSystemTables(global_context);
         loadMetadata(global_context);
@@ -479,7 +479,7 @@ void LocalServer::setupUsers()
 {
     ConfigurationPtr users_config;
 
-    if (config().has("users_config") || config().has("config-file") || Poco::File("config.xml").exists())
+    if (config().has("users_config") || config().has("config-file") || fs::exists("config.xml"))
     {
         const auto users_config_path = config().getString("users_config", config().getString("config-file", "config.xml"));
         ConfigProcessor config_processor(users_config_path);
diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index a36287a8051..8668f09ca06 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -74,6 +74,7 @@
 #include <Server/PostgreSQLHandlerFactory.h>
 #include <Server/ProtocolServerAdapter.h>
 #include <Server/HTTP/HTTPServer.h>
+#include <filesystem>
 
 
 #if !defined(ARCADIA_BUILD)
@@ -117,6 +118,8 @@ namespace CurrentMetrics
     extern const Metric MaxDDLEntryID;
 }
 
+namespace fs = std::filesystem;
+
 #if USE_JEMALLOC
 static bool jemallocOptionEnabled(const char *name)
 {
@@ -183,7 +186,7 @@ void setupTmpPath(Poco::Logger * log, const std::string & path)
 {
     LOG_DEBUG(log, "Setting up {} to store temporary data in it", path);
 
-    Poco::File(path).createDirectories();
+    fs::create_directories(path);
 
     /// Clearing old temporary files.
     Poco::DirectoryIterator dir_end;
@@ -678,37 +681,38 @@ int Server::main(const std::vector<std::string> & /*args*/)
       * Examples: do repair of local data; clone all replicated tables from replica.
       */
     {
-        Poco::File(path + "flags/").createDirectories();
-        global_context->setFlagsPath(path + "flags/");
+        auto flags_path = fs::path(path) / "flags/";
+        fs::create_directories(flags_path);
+        global_context->setFlagsPath(flags_path);
     }
 
     /** Directory with user provided files that are usable by 'file' table function.
       */
     {
 
-        std::string user_files_path = config().getString("user_files_path", path + "user_files/");
+        std::string user_files_path = config().getString("user_files_path", fs::path(path) / "user_files/");
         global_context->setUserFilesPath(user_files_path);
-        Poco::File(user_files_path).createDirectories();
+        fs::create_directories(user_files_path);
     }
 
     {
-        std::string dictionaries_lib_path = config().getString("dictionaries_lib_path", path + "dictionaries_lib/");
+        std::string dictionaries_lib_path = config().getString("dictionaries_lib_path", fs::path(path) / "dictionaries_lib/");
         global_context->setDictionariesLibPath(dictionaries_lib_path);
-        Poco::File(dictionaries_lib_path).createDirectories();
+        fs::create_directories(dictionaries_lib_path);
     }
 
     /// top_level_domains_lists
     {
-        const std::string & top_level_domains_path = config().getString("top_level_domains_path", path + "top_level_domains/") + "/";
-        TLDListsHolder::getInstance().parseConfig(top_level_domains_path, config());
+        const std::string & top_level_domains_path = config().getString("top_level_domains_path", fs::path(path) / "top_level_domains/");
+        TLDListsHolder::getInstance().parseConfig(fs::path(top_level_domains_path) / "", config());
     }
 
     {
-        Poco::File(path + "data/").createDirectories();
-        Poco::File(path + "metadata/").createDirectories();
+        fs::create_directories(fs::path(path) / "data/");
+        fs::create_directories(fs::path(path) / "metadata/");
 
         /// Directory with metadata of tables, which was marked as dropped by Atomic database
-        Poco::File(path + "metadata_dropped/").createDirectories();
+        fs::create_directories(fs::path(path) / "metadata_dropped/");
     }
 
     if (config().has("interserver_http_port") && config().has("interserver_https_port"))
@@ -891,9 +895,9 @@ int Server::main(const std::vector<std::string> & /*args*/)
 #endif
 
     /// Set path for format schema files
-    auto format_schema_path = Poco::File(config().getString("format_schema_path", path + "format_schemas/"));
-    global_context->setFormatSchemaPath(format_schema_path.path());
-    format_schema_path.createDirectories();
+    fs::path format_schema_path(config().getString("format_schema_path", fs::path(path) / "format_schemas/"));
+    global_context->setFormatSchemaPath(format_schema_path);
+    fs::create_directories(format_schema_path);
 
     /// Check sanity of MergeTreeSettings on server startup
     global_context->getMergeTreeSettings().sanityCheck(settings);

From 649dd23b8b7a5c97b39bf8f79a791d880436d540 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 17 May 2021 09:48:02 +0300
Subject: [PATCH 0244/1060] Poco::resolve

---
 src/Formats/FormatSchemaInfo.cpp | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index 81c11eda0b4..ae1eb422d27 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -89,7 +89,11 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
             throw Exception(
                 "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: " + path.string(),
                 ErrorCodes::BAD_ARGUMENTS);
-        path = Poco::Path(default_schema_directory()).resolve(Poco::Path(path.string())).toString();
+        fs::path default_schema_directory_path(default_schema_directory());
+        if (default_schema_directory_path.is_absolute())
+            path = default_schema_directory_path;
+        else
+            path /= default_schema_directory_path;
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }

From bdf03387abba19e14d996a176233dc0fbdb52c80 Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Thu, 22 Apr 2021 04:25:40 +0300
Subject: [PATCH 0245/1060] Better S3 read retries. Renamed
 `s3_max_single_read_retries` -> `s3_single_read_retry_attempts`, added sleeps
 before next attempts.

---
 src/Core/Settings.h                           |  2 +-
 src/Disks/S3/DiskS3.cpp                       | 18 ++++++++--------
 src/Disks/S3/DiskS3.h                         |  4 ++--
 src/Disks/S3/registerDiskS3.cpp               |  2 +-
 src/IO/ReadBufferFromS3.cpp                   | 21 ++++++++++++-------
 src/IO/ReadBufferFromS3.h                     |  8 +++++--
 src/IO/S3Common.cpp                           |  2 --
 src/Storages/StorageS3.cpp                    | 17 ++++++++-------
 src/Storages/StorageS3.h                      |  8 +++----
 src/TableFunctions/TableFunctionS3.cpp        |  7 +++++--
 src/TableFunctions/TableFunctionS3Cluster.cpp |  7 +++++--
 11 files changed, 56 insertions(+), 40 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index ea2019a4ff1..9af6ba0f3cd 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -70,7 +70,7 @@ class IColumn;
     M(UInt64, connections_with_failover_max_tries, DBMS_CONNECTION_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES, "The maximum number of attempts to connect to replicas.", 0) \
     M(UInt64, s3_min_upload_part_size, 512*1024*1024, "The minimum size of part to upload during multipart upload to S3.", 0) \
     M(UInt64, s3_max_single_part_upload_size, 64*1024*1024, "The maximum size of object to upload using singlepart upload to S3.", 0) \
-    M(UInt64, s3_max_single_read_retries, 4, "The maximum number of retries during single S3 read.", 0) \
+    M(UInt64, s3_single_read_retry_attempts, 4, "The maximum number of retries during single S3 read.", 0) \
     M(UInt64, s3_max_redirects, 10, "Max number of S3 redirects hops allowed.", 0) \
     M(UInt64, s3_max_connections, 1024, "The maximum number of connections per server.", 0) \
     M(Bool, extremes, false, "Calculate minimums and maximums of the result columns. They can be output in JSON-formats.", IMPORTANT) \
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 325e887073c..d1146c0774c 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -277,12 +277,12 @@ public:
         std::shared_ptr<Aws::S3::S3Client> client_ptr_,
         const String & bucket_,
         DiskS3::Metadata metadata_,
-        size_t s3_max_single_read_retries_,
+        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
         size_t buf_size_)
         : client_ptr(std::move(client_ptr_))
         , bucket(bucket_)
         , metadata(std::move(metadata_))
-        , s3_max_single_read_retries(s3_max_single_read_retries_)
+        , single_read_retry_strategy(std::move(single_read_retry_strategy_))
         , buf_size(buf_size_)
     {
     }
@@ -339,7 +339,7 @@ private:
             const auto & [path, size] = metadata.s3_objects[i];
             if (size > offset)
             {
-                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, s3_max_single_read_retries, buf_size);
+                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, single_read_retry_strategy, buf_size);
                 buf->seek(offset, SEEK_SET);
                 return buf;
             }
@@ -368,7 +368,7 @@ private:
 
         ++current_buf_idx;
         const auto & path = metadata.s3_objects[current_buf_idx].first;
-        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, s3_max_single_read_retries, buf_size);
+        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, single_read_retry_strategy, buf_size);
         current_buf->next();
         working_buffer = current_buf->buffer();
         absolute_position += working_buffer.size();
@@ -379,7 +379,7 @@ private:
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     const String & bucket;
     DiskS3::Metadata metadata;
-    size_t s3_max_single_read_retries;
+    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
     size_t buf_size;
 
     size_t absolute_position = 0;
@@ -686,7 +686,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskS3::readFile(const String & path, si
     LOG_DEBUG(log, "Read from file by path: {}. Existing S3 objects: {}",
         backQuote(metadata_path + path), metadata.s3_objects.size());
 
-    auto reader = std::make_unique<ReadIndirectBufferFromS3>(settings->client, bucket, metadata, settings->s3_max_single_read_retries, buf_size);
+    auto reader = std::make_unique<ReadIndirectBufferFromS3>(settings->client, bucket, metadata, settings->single_read_retry_strategy, buf_size);
     return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), settings->min_bytes_for_seek);
 }
 
@@ -1000,7 +1000,7 @@ int DiskS3::readSchemaVersion(const String & source_bucket, const String & sourc
         settings->client,
         source_bucket,
         source_path + SCHEMA_VERSION_OBJECT,
-        settings->s3_max_single_read_retries);
+        settings->single_read_retry_strategy);
 
     readIntText(version, buffer);
 
@@ -1559,7 +1559,7 @@ void DiskS3::applyNewSettings(const Poco::Util::AbstractConfiguration & config,
 
 DiskS3Settings::DiskS3Settings(
     const std::shared_ptr<Aws::S3::S3Client> & client_,
-    size_t s3_max_single_read_retries_,
+    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
     size_t s3_min_upload_part_size_,
     size_t s3_max_single_part_upload_size_,
     size_t min_bytes_for_seek_,
@@ -1567,7 +1567,7 @@ DiskS3Settings::DiskS3Settings(
     int thread_pool_size_,
     int list_object_keys_size_)
     : client(client_)
-    , s3_max_single_read_retries(s3_max_single_read_retries_)
+    , single_read_retry_strategy(single_read_retry_strategy_)
     , s3_min_upload_part_size(s3_min_upload_part_size_)
     , s3_max_single_part_upload_size(s3_max_single_part_upload_size_)
     , min_bytes_for_seek(min_bytes_for_seek_)
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index efc7fdcf643..91113f57441 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -22,7 +22,7 @@ struct DiskS3Settings
 {
     DiskS3Settings(
         const std::shared_ptr<Aws::S3::S3Client> & client_,
-        size_t s3_max_single_read_retries_,
+        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
         size_t s3_min_upload_part_size_,
         size_t s3_max_single_part_upload_size_,
         size_t min_bytes_for_seek_,
@@ -31,7 +31,7 @@ struct DiskS3Settings
         int list_object_keys_size_);
 
     std::shared_ptr<Aws::S3::S3Client> client;
-    size_t s3_max_single_read_retries;
+    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
     size_t s3_min_upload_part_size;
     size_t s3_max_single_part_upload_size;
     size_t min_bytes_for_seek;
diff --git a/src/Disks/S3/registerDiskS3.cpp b/src/Disks/S3/registerDiskS3.cpp
index 767e8890a01..6dcdba25478 100644
--- a/src/Disks/S3/registerDiskS3.cpp
+++ b/src/Disks/S3/registerDiskS3.cpp
@@ -150,7 +150,7 @@ std::unique_ptr<DiskS3Settings> getSettings(const Poco::Util::AbstractConfigurat
 {
     return std::make_unique<DiskS3Settings>(
         getClient(config, config_prefix, context),
-        config.getUInt64(config_prefix + ".s3_max_single_read_retries", context->getSettingsRef().s3_max_single_read_retries),
+        std::make_shared<Aws::Client::DefaultRetryStrategy>(config.getUInt(config_prefix + ".single_read_retry_attempts", context->getSettingsRef().s3_single_read_retry_attempts)),
         config.getUInt64(config_prefix + ".s3_min_upload_part_size", context->getSettingsRef().s3_min_upload_part_size),
         config.getUInt64(config_prefix + ".s3_max_single_part_upload_size", context->getSettingsRef().s3_max_single_part_upload_size),
         config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024),
diff --git a/src/IO/ReadBufferFromS3.cpp b/src/IO/ReadBufferFromS3.cpp
index 1e27b0284b7..dde4564ea53 100644
--- a/src/IO/ReadBufferFromS3.cpp
+++ b/src/IO/ReadBufferFromS3.cpp
@@ -6,6 +6,7 @@
 #    include <IO/ReadBufferFromS3.h>
 #    include <Common/Stopwatch.h>
 
+#    include <aws/core/client/RetryStrategy.h>
 #    include <aws/s3/S3Client.h>
 #    include <aws/s3/model/GetObjectRequest.h>
 #    include <common/logger_useful.h>
@@ -31,12 +32,12 @@ namespace ErrorCodes
 
 
 ReadBufferFromS3::ReadBufferFromS3(
-    std::shared_ptr<Aws::S3::S3Client> client_ptr_, const String & bucket_, const String & key_, UInt64 s3_max_single_read_retries_, size_t buffer_size_)
+    std::shared_ptr<Aws::S3::S3Client> client_ptr_, const String & bucket_, const String & key_, std::shared_ptr<Aws::Client::RetryStrategy> retry_strategy_, size_t buffer_size_)
     : SeekableReadBuffer(nullptr, 0)
     , client_ptr(std::move(client_ptr_))
     , bucket(bucket_)
     , key(key_)
-    , s3_max_single_read_retries(s3_max_single_read_retries_)
+    , retry_strategy(std::move(retry_strategy_))
     , buffer_size(buffer_size_)
 {
 }
@@ -52,11 +53,10 @@ bool ReadBufferFromS3::nextImpl()
     Stopwatch watch;
     bool next_result = false;
 
-    for (Int64 attempt = static_cast<Int64>(s3_max_single_read_retries); attempt >= 0; --attempt)
-    {
-        if (!impl)
-            impl = initialize();
+    Aws::Client::AWSError<Aws::Client::CoreErrors> network_error;
 
+    for (int attempt = 1;; ++attempt)
+    {
         try
         {
             next_result = impl->next();
@@ -68,6 +68,8 @@ bool ReadBufferFromS3::nextImpl()
         }
         catch (const Exception & e)
         {
+            network_error = Aws::Client::AWSError<Aws::Client::CoreErrors>(Aws::Client::CoreErrors::NETWORK_CONNECTION, e.name(), e.message(), true);
+
             ProfileEvents::increment(ProfileEvents::S3ReadRequestsErrors, 1);
 
             LOG_INFO(log, "Caught exception while reading S3 object. Bucket: {}, Key: {}, Offset: {}, Remaining attempts: {}, Message: {}",
@@ -75,9 +77,14 @@ bool ReadBufferFromS3::nextImpl()
 
             impl.reset();
 
-            if (!attempt)
+            if (!retry_strategy->ShouldRetry(network_error, attempt))
                 throw;
         }
+
+        std::this_thread::sleep_for(std::chrono::milliseconds(retry_strategy->CalculateDelayBeforeNextRetry(network_error, attempt)));
+
+        if (!impl)
+            impl = initialize();
     }
 
     watch.stop();
diff --git a/src/IO/ReadBufferFromS3.h b/src/IO/ReadBufferFromS3.h
index 1f4124d909f..c84c20da7cd 100644
--- a/src/IO/ReadBufferFromS3.h
+++ b/src/IO/ReadBufferFromS3.h
@@ -15,6 +15,10 @@ namespace Aws::S3
 {
 class S3Client;
 }
+namespace Aws::Client
+{
+class RetryStrategy;
+}
 
 namespace DB
 {
@@ -27,7 +31,7 @@ private:
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     String bucket;
     String key;
-    UInt64 s3_max_single_read_retries;
+    std::shared_ptr<Aws::Client::RetryStrategy> retry_strategy;
     size_t buffer_size;
     off_t offset = 0;
     Aws::S3::Model::GetObjectResult read_result;
@@ -40,7 +44,7 @@ public:
         std::shared_ptr<Aws::S3::S3Client> client_ptr_,
         const String & bucket_,
         const String & key_,
-        UInt64 s3_max_single_read_retries_,
+        std::shared_ptr<Aws::Client::RetryStrategy> retry_strategy_,
         size_t buffer_size_ = DBMS_DEFAULT_BUFFER_SIZE);
 
     bool nextImpl() override;
diff --git a/src/IO/S3Common.cpp b/src/IO/S3Common.cpp
index ff9eafc9bc7..e8406134f87 100644
--- a/src/IO/S3Common.cpp
+++ b/src/IO/S3Common.cpp
@@ -428,8 +428,6 @@ public:
                 /// EC2MetadataService throttles by delaying the response so the service client should set a large read timeout.
                 /// EC2MetadataService delay is in order of seconds so it only make sense to retry after a couple of seconds.
                 aws_client_configuration.connectTimeoutMs = 1000;
-
-                /// FIXME. Somehow this timeout does not work in docker without --net=host.
                 aws_client_configuration.requestTimeoutMs = 1000;
 
                 aws_client_configuration.retryStrategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(1, 1000);
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index 36d078e7bf3..a4b7b541e15 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -25,6 +25,7 @@
 #include <DataTypes/DataTypeString.h>
 
 #include <aws/core/auth/AWSCredentials.h>
+#include <aws/core/client/DefaultRetryStrategy.h>
 #include <aws/s3/S3Client.h>
 #include <aws/s3/model/ListObjectsV2Request.h>
 
@@ -167,7 +168,7 @@ StorageS3Source::StorageS3Source(
     ContextPtr context_,
     const ColumnsDescription & columns_,
     UInt64 max_block_size_,
-    UInt64 s3_max_single_read_retries_,
+    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
     const String compression_hint_,
     const std::shared_ptr<Aws::S3::S3Client> & client_,
     const String & bucket_,
@@ -179,7 +180,7 @@ StorageS3Source::StorageS3Source(
     , format(format_)
     , columns_desc(columns_)
     , max_block_size(max_block_size_)
-    , s3_max_single_read_retries(s3_max_single_read_retries_)
+    , single_read_retry_strategy(std::move(single_read_retry_strategy_))
     , compression_hint(compression_hint_)
     , client(client_)
     , sample_block(sample_block_)
@@ -200,7 +201,7 @@ bool StorageS3Source::initialize()
     file_path = bucket + "/" + current_key;
 
     read_buf = wrapReadBufferWithCompressionMethod(
-        std::make_unique<ReadBufferFromS3>(client, bucket, current_key, s3_max_single_read_retries), chooseCompressionMethod(current_key, compression_hint));
+        std::make_unique<ReadBufferFromS3>(client, bucket, current_key, single_read_retry_strategy), chooseCompressionMethod(current_key, compression_hint));
     auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, getContext(), max_block_size);
     reader = std::make_shared<InputStreamFromInputFormat>(input_format);
 
@@ -324,7 +325,7 @@ StorageS3::StorageS3(
     const String & secret_access_key_,
     const StorageID & table_id_,
     const String & format_name_,
-    UInt64 s3_max_single_read_retries_,
+    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
     UInt64 min_upload_part_size_,
     UInt64 max_single_part_upload_size_,
     UInt64 max_connections_,
@@ -337,7 +338,7 @@ StorageS3::StorageS3(
     : IStorage(table_id_)
     , client_auth{uri_, access_key_id_, secret_access_key_, max_connections_, {}, {}} /// Client and settings will be updated later
     , format_name(format_name_)
-    , s3_max_single_read_retries(s3_max_single_read_retries_)
+    , single_read_retry_strategy(std::move(single_read_retry_strategy_))
     , min_upload_part_size(min_upload_part_size_)
     , max_single_part_upload_size(max_single_part_upload_size_)
     , compression_method(compression_method_)
@@ -405,7 +406,7 @@ Pipe StorageS3::read(
             local_context,
             metadata_snapshot->getColumns(),
             max_block_size,
-            s3_max_single_read_retries,
+            single_read_retry_strategy,
             compression_method,
             client_auth.client,
             client_auth.uri.bucket,
@@ -492,7 +493,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
             secret_access_key = engine_args[2]->as<ASTLiteral &>().value.safeGet<String>();
         }
 
-        UInt64 s3_max_single_read_retries = args.getLocalContext()->getSettingsRef().s3_max_single_read_retries;
+        auto single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(args.getLocalContext()->getSettingsRef().s3_single_read_retry_attempts);
         UInt64 min_upload_part_size = args.getLocalContext()->getSettingsRef().s3_min_upload_part_size;
         UInt64 max_single_part_upload_size = args.getLocalContext()->getSettingsRef().s3_max_single_part_upload_size;
         UInt64 max_connections = args.getLocalContext()->getSettingsRef().s3_max_connections;
@@ -516,7 +517,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
             secret_access_key,
             args.table_id,
             format_name,
-            s3_max_single_read_retries,
+            single_read_retry_strategy,
             min_upload_part_size,
             max_single_part_upload_size,
             max_connections,
diff --git a/src/Storages/StorageS3.h b/src/Storages/StorageS3.h
index 694dec4c0dc..7ab6d2fe259 100644
--- a/src/Storages/StorageS3.h
+++ b/src/Storages/StorageS3.h
@@ -55,7 +55,7 @@ public:
         ContextPtr context_,
         const ColumnsDescription & columns_,
         UInt64 max_block_size_,
-        UInt64 s3_max_single_read_retries_,
+        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
         const String compression_hint_,
         const std::shared_ptr<Aws::S3::S3Client> & client_,
         const String & bucket,
@@ -72,7 +72,7 @@ private:
     String format;
     ColumnsDescription columns_desc;
     UInt64 max_block_size;
-    UInt64 s3_max_single_read_retries;
+    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
     String compression_hint;
     std::shared_ptr<Aws::S3::S3Client> client;
     Block sample_block;
@@ -103,7 +103,7 @@ public:
         const String & secret_access_key,
         const StorageID & table_id_,
         const String & format_name_,
-        UInt64 s3_max_single_read_retries_,
+        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
         UInt64 min_upload_part_size_,
         UInt64 max_single_part_upload_size_,
         UInt64 max_connections_,
@@ -150,7 +150,7 @@ private:
     ClientAuthentificaiton client_auth;
 
     String format_name;
-    UInt64 s3_max_single_read_retries;
+    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
     size_t min_upload_part_size;
     size_t max_single_part_upload_size;
     String compression_method;
diff --git a/src/TableFunctions/TableFunctionS3.cpp b/src/TableFunctions/TableFunctionS3.cpp
index 1eddbf69b7c..1e7b0588e8c 100644
--- a/src/TableFunctions/TableFunctionS3.cpp
+++ b/src/TableFunctions/TableFunctionS3.cpp
@@ -12,6 +12,9 @@
 #include <Parsers/ASTLiteral.h>
 #include "registerTableFunctions.h"
 
+#include <aws/core/client/DefaultRetryStrategy.h>
+
+
 namespace DB
 {
 
@@ -83,7 +86,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, Context
 {
     Poco::URI uri (filename);
     S3::URI s3_uri (uri);
-    UInt64 s3_max_single_read_retries = context->getSettingsRef().s3_max_single_read_retries;
+    auto single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(context->getSettingsRef().s3_single_read_retry_attempts);
     UInt64 min_upload_part_size = context->getSettingsRef().s3_min_upload_part_size;
     UInt64 max_single_part_upload_size = context->getSettingsRef().s3_max_single_part_upload_size;
     UInt64 max_connections = context->getSettingsRef().s3_max_connections;
@@ -94,7 +97,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, Context
         secret_access_key,
         StorageID(getDatabaseName(), table_name),
         format,
-        s3_max_single_read_retries,
+        single_read_retry_strategy,
         min_upload_part_size,
         max_single_part_upload_size,
         max_connections,
diff --git a/src/TableFunctions/TableFunctionS3Cluster.cpp b/src/TableFunctions/TableFunctionS3Cluster.cpp
index 7b0d50a6a0a..f07116736a4 100644
--- a/src/TableFunctions/TableFunctionS3Cluster.cpp
+++ b/src/TableFunctions/TableFunctionS3Cluster.cpp
@@ -28,6 +28,9 @@
 #include <memory>
 #include <thread>
 
+#include <aws/core/client/DefaultRetryStrategy.h>
+
+
 namespace DB
 {
 
@@ -109,7 +112,7 @@ StoragePtr TableFunctionS3Cluster::executeImpl(
         Poco::URI uri (filename);
         S3::URI s3_uri (uri);
         /// Actually this parameters are not used
-        UInt64 s3_max_single_read_retries = context->getSettingsRef().s3_max_single_read_retries;
+        auto s3_max_single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(context->getSettingsRef().s3_single_read_retry_attempts);
         UInt64 min_upload_part_size = context->getSettingsRef().s3_min_upload_part_size;
         UInt64 max_single_part_upload_size = context->getSettingsRef().s3_max_single_part_upload_size;
         UInt64 max_connections = context->getSettingsRef().s3_max_connections;
@@ -119,7 +122,7 @@ StoragePtr TableFunctionS3Cluster::executeImpl(
             secret_access_key,
             StorageID(getDatabaseName(), table_name),
             format,
-            s3_max_single_read_retries,
+            s3_max_single_read_retry_strategy,
             min_upload_part_size,
             max_single_part_upload_size,
             max_connections,

From 90efb9d0dbbe9bea5102c0a14f3add4e49e1ec92 Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Thu, 22 Apr 2021 09:57:15 +0300
Subject: [PATCH 0246/1060] Minor fix.

---
 src/TableFunctions/TableFunctionS3Cluster.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/TableFunctions/TableFunctionS3Cluster.cpp b/src/TableFunctions/TableFunctionS3Cluster.cpp
index f07116736a4..8d16e62e297 100644
--- a/src/TableFunctions/TableFunctionS3Cluster.cpp
+++ b/src/TableFunctions/TableFunctionS3Cluster.cpp
@@ -112,7 +112,7 @@ StoragePtr TableFunctionS3Cluster::executeImpl(
         Poco::URI uri (filename);
         S3::URI s3_uri (uri);
         /// Actually this parameters are not used
-        auto s3_max_single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(context->getSettingsRef().s3_single_read_retry_attempts);
+        auto single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(context->getSettingsRef().s3_single_read_retry_attempts);
         UInt64 min_upload_part_size = context->getSettingsRef().s3_min_upload_part_size;
         UInt64 max_single_part_upload_size = context->getSettingsRef().s3_max_single_part_upload_size;
         UInt64 max_connections = context->getSettingsRef().s3_max_connections;
@@ -122,7 +122,7 @@ StoragePtr TableFunctionS3Cluster::executeImpl(
             secret_access_key,
             StorageID(getDatabaseName(), table_name),
             format,
-            s3_max_single_read_retry_strategy,
+            single_read_retry_strategy,
             min_upload_part_size,
             max_single_part_upload_size,
             max_connections,

From fa7308d2cb8c49af6ef020ee8f3842b0187cbdd7 Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Thu, 29 Apr 2021 09:29:06 +0300
Subject: [PATCH 0247/1060] Minor fix.

---
 src/IO/ReadBufferFromS3.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/IO/ReadBufferFromS3.cpp b/src/IO/ReadBufferFromS3.cpp
index dde4564ea53..42db3c6e842 100644
--- a/src/IO/ReadBufferFromS3.cpp
+++ b/src/IO/ReadBufferFromS3.cpp
@@ -72,7 +72,7 @@ bool ReadBufferFromS3::nextImpl()
 
             ProfileEvents::increment(ProfileEvents::S3ReadRequestsErrors, 1);
 
-            LOG_INFO(log, "Caught exception while reading S3 object. Bucket: {}, Key: {}, Offset: {}, Remaining attempts: {}, Message: {}",
+            LOG_INFO(log, "Caught exception while reading S3 object. Bucket: {}, Key: {}, Offset: {}, Attempt: {}, Message: {}",
                     bucket, key, getPosition(), attempt, e.message());
 
             impl.reset();

From 752d0cb0b62b2bf4fa1734f0c8fdb4a8d0b836a4 Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Thu, 29 Apr 2021 09:30:44 +0300
Subject: [PATCH 0248/1060] Fixed test.

---
 tests/integration/test_storage_s3/s3_mocks/unstable_server.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_storage_s3/s3_mocks/unstable_server.py b/tests/integration/test_storage_s3/s3_mocks/unstable_server.py
index 4a27845ff9f..03e0d8fa288 100644
--- a/tests/integration/test_storage_s3/s3_mocks/unstable_server.py
+++ b/tests/integration/test_storage_s3/s3_mocks/unstable_server.py
@@ -40,7 +40,7 @@ class RequestHandler(http.server.BaseHTTPRequestHandler):
             self.end_bytes = len(lines)
             self.size = self.end_bytes
             self.send_block_size = 256
-            self.stop_at = random.randint(900000, 1200000) // self.send_block_size # Block size is 1024**2.
+            self.stop_at = random.randint(900000, 1300000) // self.send_block_size # Block size is 1024**2.
 
             if "Range" in self.headers:
                 cr = self.headers["Range"]

From 914116d759867a8ac9d28cd008033572e9b0cef0 Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Thu, 6 May 2021 10:53:23 +0300
Subject: [PATCH 0249/1060] Added documentation.

---
 docs/en/engines/table-engines/integrations/s3.md            | 3 +++
 docs/en/engines/table-engines/mergetree-family/mergetree.md | 2 ++
 docs/ru/engines/table-engines/integrations/s3.md            | 3 +++
 docs/ru/engines/table-engines/mergetree-family/mergetree.md | 2 ++
 4 files changed, 10 insertions(+)

diff --git a/docs/en/engines/table-engines/integrations/s3.md b/docs/en/engines/table-engines/integrations/s3.md
index a27308b9b3f..78fcfaa7ac4 100644
--- a/docs/en/engines/table-engines/integrations/s3.md
+++ b/docs/en/engines/table-engines/integrations/s3.md
@@ -130,6 +130,7 @@ The following settings can be set before query execution or placed into configur
 -   `s3_max_single_part_upload_size` — The maximum size of object to upload using singlepart upload to S3. Default value is `64Mb`.
 -   `s3_min_upload_part_size` — The minimum size of part to upload during multipart upload to [S3 Multipart upload](https://docs.aws.amazon.com/AmazonS3/latest/dev/uploadobjusingmpu.html). Default value is `512Mb`.
 -   `s3_max_redirects` — Max number of S3 redirects hops allowed. Default value is `10`.
+-   `s3_single_read_retry_attempts` — The maximum number of attempts during single read. Default value is `4`.
 
 Security consideration: if malicious user can specify arbitrary S3 URLs, `s3_max_redirects` must be set to zero to avoid [SSRF](https://en.wikipedia.org/wiki/Server-side_request_forgery) attacks; or alternatively, `remote_host_filter` must be specified in server configuration.
 
@@ -144,6 +145,7 @@ The following settings can be specified in configuration file for given endpoint
 -   `use_insecure_imds_request` — If set to `true`, S3 client will use insecure IMDS request while obtaining credentials from Amazon EC2 metadata. Optional, default value is `false`.
 -   `header` —  Adds specified HTTP header to a request to given endpoint. Optional, can be speficied multiple times.
 -   `server_side_encryption_customer_key_base64` — If specified, required headers for accessing S3 objects with SSE-C encryption will be set. Optional.
+-   `single_read_retry_attempts` — The maximum number of attempts during single read. Default value is `4`. Optional.
 
 **Example:**
 
@@ -158,6 +160,7 @@ The following settings can be specified in configuration file for given endpoint
         <!-- <use_insecure_imds_request>false</use_insecure_imds_request> -->
         <!-- <header>Authorization: Bearer SOME-TOKEN</header> -->
         <!-- <server_side_encryption_customer_key_base64>BASE64-ENCODED-KEY</server_side_encryption_customer_key_base64> -->
+        <!-- <single_read_retry_attempts>4</single_read_retry_attempts> -->
     </endpoint-name>
 </s3>
 ```
diff --git a/docs/en/engines/table-engines/mergetree-family/mergetree.md b/docs/en/engines/table-engines/mergetree-family/mergetree.md
index 8743090df41..654cc39e548 100644
--- a/docs/en/engines/table-engines/mergetree-family/mergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/mergetree.md
@@ -748,6 +748,7 @@ Configuration markup:
             <connect_timeout_ms>10000</connect_timeout_ms>
             <request_timeout_ms>5000</request_timeout_ms>
             <retry_attempts>10</retry_attempts>
+            <single_read_retry_attempts>4</single_read_retry_attempts>
             <min_bytes_for_seek>1000</min_bytes_for_seek>
             <metadata_path>/var/lib/clickhouse/disks/s3/</metadata_path>
             <cache_enabled>true</cache_enabled>
@@ -772,6 +773,7 @@ Optional parameters:
 -   `connect_timeout_ms` — Socket connect timeout in milliseconds. Default value is `10 seconds`. 
 -   `request_timeout_ms` — Request timeout in milliseconds. Default value is `5 seconds`. 
 -   `retry_attempts` — Number of retry attempts in case of failed request. Default value is `10`. 
+-   `single_read_retry_attempts` — Number of retry attempts in case of connection drop during read. Default value is `4`. 
 -   `min_bytes_for_seek` — Minimal number of bytes to use seek operation instead of sequential read. Default value is `1 Mb`. 
 -   `metadata_path` — Path on local FS to store metadata files for S3. Default value is `/var/lib/clickhouse/disks/<disk_name>/`. 
 -   `cache_enabled` — Allows to cache mark and index files on local FS. Default value is `true`. 
diff --git a/docs/ru/engines/table-engines/integrations/s3.md b/docs/ru/engines/table-engines/integrations/s3.md
index 177d69dc3e0..bf9c51c6c04 100644
--- a/docs/ru/engines/table-engines/integrations/s3.md
+++ b/docs/ru/engines/table-engines/integrations/s3.md
@@ -70,6 +70,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 -   `s3_max_single_part_upload_size` — максимальный размер объекта для загрузки с использованием однокомпонентной загрузки в S3. Значение по умолчанию — `64 Mб`. 
 -   `s3_min_upload_part_size` — минимальный размер объекта для загрузки при многокомпонентной загрузке в [S3 Multipart upload](https://docs.aws.amazon.com/AmazonS3/latest/dev/uploadobjusingmpu.html). Значение по умолчанию — `512 Mб`.
 -   `s3_max_redirects` — максимальное количество разрешенных переадресаций S3. Значение по умолчанию — `10`. 
+-   `s3_single_read_retry_attempts` — максимальное количество попыток запроса при единичном чтении. Значение по умолчанию — `4`.
 
 Соображение безопасности: если злонамеренный пользователь попробует указать произвольные URL-адреса S3, параметр `s3_max_redirects` должен быть установлен в ноль, чтобы избежать атак [SSRF] (https://en.wikipedia.org/wiki/Server-side_request_forgery). Как альтернатива, в конфигурации сервера должен быть указан `remote_host_filter`.
 
@@ -87,6 +88,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 -   `region` — название региона S3.
 -   `header` — добавляет указанный HTTP-заголовок к запросу на заданную точку приема запроса. Может быть определен несколько раз.
 -   `server_side_encryption_customer_key_base64` — устанавливает необходимые заголовки для доступа к объектам S3 с шифрованием SSE-C. 
+-   `single_read_retry_attempts` — Максимальное количество попыток запроса при единичном чтении. Значение по умолчанию — `4`.
 
 **Пример**
 
@@ -101,6 +103,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 		<!-- <use_insecure_imds_request>false</use_insecure_imds_request> -->
         <!-- <header>Authorization: Bearer SOME-TOKEN</header> -->
         <!-- <server_side_encryption_customer_key_base64>BASE64-ENCODED-KEY</server_side_encryption_customer_key_base64> -->
+        <!-- <single_read_retry_attempts>4</single_read_retry_attempts> -->
     </endpoint-name>
 </s3>
 ```
diff --git a/docs/ru/engines/table-engines/mergetree-family/mergetree.md b/docs/ru/engines/table-engines/mergetree-family/mergetree.md
index 4cff6fcfb80..8530af66352 100644
--- a/docs/ru/engines/table-engines/mergetree-family/mergetree.md
+++ b/docs/ru/engines/table-engines/mergetree-family/mergetree.md
@@ -735,6 +735,7 @@ SETTINGS storage_policy = 'moving_from_ssd_to_hdd'
             <connect_timeout_ms>10000</connect_timeout_ms>
             <request_timeout_ms>5000</request_timeout_ms>
             <retry_attempts>10</retry_attempts>
+            <single_read_retry_attempts>4</single_read_retry_attempts>
             <min_bytes_for_seek>1000</min_bytes_for_seek>
             <metadata_path>/var/lib/clickhouse/disks/s3/</metadata_path>
             <cache_enabled>true</cache_enabled>
@@ -761,6 +762,7 @@ SETTINGS storage_policy = 'moving_from_ssd_to_hdd'
 -   `connect_timeout_ms` — таймаут подключения к сокету в миллисекундах. Значение по умолчанию: 10 секунд. 
 -   `request_timeout_ms` — таймаут выполнения запроса в миллисекундах. Значение по умолчанию: 5 секунд. 
 -   `retry_attempts` — число попыток выполнения запроса в случае возникновения ошибки. Значение по умолчанию: `10`. 
+-   `single_read_retry_attempts` — число попыток выполнения запроса в случае возникновения ошибки в процессе чтения. Значение по умолчанию: `4`.
 -   `min_bytes_for_seek` — минимальное количество байтов, которые используются для операций поиска вместо последовательного чтения. Значение по умолчанию: 1 МБайт. 
 -   `metadata_path` — путь к локальному файловому хранилищу для хранения файлов с метаданными для S3. Значение по умолчанию: `/var/lib/clickhouse/disks/<disk_name>/`. 
 -   `cache_enabled` — признак, разрешено ли хранение кэша засечек и файлов индекса в локальной файловой системе. Значение по умолчанию: `true`. 

From 67d34c0136426f79d33d9bd7a4e5bee6cc1915d0 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 17 May 2021 14:13:18 +0300
Subject: [PATCH 0250/1060] merge with master

---
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp   | 1 +
 src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp   | 8 ++++++++
 src/Storages/StorageReplicatedMergeTree.cpp              | 2 +-
 tests/integration/test_part_moves_between_shards/test.py | 2 +-
 4 files changed, 11 insertions(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 33ce87f1604..20cadb53098 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -528,6 +528,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             selectPartsToReadWithUUIDFilter(
                 parts,
                 part_values,
+                data.getPinnedPartUUIDs(),
                 minmax_idx_condition,
                 minmax_columns_types,
                 partition_pruner,
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index 9c4f39b95f3..dbd55bc4ff3 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -439,6 +439,14 @@ Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormat
         return res;
     }
 
+    /// Doesn't produce any part.
+    if (type == SYNC_PINNED_PART_UUIDS)
+        return {};
+
+    /// Doesn't produce any part by itself.
+    if (type == CLONE_PART_FROM_SHARD)
+        return {};
+
     return {new_part_name};
 }
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 9d0e623fcea..a4a959c9fba 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2610,7 +2610,7 @@ void StorageReplicatedMergeTree::executeClonePartFromShard(const LogEntry & entr
 
         part = get_part();
 
-        ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false, false);
+        ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false, getContext(), false);
         output.writeExistingPart(part, "clone_part_from_shard_" + entry.block_id);
     }
 }
diff --git a/tests/integration/test_part_moves_between_shards/test.py b/tests/integration/test_part_moves_between_shards/test.py
index 2af2a12f8cb..f6d3942a4c4 100644
--- a/tests/integration/test_part_moves_between_shards/test.py
+++ b/tests/integration/test_part_moves_between_shards/test.py
@@ -42,7 +42,7 @@ def started_cluster():
 def test_move(started_cluster):
     for shard_ix, rs in enumerate([[s0r0, s0r1], [s1r0, s1r1]]):
         for replica_ix, r in enumerate(rs):
-            r.query("DROP TABLE IF EXISTS t")
+            r.query("DROP TABLE IF EXISTS t SYNC")
             r.query("""
             CREATE TABLE t(v UInt64)
             ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/t', '{}')

From 40e63646ca65353926def430b1d551619238b17d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 17 May 2021 14:16:16 +0300
Subject: [PATCH 0251/1060] more

---
 .../compose/docker_compose_rabbitmq.yml       |   5 +
 tests/integration/ci-runner.py                |   2 +-
 tests/integration/helpers/cluster.py          |   9 +
 .../test_attach_without_fetching/test.py      |   8 +-
 .../test_dictionaries_postgresql/test.py      |   2 +-
 .../config.d/zookeeper_session_timeout.xml    |   2 +-
 .../config.d/zookeeper_session_timeout.xml    |   2 +-
 .../integration/test_distributed_ddl/test.py  |   6 +-
 tests/integration/test_multiple_disks/test.py | 160 +++++++++---------
 9 files changed, 105 insertions(+), 91 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
index 997a346779c..ef6016761a7 100644
--- a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
+++ b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
@@ -9,3 +9,8 @@ services:
         environment:
             RABBITMQ_DEFAULT_USER: "root"
             RABBITMQ_DEFAULT_PASS: "clickhouse"
+            RABBITMQ_LOGS: /rabbitmq_logs/
+        volumes:
+            - type: ${RABBITMQ_LOGS_FS:-tmpfs}
+              source: ${RABBITMQ_LOGS:-}
+              target: /rabbitmq_logs/
\ No newline at end of file
diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 4e2b361dcc9..970daa7ec46 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -84,7 +84,7 @@ def get_counters(output):
             else:
                 logging.info("Strange line %s", line)
         else:
-            logging.info("Strange line %s")
+            logging.info("Strange line %s", line)
     return {k: list(v) for k, v in counters.items()}
 
 
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index d3f88203eac..cfa25a613b9 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -291,6 +291,9 @@ class ClickHouseCluster:
         self.rabbitmq_host = "rabbitmq1"
         self.rabbitmq_ip = None
         self.rabbitmq_port = 5672
+        self.rabbitmq_dir = p.abspath(p.join(self.instances_dir, "rabbitmq"))
+        self.rabbitmq_logs_dir = os.path.join(self.rabbitmq_dir, "logs")
+
 
         # available when with_redis == True
         self.redis_host = "redis1"
@@ -535,6 +538,8 @@ class ClickHouseCluster:
         self.with_rabbitmq = True
         env_variables['RABBITMQ_HOST'] = self.rabbitmq_host
         env_variables['RABBITMQ_PORT'] = str(self.rabbitmq_port)
+        env_variables['RABBITMQ_LOGS'] = self.rabbitmq_logs_dir
+        env_variables['RABBITMQ_LOGS_FS'] = "bind"
 
         self.base_cmd.extend(['--file', p.join(docker_compose_yml_dir, 'docker_compose_rabbitmq.yml')])
         self.base_rabbitmq_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
@@ -1208,6 +1213,9 @@ class ClickHouseCluster:
                 self.wait_kafka_is_available(self.kerberized_kafka_docker_id, self.kerberized_kafka_port, 100)
 
             if self.with_rabbitmq and self.base_rabbitmq_cmd:
+                logging.debug('Setup RabbitMQ')
+                os.makedirs(self.rabbitmq_logs_dir)
+                os.chmod(self.rabbitmq_logs_dir, stat.S_IRWXO)
                 subprocess_check_call(self.base_rabbitmq_cmd + common_opts + ['--renew-anon-volumes'])
                 self.rabbitmq_docker_id = self.get_instance_docker_id('rabbitmq1')
                 self.wait_rabbitmq_to_start()
@@ -1282,6 +1290,7 @@ class ClickHouseCluster:
             logging.debug("Failed to start cluster: ")
             logging.debug(str(e))
             logging.debug(traceback.print_exc())
+            self.shutdown()
             raise
 
     def shutdown(self, kill=True):
diff --git a/tests/integration/test_attach_without_fetching/test.py b/tests/integration/test_attach_without_fetching/test.py
index 8b0c1ffbc5c..1a7a2a1074b 100644
--- a/tests/integration/test_attach_without_fetching/test.py
+++ b/tests/integration/test_attach_without_fetching/test.py
@@ -7,9 +7,9 @@ from helpers.network import PartitionManager
 from helpers.corrupt_part_data_on_disk import corrupt_part_data_by_path
 
 def fill_node(node):
-    node.query(
+    node.query_with_retry(
     '''
-        CREATE TABLE test(n UInt32)
+        CREATE TABLE IF NOT EXISTS test(n UInt32)
         ENGINE = ReplicatedMergeTree('/clickhouse/tables/test', '{replica}')
         ORDER BY n PARTITION BY n % 10;
     '''.format(replica=node.name))
@@ -39,9 +39,9 @@ def start_cluster():
 def check_data(nodes, detached_parts):
     for node in nodes:
         print("> Replication queue for", node.name, "\n> table\treplica_name\tsource_replica\ttype\tposition\n",
-            node.query("SELECT table, replica_name, source_replica, type, position FROM system.replication_queue"))
+            node.query_with_retry("SELECT table, replica_name, source_replica, type, position FROM system.replication_queue"))
 
-        node.query("SYSTEM SYNC REPLICA test")
+        node.query_with_retry("SYSTEM SYNC REPLICA test")
 
         print("> Checking data integrity for", node.name)
 
diff --git a/tests/integration/test_dictionaries_postgresql/test.py b/tests/integration/test_dictionaries_postgresql/test.py
index 36cbaef6fb9..f0d18909166 100644
--- a/tests/integration/test_dictionaries_postgresql/test.py
+++ b/tests/integration/test_dictionaries_postgresql/test.py
@@ -160,7 +160,7 @@ def test_dictionary_with_replicas(started_cluster):
 
 
 def test_postgres_scema(started_cluster):
-    conn = get_postgres_conn(port=5432, database=True)
+    conn = get_postgres_conn(ip=started_cluster.postgres_ip, port=started_cluster.postgres_port, database=True)
     cursor = conn.cursor()
 
     cursor.execute('CREATE SCHEMA test_schema')
diff --git a/tests/integration/test_distributed_ddl/configs/config.d/zookeeper_session_timeout.xml b/tests/integration/test_distributed_ddl/configs/config.d/zookeeper_session_timeout.xml
index 071725b5391..3b878bbf4de 100644
--- a/tests/integration/test_distributed_ddl/configs/config.d/zookeeper_session_timeout.xml
+++ b/tests/integration/test_distributed_ddl/configs/config.d/zookeeper_session_timeout.xml
@@ -1,6 +1,6 @@
 <yandex>
     <zookeeper>
         <!-- Required for correct timing in current test case -->
-        <session_timeout_ms replace="1">3000</session_timeout_ms>
+        <session_timeout_ms replace="1">10000</session_timeout_ms>
     </zookeeper>
 </yandex>
diff --git a/tests/integration/test_distributed_ddl/configs_secure/config.d/zookeeper_session_timeout.xml b/tests/integration/test_distributed_ddl/configs_secure/config.d/zookeeper_session_timeout.xml
index 071725b5391..3b878bbf4de 100644
--- a/tests/integration/test_distributed_ddl/configs_secure/config.d/zookeeper_session_timeout.xml
+++ b/tests/integration/test_distributed_ddl/configs_secure/config.d/zookeeper_session_timeout.xml
@@ -1,6 +1,6 @@
 <yandex>
     <zookeeper>
         <!-- Required for correct timing in current test case -->
-        <session_timeout_ms replace="1">3000</session_timeout_ms>
+        <session_timeout_ms replace="1">10000</session_timeout_ms>
     </zookeeper>
 </yandex>
diff --git a/tests/integration/test_distributed_ddl/test.py b/tests/integration/test_distributed_ddl/test.py
index 68d8a2dab53..87e793a7acb 100755
--- a/tests/integration/test_distributed_ddl/test.py
+++ b/tests/integration/test_distributed_ddl/test.py
@@ -98,7 +98,7 @@ def _test_on_connection_losses(test_cluster, zk_timeout):
 
     with PartitionManager() as pm:
         pm.drop_instance_zk_connections(kill_instance)
-        request = instance.get_query_request("DROP TABLE IF EXISTS test.__nope__ ON CLUSTER 'cluster'", timeout=10)
+        request = instance.get_query_request("DROP TABLE IF EXISTS test.__nope__ ON CLUSTER 'cluster'", timeout=20)
         time.sleep(zk_timeout)
         pm.restore_instance_zk_connections(kill_instance)
 
@@ -106,11 +106,11 @@ def _test_on_connection_losses(test_cluster, zk_timeout):
 
 
 def test_on_connection_loss(test_cluster):
-    _test_on_connection_losses(test_cluster, 1.5)  # connection loss will occur only (3 sec ZK timeout in config)
+    _test_on_connection_losses(test_cluster, 5)  # connection loss will occur only (3 sec ZK timeout in config)
 
 
 def test_on_session_expired(test_cluster):
-    _test_on_connection_losses(test_cluster, 4)  # session should be expired (3 sec ZK timeout in config)
+    _test_on_connection_losses(test_cluster, 15)  # session should be expired (3 sec ZK timeout in config)
 
 
 def test_simple_alters(test_cluster):
diff --git a/tests/integration/test_multiple_disks/test.py b/tests/integration/test_multiple_disks/test.py
index 7ad7fe92b0f..e821bd4e5a8 100644
--- a/tests/integration/test_multiple_disks/test.py
+++ b/tests/integration/test_multiple_disks/test.py
@@ -244,7 +244,7 @@ def test_query_parser(start_cluster):
     try:
         with pytest.raises(QueryRuntimeException):
             node1.query("""
-                CREATE TABLE table_with_absent_policy (
+                CREATE TABLE IF NOT EXISTS table_with_absent_policy (
                     d UInt64
                 ) ENGINE = MergeTree()
                 ORDER BY d
@@ -253,7 +253,7 @@ def test_query_parser(start_cluster):
 
         with pytest.raises(QueryRuntimeException):
             node1.query("""
-                CREATE TABLE table_with_absent_policy (
+                CREATE TABLE IF NOT EXISTS table_with_absent_policy (
                     d UInt64
                 ) ENGINE = MergeTree()
                 ORDER BY d
@@ -261,7 +261,7 @@ def test_query_parser(start_cluster):
             """)
 
         node1.query("""
-                CREATE TABLE table_with_normal_policy (
+                CREATE TABLE IF NOT EXISTS table_with_normal_policy (
                     d UInt64
                 ) ENGINE = MergeTree()
                 ORDER BY d
@@ -295,8 +295,8 @@ def test_query_parser(start_cluster):
 ])
 def test_alter_policy(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 d UInt64
             ) ENGINE = {engine}
             ORDER BY d
@@ -314,7 +314,7 @@ def test_alter_policy(start_cluster, name, engine):
         assert node1.query("""SELECT storage_policy FROM system.tables WHERE name = '{name}'""".format(
             name=name)) == "small_jbod_with_external\n"
 
-        node1.query("""ALTER TABLE {name} MODIFY SETTING storage_policy='jbods_with_external'""".format(name=name))
+        node1.query_with_retry("""ALTER TABLE {name} MODIFY SETTING storage_policy='jbods_with_external'""".format(name=name))
 
         assert node1.query("""SELECT storage_policy FROM system.tables WHERE name = '{name}'""".format(
             name=name)) == "jbods_with_external\n"
@@ -327,7 +327,7 @@ def test_alter_policy(start_cluster, name, engine):
             name=name)) == "jbods_with_external\n"
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 def get_random_string(length):
@@ -349,13 +349,13 @@ def test_no_warning_about_zero_max_data_part_size(start_cluster):
 
     for node in (node1, node2):
         node.query("""
-            CREATE TABLE default.test_warning_table (
+            CREATE TABLE IF NOT EXISTS default.test_warning_table (
                 s String
             ) ENGINE = MergeTree
             ORDER BY tuple()
             SETTINGS storage_policy='small_jbod_with_external'
         """)
-        node.query("DROP TABLE default.test_warning_table SYNC")
+        node.query("DROP TABLE IF EXISTS default.test_warning_table SYNC")
         log = get_log(node)
         assert not re.search("Warning.*Volume.*special_warning_zero_volume", log)
         assert not re.search("Warning.*Volume.*special_warning_default_volume", log)
@@ -369,8 +369,8 @@ def test_no_warning_about_zero_max_data_part_size(start_cluster):
 ])
 def test_round_robin(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 d UInt64
             ) ENGINE = {engine}
             ORDER BY d
@@ -378,17 +378,17 @@ def test_round_robin(start_cluster, name, engine):
         """.format(name=name, engine=engine))
 
         # first should go to the jbod1
-        node1.query("insert into {} select * from numbers(10000)".format(name))
+        node1.query_with_retry("insert into {} select * from numbers(10000)".format(name))
         used_disk = get_used_disks_for_table(node1, name)
         assert len(used_disk) == 1, 'More than one disk used for single insert'
 
-        node1.query("insert into {} select * from numbers(10000, 10000)".format(name))
+        node1.query_with_retry("insert into {} select * from numbers(10000, 10000)".format(name))
         used_disks = get_used_disks_for_table(node1, name)
 
         assert len(used_disks) == 2, 'Two disks should be used for two parts'
         assert used_disks[0] != used_disks[1], "Should write to different disks"
 
-        node1.query("insert into {} select * from numbers(20000, 10000)".format(name))
+        node1.query_with_retry("insert into {} select * from numbers(20000, 10000)".format(name))
         used_disks = get_used_disks_for_table(node1, name)
 
         # jbod1 -> jbod2 -> jbod1 -> jbod2 ... etc
@@ -396,7 +396,7 @@ def test_round_robin(start_cluster, name, engine):
         assert used_disks[0] != used_disks[1]
         assert used_disks[2] == used_disks[0]
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 @pytest.mark.parametrize("name,engine", [
@@ -407,8 +407,8 @@ def test_max_data_part_size(start_cluster, name, engine):
     try:
         assert int(*node1.query("""SELECT max_data_part_size FROM system.storage_policies WHERE policy_name = 'jbods_with_external' AND volume_name = 'main'""").splitlines()) == 10*1024*1024
 
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 s1 String
             ) ENGINE = {engine}
             ORDER BY tuple()
@@ -418,12 +418,12 @@ def test_max_data_part_size(start_cluster, name, engine):
         for i in range(10):
             data.append(get_random_string(1024 * 1024))  # 1MB row
 
-        node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
+        node1.query_with_retry("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
         used_disks = get_used_disks_for_table(node1, name)
         assert len(used_disks) == 1
         assert used_disks[0] == 'external'
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 @pytest.mark.parametrize("name,engine", [
@@ -432,8 +432,8 @@ def test_max_data_part_size(start_cluster, name, engine):
 ])
 def test_jbod_overflow(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 s1 String
             ) ENGINE = {engine}
             ORDER BY tuple()
@@ -447,7 +447,7 @@ def test_jbod_overflow(start_cluster, name, engine):
             data = []  # 5MB in total
             for i in range(5):
                 data.append(get_random_string(1024 * 1024))  # 1MB row
-            node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
+            node1.query_with_retry("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
 
         used_disks = get_used_disks_for_table(node1, name)
         assert all(disk == 'jbod1' for disk in used_disks)
@@ -457,7 +457,7 @@ def test_jbod_overflow(start_cluster, name, engine):
         for i in range(10):
             data.append(get_random_string(1024 * 1024))  # 1MB row
 
-        node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
+        node1.query_with_retry("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
 
         used_disks = get_used_disks_for_table(node1, name)
 
@@ -466,7 +466,7 @@ def test_jbod_overflow(start_cluster, name, engine):
         node1.query(f"SYSTEM START MERGES {name}")
         time.sleep(1)
 
-        node1.query("OPTIMIZE TABLE {} FINAL".format(name))
+        node1.query_with_retry("OPTIMIZE TABLE {} FINAL".format(name))
         time.sleep(2)
 
         disks_for_merges = node1.query(
@@ -476,7 +476,7 @@ def test_jbod_overflow(start_cluster, name, engine):
         assert all(disk == 'external' for disk in disks_for_merges)
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 @pytest.mark.parametrize("name,engine", [
@@ -485,8 +485,8 @@ def test_jbod_overflow(start_cluster, name, engine):
 ])
 def test_background_move(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 s1 String
             ) ENGINE = {engine}
             ORDER BY tuple()
@@ -500,7 +500,7 @@ def test_background_move(start_cluster, name, engine):
             for i in range(5):
                 data.append(get_random_string(1024 * 1024))  # 1MB row
             # small jbod size is 40MB, so lets insert 5MB batch 5 times
-            node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
+            node1.query_with_retry("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
 
         used_disks = get_used_disks_for_table(node1, name)
 
@@ -526,7 +526,7 @@ def test_background_move(start_cluster, name, engine):
         node1.query(f"SYSTEM START MERGES {name}")
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 @pytest.mark.parametrize("name,engine", [
@@ -535,16 +535,16 @@ def test_background_move(start_cluster, name, engine):
 ])
 def test_start_stop_moves(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 s1 String
             ) ENGINE = {engine}
             ORDER BY tuple()
             SETTINGS storage_policy='moving_jbod_with_external'
         """.format(name=name, engine=engine))
 
-        node1.query("INSERT INTO {} VALUES ('HELLO')".format(name))
-        node1.query("INSERT INTO {} VALUES ('WORLD')".format(name))
+        node1.query_with_retry("INSERT INTO {} VALUES ('HELLO')".format(name))
+        node1.query_with_retry("INSERT INTO {} VALUES ('WORLD')".format(name))
 
         used_disks = get_used_disks_for_table(node1, name)
         assert all(d == "jbod1" for d in used_disks), "All writes shoud go to jbods"
@@ -571,7 +571,7 @@ def test_start_stop_moves(start_cluster, name, engine):
 
         assert disk == "external"
 
-        node1.query("TRUNCATE TABLE {}".format(name))
+        node1.query_with_retry("TRUNCATE TABLE {}".format(name))
 
         node1.query("SYSTEM STOP MOVES {}".format(name))
         node1.query("SYSTEM STOP MERGES {}".format(name))
@@ -581,7 +581,7 @@ def test_start_stop_moves(start_cluster, name, engine):
             for i in range(5):
                 data.append(get_random_string(1024 * 1024))  # 1MB row
             # jbod size is 40MB, so lets insert 5MB batch 7 times
-            node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
+            node1.query_with_retry("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
 
         used_disks = get_used_disks_for_table(node1, name)
 
@@ -613,7 +613,7 @@ def test_start_stop_moves(start_cluster, name, engine):
         assert used_disks[0] == 'external'
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 def get_path_for_part_from_part_log(node, table, part_name):
@@ -640,7 +640,7 @@ def get_paths_for_partition_from_part_log(node, table, partition_id):
 def test_alter_move(start_cluster, name, engine):
     try:
         node1.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 EventDate Date,
                 number UInt64
             ) ENGINE = {engine}
@@ -713,7 +713,7 @@ def test_alter_move_half_of_partition(start_cluster, volume_or_disk):
     engine = "MergeTree()"
     try:
         node1.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 EventDate Date,
                 number UInt64
             ) ENGINE = {engine}
@@ -762,7 +762,7 @@ def test_alter_double_move_partition(start_cluster, volume_or_disk):
     engine = "MergeTree()"
     try:
         node1.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 EventDate Date,
                 number UInt64
             ) ENGINE = {engine}
@@ -833,8 +833,8 @@ def produce_alter_move(node, name):
 ])
 def test_concurrent_alter_move(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 EventDate Date,
                 number UInt64
             ) ENGINE = {engine}
@@ -850,7 +850,7 @@ def test_concurrent_alter_move(start_cluster, name, engine):
                 day = random.randint(11, 30)
                 value = values.pop()
                 month = '0' + str(random.choice([3, 4]))
-                node1.query("INSERT INTO {} VALUES(toDate('2019-{m}-{d}'), {v})".format(name, m=month, d=day, v=value))
+                node1.query_with_retry("INSERT INTO {} VALUES(toDate('2019-{m}-{d}'), {v})".format(name, m=month, d=day, v=value))
 
         def alter_move(num):
             for i in range(num):
@@ -862,7 +862,7 @@ def test_concurrent_alter_move(start_cluster, name, engine):
 
         def optimize_table(num):
             for i in range(num):
-                node1.query("OPTIMIZE TABLE {} FINAL".format(name))
+                node1.query_with_retry("OPTIMIZE TABLE {} FINAL".format(name))
 
         p = Pool(15)
         tasks = []
@@ -889,7 +889,7 @@ def test_concurrent_alter_move(start_cluster, name, engine):
 def test_concurrent_alter_move_and_drop(start_cluster, name, engine):
     try:
         node1.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 EventDate Date,
                 number UInt64
             ) ENGINE = {engine}
@@ -905,7 +905,7 @@ def test_concurrent_alter_move_and_drop(start_cluster, name, engine):
                 day = random.randint(11, 30)
                 value = values.pop()
                 month = '0' + str(random.choice([3, 4]))
-                node1.query("INSERT INTO {} VALUES(toDate('2019-{m}-{d}'), {v})".format(name, m=month, d=day, v=value))
+                node1.query_with_retry("INSERT INTO {} VALUES(toDate('2019-{m}-{d}'), {v})".format(name, m=month, d=day, v=value))
 
         def alter_move(num):
             for i in range(num):
@@ -931,7 +931,7 @@ def test_concurrent_alter_move_and_drop(start_cluster, name, engine):
         assert node1.query("SELECT 1") == "1\n"
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 @pytest.mark.parametrize("name,engine", [
@@ -940,8 +940,8 @@ def test_concurrent_alter_move_and_drop(start_cluster, name, engine):
 ])
 def test_detach_attach(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 s1 String
             ) ENGINE = {engine}
             ORDER BY tuple()
@@ -951,7 +951,7 @@ def test_detach_attach(start_cluster, name, engine):
         data = []  # 5MB in total
         for i in range(5):
             data.append(get_random_string(1024 * 1024))  # 1MB row
-        node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
+        node1.query_with_retry("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
 
         node1.query("ALTER TABLE {} DETACH PARTITION tuple()".format(name))
         assert node1.query("SELECT count() FROM {}".format(name)).strip() == "0"
@@ -962,7 +962,7 @@ def test_detach_attach(start_cluster, name, engine):
         assert node1.query("SELECT count() FROM {}".format(name)).strip() == "5"
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 @pytest.mark.parametrize("name,engine", [
@@ -971,8 +971,8 @@ def test_detach_attach(start_cluster, name, engine):
 ])
 def test_mutate_to_another_disk(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 s1 String
             ) ENGINE = {engine}
             ORDER BY tuple()
@@ -983,7 +983,7 @@ def test_mutate_to_another_disk(start_cluster, name, engine):
             data = []  # 5MB in total
             for i in range(5):
                 data.append(get_random_string(1024 * 1024))  # 1MB row
-            node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
+            node1.query_with_retry("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
 
         node1.query("ALTER TABLE {} UPDATE s1 = concat(s1, 'x') WHERE 1".format(name))
 
@@ -996,7 +996,7 @@ def test_mutate_to_another_disk(start_cluster, name, engine):
             assert node1.query("SELECT sum(endsWith(s1, 'x')) FROM {}".format(name)) == "25\n"
         else:  # mutation failed, let's try on another disk
             print("Mutation failed")
-            node1.query("OPTIMIZE TABLE {} FINAL".format(name))
+            node1.query_with_retry("OPTIMIZE TABLE {} FINAL".format(name))
             node1.query("ALTER TABLE {} UPDATE s1 = concat(s1, 'x') WHERE 1".format(name))
             retry = 20
             while node1.query("SELECT * FROM system.mutations WHERE is_done = 0") != "" and retry > 0:
@@ -1008,7 +1008,7 @@ def test_mutate_to_another_disk(start_cluster, name, engine):
 
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 @pytest.mark.parametrize("name,engine", [
@@ -1017,8 +1017,8 @@ def test_mutate_to_another_disk(start_cluster, name, engine):
 ])
 def test_concurrent_alter_modify(start_cluster, name, engine):
     try:
-        node1.query("""
-            CREATE TABLE {name} (
+        node1.query_with_retry("""
+            CREATE TABLE IF NOT EXISTS {name} (
                 EventDate Date,
                 number UInt64
             ) ENGINE = {engine}
@@ -1034,7 +1034,7 @@ def test_concurrent_alter_modify(start_cluster, name, engine):
                 day = random.randint(11, 30)
                 value = values.pop()
                 month = '0' + str(random.choice([3, 4]))
-                node1.query("INSERT INTO {} VALUES(toDate('2019-{m}-{d}'), {v})".format(name, m=month, d=day, v=value))
+                node1.query_with_retry("INSERT INTO {} VALUES(toDate('2019-{m}-{d}'), {v})".format(name, m=month, d=day, v=value))
 
         def alter_move(num):
             for i in range(num):
@@ -1066,14 +1066,14 @@ def test_concurrent_alter_modify(start_cluster, name, engine):
         assert node1.query("SELECT COUNT() FROM {}".format(name)) == "100\n"
 
     finally:
-        node1.query(f"DROP TABLE IF EXISTS {name} SYNC")
+        node1.query_with_retry(f"DROP TABLE IF EXISTS {name} SYNC")
 
 
 def test_simple_replication_and_moves(start_cluster):
     try:
         for i, node in enumerate([node1, node2]):
-            node.query("""
-                CREATE TABLE replicated_table_for_moves (
+            node.query_with_retry("""
+                CREATE TABLE IF NOT EXISTS replicated_table_for_moves (
                     s1 String
                 ) ENGINE = ReplicatedMergeTree('/clickhouse/replicated_table_for_moves', '{}')
                 ORDER BY tuple()
@@ -1086,13 +1086,13 @@ def test_simple_replication_and_moves(start_cluster):
                 data = []  # 1MB in total
                 for i in range(2):
                     data.append(get_random_string(512 * 1024))  # 500KB value
-                node.query("INSERT INTO replicated_table_for_moves VALUES {}".format(
+                node.query_with_retry("INSERT INTO replicated_table_for_moves VALUES {}".format(
                     ','.join(["('" + x + "')" for x in data])))
 
         def optimize(num):
             for i in range(num):
                 node = random.choice([node1, node2])
-                node.query("OPTIMIZE TABLE replicated_table_for_moves FINAL")
+                node.query_with_retry("OPTIMIZE TABLE replicated_table_for_moves FINAL")
 
         p = Pool(60)
         tasks = []
@@ -1102,8 +1102,8 @@ def test_simple_replication_and_moves(start_cluster):
         for task in tasks:
             task.get(timeout=60)
 
-        node1.query("SYSTEM SYNC REPLICA replicated_table_for_moves", timeout=5)
-        node2.query("SYSTEM SYNC REPLICA replicated_table_for_moves", timeout=5)
+        node1.query_with_retry("SYSTEM SYNC REPLICA replicated_table_for_moves", timeout=5)
+        node2.query_with_retry("SYSTEM SYNC REPLICA replicated_table_for_moves", timeout=5)
 
         node1.query("SELECT COUNT() FROM replicated_table_for_moves") == "40\n"
         node2.query("SELECT COUNT() FROM replicated_table_for_moves") == "40\n"
@@ -1116,9 +1116,9 @@ def test_simple_replication_and_moves(start_cluster):
         node1.query("SYSTEM STOP MERGES")
         node2.query("SYSTEM STOP MERGES")
 
-        node1.query(
+        node1.query_with_retry(
             "INSERT INTO replicated_table_for_moves VALUES {}".format(','.join(["('" + x + "')" for x in data])))
-        node2.query(
+        node2.query_with_retry(
             "INSERT INTO replicated_table_for_moves VALUES {}".format(','.join(["('" + x + "')" for x in data])))
 
         time.sleep(3)  # nothing was moved
@@ -1139,8 +1139,8 @@ def test_simple_replication_and_moves(start_cluster):
 def test_download_appropriate_disk(start_cluster):
     try:
         for i, node in enumerate([node1, node2]):
-            node.query("""
-                CREATE TABLE replicated_table_for_download (
+            node.query_with_retry("""
+                CREATE TABLE IF NOT EXISTS replicated_table_for_download (
                     s1 String
                 ) ENGINE = ReplicatedMergeTree('/clickhouse/replicated_table_for_download', '{}')
                 ORDER BY tuple()
@@ -1150,13 +1150,13 @@ def test_download_appropriate_disk(start_cluster):
         data = []
         for i in range(50):
             data.append(get_random_string(1024 * 1024))  # 1MB value
-        node1.query(
+        node1.query_with_retry(
             "INSERT INTO replicated_table_for_download VALUES {}".format(','.join(["('" + x + "')" for x in data])))
 
         for _ in range(10):
             try:
                 print("Syncing replica")
-                node2.query("SYSTEM SYNC REPLICA replicated_table_for_download")
+                node2.query_with_retry("SYSTEM SYNC REPLICA replicated_table_for_download")
                 break
             except:
                 time.sleep(0.5)
@@ -1167,13 +1167,13 @@ def test_download_appropriate_disk(start_cluster):
 
     finally:
         for node in [node1, node2]:
-            node.query("DROP TABLE IF EXISTS replicated_table_for_download SYNC")
+            node.query_with_retry("DROP TABLE IF EXISTS replicated_table_for_download SYNC")
 
 
 def test_rename(start_cluster):
     try:
         node1.query("""
-            CREATE TABLE default.renaming_table (
+            CREATE TABLE IF NOT EXISTS default.renaming_table (
                 s String
             ) ENGINE = MergeTree
             ORDER BY tuple()
@@ -1212,7 +1212,7 @@ def test_rename(start_cluster):
 def test_freeze(start_cluster):
     try:
         node1.query("""
-            CREATE TABLE default.freezing_table (
+            CREATE TABLE IF NOT EXISTS default.freezing_table (
                 d Date,
                 s String
             ) ENGINE = MergeTree
@@ -1249,7 +1249,7 @@ def test_kill_while_insert(start_cluster):
         name = "test_kill_while_insert"
 
         node1.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 s String
             ) ENGINE = MergeTree
             ORDER BY tuple()
@@ -1294,7 +1294,7 @@ def test_move_while_merge(start_cluster):
         name = "test_move_while_merge"
 
         node1.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 n Int64
             ) ENGINE = MergeTree
             ORDER BY sleep(2)
@@ -1353,7 +1353,7 @@ def test_move_across_policies_does_not_work(start_cluster):
         name = "test_move_across_policies_does_not_work"
 
         node1.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 n Int64
             ) ENGINE = MergeTree
             ORDER BY tuple()
@@ -1361,7 +1361,7 @@ def test_move_across_policies_does_not_work(start_cluster):
         """.format(name=name))
 
         node1.query("""
-            CREATE TABLE {name}2 (
+            CREATE TABLE IF NOT EXISTS {name}2 (
                 n Int64
             ) ENGINE = MergeTree
             ORDER BY tuple()
@@ -1393,7 +1393,7 @@ def test_move_across_policies_does_not_work(start_cluster):
 def _insert_merge_execute(node, name, policy, parts, cmds, parts_before_cmds, parts_after_cmds):
     try:
         node.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 n Int64
             ) ENGINE = MergeTree
             ORDER BY tuple()
@@ -1430,7 +1430,7 @@ def _check_merges_are_working(node, storage_policy, volume, shall_work):
         name = "_check_merges_are_working_{storage_policy}_{volume}".format(storage_policy=storage_policy, volume=volume)
 
         node.query("""
-            CREATE TABLE {name} (
+            CREATE TABLE IF NOT EXISTS {name} (
                 n Int64
             ) ENGINE = MergeTree
             ORDER BY tuple()

From 77b1aeaac25aa52d1eba4ba35eacd52f201ab52a Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 17 May 2021 14:30:23 +0300
Subject: [PATCH 0252/1060] Use same zookeeper object to have an exception if
 something went wrong

---
 .../MergeTree/PartMovesBetweenShardsOrchestrator.cpp      | 8 ++++----
 .../MergeTree/PartMovesBetweenShardsOrchestrator.h        | 3 ++-
 src/Storages/ya.make                                      | 3 +++
 3 files changed, 9 insertions(+), 5 deletions(-)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index c90c083888e..dd06a6b12b9 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -129,7 +129,9 @@ bool PartMovesBetweenShardsOrchestrator::step()
 
     try
     {
-        stepEntry(entry_to_process.value());
+        /// Use the same ZooKeeper connection. If we'd lost the lock then connection
+        /// will become expired and all consequent operations will fail.
+        stepEntry(entry_to_process.value(), zk);
     }
     catch (...)
     {
@@ -146,10 +148,8 @@ bool PartMovesBetweenShardsOrchestrator::step()
     return true;
 }
 
-void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry)
+void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry, zkutil::ZooKeeperPtr zk)
 {
-    auto zk = storage.getZooKeeper();
-
     switch (entry.state.value)
     {
         case EntryState::DONE:
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
index 196629620d4..b7bb0ad1b55 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
@@ -3,6 +3,7 @@
 #include <vector>
 #include <common/logger_useful.h>
 #include <common/types.h>
+#include <Common/ZooKeeper/ZooKeeper.h>
 #include <Core/UUID.h>
 #include <Core/BackgroundSchedulePool.h>
 #include <IO/WriteHelpers.h>
@@ -136,7 +137,7 @@ public:
 
 private:
     void run();
-    void stepEntry(const Entry & entry);
+    void stepEntry(const Entry & entry, zkutil::ZooKeeperPtr zk);
 
 private:
     StorageReplicatedMergeTree & storage;
diff --git a/src/Storages/ya.make b/src/Storages/ya.make
index d83ba7f6490..f907d2a7080 100644
--- a/src/Storages/ya.make
+++ b/src/Storages/ya.make
@@ -92,7 +92,9 @@ SRCS(
     MergeTree/MergeType.cpp
     MergeTree/MergedBlockOutputStream.cpp
     MergeTree/MergedColumnOnlyOutputStream.cpp
+    MergeTree/PartMovesBetweenShardsOrchestrator.cpp
     MergeTree/PartitionPruner.cpp
+    MergeTree/PinnedPartUUIDs.cpp
     MergeTree/ReplicatedFetchList.cpp
     MergeTree/ReplicatedMergeTreeAddress.cpp
     MergeTree/ReplicatedMergeTreeAltersSequence.cpp
@@ -176,6 +178,7 @@ SRCS(
     System/StorageSystemMutations.cpp
     System/StorageSystemNumbers.cpp
     System/StorageSystemOne.cpp
+    System/StorageSystemPartMovesBetweenShards.cpp
     System/StorageSystemParts.cpp
     System/StorageSystemPartsBase.cpp
     System/StorageSystemPartsColumns.cpp

From d8994350c13af1e35d663ed13979715a58530b78 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 17 May 2021 14:39:37 +0300
Subject: [PATCH 0253/1060] Useful comments

---
 src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index dd06a6b12b9..6322446f248 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -15,6 +15,7 @@ PartMovesBetweenShardsOrchestrator::PartMovesBetweenShardsOrchestrator(StorageRe
     , log(&Poco::Logger::get(logger_name))
     , entries_znode_path(zookeeper_path + "/part_moves_shard")
 {
+    /// Schedule pool is not designed for long-running tasks. TODO replace with a separate thread?
     task = storage.getContext()->getSchedulePool().createTask(logger_name, [this]{ run(); });
 }
 
@@ -190,6 +191,9 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry, zkutil::
                 String log_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
                 log_entry.znode_name = log_znode_path.substr(log_znode_path.find_last_of('/') + 1);
 
+                /// This wait in background schedule pool is useless. It'd be
+                /// better to have some notification which will call `step`
+                /// function when all replicated will finish. TODO.
                 storage.waitForAllReplicasToProcessLogEntry(log_entry, true);
             }
 

From 023b592f9789cfd900bfdfd5a6963d70eeb0783e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 17 May 2021 14:42:14 +0300
Subject: [PATCH 0254/1060] Fix style

---
 src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index 6322446f248..12160b0e578 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -366,9 +366,9 @@ std::vector<PartMovesBetweenShardsOrchestrator::Entry> PartMovesBetweenShardsOrc
 {
     std::lock_guard lock(state_mutex);
 
-    auto res = std::vector<Entry>();
+    std::vector<Entry> res;
 
-    for (const auto& e : entries)
+    for (const auto & e : entries)
         res.push_back(e.second);
 
     return res;

From 5563a0d7f35b05fd150835cfa4b740e972f79594 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 17 May 2021 14:44:47 +0300
Subject: [PATCH 0255/1060] Fix style

---
 src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp | 2 +-
 src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h   | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index 952053443ac..c4f281c2e78 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -183,7 +183,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
 }
 
 
-void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::MutableDataPartPtr & part, String block_id)
+void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::MutableDataPartPtr & part, const String & block_id)
 {
     last_block_is_duplicate = false;
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
index 02d1843abf0..4b88a082cf1 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
@@ -40,7 +40,7 @@ public:
     void write(const Block & block) override;
 
     /// For ATTACHing existing data on filesystem.
-    void writeExistingPart(MergeTreeData::MutableDataPartPtr & part, String block_id = "");
+    void writeExistingPart(MergeTreeData::MutableDataPartPtr & part, const String & block_id = "");
 
     /// For proper deduplication in MaterializedViews
     bool lastBlockIsDuplicate() const

From 8ed4a5de622b06425e039464336b7f2a2b1dc6c3 Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Mon, 17 May 2021 16:01:08 +0300
Subject: [PATCH 0256/1060] Fix Zero Copy after merge master

---
 src/Storages/MergeTree/IMergeTreeDataPart.cpp      | 14 +++++++-------
 src/Storages/MergeTree/IMergeTreeDataPart.h        |  2 +-
 .../test_s3_zero_copy_replication/test.py          |  6 +++---
 3 files changed, 11 insertions(+), 11 deletions(-)

diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index c0695f1e6e2..b9ece92e1fc 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -1227,7 +1227,7 @@ void IMergeTreeDataPart::projectionRemove(const String & parent_to, bool keep_s3
             "Cannot quickly remove directory {} by removing files; fallback to recursive removal. Reason: checksums.txt is missing",
             fullPath(disk, to));
         /// If the part is not completely written, we cannot use fast path by listing files.
-        disk->removeRecursive(to + "/", keep_s3);
+        disk->removeSharedRecursive(to + "/", keep_s3);
     }
     else
     {
@@ -1240,17 +1240,17 @@ void IMergeTreeDataPart::projectionRemove(const String & parent_to, bool keep_s3
     #    pragma GCC diagnostic ignored "-Wunused-variable"
     #endif
             for (const auto & [file, _] : checksums.files)
-                disk->removeFile(to + "/" + file, keep_s3);
+                disk->removeSharedFile(to + "/" + file, keep_s3);
     #if !defined(__clang__)
     #    pragma GCC diagnostic pop
     #endif
 
             for (const auto & file : {"checksums.txt", "columns.txt"})
-                disk->removeFile(to + "/" + file);
-            disk->removeFileIfExists(to + "/" + DEFAULT_COMPRESSION_CODEC_FILE_NAME, keep_s3);
-            disk->removeFileIfExists(to + "/" + DELETE_ON_DESTROY_MARKER_FILE_NAME, keep_s3);
+                disk->removeSharedFile(to + "/" + file, keep_s3);
+            disk->removeSharedFileIfExists(to + "/" + DEFAULT_COMPRESSION_CODEC_FILE_NAME, keep_s3);
+            disk->removeSharedFileIfExists(to + "/" + DELETE_ON_DESTROY_MARKER_FILE_NAME, keep_s3);
 
-            disk->removeDirectory(to);
+            disk->removeSharedRecursive(to, keep_s3);
         }
         catch (...)
         {
@@ -1258,7 +1258,7 @@ void IMergeTreeDataPart::projectionRemove(const String & parent_to, bool keep_s3
 
             LOG_ERROR(storage.log, "Cannot quickly remove directory {} by removing files; fallback to recursive removal. Reason: {}", fullPath(disk, to), getCurrentExceptionMessage(false));
 
-            disk->removeRecursive(to + "/", keep_s3);
+            disk->removeSharedRecursive(to + "/", keep_s3);
          }
      }
  }
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.h b/src/Storages/MergeTree/IMergeTreeDataPart.h
index b13c4c5a700..50a6192935f 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.h
@@ -136,7 +136,7 @@ public:
 
     void remove(bool keep_s3 = false) const;
 
-    void projectionRemove(const String & parent_to) const;
+    void projectionRemove(const String & parent_to, bool keep_s3 = false) const;
 
     /// Initialize columns (from columns.txt if exists, or create from column files if not).
     /// Load checksums from checksums.txt if exists. Load index if required.
diff --git a/tests/integration/test_s3_zero_copy_replication/test.py b/tests/integration/test_s3_zero_copy_replication/test.py
index 731adb0da74..f1c52a2c234 100644
--- a/tests/integration/test_s3_zero_copy_replication/test.py
+++ b/tests/integration/test_s3_zero_copy_replication/test.py
@@ -27,7 +27,7 @@ def cluster():
         cluster.shutdown()
 
 
-def get_large_objects_count(cluster, folder='data', size=100):
+def get_large_objects_count(cluster, size=100, folder='data'):
     minio = cluster.minio_client
     counter = 0
     for obj in minio.list_objects(cluster.minio_bucket, '{}/'.format(folder)):
@@ -38,11 +38,11 @@ def get_large_objects_count(cluster, folder='data', size=100):
 
 def wait_for_large_objects_count(cluster, expected, size=100, timeout=30):
     while timeout > 0:
-        if get_large_objects_count(cluster, size) == expected:
+        if get_large_objects_count(cluster, size=size) == expected:
             return
         timeout -= 1
         time.sleep(1)
-    assert get_large_objects_count(cluster, size) == expected
+    assert get_large_objects_count(cluster, size=size) == expected
 
 
 @pytest.mark.parametrize(

From e27acc26be115f954dce2f402b048b0d6a6d9841 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Mon, 17 May 2021 17:26:36 +0300
Subject: [PATCH 0257/1060] better dropPart and dropPartition

---
 src/Storages/MergeTree/MergeTreeData.cpp    | 19 +++++--
 src/Storages/MergeTree/MergeTreeData.h      |  8 ++-
 src/Storages/StorageMergeTree.cpp           | 45 ++++++---------
 src/Storages/StorageMergeTree.h             |  5 +-
 src/Storages/StorageReplicatedMergeTree.cpp | 62 +++++++++++----------
 src/Storages/StorageReplicatedMergeTree.h   |  9 ++-
 6 files changed, 78 insertions(+), 70 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index f17fb077b85..5acb6065e58 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -1386,7 +1386,7 @@ void MergeTreeData::clearEmptyParts()
     for (const auto & part : parts)
     {
         if (part->rows_count == 0)
-            dropPart(part->name);
+            dropPartNoWaitNoThrow(part->name);
     }
 }
 
@@ -2883,9 +2883,8 @@ void MergeTreeData::checkPartitionCanBeDropped(const ASTPtr & partition)
     getContext()->checkPartitionCanBeDropped(table_id.database_name, table_id.table_name, partition_size);
 }
 
-void MergeTreeData::checkPartCanBeDropped(const ASTPtr & part_ast)
+void MergeTreeData::checkPartCanBeDropped(const String & part_name)
 {
-    String part_name = part_ast->as<ASTLiteral &>().value.safeGet<String>();
     auto part = getPartIfExists(part_name, {MergeTreeDataPartState::Committed});
     if (!part)
         throw Exception(ErrorCodes::NO_SUCH_DATA_PART, "No part {} in committed state", part_name);
@@ -3015,12 +3014,20 @@ Pipe MergeTreeData::alterPartition(
         switch (command.type)
         {
             case PartitionCommand::DROP_PARTITION:
+            {
                 if (command.part)
-                    checkPartCanBeDropped(command.partition);
+                {
+                    auto part_name = command.partition->as<ASTLiteral &>().value.safeGet<String>();
+                    checkPartCanBeDropped(part_name);
+                    dropPart(part_name, command.detach, query_context);
+                }
                 else
+                {
                     checkPartitionCanBeDropped(command.partition);
-                dropPartition(command.partition, command.detach, command.part, query_context);
-                break;
+                    dropPartition(command.partition, command.detach, query_context);
+                }
+            }
+            break;
 
             case PartitionCommand::DROP_DETACHED_PARTITION:
                 dropDetached(command.partition, command.part, query_context);
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index cf15016404f..87613f82689 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -610,7 +610,7 @@ public:
 
     void checkPartitionCanBeDropped(const ASTPtr & partition) override;
 
-    void checkPartCanBeDropped(const ASTPtr & part);
+    void checkPartCanBeDropped(const String & part_name);
 
     Pipe alterPartition(
         const StorageMetadataPtr & metadata_snapshot,
@@ -985,8 +985,10 @@ protected:
     bool canReplacePartition(const DataPartPtr & src_part) const;
 
     /// Tries to drop part in background without any waits or throwing exceptions in case of errors.
-    virtual void dropPart(const String & name) = 0;
-    virtual void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr context) = 0;
+    virtual void dropPartNoWaitNoThrow(const String & part_name) = 0;
+
+    virtual void dropPart(const String & part_name, bool detach, ContextPtr context) = 0;
+    virtual void dropPartition(const ASTPtr & partition, bool detach, ContextPtr context) = 0;
     virtual PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr context) = 0;
     virtual void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr context) = 0;
     virtual void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr context) = 0;
diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index 1369c0151bd..754a9b7b115 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -1240,41 +1240,32 @@ MergeTreeDataPartPtr StorageMergeTree::outdatePart(const String & part_name, boo
     }
 }
 
-void StorageMergeTree::dropPart(const String & name)
+void StorageMergeTree::dropPartNoWaitNoThrow(const String & part_name)
 {
-    auto part = outdatePart(name, false);
-    /// Nothing to do, part was removed in some different way
-    if (!part)
-        return;
+    if (auto part = outdatePart(part_name, false))
+        dropPartsImpl({part}, false);
 
-    dropPartsImpl({part}, false);
+    /// Else nothing to do, part was removed in some different way
 }
 
-void StorageMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr local_context)
+void StorageMergeTree::dropPart(const String & part_name, bool detach, ContextPtr /*query_context*/)
 {
-    DataPartsVector parts_to_remove;
+    if (auto part = outdatePart(part_name, true))
+        dropPartsImpl({part}, detach);
 
-    if (drop_part)
-    {
-        auto part = outdatePart(partition->as<ASTLiteral &>().value.safeGet<String>(), true);
-        /// Nothing to do, part was removed in some different way
-        if (!part)
-            return;
+    /// Else nothing to do, part was removed in some different way
+}
 
-        parts_to_remove.push_back(part);
-    }
-    else
-    {
-        /// Asks to complete merges and does not allow them to start.
-        /// This protects against "revival" of data for a removed partition after completion of merge.
-        auto merge_blocker = stopMergesAndWait();
-        String partition_id = getPartitionIDFromQuery(partition, local_context);
-        parts_to_remove = getDataPartsVectorInPartition(MergeTreeDataPartState::Committed, partition_id);
-
-        /// TODO should we throw an exception if parts_to_remove is empty?
-        removePartsFromWorkingSet(parts_to_remove, true);
-    }
+void StorageMergeTree::dropPartition(const ASTPtr & partition, bool detach, ContextPtr local_context)
+{
+    /// Asks to complete merges and does not allow them to start.
+    /// This protects against "revival" of data for a removed partition after completion of merge.
+    auto merge_blocker = stopMergesAndWait();
+    String partition_id = getPartitionIDFromQuery(partition, local_context);
+    auto parts_to_remove = getDataPartsVectorInPartition(MergeTreeDataPartState::Committed, partition_id);
 
+    /// TODO should we throw an exception if parts_to_remove is empty?
+    removePartsFromWorkingSet(parts_to_remove, true);
     dropPartsImpl(std::move(parts_to_remove), detach);
 }
 
diff --git a/src/Storages/StorageMergeTree.h b/src/Storages/StorageMergeTree.h
index 1259e33e25f..3cb98589c2e 100644
--- a/src/Storages/StorageMergeTree.h
+++ b/src/Storages/StorageMergeTree.h
@@ -211,8 +211,9 @@ private:
     void clearOldMutations(bool truncate = false);
 
     // Partition helpers
-    void dropPart(const String & name) override;
-    void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr context) override;
+    void dropPartNoWaitNoThrow(const String & part_name) override;
+    void dropPart(const String & part_name, bool detach, ContextPtr context) override;
+    void dropPartition(const ASTPtr & partition, bool detach, ContextPtr context) override;
     void dropPartsImpl(DataPartsVector && parts_to_remove, bool detach);
     PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr context) override;
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index dbaaccc4bda..03415966798 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4927,7 +4927,7 @@ bool StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(const St
     return true;
 }
 
-void StorageReplicatedMergeTree::dropPart(const String & name)
+void StorageReplicatedMergeTree::dropPartNoWaitNoThrow(const String & part_name)
 {
     assertNotReadonly();
     if (!is_leader)
@@ -4936,48 +4936,52 @@ void StorageReplicatedMergeTree::dropPart(const String & name)
     zkutil::ZooKeeperPtr zookeeper = getZooKeeper();
     LogEntry entry;
 
-    dropPart(zookeeper, name, entry, false, false);
+    dropPartImpl(zookeeper, part_name, entry, false, false);
 }
 
-void StorageReplicatedMergeTree::dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr query_context)
+void StorageReplicatedMergeTree::dropPart(const String & part_name, bool detach, ContextPtr query_context)
 {
     assertNotReadonly();
     if (!is_leader)
-        throw Exception("DROP PART|PARTITION cannot be done on this replica because it is not a leader", ErrorCodes::NOT_A_LEADER);
+        throw Exception("DROP PART cannot be done on this replica because it is not a leader", ErrorCodes::NOT_A_LEADER);
 
     zkutil::ZooKeeperPtr zookeeper = getZooKeeper();
-
     LogEntry entry;
-    bool did_drop;
 
-    if (drop_part)
-    {
-        String part_name = partition->as<ASTLiteral &>().value.safeGet<String>();
-        did_drop = dropPart(zookeeper, part_name, entry, detach, true);
-    }
-    else
-    {
-        String partition_id = getPartitionIDFromQuery(partition, query_context);
-        did_drop = dropAllPartsInPartition(*zookeeper, partition_id, entry, query_context, detach);
-    }
+    bool did_drop = dropPartImpl(zookeeper, part_name, entry, detach, true);
 
     if (did_drop)
     {
         /// If necessary, wait until the operation is performed on itself or on all replicas.
-        if (query_context->getSettingsRef().replication_alter_partitions_sync != 0)
-        {
-            if (query_context->getSettingsRef().replication_alter_partitions_sync == 1)
-                waitForReplicaToProcessLogEntry(replica_name, entry);
-            else
-                waitForAllReplicasToProcessLogEntry(entry);
-        }
+        if (query_context->getSettingsRef().replication_alter_partitions_sync == 1)
+            waitForReplicaToProcessLogEntry(replica_name, entry);
+        else if (query_context->getSettingsRef().replication_alter_partitions_sync == 2)
+            waitForAllReplicasToProcessLogEntry(entry);
+    }
+}
+
+void StorageReplicatedMergeTree::dropPartition(const ASTPtr & partition, bool detach, ContextPtr query_context)
+{
+    assertNotReadonly();
+    if (!is_leader)
+        throw Exception("DROP PARTITION cannot be done on this replica because it is not a leader", ErrorCodes::NOT_A_LEADER);
+
+    zkutil::ZooKeeperPtr zookeeper = getZooKeeper();
+    LogEntry entry;
+
+    String partition_id = getPartitionIDFromQuery(partition, query_context);
+    bool did_drop = dropAllPartsInPartition(*zookeeper, partition_id, entry, query_context, detach);
+
+    if (did_drop)
+    {
+        /// If necessary, wait until the operation is performed on itself or on all replicas.
+        if (query_context->getSettingsRef().replication_alter_partitions_sync == 1)
+            waitForReplicaToProcessLogEntry(replica_name, entry);
+        else if (query_context->getSettingsRef().replication_alter_partitions_sync == 2)
+            waitForAllReplicasToProcessLogEntry(entry);
     }
 
-    if (!drop_part)
-    {
-        String partition_id = getPartitionIDFromQuery(partition, query_context);
-        cleanLastPartNode(partition_id);
-    }
+    cleanLastPartNode(partition_id);
 }
 
 
@@ -6712,7 +6716,7 @@ bool StorageReplicatedMergeTree::waitForShrinkingQueueSize(size_t queue_size, UI
     return true;
 }
 
-bool StorageReplicatedMergeTree::dropPart(
+bool StorageReplicatedMergeTree::dropPartImpl(
     zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop)
 {
     LOG_TRACE(log, "Will try to insert a log entry to DROP_RANGE for part: " + part_name);
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 9c749911964..9d0727ba0e7 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -630,13 +630,14 @@ private:
     /// Info about how other replicas can access this one.
     ReplicatedMergeTreeAddress getReplicatedMergeTreeAddress() const;
 
-    void dropPart(const String & name) override;
-    bool dropPart(zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop);
     bool dropAllPartsInPartition(
         zkutil::ZooKeeper & zookeeper, String & partition_id, LogEntry & entry, ContextPtr query_context, bool detach);
 
+    void dropPartNoWaitNoThrow(const String & part_name) override;
+    void dropPart(const String & part_name, bool detach, ContextPtr query_context) override;
+
     // Partition helpers
-    void dropPartition(const ASTPtr & partition, bool detach, bool drop_part, ContextPtr query_context) override;
+    void dropPartition(const ASTPtr & partition, bool detach, ContextPtr query_context) override;
     PartitionCommandsResultInfo attachPartition(const ASTPtr & partition, const StorageMetadataPtr & metadata_snapshot, bool part, ContextPtr query_context) override;
     void replacePartitionFrom(const StoragePtr & source_table, const ASTPtr & partition, bool replace, ContextPtr query_context) override;
     void movePartitionToTable(const StoragePtr & dest_table, const ASTPtr & partition, ContextPtr query_context) override;
@@ -647,6 +648,8 @@ private:
         bool fetch_part,
         ContextPtr query_context) override;
 
+    bool dropPartImpl(zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop);
+
     /// Check granularity of already existing replicated table in zookeeper if it exists
     /// return true if it's fixed
     bool checkFixedGranualrityInZookeeper();

From 15d1b8f397b70a0ff066aa6d17a608e882825828 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 17 May 2021 14:29:32 +0000
Subject: [PATCH 0258/1060] Add test

---
 .../test_version_update/__init__.py           |  0
 tests/integration/test_version_update/test.py | 28 +++++++++++++++++++
 2 files changed, 28 insertions(+)
 create mode 100644 tests/integration/test_version_update/__init__.py
 create mode 100644 tests/integration/test_version_update/test.py

diff --git a/tests/integration/test_version_update/__init__.py b/tests/integration/test_version_update/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_version_update/test.py b/tests/integration/test_version_update/test.py
new file mode 100644
index 00000000000..ecf24a7b194
--- /dev/null
+++ b/tests/integration/test_version_update/test.py
@@ -0,0 +1,28 @@
+import pytest
+
+from helpers.cluster import ClickHouseCluster
+
+cluster = ClickHouseCluster(__file__)
+
+node1 = cluster.add_instance('node1', with_zookeeper=True, image='yandex/clickhouse-server', tag='21.2', with_installed_binary=True, stay_alive=True)
+
+
+@pytest.fixture(scope="module")
+def start_cluster():
+    try:
+        cluster.start()
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+
+def test_modulo_partition_key_after_update(start_cluster):
+    node1.query("CREATE TABLE test (id Int64, v UInt64, value String) ENGINE = ReplicatedReplacingMergeTree('/clickhouse/tables/table1', '1', v) PARTITION BY id % 20 ORDER BY (id, v)")
+    node1.query("INSERT INTO test SELECT number, number, toString(number) FROM numbers(10)")
+    expected = node1.query("SELECT number, number, toString(number) FROM numbers(10)")
+    partition_data = node1.query("SELECT partition, name FROM system.parts WHERE table='test' ORDER BY partition")
+    assert(expected == node1.query("SELECT * FROM test ORDER BY id"))
+    node1.restart_with_latest_version(signal=9)
+    assert(expected == node1.query("SELECT * FROM test ORDER BY id"))
+    assert(partition_data == node1.query("SELECT partition, name FROM system.parts WHERE table='test' ORDER BY partition"))

From 8c955680ad6df6d6b4549aeb63726830cfe55e80 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 17 May 2021 14:33:04 +0000
Subject: [PATCH 0259/1060] Add comments and remove adjusted deserializarion

---
 src/Storages/MergeTree/MergeTreePartition.cpp | 29 ++++++++++---------
 1 file changed, 15 insertions(+), 14 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 83efbca9d77..4a4b0b9ad75 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -161,16 +161,7 @@ void MergeTreePartition::store(const Block & partition_key_sample, const DiskPtr
     auto out = disk->writeFile(part_path + "partition.dat");
     HashingWriteBuffer out_hashing(*out);
     for (size_t i = 0; i < value.size(); ++i)
-    {
-        if (partition_key_sample.getByPosition(i).name.starts_with("modulo"))
-        {
-            SerializationNumber<UInt8>().serializeBinary(value[i], out_hashing);
-        }
-        else
-        {
-            partition_key_sample.getByPosition(i).type->getDefaultSerialization()->serializeBinary(value[i], out_hashing);
-        }
-    }
+        partition_key_sample.getByPosition(i).type->getDefaultSerialization()->serializeBinary(value[i], out_hashing);
 
     out_hashing.next();
     checksums.files["partition.dat"].file_size = out_hashing.count();
@@ -183,17 +174,23 @@ void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Bl
     if (!metadata_snapshot->hasPartitionKey())
         return;
 
-    /// FIXME: Executing partition expression on block adds column with expression name to block, but here it is not a copy of
-    /// initial block. Looks like this name needs to be adjusted to be `modulo` instead of `moduloLegacy`, because it is actually used in some places.
     auto partition_key_sample_block = executePartitionByExpression(metadata_snapshot, block, context);
     size_t partition_columns_num = partition_key_sample_block.columns();
     value.resize(partition_columns_num);
+    const String modulo_legacy_function_name = "moduloLegacy";
 
     for (size_t i = 0; i < partition_columns_num; ++i)
     {
         const auto & column_name = partition_key_sample_block.getByPosition(i).name;
-        const auto & partition_column = block.getByName(column_name).column;
-        partition_column->get(row, value[i]);
+        auto & partition_column = block.getByName(column_name);
+
+        /// Executing partition_by expression adds new columns to passed block according to partition functions.
+        /// The block is passed by reference and is used afterwards. `moduloLegacy` needs to be substituted back
+        /// with just `modulo`, because it was a temporary substitution.
+        if (column_name.starts_with(modulo_legacy_function_name))
+            partition_column.name = "modulo" + partition_column.name.substr(modulo_legacy_function_name.size());
+
+        partition_column.column->get(row, value[i]);
     }
 }
 
@@ -225,12 +222,16 @@ Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr
 {
     const auto & partition_key = metadata_snapshot->getPartitionKey();
     ASTPtr ast_copy = partition_key.definition_ast->clone();
+
+    /// Implementation of modulo function was changed from 8bit result type to 16bit. For backward compatibility partition by expression is always
+    /// calculated according to previous version - `moduloLegacy`.
     if (moduloToModuloLegacyRecursive(ast_copy))
     {
         auto adjusted_partition_key = KeyDescription::getKeyFromAST(ast_copy, metadata_snapshot->columns, context);
         adjusted_partition_key.expression->execute(block);
         return adjusted_partition_key.sample_block;
     }
+
     partition_key.expression->execute(block);
     return partition_key.sample_block;
 }

From 85cc7a89239656fb53aabf85614c896771f6a425 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 17 May 2021 17:44:10 +0300
Subject: [PATCH 0260/1060] Remove last presence of Poco::Path in src

---
 src/Formats/FormatSchemaInfo.cpp | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index ae1eb422d27..513d9738f62 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -1,9 +1,7 @@
 #include <Formats/FormatSchemaInfo.h>
-#include <Poco/Path.h>
 #include <Interpreters/Context.h>
 #include <Common/Exception.h>
 #include <filesystem>
-#include <common/logger_useful.h>
 
 
 namespace DB
@@ -83,7 +81,7 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }
-    else if (Poco::Path(path.string()).depth() >= 1 && Poco::Path(path.string()).directory(0) == "..")
+    else if (path.string().starts_with(".."))
     {
         if (is_server)
             throw Exception(

From 6ce18124e22ef27dda987bb8b925de6cba3cecd1 Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Mon, 17 May 2021 17:12:47 +0300
Subject: [PATCH 0261/1060] Zero-copy replication - add test for TTL with large
 data

---
 .../test_s3_zero_copy_replication/test.py     | 82 ++++++++++++++-----
 1 file changed, 63 insertions(+), 19 deletions(-)

diff --git a/tests/integration/test_s3_zero_copy_replication/test.py b/tests/integration/test_s3_zero_copy_replication/test.py
index f1c52a2c234..53d9d21bd0e 100644
--- a/tests/integration/test_s3_zero_copy_replication/test.py
+++ b/tests/integration/test_s3_zero_copy_replication/test.py
@@ -1,3 +1,4 @@
+import datetime
 import logging
 import time
 
@@ -63,7 +64,7 @@ def test_s3_zero_copy_replication(cluster, policy):
     )
 
     node1.query("INSERT INTO s3_test VALUES (0,'data'),(1,'data')")
-    time.sleep(1)
+    node2.query("SYSTEM SYNC REPLICA s3_test")
     assert node1.query("SELECT * FROM s3_test order by id FORMAT Values") == "(0,'data'),(1,'data')"
     assert node2.query("SELECT * FROM s3_test order by id FORMAT Values") == "(0,'data'),(1,'data')"
 
@@ -71,7 +72,8 @@ def test_s3_zero_copy_replication(cluster, policy):
     assert get_large_objects_count(cluster) == 1
 
     node2.query("INSERT INTO s3_test VALUES (2,'data'),(3,'data')")
-    time.sleep(1)
+    node1.query("SYSTEM SYNC REPLICA s3_test")
+
     assert node2.query("SELECT * FROM s3_test order by id FORMAT Values") == "(0,'data'),(1,'data'),(2,'data'),(3,'data')"
     assert node1.query("SELECT * FROM s3_test order by id FORMAT Values") == "(0,'data'),(1,'data'),(2,'data'),(3,'data')"
 
@@ -105,8 +107,7 @@ def test_s3_zero_copy_on_hybrid_storage(cluster):
     )
 
     node1.query("INSERT INTO hybrid_test VALUES (0,'data'),(1,'data')")
-
-    time.sleep(1)
+    node2.query("SYSTEM SYNC REPLICA hybrid_test")
 
     assert node1.query("SELECT * FROM hybrid_test ORDER BY id FORMAT Values") == "(0,'data'),(1,'data')"
     assert node2.query("SELECT * FROM hybrid_test ORDER BY id FORMAT Values") == "(0,'data'),(1,'data')"
@@ -137,10 +138,30 @@ def test_s3_zero_copy_on_hybrid_storage(cluster):
     node2.query("DROP TABLE IF EXISTS hybrid_test NO DELAY")
 
 
+def insert_data_time(node, table, number_of_mb, time, start=0):
+    values = ','.join(f"({x},{time})" for x in range(start, int((1024 * 1024 * number_of_mb) / 8) + start + 1))
+    node.query(f"INSERT INTO {table} VALUES {values}")
+
+
+def insert_large_data(node, table):
+    tm = time.mktime((datetime.date.today() - datetime.timedelta(days=7)).timetuple())
+    insert_data_time(node, table, 1, tm, 0)
+    tm = time.mktime((datetime.date.today() - datetime.timedelta(days=3)).timetuple())
+    insert_data_time(node, table, 1, tm, 1024*1024)
+    tm = time.mktime(datetime.date.today().timetuple())
+    insert_data_time(node, table, 10, tm, 1024*1024*2)
+
+
 @pytest.mark.parametrize(
-    "storage_policy", ["tiered", "tiered_copy"]
+    ("storage_policy", "large_data"),
+    [
+        ("tiered", False),
+        ("tiered_copy", False),
+        ("tiered", True),
+        ("tiered_copy", True),
+    ]
 )
-def test_s3_zero_copy_with_ttl_move(cluster, storage_policy):
+def test_s3_zero_copy_with_ttl_move(cluster, storage_policy, large_data):
     node1 = cluster.instances["node1"]
     node2 = cluster.instances["node2"]
 
@@ -159,21 +180,36 @@ def test_s3_zero_copy_with_ttl_move(cluster, storage_policy):
                 .format('{replica}', storage_policy)
         )
 
-        node1.query("INSERT INTO ttl_move_test VALUES (10, now() - INTERVAL 3 DAY)")
-        node1.query("INSERT INTO ttl_move_test VALUES (11, now() - INTERVAL 1 DAY)")
+        if large_data:
+            insert_large_data(node1, 'ttl_move_test')
+        else:
+            node1.query("INSERT INTO ttl_move_test VALUES (10, now() - INTERVAL 3 DAY)")
+            node1.query("INSERT INTO ttl_move_test VALUES (11, now() - INTERVAL 1 DAY)")
 
         node1.query("OPTIMIZE TABLE ttl_move_test FINAL")
+        node2.query("SYSTEM SYNC REPLICA ttl_move_test")
 
-        assert node1.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
-        assert node2.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
-        assert node1.query("SELECT d FROM ttl_move_test ORDER BY d FORMAT Values") == "(10),(11)"
-        assert node2.query("SELECT d FROM ttl_move_test ORDER BY d FORMAT Values") == "(10),(11)"
+        if large_data:
+            assert node1.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(1572867)"
+            assert node2.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(1572867)"
+        else:
+            assert node1.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
+            assert node2.query("SELECT count() FROM ttl_move_test FORMAT Values") == "(2)"
+            assert node1.query("SELECT d FROM ttl_move_test ORDER BY d FORMAT Values") == "(10),(11)"
+            assert node2.query("SELECT d FROM ttl_move_test ORDER BY d FORMAT Values") == "(10),(11)"
 
         node1.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
         node2.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
 
 
-def test_s3_zero_copy_with_ttl_delete(cluster):
+@pytest.mark.parametrize(
+    ("large_data"),
+    [
+        (False),
+        (True),
+    ]
+)
+def test_s3_zero_copy_with_ttl_delete(cluster, large_data):
     node1 = cluster.instances["node1"]
     node2 = cluster.instances["node2"]
 
@@ -192,15 +228,23 @@ def test_s3_zero_copy_with_ttl_delete(cluster):
                 .format('{replica}')
         )
 
-        node1.query("INSERT INTO ttl_delete_test VALUES (10, now() - INTERVAL 3 DAY)")
-        node1.query("INSERT INTO ttl_delete_test VALUES (11, now() - INTERVAL 1 DAY)")
+        if large_data:
+            insert_large_data(node1, 'ttl_delete_test')
+        else:
+            node1.query("INSERT INTO ttl_delete_test VALUES (10, now() - INTERVAL 3 DAY)")
+            node1.query("INSERT INTO ttl_delete_test VALUES (11, now() - INTERVAL 1 DAY)")
 
         node1.query("OPTIMIZE TABLE ttl_delete_test FINAL")
+        node2.query("SYSTEM SYNC REPLICA ttl_delete_test")
 
-        assert node1.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
-        assert node2.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
-        assert node1.query("SELECT d FROM ttl_delete_test ORDER BY d FORMAT Values") == "(11)"
-        assert node2.query("SELECT d FROM ttl_delete_test ORDER BY d FORMAT Values") == "(11)"
+        if large_data:
+            assert node1.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1310721)"
+            assert node2.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1310721)"
+        else:
+            assert node1.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
+            assert node2.query("SELECT count() FROM ttl_delete_test FORMAT Values") == "(1)"
+            assert node1.query("SELECT d FROM ttl_delete_test ORDER BY d FORMAT Values") == "(11)"
+            assert node2.query("SELECT d FROM ttl_delete_test ORDER BY d FORMAT Values") == "(11)"
 
         node1.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")
         node2.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")

From 9c279c0c28dbd45fa8943d8e58851124a107aa2c Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova.sqare@gmail.com>
Date: Mon, 17 May 2021 22:11:53 +0200
Subject: [PATCH 0262/1060] consider the table

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/optimize.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 12d2173a9d8..62b9d8818ed 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -49,7 +49,7 @@ OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (c
 
 **Examples**
 
-1. Local example on a [`MergeTree`](../../engines/table-engines/mergetree-family/mergetree.md) table engine:
+Consider the table:
 
 ``` sql
 DROP TABLE IF EXISTS dup_example;
@@ -182,4 +182,4 @@ OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS
 OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS('[i]') EXCEPT(insert_time_ns, insert_replica_id);
 ```
 
-Don't forget to `DROP` tables and replicas `SYSTEM DROP REPLICA` afterwards.
\ No newline at end of file
+Don't forget to `DROP` tables and replicas `SYSTEM DROP REPLICA` afterwards.

From 8e75e0ccde6cbb4cb6c4ef3285a7248b668fa1a2 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova.sqare@gmail.com>
Date: Mon, 17 May 2021 22:12:15 +0200
Subject: [PATCH 0263/1060] remove DROP

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/optimize.md | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 62b9d8818ed..bf7da2bc867 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -52,7 +52,6 @@ OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (c
 Consider the table:
 
 ``` sql
-DROP TABLE IF EXISTS dup_example;
 
 CREATE TABLE dup_example (
     pk Int32, -- primary key

From 808f3c879165d914fec55737c972c4b3c9a79bc7 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova.sqare@gmail.com>
Date: Mon, 17 May 2021 22:13:18 +0200
Subject: [PATCH 0264/1060] remove Valid cases

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/optimize.md | 7 +------
 1 file changed, 1 insertion(+), 6 deletions(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index bf7da2bc867..78889f4b94e 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -64,12 +64,7 @@ CREATE TABLE dup_example (
 ORDER BY (pk, sk);
 ```
 
-The `MergeTree` engine does not have parameters.
-
-**Valid cases**
-
-In the case below all columns are taken into account, i.e. row is removed only if all values in all columns are equal to corresponding values in another row.
-Here and below we need to add `FINAL` to force deduplication in case of a small set of data.
+Columns for deduplication are not specified, so all of them are taken into account. Row is removed only if all values in all columns are equal to corresponding values in previous row:
 
 ``` sql
 OPTIMIZE TABLE dup_example FINAL DEDUPLICATE;

From 4b33108daca4326cec234de8f57136770e0c5318 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova.sqare@gmail.com>
Date: Mon, 17 May 2021 22:13:41 +0200
Subject: [PATCH 0265/1060] remove ticks from Note

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/optimize.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 78889f4b94e..d46cfa1e6fa 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -31,7 +31,7 @@ When `OPTIMIZE` is used with the [ReplicatedMergeTree](../../engines/table-engin
 If you want to perform deduplication on custom set of columns rather than on all, you can specify list of columns explicitly or use any combination of [`*`](../../sql-reference/statements/select/index.md#asterisk), [`COLUMNS`](../../sql-reference/statements/select/index.md#columns-expression) or [`EXCEPT`](../../sql-reference/statements/select/index.md#except-modifier) expressions. The explictly written or implicitly expanded list of columns must include all columns specified in row ordering expression (both primary and sorting keys) and partitioning expression (partitioning key).
 
 !!! note "Note"
-    Notice that `*` behaves just like in `SELECT`: [`MATERIALIZED`](../../sql-reference/statements/create/table.md#materialized) and [`ALIAS`](../../sql-reference/statements/create/table.md#alias) columns are not used for expansion.
+    Notice that `*` behaves just like in `SELECT`: [MATERIALIZED](../../sql-reference/statements/create/table.md#materialized) and [ALIAS](../../sql-reference/statements/create/table.md#alias) columns are not used for expansion.
     Also, it is an error to specify empty list of columns, or write an expression that results in an empty list of columns, or deduplicate by an `ALIAS` column.
 
 **Syntax**

From 87c6e39a2951f6ade2690b817d24a3d8a14be56a Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 17 May 2021 23:23:32 +0300
Subject: [PATCH 0266/1060] PVS Studio fixes

---
 .../MergeTree/MergeTreeDataSelectExecutor.cpp        | 12 ++++--------
 .../MergeTree/PartMovesBetweenShardsOrchestrator.h   |  2 +-
 2 files changed, 5 insertions(+), 9 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 20cadb53098..889818b7ad4 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -466,6 +466,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         real_column_names.push_back(ExpressionActions::getSmallestColumn(available_real_columns));
 
     metadata_snapshot->check(real_column_names, data.getVirtuals(), data.getStorageID());
+    auto index_stats = use_cache ? std::move(cache->index_stats) : std::make_unique<ReadFromMergeTree::IndexStats>();
 
     // Build and check if primary key is used when necessary
     std::optional<KeyCondition> key_condition;
@@ -483,15 +484,8 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
                 fmt::join(primary_key_columns, ", "));
         }
         LOG_DEBUG(log, "Key condition: {}", key_condition->toString());
-    }
 
-    const auto & select = query_info.query->as<ASTSelectQuery &>();
-    auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
-    auto index_stats = use_cache ? std::move(cache->index_stats) : std::make_unique<ReadFromMergeTree::IndexStats>();
-
-    // Select parts to read and do partition pruning via partition value and minmax indices
-    if (!use_cache)
-    {
+        /// Select parts to read and do partition pruning via partition value and minmax indices
         std::optional<PartitionPruner> partition_pruner;
         std::optional<KeyCondition> minmax_idx_condition;
         DataTypes minmax_columns_types;
@@ -523,6 +517,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             }
         }
 
+        auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
         PartFilterCounters part_filter_counters;
         if (query_context->getSettingsRef().allow_experimental_query_deduplication)
             selectPartsToReadWithUUIDFilter(
@@ -574,6 +569,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         }
     }
 
+    const auto & select = query_info.query->as<ASTSelectQuery &>();
     /// Sampling.
     MergeTreeDataSelectSamplingData sampling = use_cache ? std::move(cache->sampling) : MergeTreeDataSelectSamplingData{};
     if (!use_cache)
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
index b7bb0ad1b55..a5ea09050a6 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
@@ -101,7 +101,7 @@ public:
 
     private:
         /// Transient value for CAS.
-        uint32_t version;
+        uint32_t version = 0;
 
         String znode_path;
 

From 7dde67a94e06f9a8287fe599925011d77b27cda6 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Mon, 17 May 2021 22:50:02 +0200
Subject: [PATCH 0267/1060] Updated examples

---
 docs/en/sql-reference/statements/optimize.md | 235 ++++++++++---------
 1 file changed, 130 insertions(+), 105 deletions(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index d46cfa1e6fa..47fee3d78d8 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -52,128 +52,153 @@ OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (c
 Consider the table:
 
 ``` sql
-
-CREATE TABLE dup_example (
-    pk Int32, -- primary key
-    sk Int32, -- secondary key
+CREATE TABLE example (
+    primary_key Int32,
+    secondary_key Int32,
     value UInt32,
-    mat UInt32 MATERIALIZED rand(),  -- materialized value
-    alias UInt32 ALIAS 2, -- aliased value
-    PRIMARY KEY pk
-) ENGINE=MergeTree
-ORDER BY (pk, sk);
+    partition_key UInt32,
+    materialized_value UInt32 MATERIALIZED 12345,
+    aliased_value UInt32 ALIAS 2,
+    PRIMARY KEY primary_key
+) ENGINE=MergeTree　
+PARTITION BY partition_key
+ORDER BY (primary_key, secondary_key);
+```
+``` sql
+INSERT INTO example (primary_key, secondary_key, value, partition_key) 
+VALUES (0, 0, 0, 0), (0, 0, 0, 0), (1, 1, 2, 2), (1, 1, 2, 3), (1, 1, 3, 3);
+```
+``` sql
+SELECT * FROM example;
+```
+Result:
 ```
 
-Columns for deduplication are not specified, so all of them are taken into account. Row is removed only if all values in all columns are equal to corresponding values in previous row:
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+│           1 │             1 │     3 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+
+5 rows in set.
+```
+
+When columns for deduplication are not specified, all of them are taken into account. Row is removed only if all values in all columns are equal to corresponding values in previous row:
 
 ``` sql
-OPTIMIZE TABLE dup_example FINAL DEDUPLICATE;
+OPTIMIZE TABLE example FINAL DEDUPLICATE;
+```
+``` sql
+SELECT * FROM example;
+```
+Result:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+│           1 │             1 │     3 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+
+4 rows in set.
 ```
 
-Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED`: in our case deduplicate by `pk`, `sk` and `value` columns.
+When columns are specified implicitly, the table is deduplicated by all columns that are not `ALIAS` or `MATERIALIZED`. Considering the table above, these are `primary_key`, `secondary_key`, `value`, and `partition_key` columns:
+```sql
+OPTIMIZE TABLE example FINAL DEDUPLICATE BY *;
+```
+``` sql
+SELECT * FROM example;
+```
+Result:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+│           1 │             1 │     3 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+
+4 rows in set.
+```
+
+Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED` and explicitly not `value`: `primary_key`, `secondary_key`, and `partition_key` columns.
 
 ``` sql
-OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY *;
+OPTIMIZE TABLE example FINAL DEDUPLICATE BY * EXCEPT value;
 ```
-
-Deduplicate explicitly by `pk`, `sk`, `value` and `mat` columns.
 ``` sql
-OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY pk, sk, value, mat;
+SELECT * FROM example;
+```
+Result:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+
+3 rows in set.
 ```
 
-Deduplicate by columns matching a regex `'.*k'`: `pk` and `sk` columns.
-
+Deduplicate explicitly by `primary_key`, `secondary_key`, and `partition_key` columns:
+```sql
+OPTIMIZE TABLE example FINAL DEDUPLICATE BY primary_key, secondary_key, partition_key;
+```
 ``` sql
-OPTIMIZE TABLE dup_example FINAL DEDUPLICATE BY COLUMNS('.*k');
+SELECT * FROM example;
+```
+Result:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+
+3 rows in set.
 ```
 
-**Error cases**
-
-Note that **primary key** column should not be missed in any `BY` expression. These queries will face errors:
-
+Deduplicate by any column matching a regex: `primary_key`, `secondary_key`, and `partition_key` columns:
+```sql
+OPTIMIZE TABLE example FINAL DEDUPLICATE BY COLUMNS('.*_key');
+```
 ``` sql
-OPTIMIZE TABLE dup_example DEDUPLICATE BY * EXCEPT(pk);
-OPTIMIZE TABLE dup_example DEDUPLICATE BY sk, value;
+SELECT * FROM example;
 ```
-
-Empty list cases:
-``` sql
-OPTIMIZE TABLE dup_example DEDUPLICATE BY * EXCEPT(pk, sk, value, mat, alias); -- server error
-OPTIMIZE TABLE dup_example DEDUPLICATE BY; -- syntax error
+Result:
 ```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
 
-2. Replicated example on a [`ReplicatedMergeTree`](../../engines/table-engines/mergetree-family/replication.md) table engine:
-
-```sql
-DROP TABLE IF EXISTS replicated_deduplicate_by_columns_r1;
-DROP TABLE IF EXISTS replicated_deduplicate_by_columns_r2;
-
-SET replication_alter_partitions_sync = 2;
-
-CREATE TABLE IF NOT EXISTS replicated_deduplicate_by_columns_r1 (
-    id Int32, 
-    value UInt32, 
-    insert_time_ns DateTime64(9) MATERIALIZED now64(9), 
-    insert_replica_id UInt8 MATERIALIZED randConstant()
-) ENGINE=ReplicatedMergeTree('zookeeper_name_configured_in_auxiliary_zookeepers:path', 'r1') 
-ORDER BY id;
-
-CREATE TABLE IF NOT EXISTS replicated_deduplicate_by_columns_r2 (
-    id Int32, 
-    value UInt32, 
-    insert_time_ns DateTime64(9) MATERIALIZED now64(9), 
-    insert_replica_id UInt8 MATERIALIZED randConstant()
-) ENGINE=ReplicatedMergeTree('zookeeper_name_configured_in_auxiliary_zookeepers:path', 'r2') 
-ORDER BY id;
-```
-
-For the `ReplicatedMergeTree` engine we give the path to the table and name of the replica in Zookeeper.
-
-Insert some data into both replicas and wait for them to sync:
-
-```sql
-SYSTEM SYNC REPLICA replicated_deduplicate_by_columns_r2;
-SYSTEM SYNC REPLICA replicated_deduplicate_by_columns_r1;
-```
-
-Check that we have data on replicas:
-
-```sql
-SELECT 'r1', id, value, count(), uniqExact(insert_time_ns), uniqExact(insert_replica_id) 
-FROM replicated_deduplicate_by_columns_r1 
-GROUP BY id, value 
-ORDER BY id, value;
-
-SELECT 'r2', id, value, count(), uniqExact(insert_time_ns), uniqExact(insert_replica_id) 
-FROM replicated_deduplicate_by_columns_r2 
-GROUP BY id, value 
-ORDER BY id, value;
-```
-
-Remove full duplicates from replica `r1` based on all columns:
-
-```sql
-OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE;
-```
-
-Remove duplicates from replica `r1` based on all columns that are not `ALIAS` or `MATERIALIZED`:
-
-```sql
-OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY *; -- except insert_time_ns, insert_replica_id
-```
-
-Deduplicate replica `r1` explicitly by `id` and `value` columns:
-
-```sql
-OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY id, value;
-```
-
-Deduplicate by columns matching a regex:
-
-```sql
-OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS('[id, value]');
-
-OPTIMIZE TABLE replicated_deduplicate_by_columns_r1 FINAL DEDUPLICATE BY COLUMNS('[i]') EXCEPT(insert_time_ns, insert_replica_id);
-```
-
-Don't forget to `DROP` tables and replicas `SYSTEM DROP REPLICA` afterwards.
+3 rows in set.
+```
\ No newline at end of file

From 39f41ed9b988f4bf002286b8a7e90d4e9200144a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 18 May 2021 07:47:51 +0300
Subject: [PATCH 0268/1060] less tests to commit

---
 tests/integration/parallel.json | 1126 +------------------------------
 1 file changed, 2 insertions(+), 1124 deletions(-)

diff --git a/tests/integration/parallel.json b/tests/integration/parallel.json
index d04cdd4708f..3e6ef773c78 100644
--- a/tests/integration/parallel.json
+++ b/tests/integration/parallel.json
@@ -1,1030 +1,4 @@
 [
-  "test_access_control_on_cluster/test.py::test_access_control_on_cluster",
-  "test_aggregation_memory_efficient/test.py::test_remote",
-  "test_allowed_client_hosts/test.py::test_allowed_host",
-  "test_allowed_url_from_config/test.py::test_config_with_hosts",
-  "test_allowed_url_from_config/test.py::test_config_with_only_primary_hosts",
-  "test_allowed_url_from_config/test.py::test_config_with_only_regexp_hosts",
-  "test_allowed_url_from_config/test.py::test_config_without_allowed_hosts",
-  "test_allowed_url_from_config/test.py::test_config_without_allowed_hosts_section",
-  "test_allowed_url_from_config/test.py::test_HDFS",
-  "test_allowed_url_from_config/test.py::test_redirect",
-  "test_allowed_url_from_config/test.py::test_table_function_remote",
-  "test_alter_codec/test.py::test_alter_codec_index",
-  "test_alter_codec/test.py::test_alter_codec_pk",
-  "test_alter_on_mixed_type_cluster/test.py::test_alter_on_cluter_non_replicated",
-  "test_alter_on_mixed_type_cluster/test.py::test_alter_replicated_on_cluster",
-  "test_alter_settings_on_cluster/test.py::test_default_database_on_cluster",
-  "test_always_fetch_merged/test.py::test_replica_always_download",
-  "test_asynchronous_metric_log_table/test.py::test_event_time_microseconds_field",
-  "test_atomic_drop_table/test.py::test_atomic_delete_with_stopped_zookeeper",
-  "test_attach_without_checksums/test.py::test_attach_without_checksums",
-  "test_attach_without_fetching/test.py::test_attach_without_fetching",
-  "test_authentication/test.py::test_authentication_fail",
-  "test_authentication/test.py::test_authentication_pass",
-  "test_backup_restore/test.py::test_attach_partition",
-  "test_backup_restore/test.py::test_replace_partition",
-  "test_backup_restore/test.py::test_restore",
-  "test_backward_compatibility/test_aggregate_function_state_avg.py::test_backward_compatability",
-  "test_backward_compatibility/test.py::test_backward_compatability1",
-  "test_backward_compatibility/test_short_strings_aggregation.py::test_backward_compatability",
-  "test_block_structure_mismatch/test.py::test",
-  "test_broken_part_during_merge/test.py::test_merge_and_part_corruption",
-  "test_buffer_profile/test.py::test_buffer_profile",
-  "test_buffer_profile/test.py::test_default_profile",
-  "test_catboost_model_config_reload/test.py::test",
-  "test_catboost_model_first_evaluate/test.py::test",
-  "test_catboost_model_reload/test.py::test_model_reload",
-  "test_catboost_model_reload/test.py::test_models_reload",
-  "test_check_table/test.py::test_check_normal_table_corruption",
-  "test_check_table/test.py::test_check_replicated_table_corruption",
-  "test_check_table/test.py::test_check_replicated_table_simple",
-  "test_cleanup_dir_after_bad_zk_conn/test.py::test_attach_without_zk",
-  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_bad_zk_conn",
-  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_replica_name",
-  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_zk_path",
-  "test_cluster_all_replicas/test.py::test_remote",
-  "test_cluster_copier/test.py::test_block_size",
-  "test_cluster_copier/test.py::test_copy_month_to_week_partition",
-  "test_cluster_copier/test.py::test_copy_month_to_week_partition_with_recovering",
-  "test_cluster_copier/test.py::test_copy_month_to_week_partition_with_recovering_after_move_faults",
-  "test_cluster_copier/test.py::test_copy_simple[False]",
-  "test_cluster_copier/test.py::test_copy_simple[True]",
-  "test_cluster_copier/test.py::test_copy_with_recovering_after_move_faults[False]",
-  "test_cluster_copier/test.py::test_copy_with_recovering_after_move_faults[True]",
-  "test_cluster_copier/test.py::test_copy_with_recovering[False]",
-  "test_cluster_copier/test.py::test_copy_with_recovering[True]",
-  "test_cluster_copier/test.py::test_no_arg",
-  "test_cluster_copier/test.py::test_no_index",
-  "test_cluster_copier/test.py::test_non_partitioned_table",
-  "test_cluster_copier/test.py::test_self_copy",
-  "test_compression_codec_read/test.py::test_default_codec_read",
-  "test_compression_nested_columns/test.py::test_nested_compression_codec",
-  "test_concurrent_queries_for_all_users_restriction/test.py::test_exception_message",
-  "test_concurrent_queries_for_user_restriction/test.py::test_exception_message",
-  "test_concurrent_ttl_merges/test.py::test_limited_ttl_merges_in_empty_pool",
-  "test_concurrent_ttl_merges/test.py::test_limited_ttl_merges_in_empty_pool_replicated",
-  "test_concurrent_ttl_merges/test.py::test_limited_ttl_merges_two_replicas",
-  "test_concurrent_ttl_merges/test.py::test_no_ttl_merges_in_busy_pool",
-  "test_config_corresponding_root/test.py::test_work",
-  "test_config_substitutions/test.py::test_allow_databases",
-  "test_config_substitutions/test.py::test_config",
-  "test_consistant_parts_after_move_partition/test.py::test_consistent_part_after_move_partition",
-  "test_consistent_parts_after_clone_replica/test.py::test_inconsistent_parts_if_drop_while_replica_not_active",
-  "test_create_user_and_login/test.py::test_grant_create_user",
-  "test_create_user_and_login/test.py::test_login",
-  "test_cross_replication/test.py::test",
-  "test_custom_settings/test.py::test_custom_settings",
-  "test_custom_settings/test.py::test_illformed_setting",
-  "test_ddl_alter_query/test.py::test_alter",
-  "test_ddl_worker_non_leader/test.py::test_non_leader_replica",
-  "test_default_compression_codec/test.py::test_default_codec_for_compact_parts",
-  "test_default_compression_codec/test.py::test_default_codec_multiple",
-  "test_default_compression_codec/test.py::test_default_codec_single",
-  "test_default_compression_codec/test.py::test_default_codec_version_update",
-  "test_default_database_on_cluster/test.py::test_default_database_on_cluster",
-  "test_default_role/test.py::test_alter_user",
-  "test_default_role/test.py::test_set_default_roles",
-  "test_default_role/test.py::test_wrong_set_default_role",
-  "test_delayed_replica_failover/test.py::test",
-  "test_dictionaries_access/test.py::test_create",
-  "test_dictionaries_access/test.py::test_dictget",
-  "test_dictionaries_access/test.py::test_drop",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
-  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[memory]",
-  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[ssd]",
-  "test_dictionaries_ddl/test.py::test_clickhouse_remote",
-  "test_dictionaries_ddl/test.py::test_conflicting_name",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
-  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
-  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_restricted_database",
-  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
-  "test_dictionaries_dependency_xml/test.py::test_get_data",
-  "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
-  "test_dictionaries_null_value/test.py::test_null_value",
-  "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
-  "test_dictionaries_postgresql/test.py::test_invalidate_query",
-  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
-  "test_dictionaries_postgresql/test.py::test_postgres_scema",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[0]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[1]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[10]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[11]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[12]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[13]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_integers_key_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_mixed_key_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_range_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_cache]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_integers_key_cache]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_mixed_key_cache]",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_system_reload",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_timer",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_in_cache_dictionary",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
-  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
-  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
-  "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
-  "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
-  "test_dictionary_allow_read_expired_keys/test_default_reading.py::test_default_reading",
-  "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
-  "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
-  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
-  "test_dictionary_custom_settings/test.py::test_work",
-  "test_dictionary_ddl_on_cluster/test.py::test_dictionary_ddl_on_cluster",
-  "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
-  "test_disk_access_storage/test.py::test_alter",
-  "test_disk_access_storage/test.py::test_create",
-  "test_disk_access_storage/test.py::test_drop",
-  "test_disk_types/test.py::test_different_types",
-  "test_disk_types/test.py::test_select_by_type",
-  "test_distributed_backward_compatability/test.py::test_distributed_in_tuple",
-  "test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl",
-  "test_distributed_ddl_on_cross_replication/test.py::test_atomic_database",
-  "test_distributed_ddl_parallel/test.py::test_all_in_parallel",
-  "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
-  "test_distributed_ddl_parallel/test.py::test_smoke",
-  "test_distributed_ddl_parallel/test.py::test_smoke_parallel",
-  "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
-  "test_distributed_ddl_parallel/test.py::test_two_in_parallel_two_queued",
-  "test_distributed_ddl_password/test.py::test_alter",
-  "test_distributed_ddl_password/test.py::test_truncate",
-  "test_distributed_ddl/test.py::test_allowed_databases[configs]",
-  "test_distributed_ddl/test.py::test_allowed_databases[configs_secure]",
-  "test_distributed_ddl/test.py::test_create_as_select[configs]",
-  "test_distributed_ddl/test.py::test_create_as_select[configs_secure]",
-  "test_distributed_ddl/test.py::test_create_reserved[configs]",
-  "test_distributed_ddl/test.py::test_create_reserved[configs_secure]",
-  "test_distributed_ddl/test.py::test_create_view[configs]",
-  "test_distributed_ddl/test.py::test_create_view[configs_secure]",
-  "test_distributed_ddl/test.py::test_default_database[configs]",
-  "test_distributed_ddl/test.py::test_default_database[configs_secure]",
-  "test_distributed_ddl/test.py::test_detach_query[configs]",
-  "test_distributed_ddl/test.py::test_detach_query[configs_secure]",
-  "test_distributed_ddl/test.py::test_implicit_macros[configs]",
-  "test_distributed_ddl/test.py::test_implicit_macros[configs_secure]",
-  "test_distributed_ddl/test.py::test_kill_query[configs]",
-  "test_distributed_ddl/test.py::test_kill_query[configs_secure]",
-  "test_distributed_ddl/test.py::test_macro[configs]",
-  "test_distributed_ddl/test.py::test_macro[configs_secure]",
-  "test_distributed_ddl/test.py::test_on_connection_loss[configs]",
-  "test_distributed_ddl/test.py::test_on_connection_loss[configs_secure]",
-  "test_distributed_ddl/test.py::test_on_server_fail[configs]",
-  "test_distributed_ddl/test.py::test_on_server_fail[configs_secure]",
-  "test_distributed_ddl/test.py::test_on_session_expired[configs]",
-  "test_distributed_ddl/test.py::test_on_session_expired[configs_secure]",
-  "test_distributed_ddl/test.py::test_optimize_query[configs]",
-  "test_distributed_ddl/test.py::test_optimize_query[configs_secure]",
-  "test_distributed_ddl/test.py::test_rename[configs]",
-  "test_distributed_ddl/test.py::test_rename[configs_secure]",
-  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs]",
-  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs_secure]",
-  "test_distributed_ddl/test.py::test_simple_alters[configs]",
-  "test_distributed_ddl/test.py::test_simple_alters[configs_secure]",
-  "test_distributed_ddl/test.py::test_socket_timeout[configs]",
-  "test_distributed_ddl/test.py::test_socket_timeout[configs_secure]",
-  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs]",
-  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs_secure]",
-  "test_distributed_format/test.py::test_single_file_old[test_cluster]",
-  "test_distributed_format/test.py::test_single_file_old[test_cluster_2]",
-  "test_distributed_format/test.py::test_single_file[test_cluster]",
-  "test_distributed_format/test.py::test_single_file[test_cluster_2]",
-  "test_distributed_format/test.py::test_two_files[test_cluster]",
-  "test_distributed_format/test.py::test_two_files[test_cluster_2]",
-  "test_distributed_inter_server_secret/test.py::test_insecure",
-  "test_distributed_inter_server_secret/test.py::test_insecure_insert_async",
-  "test_distributed_inter_server_secret/test.py::test_insecure_insert_sync",
-  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_insecure_cluster[default-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_insecure_cluster[nopass-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_insecure_cluster[pass-foo]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_secure_cluster[default-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_secure_cluster[nopass-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_inline_settings_secure_cluster[pass-foo]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_insecure_cluster[default-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_insecure_cluster[nopass-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_insecure_cluster[pass-foo]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_secure_cluster[default-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_secure_cluster[nopass-]",
-  "test_distributed_inter_server_secret/test.py::test_per_user_protocol_settings_secure_cluster[pass-foo]",
-  "test_distributed_inter_server_secret/test.py::test_secure",
-  "test_distributed_inter_server_secret/test.py::test_secure_disagree",
-  "test_distributed_inter_server_secret/test.py::test_secure_disagree_insert",
-  "test_distributed_inter_server_secret/test.py::test_secure_insert_async",
-  "test_distributed_inter_server_secret/test.py::test_secure_insert_buffer_async",
-  "test_distributed_inter_server_secret/test.py::test_secure_insert_sync",
-  "test_distributed_inter_server_secret/test.py::test_user_insecure_cluster[default-]",
-  "test_distributed_inter_server_secret/test.py::test_user_insecure_cluster[nopass-]",
-  "test_distributed_inter_server_secret/test.py::test_user_insecure_cluster[pass-foo]",
-  "test_distributed_inter_server_secret/test.py::test_user_secure_cluster[default-]",
-  "test_distributed_inter_server_secret/test.py::test_user_secure_cluster[nopass-]",
-  "test_distributed_inter_server_secret/test.py::test_user_secure_cluster[pass-foo]",
-  "test_distributed_load_balancing/test.py::test_distributed_replica_max_ignored_errors",
-  "test_distributed_load_balancing/test.py::test_load_balancing_default",
-  "test_distributed_load_balancing/test.py::test_load_balancing_first_or_random",
-  "test_distributed_load_balancing/test.py::test_load_balancing_in_order",
-  "test_distributed_load_balancing/test.py::test_load_balancing_nearest_hostname",
-  "test_distributed_load_balancing/test.py::test_load_balancing_priority_round_robin[dist_priority]",
-  "test_distributed_load_balancing/test.py::test_load_balancing_priority_round_robin[dist_priority_negative]",
-  "test_distributed_load_balancing/test.py::test_load_balancing_round_robin",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[cluster_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[cluster_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[dod_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_sum[dod_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[cluster_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[cluster_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[dod_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_key[dod_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[cluster_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[cluster_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[dod_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_group_by_node[dod_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[cluster_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[cluster_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[dod_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_key[dod_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[cluster_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[cluster_node2]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[dod_node1]",
-  "test_distributed_over_distributed/test.py::TestDistributedOverDistributedSuite::test_select_with_order_by_node[dod_node2]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings21]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings22]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings23]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings24]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings25]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings26]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings27]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings28]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings29]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings30]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings31]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings32]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings33]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings34]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings35]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings36]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings37]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings38]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings39]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings40]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one_over_dist-settings41]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings0]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings1]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings10]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings11]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings12]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings13]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings14]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings15]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings16]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings17]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings18]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings19]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings2]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings20]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings3]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings4]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings5]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings6]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings7]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings8]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_one-settings9]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings63]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings64]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings65]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings66]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings67]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings68]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings69]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings70]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings71]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings72]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings73]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings74]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings75]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings76]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings77]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings78]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings79]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings80]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings81]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings82]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two_over_dist-settings83]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings42]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings43]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings44]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings45]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings46]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings47]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings48]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings49]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings50]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings51]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings52]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings53]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings54]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings55]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings56]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings57]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings58]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings59]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings60]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings61]",
-  "test_distributed_queries_stress/test.py::test_stress_distributed[dist_two-settings62]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-remote]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-remote]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-remote]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-remote]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-remote]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-remote]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-remote]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-distributed]",
-  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-remote]",
-  "test_distributed_storage_configuration/test.py::test_insert",
-  "test_distributed_system_query/test.py::test_start_and_stop_replica_send",
-  "test_drop_replica/test.py::test_drop_replica",
-  "test_enabling_access_management/test.py::test_enabling_access_management",
-  "test_extreme_deduplication/test.py::test_deduplication_window_in_seconds",
-  "test_fetch_partition_from_auxiliary_zookeeper/test.py::test_fetch_part_from_allowed_zookeeper[PART-2020-08-28-20200828_0_0_0]",
-  "test_fetch_partition_from_auxiliary_zookeeper/test.py::test_fetch_part_from_allowed_zookeeper[PARTITION-2020-08-27-2020-08-27]",
-  "test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation",
-  "test_fetch_partition_with_outdated_parts/test.py::test_fetch_partition_with_outdated_parts",
-  "test_filesystem_layout/test.py::test_file_path_escaping",
-  "test_filesystem_layout/test.py::test_file_path_escaping_atomic_db",
-  "test_force_deduplication/test.py::test_basic",
-  "test_force_drop_table/test.py::test_drop_materialized_view[Atomic]",
-  "test_force_drop_table/test.py::test_drop_materialized_view[Ordinary]",
-  "test_format_avro_confluent/test.py::test_select",
-  "test_format_schema_on_server/test.py::test_protobuf_format_input",
-  "test_format_schema_on_server/test.py::test_protobuf_format_output",
-  "test_freeze_table/test.py::test_freeze_table",
-  "test_globs_in_filepath/test.py::test_deep_structure",
-  "test_globs_in_filepath/test.py::test_linear_structure",
-  "test_globs_in_filepath/test.py::test_strange_filenames",
-  "test_globs_in_filepath/test.py::test_table_function_and_virtual_columns",
-  "test_grant_and_revoke/test.py::test_allowed_grantees",
-  "test_grant_and_revoke/test.py::test_current_database",
-  "test_grant_and_revoke/test.py::test_grant_all_on_table",
-  "test_grant_and_revoke/test.py::test_grant_option",
-  "test_grant_and_revoke/test.py::test_implicit_create_temporary_table_grant",
-  "test_grant_and_revoke/test.py::test_implicit_create_view_grant",
-  "test_grant_and_revoke/test.py::test_implicit_show_grants",
-  "test_grant_and_revoke/test.py::test_introspection",
-  "test_grant_and_revoke/test.py::test_revoke_requires_grant_option",
-  "test_grant_and_revoke/test.py::test_smoke",
-  "test_graphite_merge_tree/test.py::test_broken_partial_rollup",
-  "test_graphite_merge_tree/test.py::test_combined_rules",
-  "test_graphite_merge_tree/test.py::test_combined_rules_with_default",
-  "test_graphite_merge_tree/test.py::test_multiple_output_blocks",
-  "test_graphite_merge_tree/test.py::test_multiple_paths_and_versions",
-  "test_graphite_merge_tree/test.py::test_path_dangling_pointer",
-  "test_graphite_merge_tree/test.py::test_paths_not_matching_any_pattern",
-  "test_graphite_merge_tree/test.py::test_rollup_aggregation",
-  "test_graphite_merge_tree/test.py::test_rollup_aggregation_2",
-  "test_graphite_merge_tree/test.py::test_rollup_versions",
-  "test_graphite_merge_tree/test.py::test_system_graphite_retentions",
-  "test_graphite_merge_tree/test.py::test_wrong_rollup_config",
-  "test_hedged_requests_parallel/test.py::test_combination1",
-  "test_hedged_requests_parallel/test.py::test_combination2",
-  "test_hedged_requests_parallel/test.py::test_query_with_no_data_to_sample",
-  "test_hedged_requests_parallel/test.py::test_send_data",
-  "test_hedged_requests_parallel/test.py::test_send_table_status_sleep",
-  "test_hedged_requests/test.py::test_combination1",
-  "test_hedged_requests/test.py::test_combination2",
-  "test_hedged_requests/test.py::test_combination3",
-  "test_hedged_requests/test.py::test_combination4",
-  "test_hedged_requests/test.py::test_long_query",
-  "test_hedged_requests/test.py::test_receive_timeout1",
-  "test_hedged_requests/test.py::test_receive_timeout2",
-  "test_hedged_requests/test.py::test_send_data",
-  "test_hedged_requests/test.py::test_send_data2",
-  "test_hedged_requests/test.py::test_send_table_status_sleep",
-  "test_hedged_requests/test.py::test_send_table_status_sleep2",
-  "test_hedged_requests/test.py::test_stuck_replica",
-  "test_host_ip_change/test.py::test_dns_cache_update",
-  "test_host_ip_change/test.py::test_ip_change_drop_dns_cache",
-  "test_host_ip_change/test.py::test_ip_change_update_dns_cache",
-  "test_host_ip_change/test.py::test_user_access_ip_change[node0]",
-  "test_host_ip_change/test.py::test_user_access_ip_change[node1]",
-  "test_http_and_readonly/test.py::test_http_get_is_readonly",
-  "test_http_handlers_config/test.py::test_absolute_path_static_handler",
-  "test_http_handlers_config/test.py::test_config_static_handler",
-  "test_http_handlers_config/test.py::test_defaults_http_handlers",
-  "test_http_handlers_config/test.py::test_dynamic_query_handler",
-  "test_http_handlers_config/test.py::test_fixed_static_handler",
-  "test_http_handlers_config/test.py::test_predefined_query_handler",
-  "test_http_handlers_config/test.py::test_prometheus_handler",
-  "test_http_handlers_config/test.py::test_relative_path_static_handler",
-  "test_http_handlers_config/test.py::test_replicas_status_handler",
-  "test_https_replication/test.py::test_both_http",
-  "test_https_replication/test.py::test_both_https",
-  "test_https_replication/test.py::test_mixed_protocol",
-  "test_https_replication/test.py::test_replication_after_partition",
-  "test_inherit_multiple_profiles/test.py::test_combined_profile",
-  "test_input_format_parallel_parsing_memory_tracking/test.py::test_memory_tracking_total",
-  "test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_big[0]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_big[1]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_small[0]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_corrupted_small[1]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_different_header[0]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_different_header[1]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_success[0]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_success[1]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_1[0]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_1[1]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_2[0]",
-  "test_insert_distributed_async_send/test.py::test_insert_distributed_async_send_truncated_2[1]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order[internal_replication-0]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order[no_internal_replication-1]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order_sync[internal_replication-0]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_in_order_sync[no_internal_replication-1]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_nearest_hostname[internal_replication-0]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_0_load_balancing_nearest_hostname[no_internal_replication-1]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1[internal_replication-0]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1_load_balancing_in_order[internal_replication-0]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1_load_balancing_in_order[no_internal_replication-1]",
-  "test_insert_distributed_load_balancing/test.py::test_prefer_localhost_replica_1[no_internal_replication-1]",
-  "test_insert_into_distributed_sync_async/test.py::test_async_inserts_into_local_shard",
-  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync",
-  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_fails_with_timeout",
-  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_with_disabled_timeout",
-  "test_insert_into_distributed_sync_async/test.py::test_insertion_without_sync_ignores_timeout",
-  "test_insert_into_distributed/test.py::test_inserts_batching",
-  "test_insert_into_distributed/test.py::test_inserts_local",
-  "test_insert_into_distributed/test.py::test_inserts_low_cardinality",
-  "test_insert_into_distributed/test.py::test_inserts_single_replica_internal_replication",
-  "test_insert_into_distributed/test.py::test_inserts_single_replica_local_internal_replication",
-  "test_insert_into_distributed/test.py::test_inserts_single_replica_no_internal_replication",
-  "test_insert_into_distributed/test.py::test_prefer_localhost_replica",
-  "test_insert_into_distributed/test.py::test_reconnect",
-  "test_insert_into_distributed/test.py::test_table_function",
-  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_local",
-  "test_insert_into_distributed_through_materialized_view/test.py::test_reconnect",
-  "test_jbod_balancer/test.py::test_jbod_balanced_merge",
-  "test_jbod_balancer/test.py::test_replicated_balanced_merge_fetch",
-  "test_join_set_family_s3/test.py::test_join_s3",
-  "test_join_set_family_s3/test.py::test_set_s3",
-  "test_keeper_back_to_back/test.py::test_concurrent_watches",
-  "test_keeper_back_to_back/test.py::test_end_of_session",
-  "test_keeper_back_to_back/test.py::test_end_of_watches_session",
-  "test_keeper_back_to_back/test.py::test_multitransactions",
-  "test_keeper_back_to_back/test.py::test_random_requests",
-  "test_keeper_back_to_back/test.py::test_sequential_nodes",
-  "test_keeper_back_to_back/test.py::test_simple_commands",
-  "test_keeper_back_to_back/test.py::test_stats",
-  "test_keeper_back_to_back/test.py::test_watchers",
-  "test_keeper_internal_secure/test.py::test_secure_raft_works",
-  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader",
-  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader_twice",
-  "test_keeper_multinode_simple/test.py::test_follower_restart",
-  "test_keeper_multinode_simple/test.py::test_read_write_multinode",
-  "test_keeper_multinode_simple/test.py::test_session_expiration",
-  "test_keeper_multinode_simple/test.py::test_simple_replicated_table",
-  "test_keeper_multinode_simple/test.py::test_watch_on_follower",
-  "test_keeper_persistent_log_multinode/test.py::test_restart_multinode",
-  "test_keeper_persistent_log/test.py::test_ephemeral_after_restart",
-  "test_keeper_persistent_log/test.py::test_state_after_restart",
-  "test_keeper_restore_from_snapshot/test.py::test_recover_from_snapshot",
-  "test_keeper_secure_client/test.py::test_connection",
-  "test_keeper_snapshots_multinode/test.py::test_restart_multinode",
-  "test_keeper_snapshots/test.py::test_ephemeral_after_restart",
-  "test_keeper_snapshots/test.py::test_state_after_restart",
-  "test_library_bridge/test.py::test_load_all",
-  "test_library_bridge/test.py::test_load_all_many_rows",
-  "test_library_bridge/test.py::test_load_ids",
-  "test_library_bridge/test.py::test_load_keys",
-  "test_library_bridge/test.py::test_null_values",
-  "test_limited_replicated_fetches/test.py::test_limited_fetches",
-  "test_log_family_s3/test.py::test_log_family_s3[Log-2-1]",
-  "test_log_family_s3/test.py::test_log_family_s3[StripeLog-1-2]",
-  "test_log_family_s3/test.py::test_log_family_s3[TinyLog-1-1]",
-  "test_logs_level/test.py::test_check_client_logs_level",
-  "test_match_process_uid_against_data_owner/test.py::test_different_user",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
-  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
-  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
-  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
-  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
-  "test_max_http_connections_for_replication/test.py::test_keepalive_timeout",
-  "test_max_http_connections_for_replication/test.py::test_multiple_endpoint_connections_count",
-  "test_max_http_connections_for_replication/test.py::test_single_endpoint_connections_count",
-  "test_MemoryTracking/test.py::test_http",
-  "test_MemoryTracking/test.py::test_tcp_multiple_sessions",
-  "test_MemoryTracking/test.py::test_tcp_single_session",
-  "test_merge_table_over_distributed/test.py::test_filtering",
-  "test_merge_table_over_distributed/test.py::test_global_in",
-  "test_merge_table_over_distributed/test.py::test_select_table_name_from_merge_over_distributed",
-  "test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete",
-  "test_merge_tree_empty_parts/test.py::test_empty_parts_summing",
-  "test_merge_tree_s3_failover/test.py::test_move_failover",
-  "test_merge_tree_s3_failover/test.py::test_write_failover[0-13]",
-  "test_merge_tree_s3_failover/test.py::test_write_failover[1048576-9]",
-  "test_merge_tree_s3_restore/test.py::test_full_restore[False]",
-  "test_merge_tree_s3_restore/test.py::test_full_restore[True]",
-  "test_merge_tree_s3_restore/test.py::test_migrate_to_restorable_schema",
-  "test_merge_tree_s3_restore/test.py::test_restore_another_bucket_path",
-  "test_merge_tree_s3_restore/test.py::test_restore_different_revisions",
-  "test_merge_tree_s3_restore/test.py::test_restore_mutations",
-  "test_merge_tree_s3_restore/test.py::test_restore_to_detached[False]",
-  "test_merge_tree_s3_restore/test.py::test_restore_to_detached[True]",
-  "test_merge_tree_s3/test.py::test_alter_table_columns",
-  "test_merge_tree_s3/test.py::test_attach_detach_partition",
-  "test_merge_tree_s3/test.py::test_freeze_unfreeze",
-  "test_merge_tree_s3/test.py::test_insert_same_partition_and_merge[False]",
-  "test_merge_tree_s3/test.py::test_insert_same_partition_and_merge[True]",
-  "test_merge_tree_s3/test.py::test_move_partition_to_another_disk",
-  "test_merge_tree_s3/test.py::test_move_replace_partition_to_another_table",
-  "test_merge_tree_s3/test.py::test_s3_disk_apply_new_settings",
-  "test_merge_tree_s3/test.py::test_s3_disk_restart_during_load",
-  "test_merge_tree_s3/test.py::test_simple_insert_select[0-15]",
-  "test_merge_tree_s3/test.py::test_simple_insert_select[8192-11]",
-  "test_merge_tree_s3/test.py::test_table_manipulations",
-  "test_merge_tree_s3_with_cache/test.py::test_read_after_cache_is_wiped[0-4-2]",
-  "test_merge_tree_s3_with_cache/test.py::test_read_after_cache_is_wiped[8192-2-1]",
-  "test_merge_tree_s3_with_cache/test.py::test_write_is_cached[0-2]",
-  "test_merge_tree_s3_with_cache/test.py::test_write_is_cached[8192-1]",
-  "test_multiple_disks/test.py::test_alter_double_move_partition[DISK]",
-  "test_multiple_disks/test.py::test_alter_double_move_partition[VOLUME]",
-  "test_multiple_disks/test.py::test_alter_move_half_of_partition[DISK]",
-  "test_multiple_disks/test.py::test_alter_move_half_of_partition[VOLUME]",
-  "test_multiple_disks/test.py::test_alter_move[mt]",
-  "test_multiple_disks/test.py::test_alter_policy[mt]",
-  "test_multiple_disks/test.py::test_alter_policy[replicated]",
-  "test_multiple_disks/test.py::test_background_move[mt]",
-  "test_multiple_disks/test.py::test_background_move[replicated]",
-  "test_multiple_disks/test.py::test_concurrent_alter_modify[mt]",
-  "test_multiple_disks/test.py::test_concurrent_alter_modify[replicated]",
-  "test_multiple_disks/test.py::test_concurrent_alter_move_and_drop[mt]",
-  "test_multiple_disks/test.py::test_concurrent_alter_move_and_drop[replicated]",
-  "test_multiple_disks/test.py::test_concurrent_alter_move[mt]",
-  "test_multiple_disks/test.py::test_concurrent_alter_move[replicated]",
-  "test_multiple_disks/test.py::test_detach_attach[mt]",
-  "test_multiple_disks/test.py::test_detach_attach[replicated]",
-  "test_multiple_disks/test.py::test_download_appropriate_disk",
-  "test_multiple_disks/test.py::test_freeze",
-  "test_multiple_disks/test.py::test_jbod_overflow[mt]",
-  "test_multiple_disks/test.py::test_jbod_overflow[replicated]",
-  "test_multiple_disks/test.py::test_kill_while_insert",
-  "test_multiple_disks/test.py::test_max_data_part_size[mt]",
-  "test_multiple_disks/test.py::test_max_data_part_size[replicated]",
-  "test_multiple_disks/test.py::test_move_across_policies_does_not_work",
-  "test_multiple_disks/test.py::test_move_while_merge",
-  "test_multiple_disks/test.py::test_mutate_to_another_disk[mt]",
-  "test_multiple_disks/test.py::test_mutate_to_another_disk[replicated]",
-  "test_multiple_disks/test.py::test_no_merges_in_configuration_allow_from_query_without_reload",
-  "test_multiple_disks/test.py::test_no_merges_in_configuration_allow_from_query_with_reload",
-  "test_multiple_disks/test.py::test_no_warning_about_zero_max_data_part_size",
-  "test_multiple_disks/test.py::test_query_parser",
-  "test_multiple_disks/test.py::test_rename",
-  "test_multiple_disks/test.py::test_round_robin[mt]",
-  "test_multiple_disks/test.py::test_round_robin[replicated]",
-  "test_multiple_disks/test.py::test_simple_merge_tree_merges_are_disabled",
-  "test_multiple_disks/test.py::test_simple_replication_and_moves",
-  "test_multiple_disks/test.py::test_start_stop_moves[mt]",
-  "test_multiple_disks/test.py::test_start_stop_moves[replicated]",
-  "test_multiple_disks/test.py::test_system_tables",
-  "test_multiple_disks/test.py::test_yes_merges_in_configuration_disallow_from_query_without_reload",
-  "test_multiple_disks/test.py::test_yes_merges_in_configuration_disallow_from_query_with_reload",
-  "test_mutations_hardlinks/test.py::test_delete_and_drop_mutation",
-  "test_mutations_hardlinks/test.py::test_drop_mutation",
-  "test_mutations_hardlinks/test.py::test_modify_mutation",
-  "test_mutations_hardlinks/test.py::test_update_mutation",
-  "test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where",
-  "test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where",
-  "test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree",
-  "test_mutations_with_merge_tree/test.py::test_mutations_with_merge_background_task",
-  "test_mutations_with_merge_tree/test.py::test_mutations_with_truncate_table",
-  "test_mysql_database_engine/test.py::test_bad_arguments_for_mysql_database_engine",
-  "test_mysql_database_engine/test.py::test_clickhouse_ddl_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_clickhouse_dml_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_clickhouse_join_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_data_types_support_level_for_mysql_database_engine",
-  "test_mysql_database_engine/test.py::test_mysql_ddl_for_mysql_database",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_10]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_11]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_12]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_13]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_14]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_15]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_16]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_17]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_18]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_19]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_20]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_4]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_5]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_7]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_80]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_81]",
-  "test_mysql_database_engine/test.py::test_mysql_types[common_types_9]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_6_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[datetime_default]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_1]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_18_6_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_2]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_3]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_4]",
-  "test_mysql_database_engine/test.py::test_mysql_types[decimal_40_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_6]",
-  "test_mysql_database_engine/test.py::test_mysql_types[timestamp_default]",
-  "test_mysql_protocol/test.py::test_golang_client",
-  "test_mysql_protocol/test.py::test_java_client",
-  "test_mysql_protocol/test.py::test_mysql_affected_rows",
-  "test_mysql_protocol/test.py::test_mysql_client",
-  "test_mysql_protocol/test.py::test_mysql_client_exception",
-  "test_mysql_protocol/test.py::test_mysql_explain",
-  "test_mysql_protocol/test.py::test_mysql_federated",
-  "test_mysql_protocol/test.py::test_mysqljs_client",
-  "test_mysql_protocol/test.py::test_mysql_replacement_query",
-  "test_mysql_protocol/test.py::test_mysql_set_variables",
-  "test_mysql_protocol/test.py::test_php_client",
-  "test_mysql_protocol/test.py::test_python_client",
-  "test_mysql_protocol/test.py::test_types",
-  "test_no_local_metadata_node/test.py::test_table_start_without_metadata",
-  "test_non_default_compression/test.py::test_preconfigured_custom_codec",
-  "test_non_default_compression/test.py::test_preconfigured_default_codec",
-  "test_non_default_compression/test.py::test_uncompressed_cache_custom_codec",
-  "test_non_default_compression/test.py::test_uncompressed_cache_plus_zstd_codec",
-  "test_odbc_interaction/test.py::test_bridge_dies_with_parent",
-  "test_odbc_interaction/test.py::test_concurrent_queries",
-  "test_odbc_interaction/test.py::test_many_connections",
-  "test_odbc_interaction/test.py::test_mysql_insert",
-  "test_odbc_interaction/test.py::test_mysql_simple_select_works",
-  "test_odbc_interaction/test.py::test_odbc_cyrillic_with_varchar",
-  "test_odbc_interaction/test.py::test_odbc_long_column_names",
-  "test_odbc_interaction/test.py::test_odbc_long_text",
-  "test_odbc_interaction/test.py::test_odbc_postgres_conversions",
-  "test_odbc_interaction/test.py::test_odbc_postgres_date_data_type",
-  "test_odbc_interaction/test.py::test_postgres_insert",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
-  "test_odbc_interaction/test.py::test_sqlite_simple_select_function_works",
-  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
-  "test_odbc_interaction/test.py::test_sqlite_table_function",
-  "test_old_versions/test.py::test_client_is_older_than_server",
-  "test_old_versions/test.py::test_distributed_query_initiator_is_older_than_shard",
-  "test_old_versions/test.py::test_server_is_older_than_client",
-  "test_on_cluster_timeouts/test.py::test_long_query",
-  "test_optimize_on_insert/test.py::test_empty_parts_optimize",
-  "test_partition/test.py::test_attach_check_all_parts",
-  "test_partition/test.py::test_cannot_attach_active_part",
-  "test_partition/test.py::test_drop_detached_parts",
-  "test_partition/test.py::test_partition_complex",
-  "test_partition/test.py::test_partition_simple",
-  "test_part_log_table/test.py::test_config_with_non_standard_part_log",
-  "test_part_log_table/test.py::test_config_without_part_log",
-  "test_part_log_table/test.py::test_config_with_standard_part_log",
-  "test_parts_delete_zookeeper/test.py::test_merge_doesnt_work_without_zookeeper",
-  "test_part_uuid/test.py::test_part_uuid",
-  "test_part_uuid/test.py::test_part_uuid_wal",
-  "test_passing_max_partitions_to_read_remotely/test.py::test_default_database_on_cluster",
-  "test_polymorphic_parts/test.py::test_compact_parts_only",
-  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]",
-  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]",
-  "test_polymorphic_parts/test.py::test_in_memory",
-  "test_polymorphic_parts/test.py::test_in_memory_alters",
-  "test_polymorphic_parts/test.py::test_in_memory_deduplication",
-  "test_polymorphic_parts/test.py::test_in_memory_wal_rotate",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_index",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive",
-  "test_postgresql_database_engine/test.py::test_get_create_table_query_with_multidim_arrays",
-  "test_postgresql_database_engine/test.py::test_postgres_database_engine_with_postgres_ddl",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_queries",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_table_cache",
-  "test_postgresql_database_engine/test.py::test_postgresql_database_engine_with_clickhouse_ddl",
-  "test_postgresql_protocol/test.py::test_java_client",
-  "test_postgresql_protocol/test.py::test_psql_client",
-  "test_postgresql_protocol/test.py::test_psql_is_ready",
-  "test_postgresql_protocol/test.py::test_python_client",
-  "test_profile_events_s3/test.py::test_profile_events",
-  "test_prometheus_endpoint/test.py::test_prometheus_endpoint",
-  "test_query_deduplication/test.py::test_no_merge_with_deduplication",
-  "test_query_deduplication/test.py::test_virtual_column",
-  "test_query_deduplication/test.py::test_with_deduplication",
-  "test_query_deduplication/test.py::test_without_deduplication",
-  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_parallel",
-  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_quorum",
-  "test_quorum_inserts/test.py::test_drop_replica_and_achieve_quorum",
-  "test_quorum_inserts/test.py::test_insert_quorum_with_drop_partition[False]",
-  "test_quorum_inserts/test.py::test_insert_quorum_with_drop_partition[True]",
-  "test_quorum_inserts/test.py::test_insert_quorum_with_move_partition[False]",
-  "test_quorum_inserts/test.py::test_insert_quorum_with_move_partition[True]",
-  "test_quorum_inserts/test.py::test_insert_quorum_with_ttl",
-  "test_quorum_inserts/test.py::test_simple_add_replica",
-  "test_quota/test.py::test_add_remove_interval",
-  "test_quota/test.py::test_add_remove_quota",
-  "test_quota/test.py::test_consumption_of_show_clusters",
-  "test_quota/test.py::test_consumption_of_show_databases",
-  "test_quota/test.py::test_consumption_of_show_privileges",
-  "test_quota/test.py::test_consumption_of_show_processlist",
-  "test_quota/test.py::test_consumption_of_show_tables",
-  "test_quota/test.py::test_dcl_introspection",
-  "test_quota/test.py::test_dcl_management",
-  "test_quota/test.py::test_exceed_quota",
-  "test_quota/test.py::test_query_inserts",
-  "test_quota/test.py::test_quota_from_users_xml",
-  "test_quota/test.py::test_reload_users_xml_by_timer",
-  "test_quota/test.py::test_simpliest_quota",
-  "test_quota/test.py::test_tracking_quota",
-  "test_quota/test.py::test_users_xml_is_readonly",
-  "test_random_inserts/test.py::test_insert_multithreaded",
-  "test_random_inserts/test.py::test_random_inserts",
-  "test_range_hashed_dictionary_types/test.py::test_range_hashed_dict",
-  "test_read_temporary_tables_on_failure/test.py::test_different_versions",
-  "test_recompression_ttl/test.py::test_recompression_multiple_ttls",
-  "test_recompression_ttl/test.py::test_recompression_replicated",
-  "test_recompression_ttl/test.py::test_recompression_simple",
-  "test_recovery_replica/test.py::test_choose_source_replica",
-  "test_recovery_replica/test.py::test_recovery",
-  "test_recovery_replica/test.py::test_update_metadata",
-  "test_redirect_url_storage/test.py::test_url_with_globs",
-  "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
-  "test_redirect_url_storage/test.py::test_url_without_redirect",
-  "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
-  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
-  "test_relative_filepath/test.py::test_filepath",
-  "test_reload_auxiliary_zookeepers/test.py::test_reload_auxiliary_zookeepers",
-  "test_reload_clusters_config/test.py::test_add_cluster",
-  "test_reload_clusters_config/test.py::test_delete_cluster",
-  "test_reload_clusters_config/test.py::test_simple_reload",
-  "test_reload_clusters_config/test.py::test_update_one_cluster",
-  "test_reloading_settings_from_users_xml/test.py::test_force_reload",
-  "test_reloading_settings_from_users_xml/test.py::test_reload_on_timeout",
-  "test_reloading_settings_from_users_xml/test.py::test_unexpected_setting_enum",
-  "test_reloading_settings_from_users_xml/test.py::test_unexpected_setting_int",
-  "test_reloading_settings_from_users_xml/test.py::test_unknown_setting_force_reload",
-  "test_reloading_settings_from_users_xml/test.py::test_unknown_setting_reload_on_timeout",
-  "test_reloading_storage_configuration/test.py::test_add_disk",
-  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
-  "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
-  "test_reloading_storage_configuration/test.py::test_add_policy",
-  "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
-  "test_reloading_storage_configuration/test.py::test_new_policy_works",
-  "test_reloading_storage_configuration/test.py::test_remove_disk",
-  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
-  "test_reloading_storage_configuration/test.py::test_remove_policy",
-  "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
-  "test_reload_max_table_size_to_drop/test.py::test_reload_max_table_size_to_drop",
-  "test_reload_zookeeper/test.py::test_reload_zookeeper",
-  "test_remote_prewhere/test.py::test_remote",
-  "test_rename_column/test.py::test_rename_distributed",
-  "test_rename_column/test.py::test_rename_distributed_parallel_insert_and_select",
-  "test_rename_column/test.py::test_rename_parallel",
-  "test_rename_column/test.py::test_rename_parallel_same_node",
-  "test_rename_column/test.py::test_rename_with_parallel_insert",
-  "test_rename_column/test.py::test_rename_with_parallel_merges",
-  "test_rename_column/test.py::test_rename_with_parallel_moves",
-  "test_rename_column/test.py::test_rename_with_parallel_select",
-  "test_rename_column/test.py::test_rename_with_parallel_slow_insert",
-  "test_rename_column/test.py::test_rename_with_parallel_slow_select",
-  "test_rename_column/test.py::test_rename_with_parallel_ttl_delete",
-  "test_rename_column/test.py::test_rename_with_parallel_ttl_move",
-  "test_replace_partition/test.py::test_drop_failover",
-  "test_replace_partition/test.py::test_normal_work",
-  "test_replace_partition/test.py::test_replace_after_replace_failover",
-  "test_replica_can_become_leader/test.py::test_can_become_leader",
-  "test_replicated_database/test.py::test_alters_from_different_replicas",
-  "test_replicated_database/test.py::test_create_replicated_table",
-  "test_replicated_database/test.py::test_recover_staled_replica",
-  "test_replicated_database/test.py::test_simple_alter_table[MergeTree]",
-  "test_replicated_database/test.py::test_simple_alter_table[ReplicatedMergeTree]",
-  "test_replicated_database/test.py::test_startup_without_zk",
-  "test_replicated_fetches_timeouts/test.py::test_no_stall",
-  "test_replicated_merge_tree_config/test.py::test_replicated_merge_tree_settings",
-  "test_replicated_merge_tree_s3/test.py::test_insert_select_replicated[0-15]",
-  "test_replicated_merge_tree_s3/test.py::test_insert_select_replicated[8192-11]",
-  "test_replicated_merge_tree_s3_zero_copy/test.py::test_insert_select_replicated[0-15]",
-  "test_replicated_merge_tree_s3_zero_copy/test.py::test_insert_select_replicated[8192-11]",
-  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_create_replicated_merge_tree_with_auxiliary_zookeeper",
-  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_create_replicated_merge_tree_with_default_zookeeper",
-  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_create_replicated_merge_tree_with_not_exists_auxiliary_zookeeper",
-  "test_replicated_merge_tree_with_auxiliary_zookeepers/test.py::test_drop_replicated_merge_tree_with_auxiliary_zookeeper",
-  "test_replicated_mutations/test.py::test_mutations",
-  "test_replicated_mutations/test.py::test_mutations_dont_prevent_merges[nodes0]",
-  "test_replicated_mutations/test.py::test_mutations_dont_prevent_merges[nodes1]",
-  "test_replicated_parse_zk_metadata/test.py::test_replicated_engine_parse_metadata_on_attach",
-  "test_replicating_constants/test.py::test_different_versions",
-  "test_replication_credentials/test.py::test_credentials_and_no_credentials",
-  "test_replication_credentials/test.py::test_different_credentials",
-  "test_replication_credentials/test.py::test_no_credentials",
-  "test_replication_credentials/test.py::test_same_credentials",
-  "test_replication_without_zookeeper/test.py::test_startup_without_zookeeper",
-  "test_role/test.py::test_admin_option",
-  "test_role/test.py::test_combine_privileges",
-  "test_role/test.py::test_create_role",
-  "test_role/test.py::test_grant_role_to_role",
-  "test_role/test.py::test_introspection",
-  "test_role/test.py::test_revoke_requires_admin_option",
-  "test_row_policy/test.py::test_cannot_trick_row_policy_with_keyword_with",
-  "test_row_policy/test.py::test_change_of_users_xml_changes_row_policies",
-  "test_row_policy/test.py::test_dcl_introspection",
-  "test_row_policy/test.py::test_dcl_management",
-  "test_row_policy/test.py::test_introspection",
-  "test_row_policy/test.py::test_join",
-  "test_row_policy/test.py::test_miscellaneous_engines",
-  "test_row_policy/test.py::test_policy_from_users_xml_affects_only_user_assigned",
-  "test_row_policy/test.py::test_reload_users_xml_by_timer",
-  "test_row_policy/test.py::test_smoke",
-  "test_row_policy/test.py::test_tags_with_db_and_table_names",
-  "test_row_policy/test.py::test_throwif_error_in_prewhere_with_same_condition_as_filter",
-  "test_row_policy/test.py::test_throwif_error_in_where_with_same_condition_as_filter",
-  "test_row_policy/test.py::test_throwif_in_prewhere_doesnt_expose_restricted_data",
-  "test_row_policy/test.py::test_throwif_in_where_doesnt_expose_restricted_data",
-  "test_row_policy/test.py::test_users_xml_is_readonly",
-  "test_row_policy/test.py::test_with_prewhere",
-  "test_s3_cluster/test.py::test_count",
-  "test_s3_cluster/test.py::test_select_all",
-  "test_s3_cluster/test.py::test_union_all",
-  "test_s3_cluster/test.py::test_wrong_cluster",
-  "test_s3_with_https/test.py::test_s3_with_https[s3_secure]",
-  "test_s3_with_https/test.py::test_s3_with_https[s3_secure_with_proxy]",
-  "test_s3_with_proxy/test.py::test_s3_with_proxy_list[s3]",
-  "test_s3_with_proxy/test.py::test_s3_with_proxy_list[s3_with_resolver]",
-  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
-  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_replication[s3]",
-  "test_secure_socket/test.py::test",
-  "test_select_access_rights/test.py::test_alias",
-  "test_select_access_rights/test.py::test_alias_columns",
-  "test_select_access_rights/test.py::test_materialized_columns",
-  "test_select_access_rights/test.py::test_select_all_columns",
-  "test_select_access_rights/test.py::test_select_all_columns_with_table_grant",
-  "test_select_access_rights/test.py::test_select_count",
-  "test_select_access_rights/test.py::test_select_join",
-  "test_select_access_rights/test.py::test_select_single_column",
-  "test_select_access_rights/test.py::test_select_single_column_with_table_grant",
-  "test_select_access_rights/test.py::test_select_union",
-  "test_send_crash_reports/test.py::test_send_segfault",
-  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case1]",
-  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case2]",
-  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case3]",
-  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case4]",
-  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case5]",
-  "test_send_request_to_leader_replica/test.py::test_alter_table_drop_partition[case6]",
-  "test_server_initialization/test.py::test_live_view_dependency",
-  "test_server_initialization/test.py::test_partially_dropped_tables",
-  "test_server_initialization/test.py::test_sophisticated_default",
-  "test_settings_constraints_distributed/test.py::test_insert_clamps_settings",
-  "test_settings_constraints_distributed/test.py::test_select_clamps_settings",
-  "test_settings_constraints/test.py::test_max_constraint",
-  "test_settings_constraints/test.py::test_min_constraint",
-  "test_settings_constraints/test.py::test_read_only_constraint",
-  "test_settings_constraints/test.py::test_system_constraints",
-  "test_settings_constraints/test.py::test_system_settings",
-  "test_settings_profile/test.py::test_allow_ddl",
-  "test_settings_profile/test.py::test_allow_introspection",
-  "test_settings_profile/test.py::test_alter_and_drop",
-  "test_settings_profile/test.py::test_inheritance",
-  "test_settings_profile/test.py::test_settings_from_granted_role",
-  "test_settings_profile/test.py::test_show_profiles",
-  "test_settings_profile/test.py::test_smoke",
   "test_storage_hdfs/test.py::test_bad_hdfs_uri",
   "test_storage_hdfs/test.py::test_globs_in_read_table",
   "test_storage_hdfs/test.py::test_read_files_with_spaces",
@@ -1128,101 +102,5 @@
   "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
   "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
   "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
-  "test_system_clusters_actual_information/test.py::test",
-  "test_system_ddl_worker_queue/test.py::test_distributed_ddl_queue",
-  "test_system_flush_logs/test.py::test_system_logs_non_empty_queue",
-  "test_system_flush_logs/test.py::test_system_logs[system.metric_log-1]",
-  "test_system_flush_logs/test.py::test_system_logs[system.part_log-0]",
-  "test_system_flush_logs/test.py::test_system_logs[system.query_log-1]",
-  "test_system_flush_logs/test.py::test_system_logs[system.query_thread_log-1]",
-  "test_system_flush_logs/test.py::test_system_logs[system.text_log-0]",
-  "test_system_flush_logs/test.py::test_system_logs[system.trace_log-1]",
-  "test_system_merges/test.py::test_merge_simple[]",
-  "test_system_merges/test.py::test_merge_simple[replicated]",
-  "test_system_merges/test.py::test_mutation_simple[]",
-  "test_system_merges/test.py::test_mutation_simple[replicated]",
-  "test_system_metrics/test.py::test_readonly_metrics",
-  "test_system_queries/test.py::test_DROP_DNS_CACHE",
-  "test_system_queries/test.py::test_RELOAD_CONFIG_AND_MACROS",
-  "test_system_queries/test.py::test_system_flush_logs",
-  "test_system_queries/test.py::test_SYSTEM_RELOAD_DICTIONARY",
-  "test_system_replicated_fetches/test.py::test_system_replicated_fetches",
-  "test_table_functions_access_rights/test.py::test_merge",
-  "test_text_log_level/test.py::test_basic",
-  "test_timezone_config/test.py::test_check_timezone_config",
-  "test_tmp_policy/test.py::test_different_versions",
-  "test_ttl_move/test.py::test_alter_multiple_ttls[negative]",
-  "test_ttl_move/test.py::test_alter_multiple_ttls[positive]",
-  "test_ttl_move/test.py::test_alter_multiple_ttls[replicated_negative]",
-  "test_ttl_move/test.py::test_alter_multiple_ttls[replicated_positive]",
-  "test_ttl_move/test.py::test_alter_with_merge_work[mt]",
-  "test_ttl_move/test.py::test_alter_with_merge_work[mt_work]",
-  "test_ttl_move/test.py::test_alter_with_merge_work[replicated]",
-  "test_ttl_move/test.py::test_alter_with_merge_work[replicated_work]",
-  "test_ttl_move/test.py::test_concurrent_alter_with_ttl_move[mt]",
-  "test_ttl_move/test.py::test_concurrent_alter_with_ttl_move[replicated_mt]",
-  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[disk]",
-  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[replicated_disk]",
-  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[replicated_volume]",
-  "test_ttl_move/test.py::test_disabled_ttl_move_on_insert[volume]",
-  "test_ttl_move/test.py::test_inserts_to_disk_work[mt_test_inserts_to_disk_do_not_work]",
-  "test_ttl_move/test.py::test_inserts_to_disk_work[mt_test_inserts_to_disk_work_1]",
-  "test_ttl_move/test.py::test_inserts_to_disk_work[replicated_mt_test_inserts_to_disk_do_not_work]",
-  "test_ttl_move/test.py::test_inserts_to_disk_work[replicated_mt_test_inserts_to_disk_work_1]",
-  "test_ttl_move/test.py::test_inserts_to_volume_work[mt_test_inserts_to_volume_do_not_work]",
-  "test_ttl_move/test.py::test_inserts_to_volume_work[mt_test_inserts_to_volume_work]",
-  "test_ttl_move/test.py::test_inserts_to_volume_work[replicated_mt_test_inserts_to_volume_do_not_work]",
-  "test_ttl_move/test.py::test_inserts_to_volume_work[replicated_mt_test_inserts_to_volume_work]",
-  "test_ttl_move/test.py::test_materialize_ttl_in_partition[mt]",
-  "test_ttl_move/test.py::test_materialize_ttl_in_partition[replicated]",
-  "test_ttl_move/test.py::test_merges_to_disk_work[mt_test_merges_to_disk_do_not_work0]",
-  "test_ttl_move/test.py::test_merges_to_disk_work[mt_test_merges_to_disk_do_not_work1]",
-  "test_ttl_move/test.py::test_merges_to_disk_work[mt_test_merges_to_disk_work]",
-  "test_ttl_move/test.py::test_merges_to_disk_work[replicated_mt_test_merges_to_disk_work]",
-  "test_ttl_move/test.py::test_merges_with_full_disk_work[mt_test_merges_with_full_disk_work]",
-  "test_ttl_move/test.py::test_merges_with_full_disk_work[replicated_mt_test_merges_with_full_disk_work]",
-  "test_ttl_move/test.py::test_moves_after_merges_work[mt_test_moves_after_merges_do_not_work]",
-  "test_ttl_move/test.py::test_moves_after_merges_work[mt_test_moves_after_merges_work]",
-  "test_ttl_move/test.py::test_moves_after_merges_work[replicated_mt_test_moves_after_merges_do_not_work]",
-  "test_ttl_move/test.py::test_moves_after_merges_work[replicated_mt_test_moves_after_merges_work]",
-  "test_ttl_move/test.py::test_moves_to_disk_eventually_work[mt_test_moves_to_disk_eventually_work]",
-  "test_ttl_move/test.py::test_moves_to_disk_eventually_work[replicated_mt_test_moves_to_disk_eventually_work]",
-  "test_ttl_move/test.py::test_moves_to_disk_work[mt_test_moves_to_disk_do_not_work]",
-  "test_ttl_move/test.py::test_moves_to_disk_work[mt_test_moves_to_disk_work]",
-  "test_ttl_move/test.py::test_moves_to_disk_work[replicated_mt_test_moves_to_disk_do_not_work]",
-  "test_ttl_move/test.py::test_moves_to_disk_work[replicated_mt_test_moves_to_disk_work]",
-  "test_ttl_move/test.py::test_moves_to_volume_work[mt_test_moves_to_volume_work]",
-  "test_ttl_move/test.py::test_moves_to_volume_work[replicated_mt_test_moves_to_volume_work]",
-  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
-  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]",
-  "test_ttl_move/test.py::test_replicated_download_ttl_info",
-  "test_ttl_move/test.py::test_rule_with_invalid_destination[case0]",
-  "test_ttl_move/test.py::test_rule_with_invalid_destination[case1]",
-  "test_ttl_move/test.py::test_rule_with_invalid_destination[case2]",
-  "test_ttl_move/test.py::test_rule_with_invalid_destination[case3]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_external_negative]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_external_positive]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_negative]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[mt_positive]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[repicated_negative]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[repicated_positive]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[replicated_external_negative]",
-  "test_ttl_move/test.py::test_ttls_do_not_work_after_alter[replicated_external_positive]",
-  "test_union_header/test.py::test_read",
-  "test_user_directories/test.py::test_duplicates",
-  "test_user_directories/test.py::test_local_directories",
-  "test_user_directories/test.py::test_memory",
-  "test_user_directories/test.py::test_mixed_style",
-  "test_user_directories/test.py::test_old_style",
-  "test_user_directories/test.py::test_relative_path",
-  "test_user_ip_restrictions/test.py::test_ipv4",
-  "test_user_ip_restrictions/test.py::test_ipv6",
-  "test_user_zero_database_access/test_user_zero_database_access.py::test_user_zero_database_access",
-  "test_version_update_after_mutation/test.py::test_mutate_and_upgrade",
-  "test_version_update_after_mutation/test.py::test_upgrade_while_mutation",
-  "test_zookeeper_config/test.py::test_chroot_with_different_root",
-  "test_zookeeper_config/test.py::test_chroot_with_same_root",
-  "test_zookeeper_config/test.py::test_identity",
-  "test_zookeeper_config/test.py::test_secure_connection"
-]
+  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]"
+  ]

From 22cc1c953f2eb5ebe8c4006527328f8127df5358 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 18 May 2021 10:34:16 +0300
Subject: [PATCH 0269/1060] Revert "PVS Studio fixes"

This reverts commit 87c6e39a2951f6ade2690b817d24a3d8a14be56a.
---
 .../MergeTree/MergeTreeDataSelectExecutor.cpp        | 12 ++++++++----
 .../MergeTree/PartMovesBetweenShardsOrchestrator.h   |  2 +-
 2 files changed, 9 insertions(+), 5 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 889818b7ad4..20cadb53098 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -466,7 +466,6 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         real_column_names.push_back(ExpressionActions::getSmallestColumn(available_real_columns));
 
     metadata_snapshot->check(real_column_names, data.getVirtuals(), data.getStorageID());
-    auto index_stats = use_cache ? std::move(cache->index_stats) : std::make_unique<ReadFromMergeTree::IndexStats>();
 
     // Build and check if primary key is used when necessary
     std::optional<KeyCondition> key_condition;
@@ -484,8 +483,15 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
                 fmt::join(primary_key_columns, ", "));
         }
         LOG_DEBUG(log, "Key condition: {}", key_condition->toString());
+    }
 
-        /// Select parts to read and do partition pruning via partition value and minmax indices
+    const auto & select = query_info.query->as<ASTSelectQuery &>();
+    auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
+    auto index_stats = use_cache ? std::move(cache->index_stats) : std::make_unique<ReadFromMergeTree::IndexStats>();
+
+    // Select parts to read and do partition pruning via partition value and minmax indices
+    if (!use_cache)
+    {
         std::optional<PartitionPruner> partition_pruner;
         std::optional<KeyCondition> minmax_idx_condition;
         DataTypes minmax_columns_types;
@@ -517,7 +523,6 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             }
         }
 
-        auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
         PartFilterCounters part_filter_counters;
         if (query_context->getSettingsRef().allow_experimental_query_deduplication)
             selectPartsToReadWithUUIDFilter(
@@ -569,7 +574,6 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         }
     }
 
-    const auto & select = query_info.query->as<ASTSelectQuery &>();
     /// Sampling.
     MergeTreeDataSelectSamplingData sampling = use_cache ? std::move(cache->sampling) : MergeTreeDataSelectSamplingData{};
     if (!use_cache)
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
index a5ea09050a6..b7bb0ad1b55 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
@@ -101,7 +101,7 @@ public:
 
     private:
         /// Transient value for CAS.
-        uint32_t version = 0;
+        uint32_t version;
 
         String znode_path;
 

From 36aeb597059ac8a9f782d535d4d52a8ababe7385 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 18 May 2021 11:03:38 +0300
Subject: [PATCH 0270/1060] Fix lazy test

---
 .../PartMovesBetweenShardsOrchestrator.h      |  2 +-
 .../test_part_moves_between_shards/test.py    | 68 ++++++++-----------
 2 files changed, 31 insertions(+), 39 deletions(-)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
index b7bb0ad1b55..a5ea09050a6 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
@@ -101,7 +101,7 @@ public:
 
     private:
         /// Transient value for CAS.
-        uint32_t version;
+        uint32_t version = 0;
 
         String znode_path;
 
diff --git a/tests/integration/test_part_moves_between_shards/test.py b/tests/integration/test_part_moves_between_shards/test.py
index f6d3942a4c4..00407f95389 100644
--- a/tests/integration/test_part_moves_between_shards/test.py
+++ b/tests/integration/test_part_moves_between_shards/test.py
@@ -42,27 +42,26 @@ def started_cluster():
 def test_move(started_cluster):
     for shard_ix, rs in enumerate([[s0r0, s0r1], [s1r0, s1r1]]):
         for replica_ix, r in enumerate(rs):
-            r.query("DROP TABLE IF EXISTS t SYNC")
             r.query("""
-            CREATE TABLE t(v UInt64)
-            ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/t', '{}')
+            CREATE TABLE test_move(v UInt64)
+            ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/test_move', '{}')
             ORDER BY tuple()
             """.format(shard_ix, replica_ix))
 
-    s0r0.query("SYSTEM STOP MERGES t")
+    s0r0.query("SYSTEM STOP MERGES test_move")
 
-    s0r0.query("INSERT INTO t VALUES (1)")
-    s0r0.query("INSERT INTO t VALUES (2)")
+    s0r0.query("INSERT INTO test_move VALUES (1)")
+    s0r0.query("INSERT INTO test_move VALUES (2)")
 
-    assert "2" == s0r0.query("SELECT count() FROM t").strip()
-    assert "0" == s1r0.query("SELECT count() FROM t").strip()
+    assert "2" == s0r0.query("SELECT count() FROM test_move").strip()
+    assert "0" == s1r0.query("SELECT count() FROM test_move").strip()
 
-    s0r0.query("ALTER TABLE t MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_1/tables/t'")
+    s0r0.query("ALTER TABLE test_move MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_1/tables/test_move'")
 
     print(s0r0.query("SELECT * FROM system.part_moves_between_shards"))
 
-    s0r0.query("SYSTEM START MERGES t")
-    s0r0.query("OPTIMIZE TABLE t FINAL")
+    s0r0.query("SYSTEM START MERGES test_move")
+    s0r0.query("OPTIMIZE TABLE test_move FINAL")
 
     while True:
         time.sleep(3)
@@ -70,17 +69,17 @@ def test_move(started_cluster):
         print(s0r0.query("SELECT * FROM system.part_moves_between_shards"))
 
         # Eventually.
-        if "DONE" == s0r0.query("SELECT state FROM system.part_moves_between_shards").strip():
+        if "DONE" == s0r0.query("SELECT state FROM system.part_moves_between_shards WHERE table = 'test_move'").strip():
             break
 
     for n in [s0r0, s0r1]:
-        assert "1" == n.query("SELECT count() FROM t").strip()
+        assert "1" == n.query("SELECT count() FROM test_move").strip()
 
     for n in [s1r0, s1r1]:
-        assert "1" == n.query("SELECT count() FROM t").strip()
+        assert "1" == n.query("SELECT count() FROM test_move").strip()
 
     # Move part back
-    s1r0.query("ALTER TABLE t MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_0/tables/t'")
+    s1r0.query("ALTER TABLE test_move MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_0/tables/test_move'")
 
     while True:
         time.sleep(3)
@@ -88,48 +87,41 @@ def test_move(started_cluster):
         print(s1r0.query("SELECT * FROM system.part_moves_between_shards"))
 
         # Eventually.
-        if "DONE" == s1r0.query("SELECT state FROM system.part_moves_between_shards").strip():
+        if "DONE" == s1r0.query("SELECT state FROM system.part_moves_between_shards WHERE table = 'test_move'").strip():
             break
 
     for n in [s0r0, s0r1]:
-        assert "2" == n.query("SELECT count() FROM t").strip()
+        assert "2" == n.query("SELECT count() FROM test_move").strip()
 
     for n in [s1r0, s1r1]:
-        assert "0" == n.query("SELECT count() FROM t").strip()
-
-    # Cleanup.
-    for n in started_cluster.instances.values():
-        n.query("DROP TABLE t SYNC")
+        assert "0" == n.query("SELECT count() FROM test_move").strip()
 
 
 def test_deduplication_while_move(started_cluster):
     for shard_ix, rs in enumerate([[s0r0, s0r1], [s1r0, s1r1]]):
         for replica_ix, r in enumerate(rs):
-            r.query("DROP TABLE IF EXISTS t")
-            r.query("DROP TABLE IF EXISTS t_d")
-
             r.query("""
-            CREATE TABLE t(v UInt64)
-            ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/t', '{}')
+            CREATE TABLE test_deduplication(v UInt64)
+            ENGINE ReplicatedMergeTree('/clickhouse/shard_{}/tables/test_deduplication', '{}')
             ORDER BY tuple()
             """.format(shard_ix, replica_ix))
 
             r.query("""
-            CREATE TABLE t_d AS t
-            ENGINE Distributed('test_cluster', '', t)
+            CREATE TABLE t_d AS test_deduplication
+            ENGINE Distributed('test_cluster', '', test_deduplication)
             """)
 
-    s0r0.query("SYSTEM STOP MERGES t")
+    s0r0.query("SYSTEM STOP MERGES test_deduplication")
 
-    s0r0.query("INSERT INTO t VALUES (1)")
-    s0r0.query("INSERT INTO t VALUES (2)")
-    s0r1.query("SYSTEM SYNC REPLICA t")
+    s0r0.query("INSERT INTO test_deduplication VALUES (1)")
+    s0r0.query("INSERT INTO test_deduplication VALUES (2)")
+    s0r1.query("SYSTEM SYNC REPLICA test_deduplication", timeout=20)
 
-    assert "2" == s0r0.query("SELECT count() FROM t").strip()
-    assert "0" == s1r0.query("SELECT count() FROM t").strip()
+    assert "2" == s0r0.query("SELECT count() FROM test_deduplication").strip()
+    assert "0" == s1r0.query("SELECT count() FROM test_deduplication").strip()
 
-    s0r0.query("ALTER TABLE t MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_1/tables/t'")
-    s0r0.query("SYSTEM START MERGES t")
+    s0r0.query("ALTER TABLE test_deduplication MOVE PART 'all_0_0_0' TO SHARD '/clickhouse/shard_1/tables/test_deduplication'")
+    s0r0.query("SYSTEM START MERGES test_deduplication")
 
     expected = """
 1
@@ -137,7 +129,7 @@ def test_deduplication_while_move(started_cluster):
 """
 
     # Verify that we get consisntent result at all times while the part is moving from one shard to another.
-    while "DONE" != s0r0.query("SELECT state FROM system.part_moves_between_shards ORDER BY create_time DESC LIMIT 1").strip():
+    while "DONE" != s0r0.query("SELECT state FROM system.part_moves_between_shards WHERE table = 'test_deduplication' ORDER BY create_time DESC LIMIT 1").strip():
         n = random.choice(list(started_cluster.instances.values()))
 
         assert TSV(n.query("SELECT * FROM t_d ORDER BY v", settings={

From 3c804556fb3822d0b8d4516bf5b259b5cc10638a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 18 May 2021 14:02:23 +0300
Subject: [PATCH 0271/1060] fix

---
 .../integration/runner/compose/docker_compose_rabbitmq.yml  | 6 +++---
 tests/integration/test_storage_rabbitmq/test.py             | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
index ef6016761a7..99e0ea8e280 100644
--- a/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
+++ b/docker/test/integration/runner/compose/docker_compose_rabbitmq.yml
@@ -2,15 +2,15 @@ version: '2.3'
 
 services:
     rabbitmq1:
-        image: rabbitmq:3-management
+        image: rabbitmq:3-management-alpine
         hostname: rabbitmq1
         expose:
             - ${RABBITMQ_PORT}
         environment:
             RABBITMQ_DEFAULT_USER: "root"
             RABBITMQ_DEFAULT_PASS: "clickhouse"
-            RABBITMQ_LOGS: /rabbitmq_logs/
+            RABBITMQ_LOG_BASE: /rabbitmq_logs/
         volumes:
             - type: ${RABBITMQ_LOGS_FS:-tmpfs}
               source: ${RABBITMQ_LOGS:-}
-              target: /rabbitmq_logs/
\ No newline at end of file
+              target: /rabbitmq_logs/
diff --git a/tests/integration/test_storage_rabbitmq/test.py b/tests/integration/test_storage_rabbitmq/test.py
index 21fd30faca9..02df75f0f04 100644
--- a/tests/integration/test_storage_rabbitmq/test.py
+++ b/tests/integration/test_storage_rabbitmq/test.py
@@ -1942,7 +1942,7 @@ def test_rabbitmq_drop_table_properly(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -1979,7 +1979,7 @@ def test_rabbitmq_queue_settings(rabbitmq_cluster):
         ''')
 
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
 
@@ -2012,7 +2012,7 @@ def test_rabbitmq_queue_settings(rabbitmq_cluster):
 @pytest.mark.timeout(120)
 def test_rabbitmq_queue_consume(rabbitmq_cluster):
     credentials = pika.PlainCredentials('root', 'clickhouse')
-    parameters = pika.ConnectionParameters('localhost', 5672, '/', credentials)
+    parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)
     connection = pika.BlockingConnection(parameters)
     channel = connection.channel()
     channel.queue_declare(queue='rabbit_queue', durable=True)

From 5f083b779dde1072dc14e4729e04db45bda06c59 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 18 May 2021 13:11:12 +0300
Subject: [PATCH 0272/1060] A little better, fix checks

---
 programs/client/Client.cpp                         | 2 +-
 src/Common/createFile.cpp                          | 6 ++----
 src/Common/createFile.h                            | 6 +++---
 src/Databases/DatabaseOnDisk.cpp                   | 2 +-
 src/Databases/MySQL/DatabaseConnectionMySQL.cpp    | 2 +-
 src/Databases/PostgreSQL/DatabasePostgreSQL.cpp    | 2 +-
 src/Disks/DiskLocal.cpp                            | 2 +-
 src/Interpreters/InterpreterCreateQuery.cpp        | 2 +-
 src/Server/StaticRequestHandler.cpp                | 7 ++++---
 src/Storages/MergeTree/MergeTreeData.cpp           | 2 +-
 src/Storages/examples/remove_symlink_directory.cpp | 2 +-
 11 files changed, 17 insertions(+), 18 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 407f70b36b6..58e3efe736d 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -637,7 +637,7 @@ private:
             }
 
             if (!history_file.empty() && !fs::exists(history_file))
-                fs::createFile(history_file);
+                FS::createFile(history_file);
 
             LineReader::Patterns query_extenders = {"\\"};
             LineReader::Patterns query_delimiters = {";", "\\G"};
diff --git a/src/Common/createFile.cpp b/src/Common/createFile.cpp
index fc637f4d4f2..83ab9c36f4b 100644
--- a/src/Common/createFile.cpp
+++ b/src/Common/createFile.cpp
@@ -17,7 +17,7 @@ extern const int CANNOT_CREATE_FILE;
 }
 }
 
-namespace std::filesystem
+namespace FS
 {
 [[noreturn]] void handleLastError(const std::string & path)
 {
@@ -37,7 +37,7 @@ namespace std::filesystem
 }
 
 /// Copy from Poco::createFile
-bool createFile(const path & path)
+bool createFile(const std::string & path)
 {
     int n = open(path.c_str(), O_WRONLY | O_CREAT | O_EXCL, S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
     if (n != -1)
@@ -45,8 +45,6 @@ bool createFile(const path & path)
         close(n);
         return true;
     }
-    if (n == -1 && errno == EEXIST)
-        return false;
     handleLastError(path);
 }
 }
diff --git a/src/Common/createFile.h b/src/Common/createFile.h
index 40ec74e6288..67c7023a455 100644
--- a/src/Common/createFile.h
+++ b/src/Common/createFile.h
@@ -1,7 +1,7 @@
 #pragma once
-#include <filesystem>
+#include <string>
 
-namespace std::filesystem
+namespace FS
 {
-bool createFile(const path & path);
+bool createFile(const std::string & path);
 }
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index a47a38cfa7c..8393f9e81c0 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -326,7 +326,7 @@ void DatabaseOnDisk::detachTablePermanently(ContextPtr, const String & table_nam
     fs::path detached_permanently_flag(getObjectMetadataPath(table_name) + detached_suffix);
     try
     {
-        fs::createFile(detached_permanently_flag);
+        FS::createFile(detached_permanently_flag);
     }
     catch (Exception & e)
     {
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index cd26aa9d02b..7047ed4ad53 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -436,7 +436,7 @@ void DatabaseConnectionMySQL::detachTablePermanently(ContextPtr, const String &
     try
     {
         table_iter->second.second->drop();
-        fs::createFile(remove_flag);
+        FS::createFile(remove_flag);
     }
     catch (...)
     {
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
index 33ae26a9c40..5d75915ea91 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
@@ -258,7 +258,7 @@ void DatabasePostgreSQL::dropTable(ContextPtr, const String & table_name, bool /
         throw Exception(fmt::format("Table {}.{} is already dropped/detached", database_name, table_name), ErrorCodes::TABLE_IS_DROPPED);
 
     fs::path mark_table_removed = fs::path(getMetadataPath()) / (escapeForFileName(table_name) + suffix);
-    fs::createFile(mark_table_removed);
+    FS::createFile(mark_table_removed);
 
     if (cache_tables)
         cached_tables.erase(table_name);
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index bf0a8bac12f..b4880daaadd 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -294,7 +294,7 @@ void DiskLocal::truncateFile(const String & path, size_t size)
 
 void DiskLocal::createFile(const String & path)
 {
-    fs::createFile(fs::path(disk_path) / path);
+    FS::createFile(fs::path(disk_path) / path);
 }
 
 void DiskLocal::setReadOnly(const String & path)
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 86b810d031e..8c872dcdec5 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -112,7 +112,7 @@ BlockIO InterpreterCreateQuery::createDatabase(ASTCreateQuery & create)
 
     /// Will write file with database metadata, if needed.
     String database_name_escaped = escapeForFileName(database_name);
-    fs::path metadata_path = fs::canonical(getContext()->getPath());
+    fs::path metadata_path = fs::absolute(getContext()->getPath());
     fs::path metadata_file_tmp_path = metadata_path / "metadata" / (database_name_escaped + ".sql.tmp");
     fs::path metadata_file_path = metadata_path / "metadata" / (database_name_escaped + ".sql");
 
diff --git a/src/Server/StaticRequestHandler.cpp b/src/Server/StaticRequestHandler.cpp
index 978271c1f04..4f730b7cc30 100644
--- a/src/Server/StaticRequestHandler.cpp
+++ b/src/Server/StaticRequestHandler.cpp
@@ -141,12 +141,13 @@ void StaticRequestHandler::writeResponse(WriteBuffer & out)
         const auto & file_name = response_expression.substr(file_prefix.size(), response_expression.size() - file_prefix.size());
 
         fs::path user_files_absolute_path = fs::absolute(fs::path(server.context()->getUserFilesPath()));
-        fs::path file_path = user_files_absolute_path / file_name;
+        /// Fixme: it does not work with fs::path(user_files_absolute_path) / file_name
+        String file_path = fs::absolute(user_files_absolute_path.string() + "/" + file_name);
 
         if (!fs::exists(file_path))
-            throw Exception("Invalid file name " + file_path.string() + " for static HTTPHandler. ", ErrorCodes::INCORRECT_FILE_NAME);
+            throw Exception("Invalid file name " + file_path + " for static HTTPHandler. ", ErrorCodes::INCORRECT_FILE_NAME);
 
-        ReadBufferFromFile in(file_path.string());
+        ReadBufferFromFile in(file_path);
         copyData(in, out);
     }
     else if (startsWith(response_expression, config_prefix))
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 57c6d3be9ec..48f8793a506 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -4388,7 +4388,7 @@ PartitionCommandsResultInfo MergeTreeData::freezePartitionsByMatcher(
     const String & with_name,
     ContextPtr local_context)
 {
-    String clickhouse_path = fs::canonical(local_context->getPath());
+    String clickhouse_path = fs::absolute(local_context->getPath());
     String default_shadow_path = fs::path(clickhouse_path) / "shadow/";
     fs::create_directories(default_shadow_path);
     auto increment = Increment(fs::path(default_shadow_path) / "increment.txt").get(true);
diff --git a/src/Storages/examples/remove_symlink_directory.cpp b/src/Storages/examples/remove_symlink_directory.cpp
index 05fdc18be2f..a90083233e7 100644
--- a/src/Storages/examples/remove_symlink_directory.cpp
+++ b/src/Storages/examples/remove_symlink_directory.cpp
@@ -19,7 +19,7 @@ try
 {
     fs::path dir("./test_dir/");
     fs::create_directories(dir);
-    fs::createFile("./test_dir/file");
+    FS::createFile("./test_dir/file");
 
     if (0 != symlink("./test_dir", "./test_link"))
         DB::throwFromErrnoWithPath("Cannot create symlink", "./test_link", DB::ErrorCodes::SYSTEM_ERROR);

From d256cf4edfb9274c8780938462edeff55ce1d9de Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Tue, 18 May 2021 17:41:09 +0300
Subject: [PATCH 0273/1060] Fix PVS check (Two or more case-branches perform
 the same actions)

---
 src/Storages/MergeTree/IMergeTreeDataPart.cpp | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index b9ece92e1fc..707f1d9a851 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -187,8 +187,6 @@ static void incrementStateMetric(IMergeTreeDataPart::State state)
             CurrentMetrics::add(CurrentMetrics::PartsDeleting);
             return;
         case IMergeTreeDataPart::State::DeleteOnDestroy:
-            CurrentMetrics::add(CurrentMetrics::PartsDeleteOnDestroy);
-            return;
         case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
             CurrentMetrics::add(CurrentMetrics::PartsDeleteOnDestroy);
             return;
@@ -215,8 +213,6 @@ static void decrementStateMetric(IMergeTreeDataPart::State state)
             CurrentMetrics::sub(CurrentMetrics::PartsDeleting);
             return;
         case IMergeTreeDataPart::State::DeleteOnDestroy:
-            CurrentMetrics::sub(CurrentMetrics::PartsDeleteOnDestroy);
-            return;
         case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
             CurrentMetrics::sub(CurrentMetrics::PartsDeleteOnDestroy);
             return;

From 7729e211e9808b0627cb79273e6f2eb5572f9ba5 Mon Sep 17 00:00:00 2001
From: Kseniia Sumarokova <54203879+kssenii@users.noreply.github.com>
Date: Tue, 18 May 2021 20:52:18 +0300
Subject: [PATCH 0274/1060] Update skip_list.json

---
 tests/queries/skip_list.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 9a344f7eb4a..8922b225068 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -722,7 +722,7 @@
         "01850_dist_INSERT_preserve_error", // uses cluster with different static databases shard_0/shard_1
         "01821_table_comment",
         "01710_projection_fetch",
-        "01870_modulo_partition_key"
+        "01870_modulo_partition_key",
         "01870_buffer_flush" // creates database
     ]
 }

From 3ec8e779ba3dc45155d9003b2565de23a17bc3a5 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 19 May 2021 08:54:48 +0300
Subject: [PATCH 0275/1060] one more timeout

---
 tests/integration/helpers/cluster.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index cfa25a613b9..71d8b512cb1 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -51,8 +51,8 @@ def _create_env_file(path, variables):
             f.write("=".join([var, value]) + "\n")
     return path
 
-def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE):
-    res = subprocess.run(args, stdout=stdout, stderr=stderr, env=env, shell=shell)
+def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=120):
+    res = subprocess.run(args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout)
     if res.returncode != 0:
         # check_call(...) from subprocess does not print stderr, so we do it manually
         logging.debug(f"Stderr:\n{res.stderr.decode('utf-8')}\n")

From 5d6c6fe4c430b766e6c4a87e9281ea8827a64294 Mon Sep 17 00:00:00 2001
From: Evgeniia Sudarikova <evgsudarikova@yandex-team.ru>
Date: Wed, 19 May 2021 13:21:34 +0300
Subject: [PATCH 0276/1060] edited EN, added RU

---
 .../functions/splitting-merging-functions.md  | 12 ++++-
 .../functions/splitting-merging-functions.md  | 54 +++++++++++++++++++
 2 files changed, 64 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/splitting-merging-functions.md b/docs/en/sql-reference/functions/splitting-merging-functions.md
index d61896b6d98..7c93048305f 100644
--- a/docs/en/sql-reference/functions/splitting-merging-functions.md
+++ b/docs/en/sql-reference/functions/splitting-merging-functions.md
@@ -92,7 +92,7 @@ SELECT splitByString('', 'abcde')
 
 ## splitByRegexp(regexp, s) {#splitbyregexpseparator-s}
 
-Splits a string into substrings separated by a regular expression. It uses a regular expression string `regexp` as the separator. If the `regexp` is empty, it will split the string s into an array of single characters. If no match is found for this regex expression, the string `s` won't be split.
+Splits a string into substrings separated by a regular expression. It uses a regular expression string `regexp` as the separator. If the `regexp` is empty, it will split the string `s` into an array of single characters. If no match is found for this regular expression, the string `s` won't be split.
 
 **Syntax**
 
@@ -109,28 +109,36 @@ splitByRegexp(<regexp>, <s>)
 
 Returns an array of selected substrings. Empty substrings may be selected when:
 
-
 -   A non-empty regular expression match occurs at the beginning or end of the string;
 -   There are multiple consecutive non-empty regular expression matches;
 -   The original string `s` is empty while the regular expression is not empty.
 
 Type: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+
 **Example**
 
+Query:
+
 ``` sql
 SELECT splitByRegexp('\\d+', 'a12bc23de345f')
 ```
 
+Result:
+
 ``` text
 ┌─splitByRegexp('\\d+', 'a12bc23de345f')─┐
 │ ['a','bc','de','f']                    │
 └────────────────────────────────────────┘
 ```
 
+Query:
+
 ``` sql
 SELECT splitByRegexp('', 'abcde')
 ```
 
+Result:
+
 ``` text
 ┌─splitByRegexp('', 'abcde')─┐
 │ ['a','b','c','d','e']      │
diff --git a/docs/ru/sql-reference/functions/splitting-merging-functions.md b/docs/ru/sql-reference/functions/splitting-merging-functions.md
index b8d04982b91..a1b2ae67c34 100644
--- a/docs/ru/sql-reference/functions/splitting-merging-functions.md
+++ b/docs/ru/sql-reference/functions/splitting-merging-functions.md
@@ -91,6 +91,60 @@ SELECT splitByString('', 'abcde')
 └────────────────────────────┘
 ```
 
+## splitByRegexp(regexp, s) {#splitbyregexpseparator-s}
+
+Разбивает строку на подстроки, разделенные регулярным выражением. В качестве разделителя используется строка регулярного выражения `regexp`. Если `regexp` пустая, она разделит строку` s` на массив одиночных символов. Если для регулярного выражения совпадения не найдено, строка `s` не будет разбита.
+
+**Синтаксис**
+
+``` sql
+splitByRegexp(<regexp>, <s>)
+```
+
+**Аргументы**
+
+-   `regexp` — регулярное выражение. Константа. [String](../data-types/string.md) или [FixedString](../data-types/fixedstring.md).
+-   `s` — разбиваемая строка. [String](../../sql-reference/data-types/string.md).
+
+**Возвращаемые значения**
+
+Возвращает массив выбранных подстрок. Пустая подстрока может быть возвращена, если:
+
+-   Непустое совпадение с регулярным выражением происходит в начале или конце строки;
+-   Имеется несколько последовательных совпадений непустого регулярного выражения;
+-   Исходная строка `s` пуста, а регулярное выражение не пустое.
+
+Тип: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+
+**Примеры**
+
+Запрос:
+
+``` sql
+SELECT splitByRegexp('\\d+', 'a12bc23de345f')
+```
+
+Результат:
+
+``` text
+┌─splitByRegexp('\\d+', 'a12bc23de345f')─┐
+│ ['a','bc','de','f']                    │
+└────────────────────────────────────────┘
+```
+
+Запрос:
+
+``` sql
+SELECT splitByRegexp('', 'abcde')
+```
+
+Результат:
+
+``` text
+┌─splitByRegexp('', 'abcde')─┐
+│ ['a','b','c','d','e']      │
+└────────────────────────────┘
+```
 
 ## arrayStringConcat(arr\[, separator\]) {#arraystringconcatarr-separator}
 

From 7a5895815b681e1b817d466ab53760a888d126e1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 19 May 2021 13:23:51 +0300
Subject: [PATCH 0277/1060] remove tmpfs for now

---
 tests/integration/ci-runner.py                |   2 +-
 tests/integration/helpers/cluster.py          |   7 +-
 tests/integration/parallel.json               | 209 +++++++++++++++++-
 .../configs/.gitignore                        |   2 +
 .../configs/dictionaries/.gitignore           |   2 -
 5 files changed, 213 insertions(+), 9 deletions(-)
 create mode 100644 tests/integration/test_dictionaries_redis/configs/.gitignore
 delete mode 100644 tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 970daa7ec46..8ad804fbe00 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -372,7 +372,7 @@ class ClickhouseIntegrationTestsRunner:
 
             test_cmd = ' '.join([test for test in sorted(test_names)])
             parallel_cmd = " --parallel {} ".format(num_workers) if num_workers > 0 else ""
-            cmd = "cd {}/tests/integration && ./runner {} --tmpfs -t {} {} '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
+            cmd = "cd {}/tests/integration && ./runner {} -t {} {} '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
                 repo_path, image_cmd, test_cmd, parallel_cmd, _get_deselect_option(self.should_skip_tests()), output_path)
 
             with open(log_path, 'w') as log:
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 71d8b512cb1..e02aa69fefd 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -51,7 +51,7 @@ def _create_env_file(path, variables):
             f.write("=".join([var, value]) + "\n")
     return path
 
-def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=120):
+def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=180):
     res = subprocess.run(args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout)
     if res.returncode != 0:
         # check_call(...) from subprocess does not print stderr, so we do it manually
@@ -760,7 +760,7 @@ class ClickHouseCluster:
         run_and_check(self.base_cmd + ["up", "--force-recreate", "--no-deps", "-d", node.name])
         node.ip_address = self.get_instance_ip(node.name)
         node.client = Client(node.ip_address, command=self.client_bin_path)
-        start_deadline = time.time() + 120.0  # seconds
+        start_deadline = time.time() + 180.0  # seconds
         node.wait_for_start(start_deadline)
         return node
 
@@ -1521,7 +1521,6 @@ class ClickHouseInstance:
         self.docker_client = None
         self.ip_address = None
         self.client = None
-        self.default_timeout = 20.0  # 20 sec
         self.image = image
         self.tag = tag
         self.stay_alive = stay_alive
@@ -1718,7 +1717,7 @@ class ClickHouseInstance:
                 return None
         return None
 
-    def restart_with_latest_version(self, stop_start_wait_sec=60, callback_onstop=None, signal=60):
+    def restart_with_latest_version(self, stop_start_wait_sec=120, callback_onstop=None, signal=60):
         if not self.stay_alive:
             raise Exception("Cannot restart not stay alive container")
         self.exec_in_container(["bash", "-c", "pkill -{} clickhouse".format(signal)], user='root')
diff --git a/tests/integration/parallel.json b/tests/integration/parallel.json
index 3e6ef773c78..58ca2209131 100644
--- a/tests/integration/parallel.json
+++ b/tests/integration/parallel.json
@@ -1,4 +1,162 @@
 [
+  "test_dictionaries_access/test.py::test_create",
+  "test_dictionaries_access/test.py::test_dictget",
+  "test_dictionaries_access/test.py::test_drop",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
+  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
+  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[memory]",
+  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[ssd]",
+  "test_dictionaries_ddl/test.py::test_clickhouse_remote",
+  "test_dictionaries_ddl/test.py::test_conflicting_name",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
+  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
+  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
+  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
+  "test_dictionaries_ddl/test.py::test_restricted_database",
+  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
+  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
+  "test_dictionaries_dependency_xml/test.py::test_get_data",
+  "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
+  "test_dictionaries_null_value/test.py::test_null_value",
+  "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
+  "test_dictionaries_postgresql/test.py::test_invalidate_query",
+  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
+  "test_dictionaries_postgresql/test.py::test_postgres_scema",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[0]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[1]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[10]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[11]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[12]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[13]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
+  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_integers_key_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_mixed_key_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_range_hashed]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_cache]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_integers_key_cache]",
+  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_mixed_key_cache]",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_system_reload",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_timer",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_in_cache_dictionary",
+  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
+  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
+  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
+  "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionary_allow_read_expired_keys/test_default_reading.py::test_default_reading",
+  "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
+  "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
+  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
+  "test_dictionary_custom_settings/test.py::test_work",
+  "test_dictionary_ddl_on_cluster/test.py::test_dictionary_ddl_on_cluster",
+  "test_disk_access_storage/test.py::test_alter",
+  "test_disk_access_storage/test.py::test_create",
+  "test_disk_access_storage/test.py::test_drop",
+  "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
+  "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
+  "test_distributed_storage_configuration/test.py::test_insert",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
+  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
+  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
+  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
+  "test_range_hashed_dictionary_types/test.py::test_range_hashed_dict",
+  "test_redirect_url_storage/test.py::test_url_with_globs",
+  "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
+  "test_redirect_url_storage/test.py::test_url_without_redirect",
+  "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
+  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
+  "test_reloading_storage_configuration/test.py::test_add_disk",
+  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
+  "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
+  "test_reloading_storage_configuration/test.py::test_add_policy",
+  "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
+  "test_reloading_storage_configuration/test.py::test_new_policy_works",
+  "test_reloading_storage_configuration/test.py::test_remove_disk",
+  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_policy",
+  "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
+  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
   "test_storage_hdfs/test.py::test_bad_hdfs_uri",
   "test_storage_hdfs/test.py::test_globs_in_read_table",
   "test_storage_hdfs/test.py::test_read_files_with_spaces",
@@ -13,6 +171,49 @@
   "test_storage_hdfs/test.py::test_write_gzip_storage",
   "test_storage_hdfs/test.py::test_write_gz_storage",
   "test_storage_hdfs/test.py::test_write_table",
+  "test_storage_kafka/test.py::test_bad_reschedule",
+  "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
+  "test_storage_kafka/test.py::test_exception_from_destructor",
+  "test_storage_kafka/test.py::test_kafka_commit_on_block_write",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang2",
+  "test_storage_kafka/test.py::test_kafka_csv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
+  "test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream_with_random_malformed_json",
+  "test_storage_kafka/test.py::test_kafka_flush_by_block_size",
+  "test_storage_kafka/test.py::test_kafka_flush_by_time",
+  "test_storage_kafka/test.py::test_kafka_flush_on_big_message",
+  "test_storage_kafka/test.py::test_kafka_formats",
+  "test_storage_kafka/test.py::test_kafka_formats_with_broken_message",
+  "test_storage_kafka/test.py::test_kafka_insert",
+  "test_storage_kafka/test.py::test_kafka_issue11308",
+  "test_storage_kafka/test.py::test_kafka_issue14202",
+  "test_storage_kafka/test.py::test_kafka_issue4116",
+  "test_storage_kafka/test.py::test_kafka_json_as_string",
+  "test_storage_kafka/test.py::test_kafka_json_without_delimiter",
+  "test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk",
+  "test_storage_kafka/test.py::test_kafka_many_materialized_views",
+  "test_storage_kafka/test.py::test_kafka_materialized_view",
+  "test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery",
+  "test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed",
+  "test_storage_kafka/test.py::test_kafka_produce_consume",
+  "test_storage_kafka/test.py::test_kafka_produce_key_timestamp",
+  "test_storage_kafka/test.py::test_kafka_protobuf",
+  "test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter",
+  "test_storage_kafka/test.py::test_kafka_rebalance",
+  "test_storage_kafka/test.py::test_kafka_select_empty",
+  "test_storage_kafka/test.py::test_kafka_settings_new_syntax",
+  "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
+  "test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf",
+  "test_storage_kafka/test.py::test_kafka_tsv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_unavailable",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns2",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
+  "test_storage_kafka/test.py::test_librdkafka_compression",
+  "test_storage_kafka/test.py::test_premature_flush_on_eof",
   "test_storage_kerberized_hdfs/test.py::test_cache_path",
   "test_storage_kerberized_hdfs/test.py::test_prohibited",
   "test_storage_kerberized_hdfs/test.py::test_read_table",
@@ -20,6 +221,8 @@
   "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
   "test_storage_kerberized_hdfs/test.py::test_two_users",
   "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
   "test_storage_mongodb/test.py::test_complex_data_type",
   "test_storage_mongodb/test.py::test_incorrect_data_type",
   "test_storage_mongodb/test.py::test_simple_select",
@@ -102,5 +305,7 @@
   "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
   "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
   "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]"
-  ]
+  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
+  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
+  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]"
+]
diff --git a/tests/integration/test_dictionaries_redis/configs/.gitignore b/tests/integration/test_dictionaries_redis/configs/.gitignore
new file mode 100644
index 00000000000..12657916b22
--- /dev/null
+++ b/tests/integration/test_dictionaries_redis/configs/.gitignore
@@ -0,0 +1,2 @@
+dictionaries/*
+!.gitignore
diff --git a/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore b/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore
deleted file mode 100644
index d6b7ef32c84..00000000000
--- a/tests/integration/test_dictionaries_redis/configs/dictionaries/.gitignore
+++ /dev/null
@@ -1,2 +0,0 @@
-*
-!.gitignore

From 4360daf0cbf6d7986768f757ecab9bca9428ab54 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 19 May 2021 13:25:33 +0300
Subject: [PATCH 0278/1060] Add json setting in EXPLAIN PLAN
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Добавил настройку json в EXPLAIN PLAN.
---
 docs/en/sql-reference/statements/explain.md | 230 +++++++++++++++++++-
 1 file changed, 226 insertions(+), 4 deletions(-)

diff --git a/docs/en/sql-reference/statements/explain.md b/docs/en/sql-reference/statements/explain.md
index 1c19adcdcd8..9acaa3be881 100644
--- a/docs/en/sql-reference/statements/explain.md
+++ b/docs/en/sql-reference/statements/explain.md
@@ -111,9 +111,11 @@ Dump query plan steps.
 
 Settings:
 
--  `header` — Prints output header for step. Default: 0.
--  `description` — Prints step description. Default: 1.
--  `actions` — Prints detailed information about step actions. Default: 0.
+-   `header` — Prints output header for step. Default: 0.
+-   `description` — Prints step description. Default: 1.
+-   `indexes` — Shows used indexes, the number of filtered parts, and granules for every index applied. Default: 0. Supported for [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) tables.
+-   `actions` — Prints detailed information about step actions. Default: 0.
+-   `json` — Prints query plan steps as a row in [JSON](../../interfaces/formats.md#json) format. Default: 0. It is recommended to use [TSVRaw](../../interfaces/formats.md#tabseparatedraw) format to avoid unnecessary escaping.
 
 Example:
 
@@ -134,6 +136,227 @@ Union
 !!! note "Note"
     Step and query cost estimation is not supported.
 
+The result JSON is a tree representing query plan. Every query plan node is a dictionary that always has the keys `Node Type` and `Plans`. `Node Type` is a string with a step name. `Plans` is an array with child step descriptions. Other optional keys may be added depending on node type and settings.
+
+The following examples show the output of the query plan steps when `json` = 1 along with other settings.
+
+Example:
+
+```sql
+EXPLAIN json = 1, description = 0 SELECT 1 UNION ALL SELECT 2 FORMAT TSVRaw;
+```
+
+```sql
+[
+  {
+    "Plan": {
+      "Node Type": "Union",
+      "Plans": [
+        {
+          "Node Type": "Expression",
+          "Plans": [
+            {
+              "Node Type": "SettingQuotaAndLimits",
+              "Plans": [
+                {
+                  "Node Type": "ReadFromStorage"
+                }
+              ]
+            }
+          ]
+        },
+        {
+          "Node Type": "Expression",
+          "Plans": [
+            {
+              "Node Type": "SettingQuotaAndLimits",
+              "Plans": [
+                {
+                  "Node Type": "ReadFromStorage"
+                }
+              ]
+            }
+          ]
+        }
+      ]
+    }
+  }
+]
+```
+
+With `description` = 1, the `Description` key is added to the step:
+
+```sql
+{
+  "Node Type": "ReadFromStorage",
+  "Description": "SystemOne"
+}
+```
+
+With `header` = 1, the `Header` key is added to the step as an array of columns.
+
+Example:
+
+```sql
+EXPLAIN json = 1, description = 0, header = 1 SELECT 1, 2 + dummy;
+```
+
+```sql
+[
+  {
+    "Plan": {
+      "Node Type": "Expression",
+      "Header": [
+        {
+          "Name": "1",
+          "Type": "UInt8"
+        },
+        {
+          "Name": "plus(2, dummy)",
+          "Type": "UInt16"
+        }
+      ],
+      "Plans": [
+        {
+          "Node Type": "SettingQuotaAndLimits",
+          "Header": [
+            {
+              "Name": "dummy",
+              "Type": "UInt8"
+            }
+          ],
+          "Plans": [
+            {
+              "Node Type": "ReadFromStorage",
+              "Header": [
+                {
+                  "Name": "dummy",
+                  "Type": "UInt8"
+                }
+              ]
+            }
+          ]
+        }
+      ]
+    }
+  }
+]
+```
+  
+With `indexes` = 1, the `Indexes` key is added. It contains an array of used indexes. Each index is described as JSON with `Type` key (a string `MinMax`, `Partition`, `PrimaryKey` or `Skip`) and optional keys:
+
+-   `Name` — An index name (for now, is used only for `Skip` index).
+-   `Keys` — An array of columns used by the index.
+-   `Condition` — A string with condition used.
+-   `Description` — An index (for now, is used only for `Skip` index).
+-   `Initial Parts` — A number of parts before the index is applied.
+-   `Selected Parts` — A number of parts after the index is applied.
+-   `Initial Granules` — A number of granules before the index is applied.
+-   `Selected Granulesis` — A number of granules after the index is applied.
+
+Example:
+
+```sql
+"Node Type": "ReadFromMergeTree",
+"Indexes": [
+  {
+    "Type": "MinMax",
+    "Keys": ["y"],
+    "Condition": "(y in [1, +inf))",
+    "Initial Parts": 5,
+    "Selected Parts": 4,
+    "Initial Granules": 12,
+    "Selected Granules": 11
+  },
+  {
+    "Type": "Partition",
+    "Keys": ["y", "bitAnd(z, 3)"],
+    "Condition": "and((bitAnd(z, 3) not in [1, 1]), and((y in [1, +inf)), (bitAnd(z, 3) not in [1, 1])))",
+    "Initial Parts": 4,
+    "Selected Parts": 3,
+    "Initial Granules": 11,
+    "Selected Granules": 10
+  },
+  {
+    "Type": "PrimaryKey",
+    "Keys": ["x", "y"],
+    "Condition": "and((x in [11, +inf)), (y in [1, +inf)))",
+    "Initial Parts": 3,
+    "Selected Parts": 2,
+    "Initial Granules": 10,
+    "Selected Granules": 6
+  },
+  {
+    "Type": "Skip",
+    "Name": "t_minmax",
+    "Description": "minmax GRANULARITY 2",
+    "Initial Parts": 2,
+    "Selected Parts": 1,
+    "Initial Granules": 6,
+    "Selected Granules": 2
+  },
+  {
+    "Type": "Skip",
+    "Name": "t_set",
+    "Description": "set GRANULARITY 2",
+    "Initial Parts": 1,
+    "Selected Parts": 1,
+    "Initial Granules": 2,
+    "Selected Granules": 1
+  }
+]
+```
+
+With `actions` = 1, added keys depend on step type.
+
+Example:
+
+```sql
+EXPLAIN json = 1, actions = 1, description = 0 SELECT 1 FORMAT TSVRaw;
+```
+
+```sql
+[
+  {
+    "Plan": {
+      "Node Type": "Expression",
+      "Expression": {
+        "Inputs": [],
+        "Actions": [
+          {
+            "Node Type": "Column",
+            "Result Type": "UInt8",
+            "Result Type": "Column",
+            "Column": "Const(UInt8)",
+            "Arguments": [],
+            "Removed Arguments": [],
+            "Result": 0
+          }
+        ],
+        "Outputs": [
+          {
+            "Name": "1",
+            "Type": "UInt8"
+          }
+        ],
+        "Positions": [0],
+        "Project Input": true
+      },
+      "Plans": [
+        {
+          "Node Type": "SettingQuotaAndLimits",
+          "Plans": [
+            {
+              "Node Type": "ReadFromStorage"
+            }
+          ]
+        }
+      ]
+    }
+  }
+]
+```
+
 ### EXPLAIN PIPELINE {#explain-pipeline}
 
 Settings:
@@ -141,7 +364,6 @@ Settings:
 -   `header` — Prints header for each output port. Default: 0.
 -   `graph` — Prints a graph described in the [DOT](https://en.wikipedia.org/wiki/DOT_(graph_description_language)) graph description language. Default: 0.
 -   `compact` — Prints graph in compact mode if `graph` setting is enabled. Default: 1.
--   `indexes` — Shows used indexes, the number of filtered parts, and granules for every index applied. Default: 0. Supported for [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) tables.
 
 Example:
 

From 6afd9f84f1b0511bf7bb5e1b01bf9eb84fcbd8e0 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 19 May 2021 13:25:43 +0300
Subject: [PATCH 0279/1060] longer

---
 docker/test/performance-comparison/perf.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/performance-comparison/perf.py b/docker/test/performance-comparison/perf.py
index 00b8eb686ef..9628c512e83 100755
--- a/docker/test/performance-comparison/perf.py
+++ b/docker/test/performance-comparison/perf.py
@@ -44,7 +44,7 @@ parser.add_argument('--port', nargs='*', default=[9000], help="Space-separated l
 parser.add_argument('--runs', type=int, default=1, help='Number of query runs per server.')
 parser.add_argument('--max-queries', type=int, default=None, help='Test no more than this number of queries, chosen at random.')
 parser.add_argument('--queries-to-run', nargs='*', type=int, default=None, help='Space-separated list of indexes of queries to test.')
-parser.add_argument('--max-query-seconds', type=int, default=10, help='For how many seconds at most a query is allowed to run. The script finishes with error if this time is exceeded.')
+parser.add_argument('--max-query-seconds', type=int, default=15, help='For how many seconds at most a query is allowed to run. The script finishes with error if this time is exceeded.')
 parser.add_argument('--profile-seconds', type=int, default=0, help='For how many seconds to profile a query for which the performance has changed.')
 parser.add_argument('--long', action='store_true', help='Do not skip the tests tagged as long.')
 parser.add_argument('--print-queries', action='store_true', help='Print test queries and exit.')

From ff6fb148a5a7c7a51f25e6ccaa3e43a0ae6918d1 Mon Sep 17 00:00:00 2001
From: Evgeniia Sudarikova <evgsudarikova@yandex-team.ru>
Date: Wed, 19 May 2021 13:37:52 +0300
Subject: [PATCH 0280/1060] edited RU

---
 .../ru/sql-reference/functions/splitting-merging-functions.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/functions/splitting-merging-functions.md b/docs/ru/sql-reference/functions/splitting-merging-functions.md
index a1b2ae67c34..33fcdd7062e 100644
--- a/docs/ru/sql-reference/functions/splitting-merging-functions.md
+++ b/docs/ru/sql-reference/functions/splitting-merging-functions.md
@@ -93,7 +93,7 @@ SELECT splitByString('', 'abcde')
 
 ## splitByRegexp(regexp, s) {#splitbyregexpseparator-s}
 
-Разбивает строку на подстроки, разделенные регулярным выражением. В качестве разделителя используется строка регулярного выражения `regexp`. Если `regexp` пустая, она разделит строку` s` на массив одиночных символов. Если для регулярного выражения совпадения не найдено, строка `s` не будет разбита.
+Разбивает строку на подстроки, разделенные регулярным выражением. В качестве разделителя используется строка регулярного выражения `regexp`. Если `regexp` пустая, она разделит строку `s` на массив одиночных символов. Если для регулярного выражения совпадения не найдено, строка `s` не будет разбита.
 
 **Синтаксис**
 
@@ -111,7 +111,7 @@ splitByRegexp(<regexp>, <s>)
 Возвращает массив выбранных подстрок. Пустая подстрока может быть возвращена, если:
 
 -   Непустое совпадение с регулярным выражением происходит в начале или конце строки;
--   Имеется несколько последовательных совпадений непустого регулярного выражения;
+-   Имеется несколько последовательных совпадений c непустым регулярным выражением;
 -   Исходная строка `s` пуста, а регулярное выражение не пустое.
 
 Тип: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).

From 5196075fd9c7acc344f551e90d7808bbad0a92e5 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 19 May 2021 12:03:00 +0000
Subject: [PATCH 0281/1060] Better

---
 src/Disks/HDFS/DiskHDFS.cpp         | 135 ++++++----------------------
 src/Disks/HDFS/DiskHDFS.h           |  32 +++----
 src/Disks/IDiskRemote.cpp           |  95 +++++++++++++++++++-
 src/Disks/IDiskRemote.h             |  52 ++++++++++-
 src/Disks/S3/DiskS3.cpp             | 130 +--------------------------
 src/Disks/S3/DiskS3.h               |  22 ++---
 src/Disks/S3/registerDiskS3.cpp     |   1 -
 src/Disks/tests/gtest_disk_hdfs.cpp |  17 ++--
 8 files changed, 200 insertions(+), 284 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index e92033b5b4f..defc30ab654 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -26,14 +26,14 @@ namespace ErrorCodes
 DiskHDFS::DiskHDFS(
     const String & disk_name_,
     const String & hdfs_root_path_,
+    SettingsPtr settings_,
     const String & metadata_path_,
-    const Poco::Util::AbstractConfiguration & config_,
-    size_t min_bytes_for_seek_)
-    : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskHDFS")
+    const Poco::Util::AbstractConfiguration & config_)
+    : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskS3")
     , config(config_)
-    , min_bytes_for_seek(min_bytes_for_seek_)
     , hdfs_builder(createHDFSBuilder(hdfs_root_path_, config))
     , hdfs_fs(createHDFSFS(hdfs_builder.get()))
+    , settings(std::move(settings_))
 {
 }
 
@@ -47,7 +47,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path,
         backQuote(metadata_path + path), metadata.remote_fs_objects.size());
 
     auto reader = std::make_unique<ReadIndirectBufferFromHDFS>(config, remote_fs_root_path, metadata, buf_size);
-    return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), min_bytes_for_seek);
+    return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), settings->min_bytes_for_seek);
 }
 
 
@@ -91,120 +91,34 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
 }
 
 
-void DiskHDFS::removeFromRemoteFS(const Metadata & metadata)
+void DiskHDFS::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
 {
-    for (const auto & [hdfs_object_path, _] : metadata.remote_fs_objects)
+    if (!fs_paths_keeper.empty())
     {
-        /// Add path from root to file name
-        const size_t begin_of_path = remote_fs_root_path.find('/', remote_fs_root_path.find("//") + 2);
-        const String hdfs_path = remote_fs_root_path.substr(begin_of_path) + hdfs_object_path;
-
-        int res = hdfsDelete(hdfs_fs.get(), hdfs_path.c_str(), 0);
-        if (res == -1)
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
-    }
-}
-
-
-void DiskHDFS::removeSharedFile(const String & path, bool keep_in_remote_fs)
-{
-    removeMeta(path, keep_in_remote_fs);
-}
-
-
-void DiskHDFS::removeSharedRecursive(const String & path, bool keep_in_remote_fs)
-{
-    removeMetaRecursive(path, keep_in_remote_fs);
-}
-
-
-void DiskHDFS::removeFileIfExists(const String & path)
-{
-    if (Poco::File(metadata_path + path).exists())
-        removeMeta(path, /* keep_in_remote_fs */ false);
-}
-
-
-void DiskHDFS::removeRecursive(const String & path)
-{
-    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        removeFile(path);
-    }
-    else
-    {
-        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-            removeRecursive(it->path());
-        file.remove();
-    }
-}
-
-
-void DiskHDFS::removeMeta(const String & path, bool keep_in_remote_fs)
-{
-    Poco::File file(metadata_path + path);
-
-    if (!file.isFile())
-        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
-
-    try
-    {
-        auto metadata = readMeta(path);
-
-        /// If there is no references - delete content from remote FS.
-        if (metadata.ref_count == 0)
+        for (const auto & chunk : fs_paths_keeper)
         {
-            file.remove();
+            for (const auto & hdfs_object_path : chunk)
+            {
+                const String hdfs_path = hdfs_object_path.GetKey();
+                const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
 
-            if (!keep_in_remote_fs)
-                removeFromRemoteFS(metadata);
-        }
-        else /// In other case decrement number of references, save metadata and delete file.
-        {
-            --metadata.ref_count;
-            metadata.save();
-            file.remove();
+                /// Add path from root to file name
+                int res = hdfsDelete(hdfs_fs.get(), hdfs_path.substr(begin_of_path).c_str(), 0);
+                if (res == -1)
+                    throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
+            }
         }
     }
-    catch (const Exception & e)
-    {
-        /// If it's impossible to read meta - just remove it from FS.
-        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
-        {
-            LOG_WARNING(
-                log,
-                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
-                backQuote(path),
-                e.nested() ? e.nested()->message() : e.message());
-
-            file.remove();
-        }
-        else
-            throw;
-    }
 }
 
 
-void DiskHDFS::removeMetaRecursive(const String & path, bool keep_in_remote_fs)
+namespace
 {
-    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        removeMeta(path, keep_in_remote_fs);
-    }
-    else
-    {
-        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-            removeMetaRecursive(it->path(), keep_in_remote_fs);
-        file.remove();
-    }
+std::unique_ptr<DiskHDFSSettings> getSettings(const Poco::Util::AbstractConfiguration & config, const String & config_prefix)
+{
+    return std::make_unique<DiskHDFSSettings>(config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024));
+}
 }
-
 
 void registerDiskHDFS(DiskFactory & factory)
 {
@@ -224,8 +138,9 @@ void registerDiskHDFS(DiskFactory & factory)
         String metadata_path = context_->getPath() + "disks/" + name + "/";
 
         return std::make_shared<DiskHDFS>(
-            name, uri, metadata_path, config,
-            config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024));
+            name, uri,
+            getSettings(config, config_prefix),
+            metadata_path, config);
     };
 
     factory.registerDiskType("hdfs", creator);
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 28266d4afd0..92e3c922ecd 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -9,24 +9,31 @@
 namespace DB
 {
 
+struct DiskHDFSSettings
+{
+    size_t min_bytes_for_seek;
+    DiskHDFSSettings(int min_bytes_for_seek_) : min_bytes_for_seek(min_bytes_for_seek_) {}
+};
+
 /**
  * Storage for persisting data in HDFS and metadata on the local disk.
  * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
  * that contains HDFS object key with actual data.
  */
-class DiskHDFS : public IDiskRemote
+class DiskHDFS final : public IDiskRemote
 {
 
 friend class DiskHDFSReservation;
 
 public:
+    using SettingsPtr = std::unique_ptr<DiskHDFSSettings>;
 
     DiskHDFS(
         const String & disk_name_,
         const String & hdfs_root_path_,
+        SettingsPtr settings_,
         const String & metadata_path_,
-        const Poco::Util::AbstractConfiguration & config_,
-        size_t min_bytes_for_seek_);
+        const Poco::Util::AbstractConfiguration & config_);
 
     DiskType::Type getType() const override { return DiskType::Type::HDFS; }
 
@@ -40,32 +47,17 @@ public:
 
     std::unique_ptr<WriteBufferFromFileBase> writeFile(const String & path, size_t buf_size, WriteMode mode) override;
 
-    void removeSharedFile(const String & path, bool keep_in_remote_fs) override;
-
-    void removeSharedRecursive(const String & path, bool) override;
-
-    void removeFileIfExists(const String & path) override;
-
-    void removeRecursive(const String & path) override;
-
-    void removeFile(const String & path) override { removeSharedFile(path, false); }
+    void removeFromRemoteFS(const RemoteFSPathKeeper & keys) override;
 
 private:
-    void removeFromRemoteFS(const Metadata & metadata);
-
-    void removeMetaRecursive(const String & path, bool keep_in_remote_fs);
-
-    void removeMeta(const String & path, bool keep_in_remote_fs);
-
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
 
     const Poco::Util::AbstractConfiguration & config;
-    size_t min_bytes_for_seek;
 
     HDFSBuilderWrapper hdfs_builder;
     HDFSFSPtr hdfs_fs;
 
-    std::mutex copying_mutex;
+    SettingsPtr settings;
 };
 
 }
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 66acf15d4fe..abde1d3a563 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -10,6 +10,7 @@
 #include <Common/createHardLink.h>
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
+#include <Common/checkStackSize.h>
 #include <boost/algorithm/string.hpp>
 
 
@@ -22,6 +23,7 @@ namespace ErrorCodes
     extern const int UNKNOWN_FORMAT;
     extern const int FILE_ALREADY_EXISTS;
     extern const int PATH_ACCESS_DENIED;;
+    extern const int CANNOT_DELETE_DIRECTORY;
 }
 
 
@@ -173,6 +175,66 @@ IDiskRemote::Metadata IDiskRemote::createMeta(const String & path) const
 }
 
 
+void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeper & fs_paths_keeper)
+{
+    LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
+
+    Poco::File file(metadata_path + path);
+
+    if (!file.isFile())
+        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
+
+    try
+    {
+        auto metadata = readMeta(path);
+
+        /// If there is no references - delete content from remote FS.
+        if (metadata.ref_count == 0)
+        {
+            file.remove();
+            for (const auto & [remote_fs_object_path, _] : metadata.remote_fs_objects)
+                fs_paths_keeper.addPath(remote_fs_root_path + remote_fs_object_path);
+        }
+        else /// In other case decrement number of references, save metadata and delete file.
+        {
+            --metadata.ref_count;
+            metadata.save();
+            file.remove();
+        }
+    }
+    catch (const Exception & e)
+    {
+        /// If it's impossible to read meta - just remove it from FS.
+        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
+        {
+            LOG_WARNING(log,
+                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
+                backQuote(path), e.nested() ? e.nested()->message() : e.message());
+            file.remove();
+        }
+        else
+            throw;
+    }
+}
+
+
+void IDiskRemote::removeMetaRecursive(const String & path, RemoteFSPathKeeper & fs_paths_keeper)
+{
+    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
+
+    Poco::File file(metadata_path + path);
+    if (file.isFile())
+    {
+        removeMeta(path, fs_paths_keeper);
+    }
+    else
+    {
+        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
+            removeMetaRecursive(it->path(), fs_paths_keeper);
+        file.remove();
+    }
+}
+
 DiskPtr DiskRemoteReservation::getDisk(size_t i) const
 {
     if (i != 0)
@@ -224,10 +286,10 @@ IDiskRemote::IDiskRemote(
     const String & log_name_,
     std::unique_ptr<Executor> executor_)
     : IDisk(std::move(executor_))
+    , log(&Poco::Logger::get(log_name_))
     , name(name_)
     , remote_fs_root_path(remote_fs_root_path_)
     , metadata_path(metadata_path_)
-    , log(&Poco::Logger::get(log_name_))
 {
 }
 
@@ -282,6 +344,35 @@ void IDiskRemote::replaceFile(const String & from_path, const String & to_path)
 }
 
 
+void IDiskRemote::removeFileIfExists(const String & path)
+{
+    RemoteFSPathKeeper fs_paths_keeper;
+    if (Poco::File(metadata_path + path).exists())
+    {
+        removeMeta(path, fs_paths_keeper);
+        removeFromRemoteFS(fs_paths_keeper);
+    }
+}
+
+
+void IDiskRemote::removeSharedFile(const String & path, bool keep_remote_fs)
+{
+    RemoteFSPathKeeper fs_paths_keeper;
+    removeMeta(path, fs_paths_keeper);
+    if (!keep_remote_fs)
+        removeFromRemoteFS(fs_paths_keeper);
+}
+
+
+void IDiskRemote::removeSharedRecursive(const String & path, bool keep_remote_fs)
+{
+    RemoteFSPathKeeper fs_paths_keeper;
+    removeMetaRecursive(path, fs_paths_keeper);
+    if (!keep_remote_fs)
+        removeFromRemoteFS(fs_paths_keeper);
+}
+
+
 void IDiskRemote::setReadOnly(const String & path)
 {
     /// We should store read only flag inside metadata file (instead of using FS flag),
@@ -375,7 +466,7 @@ bool IDiskRemote::tryReserve(UInt64 bytes)
     std::lock_guard lock(reservation_mutex);
     if (bytes == 0)
     {
-        LOG_DEBUG(log, "Reserving 0 bytes on s3 disk {}", backQuote(name));
+        LOG_DEBUG(log, "Reserving 0 bytes on remote_fs disk {}", backQuote(name));
         ++reservation_count;
         return true;
     }
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index f3b19a76bb3..02e0c7f082e 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -4,11 +4,40 @@
 #include "Disks/DiskFactory.h"
 #include "Disks/Executor.h"
 #include <Poco/DirectoryIterator.h>
+#include <utility>
+#include <aws/s3/model/CopyObjectRequest.h>
+#include <aws/s3/model/DeleteObjectsRequest.h>
+#include <aws/s3/model/GetObjectRequest.h>
+#include <aws/s3/model/ListObjectsV2Request.h>
+#include <aws/s3/model/HeadObjectRequest.h>
+#include <Common/MultiVersion.h>
 
 
 namespace DB
 {
 
+/// Helper class to collect keys into chunks of maximum size (to prepare batch requests to AWS API)
+class RemoteFSPathKeeper : public std::list<Aws::Vector<Aws::S3::Model::ObjectIdentifier>>
+{
+public:
+    void addPath(const String & path)
+    {
+        if (empty() || back().size() >= chunk_limit)
+        { /// add one more chunk
+            push_back(value_type());
+            back().reserve(chunk_limit);
+        }
+
+        Aws::S3::Model::ObjectIdentifier obj;
+        obj.SetKey(path);
+        back().push_back(obj);
+    }
+
+private:
+    /// limit for one DeleteObject request
+    /// see https://docs.aws.amazon.com/AmazonS3/latest/API/API_DeleteObjects.html
+    const static size_t chunk_limit = 1000;
+};
 
 /// Base Disk class for remote FS's, which are not posix-compatible (DiskS3 and DiskHDFS)
 class IDiskRemote : public IDisk
@@ -26,9 +55,9 @@ public:
 
     struct Metadata;
 
-    const String & getName() const override { return name; }
+    const String & getName() const final override { return name; }
 
-    const String & getPath() const override { return metadata_path; }
+    const String & getPath() const final override { return metadata_path; }
 
     Metadata readMeta(const String & path) const;
 
@@ -56,6 +85,16 @@ public:
 
     void replaceFile(const String & from_path, const String & to_path) override;
 
+    void removeFile(const String & path) override { removeSharedFile(path, false); }
+
+    void removeFileIfExists(const String & path) override;
+
+    void removeRecursive(const String & path) override { removeSharedRecursive(path, false); }
+
+    void removeSharedFile(const String & path, bool keep_in_remote_fs) override;
+
+    void removeSharedRecursive(const String & path, bool keep_in_remote_fs) override;
+
     void listFiles(const String & path, std::vector<String> & file_names) override;
 
     void setReadOnly(const String & path) override;
@@ -82,13 +121,20 @@ public:
 
     ReservationPtr reserve(UInt64 bytes) override;
 
+    virtual void removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper) = 0;
+
 protected:
+    Poco::Logger * log;
     const String name;
     const String remote_fs_root_path;
+
     const String metadata_path;
-    Poco::Logger * log;
 
 private:
+    void removeMeta(const String & path, RemoteFSPathKeeper & keys);
+
+    void removeMetaRecursive(const String & path, RemoteFSPathKeeper & keys);
+
     bool tryReserve(UInt64 bytes);
 
     UInt64 reserved_bytes = 0;
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index f74da9bee42..c1903fb0c1e 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -16,18 +16,12 @@
 #include <IO/WriteBufferFromS3.h>
 #include <IO/WriteHelpers.h>
 #include <Poco/File.h>
-#include <Common/checkStackSize.h>
 #include <Common/createHardLink.h>
 #include <Common/quoteString.h>
 #include <Common/thread_local_rng.h>
+#include <Common/checkStackSize.h>
 #include <Common/ThreadPool.h>
 
-#include <aws/s3/model/CopyObjectRequest.h>
-#include <aws/s3/model/DeleteObjectsRequest.h>
-#include <aws/s3/model/GetObjectRequest.h>
-#include <aws/s3/model/ListObjectsV2Request.h>
-#include <aws/s3/model/HeadObjectRequest.h>
-
 #include <boost/algorithm/string.hpp>
 
 
@@ -41,36 +35,10 @@ namespace ErrorCodes
     extern const int CANNOT_SEEK_THROUGH_FILE;
     extern const int UNKNOWN_FORMAT;
     extern const int BAD_ARGUMENTS;
-    extern const int CANNOT_DELETE_DIRECTORY;
     extern const int LOGICAL_ERROR;
 }
 
 
-/// Helper class to collect keys into chunks of maximum size (to prepare batch requests to AWS API)
-class DiskS3::AwsS3KeyKeeper : public std::list<Aws::Vector<Aws::S3::Model::ObjectIdentifier>>
-{
-public:
-    void addKey(const String & key);
-
-private:
-    /// limit for one DeleteObject request
-    /// see https://docs.aws.amazon.com/AmazonS3/latest/API/API_DeleteObjects.html
-    const static size_t chunk_limit = 1000;
-};
-
-void DiskS3::AwsS3KeyKeeper::addKey(const String & key)
-{
-    if (empty() || back().size() >= chunk_limit)
-    { /// add one more chunk
-        push_back(value_type());
-        back().reserve(chunk_limit);
-    }
-
-    Aws::S3::Model::ObjectIdentifier obj;
-    obj.SetKey(key);
-    back().push_back(obj);
-}
-
 String getRandomName()
 {
     std::uniform_int_distribution<int> distribution('a', 'z');
@@ -400,76 +368,13 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
     return std::make_unique<WriteIndirectBufferFromS3>(std::move(s3_buffer), std::move(metadata), s3_path);
 }
 
-void DiskS3::removeMeta(const String & path, AwsS3KeyKeeper & keys)
+void DiskS3::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
 {
-    LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
-
-    Poco::File file(metadata_path + path);
-
-    if (!file.isFile())
-        throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
-
-    try
-    {
-        auto metadata = readMeta(path);
-
-        /// If there is no references - delete content from S3.
-        if (metadata.ref_count == 0)
-        {
-            file.remove();
-
-            for (const auto & [s3_object_path, _] : metadata.remote_fs_objects)
-                keys.addKey(remote_fs_root_path + s3_object_path);
-        }
-        else /// In other case decrement number of references, save metadata and delete file.
-        {
-            --metadata.ref_count;
-            metadata.save();
-            file.remove();
-        }
-    }
-    catch (const Exception & e)
-    {
-        /// If it's impossible to read meta - just remove it from FS.
-        if (e.code() == ErrorCodes::UNKNOWN_FORMAT)
-        {
-            LOG_WARNING(
-                log,
-                "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
-                backQuote(path),
-                e.nested() ? e.nested()->message() : e.message());
-
-            file.remove();
-        }
-        else
-            throw;
-    }
-}
-
-void DiskS3::removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys)
-{
-    checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
-
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
-    {
-        removeMeta(path, keys);
-    }
-    else
-    {
-        for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
-            removeMetaRecursive(it->path(), keys);
-        file.remove();
-    }
-}
-
-void DiskS3::removeAws(const AwsS3KeyKeeper & keys)
-{
-    if (!keys.empty())
+    if (!fs_paths_keeper.empty())
     {
         auto settings = current_settings.get();
 
-        for (const auto & chunk : keys)
+        for (const auto & chunk : fs_paths_keeper)
         {
             Aws::S3::Model::Delete delkeys;
             delkeys.SetObjects(chunk);
@@ -484,36 +389,9 @@ void DiskS3::removeAws(const AwsS3KeyKeeper & keys)
     }
 }
 
-void DiskS3::removeFileIfExists(const String & path)
-{
-    AwsS3KeyKeeper keys;
-    if (Poco::File(metadata_path + path).exists())
-    {
-        removeMeta(path, keys);
-        removeAws(keys);
-    }
-}
-
-void DiskS3::removeSharedFile(const String & path, bool keep_s3)
-{
-    AwsS3KeyKeeper keys;
-    removeMeta(path, keys);
-    if (!keep_s3)
-        removeAws(keys);
-}
-
-void DiskS3::removeSharedRecursive(const String & path, bool keep_s3)
-{
-    AwsS3KeyKeeper keys;
-    removeMetaRecursive(path, keys);
-    if (!keep_s3)
-        removeAws(keys);
-}
-
 void DiskS3::createHardLink(const String & src_path, const String & dst_path)
 {
     auto settings = current_settings.get();
-
     createHardLink(src_path, dst_path, settings->send_metadata);
 }
 
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index b8688ae30aa..f55fca010ff 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -2,7 +2,6 @@
 
 #include <atomic>
 #include <common/logger_useful.h>
-#include <Common/MultiVersion.h>
 #include "Disks/DiskFactory.h"
 #include "Disks/Executor.h"
 
@@ -41,22 +40,22 @@ struct DiskS3Settings
     int list_object_keys_size;
 };
 
+
 /**
  * Storage for persisting data in S3 and metadata on the local disk.
  * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
  * that contains S3 object key with actual data.
  */
-class DiskS3 : public IDiskRemote
+class DiskS3 final : public IDiskRemote
 {
 public:
     using ObjectMetadata = std::map<std::string, std::string>;
     using Futures = std::vector<std::future<void>>;
+
     using SettingsPtr = std::unique_ptr<DiskS3Settings>;
     using GetDiskSettings = std::function<SettingsPtr(const Poco::Util::AbstractConfiguration &, const String, ContextConstPtr)>;
 
     friend class DiskS3Reservation;
-
-    class AwsS3KeyKeeper;
     struct RestoreInformation;
 
     DiskS3(
@@ -80,16 +79,11 @@ public:
         size_t buf_size,
         WriteMode mode) override;
 
+    void removeFromRemoteFS(const RemoteFSPathKeeper & keeper) final override;
+
     void moveFile(const String & from_path, const String & to_path, bool send_metadata);
     void moveFile(const String & from_path, const String & to_path) override;
 
-    void removeFile(const String & path) override { removeSharedFile(path, false); }
-    void removeFileIfExists(const String & path) override;
-    void removeRecursive(const String & path) override { removeSharedRecursive(path, false); }
-
-    void removeSharedFile(const String & path, bool keep_s3) override;
-    void removeSharedRecursive(const String & path, bool keep_s3) override;
-
     void createHardLink(const String & src_path, const String & dst_path) override;
     void createHardLink(const String & src_path, const String & dst_path, bool send_metadata);
 
@@ -113,10 +107,6 @@ public:
     void applyNewSettings(const Poco::Util::AbstractConfiguration & config, ContextConstPtr context) override;
 
 private:
-    void removeMeta(const String & path, AwsS3KeyKeeper & keys);
-    void removeMetaRecursive(const String & path, AwsS3KeyKeeper & keys);
-    void removeAws(const AwsS3KeyKeeper & keys);
-
     void createFileOperationObject(const String & operation_name, UInt64 revision, const ObjectMetadata & metadata);
     /// Converts revision to binary string with leading zeroes (64 bit).
     static String revisionToString(UInt64 revision);
@@ -151,8 +141,8 @@ private:
     static String pathToDetached(const String & source_path);
 
     const String bucket;
-    MultiVersion<DiskS3Settings> current_settings;
 
+    MultiVersion<DiskS3Settings> current_settings;
     /// Gets disk settings from context.
     GetDiskSettings settings_getter;
 
diff --git a/src/Disks/S3/registerDiskS3.cpp b/src/Disks/S3/registerDiskS3.cpp
index 767e8890a01..c4632883d37 100644
--- a/src/Disks/S3/registerDiskS3.cpp
+++ b/src/Disks/S3/registerDiskS3.cpp
@@ -225,4 +225,3 @@ void registerDiskS3(DiskFactory & factory)
 void registerDiskS3(DiskFactory &) {}
 
 #endif
-
diff --git a/src/Disks/tests/gtest_disk_hdfs.cpp b/src/Disks/tests/gtest_disk_hdfs.cpp
index 14397931920..7b04feb1416 100644
--- a/src/Disks/tests/gtest_disk_hdfs.cpp
+++ b/src/Disks/tests/gtest_disk_hdfs.cpp
@@ -11,7 +11,7 @@
 #include <Disks/HDFS/DiskHDFS.h>
 #include <Poco/Util/XMLConfiguration.h>
 
-const String hdfs_uri = "hdfs://192.168.112.2:9000/disk_test/";
+const String hdfs_uri = "hdfs://172.20.0.2:9000/disk_test/";
 const String metadata_path = "/home/kssenii/metadata/";
 const String config_path = "/home/kssenii/ClickHouse/programs/server/config.xml";
 const String file_name = "test.txt";
@@ -20,7 +20,8 @@ const String file_name = "test.txt";
 TEST(DiskTestHDFS, RemoveFileHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
+    auto settings = std::make_unique<DB::DiskHDFSSettings>(1024 * 1024);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, std::move(settings), metadata_path, *config);
 
     DB::HDFSBuilderWrapper builder = DB::createHDFSBuilder(hdfs_uri, *config);
     DB::HDFSFSPtr fs = DB::createHDFSFS(builder.get());
@@ -43,7 +44,8 @@ TEST(DiskTestHDFS, RemoveFileHDFS)
 TEST(DiskTestHDFS, WriteReadHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
+    auto settings = std::make_unique<DB::DiskHDFSSettings>(1024 * 1024);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, std::move(settings), metadata_path, *config);
 
     {
         auto out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);
@@ -64,7 +66,8 @@ TEST(DiskTestHDFS, WriteReadHDFS)
 TEST(DiskTestHDFS, RewriteFileHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
+    auto settings = std::make_unique<DB::DiskHDFSSettings>(1024 * 1024);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, std::move(settings), metadata_path, *config);
 
     for (size_t i = 1; i <= 10; ++i)
     {
@@ -88,7 +91,8 @@ TEST(DiskTestHDFS, RewriteFileHDFS)
 TEST(DiskTestHDFS, AppendFileHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
+    auto settings = std::make_unique<DB::DiskHDFSSettings>(1024 * 1024);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, std::move(settings), metadata_path, *config);
 
     {
         std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Append);
@@ -117,7 +121,8 @@ TEST(DiskTestHDFS, AppendFileHDFS)
 TEST(DiskTestHDFS, SeekHDFS)
 {
     Poco::Util::AbstractConfiguration *config = new Poco::Util::XMLConfiguration(config_path);
-    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, metadata_path, *config, 1000);
+    auto settings = std::make_unique<DB::DiskHDFSSettings>(1024 * 1024);
+    auto disk = DB::DiskHDFS("disk_hdfs", hdfs_uri, std::move(settings), metadata_path, *config);
 
     {
         std::unique_ptr<DB::WriteBuffer> out = disk.writeFile(file_name, 1024, DB::WriteMode::Rewrite);

From 31d1b92fdc6a18d57c7e53575014619e2e913039 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 19 May 2021 16:19:49 +0300
Subject: [PATCH 0282/1060] Create dictionary.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Задокументировал табличную функцию dictionary.
---
 .../table-functions/dictionary.md             | 60 +++++++++++++++++++
 1 file changed, 60 insertions(+)
 create mode 100644 docs/en/sql-reference/table-functions/dictionary.md

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
new file mode 100644
index 00000000000..e9d78a6fab5
--- /dev/null
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -0,0 +1,60 @@
+---
+toc_priority: 54
+toc_title: dictionary function
+---
+
+# dictionary {#dictionary-function}
+
+Displays the [dictionary](../../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) data as a ClickHouse table.
+
+**Syntax**
+
+``` sql
+dictionary('dict')
+```
+
+**Arguments** 
+
+-   `dict` — A dictionary name. [String](../../sql-reference/data-types/string.md).
+
+**Returned value**
+
+A ClickHouse table.
+
+**Example**
+
+Input table:
+
+``` text
+┌─id─┬─value─┐
+│  0 │     0 │
+│  1 │     1 │
+└────┴───────┘
+```
+
+Create a dictionary:
+
+``` sql
+CREATE DICTIONARY table_function_dictionary_test_dictionary(id UInt64, value UInt64 DEFAULT 0) PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_function_dictionary_source_table'))
+LAYOUT(DIRECT());
+```
+
+Query:
+
+``` sql
+SELECT * FROM dictionary('table_function_dictionary_test_dictionary');
+```
+
+Result:
+
+``` text
+┌─id─┬─value─┐
+│  0 │     0 │
+│  1 │     1 │
+└────┴───────┘
+```
+
+**See Also**
+
+-   [Dictionary engine](../../engines/table-engines/special/dictionary.md#dictionary)

From b5421209e3707067554e84f298d21d6030b51dba Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 19 May 2021 18:20:52 +0300
Subject: [PATCH 0283/1060] Fix link
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поправил ссылку.
---
 docs/en/sql-reference/table-functions/dictionary.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
index e9d78a6fab5..608dba01bea 100644
--- a/docs/en/sql-reference/table-functions/dictionary.md
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -5,7 +5,7 @@ toc_title: dictionary function
 
 # dictionary {#dictionary-function}
 
-Displays the [dictionary](../../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) data as a ClickHouse table.
+Displays the [dictionary](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) data as a ClickHouse table.
 
 **Syntax**
 

From 477214a57f8ddac0fc03b69add7f9fa8b21f0c8f Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 19 May 2021 17:36:32 +0000
Subject: [PATCH 0284/1060] Fix partitionPrunner with modulo

---
 src/Storages/MergeTree/MergeTreeData.cpp      |  2 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  2 +-
 src/Storages/MergeTree/MergeTreePartition.cpp | 13 ++++++++----
 src/Storages/MergeTree/MergeTreePartition.h   |  4 ++++
 src/Storages/MergeTree/PartitionPruner.h      |  9 ++++++---
 .../01870_modulo_partition_key.reference      | 20 +++++++++++++++++++
 .../01870_modulo_partition_key.sql            |  6 +++++-
 7 files changed, 46 insertions(+), 10 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index cd3644b7d44..01b23b8ccda 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -772,7 +772,7 @@ std::optional<UInt64> MergeTreeData::totalRowsByPartitionPredicateImpl(
     // Generate valid expressions for filtering
     bool valid = VirtualColumnUtils::prepareFilterBlockWithQuery(query_info.query, local_context, virtual_columns_block, expression_ast);
 
-    PartitionPruner partition_pruner(metadata_snapshot->getPartitionKey(), query_info, local_context, true /* strict */);
+    PartitionPruner partition_pruner(metadata_snapshot, query_info, local_context, true /* strict */);
     if (partition_pruner.isUseless() && !valid)
         return {};
 
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 0f5e69448d2..5f51358a7d2 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -503,7 +503,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
             minmax_idx_condition.emplace(
                 query_info, context, minmax_columns_names, data.getMinMaxExpr(partition_key, ExpressionActionsSettings::fromContext(context)));
-            partition_pruner.emplace(metadata_snapshot_base->getPartitionKey(), query_info, context, false /* strict */);
+            partition_pruner.emplace(metadata_snapshot_base, query_info, context, false /* strict */);
 
             if (settings.force_index_by_date && (minmax_idx_condition->alwaysUnknownOrTrue() && partition_pruner->isUseless()))
             {
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 4a4b0b9ad75..50848584207 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -219,6 +219,13 @@ static bool moduloToModuloLegacyRecursive(ASTPtr node_expr)
 }
 
 Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context)
+{
+    auto adjusted_partition_key = adjustPartitionKey(metadata_snapshot, context);
+    adjusted_partition_key.expression->execute(block);
+    return adjusted_partition_key.sample_block;
+}
+
+KeyDescription MergeTreePartition::adjustPartitionKey(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
 {
     const auto & partition_key = metadata_snapshot->getPartitionKey();
     ASTPtr ast_copy = partition_key.definition_ast->clone();
@@ -228,12 +235,10 @@ Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr
     if (moduloToModuloLegacyRecursive(ast_copy))
     {
         auto adjusted_partition_key = KeyDescription::getKeyFromAST(ast_copy, metadata_snapshot->columns, context);
-        adjusted_partition_key.expression->execute(block);
-        return adjusted_partition_key.sample_block;
+        return adjusted_partition_key;
     }
 
-    partition_key.expression->execute(block);
-    return partition_key.sample_block;
+    return partition_key;
 }
 
 }
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index 6a6225a31ff..5ee20718c16 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -4,6 +4,7 @@
 #include <common/types.h>
 #include <Disks/IDisk.h>
 #include <IO/WriteBuffer.h>
+#include <Storages/KeyDescription.h>
 
 namespace DB
 {
@@ -44,6 +45,9 @@ public:
 
     /// Adjust partition key and execute its expression on block. Return sample block according to used expression.
     static Block executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context);
+
+    /// Make a modified partition key with substitution from modulo to moduloLegacy. Used in paritionPruner.
+    static KeyDescription adjustPartitionKey(const StorageMetadataPtr & partition_key, ContextPtr context);
 };
 
 }
diff --git a/src/Storages/MergeTree/PartitionPruner.h b/src/Storages/MergeTree/PartitionPruner.h
index 98c947bb0ca..fbed0e6ab99 100644
--- a/src/Storages/MergeTree/PartitionPruner.h
+++ b/src/Storages/MergeTree/PartitionPruner.h
@@ -14,15 +14,18 @@ class PartitionPruner
 {
 private:
     std::unordered_map<String, bool> partition_filter_map;
-    const KeyDescription & partition_key;
+
+    /// partition_key is adjusted here (with substitution from modulo to moduloLegacy).
+    KeyDescription partition_key;
+
     KeyCondition partition_condition;
     bool useless;
     using DataPart = IMergeTreeDataPart;
     using DataPartPtr = std::shared_ptr<const DataPart>;
 
 public:
-    PartitionPruner(const KeyDescription & partition_key_, const SelectQueryInfo & query_info, ContextPtr context, bool strict)
-        : partition_key(partition_key_)
+    PartitionPruner(const StorageMetadataPtr & metadata, const SelectQueryInfo & query_info, ContextPtr context, bool strict)
+        : partition_key(MergeTreePartition::adjustPartitionKey(metadata, context))
         , partition_condition(
               query_info, context, partition_key.column_names, partition_key.expression, true /* single_point */, strict)
         , useless(strict ? partition_condition.anyUnknownOrAlwaysTrue() : partition_condition.alwaysUnknownOrTrue())
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.reference b/tests/queries/0_stateless/01870_modulo_partition_key.reference
index 0bf74813282..f1728b103c3 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.reference
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.reference
@@ -19,6 +19,26 @@ simple partition key:
 58
 59
 60
+where id % 200 > 0 
+195
+196
+197
+198
+199
+201
+202
+203
+204
+where id % 200 < 0 
+-205
+-204
+-203
+-202
+-201
+-199
+-198
+-197
+-196
 tuple as partition key:
 (-1,-1)
 (-1,0)
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.sql b/tests/queries/0_stateless/01870_modulo_partition_key.sql
index 286886d153c..933b097544f 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.sql
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.sql
@@ -1,11 +1,15 @@
 SELECT 'simple partition key:';
-DROP TABLE IF EXISTS table1;
+DROP TABLE IF EXISTS table1 SYNC;
 CREATE TABLE table1 (id Int64, v UInt64)
 ENGINE = ReplicatedReplacingMergeTree('/clickhouse/test/tables/table', '1', v)
 PARTITION BY id % 200 ORDER BY id;
 INSERT INTO table1 SELECT number-205, number FROM numbers(10);
 INSERT INTO table1 SELECT number-205, number FROM numbers(400, 10);
 SELECT toInt64(partition) as p FROM system.parts WHERE table='table1' ORDER BY p;
+select 'where id % 200 > 0 ';
+select id from table1 where id % 200 > 0 order by id;
+select 'where id % 200 < 0 ';
+select id from table1 where id % 200 < 0 order by id;
 
 SELECT 'tuple as partition key:';
 DROP TABLE IF EXISTS table2;

From 56b388addf238513ec5602aeb99837882f95d30d Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 19 May 2021 19:32:04 +0000
Subject: [PATCH 0285/1060] Add check for nullptr

---
 src/Storages/MergeTree/MergeTreePartition.cpp | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 50848584207..471905c581d 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -228,6 +228,9 @@ Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr
 KeyDescription MergeTreePartition::adjustPartitionKey(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
 {
     const auto & partition_key = metadata_snapshot->getPartitionKey();
+    if (!partition_key.definition_ast)
+        return partition_key;
+
     ASTPtr ast_copy = partition_key.definition_ast->clone();
 
     /// Implementation of modulo function was changed from 8bit result type to 16bit. For backward compatibility partition by expression is always

From 9a5a6f39b70a7c33b5c498dac52407ce5fbba5ec Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 19 May 2021 20:31:43 +0000
Subject: [PATCH 0286/1060] Simplify writeFile

---
 src/Disks/HDFS/DiskHDFS.cpp | 35 ++++++-----------------------------
 1 file changed, 6 insertions(+), 29 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index defc30ab654..7e2163ce4d3 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -53,41 +53,18 @@ std::unique_ptr<ReadBufferFromFileBase> DiskHDFS::readFile(const String & path,
 
 std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path, size_t buf_size, WriteMode mode)
 {
-    bool exist = exists(path);
-
-    if (exist && readMeta(path).read_only)
-        throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File is read-only: " + path);
+    auto metadata = readOrCreateMetaForWriting(path, mode);
 
     /// Path to store new HDFS object.
     auto file_name = getRandomName();
     auto hdfs_path = remote_fs_root_path + file_name;
 
-    if (!exist || mode == WriteMode::Rewrite)
-    {
-        /// If metadata file exists - remove and new.
-        if (exist)
-            removeFile(path);
+    LOG_DEBUG(log, "{} to file by path: {}. HDFS path: {}", mode == WriteMode::Rewrite ? "Write" : "Append",
+              backQuote(metadata_path + path), remote_fs_root_path + hdfs_path);
 
-        auto metadata = createMeta(path);
-        /// Save empty metadata to disk to have ability to get file size while buffer is not finalized.
-        metadata.save();
-
-        LOG_DEBUG(log,
-            "Write to file by path: {}. New hdfs path: {}", backQuote(metadata_path + path), hdfs_path);
-
-        return std::make_unique<WriteIndirectBufferFromHDFS>(config, hdfs_path, file_name, metadata, buf_size, O_WRONLY);
-    }
-    else
-    {
-        auto metadata = readMeta(path);
-
-        LOG_DEBUG(log,
-            "Append to file by path: {}. New hdfs path: {}. Existing HDFS objects: {}",
-            backQuote(metadata_path + path), hdfs_path, metadata.remote_fs_objects.size());
-
-        return std::make_unique<WriteIndirectBufferFromHDFS>(
-                config, hdfs_path, file_name, metadata, buf_size, O_WRONLY | O_APPEND);
-    }
+    return std::make_unique<WriteIndirectBufferFromHDFS>(
+            config, hdfs_path, file_name, metadata, buf_size,
+            mode == WriteMode::Rewrite ? O_WRONLY :  O_WRONLY | O_APPEND); /// Single O_WRONLY in libhdfs adds O_TRUNC
 }
 
 

From f33b70c54a591697827df7ac675e68518122e5f8 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 20 May 2021 00:42:25 +0300
Subject: [PATCH 0287/1060] better

---
 .../engines/table-engines/integrations/s3.md  |  4 ++--
 src/Core/Settings.h                           |  2 +-
 src/Disks/S3/DiskS3.cpp                       | 18 +++++++--------
 src/Disks/S3/DiskS3.h                         |  4 ++--
 src/Disks/S3/registerDiskS3.cpp               |  2 +-
 src/IO/ReadBufferFromS3.cpp                   | 22 ++++++-------------
 src/IO/ReadBufferFromS3.h                     |  8 ++-----
 src/Storages/StorageS3.cpp                    | 19 ++++++++--------
 src/Storages/StorageS3.h                      | 10 ++++-----
 src/TableFunctions/TableFunctionS3.cpp        |  6 ++---
 src/TableFunctions/TableFunctionS3Cluster.cpp |  6 ++---
 11 files changed, 42 insertions(+), 59 deletions(-)

diff --git a/docs/en/engines/table-engines/integrations/s3.md b/docs/en/engines/table-engines/integrations/s3.md
index 78fcfaa7ac4..28ba40e281c 100644
--- a/docs/en/engines/table-engines/integrations/s3.md
+++ b/docs/en/engines/table-engines/integrations/s3.md
@@ -145,7 +145,7 @@ The following settings can be specified in configuration file for given endpoint
 -   `use_insecure_imds_request` — If set to `true`, S3 client will use insecure IMDS request while obtaining credentials from Amazon EC2 metadata. Optional, default value is `false`.
 -   `header` —  Adds specified HTTP header to a request to given endpoint. Optional, can be speficied multiple times.
 -   `server_side_encryption_customer_key_base64` — If specified, required headers for accessing S3 objects with SSE-C encryption will be set. Optional.
--   `single_read_retry_attempts` — The maximum number of attempts during single read. Default value is `4`. Optional.
+-   `max_single_read_retries` — The maximum number of attempts during single read. Default value is `4`. Optional.
 
 **Example:**
 
@@ -160,7 +160,7 @@ The following settings can be specified in configuration file for given endpoint
         <!-- <use_insecure_imds_request>false</use_insecure_imds_request> -->
         <!-- <header>Authorization: Bearer SOME-TOKEN</header> -->
         <!-- <server_side_encryption_customer_key_base64>BASE64-ENCODED-KEY</server_side_encryption_customer_key_base64> -->
-        <!-- <single_read_retry_attempts>4</single_read_retry_attempts> -->
+        <!-- <max_single_read_retries>4</max_single_read_retries> -->
     </endpoint-name>
 </s3>
 ```
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 9af6ba0f3cd..ea2019a4ff1 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -70,7 +70,7 @@ class IColumn;
     M(UInt64, connections_with_failover_max_tries, DBMS_CONNECTION_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES, "The maximum number of attempts to connect to replicas.", 0) \
     M(UInt64, s3_min_upload_part_size, 512*1024*1024, "The minimum size of part to upload during multipart upload to S3.", 0) \
     M(UInt64, s3_max_single_part_upload_size, 64*1024*1024, "The maximum size of object to upload using singlepart upload to S3.", 0) \
-    M(UInt64, s3_single_read_retry_attempts, 4, "The maximum number of retries during single S3 read.", 0) \
+    M(UInt64, s3_max_single_read_retries, 4, "The maximum number of retries during single S3 read.", 0) \
     M(UInt64, s3_max_redirects, 10, "Max number of S3 redirects hops allowed.", 0) \
     M(UInt64, s3_max_connections, 1024, "The maximum number of connections per server.", 0) \
     M(Bool, extremes, false, "Calculate minimums and maximums of the result columns. They can be output in JSON-formats.", IMPORTANT) \
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index d1146c0774c..1a2c6444e2a 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -277,12 +277,12 @@ public:
         std::shared_ptr<Aws::S3::S3Client> client_ptr_,
         const String & bucket_,
         DiskS3::Metadata metadata_,
-        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
+        size_t max_single_read_retries_,
         size_t buf_size_)
         : client_ptr(std::move(client_ptr_))
         , bucket(bucket_)
         , metadata(std::move(metadata_))
-        , single_read_retry_strategy(std::move(single_read_retry_strategy_))
+        , max_single_read_retries(max_single_read_retries_)
         , buf_size(buf_size_)
     {
     }
@@ -339,7 +339,7 @@ private:
             const auto & [path, size] = metadata.s3_objects[i];
             if (size > offset)
             {
-                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, single_read_retry_strategy, buf_size);
+                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, max_single_read_retries, buf_size);
                 buf->seek(offset, SEEK_SET);
                 return buf;
             }
@@ -368,7 +368,7 @@ private:
 
         ++current_buf_idx;
         const auto & path = metadata.s3_objects[current_buf_idx].first;
-        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, single_read_retry_strategy, buf_size);
+        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, max_single_read_retries, buf_size);
         current_buf->next();
         working_buffer = current_buf->buffer();
         absolute_position += working_buffer.size();
@@ -379,7 +379,7 @@ private:
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     const String & bucket;
     DiskS3::Metadata metadata;
-    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
+    UInt64 max_single_read_retries;
     size_t buf_size;
 
     size_t absolute_position = 0;
@@ -686,7 +686,7 @@ std::unique_ptr<ReadBufferFromFileBase> DiskS3::readFile(const String & path, si
     LOG_DEBUG(log, "Read from file by path: {}. Existing S3 objects: {}",
         backQuote(metadata_path + path), metadata.s3_objects.size());
 
-    auto reader = std::make_unique<ReadIndirectBufferFromS3>(settings->client, bucket, metadata, settings->single_read_retry_strategy, buf_size);
+    auto reader = std::make_unique<ReadIndirectBufferFromS3>(settings->client, bucket, metadata, settings->s3_max_single_read_retries, buf_size);
     return std::make_unique<SeekAvoidingReadBuffer>(std::move(reader), settings->min_bytes_for_seek);
 }
 
@@ -1000,7 +1000,7 @@ int DiskS3::readSchemaVersion(const String & source_bucket, const String & sourc
         settings->client,
         source_bucket,
         source_path + SCHEMA_VERSION_OBJECT,
-        settings->single_read_retry_strategy);
+        settings->s3_max_single_read_retries);
 
     readIntText(version, buffer);
 
@@ -1559,7 +1559,7 @@ void DiskS3::applyNewSettings(const Poco::Util::AbstractConfiguration & config,
 
 DiskS3Settings::DiskS3Settings(
     const std::shared_ptr<Aws::S3::S3Client> & client_,
-    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
+    UInt64 s3_max_single_read_retries_,
     size_t s3_min_upload_part_size_,
     size_t s3_max_single_part_upload_size_,
     size_t min_bytes_for_seek_,
@@ -1567,7 +1567,7 @@ DiskS3Settings::DiskS3Settings(
     int thread_pool_size_,
     int list_object_keys_size_)
     : client(client_)
-    , single_read_retry_strategy(single_read_retry_strategy_)
+    , s3_max_single_read_retries(s3_max_single_read_retries_)
     , s3_min_upload_part_size(s3_min_upload_part_size_)
     , s3_max_single_part_upload_size(s3_max_single_part_upload_size_)
     , min_bytes_for_seek(min_bytes_for_seek_)
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index 91113f57441..efc7fdcf643 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -22,7 +22,7 @@ struct DiskS3Settings
 {
     DiskS3Settings(
         const std::shared_ptr<Aws::S3::S3Client> & client_,
-        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
+        size_t s3_max_single_read_retries_,
         size_t s3_min_upload_part_size_,
         size_t s3_max_single_part_upload_size_,
         size_t min_bytes_for_seek_,
@@ -31,7 +31,7 @@ struct DiskS3Settings
         int list_object_keys_size_);
 
     std::shared_ptr<Aws::S3::S3Client> client;
-    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
+    size_t s3_max_single_read_retries;
     size_t s3_min_upload_part_size;
     size_t s3_max_single_part_upload_size;
     size_t min_bytes_for_seek;
diff --git a/src/Disks/S3/registerDiskS3.cpp b/src/Disks/S3/registerDiskS3.cpp
index 6dcdba25478..767e8890a01 100644
--- a/src/Disks/S3/registerDiskS3.cpp
+++ b/src/Disks/S3/registerDiskS3.cpp
@@ -150,7 +150,7 @@ std::unique_ptr<DiskS3Settings> getSettings(const Poco::Util::AbstractConfigurat
 {
     return std::make_unique<DiskS3Settings>(
         getClient(config, config_prefix, context),
-        std::make_shared<Aws::Client::DefaultRetryStrategy>(config.getUInt(config_prefix + ".single_read_retry_attempts", context->getSettingsRef().s3_single_read_retry_attempts)),
+        config.getUInt64(config_prefix + ".s3_max_single_read_retries", context->getSettingsRef().s3_max_single_read_retries),
         config.getUInt64(config_prefix + ".s3_min_upload_part_size", context->getSettingsRef().s3_min_upload_part_size),
         config.getUInt64(config_prefix + ".s3_max_single_part_upload_size", context->getSettingsRef().s3_max_single_part_upload_size),
         config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024),
diff --git a/src/IO/ReadBufferFromS3.cpp b/src/IO/ReadBufferFromS3.cpp
index 42db3c6e842..5fb5e7f82d7 100644
--- a/src/IO/ReadBufferFromS3.cpp
+++ b/src/IO/ReadBufferFromS3.cpp
@@ -6,7 +6,6 @@
 #    include <IO/ReadBufferFromS3.h>
 #    include <Common/Stopwatch.h>
 
-#    include <aws/core/client/RetryStrategy.h>
 #    include <aws/s3/S3Client.h>
 #    include <aws/s3/model/GetObjectRequest.h>
 #    include <common/logger_useful.h>
@@ -32,12 +31,12 @@ namespace ErrorCodes
 
 
 ReadBufferFromS3::ReadBufferFromS3(
-    std::shared_ptr<Aws::S3::S3Client> client_ptr_, const String & bucket_, const String & key_, std::shared_ptr<Aws::Client::RetryStrategy> retry_strategy_, size_t buffer_size_)
+    std::shared_ptr<Aws::S3::S3Client> client_ptr_, const String & bucket_, const String & key_, UInt64 max_single_read_retries_, size_t buffer_size_)
     : SeekableReadBuffer(nullptr, 0)
     , client_ptr(std::move(client_ptr_))
     , bucket(bucket_)
     , key(key_)
-    , retry_strategy(std::move(retry_strategy_))
+    , max_single_read_retries(max_single_read_retries_)
     , buffer_size(buffer_size_)
 {
 }
@@ -52,10 +51,9 @@ bool ReadBufferFromS3::nextImpl()
 
     Stopwatch watch;
     bool next_result = false;
+    auto sleep_time_with_backoff_milliseconds = std::chrono::milliseconds(100);
 
-    Aws::Client::AWSError<Aws::Client::CoreErrors> network_error;
-
-    for (int attempt = 1;; ++attempt)
+    for (size_t attempt = 0; attempt < max_single_read_retries; ++attempt)
     {
         try
         {
@@ -68,23 +66,17 @@ bool ReadBufferFromS3::nextImpl()
         }
         catch (const Exception & e)
         {
-            network_error = Aws::Client::AWSError<Aws::Client::CoreErrors>(Aws::Client::CoreErrors::NETWORK_CONNECTION, e.name(), e.message(), true);
-
             ProfileEvents::increment(ProfileEvents::S3ReadRequestsErrors, 1);
 
             LOG_INFO(log, "Caught exception while reading S3 object. Bucket: {}, Key: {}, Offset: {}, Attempt: {}, Message: {}",
                     bucket, key, getPosition(), attempt, e.message());
 
             impl.reset();
-
-            if (!retry_strategy->ShouldRetry(network_error, attempt))
-                throw;
+            impl = initialize();
         }
 
-        std::this_thread::sleep_for(std::chrono::milliseconds(retry_strategy->CalculateDelayBeforeNextRetry(network_error, attempt)));
-
-        if (!impl)
-            impl = initialize();
+        std::this_thread::sleep_for(sleep_time_with_backoff_milliseconds);      
+        sleep_time_with_backoff_milliseconds *= 2;      
     }
 
     watch.stop();
diff --git a/src/IO/ReadBufferFromS3.h b/src/IO/ReadBufferFromS3.h
index c84c20da7cd..7e3624dfccd 100644
--- a/src/IO/ReadBufferFromS3.h
+++ b/src/IO/ReadBufferFromS3.h
@@ -15,10 +15,6 @@ namespace Aws::S3
 {
 class S3Client;
 }
-namespace Aws::Client
-{
-class RetryStrategy;
-}
 
 namespace DB
 {
@@ -31,7 +27,7 @@ private:
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     String bucket;
     String key;
-    std::shared_ptr<Aws::Client::RetryStrategy> retry_strategy;
+    UInt64 max_single_read_retries;
     size_t buffer_size;
     off_t offset = 0;
     Aws::S3::Model::GetObjectResult read_result;
@@ -44,7 +40,7 @@ public:
         std::shared_ptr<Aws::S3::S3Client> client_ptr_,
         const String & bucket_,
         const String & key_,
-        std::shared_ptr<Aws::Client::RetryStrategy> retry_strategy_,
+        UInt64 max_single_read_retries_,
         size_t buffer_size_ = DBMS_DEFAULT_BUFFER_SIZE);
 
     bool nextImpl() override;
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index a4b7b541e15..3ebbd0d0e81 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -25,7 +25,6 @@
 #include <DataTypes/DataTypeString.h>
 
 #include <aws/core/auth/AWSCredentials.h>
-#include <aws/core/client/DefaultRetryStrategy.h>
 #include <aws/s3/S3Client.h>
 #include <aws/s3/model/ListObjectsV2Request.h>
 
@@ -168,8 +167,8 @@ StorageS3Source::StorageS3Source(
     ContextPtr context_,
     const ColumnsDescription & columns_,
     UInt64 max_block_size_,
-    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
-    const String compression_hint_,
+    UInt64 max_single_read_retries_,
+    const String & compression_hint_,
     const std::shared_ptr<Aws::S3::S3Client> & client_,
     const String & bucket_,
     std::shared_ptr<IteratorWrapper> file_iterator_)
@@ -180,7 +179,7 @@ StorageS3Source::StorageS3Source(
     , format(format_)
     , columns_desc(columns_)
     , max_block_size(max_block_size_)
-    , single_read_retry_strategy(std::move(single_read_retry_strategy_))
+    , max_single_read_retries(max_single_read_retries_)
     , compression_hint(compression_hint_)
     , client(client_)
     , sample_block(sample_block_)
@@ -201,7 +200,7 @@ bool StorageS3Source::initialize()
     file_path = bucket + "/" + current_key;
 
     read_buf = wrapReadBufferWithCompressionMethod(
-        std::make_unique<ReadBufferFromS3>(client, bucket, current_key, single_read_retry_strategy), chooseCompressionMethod(current_key, compression_hint));
+        std::make_unique<ReadBufferFromS3>(client, bucket, current_key, max_single_read_retries), chooseCompressionMethod(current_key, compression_hint));
     auto input_format = FormatFactory::instance().getInput(format, *read_buf, sample_block, getContext(), max_block_size);
     reader = std::make_shared<InputStreamFromInputFormat>(input_format);
 
@@ -325,7 +324,7 @@ StorageS3::StorageS3(
     const String & secret_access_key_,
     const StorageID & table_id_,
     const String & format_name_,
-    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
+    UInt64 max_single_read_retries_,
     UInt64 min_upload_part_size_,
     UInt64 max_single_part_upload_size_,
     UInt64 max_connections_,
@@ -338,7 +337,7 @@ StorageS3::StorageS3(
     : IStorage(table_id_)
     , client_auth{uri_, access_key_id_, secret_access_key_, max_connections_, {}, {}} /// Client and settings will be updated later
     , format_name(format_name_)
-    , single_read_retry_strategy(std::move(single_read_retry_strategy_))
+    , max_single_read_retries(max_single_read_retries_)
     , min_upload_part_size(min_upload_part_size_)
     , max_single_part_upload_size(max_single_part_upload_size_)
     , compression_method(compression_method_)
@@ -406,7 +405,7 @@ Pipe StorageS3::read(
             local_context,
             metadata_snapshot->getColumns(),
             max_block_size,
-            single_read_retry_strategy,
+            max_single_read_retries,
             compression_method,
             client_auth.client,
             client_auth.uri.bucket,
@@ -493,7 +492,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
             secret_access_key = engine_args[2]->as<ASTLiteral &>().value.safeGet<String>();
         }
 
-        auto single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(args.getLocalContext()->getSettingsRef().s3_single_read_retry_attempts);
+        UInt64 max_single_read_retries = args.getLocalContext()->getSettingsRef().s3_max_single_read_retries;
         UInt64 min_upload_part_size = args.getLocalContext()->getSettingsRef().s3_min_upload_part_size;
         UInt64 max_single_part_upload_size = args.getLocalContext()->getSettingsRef().s3_max_single_part_upload_size;
         UInt64 max_connections = args.getLocalContext()->getSettingsRef().s3_max_connections;
@@ -517,7 +516,7 @@ void registerStorageS3Impl(const String & name, StorageFactory & factory)
             secret_access_key,
             args.table_id,
             format_name,
-            single_read_retry_strategy,
+            max_single_read_retries,
             min_upload_part_size,
             max_single_part_upload_size,
             max_connections,
diff --git a/src/Storages/StorageS3.h b/src/Storages/StorageS3.h
index 7ab6d2fe259..177e31975c6 100644
--- a/src/Storages/StorageS3.h
+++ b/src/Storages/StorageS3.h
@@ -55,8 +55,8 @@ public:
         ContextPtr context_,
         const ColumnsDescription & columns_,
         UInt64 max_block_size_,
-        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
-        const String compression_hint_,
+        UInt64 max_single_read_retries_,
+        const String & compression_hint_,
         const std::shared_ptr<Aws::S3::S3Client> & client_,
         const String & bucket,
         std::shared_ptr<IteratorWrapper> file_iterator_);
@@ -72,7 +72,7 @@ private:
     String format;
     ColumnsDescription columns_desc;
     UInt64 max_block_size;
-    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
+    UInt64 max_single_read_retries;
     String compression_hint;
     std::shared_ptr<Aws::S3::S3Client> client;
     Block sample_block;
@@ -103,7 +103,7 @@ public:
         const String & secret_access_key,
         const StorageID & table_id_,
         const String & format_name_,
-        std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy_,
+        UInt64 max_single_read_retries_,
         UInt64 min_upload_part_size_,
         UInt64 max_single_part_upload_size_,
         UInt64 max_connections_,
@@ -150,7 +150,7 @@ private:
     ClientAuthentificaiton client_auth;
 
     String format_name;
-    std::shared_ptr<Aws::Client::RetryStrategy> single_read_retry_strategy;
+    UInt64 max_single_read_retries;
     size_t min_upload_part_size;
     size_t max_single_part_upload_size;
     String compression_method;
diff --git a/src/TableFunctions/TableFunctionS3.cpp b/src/TableFunctions/TableFunctionS3.cpp
index 1e7b0588e8c..83149445a7d 100644
--- a/src/TableFunctions/TableFunctionS3.cpp
+++ b/src/TableFunctions/TableFunctionS3.cpp
@@ -12,8 +12,6 @@
 #include <Parsers/ASTLiteral.h>
 #include "registerTableFunctions.h"
 
-#include <aws/core/client/DefaultRetryStrategy.h>
-
 
 namespace DB
 {
@@ -86,7 +84,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, Context
 {
     Poco::URI uri (filename);
     S3::URI s3_uri (uri);
-    auto single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(context->getSettingsRef().s3_single_read_retry_attempts);
+    UInt64 max_single_read_retries = context->getSettingsRef().s3_max_single_read_retries;
     UInt64 min_upload_part_size = context->getSettingsRef().s3_min_upload_part_size;
     UInt64 max_single_part_upload_size = context->getSettingsRef().s3_max_single_part_upload_size;
     UInt64 max_connections = context->getSettingsRef().s3_max_connections;
@@ -97,7 +95,7 @@ StoragePtr TableFunctionS3::executeImpl(const ASTPtr & /*ast_function*/, Context
         secret_access_key,
         StorageID(getDatabaseName(), table_name),
         format,
-        single_read_retry_strategy,
+        max_single_read_retries,
         min_upload_part_size,
         max_single_part_upload_size,
         max_connections,
diff --git a/src/TableFunctions/TableFunctionS3Cluster.cpp b/src/TableFunctions/TableFunctionS3Cluster.cpp
index 8d16e62e297..93f90bca75a 100644
--- a/src/TableFunctions/TableFunctionS3Cluster.cpp
+++ b/src/TableFunctions/TableFunctionS3Cluster.cpp
@@ -28,8 +28,6 @@
 #include <memory>
 #include <thread>
 
-#include <aws/core/client/DefaultRetryStrategy.h>
-
 
 namespace DB
 {
@@ -112,7 +110,7 @@ StoragePtr TableFunctionS3Cluster::executeImpl(
         Poco::URI uri (filename);
         S3::URI s3_uri (uri);
         /// Actually this parameters are not used
-        auto single_read_retry_strategy = std::make_shared<Aws::Client::DefaultRetryStrategy>(context->getSettingsRef().s3_single_read_retry_attempts);
+        UInt64 max_single_read_retries = context->getSettingsRef().s3_max_single_read_retries;
         UInt64 min_upload_part_size = context->getSettingsRef().s3_min_upload_part_size;
         UInt64 max_single_part_upload_size = context->getSettingsRef().s3_max_single_part_upload_size;
         UInt64 max_connections = context->getSettingsRef().s3_max_connections;
@@ -122,7 +120,7 @@ StoragePtr TableFunctionS3Cluster::executeImpl(
             secret_access_key,
             StorageID(getDatabaseName(), table_name),
             format,
-            single_read_retry_strategy,
+            max_single_read_retries,
             min_upload_part_size,
             max_single_part_upload_size,
             max_connections,

From 1006a970f74308a9ee5065b3a022bbd31dd78b09 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 20 May 2021 09:30:13 +0300
Subject: [PATCH 0288/1060] Remove AutoArray

---
 src/Common/AutoArray.h                        | 309 ------------------
 src/Common/examples/CMakeLists.txt            |   3 -
 src/Common/examples/auto_array.cpp            | 197 -----------
 .../MergingSortedBlockInputStream.h           |   1 -
 src/DataStreams/TTLAggregationAlgorithm.h     |   2 +-
 src/Functions/partitionId.cpp                 |   2 +-
 src/Interpreters/ActionsVisitor.cpp           |   5 +-
 src/Interpreters/Set.cpp                      |   1 -
 src/Interpreters/examples/hash_map.cpp        |  27 --
 .../Algorithms/SummingSortedAlgorithm.cpp     |   4 +
 .../Algorithms/SummingSortedAlgorithm.h       |   4 +-
 src/Storages/MergeTree/IMergeTreeDataPart.h   |   1 -
 .../MergeTreeBaseSelectProcessor.cpp          |  15 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |   2 +-
 .../MergeTree/MergeTreeDataPartInMemory.cpp   |   2 +-
 .../MergeTree/MergeTreeDataWriter.cpp         |   4 +-
 src/Storages/MergeTree/MergeTreeDataWriter.h  |   5 +-
 src/Storages/MergeTree/MergeTreePartition.h   |   9 +-
 18 files changed, 30 insertions(+), 563 deletions(-)
 delete mode 100644 src/Common/AutoArray.h
 delete mode 100644 src/Common/examples/auto_array.cpp

diff --git a/src/Common/AutoArray.h b/src/Common/AutoArray.h
deleted file mode 100644
index 1df8bde8c12..00000000000
--- a/src/Common/AutoArray.h
+++ /dev/null
@@ -1,309 +0,0 @@
-#pragma once
-
-#include <cstddef>
-#include <cstdlib>
-
-#include <Common/Exception.h>
-#include <Common/formatReadable.h>
-
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-    extern const int CANNOT_ALLOCATE_MEMORY;
-}
-
-/** An array of (almost) unchangeable size:
-  *  the size is specified in the constructor;
-  *  `resize` method removes old data, and necessary only for
-  *  so that you can first create an empty object using the default constructor,
-  *  and then decide on the size.
-  *
-  * There is a possibility to not initialize elements by default, but create them inplace.
-  * Member destructors are called automatically.
-  *
-  * `sizeof` is equal to the size of one pointer.
-  *
-  * Not exception-safe.
-  *
-  * Copying is supported via assign() method. Moving empties the original object.
-  * That is, it is inconvenient to use this array in many cases.
-  *
-  * Designed for situations in which many arrays of the same small size are created,
-  *  but the size is not known at compile time.
-  * Also gives a significant advantage in cases where it is important that `sizeof` is minimal.
-  * For example, if arrays are put in an open-addressing hash table with inplace storage of values (like HashMap)
-  *
-  * In this case, compared to std::vector:
-  * - for arrays of 1 element size - an advantage of about 2 times;
-  * - for arrays of 5 elements - an advantage of about 1.5 times
-  *   (DB::Field, containing UInt64 and String, used as T);
-  */
-
-const size_t empty_auto_array_helper = 0;
-
-template <typename T>
-class AutoArray
-{
-public:
-    /// For deferred creation.
-    AutoArray()
-    {
-        setEmpty();
-    }
-
-    explicit AutoArray(size_t size_)
-    {
-        init(size_, false);
-    }
-
-    /** Initializes all elements with a copy constructor with the `value` parameter.
-      */
-    AutoArray(size_t size_, const T & value)
-    {
-        init(size_, true);
-
-        for (size_t i = 0; i < size_; ++i)
-        {
-            new (place(i)) T(value);
-        }
-    }
-
-    /** `resize` removes all existing items.
-      */
-    void resize(size_t size_, bool dont_init_elems = false)
-    {
-        uninit();
-        init(size_, dont_init_elems);
-    }
-
-    /** Move operations.
-      */
-    AutoArray(AutoArray && src)
-    {
-        if (this == &src)
-            return;
-        setEmpty();
-        data_ptr = src.data_ptr;
-        src.setEmpty();
-    }
-
-    AutoArray & operator= (AutoArray && src)
-    {
-        if (this == &src)
-            return *this;
-        uninit();
-        data_ptr = src.data_ptr;
-        src.setEmpty();
-
-        return *this;
-    }
-
-    ~AutoArray()
-    {
-        uninit();
-    }
-
-    size_t size() const
-    {
-        return m_size();
-    }
-
-    bool empty() const
-    {
-        return size() == 0;
-    }
-
-    void clear()
-    {
-        uninit();
-        setEmpty();
-    }
-
-    template <typename It>
-    void assign(It from_begin, It from_end)
-    {
-        uninit();
-
-        size_t size = from_end - from_begin;
-        init(size, /* dont_init_elems = */ true);
-
-        It it = from_begin;
-        for (size_t i = 0; i < size; ++i, ++it)
-            new (place(i)) T(*it);
-    }
-
-    void assign(const AutoArray & from)
-    {
-        assign(from.begin(), from.end());
-    }
-
-    /** You can read and modify elements using the [] operator
-      *  only if items were initialized
-      *  (that is, into the constructor was not passed DontInitElemsTag,
-      *   or you initialized them using `place` and `placement new`).
-      */
-    T & operator[](size_t i)
-    {
-        return elem(i);
-    }
-
-    const T & operator[](size_t i) const
-    {
-        return elem(i);
-    }
-
-    T * data()
-    {
-        return elemPtr(0);
-    }
-
-    const T * data() const
-    {
-        return elemPtr(0);
-    }
-
-    /** Get the piece of memory in which the element should be located.
-      * The function is intended to initialize an element,
-      *  which has not yet been initialized
-      * new (arr.place(i)) T(args);
-      */
-    char * place(size_t i)
-    {
-        return data_ptr + sizeof(T) * i;
-    }
-
-    using iterator = T *;
-    using const_iterator = const T *;
-
-    iterator begin() { return elemPtr(0); }
-    iterator end() { return elemPtr(size()); }
-
-    const_iterator begin() const { return elemPtr(0); }
-    const_iterator end() const { return elemPtr(size()); }
-
-    bool operator== (const AutoArray<T> & rhs) const
-    {
-        size_t s = size();
-
-        if (s != rhs.size())
-            return false;
-
-        for (size_t i = 0; i < s; ++i)
-            if (elem(i) != rhs.elem(i))
-                return false;
-
-        return true;
-    }
-
-    bool operator!= (const AutoArray<T> & rhs) const
-    {
-        return !(*this == rhs);
-    }
-
-    bool operator< (const AutoArray<T> & rhs) const
-    {
-        size_t s = size();
-        size_t rhs_s = rhs.size();
-
-        if (s < rhs_s)
-            return true;
-        if (s > rhs_s)
-            return false;
-
-        for (size_t i = 0; i < s; ++i)
-        {
-            if (elem(i) < rhs.elem(i))
-                return true;
-            if (elem(i) > rhs.elem(i))
-                return false;
-        }
-
-        return false;
-    }
-
-private:
-    static constexpr size_t alignment = alignof(T);
-    /// Bytes allocated to store size of array before data. It is padded to have minimum size as alignment.
-    /// Padding is at left and the size is stored at right (just before the first data element).
-    static constexpr size_t prefix_size = std::max(sizeof(size_t), alignment);
-
-    char * data_ptr;
-
-    size_t & m_size()
-    {
-        return reinterpret_cast<size_t *>(data_ptr)[-1];
-    }
-
-    size_t m_size() const
-    {
-        return reinterpret_cast<const size_t *>(data_ptr)[-1];
-    }
-
-    T * elemPtr(size_t i)
-    {
-        return reinterpret_cast<T *>(data_ptr) + i;
-    }
-
-    const T * elemPtr(size_t i) const
-    {
-        return reinterpret_cast<const T *>(data_ptr) + i;
-    }
-
-    T & elem(size_t i)
-    {
-        return *elemPtr(i);
-    }
-
-    const T & elem(size_t i) const
-    {
-        return *elemPtr(i);
-    }
-
-    void setEmpty()
-    {
-        data_ptr = const_cast<char *>(reinterpret_cast<const char *>(&empty_auto_array_helper)) + sizeof(size_t);
-    }
-
-    void init(size_t new_size, bool dont_init_elems)
-    {
-        if (!new_size)
-        {
-            setEmpty();
-            return;
-        }
-
-        void * new_data = nullptr;
-        int res = posix_memalign(&new_data, alignment, prefix_size + new_size * sizeof(T));
-        if (0 != res)
-            throwFromErrno(fmt::format("Cannot allocate memory (posix_memalign) {}.", ReadableSize(new_size)),
-                ErrorCodes::CANNOT_ALLOCATE_MEMORY, res);
-
-        data_ptr = static_cast<char *>(new_data);
-        data_ptr += prefix_size;
-
-        m_size() = new_size;
-
-        if (!dont_init_elems)
-            for (size_t i = 0; i < new_size; ++i)
-                new (place(i)) T();
-    }
-
-    void uninit()
-    {
-        size_t s = size();
-
-        if (s)
-        {
-            for (size_t i = 0; i < s; ++i)
-                elem(i).~T();
-
-            data_ptr -= prefix_size;
-            free(data_ptr);
-        }
-    }
-};
-
-}
diff --git a/src/Common/examples/CMakeLists.txt b/src/Common/examples/CMakeLists.txt
index c94ce580942..64d28fec5c2 100644
--- a/src/Common/examples/CMakeLists.txt
+++ b/src/Common/examples/CMakeLists.txt
@@ -7,9 +7,6 @@ endif()
 add_executable (sip_hash_perf sip_hash_perf.cpp)
 target_link_libraries (sip_hash_perf PRIVATE clickhouse_common_io)
 
-add_executable (auto_array auto_array.cpp)
-target_link_libraries (auto_array PRIVATE clickhouse_common_io)
-
 add_executable (small_table small_table.cpp)
 target_link_libraries (small_table PRIVATE clickhouse_common_io)
 
diff --git a/src/Common/examples/auto_array.cpp b/src/Common/examples/auto_array.cpp
deleted file mode 100644
index 9e9a18ffec9..00000000000
--- a/src/Common/examples/auto_array.cpp
+++ /dev/null
@@ -1,197 +0,0 @@
-#include <iostream>
-#include <iomanip>
-#include <map>
-
-#include <pcg_random.hpp>
-#include <Core/Field.h>
-#include <Common/HashTable/HashMap.h>
-#include <Common/AutoArray.h>
-#include <IO/WriteHelpers.h>
-
-#include <Common/Stopwatch.h>
-
-
-int main(int argc, char ** argv)
-{
-    pcg64 rng;
-
-    {
-        size_t n = 10;
-        using T = std::string;
-        DB::AutoArray<T> arr(n);
-
-        for (size_t i = 0; i < arr.size(); ++i)
-            arr[i] = "Hello, world! " + DB::toString(i);
-
-        for (auto & elem : arr)
-            std::cerr << elem << std::endl;
-    }
-
-    std::cerr << std::endl;
-
-    {
-        size_t n = 10;
-        using T = std::string;
-        using Arr = DB::AutoArray<T>;
-        Arr arr;
-
-        arr.resize(n);
-        for (size_t i = 0; i < arr.size(); ++i)
-            arr[i] = "Hello, world! " + DB::toString(i);
-
-        for (auto & elem : arr)
-            std::cerr << elem << std::endl;
-
-        std::cerr << std::endl;
-
-        Arr arr2 = std::move(arr);
-
-        std::cerr << arr.size() << ", " << arr2.size() << std::endl;  // NOLINT
-
-        for (auto & elem : arr2)
-            std::cerr << elem << std::endl;
-    }
-
-    std::cerr << std::endl;
-
-    {
-        size_t n = 10;
-        size_t keys = 10;
-        using T = std::string;
-        using Arr = DB::AutoArray<T>;
-        using Map = std::map<Arr, T>;
-        Map map;
-
-        for (size_t i = 0; i < keys; ++i)
-        {
-            Arr key(n);
-            for (size_t j = 0; j < n; ++j)
-                key[j] = DB::toString(rng());
-
-            map[std::move(key)] = "Hello, world! " + DB::toString(i);
-        }
-
-        for (const auto & kv : map)
-        {
-            std::cerr << "[";
-            for (size_t j = 0; j < n; ++j)
-                std::cerr << (j == 0 ? "" : ", ") << kv.first[j];
-            std::cerr << "]";
-
-            std::cerr << ":\t" << kv.second << std::endl;
-        }
-
-        std::cerr << std::endl;
-
-        Map map2 = std::move(map);
-
-        for (const auto & kv : map2)
-        {
-            std::cerr << "[";
-            for (size_t j = 0; j < n; ++j)
-                std::cerr << (j == 0 ? "" : ", ") << kv.first[j];
-            std::cerr << "]";
-
-            std::cerr << ":\t" << kv.second << std::endl;
-        }
-    }
-
-    std::cerr << std::endl;
-
-    {
-        size_t n = 10;
-        size_t keys = 10;
-        using T = std::string;
-        using Arr = DB::AutoArray<T>;
-        using Vec = std::vector<Arr>;
-        Vec vec;
-
-        for (size_t i = 0; i < keys; ++i)
-        {
-            Arr key(n);
-            for (size_t j = 0; j < n; ++j)
-                key[j] = DB::toString(rng());
-
-            vec.push_back(std::move(key));
-        }
-
-        for (const auto & elem : vec)
-        {
-            std::cerr << "[";
-            for (size_t j = 0; j < n; ++j)
-                std::cerr << (j == 0 ? "" : ", ") << elem[j];
-            std::cerr << "]" << std::endl;
-        }
-
-        std::cerr << std::endl;
-
-        Vec vec2 = std::move(vec);
-
-        for (const auto & elem : vec2)
-        {
-            std::cerr << "[";
-            for (size_t j = 0; j < n; ++j)
-                std::cerr << (j == 0 ? "" : ", ") << elem[j];
-            std::cerr << "]" << std::endl;
-        }
-    }
-
-    if (argc == 2 && !strcmp(argv[1], "1"))
-    {
-        size_t n = 5;
-        size_t map_size = 1000000;
-
-        using T = DB::Field;
-        T field = std::string("Hello, world");
-
-        using Arr = std::vector<T>;
-        using Map = HashMap<UInt64, Arr>;
-
-        Stopwatch watch;
-
-        Map map;
-        for (size_t i = 0; i < map_size; ++i)
-        {
-            Map::LookupResult it;
-            bool inserted;
-
-            map.emplace(rng(), it, inserted);
-            if (inserted)
-            {
-                new (&it->getMapped()) Arr(n);
-
-                for (size_t j = 0; j < n; ++j)
-                    (it->getMapped())[j] = field;
-            }
-        }
-
-        std::cerr << std::fixed << std::setprecision(2)
-            << "Vector:    Elapsed: " << watch.elapsedSeconds()
-            << " (" << map_size / watch.elapsedSeconds() << " rows/sec., "
-            << "sizeof(Map::value_type) = " << sizeof(Map::value_type)
-            << std::endl;
-    }
-
-    {
-        size_t n = 10000;
-        using Arr = DB::AutoArray<std::string>;
-        Arr arr1(n);
-        Arr arr2(n);
-
-        for (size_t i = 0; i < n; ++i)
-        {
-            arr1[i] = "Hello, world! " + DB::toString(i);
-            arr2[i] = "Goodbye, world! " + DB::toString(i);
-        }
-
-        arr2 = std::move(arr1);
-        arr1.resize(n); // NOLINT
-
-        std::cerr
-            << "arr1.size(): " << arr1.size() << ", arr2.size(): " << arr2.size() << std::endl
-            << "arr1.data(): " << arr1.data() << ", arr2.data(): " << arr2.data() << std::endl
-            << "arr1[0]: " << arr1[0] << ", arr2[0]: " << arr2[0] << std::endl;
-    }
-
-    return 0;
-}
diff --git a/src/DataStreams/MergingSortedBlockInputStream.h b/src/DataStreams/MergingSortedBlockInputStream.h
index 7f8d594416d..582b41ff3af 100644
--- a/src/DataStreams/MergingSortedBlockInputStream.h
+++ b/src/DataStreams/MergingSortedBlockInputStream.h
@@ -1,6 +1,5 @@
 #pragma once
 
-#include <Core/Row.h>
 #include <Core/SortDescription.h>
 #include <Core/SortCursor.h>
 
diff --git a/src/DataStreams/TTLAggregationAlgorithm.h b/src/DataStreams/TTLAggregationAlgorithm.h
index c2f40bab6b9..7231506b7da 100644
--- a/src/DataStreams/TTLAggregationAlgorithm.h
+++ b/src/DataStreams/TTLAggregationAlgorithm.h
@@ -32,7 +32,7 @@ private:
 
     const Block header;
     std::unique_ptr<Aggregator> aggregator;
-    Row current_key_value;
+    std::vector<Field> current_key_value;
     AggregatedDataVariants aggregation_result;
     ColumnRawPtrs key_columns;
     Aggregator::AggregateColumns columns_for_aggregator;
diff --git a/src/Functions/partitionId.cpp b/src/Functions/partitionId.cpp
index cf679452da1..70ece96f983 100644
--- a/src/Functions/partitionId.cpp
+++ b/src/Functions/partitionId.cpp
@@ -52,7 +52,7 @@ public:
         auto result_column = ColumnString::create();
         for (size_t j = 0; j < input_rows_count; ++j)
         {
-            Row row(size);
+            std::vector<Field> row(size);
             for (size_t i = 0; i < size; ++i)
                 arguments[i].column->get(j, row[i]);
             MergeTreePartition partition(std::move(row));
diff --git a/src/Interpreters/ActionsVisitor.cpp b/src/Interpreters/ActionsVisitor.cpp
index dace0beea11..2c66d2a9841 100644
--- a/src/Interpreters/ActionsVisitor.cpp
+++ b/src/Interpreters/ActionsVisitor.cpp
@@ -1,6 +1,5 @@
 #include <Common/quoteString.h>
 #include <Common/typeid_cast.h>
-#include <Core/Row.h>
 
 #include <Functions/FunctionFactory.h>
 #include <Functions/FunctionsMiscellaneous.h>
@@ -80,7 +79,7 @@ static Block createBlockFromCollection(const Collection & collection, const Data
     for (size_t i = 0; i < columns_num; ++i)
         columns[i] = types[i]->createColumn();
 
-    Row tuple_values;
+    std::vector<Field> tuple_values;
     for (const auto & value : collection)
     {
         if (columns_num == 1)
@@ -154,7 +153,7 @@ static Block createBlockFromAST(const ASTPtr & node, const DataTypes & types, Co
     MutableColumns columns = header.cloneEmptyColumns();
 
     DataTypePtr tuple_type;
-    Row tuple_values;
+    std::vector<Field> tuple_values;
     const auto & list = node->as<ASTExpressionList &>();
     bool transform_null_in = context->getSettingsRef().transform_null_in;
     for (const auto & elem : list.children)
diff --git a/src/Interpreters/Set.cpp b/src/Interpreters/Set.cpp
index 713be3c1447..65896edfa69 100644
--- a/src/Interpreters/Set.cpp
+++ b/src/Interpreters/Set.cpp
@@ -1,7 +1,6 @@
 #include <optional>
 
 #include <Core/Field.h>
-#include <Core/Row.h>
 
 #include <Columns/ColumnsNumber.h>
 #include <Columns/ColumnTuple.h>
diff --git a/src/Interpreters/examples/hash_map.cpp b/src/Interpreters/examples/hash_map.cpp
index 620f2515825..66704ab432a 100644
--- a/src/Interpreters/examples/hash_map.cpp
+++ b/src/Interpreters/examples/hash_map.cpp
@@ -12,7 +12,6 @@
 #define DBMS_HASH_MAP_COUNT_COLLISIONS
 */
 #include <common/types.h>
-#include <Core/Row.h>
 #include <IO/ReadBufferFromFile.h>
 #include <Compression/CompressedReadBuffer.h>
 #include <Common/HashTable/HashMap.h>
@@ -27,19 +26,6 @@
   * This is important, because if you run all the tests one by one, the results will be incorrect.
   * (Due to the peculiarities of the work of the allocator, the first test takes advantage.)
   *
-  * Depending on USE_AUTO_ARRAY, one of the structures is selected as the value.
-  * USE_AUTO_ARRAY = 0 - uses std::vector (hard-copy structure, sizeof = 24 bytes).
-  * USE_AUTO_ARRAY = 1 - uses AutoArray (a structure specially designed for such cases, sizeof = 8 bytes).
-  *
-  * That is, the test also allows you to compare AutoArray and std::vector.
-  *
-  * If USE_AUTO_ARRAY = 0, then HashMap confidently overtakes all.
-  * If USE_AUTO_ARRAY = 1, then HashMap is slightly less serious (20%) ahead of google::dense_hash_map.
-  *
-  * When using HashMap, AutoArray has a rather serious (40%) advantage over std::vector.
-  * And when using other hash tables, AutoArray even more seriously overtakes std::vector
-  *  (up to three and a half times in the case of std::unordered_map and google::sparse_hash_map).
-  *
   * HashMap, unlike google::dense_hash_map, much more depends on the quality of the hash function.
   *
   * PS. Measure everything yourself, otherwise I'm almost confused.
@@ -49,9 +35,6 @@
   * But in this test, there was something similar to the old scenario of using hash tables in the aggregation.
   */
 
-#define USE_AUTO_ARRAY    0
-
-
 struct AlternativeHash
 {
     size_t operator() (UInt64 x) const
@@ -85,12 +68,7 @@ int main(int argc, char ** argv)
     using namespace DB;
 
     using Key = UInt64;
-
-#if USE_AUTO_ARRAY
-    using Value = AutoArray<IAggregateFunction*>;
-#else
     using Value = std::vector<IAggregateFunction*>;
-#endif
 
     size_t n = argc < 2 ? 10000000 : std::stol(argv[1]);
     //size_t m = std::stol(argv[2]);
@@ -119,13 +97,8 @@ int main(int argc, char ** argv)
 
     INIT
 
-#ifndef USE_AUTO_ARRAY
     #undef INIT
     #define INIT
-#endif
-
-    Row row(1);
-    row[0] = UInt64(0);
 
     std::cerr << "sizeof(Key) = " << sizeof(Key) << ", sizeof(Value) = " << sizeof(Value) << std::endl;
 
diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
index 749b460a934..19ead09ae4b 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.cpp
@@ -12,6 +12,7 @@
 #include <DataTypes/NestedUtils.h>
 #include <IO/WriteHelpers.h>
 
+
 namespace DB
 {
 
@@ -109,6 +110,9 @@ static bool isInPartitionKey(const std::string & column_name, const Names & part
     return is_in_partition_key != partition_key_columns.end();
 }
 
+
+using Row = std::vector<Field>;
+
 /// Returns true if merge result is not empty
 static bool mergeMap(const SummingSortedAlgorithm::MapDescription & desc,
                      Row & row, const ColumnRawPtrs & raw_columns, size_t row_number)
diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
index df3749b5e88..3e03f5e9ae3 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
@@ -2,7 +2,7 @@
 
 #include <Processors/Merges/Algorithms/IMergingAlgorithmWithDelayedChunk.h>
 #include <Processors/Merges/Algorithms/MergedData.h>
-#include <Core/Row.h>
+
 
 namespace DB
 {
@@ -83,7 +83,7 @@ public:
 
         bool is_group_started = false;
 
-        Row current_row;
+        std::vector<Field> current_row;
         bool current_row_is_zero = true;    /// Are all summed columns zero (or empty)? It is updated incrementally.
 
         void addRowImpl(ColumnRawPtrs & raw_columns, size_t row);
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.h b/src/Storages/MergeTree/IMergeTreeDataPart.h
index 38aeb15ebeb..5f12498c08c 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.h
@@ -2,7 +2,6 @@
 
 #include <DataStreams/IBlockInputStream.h>
 
-#include <Core/Row.h>
 #include <Core/Block.h>
 #include <common/types.h>
 #include <Core/NamesAndTypes.h>
diff --git a/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp b/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp
index 5def458a382..1280138d38b 100644
--- a/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp
+++ b/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp
@@ -211,9 +211,12 @@ namespace
         virtual void insertStringColumn(const ColumnPtr & column, const String & name) = 0;
         virtual void insertUInt64Column(const ColumnPtr & column, const String & name) = 0;
         virtual void insertUUIDColumn(const ColumnPtr & column, const String & name) = 0;
-        virtual void
-        insertPartitionValueColumn(size_t rows, const Row & partition_value, const DataTypePtr & partition_value_type, const String & name)
-            = 0;
+
+        virtual void insertPartitionValueColumn(
+            size_t rows,
+            const std::vector<Field> & partition_value,
+            const DataTypePtr & partition_value_type,
+            const String & name) = 0;
     };
 }
 
@@ -319,7 +322,7 @@ namespace
         }
 
         void insertPartitionValueColumn(
-            size_t rows, const Row & partition_value, const DataTypePtr & partition_value_type, const String & name) final
+            size_t rows, const std::vector<Field> & partition_value, const DataTypePtr & partition_value_type, const String & name) final
         {
             ColumnPtr column;
             if (rows)
@@ -358,8 +361,8 @@ namespace
             columns.push_back(column);
         }
 
-        void
-        insertPartitionValueColumn(size_t rows, const Row & partition_value, const DataTypePtr & partition_value_type, const String &) final
+        void insertPartitionValueColumn(
+            size_t rows, const std::vector<Field> & partition_value, const DataTypePtr & partition_value_type, const String &) final
         {
             ColumnPtr column;
             if (rows)
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 51077996212..e884ff7f211 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3144,7 +3144,7 @@ String MergeTreeData::getPartitionIDFromQuery(const ASTPtr & ast, ContextPtr loc
             ErrorCodes::INVALID_PARTITION_VALUE);
 
     const FormatSettings format_settings;
-    Row partition_row(fields_count);
+    std::vector<Field> partition_row(fields_count);
 
     if (fields_count)
     {
diff --git a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
index e311cf8fa28..473f2e598a9 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
@@ -79,7 +79,7 @@ void MergeTreeDataPartInMemory::flushToDisk(const String & base_path, const Stri
 
     new_data_part->uuid = uuid;
     new_data_part->setColumns(columns);
-    new_data_part->partition.value.assign(partition.value);
+    new_data_part->partition.value = partition.value;
     new_data_part->minmax_idx = minmax_idx;
 
     if (disk->exists(destination_path))
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index 2a85faa7083..33d0291946c 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -150,7 +150,7 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
 
     if (!metadata_snapshot->hasPartitionKey()) /// Table is not partitioned.
     {
-        result.emplace_back(Block(block), Row());
+        result.emplace_back(Block(block), std::vector<Field>{});
         return result;
     }
 
@@ -172,7 +172,7 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
 
     auto get_partition = [&](size_t num)
     {
-        Row partition(partition_columns.size());
+        std::vector<Field> partition(partition_columns.size());
         for (size_t i = 0; i < partition_columns.size(); ++i)
             partition[i] = Field((*partition_columns[i])[partition_num_to_first_row[num]]);
         return partition;
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.h b/src/Storages/MergeTree/MergeTreeDataWriter.h
index 4c5b75657ee..f5eb0cd98e9 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.h
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.h
@@ -1,7 +1,6 @@
 #pragma once
 
 #include <Core/Block.h>
-#include <Core/Row.h>
 
 #include <IO/WriteBufferFromFile.h>
 #include <Compression/CompressedWriteBuffer.h>
@@ -19,9 +18,9 @@ namespace DB
 struct BlockWithPartition
 {
     Block block;
-    Row partition;
+    std::vector<Field> partition;
 
-    BlockWithPartition(Block && block_, Row && partition_)
+    BlockWithPartition(Block && block_, std::vector<Field> && partition_)
         : block(block_), partition(std::move(partition_))
     {
     }
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index f89b6f22d4f..c55eb8ce142 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -1,9 +1,10 @@
 #pragma once
 
-#include <Core/Row.h>
 #include <common/types.h>
 #include <Disks/IDisk.h>
 #include <IO/WriteBuffer.h>
+#include <Core/Field.h>
+
 
 namespace DB
 {
@@ -19,12 +20,12 @@ using StorageMetadataPtr = std::shared_ptr<const StorageInMemoryMetadata>;
 /// This class represents a partition value of a single part and encapsulates its loading/storing logic.
 struct MergeTreePartition
 {
-    Row value;
+    std::vector<Field> value;
 
 public:
     MergeTreePartition() = default;
 
-    explicit MergeTreePartition(Row value_) : value(std::move(value_)) {}
+    explicit MergeTreePartition(std::vector<Field> value_) : value(std::move(value_)) {}
 
     /// For month-based partitioning.
     explicit MergeTreePartition(UInt32 yyyymm) : value(1, yyyymm) {}
@@ -38,7 +39,7 @@ public:
     void store(const MergeTreeData & storage, const DiskPtr & disk, const String & part_path, MergeTreeDataPartChecksums & checksums) const;
     void store(const Block & partition_key_sample, const DiskPtr & disk, const String & part_path, MergeTreeDataPartChecksums & checksums) const;
 
-    void assign(const MergeTreePartition & other) { value.assign(other.value); }
+    void assign(const MergeTreePartition & other) { value = other.value; }
 
     void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row);
 };

From 2b6ffc557ae42cea9e96bde21977d3352752208a Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 20 May 2021 09:31:17 +0300
Subject: [PATCH 0289/1060] Remove useless file

---
 src/Core/Row.h | 18 ------------------
 1 file changed, 18 deletions(-)
 delete mode 100644 src/Core/Row.h

diff --git a/src/Core/Row.h b/src/Core/Row.h
deleted file mode 100644
index 0dc105922ff..00000000000
--- a/src/Core/Row.h
+++ /dev/null
@@ -1,18 +0,0 @@
-#pragma once
-
-#include <vector>
-
-#include <Common/AutoArray.h>
-#include <Core/Field.h>
-
-
-namespace DB
-{
-
-/** The data type for representing one row of the table in the RAM.
-  * Warning! It is preferable to store column blocks instead of single rows. See Block.h
-  */
-
-using Row = AutoArray<Field>;
-
-}

From 81dd60fdc250a68c26ea7918dd3e30ff7dfad1c1 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 20 May 2021 14:55:28 +0800
Subject: [PATCH 0290/1060] Fix drop partition in rare case

---
 src/Storages/StorageReplicatedMergeTree.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index c0ae46552ec..f65fad32f5b 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4902,7 +4902,9 @@ bool StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(const St
         auto zookeeper = getZooKeeper();
         delimiting_block_lock = allocateBlockNumber(partition_id, zookeeper);
         right = delimiting_block_lock->getNumber();
-        mutation_version = queue.getCurrentMutationVersion(partition_id, right);
+        // Make sure we cover all parts in partition. In rare cases there might be parts with
+        // mutation version greater than current block number.
+        mutation_version = MergeTreePartInfo::MAX_BLOCK_NUMBER;
     }
 
     if (for_replace_range)

From 550a4e33f97459d5c473df8999240c7e21554037 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 20 May 2021 06:38:18 +0000
Subject: [PATCH 0291/1060] Unite readBuffers

---
 src/Disks/HDFS/DiskHDFS.cpp                 |  32 ++++-
 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h | 142 --------------------
 src/Disks/S3/DiskS3.cpp                     | 100 +-------------
 src/Disks/tests/gtest_disk_hdfs.cpp         |   2 +-
 src/IO/ReadIndirectBufferFromRemoteFS.cpp   | 120 +++++++++++++++++
 src/IO/ReadIndirectBufferFromRemoteFS.h     |  39 ++++++
 6 files changed, 197 insertions(+), 238 deletions(-)
 delete mode 100644 src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
 create mode 100644 src/IO/ReadIndirectBufferFromRemoteFS.cpp
 create mode 100644 src/IO/ReadIndirectBufferFromRemoteFS.h

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 7e2163ce4d3..ef8c8859d46 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -2,9 +2,9 @@
 
 #include <Storages/HDFS/ReadBufferFromHDFS.h>
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
-#include "ReadIndirectBufferFromHDFS.h"
 #include "WriteIndirectBufferFromHDFS.h"
 #include <IO/SeekAvoidingReadBuffer.h>
+#include <IO/ReadIndirectBufferFromRemoteFS.h>
 #include <Common/checkStackSize.h>
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
@@ -22,6 +22,36 @@ namespace ErrorCodes
     extern const int UNKNOWN_FORMAT;
 }
 
+/// Reads data from HDFS using stored paths in metadata.
+class ReadIndirectBufferFromHDFS final : public ReadIndirectBufferFromRemoteFS<ReadBufferFromHDFS>
+{
+public:
+    ReadIndirectBufferFromHDFS(
+            const Poco::Util::AbstractConfiguration & config_,
+            const String & hdfs_uri_,
+            DiskHDFS::Metadata metadata_,
+            size_t buf_size_)
+        : ReadIndirectBufferFromRemoteFS<ReadBufferFromHDFS>(metadata_)
+        , config(config_)
+        , buf_size(buf_size_)
+    {
+        const size_t begin_of_path = hdfs_uri_.find('/', hdfs_uri_.find("//") + 2);
+        hdfs_directory = hdfs_uri_.substr(begin_of_path);
+        hdfs_uri = hdfs_uri_.substr(0, begin_of_path);
+    }
+
+    std::unique_ptr<ReadBufferFromHDFS> createReadBuffer(const String & path) override
+    {
+        return std::make_unique<ReadBufferFromHDFS>(hdfs_uri, hdfs_directory + path, config, buf_size);
+    }
+
+private:
+    const Poco::Util::AbstractConfiguration & config;
+    String hdfs_uri;
+    String hdfs_directory;
+    size_t buf_size;
+};
+
 
 DiskHDFS::DiskHDFS(
     const String & disk_name_,
diff --git a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h b/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
deleted file mode 100644
index fd7cb816db1..00000000000
--- a/src/Disks/HDFS/ReadIndirectBufferFromHDFS.h
+++ /dev/null
@@ -1,142 +0,0 @@
-#pragma once
-
-#include <IO/ReadBufferFromFile.h>
-#include <Disks/IDiskRemote.h>
-
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-    extern const int CANNOT_SEEK_THROUGH_FILE;
-}
-
-
-/// Reads data from HDFS using stored paths in metadata.
-class ReadIndirectBufferFromHDFS final : public ReadBufferFromFileBase
-{
-public:
-    ReadIndirectBufferFromHDFS(
-            const Poco::Util::AbstractConfiguration & config_,
-            const String & hdfs_uri_,
-            DiskHDFS::Metadata metadata_,
-            size_t buf_size_)
-        : config(config_)
-        , metadata(std::move(metadata_))
-        , buf_size(buf_size_)
-    {
-        const size_t begin_of_path = hdfs_uri_.find('/', hdfs_uri_.find("//") + 2);
-        hdfs_directory = hdfs_uri_.substr(begin_of_path);
-        hdfs_uri = hdfs_uri_.substr(0, begin_of_path);
-    }
-
-    off_t seek(off_t offset_, int whence) override
-    {
-        if (whence == SEEK_CUR)
-        {
-            /// If position within current working buffer - shift pos.
-            if (working_buffer.size() && size_t(getPosition() + offset_) < absolute_position)
-            {
-                pos += offset_;
-                return getPosition();
-            }
-            else
-            {
-                absolute_position += offset_;
-            }
-        }
-        else if (whence == SEEK_SET)
-        {
-            /// If position within current working buffer - shift pos.
-            if (working_buffer.size() && size_t(offset_) >= absolute_position - working_buffer.size()
-                && size_t(offset_) < absolute_position)
-            {
-                pos = working_buffer.end() - (absolute_position - offset_);
-                return getPosition();
-            }
-            else
-            {
-                absolute_position = offset_;
-            }
-        }
-        else
-            throw Exception("Only SEEK_SET or SEEK_CUR modes are allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
-
-        current_buf = initialize();
-        pos = working_buffer.end();
-
-        return absolute_position;
-    }
-
-    off_t getPosition() override { return absolute_position - available(); }
-
-    std::string getFileName() const override { return metadata.metadata_file_path; }
-
-
-private:
-    std::unique_ptr<ReadBufferFromHDFS> initialize()
-    {
-        size_t offset = absolute_position;
-
-        for (size_t i = 0; i < metadata.remote_fs_objects.size(); ++i)
-        {
-            current_buf_idx = i;
-            const auto & [file_name, size] = metadata.remote_fs_objects[i];
-
-            if (size > offset)
-            {
-                auto buf = std::make_unique<ReadBufferFromHDFS>(hdfs_uri, hdfs_directory + file_name, config, buf_size);
-                buf->seek(offset, SEEK_SET);
-                return buf;
-            }
-
-            offset -= size;
-        }
-
-        return nullptr;
-    }
-
-    bool nextImpl() override
-    {
-        /// Find first available buffer that fits to given offset.
-        if (!current_buf)
-            current_buf = initialize();
-
-        /// If current buffer has remaining data - use it.
-        if (current_buf && current_buf->next())
-        {
-            working_buffer = current_buf->buffer();
-            absolute_position += working_buffer.size();
-            return true;
-        }
-
-        /// If there is no available buffers - nothing to read.
-        if (current_buf_idx + 1 >= metadata.remote_fs_objects.size())
-            return false;
-
-        ++current_buf_idx;
-
-        const auto & file_name = metadata.remote_fs_objects[current_buf_idx].first;
-        current_buf = std::make_unique<ReadBufferFromHDFS>(hdfs_uri, hdfs_directory + file_name, config, buf_size);
-
-        current_buf->next();
-        working_buffer = current_buf->buffer();
-        absolute_position += working_buffer.size();
-
-        return true;
-    }
-
-    const Poco::Util::AbstractConfiguration & config;
-    String hdfs_uri;
-    String hdfs_directory;
-
-    DiskHDFS::Metadata metadata;
-    size_t buf_size;
-
-    size_t absolute_position = 0;
-    size_t current_buf_idx = 0;
-    std::unique_ptr<ReadBufferFromHDFS> current_buf;
-};
-
-}
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index c1903fb0c1e..01c49e38098 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -7,8 +7,8 @@
 #include <utility>
 #include <IO/ReadBufferFromString.h>
 #include <Interpreters/Context.h>
-#include <IO/ReadBufferFromFile.h>
 #include <IO/ReadBufferFromS3.h>
+#include <IO/ReadIndirectBufferFromRemoteFS.h>
 #include <IO/ReadHelpers.h>
 #include <IO/SeekAvoidingReadBuffer.h>
 #include <IO/WriteBufferFromFile.h>
@@ -69,7 +69,7 @@ void throwIfError(const Aws::Utils::Outcome<Result, Error> & response)
 }
 
 /// Reads data from S3 using stored paths in metadata.
-class ReadIndirectBufferFromS3 final : public ReadBufferFromFileBase
+class ReadIndirectBufferFromS3 final : public ReadIndirectBufferFromRemoteFS<ReadBufferFromS3>
 {
 public:
     ReadIndirectBufferFromS3(
@@ -78,112 +78,24 @@ public:
         DiskS3::Metadata metadata_,
         size_t s3_max_single_read_retries_,
         size_t buf_size_)
-        : client_ptr(std::move(client_ptr_))
+        : ReadIndirectBufferFromRemoteFS<ReadBufferFromS3>(metadata_)
+        , client_ptr(std::move(client_ptr_))
         , bucket(bucket_)
-        , metadata(std::move(metadata_))
         , s3_max_single_read_retries(s3_max_single_read_retries_)
         , buf_size(buf_size_)
     {
     }
 
-    off_t seek(off_t offset_, int whence) override
+    std::unique_ptr<ReadBufferFromS3> createReadBuffer(const String & path) override
     {
-        if (whence == SEEK_CUR)
-        {
-            /// If position within current working buffer - shift pos.
-            if (!working_buffer.empty() && size_t(getPosition() + offset_) < absolute_position)
-            {
-                pos += offset_;
-                return getPosition();
-            }
-            else
-            {
-                absolute_position += offset_;
-            }
-        }
-        else if (whence == SEEK_SET)
-        {
-            /// If position within current working buffer - shift pos.
-            if (!working_buffer.empty() && size_t(offset_) >= absolute_position - working_buffer.size()
-                && size_t(offset_) < absolute_position)
-            {
-                pos = working_buffer.end() - (absolute_position - offset_);
-                return getPosition();
-            }
-            else
-            {
-                absolute_position = offset_;
-            }
-        }
-        else
-            throw Exception("Only SEEK_SET or SEEK_CUR modes are allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
-
-        current_buf = initialize();
-        pos = working_buffer.end();
-
-        return absolute_position;
+        return std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.remote_fs_root_path + path, s3_max_single_read_retries, buf_size);
     }
 
-    off_t getPosition() override { return absolute_position - available(); }
-
-    std::string getFileName() const override { return metadata.metadata_file_path; }
-
 private:
-    std::unique_ptr<ReadBufferFromS3> initialize()
-    {
-        size_t offset = absolute_position;
-        for (size_t i = 0; i < metadata.remote_fs_objects.size(); ++i)
-        {
-            current_buf_idx = i;
-            const auto & [path, size] = metadata.remote_fs_objects[i];
-            if (size > offset)
-            {
-                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.remote_fs_root_path + path, s3_max_single_read_retries, buf_size);
-                buf->seek(offset, SEEK_SET);
-                return buf;
-            }
-            offset -= size;
-        }
-        return nullptr;
-    }
-
-    bool nextImpl() override
-    {
-        /// Find first available buffer that fits to given offset.
-        if (!current_buf)
-            current_buf = initialize();
-
-        /// If current buffer has remaining data - use it.
-        if (current_buf && current_buf->next())
-        {
-            working_buffer = current_buf->buffer();
-            absolute_position += working_buffer.size();
-            return true;
-        }
-
-        /// If there is no available buffers - nothing to read.
-        if (current_buf_idx + 1 >= metadata.remote_fs_objects.size())
-            return false;
-
-        ++current_buf_idx;
-        const auto & path = metadata.remote_fs_objects[current_buf_idx].first;
-        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.remote_fs_root_path + path, s3_max_single_read_retries, buf_size);
-        current_buf->next();
-        working_buffer = current_buf->buffer();
-        absolute_position += working_buffer.size();
-
-        return true;
-    }
-
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     const String & bucket;
-    DiskS3::Metadata metadata;
     size_t s3_max_single_read_retries;
     size_t buf_size;
-
-    size_t absolute_position = 0;
-    size_t current_buf_idx = 0;
-    std::unique_ptr<ReadBufferFromS3> current_buf;
 };
 
 /// Stores data in S3 and adds the object key (S3 path) and object size to metadata file on local FS.
diff --git a/src/Disks/tests/gtest_disk_hdfs.cpp b/src/Disks/tests/gtest_disk_hdfs.cpp
index 7b04feb1416..27de458c92b 100644
--- a/src/Disks/tests/gtest_disk_hdfs.cpp
+++ b/src/Disks/tests/gtest_disk_hdfs.cpp
@@ -4,7 +4,7 @@
 #include "gtest_disk.h"
 
 /// To enable tests set to 1. It is set to 0, because there is not HDFS instance in CI.
-#define RUN_HDFS_TEST 0
+#define RUN_HDFS_TEST 1
 
 #if RUN_HDFS_TEST
 
diff --git a/src/IO/ReadIndirectBufferFromRemoteFS.cpp b/src/IO/ReadIndirectBufferFromRemoteFS.cpp
new file mode 100644
index 00000000000..f3dd77063fa
--- /dev/null
+++ b/src/IO/ReadIndirectBufferFromRemoteFS.cpp
@@ -0,0 +1,120 @@
+#include "ReadIndirectBufferFromRemoteFS.h"
+#include <IO/ReadBufferFromS3.h>
+#include <Storages/HDFS/ReadBufferFromHDFS.h>
+
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int CANNOT_SEEK_THROUGH_FILE;
+}
+
+
+template<typename T>
+ReadIndirectBufferFromRemoteFS<T>::ReadIndirectBufferFromRemoteFS(
+    IDiskRemote::Metadata metadata_)
+    : metadata(std::move(metadata_))
+{
+}
+
+template<typename T>
+off_t ReadIndirectBufferFromRemoteFS<T>::seek(off_t offset_, int whence)
+{
+    if (whence == SEEK_CUR)
+    {
+        /// If position within current working buffer - shift pos.
+        if (!working_buffer.empty() && size_t(getPosition() + offset_) < absolute_position)
+        {
+            pos += offset_;
+            return getPosition();
+        }
+        else
+        {
+            absolute_position += offset_;
+        }
+    }
+    else if (whence == SEEK_SET)
+    {
+        /// If position within current working buffer - shift pos.
+        if (!working_buffer.empty() && size_t(offset_) >= absolute_position - working_buffer.size()
+            && size_t(offset_) < absolute_position)
+        {
+            pos = working_buffer.end() - (absolute_position - offset_);
+            return getPosition();
+        }
+        else
+        {
+            absolute_position = offset_;
+        }
+    }
+    else
+        throw Exception("Only SEEK_SET or SEEK_CUR modes are allowed.", ErrorCodes::CANNOT_SEEK_THROUGH_FILE);
+
+    current_buf = initialize();
+    pos = working_buffer.end();
+
+    return absolute_position;
+}
+
+
+template<typename T>
+std::unique_ptr<T> ReadIndirectBufferFromRemoteFS<T>::initialize()
+{
+    size_t offset = absolute_position;
+    for (size_t i = 0; i < metadata.remote_fs_objects.size(); ++i)
+    {
+        current_buf_idx = i;
+        const auto & [file_path, size] = metadata.remote_fs_objects[i];
+        if (size > offset)
+        {
+            auto buf = createReadBuffer(file_path);
+            buf->seek(offset, SEEK_SET);
+            return buf;
+        }
+        offset -= size;
+    }
+    return nullptr;
+}
+
+
+template<typename T>
+bool ReadIndirectBufferFromRemoteFS<T>::nextImpl()
+{
+    /// Find first available buffer that fits to given offset.
+    if (!current_buf)
+        current_buf = initialize();
+
+    /// If current buffer has remaining data - use it.
+    if (current_buf && current_buf->next())
+    {
+        working_buffer = current_buf->buffer();
+        absolute_position += working_buffer.size();
+        return true;
+    }
+
+    /// If there is no available buffers - nothing to read.
+    if (current_buf_idx + 1 >= metadata.remote_fs_objects.size())
+        return false;
+
+    ++current_buf_idx;
+    const auto & path = metadata.remote_fs_objects[current_buf_idx].first;
+
+    current_buf = createReadBuffer(path);
+    current_buf->next();
+
+    working_buffer = current_buf->buffer();
+    absolute_position += working_buffer.size();
+
+    return true;
+}
+
+
+template
+class ReadIndirectBufferFromRemoteFS<ReadBufferFromS3>;
+
+template
+class ReadIndirectBufferFromRemoteFS<ReadBufferFromHDFS>;
+
+}
diff --git a/src/IO/ReadIndirectBufferFromRemoteFS.h b/src/IO/ReadIndirectBufferFromRemoteFS.h
new file mode 100644
index 00000000000..1c9ee3ef926
--- /dev/null
+++ b/src/IO/ReadIndirectBufferFromRemoteFS.h
@@ -0,0 +1,39 @@
+#include <IO/ReadBufferFromFile.h>
+#include <Disks/IDiskRemote.h>
+#include <utility>
+
+
+namespace DB
+{
+
+/// Reads data from S3/HDFS using stored paths in metadata.
+template <typename T>
+class ReadIndirectBufferFromRemoteFS : public ReadBufferFromFileBase
+{
+public:
+    ReadIndirectBufferFromRemoteFS(IDiskRemote::Metadata metadata_);
+
+    off_t seek(off_t offset_, int whence) override;
+
+    off_t getPosition() override { return absolute_position - available(); }
+
+    String getFileName() const override { return metadata.metadata_file_path; }
+
+    virtual std::unique_ptr<T> createReadBuffer(const String & path) = 0;
+
+protected:
+    IDiskRemote::Metadata metadata;
+
+private:
+    std::unique_ptr<T> initialize();
+
+    bool nextImpl() override;
+
+    size_t absolute_position = 0;
+
+    size_t current_buf_idx = 0;
+
+    std::unique_ptr<T> current_buf;
+};
+
+}

From 2f6770c9a014cffa4b67906ab4351280f3401fe8 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 20 May 2021 10:44:02 +0000
Subject: [PATCH 0292/1060] Unite writeBuffers

---
 src/CMakeLists.txt                           |  1 +
 src/Disks/HDFS/DiskHDFS.cpp                  | 16 ++--
 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h | 82 --------------------
 src/Disks/S3/DiskS3.cpp                      | 53 +------------
 src/Disks/tests/gtest_disk_hdfs.cpp          |  2 +-
 src/IO/WriteIndirectBufferFromRemoteFS.cpp   | 63 +++++++++++++++
 src/IO/WriteIndirectBufferFromRemoteFS.h     | 32 ++++++++
 7 files changed, 109 insertions(+), 140 deletions(-)
 delete mode 100644 src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
 create mode 100644 src/IO/WriteIndirectBufferFromRemoteFS.cpp
 create mode 100644 src/IO/WriteIndirectBufferFromRemoteFS.h

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 3556e5828b0..5cf6439744b 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -426,6 +426,7 @@ endif()
 if (USE_HDFS)
     dbms_target_link_libraries(PRIVATE ${HDFS3_LIBRARY})
     dbms_target_include_directories (SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
+    target_include_directories (clickhouse_common_io SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
 endif()
 
 if (USE_AWS_S3)
diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index ef8c8859d46..e7da612c573 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -2,9 +2,9 @@
 
 #include <Storages/HDFS/ReadBufferFromHDFS.h>
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
-#include "WriteIndirectBufferFromHDFS.h"
 #include <IO/SeekAvoidingReadBuffer.h>
 #include <IO/ReadIndirectBufferFromRemoteFS.h>
+#include <IO/WriteIndirectBufferFromRemoteFS.h>
 #include <Common/checkStackSize.h>
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
@@ -59,7 +59,7 @@ DiskHDFS::DiskHDFS(
     SettingsPtr settings_,
     const String & metadata_path_,
     const Poco::Util::AbstractConfiguration & config_)
-    : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskS3")
+    : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskHDFS")
     , config(config_)
     , hdfs_builder(createHDFSBuilder(hdfs_root_path_, config))
     , hdfs_fs(createHDFSFS(hdfs_builder.get()))
@@ -92,9 +92,14 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
     LOG_DEBUG(log, "{} to file by path: {}. HDFS path: {}", mode == WriteMode::Rewrite ? "Write" : "Append",
               backQuote(metadata_path + path), remote_fs_root_path + hdfs_path);
 
-    return std::make_unique<WriteIndirectBufferFromHDFS>(
-            config, hdfs_path, file_name, metadata, buf_size,
-            mode == WriteMode::Rewrite ? O_WRONLY :  O_WRONLY | O_APPEND); /// Single O_WRONLY in libhdfs adds O_TRUNC
+    /// Single O_WRONLY in libhdfs adds O_TRUNC
+    auto hdfs_buffer = std::make_unique<WriteBufferFromHDFS>(hdfs_path,
+                                                             config, buf_size,
+                                                             mode == WriteMode::Rewrite ? O_WRONLY :  O_WRONLY | O_APPEND);
+
+    return std::make_unique<WriteIndirectBufferFromRemoteFS<WriteBufferFromHDFS>>(std::move(hdfs_buffer),
+                                                                                std::move(metadata),
+                                                                                file_name);
 }
 
 
@@ -153,5 +158,4 @@ void registerDiskHDFS(DiskFactory & factory)
     factory.registerDiskType("hdfs", creator);
 }
 
-
 }
diff --git a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h b/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
deleted file mode 100644
index 6662a3dc161..00000000000
--- a/src/Disks/HDFS/WriteIndirectBufferFromHDFS.h
+++ /dev/null
@@ -1,82 +0,0 @@
-#pragma once
-
-#include <IO/WriteBufferFromFile.h>
-#include <Disks/IDiskRemote.h>
-
-
-namespace DB
-{
-
-/// Stores data in HDFS and adds the object key (HDFS path) and object size to metadata file on local FS.
-/// If the file does not exist, it will be created before writing.
-class WriteIndirectBufferFromHDFS final : public WriteBufferFromFileBase
-{
-public:
-    WriteIndirectBufferFromHDFS(
-        const Poco::Util::AbstractConfiguration & config_,
-        const String & hdfs_name_,
-        const String & hdfs_path_,
-        DiskHDFS::Metadata metadata_,
-        size_t buf_size_,
-        int flags_)
-        : WriteBufferFromFileBase(buf_size_, nullptr, 0)
-        , impl(WriteBufferFromHDFS(hdfs_name_, config_, buf_size_, flags_))
-        , metadata(std::move(metadata_))
-        , hdfs_path(hdfs_path_)
-    {
-    }
-
-    ~WriteIndirectBufferFromHDFS() override
-    {
-        try
-        {
-            finalize();
-        }
-        catch (...)
-        {
-            tryLogCurrentException(__PRETTY_FUNCTION__);
-        }
-    }
-
-    void finalize() override
-    {
-        if (finalized)
-            return;
-
-        next();
-        impl.finalize();
-
-        metadata.addObject(hdfs_path, count());
-        metadata.save();
-
-        finalized = true;
-    }
-
-    void sync() override
-    {
-        if (finalized)
-            metadata.save(true);
-    }
-
-    std::string getFileName() const override { return metadata.metadata_file_path; }
-
-private:
-    void nextImpl() override
-    {
-        /// Transfer current working buffer to WriteBufferFromHDFS.
-        impl.swap(*this);
-
-        /// Write actual data to HDFS.
-        impl.next();
-
-        /// Return back working buffer.
-        impl.swap(*this);
-    }
-
-    WriteBufferFromHDFS impl;
-    bool finalized = false;
-    DiskHDFS::Metadata metadata;
-    String hdfs_path;
-};
-
-}
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 01c49e38098..d508bcf38e3 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -9,10 +9,10 @@
 #include <Interpreters/Context.h>
 #include <IO/ReadBufferFromS3.h>
 #include <IO/ReadIndirectBufferFromRemoteFS.h>
+#include <IO/WriteIndirectBufferFromRemoteFS.h>
 #include <IO/ReadHelpers.h>
 #include <IO/SeekAvoidingReadBuffer.h>
 #include <IO/WriteBufferFromFile.h>
-#include <IO/WriteBufferFromFileDecorator.h>
 #include <IO/WriteBufferFromS3.h>
 #include <IO/WriteHelpers.h>
 #include <Poco/File.h>
@@ -98,55 +98,6 @@ private:
     size_t buf_size;
 };
 
-/// Stores data in S3 and adds the object key (S3 path) and object size to metadata file on local FS.
-class WriteIndirectBufferFromS3 final : public WriteBufferFromFileDecorator
-{
-public:
-    WriteIndirectBufferFromS3(
-        std::unique_ptr<WriteBufferFromS3> impl_,
-        DiskS3::Metadata metadata_,
-        String & s3_path_)
-        : WriteBufferFromFileDecorator(std::move(impl_))
-        , metadata(std::move(metadata_))
-        , s3_path(s3_path_) { }
-
-    virtual ~WriteIndirectBufferFromS3() override
-    {
-        try
-        {
-            WriteIndirectBufferFromS3::finalize();
-        }
-        catch (...)
-        {
-            tryLogCurrentException(__PRETTY_FUNCTION__);
-        }
-    }
-
-    void finalize() override
-    {
-        if (finalized)
-            return;
-
-        WriteBufferFromFileDecorator::finalize();
-
-        metadata.addObject(s3_path, count());
-        metadata.save();
-    }
-
-    void sync() override
-    {
-        if (finalized)
-            metadata.save(true);
-    }
-
-    std::string getFileName() const override { return metadata.metadata_file_path; }
-
-private:
-    DiskS3::Metadata metadata;
-    String s3_path;
-};
-
-
 /// Runs tasks asynchronously using thread pool.
 class AsyncExecutor : public Executor
 {
@@ -277,7 +228,7 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
         std::move(object_metadata),
         buf_size);
 
-    return std::make_unique<WriteIndirectBufferFromS3>(std::move(s3_buffer), std::move(metadata), s3_path);
+    return std::make_unique<WriteIndirectBufferFromRemoteFS<WriteBufferFromS3>>(std::move(s3_buffer), std::move(metadata), s3_path);
 }
 
 void DiskS3::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
diff --git a/src/Disks/tests/gtest_disk_hdfs.cpp b/src/Disks/tests/gtest_disk_hdfs.cpp
index 27de458c92b..7b04feb1416 100644
--- a/src/Disks/tests/gtest_disk_hdfs.cpp
+++ b/src/Disks/tests/gtest_disk_hdfs.cpp
@@ -4,7 +4,7 @@
 #include "gtest_disk.h"
 
 /// To enable tests set to 1. It is set to 0, because there is not HDFS instance in CI.
-#define RUN_HDFS_TEST 1
+#define RUN_HDFS_TEST 0
 
 #if RUN_HDFS_TEST
 
diff --git a/src/IO/WriteIndirectBufferFromRemoteFS.cpp b/src/IO/WriteIndirectBufferFromRemoteFS.cpp
new file mode 100644
index 00000000000..2b9c4f628b8
--- /dev/null
+++ b/src/IO/WriteIndirectBufferFromRemoteFS.cpp
@@ -0,0 +1,63 @@
+#include "WriteIndirectBufferFromRemoteFS.h"
+#include <IO/WriteBufferFromS3.h>
+#include <Storages/HDFS/WriteBufferFromHDFS.h>
+
+
+namespace DB
+{
+
+/// Stores data in S3/HDFS and adds the object key (S3 path) and object size to metadata file on local FS.
+template <typename T>
+WriteIndirectBufferFromRemoteFS<T>::WriteIndirectBufferFromRemoteFS(
+    std::unique_ptr<T> impl_,
+    IDiskRemote::Metadata metadata_,
+    const String & remote_fs_path_)
+    : WriteBufferFromFileDecorator(std::move(impl_))
+    , metadata(std::move(metadata_))
+    , remote_fs_path(remote_fs_path_)
+{
+}
+
+
+template <typename T>
+WriteIndirectBufferFromRemoteFS<T>::~WriteIndirectBufferFromRemoteFS()
+{
+    try
+    {
+        WriteIndirectBufferFromRemoteFS::finalize();
+    }
+    catch (...)
+    {
+        tryLogCurrentException(__PRETTY_FUNCTION__);
+    }
+}
+
+
+template <typename T>
+void WriteIndirectBufferFromRemoteFS<T>::finalize()
+{
+    if (finalized)
+        return;
+
+    WriteBufferFromFileDecorator::finalize();
+
+    metadata.addObject(remote_fs_path, count());
+    metadata.save();
+}
+
+
+template <typename T>
+void WriteIndirectBufferFromRemoteFS<T>::sync()
+{
+    if (finalized)
+        metadata.save(true);
+}
+
+
+template
+class WriteIndirectBufferFromRemoteFS<WriteBufferFromS3>;
+
+template
+class WriteIndirectBufferFromRemoteFS<WriteBufferFromHDFS>;
+
+}
diff --git a/src/IO/WriteIndirectBufferFromRemoteFS.h b/src/IO/WriteIndirectBufferFromRemoteFS.h
new file mode 100644
index 00000000000..246376c5366
--- /dev/null
+++ b/src/IO/WriteIndirectBufferFromRemoteFS.h
@@ -0,0 +1,32 @@
+#include <Disks/IDiskRemote.h>
+#include <IO/WriteBufferFromFile.h>
+#include <IO/WriteBufferFromFileDecorator.h>
+
+namespace DB
+{
+
+/// Stores data in S3/HDFS and adds the object key (S3 path) and object size to metadata file on local FS.
+template <typename T>
+class WriteIndirectBufferFromRemoteFS final : public WriteBufferFromFileDecorator
+{
+public:
+    WriteIndirectBufferFromRemoteFS(
+        std::unique_ptr<T> impl_,
+        IDiskRemote::Metadata metadata_,
+        const String & remote_fs_path_);
+
+    virtual ~WriteIndirectBufferFromRemoteFS() override;
+
+    void finalize() override;
+
+    void sync() override;
+
+    String getFileName() const override { return metadata.metadata_file_path; }
+
+private:
+    IDiskRemote::Metadata metadata;
+
+    String remote_fs_path;
+};
+
+}

From a1749cf5c3a341f536af028cd23a9323bf7aaa73 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 20 May 2021 15:05:20 +0300
Subject: [PATCH 0293/1060] fix

---
 docker/test/performance-comparison/report.py    | 2 +-
 tests/performance/agg_functions_min_max_any.xml | 2 +-
 tests/performance/set_index.xml                 | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/docker/test/performance-comparison/report.py b/docker/test/performance-comparison/report.py
index 94765664f57..503f2904461 100755
--- a/docker/test/performance-comparison/report.py
+++ b/docker/test/performance-comparison/report.py
@@ -560,7 +560,7 @@ if args.report == 'main':
     # treat as errors.
     if very_unstable_queries:
         status = 'failure'
-        message_array.append(str(unstable_queries) + ' unstable')
+        message_array.append(str(very_unstable_queries) + ' unstable')
 
     error_tests += slow_average_tests
     if error_tests:
diff --git a/tests/performance/agg_functions_min_max_any.xml b/tests/performance/agg_functions_min_max_any.xml
index 6ca9e3eb65a..4b6ce59fa7c 100644
--- a/tests/performance/agg_functions_min_max_any.xml
+++ b/tests/performance/agg_functions_min_max_any.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="1.0">
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>
diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml
index 1fb7cf967f3..4d5cc5a56ed 100644
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="1.0">
     <create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
     <fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>
 

From 06ff4ab9da3149c0dda91dae49cbfbe42796d98e Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 20 May 2021 13:02:26 +0000
Subject: [PATCH 0294/1060] Fix build

---
 src/Disks/HDFS/DiskHDFS.cpp                | 19 ++++++++-----------
 src/Disks/IDiskRemote.cpp                  |  4 ++++
 src/Disks/IDiskRemote.h                    |  5 +++++
 src/Disks/S3/DiskS3.cpp                    |  1 -
 src/IO/ReadIndirectBufferFromRemoteFS.cpp  |  8 ++++++++
 src/IO/ReadIndirectBufferFromRemoteFS.h    |  6 ++++++
 src/IO/WriteIndirectBufferFromRemoteFS.cpp |  8 ++++++++
 src/IO/WriteIndirectBufferFromRemoteFS.h   |  6 ++++++
 8 files changed, 45 insertions(+), 12 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index e7da612c573..f97cd414d04 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -105,20 +105,17 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
 
 void DiskHDFS::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
 {
-    if (!fs_paths_keeper.empty())
+    for (const auto & chunk : fs_paths_keeper)
     {
-        for (const auto & chunk : fs_paths_keeper)
+        for (const auto & hdfs_object_path : chunk)
         {
-            for (const auto & hdfs_object_path : chunk)
-            {
-                const String hdfs_path = hdfs_object_path.GetKey();
-                const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
+            const String hdfs_path = hdfs_object_path.GetKey();
+            const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
 
-                /// Add path from root to file name
-                int res = hdfsDelete(hdfs_fs.get(), hdfs_path.substr(begin_of_path).c_str(), 0);
-                if (res == -1)
-                    throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
-            }
+            /// Add path from root to file name
+            int res = hdfsDelete(hdfs_fs.get(), hdfs_path.substr(begin_of_path).c_str(), 0);
+            if (res == -1)
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
         }
     }
 }
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index abde1d3a563..c4f3c470b40 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -1,5 +1,7 @@
 #include <Disks/IDiskRemote.h>
 
+#if USE_AWS_S3
+
 #include "Disks/DiskFactory.h"
 #include <IO/ReadBufferFromFile.h>
 #include <IO/ReadHelpers.h>
@@ -485,3 +487,5 @@ bool IDiskRemote::tryReserve(UInt64 bytes)
 }
 
 }
+
+#endif
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index 02e0c7f082e..2fa76fa09e3 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -1,4 +1,7 @@
 #pragma once
+#include <Common/config.h>
+
+#if USE_AWS_S3
 
 #include <atomic>
 #include "Disks/DiskFactory.h"
@@ -242,3 +245,5 @@ private:
 };
 
 }
+
+#endif
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index d508bcf38e3..31ffaaed4b8 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -21,7 +21,6 @@
 #include <Common/thread_local_rng.h>
 #include <Common/checkStackSize.h>
 #include <Common/ThreadPool.h>
-
 #include <boost/algorithm/string.hpp>
 
 
diff --git a/src/IO/ReadIndirectBufferFromRemoteFS.cpp b/src/IO/ReadIndirectBufferFromRemoteFS.cpp
index f3dd77063fa..955986e5259 100644
--- a/src/IO/ReadIndirectBufferFromRemoteFS.cpp
+++ b/src/IO/ReadIndirectBufferFromRemoteFS.cpp
@@ -1,4 +1,6 @@
 #include "ReadIndirectBufferFromRemoteFS.h"
+
+#if USE_AWS_S3 || USE_HDFS
 #include <IO/ReadBufferFromS3.h>
 #include <Storages/HDFS/ReadBufferFromHDFS.h>
 
@@ -111,10 +113,16 @@ bool ReadIndirectBufferFromRemoteFS<T>::nextImpl()
 }
 
 
+#if USE_AWS_S3
 template
 class ReadIndirectBufferFromRemoteFS<ReadBufferFromS3>;
+#endif
 
+#if USE_HDFS
 template
 class ReadIndirectBufferFromRemoteFS<ReadBufferFromHDFS>;
+#endif
 
 }
+
+#endif
diff --git a/src/IO/ReadIndirectBufferFromRemoteFS.h b/src/IO/ReadIndirectBufferFromRemoteFS.h
index 1c9ee3ef926..93f2f26faac 100644
--- a/src/IO/ReadIndirectBufferFromRemoteFS.h
+++ b/src/IO/ReadIndirectBufferFromRemoteFS.h
@@ -1,3 +1,7 @@
+#include <Common/config.h>
+
+#if USE_AWS_S3 || USE_HDFS
+
 #include <IO/ReadBufferFromFile.h>
 #include <Disks/IDiskRemote.h>
 #include <utility>
@@ -37,3 +41,5 @@ private:
 };
 
 }
+
+#endif
diff --git a/src/IO/WriteIndirectBufferFromRemoteFS.cpp b/src/IO/WriteIndirectBufferFromRemoteFS.cpp
index 2b9c4f628b8..adc711608d7 100644
--- a/src/IO/WriteIndirectBufferFromRemoteFS.cpp
+++ b/src/IO/WriteIndirectBufferFromRemoteFS.cpp
@@ -1,4 +1,6 @@
 #include "WriteIndirectBufferFromRemoteFS.h"
+
+#if USE_AWS_S3 || USE_HDFS
 #include <IO/WriteBufferFromS3.h>
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
 
@@ -54,10 +56,16 @@ void WriteIndirectBufferFromRemoteFS<T>::sync()
 }
 
 
+#if USE_AWS_S3
 template
 class WriteIndirectBufferFromRemoteFS<WriteBufferFromS3>;
+#endif
 
+#if USE_HDFS
 template
 class WriteIndirectBufferFromRemoteFS<WriteBufferFromHDFS>;
+#endif
 
 }
+
+#endif
diff --git a/src/IO/WriteIndirectBufferFromRemoteFS.h b/src/IO/WriteIndirectBufferFromRemoteFS.h
index 246376c5366..2b752502d9b 100644
--- a/src/IO/WriteIndirectBufferFromRemoteFS.h
+++ b/src/IO/WriteIndirectBufferFromRemoteFS.h
@@ -1,3 +1,7 @@
+#include <Common/config.h>
+
+#if USE_AWS_S3 || USE_HDFS
+
 #include <Disks/IDiskRemote.h>
 #include <IO/WriteBufferFromFile.h>
 #include <IO/WriteBufferFromFileDecorator.h>
@@ -30,3 +34,5 @@ private:
 };
 
 }
+
+#endif

From aeb84310045ab2c2c2fae24eb61a7a88835820de Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 20 May 2021 17:14:55 +0300
Subject: [PATCH 0295/1060] update thresholds - 1

---
 tests/performance/agg_functions_min_max_any.xml       | 2 +-
 tests/performance/array_join.xml                      | 2 +-
 tests/performance/avg_weighted.xml                    | 2 +-
 tests/performance/bounding_ratio.xml                  | 2 +-
 tests/performance/codecs_float_insert.xml             | 3 +--
 tests/performance/codecs_int_insert.xml               | 2 +-
 tests/performance/collations.xml                      | 2 +-
 tests/performance/date_time_64.xml                    | 2 +-
 tests/performance/date_time_long.xml                  | 2 +-
 tests/performance/decimal_aggregates.xml              | 2 +-
 tests/performance/decimal_casts.xml                   | 2 +-
 tests/performance/direct_dictionary.xml               | 2 +-
 tests/performance/flat_dictionary.xml                 | 2 +-
 tests/performance/float_parsing.xml                   | 2 +-
 tests/performance/fuzz_bits.xml                       | 2 +-
 tests/performance/general_purpose_hashes_on_UUID.xml  | 2 +-
 tests/performance/generate_table_function.xml         | 2 +-
 tests/performance/group_by_sundy_li.xml               | 2 +-
 tests/performance/hashed_dictionary.xml               | 2 +-
 tests/performance/if_array_string.xml                 | 2 +-
 tests/performance/int_parsing.xml                     | 2 +-
 tests/performance/jit_small_requests.xml              | 2 +-
 tests/performance/joins_in_memory_pmj.xml             | 2 +-
 tests/performance/json_extract_rapidjson.xml          | 2 +-
 tests/performance/json_extract_simdjson.xml           | 2 +-
 tests/performance/merge_tree_many_partitions_2.xml    | 2 +-
 tests/performance/optimized_select_final.xml          | 2 +-
 tests/performance/parallel_mv.xml                     | 2 +-
 tests/performance/point_in_polygon.xml                | 2 +-
 tests/performance/polymorphic_parts_l.xml             | 2 +-
 tests/performance/polymorphic_parts_m.xml             | 2 +-
 tests/performance/polymorphic_parts_s.xml             | 2 +-
 tests/performance/questdb_sum_int32.xml               | 2 +-
 tests/performance/random_string.xml                   | 2 +-
 tests/performance/redundant_functions_in_order_by.xml | 2 +-
 tests/performance/set_index.xml                       | 2 +-
 tests/performance/sum_map.xml                         | 2 +-
 tests/performance/synthetic_hardware_benchmark.xml    | 2 +-
 tests/performance/uniq.xml                            | 2 +-
 tests/performance/url_hits.xml                        | 2 +-
 tests/performance/visit_param_extract_raw.xml         | 2 +-
 tests/performance/website.xml                         | 2 +-
 42 files changed, 42 insertions(+), 43 deletions(-)

diff --git a/tests/performance/agg_functions_min_max_any.xml b/tests/performance/agg_functions_min_max_any.xml
index 4b6ce59fa7c..f609e6ddecc 100644
--- a/tests/performance/agg_functions_min_max_any.xml
+++ b/tests/performance/agg_functions_min_max_any.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test max_ignored_relative_change="0.3">
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>
diff --git a/tests/performance/array_join.xml b/tests/performance/array_join.xml
index cf92b51f545..ca280ce28ad 100644
--- a/tests/performance/array_join.xml
+++ b/tests/performance/array_join.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
 
 
diff --git a/tests/performance/avg_weighted.xml b/tests/performance/avg_weighted.xml
index 2476011e6a9..fa39dd552cd 100644
--- a/tests/performance/avg_weighted.xml
+++ b/tests/performance/avg_weighted.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <allow_experimental_bigint_types>1</allow_experimental_bigint_types>
         <max_threads>1</max_threads>
diff --git a/tests/performance/bounding_ratio.xml b/tests/performance/bounding_ratio.xml
index e430136b624..e3a15f90013 100644
--- a/tests/performance/bounding_ratio.xml
+++ b/tests/performance/bounding_ratio.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <query>SELECT boundingRatio(number, number) FROM numbers(100000000)</query>
     <query>SELECT (argMax(number, number) - argMin(number, number)) / (max(number) - min(number)) FROM numbers(100000000)</query>
 </test>
diff --git a/tests/performance/codecs_float_insert.xml b/tests/performance/codecs_float_insert.xml
index b282bcc268f..b31e0eafdd7 100644
--- a/tests/performance/codecs_float_insert.xml
+++ b/tests/performance/codecs_float_insert.xml
@@ -1,5 +1,4 @@
-<!-- FIXME this instability is abysmal, investigate the unstable queries -->
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <allow_suspicious_codecs>1</allow_suspicious_codecs>
     </settings>
diff --git a/tests/performance/codecs_int_insert.xml b/tests/performance/codecs_int_insert.xml
index 662df80ae70..caefaba3725 100644
--- a/tests/performance/codecs_int_insert.xml
+++ b/tests/performance/codecs_int_insert.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <allow_suspicious_codecs>1</allow_suspicious_codecs>
     </settings>
diff --git a/tests/performance/collations.xml b/tests/performance/collations.xml
index 52ccede3798..17b2d36b7e3 100644
--- a/tests/performance/collations.xml
+++ b/tests/performance/collations.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
 
 
diff --git a/tests/performance/date_time_64.xml b/tests/performance/date_time_64.xml
index fd883416a33..838aba34d87 100644
--- a/tests/performance/date_time_64.xml
+++ b/tests/performance/date_time_64.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>
diff --git a/tests/performance/date_time_long.xml b/tests/performance/date_time_long.xml
index c2eb42d3318..0c3d85f9659 100644
--- a/tests/performance/date_time_long.xml
+++ b/tests/performance/date_time_long.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <substitutions>
        <substitution>
            <name>datetime_transform</name>
diff --git a/tests/performance/decimal_aggregates.xml b/tests/performance/decimal_aggregates.xml
index 3fc1408d7e4..7078cb16002 100644
--- a/tests/performance/decimal_aggregates.xml
+++ b/tests/performance/decimal_aggregates.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.5">
+<test>
     <settings>
         <max_memory_usage>35G</max_memory_usage>
     </settings>
diff --git a/tests/performance/decimal_casts.xml b/tests/performance/decimal_casts.xml
index 6dd38b6a06a..f087d0938c1 100644
--- a/tests/performance/decimal_casts.xml
+++ b/tests/performance/decimal_casts.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_memory_usage>15G</max_memory_usage>
     </settings>
diff --git a/tests/performance/direct_dictionary.xml b/tests/performance/direct_dictionary.xml
index 3f01449ed99..7983c058928 100644
--- a/tests/performance/direct_dictionary.xml
+++ b/tests/performance/direct_dictionary.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.4">
     <create_query>
         CREATE TABLE simple_key_direct_dictionary_source_table
         (
diff --git a/tests/performance/flat_dictionary.xml b/tests/performance/flat_dictionary.xml
index a80631db541..243f90a8e59 100644
--- a/tests/performance/flat_dictionary.xml
+++ b/tests/performance/flat_dictionary.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <create_query>
         CREATE TABLE simple_key_flat_dictionary_source_table
         (
diff --git a/tests/performance/float_parsing.xml b/tests/performance/float_parsing.xml
index eb8577bd127..33ab8ba6f10 100644
--- a/tests/performance/float_parsing.xml
+++ b/tests/performance/float_parsing.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <substitutions>
        <substitution>
            <name>expr</name>
diff --git a/tests/performance/fuzz_bits.xml b/tests/performance/fuzz_bits.xml
index 87064e520c2..2679977cb1d 100644
--- a/tests/performance/fuzz_bits.xml
+++ b/tests/performance/fuzz_bits.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
 
 
 
diff --git a/tests/performance/general_purpose_hashes_on_UUID.xml b/tests/performance/general_purpose_hashes_on_UUID.xml
index 3694e0a38bd..ccff0619c6e 100644
--- a/tests/performance/general_purpose_hashes_on_UUID.xml
+++ b/tests/performance/general_purpose_hashes_on_UUID.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.6">
     <substitutions>
         <substitution>
            <name>hash_func</name>
diff --git a/tests/performance/generate_table_function.xml b/tests/performance/generate_table_function.xml
index 0339a8c19e8..bc49a7de1bd 100644
--- a/tests/performance/generate_table_function.xml
+++ b/tests/performance/generate_table_function.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('ui64 UInt64, i64 Int64, ui32 UInt32, i32 Int32, ui16 UInt16, i16 Int16, ui8 UInt8, i8 Int8') LIMIT 1000000000);</query>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('ui64 UInt64, i64 Int64, ui32 UInt32, i32 Int32, ui16 UInt16, i16 Int16, ui8 UInt8, i8 Int8', 0, 10, 10) LIMIT 1000000000);</query>
     <query>SELECT sum(NOT ignore(*)) FROM (SELECT * FROM generateRandom('i Enum8(\'hello\' = 1, \'world\' = 5)', 0, 10, 10) LIMIT 1000000000);</query>
diff --git a/tests/performance/group_by_sundy_li.xml b/tests/performance/group_by_sundy_li.xml
index aebc305335c..1728d5b3253 100644
--- a/tests/performance/group_by_sundy_li.xml
+++ b/tests/performance/group_by_sundy_li.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test max_ignored_relative_change="0.3">
     <settings>
         <max_insert_threads>8</max_insert_threads>
     </settings>
diff --git a/tests/performance/hashed_dictionary.xml b/tests/performance/hashed_dictionary.xml
index 26164b4f888..8dfb33ca53d 100644
--- a/tests/performance/hashed_dictionary.xml
+++ b/tests/performance/hashed_dictionary.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
     <create_query>
         CREATE TABLE simple_key_hashed_dictionary_source_table
         (
diff --git a/tests/performance/if_array_string.xml b/tests/performance/if_array_string.xml
index f1752767e76..e4bf4fe8412 100644
--- a/tests/performance/if_array_string.xml
+++ b/tests/performance/if_array_string.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : ['a', 'b', 'c'])</query>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? materialize(['Hello', 'World']) : ['a', 'b', 'c'])</query>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : materialize(['a', 'b', 'c']))</query>
diff --git a/tests/performance/int_parsing.xml b/tests/performance/int_parsing.xml
index 32f904331ce..3b8620e46c3 100644
--- a/tests/performance/int_parsing.xml
+++ b/tests/performance/int_parsing.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
         <table_exists>hits_10m_single</table_exists>
diff --git a/tests/performance/jit_small_requests.xml b/tests/performance/jit_small_requests.xml
index d8f917fb9af..c9abec0926b 100644
--- a/tests/performance/jit_small_requests.xml
+++ b/tests/performance/jit_small_requests.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <query>
         WITH
             bitXor(number, 0x4CF2D2BAAE6DA887) AS x0,
diff --git a/tests/performance/joins_in_memory_pmj.xml b/tests/performance/joins_in_memory_pmj.xml
index 05d1876cb06..d122dba72c3 100644
--- a/tests/performance/joins_in_memory_pmj.xml
+++ b/tests/performance/joins_in_memory_pmj.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="2">
+<test max_ignored_relative_change="0.7">
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
 
     <settings>
diff --git a/tests/performance/json_extract_rapidjson.xml b/tests/performance/json_extract_rapidjson.xml
index 2a34acfe10f..f8d40c1e58d 100644
--- a/tests/performance/json_extract_rapidjson.xml
+++ b/tests/performance/json_extract_rapidjson.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
 
 
diff --git a/tests/performance/json_extract_simdjson.xml b/tests/performance/json_extract_simdjson.xml
index 9ec3613d5e8..87b1eaac73e 100644
--- a/tests/performance/json_extract_simdjson.xml
+++ b/tests/performance/json_extract_simdjson.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
     <substitutions>
         <substitution>
            <name>json</name>
diff --git a/tests/performance/merge_tree_many_partitions_2.xml b/tests/performance/merge_tree_many_partitions_2.xml
index 0b8a4650835..6799153ed65 100644
--- a/tests/performance/merge_tree_many_partitions_2.xml
+++ b/tests/performance/merge_tree_many_partitions_2.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
     <create_query>CREATE TABLE bad_partitions (a UInt64, b UInt64, c UInt64, d UInt64, e UInt64, f UInt64, g UInt64, h UInt64, i UInt64, j UInt64, k UInt64, l UInt64, m UInt64, n UInt64, o UInt64, p UInt64, q UInt64, r UInt64, s UInt64, t UInt64, u UInt64, v UInt64, w UInt64, x UInt64, y UInt64, z UInt64) ENGINE = MergeTree PARTITION BY x ORDER BY x</create_query>
     <fill_query>INSERT INTO bad_partitions (x) SELECT * FROM numbers_mt(3000)</fill_query>
diff --git a/tests/performance/optimized_select_final.xml b/tests/performance/optimized_select_final.xml
index d70fccc1330..46b408d0cb4 100644
--- a/tests/performance/optimized_select_final.xml
+++ b/tests/performance/optimized_select_final.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <settings>
         <do_not_merge_across_partitions_select_final>1</do_not_merge_across_partitions_select_final>
     </settings>
diff --git a/tests/performance/parallel_mv.xml b/tests/performance/parallel_mv.xml
index e6635a74b96..1e9b92c54df 100644
--- a/tests/performance/parallel_mv.xml
+++ b/tests/performance/parallel_mv.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <parallel_view_processing>1</parallel_view_processing>
     </settings>
diff --git a/tests/performance/point_in_polygon.xml b/tests/performance/point_in_polygon.xml
index 31c24eb006f..a22affb8e63 100644
--- a/tests/performance/point_in_polygon.xml
+++ b/tests/performance/point_in_polygon.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
     <settings>
         <!--
             Not sure why it's needed. Maybe it has something to do with the
diff --git a/tests/performance/polymorphic_parts_l.xml b/tests/performance/polymorphic_parts_l.xml
index 539422aa6e3..d2ae9417bf7 100644
--- a/tests/performance/polymorphic_parts_l.xml
+++ b/tests/performance/polymorphic_parts_l.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>
         CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
         PARTITION BY toYYYYMM(EventDate)
diff --git a/tests/performance/polymorphic_parts_m.xml b/tests/performance/polymorphic_parts_m.xml
index ed29ac43d64..54a81def55e 100644
--- a/tests/performance/polymorphic_parts_m.xml
+++ b/tests/performance/polymorphic_parts_m.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>
         CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
         PARTITION BY toYYYYMM(EventDate)
diff --git a/tests/performance/polymorphic_parts_s.xml b/tests/performance/polymorphic_parts_s.xml
index 0496692b087..5021e135bb9 100644
--- a/tests/performance/polymorphic_parts_s.xml
+++ b/tests/performance/polymorphic_parts_s.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>
         CREATE TABLE hits_wide AS hits_10m_single ENGINE = MergeTree()
         PARTITION BY toYYYYMM(EventDate)
diff --git a/tests/performance/questdb_sum_int32.xml b/tests/performance/questdb_sum_int32.xml
index b1037aef5e2..892b38dc9bd 100644
--- a/tests/performance/questdb_sum_int32.xml
+++ b/tests/performance/questdb_sum_int32.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_threads>4</max_threads>
         <max_memory_usage>20G</max_memory_usage>
diff --git a/tests/performance/random_string.xml b/tests/performance/random_string.xml
index 79f12373f1c..1a740ae077a 100644
--- a/tests/performance/random_string.xml
+++ b/tests/performance/random_string.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(10))</query>
     <query>SELECT count() FROM zeros(100000000) WHERE NOT ignore(randomString(100))</query>
     <query>SELECT count() FROM zeros(1000000) WHERE NOT ignore(randomString(1000))</query>
diff --git a/tests/performance/redundant_functions_in_order_by.xml b/tests/performance/redundant_functions_in_order_by.xml
index 894e8dc1917..b259e08c973 100644
--- a/tests/performance/redundant_functions_in_order_by.xml
+++ b/tests/performance/redundant_functions_in_order_by.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>
diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml
index 4d5cc5a56ed..1fb7cf967f3 100644
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test>
     <create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
     <fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>
 
diff --git a/tests/performance/sum_map.xml b/tests/performance/sum_map.xml
index b732c150220..ff166bbf15f 100644
--- a/tests/performance/sum_map.xml
+++ b/tests/performance/sum_map.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_threads>1</max_threads>
     </settings>
diff --git a/tests/performance/synthetic_hardware_benchmark.xml b/tests/performance/synthetic_hardware_benchmark.xml
index ffcf30db5cb..4b94f73a21d 100644
--- a/tests/performance/synthetic_hardware_benchmark.xml
+++ b/tests/performance/synthetic_hardware_benchmark.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_memory_usage>30000000000</max_memory_usage>
     </settings>
diff --git a/tests/performance/uniq.xml b/tests/performance/uniq.xml
index 80e572c22e8..a5230d4bb2f 100644
--- a/tests/performance/uniq.xml
+++ b/tests/performance/uniq.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="1.0">
+<test max_ignored_relative_change="0.9">
 
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
diff --git a/tests/performance/url_hits.xml b/tests/performance/url_hits.xml
index 1813b2a72cb..a699ef6ba97 100644
--- a/tests/performance/url_hits.xml
+++ b/tests/performance/url_hits.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
         <table_exists>hits_10m_single</table_exists>
diff --git a/tests/performance/visit_param_extract_raw.xml b/tests/performance/visit_param_extract_raw.xml
index 358dcc9cc0e..67faeb1f743 100644
--- a/tests/performance/visit_param_extract_raw.xml
+++ b/tests/performance/visit_param_extract_raw.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.2">
     <substitutions>
         <substitution>
            <name>param</name>
diff --git a/tests/performance/website.xml b/tests/performance/website.xml
index 06148850470..ab33291fc8d 100644
--- a/tests/performance/website.xml
+++ b/tests/performance/website.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
     <preconditions>
         <table_exists>hits_10m_single</table_exists>

From b45ac02e7ec1a2bb0be37fc30806500ccddd5cdf Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 20 May 2021 17:24:05 +0300
Subject: [PATCH 0296/1060] adjust thresholds

---
 tests/performance/arithmetic.xml                | 2 +-
 tests/performance/decimal_aggregates.xml        | 2 +-
 tests/performance/general_purpose_hashes.xml    | 2 +-
 tests/performance/if_array_string.xml           | 2 +-
 tests/performance/math.xml                      | 2 +-
 tests/performance/number_formatting_formats.xml | 2 +-
 tests/performance/uniq.xml                      | 2 +-
 tests/performance/website.xml                   | 2 +-
 8 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/tests/performance/arithmetic.xml b/tests/performance/arithmetic.xml
index bf5e7662e37..7c3734a900a 100644
--- a/tests/performance/arithmetic.xml
+++ b/tests/performance/arithmetic.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test max_ignored_relative_change="0.7">
     <settings>
         <max_memory_usage>30000000000</max_memory_usage>
     </settings>
diff --git a/tests/performance/decimal_aggregates.xml b/tests/performance/decimal_aggregates.xml
index 7078cb16002..c8f7c8ed4e6 100644
--- a/tests/performance/decimal_aggregates.xml
+++ b/tests/performance/decimal_aggregates.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
     <settings>
         <max_memory_usage>35G</max_memory_usage>
     </settings>
diff --git a/tests/performance/general_purpose_hashes.xml b/tests/performance/general_purpose_hashes.xml
index f34554360cf..bd2fa9674f6 100644
--- a/tests/performance/general_purpose_hashes.xml
+++ b/tests/performance/general_purpose_hashes.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
     <substitutions>
         <substitution>
            <name>gp_hash_func</name>
diff --git a/tests/performance/if_array_string.xml b/tests/performance/if_array_string.xml
index e4bf4fe8412..f1752767e76 100644
--- a/tests/performance/if_array_string.xml
+++ b/tests/performance/if_array_string.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test max_ignored_relative_change="0.3">
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : ['a', 'b', 'c'])</query>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? materialize(['Hello', 'World']) : ['a', 'b', 'c'])</query>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : materialize(['a', 'b', 'c']))</query>
diff --git a/tests/performance/math.xml b/tests/performance/math.xml
index 35250351683..cfa65809197 100644
--- a/tests/performance/math.xml
+++ b/tests/performance/math.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.6">
     <substitutions>
         <substitution>
            <name>func_slow</name>
diff --git a/tests/performance/number_formatting_formats.xml b/tests/performance/number_formatting_formats.xml
index 77b39da8e92..8569a9431c1 100644
--- a/tests/performance/number_formatting_formats.xml
+++ b/tests/performance/number_formatting_formats.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test max_ignored_relative_change="0.3">
     <substitutions>
         <substitution>
             <name>format</name>
diff --git a/tests/performance/uniq.xml b/tests/performance/uniq.xml
index a5230d4bb2f..0ddd2321ca6 100644
--- a/tests/performance/uniq.xml
+++ b/tests/performance/uniq.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.9">
+<test>
 
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
diff --git a/tests/performance/website.xml b/tests/performance/website.xml
index ab33291fc8d..06148850470 100644
--- a/tests/performance/website.xml
+++ b/tests/performance/website.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="0.2">
 
     <preconditions>
         <table_exists>hits_10m_single</table_exists>

From c69f587f8a10a66aea1c366b9723cfbd463b7c6c Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 20 May 2021 15:32:18 +0000
Subject: [PATCH 0297/1060] Adjust minMax index

---
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp | 10 ++++++----
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.h   |  3 ++-
 2 files changed, 8 insertions(+), 5 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 5f51358a7d2..7e61470c0ec 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -497,7 +497,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         DataTypes minmax_columns_types;
         if (metadata_snapshot_base->hasPartitionKey())
         {
-            const auto & partition_key = metadata_snapshot_base->getPartitionKey();
+            const auto & partition_key = MergeTreePartition::adjustPartitionKey(metadata_snapshot_base, context);
             auto minmax_columns_names = data.getMinMaxColumnsNames(partition_key);
             minmax_columns_types = data.getMinMaxColumnsTypes(partition_key);
 
@@ -1175,7 +1175,8 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             settings,
             reader_settings,
             result_projection,
-            query_id);
+            query_id,
+            context);
     }
     else if ((settings.optimize_read_in_order || settings.optimize_aggregation_in_order) && input_order_info)
     {
@@ -1676,7 +1677,8 @@ QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsFinal(
     const Settings & settings,
     const MergeTreeReaderSettings & reader_settings,
     ActionsDAGPtr & out_projection,
-    const String & query_id) const
+    const String & query_id,
+    ContextPtr context) const
 {
     const auto data_settings = data.getSettings();
     size_t sum_marks = 0;
@@ -1826,7 +1828,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsFinal(
         size_t sort_columns_size = sort_columns.size();
         sort_description.reserve(sort_columns_size);
 
-        Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
+        Names partition_key_columns = MergeTreePartition::adjustPartitionKey(metadata_snapshot, context).column_names;
 
         const auto & header = plan->getCurrentDataStream().header;
         for (size_t i = 0; i < sort_columns_size; ++i)
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index 8335e54213f..cda8026a78d 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -114,7 +114,8 @@ private:
         const Settings & settings,
         const MergeTreeReaderSettings & reader_settings,
         ActionsDAGPtr & out_projection,
-        const String & query_id) const;
+        const String & query_id,
+        ContextPtr context) const;
 
     /// Get the approximate value (bottom estimate - only by full marks) of the number of rows falling under the index.
     size_t getApproximateTotalRowsToRead(

From b7993400fe905640c7fcdba8cfd71e20d31f9dca Mon Sep 17 00:00:00 2001
From: Yuriy Chernyshov <thegeorg@yandex-team.ru>
Date: Thu, 20 May 2021 18:37:12 +0300
Subject: [PATCH 0298/1060] Do not peerdir enabled-by-default libcxxabi-parts

---
 src/Common/ya.make    | 1 -
 src/Common/ya.make.in | 1 -
 2 files changed, 2 deletions(-)

diff --git a/src/Common/ya.make b/src/Common/ya.make
index dde1e6ae013..f12b17827f7 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -18,7 +18,6 @@ PEERDIR(
     contrib/libs/openssl
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/re2
-    contrib/libs/cxxsupp/libcxxabi-parts
     contrib/restricted/dragonbox
 )
 
diff --git a/src/Common/ya.make.in b/src/Common/ya.make.in
index 459266a54e7..fd6a805891e 100644
--- a/src/Common/ya.make.in
+++ b/src/Common/ya.make.in
@@ -17,7 +17,6 @@ PEERDIR(
     contrib/libs/openssl
     contrib/libs/poco/NetSSL_OpenSSL
     contrib/libs/re2
-    contrib/libs/cxxsupp/libcxxabi-parts
     contrib/restricted/dragonbox
 )
 

From fa1c3243568b32bdb5b3278eb5f9599faa21bf43 Mon Sep 17 00:00:00 2001
From: MyroTk <myroslav6@gmail.com>
Date: Thu, 20 May 2021 18:42:26 +0200
Subject: [PATCH 0299/1060] Testflows tests for Extended Precision Data Types:
 Int128, UInt128, Int256, UInt256, Decimal256

---
 .../extended_precision_data_types/common.py   |  118 +
 .../configs/clickhouse/common.xml             |    6 +
 .../configs/clickhouse/config.d/logs.xml      |   17 +
 .../configs/clickhouse/config.d/macros.xml    |    0
 .../configs/clickhouse/config.d/ports.xml     |    5 +
 .../configs/clickhouse/config.d/remote.xml    |  211 +
 .../configs/clickhouse/config.d/ssl.xml       |   18 +
 .../configs/clickhouse/config.d/storage.xml   |   20 +
 .../configs/clickhouse/config.d/zookeeper.xml |   10 +
 .../configs/clickhouse/config.xml             |  448 ++
 .../configs/clickhouse/ssl/dhparam.pem        |    8 +
 .../configs/clickhouse/ssl/server.crt         |   19 +
 .../configs/clickhouse/ssl/server.key         |   28 +
 .../configs/clickhouse/users.xml              |  133 +
 .../configs/clickhouse1/config.d/macros.xml   |    8 +
 .../configs/clickhouse2/config.d/macros.xml   |    8 +
 .../configs/clickhouse3/config.d/macros.xml   |    8 +
 .../extended_precision_data_types/errors.py   |   11 +
 .../clickhouse-service.yml                    |   28 +
 .../docker-compose.yml                        |   68 +
 .../mysql-service.yml                         |   19 +
 .../zookeeper-service.yml                     |   18 +
 .../regression.py                             |   52 +
 .../requirements/__init__.py                  |    1 +
 .../requirements/requirements.md              |  562 ++
 .../requirements/requirements.py              | 1420 ++++
 .../snapshots/common.py.tests.snapshot        | 6282 +++++++++++++++++
 .../tests/__init__.py                         |    0
 .../tests/arithmetic.py                       |  217 +
 .../tests/array_tuple_map.py                  |  484 ++
 .../tests/bit.py                              |  179 +
 .../tests/comparison.py                       |  110 +
 .../tests/conversion.py                       |  275 +
 .../tests/feature.py                          |   19 +
 .../tests/logical.py                          |   99 +
 .../tests/mathematical.py                     |  181 +
 .../tests/null.py                             |  119 +
 .../tests/rounding.py                         |  191 +
 .../tests/table.py                            |   35 +
 tests/testflows/regression.py                 |    1 +
 40 files changed, 11436 insertions(+)
 create mode 100644 tests/testflows/extended_precision_data_types/common.py
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/common.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/logs.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/macros.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/storage.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/users.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml
 create mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml
 create mode 100644 tests/testflows/extended_precision_data_types/errors.py
 create mode 100644 tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml
 create mode 100644 tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
 create mode 100644 tests/testflows/extended_precision_data_types/extended-precision-data-type_env/mysql-service.yml
 create mode 100644 tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml
 create mode 100755 tests/testflows/extended_precision_data_types/regression.py
 create mode 100644 tests/testflows/extended_precision_data_types/requirements/__init__.py
 create mode 100644 tests/testflows/extended_precision_data_types/requirements/requirements.md
 create mode 100644 tests/testflows/extended_precision_data_types/requirements/requirements.py
 create mode 100644 tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot
 create mode 100644 tests/testflows/extended_precision_data_types/tests/__init__.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/arithmetic.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/array_tuple_map.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/bit.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/comparison.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/conversion.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/feature.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/logical.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/mathematical.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/null.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/rounding.py
 create mode 100644 tests/testflows/extended_precision_data_types/tests/table.py

diff --git a/tests/testflows/extended_precision_data_types/common.py b/tests/testflows/extended_precision_data_types/common.py
new file mode 100644
index 00000000000..1c852bbf935
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/common.py
@@ -0,0 +1,118 @@
+import uuid
+
+from contextlib import contextmanager
+
+from testflows.core.name import basename, parentname
+from testflows._core.testtype import TestSubType
+from testflows.asserts import values, error, snapshot
+
+from helpers.common import *
+
+@contextmanager
+def allow_experimental_bigint(node):
+    """Enable experimental big int setting in Clickhouse.
+    """
+    setting = ("allow_experimental_bigint_types", 1)
+    default_query_settings = None
+
+    try:
+        with Given("I add allow_experimental_bigint to the default query settings"):
+            default_query_settings = getsattr(current().context, "default_query_settings", [])
+            default_query_settings.append(setting)
+        yield
+    finally:
+        with Finally("I remove allow_experimental_bigint from the default query settings"):
+            if default_query_settings:
+                try:
+                    default_query_settings.pop(default_query_settings.index(setting))
+                except ValueError:
+                    pass
+
+@TestStep(Given)
+def allow_experimental_map_type(self):
+    """Set allow_experimental_map_type = 1
+    """
+    setting = ("allow_experimental_map_type", 1)
+    default_query_settings = None
+
+    try:
+        with By("adding allow_experimental_map_type to the default query settings"):
+            default_query_settings = getsattr(current().context, "default_query_settings", [])
+            default_query_settings.append(setting)
+        yield
+    finally:
+        with Finally("I remove allow_experimental_map_type from the default query settings"):
+            if default_query_settings:
+                try:
+                    default_query_settings.pop(default_query_settings.index(setting))
+                except ValueError:
+                    pass
+
+def execute_query(sql, expected=None, format="TabSeparatedWithNames", compare_func=None):
+    """Execute SQL query and compare the output to the snapshot.
+    """
+    name = basename(current().name)
+
+    with When("I execute query", description=sql):
+        r = current().context.node.query(sql + " FORMAT " + format)
+
+    if expected is not None:
+        with Then("I check output against expected"):
+
+            if compare_func is None:
+                assert r.output.strip() == expected, error()
+
+            else:
+                assert compare_func(r.output.strip(), expected), error()
+
+    else:
+        with Then("I check output against snapshot"):
+            with values() as that:
+                assert that(snapshot("\n" + r.output.strip() + "\n", "tests", name=name, encoder=str)), error()
+
+@TestStep(Given)
+def table(self, data_type, name="table0"):
+    """Create a table.
+    """
+    node = current().context.node
+
+    try:
+        with By("creating table"):
+            node.query(f"CREATE TABLE {name}(a {data_type}) ENGINE = Memory")
+        yield
+
+    finally:
+        with Finally("drop the table"):
+            node.query(f"DROP TABLE IF EXISTS {name}")
+
+def getuid():
+    """Create a unique variable name based on the test it is called from.
+    """
+    if current().subtype == TestSubType.Example:
+        testname = f"{basename(parentname(current().name)).replace(' ', '_').replace(',','')}"
+    else:
+        testname = f"{basename(current().name).replace(' ', '_').replace(',','')}"
+
+    for char in ['(', ')', '[', ']','\'']:
+        testname = testname.replace(f'{char}', '')
+
+    return testname + "_" + str(uuid.uuid1()).replace('-', '_')
+
+def to_data_type(data_type, value):
+    """Return a conversion statement based on the data type provided
+    """
+    if data_type in ['Decimal256(0)']:
+        return f'toDecimal256(\'{value}\',0)'
+
+    else:
+        return f'to{data_type}(\'{value}\')'
+
+
+data_types = [
+    ('Int128', '-170141183460469231731687303715884105728', '170141183460469231731687303715884105727'),
+    ('Int256', '-57896044618658097711785492504343953926634992332820282019728792003956564819968', '57896044618658097711785492504343953926634992332820282019728792003956564819967'),
+    ('UInt128','0','340282366920938463463374607431768211455'),
+    ('UInt256', '0', '115792089237316195423570985008687907853269984665640564039457584007913129639935'),
+]
+
+Decimal256_min_max = -1000000000000000000000000000000000000000000000000000000000000000000000000000,1000000000000000000000000000000000000000000000000000000000000000000000000000
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/common.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/common.xml
new file mode 100644
index 00000000000..567c8c05e32
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/common.xml
@@ -0,0 +1,6 @@
+<yandex>
+    <timezone>Europe/Moscow</timezone>
+    <listen_host replace="replace">::</listen_host>
+    <path>/var/lib/clickhouse/</path>
+    <tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/logs.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/logs.xml
new file mode 100644
index 00000000000..bdf1bbc11c1
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/logs.xml
@@ -0,0 +1,17 @@
+<yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+    <part_log>
+        <database>system</database>
+        <table>part_log</table>
+        <flush_interval_milliseconds>500</flush_interval_milliseconds>
+    </part_log>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/macros.xml
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml
new file mode 100644
index 00000000000..fbc6cea74c0
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml
@@ -0,0 +1,5 @@
+<?xml version="1.0"?>
+<yandex>
+    <https_port>8443</https_port>
+    <tcp_port_secure>9440</tcp_port_secure>
+</yandex>
\ No newline at end of file
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml
new file mode 100644
index 00000000000..a7ed0d6e2b4
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml
@@ -0,0 +1,211 @@
+<?xml version="1.0"?>
+<yandex>
+    <remote_servers>
+        <replicated_cluster>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </replicated_cluster>
+        <!--
+        <replicated_cluster_readonly>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9000</port>
+                    <user>readonly</user>
+                </replica>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                    <user>readonly</user>
+                </replica>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9000</port>
+                    <user>readonly</user>
+                </replica>
+            </shard>
+        </replicated_cluster_readonly>
+        -->
+        <replicated_cluster_secure>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </replicated_cluster_secure>
+        <cluster1>
+            <shard>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </cluster1>
+        <sharded_cluster12>
+            <shard>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </sharded_cluster12>
+        <one_shard_cluster12>
+            <shard>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </one_shard_cluster12>
+        <sharded_cluster23>
+            <shard>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </sharded_cluster23>
+        <one_shard_cluster23>
+            <shard>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </one_shard_cluster23>
+        <sharded_cluster>
+            <shard>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </sharded_cluster>
+        <one_shard_cluster>
+            <shard>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9000</port>
+                </replica>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </one_shard_cluster>
+        <sharded_cluster_secure>
+            <shard>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </sharded_cluster_secure>
+        <sharded_cluster_secure_long_usernames>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>clickhouse1</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+<!-- i'm simulateing the problem here with long username, but it happens also when there are a lot of servers in cluster -->
+                    <user>user_with_a_very_very_very_very_long_name_we_will_use_him_to_simulate_the_problem_with_inserting_to_distributed_when_folder_name_is_too_long_i_hope_that_length_is_enough_username_end</user>
+                    <password></password>
+                </replica>
+                <replica>
+                    <host>clickhouse2</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                    <user>user_with_a_very_very_very_very_long_name_we_will_use_him_to_simulate_the_problem_with_inserting_to_distributed_when_folder_name_is_too_long_i_hope_that_length_is_enough_username_end</user>
+                    <password></password>
+                </replica>
+                <replica>
+                    <host>clickhouse3</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                    <user>user_with_a_very_very_very_very_long_name_we_will_use_him_to_simulate_the_problem_with_inserting_to_distributed_when_folder_name_is_too_long_i_hope_that_length_is_enough_username_end</user>
+                    <password></password>
+                </replica>
+            </shard>
+        </sharded_cluster_secure_long_usernames>
+    </remote_servers>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml
new file mode 100644
index 00000000000..768d2250b79
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml
@@ -0,0 +1,18 @@
+<yandex>
+    <openSSL>
+        <server>
+            <certificateFile>/etc/clickhouse-server/ssl/server.crt</certificateFile>
+            <privateKeyFile>/etc/clickhouse-server/ssl/server.key</privateKeyFile>
+            <dhParamsFile>/etc/clickhouse-server/ssl/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <cacheSessions>true</cacheSessions>
+        </server>
+        <client>
+            <cacheSessions>true</cacheSessions>
+            <verificationMode>none</verificationMode>
+            <invalidCertificateHandler>
+                <name>AcceptCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/storage.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/storage.xml
new file mode 100644
index 00000000000..618fd6b6d24
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/storage.xml
@@ -0,0 +1,20 @@
+<yandex>
+
+<storage_configuration>
+    <disks>
+        <default>
+            <keep_free_space_bytes>1024</keep_free_space_bytes>
+        </default>
+    </disks>
+    <policies>
+        <default>
+            <volumes>
+                <default>
+                    <disk>default</disk>
+                </default>
+            </volumes>
+        </default>
+    </policies>
+</storage_configuration>
+
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml
new file mode 100644
index 00000000000..96270e7b645
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml
@@ -0,0 +1,10 @@
+<?xml version="1.0"?>
+<yandex>
+    <zookeeper>
+	    <node index="1">
+		    <host>zookeeper</host>
+		    <port>2181</port>
+	    </node>
+        <session_timeout_ms>15000</session_timeout_ms>
+    </zookeeper>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.xml
new file mode 100644
index 00000000000..4ec12232539
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.xml
@@ -0,0 +1,448 @@
+<?xml version="1.0"?>
+<!--
+  NOTE: User and query level settings are set up in "users.xml" file.
+-->
+<yandex>
+    <logger>
+        <!-- Possible levels: https://github.com/pocoproject/poco/blob/develop/Foundation/include/Poco/Logger.h#L105 -->
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/clickhouse-server.log</log>
+        <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <!-- <console>1</console> --> <!-- Default behavior is autodetection (log to console if not daemon mode and is tty) -->
+    </logger>
+    <!--display_name>production</display_name--> <!-- It is the name that will be shown in the client -->
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+
+    <!-- For HTTPS and SSL over native protocol. -->
+    <!--
+    <https_port>8443</https_port>
+    <tcp_port_secure>9440</tcp_port_secure>
+    -->
+
+    <!-- Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71 -->
+    <openSSL>
+        <server> <!-- Used for https server AND secure tcp port -->
+            <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
+            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
+            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
+            <!-- openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096 -->
+            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+        </server>
+
+        <client> <!-- Used for connecting to https dictionary source -->
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
+            <invalidCertificateHandler>
+                <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
+                <name>RejectCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+
+    <!-- Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123 -->
+    <!--
+    <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+    -->
+
+    <!-- Port for communication between replicas. Used for data exchange. -->
+    <interserver_http_port>9009</interserver_http_port>
+
+    <!-- Hostname that is used by other replicas to request this server.
+         If not specified, than it is determined analoguous to 'hostname -f' command.
+         This setting could be used to switch replication to another network interface.
+      -->
+    <!--
+    <interserver_http_host>example.yandex.ru</interserver_http_host>
+    -->
+
+    <!-- Listen specified host. use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere. -->
+    <!-- <listen_host>::</listen_host> -->
+    <!-- Same for hosts with disabled ipv6: -->
+    <listen_host>0.0.0.0</listen_host>
+
+    <!-- Default values - try listen localhost on ipv4 and ipv6: -->
+    <!--
+    <listen_host>::1</listen_host>
+    <listen_host>127.0.0.1</listen_host>
+    -->
+    <!-- Don't exit if ipv6 or ipv4 unavailable, but listen_host with this protocol specified -->
+    <!-- <listen_try>0</listen_try> -->
+
+    <!-- Allow listen on same address:port -->
+    <!-- <listen_reuse_port>0</listen_reuse_port> -->
+
+    <!-- <listen_backlog>64</listen_backlog> -->
+
+    <max_connections>4096</max_connections>
+    <keep_alive_timeout>3</keep_alive_timeout>
+
+    <!-- Maximum number of concurrent queries. -->
+    <max_concurrent_queries>100</max_concurrent_queries>
+
+    <!-- Set limit on number of open files (default: maximum). This setting makes sense on Mac OS X because getrlimit() fails to retrieve
+         correct maximum value. -->
+    <!-- <max_open_files>262144</max_open_files> -->
+
+    <!-- Size of cache of uncompressed blocks of data, used in tables of MergeTree family.
+         In bytes. Cache is single for server. Memory is allocated only on demand.
+         Cache is used when 'use_uncompressed_cache' user setting turned on (off by default).
+         Uncompressed cache is advantageous only for very short queries and in rare cases.
+      -->
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+
+    <!-- Approximate size of mark cache, used in tables of MergeTree family.
+         In bytes. Cache is single for server. Memory is allocated only on demand.
+         You should not lower this value.
+      -->
+    <mark_cache_size>5368709120</mark_cache_size>
+
+
+    <!-- Path to data directory, with trailing slash. -->
+    <path>/var/lib/clickhouse/</path>
+
+    <!-- Path to temporary data for processing hard queries. -->
+    <tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
+
+    <!-- Directory with user provided files that are accessible by 'file' table function. -->
+    <user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
+
+    <!-- Path to folder where users and roles created by SQL commands are stored. -->
+    <access_control_path>/var/lib/clickhouse/access/</access_control_path>
+
+    <!-- Sources to read users, roles, access rights, profiles of settings, quotas. -->
+    <user_directories>
+        <users_xml>
+            <!-- Path to configuration file with predefined users. -->
+            <path>users.xml</path>
+        </users_xml>
+        <local_directory>
+            <!-- Path to folder where users created by SQL commands are stored. -->
+            <path>/var/lib/clickhouse/access/</path>
+        </local_directory>
+    </user_directories>
+
+    <!-- Path to configuration file with users, access rights, profiles of settings, quotas. -->
+    <users_config>users.xml</users_config>
+
+    <!-- Default profile of settings. -->
+    <default_profile>default</default_profile>
+
+    <!-- System profile of settings. This settings are used by internal processes (Buffer storage, Distibuted DDL worker and so on). -->
+    <!-- <system_profile>default</system_profile> -->
+
+    <!-- Default database. -->
+    <default_database>default</default_database>
+
+    <!-- Server time zone could be set here.
+
+         Time zone is used when converting between String and DateTime types,
+          when printing DateTime in text formats and parsing DateTime from text,
+          it is used in date and time related functions, if specific time zone was not passed as an argument.
+
+         Time zone is specified as identifier from IANA time zone database, like UTC or Africa/Abidjan.
+         If not specified, system time zone at server startup is used.
+
+         Please note, that server could display time zone alias instead of specified name.
+         Example: W-SU is an alias for Europe/Moscow and Zulu is an alias for UTC.
+    -->
+    <!-- <timezone>Europe/Moscow</timezone> -->
+
+    <!-- You can specify umask here (see "man umask"). Server will apply it on startup.
+         Number is always parsed as octal. Default umask is 027 (other users cannot read logs, data files, etc; group can only read).
+    -->
+    <!-- <umask>022</umask> -->
+
+    <!-- Perform mlockall after startup to lower first queries latency
+          and to prevent clickhouse executable from being paged out under high IO load.
+         Enabling this option is recommended but will lead to increased startup time for up to a few seconds.
+    -->
+    <mlock_executable>false</mlock_executable>
+
+    <!-- Configuration of clusters that could be used in Distributed tables.
+         https://clickhouse.yandex/docs/en/table_engines/distributed/
+      -->
+    <remote_servers incl="clickhouse_remote_servers" >
+        <!-- Test only shard config for testing distributed storage -->
+        <test_shard_localhost>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_shard_localhost>
+        <test_cluster_two_shards_localhost>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+         </test_cluster_two_shards_localhost>
+        <test_shard_localhost_secure>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </test_shard_localhost_secure>
+        <test_unavailable_shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>1</port>
+                </replica>
+            </shard>
+        </test_unavailable_shard>
+    </remote_servers>
+
+
+    <!-- If element has 'incl' attribute, then for it's value will be used corresponding substitution from another file.
+         By default, path to file with substitutions is /etc/metrika.xml. It could be changed in config in 'include_from' element.
+         Values for substitutions are specified in /yandex/name_of_substitution elements in that file.
+      -->
+
+    <!-- ZooKeeper is used to store metadata about replicas, when using Replicated tables.
+         Optional. If you don't use replicated tables, you could omit that.
+
+         See https://clickhouse.yandex/docs/en/table_engines/replication/
+      -->
+    <zookeeper incl="zookeeper-servers" optional="true" />
+
+    <!-- Substitutions for parameters of replicated tables.
+          Optional. If you don't use replicated tables, you could omit that.
+
+         See https://clickhouse.yandex/docs/en/table_engines/replication/#creating-replicated-tables
+      -->
+    <macros incl="macros" optional="true" />
+
+
+    <!-- Reloading interval for embedded dictionaries, in seconds. Default: 3600. -->
+    <builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
+
+
+    <!-- Maximum session timeout, in seconds. Default: 3600. -->
+    <max_session_timeout>3600</max_session_timeout>
+
+    <!-- Default session timeout, in seconds. Default: 60. -->
+    <default_session_timeout>60</default_session_timeout>
+
+    <!-- Sending data to Graphite for monitoring. Several sections can be defined. -->
+    <!--
+        interval - send every X second
+        root_path - prefix for keys
+        hostname_in_path - append hostname to root_path (default = true)
+        metrics - send data from table system.metrics
+        events - send data from table system.events
+        asynchronous_metrics - send data from table system.asynchronous_metrics
+    -->
+    <!--
+    <graphite>
+        <host>localhost</host>
+        <port>42000</port>
+        <timeout>0.1</timeout>
+        <interval>60</interval>
+        <root_path>one_min</root_path>
+        <hostname_in_path>true</hostname_in_path>
+
+        <metrics>true</metrics>
+        <events>true</events>
+        <asynchronous_metrics>true</asynchronous_metrics>
+    </graphite>
+    <graphite>
+        <host>localhost</host>
+        <port>42000</port>
+        <timeout>0.1</timeout>
+        <interval>1</interval>
+        <root_path>one_sec</root_path>
+
+        <metrics>true</metrics>
+        <events>true</events>
+        <asynchronous_metrics>false</asynchronous_metrics>
+    </graphite>
+    -->
+
+
+    <!-- Query log. Used only for queries with setting log_queries = 1. -->
+    <query_log>
+        <!-- What table to insert data. If table is not exist, it will be created.
+             When query log structure is changed after system update,
+              then old table will be renamed and new table will be created automatically.
+        -->
+        <database>system</database>
+        <table>query_log</table>
+        <!--
+            PARTITION BY expr https://clickhouse.yandex/docs/en/table_engines/custom_partitioning_key/
+            Example:
+                event_date
+                toMonday(event_date)
+                toYYYYMM(event_date)
+                toStartOfHour(event_time)
+        -->
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <!-- Interval of flushing data. -->
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_log>
+
+    <!-- Trace log. Stores stack traces collected by query profilers.
+         See query_profiler_real_time_period_ns and query_profiler_cpu_time_period_ns settings. -->
+    <trace_log>
+        <database>system</database>
+        <table>trace_log</table>
+
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </trace_log>
+
+    <!-- Query thread log. Has information about all threads participated in query execution.
+         Used only for queries with setting log_query_threads = 1. -->
+    <query_thread_log>
+        <database>system</database>
+        <table>query_thread_log</table>
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_thread_log>
+
+    <!-- Uncomment if use part log.
+         Part log contains information about all actions with parts in MergeTree tables (creation, deletion, merges, downloads).
+    <part_log>
+        <database>system</database>
+        <table>part_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </part_log>
+    -->
+
+    <!-- Uncomment to write text log into table.
+         Text log contains all information from usual server log but stores it in structured and efficient way.
+    <text_log>
+        <database>system</database>
+        <table>text_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </text_log>
+    -->
+
+    <!-- Parameters for embedded dictionaries, used in Yandex.Metrica.
+         See https://clickhouse.yandex/docs/en/dicts/internal_dicts/
+    -->
+
+    <!-- Path to file with region hierarchy. -->
+    <!-- <path_to_regions_hierarchy_file>/opt/geo/regions_hierarchy.txt</path_to_regions_hierarchy_file> -->
+
+    <!-- Path to directory with files containing names of regions -->
+    <!-- <path_to_regions_names_files>/opt/geo/</path_to_regions_names_files> -->
+
+
+    <!-- Configuration of external dictionaries. See:
+         https://clickhouse.yandex/docs/en/dicts/external_dicts/
+    -->
+    <dictionaries_config>*_dictionary.xml</dictionaries_config>
+
+    <!-- Uncomment if you want data to be compressed 30-100% better.
+         Don't do that if you just started using ClickHouse.
+      -->
+    <compression incl="clickhouse_compression">
+    <!--
+        <!- - Set of variants. Checked in order. Last matching case wins. If nothing matches, lz4 will be used. - ->
+        <case>
+
+            <!- - Conditions. All must be satisfied. Some conditions may be omitted. - ->
+            <min_part_size>10000000000</min_part_size>        <!- - Min part size in bytes. - ->
+            <min_part_size_ratio>0.01</min_part_size_ratio>   <!- - Min size of part relative to whole table size. - ->
+
+            <!- - What compression method to use. - ->
+            <method>zstd</method>
+        </case>
+    -->
+    </compression>
+
+    <!-- Allow to execute distributed DDL queries (CREATE, DROP, ALTER, RENAME) on cluster.
+         Works only if ZooKeeper is enabled. Comment it if such functionality isn't required. -->
+    <distributed_ddl>
+        <!-- Path in ZooKeeper to queue with DDL queries -->
+        <path>/clickhouse/task_queue/ddl</path>
+
+        <!-- Settings from this profile will be used to execute DDL queries -->
+        <!-- <profile>default</profile> -->
+    </distributed_ddl>
+
+    <!-- Settings to fine tune MergeTree tables. See documentation in source code, in MergeTreeSettings.h -->
+    <!--
+    <merge_tree>
+        <max_suspicious_broken_parts>5</max_suspicious_broken_parts>
+    </merge_tree>
+    -->
+
+    <!-- Protection from accidental DROP.
+         If size of a MergeTree table is greater than max_table_size_to_drop (in bytes) than table could not be dropped with any DROP query.
+         If you want do delete one table and don't want to restart clickhouse-server, you could create special file <clickhouse-path>/flags/force_drop_table and make DROP once.
+         By default max_table_size_to_drop is 50GB; max_table_size_to_drop=0 allows to DROP any tables.
+         The same for max_partition_size_to_drop.
+         Uncomment to disable protection.
+    -->
+    <!-- <max_table_size_to_drop>0</max_table_size_to_drop> -->
+    <!-- <max_partition_size_to_drop>0</max_partition_size_to_drop> -->
+
+    <!-- Example of parameters for GraphiteMergeTree table engine -->
+    <graphite_rollup_example>
+        <pattern>
+            <regexp>click_cost</regexp>
+            <function>any</function>
+            <retention>
+                <age>0</age>
+                <precision>3600</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>60</precision>
+            </retention>
+        </pattern>
+        <default>
+            <function>max</function>
+            <retention>
+                <age>0</age>
+                <precision>60</precision>
+            </retention>
+            <retention>
+                <age>3600</age>
+                <precision>300</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>3600</precision>
+            </retention>
+        </default>
+    </graphite_rollup_example>
+
+    <!-- Directory in <clickhouse-path> containing schema files for various input formats.
+         The directory will be created if it doesn't exist.
+      -->
+    <format_schema_path>/var/lib/clickhouse/format_schemas/</format_schema_path>
+
+    <!-- Uncomment to disable ClickHouse internal DNS caching. -->
+    <!-- <disable_internal_dns_cache>1</disable_internal_dns_cache> -->
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem
new file mode 100644
index 00000000000..2e6cee0798d
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem
@@ -0,0 +1,8 @@
+-----BEGIN DH PARAMETERS-----
+MIIBCAKCAQEAua92DDli13gJ+//ZXyGaggjIuidqB0crXfhUlsrBk9BV1hH3i7fR
+XGP9rUdk2ubnB3k2ejBStL5oBrkHm9SzUFSQHqfDjLZjKoUpOEmuDc4cHvX1XTR5
+Pr1vf5cd0yEncJWG5W4zyUB8k++SUdL2qaeslSs+f491HBLDYn/h8zCgRbBvxhxb
+9qeho1xcbnWeqkN6Kc9bgGozA16P9NLuuLttNnOblkH+lMBf42BSne/TWt3AlGZf
+slKmmZcySUhF8aKfJnLKbkBCFqOtFRh8zBA9a7g+BT/lSANATCDPaAk1YVih2EKb
+dpc3briTDbRsiqg2JKMI7+VdULY9bh3EawIBAg==
+-----END DH PARAMETERS-----
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt
new file mode 100644
index 00000000000..7ade2d96273
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt
@@ -0,0 +1,19 @@
+-----BEGIN CERTIFICATE-----
+MIIC/TCCAeWgAwIBAgIJANjx1QSR77HBMA0GCSqGSIb3DQEBCwUAMBQxEjAQBgNV
+BAMMCWxvY2FsaG9zdDAgFw0xODA3MzAxODE2MDhaGA8yMjkyMDUxNDE4MTYwOFow
+FDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIB
+CgKCAQEAs9uSo6lJG8o8pw0fbVGVu0tPOljSWcVSXH9uiJBwlZLQnhN4SFSFohfI
+4K8U1tBDTnxPLUo/V1K9yzoLiRDGMkwVj6+4+hE2udS2ePTQv5oaMeJ9wrs+5c9T
+4pOtlq3pLAdm04ZMB1nbrEysceVudHRkQbGHzHp6VG29Fw7Ga6YpqyHQihRmEkTU
+7UCYNA+Vk7aDPdMS/khweyTpXYZimaK9f0ECU3/VOeG3fH6Sp2X6FN4tUj/aFXEj
+sRmU5G2TlYiSIUMF2JPdhSihfk1hJVALrHPTU38SOL+GyyBRWdNcrIwVwbpvsvPg
+pryMSNxnpr0AK0dFhjwnupIv5hJIOQIDAQABo1AwTjAdBgNVHQ4EFgQUjPLb3uYC
+kcamyZHK4/EV8jAP0wQwHwYDVR0jBBgwFoAUjPLb3uYCkcamyZHK4/EV8jAP0wQw
+DAYDVR0TBAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAQEAM/ocuDvfPus/KpMVD51j
+4IdlU8R0vmnYLQ+ygzOAo7+hUWP5j0yvq4ILWNmQX6HNvUggCgFv9bjwDFhb/5Vr
+85ieWfTd9+LTjrOzTw4avdGwpX9G+6jJJSSq15tw5ElOIFb/qNA9O4dBiu8vn03C
+L/zRSXrARhSqTW5w/tZkUcSTT+M5h28+Lgn9ysx4Ff5vi44LJ1NnrbJbEAIYsAAD
++UA+4MBFKx1r6hHINULev8+lCfkpwIaeS8RL+op4fr6kQPxnULw8wT8gkuc8I4+L
+P9gg/xDHB44T3ADGZ5Ib6O0DJaNiToO6rnoaaxs0KkotbvDWvRoxEytSbXKoYjYp
+0g==
+-----END CERTIFICATE-----
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key
new file mode 100644
index 00000000000..f0fb61ac443
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key
@@ -0,0 +1,28 @@
+-----BEGIN PRIVATE KEY-----
+MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQCz25KjqUkbyjyn
+DR9tUZW7S086WNJZxVJcf26IkHCVktCeE3hIVIWiF8jgrxTW0ENOfE8tSj9XUr3L
+OguJEMYyTBWPr7j6ETa51LZ49NC/mhox4n3Cuz7lz1Pik62WreksB2bThkwHWdus
+TKxx5W50dGRBsYfMenpUbb0XDsZrpimrIdCKFGYSRNTtQJg0D5WTtoM90xL+SHB7
+JOldhmKZor1/QQJTf9U54bd8fpKnZfoU3i1SP9oVcSOxGZTkbZOViJIhQwXYk92F
+KKF+TWElUAusc9NTfxI4v4bLIFFZ01ysjBXBum+y8+CmvIxI3GemvQArR0WGPCe6
+ki/mEkg5AgMBAAECggEATrbIBIxwDJOD2/BoUqWkDCY3dGevF8697vFuZKIiQ7PP
+TX9j4vPq0DfsmDjHvAPFkTHiTQXzlroFik3LAp+uvhCCVzImmHq0IrwvZ9xtB43f
+7Pkc5P6h1l3Ybo8HJ6zRIY3TuLtLxuPSuiOMTQSGRL0zq3SQ5DKuGwkz+kVjHXUN
+MR2TECFwMHKQ5VLrC+7PMpsJYyOMlDAWhRfUalxC55xOXTpaN8TxNnwQ8K2ISVY5
+212Jz/a4hn4LdwxSz3Tiu95PN072K87HLWx3EdT6vW4Ge5P/A3y+smIuNAlanMnu
+plHBRtpATLiTxZt/n6npyrfQVbYjSH7KWhB8hBHtaQKBgQDh9Cq1c/KtqDtE0Ccr
+/r9tZNTUwBE6VP+3OJeKdEdtsfuxjOCkS1oAjgBJiSDOiWPh1DdoDeVZjPKq6pIu
+Mq12OE3Doa8znfCXGbkSzEKOb2unKZMJxzrz99kXt40W5DtrqKPNb24CNqTiY8Aa
+CjtcX+3weat82VRXvph6U8ltMwKBgQDLxjiQQzNoY7qvg7CwJCjf9qq8jmLK766g
+1FHXopqS+dTxDLM8eJSRrpmxGWJvNeNc1uPhsKsKgotqAMdBUQTf7rSTbt4MyoH5
+bUcRLtr+0QTK9hDWMOOvleqNXha68vATkohWYfCueNsC60qD44o8RZAS6UNy3ENq
+cM1cxqe84wKBgQDKkHutWnooJtajlTxY27O/nZKT/HA1bDgniMuKaz4R4Gr1PIez
+on3YW3V0d0P7BP6PWRIm7bY79vkiMtLEKdiKUGWeyZdo3eHvhDb/3DCawtau8L2K
+GZsHVp2//mS1Lfz7Qh8/L/NedqCQ+L4iWiPnZ3THjjwn3CoZ05ucpvrAMwKBgB54
+nay039MUVq44Owub3KDg+dcIU62U+cAC/9oG7qZbxYPmKkc4oL7IJSNecGHA5SbU
+2268RFdl/gLz6tfRjbEOuOHzCjFPdvAdbysanpTMHLNc6FefJ+zxtgk9sJh0C4Jh
+vxFrw9nTKKzfEl12gQ1SOaEaUIO0fEBGbe8ZpauRAoGAMAlGV+2/K4ebvAJKOVTa
+dKAzQ+TD2SJmeR1HZmKDYddNqwtZlzg3v4ZhCk4eaUmGeC1Bdh8MDuB3QQvXz4Dr
+vOIP4UVaOr+uM+7TgAgVnP4/K6IeJGzUDhX93pmpWhODfdu/oojEKVcpCojmEmS1
+KCBtmIrQLqzMpnBpLNuSY+Q=
+-----END PRIVATE KEY-----
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/users.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/users.xml
new file mode 100644
index 00000000000..86b2cd9e1e3
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse/users.xml
@@ -0,0 +1,133 @@
+<?xml version="1.0"?>
+<yandex>
+    <!-- Profiles of settings. -->
+    <profiles>
+        <!-- Default settings. -->
+        <default>
+            <!-- Maximum memory usage for processing single query, in bytes. -->
+            <max_memory_usage>10000000000</max_memory_usage>
+
+            <!-- Use cache of uncompressed blocks of data. Meaningful only for processing many of very short queries. -->
+            <use_uncompressed_cache>0</use_uncompressed_cache>
+
+            <!-- How to choose between replicas during distributed query processing.
+                 random - choose random replica from set of replicas with minimum number of errors
+                 nearest_hostname - from set of replicas with minimum number of errors, choose replica
+                  with minimum number of different symbols between replica's hostname and local hostname
+                  (Hamming distance).
+                 in_order - first live replica is chosen in specified order.
+                 first_or_random - if first replica one has higher number of errors, pick a random one from replicas with minimum number of errors.
+            -->
+            <load_balancing>random</load_balancing>
+        </default>
+
+        <!-- Profile that allows only read queries. -->
+        <readonly>
+            <readonly>1</readonly>
+        </readonly>
+    </profiles>
+
+    <!-- Users and ACL. -->
+    <users>
+        <!-- If user name was not specified, 'default' user is used. -->
+        <default>
+            <!-- Password could be specified in plaintext or in SHA256 (in hex format).
+
+                 If you want to specify password in plaintext (not recommended), place it in 'password' element.
+                 Example: <password>qwerty</password>.
+                 Password could be empty.
+
+                 If you want to specify SHA256, place it in 'password_sha256_hex' element.
+                 Example: <password_sha256_hex>65e84be33532fb784c48129675f9eff3a682b27168c0ea744b2cf58ee02337c5</password_sha256_hex>
+                 Restrictions of SHA256: impossibility to connect to ClickHouse using MySQL JS client (as of July 2019).
+
+                 If you want to specify double SHA1, place it in 'password_double_sha1_hex' element.
+                 Example: <password_double_sha1_hex>e395796d6546b1b65db9d665cd43f0e858dd4303</password_double_sha1_hex>
+
+                 How to generate decent password:
+                 Execute: PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha256sum | tr -d '-'
+                 In first line will be password and in second - corresponding SHA256.
+
+                 How to generate double SHA1:
+                 Execute: PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | openssl dgst -sha1 -binary | openssl dgst -sha1
+                 In first line will be password and in second - corresponding double SHA1.
+            -->
+            <password></password>
+
+            <!-- List of networks with open access.
+
+                 To open access from everywhere, specify:
+                    <ip>::/0</ip>
+
+                 To open access only from localhost, specify:
+                    <ip>::1</ip>
+                    <ip>127.0.0.1</ip>
+
+                 Each element of list has one of the following forms:
+                 <ip> IP-address or network mask. Examples: 213.180.204.3 or 10.0.0.1/8 or 10.0.0.1/255.255.255.0
+                     2a02:6b8::3 or 2a02:6b8::3/64 or 2a02:6b8::3/ffff:ffff:ffff:ffff::.
+                 <host> Hostname. Example: server01.yandex.ru.
+                     To check access, DNS query is performed, and all received addresses compared to peer address.
+                 <host_regexp> Regular expression for host names. Example, ^server\d\d-\d\d-\d\.yandex\.ru$
+                     To check access, DNS PTR query is performed for peer address and then regexp is applied.
+                     Then, for result of PTR query, another DNS query is performed and all received addresses compared to peer address.
+                     Strongly recommended that regexp is ends with $
+                 All results of DNS requests are cached till server restart.
+            -->
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+
+            <!-- Settings profile for user. -->
+            <profile>default</profile>
+
+            <!-- Quota for user. -->
+            <quota>default</quota>
+
+            <!-- Allow access management -->
+            <access_management>1</access_management>
+
+            <!-- Example of row level security policy. -->
+            <!-- <databases>
+                <test>
+                    <filtered_table1>
+                        <filter>a = 1</filter>
+                    </filtered_table1>
+                    <filtered_table2>
+                        <filter>a + b &lt; 1 or c - d &gt; 5</filter>
+                    </filtered_table2>
+                </test>
+            </databases> -->
+        </default>
+
+        <!-- Example of user with readonly access. -->
+        <!-- <readonly>
+            <password></password>
+            <networks incl="networks" replace="replace">
+                <ip>::1</ip>
+                <ip>127.0.0.1</ip>
+            </networks>
+            <profile>readonly</profile>
+            <quota>default</quota>
+        </readonly> -->
+    </users>
+
+    <!-- Quotas. -->
+    <quotas>
+        <!-- Name of quota. -->
+        <default>
+            <!-- Limits for time interval. You could specify many intervals with different limits. -->
+            <interval>
+                <!-- Length of interval. -->
+                <duration>3600</duration>
+
+                <!-- No limits. Just calculate resource usage for time interval. -->
+                <queries>0</queries>
+                <errors>0</errors>
+                <result_rows>0</result_rows>
+                <read_rows>0</read_rows>
+                <execution_time>0</execution_time>
+            </interval>
+        </default>
+    </quotas>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml
new file mode 100644
index 00000000000..6cdcc1b440c
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <macros>
+        <replica>clickhouse1</replica>
+        <shard>01</shard>
+        <shard2>01</shard2>
+    </macros>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml
new file mode 100644
index 00000000000..a114a9ce4ab
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <macros>
+        <replica>clickhouse2</replica>
+        <shard>01</shard>
+        <shard2>02</shard2>
+    </macros>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml
new file mode 100644
index 00000000000..904a27b0172
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <macros>
+        <replica>clickhouse3</replica>
+        <shard>01</shard>
+        <shard2>03</shard2>
+    </macros>
+</yandex>
diff --git a/tests/testflows/extended_precision_data_types/errors.py b/tests/testflows/extended_precision_data_types/errors.py
new file mode 100644
index 00000000000..63b82f3368d
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/errors.py
@@ -0,0 +1,11 @@
+def not_implemented_bigints(name):
+    return(48, f"Exception: {name} is not implemented for big integers")
+
+def bigints_not_implements(name):
+    return(48, f'Exception: {name} for big integers is not implemented')
+
+def illegal_type():
+    return(43, 'Exception: Illegal type')
+
+def illegal_column():
+    return(44, 'Exception: Illegal column')
\ No newline at end of file
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml
new file mode 100644
index 00000000000..2d79443dcbb
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml
@@ -0,0 +1,28 @@
+version: '2.3'
+
+services:
+  clickhouse:
+    image: yandex/clickhouse-integration-test
+    expose:
+      - "9000"
+      - "9009"
+      - "8123"
+    volumes:
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/config.d:/etc/clickhouse-server/config.d"
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/users.d:/etc/clickhouse-server/users.d"
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/ssl:/etc/clickhouse-server/ssl"
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/config.xml:/etc/clickhouse-server/config.xml"
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/users.xml:/etc/clickhouse-server/users.xml"
+      - "${CLICKHOUSE_TESTS_SERVER_BIN_PATH:-/usr/bin/clickhouse}:/usr/bin/clickhouse"
+      - "${CLICKHOUSE_TESTS_ODBC_BRIDGE_BIN_PATH:-/usr/bin/clickhouse-odbc-bridge}:/usr/bin/clickhouse-odbc-bridge"
+    entrypoint: bash -c "clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"
+    healthcheck:
+      test: clickhouse client --query='select 1'
+      interval: 10s
+      timeout: 10s
+      retries: 3
+      start_period: 300s
+    cap_add:
+      - SYS_PTRACE
+    security_opt:
+      - label:disable
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
new file mode 100644
index 00000000000..a62ad7329cd
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
@@ -0,0 +1,68 @@
+version: '2.3'
+
+services:
+  zookeeper:
+    extends:
+      file: zookeeper-service.yml
+      service: zookeeper
+
+  mysql1:
+    extends:
+      file: mysql-service.yml
+      service: mysql
+    hostname: mysql1
+    volumes:
+      - "${CLICKHOUSE_TESTS_DIR}/_instances/mysql1/database:/var/lib/mysql"
+
+  clickhouse1:
+    extends:
+      file: clickhouse-service.yml
+      service: clickhouse
+    hostname: clickhouse1
+    volumes:
+      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse1/database/:/var/lib/clickhouse/"
+      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse1/logs/:/var/log/clickhouse-server/"
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse1/config.d/macros.xml:/etc/clickhouse-server/config.d/macros.xml"
+    depends_on:
+      zookeeper:
+        condition: service_healthy
+
+  clickhouse2:
+    extends:
+      file: clickhouse-service.yml
+      service: clickhouse
+    hostname: clickhouse2
+    volumes:
+      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse2/database/:/var/lib/clickhouse/"
+      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse2/logs/:/var/log/clickhouse-server/"
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse2/config.d/macros.xml:/etc/clickhouse-server/config.d/macros.xml"
+    depends_on:
+      zookeeper:
+        condition: service_healthy
+
+  clickhouse3:
+    extends:
+      file: clickhouse-service.yml
+      service: clickhouse
+    hostname: clickhouse3
+    volumes:
+      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse3/database/:/var/lib/clickhouse/"
+      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse3/logs/:/var/log/clickhouse-server/"
+      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse3/config.d/macros.xml:/etc/clickhouse-server/config.d/macros.xml"
+    depends_on:
+      zookeeper:
+        condition: service_healthy
+
+  # dummy service which does nothing, but allows to postpone
+  # 'docker-compose up -d' till all dependecies will go healthy
+  all_services_ready:
+    image: hello-world
+    depends_on:
+      clickhouse1:
+        condition: service_healthy
+      clickhouse2:
+        condition: service_healthy
+      clickhouse3:
+        condition: service_healthy
+      zookeeper:
+        condition: service_healthy
\ No newline at end of file
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/mysql-service.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/mysql-service.yml
new file mode 100644
index 00000000000..6924bccfad5
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/mysql-service.yml
@@ -0,0 +1,19 @@
+version: '2.3'
+
+services:
+  mysql:
+    image: mysql:5.7.30
+    restart: always
+    environment:
+      MYSQL_DATABASE: 'db'
+      MYSQL_USER: 'user'
+      MYSQL_PASSWORD: 'password'
+      MYSQL_ROOT_PASSWORD: 'password'
+    expose:
+      - '3306'
+    healthcheck:
+      test: mysql -D db -u user --password=password -e "select 1;"
+      interval: 3s
+      timeout: 2s
+      retries: 40
+      start_period: 2s
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml
new file mode 100644
index 00000000000..f3df33358be
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml
@@ -0,0 +1,18 @@
+version: '2.3'
+
+services:
+  zookeeper:
+    image: zookeeper:3.4.12
+    expose:
+      - "2181"
+    environment:
+      ZOO_TICK_TIME: 500
+      ZOO_MY_ID: 1
+    healthcheck:
+      test: echo stat | nc localhost 2181
+      interval: 3s
+      timeout: 2s
+      retries: 5
+      start_period: 2s
+    security_opt:
+      - label:disable
diff --git a/tests/testflows/extended_precision_data_types/regression.py b/tests/testflows/extended_precision_data_types/regression.py
new file mode 100755
index 00000000000..7132c523667
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/regression.py
@@ -0,0 +1,52 @@
+#!/usr/bin/env python3
+import os
+import sys
+
+from testflows.core import *
+
+append_path(sys.path, "..")
+
+from helpers.cluster import Cluster
+from helpers.argparser import argparser
+from extended_precision_data_types.requirements import *
+
+xfails = {
+}
+
+xflags = {
+}
+
+@TestModule
+@ArgumentParser(argparser)
+@XFails(xfails)
+@XFlags(xflags)
+@Name("extended precision data types")
+@Specifications(
+    QA_SRS020_ClickHouse_Extended_Precision_Data_Types
+)
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision("1.0"),
+)
+def regression(self, local, clickhouse_binary_path, stress=None, parallel=None):
+    """Extended precision data type regression.
+    """
+
+    top().terminating = False
+
+    nodes = {
+        "clickhouse":
+            ("clickhouse1", "clickhouse2", "clickhouse3")
+    }
+    with Cluster(local, clickhouse_binary_path, nodes=nodes,
+            docker_compose_project_dir=os.path.join(current_dir(), "extended-precision-data-type_env")) as cluster:
+
+        self.context.cluster = cluster
+        self.context.stress = stress
+
+        if parallel is not None:
+            self.context.parallel = parallel
+
+        Feature(run=load("extended_precision_data_types.tests.feature", "feature"))
+
+if main():
+    regression()
diff --git a/tests/testflows/extended_precision_data_types/requirements/__init__.py b/tests/testflows/extended_precision_data_types/requirements/__init__.py
new file mode 100644
index 00000000000..75e9d5b4bb8
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/requirements/__init__.py
@@ -0,0 +1 @@
+from .requirements import *
\ No newline at end of file
diff --git a/tests/testflows/extended_precision_data_types/requirements/requirements.md b/tests/testflows/extended_precision_data_types/requirements/requirements.md
new file mode 100644
index 00000000000..4b90e37bd6e
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/requirements/requirements.md
@@ -0,0 +1,562 @@
+# QA-SRS020 ClickHouse Extended Precision Data Types
+# Software Requirements Specification
+
+## Table of Contents
+
+* 1 [Revision History](#revision-history)
+* 2 [Introduction](#introduction)
+* 3 [Terminology](#terminology)
+  * 3.1 [Extended Precision Data Types](#extended-precision-data-types)
+* 4 [Requirements](#requirements)
+  * 4.1 [RQ.SRS-020.ClickHouse.Extended.Precision](#rqsrs-020clickhouseextendedprecision)
+  * 4.2 [Conversion](#conversion)
+    * 4.2.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt128](#rqsrs-020clickhouseextendedprecisionconversiontoint128)
+    * 4.2.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt128](#rqsrs-020clickhouseextendedprecisionconversiontouint128)
+    * 4.2.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt256](#rqsrs-020clickhouseextendedprecisionconversiontoint256)
+    * 4.2.4 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt256](#rqsrs-020clickhouseextendedprecisionconversiontouint256)
+    * 4.2.5 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toDecimal256](#rqsrs-020clickhouseextendedprecisionconversiontodecimal256)
+    * 4.2.6 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.FromMySQL](#rqsrs-020clickhouseextendedprecisionconversionfrommysql)
+    * 4.2.7 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.ToMySQL](#rqsrs-020clickhouseextendedprecisionconversiontomysql)
+  * 4.3 [Arithmetic](#arithmetic)
+    * 4.3.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Int.Supported](#rqsrs-020clickhouseextendedprecisionarithmeticintsupported)
+    * 4.3.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.Supported](#rqsrs-020clickhouseextendedprecisionarithmeticdecsupported)
+    * 4.3.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionarithmeticdecnotsupported)
+  * 4.4 [Arrays](#arrays)
+    * 4.4.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.Supported](#rqsrs-020clickhouseextendedprecisionarraysintsupported)
+    * 4.4.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.NotSupported](#rqsrs-020clickhouseextendedprecisionarraysintnotsupported)
+    * 4.4.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.Supported](#rqsrs-020clickhouseextendedprecisionarraysdecsupported)
+    * 4.4.4 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionarraysdecnotsupported)
+  * 4.5 [Comparison](#comparison)
+    * 4.5.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Comparison](#rqsrs-020clickhouseextendedprecisioncomparison)
+  * 4.6 [Logical Functions](#logical-functions)
+    * 4.6.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Logical](#rqsrs-020clickhouseextendedprecisionlogical)
+  * 4.7 [Mathematical Functions](#mathematical-functions)
+    * 4.7.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.Supported](#rqsrs-020clickhouseextendedprecisionmathematicalsupported)
+    * 4.7.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.NotSupported](#rqsrs-020clickhouseextendedprecisionmathematicalnotsupported)
+  * 4.8 [Rounding Functions](#rounding-functions)
+    * 4.8.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.Supported](#rqsrs-020clickhouseextendedprecisionroundingintsupported)
+    * 4.8.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.NotSupported](#rqsrs-020clickhouseextendedprecisionroundingintnotsupported)
+    * 4.8.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.Supported](#rqsrs-020clickhouseextendedprecisionroundingdecsupported)
+    * 4.8.4 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionroundingdecnotsupported)
+  * 4.9 [Bit Functions](#bit-functions)
+    * 4.9.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.Supported](#rqsrs-020clickhouseextendedprecisionbitintsupported)
+    * 4.9.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.NotSupported](#rqsrs-020clickhouseextendedprecisionbitintnotsupported)
+    * 4.9.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionbitdecnotsupported)
+  * 4.10 [Null Functions](#null-functions)
+    * 4.10.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Null](#rqsrs-020clickhouseextendedprecisionnull)
+  * 4.11 [Tuple Functions](#tuple-functions)
+    * 4.11.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Tuple](#rqsrs-020clickhouseextendedprecisiontuple)
+  * 4.12 [Map Functions](#map-functions)
+    * 4.12.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Map.Supported](#rqsrs-020clickhouseextendedprecisionmapsupported)
+    * 4.12.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Map.NotSupported](#rqsrs-020clickhouseextendedprecisionmapnotsupported)
+  * 4.13 [Create](#create)
+    * 4.13.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Create.Table](#rqsrs-020clickhouseextendedprecisioncreatetable)
+* 5 [References](#references)
+
+## Revision History
+
+This document is stored in an electronic form using [Git] source control management software
+hosted in a [GitHub Repository].
+All the updates are tracked using the [Revision History].
+
+## Introduction
+
+This software requirements specification covers requirements related to [ClickHouse]
+using extended precision data types.
+
+## Terminology
+
+### Extended Precision Data Types
+
+* Int128 - [-170141183460469231731687303715884105728 : 170141183460469231731687303715884105727]
+* UInt128 - [0 : 340282366920938463463374607431768211455]
+* Int256 - [-57896044618658097711785492504343953926634992332820282019728792003956564819968 : 57896044618658097711785492504343953926634992332820282019728792003956564819967]
+* UInt256 - [0 : 115792089237316195423570985008687907853269984665640564039457584007913129639935]
+* Decimal256 - [ -1 * 10^(76 - S): 1 * 10^(76 - S) ], where S is the precision.
+
+## Requirements
+
+### RQ.SRS-020.ClickHouse.Extended.Precision
+version: 1.0
+
+[ClickHouse] SHALL support using [Extended Precision Data Types].
+
+### Conversion
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt128
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `Int128` using the `toInt128` function.
+
+For example,
+
+```sql
+SELECT toInt128(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt128
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `UInt128` format using `toUInt128` function.
+
+For example,
+
+```sql
+SELECT toUInt128(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt256
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `Int256` using `toInt256` function.
+
+For example,
+
+```sql
+SELECT toInt256(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt256
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `UInt256` format using `toUInt256` function.
+
+For example,
+
+```sql
+SELECT toUInt256(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toDecimal256
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `Decimal256` format using `toDecimal256` function.
+
+For example,
+
+```sql
+SELECT toDecimal256(1,2)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.FromMySQL
+version: 1.0
+
+[ClickHouse] SHALL support converting to [Extended Precision Data Types] from MySQL.
+
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.ToMySQL
+version: 1.0
+
+[ClickHouse] MAY not support converting from [Extended Precision Data Types] to MySQL.
+
+### Arithmetic
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using [Arithmetic functions] with Int128, UInt128, Int256, and UInt256.
+
+Arithmetic functions:
+* plus
+* minus
+* multiply
+* divide
+* intDiv
+* intDivOrZero
+* modulo
+* moduloOrZero
+* negate
+* abs
+* gcd
+* lcm
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Arithmetic functions] with Decimal256:
+
+* plus
+* minus
+* multiply
+* divide
+* intDiv
+* intDivOrZero
+* negate
+* abs
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Arithmetic functions] with Decimal256:
+
+* modulo
+* moduloOrZero
+* gcd
+* lcm
+
+### Arrays
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Array functions] with Int128, UInt128, Int256, and UInt256.
+
+* empty
+* notEmpty
+* length
+* arrayCount
+* arrayPopBack
+* arrayPopFront
+* arraySort
+* arrayReverseSort
+* arrayUniq
+* arrayJoin
+* arrayDistinct
+* arrayEnumerate
+* arrayEnumerateDense
+* arrayEnumerateUniq
+* arrayReverse
+* reverse
+* arrayFlatten
+* arrayCompact
+* arrayExists
+* arrayAll
+* arrayMin
+* arrayMax
+* arraySum
+* arrayAvg
+* arrayReduce
+* arrayReduceInRanges
+* arrayZip
+* arrayMap
+* arrayFilter
+* arrayFill
+* arrayReverseFill
+* arraySplit
+* arrayFirst
+* arrayFirstIndex
+* arrayConcat
+* hasAll
+* hasAny
+* hasSubstr
+* arrayElement
+* has
+* indexOf
+* countEqual
+* arrayPushBack
+* arrayPushFront
+* arrayResize
+* arraySlice
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Array functions] with Int128, UInt128, Int256, and UInt256:
+
+* arrayDifference
+* arrayCumSum
+* arrayCumSumNonNegative
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Array functions] with Decimal256:
+
+* empty
+* notEmpty
+* length
+* arrayCount
+* arrayPopBack
+* arrayPopFront
+* arraySort
+* arrayReverseSort
+* arrayUniq
+* arrayJoin
+* arrayDistinct
+* arrayEnumerate
+* arrayEnumerateDense
+* arrayEnumerateUniq
+* arrayReverse
+* reverse
+* arrayFlatten
+* arrayCompact
+* arrayExists
+* arrayAll
+* arrayReduce
+* arrayReduceInRanges
+* arrayZip
+* arrayMap
+* arrayFilter
+* arrayFill
+* arrayReverseFill
+* arraySplit
+* arrayFirst
+* arrayFirstIndex
+* arrayConcat
+* hasAll
+* hasAny
+* hasSubstr
+* arrayElement
+* has
+* indexOf
+* countEqual
+* arrayPushBack
+* arrayPushFront
+* arrayResize
+* arraySlice
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Array functions] with Decimal256:
+
+* arrayMin
+* arrayMax
+* arraaySum
+* arrayAvg
+* arrayDifference
+* arrayCumSum
+* arrayCumSumNonNegative
+
+### Comparison
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Comparison
+version: 1.0
+
+[ClickHouse] SHALL support using [Comparison functions] with [Extended Precision Data Types].
+
+Comparison functions:
+* equals
+* notEquals
+* less
+* greater
+* lessOrEquals
+* greaterOrEquals
+
+### Logical Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Logical
+version: 1.0
+
+[ClickHouse] MAY not support using [Logical functions] with [Extended Precision Data Types].
+
+Logical functions:
+* and
+* or
+* not
+* xor
+
+### Mathematical Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Mathematical functions] with [Extended Precision Data Types]:
+
+* exp
+* log, ln
+* exp2
+* log2
+* exp10
+* log10
+* sqrt
+* cbrt
+* erf
+* erfc
+* lgamma
+* tgamma
+* sin
+* cos
+* tan
+* asin
+* acos
+* atan
+* cosh
+* acosh
+* sinh
+* asinh
+* tanh
+* atanh
+* log1p
+* sign
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Mathematical functions] with [Extended Precision Data Types]:
+
+* pow, power
+* intExp2
+* intExp10
+* atan2
+* hypot
+
+### Rounding Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Rounding functions] with Int128, UInt128, Int256, and UInt256:
+
+* floor
+* ceil
+* trunc
+* round
+* roundBankers
+* roundDuration
+* roundAge
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Rounding functions] with Int128, UInt128, Int256, and UInt256:
+
+* roundDown
+* roundToExp2
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Rounding functions] with Decimal256:
+
+* floor
+* ceil
+* trunc
+* round
+* roundBankers
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Rounding functions] with Decimal256:
+
+* roundDuration
+* roundAge
+* roundDown
+* roundToExp2
+
+### Bit Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Bit functions] with Int128, UInt128, Int256, and UInt256:
+
+* bitAnd
+* bitOr
+* bitXor
+* bitNot
+* bitShiftLeft
+* bitShiftRight
+* bitCount
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Bit functions] with Int128, UInt128, Int256, and UInt256:
+
+* bitRotateLeft
+* bitRotateRight
+* bitTest
+* bitTestAll
+* bitTestAny
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using [Bit functions] with Decimal256.
+
+Bit functions:
+* bitAnd
+* bitOr
+* bitXor
+* bitNot
+* bitShiftLeft
+* bitShiftRight
+* bitCount
+* bitRotateLeft
+* bitRotateRight
+* bitTest
+* bitTestAll
+* bitTestAny
+
+### Null Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Null
+version: 1.0
+
+[ClickHouse] SHALL support using [Null functions] with [Extended Precision Data Types].
+
+Null functions:
+* isNull
+* isNotNull
+* coalesce
+* ifNull
+* nullIf
+* assumeNotNull
+* toNullable
+
+### Tuple Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Tuple
+version: 1.0
+
+[ClickHouse] SHALL support using [Tuple functions] with [Extended Precision Data Types].
+
+Tuple functions:
+* tuple
+* tupleElement
+* untuple
+
+### Map Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Map.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Map functions] with [Extended Precision Data Types]:
+
+* map
+* mapContains
+* mapKeys
+* mapValues
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Map.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Map functions] with [Extended Precision Data Types]:
+
+* mapAdd
+* mapSubtract
+* mapPopulateSeries
+
+### Create
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Create.Table
+version: 1.0
+
+[ClickHouse] SHALL support creating table with columns that use [Extended Precision Data Types].
+
+## References
+
+* **ClickHouse:** https://clickhouse.tech
+* **GitHub Repository**: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+* **Revision History**: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+* **Git:** https://git-scm.com/
+
+[Extended Precision Data Types]: #extended-precision-data-types
+[Arithmetic functions]: https://clickhouse.tech/docs/en/sql-reference/functions/arithmetic-functions/
+[Array functions]: https://clickhouse.tech/docs/en/sql-reference/functions/array-functions/
+[Comparison functions]: https://clickhouse.tech/docs/en/sql-reference/functions/comparison-functions/
+[Logical Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/logical-functions/
+[Mathematical Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/math-functions/
+[Rounding Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/rounding-functions/
+[Bit Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/bit-functions/
+[Null Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/functions-for-nulls/
+[Tuple Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/tuple-functions/
+[Map Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/tuple-map-functions/
+[SRS]: #srs
+[ClickHouse]: https://clickhouse.tech
+[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+[Revision History]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+[Git]: https://git-scm.com/
+[GitHub]: https://github.com
diff --git a/tests/testflows/extended_precision_data_types/requirements/requirements.py b/tests/testflows/extended_precision_data_types/requirements/requirements.py
new file mode 100644
index 00000000000..f38d315f2c2
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/requirements/requirements.py
@@ -0,0 +1,1420 @@
+# These requirements were auto generated
+# from software requirements specification (SRS)
+# document by TestFlows v1.6.210505.1133630.
+# Do not edit by hand but re-generate instead
+# using 'tfs requirements generate' command.
+from testflows.core import Specification
+from testflows.core import Requirement
+
+Heading = Specification.Heading
+
+RQ_SRS_020_ClickHouse_Extended_Precision = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using [Extended Precision Data Types].\n'
+        '\n'
+        ),
+    link=None,
+    level=2,
+    num='4.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toInt128 = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt128',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support converting values to `Int128` using the `toInt128` function.\n'
+        '\n'
+        'For example,\n'
+        '\n'
+        '```sql\n'
+        'SELECT toInt128(1)\n'
+        '```\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toUInt128 = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt128',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support converting values to `UInt128` format using `toUInt128` function.\n'
+        '\n'
+        'For example,\n'
+        '\n'
+        '```sql\n'
+        'SELECT toUInt128(1)\n'
+        '```\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.2')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toInt256 = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt256',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support converting values to `Int256` using `toInt256` function.\n'
+        '\n'
+        'For example,\n'
+        '\n'
+        '```sql\n'
+        'SELECT toInt256(1)\n'
+        '```\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.3')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toUInt256 = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt256',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support converting values to `UInt256` format using `toUInt256` function.\n'
+        '\n'
+        'For example,\n'
+        '\n'
+        '```sql\n'
+        'SELECT toUInt256(1)\n'
+        '```\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.4')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toDecimal256 = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toDecimal256',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support converting values to `Decimal256` format using `toDecimal256` function.\n'
+        '\n'
+        'For example,\n'
+        '\n'
+        '```sql\n'
+        'SELECT toDecimal256(1,2)\n'
+        '```\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.5')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_FromMySQL = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.FromMySQL',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support converting to [Extended Precision Data Types] from MySQL.\n'
+        '\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.6')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_ToMySQL = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.ToMySQL',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support converting from [Extended Precision Data Types] to MySQL.\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.2.7')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Int_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Int.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using [Arithmetic functions] with Int128, UInt128, Int256, and UInt256.\n'
+        '\n'
+        'Arithmetic functions:\n'
+        '* plus\n'
+        '* minus\n'
+        '* multiply\n'
+        '* divide\n'
+        '* intDiv\n'
+        '* intDivOrZero\n'
+        '* modulo\n'
+        '* moduloOrZero\n'
+        '* negate\n'
+        '* abs\n'
+        '* gcd\n'
+        '* lcm\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.3.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Dec_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Arithmetic functions] with Decimal256:\n'
+        '\n'
+        '* plus\n'
+        '* minus\n'
+        '* multiply\n'
+        '* divide\n'
+        '* intDiv\n'
+        '* intDivOrZero\n'
+        '* negate\n'
+        '* abs\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.3.2')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Dec_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Arithmetic functions] with Decimal256:\n'
+        '\n'
+        '* modulo\n'
+        '* moduloOrZero\n'
+        '* gcd\n'
+        '* lcm\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.3.3')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Int_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Array functions] with Int128, UInt128, Int256, and UInt256.\n'
+        '\n'
+        '* empty\n'
+        '* notEmpty\n'
+        '* length\n'
+        '* arrayCount\n'
+        '* arrayPopBack\n'
+        '* arrayPopFront\n'
+        '* arraySort\n'
+        '* arrayReverseSort\n'
+        '* arrayUniq\n'
+        '* arrayJoin\n'
+        '* arrayDistinct\n'
+        '* arrayEnumerate\n'
+        '* arrayEnumerateDense\n'
+        '* arrayEnumerateUniq\n'
+        '* arrayReverse\n'
+        '* reverse\n'
+        '* arrayFlatten\n'
+        '* arrayCompact\n'
+        '* arrayExists\n'
+        '* arrayAll\n'
+        '* arrayMin\n'
+        '* arrayMax\n'
+        '* arraySum\n'
+        '* arrayAvg\n'
+        '* arrayReduce\n'
+        '* arrayReduceInRanges\n'
+        '* arrayZip\n'
+        '* arrayMap\n'
+        '* arrayFilter\n'
+        '* arrayFill\n'
+        '* arrayReverseFill\n'
+        '* arraySplit\n'
+        '* arrayFirst\n'
+        '* arrayFirstIndex\n'
+        '* arrayConcat\n'
+        '* hasAll\n'
+        '* hasAny\n'
+        '* hasSubstr\n'
+        '* arrayElement\n'
+        '* has\n'
+        '* indexOf\n'
+        '* countEqual\n'
+        '* arrayPushBack\n'
+        '* arrayPushFront\n'
+        '* arrayResize\n'
+        '* arraySlice\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.4.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Int_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Array functions] with Int128, UInt128, Int256, and UInt256:\n'
+        '\n'
+        '* arrayDifference\n'
+        '* arrayCumSum\n'
+        '* arrayCumSumNonNegative\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.4.2')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Dec_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Array functions] with Decimal256:\n'
+        '\n'
+        '* empty\n'
+        '* notEmpty\n'
+        '* length\n'
+        '* arrayCount\n'
+        '* arrayPopBack\n'
+        '* arrayPopFront\n'
+        '* arraySort\n'
+        '* arrayReverseSort\n'
+        '* arrayUniq\n'
+        '* arrayJoin\n'
+        '* arrayDistinct\n'
+        '* arrayEnumerate\n'
+        '* arrayEnumerateDense\n'
+        '* arrayEnumerateUniq\n'
+        '* arrayReverse\n'
+        '* reverse\n'
+        '* arrayFlatten\n'
+        '* arrayCompact\n'
+        '* arrayExists\n'
+        '* arrayAll\n'
+        '* arrayReduce\n'
+        '* arrayReduceInRanges\n'
+        '* arrayZip\n'
+        '* arrayMap\n'
+        '* arrayFilter\n'
+        '* arrayFill\n'
+        '* arrayReverseFill\n'
+        '* arraySplit\n'
+        '* arrayFirst\n'
+        '* arrayFirstIndex\n'
+        '* arrayConcat\n'
+        '* hasAll\n'
+        '* hasAny\n'
+        '* hasSubstr\n'
+        '* arrayElement\n'
+        '* has\n'
+        '* indexOf\n'
+        '* countEqual\n'
+        '* arrayPushBack\n'
+        '* arrayPushFront\n'
+        '* arrayResize\n'
+        '* arraySlice\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.4.3')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Dec_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Array functions] with Decimal256:\n'
+        '\n'
+        '* arrayMin\n'
+        '* arrayMax\n'
+        '* arraaySum\n'
+        '* arrayAvg\n'
+        '* arrayDifference\n'
+        '* arrayCumSum\n'
+        '* arrayCumSumNonNegative\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.4.4')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Comparison = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Comparison',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using [Comparison functions] with [Extended Precision Data Types].\n'
+        '\n'
+        'Comparison functions:\n'
+        '* equals\n'
+        '* notEquals\n'
+        '* less\n'
+        '* greater\n'
+        '* lessOrEquals\n'
+        '* greaterOrEquals\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.5.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Logical = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Logical',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using [Logical functions] with [Extended Precision Data Types].\n'
+        '\n'
+        'Logical functions:\n'
+        '* and\n'
+        '* or\n'
+        '* not\n'
+        '* xor\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.6.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Mathematical_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Mathematical functions] with [Extended Precision Data Types]:\n'
+        '\n'
+        '* exp\n'
+        '* log, ln\n'
+        '* exp2\n'
+        '* log2\n'
+        '* exp10\n'
+        '* log10\n'
+        '* sqrt\n'
+        '* cbrt\n'
+        '* erf\n'
+        '* erfc\n'
+        '* lgamma\n'
+        '* tgamma\n'
+        '* sin\n'
+        '* cos\n'
+        '* tan\n'
+        '* asin\n'
+        '* acos\n'
+        '* atan\n'
+        '* cosh\n'
+        '* acosh\n'
+        '* sinh\n'
+        '* asinh\n'
+        '* tanh\n'
+        '* atanh\n'
+        '* log1p\n'
+        '* sign\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.7.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Mathematical_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Mathematical functions] with [Extended Precision Data Types]:\n'
+        '\n'
+        '* pow, power\n'
+        '* intExp2\n'
+        '* intExp10\n'
+        '* atan2\n'
+        '* hypot\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.7.2')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Int_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Rounding functions] with Int128, UInt128, Int256, and UInt256:\n'
+        '\n'
+        '* floor\n'
+        '* ceil\n'
+        '* trunc\n'
+        '* round\n'
+        '* roundBankers\n'
+        '* roundDuration\n'
+        '* roundAge\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.8.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Int_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Rounding functions] with Int128, UInt128, Int256, and UInt256:\n'
+        '\n'
+        '* roundDown\n'
+        '* roundToExp2\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.8.2')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Dec_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Rounding functions] with Decimal256:\n'
+        '\n'
+        '* floor\n'
+        '* ceil\n'
+        '* trunc\n'
+        '* round\n'
+        '* roundBankers\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.8.3')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Dec_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Rounding functions] with Decimal256:\n'
+        '\n'
+        '* roundDuration\n'
+        '* roundAge\n'
+        '* roundDown\n'
+        '* roundToExp2\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.8.4')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Int_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Bit functions] with Int128, UInt128, Int256, and UInt256:\n'
+        '\n'
+        '* bitAnd\n'
+        '* bitOr\n'
+        '* bitXor\n'
+        '* bitNot\n'
+        '* bitShiftLeft\n'
+        '* bitShiftRight\n'
+        '* bitCount\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.9.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Int_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Bit functions] with Int128, UInt128, Int256, and UInt256:\n'
+        '\n'
+        '* bitRotateLeft\n'
+        '* bitRotateRight\n'
+        '* bitTest\n'
+        '* bitTestAll\n'
+        '* bitTestAny\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.9.2')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Dec_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Dec.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using [Bit functions] with Decimal256.\n'
+        '\n'
+        'Bit functions:\n'
+        '* bitAnd\n'
+        '* bitOr\n'
+        '* bitXor\n'
+        '* bitNot\n'
+        '* bitShiftLeft\n'
+        '* bitShiftRight\n'
+        '* bitCount\n'
+        '* bitRotateLeft\n'
+        '* bitRotateRight\n'
+        '* bitTest\n'
+        '* bitTestAll\n'
+        '* bitTestAny\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.9.3')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Null = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Null',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using [Null functions] with [Extended Precision Data Types].\n'
+        '\n'
+        'Null functions:\n'
+        '* isNull\n'
+        '* isNotNull\n'
+        '* coalesce\n'
+        '* ifNull\n'
+        '* nullIf\n'
+        '* assumeNotNull\n'
+        '* toNullable\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.10.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Tuple = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Tuple',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using [Tuple functions] with [Extended Precision Data Types].\n'
+        '\n'
+        'Tuple functions:\n'
+        '* tuple\n'
+        '* tupleElement\n'
+        '* untuple\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.11.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Map_Supported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Map.Supported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support using the following [Map functions] with [Extended Precision Data Types]:\n'
+        '\n'
+        '* map\n'
+        '* mapContains\n'
+        '* mapKeys\n'
+        '* mapValues\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.12.1')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Map_NotSupported = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Map.NotSupported',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] MAY not support using the following [Map functions] with [Extended Precision Data Types]:\n'
+        '\n'
+        '* mapAdd\n'
+        '* mapSubtract\n'
+        '* mapPopulateSeries\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.12.2')
+
+RQ_SRS_020_ClickHouse_Extended_Precision_Create_Table = Requirement(
+    name='RQ.SRS-020.ClickHouse.Extended.Precision.Create.Table',
+    version='1.0',
+    priority=None,
+    group=None,
+    type=None,
+    uid=None,
+    description=(
+        '[ClickHouse] SHALL support creating table with columns that use [Extended Precision Data Types].\n'
+        '\n'
+        ),
+    link=None,
+    level=3,
+    num='4.13.1')
+
+QA_SRS020_ClickHouse_Extended_Precision_Data_Types = Specification(
+    name='QA-SRS020 ClickHouse Extended Precision Data Types', 
+    description=None,
+    author=None,
+    date=None, 
+    status=None, 
+    approved_by=None,
+    approved_date=None,
+    approved_version=None,
+    version=None,
+    group=None,
+    type=None,
+    link=None,
+    uid=None,
+    parent=None,
+    children=None,
+    headings=(
+        Heading(name='Revision History', level=1, num='1'),
+        Heading(name='Introduction', level=1, num='2'),
+        Heading(name='Terminology', level=1, num='3'),
+        Heading(name='Extended Precision Data Types', level=2, num='3.1'),
+        Heading(name='Requirements', level=1, num='4'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision', level=2, num='4.1'),
+        Heading(name='Conversion', level=2, num='4.2'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt128', level=3, num='4.2.1'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt128', level=3, num='4.2.2'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt256', level=3, num='4.2.3'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt256', level=3, num='4.2.4'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toDecimal256', level=3, num='4.2.5'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.FromMySQL', level=3, num='4.2.6'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.ToMySQL', level=3, num='4.2.7'),
+        Heading(name='Arithmetic', level=2, num='4.3'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Int.Supported', level=3, num='4.3.1'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.Supported', level=3, num='4.3.2'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.NotSupported', level=3, num='4.3.3'),
+        Heading(name='Arrays', level=2, num='4.4'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.Supported', level=3, num='4.4.1'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.NotSupported', level=3, num='4.4.2'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.Supported', level=3, num='4.4.3'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.NotSupported', level=3, num='4.4.4'),
+        Heading(name='Comparison', level=2, num='4.5'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Comparison', level=3, num='4.5.1'),
+        Heading(name='Logical Functions', level=2, num='4.6'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Logical', level=3, num='4.6.1'),
+        Heading(name='Mathematical Functions', level=2, num='4.7'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.Supported', level=3, num='4.7.1'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.NotSupported', level=3, num='4.7.2'),
+        Heading(name='Rounding Functions', level=2, num='4.8'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.Supported', level=3, num='4.8.1'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.NotSupported', level=3, num='4.8.2'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.Supported', level=3, num='4.8.3'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.NotSupported', level=3, num='4.8.4'),
+        Heading(name='Bit Functions', level=2, num='4.9'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.Supported', level=3, num='4.9.1'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.NotSupported', level=3, num='4.9.2'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Dec.NotSupported', level=3, num='4.9.3'),
+        Heading(name='Null Functions', level=2, num='4.10'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Null', level=3, num='4.10.1'),
+        Heading(name='Tuple Functions', level=2, num='4.11'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Tuple', level=3, num='4.11.1'),
+        Heading(name='Map Functions', level=2, num='4.12'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Map.Supported', level=3, num='4.12.1'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Map.NotSupported', level=3, num='4.12.2'),
+        Heading(name='Create', level=2, num='4.13'),
+        Heading(name='RQ.SRS-020.ClickHouse.Extended.Precision.Create.Table', level=3, num='4.13.1'),
+        Heading(name='References', level=1, num='5'),
+        ),
+    requirements=(
+        RQ_SRS_020_ClickHouse_Extended_Precision,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toInt128,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toUInt128,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toInt256,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toUInt256,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toDecimal256,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_FromMySQL,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_ToMySQL,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Int_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Dec_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Dec_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Int_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Int_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Dec_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Dec_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Comparison,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Logical,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Mathematical_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Mathematical_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Int_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Int_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Dec_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Dec_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Int_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Int_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Dec_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Null,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Tuple,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Map_Supported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Map_NotSupported,
+        RQ_SRS_020_ClickHouse_Extended_Precision_Create_Table,
+        ),
+    content='''
+# QA-SRS020 ClickHouse Extended Precision Data Types
+# Software Requirements Specification
+
+## Table of Contents
+
+* 1 [Revision History](#revision-history)
+* 2 [Introduction](#introduction)
+* 3 [Terminology](#terminology)
+  * 3.1 [Extended Precision Data Types](#extended-precision-data-types)
+* 4 [Requirements](#requirements)
+  * 4.1 [RQ.SRS-020.ClickHouse.Extended.Precision](#rqsrs-020clickhouseextendedprecision)
+  * 4.2 [Conversion](#conversion)
+    * 4.2.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt128](#rqsrs-020clickhouseextendedprecisionconversiontoint128)
+    * 4.2.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt128](#rqsrs-020clickhouseextendedprecisionconversiontouint128)
+    * 4.2.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt256](#rqsrs-020clickhouseextendedprecisionconversiontoint256)
+    * 4.2.4 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt256](#rqsrs-020clickhouseextendedprecisionconversiontouint256)
+    * 4.2.5 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toDecimal256](#rqsrs-020clickhouseextendedprecisionconversiontodecimal256)
+    * 4.2.6 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.FromMySQL](#rqsrs-020clickhouseextendedprecisionconversionfrommysql)
+    * 4.2.7 [RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.ToMySQL](#rqsrs-020clickhouseextendedprecisionconversiontomysql)
+  * 4.3 [Arithmetic](#arithmetic)
+    * 4.3.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Int.Supported](#rqsrs-020clickhouseextendedprecisionarithmeticintsupported)
+    * 4.3.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.Supported](#rqsrs-020clickhouseextendedprecisionarithmeticdecsupported)
+    * 4.3.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionarithmeticdecnotsupported)
+  * 4.4 [Arrays](#arrays)
+    * 4.4.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.Supported](#rqsrs-020clickhouseextendedprecisionarraysintsupported)
+    * 4.4.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.NotSupported](#rqsrs-020clickhouseextendedprecisionarraysintnotsupported)
+    * 4.4.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.Supported](#rqsrs-020clickhouseextendedprecisionarraysdecsupported)
+    * 4.4.4 [RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionarraysdecnotsupported)
+  * 4.5 [Comparison](#comparison)
+    * 4.5.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Comparison](#rqsrs-020clickhouseextendedprecisioncomparison)
+  * 4.6 [Logical Functions](#logical-functions)
+    * 4.6.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Logical](#rqsrs-020clickhouseextendedprecisionlogical)
+  * 4.7 [Mathematical Functions](#mathematical-functions)
+    * 4.7.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.Supported](#rqsrs-020clickhouseextendedprecisionmathematicalsupported)
+    * 4.7.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.NotSupported](#rqsrs-020clickhouseextendedprecisionmathematicalnotsupported)
+  * 4.8 [Rounding Functions](#rounding-functions)
+    * 4.8.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.Supported](#rqsrs-020clickhouseextendedprecisionroundingintsupported)
+    * 4.8.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.NotSupported](#rqsrs-020clickhouseextendedprecisionroundingintnotsupported)
+    * 4.8.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.Supported](#rqsrs-020clickhouseextendedprecisionroundingdecsupported)
+    * 4.8.4 [RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionroundingdecnotsupported)
+  * 4.9 [Bit Functions](#bit-functions)
+    * 4.9.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.Supported](#rqsrs-020clickhouseextendedprecisionbitintsupported)
+    * 4.9.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.NotSupported](#rqsrs-020clickhouseextendedprecisionbitintnotsupported)
+    * 4.9.3 [RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Dec.NotSupported](#rqsrs-020clickhouseextendedprecisionbitdecnotsupported)
+  * 4.10 [Null Functions](#null-functions)
+    * 4.10.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Null](#rqsrs-020clickhouseextendedprecisionnull)
+  * 4.11 [Tuple Functions](#tuple-functions)
+    * 4.11.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Tuple](#rqsrs-020clickhouseextendedprecisiontuple)
+  * 4.12 [Map Functions](#map-functions)
+    * 4.12.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Map.Supported](#rqsrs-020clickhouseextendedprecisionmapsupported)
+    * 4.12.2 [RQ.SRS-020.ClickHouse.Extended.Precision.Map.NotSupported](#rqsrs-020clickhouseextendedprecisionmapnotsupported)
+  * 4.13 [Create](#create)
+    * 4.13.1 [RQ.SRS-020.ClickHouse.Extended.Precision.Create.Table](#rqsrs-020clickhouseextendedprecisioncreatetable)
+* 5 [References](#references)
+
+## Revision History
+
+This document is stored in an electronic form using [Git] source control management software
+hosted in a [GitHub Repository].
+All the updates are tracked using the [Revision History].
+
+## Introduction
+
+This software requirements specification covers requirements related to [ClickHouse]
+using extended precision data types.
+
+## Terminology
+
+### Extended Precision Data Types
+
+* Int128 - [-170141183460469231731687303715884105728 : 170141183460469231731687303715884105727]
+* UInt128 - [0 : 340282366920938463463374607431768211455]
+* Int256 - [-57896044618658097711785492504343953926634992332820282019728792003956564819968 : 57896044618658097711785492504343953926634992332820282019728792003956564819967]
+* UInt256 - [0 : 115792089237316195423570985008687907853269984665640564039457584007913129639935]
+* Decimal256 - [ -1 * 10^(76 - S): 1 * 10^(76 - S) ], where S is the precision.
+
+## Requirements
+
+### RQ.SRS-020.ClickHouse.Extended.Precision
+version: 1.0
+
+[ClickHouse] SHALL support using [Extended Precision Data Types].
+
+### Conversion
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt128
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `Int128` using the `toInt128` function.
+
+For example,
+
+```sql
+SELECT toInt128(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt128
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `UInt128` format using `toUInt128` function.
+
+For example,
+
+```sql
+SELECT toUInt128(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toInt256
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `Int256` using `toInt256` function.
+
+For example,
+
+```sql
+SELECT toInt256(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toUInt256
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `UInt256` format using `toUInt256` function.
+
+For example,
+
+```sql
+SELECT toUInt256(1)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.toDecimal256
+version: 1.0
+
+[ClickHouse] SHALL support converting values to `Decimal256` format using `toDecimal256` function.
+
+For example,
+
+```sql
+SELECT toDecimal256(1,2)
+```
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.FromMySQL
+version: 1.0
+
+[ClickHouse] SHALL support converting to [Extended Precision Data Types] from MySQL.
+
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Conversion.ToMySQL
+version: 1.0
+
+[ClickHouse] MAY not support converting from [Extended Precision Data Types] to MySQL.
+
+### Arithmetic
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using [Arithmetic functions] with Int128, UInt128, Int256, and UInt256.
+
+Arithmetic functions:
+* plus
+* minus
+* multiply
+* divide
+* intDiv
+* intDivOrZero
+* modulo
+* moduloOrZero
+* negate
+* abs
+* gcd
+* lcm
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Arithmetic functions] with Decimal256:
+
+* plus
+* minus
+* multiply
+* divide
+* intDiv
+* intDivOrZero
+* negate
+* abs
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arithmetic.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Arithmetic functions] with Decimal256:
+
+* modulo
+* moduloOrZero
+* gcd
+* lcm
+
+### Arrays
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Array functions] with Int128, UInt128, Int256, and UInt256.
+
+* empty
+* notEmpty
+* length
+* arrayCount
+* arrayPopBack
+* arrayPopFront
+* arraySort
+* arrayReverseSort
+* arrayUniq
+* arrayJoin
+* arrayDistinct
+* arrayEnumerate
+* arrayEnumerateDense
+* arrayEnumerateUniq
+* arrayReverse
+* reverse
+* arrayFlatten
+* arrayCompact
+* arrayExists
+* arrayAll
+* arrayMin
+* arrayMax
+* arraySum
+* arrayAvg
+* arrayReduce
+* arrayReduceInRanges
+* arrayZip
+* arrayMap
+* arrayFilter
+* arrayFill
+* arrayReverseFill
+* arraySplit
+* arrayFirst
+* arrayFirstIndex
+* arrayConcat
+* hasAll
+* hasAny
+* hasSubstr
+* arrayElement
+* has
+* indexOf
+* countEqual
+* arrayPushBack
+* arrayPushFront
+* arrayResize
+* arraySlice
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Int.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Array functions] with Int128, UInt128, Int256, and UInt256:
+
+* arrayDifference
+* arrayCumSum
+* arrayCumSumNonNegative
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Array functions] with Decimal256:
+
+* empty
+* notEmpty
+* length
+* arrayCount
+* arrayPopBack
+* arrayPopFront
+* arraySort
+* arrayReverseSort
+* arrayUniq
+* arrayJoin
+* arrayDistinct
+* arrayEnumerate
+* arrayEnumerateDense
+* arrayEnumerateUniq
+* arrayReverse
+* reverse
+* arrayFlatten
+* arrayCompact
+* arrayExists
+* arrayAll
+* arrayReduce
+* arrayReduceInRanges
+* arrayZip
+* arrayMap
+* arrayFilter
+* arrayFill
+* arrayReverseFill
+* arraySplit
+* arrayFirst
+* arrayFirstIndex
+* arrayConcat
+* hasAll
+* hasAny
+* hasSubstr
+* arrayElement
+* has
+* indexOf
+* countEqual
+* arrayPushBack
+* arrayPushFront
+* arrayResize
+* arraySlice
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Arrays.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Array functions] with Decimal256:
+
+* arrayMin
+* arrayMax
+* arraaySum
+* arrayAvg
+* arrayDifference
+* arrayCumSum
+* arrayCumSumNonNegative
+
+### Comparison
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Comparison
+version: 1.0
+
+[ClickHouse] SHALL support using [Comparison functions] with [Extended Precision Data Types].
+
+Comparison functions:
+* equals
+* notEquals
+* less
+* greater
+* lessOrEquals
+* greaterOrEquals
+
+### Logical Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Logical
+version: 1.0
+
+[ClickHouse] MAY not support using [Logical functions] with [Extended Precision Data Types].
+
+Logical functions:
+* and
+* or
+* not
+* xor
+
+### Mathematical Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Mathematical functions] with [Extended Precision Data Types]:
+
+* exp
+* log, ln
+* exp2
+* log2
+* exp10
+* log10
+* sqrt
+* cbrt
+* erf
+* erfc
+* lgamma
+* tgamma
+* sin
+* cos
+* tan
+* asin
+* acos
+* atan
+* cosh
+* acosh
+* sinh
+* asinh
+* tanh
+* atanh
+* log1p
+* sign
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Mathematical.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Mathematical functions] with [Extended Precision Data Types]:
+
+* pow, power
+* intExp2
+* intExp10
+* atan2
+* hypot
+
+### Rounding Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Rounding functions] with Int128, UInt128, Int256, and UInt256:
+
+* floor
+* ceil
+* trunc
+* round
+* roundBankers
+* roundDuration
+* roundAge
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Int.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Rounding functions] with Int128, UInt128, Int256, and UInt256:
+
+* roundDown
+* roundToExp2
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Rounding functions] with Decimal256:
+
+* floor
+* ceil
+* trunc
+* round
+* roundBankers
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Rounding.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Rounding functions] with Decimal256:
+
+* roundDuration
+* roundAge
+* roundDown
+* roundToExp2
+
+### Bit Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Bit functions] with Int128, UInt128, Int256, and UInt256:
+
+* bitAnd
+* bitOr
+* bitXor
+* bitNot
+* bitShiftLeft
+* bitShiftRight
+* bitCount
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Int.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Bit functions] with Int128, UInt128, Int256, and UInt256:
+
+* bitRotateLeft
+* bitRotateRight
+* bitTest
+* bitTestAll
+* bitTestAny
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Bit.Dec.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using [Bit functions] with Decimal256.
+
+Bit functions:
+* bitAnd
+* bitOr
+* bitXor
+* bitNot
+* bitShiftLeft
+* bitShiftRight
+* bitCount
+* bitRotateLeft
+* bitRotateRight
+* bitTest
+* bitTestAll
+* bitTestAny
+
+### Null Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Null
+version: 1.0
+
+[ClickHouse] SHALL support using [Null functions] with [Extended Precision Data Types].
+
+Null functions:
+* isNull
+* isNotNull
+* coalesce
+* ifNull
+* nullIf
+* assumeNotNull
+* toNullable
+
+### Tuple Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Tuple
+version: 1.0
+
+[ClickHouse] SHALL support using [Tuple functions] with [Extended Precision Data Types].
+
+Tuple functions:
+* tuple
+* tupleElement
+* untuple
+
+### Map Functions
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Map.Supported
+version: 1.0
+
+[ClickHouse] SHALL support using the following [Map functions] with [Extended Precision Data Types]:
+
+* map
+* mapContains
+* mapKeys
+* mapValues
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Map.NotSupported
+version: 1.0
+
+[ClickHouse] MAY not support using the following [Map functions] with [Extended Precision Data Types]:
+
+* mapAdd
+* mapSubtract
+* mapPopulateSeries
+
+### Create
+
+#### RQ.SRS-020.ClickHouse.Extended.Precision.Create.Table
+version: 1.0
+
+[ClickHouse] SHALL support creating table with columns that use [Extended Precision Data Types].
+
+## References
+
+* **ClickHouse:** https://clickhouse.tech
+* **GitHub Repository**: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+* **Revision History**: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+* **Git:** https://git-scm.com/
+
+[Extended Precision Data Types]: #extended-precision-data-types
+[Arithmetic functions]: https://clickhouse.tech/docs/en/sql-reference/functions/arithmetic-functions/
+[Array functions]: https://clickhouse.tech/docs/en/sql-reference/functions/array-functions/
+[Comparison functions]: https://clickhouse.tech/docs/en/sql-reference/functions/comparison-functions/
+[Logical Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/logical-functions/
+[Mathematical Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/math-functions/
+[Rounding Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/rounding-functions/
+[Bit Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/bit-functions/
+[Null Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/functions-for-nulls/
+[Tuple Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/tuple-functions/
+[Map Functions]: https://clickhouse.tech/docs/en/sql-reference/functions/tuple-map-functions/
+[SRS]: #srs
+[ClickHouse]: https://clickhouse.tech
+[GitHub Repository]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+[Revision History]: https://github.com/ClickHouse/ClickHouse/blob/master/tests/testflows/extended_precision_data_types/requirements/requirements.md
+[Git]: https://git-scm.com/
+[GitHub]: https://github.com
+''')
diff --git a/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot b/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot
new file mode 100644
index 00000000000..6e3848b9e68
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot
@@ -0,0 +1,6282 @@
+I_check_plus_with_Int128_max_and_min_value = r"""
+plus(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	plus(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+-170141183460469231731687303715884105728	-170141183460469231731687303715884105727
+"""
+
+I_check_plus_with_Int256_max_and_min_value = r"""
+plus(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	plus(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	-57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_plus_with_UInt128_max_and_min_value = r"""
+plus(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	plus(toUInt128(\'0\'), toUInt128(1))
+0	1
+"""
+
+I_check_plus_with_UInt256_max_and_min_value = r"""
+plus(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	plus(toUInt256(\'0\'), toUInt256(1))
+0	1
+"""
+
+I_check_minus_with_Int128_max_and_min_value = r"""
+minus(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	minus(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105726	170141183460469231731687303715884105727
+"""
+
+I_check_minus_with_Int256_max_and_min_value = r"""
+minus(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	minus(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819966	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_minus_with_UInt128_max_and_min_value = r"""
+minus(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	minus(toUInt128(\'0\'), toUInt128(1))
+-2	-1
+"""
+
+I_check_minus_with_UInt256_max_and_min_value = r"""
+minus(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	minus(toUInt256(\'0\'), toUInt256(1))
+-2	-1
+"""
+
+I_check_multiply_with_Int128_max_and_min_value = r"""
+multiply(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	multiply(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_multiply_with_Int256_max_and_min_value = r"""
+multiply(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	multiply(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_multiply_with_UInt128_max_and_min_value = r"""
+multiply(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	multiply(toUInt128(\'0\'), toUInt128(1))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_multiply_with_UInt256_max_and_min_value = r"""
+multiply(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	multiply(toUInt256(\'0\'), toUInt256(1))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_divide_with_Int128_max_and_min_value = r"""
+divide(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	divide(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+1.7014118346046923e38	-1.7014118346046923e38
+"""
+
+I_check_divide_with_Int256_max_and_min_value = r"""
+divide(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	divide(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+5.78960446186581e76	-5.78960446186581e76
+"""
+
+I_check_divide_with_UInt128_max_and_min_value = r"""
+divide(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	divide(toUInt128(\'0\'), toUInt128(1))
+3.402823669209385e38	0
+"""
+
+I_check_divide_with_UInt256_max_and_min_value = r"""
+divide(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	divide(toUInt256(\'0\'), toUInt256(1))
+1.157920892373162e77	0
+"""
+
+I_check_intDiv_with_Int128_max_and_min_value = r"""
+intDiv(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	intDiv(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_intDiv_with_Int256_max_and_min_value = r"""
+intDiv(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	intDiv(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_intDiv_with_UInt128_max_and_min_value = r"""
+intDiv(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	intDiv(toUInt128(\'0\'), toUInt128(1))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_intDiv_with_UInt256_max_and_min_value = r"""
+intDiv(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	intDiv(toUInt256(\'0\'), toUInt256(1))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_intDivOrZero_with_Int128_max_and_min_value = r"""
+intDivOrZero(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	intDivOrZero(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_intDivOrZero_with_Int256_max_and_min_value = r"""
+intDivOrZero(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	intDivOrZero(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_intDivOrZero_with_UInt128_max_and_min_value = r"""
+intDivOrZero(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	intDivOrZero(toUInt128(\'0\'), toUInt128(1))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_intDivOrZero_with_UInt256_max_and_min_value = r"""
+intDivOrZero(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	intDivOrZero(toUInt256(\'0\'), toUInt256(1))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_modulo_with_Int128_max_and_min_value = r"""
+modulo(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	modulo(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+0	0
+"""
+
+I_check_modulo_with_Int256_max_and_min_value = r"""
+modulo(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	modulo(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+0	0
+"""
+
+I_check_modulo_with_UInt128_max_and_min_value = r"""
+modulo(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	modulo(toUInt128(\'0\'), toUInt128(1))
+0	0
+"""
+
+I_check_modulo_with_UInt256_max_and_min_value = r"""
+modulo(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	modulo(toUInt256(\'0\'), toUInt256(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_Int128_max_and_min_value = r"""
+moduloOrZero(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	moduloOrZero(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_Int256_max_and_min_value = r"""
+moduloOrZero(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	moduloOrZero(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_UInt128_max_and_min_value = r"""
+moduloOrZero(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	moduloOrZero(toUInt128(\'0\'), toUInt128(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_UInt256_max_and_min_value = r"""
+moduloOrZero(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	moduloOrZero(toUInt256(\'0\'), toUInt256(1))
+0	0
+"""
+
+I_check_negate_with_Int128_max_and_min_value = r"""
+negate(toInt128(\'170141183460469231731687303715884105727\'))	negate(toInt128(\'-170141183460469231731687303715884105728\'))
+-170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_negate_with_Int256_max_and_min_value = r"""
+negate(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	negate(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_negate_with_UInt128_max_and_min_value = r"""
+negate(toUInt128(\'340282366920938463463374607431768211455\'))	negate(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_negate_with_UInt256_max_and_min_value = r"""
+negate(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	negate(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_abs_with_Int128_max_and_min_value = r"""
+abs(toInt128(\'170141183460469231731687303715884105727\'))	abs(toInt128(\'-170141183460469231731687303715884105728\'))
+170141183460469231731687303715884105727	170141183460469231731687303715884105728
+"""
+
+I_check_abs_with_Int256_max_and_min_value = r"""
+abs(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	abs(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_abs_with_UInt128_max_and_min_value = r"""
+abs(toUInt128(\'340282366920938463463374607431768211455\'))	abs(toUInt128(\'0\'))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_abs_with_UInt256_max_and_min_value = r"""
+abs(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	abs(toUInt256(\'0\'))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_the_table_output_of_plus_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+-170141183460469231731687303715884105727
+2
+"""
+
+I_check_the_table_output_of_plus_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+2
+"""
+
+I_check_the_table_output_of_plus_with_UInt128 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_table_output_of_plus_with_UInt256 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_table_output_of_minus_with_Int128 = r"""
+a
+0
+170141183460469231731687303715884105726
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_minus_with_Int256 = r"""
+a
+0
+57896044618658097711785492504343953926634992332820282019728792003956564819966
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_minus_with_UInt128 = r"""
+a
+0
+340282366920938463463374607431768211454
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_minus_with_UInt256 = r"""
+a
+0
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_multiply_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_multiply_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_multiply_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_multiply_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_divide_with_Int128 = r"""
+a
+-170141183460469231722463931679029329921
+1
+170141183460469231722463931679029329921
+"""
+
+I_check_the_table_output_of_divide_with_Int256 = r"""
+a
+-57896044618658097702369839901263932781391731748390190090761097376371310592000
+1
+57896044618658097702369839901263932781391731748390190090761097376371310592000
+"""
+
+I_check_the_table_output_of_divide_with_UInt128 = r"""
+a
+0
+1
+340282366920938463426481119284349108225
+"""
+
+I_check_the_table_output_of_divide_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_output_of_intDiv_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_intDiv_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_intDiv_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_intDiv_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_modulo_with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_modulo_with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_modulo_with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_modulo_with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_negate_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+-170141183460469231731687303715884105727
+-1
+"""
+
+I_check_the_table_output_of_negate_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+-1
+"""
+
+I_check_the_table_output_of_negate_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_negate_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_abs_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_abs_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_abs_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_abs_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_gcd_with_Int128 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_gcd_with_Int256 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_gcd_with_UInt128 = r"""
+a
+1
+1
+"""
+
+I_check_the_table_output_of_gcd_with_UInt256 = r"""
+a
+1
+1
+"""
+
+I_check_the_table_output_of_lcm_with_Int128 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_lcm_with_Int256 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_lcm_with_UInt128 = r"""
+a
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_lcm_with_UInt256 = r"""
+a
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_for_output_of_negate_with_Decimal256 = r"""
+a
+-1
+"""
+
+I_check_the_table_for_output_of_abs_with_Decimal256 = r"""
+a
+1
+"""
+
+Inline___Int128___arrayPopBack_ = r"""
+arrayPopBack(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2]
+"""
+
+Table___Int128___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___Int128___arrayPopFront_ = r"""
+arrayPopFront(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[2,1]
+"""
+
+Table___Int128___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___Int128___arraySort_ = r"""
+arraySort(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayReverseSort_ = r"""
+arrayReverseSort(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayDistinct_ = r"""
+arrayDistinct(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayEnumerate_ = r"""
+arrayEnumerate(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,1,1]
+"""
+
+Table___Int128___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___Int128___arrayReverse_ = r"""
+arrayReverse(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___reverse_ = r"""
+reverse(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayFlatten_ = r"""
+arrayFlatten(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayCompact_ = r"""
+arrayCompact(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[6]
+"""
+
+Table___Int128___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___Int128___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[5,4,3]
+"""
+
+Table___Int128___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___Int128___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,3,3]
+"""
+
+Table___Int128___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___Int128___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,1,1]
+"""
+
+Table___Int128___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___Int128___arrayConcat__toInt128__3____toInt128__2____toInt128__1____ = r"""
+arrayConcat(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___Int128___arrayConcat__toInt128__3____toInt128__2____toInt128__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___Int128___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1]
+"""
+
+Table___Int128___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___Int128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[[0,0,0]]
+"""
+
+Table___Int128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___Int128___arrayZip__toInt128__1____ = r"""
+arrayZip(array(toInt128(\'1\')), array(toInt128(\'3\')))
+[(1,3)]
+"""
+
+Table___Int128___arrayZip__toInt128__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___Int128___empty_ = r"""
+empty(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+0
+"""
+
+Table___Int128___empty_ = r"""
+a
+0
+"""
+
+Inline___Int128___notEmpty_ = r"""
+notEmpty(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___Int128___length_ = r"""
+length(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___length_ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___Int128___arrayUniq_ = r"""
+arrayUniq(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayJoin_ = r"""
+arrayJoin(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+2
+1
+"""
+
+Table___Int128___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___Int128___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___Int128___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+0
+"""
+
+Table___Int128___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___Int128___arrayMin_ = r"""
+arrayMin(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___Int128___arrayMax_ = r"""
+arrayMax(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___Int128___arraySum_ = r"""
+arraySum(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+6
+"""
+
+Table___Int128___arraySum_ = r"""
+a
+6
+"""
+
+Inline___Int128___arrayAvg_ = r"""
+arrayAvg(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+2
+"""
+
+Table___Int128___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___Int128___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___Int128___hasAll__toInt128__3____toInt128__2____toInt128__1_____ = r"""
+hasAll(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___hasAll__toInt128__3____toInt128__2____toInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___Int128___hasAny__toInt128__2____toInt128__1_____ = r"""
+hasAny(array(toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___hasAny__toInt128__2____toInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___Int128___hasSubstr__toInt128__2____toInt128__1_____ = r"""
+hasSubstr(array(toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+0
+"""
+
+Table___Int128___hasSubstr__toInt128__2____toInt128__1_____ = r"""
+a
+0
+"""
+
+Table___Int128___arrayDifference_ = r"""
+a
+"""
+
+Table___Int128___arrayCumSum_ = r"""
+a
+"""
+
+Table___Int128___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___Int128___arrayElement = r"""
+arrayElement(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
+3
+"""
+
+Table___Int128___arrayElement = r"""
+a
+3
+"""
+
+Inline___Int128___arrayPushBack = r"""
+arrayPushBack(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), toInt128(\'1\'))
+[3,2,1,1]
+"""
+
+Table___Int128___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___Int128___arrayPushFront = r"""
+arrayPushFront(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), toInt128(\'1\'))
+[1,3,2,1]
+"""
+
+Table___Int128___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___Int128___arrayResize = r"""
+arrayResize(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
+[3]
+"""
+
+Table___Int128___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___Int128___arraySlice = r"""
+arraySlice(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___Int128___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___has = r"""
+has(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
+0
+"""
+
+Table___Int128___has = r"""
+a
+0
+"""
+
+Inline___Int128___indexOf = r"""
+indexOf(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
+0
+"""
+
+Table___Int128___indexOf = r"""
+a
+0
+"""
+
+Inline___Int128___countEqual = r"""
+countEqual(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
+0
+"""
+
+Table___Int128___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_Int128_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_Int128_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_Int128_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_Int128_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_Int128_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_Int128_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_Int128_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_Int128_on_a_table = r"""
+a
+"""
+
+mapContains_with_Int128_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_Int128_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_Int128_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___Int256___arrayPopBack_ = r"""
+arrayPopBack(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2]
+"""
+
+Table___Int256___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___Int256___arrayPopFront_ = r"""
+arrayPopFront(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[2,1]
+"""
+
+Table___Int256___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___Int256___arraySort_ = r"""
+arraySort(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayReverseSort_ = r"""
+arrayReverseSort(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayDistinct_ = r"""
+arrayDistinct(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayEnumerate_ = r"""
+arrayEnumerate(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,1,1]
+"""
+
+Table___Int256___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___Int256___arrayReverse_ = r"""
+arrayReverse(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___reverse_ = r"""
+reverse(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayFlatten_ = r"""
+arrayFlatten(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayCompact_ = r"""
+arrayCompact(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[6]
+"""
+
+Table___Int256___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___Int256___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[5,4,3]
+"""
+
+Table___Int256___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___Int256___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,3,3]
+"""
+
+Table___Int256___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___Int256___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,1,1]
+"""
+
+Table___Int256___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___Int256___arrayConcat__toInt256__3____toInt256__2____toInt256__1____ = r"""
+arrayConcat(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___Int256___arrayConcat__toInt256__3____toInt256__2____toInt256__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___Int256___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1]
+"""
+
+Table___Int256___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___Int256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[[0,0,0]]
+"""
+
+Table___Int256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___Int256___arrayZip__toInt256__1____ = r"""
+arrayZip(array(toInt256(\'1\')), array(toInt256(\'3\')))
+[(1,3)]
+"""
+
+Table___Int256___arrayZip__toInt256__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___Int256___empty_ = r"""
+empty(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+0
+"""
+
+Table___Int256___empty_ = r"""
+a
+0
+"""
+
+Inline___Int256___notEmpty_ = r"""
+notEmpty(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___Int256___length_ = r"""
+length(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___length_ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___Int256___arrayUniq_ = r"""
+arrayUniq(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayJoin_ = r"""
+arrayJoin(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+2
+1
+"""
+
+Table___Int256___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___Int256___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___Int256___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+0
+"""
+
+Table___Int256___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___Int256___arrayMin_ = r"""
+arrayMin(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___Int256___arrayMax_ = r"""
+arrayMax(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___Int256___arraySum_ = r"""
+arraySum(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+6
+"""
+
+Table___Int256___arraySum_ = r"""
+a
+6
+"""
+
+Inline___Int256___arrayAvg_ = r"""
+arrayAvg(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+2
+"""
+
+Table___Int256___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___Int256___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___Int256___hasAll__toInt256__3____toInt256__2____toInt256__1_____ = r"""
+hasAll(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___hasAll__toInt256__3____toInt256__2____toInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___Int256___hasAny__toInt256__2____toInt256__1_____ = r"""
+hasAny(array(toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___hasAny__toInt256__2____toInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___Int256___hasSubstr__toInt256__2____toInt256__1_____ = r"""
+hasSubstr(array(toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+0
+"""
+
+Table___Int256___hasSubstr__toInt256__2____toInt256__1_____ = r"""
+a
+0
+"""
+
+Table___Int256___arrayDifference_ = r"""
+a
+"""
+
+Table___Int256___arrayCumSum_ = r"""
+a
+"""
+
+Table___Int256___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___Int256___arrayElement = r"""
+arrayElement(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
+3
+"""
+
+Table___Int256___arrayElement = r"""
+a
+3
+"""
+
+Inline___Int256___arrayPushBack = r"""
+arrayPushBack(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), toInt256(\'1\'))
+[3,2,1,1]
+"""
+
+Table___Int256___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___Int256___arrayPushFront = r"""
+arrayPushFront(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), toInt256(\'1\'))
+[1,3,2,1]
+"""
+
+Table___Int256___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___Int256___arrayResize = r"""
+arrayResize(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
+[3]
+"""
+
+Table___Int256___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___Int256___arraySlice = r"""
+arraySlice(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___Int256___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___has = r"""
+has(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
+0
+"""
+
+Table___Int256___has = r"""
+a
+0
+"""
+
+Inline___Int256___indexOf = r"""
+indexOf(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
+0
+"""
+
+Table___Int256___indexOf = r"""
+a
+0
+"""
+
+Inline___Int256___countEqual = r"""
+countEqual(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
+0
+"""
+
+Table___Int256___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_Int256_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_Int256_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_Int256_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_Int256_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_Int256_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_Int256_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_Int256_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_Int256_on_a_table = r"""
+a
+"""
+
+mapContains_with_Int256_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_Int256_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_Int256_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___UInt128___arrayPopBack_ = r"""
+arrayPopBack(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2]
+"""
+
+Table___UInt128___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___UInt128___arrayPopFront_ = r"""
+arrayPopFront(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[2,1]
+"""
+
+Table___UInt128___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___UInt128___arraySort_ = r"""
+arraySort(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayReverseSort_ = r"""
+arrayReverseSort(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayDistinct_ = r"""
+arrayDistinct(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayEnumerate_ = r"""
+arrayEnumerate(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,1,1]
+"""
+
+Table___UInt128___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___UInt128___arrayReverse_ = r"""
+arrayReverse(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___reverse_ = r"""
+reverse(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayFlatten_ = r"""
+arrayFlatten(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayCompact_ = r"""
+arrayCompact(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[6]
+"""
+
+Table___UInt128___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___UInt128___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[5,4,3]
+"""
+
+Table___UInt128___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___UInt128___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,3,3]
+"""
+
+Table___UInt128___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___UInt128___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,1,1]
+"""
+
+Table___UInt128___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___UInt128___arrayConcat__toUInt128__3____toUInt128__2____toUInt128__1____ = r"""
+arrayConcat(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___UInt128___arrayConcat__toUInt128__3____toUInt128__2____toUInt128__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___UInt128___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1]
+"""
+
+Table___UInt128___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___UInt128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[[0,0,0]]
+"""
+
+Table___UInt128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___UInt128___arrayZip__toUInt128__1____ = r"""
+arrayZip(array(toUInt128(\'1\')), array(toUInt128(\'3\')))
+[(1,3)]
+"""
+
+Table___UInt128___arrayZip__toUInt128__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___UInt128___empty_ = r"""
+empty(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+0
+"""
+
+Table___UInt128___empty_ = r"""
+a
+0
+"""
+
+Inline___UInt128___notEmpty_ = r"""
+notEmpty(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___UInt128___length_ = r"""
+length(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___length_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___UInt128___arrayUniq_ = r"""
+arrayUniq(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayJoin_ = r"""
+arrayJoin(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+2
+1
+"""
+
+Table___UInt128___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___UInt128___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___UInt128___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+0
+"""
+
+Table___UInt128___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___UInt128___arrayMin_ = r"""
+arrayMin(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___UInt128___arrayMax_ = r"""
+arrayMax(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arraySum_ = r"""
+arraySum(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+6
+"""
+
+Table___UInt128___arraySum_ = r"""
+a
+6
+"""
+
+Inline___UInt128___arrayAvg_ = r"""
+arrayAvg(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+2
+"""
+
+Table___UInt128___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___UInt128___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___UInt128___hasAll__toUInt128__3____toUInt128__2____toUInt128__1_____ = r"""
+hasAll(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___hasAll__toUInt128__3____toUInt128__2____toUInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt128___hasAny__toUInt128__2____toUInt128__1_____ = r"""
+hasAny(array(toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___hasAny__toUInt128__2____toUInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt128___hasSubstr__toUInt128__2____toUInt128__1_____ = r"""
+hasSubstr(array(toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+0
+"""
+
+Table___UInt128___hasSubstr__toUInt128__2____toUInt128__1_____ = r"""
+a
+0
+"""
+
+Table___UInt128___arrayDifference_ = r"""
+a
+"""
+
+Table___UInt128___arrayCumSum_ = r"""
+a
+"""
+
+Table___UInt128___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___UInt128___arrayElement = r"""
+arrayElement(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
+3
+"""
+
+Table___UInt128___arrayElement = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayPushBack = r"""
+arrayPushBack(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), toUInt128(\'1\'))
+[3,2,1,1]
+"""
+
+Table___UInt128___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___UInt128___arrayPushFront = r"""
+arrayPushFront(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), toUInt128(\'1\'))
+[1,3,2,1]
+"""
+
+Table___UInt128___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___UInt128___arrayResize = r"""
+arrayResize(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
+[3]
+"""
+
+Table___UInt128___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___UInt128___arraySlice = r"""
+arraySlice(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___UInt128___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___has = r"""
+has(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
+0
+"""
+
+Table___UInt128___has = r"""
+a
+0
+"""
+
+Inline___UInt128___indexOf = r"""
+indexOf(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
+0
+"""
+
+Table___UInt128___indexOf = r"""
+a
+0
+"""
+
+Inline___UInt128___countEqual = r"""
+countEqual(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
+0
+"""
+
+Table___UInt128___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_UInt128_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_UInt128_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_UInt128_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_UInt128_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_UInt128_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_UInt128_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_UInt128_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_UInt128_on_a_table = r"""
+a
+"""
+
+mapContains_with_UInt128_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_UInt128_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_UInt128_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___UInt256___arrayPopBack_ = r"""
+arrayPopBack(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2]
+"""
+
+Table___UInt256___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___UInt256___arrayPopFront_ = r"""
+arrayPopFront(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[2,1]
+"""
+
+Table___UInt256___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___UInt256___arraySort_ = r"""
+arraySort(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayReverseSort_ = r"""
+arrayReverseSort(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayDistinct_ = r"""
+arrayDistinct(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayEnumerate_ = r"""
+arrayEnumerate(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,1,1]
+"""
+
+Table___UInt256___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___UInt256___arrayReverse_ = r"""
+arrayReverse(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___reverse_ = r"""
+reverse(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayFlatten_ = r"""
+arrayFlatten(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayCompact_ = r"""
+arrayCompact(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[6]
+"""
+
+Table___UInt256___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___UInt256___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[5,4,3]
+"""
+
+Table___UInt256___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___UInt256___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,3,3]
+"""
+
+Table___UInt256___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___UInt256___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,1,1]
+"""
+
+Table___UInt256___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___UInt256___arrayConcat__toUInt256__3____toUInt256__2____toUInt256__1____ = r"""
+arrayConcat(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___UInt256___arrayConcat__toUInt256__3____toUInt256__2____toUInt256__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___UInt256___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1]
+"""
+
+Table___UInt256___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___UInt256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[[0,0,0]]
+"""
+
+Table___UInt256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___UInt256___arrayZip__toUInt256__1____ = r"""
+arrayZip(array(toUInt256(\'1\')), array(toUInt256(\'3\')))
+[(1,3)]
+"""
+
+Table___UInt256___arrayZip__toUInt256__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___UInt256___empty_ = r"""
+empty(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+0
+"""
+
+Table___UInt256___empty_ = r"""
+a
+0
+"""
+
+Inline___UInt256___notEmpty_ = r"""
+notEmpty(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___UInt256___length_ = r"""
+length(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___length_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___UInt256___arrayUniq_ = r"""
+arrayUniq(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayJoin_ = r"""
+arrayJoin(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+2
+1
+"""
+
+Table___UInt256___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___UInt256___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___UInt256___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+0
+"""
+
+Table___UInt256___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___UInt256___arrayMin_ = r"""
+arrayMin(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___UInt256___arrayMax_ = r"""
+arrayMax(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arraySum_ = r"""
+arraySum(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+6
+"""
+
+Table___UInt256___arraySum_ = r"""
+a
+6
+"""
+
+Inline___UInt256___arrayAvg_ = r"""
+arrayAvg(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+2
+"""
+
+Table___UInt256___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___UInt256___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___UInt256___hasAll__toUInt256__3____toUInt256__2____toUInt256__1_____ = r"""
+hasAll(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___hasAll__toUInt256__3____toUInt256__2____toUInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt256___hasAny__toUInt256__2____toUInt256__1_____ = r"""
+hasAny(array(toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___hasAny__toUInt256__2____toUInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt256___hasSubstr__toUInt256__2____toUInt256__1_____ = r"""
+hasSubstr(array(toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+0
+"""
+
+Table___UInt256___hasSubstr__toUInt256__2____toUInt256__1_____ = r"""
+a
+0
+"""
+
+Table___UInt256___arrayDifference_ = r"""
+a
+"""
+
+Table___UInt256___arrayCumSum_ = r"""
+a
+"""
+
+Table___UInt256___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___UInt256___arrayElement = r"""
+arrayElement(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
+3
+"""
+
+Table___UInt256___arrayElement = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayPushBack = r"""
+arrayPushBack(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), toUInt256(\'1\'))
+[3,2,1,1]
+"""
+
+Table___UInt256___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___UInt256___arrayPushFront = r"""
+arrayPushFront(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), toUInt256(\'1\'))
+[1,3,2,1]
+"""
+
+Table___UInt256___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___UInt256___arrayResize = r"""
+arrayResize(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
+[3]
+"""
+
+Table___UInt256___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___UInt256___arraySlice = r"""
+arraySlice(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___UInt256___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___has = r"""
+has(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
+0
+"""
+
+Table___UInt256___has = r"""
+a
+0
+"""
+
+Inline___UInt256___indexOf = r"""
+indexOf(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
+0
+"""
+
+Table___UInt256___indexOf = r"""
+a
+0
+"""
+
+Inline___UInt256___countEqual = r"""
+countEqual(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
+0
+"""
+
+Table___UInt256___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_UInt256_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_UInt256_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_UInt256_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_UInt256_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_UInt256_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_UInt256_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_UInt256_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_UInt256_on_a_table = r"""
+a
+"""
+
+mapContains_with_UInt256_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_UInt256_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_UInt256_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___Decimal256_0____arrayPopBack_ = r"""
+arrayPopBack(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2]
+"""
+
+Table___Decimal256_0____arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___Decimal256_0____arrayPopFront_ = r"""
+arrayPopFront(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[2,1]
+"""
+
+Table___Decimal256_0____arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___Decimal256_0____arraySort_ = r"""
+arraySort(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayReverseSort_ = r"""
+arrayReverseSort(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayDistinct_ = r"""
+arrayDistinct(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayEnumerate_ = r"""
+arrayEnumerate(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,1,1]
+"""
+
+Table___Decimal256_0____arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___Decimal256_0____arrayReverse_ = r"""
+arrayReverse(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____reverse_ = r"""
+reverse(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayFlatten_ = r"""
+arrayFlatten(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayCompact_ = r"""
+arrayCompact(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[6]
+"""
+
+Table___Decimal256_0____arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___Decimal256_0____arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[5,4,3]
+"""
+
+Table___Decimal256_0____arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___Decimal256_0____arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,3,3]
+"""
+
+Table___Decimal256_0____arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___Decimal256_0____arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,1,1]
+"""
+
+Table___Decimal256_0____arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___Decimal256_0____arrayConcat__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0___ = r"""
+arrayConcat(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1,3,2,1]
+"""
+
+Table___Decimal256_0____arrayConcat__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0___ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___Decimal256_0____arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1]
+"""
+
+Table___Decimal256_0____arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___Decimal256_0____arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[[0,0,0]]
+"""
+
+Table___Decimal256_0____arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___Decimal256_0____arrayZip__toDecimal256__1__0___ = r"""
+arrayZip(array(toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0)))
+[(1,3)]
+"""
+
+Table___Decimal256_0____arrayZip__toDecimal256__1__0___ = r"""
+a
+[(1,1)]
+"""
+
+Inline___Decimal256_0____empty_ = r"""
+empty(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+0
+"""
+
+Table___Decimal256_0____empty_ = r"""
+a
+0
+"""
+
+Inline___Decimal256_0____notEmpty_ = r"""
+notEmpty(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____notEmpty_ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____length_ = r"""
+length(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____length_ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____arrayUniq_ = r"""
+arrayUniq(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayJoin_ = r"""
+arrayJoin(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+2
+1
+"""
+
+Table___Decimal256_0____arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___Decimal256_0____arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+0
+"""
+
+Table___Decimal256_0____arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Table___Decimal256_0____arrayMin_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayMax_ = r"""
+a
+"""
+
+Table___Decimal256_0____arraySum_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayAvg_ = r"""
+a
+"""
+
+Inline___Decimal256_0____arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____hasAll__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0____ = r"""
+hasAll(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____hasAll__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0____ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____hasAny__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+hasAny(array(toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____hasAny__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____hasSubstr__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+hasSubstr(array(toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+0
+"""
+
+Table___Decimal256_0____hasSubstr__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+a
+0
+"""
+
+Table___Decimal256_0____arrayDifference_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayCumSum_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___Decimal256_0____arrayElement = r"""
+arrayElement(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
+3
+"""
+
+Table___Decimal256_0____arrayElement = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayPushBack = r"""
+arrayPushBack(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), toDecimal256(\'1\', 0))
+[3,2,1,1]
+"""
+
+Table___Decimal256_0____arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___Decimal256_0____arrayPushFront = r"""
+arrayPushFront(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), toDecimal256(\'1\', 0))
+[1,3,2,1]
+"""
+
+Table___Decimal256_0____arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___Decimal256_0____arrayResize = r"""
+arrayResize(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
+[3]
+"""
+
+Table___Decimal256_0____arrayResize = r"""
+a
+[3]
+"""
+
+Inline___Decimal256_0____arraySlice = r"""
+arraySlice(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
+[3,2,1]
+"""
+
+Table___Decimal256_0____arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____has = r"""
+has(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
+0
+"""
+
+Table___Decimal256_0____has = r"""
+a
+0
+"""
+
+Inline___Decimal256_0____indexOf = r"""
+indexOf(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
+0
+"""
+
+Table___Decimal256_0____indexOf = r"""
+a
+0
+"""
+
+Inline___Decimal256_0____countEqual = r"""
+countEqual(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
+0
+"""
+
+Table___Decimal256_0____countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_Decimal256_0__on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_Decimal256_0__on_a_table = r"""
+a
+1
+"""
+
+untuple_with_Decimal256_0__on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_Decimal256_0__on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_Decimal256_0__on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_Decimal256_0__on_a_table = r"""
+a
+"""
+
+mapSubtract_with_Decimal256_0__on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_Decimal256_0__on_a_table = r"""
+a
+"""
+
+mapContains_with_Decimal256_0__on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_Decimal256_0__on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_Decimal256_0__on_a_table = r"""
+a
+[1,2]
+"""
+
+I_check_equals_with_Int128 = r"""
+equals(toInt128(1), toInt128(1))	equals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+1	0
+"""
+
+I_check_equals_with_Int256 = r"""
+equals(toInt256(1), toInt256(1))	equals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	0
+"""
+
+I_check_equals_with_UInt128 = r"""
+equals(toUInt128(1), toUInt128(1))	equals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+1	0
+"""
+
+I_check_equals_with_UInt256 = r"""
+equals(toUInt256(1), toUInt256(1))	equals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+1	0
+"""
+
+I_check_notEquals_with_Int128 = r"""
+notEquals(toInt128(1), toInt128(1))	notEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+0	1
+"""
+
+I_check_notEquals_with_Int256 = r"""
+notEquals(toInt256(1), toInt256(1))	notEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	1
+"""
+
+I_check_notEquals_with_UInt128 = r"""
+notEquals(toUInt128(1), toUInt128(1))	notEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+0	1
+"""
+
+I_check_notEquals_with_UInt256 = r"""
+notEquals(toUInt256(1), toUInt256(1))	notEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+0	1
+"""
+
+I_check_less_with_Int128 = r"""
+less(toInt128(1), toInt128(1))	less(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+0	0
+"""
+
+I_check_less_with_Int256 = r"""
+less(toInt256(1), toInt256(1))	less(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	0
+"""
+
+I_check_less_with_UInt128 = r"""
+less(toUInt128(1), toUInt128(1))	less(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+0	0
+"""
+
+I_check_less_with_UInt256 = r"""
+less(toUInt256(1), toUInt256(1))	less(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+0	0
+"""
+
+I_check_greater_with_Int128 = r"""
+greater(toInt128(1), toInt128(1))	greater(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+0	1
+"""
+
+I_check_greater_with_Int256 = r"""
+greater(toInt256(1), toInt256(1))	greater(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	1
+"""
+
+I_check_greater_with_UInt128 = r"""
+greater(toUInt128(1), toUInt128(1))	greater(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+0	1
+"""
+
+I_check_greater_with_UInt256 = r"""
+greater(toUInt256(1), toUInt256(1))	greater(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+0	1
+"""
+
+I_check_lessOrEquals_with_Int128 = r"""
+lessOrEquals(toInt128(1), toInt128(1))	lessOrEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+1	0
+"""
+
+I_check_lessOrEquals_with_Int256 = r"""
+lessOrEquals(toInt256(1), toInt256(1))	lessOrEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	0
+"""
+
+I_check_lessOrEquals_with_UInt128 = r"""
+lessOrEquals(toUInt128(1), toUInt128(1))	lessOrEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+1	0
+"""
+
+I_check_lessOrEquals_with_UInt256 = r"""
+lessOrEquals(toUInt256(1), toUInt256(1))	lessOrEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+1	0
+"""
+
+I_check_greaterOrEquals_with_Int128 = r"""
+greaterOrEquals(toInt128(1), toInt128(1))	greaterOrEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+1	1
+"""
+
+I_check_greaterOrEquals_with_Int256 = r"""
+greaterOrEquals(toInt256(1), toInt256(1))	greaterOrEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	1
+"""
+
+I_check_greaterOrEquals_with_UInt128 = r"""
+greaterOrEquals(toUInt128(1), toUInt128(1))	greaterOrEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+1	1
+"""
+
+I_check_greaterOrEquals_with_UInt256 = r"""
+greaterOrEquals(toUInt256(1), toUInt256(1))	greaterOrEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+1	1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_equals_with_Decimal256 = r"""
+equals(toDecimal256(1, 0), toDecimal256(1, 0))	equals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	0
+"""
+
+I_check_notEquals_with_Decimal256 = r"""
+notEquals(toDecimal256(1, 0), toDecimal256(1, 0))	notEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	1
+"""
+
+I_check_less_with_Decimal256 = r"""
+less(toDecimal256(1, 0), toDecimal256(1, 0))	less(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	0
+"""
+
+I_check_greater_with_Decimal256 = r"""
+greater(toDecimal256(1, 0), toDecimal256(1, 0))	greater(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	1
+"""
+
+I_check_lessOrEquals_with_Decimal256 = r"""
+lessOrEquals(toDecimal256(1, 0), toDecimal256(1, 0))	lessOrEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	0
+"""
+
+I_check_greaterOrEquals_with_Decimal256 = r"""
+greaterOrEquals(toDecimal256(1, 0), toDecimal256(1, 0))	greaterOrEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_Decimal256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_Decimal256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_Decimal256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_exp__with_Int128_using_max_and_min = r"""
+exp(toInt128(\'170141183460469231731687303715884105727\'))	exp(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	0
+"""
+
+I_check_exp__with_Int256_using_max_and_min = r"""
+exp(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	0
+"""
+
+I_check_exp__with_UInt128_using_max_and_min = r"""
+exp(toUInt128(\'340282366920938463463374607431768211455\'))	exp(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_exp__with_UInt256_using_max_and_min = r"""
+exp(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_log__with_Int128_using_max_and_min = r"""
+log(toInt128(\'170141183460469231731687303715884105727\'))	log(toInt128(\'-170141183460469231731687303715884105728\'))
+88.02969193111305	nan
+"""
+
+I_check_log__with_Int256_using_max_and_min = r"""
+log(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+176.75253104278605	nan
+"""
+
+I_check_log__with_UInt128_using_max_and_min = r"""
+log(toUInt128(\'340282366920938463463374607431768211455\'))	log(toUInt128(\'0\'))
+88.722839111673	-inf
+"""
+
+I_check_log__with_UInt256_using_max_and_min = r"""
+log(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log(toUInt256(\'0\'))
+177.445678223346	-inf
+"""
+
+I_check_ln__with_Int128_using_max_and_min = r"""
+log(toInt128(\'170141183460469231731687303715884105727\'))	log(toInt128(\'-170141183460469231731687303715884105728\'))
+88.02969193111305	nan
+"""
+
+I_check_ln__with_Int256_using_max_and_min = r"""
+log(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+176.75253104278605	nan
+"""
+
+I_check_ln__with_UInt128_using_max_and_min = r"""
+log(toUInt128(\'340282366920938463463374607431768211455\'))	log(toUInt128(\'0\'))
+88.722839111673	-inf
+"""
+
+I_check_ln__with_UInt256_using_max_and_min = r"""
+log(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log(toUInt256(\'0\'))
+177.445678223346	-inf
+"""
+
+I_check_exp2__with_Int128_using_max_and_min = r"""
+exp2(toInt128(\'170141183460469231731687303715884105727\'))	exp2(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	0
+"""
+
+I_check_exp2__with_Int256_using_max_and_min = r"""
+exp2(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp2(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	0
+"""
+
+I_check_exp2__with_UInt128_using_max_and_min = r"""
+exp2(toUInt128(\'340282366920938463463374607431768211455\'))	exp2(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_exp2__with_UInt256_using_max_and_min = r"""
+exp2(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp2(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_log2__with_Int128_using_max_and_min = r"""
+log2(toInt128(\'170141183460469231731687303715884105727\'))	log2(toInt128(\'-170141183460469231731687303715884105728\'))
+127	nan
+"""
+
+I_check_log2__with_Int256_using_max_and_min = r"""
+log2(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log2(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+255	nan
+"""
+
+I_check_log2__with_UInt128_using_max_and_min = r"""
+log2(toUInt128(\'340282366920938463463374607431768211455\'))	log2(toUInt128(\'0\'))
+128	-inf
+"""
+
+I_check_log2__with_UInt256_using_max_and_min = r"""
+log2(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log2(toUInt256(\'0\'))
+256	-inf
+"""
+
+I_check_exp10__with_Int128_using_max_and_min = r"""
+exp10(toInt128(\'170141183460469231731687303715884105727\'))	exp10(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	0
+"""
+
+I_check_exp10__with_Int256_using_max_and_min = r"""
+exp10(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp10(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	0
+"""
+
+I_check_exp10__with_UInt128_using_max_and_min = r"""
+exp10(toUInt128(\'340282366920938463463374607431768211455\'))	exp10(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_exp10__with_UInt256_using_max_and_min = r"""
+exp10(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp10(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_log10__with_Int128_using_max_and_min = r"""
+log10(toInt128(\'170141183460469231731687303715884105727\'))	log10(toInt128(\'-170141183460469231731687303715884105728\'))
+38.23080944932561	nan
+"""
+
+I_check_log10__with_Int256_using_max_and_min = r"""
+log10(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log10(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+76.7626488943152	nan
+"""
+
+I_check_log10__with_UInt128_using_max_and_min = r"""
+log10(toUInt128(\'340282366920938463463374607431768211455\'))	log10(toUInt128(\'0\'))
+38.53183944498959	-inf
+"""
+
+I_check_log10__with_UInt256_using_max_and_min = r"""
+log10(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log10(toUInt256(\'0\'))
+77.06367888997919	-inf
+"""
+
+I_check_sqrt__with_Int128_using_max_and_min = r"""
+sqrt(toInt128(\'170141183460469231731687303715884105727\'))	sqrt(toInt128(\'-170141183460469231731687303715884105728\'))
+13043817825332783000	nan
+"""
+
+I_check_sqrt__with_Int256_using_max_and_min = r"""
+sqrt(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sqrt(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+2.4061596916800453e38	nan
+"""
+
+I_check_sqrt__with_UInt128_using_max_and_min = r"""
+sqrt(toUInt128(\'340282366920938463463374607431768211455\'))	sqrt(toUInt128(\'0\'))
+18446744073709552000	0
+"""
+
+I_check_sqrt__with_UInt256_using_max_and_min = r"""
+sqrt(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sqrt(toUInt256(\'0\'))
+3.402823669209385e38	0
+"""
+
+I_check_cbrt__with_Int128_using_max_and_min = r"""
+cbrt(toInt128(\'170141183460469231731687303715884105727\'))	cbrt(toInt128(\'-170141183460469231731687303715884105728\'))
+5541191377756.637	-5541191377756.637
+"""
+
+I_check_cbrt__with_Int256_using_max_and_min = r"""
+cbrt(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cbrt(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+3.8685626227668134e25	-3.8685626227668134e25
+"""
+
+I_check_cbrt__with_UInt128_using_max_and_min = r"""
+cbrt(toUInt128(\'340282366920938463463374607431768211455\'))	cbrt(toUInt128(\'0\'))
+6981463658331.56	0
+"""
+
+I_check_cbrt__with_UInt256_using_max_and_min = r"""
+cbrt(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cbrt(toUInt256(\'0\'))
+4.874083481260429e25	0
+"""
+
+I_check_erf__with_Int128_using_max_and_min = r"""
+erf(toInt128(\'170141183460469231731687303715884105727\'))	erf(toInt128(\'-170141183460469231731687303715884105728\'))
+1	-1
+"""
+
+I_check_erf__with_Int256_using_max_and_min = r"""
+erf(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	erf(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	-1
+"""
+
+I_check_erf__with_UInt128_using_max_and_min = r"""
+erf(toUInt128(\'340282366920938463463374607431768211455\'))	erf(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_erf__with_UInt256_using_max_and_min = r"""
+erf(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	erf(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_erfc__with_Int128_using_max_and_min = r"""
+erfc(toInt128(\'170141183460469231731687303715884105727\'))	erfc(toInt128(\'-170141183460469231731687303715884105728\'))
+0	2
+"""
+
+I_check_erfc__with_Int256_using_max_and_min = r"""
+erfc(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	erfc(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	2
+"""
+
+I_check_erfc__with_UInt128_using_max_and_min = r"""
+erfc(toUInt128(\'340282366920938463463374607431768211455\'))	erfc(toUInt128(\'0\'))
+0	1
+"""
+
+I_check_erfc__with_UInt256_using_max_and_min = r"""
+erfc(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	erfc(toUInt256(\'0\'))
+0	1
+"""
+
+I_check_lgamma__with_Int128_using_max_and_min = r"""
+lgamma(toInt128(\'170141183460469231731687303715884105727\'))	lgamma(toInt128(\'-170141183460469231731687303715884105728\'))
+1.4807334781359624e40	-1.4807334781359624e40
+"""
+
+I_check_lgamma__with_Int256_using_max_and_min = r"""
+lgamma(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	lgamma(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1.0175376379095233e79	-1.0175376379095233e79
+"""
+
+I_check_lgamma__with_UInt128_using_max_and_min = r"""
+lgamma(toUInt128(\'340282366920938463463374607431768211455\'))	lgamma(toUInt128(\'0\'))
+2.985053532594476e40	inf
+"""
+
+I_check_lgamma__with_UInt256_using_max_and_min = r"""
+lgamma(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	lgamma(toUInt256(\'0\'))
+2.0431013718376458e79	inf
+"""
+
+I_check_tgamma__with_Int128_using_max_and_min = r"""
+tgamma(toInt128(\'170141183460469231731687303715884105727\'))	tgamma(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	nan
+"""
+
+I_check_tgamma__with_Int256_using_max_and_min = r"""
+tgamma(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tgamma(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	nan
+"""
+
+I_check_tgamma__with_UInt128_using_max_and_min = r"""
+tgamma(toUInt128(\'340282366920938463463374607431768211455\'))	tgamma(toUInt128(\'0\'))
+inf	inf
+"""
+
+I_check_tgamma__with_UInt256_using_max_and_min = r"""
+tgamma(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tgamma(toUInt256(\'0\'))
+inf	inf
+"""
+
+I_check_sin__with_Int128_using_max_and_min = r"""
+sin(toInt128(\'170141183460469231731687303715884105727\'))	sin(toInt128(\'-170141183460469231731687303715884105728\'))
+0.6233855129558702	-0.6233855129558702
+"""
+
+I_check_sin__with_Int256_using_max_and_min = r"""
+sin(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sin(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0.9751222164851924	-0.9751222164851924
+"""
+
+I_check_sin__with_UInt128_using_max_and_min = r"""
+sin(toUInt128(\'340282366920938463463374607431768211455\'))	sin(toUInt128(\'0\'))
+0.9748685162860586	0
+"""
+
+I_check_sin__with_UInt256_using_max_and_min = r"""
+sin(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sin(toUInt256(\'0\'))
+0.4323066100553458	0
+"""
+
+I_check_cos__with_Int128_using_max_and_min = r"""
+cos(toInt128(\'170141183460469231731687303715884105727\'))	cos(toInt128(\'-170141183460469231731687303715884105728\'))
+0.78191463871496	0.78191463871496
+"""
+
+I_check_cos__with_Int256_using_max_and_min = r"""
+cos(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cos(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0.22166791133812228	0.22166791133812228
+"""
+
+I_check_cos__with_UInt128_using_max_and_min = r"""
+cos(toUInt128(\'340282366920938463463374607431768211455\'))	cos(toUInt128(\'0\'))
+0.22278100447349308	1
+"""
+
+I_check_cos__with_UInt256_using_max_and_min = r"""
+cos(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cos(toUInt256(\'0\'))
+-0.9017266741659887	1
+"""
+
+I_check_tan__with_Int128_using_max_and_min = r"""
+tan(toInt128(\'170141183460469231731687303715884105727\'))	tan(toInt128(\'-170141183460469231731687303715884105728\'))
+0.7972552016424389	-0.7972552016424389
+"""
+
+I_check_tan__with_Int256_using_max_and_min = r"""
+tan(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tan(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+4.399022892392326	-4.399022892392326
+"""
+
+I_check_tan__with_UInt128_using_max_and_min = r"""
+tan(toUInt128(\'340282366920938463463374607431768211455\'))	tan(toUInt128(\'0\'))
+4.375905022019283	0
+"""
+
+I_check_tan__with_UInt256_using_max_and_min = r"""
+tan(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tan(toUInt256(\'0\'))
+-0.4794208959773628	0
+"""
+
+I_check_asin__with_Int128_using_max_and_min = r"""
+asin(toInt128(\'170141183460469231731687303715884105727\'))	asin(toInt128(\'-170141183460469231731687303715884105728\'))
+nan	nan
+"""
+
+I_check_asin__with_Int256_using_max_and_min = r"""
+asin(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	asin(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+nan	nan
+"""
+
+I_check_asin__with_UInt128_using_max_and_min = r"""
+asin(toUInt128(\'340282366920938463463374607431768211455\'))	asin(toUInt128(\'0\'))
+nan	0
+"""
+
+I_check_asin__with_UInt256_using_max_and_min = r"""
+asin(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	asin(toUInt256(\'0\'))
+nan	0
+"""
+
+I_check_acos__with_Int128_using_max_and_min = r"""
+acos(toInt128(\'170141183460469231731687303715884105727\'))	acos(toInt128(\'-170141183460469231731687303715884105728\'))
+nan	nan
+"""
+
+I_check_acos__with_Int256_using_max_and_min = r"""
+acos(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	acos(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+nan	nan
+"""
+
+I_check_acos__with_UInt128_using_max_and_min = r"""
+acos(toUInt128(\'340282366920938463463374607431768211455\'))	acos(toUInt128(\'0\'))
+nan	1.5707963267948966
+"""
+
+I_check_acos__with_UInt256_using_max_and_min = r"""
+acos(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	acos(toUInt256(\'0\'))
+nan	1.5707963267948966
+"""
+
+I_check_atan__with_Int128_using_max_and_min = r"""
+atan(toInt128(\'170141183460469231731687303715884105727\'))	atan(toInt128(\'-170141183460469231731687303715884105728\'))
+1.5707963267948966	-1.5707963267948966
+"""
+
+I_check_atan__with_Int256_using_max_and_min = r"""
+atan(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	atan(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1.5707963267948966	-1.5707963267948966
+"""
+
+I_check_atan__with_UInt128_using_max_and_min = r"""
+atan(toUInt128(\'340282366920938463463374607431768211455\'))	atan(toUInt128(\'0\'))
+1.5707963267948966	0
+"""
+
+I_check_atan__with_UInt256_using_max_and_min = r"""
+atan(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	atan(toUInt256(\'0\'))
+1.5707963267948966	0
+"""
+
+I_check_cosh__with_Int128_using_max_and_min = r"""
+cosh(toInt128(\'170141183460469231731687303715884105727\'))	cosh(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	inf
+"""
+
+I_check_cosh__with_Int256_using_max_and_min = r"""
+cosh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cosh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	inf
+"""
+
+I_check_cosh__with_UInt128_using_max_and_min = r"""
+cosh(toUInt128(\'340282366920938463463374607431768211455\'))	cosh(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_cosh__with_UInt256_using_max_and_min = r"""
+cosh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cosh(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_acosh__with_Int128_using_max_and_min = r"""
+acosh(toInt128(\'170141183460469231731687303715884105727\'))	acosh(toInt128(\'-170141183460469231731687303715884105728\'))
+88.722839111673	nan
+"""
+
+I_check_acosh__with_Int256_using_max_and_min = r"""
+acosh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	acosh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+177.445678223346	nan
+"""
+
+I_check_acosh__with_UInt128_using_max_and_min = r"""
+acosh(toUInt128(\'340282366920938463463374607431768211455\'))	acosh(toUInt128(\'0\'))
+89.41598629223294	nan
+"""
+
+I_check_acosh__with_UInt256_using_max_and_min = r"""
+acosh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	acosh(toUInt256(\'0\'))
+178.13882540390594	nan
+"""
+
+I_check_sinh__with_Int128_using_max_and_min = r"""
+sinh(toInt128(\'170141183460469231731687303715884105727\'))	sinh(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	-inf
+"""
+
+I_check_sinh__with_Int256_using_max_and_min = r"""
+sinh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sinh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	-inf
+"""
+
+I_check_sinh__with_UInt128_using_max_and_min = r"""
+sinh(toUInt128(\'340282366920938463463374607431768211455\'))	sinh(toUInt128(\'0\'))
+inf	0
+"""
+
+I_check_sinh__with_UInt256_using_max_and_min = r"""
+sinh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sinh(toUInt256(\'0\'))
+inf	0
+"""
+
+I_check_asinh__with_Int128_using_max_and_min = r"""
+asinh(toInt128(\'170141183460469231731687303715884105727\'))	asinh(toInt128(\'-170141183460469231731687303715884105728\'))
+88.722839111673	-88.722839111673
+"""
+
+I_check_asinh__with_Int256_using_max_and_min = r"""
+asinh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	asinh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+177.445678223346	-177.445678223346
+"""
+
+I_check_asinh__with_UInt128_using_max_and_min = r"""
+asinh(toUInt128(\'340282366920938463463374607431768211455\'))	asinh(toUInt128(\'0\'))
+89.41598629223294	0
+"""
+
+I_check_asinh__with_UInt256_using_max_and_min = r"""
+asinh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	asinh(toUInt256(\'0\'))
+178.13882540390594	0
+"""
+
+I_check_tanh__with_Int128_using_max_and_min = r"""
+tanh(toInt128(\'170141183460469231731687303715884105727\'))	tanh(toInt128(\'-170141183460469231731687303715884105728\'))
+1	-1
+"""
+
+I_check_tanh__with_Int256_using_max_and_min = r"""
+tanh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tanh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	-1
+"""
+
+I_check_tanh__with_UInt128_using_max_and_min = r"""
+tanh(toUInt128(\'340282366920938463463374607431768211455\'))	tanh(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_tanh__with_UInt256_using_max_and_min = r"""
+tanh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tanh(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_atanh__with_Int128_using_max_and_min = r"""
+atanh(toInt128(\'170141183460469231731687303715884105727\'))	atanh(toInt128(\'-170141183460469231731687303715884105728\'))
+nan	nan
+"""
+
+I_check_atanh__with_Int256_using_max_and_min = r"""
+atanh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	atanh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+nan	nan
+"""
+
+I_check_atanh__with_UInt128_using_max_and_min = r"""
+atanh(toUInt128(\'340282366920938463463374607431768211455\'))	atanh(toUInt128(\'0\'))
+nan	0
+"""
+
+I_check_atanh__with_UInt256_using_max_and_min = r"""
+atanh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	atanh(toUInt256(\'0\'))
+nan	0
+"""
+
+I_check_log1p__with_Int128_using_max_and_min = r"""
+log1p(toInt128(\'170141183460469231731687303715884105727\'))	log1p(toInt128(\'-170141183460469231731687303715884105728\'))
+88.02969193111305	nan
+"""
+
+I_check_log1p__with_Int256_using_max_and_min = r"""
+log1p(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log1p(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+176.75253104278605	nan
+"""
+
+I_check_log1p__with_UInt128_using_max_and_min = r"""
+log1p(toUInt128(\'340282366920938463463374607431768211455\'))	log1p(toUInt128(\'0\'))
+88.722839111673	0
+"""
+
+I_check_log1p__with_UInt256_using_max_and_min = r"""
+log1p(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log1p(toUInt256(\'0\'))
+177.445678223346	0
+"""
+
+I_check_sign__with_Int128_using_max_and_min = r"""
+sign(toInt128(\'170141183460469231731687303715884105727\'))	sign(toInt128(\'-170141183460469231731687303715884105728\'))
+1	-1
+"""
+
+I_check_sign__with_Int256_using_max_and_min = r"""
+sign(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sign(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	-1
+"""
+
+I_check_sign__with_UInt128_using_max_and_min = r"""
+sign(toUInt128(\'340282366920938463463374607431768211455\'))	sign(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_sign__with_UInt256_using_max_and_min = r"""
+sign(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sign(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_the_outputs_of_exp__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_exp__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_log__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp2__with_Int128 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_exp2__with_Int256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_exp2__with_UInt128 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_outputs_of_exp2__with_UInt256 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_outputs_of_log2__with_Int128 = r"""
+a
+0
+0
+127
+"""
+
+I_check_the_outputs_of_log2__with_Int256 = r"""
+a
+0
+0
+255
+"""
+
+I_check_the_outputs_of_log2__with_UInt128 = r"""
+a
+0
+0
+128
+"""
+
+I_check_the_outputs_of_log2__with_UInt256 = r"""
+a
+0
+0
+256
+"""
+
+I_check_the_outputs_of_exp10__with_Int128 = r"""
+a
+0
+0
+10
+"""
+
+I_check_the_outputs_of_exp10__with_Int256 = r"""
+a
+0
+0
+10
+"""
+
+I_check_the_outputs_of_exp10__with_UInt128 = r"""
+a
+0
+1
+10
+"""
+
+I_check_the_outputs_of_exp10__with_UInt256 = r"""
+a
+0
+1
+10
+"""
+
+I_check_the_outputs_of_log10__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log10__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log10__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log10__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sqrt__with_Int128 = r"""
+a
+0
+1
+13043817825332783000
+"""
+
+I_check_the_outputs_of_sqrt__with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_sqrt__with_UInt128 = r"""
+a
+0
+1
+18446744073709552000
+"""
+
+I_check_the_outputs_of_sqrt__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_Int128 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_Int256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erfc__with_Int128 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_erfc__with_Int256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_erfc__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erfc__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_lgamma__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_lgamma__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_lgamma__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_lgamma__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tgamma__with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tgamma__with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tgamma__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tgamma__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_sin__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sin__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sin__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sin__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cos__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tan__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cosh__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_acosh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tanh__with_Int128 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_tanh__with_Int256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_tanh__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tanh__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_atanh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atanh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atanh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atanh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sign__with_Int128 = r"""
+a
+-1
+1
+1
+"""
+
+I_check_the_outputs_of_sign__with_Int256 = r"""
+a
+-1
+1
+1
+"""
+
+I_check_the_outputs_of_sign__with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_outputs_of_sign__with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_exp__with_Decimal256_using_max_and_min = r"""
+exp(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	0
+"""
+
+I_check_log__with_Decimal256_using_max_and_min = r"""
+log(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+172.69388197463743	nan
+"""
+
+I_check_ln__with_Decimal256_using_max_and_min = r"""
+log(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+172.69388197463743	nan
+"""
+
+I_check_exp2__with_Decimal256_using_max_and_min = r"""
+exp2(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp2(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	0
+"""
+
+I_check_log2__with_Decimal256_using_max_and_min = r"""
+log2(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log2(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+249.14460711655218	nan
+"""
+
+I_check_exp10__with_Decimal256_using_max_and_min = r"""
+exp10(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp10(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	0
+"""
+
+I_check_log10__with_Decimal256_using_max_and_min = r"""
+log10(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log10(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+75	nan
+"""
+
+I_check_sqrt__with_Decimal256_using_max_and_min = r"""
+sqrt(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sqrt(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+3.1622776601683794e37	nan
+"""
+
+I_check_cbrt__with_Decimal256_using_max_and_min = r"""
+cbrt(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cbrt(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1e25	-1e25
+"""
+
+I_check_erf__with_Decimal256_using_max_and_min = r"""
+erf(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	erf(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	-1
+"""
+
+I_check_erfc__with_Decimal256_using_max_and_min = r"""
+erfc(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	erfc(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	2
+"""
+
+I_check_lgamma__with_Decimal256_using_max_and_min = r"""
+lgamma(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	lgamma(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1.7169388197455342e77	-1.7169388197455342e77
+"""
+
+I_check_tgamma__with_Decimal256_using_max_and_min = r"""
+tgamma(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tgamma(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	nan
+"""
+
+I_check_sin__with_Decimal256_using_max_and_min = r"""
+sin(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sin(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0.66339975236386	-0.66339975236386
+"""
+
+I_check_cos__with_Decimal256_using_max_and_min = r"""
+cos(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cos(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-0.7482651726250322	-0.7482651726250322
+"""
+
+I_check_tan__with_Decimal256_using_max_and_min = r"""
+tan(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tan(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-0.8865837628611647	0.8865837628611647
+"""
+
+I_check_asin__with_Decimal256_using_max_and_min = r"""
+asin(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	asin(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+nan	nan
+"""
+
+I_check_acos__with_Decimal256_using_max_and_min = r"""
+acos(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	acos(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+nan	nan
+"""
+
+I_check_atan__with_Decimal256_using_max_and_min = r"""
+atan(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	atan(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1.5707963267948966	-1.5707963267948966
+"""
+
+I_check_cosh__with_Decimal256_using_max_and_min = r"""
+cosh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cosh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	inf
+"""
+
+I_check_acosh__with_Decimal256_using_max_and_min = r"""
+acosh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	acosh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+173.38702915511337	nan
+"""
+
+I_check_sinh__with_Decimal256_using_max_and_min = r"""
+sinh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sinh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	-inf
+"""
+
+I_check_asinh__with_Decimal256_using_max_and_min = r"""
+asinh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	asinh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+173.38702915511337	-173.38702915511337
+"""
+
+I_check_tanh__with_Decimal256_using_max_and_min = r"""
+tanh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tanh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	-1
+"""
+
+I_check_atanh__with_Decimal256_using_max_and_min = r"""
+atanh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	atanh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+nan	nan
+"""
+
+I_check_log1p__with_Decimal256_using_max_and_min = r"""
+log1p(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log1p(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+172.69388197455342	nan
+"""
+
+I_check_sign__with_Decimal256_using_max_and_min = r"""
+sign(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sign(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	-1
+"""
+
+I_check_the_outputs_of_exp__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp2__with_Decimal256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_log2__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp10__with_Decimal256 = r"""
+a
+0
+0
+10
+"""
+
+I_check_the_outputs_of_log10__with_Decimal256 = r"""
+a
+0
+0
+75
+"""
+
+I_check_the_outputs_of_sqrt__with_Decimal256 = r"""
+a
+0
+1
+31622776601683794000000000000000000000
+"""
+
+I_check_the_outputs_of_cbrt__with_Decimal256 = r"""
+a
+-10000000000000000000000000
+1
+10000000000000000000000000
+"""
+
+I_check_the_outputs_of_erf__with_Decimal256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_erfc__with_Decimal256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_lgamma__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tgamma__with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_sin__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tanh__with_Decimal256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_atanh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sign__with_Decimal256 = r"""
+a
+-1
+1
+1
+"""
+
+I_check_ceil_with_Int128_using_min_and_max_values = r"""
+ceil(toInt128(\'-170141183460469231731687303715884105728\'))	ceil(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_ceil_with_Int256_using_min_and_max_values = r"""
+ceil(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	ceil(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_ceil_with_UInt128_using_min_and_max_values = r"""
+ceil(toUInt128(\'0\'))	ceil(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_ceil_with_UInt256_using_min_and_max_values = r"""
+ceil(toUInt256(\'0\'))	ceil(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_floor_with_Int128_using_min_and_max_values = r"""
+floor(toInt128(\'-170141183460469231731687303715884105728\'))	floor(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_floor_with_Int256_using_min_and_max_values = r"""
+floor(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	floor(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_floor_with_UInt128_using_min_and_max_values = r"""
+floor(toUInt128(\'0\'))	floor(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_floor_with_UInt256_using_min_and_max_values = r"""
+floor(toUInt256(\'0\'))	floor(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_trunc_with_Int128_using_min_and_max_values = r"""
+trunc(toInt128(\'-170141183460469231731687303715884105728\'))	trunc(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_trunc_with_Int256_using_min_and_max_values = r"""
+trunc(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	trunc(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_trunc_with_UInt128_using_min_and_max_values = r"""
+trunc(toUInt128(\'0\'))	trunc(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_trunc_with_UInt256_using_min_and_max_values = r"""
+trunc(toUInt256(\'0\'))	trunc(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_round_with_Int128_using_min_and_max_values = r"""
+round(toInt128(\'-170141183460469231731687303715884105728\'))	round(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_round_with_Int256_using_min_and_max_values = r"""
+round(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	round(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_round_with_UInt128_using_min_and_max_values = r"""
+round(toUInt128(\'0\'))	round(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_round_with_UInt256_using_min_and_max_values = r"""
+round(toUInt256(\'0\'))	round(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_roundBankers_with_Int128_using_min_and_max_values = r"""
+roundBankers(toInt128(\'-170141183460469231731687303715884105728\'))	roundBankers(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_roundBankers_with_Int256_using_min_and_max_values = r"""
+roundBankers(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundBankers(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_roundBankers_with_UInt128_using_min_and_max_values = r"""
+roundBankers(toUInt128(\'0\'))	roundBankers(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_roundBankers_with_UInt256_using_min_and_max_values = r"""
+roundBankers(toUInt256(\'0\'))	roundBankers(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_roundDuration_with_Int128_using_min_and_max_values = r"""
+roundDuration(toInt128(\'-170141183460469231731687303715884105728\'))	roundDuration(toInt128(\'170141183460469231731687303715884105727\'))
+0	36000
+"""
+
+I_check_roundDuration_with_Int256_using_min_and_max_values = r"""
+roundDuration(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundDuration(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+0	36000
+"""
+
+I_check_roundDuration_with_UInt128_using_min_and_max_values = r"""
+roundDuration(toUInt128(\'0\'))	roundDuration(toUInt128(\'340282366920938463463374607431768211455\'))
+0	36000
+"""
+
+I_check_roundDuration_with_UInt256_using_min_and_max_values = r"""
+roundDuration(toUInt256(\'0\'))	roundDuration(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	36000
+"""
+
+I_check_roundAge_with_Int128_using_min_and_max_values = r"""
+roundAge(toInt128(\'-170141183460469231731687303715884105728\'))	roundAge(toInt128(\'170141183460469231731687303715884105727\'))
+0	55
+"""
+
+I_check_roundAge_with_Int256_using_min_and_max_values = r"""
+roundAge(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundAge(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+0	55
+"""
+
+I_check_roundAge_with_UInt128_using_min_and_max_values = r"""
+roundAge(toUInt128(\'0\'))	roundAge(toUInt128(\'340282366920938463463374607431768211455\'))
+0	55
+"""
+
+I_check_roundAge_with_UInt256_using_min_and_max_values = r"""
+roundAge(toUInt256(\'0\'))	roundAge(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	55
+"""
+
+I_select_the_output_of_ceil_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_ceil_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_ceil_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_ceil_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_floor_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_floor_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_floor_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_floor_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_trunc_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_trunc_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_trunc_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_trunc_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_round_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_round_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_round_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_round_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_roundBankers_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_roundBankers_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_roundBankers_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_roundBankers_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_roundDuration_with_Int128_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundDuration_with_Int256_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundDuration_with_UInt128_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundDuration_with_UInt256_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundAge_with_Int128_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_select_the_output_of_roundAge_with_Int256_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_select_the_output_of_roundAge_with_UInt128_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_select_the_output_of_roundAge_with_UInt256_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_check_ceil_with_Decimal256_using_min_and_max_values = r"""
+ceil(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	ceil(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_floor_with_Decimal256_using_min_and_max_values = r"""
+floor(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	floor(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_trunc_with_Decimal256_using_min_and_max_values = r"""
+trunc(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	trunc(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_round_with_Decimal256_using_min_and_max_values = r"""
+round(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	round(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_roundBankers_with_Decimal256_using_min_and_max_values = r"""
+roundBankers(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	roundBankers(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_ceil_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_floor_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_trunc_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_round_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_roundBankers_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_bitAnd_with_Int128 = r"""
+bitAnd(toInt128(1), 1)	bitAnd(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitAnd(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+1	1	0
+"""
+
+I_check_bitAnd_with_Int256 = r"""
+bitAnd(toInt256(1), 1)	bitAnd(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitAnd(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+1	1	0
+"""
+
+I_check_bitAnd_with_UInt128 = r"""
+bitAnd(toUInt128(1), 1)	bitAnd(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitAnd(toUInt128(\'0\'), 1)
+1	1	0
+"""
+
+I_check_bitAnd_with_UInt256 = r"""
+bitAnd(toUInt256(1), 1)	bitAnd(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitAnd(toUInt256(\'0\'), 1)
+1	1	0
+"""
+
+I_check_bitOr_with_Int128 = r"""
+bitOr(toInt128(1), 1)	bitOr(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitOr(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+1	170141183460469231731687303715884105727	-170141183460469231731687303715884105727
+"""
+
+I_check_bitOr_with_Int256 = r"""
+bitOr(toInt256(1), 1)	bitOr(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitOr(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+1	57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_bitOr_with_UInt128 = r"""
+bitOr(toUInt128(1), 1)	bitOr(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitOr(toUInt128(\'0\'), 1)
+1	340282366920938463463374607431768211455	1
+"""
+
+I_check_bitOr_with_UInt256 = r"""
+bitOr(toUInt256(1), 1)	bitOr(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitOr(toUInt256(\'0\'), 1)
+1	115792089237316195423570985008687907853269984665640564039457584007913129639935	1
+"""
+
+I_check_bitXor_with_Int128 = r"""
+bitXor(toInt128(1), 1)	bitXor(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitXor(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+0	170141183460469231731687303715884105726	-170141183460469231731687303715884105727
+"""
+
+I_check_bitXor_with_Int256 = r"""
+bitXor(toInt256(1), 1)	bitXor(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitXor(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+0	57896044618658097711785492504343953926634992332820282019728792003956564819966	-57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_bitXor_with_UInt128 = r"""
+bitXor(toUInt128(1), 1)	bitXor(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitXor(toUInt128(\'0\'), 1)
+0	340282366920938463463374607431768211454	1
+"""
+
+I_check_bitXor_with_UInt256 = r"""
+bitXor(toUInt256(1), 1)	bitXor(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitXor(toUInt256(\'0\'), 1)
+0	115792089237316195423570985008687907853269984665640564039457584007913129639934	1
+"""
+
+I_check_bitShiftLeft_with_Int128 = r"""
+bitShiftLeft(toInt128(1), 1)	bitShiftLeft(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitShiftLeft(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+2	-2	0
+"""
+
+I_check_bitShiftLeft_with_Int256 = r"""
+bitShiftLeft(toInt256(1), 1)	bitShiftLeft(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitShiftLeft(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+2	-2	0
+"""
+
+I_check_bitShiftLeft_with_UInt128 = r"""
+bitShiftLeft(toUInt128(1), 1)	bitShiftLeft(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitShiftLeft(toUInt128(\'0\'), 1)
+2	340282366920938463463374607431768211454	0
+"""
+
+I_check_bitShiftLeft_with_UInt256 = r"""
+bitShiftLeft(toUInt256(1), 1)	bitShiftLeft(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitShiftLeft(toUInt256(\'0\'), 1)
+2	115792089237316195423570985008687907853269984665640564039457584007913129639934	0
+"""
+
+I_check_bitShiftRight_with_Int128 = r"""
+bitShiftRight(toInt128(1), 1)	bitShiftRight(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitShiftRight(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+0	85070591730234615865843651857942052863	-85070591730234615865843651857942052864
+"""
+
+I_check_bitShiftRight_with_Int256 = r"""
+bitShiftRight(toInt256(1), 1)	bitShiftRight(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitShiftRight(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+0	28948022309329048855892746252171976963317496166410141009864396001978282409983	-28948022309329048855892746252171976963317496166410141009864396001978282409984
+"""
+
+I_check_bitShiftRight_with_UInt128 = r"""
+bitShiftRight(toUInt128(1), 1)	bitShiftRight(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitShiftRight(toUInt128(\'0\'), 1)
+0	170141183460469231731687303715884105727	0
+"""
+
+I_check_bitShiftRight_with_UInt256 = r"""
+bitShiftRight(toUInt256(1), 1)	bitShiftRight(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitShiftRight(toUInt256(\'0\'), 1)
+0	57896044618658097711785492504343953926634992332820282019728792003956564819967	0
+"""
+
+Check_bitNot_with_Int128 = r"""
+bitNot(toInt128(1))	bitNot(toInt128(\'170141183460469231731687303715884105727\'))	bitNot(toInt128(\'-170141183460469231731687303715884105728\'))
+-2	-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+Check_bitNot_with_Int256 = r"""
+bitNot(toInt256(1))	bitNot(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	bitNot(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+-2	-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+Check_bitNot_with_UInt128 = r"""
+bitNot(toUInt128(1))	bitNot(toUInt128(\'340282366920938463463374607431768211455\'))	bitNot(toUInt128(\'0\'))
+340282366920938463463374607431768211454	0	340282366920938463463374607431768211455
+"""
+
+Check_bitNot_with_UInt256 = r"""
+bitNot(toUInt256(1))	bitNot(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	bitNot(toUInt256(\'0\'))
+115792089237316195423570985008687907853269984665640564039457584007913129639934	0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+Check_bitCount_with_Int128 = r"""
+bitCount(toInt128(1))	bitCount(toInt128(\'170141183460469231731687303715884105727\'))	bitCount(toInt128(\'-170141183460469231731687303715884105728\'))
+1	64	0
+"""
+
+Check_bitCount_with_Int256 = r"""
+bitCount(toInt256(1))	bitCount(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	bitCount(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	64	0
+"""
+
+Check_bitCount_with_UInt128 = r"""
+bitCount(toUInt128(1))	bitCount(toUInt128(\'340282366920938463463374607431768211455\'))	bitCount(toUInt128(\'0\'))
+1	64	0
+"""
+
+Check_bitCount_with_UInt256 = r"""
+bitCount(toUInt256(1))	bitCount(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	bitCount(toUInt256(\'0\'))
+1	64	0
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitOr_and_Int128 = r"""
+a
+-170141183460469231731687303715884105727
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_with_values_of_bitOr_and_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_with_values_of_bitOr_and_UInt128 = r"""
+a
+1
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_with_values_of_bitOr_and_UInt256 = r"""
+a
+1
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_with_values_of_bitXor_and_Int128 = r"""
+a
+-170141183460469231731687303715884105727
+0
+170141183460469231731687303715884105726
+"""
+
+I_check_the_table_with_values_of_bitXor_and_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+0
+57896044618658097711785492504343953926634992332820282019728792003956564819966
+"""
+
+I_check_the_table_with_values_of_bitXor_and_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211454
+"""
+
+I_check_the_table_with_values_of_bitXor_and_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_Int128 = r"""
+a
+-2
+0
+2
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_Int256 = r"""
+a
+-2
+0
+2
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_UInt128 = r"""
+a
+0
+2
+340282366920938463463374607431768211454
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_UInt256 = r"""
+a
+0
+2
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_Int128 = r"""
+a
+-85070591730234615865843651857942052864
+0
+85070591730234615865843651857942052863
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_Int256 = r"""
+a
+-28948022309329048855892746252171976963317496166410141009864396001978282409984
+0
+28948022309329048855892746252171976963317496166410141009864396001978282409983
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_UInt128 = r"""
+a
+0
+0
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_UInt256 = r"""
+a
+0
+0
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_with_values_of_bitNot_and_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+-2
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_with_values_of_bitNot_and_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+-2
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_with_values_of_bitNot_and_UInt128 = r"""
+a
+0
+340282366920938463463374607431768211454
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_with_values_of_bitNot_and_UInt256 = r"""
+a
+0
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_with_values_of_bitCount_and_Int128 = r"""
+a
+0
+1
+64
+"""
+
+I_check_the_table_with_values_of_bitCount_and_Int256 = r"""
+a
+0
+1
+64
+"""
+
+I_check_the_table_with_values_of_bitCount_and_UInt128 = r"""
+a
+0
+1
+64
+"""
+
+I_check_the_table_with_values_of_bitCount_and_UInt256 = r"""
+a
+0
+1
+64
+"""
+
+I_check_isNull__with_Int128_using_min_and_max = r"""
+isNull(toInt128(\'-170141183460469231731687303715884105728\'))	isNull(toInt128(\'170141183460469231731687303715884105727\'))
+0	0
+"""
+
+I_check_isNull__with_Int256_using_min_and_max = r"""
+isNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	isNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+0	0
+"""
+
+I_check_isNull__with_UInt128_using_min_and_max = r"""
+isNull(toUInt128(\'0\'))	isNull(toUInt128(\'340282366920938463463374607431768211455\'))
+0	0
+"""
+
+I_check_isNull__with_UInt256_using_min_and_max = r"""
+isNull(toUInt256(\'0\'))	isNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	0
+"""
+
+I_check_isNotNull__with_Int128_using_min_and_max = r"""
+isNotNull(toInt128(\'-170141183460469231731687303715884105728\'))	isNotNull(toInt128(\'170141183460469231731687303715884105727\'))
+1	1
+"""
+
+I_check_isNotNull__with_Int256_using_min_and_max = r"""
+isNotNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	isNotNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+1	1
+"""
+
+I_check_isNotNull__with_UInt128_using_min_and_max = r"""
+isNotNull(toUInt128(\'0\'))	isNotNull(toUInt128(\'340282366920938463463374607431768211455\'))
+1	1
+"""
+
+I_check_isNotNull__with_UInt256_using_min_and_max = r"""
+isNotNull(toUInt256(\'0\'))	isNotNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+1	1
+"""
+
+I_check_coalesce__with_Int128_using_min_and_max = r"""
+coalesce(toInt128(\'-170141183460469231731687303715884105728\'))	coalesce(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_coalesce__with_Int256_using_min_and_max = r"""
+coalesce(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	coalesce(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_coalesce__with_UInt128_using_min_and_max = r"""
+coalesce(toUInt128(\'0\'))	coalesce(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_coalesce__with_UInt256_using_min_and_max = r"""
+coalesce(toUInt256(\'0\'))	coalesce(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_assumeNotNull__with_Int128_using_min_and_max = r"""
+assumeNotNull(toInt128(\'-170141183460469231731687303715884105728\'))	assumeNotNull(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_assumeNotNull__with_Int256_using_min_and_max = r"""
+assumeNotNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	assumeNotNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_assumeNotNull__with_UInt128_using_min_and_max = r"""
+assumeNotNull(toUInt128(\'0\'))	assumeNotNull(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_assumeNotNull__with_UInt256_using_min_and_max = r"""
+assumeNotNull(toUInt256(\'0\'))	assumeNotNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_toNullable__with_Int128_using_min_and_max = r"""
+toNullable(toInt128(\'-170141183460469231731687303715884105728\'))	toNullable(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_toNullable__with_Int256_using_min_and_max = r"""
+toNullable(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	toNullable(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_toNullable__with_UInt128_using_min_and_max = r"""
+toNullable(toUInt128(\'0\'))	toNullable(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_toNullable__with_UInt256_using_min_and_max = r"""
+toNullable(toUInt256(\'0\'))	toNullable(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_ifNull_1__with_Int128_using_min_and_max = r"""
+ifNull(1, toInt128(\'-170141183460469231731687303715884105728\'))	ifNull(1, toInt128(\'170141183460469231731687303715884105727\'))
+1	1
+"""
+
+I_check_ifNull_1__with_Int256_using_min_and_max = r"""
+ifNull(1, toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	ifNull(1, toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+1	1
+"""
+
+I_check_ifNull_1__with_UInt128_using_min_and_max = r"""
+ifNull(1, toUInt128(\'0\'))	ifNull(1, toUInt128(\'340282366920938463463374607431768211455\'))
+1	1
+"""
+
+I_check_ifNull_1__with_UInt256_using_min_and_max = r"""
+ifNull(1, toUInt256(\'0\'))	ifNull(1, toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+1	1
+"""
+
+I_check_nullIf_1__with_Int128_using_min_and_max = r"""
+nullIf(1, toInt128(\'-170141183460469231731687303715884105728\'))	nullIf(1, toInt128(\'170141183460469231731687303715884105727\'))
+1	1
+"""
+
+I_check_nullIf_1__with_Int256_using_min_and_max = r"""
+nullIf(1, toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	nullIf(1, toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+1	1
+"""
+
+I_check_nullIf_1__with_UInt128_using_min_and_max = r"""
+nullIf(1, toUInt128(\'0\'))	nullIf(1, toUInt128(\'340282366920938463463374607431768211455\'))
+1	1
+"""
+
+I_check_nullIf_1__with_UInt256_using_min_and_max = r"""
+nullIf(1, toUInt256(\'0\'))	nullIf(1, toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+1	1
+"""
+
+I_check_isNull__with_Int128_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNull__with_Int256_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNull__with_UInt128_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNull__with_UInt256_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNotNull__with_Int128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_isNotNull__with_Int256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_isNotNull__with_UInt128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_isNotNull__with_UInt256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_coalesce__with_Int128_on_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_coalesce__with_Int256_on_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_coalesce__with_UInt128_on_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_coalesce__with_UInt256_on_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_assumeNotNull__with_Int128_on_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_assumeNotNull__with_Int256_on_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_assumeNotNull__with_UInt128_on_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_assumeNotNull__with_UInt256_on_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_toNullable__with_Int128_on_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_toNullable__with_Int256_on_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_toNullable__with_UInt128_on_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_toNullable__with_UInt256_on_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_ifNull_1__with_Int128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_ifNull_1__with_Int256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_ifNull_1__with_UInt128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_ifNull_1__with_UInt256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_nullIf_1__with_Int128_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_nullIf_1__with_Int256_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_nullIf_1__with_UInt128_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_nullIf_1__with_UInt256_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_isNull__with_Decimal256_using_min_and_max = r"""
+isNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	isNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	0
+"""
+
+I_check_isNotNull__with_Decimal256_using_min_and_max = r"""
+isNotNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	isNotNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_coalesce__with_Decimal256_using_min_and_max = r"""
+coalesce(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	coalesce(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_assumeNotNull__with_Decimal256_using_min_and_max = r"""
+assumeNotNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	assumeNotNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_toNullable__with_Decimal256_using_min_and_max = r"""
+toNullable(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	toNullable(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_ifNull_1__with_Decimal256_using_min_and_max = r"""
+ifNull(1, toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	ifNull(1, toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_nullIf_1__with_Decimal256_using_min_and_max = r"""
+nullIf(1, toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	nullIf(1, toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_isNull__with_Decimal256_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNotNull__with_Decimal256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_coalesce__with_Decimal256_on_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_assumeNotNull__with_Decimal256_on_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_toNullable__with_Decimal256_on_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_ifNull_1__with_Decimal256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_nullIf_1__with_Decimal256_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
diff --git a/tests/testflows/extended_precision_data_types/tests/__init__.py b/tests/testflows/extended_precision_data_types/tests/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/testflows/extended_precision_data_types/tests/arithmetic.py b/tests/testflows/extended_precision_data_types/tests/arithmetic.py
new file mode 100644
index 00000000000..d939569d5a7
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/arithmetic.py
@@ -0,0 +1,217 @@
+import os
+import textwrap
+
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+funcs = [
+    ('plus', '2'),
+    ('minus', '0'),
+    ('multiply', '1'),
+    ('divide', '1'),
+    ('intDiv', '1'),
+    ('intDivOrZero', '1'),
+    ('modulo', '0'),
+    ('moduloOrZero', '0'),
+    ('negate', '-1'),
+    ('abs', '1'),
+    ('gcd', '1'),
+    ('lcm', '1'),
+]
+
+Examples_list =  [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
+Examples_dec_list =  [tuple(list(func)+[Name(f'{func[0]} - Decimal256')]) for func in funcs]
+
+@TestOutline
+@Examples('arithmetic_func expected_result int_type min max', Examples_list)
+def inline_check(self, arithmetic_func, expected_result, int_type, min, max, node=None):
+    """Check that arithmetic functions work using inline tests with Int128, UInt128, Int256, and UInt256.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    if arithmetic_func in ['negate','abs']:
+
+        with When(f"I check {arithmetic_func} with {int_type}"):
+            output = node.query(f"SELECT {arithmetic_func}(to{int_type}(1))").output
+            assert output == expected_result, error()
+
+        with When(f"I check {arithmetic_func} with {int_type} max and min value"):
+            execute_query(f"""
+                SELECT {arithmetic_func}(to{int_type}(\'{max}\')), {arithmetic_func}(to{int_type}(\'{min}\'))
+                """)
+
+    else:
+
+        with When(f"I check {arithmetic_func} with {int_type}"):
+            output = node.query(f"SELECT {arithmetic_func}(to{int_type}(1), to{int_type}(1))").output
+            assert output == expected_result, error()
+
+        if arithmetic_func in ['gcd','lcm']:
+
+            if int_type in ['UInt128','UInt256']:
+                exitcode=153
+            else:
+                exitcode=151
+
+            with When(f"I check {arithmetic_func} with {int_type} max and min value"):
+                node.query(f"SELECT {arithmetic_func}(to{int_type}(\'{max}\'), to{int_type}(1)), {arithmetic_func}(to{int_type}(\'{min}\'), to{int_type}(1))",
+                    exitcode = exitcode, message = 'Exception:')
+
+        else:
+
+            with When(f"I check {arithmetic_func} with {int_type} max and min value"):
+                execute_query(f"""
+                    SELECT {arithmetic_func}(to{int_type}(\'{max}\'), to{int_type}(1)), {arithmetic_func}(to{int_type}(\'{min}\'), to{int_type}(1))
+                    """)
+
+@TestOutline
+@Examples('arithmetic_func expected_result int_type min max', Examples_list)
+def table_check(self, arithmetic_func, expected_result, int_type, min, max, node=None):
+    """Check that arithmetic functions work using tables with Int128, UInt128, Int256, and UInt256.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = int_type)
+
+    if arithmetic_func in ['negate','abs']:
+
+        for value in [1, min, max]:
+
+            with When(f"I insert {arithmetic_func} with {int_type} {value} into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(to{int_type}(\'{value}\'))")
+
+        with Then(f"I check the table output of {arithmetic_func} with {int_type}"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    else:
+
+        with When(f"I insert {arithmetic_func} with {int_type} into the table"):
+            node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(to{int_type}(1), to{int_type}(1))")
+
+        with Then("I check that the output matches the expected value"):
+            output = node.query(f"SELECT * FROM {table_name}").output
+            assert output == expected_result, error()
+
+        if arithmetic_func in ['gcd', 'lcm']:
+
+            if int_type in ['UInt128', 'UInt256']:
+
+                with When(f"I insert {arithmetic_func} with {int_type} {min} into the table"):
+                    node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(to{int_type}(\'{min}\'), to{int_type}(1))",
+                        exitcode = 153, message = 'Exception:')
+
+                with And(f"I insert {arithmetic_func} with {int_type} {max} into the table"):
+                    node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(to{int_type}(\'{max}\'), to{int_type}(1))")
+
+            else:
+
+                for value in [min, max]:
+
+                    with When(f"I insert {arithmetic_func} with {int_type} {value} into the table"):
+                        node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(to{int_type}(\'{value}\'), to{int_type}(1))",
+                            exitcode = 151, message = 'Exception:')
+
+        else:
+
+            for value in [min, max]:
+
+                with When(f"I insert {arithmetic_func} with {int_type} {value} into the table"):
+                    node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(to{int_type}(\'{value}\'), to{int_type}(1))")
+
+        with Then(f"I check the table output of {arithmetic_func} with {int_type}"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+@TestOutline
+@Examples('arithmetic_func expected_result', Examples_dec_list)
+def inline_check_dec(self, arithmetic_func, expected_result, node=None):
+    """Check that arithmetic functions work using inline with Decimal256.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    if arithmetic_func is 'negate' or arithmetic_func is 'abs':
+
+        with When(f"I check {arithmetic_func} with toDecimal256"):
+            output = node.query(f"SELECT {arithmetic_func}(toDecimal256(1,0))").output
+            assert output == expected_result, error()
+
+    elif arithmetic_func in ['modulo', 'moduloOrZero', 'gcd', 'lcm']:
+
+        with When(f"I check {arithmetic_func} with toDecimal256"):
+            node.query(f"SELECT {arithmetic_func}(toDecimal256(1,0), toDecimal256(1,0))",
+                exitcode=43, message = 'Exception:')
+
+    else:
+
+        with When(f"I check {arithmetic_func} with toDecimal256"):
+            output = node.query(f"SELECT {arithmetic_func}(toDecimal256(1,0), toDecimal256(1,0))").output
+            assert output == expected_result, error()
+
+@TestOutline
+@Examples('arithmetic_func expected_result', Examples_dec_list)
+def table_check_dec(self, arithmetic_func, expected_result, node=None):
+    """Check that arithmetic functions work using tables with Decimal256.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = 'Decimal256(0)')
+
+    if arithmetic_func in ['negate','abs']:
+
+        with When(f"I insert {arithmetic_func} with toDecimal256 into the table"):
+            node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(toDecimal256(1,0))")
+
+        with Then(f"I check the table for output of {arithmetic_func} with Decimal256"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    elif arithmetic_func in ['modulo', 'moduloOrZero', 'gcd', 'lcm']:
+
+        with When(f"I check {arithmetic_func} with toDecimal256"):
+            node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(toDecimal256(1,0), toDecimal256(1,0))",
+                exitcode=43, message = 'Exception:')
+
+    else:
+        with When(f"I insert {arithmetic_func} with toDecimal256 into the table"):
+            node.query(f"INSERT INTO {table_name} SELECT {arithmetic_func}(toDecimal256(1,0), toDecimal256(1,0))")
+
+        with Then("I check that the output matches the expected value"):
+            output = node.query(f"SELECT * FROM {table_name}").output
+            assert output == expected_result, error()
+
+@TestFeature
+@Name("arithmetic")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Int_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Dec_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Arithmetic_Dec_NotSupported("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that arithmetic functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    with allow_experimental_bigint(self.context.node):
+        Scenario(run = inline_check)
+        Scenario(run = table_check)
+        Scenario(run = inline_check_dec)
+        Scenario(run = table_check_dec)
diff --git a/tests/testflows/extended_precision_data_types/tests/array_tuple_map.py b/tests/testflows/extended_precision_data_types/tests/array_tuple_map.py
new file mode 100644
index 00000000000..6efa122ffdf
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/array_tuple_map.py
@@ -0,0 +1,484 @@
+import uuid
+
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+def get_table_name():
+    return "table" + "_" + str(uuid.uuid1()).replace('-', '_')
+
+@TestOutline(Suite)
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Int_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Int_NotSupported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Dec_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Arrays_Dec_NotSupported("1.0"),
+)
+def array_func(self, data_type, node=None):
+    """Check array functions with extended precision data types.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    for func in ['arrayPopBack(',
+        'arrayPopFront(',
+        'arraySort(',
+        'arrayReverseSort(',
+        'arrayDistinct(',
+        'arrayEnumerate(',
+        'arrayEnumerateDense(',
+        'arrayEnumerateUniq(',
+        'arrayReverse(',
+        'reverse(',
+        'arrayFlatten(',
+        'arrayCompact(',
+        'arrayReduceInRanges(\'sum\', [(1, 5)],',
+        'arrayMap(x -> (x + 2),',
+        'arrayFill(x -> x=3,',
+        'arrayReverseFill(x -> x=3,',
+        f'arrayConcat([{to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}],',
+        'arrayFilter(x -> x == 1, ']:
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+            execute_query(f"""
+                SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))
+                """)
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = f'Array({data_type})')
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))")
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    for func in ['arraySplit((x, y) -> x=y, [0, 0, 0],']:
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+            execute_query(f"""
+                SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))
+                """)
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = f'Array(Array({data_type}))')
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))")
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    for func in [f'arrayZip([{to_data_type(data_type,1)}],']:
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+            execute_query(f"""
+                SELECT {func}array({to_data_type(data_type,3)}))
+                """)
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = f'Array(Tuple({data_type}, {data_type}))')
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}array({to_data_type(data_type,1)}))")
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    for func in ['empty(',
+        'notEmpty(',
+        'length(',
+        'arrayCount(x -> x == 1, ',
+        'arrayUniq(',
+        'arrayJoin(',
+        'arrayExists(x -> x==1,',
+        'arrayAll(x -> x==1,',
+        'arrayMin(',
+        'arrayMax(',
+        'arraySum(',
+        'arrayAvg(',
+        'arrayReduce(\'max\', ',
+        'arrayFirst(x -> x==3,',
+        'arrayFirstIndex(x -> x==3,',
+        f'hasAll([{to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}], ',
+        f'hasAny([{to_data_type(data_type,2)}, {to_data_type(data_type,1)}], ',
+        f'hasSubstr([{to_data_type(data_type,2)}, {to_data_type(data_type,1)}], ']:
+
+        if func in ['arrayMin(','arrayMax(','arraySum(', 'arrayAvg('] and data_type in ['Decimal256(0)']:
+
+            with Scenario(f"Inline - {data_type} - {func}"):
+                node.query(f"SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))",
+                    exitcode = 44, message = 'Exception:')
+
+            with Scenario(f"Table - {data_type} - {func}"):
+                table_name = get_table_name()
+
+                table(name = table_name, data_type = data_type)
+
+                with When("I insert the output into the table"):
+                    node.query(f"INSERT INTO {table_name} SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))",
+                        exitcode = 44, message = 'Exception:')
+
+                execute_query(f"""
+                    SELECT * FROM {table_name} ORDER BY a ASC
+                    """)
+
+        else:
+
+            with Scenario(f"Inline - {data_type} - {func}"):
+
+                execute_query(f"""
+                    SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))
+                    """)
+
+            with Scenario(f"Table - {data_type} - {func}"):
+                table_name = get_table_name()
+
+                table(name = table_name, data_type = data_type)
+
+                with When("I insert the output into the table"):
+                    node.query(f"INSERT INTO {table_name} SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))")
+
+                execute_query(f"""
+                    SELECT * FROM {table_name} ORDER BY a ASC
+                    """)
+
+    for func in ['arrayDifference(',
+        'arrayCumSum(',
+        'arrayCumSumNonNegative(']:
+
+        if data_type in ['Decimal256(0)']:
+            exitcode = 44
+        else:
+            exitcode = 43
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+            node.query(f"SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))",
+                exitcode = exitcode, message = 'Exception:')
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = data_type)
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}))",
+                    exitcode = exitcode, message = 'Exception:')
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    for func in ['arrayElement']:
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+
+            execute_query(f"""
+                SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), 1)
+                """)
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = data_type)
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), 1)")
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    for func in ['arrayPushBack',
+        'arrayPushFront']:
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+
+            execute_query(f"""
+                SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), {to_data_type(data_type,1)})
+                """)
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = f'Array({data_type})')
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), {to_data_type(data_type,1)})")
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    for func in ['arrayResize',
+        'arraySlice']:
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+
+            execute_query(f"""
+                SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), 1)
+                """)
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = f'Array({data_type})')
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), 1)")
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    for func in ['has',
+        'indexOf',
+        'countEqual']:
+
+        with Scenario(f"Inline - {data_type} - {func}"):
+            execute_query(f"""
+                SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), NULL)
+                """)
+
+        with Scenario(f"Table - {data_type} - {func}"):
+            table_name = get_table_name()
+
+            table(name = table_name, data_type = data_type)
+
+            with When("I insert the output into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(array({to_data_type(data_type,3)}, {to_data_type(data_type,2)}, {to_data_type(data_type,1)}), NULL)")
+
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+@TestOutline(Suite)
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Tuple("1.0"),
+)
+def tuple_func(self, data_type, node=None):
+    """Check tuple functions with extended precision data types.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    with Scenario(f"Creating a tuple with {data_type}"):
+        node.query(f"SELECT tuple({to_data_type(data_type,1)}, {to_data_type(data_type,1)}, {to_data_type(data_type,1)})")
+
+    with Scenario(f"Creating a tuple with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = f'Tuple({data_type}, {data_type}, {data_type})')
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT tuple({to_data_type(data_type,1)}, {to_data_type(data_type,1)}, {to_data_type(data_type,1)})")
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"tupleElement with {data_type}"):
+        node.query(f"SELECT tupleElement(({to_data_type(data_type,1)}, {to_data_type(data_type,1)}), 1)")
+
+    with Scenario(f"tupleElement with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = data_type)
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT tupleElement(({to_data_type(data_type,1)}, {to_data_type(data_type,1)}), 1)")
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"untuple with {data_type}"):
+        node.query(f"SELECT untuple(({to_data_type(data_type,1)},))")
+
+    with Scenario(f"untuple with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = data_type)
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT untuple(({to_data_type(data_type,1)},))")
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"tupleHammingDistance with {data_type}"):
+        node.query(f"SELECT tupleHammingDistance(({to_data_type(data_type,1)}, {to_data_type(data_type,1)}), ({to_data_type(data_type,2)}, {to_data_type(data_type,2)}))")
+
+    with Scenario(f"tupleHammingDistance with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = data_type)
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT tupleHammingDistance(({to_data_type(data_type,1)}, {to_data_type(data_type,1)}), ({to_data_type(data_type,2)}, {to_data_type(data_type,2)}))")
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+@TestOutline(Suite)
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Map_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Map_NotSupported("1.0"),
+)
+def map_func(self, data_type, node=None):
+    """Check Map functions with extended precision data types.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    with Scenario(f"Creating a map with {data_type}"):
+        node.query(f"SELECT map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)})")
+
+    with Scenario(f"Creating a map with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = f'Map(String, {data_type})')
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)})")
+
+        execute_query(f"""
+            SELECT * FROM {table_name}
+            """)
+
+    with Scenario(f"mapAdd with {data_type}"):
+        node.query(f"SELECT mapAdd(([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]), ([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]))",
+            exitcode = 44, message='Exception:')
+
+    with Scenario(f"mapAdd with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = f'Tuple(Array({data_type}), Array({data_type}))')
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT mapAdd(([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]), ([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]))",
+                exitcode = 44, message='Exception:')
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"mapSubtract with {data_type}"):
+        node.query(f"SELECT mapSubtract(([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]), ([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]))",
+            exitcode = 44, message='Exception:')
+
+    with Scenario(f"mapSubtract with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = f'Tuple(Array({data_type}), Array({data_type}))')
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT mapSubtract(([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]), ([{to_data_type(data_type,1)}, {to_data_type(data_type,2)}], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}]))",
+                exitcode = 44, message='Exception:')
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"mapPopulateSeries with {data_type}"):
+        node.query(f"SELECT mapPopulateSeries([1,2,3], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}, {to_data_type(data_type,3)}], 5)",
+            exitcode = 44, message='Exception:')
+
+    with Scenario(f"mapPopulateSeries with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = f'Tuple(Array({data_type}), Array({data_type}))')
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT mapPopulateSeries([1,2,3], [{to_data_type(data_type,1)}, {to_data_type(data_type,2)}, {to_data_type(data_type,3)}], 5)",
+                exitcode = 44, message='Exception:')
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"mapContains with {data_type}"):
+        node.query(f"SELECT mapContains( map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)}), 'key1')")
+
+    with Scenario(f"mapContains with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = data_type)
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT mapContains( map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)}), 'key1')")
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"mapKeys with {data_type}"):
+        node.query(f"SELECT mapKeys( map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)}))")
+
+    with Scenario(f"mapKeys with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = 'Array(String)')
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT mapKeys( map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)}))")
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+    with Scenario(f"mapValues with {data_type}"):
+        node.query(f"SELECT mapValues( map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)}))")
+
+    with Scenario(f"mapValues with {data_type} on a table"):
+        table_name = get_table_name()
+
+        table(name = table_name, data_type = f'Array({data_type})')
+
+        with When("I insert the output into a table"):
+            node.query(f"INSERT INTO {table_name} SELECT mapValues( map('key1', {to_data_type(data_type,1)}, 'key2', {to_data_type(data_type,2)}))")
+
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+@TestFeature
+@Name("array, tuple, map")
+@Examples("data_type",[
+    ('Int128',),
+    ('Int256',),
+    ('UInt128',),
+    ('UInt256',),
+    ('Decimal256(0)',),
+])
+def feature(self, node="clickhouse1", stress=None, parallel=None):
+    """Check that array, tuple, and map functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+
+    with allow_experimental_bigint(self.context.node):
+        for example in self.examples:
+            data_type, = example
+
+            with Feature(data_type):
+
+                Suite(test=array_func)(data_type=data_type)
+                Suite(test=tuple_func)(data_type=data_type)
+
+                with Given("I allow experimental map type"):
+                    allow_experimental_map_type()
+
+                    Suite(test=map_func)(data_type=data_type)
diff --git a/tests/testflows/extended_precision_data_types/tests/bit.py b/tests/testflows/extended_precision_data_types/tests/bit.py
new file mode 100644
index 00000000000..24f63532c74
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/bit.py
@@ -0,0 +1,179 @@
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+from extended_precision_data_types.errors import *
+
+funcs = [
+    ('bitAnd', True, None),
+    ('bitOr', True, None),
+    ('bitXor', True, None),
+    ('bitShiftLeft', True, None),
+    ('bitShiftRight', True, None),
+    ('bitRotateLeft', False, not_implemented_bigints('Bit rotate')),
+    ('bitRotateRight', False, not_implemented_bigints('Bit rotate')),
+    ('bitTest', False, not_implemented_bigints('bitTest')),
+    ('bitTestAll', False, illegal_column()),
+    ('bitTestAny', False, illegal_column()),
+    ('bitNot', True, None),
+    ('bitCount', True, None)
+]
+
+Examples_list =  [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
+Examples_dec_list =  [tuple(list(func)+[Name(f'{func[0]} - Decimal256')]) for func in funcs]
+
+@TestOutline(Scenario)
+@Examples('func supported error int_type min max', Examples_list)
+def bit_int_inline(self, func, supported, error, int_type, min, max, node=None):
+    """ Check bit functions with Int128, UInt128, Int256, and UInt256 using inline tests.
+    """
+
+    if error is not None:
+        exitcode,message = error
+
+    if node is None:
+        node = self.context.node
+
+    if func in ["bitNot", "bitCount"]:
+
+        with When(f"Check {func} with {int_type}"):
+            execute_query(f"""
+                SELECT {func}(to{int_type}(1)), {func}(to{int_type}(\'{max}\')), {func}(to{int_type}(\'{min}\'))
+                """)
+
+    elif supported:
+
+        with When(f"I check {func} with {int_type}"):
+            execute_query(f"""
+                SELECT {func}(to{int_type}(1), 1), {func}(to{int_type}(\'{max}\'), 1), {func}(to{int_type}(\'{min}\'), 1)
+                """)
+
+    else:
+
+        with When(f"I check {func} with {int_type}"):
+            node.query(f"SELECT {func}(to{int_type}(1), 1), {func}(to{int_type}(\'{max}\'), 1), {func}(to{int_type}(\'{min}\'), 1)",
+                exitcode=exitcode, message = message)
+
+@TestOutline(Scenario)
+@Examples('func supported error int_type min max', Examples_list)
+def bit_int_table(self, func, supported, error, int_type, min, max, node=None):
+    """ Check bit functions with Int128, UInt128, Int256, and UInt256 using table tests.
+    """
+
+    table_name = f"table_{getuid()}"
+
+    if node is None:
+        node = self.context.node
+
+    if error is not None:
+        exitcode,message = error
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = int_type)
+
+    if func in ["bitNot", "bitCount"]:
+
+        for value in [1, min, max]:
+
+            with When(f"I insert the output of {func} with {int_type} and {value}"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(to{int_type}(\'{value}\'))")
+
+        with Then(f"I check the table with values of {func} and {int_type}"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    elif supported:
+
+        for value in [1, min, max]:
+
+            with When(f"I insert the output of {func} with {int_type} and {value}"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(to{int_type}(\'{value}\'), 1)")
+
+        with Then(f"I check the table with values of {func} and {int_type}"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    else:
+
+        for value in [1, min, max]:
+
+            with When(f"I insert the output of {func} with {int_type} and {value}"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(to{int_type}(\'{value}\'), 1)",
+                    exitcode=exitcode, message=message)
+
+@TestOutline(Scenario)
+@Examples('func supported error', Examples_dec_list)
+def bit_dec_inline(self, func, supported, error, node=None):
+    """ Check bit functions with Decimal256 using inline tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    exitcode, message = illegal_type()
+
+    if node is None:
+        node = self.context.node
+
+    if func in ["bitNot", "bitCount"]:
+
+        with When(f"Check {func} with Decimal256"):
+            node.query(f"SELECT {func}(toDecimal256(1,0)), {func}(toDecimal256(\'{max}\',0)), {func}(toDecimal256(\'{min}\',0))",
+                exitcode=exitcode, message = message)
+
+    else:
+
+        with When(f"I check {func} with Decimal256"):
+            node.query(f"SELECT {func}(toDecimal256(1,0), 1), {func}(toDecimal256(\'{max}\',0), 1), {func}(toDecimal256(\'{min}\',0), 1)",
+                exitcode=exitcode, message = message)
+
+@TestOutline(Scenario)
+@Examples('func supported error', Examples_dec_list)
+def bit_dec_table(self, func, supported, error, node=None):
+    """ Check bit functions with Decimal256 using table tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    table_name = f"table_{getuid()}"
+    exitcode, message = illegal_type()
+
+    if node is None:
+        node = self.context.node
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = 'Decimal256(0)')
+
+    if func in ["bitNot", "bitCount"]:
+
+        for value in [1, min, max]:
+
+            with When(f"I insert the output of {func} with Decimal256 and {value}"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(toDecimal256(\'{value}\',0))",
+                    exitcode=exitcode, message = message)
+
+    else:
+
+        for value in [1, min, max]:
+
+            with When(f"I insert the output of {func} with Decimal256 and {value}"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(toDecimal256(\'{value}\',0), 1)",
+                    exitcode=exitcode, message=message)
+
+@TestFeature
+@Name("bit")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Int_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Int_NotSupported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Bit_Dec_NotSupported("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that bit functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    with allow_experimental_bigint(self.context.node):
+        Scenario(run=bit_int_inline)
+        Scenario(run=bit_int_table)
+        Scenario(run=bit_dec_inline)
+        Scenario(run=bit_dec_table)
diff --git a/tests/testflows/extended_precision_data_types/tests/comparison.py b/tests/testflows/extended_precision_data_types/tests/comparison.py
new file mode 100644
index 00000000000..d3e5dcc0dbd
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/comparison.py
@@ -0,0 +1,110 @@
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+funcs = [
+    ('equals',),
+    ('notEquals',),
+    ('less',),
+    ('greater',),
+    ('lessOrEquals',),
+    ('greaterOrEquals',)
+]
+
+Examples_list =  [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
+
+@TestOutline(Scenario)
+@Examples('func int_type min max', Examples_list)
+def comp_int_inline(self, func, int_type, min, max, node=None):
+    """Check comparison functions with Int128, UInt128, Int256, and UInt256 using inline tests.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    with When(f"I check {func} with {int_type}"):
+        execute_query(f"""
+            SELECT {func}(to{int_type}(1), to{int_type}(1)), {func}(to{int_type}(\'{max}\'), to{int_type}(\'{min}\'))
+            """)
+
+@TestOutline(Scenario)
+@Examples('func int_type min max', Examples_list)
+def comp_int_table(self, func, int_type, min, max, node=None):
+    """Check comparison functions with Int128, UInt128, Int256, and UInt256 using table tests.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = int_type)
+
+    for value in [1, max, min]:
+
+        with When(f"I insert into a table the output {func} with {int_type} and {value}"):
+            node.query(f"INSERT INTO {table_name} SELECT {func}(to{int_type}(\'{value}\'), to{int_type}(1))")
+
+    with Then(f"I check the table for the output of {func} with {int_type}"):
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+@TestOutline(Scenario)
+@Examples('func', funcs)
+def comp_dec_inline(self, func, node=None):
+    """Check comparison functions with Decimal256 using inline tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    with When(f"I check {func} with Decimal256"):
+        execute_query(f"""
+            SELECT {func}(toDecimal256(1,0), toDecimal256(1,0)), {func}(toDecimal256(\'{max}\',0), toDecimal256(\'{min}\',0))
+            """)
+
+@TestOutline(Scenario)
+@Examples('func', funcs)
+def comp_dec_table(self, func, node=None):
+    """Check comparison functions with Decimal256 using table tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = 'Decimal256(0)')
+
+    for value in [1, max, min]:
+
+        with When(f"I insert into a table the output {func} with Decimal256 and {value}"):
+            node.query(f"INSERT INTO {table_name} SELECT {func}(toDecimal256(\'{value}\',0), toDecimal256(1,0))")
+
+    with Then(f"I check the table for the output of {func} with Decimal256"):
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+@TestFeature
+@Name("comparison")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Comparison("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that comparison functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    with allow_experimental_bigint(self.context.node):
+        Scenario(run=comp_int_inline)
+        Scenario(run=comp_int_table)
+        Scenario(run=comp_dec_inline)
+        Scenario(run=comp_dec_table)
diff --git a/tests/testflows/extended_precision_data_types/tests/conversion.py b/tests/testflows/extended_precision_data_types/tests/conversion.py
new file mode 100644
index 00000000000..e46031ad29f
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/conversion.py
@@ -0,0 +1,275 @@
+import os
+import textwrap
+
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+@contextmanager
+def dictionary(name, node, mysql_node):
+    """Create a table in MySQL and use it a source for a dictionary.
+    """
+    try:
+        with Given("table in MySQL"):
+            sql = f"""
+                CREATE TABLE {name}(
+                    id INT NOT NULL AUTO_INCREMENT,
+                    int128 BIGINT,
+                    uint128 BIGINT,
+                    int256 BIGINT,
+                    uint256 BIGINT,
+                    dec256 DECIMAL,
+                    PRIMARY KEY ( id )
+                );
+                """
+            with When("I drop the table if exists"):
+                mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user -e \"DROP TABLE IF EXISTS {name};\"", exitcode=0)
+            with And("I create a table"):
+                mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user <<'EOF'{textwrap.dedent(sql)}\nEOF", exitcode=0)
+
+        with And("dictionary that uses MySQL table as the external source"):
+            with When("I drop the dictionary if exists"):
+                node.query(f"DROP DICTIONARY IF EXISTS dict_{name}")
+            with And("I create the dictionary"):
+                sql = f"""
+                CREATE DICTIONARY dict_{name}
+                (
+                    id UInt8,
+                    int128 Int128,
+                    uint128 UInt128,
+                    int256 Int256,
+                    uint256 UInt256,
+                    dec256 Decimal256(0)
+                )
+                PRIMARY KEY id
+                SOURCE(MYSQL(
+                    USER 'user'
+                    PASSWORD 'password'
+                    DB 'db'
+                    TABLE '{name}'
+                    REPLICA(PRIORITY 1 HOST '{mysql_node.name}' PORT 3306)
+                ))
+                LAYOUT(HASHED())
+                LIFETIME(0)
+                """
+                node.query(textwrap.dedent(sql))
+
+        yield f"dict_{name}"
+
+    finally:
+        with Finally("I drop the dictionary", flags=TE):
+            node.query(f"DROP DICTIONARY IF EXISTS dict_{name}")
+
+        with And("I drop a table in MySQL", flags=TE):
+            mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user -e \"DROP TABLE IF EXISTS {name};\"", exitcode=0)
+
+@contextmanager
+def table(name, node, mysql_node):
+    """Create a table in MySQL and use it a source for a table in ClickHouse.
+    """
+    try:
+        with Given("table in MySQL"):
+            sql = f"""
+                CREATE TABLE {name}(
+                    id INT NOT NULL AUTO_INCREMENT,
+                    int128 BIGINT,
+                    uint128 BIGINT,
+                    int256 BIGINT,
+                    uint256 BIGINT,
+                    dec256 DECIMAL,
+                    PRIMARY KEY ( id )
+                );
+                """
+            with When("I drop the table if exists"):
+                mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user -e \"DROP TABLE IF EXISTS {name};\"", exitcode=0)
+
+            with And("I create a table"):
+                mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user <<'EOF'{textwrap.dedent(sql)}\nEOF", exitcode=0)
+
+        with And("table that uses MySQL table as the external source"):
+
+            with When("I drop the table if exists"):
+                node.query(f"DROP TABLE IF EXISTS {name}")
+            with And("I create the table"):
+                sql = f"""
+                CREATE TABLE {name}
+                (
+                    id UInt8,
+                    int128 Int128,
+                    uint128 UInt128,
+                    int256 Int256,
+                    uint256 UInt256,
+                    dec256 Decimal256(0)
+                )
+                ENGINE = MySQL('{mysql_node.name}:3306', 'default', '{name}', 'default', 'password')
+                """
+                node.query(textwrap.dedent(sql))
+
+        yield f"table_{name}"
+
+    finally:
+        with Finally("I drop the table", flags=TE):
+            node.query(f"DROP TABLE IF EXISTS {name}")
+
+        with And("I drop a table in MySQL", flags=TE):
+            mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user -e \"DROP TABLE IF EXISTS {name};\"", exitcode=0)
+
+@contextmanager
+def table_func(name, node, mysql_node):
+    """Create a table in MySQL and use it a source for a table using mysql table function.
+    """
+    try:
+        with Given("table in MySQL"):
+            sql = f"""
+                CREATE TABLE {name}(
+                    id INT NOT NULL AUTO_INCREMENT,
+                    int128 BIGINT,
+                    uint128 BIGINT,
+                    int256 BIGINT,
+                    uint256 BIGINT,
+                    dec256 DECIMAL,
+                    PRIMARY KEY ( id )
+                );
+                """
+            with When("I drop the table if exists"):
+                mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user -e \"DROP TABLE IF EXISTS {name};\"", exitcode=0)
+            with And("I create a table"):
+                mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user <<'EOF'{textwrap.dedent(sql)}\nEOF", exitcode=0)
+
+        yield f"mysql('{mysql_node.name}:3306', 'db', '{name}', 'user', 'password')"
+
+    finally:
+
+        with Finally("I drop the table", flags=TE):
+            node.query(f"DROP TABLE IF EXISTS {name}")
+
+        with And("I drop a table in MySQL", flags=TE):
+            mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user -e \"DROP TABLE IF EXISTS {name};\"", exitcode=0)
+
+@TestOutline(Scenario)
+@Examples('int_type min max',[
+    ('Int128', '-170141183460469231731687303715884105728', '170141183460469231731687303715884105727', Requirements(RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toInt128("1.0")), Name('Int128')),
+    ('Int256', '-57896044618658097711785492504343953926634992332820282019728792003956564819968', '57896044618658097711785492504343953926634992332820282019728792003956564819967', Requirements(RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toInt256("1.0")), Name('Int256')),
+    ('UInt128','0','340282366920938463463374607431768211455', Requirements(RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toUInt128("1.0")), Name('UInt128')),
+    ('UInt256', '0', '115792089237316195423570985008687907853269984665640564039457584007913129639935', Requirements(RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toUInt256("1.0")), Name('UInt256')),
+])
+def int_conversion(self, int_type, min, max, node=None):
+    """Check that ClickHouse converts values to Int128.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    with When(f"I convert {min}, {max}, 1 to {int_type}"):
+        output = node.query(f"SELECT to{int_type}(\'{min}\'), to{int_type}(\'{max}\'), to{int_type}(1) format TabSeparatedRaw").output
+        assert output == f'{min}\t{max}\t1', error()
+
+@TestScenario
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_toDecimal256("1.0"),
+)
+def to_decimal256(self, node=None):
+    """Check that ClickHouse converts values to Int128.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    for value in [1,min,max]:
+        output = node.query(f"SELECT toDecimal256(\'{value}\',0)").output
+        assert output == str(value), error()
+
+@TestScenario
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_ToMySQL("1.0"),
+)
+def MySQL_table(self, node=None):
+    """Check that ClickHouse converts MySQL values from MySQL table into ClickHouse table.
+    """
+    table_name = f'table_{getuid()}'
+
+    node = self.context.node
+    mysql_node = self.context.mysql_node
+
+    with table(table_name, node, mysql_node):
+
+        with When("I insert parameters values in MySQL"):
+            sql = f"""
+                INSERT INTO {table_name}(int128, uint128, int256, uint256, dec256) VALUES (1,1,1,1,1);
+            """
+            mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user <<'EOF'{textwrap.dedent(sql)}\nEOF", exitcode=0)
+
+        with Then("I select from the table on top of the mysql table"):
+            node.query(f"SELECT * FROM {table_name}",
+                exitcode=50, message='Exception:')
+
+@TestScenario
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_FromMySQL("1.0"),
+)
+def MySQL_func(self, node=None):
+    """Check that ClickHouse converts MySQL values into a ClickHouse table using the MySQL table function.
+    """
+    table_name = f'table_{getuid()}'
+
+    node = self.context.node
+    mysql_node = self.context.mysql_node
+
+    with table_func(table_name, node, mysql_node) as table_function:
+
+        with When("I insert parameters values in MySQL"):
+            sql = f"""
+                INSERT INTO {table_name}(int128, uint128, int256, uint256, dec256) VALUES (1,1,1,1,1);
+            """
+            mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user <<'EOF'{textwrap.dedent(sql)}\nEOF", exitcode=0)
+
+        with And("I make sure the table doesn't exist"):
+            node.query(f"DROP TABLE IF EXISTS {table_name}")
+
+        with And("I create the table"):
+            node.query(f"CREATE TABLE {table_name} (id UInt8, int128 Int128, uint128 UInt128, int256 Int256, uint256 UInt256, dec256 Decimal256(0)) Engine = Memory")
+
+        with And("I insert into the clickhouse table from the mysql table"):
+            node.query(f"INSERT INTO {table_name} SELECT * FROM {table_function}")
+
+        with Then("I select from the clickhouse table"):
+            output = node.query(f"SELECT * FROM {table_name}").output
+            assert output ==  '1\t1\t1\t1\t1\t1', error()
+
+@TestScenario
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Conversion_ToMySQL("1.0"),
+)
+def MySQL_dict(self, node=None):
+    """Check that ClickHouse converts MySQL values from MySQL table into ClickHouse dictionary.
+    """
+
+    node = self.context.node
+    mysql_node = self.context.mysql_node
+
+    table_name = f'table_{getuid()}'
+
+    with dictionary(table_name, node, mysql_node):
+
+        with When("I insert parameters values in MySQL"):
+            sql = f"""
+                INSERT INTO {table_name}(int128, uint128, int256, uint256, dec256) VALUES (1,1,1,1,1);
+            """
+            mysql_node.command(f"MYSQL_PWD=password mysql -D db -u user <<'EOF'{textwrap.dedent(sql)}\nEOF", exitcode=0)
+
+        with Then("I select from the table on top of the mysql table"):
+            node.query(f"SELECT * FROM dict_{table_name}",
+                exitcode=50, message='Exception:')
+
+@TestFeature
+@Name("conversion")
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check the conversion of extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    for scenario in loads(current_module(), Scenario):
+        with allow_experimental_bigint(self.context.node):
+            Scenario(run=scenario)
diff --git a/tests/testflows/extended_precision_data_types/tests/feature.py b/tests/testflows/extended_precision_data_types/tests/feature.py
new file mode 100644
index 00000000000..83293b61f35
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/feature.py
@@ -0,0 +1,19 @@
+from testflows.core import *
+from testflows.core.name import basename, parentname
+from testflows._core.testtype import TestSubType
+
+@TestFeature
+@Name("tests")
+def feature(self):
+    """Check functions with Int128, Int256, UInt256, and Decimal256.
+    """
+    Feature(run=load("extended_precision_data_types.tests.conversion", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.arithmetic", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.array_tuple_map", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.comparison", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.logical", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.mathematical", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.rounding", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.bit", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.null", "feature"))
+    Feature(run=load("extended_precision_data_types.tests.table", "feature"))
diff --git a/tests/testflows/extended_precision_data_types/tests/logical.py b/tests/testflows/extended_precision_data_types/tests/logical.py
new file mode 100644
index 00000000000..36dbc97da97
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/logical.py
@@ -0,0 +1,99 @@
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+funcs = [
+    ('and',),
+    ('or',),
+    ('not',),
+    ('xor',),
+]
+
+Examples_list =  [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
+
+@TestOutline(Scenario)
+@Examples('func int_type min max', Examples_list)
+def log_int_inline(self, func, int_type, min, max, node=None):
+    """Check logical functions with Int128, Int256, and UInt256 using inline tests.
+    """
+    table_name = f'table_{getuid()}'
+
+    if node is None:
+        node = self.context.node
+
+    with When(f"Check {func} with {int_type}"):
+        node.query(f"SELECT {func}(to{int_type}(1), to{int_type}(1)), {func}(to{int_type}(\'{max}\'), to{int_type}(1)), {func}(to{int_type}(\'{min}\'), to{int_type}(1))",
+            exitcode=43, message = 'Exception: Illegal type ')
+
+@TestOutline(Scenario)
+@Examples('func int_type min max', Examples_list)
+def log_int_table(self, func, int_type, min, max, node=None):
+    """Check logical functions with Int128, Int256, and UInt256 using table tests.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = int_type)
+
+    for value in [1, min, max]:
+
+        with When(f"Check {func} with {int_type} and {value}"):
+            node.query(f"INSERT INTO {table_name} SELECT {func}(to{int_type}(\'{value}\'), to{int_type}(\'{value}\'))",
+                exitcode=43, message = 'Exception: Illegal type')
+
+@TestOutline(Scenario)
+@Examples('func', funcs)
+def log_dec_inline(self, func, node=None):
+    """Check logical functions with Decimal256 using inline tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    with When(f"Check {func} with Decimal256"):
+        node.query(f"SELECT {func}(toDecimal256(1,0), toDecimal256(1,0)), {func}(toDecimal256(\'{max}\',0), toDecimal256(1)), {func}(toDecimal256(\'{min}\',0), toDecimal256(1))",
+            exitcode=43, message = 'Exception: Illegal type ')
+
+@TestOutline(Scenario)
+@Examples('func', funcs)
+def log_dec_table(self, func, node=None):
+    """Check logical functions with Decimal256 using table tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = 'Decimal256(0)')
+
+    for value in [1, min, max]:
+
+        with When(f"Check {func} with Decimal256 and {value}"):
+            node.query(f"INSERT INTO {table_name} SELECT {func}(toDecimal256(\'{value}\',0), toDecimal256(\'{value}\',0))",
+                exitcode=43, message = 'Exception: Illegal type ')
+
+@TestFeature
+@Name("logical")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Logical("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that comparison functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    with allow_experimental_bigint(self.context.node):
+        Scenario(run=log_int_inline)
+        Scenario(run=log_int_table)
+        Scenario(run=log_dec_inline)
+        Scenario(run=log_dec_table)
diff --git a/tests/testflows/extended_precision_data_types/tests/mathematical.py b/tests/testflows/extended_precision_data_types/tests/mathematical.py
new file mode 100644
index 00000000000..d895b3d77ee
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/mathematical.py
@@ -0,0 +1,181 @@
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+funcs = [
+    ('exp(', 2.718281828460626, 0),
+    ('log(', 0, 0),
+    ('ln(', 0, 0),
+    ('exp2(', 2, 0),
+    ('log2(', 0, 0),
+    ('exp10(', 10, 0),
+    ('log10(', 0, 0),
+    ('sqrt(', 1, 0),
+    ('cbrt(', 1, 0),
+    ('erf(', 0.8427007929497149, 0),
+    ('erfc(', 0.15729920705028513, 0),
+    ('lgamma(', 0, 0),
+    ('tgamma(', 1, 0),
+    ('sin(', 0.8414709848078965, 0),
+    ('cos(', 0.5403023058681398, 0),
+    ('tan(', 1.5574077246549023, 0),
+    ('asin(', 1.5707963267948966, 0),
+    ('acos(', 0, 0),
+    ('atan(', 0.7853981633974483, 0),
+    ('intExp2(', 2, 48),
+    ('intExp10(', 10, 48),
+    ('cosh(', 1.5430806348152437, 0),
+    ('acosh(', 0, 0),
+    ('sinh(', 1.1752011936438014, 0),
+    ('asinh(',0.881373587019543, 0),
+    ('tanh(', 0.7615946626193841, 0),
+    ('atanh(', 'inf', 0),
+    ('log1p(', 0.6931471805599453, 0),
+    ('sign(', 1, 0),
+    ('pow(1,', 1, 43),
+    ('power(1,', 1, 43),
+    ('atan2(1,', 0.7853981633974483, 43),
+    ('hypot(1,', 1.4142135623730951, 43),
+]
+
+Examples_list =  [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
+Examples_dec_list = [tuple(list(func)+[Name(f'{func[0]} - Decimal256')]) for func in funcs]
+
+@TestOutline(Scenario)
+@Examples('func expected_result exitcode int_type min max', Examples_list)
+def math_int_inline(self, func, expected_result, exitcode, int_type, min, max, node=None):
+    """Check mathematical functions with Int128, UInt128, Int256, and UInt256 using inline tests.
+    """
+    if node is None:
+        node = self.context.node
+
+    if func in ['intExp2(', 'intExp10(', 'pow(1,', 'power(1,', 'atan2(1,', 'hypot(1,']:
+
+        with When(f"I check {func} with {int_type} using 1, max, and min"):
+            node.query(f"SELECT {func} to{int_type}(1)), {func} to{int_type}(\'{max}\')), {func} to{int_type}(\'{min}\'))",
+                exitcode=exitcode, message = 'Exception:')
+
+    else:
+
+        with When(f"I check {func} with {int_type} using 1"):
+            output = node.query(f"SELECT {func} to{int_type}(1))").output
+            assert output == str(expected_result), error()
+
+        with And(f"I check {func} with {int_type} using max and min"):
+            execute_query(f"""
+                SELECT {func} to{int_type}(\'{max}\')), {func} to{int_type}(\'{min}\'))
+                """)
+
+@TestOutline(Scenario)
+@Examples('func expected_result exitcode int_type min max', Examples_list)
+def math_int_table(self, func, expected_result, exitcode, int_type, min, max, node=None):
+    """Check mathematical functions with Int128, UInt128, Int256, and UInt256 using table tests.
+    """
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = f'Nullable({int_type})')
+
+    if func in ['intExp2(', 'intExp10(', 'pow(1,', 'power(1,', 'atan2(1,', 'hypot(1,']:
+
+        for value in [1, max, min]:
+
+            with When(f"I insert the output of {func} with {int_type} using {value} into a table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func} to{int_type}(\'{value}\'))",
+                    exitcode=exitcode, message = 'Exception:')
+
+    else:
+
+        for value in [1, max, min]:
+
+            with And(f"I insert the output of {func} with {int_type} using {value} into a table"):
+                node.query(f"INSERT INTO {table_name} SELECT to{int_type}OrZero( toString({func} to{int_type}(\'{value}\'))))")
+
+        with Then(f"I check the outputs of {func} with {int_type}"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+@TestOutline(Scenario)
+@Examples('func expected_result exitcode', Examples_dec_list)
+def math_dec_inline(self, func, expected_result, exitcode, node=None):
+    """Check mathematical functions with Decimal256 using inline tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    if func in ['intExp2(', 'intExp10(', 'pow(1,', 'power(1,', 'atan2(1,', 'hypot(1,']:
+
+        with When(f"I check {func} with Decimal256 using 1, max, and min"):
+            node.query(f"SELECT {func} toDecimal256(1,0)), {func} toDecimal256(\'{max}\',0)), {func} toDecimal256(\'{min}\',0))",
+                exitcode=43, message = 'Exception: Illegal type ')
+
+    else:
+
+        with When(f"I check {func} with Decimal256 using 1"):
+            output = node.query(f"SELECT {func} toDecimal256(1,0))").output
+            assert output == str(expected_result), error()
+
+        with And(f"I check {func} with Decimal256 using max and min"):
+            execute_query(f"""
+                SELECT {func} toDecimal256(\'{max}\',0)), {func} toDecimal256(\'{min}\',0))
+                """)
+
+@TestOutline(Scenario)
+@Examples('func expected_result exitcode', Examples_dec_list)
+def math_dec_table(self, func, expected_result, exitcode, node=None):
+    """Check mathematical functions with Decimal256 using table tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    table_name = f'table_{getuid()}'
+
+    with Given(f"I have a table"):
+        table(name = table_name, data_type = 'Decimal256(0)')
+
+    if func in ['intExp2(', 'intExp10(', 'pow(1,', 'power(1,', 'atan2(1,', 'hypot(1,']:
+
+        for value in [1, max, min]:
+
+            with When(f"I insert the output of {func} with Decimal256 using {value} into a table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func} toDecimal256(\'{value}\',0))",
+                    exitcode=43, message = 'Exception: Illegal type ')
+
+    else:
+
+        for value in [1, max, min]:
+
+            with When(f"I insert the output of {func} with Decimal256 using {value} into a table"):
+                node.query(f"INSERT INTO {table_name} SELECT toDecimal256OrZero( toString({func} toDecimal256(\'{value}\',0))),0)")
+
+        with Then(f"I check the outputs of {func} with Decimal256"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+@TestFeature
+@Name("mathematical")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Mathematical_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Mathematical_NotSupported("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that mathematical functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    with allow_experimental_bigint(self.context.node):
+        Scenario(run=math_int_inline)
+        Scenario(run=math_int_table)
+        Scenario(run=math_dec_inline)
+        Scenario(run=math_dec_table)
diff --git a/tests/testflows/extended_precision_data_types/tests/null.py b/tests/testflows/extended_precision_data_types/tests/null.py
new file mode 100644
index 00000000000..9ddaa94a245
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/null.py
@@ -0,0 +1,119 @@
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+funcs = [
+    ('isNull(', 0),
+    ('isNotNull(', 1),
+    ('coalesce(', 1),
+    ('assumeNotNull(', 1),
+    ('toNullable(', 1),
+    ('ifNull(1,', 1),
+    ('nullIf(1,', '\\N'),
+]
+
+Examples_list =  [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
+
+@TestOutline(Scenario)
+@Examples('func expected_result int_type min max', Examples_list)
+def null_int_inline(self, func, expected_result, int_type, min, max, node=None):
+    """Check null function with Int128, UInt128, Int256, and UInt256 using inline tests.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    with When(f"I check {func} with {int_type}"):
+        output = node.query(f"SELECT {func} to{int_type}(1))").output
+        assert output == str(expected_result), error()
+
+    with And(f"I check {func} with {int_type} using min and max"):
+        execute_query(f"""
+            SELECT {func} to{int_type}(\'{min}\')), {func} to{int_type}(\'{max}\'))
+            """)
+
+@TestOutline(Scenario)
+@Examples('func expected_result int_type min max', Examples_list)
+def null_int_table(self, func, expected_result, int_type, min, max, node=None):
+    """Check null function with Int128, UInt128, Int256, and UInt256 using table tests.
+    """
+
+    table_name = f"table_{getuid()}"
+
+    if node is None:
+        node = self.context.node
+
+    with Given("I have a table"):
+        table(name = table_name, data_type = f'Nullable({int_type})')
+
+    for value in [1, min, max]:
+
+        with When(f"I insert the output of {func} with {int_type} and {value}"):
+            node.query(f"INSERT INTO {table_name} SELECT {func} to{int_type}(\'{value}\'))")
+
+    with Then(f"I check {func} with {int_type} on the table"):
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+@TestOutline(Scenario)
+@Examples('func expected_result', funcs)
+def null_dec_inline(self, func, expected_result, node=None):
+    """Check null function with Decimal256 using inline tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    with When(f"I check {func} with Decimal256"):
+        output = node.query(f"SELECT {func} toDecimal256(1,0))").output
+        assert output == str(expected_result), error()
+
+    with And(f"I check {func} with Decimal256 using min and max"):
+        execute_query(f"""
+            SELECT {func} toDecimal256(\'{min}\',0)), {func} toDecimal256(\'{max}\',0))
+            """)
+
+@TestOutline(Scenario)
+@Examples('func expected_result', funcs)
+def null_dec_table(self, func, expected_result, node=None):
+    """Check null function with Decimal256 using table tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    table_name = f"table_{getuid()}"
+
+    if node is None:
+        node = self.context.node
+
+    with Given("I have a table"):
+        table(name = table_name, data_type = 'Nullable(Decimal256(0))')
+
+    for value in [1, min, max]:
+
+        with When(f"I insert the output of {func} with Decimal256 and {value}"):
+            node.query(f"INSERT INTO {table_name} SELECT {func} toDecimal256(\'{value}\',0))")
+
+    with Then(f"I check {func} with Decimal256 on the table"):
+        execute_query(f"""
+            SELECT * FROM {table_name} ORDER BY a ASC
+            """)
+
+@TestFeature
+@Name("null")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Null("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that null functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    with allow_experimental_bigint(self.context.node):
+        Scenario(run=null_int_inline)
+        Scenario(run=null_int_table)
+        Scenario(run=null_dec_inline)
+        Scenario(run=null_dec_table)
diff --git a/tests/testflows/extended_precision_data_types/tests/rounding.py b/tests/testflows/extended_precision_data_types/tests/rounding.py
new file mode 100644
index 00000000000..f01d6898b32
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/rounding.py
@@ -0,0 +1,191 @@
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+funcs = [
+    ('ceil', 1, True),
+    ('floor', 1, True),
+    ('trunc', 1, True),
+    ('round', 1, True),
+    ('roundBankers', 1, True),
+    ('roundToExp2', 1, False),
+    ('roundDuration', 1, True),
+    ('roundAge', 17, True),
+    ('roundDown', 1, False)
+]
+
+Examples_list = [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
+Examples_dec_list = [tuple(list(func)+[Name(f'{func[0]} - Decimal256')]) for func in funcs]
+
+@TestOutline(Scenario)
+@Examples('func expected_result supported int_type min max', Examples_list)
+def round_int_inline(self, func, expected_result, supported, int_type, min, max, node=None):
+    """Check rounding functions with Int128, UInt128, Int256, and UInt256 using inline tests.
+    """
+
+    if node is None:
+        node = self.context.node
+
+    if func is 'roundDown':
+
+        with When(f"I check roundDown with {int_type}"):
+            node.query(f"SELECT roundDown(to{int_type}(1), [0,2]), roundDown(to{int_type}(\'{max}\'), [0,2]), roundDown(to{int_type}(\'{min}\'), [0,2])",
+                exitcode=44, message=f'Exception: Illegal column {int_type} of first argument of function roundDown')
+
+    elif supported:
+
+        with When(f"I check {func} with {int_type}"):
+            output = node.query(f"SELECT {func}(to{int_type}(1))").output
+            assert output == str(expected_result), error()
+
+        with And(f'I check {func} with {int_type} using min and max values'):
+            execute_query(f"""
+                SELECT {func}(to{int_type}(\'{min}\')), {func}(to{int_type}(\'{max}\'))
+                """)
+
+    else:
+
+        with When(f"I check {func} with {int_type}"):
+            node.query(f"SELECT {func}(to{int_type}(1)), {func}(to{int_type}(\'{max}\')), {func}(to{int_type}(\'{min}\'))",
+                exitcode=48, message=f'Exception: {func}() for big integers is not implemented:')
+
+@TestOutline(Scenario)
+@Examples('func expected_result supported int_type min max', Examples_list)
+def round_int_table(self, func, expected_result, supported, int_type, min, max, node=None):
+    """Check rounding functions with Int128, UInt128, Int256, and UInt256 using table tests.
+    """
+
+    table_name = f"table_{getuid()}"
+
+    if node is None:
+        node = self.context.node
+
+    with Given("I have a table"):
+        table(name = table_name, data_type = int_type)
+
+    if func is 'roundDown':
+
+        for value in [1,max,min]:
+
+            with When(f"I check roundDown with {int_type} and {value}"):
+                node.query(f"INSERT INTO {table_name} SELECT roundDown(to{int_type}(\'{value}\'), [0,2])",
+                    exitcode=44, message=f'Exception: Illegal column {int_type} of first argument of function roundDown')
+
+    elif supported:
+
+        for value in [1,max,min]:
+
+            with When(f"I insert the output of {func} with {int_type} and {value} into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(to{int_type}(\'{value}\'))")
+
+        with Then(f"I select the output of {func} with {int_type} from the table"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    else:
+
+        for value in [1,max,min]:
+
+            with When(f"I insert the output of {func} with {int_type} and {value} into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(to{int_type}(1))",
+                    exitcode=48, message=f'Exception: {func}() for big integers is not implemented:')
+
+@TestOutline(Scenario)
+@Examples('func expected_result supported', Examples_dec_list)
+def round_dec_inline(self, func, expected_result, supported, node=None):
+    """Check rounding functions with Decimal256 using inline tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    if node is None:
+        node = self.context.node
+
+    if func is 'roundDown':
+
+        with When(f"I check roundDown with Decimal256"):
+            node.query(f"""SELECT roundDown(toDecimal256(1,0), [toDecimal256(0,0),toDecimal256(2,0)]),
+                roundDown(toDecimal256(\'{max}\',0), [toDecimal256(0,0),toDecimal256(2,0)]),
+                roundDown(toDecimal256(\'{min}\',0), [toDecimal256(0,0),toDecimal256(2,0)])""",
+                    exitcode=44, message=f'Exception: Illegal column Decimal256 of first argument of function roundDown')
+
+    elif func not in ['roundDuration', 'roundAge', 'roundToExp2']:
+
+        with When(f"I check {func} with Decimal256"):
+            output = node.query(f"SELECT {func}(toDecimal256(1,0))").output
+            assert output == str(expected_result), error()
+
+        with And(f'I check {func} with Decimal256 using min and max values'):
+            execute_query(f"""
+                SELECT {func}(toDecimal256(\'{min}\',0)), {func}(toDecimal256(\'{max}\',0))
+                """)
+
+    else:
+
+        with When(f"I check {func} with Decimal256"):
+            node.query(f"SELECT {func}(toDecimal256(1,0)), {func}(toDecimal256(\'{max}\',0)), {func}(toDecimal256(\'{min}\',0))",
+                exitcode=43, message=f'Exception: Illegal type Decimal(76, 0)')
+
+@TestOutline(Scenario)
+@Examples('func expected_result supported', Examples_dec_list)
+def round_dec_table(self, func, expected_result, supported, node=None):
+    """Check rounding functions with Decimal256 using table tests.
+    """
+    min = Decimal256_min_max[0]
+    max = Decimal256_min_max[1]
+
+    table_name = f"table_{getuid()}"
+
+    if node is None:
+        node = self.context.node
+
+    with Given("I have a table"):
+        table(name = table_name, data_type = 'Decimal256(0)')
+
+    if func is 'roundDown':
+
+        for value in [1, max, min]:
+
+            with When(f"I check roundDown with Decimal256 and {value}"):
+                node.query(f"INSERT INTO {table_name} SELECT roundDown(toDecimal256(\'{value}\',0), [toDecimal256(0,0),toDecimal256(2,0)])",
+                    exitcode=44, message=f'Exception: Illegal column Decimal256 of first argument of function roundDown')
+
+    elif func not in ['roundDuration', 'roundAge', 'roundToExp2']:
+
+        for value in [1, max, min]:
+
+            with When(f"I insert the output of {func} with Decimal256 and {value} into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(toDecimal256(\'{value}\',0))")
+
+        with Then(f"I select the output of {func} with Decimal256 from the table"):
+            execute_query(f"""
+                SELECT * FROM {table_name} ORDER BY a ASC
+                """)
+
+    else:
+
+        for value in [1, max, min]:
+
+            with When(f"I insert the output of {func} with Decimal256 and {value} into the table"):
+                node.query(f"INSERT INTO {table_name} SELECT {func}(toDecimal256(\'{value}\',0))",
+                    exitcode=43, message=f'Exception: Illegal type Decimal(76, 0)')
+
+@TestFeature
+@Name("rounding")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Int_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Int_NotSupported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Dec_Supported("1.0"),
+    RQ_SRS_020_ClickHouse_Extended_Precision_Rounding_Dec_NotSupported("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that rounding functions work with extended precision data types.
+    """
+    self.context.node = self.context.cluster.node(node)
+    self.context.mysql_node = self.context.cluster.node(mysql_node)
+
+    with allow_experimental_bigint(self.context.node):
+        Scenario(run=round_int_inline)
+        Scenario(run=round_int_table)
+        Scenario(run=round_dec_inline)
+        Scenario(run=round_dec_table)
diff --git a/tests/testflows/extended_precision_data_types/tests/table.py b/tests/testflows/extended_precision_data_types/tests/table.py
new file mode 100644
index 00000000000..1548d6b20c2
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/tests/table.py
@@ -0,0 +1,35 @@
+from testflows.core import *
+from testflows.asserts import error
+from contextlib import contextmanager
+
+from extended_precision_data_types.requirements import *
+from extended_precision_data_types.common import *
+
+@TestFeature
+@Name("table")
+@Requirements(
+    RQ_SRS_020_ClickHouse_Extended_Precision_Create_Table("1.0"),
+)
+def feature(self, node="clickhouse1", mysql_node="mysql1", stress=None, parallel=None):
+    """Check that clickhouse is able to create a table with extended precision data types.
+    """
+    node = self.context.cluster.node(node)
+
+    table_name = f"table_{getuid()}"
+
+    with allow_experimental_bigint(node):
+
+        try:
+            with When("I create a table with Int128, UInt128, Int256, UInt256, Decimal256"):
+                node.query(f"CREATE TABLE {table_name}(a Int128, b UInt128, c Int256, d UInt256, e Decimal256(0)) ENGINE = Memory")
+
+            with And("I insert values into the table"):
+                node.query(f"INSERT INTO {table_name} VALUES (toInt128(1), toUInt128(1), toInt256(1), toUInt256(1), toDecimal256(1,0))")
+
+            with Then("I select from the table"):
+                output = node.query(f"SELECT * FROM {table_name}").output
+                assert output == '1\t1\t1\t1\t1', error()
+
+        finally:
+            with Finally("I drop the table"):
+                node.query(f"DROP TABLE IF EXISTS {table_name}")
diff --git a/tests/testflows/regression.py b/tests/testflows/regression.py
index 2547463a91d..c7a264a9c27 100755
--- a/tests/testflows/regression.py
+++ b/tests/testflows/regression.py
@@ -30,6 +30,7 @@ def regression(self, local, clickhouse_binary_path, stress=None, parallel=None):
             run_scenario(pool, tasks, Feature(test=load("window_functions.regression", "regression")), args)
             run_scenario(pool, tasks, Feature(test=load("datetime64_extended_range.regression", "regression")), args)
             #run_scenario(pool, tasks, Feature(test=load("kerberos.regression", "regression")), args)
+            run_scenario(pool, tasks, Feature(test=load("extended_precision_data_types.regression", "regression")), args)
         finally:
             join(tasks)
 

From 7ed3b5f967cfcf091bc3f0e3e4f77a916843391c Mon Sep 17 00:00:00 2001
From: MyroTk <myroslav6@gmail.com>
Date: Thu, 20 May 2021 19:06:27 +0200
Subject: [PATCH 0300/1060] Removing unnecessary SSL files.

---
 .../configs/clickhouse/config.d/ssl.xml       | 18 ------------
 .../configs/clickhouse/ssl/dhparam.pem        |  8 ------
 .../configs/clickhouse/ssl/server.crt         | 19 -------------
 .../configs/clickhouse/ssl/server.key         | 28 -------------------
 4 files changed, 73 deletions(-)
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key

diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml
deleted file mode 100644
index 768d2250b79..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ssl.xml
+++ /dev/null
@@ -1,18 +0,0 @@
-<yandex>
-    <openSSL>
-        <server>
-            <certificateFile>/etc/clickhouse-server/ssl/server.crt</certificateFile>
-            <privateKeyFile>/etc/clickhouse-server/ssl/server.key</privateKeyFile>
-            <dhParamsFile>/etc/clickhouse-server/ssl/dhparam.pem</dhParamsFile>
-            <verificationMode>none</verificationMode>
-            <cacheSessions>true</cacheSessions>
-        </server>
-        <client>
-            <cacheSessions>true</cacheSessions>
-            <verificationMode>none</verificationMode>
-            <invalidCertificateHandler>
-                <name>AcceptCertificateHandler</name>
-            </invalidCertificateHandler>
-        </client>
-    </openSSL>
-</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem
deleted file mode 100644
index 2e6cee0798d..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/dhparam.pem
+++ /dev/null
@@ -1,8 +0,0 @@
------BEGIN DH PARAMETERS-----
-MIIBCAKCAQEAua92DDli13gJ+//ZXyGaggjIuidqB0crXfhUlsrBk9BV1hH3i7fR
-XGP9rUdk2ubnB3k2ejBStL5oBrkHm9SzUFSQHqfDjLZjKoUpOEmuDc4cHvX1XTR5
-Pr1vf5cd0yEncJWG5W4zyUB8k++SUdL2qaeslSs+f491HBLDYn/h8zCgRbBvxhxb
-9qeho1xcbnWeqkN6Kc9bgGozA16P9NLuuLttNnOblkH+lMBf42BSne/TWt3AlGZf
-slKmmZcySUhF8aKfJnLKbkBCFqOtFRh8zBA9a7g+BT/lSANATCDPaAk1YVih2EKb
-dpc3briTDbRsiqg2JKMI7+VdULY9bh3EawIBAg==
------END DH PARAMETERS-----
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt
deleted file mode 100644
index 7ade2d96273..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.crt
+++ /dev/null
@@ -1,19 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIC/TCCAeWgAwIBAgIJANjx1QSR77HBMA0GCSqGSIb3DQEBCwUAMBQxEjAQBgNV
-BAMMCWxvY2FsaG9zdDAgFw0xODA3MzAxODE2MDhaGA8yMjkyMDUxNDE4MTYwOFow
-FDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIB
-CgKCAQEAs9uSo6lJG8o8pw0fbVGVu0tPOljSWcVSXH9uiJBwlZLQnhN4SFSFohfI
-4K8U1tBDTnxPLUo/V1K9yzoLiRDGMkwVj6+4+hE2udS2ePTQv5oaMeJ9wrs+5c9T
-4pOtlq3pLAdm04ZMB1nbrEysceVudHRkQbGHzHp6VG29Fw7Ga6YpqyHQihRmEkTU
-7UCYNA+Vk7aDPdMS/khweyTpXYZimaK9f0ECU3/VOeG3fH6Sp2X6FN4tUj/aFXEj
-sRmU5G2TlYiSIUMF2JPdhSihfk1hJVALrHPTU38SOL+GyyBRWdNcrIwVwbpvsvPg
-pryMSNxnpr0AK0dFhjwnupIv5hJIOQIDAQABo1AwTjAdBgNVHQ4EFgQUjPLb3uYC
-kcamyZHK4/EV8jAP0wQwHwYDVR0jBBgwFoAUjPLb3uYCkcamyZHK4/EV8jAP0wQw
-DAYDVR0TBAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAQEAM/ocuDvfPus/KpMVD51j
-4IdlU8R0vmnYLQ+ygzOAo7+hUWP5j0yvq4ILWNmQX6HNvUggCgFv9bjwDFhb/5Vr
-85ieWfTd9+LTjrOzTw4avdGwpX9G+6jJJSSq15tw5ElOIFb/qNA9O4dBiu8vn03C
-L/zRSXrARhSqTW5w/tZkUcSTT+M5h28+Lgn9ysx4Ff5vi44LJ1NnrbJbEAIYsAAD
-+UA+4MBFKx1r6hHINULev8+lCfkpwIaeS8RL+op4fr6kQPxnULw8wT8gkuc8I4+L
-P9gg/xDHB44T3ADGZ5Ib6O0DJaNiToO6rnoaaxs0KkotbvDWvRoxEytSbXKoYjYp
-0g==
------END CERTIFICATE-----
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key b/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key
deleted file mode 100644
index f0fb61ac443..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse/ssl/server.key
+++ /dev/null
@@ -1,28 +0,0 @@
------BEGIN PRIVATE KEY-----
-MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQCz25KjqUkbyjyn
-DR9tUZW7S086WNJZxVJcf26IkHCVktCeE3hIVIWiF8jgrxTW0ENOfE8tSj9XUr3L
-OguJEMYyTBWPr7j6ETa51LZ49NC/mhox4n3Cuz7lz1Pik62WreksB2bThkwHWdus
-TKxx5W50dGRBsYfMenpUbb0XDsZrpimrIdCKFGYSRNTtQJg0D5WTtoM90xL+SHB7
-JOldhmKZor1/QQJTf9U54bd8fpKnZfoU3i1SP9oVcSOxGZTkbZOViJIhQwXYk92F
-KKF+TWElUAusc9NTfxI4v4bLIFFZ01ysjBXBum+y8+CmvIxI3GemvQArR0WGPCe6
-ki/mEkg5AgMBAAECggEATrbIBIxwDJOD2/BoUqWkDCY3dGevF8697vFuZKIiQ7PP
-TX9j4vPq0DfsmDjHvAPFkTHiTQXzlroFik3LAp+uvhCCVzImmHq0IrwvZ9xtB43f
-7Pkc5P6h1l3Ybo8HJ6zRIY3TuLtLxuPSuiOMTQSGRL0zq3SQ5DKuGwkz+kVjHXUN
-MR2TECFwMHKQ5VLrC+7PMpsJYyOMlDAWhRfUalxC55xOXTpaN8TxNnwQ8K2ISVY5
-212Jz/a4hn4LdwxSz3Tiu95PN072K87HLWx3EdT6vW4Ge5P/A3y+smIuNAlanMnu
-plHBRtpATLiTxZt/n6npyrfQVbYjSH7KWhB8hBHtaQKBgQDh9Cq1c/KtqDtE0Ccr
-/r9tZNTUwBE6VP+3OJeKdEdtsfuxjOCkS1oAjgBJiSDOiWPh1DdoDeVZjPKq6pIu
-Mq12OE3Doa8znfCXGbkSzEKOb2unKZMJxzrz99kXt40W5DtrqKPNb24CNqTiY8Aa
-CjtcX+3weat82VRXvph6U8ltMwKBgQDLxjiQQzNoY7qvg7CwJCjf9qq8jmLK766g
-1FHXopqS+dTxDLM8eJSRrpmxGWJvNeNc1uPhsKsKgotqAMdBUQTf7rSTbt4MyoH5
-bUcRLtr+0QTK9hDWMOOvleqNXha68vATkohWYfCueNsC60qD44o8RZAS6UNy3ENq
-cM1cxqe84wKBgQDKkHutWnooJtajlTxY27O/nZKT/HA1bDgniMuKaz4R4Gr1PIez
-on3YW3V0d0P7BP6PWRIm7bY79vkiMtLEKdiKUGWeyZdo3eHvhDb/3DCawtau8L2K
-GZsHVp2//mS1Lfz7Qh8/L/NedqCQ+L4iWiPnZ3THjjwn3CoZ05ucpvrAMwKBgB54
-nay039MUVq44Owub3KDg+dcIU62U+cAC/9oG7qZbxYPmKkc4oL7IJSNecGHA5SbU
-2268RFdl/gLz6tfRjbEOuOHzCjFPdvAdbysanpTMHLNc6FefJ+zxtgk9sJh0C4Jh
-vxFrw9nTKKzfEl12gQ1SOaEaUIO0fEBGbe8ZpauRAoGAMAlGV+2/K4ebvAJKOVTa
-dKAzQ+TD2SJmeR1HZmKDYddNqwtZlzg3v4ZhCk4eaUmGeC1Bdh8MDuB3QQvXz4Dr
-vOIP4UVaOr+uM+7TgAgVnP4/K6IeJGzUDhX93pmpWhODfdu/oojEKVcpCojmEmS1
-KCBtmIrQLqzMpnBpLNuSY+Q=
------END PRIVATE KEY-----

From 907fcf9f05600ab42635bc5d24a569a553a95080 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 20 May 2021 20:18:02 +0300
Subject: [PATCH 0301/1060] Delete macros.xml

---
 .../configs/clickhouse/config.d/macros.xml                        | 0
 1 file changed, 0 insertions(+), 0 deletions(-)
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/macros.xml

diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/macros.xml
deleted file mode 100644
index e69de29bb2d..00000000000

From 1f8d43235f374edf34c2a6f7e5222503ab46067b Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 20 May 2021 21:19:45 +0300
Subject: [PATCH 0302/1060] better

---
 tests/integration/helpers/cluster.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index f596756cb9e..ff4aba8eba5 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1186,6 +1186,15 @@ class ClickHouseCluster:
             if self.with_zookeeper and self.base_zookeeper_cmd:
                 logging.debug('Setup ZooKeeper')
                 logging.debug(f'Creating internal ZooKeeper dirs: {self.zookeeper_dirs_to_create}')
+                if self.use_keeper:
+                    for i in range(1,4):
+                        if os.path.exists(self.keeper_instance_dir_prefix + f"{i}"):
+                            shutil.rmtree(self.keeper_instance_dir_prefix + f"{i}")
+                else:
+                    for i in range(1,3):
+                        if os.path.exists(self.zookeeper_instance_dir_prefix + f"{i}"):
+                            shutil.rmtree(self.zookeeper_instance_dir_prefix + f"{i}")
+
                 for dir in self.zookeeper_dirs_to_create:
                     os.makedirs(dir)
                 

From ea30bb7abfb53b9b7d0fa8861c4ac470b0ae42a2 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Fri, 21 May 2021 04:17:18 +0300
Subject: [PATCH 0303/1060] Improve implementation

---
 src/Core/Field.h                                          | 3 +++
 src/Core/MySQL/MySQLReplication.h                         | 2 +-
 src/DataStreams/PostgreSQLBlockInputStream.cpp            | 2 +-
 src/DataStreams/TTLAggregationAlgorithm.h                 | 2 +-
 src/Databases/MySQL/MaterializeMySQLSyncThread.cpp        | 6 +++---
 src/Dictionaries/CacheDictionaryStorage.h                 | 8 ++++----
 src/Functions/partitionId.cpp                             | 2 +-
 src/Interpreters/ActionsVisitor.cpp                       | 4 ++--
 src/Interpreters/FillingRow.h                             | 2 +-
 src/Processors/Formats/Impl/AvroRowInputFormat.cpp        | 2 +-
 src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h | 2 +-
 src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp   | 6 +++---
 src/Storages/MergeTree/MergeTreeData.cpp                  | 2 +-
 src/Storages/MergeTree/MergeTreeDataWriter.cpp            | 4 ++--
 src/Storages/MergeTree/MergeTreeDataWriter.h              | 4 ++--
 src/Storages/MergeTree/MergeTreePartition.h               | 4 ++--
 16 files changed, 29 insertions(+), 26 deletions(-)

diff --git a/src/Core/Field.h b/src/Core/Field.h
index fb9f811ddf3..9c970fbbb31 100644
--- a/src/Core/Field.h
+++ b/src/Core/Field.h
@@ -721,6 +721,9 @@ private:
 #undef DBMS_MIN_FIELD_SIZE
 
 
+using Row = std::vector<Field>;
+
+
 template <> struct Field::TypeToEnum<Null>    { static const Types::Which value = Types::Null; };
 template <> struct Field::TypeToEnum<UInt64>  { static const Types::Which value = Types::UInt64; };
 template <> struct Field::TypeToEnum<UInt128> { static const Types::Which value = Types::UInt128; };
diff --git a/src/Core/MySQL/MySQLReplication.h b/src/Core/MySQL/MySQLReplication.h
index d415bdda70d..cd24979caaa 100644
--- a/src/Core/MySQL/MySQLReplication.h
+++ b/src/Core/MySQL/MySQLReplication.h
@@ -452,7 +452,7 @@ namespace MySQLReplication
         UInt32 number_columns;
         String schema;
         String table;
-        std::vector<Field> rows;
+        Row rows;
 
         RowsEvent(std::shared_ptr<TableMapEvent> table_map_, EventHeader && header_, const RowsEventHeader & rows_header)
             : EventBase(std::move(header_)), number_columns(0), table_map(table_map_)
diff --git a/src/DataStreams/PostgreSQLBlockInputStream.cpp b/src/DataStreams/PostgreSQLBlockInputStream.cpp
index 63a8e9edb79..9ef0a45acc0 100644
--- a/src/DataStreams/PostgreSQLBlockInputStream.cpp
+++ b/src/DataStreams/PostgreSQLBlockInputStream.cpp
@@ -193,7 +193,7 @@ void PostgreSQLBlockInputStream::insertValue(IColumn & column, std::string_view
 
             size_t dimension = 0, max_dimension = 0, expected_dimensions = array_info[idx].num_dimensions;
             const auto parse_value = array_info[idx].pqxx_parser;
-            std::vector<std::vector<Field>> dimensions(expected_dimensions + 1);
+            std::vector<Row> dimensions(expected_dimensions + 1);
 
             while (parsed.first != pqxx::array_parser::juncture::done)
             {
diff --git a/src/DataStreams/TTLAggregationAlgorithm.h b/src/DataStreams/TTLAggregationAlgorithm.h
index 7231506b7da..c2f40bab6b9 100644
--- a/src/DataStreams/TTLAggregationAlgorithm.h
+++ b/src/DataStreams/TTLAggregationAlgorithm.h
@@ -32,7 +32,7 @@ private:
 
     const Block header;
     std::unique_ptr<Aggregator> aggregator;
-    std::vector<Field> current_key_value;
+    Row current_key_value;
     AggregatedDataVariants aggregation_result;
     ColumnRawPtrs key_columns;
     Aggregator::AggregateColumns columns_for_aggregator;
diff --git a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
index fff4739eff9..a7ebcb0d3f2 100644
--- a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
+++ b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
@@ -477,7 +477,7 @@ static inline void fillSignAndVersionColumnsData(Block & data, Int8 sign_value,
 
 template <bool assert_nullable = false>
 static void writeFieldsToColumn(
-    IColumn & column_to, const std::vector<Field> & rows_data, size_t column_index, const std::vector<bool> & mask, ColumnUInt8 * null_map_column = nullptr)
+    IColumn & column_to, const Row & rows_data, size_t column_index, const std::vector<bool> & mask, ColumnUInt8 * null_map_column = nullptr)
 {
     if (ColumnNullable * column_nullable = typeid_cast<ColumnNullable *>(&column_to))
         writeFieldsToColumn<true>(column_nullable->getNestedColumn(), rows_data, column_index, mask, &column_nullable->getNullMapColumn());
@@ -599,7 +599,7 @@ static void writeFieldsToColumn(
 }
 
 template <Int8 sign>
-static size_t onWriteOrDeleteData(const std::vector<Field> & rows_data, Block & buffer, size_t version)
+static size_t onWriteOrDeleteData(const Row & rows_data, Block & buffer, size_t version)
 {
     size_t prev_bytes = buffer.bytes();
     for (size_t column = 0; column < buffer.columns() - 2; ++column)
@@ -623,7 +623,7 @@ static inline bool differenceSortingKeys(const Tuple & row_old_data, const Tuple
     return false;
 }
 
-static inline size_t onUpdateData(const std::vector<Field> & rows_data, Block & buffer, size_t version, const std::vector<size_t> & sorting_columns_index)
+static inline size_t onUpdateData(const Row & rows_data, Block & buffer, size_t version, const std::vector<size_t> & sorting_columns_index)
 {
     if (rows_data.size() % 2 != 0)
         throw Exception("LOGICAL ERROR: It is a bug.", ErrorCodes::LOGICAL_ERROR);
diff --git a/src/Dictionaries/CacheDictionaryStorage.h b/src/Dictionaries/CacheDictionaryStorage.h
index a79d83eea05..07217369dc1 100644
--- a/src/Dictionaries/CacheDictionaryStorage.h
+++ b/src/Dictionaries/CacheDictionaryStorage.h
@@ -232,7 +232,7 @@ private:
 
             if (unlikely(attribute.is_complex_type))
             {
-                auto & container = std::get<std::vector<Field>>(attribute.attribute_container);
+                auto & container = std::get<Row>(attribute.attribute_container);
 
                 for (size_t fetched_key_index = 0; fetched_key_index < fetched_columns_index; ++fetched_key_index)
                 {
@@ -506,7 +506,7 @@ private:
 
         if (unlikely(attribute.is_complex_type))
         {
-            auto & container = std::get<std::vector<Field>>(attribute.attribute_container);
+            auto & container = std::get<Row>(attribute.attribute_container);
             std::forward<GetContainerFunc>(func)(container);
         }
         else
@@ -564,7 +564,7 @@ private:
                 last_attribute.is_complex_type = dictionary_attribute.is_nullable || dictionary_attribute.is_array;
 
                 if (dictionary_attribute.is_nullable)
-                    last_attribute.attribute_container = std::vector<Field>();
+                    last_attribute.attribute_container = Row();
                 else
                     last_attribute.attribute_container = PaddedPODArray<ValueType>();
             };
@@ -609,7 +609,7 @@ private:
             PaddedPODArray<Float64>,
             PaddedPODArray<UUID>,
             PaddedPODArray<StringRef>,
-            std::vector<Field>> attribute_container;
+            Row> attribute_container;
     };
 
     CacheDictionaryStorageConfiguration configuration;
diff --git a/src/Functions/partitionId.cpp b/src/Functions/partitionId.cpp
index 70ece96f983..cf679452da1 100644
--- a/src/Functions/partitionId.cpp
+++ b/src/Functions/partitionId.cpp
@@ -52,7 +52,7 @@ public:
         auto result_column = ColumnString::create();
         for (size_t j = 0; j < input_rows_count; ++j)
         {
-            std::vector<Field> row(size);
+            Row row(size);
             for (size_t i = 0; i < size; ++i)
                 arguments[i].column->get(j, row[i]);
             MergeTreePartition partition(std::move(row));
diff --git a/src/Interpreters/ActionsVisitor.cpp b/src/Interpreters/ActionsVisitor.cpp
index 2c66d2a9841..a65e9337ecd 100644
--- a/src/Interpreters/ActionsVisitor.cpp
+++ b/src/Interpreters/ActionsVisitor.cpp
@@ -79,7 +79,7 @@ static Block createBlockFromCollection(const Collection & collection, const Data
     for (size_t i = 0; i < columns_num; ++i)
         columns[i] = types[i]->createColumn();
 
-    std::vector<Field> tuple_values;
+    Row tuple_values;
     for (const auto & value : collection)
     {
         if (columns_num == 1)
@@ -153,7 +153,7 @@ static Block createBlockFromAST(const ASTPtr & node, const DataTypes & types, Co
     MutableColumns columns = header.cloneEmptyColumns();
 
     DataTypePtr tuple_type;
-    std::vector<Field> tuple_values;
+    Row tuple_values;
     const auto & list = node->as<ASTExpressionList &>();
     bool transform_null_in = context->getSettingsRef().transform_null_in;
     for (const auto & elem : list.children)
diff --git a/src/Interpreters/FillingRow.h b/src/Interpreters/FillingRow.h
index 0e1d60d0d7a..434a9270718 100644
--- a/src/Interpreters/FillingRow.h
+++ b/src/Interpreters/FillingRow.h
@@ -34,7 +34,7 @@ public:
     FillColumnDescription & getFillDescription(size_t ind) { return description[ind].fill_description; }
 
 private:
-    std::vector<Field> row;
+    Row row;
     SortDescription description;
 };
 
diff --git a/src/Processors/Formats/Impl/AvroRowInputFormat.cpp b/src/Processors/Formats/Impl/AvroRowInputFormat.cpp
index 95ee42b4d09..cd576916364 100644
--- a/src/Processors/Formats/Impl/AvroRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/AvroRowInputFormat.cpp
@@ -344,7 +344,7 @@ AvroDeserializer::DeserializeFn AvroDeserializer::createDeserializeFn(avro::Node
             if (target.isEnum())
             {
                 const auto & enum_type = dynamic_cast<const IDataTypeEnum &>(*target_type);
-                std::vector<Field> symbol_mapping;
+                Row symbol_mapping;
                 for (size_t i = 0; i < root_node->names(); i++)
                 {
                     symbol_mapping.push_back(enum_type.castToValue(root_node->nameAt(i)));
diff --git a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
index 3e03f5e9ae3..c77bf7c0ba5 100644
--- a/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
+++ b/src/Processors/Merges/Algorithms/SummingSortedAlgorithm.h
@@ -83,7 +83,7 @@ public:
 
         bool is_group_started = false;
 
-        std::vector<Field> current_row;
+        Row current_row;
         bool current_row_is_zero = true;    /// Are all summed columns zero (or empty)? It is updated incrementally.
 
         void addRowImpl(ColumnRawPtrs & raw_columns, size_t row);
diff --git a/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp b/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp
index 1280138d38b..d9cb949042c 100644
--- a/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp
+++ b/src/Storages/MergeTree/MergeTreeBaseSelectProcessor.cpp
@@ -214,7 +214,7 @@ namespace
 
         virtual void insertPartitionValueColumn(
             size_t rows,
-            const std::vector<Field> & partition_value,
+            const Row & partition_value,
             const DataTypePtr & partition_value_type,
             const String & name) = 0;
     };
@@ -322,7 +322,7 @@ namespace
         }
 
         void insertPartitionValueColumn(
-            size_t rows, const std::vector<Field> & partition_value, const DataTypePtr & partition_value_type, const String & name) final
+            size_t rows, const Row & partition_value, const DataTypePtr & partition_value_type, const String & name) final
         {
             ColumnPtr column;
             if (rows)
@@ -362,7 +362,7 @@ namespace
         }
 
         void insertPartitionValueColumn(
-            size_t rows, const std::vector<Field> & partition_value, const DataTypePtr & partition_value_type, const String &) final
+            size_t rows, const Row & partition_value, const DataTypePtr & partition_value_type, const String &) final
         {
             ColumnPtr column;
             if (rows)
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index e884ff7f211..51077996212 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3144,7 +3144,7 @@ String MergeTreeData::getPartitionIDFromQuery(const ASTPtr & ast, ContextPtr loc
             ErrorCodes::INVALID_PARTITION_VALUE);
 
     const FormatSettings format_settings;
-    std::vector<Field> partition_row(fields_count);
+    Row partition_row(fields_count);
 
     if (fields_count)
     {
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index 33d0291946c..b875b3b2785 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -150,7 +150,7 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
 
     if (!metadata_snapshot->hasPartitionKey()) /// Table is not partitioned.
     {
-        result.emplace_back(Block(block), std::vector<Field>{});
+        result.emplace_back(Block(block), Row{});
         return result;
     }
 
@@ -172,7 +172,7 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
 
     auto get_partition = [&](size_t num)
     {
-        std::vector<Field> partition(partition_columns.size());
+        Row partition(partition_columns.size());
         for (size_t i = 0; i < partition_columns.size(); ++i)
             partition[i] = Field((*partition_columns[i])[partition_num_to_first_row[num]]);
         return partition;
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.h b/src/Storages/MergeTree/MergeTreeDataWriter.h
index f5eb0cd98e9..8b7bb9d9165 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.h
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.h
@@ -18,9 +18,9 @@ namespace DB
 struct BlockWithPartition
 {
     Block block;
-    std::vector<Field> partition;
+    Row partition;
 
-    BlockWithPartition(Block && block_, std::vector<Field> && partition_)
+    BlockWithPartition(Block && block_, Row && partition_)
         : block(block_), partition(std::move(partition_))
     {
     }
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index c55eb8ce142..f8ce4b60a34 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -20,12 +20,12 @@ using StorageMetadataPtr = std::shared_ptr<const StorageInMemoryMetadata>;
 /// This class represents a partition value of a single part and encapsulates its loading/storing logic.
 struct MergeTreePartition
 {
-    std::vector<Field> value;
+    Row value;
 
 public:
     MergeTreePartition() = default;
 
-    explicit MergeTreePartition(std::vector<Field> value_) : value(std::move(value_)) {}
+    explicit MergeTreePartition(Row value_) : value(std::move(value_)) {}
 
     /// For month-based partitioning.
     explicit MergeTreePartition(UInt32 yyyymm) : value(1, yyyymm) {}

From e9f7246d2a0c8f480e4b7452f9b1bd6b9df26b6d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 21 May 2021 07:59:16 +0300
Subject: [PATCH 0304/1060] fixes

---
 tests/integration/test_dictionaries_redis/test.py | 7 ++++---
 tests/integration/test_zookeeper_config/test.py   | 4 ++--
 2 files changed, 6 insertions(+), 5 deletions(-)

diff --git a/tests/integration/test_dictionaries_redis/test.py b/tests/integration/test_dictionaries_redis/test.py
index 7fcbd0d0909..e5a51bcb88a 100644
--- a/tests/integration/test_dictionaries_redis/test.py
+++ b/tests/integration/test_dictionaries_redis/test.py
@@ -1,5 +1,5 @@
 import os
-
+import shutil
 import pytest
 from helpers.cluster import ClickHouseCluster
 from helpers.dictionary import Field, Row, Dictionary, DictionaryStructure, Layout
@@ -95,8 +95,9 @@ def setup_module(module):
 
     cluster = ClickHouseCluster(__file__)
 
-    for f in os.listdir(dict_configs_path):
-        os.remove(os.path.join(dict_configs_path, f))
+    if os.path.exists(dict_configs_path):
+        shutil.rmtree(dict_configs_path)
+    os.mkdir(dict_configs_path)
 
     for i, field in enumerate(FIELDS):
         DICTIONARIES.append([])
diff --git a/tests/integration/test_zookeeper_config/test.py b/tests/integration/test_zookeeper_config/test.py
index 86d94f88e8a..9d6018fff2c 100644
--- a/tests/integration/test_zookeeper_config/test.py
+++ b/tests/integration/test_zookeeper_config/test.py
@@ -162,12 +162,12 @@ def test_secure_connection():
     node1 = cluster.add_instance('node1', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
                                                         "configs_secure/conf.d/remote_servers.xml",
                                                         "configs_secure/conf.d/ssl_conf.xml"],
-                                 with_zookeeper=True, zookeeper_docker_compose_path=docker_compose.name,
+                                 with_zookeeper=True, with_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
                                  )
     node2 = cluster.add_instance('node2', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
                                                         "configs_secure/conf.d/remote_servers.xml",
                                                         "configs_secure/conf.d/ssl_conf.xml"],
-                                 with_zookeeper=True, zookeeper_docker_compose_path=docker_compose.name,
+                                 with_zookeeper=True, with_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
                                  )
 
     try:

From b079ce5ee46bad2d45d9188b9ccfb6dda9a1fe3e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 21 May 2021 08:01:51 +0300
Subject: [PATCH 0305/1060] typo

---
 tests/integration/test_zookeeper_config/test.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/test_zookeeper_config/test.py b/tests/integration/test_zookeeper_config/test.py
index 9d6018fff2c..b5082215e22 100644
--- a/tests/integration/test_zookeeper_config/test.py
+++ b/tests/integration/test_zookeeper_config/test.py
@@ -162,12 +162,12 @@ def test_secure_connection():
     node1 = cluster.add_instance('node1', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
                                                         "configs_secure/conf.d/remote_servers.xml",
                                                         "configs_secure/conf.d/ssl_conf.xml"],
-                                 with_zookeeper=True, with_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
+                                 with_zookeeper=True, use_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
                                  )
     node2 = cluster.add_instance('node2', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
                                                         "configs_secure/conf.d/remote_servers.xml",
                                                         "configs_secure/conf.d/ssl_conf.xml"],
-                                 with_zookeeper=True, with_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
+                                 with_zookeeper=True, use_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
                                  )
 
     try:

From 70cb85a5d0cfe59eb723fd815b85751ea8cf34b9 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 21 May 2021 12:09:10 +0300
Subject: [PATCH 0306/1060] better

---
 .../configs/zookeeper.xml                       | 17 -----------------
 .../test_reload_auxiliary_zookeepers/test.py    |  6 +++---
 2 files changed, 3 insertions(+), 20 deletions(-)
 delete mode 100644 tests/integration/test_reload_auxiliary_zookeepers/configs/zookeeper.xml

diff --git a/tests/integration/test_reload_auxiliary_zookeepers/configs/zookeeper.xml b/tests/integration/test_reload_auxiliary_zookeepers/configs/zookeeper.xml
deleted file mode 100644
index 8157cc1d30b..00000000000
--- a/tests/integration/test_reload_auxiliary_zookeepers/configs/zookeeper.xml
+++ /dev/null
@@ -1,17 +0,0 @@
-<yandex>
-    <zookeeper>
-        <node index="1">
-            <host>zoo1</host>
-            <port>2181</port>
-        </node>
-        <node index="2">
-            <host>zoo2</host>
-            <port>2181</port>
-        </node>
-        <node index="3">
-            <host>zoo3</host>
-            <port>2181</port>
-        </node>
-        <session_timeout_ms>2000</session_timeout_ms>
-    </zookeeper>
-</yandex>
diff --git a/tests/integration/test_reload_auxiliary_zookeepers/test.py b/tests/integration/test_reload_auxiliary_zookeepers/test.py
index 1b14408bc12..232964931c4 100644
--- a/tests/integration/test_reload_auxiliary_zookeepers/test.py
+++ b/tests/integration/test_reload_auxiliary_zookeepers/test.py
@@ -6,7 +6,7 @@ from helpers.cluster import ClickHouseCluster
 from helpers.client import QueryRuntimeException
 from helpers.test_tools import assert_eq_with_retry
 
-cluster = ClickHouseCluster(__file__, zookeeper_config_path="configs/zookeeper.xml")
+cluster = ClickHouseCluster(__file__)
 node = cluster.add_instance("node", with_zookeeper=True)
 
 
@@ -60,7 +60,7 @@ def test_reload_auxiliary_zookeepers(start_cluster):
         </zookeeper2>
     </auxiliary_zookeepers>
 </yandex>"""
-    node.replace_config("/etc/clickhouse-server/conf.d/zookeeper.xml", new_config)
+    node.replace_config("/etc/clickhouse-server/conf.d/zookeeper_config.xml", new_config)
 
     node.query("SYSTEM RELOAD CONFIG")
 
@@ -79,7 +79,7 @@ def test_reload_auxiliary_zookeepers(start_cluster):
         <session_timeout_ms>2000</session_timeout_ms>
     </zookeeper>
 </yandex>"""
-    node.replace_config("/etc/clickhouse-server/conf.d/zookeeper.xml", new_config)
+    node.replace_config("/etc/clickhouse-server/conf.d/zookeeper_config.xml", new_config)
     node.query("SYSTEM RELOAD CONFIG")
     with pytest.raises(QueryRuntimeException):
         node.query(

From 6931573f69e857c22364ccb9610cdcb55a6e67ec Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 21 May 2021 08:35:13 +0000
Subject: [PATCH 0307/1060] Fix checks

---
 src/CMakeLists.txt                                    | 1 -
 src/Disks/HDFS/DiskHDFS.cpp                           | 9 +++------
 src/Disks/HDFS/DiskHDFS.h                             | 2 +-
 src/Disks/IDiskRemote.cpp                             | 8 ++++----
 src/Disks/IDiskRemote.h                               | 4 ++--
 src/{IO => Disks}/ReadIndirectBufferFromRemoteFS.cpp  | 0
 src/{IO => Disks}/ReadIndirectBufferFromRemoteFS.h    | 1 +
 src/Disks/S3/DiskS3.cpp                               | 5 ++---
 src/{IO => Disks}/WriteIndirectBufferFromRemoteFS.cpp | 0
 src/{IO => Disks}/WriteIndirectBufferFromRemoteFS.h   | 1 +
 10 files changed, 14 insertions(+), 17 deletions(-)
 rename src/{IO => Disks}/ReadIndirectBufferFromRemoteFS.cpp (100%)
 rename src/{IO => Disks}/ReadIndirectBufferFromRemoteFS.h (98%)
 rename src/{IO => Disks}/WriteIndirectBufferFromRemoteFS.cpp (100%)
 rename src/{IO => Disks}/WriteIndirectBufferFromRemoteFS.h (98%)

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 938ce32ff62..26a68fcbd14 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -427,7 +427,6 @@ endif()
 if (USE_HDFS)
     dbms_target_link_libraries(PRIVATE ${HDFS3_LIBRARY})
     dbms_target_include_directories (SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
-    target_include_directories (clickhouse_common_io SYSTEM BEFORE PUBLIC ${HDFS3_INCLUDE_DIR})
 endif()
 
 if (USE_AWS_S3)
diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index f97cd414d04..261dac4148b 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -3,8 +3,8 @@
 #include <Storages/HDFS/ReadBufferFromHDFS.h>
 #include <Storages/HDFS/WriteBufferFromHDFS.h>
 #include <IO/SeekAvoidingReadBuffer.h>
-#include <IO/ReadIndirectBufferFromRemoteFS.h>
-#include <IO/WriteIndirectBufferFromRemoteFS.h>
+#include <Disks/ReadIndirectBufferFromRemoteFS.h>
+#include <Disks/WriteIndirectBufferFromRemoteFS.h>
 #include <Common/checkStackSize.h>
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
@@ -17,9 +17,6 @@ namespace ErrorCodes
 {
     extern const int BAD_ARGUMENTS;
     extern const int LOGICAL_ERROR;
-    extern const int PATH_ACCESS_DENIED;
-    extern const int CANNOT_DELETE_DIRECTORY;
-    extern const int UNKNOWN_FORMAT;
 }
 
 /// Reads data from HDFS using stored paths in metadata.
@@ -109,7 +106,7 @@ void DiskHDFS::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
     {
         for (const auto & hdfs_object_path : chunk)
         {
-            const String hdfs_path = hdfs_object_path.GetKey();
+            const String & hdfs_path = hdfs_object_path.GetKey();
             const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
 
             /// Add path from root to file name
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 92e3c922ecd..cea3e7f566e 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -47,7 +47,7 @@ public:
 
     std::unique_ptr<WriteBufferFromFileBase> writeFile(const String & path, size_t buf_size, WriteMode mode) override;
 
-    void removeFromRemoteFS(const RemoteFSPathKeeper & keys) override;
+    void removeFromRemoteFS(const RemoteFSPathKeeper & remote_paths_keeper) override;
 
 private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index c4f3c470b40..5bd9396f38a 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -357,20 +357,20 @@ void IDiskRemote::removeFileIfExists(const String & path)
 }
 
 
-void IDiskRemote::removeSharedFile(const String & path, bool keep_remote_fs)
+void IDiskRemote::removeSharedFile(const String & path, bool keep_in_remote_fs)
 {
     RemoteFSPathKeeper fs_paths_keeper;
     removeMeta(path, fs_paths_keeper);
-    if (!keep_remote_fs)
+    if (!keep_in_remote_fs)
         removeFromRemoteFS(fs_paths_keeper);
 }
 
 
-void IDiskRemote::removeSharedRecursive(const String & path, bool keep_remote_fs)
+void IDiskRemote::removeSharedRecursive(const String & path, bool keep_in_remote_fs)
 {
     RemoteFSPathKeeper fs_paths_keeper;
     removeMetaRecursive(path, fs_paths_keeper);
-    if (!keep_remote_fs)
+    if (!keep_in_remote_fs)
         removeFromRemoteFS(fs_paths_keeper);
 }
 
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index 2fa76fa09e3..5808a656fb6 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -170,13 +170,13 @@ struct IDiskRemote::Metadata
     String metadata_file_path;
 
     /// Total size of all remote FS (S3, HDFS) objects.
-    size_t total_size;
+    size_t total_size = 0;
 
     /// Remote FS (S3, HDFS) objects paths and their sizes.
     std::vector<PathAndSize> remote_fs_objects;
 
     /// Number of references (hardlinks) to this metadata file.
-    UInt32 ref_count;
+    UInt32 ref_count = 0;
 
     /// Flag indicates that file is read only.
     bool read_only = false;
diff --git a/src/IO/ReadIndirectBufferFromRemoteFS.cpp b/src/Disks/ReadIndirectBufferFromRemoteFS.cpp
similarity index 100%
rename from src/IO/ReadIndirectBufferFromRemoteFS.cpp
rename to src/Disks/ReadIndirectBufferFromRemoteFS.cpp
diff --git a/src/IO/ReadIndirectBufferFromRemoteFS.h b/src/Disks/ReadIndirectBufferFromRemoteFS.h
similarity index 98%
rename from src/IO/ReadIndirectBufferFromRemoteFS.h
rename to src/Disks/ReadIndirectBufferFromRemoteFS.h
index 93f2f26faac..f80406b5354 100644
--- a/src/IO/ReadIndirectBufferFromRemoteFS.h
+++ b/src/Disks/ReadIndirectBufferFromRemoteFS.h
@@ -1,3 +1,4 @@
+#pragma once
 #include <Common/config.h>
 
 #if USE_AWS_S3 || USE_HDFS
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 31ffaaed4b8..ccce2a8a9dd 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -8,8 +8,8 @@
 #include <IO/ReadBufferFromString.h>
 #include <Interpreters/Context.h>
 #include <IO/ReadBufferFromS3.h>
-#include <IO/ReadIndirectBufferFromRemoteFS.h>
-#include <IO/WriteIndirectBufferFromRemoteFS.h>
+#include <Disks/ReadIndirectBufferFromRemoteFS.h>
+#include <Disks/WriteIndirectBufferFromRemoteFS.h>
 #include <IO/ReadHelpers.h>
 #include <IO/SeekAvoidingReadBuffer.h>
 #include <IO/WriteBufferFromFile.h>
@@ -31,7 +31,6 @@ namespace ErrorCodes
 {
     extern const int S3_ERROR;
     extern const int FILE_ALREADY_EXISTS;
-    extern const int CANNOT_SEEK_THROUGH_FILE;
     extern const int UNKNOWN_FORMAT;
     extern const int BAD_ARGUMENTS;
     extern const int LOGICAL_ERROR;
diff --git a/src/IO/WriteIndirectBufferFromRemoteFS.cpp b/src/Disks/WriteIndirectBufferFromRemoteFS.cpp
similarity index 100%
rename from src/IO/WriteIndirectBufferFromRemoteFS.cpp
rename to src/Disks/WriteIndirectBufferFromRemoteFS.cpp
diff --git a/src/IO/WriteIndirectBufferFromRemoteFS.h b/src/Disks/WriteIndirectBufferFromRemoteFS.h
similarity index 98%
rename from src/IO/WriteIndirectBufferFromRemoteFS.h
rename to src/Disks/WriteIndirectBufferFromRemoteFS.h
index 2b752502d9b..cda7523e19e 100644
--- a/src/IO/WriteIndirectBufferFromRemoteFS.h
+++ b/src/Disks/WriteIndirectBufferFromRemoteFS.h
@@ -1,3 +1,4 @@
+#pragma once
 #include <Common/config.h>
 
 #if USE_AWS_S3 || USE_HDFS

From 20a34e951a4c8fa3ada14442226974faae118e3a Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 21 May 2021 12:30:49 +0300
Subject: [PATCH 0308/1060] Split fetch part into two stages, don't use
 replicated block output stream

---
 .../PartMovesBetweenShardsOrchestrator.cpp    | 51 ++++++++++++++++++-
 .../PartMovesBetweenShardsOrchestrator.h      |  3 ++
 .../ReplicatedMergeTreeBlockOutputStream.cpp  |  4 +-
 .../ReplicatedMergeTreeBlockOutputStream.h    |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   | 32 +++++++++---
 src/Storages/StorageReplicatedMergeTree.h     |  4 +-
 6 files changed, 83 insertions(+), 13 deletions(-)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index 12160b0e578..7a4c3d530a7 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -246,7 +246,6 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry, zkutil::
 
         case EntryState::DESTINATION_FETCH:
         {
-            /// There is a chance that attach on destination will fail and this task will be left in the queue forever.
             /// Make sure table structure doesn't change when there are part movements in progress.
             {
                 Coordination::Requests ops;
@@ -259,7 +258,55 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry, zkutil::
                 log_entry.new_part_name = entry.part_name;
                 log_entry.source_replica = storage.replica_name;
                 log_entry.source_shard = zookeeper_path;
-                log_entry.block_id = toString(entry.task_uuid);
+                ops.emplace_back(zkutil::makeSetRequest(entry.to_shard + "/log", "", -1));
+                ops.emplace_back(zkutil::makeCreateRequest(
+                    entry.to_shard + "/log/log-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
+
+                Coordination::Responses responses;
+                Coordination::Error rc = zk->tryMulti(ops, responses);
+                zkutil::KeeperMultiException::check(rc, ops, responses);
+
+                String log_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
+                log_entry.znode_name = log_znode_path.substr(log_znode_path.find_last_of('/') + 1);
+
+                storage.waitForAllTableReplicasToProcessLogEntry(entry.to_shard, log_entry, true);
+            }
+
+            {
+                /// State transition.
+                Entry entry_copy = entry;
+                entry_copy.state = EntryState::DESTINATION_ATTACH;
+                entry_copy.update_time = std::time(nullptr);
+                zk->set(entry_copy.znode_path, entry_copy.toString(), entry_copy.version);
+            }
+        }
+        break;
+
+        case EntryState::DESTINATION_ATTACH:
+        {
+            /// There is a chance that attach on destination will fail and this task will be left in the queue forever.
+            {
+                Coordination::Requests ops;
+                ops.emplace_back(zkutil::makeCheckRequest(entry.znode_path, entry.version));
+
+                auto part = storage.getActiveContainingPart(entry.part_name);
+                /// Allocating block number in other replicas zookeeper path
+                /// TODO Maybe we can do better.
+                auto block_number_lock = storage.allocateBlockNumber(part->info.partition_id, zk, "", entry.to_shard);
+                auto block_number = block_number_lock->getNumber();
+
+                auto part_info = part->info;
+                part_info.min_block = block_number;
+                part_info.max_block = block_number;
+                part_info.level = 0;
+                part_info.mutation = 0;
+
+                /// Attach log entry (all replicas already fetched part)
+                ReplicatedMergeTreeLogEntryData log_entry;
+                log_entry.type = ReplicatedMergeTreeLogEntryData::ATTACH_PART;
+                log_entry.part_checksum = part->checksums.getTotalChecksumHex();
+                log_entry.create_time = std::time(nullptr);
+                log_entry.new_part_name = part_info.getPartName();
                 ops.emplace_back(zkutil::makeSetRequest(entry.to_shard + "/log", "", -1));
                 ops.emplace_back(zkutil::makeCreateRequest(
                     entry.to_shard + "/log/log-", log_entry.toString(), zkutil::CreateMode::PersistentSequential));
diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
index a5ea09050a6..9e54ae8a8ed 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.h
@@ -30,6 +30,7 @@ public:
             SYNC_SOURCE,
             SYNC_DESTINATION,
             DESTINATION_FETCH,
+            DESTINATION_ATTACH,
             SOURCE_DROP_PRE_DELAY,
             SOURCE_DROP,
             SOURCE_DROP_POST_DELAY,
@@ -51,6 +52,7 @@ public:
                 case SYNC_SOURCE: return "SYNC_SOURCE";
                 case SYNC_DESTINATION: return "SYNC_DESTINATION";
                 case DESTINATION_FETCH: return "DESTINATION_FETCH";
+                case DESTINATION_ATTACH: return "DESTINATION_ATTACH";
                 case SOURCE_DROP_PRE_DELAY: return "SOURCE_DROP_PRE_DELAY";
                 case SOURCE_DROP: return "SOURCE_DROP";
                 case SOURCE_DROP_POST_DELAY: return "SOURCE_DROP_POST_DELAY";
@@ -68,6 +70,7 @@ public:
             else if (in == "SYNC_SOURCE") return SYNC_SOURCE;
             else if (in == "SYNC_DESTINATION") return SYNC_DESTINATION;
             else if (in == "DESTINATION_FETCH") return DESTINATION_FETCH;
+            else if (in == "DESTINATION_ATTACH") return DESTINATION_ATTACH;
             else if (in == "SOURCE_DROP_PRE_DELAY") return SOURCE_DROP_PRE_DELAY;
             else if (in == "SOURCE_DROP") return SOURCE_DROP;
             else if (in == "SOURCE_DROP_POST_DELAY") return SOURCE_DROP_POST_DELAY;
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index c4f281c2e78..51a24606dde 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -183,7 +183,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
 }
 
 
-void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::MutableDataPartPtr & part, const String & block_id)
+void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::MutableDataPartPtr & part)
 {
     last_block_is_duplicate = false;
 
@@ -199,7 +199,7 @@ void ReplicatedMergeTreeBlockOutputStream::writeExistingPart(MergeTreeData::Muta
 
     try
     {
-        commitPart(zookeeper, part, block_id);
+        commitPart(zookeeper, part, "");
         PartLog::addNewPart(storage.getContext(), part, watch.elapsed());
     }
     catch (...)
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
index 4b88a082cf1..a3fce65a840 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.h
@@ -40,7 +40,7 @@ public:
     void write(const Block & block) override;
 
     /// For ATTACHing existing data on filesystem.
-    void writeExistingPart(MergeTreeData::MutableDataPartPtr & part, const String & block_id = "");
+    void writeExistingPart(MergeTreeData::MutableDataPartPtr & part);
 
     /// For proper deduplication in MaterializedViews
     bool lastBlockIsDuplicate() const
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 18dd006b15d..3adf3026b23 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2583,7 +2583,18 @@ void StorageReplicatedMergeTree::executeClonePartFromShard(const LogEntry & entr
 
     Strings replicas = zookeeper->getChildren(entry.source_shard + "/replicas");
     std::shuffle(replicas.begin(), replicas.end(), thread_local_rng);
-    String replica = replicas.front();
+    String replica;
+    for (const String & candidate : replicas)
+    {
+        if (zookeeper->exists(entry.source_shard + "/replicas/" + candidate + "/is_active"))
+        {
+            replica = candidate;
+            break;
+        }
+    }
+
+    if (replica.empty())
+        throw Exception(ErrorCodes::NO_REPLICA_HAS_PART, "Not found active replica on shard {} to clone part {}", entry.source_shard, entry.new_part_name);
 
     LOG_INFO(log, "Will clone part from shard " + entry.source_shard + " and replica " + replica);
 
@@ -2611,9 +2622,10 @@ void StorageReplicatedMergeTree::executeClonePartFromShard(const LogEntry & entr
         };
 
         part = get_part();
-
-        ReplicatedMergeTreeBlockOutputStream output(*this, metadata_snapshot, 0, 0, 0, false, false, getContext(), false);
-        output.writeExistingPart(part, "clone_part_from_shard_" + entry.block_id);
+        // The fetched part is valuable and should not be cleaned like a temp part.
+        part->is_temp = false;
+        part->renameTo("detached/" + entry.new_part_name, true);
+        LOG_INFO(log, "Cloned part {} to detached directory", part->name);
     }
 }
 
@@ -5175,8 +5187,14 @@ bool StorageReplicatedMergeTree::existsNodeCached(const std::string & path) cons
 
 std::optional<EphemeralLockInZooKeeper>
 StorageReplicatedMergeTree::allocateBlockNumber(
-    const String & partition_id, const zkutil::ZooKeeperPtr & zookeeper, const String & zookeeper_block_id_path) const
+    const String & partition_id, const zkutil::ZooKeeperPtr & zookeeper, const String & zookeeper_block_id_path, const String & zookeeper_path_prefix) const
 {
+    String zookeeper_table_path;
+    if (zookeeper_path_prefix.empty())
+        zookeeper_table_path = zookeeper_path;
+    else
+        zookeeper_table_path = zookeeper_path_prefix;
+
     /// Lets check for duplicates in advance, to avoid superfluous block numbers allocation
     Coordination::Requests deduplication_check_ops;
     if (!zookeeper_block_id_path.empty())
@@ -5185,7 +5203,7 @@ StorageReplicatedMergeTree::allocateBlockNumber(
         deduplication_check_ops.emplace_back(zkutil::makeRemoveRequest(zookeeper_block_id_path, -1));
     }
 
-    String block_numbers_path = zookeeper_path + "/block_numbers";
+    String block_numbers_path = zookeeper_table_path + "/block_numbers";
     String partition_path = block_numbers_path + "/" + partition_id;
 
     if (!existsNodeCached(partition_path))
@@ -5208,7 +5226,7 @@ StorageReplicatedMergeTree::allocateBlockNumber(
     try
     {
         lock = EphemeralLockInZooKeeper(
-            partition_path + "/block-", zookeeper_path + "/temp", *zookeeper, &deduplication_check_ops);
+            partition_path + "/block-", zookeeper_table_path + "/temp", *zookeeper, &deduplication_check_ops);
     }
     catch (const zkutil::KeeperMultiException & e)
     {
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 886dc7b75c3..4e697f2d1f2 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -595,9 +595,11 @@ private:
     bool partIsInsertingWithParallelQuorum(const MergeTreePartInfo & part_info) const;
 
     /// Creates new block number if block with such block_id does not exist
+    /// If zookeeper_path_prefix specified then allocate block number on this path
+    /// (can be used if we want to allocate blocks on other replicas)
     std::optional<EphemeralLockInZooKeeper> allocateBlockNumber(
         const String & partition_id, const zkutil::ZooKeeperPtr & zookeeper,
-        const String & zookeeper_block_id_path = "") const;
+        const String & zookeeper_block_id_path = "", const String & zookeeper_path_prefix = "") const;
 
     /** Wait until all replicas, including this, execute the specified action from the log.
       * If replicas are added at the same time, it can not wait the added replica .

From 0f0a8640575a50c8f22058a40f9d37da2f5ab9da Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 21 May 2021 13:22:19 +0300
Subject: [PATCH 0309/1060] Fix flkay 01033_quota_dcl

---
 tests/queries/0_stateless/01033_quota_dcl.reference | 1 -
 tests/queries/0_stateless/01033_quota_dcl.sql       | 1 -
 2 files changed, 2 deletions(-)

diff --git a/tests/queries/0_stateless/01033_quota_dcl.reference b/tests/queries/0_stateless/01033_quota_dcl.reference
index 2ad3c3ad784..7478adac441 100644
--- a/tests/queries/0_stateless/01033_quota_dcl.reference
+++ b/tests/queries/0_stateless/01033_quota_dcl.reference
@@ -1,2 +1 @@
-default
 CREATE QUOTA default KEYED BY user_name FOR INTERVAL 1 hour TRACKING ONLY TO default, readonly
diff --git a/tests/queries/0_stateless/01033_quota_dcl.sql b/tests/queries/0_stateless/01033_quota_dcl.sql
index 8832846a945..a7796402bc2 100644
--- a/tests/queries/0_stateless/01033_quota_dcl.sql
+++ b/tests/queries/0_stateless/01033_quota_dcl.sql
@@ -1,2 +1 @@
-SHOW QUOTAS;
 SHOW CREATE QUOTA default;

From 30fa7d4acc0000e04b4777a1a68cc5b9cbba3d39 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Fri, 21 May 2021 14:07:15 +0300
Subject: [PATCH 0310/1060] Update group_by_sundy_li.xml

---
 tests/performance/group_by_sundy_li.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/performance/group_by_sundy_li.xml b/tests/performance/group_by_sundy_li.xml
index 1728d5b3253..aebc305335c 100644
--- a/tests/performance/group_by_sundy_li.xml
+++ b/tests/performance/group_by_sundy_li.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test max_ignored_relative_change="0.4">
     <settings>
         <max_insert_threads>8</max_insert_threads>
     </settings>

From bd0bc8e3e7c8f25cb7fbc5dd647d9a92162c4b78 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 21 May 2021 12:01:08 +0000
Subject: [PATCH 0311/1060] Revert "Adjust minMax index"

This reverts commit c69f587f8a10a66aea1c366b9723cfbd463b7c6c.
---
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp | 10 ++++------
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.h   |  3 +--
 2 files changed, 5 insertions(+), 8 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 7e61470c0ec..5f51358a7d2 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -497,7 +497,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         DataTypes minmax_columns_types;
         if (metadata_snapshot_base->hasPartitionKey())
         {
-            const auto & partition_key = MergeTreePartition::adjustPartitionKey(metadata_snapshot_base, context);
+            const auto & partition_key = metadata_snapshot_base->getPartitionKey();
             auto minmax_columns_names = data.getMinMaxColumnsNames(partition_key);
             minmax_columns_types = data.getMinMaxColumnsTypes(partition_key);
 
@@ -1175,8 +1175,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             settings,
             reader_settings,
             result_projection,
-            query_id,
-            context);
+            query_id);
     }
     else if ((settings.optimize_read_in_order || settings.optimize_aggregation_in_order) && input_order_info)
     {
@@ -1677,8 +1676,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsFinal(
     const Settings & settings,
     const MergeTreeReaderSettings & reader_settings,
     ActionsDAGPtr & out_projection,
-    const String & query_id,
-    ContextPtr context) const
+    const String & query_id) const
 {
     const auto data_settings = data.getSettings();
     size_t sum_marks = 0;
@@ -1828,7 +1826,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsFinal(
         size_t sort_columns_size = sort_columns.size();
         sort_description.reserve(sort_columns_size);
 
-        Names partition_key_columns = MergeTreePartition::adjustPartitionKey(metadata_snapshot, context).column_names;
+        Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
 
         const auto & header = plan->getCurrentDataStream().header;
         for (size_t i = 0; i < sort_columns_size; ++i)
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index cda8026a78d..8335e54213f 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -114,8 +114,7 @@ private:
         const Settings & settings,
         const MergeTreeReaderSettings & reader_settings,
         ActionsDAGPtr & out_projection,
-        const String & query_id,
-        ContextPtr context) const;
+        const String & query_id) const;
 
     /// Get the approximate value (bottom estimate - only by full marks) of the number of rows falling under the index.
     size_t getApproximateTotalRowsToRead(

From 2aec0e37e42cb81f9e41ff8f36077c353a871b91 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Fri, 21 May 2021 15:27:41 +0300
Subject: [PATCH 0312/1060] CacheDictionaryStorage update

---
 src/Dictionaries/CacheDictionaryStorage.h | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Dictionaries/CacheDictionaryStorage.h b/src/Dictionaries/CacheDictionaryStorage.h
index 07217369dc1..a79d83eea05 100644
--- a/src/Dictionaries/CacheDictionaryStorage.h
+++ b/src/Dictionaries/CacheDictionaryStorage.h
@@ -232,7 +232,7 @@ private:
 
             if (unlikely(attribute.is_complex_type))
             {
-                auto & container = std::get<Row>(attribute.attribute_container);
+                auto & container = std::get<std::vector<Field>>(attribute.attribute_container);
 
                 for (size_t fetched_key_index = 0; fetched_key_index < fetched_columns_index; ++fetched_key_index)
                 {
@@ -506,7 +506,7 @@ private:
 
         if (unlikely(attribute.is_complex_type))
         {
-            auto & container = std::get<Row>(attribute.attribute_container);
+            auto & container = std::get<std::vector<Field>>(attribute.attribute_container);
             std::forward<GetContainerFunc>(func)(container);
         }
         else
@@ -564,7 +564,7 @@ private:
                 last_attribute.is_complex_type = dictionary_attribute.is_nullable || dictionary_attribute.is_array;
 
                 if (dictionary_attribute.is_nullable)
-                    last_attribute.attribute_container = Row();
+                    last_attribute.attribute_container = std::vector<Field>();
                 else
                     last_attribute.attribute_container = PaddedPODArray<ValueType>();
             };
@@ -609,7 +609,7 @@ private:
             PaddedPODArray<Float64>,
             PaddedPODArray<UUID>,
             PaddedPODArray<StringRef>,
-            Row> attribute_container;
+            std::vector<Field>> attribute_container;
     };
 
     CacheDictionaryStorageConfiguration configuration;

From 29336a4a34eafd6020832655c98ed09e91327d47 Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Wed, 19 May 2021 18:46:27 +0300
Subject: [PATCH 0313/1060] Use keep_s3_on_delet flag instead of
 DeleteOnDestroyKeepS3 state

---
 src/Storages/MergeTree/DataPartsExchange.cpp  |  2 ++
 src/Storages/MergeTree/IMergeTreeDataPart.cpp | 12 +++----
 src/Storages/MergeTree/IMergeTreeDataPart.h   | 31 ++++++++++---------
 src/Storages/MergeTree/MergeTreeData.cpp      |  9 +++---
 4 files changed, 27 insertions(+), 27 deletions(-)

diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 16d8b836eae..c9f8add8f2b 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -483,6 +483,8 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
                 = data.reserveSpacePreferringTTLRules(metadata_snapshot, sum_files_size, ttl_infos, std::time(nullptr), 0, true);
         if (reservation)
         {
+            /// When we have multi-volume storage, one of them was chosen, depends on TTL, free space, etc.
+            /// Chosen one may be S3 or not.
             DiskPtr disk = reservation->getDisk();
             if (disk && disk->getType() == DiskType::Type::S3)
             {
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index 707f1d9a851..8a35ce3dcb8 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -187,7 +187,6 @@ static void incrementStateMetric(IMergeTreeDataPart::State state)
             CurrentMetrics::add(CurrentMetrics::PartsDeleting);
             return;
         case IMergeTreeDataPart::State::DeleteOnDestroy:
-        case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
             CurrentMetrics::add(CurrentMetrics::PartsDeleteOnDestroy);
             return;
     }
@@ -213,7 +212,6 @@ static void decrementStateMetric(IMergeTreeDataPart::State state)
             CurrentMetrics::sub(CurrentMetrics::PartsDeleting);
             return;
         case IMergeTreeDataPart::State::DeleteOnDestroy:
-        case IMergeTreeDataPart::State::DeleteOnDestroyKeepS3:
             CurrentMetrics::sub(CurrentMetrics::PartsDeleteOnDestroy);
             return;
     }
@@ -407,7 +405,7 @@ void IMergeTreeDataPart::setColumns(const NamesAndTypesList & new_columns)
 
 void IMergeTreeDataPart::removeIfNeeded()
 {
-    if (state == State::DeleteOnDestroy || state == State::DeleteOnDestroyKeepS3 || is_temp)
+    if (state == State::DeleteOnDestroy || is_temp)
     {
         try
         {
@@ -431,11 +429,11 @@ void IMergeTreeDataPart::removeIfNeeded()
             }
 
             if (parent_part)
-                projectionRemove(parent_part->getFullRelativePath(), state == State::DeleteOnDestroyKeepS3);
+                projectionRemove(parent_part->getFullRelativePath(), keep_s3_on_delete);
             else
-                remove(state == State::DeleteOnDestroyKeepS3);
+                remove(keep_s3_on_delete);
 
-            if (state == State::DeleteOnDestroy || state == State::DeleteOnDestroyKeepS3)
+            if (state == State::DeleteOnDestroy)
             {
                 LOG_TRACE(storage.log, "Removed part from old location {}", path);
             }
@@ -480,8 +478,6 @@ String IMergeTreeDataPart::stateToString(IMergeTreeDataPart::State state)
             return "Deleting";
         case State::DeleteOnDestroy:
             return "DeleteOnDestroy";
-        case State::DeleteOnDestroyKeepS3:
-            return "DeleteOnDestroyKeepS3";
     }
 
     __builtin_unreachable();
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.h b/src/Storages/MergeTree/IMergeTreeDataPart.h
index 50a6192935f..2daeeb542f1 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.h
@@ -205,29 +205,30 @@ public:
     /// Frozen by ALTER TABLE ... FREEZE ... It is used for information purposes in system.parts table.
     mutable std::atomic<bool> is_frozen {false};
 
+    /// Flag for keep S3 data when zero-copy replication over S3 turned on.
+    mutable bool keep_s3_on_delete = false;
+
     /**
      * Part state is a stage of its lifetime. States are ordered and state of a part could be increased only.
      * Part state should be modified under data_parts mutex.
      *
      * Possible state transitions:
-     * Temporary -> Precommitted:         we are trying to commit a fetched, inserted or merged part to active set
-     * Precommitted -> Outdated:          we could not add a part to active set and are doing a rollback (for example it is duplicated part)
-     * Precommitted -> Committed:         we successfully committed a part to active dataset
-     * Precommitted -> Outdated:          a part was replaced by a covering part or DROP PARTITION
-     * Outdated -> Deleting:              a cleaner selected this part for deletion
-     * Deleting -> Outdated:              if an ZooKeeper error occurred during the deletion, we will retry deletion
-     * Committed -> DeleteOnDestroy       if part was moved to another disk
-     * Committed -> DeleteOnDestroyKeepS3 if part was moved to another disk but shared data on S3
+     * Temporary -> Precommitted:    we are trying to commit a fetched, inserted or merged part to active set
+     * Precommitted -> Outdated:     we could not add a part to active set and are doing a rollback (for example it is duplicated part)
+     * Precommitted -> Committed:    we successfully committed a part to active dataset
+     * Precommitted -> Outdated:     a part was replaced by a covering part or DROP PARTITION
+     * Outdated -> Deleting:         a cleaner selected this part for deletion
+     * Deleting -> Outdated:         if an ZooKeeper error occurred during the deletion, we will retry deletion
+     * Committed -> DeleteOnDestroy: if part was moved to another disk
      */
     enum class State
     {
-        Temporary,             /// the part is generating now, it is not in data_parts list
-        PreCommitted,          /// the part is in data_parts, but not used for SELECTs
-        Committed,             /// active data part, used by current and upcoming SELECTs
-        Outdated,              /// not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes
-        Deleting,              /// not active data part with identity refcounter, it is deleting right now by a cleaner
-        DeleteOnDestroy,       /// part was moved to another disk and should be deleted in own destructor
-        DeleteOnDestroyKeepS3, /// same as DeleteOnDestroy but shared S3 data should be keeped
+        Temporary,       /// the part is generating now, it is not in data_parts list
+        PreCommitted,    /// the part is in data_parts, but not used for SELECTs
+        Committed,       /// active data part, used by current and upcoming SELECTs
+        Outdated,        /// not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes
+        Deleting,        /// not active data part with identity refcounter, it is deleting right now by a cleaner
+        DeleteOnDestroy, /// part was moved to another disk and should be deleted in own destructor
     };
 
     using TTLInfo = MergeTreeDataPartTTLInfo;
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 1a22e2e42f6..249f5fdb3c7 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -2727,20 +2727,21 @@ void MergeTreeData::swapActivePart(MergeTreeData::DataPartPtr part_copy)
 
             /// We do not check allow_s3_zero_copy_replication here because data may be shared
             /// when allow_s3_zero_copy_replication turned on and off again
-            bool keep_s3 = false;
+
+            original_active_part->keep_s3_on_delete = false;
 
             if (original_active_part->volume->getDisk()->getType() == DiskType::Type::S3)
             {
                 if (part_copy->volume->getDisk()->getType() == DiskType::Type::S3
                         && original_active_part->getUniqueId() == part_copy->getUniqueId())
                 {   /// May be when several volumes use the same S3 storage
-                    keep_s3 = true;
+                    original_active_part->keep_s3_on_delete = true;
                 }
                 else
-                    keep_s3 = !unlockSharedData(*original_active_part);
+                    original_active_part->keep_s3_on_delete = !unlockSharedData(*original_active_part);
             }
 
-            modifyPartState(original_active_part, keep_s3 ? DataPartState::DeleteOnDestroyKeepS3 : DataPartState::DeleteOnDestroy);
+            modifyPartState(original_active_part, DataPartState::DeleteOnDestroy);
             data_parts_indexes.erase(active_part_it);
 
             auto part_it = data_parts_indexes.insert(part_copy).first;

From daf0b5ad2bb9196e76d7fae329b83953a708c1b7 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 21 May 2021 16:29:43 +0300
Subject: [PATCH 0314/1060] rewrite zookeeper test

---
 docker/test/integration/runner/Dockerfile     |   3 +
 .../docker_compose_zookeeper_secure.yml       |  75 ++++++
 .../integration/runner/dockerd-entrypoint.sh  |  11 +-
 .../test/integration/runner/misc/client.crt   |  19 ++
 .../runner/misc}/zookeeper-ssl-entrypoint.sh  |   0
 tests/integration/helpers/cluster.py          |  95 ++++++--
 .../helpers/zookeeper_secure_config.xml       |  17 ++
 .../configs/remote_servers.xml                |   6 +
 .../integration/test_zookeeper_config/test.py | 224 ++++--------------
 .../test_zookeeper_config/test_password.py    |  34 +++
 .../test_zookeeper_config/test_secure.py      |  52 ++++
 11 files changed, 334 insertions(+), 202 deletions(-)
 create mode 100644 docker/test/integration/runner/compose/docker_compose_zookeeper_secure.yml
 create mode 100644 docker/test/integration/runner/misc/client.crt
 rename {tests/integration/helpers => docker/test/integration/runner/misc}/zookeeper-ssl-entrypoint.sh (100%)
 create mode 100644 tests/integration/helpers/zookeeper_secure_config.xml
 create mode 100644 tests/integration/test_zookeeper_config/test_password.py
 create mode 100644 tests/integration/test_zookeeper_config/test_secure.py

diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index 1c538058243..164058eb72e 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -31,6 +31,8 @@ RUN apt-get update \
     libkrb5-dev \
     krb5-user \
     g++ \
+    dbus \
+    firewalld \
     && rm -rf \
         /var/lib/apt/lists/* \
         /var/cache/debconf \
@@ -84,6 +86,7 @@ RUN python3 -m pip install \
 COPY modprobe.sh /usr/local/bin/modprobe
 COPY dockerd-entrypoint.sh /usr/local/bin/
 COPY compose/ /compose/
+COPY misc/ /misc/
 
 RUN set -x \
   && addgroup --system dockremap \
diff --git a/docker/test/integration/runner/compose/docker_compose_zookeeper_secure.yml b/docker/test/integration/runner/compose/docker_compose_zookeeper_secure.yml
new file mode 100644
index 00000000000..7a1c32e0023
--- /dev/null
+++ b/docker/test/integration/runner/compose/docker_compose_zookeeper_secure.yml
@@ -0,0 +1,75 @@
+version: '2.3'
+services:
+    zoo1:
+        image: zookeeper:3.6.2
+        restart: always
+        environment:
+            ZOO_TICK_TIME: 500
+            ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
+            ZOO_MY_ID: 1
+            JVMFLAGS: -Dzookeeper.forceSync=no
+            ZOO_SECURE_CLIENT_PORT: $ZOO_SECURE_CLIENT_PORT
+        command: ["zkServer.sh", "start-foreground"]
+        entrypoint: /zookeeper-ssl-entrypoint.sh
+        volumes:
+            - type:  bind
+              source: /misc/zookeeper-ssl-entrypoint.sh
+              target: /zookeeper-ssl-entrypoint.sh
+            - type: bind
+              source: /misc/client.crt
+              target: /clickhouse-config/client.crt
+            - type: ${ZK_FS:-tmpfs}
+              source: ${ZK_DATA1:-}
+              target: /data
+            - type: ${ZK_FS:-tmpfs}
+              source: ${ZK_DATA_LOG1:-}
+              target: /datalog
+    zoo2:
+        image: zookeeper:3.6.2
+        restart: always
+        environment:
+            ZOO_TICK_TIME: 500
+            ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888
+            ZOO_MY_ID: 2
+            JVMFLAGS: -Dzookeeper.forceSync=no
+            ZOO_SECURE_CLIENT_PORT: $ZOO_SECURE_CLIENT_PORT
+
+        command: ["zkServer.sh", "start-foreground"]
+        entrypoint: /zookeeper-ssl-entrypoint.sh
+        volumes:
+            - type:  bind
+              source: /misc/zookeeper-ssl-entrypoint.sh
+              target: /zookeeper-ssl-entrypoint.sh
+            - type: bind
+              source: /misc/client.crt
+              target: /clickhouse-config/client.crt
+            - type: ${ZK_FS:-tmpfs}
+              source: ${ZK_DATA2:-}
+              target: /data
+            - type: ${ZK_FS:-tmpfs}
+              source: ${ZK_DATA_LOG2:-}
+              target: /datalog
+    zoo3:
+        image: zookeeper:3.6.2
+        restart: always
+        environment:
+            ZOO_TICK_TIME: 500
+            ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
+            ZOO_MY_ID: 3
+            JVMFLAGS: -Dzookeeper.forceSync=no
+            ZOO_SECURE_CLIENT_PORT: $ZOO_SECURE_CLIENT_PORT
+        command: ["zkServer.sh", "start-foreground"]
+        entrypoint: /zookeeper-ssl-entrypoint.sh
+        volumes:
+            - type:  bind
+              source: /misc/zookeeper-ssl-entrypoint.sh
+              target: /zookeeper-ssl-entrypoint.sh
+            - type: bind
+              source: /misc/client.crt
+              target: /clickhouse-config/client.crt
+            - type: ${ZK_FS:-tmpfs}
+              source: ${ZK_DATA3:-}
+              target: /data
+            - type: ${ZK_FS:-tmpfs}
+              source: ${ZK_DATA_LOG3:-}
+              target: /datalog
diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index a04a88f541d..2ae51fa1a04 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -2,15 +2,18 @@
 set -e
 
 mkdir -p /etc/docker/
-cat > /etc/docker/daemon.json << EOF
-{
+echo '{
     "ipv6": true,
     "fixed-cidr-v6": "fd00::/8",
     "ip-forward": true,
+    "log-level": "debug",
+    "storage-driver": "overlay2",
     "insecure-registries" : ["dockerhub-proxy.sas.yp-c.yandex.net:5000"],
     "registry-mirrors" : ["http://dockerhub-proxy.sas.yp-c.yandex.net:5000"]
-}
-EOF
+}' | dd of=/etc/docker/daemon.json
+
+/etc/init.d/dbus start
+firewalld --debug --log-file /ClickHouse/tests/integration/firewalld.log
 
 dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=172.17.0.0/12,size=24 &>/ClickHouse/tests/integration/dockerd.log &
 
diff --git a/docker/test/integration/runner/misc/client.crt b/docker/test/integration/runner/misc/client.crt
new file mode 100644
index 00000000000..7ade2d96273
--- /dev/null
+++ b/docker/test/integration/runner/misc/client.crt
@@ -0,0 +1,19 @@
+-----BEGIN CERTIFICATE-----
+MIIC/TCCAeWgAwIBAgIJANjx1QSR77HBMA0GCSqGSIb3DQEBCwUAMBQxEjAQBgNV
+BAMMCWxvY2FsaG9zdDAgFw0xODA3MzAxODE2MDhaGA8yMjkyMDUxNDE4MTYwOFow
+FDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIB
+CgKCAQEAs9uSo6lJG8o8pw0fbVGVu0tPOljSWcVSXH9uiJBwlZLQnhN4SFSFohfI
+4K8U1tBDTnxPLUo/V1K9yzoLiRDGMkwVj6+4+hE2udS2ePTQv5oaMeJ9wrs+5c9T
+4pOtlq3pLAdm04ZMB1nbrEysceVudHRkQbGHzHp6VG29Fw7Ga6YpqyHQihRmEkTU
+7UCYNA+Vk7aDPdMS/khweyTpXYZimaK9f0ECU3/VOeG3fH6Sp2X6FN4tUj/aFXEj
+sRmU5G2TlYiSIUMF2JPdhSihfk1hJVALrHPTU38SOL+GyyBRWdNcrIwVwbpvsvPg
+pryMSNxnpr0AK0dFhjwnupIv5hJIOQIDAQABo1AwTjAdBgNVHQ4EFgQUjPLb3uYC
+kcamyZHK4/EV8jAP0wQwHwYDVR0jBBgwFoAUjPLb3uYCkcamyZHK4/EV8jAP0wQw
+DAYDVR0TBAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAQEAM/ocuDvfPus/KpMVD51j
+4IdlU8R0vmnYLQ+ygzOAo7+hUWP5j0yvq4ILWNmQX6HNvUggCgFv9bjwDFhb/5Vr
+85ieWfTd9+LTjrOzTw4avdGwpX9G+6jJJSSq15tw5ElOIFb/qNA9O4dBiu8vn03C
+L/zRSXrARhSqTW5w/tZkUcSTT+M5h28+Lgn9ysx4Ff5vi44LJ1NnrbJbEAIYsAAD
++UA+4MBFKx1r6hHINULev8+lCfkpwIaeS8RL+op4fr6kQPxnULw8wT8gkuc8I4+L
+P9gg/xDHB44T3ADGZ5Ib6O0DJaNiToO6rnoaaxs0KkotbvDWvRoxEytSbXKoYjYp
+0g==
+-----END CERTIFICATE-----
diff --git a/tests/integration/helpers/zookeeper-ssl-entrypoint.sh b/docker/test/integration/runner/misc/zookeeper-ssl-entrypoint.sh
similarity index 100%
rename from tests/integration/helpers/zookeeper-ssl-entrypoint.sh
rename to docker/test/integration/runner/misc/zookeeper-ssl-entrypoint.sh
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index ff4aba8eba5..e0d8b01eda0 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -98,7 +98,7 @@ def subprocess_check_call(args):
 def subprocess_call(args):
     # Uncomment for debugging..;
     # logging.debug('run:', ' ' . join(args))
-    subprocess.call(args)
+    run_and_check(args)
 
 def get_odbc_bridge_path():
     path = os.environ.get('CLICKHOUSE_TESTS_ODBC_BRIDGE_BIN_PATH')
@@ -174,7 +174,8 @@ class ClickHouseCluster:
     """
 
     def __init__(self, base_path, name=None, base_config_dir=None, server_bin_path=None, client_bin_path=None,
-                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None, custom_dockerd_host=None):
+                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None, custom_dockerd_host=None,
+                 zookeeper_keyfile=None, zookeeper_certfile=None):
         for param in list(os.environ.keys()):
             logging.debug("ENV %40s %s" % (param, os.environ[param]))
         self.base_dir = p.dirname(base_path)
@@ -220,6 +221,7 @@ class ClickHouseCluster:
         self.pre_zookeeper_commands = []
         self.instances = {}
         self.with_zookeeper = False
+        self.with_zookeeper_secure = False
         self.with_mysql_client = False
         self.with_mysql = False
         self.with_mysql8 = False
@@ -344,8 +346,14 @@ class ClickHouseCluster:
         self.mysql8_dir = p.abspath(p.join(self.instances_dir, "mysql8"))
         self.mysql8_logs_dir = os.path.join(self.mysql8_dir, "logs")
 
+        # available when with_zookeper_secure == True
+        self.zookeeper_secure_port = 2281
+        self.zookeeper_keyfile = zookeeper_keyfile
+        self.zookeeper_certfile = zookeeper_certfile
+
         # available when with_zookeper == True
         self.use_keeper = True
+        self.zookeeper_port = 2181
         self.keeper_instance_dir_prefix = p.join(p.abspath(self.instances_dir), "keeper") # if use_keeper = True
         self.zookeeper_instance_dir_prefix = p.join(self.instances_dir, "zk")
         self.zookeeper_dirs_to_create = []
@@ -406,6 +414,25 @@ class ClickHouseCluster:
             cmd += " client"
         return cmd
 
+    def setup_zookeeper_secure_cmd(self, instance, env_variables, docker_compose_yml_dir):
+        logging.debug('Setup ZooKeeper Secure')
+        zookeeper_docker_compose_path = p.join(docker_compose_yml_dir, 'docker_compose_zookeeper_secure.yml')
+        env_variables['ZOO_SECURE_CLIENT_PORT'] = str(self.zookeeper_secure_port)
+        env_variables['ZK_FS'] = 'bind'
+        for i in range(1, 4):
+            zk_data_path = os.path.join(self.zookeeper_instance_dir_prefix + str(i), "data")
+            zk_log_path = os.path.join(self.zookeeper_instance_dir_prefix + str(i), "log")
+            env_variables['ZK_DATA' + str(i)] = zk_data_path
+            env_variables['ZK_DATA_LOG' + str(i)] = zk_log_path
+            self.zookeeper_dirs_to_create += [zk_data_path, zk_log_path]
+            logging.debug(f"DEBUG ZK: {self.zookeeper_dirs_to_create}")
+
+        self.with_zookeeper_secure = True
+        self.base_cmd.extend(['--file', zookeeper_docker_compose_path])
+        self.base_zookeeper_cmd = ['docker-compose', '--env-file', instance.env_file, '--project-name', self.project_name,
+                                    '--file', zookeeper_docker_compose_path]
+        return self.base_zookeeper_cmd
+
     def setup_zookeeper_cmd(self, instance, env_variables, docker_compose_yml_dir):
         logging.debug('Setup ZooKeeper')
         zookeeper_docker_compose_path = p.join(docker_compose_yml_dir, 'docker_compose_zookeeper.yml')
@@ -631,8 +658,8 @@ class ClickHouseCluster:
 
 
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
-                     macros=None,
-                     with_zookeeper=False, with_mysql_client=False, with_mysql=False, with_mysql8=False, with_mysql_cluster=False, 
+                     macros=None, with_zookeeper=False, with_zookeeper_secure=False,
+                     with_mysql_client=False, with_mysql=False, with_mysql8=False, with_mysql_cluster=False, 
                      with_kafka=False, with_kerberized_kafka=False, with_rabbitmq=False, clickhouse_path_dir=None,
                      with_odbc_drivers=False, with_postgres=False, with_postgres_cluster=False, with_hdfs=False, with_kerberized_hdfs=False, with_mongo=False,
                      with_redis=False, with_minio=False, with_cassandra=False,
@@ -646,6 +673,7 @@ class ClickHouseCluster:
         main_configs - a list of config files that will be added to config.d/ directory
         user_configs - a list of config files that will be added to users.d/ directory
         with_zookeeper - if True, add ZooKeeper configuration to configs and ZooKeeper instances to the cluster.
+        with_zookeeper_secure - if True, add ZooKeeper Secure configuration to configs and ZooKeeper instances to the cluster.
         """
 
         if self.is_up:
@@ -715,6 +743,9 @@ class ClickHouseCluster:
         self.base_cmd.extend(['--file', instance.docker_compose_path])
 
         cmds = []
+        if with_zookeeper_secure and not self.with_zookeeper_secure:
+            cmds.append(self.setup_zookeeper_secure_cmd(instance, env_variables, docker_compose_yml_dir))
+
         if with_zookeeper and not self.with_zookeeper:
             if self.use_keeper:
                 cmds.append(self.setup_keeper_cmd(instance, env_variables, docker_compose_yml_dir))
@@ -824,8 +855,8 @@ class ClickHouseCluster:
     def get_instance_ip(self, instance_name):
         logging.debug("get_instance_ip instance_name={}".format(instance_name))
         docker_id = self.get_instance_docker_id(instance_name)
-        for cont in self.docker_client.containers.list():
-            logging.debug("CONTAINERS LIST: ID={} NAME={} STATUS={}".format(cont.id, cont.name, cont.status))
+        # for cont in self.docker_client.containers.list():
+            # logging.debug("CONTAINERS LIST: ID={} NAME={} STATUS={}".format(cont.id, cont.name, cont.status))
         handle = self.docker_client.containers.get(docker_id)
         return list(handle.attrs['NetworkSettings']['Networks'].values())[0]['IPAddress']
 
@@ -1000,12 +1031,29 @@ class ClickHouseCluster:
 
         raise Exception("Cannot wait RabbitMQ container")
 
-    def wait_zookeeper_to_start(self, timeout=180):
+    def wait_zookeeper_secure_to_start(self, timeout=20):
+        logging.debug("Wait ZooKeeper Secure to start")
         start = time.time()
         while time.time() - start < timeout:
             try:
                 for instance in ['zoo1', 'zoo2', 'zoo3']:
-                    conn = self.get_kazoo_client(instance)
+                    conn = self.get_kazoo_client(instance, self.zookeeper_secure_port, use_ssl=True)
+                    conn.get_children('/')
+                logging.debug("All instances of ZooKeeper Secure started")
+                return
+            except Exception as ex:
+                logging.debug("Can't connect to ZooKeeper secure " + str(ex))
+                time.sleep(0.5)
+
+        raise Exception("Cannot wait ZooKeeper secure container")
+
+    def wait_zookeeper_to_start(self, timeout=180):
+        logging.debug("Wait ZooKeeper to start")
+        start = time.time()
+        while time.time() - start < timeout:
+            try:
+                for instance in ['zoo1', 'zoo2', 'zoo3']:
+                    conn = self.get_kazoo_client(instance, self.zookeeper_port)
                     conn.get_children('/')
                 logging.debug("All instances of ZooKeeper started")
                 return
@@ -1183,6 +1231,20 @@ class ClickHouseCluster:
 
             common_opts = ['up', '-d']
 
+            if self.with_zookeeper_secure and self.base_zookeeper_cmd:
+                logging.debug('Setup ZooKeeper Secure')
+                logging.debug(f'Creating internal ZooKeeper dirs: {self.zookeeper_dirs_to_create}')
+                for i in range(1,3):
+                    if os.path.exists(self.zookeeper_instance_dir_prefix + f"{i}"):
+                        shutil.rmtree(self.zookeeper_instance_dir_prefix + f"{i}")
+                for dir in self.zookeeper_dirs_to_create:
+                    os.makedirs(dir)
+                run_and_check(self.base_zookeeper_cmd + common_opts, env=self.env)
+
+                self.wait_zookeeper_secure_to_start()
+                for command in self.pre_zookeeper_commands:
+                    self.run_kazoo_commands_with_retries(command, repeats=5, secure=True)
+
             if self.with_zookeeper and self.base_zookeeper_cmd:
                 logging.debug('Setup ZooKeeper')
                 logging.debug(f'Creating internal ZooKeeper dirs: {self.zookeeper_dirs_to_create}')
@@ -1204,9 +1266,9 @@ class ClickHouseCluster:
 
                 run_and_check(self.base_zookeeper_cmd + common_opts, env=self.env)
 
+                self.wait_zookeeper_to_start()
                 for command in self.pre_zookeeper_commands:
                     self.run_kazoo_commands_with_retries(command, repeats=5)
-                self.wait_zookeeper_to_start()
 
             if self.with_mysql_client and self.base_mysql_client_cmd:
                 logging.debug('Setup MySQL Client')
@@ -1423,23 +1485,24 @@ class ClickHouseCluster:
     def open_bash_shell(self, instance_name):
         os.system(' '.join(self.base_cmd + ['exec', instance_name, '/bin/bash']))
 
-    def get_kazoo_client(self, zoo_instance_name):
+    def get_kazoo_client(self, zoo_instance_name, port, use_ssl=False):
         ip = self.get_instance_ip(zoo_instance_name)
-        logging.debug(f"get_kazoo_client: {zoo_instance_name}, ip:{ip}")
-        zk = KazooClient(hosts=ip)
+        logging.debug(f"get_kazoo_client: {zoo_instance_name}, ip:{ip}, port:{port}, use_ssl:{use_ssl}")
+        zk = KazooClient(hosts=f"{ip}:{port}", use_ssl=use_ssl, verify_certs=False, certfile=self.zookeeper_certfile,
+                         keyfile=self.zookeeper_keyfile)
         zk.start()
         return zk
 
-    def run_kazoo_commands_with_retries(self, kazoo_callback, zoo_instance_name='zoo1', repeats=1, sleep_for=1):
+    def run_kazoo_commands_with_retries(self, kazoo_callback, zoo_instance_name='zoo1', repeats=1, sleep_for=1, secure=False):
+        logging.debug(f"run_kazoo_commands_with_retries: {zoo_instance_name}, {secure}, {kazoo_callback}")
         for i in range(repeats - 1):
             try:
-                kazoo_callback(self.get_kazoo_client(zoo_instance_name))
+                kazoo_callback(self.get_kazoo_client(zoo_instance_name, self.zookeeper_secure_port if secure else self.zookeeper_port))
                 return
             except KazooException as e:
                 logging.debug(repr(e))
                 time.sleep(sleep_for)
-
-        kazoo_callback(self.get_kazoo_client(zoo_instance_name))
+        kazoo_callback(self.get_kazoo_client(zoo_instance_name, self.zookeeper_secure_port if secure else self.zookeeper_port))
 
     def add_zookeeper_startup_command(self, command):
         self.pre_zookeeper_commands.append(command)
diff --git a/tests/integration/helpers/zookeeper_secure_config.xml b/tests/integration/helpers/zookeeper_secure_config.xml
new file mode 100644
index 00000000000..5dbb91d42c6
--- /dev/null
+++ b/tests/integration/helpers/zookeeper_secure_config.xml
@@ -0,0 +1,17 @@
+<yandex>
+    <zookeeper>
+	    <node index="1">
+		    <host>zoo1</host>
+		    <port>2281</port>
+	    </node>
+	    <node index="2">
+		    <host>zoo2</host>
+		    <port>2281</port>
+	    </node>
+	    <node index="3">
+		    <host>zoo3</host>
+		    <port>2281</port>
+	    </node>
+        <session_timeout_ms>3000</session_timeout_ms>
+	</zookeeper>
+</yandex>
diff --git a/tests/integration/test_zookeeper_config/configs/remote_servers.xml b/tests/integration/test_zookeeper_config/configs/remote_servers.xml
index 01865e33a85..8e972b31017 100644
--- a/tests/integration/test_zookeeper_config/configs/remote_servers.xml
+++ b/tests/integration/test_zookeeper_config/configs/remote_servers.xml
@@ -11,6 +11,12 @@
                     <host>node2</host>
                     <port>9000</port>
                 </replica>
+
+                <replica>
+                    <host>node3</host>
+                    <port>9000</port>
+                </replica>
+
             </shard>
         </test_cluster>
     </remote_servers>
diff --git a/tests/integration/test_zookeeper_config/test.py b/tests/integration/test_zookeeper_config/test.py
index b5082215e22..732816ea224 100644
--- a/tests/integration/test_zookeeper_config/test.py
+++ b/tests/integration/test_zookeeper_config/test.py
@@ -1,195 +1,55 @@
-
-
 import time
-import threading
-from os import path as p, unlink
-from tempfile import NamedTemporaryFile
-
-import helpers
 import pytest
+import logging
 from helpers.cluster import ClickHouseCluster
 
+cluster = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_root_a.xml')
 
-def test_chroot_with_same_root():
-    cluster_1 = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_root_a.xml')
-    cluster_2 = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_root_a.xml')
+node1 = cluster.add_instance('node1', with_zookeeper=True,
+                                main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_root_a.xml"])
+node2 = cluster.add_instance('node2', with_zookeeper=True,
+                                main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_root_a.xml"])
+node3 = cluster.add_instance('node3', with_zookeeper=True,
+                                main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_root_b.xml"])
 
-    node1 = cluster_1.add_instance('node1',
-                                   main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_root_a.xml"],
-                                   with_zookeeper=True)
-    node2 = cluster_2.add_instance('node2',
-                                   main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_root_a.xml"],
-                                   with_zookeeper=True)
-    nodes = [node1, node2]
-
-    def create_zk_root(zk):
-        zk.ensure_path('/root_a')
-        print(zk.get_children('/'))
-
-    cluster_1.add_zookeeper_startup_command(create_zk_root)
-
-    try:
-        cluster_1.start()
-
-        try:
-            cluster_2.start(destroy_dirs=False)
-            for i, node in enumerate(nodes):
-                node.query('''
-                CREATE TABLE simple (date Date, id UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple', '{replica}', date, id, 8192);
-                '''.format(replica=node.name))
-                for j in range(2):  # Second insert to test deduplication
-                    node.query("INSERT INTO simple VALUES ({0}, {0})".format(i))
-
-            time.sleep(1)
-
-            assert node1.query('select count() from simple').strip() == '2'
-            assert node2.query('select count() from simple').strip() == '2'
-
-        finally:
-            cluster_2.shutdown()
-
-    finally:
-        cluster_1.shutdown()
-
-
-def test_chroot_with_different_root():
-    cluster_1 = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_root_a.xml')
-    cluster_2 = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_root_b.xml')
-
-    node1 = cluster_1.add_instance('node1',
-                                   main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_root_a.xml"],
-                                   with_zookeeper=True)
-    node2 = cluster_2.add_instance('node2',
-                                   main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_root_b.xml"],
-                                   with_zookeeper=True)
-    nodes = [node1, node2]
-
-    def create_zk_roots(zk):
-        zk.ensure_path('/root_a')
-        zk.ensure_path('/root_b')
-        print(zk.get_children('/'))
-
-    cluster_1.add_zookeeper_startup_command(create_zk_roots)
-
-    try:
-        cluster_1.start()
-
-        try:
-            cluster_2.start(destroy_dirs=False)
-
-            for i, node in enumerate(nodes):
-                node.query('''
-                CREATE TABLE simple (date Date, id UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple', '{replica}', date, id, 8192);
-                '''.format(replica=node.name))
-                for j in range(2):  # Second insert to test deduplication
-                    node.query("INSERT INTO simple VALUES ({0}, {0})".format(i))
-
-            assert node1.query('select count() from simple').strip() == '1'
-            assert node2.query('select count() from simple').strip() == '1'
-
-        finally:
-            cluster_2.shutdown()
-
-    finally:
-        cluster_1.shutdown()
-
-
-def test_identity():
-    cluster_1 = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_with_password.xml')
-    cluster_2 = ClickHouseCluster(__file__)
-
-    # TODO ACL not implemented in Keeper.
-    node1 = cluster_1.add_instance('node1', main_configs=["configs/remote_servers.xml",
-                                                          "configs/zookeeper_config_with_password.xml"],
-                                   with_zookeeper=True, use_keeper=False)
-    node2 = cluster_2.add_instance('node2', main_configs=["configs/remote_servers.xml"], with_zookeeper=True, use_keeper=False)
-
-    try:
-        cluster_1.start()
-
-        node1.query('''
-        CREATE TABLE simple (date Date, id UInt32)
-        ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple', '{replica}', date, id, 8192);
-        '''.format(replica=node1.name))
-
-        with pytest.raises(Exception):
-            cluster_2.start(destroy_dirs=False)
-            node2.query('''
-            CREATE TABLE simple (date Date, id UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple', '1', date, id, 8192);
-            ''')
-
-    finally:
-        cluster_1.shutdown()
-        cluster_2.shutdown()
-
-
-# NOTE this test have to be ported to Keeper
-def test_secure_connection():
-    # We need absolute path in zookeeper volumes. Generate it dynamically.
-    TEMPLATE = '''
-    zoo{zoo_id}:
-        image: zookeeper:3.6.2
-        restart: always
-        environment:
-            ZOO_TICK_TIME: 500
-            ZOO_MY_ID: {zoo_id}
-            ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
-            ZOO_SECURE_CLIENT_PORT: 2281
-        volumes:
-           - {helpers_dir}/zookeeper-ssl-entrypoint.sh:/zookeeper-ssl-entrypoint.sh
-           - {configs_dir}:/clickhouse-config
-        command: ["zkServer.sh", "start-foreground"]
-        entrypoint: /zookeeper-ssl-entrypoint.sh
-    '''
-    configs_dir = p.abspath(p.join(p.dirname(__file__), 'configs_secure'))
-    helpers_dir = p.abspath(p.dirname(helpers.__file__))
-
-    cluster = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_with_ssl.xml')
-
-    docker_compose = NamedTemporaryFile(mode='w+', delete=False)
-
-    docker_compose.write(
-        "version: '2.3'\nservices:\n" +
-        TEMPLATE.format(zoo_id=1, configs_dir=configs_dir, helpers_dir=helpers_dir) +
-        TEMPLATE.format(zoo_id=2, configs_dir=configs_dir, helpers_dir=helpers_dir) +
-        TEMPLATE.format(zoo_id=3, configs_dir=configs_dir, helpers_dir=helpers_dir)
-    )
-    docker_compose.close()
-
-    node1 = cluster.add_instance('node1', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
-                                                        "configs_secure/conf.d/remote_servers.xml",
-                                                        "configs_secure/conf.d/ssl_conf.xml"],
-                                 with_zookeeper=True, use_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
-                                 )
-    node2 = cluster.add_instance('node2', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
-                                                        "configs_secure/conf.d/remote_servers.xml",
-                                                        "configs_secure/conf.d/ssl_conf.xml"],
-                                 with_zookeeper=True, use_keeper=False, zookeeper_docker_compose_path=docker_compose.name,
-                                 )
+def create_zk_roots(zk):
+    zk.ensure_path('/root_a')
+    zk.ensure_path('/root_b')
+    logging.debug(f"Create ZK roots:{zk.get_children('/')}")
 
+@pytest.fixture(scope="module", autouse=True)
+def started_cluster():
     try:
+        cluster.add_zookeeper_startup_command(create_zk_roots)
         cluster.start()
 
-        assert node1.query("SELECT count() FROM system.zookeeper WHERE path = '/'") == '2\n'
-        assert node2.query("SELECT count() FROM system.zookeeper WHERE path = '/'") == '2\n'
-
-
-        kThreadsNumber = 16
-        kIterations = 100
-        threads = []
-        for _ in range(kThreadsNumber):
-            threads.append(threading.Thread(target=(lambda: 
-                [node1.query("SELECT count() FROM system.zookeeper WHERE path = '/'") for _ in range(kIterations)])))
-
-        for thread in threads:
-            thread.start()
-
-        for thread in threads:
-            thread.join()
+        yield cluster
 
     finally:
         cluster.shutdown()
-        unlink(docker_compose.name)
+
+def test_chroot_with_same_root(started_cluster):
+    for i, node in enumerate([node1, node2]):
+        node.query('''
+        CREATE TABLE simple (date Date, id UInt32)
+        ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple', '{replica}', date, id, 8192);
+        '''.format(replica=node.name))
+        for j in range(2):  # Second insert to test deduplication
+            node.query("INSERT INTO simple VALUES ({0}, {0})".format(i))
+
+    time.sleep(1)
+
+    assert node1.query('select count() from simple').strip() == '2'
+    assert node2.query('select count() from simple').strip() == '2'
+
+def test_chroot_with_different_root(started_cluster):
+    for i, node in [(1, node1), (3, node3)]:
+        node.query('''
+        CREATE TABLE simple_different (date Date, id UInt32)
+        ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple_different', '{replica}', date, id, 8192);
+        '''.format(replica=node.name))
+        for j in range(2):  # Second insert to test deduplication
+            node.query("INSERT INTO simple_different VALUES ({0}, {0})".format(i))
+
+    assert node1.query('select count() from simple_different').strip() == '1'
+    assert node3.query('select count() from simple_different').strip() == '1'
diff --git a/tests/integration/test_zookeeper_config/test_password.py b/tests/integration/test_zookeeper_config/test_password.py
new file mode 100644
index 00000000000..b99007e67f2
--- /dev/null
+++ b/tests/integration/test_zookeeper_config/test_password.py
@@ -0,0 +1,34 @@
+
+
+import time
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+cluster = ClickHouseCluster(__file__, name="password")
+
+# TODO ACL not implemented in Keeper.
+node1 = cluster.add_instance('node1', with_zookeeper=True, use_keeper=False,
+                             main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_with_password.xml"])
+                                
+node2 = cluster.add_instance('node2', with_zookeeper=True, use_keeper=False, main_configs=["configs/remote_servers.xml"])
+
+@pytest.fixture(scope="module", autouse=True)
+def started_cluster():
+    try:
+        cluster.start()
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+def test_identity(started_cluster):
+    node1.query('''
+    CREATE TABLE simple (date Date, id UInt32)
+    ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple', '{replica}', date, id, 8192);
+    '''.format(replica=node1.name))
+
+    with pytest.raises(Exception):
+        node2.query('''
+        CREATE TABLE simple (date Date, id UInt32)
+        ENGINE = ReplicatedMergeTree('/clickhouse/tables/0/simple', '1', date, id, 8192);
+        ''')
diff --git a/tests/integration/test_zookeeper_config/test_secure.py b/tests/integration/test_zookeeper_config/test_secure.py
new file mode 100644
index 00000000000..f57b8d8a80a
--- /dev/null
+++ b/tests/integration/test_zookeeper_config/test_secure.py
@@ -0,0 +1,52 @@
+
+
+import threading
+import os 
+from tempfile import NamedTemporaryFile
+
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+TEST_DIR = os.path.dirname(__file__)
+
+cluster = ClickHouseCluster(__file__, name="secure",
+                            zookeeper_certfile=os.path.join(TEST_DIR, "configs_secure", "client.crt"),
+                            zookeeper_keyfile=os.path.join(TEST_DIR, "configs_secure", "client.key"))
+
+node1 = cluster.add_instance('node1', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
+                                                    "configs_secure/conf.d/remote_servers.xml",
+                                                    "configs_secure/conf.d/ssl_conf.xml",
+                                                    "configs/zookeeper_config_with_ssl.xml"], 
+                             with_zookeeper_secure=True)
+node2 = cluster.add_instance('node2', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
+                                                    "configs_secure/conf.d/remote_servers.xml",
+                                                    "configs_secure/conf.d/ssl_conf.xml",
+                                                    "configs/zookeeper_config_with_ssl.xml"],
+                             with_zookeeper_secure=True)
+
+@pytest.fixture(scope="module", autouse=True)
+def started_cluster():
+    try:
+        cluster.start()
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+# NOTE this test have to be ported to Keeper
+def test_secure_connection(started_cluster):
+        assert node1.query("SELECT count() FROM system.zookeeper WHERE path = '/'") == '2\n'
+        assert node2.query("SELECT count() FROM system.zookeeper WHERE path = '/'") == '2\n'
+
+        kThreadsNumber = 16
+        kIterations = 100
+        threads = []
+        for _ in range(kThreadsNumber):
+            threads.append(threading.Thread(target=(lambda: 
+                [node1.query("SELECT count() FROM system.zookeeper WHERE path = '/'") for _ in range(kIterations)])))
+
+        for thread in threads:
+            thread.start()
+
+        for thread in threads:
+            thread.join()

From 665f1aa0f648dd03d320bc2a50e105d92ccc285e Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 20 May 2021 12:36:18 +0000
Subject: [PATCH 0315/1060] Different approach to fix modulo

---
 src/Storages/KeyDescription.cpp               | 29 +++++++-
 src/Storages/MergeTree/DataPartsExchange.cpp  |  8 +--
 src/Storages/MergeTree/DataPartsExchange.h    |  2 -
 .../MergeTree/MergeTreeBlockOutputStream.cpp  |  2 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  8 +--
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  2 +-
 .../MergeTree/MergeTreeDataWriter.cpp         | 11 ++-
 src/Storages/MergeTree/MergeTreeDataWriter.h  |  2 +-
 src/Storages/MergeTree/MergeTreePartition.cpp | 71 ++-----------------
 src/Storages/MergeTree/MergeTreePartition.h   |  8 +--
 .../MergeTree/MergeTreeWriteAheadLog.cpp      |  4 +-
 .../MergeTree/MergeTreeWriteAheadLog.h        |  2 +-
 src/Storages/MergeTree/PartitionPruner.h      |  9 +--
 .../ReplicatedMergeTreeBlockOutputStream.cpp  |  2 +-
 .../ReplicatedMergeTreeTableMetadata.cpp      | 12 ++--
 src/Storages/StorageReplicatedMergeTree.cpp   |  5 +-
 16 files changed, 66 insertions(+), 111 deletions(-)

diff --git a/src/Storages/KeyDescription.cpp b/src/Storages/KeyDescription.cpp
index be327313b4d..de4fda36622 100644
--- a/src/Storages/KeyDescription.cpp
+++ b/src/Storages/KeyDescription.cpp
@@ -2,6 +2,7 @@
 
 #include <Functions/IFunction.h>
 #include <Parsers/ASTIdentifier.h>
+#include <Parsers/ASTFunction.h>
 #include <Interpreters/ExpressionActions.h>
 #include <Interpreters/ExpressionAnalyzer.h>
 #include <Interpreters/TreeRewriter.h>
@@ -86,6 +87,27 @@ KeyDescription KeyDescription::getKeyFromAST(
     return getSortingKeyFromAST(definition_ast, columns, context, {});
 }
 
+static void moduloToModuloLegacyRecursive(ASTPtr node_expr)
+{
+    if (!node_expr)
+        return;
+
+    auto * function_expr = node_expr->as<ASTFunction>();
+    if (function_expr)
+    {
+        if (function_expr->name == "modulo")
+        {
+            function_expr->name = "moduloLegacy";
+        }
+        if (function_expr->arguments)
+        {
+            auto children = function_expr->arguments->children;
+            for (const auto & child : children)
+                moduloToModuloLegacyRecursive(child);
+        }
+    }
+}
+
 KeyDescription KeyDescription::getSortingKeyFromAST(
     const ASTPtr & definition_ast,
     const ColumnsDescription & columns,
@@ -93,8 +115,11 @@ KeyDescription KeyDescription::getSortingKeyFromAST(
     const std::optional<String> & additional_column)
 {
     KeyDescription result;
-    result.definition_ast = definition_ast;
-    result.expression_list_ast = extractKeyExpressionList(definition_ast);
+    ASTPtr adjusted_ast = definition_ast;
+    moduloToModuloLegacyRecursive(adjusted_ast);
+
+    result.definition_ast = adjusted_ast;
+    result.expression_list_ast = extractKeyExpressionList(adjusted_ast);
 
     if (additional_column)
     {
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 8992cb19d16..d5f4d91850c 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -379,7 +379,6 @@ MergeTreeData::DataPartPtr Service::findPart(const String & name)
 
 MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
     const StorageMetadataPtr & metadata_snapshot,
-    ContextPtr context,
     const String & part_name,
     const String & replica_path,
     const String & host,
@@ -494,7 +493,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
             if (e.code() != ErrorCodes::S3_ERROR)
                 throw;
             /// Try again but without S3 copy
-            return fetchPart(metadata_snapshot, context, part_name, replica_path, host, port, timeouts,
+            return fetchPart(metadata_snapshot, part_name, replica_path, host, port, timeouts,
                 user, password, interserver_scheme, to_detached, tmp_prefix_, nullptr, false);
         }
     }
@@ -558,7 +557,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
 
     MergeTreeData::DataPart::Checksums checksums;
     return part_type == "InMemory"
-        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, context, std::move(reservation), in, projections)
+        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, std::move(reservation), in, projections)
         : downloadPartToDisk(part_name, replica_path, to_detached, tmp_prefix_, sync, reservation->getDisk(), in, projections, checksums);
 }
 
@@ -566,7 +565,6 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     const String & part_name,
     const UUID & part_uuid,
     const StorageMetadataPtr & metadata_snapshot,
-    ContextPtr context,
     ReservationPtr reservation,
     PooledReadWriteBufferFromHTTP & in,
     size_t projections)
@@ -621,7 +619,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     new_data_part->is_temp = true;
     new_data_part->setColumns(block.getNamesAndTypesList());
     new_data_part->minmax_idx.update(block, data.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
-    new_data_part->partition.create(metadata_snapshot, block, 0, context);
+    new_data_part->partition.create(metadata_snapshot, block, 0);
 
     MergedBlockOutputStream part_out(
         new_data_part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
diff --git a/src/Storages/MergeTree/DataPartsExchange.h b/src/Storages/MergeTree/DataPartsExchange.h
index f59942ef7f4..07b60fde1f1 100644
--- a/src/Storages/MergeTree/DataPartsExchange.h
+++ b/src/Storages/MergeTree/DataPartsExchange.h
@@ -65,7 +65,6 @@ public:
     /// Downloads a part to tmp_directory. If to_detached - downloads to the `detached` directory.
     MergeTreeData::MutableDataPartPtr fetchPart(
         const StorageMetadataPtr & metadata_snapshot,
-        ContextPtr context,
         const String & part_name,
         const String & replica_path,
         const String & host,
@@ -107,7 +106,6 @@ private:
             const String & part_name,
             const UUID & part_uuid,
             const StorageMetadataPtr & metadata_snapshot,
-            ContextPtr context,
             ReservationPtr reservation,
             PooledReadWriteBufferFromHTTP & in,
             size_t projections);
diff --git a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
index 11feb905bb6..79f935b5f9f 100644
--- a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
@@ -23,7 +23,7 @@ void MergeTreeBlockOutputStream::writePrefix()
 
 void MergeTreeBlockOutputStream::write(const Block & block)
 {
-    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot, context);
+    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
     for (auto & current_block : part_blocks)
     {
         Stopwatch watch;
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 01b23b8ccda..c6e40be08ae 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -772,7 +772,7 @@ std::optional<UInt64> MergeTreeData::totalRowsByPartitionPredicateImpl(
     // Generate valid expressions for filtering
     bool valid = VirtualColumnUtils::prepareFilterBlockWithQuery(query_info.query, local_context, virtual_columns_block, expression_ast);
 
-    PartitionPruner partition_pruner(metadata_snapshot, query_info, local_context, true /* strict */);
+    PartitionPruner partition_pruner(metadata_snapshot->getPartitionKey(), query_info, local_context, true /* strict */);
     if (partition_pruner.isUseless() && !valid)
         return {};
 
@@ -876,13 +876,13 @@ void MergeTreeData::loadDataParts(bool skip_sanity_checks)
             {
                 /// Create and correctly initialize global WAL object
                 write_ahead_log = std::make_shared<MergeTreeWriteAheadLog>(*this, disk_ptr, it->name());
-                for (auto && part : write_ahead_log->restore(metadata_snapshot, getContext()))
+                for (auto && part : write_ahead_log->restore(metadata_snapshot))
                     parts_from_wal.push_back(std::move(part));
             }
             else if (settings->in_memory_parts_enable_wal)
             {
                 MergeTreeWriteAheadLog wal(*this, disk_ptr, it->name());
-                for (auto && part : wal.restore(metadata_snapshot, getContext()))
+                for (auto && part : wal.restore(metadata_snapshot))
                     parts_from_wal.push_back(std::move(part));
             }
         }
@@ -2350,7 +2350,7 @@ MergeTreeData::DataPartsVector MergeTreeData::removePartsInRangeFromWorkingSet(c
     DataPartsVector parts_to_remove;
 
     if (drop_range.min_block > drop_range.max_block)
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "Invalid drop range: {}", drop_range.getPartName());
+        return parts_to_remove;
 
     auto partition_range = getDataPartsPartitionRange(drop_range.partition_id);
 
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 5f51358a7d2..0f5e69448d2 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -503,7 +503,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
             minmax_idx_condition.emplace(
                 query_info, context, minmax_columns_names, data.getMinMaxExpr(partition_key, ExpressionActionsSettings::fromContext(context)));
-            partition_pruner.emplace(metadata_snapshot_base, query_info, context, false /* strict */);
+            partition_pruner.emplace(metadata_snapshot_base->getPartitionKey(), query_info, context, false /* strict */);
 
             if (settings.force_index_by_date && (minmax_idx_condition->alwaysUnknownOrTrue() && partition_pruner->isUseless()))
             {
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index 387200f7a41..2a85faa7083 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -140,8 +140,7 @@ void updateTTL(
 
 }
 
-BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(
-        const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
+BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot)
 {
     BlocksWithPartition result;
     if (!block || !block.rows())
@@ -156,12 +155,12 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(
     }
 
     Block block_copy = block;
-    /// After expression execution partition key columns will be added to block_copy with names regarding partition function.
-    auto partition_key_sample_block = MergeTreePartition::executePartitionByExpression(metadata_snapshot, block_copy, context);
+    const auto & partition_key = metadata_snapshot->getPartitionKey();
+    partition_key.expression->execute(block_copy);
 
     ColumnRawPtrs partition_columns;
-    partition_columns.reserve(partition_key_sample_block.columns());
-    for (const ColumnWithTypeAndName & element : partition_key_sample_block)
+    partition_columns.reserve(partition_key.sample_block.columns());
+    for (const ColumnWithTypeAndName & element : partition_key.sample_block)
         partition_columns.emplace_back(block_copy.getByName(element.name).column.get());
 
     PODArray<size_t> partition_num_to_first_row;
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.h b/src/Storages/MergeTree/MergeTreeDataWriter.h
index bea5e05591e..4c5b75657ee 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.h
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.h
@@ -40,7 +40,7 @@ public:
       *  (split rows by partition)
       * Works deterministically: if same block was passed, function will return same result in same order.
       */
-    static BlocksWithPartition splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
+    static BlocksWithPartition splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot);
 
     /** All rows must correspond to same partition.
       * Returns part with unique name starting with 'tmp_', yet not added to MergeTreeData.
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 471905c581d..61cc7d17545 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -169,79 +169,22 @@ void MergeTreePartition::store(const Block & partition_key_sample, const DiskPtr
     out->finalize();
 }
 
-void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row, ContextPtr context)
+void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row)
 {
     if (!metadata_snapshot->hasPartitionKey())
         return;
 
-    auto partition_key_sample_block = executePartitionByExpression(metadata_snapshot, block, context);
-    size_t partition_columns_num = partition_key_sample_block.columns();
+    const auto & partition_key = metadata_snapshot->getPartitionKey();
+    partition_key.expression->execute(block);
+    size_t partition_columns_num = partition_key.sample_block.columns();
     value.resize(partition_columns_num);
-    const String modulo_legacy_function_name = "moduloLegacy";
 
     for (size_t i = 0; i < partition_columns_num; ++i)
     {
-        const auto & column_name = partition_key_sample_block.getByPosition(i).name;
-        auto & partition_column = block.getByName(column_name);
-
-        /// Executing partition_by expression adds new columns to passed block according to partition functions.
-        /// The block is passed by reference and is used afterwards. `moduloLegacy` needs to be substituted back
-        /// with just `modulo`, because it was a temporary substitution.
-        if (column_name.starts_with(modulo_legacy_function_name))
-            partition_column.name = "modulo" + partition_column.name.substr(modulo_legacy_function_name.size());
-
-        partition_column.column->get(row, value[i]);
+        const auto & column_name = partition_key.sample_block.getByPosition(i).name;
+        auto & partition_column = block.getByName(column_name).column;
+        partition_column->get(row, value[i]);
     }
 }
 
-static bool moduloToModuloLegacyRecursive(ASTPtr node_expr)
-{
-    if (!node_expr)
-        return false;
-
-    auto * function_expr = node_expr->as<ASTFunction>();
-    bool modulo_in_partition_key = false;
-    if (function_expr)
-    {
-        if (function_expr->name == "modulo")
-        {
-            function_expr->name = "moduloLegacy";
-            modulo_in_partition_key = true;
-        }
-        if (function_expr->arguments)
-        {
-            auto children = function_expr->arguments->children;
-            for (const auto & child : children)
-                modulo_in_partition_key |= moduloToModuloLegacyRecursive(child);
-        }
-    }
-    return modulo_in_partition_key;
-}
-
-Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context)
-{
-    auto adjusted_partition_key = adjustPartitionKey(metadata_snapshot, context);
-    adjusted_partition_key.expression->execute(block);
-    return adjusted_partition_key.sample_block;
-}
-
-KeyDescription MergeTreePartition::adjustPartitionKey(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
-{
-    const auto & partition_key = metadata_snapshot->getPartitionKey();
-    if (!partition_key.definition_ast)
-        return partition_key;
-
-    ASTPtr ast_copy = partition_key.definition_ast->clone();
-
-    /// Implementation of modulo function was changed from 8bit result type to 16bit. For backward compatibility partition by expression is always
-    /// calculated according to previous version - `moduloLegacy`.
-    if (moduloToModuloLegacyRecursive(ast_copy))
-    {
-        auto adjusted_partition_key = KeyDescription::getKeyFromAST(ast_copy, metadata_snapshot->columns, context);
-        return adjusted_partition_key;
-    }
-
-    return partition_key;
-}
-
 }
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index 5ee20718c16..a5c27cef18a 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -41,13 +41,7 @@ public:
 
     void assign(const MergeTreePartition & other) { value.assign(other.value); }
 
-    void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row, ContextPtr context);
-
-    /// Adjust partition key and execute its expression on block. Return sample block according to used expression.
-    static Block executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context);
-
-    /// Make a modified partition key with substitution from modulo to moduloLegacy. Used in paritionPruner.
-    static KeyDescription adjustPartitionKey(const StorageMetadataPtr & partition_key, ContextPtr context);
+    void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row);
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
index ba6a53026fb..4c92d4f6136 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
@@ -111,7 +111,7 @@ void MergeTreeWriteAheadLog::rotate(const std::unique_lock<std::mutex> &)
     init();
 }
 
-MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
+MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const StorageMetadataPtr & metadata_snapshot)
 {
     std::unique_lock lock(write_mutex);
 
@@ -192,7 +192,7 @@ MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const Stor
             MergedBlockOutputStream part_out(part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
 
             part->minmax_idx.update(block, storage.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
-            part->partition.create(metadata_snapshot, block, 0, context);
+            part->partition.create(metadata_snapshot, block, 0);
             if (metadata_snapshot->hasSortingKey())
                 metadata_snapshot->getSortingKey().expression->execute(block);
 
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.h b/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
index e01911aa8b8..3b8dc5befc0 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
@@ -62,7 +62,7 @@ public:
 
     void addPart(DataPartInMemoryPtr & part);
     void dropPart(const String & part_name);
-    std::vector<MergeTreeMutableDataPartPtr> restore(const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
+    std::vector<MergeTreeMutableDataPartPtr> restore(const StorageMetadataPtr & metadata_snapshot);
 
     using MinMaxBlockNumber = std::pair<Int64, Int64>;
     static std::optional<MinMaxBlockNumber> tryParseMinMaxBlockNumber(const String & filename);
diff --git a/src/Storages/MergeTree/PartitionPruner.h b/src/Storages/MergeTree/PartitionPruner.h
index fbed0e6ab99..98c947bb0ca 100644
--- a/src/Storages/MergeTree/PartitionPruner.h
+++ b/src/Storages/MergeTree/PartitionPruner.h
@@ -14,18 +14,15 @@ class PartitionPruner
 {
 private:
     std::unordered_map<String, bool> partition_filter_map;
-
-    /// partition_key is adjusted here (with substitution from modulo to moduloLegacy).
-    KeyDescription partition_key;
-
+    const KeyDescription & partition_key;
     KeyCondition partition_condition;
     bool useless;
     using DataPart = IMergeTreeDataPart;
     using DataPartPtr = std::shared_ptr<const DataPart>;
 
 public:
-    PartitionPruner(const StorageMetadataPtr & metadata, const SelectQueryInfo & query_info, ContextPtr context, bool strict)
-        : partition_key(MergeTreePartition::adjustPartitionKey(metadata, context))
+    PartitionPruner(const KeyDescription & partition_key_, const SelectQueryInfo & query_info, ContextPtr context, bool strict)
+        : partition_key(partition_key_)
         , partition_condition(
               query_info, context, partition_key.column_names, partition_key.expression, true /* single_point */, strict)
         , useless(strict ? partition_condition.anyUnknownOrAlwaysTrue() : partition_condition.alwaysUnknownOrTrue())
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index 7f167f929e5..51a24606dde 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -136,7 +136,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
     if (quorum)
         checkQuorumPrecondition(zookeeper);
 
-    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot, context);
+    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
 
     for (auto & current_block : part_blocks)
     {
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp
index db1c2bc89af..28e8b07ab6c 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp
@@ -206,16 +206,18 @@ void ReplicatedMergeTreeTableMetadata::checkImmutableFieldsEquals(const Replicat
             ", local: " + DB::toString(data_format_version.toUnderType()),
             ErrorCodes::METADATA_MISMATCH);
 
-    if (partition_key != from_zk.partition_key)
-        throw Exception(
-            "Existing table metadata in ZooKeeper differs in partition key expression."
-            " Stored in ZooKeeper: " + from_zk.partition_key + ", local: " + partition_key,
-            ErrorCodes::METADATA_MISMATCH);
+    //if (partition_key != from_zk.partition_key)
+    //    throw Exception(
+    //        "Existing table metadata in ZooKeeper differs in partition key expression."
+    //        " Stored in ZooKeeper: " + from_zk.partition_key + ", local: " + partition_key,
+    //        ErrorCodes::METADATA_MISMATCH);
 
 }
 
 void ReplicatedMergeTreeTableMetadata::checkEquals(const ReplicatedMergeTreeTableMetadata & from_zk, const ColumnsDescription & columns, ContextPtr context) const
 {
+    std::cerr << "\n\nKSSENII partitition key: " << partition_key << ", in zk: " << from_zk.partition_key << std::endl;
+    //String parsed = IndicesDescription::parse(from_zk.partition_key, columns, context).toString();
 
     checkImmutableFieldsEquals(from_zk);
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 74c86e00112..d04dc46ea83 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2466,7 +2466,7 @@ bool StorageReplicatedMergeTree::executeReplaceRange(const LogEntry & entry)
                 throw Exception("Interserver schemas are different '" + interserver_scheme + "' != '" + address.scheme + "', can't fetch part from " + address.host, ErrorCodes::LOGICAL_ERROR);
 
             part_desc->res_part = fetcher.fetchPart(
-                metadata_snapshot, getContext(), part_desc->found_new_part_name, source_replica_path,
+                metadata_snapshot, part_desc->found_new_part_name, source_replica_path,
                 address.host, address.replication_port, timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, TMP_PREFIX + "fetch_");
 
             /// TODO: check columns_version of fetched part
@@ -3929,7 +3929,6 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
 
             return fetcher.fetchPart(
                 metadata_snapshot,
-                getContext(),
                 part_name,
                 source_replica_path,
                 address.host,
@@ -4085,7 +4084,7 @@ bool StorageReplicatedMergeTree::fetchExistsPart(const String & part_name, const
                 ErrorCodes::INTERSERVER_SCHEME_DOESNT_MATCH);
 
         return fetcher.fetchPart(
-            metadata_snapshot, getContext(), part_name, source_replica_path,
+            metadata_snapshot, part_name, source_replica_path,
             address.host, address.replication_port,
             timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, "", nullptr, true,
             replaced_disk);

From c6c180c35df386e4027c1eca2b87dd8515e8bc02 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 21 May 2021 17:33:56 +0300
Subject: [PATCH 0316/1060] fix shellcheck

---
 .../test/integration/runner/misc/zookeeper-ssl-entrypoint.sh  | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker/test/integration/runner/misc/zookeeper-ssl-entrypoint.sh b/docker/test/integration/runner/misc/zookeeper-ssl-entrypoint.sh
index 3ddb21881d6..9748a5e8ce9 100755
--- a/docker/test/integration/runner/misc/zookeeper-ssl-entrypoint.sh
+++ b/docker/test/integration/runner/misc/zookeeper-ssl-entrypoint.sh
@@ -81,8 +81,8 @@ if [[ ! -f "$ZOO_DATA_DIR/myid" ]]; then
     echo "${ZOO_MY_ID:-1}" > "$ZOO_DATA_DIR/myid"
 fi
 
-mkdir -p $(dirname $ZOO_SSL_KEYSTORE_LOCATION)
-mkdir -p $(dirname $ZOO_SSL_TRUSTSTORE_LOCATION)
+mkdir -p "$(dirname $ZOO_SSL_KEYSTORE_LOCATION)"
+mkdir -p "$(dirname $ZOO_SSL_TRUSTSTORE_LOCATION)"
 
 if [[ ! -f "$ZOO_SSL_KEYSTORE_LOCATION" ]]; then
     keytool -genkeypair -alias zookeeper -keyalg RSA -validity 365 -keysize 2048 -dname "cn=zookeeper" -keypass password -keystore $ZOO_SSL_KEYSTORE_LOCATION -storepass password -deststoretype pkcs12

From 30845a383fad55b287640e0ba3077e5e4c293929 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 21 May 2021 14:56:36 +0000
Subject: [PATCH 0317/1060] Fix comparisons with modulo key

---
 src/Storages/KeyDescription.cpp                      |  2 +-
 src/Storages/KeyDescription.h                        |  3 +++
 src/Storages/MergeTree/KeyCondition.cpp              | 12 +++++++++---
 src/Storages/MergeTree/MergeTreeData.cpp             |  2 +-
 src/Storages/MergeTree/MergeTreePartition.cpp        |  2 +-
 .../0_stateless/01870_modulo_partition_key.reference |  7 +++++--
 .../0_stateless/01870_modulo_partition_key.sql       |  6 ++++--
 7 files changed, 24 insertions(+), 10 deletions(-)

diff --git a/src/Storages/KeyDescription.cpp b/src/Storages/KeyDescription.cpp
index de4fda36622..721663d3ca5 100644
--- a/src/Storages/KeyDescription.cpp
+++ b/src/Storages/KeyDescription.cpp
@@ -87,7 +87,7 @@ KeyDescription KeyDescription::getKeyFromAST(
     return getSortingKeyFromAST(definition_ast, columns, context, {});
 }
 
-static void moduloToModuloLegacyRecursive(ASTPtr node_expr)
+void KeyDescription::moduloToModuloLegacyRecursive(ASTPtr node_expr)
 {
     if (!node_expr)
         return;
diff --git a/src/Storages/KeyDescription.h b/src/Storages/KeyDescription.h
index 194aad4d5b2..dda043fbb8b 100644
--- a/src/Storages/KeyDescription.h
+++ b/src/Storages/KeyDescription.h
@@ -69,6 +69,9 @@ struct KeyDescription
     /// unintentionaly share AST variables and modify them.
     KeyDescription(const KeyDescription & other);
     KeyDescription & operator=(const KeyDescription & other);
+
+    /// Substitute modulo with moduloLegacy. Used in KeyCondition to allow proper comparison with keys.
+    static void moduloToModuloLegacyRecursive(ASTPtr node_expr);
 };
 
 }
diff --git a/src/Storages/MergeTree/KeyCondition.cpp b/src/Storages/MergeTree/KeyCondition.cpp
index 0b3e7ecaf80..1c1b3422b31 100644
--- a/src/Storages/MergeTree/KeyCondition.cpp
+++ b/src/Storages/MergeTree/KeyCondition.cpp
@@ -21,6 +21,7 @@
 #include <Parsers/ASTIdentifier.h>
 #include <IO/WriteBufferFromString.h>
 #include <IO/Operators.h>
+#include <Storages/KeyDescription.h>
 
 #include <cassert>
 #include <stack>
@@ -591,7 +592,6 @@ void KeyCondition::traverseAST(const ASTPtr & node, ContextPtr context, Block &
     rpn.emplace_back(std::move(element));
 }
 
-
 bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
     const ASTPtr & node,
     size_t & out_key_column_num,
@@ -599,8 +599,11 @@ bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
     Field & out_value,
     DataTypePtr & out_type)
 {
+    auto adjusted_node = node->clone();
+    KeyDescription::moduloToModuloLegacyRecursive(adjusted_node);
+
     // Constant expr should use alias names if any
-    String expr_name = node->getColumnName();
+    String expr_name = adjusted_node->getColumnName();
     const auto & sample_block = key_expr->getSampleBlock();
     if (!sample_block.has(expr_name))
         return false;
@@ -667,8 +670,11 @@ bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
 bool KeyCondition::canConstantBeWrappedByFunctions(
     const ASTPtr & ast, size_t & out_key_column_num, DataTypePtr & out_key_column_type, Field & out_value, DataTypePtr & out_type)
 {
+    auto adjusted_ast = ast->clone();
+    KeyDescription::moduloToModuloLegacyRecursive(adjusted_ast);
+
     // Constant expr should use alias names if any
-    String expr_name = ast->getColumnName();
+    String expr_name = adjusted_ast->getColumnName();
     const auto & sample_block = key_expr->getSampleBlock();
     if (!sample_block.has(expr_name))
         return false;
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index c6e40be08ae..51077996212 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -2350,7 +2350,7 @@ MergeTreeData::DataPartsVector MergeTreeData::removePartsInRangeFromWorkingSet(c
     DataPartsVector parts_to_remove;
 
     if (drop_range.min_block > drop_range.max_block)
-        return parts_to_remove;
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Invalid drop range: {}", drop_range.getPartName());
 
     auto partition_range = getDataPartsPartitionRange(drop_range.partition_id);
 
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 61cc7d17545..848c676c6b1 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -182,7 +182,7 @@ void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Bl
     for (size_t i = 0; i < partition_columns_num; ++i)
     {
         const auto & column_name = partition_key.sample_block.getByPosition(i).name;
-        auto & partition_column = block.getByName(column_name).column;
+        const auto & partition_column = block.getByName(column_name).column;
         partition_column->get(row, value[i]);
     }
 }
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.reference b/tests/queries/0_stateless/01870_modulo_partition_key.reference
index f1728b103c3..4df5a85a9d1 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.reference
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.reference
@@ -19,7 +19,10 @@ simple partition key:
 58
 59
 60
-where id % 200 > 0 
+where id % 200 = +-2:
+-202
+202
+where id % 200 > 0:
 195
 196
 197
@@ -29,7 +32,7 @@ where id % 200 > 0
 202
 203
 204
-where id % 200 < 0 
+where id % 200 < 0:
 -205
 -204
 -203
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.sql b/tests/queries/0_stateless/01870_modulo_partition_key.sql
index 933b097544f..dd29a2ced7e 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.sql
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.sql
@@ -6,9 +6,11 @@ PARTITION BY id % 200 ORDER BY id;
 INSERT INTO table1 SELECT number-205, number FROM numbers(10);
 INSERT INTO table1 SELECT number-205, number FROM numbers(400, 10);
 SELECT toInt64(partition) as p FROM system.parts WHERE table='table1' ORDER BY p;
-select 'where id % 200 > 0 ';
+select 'where id % 200 = +-2:';
+select id from table1 where id % 200 = 2 OR id % 200 = -2 order by id;
+select 'where id % 200 > 0:';
 select id from table1 where id % 200 > 0 order by id;
-select 'where id % 200 < 0 ';
+select 'where id % 200 < 0:';
 select id from table1 where id % 200 < 0 order by id;
 
 SELECT 'tuple as partition key:';

From 740189893c480fbf0c027a0954bbae89fd821876 Mon Sep 17 00:00:00 2001
From: MyroTk <myroslav6@gmail.com>
Date: Fri, 21 May 2021 17:27:24 +0200
Subject: [PATCH 0318/1060] Removing more config files. Updating wording in
 requirements. Added toDecimal256 tests to check max and min for every scale
 value.

---
 .../configs/clickhouse/config.d/ports.xml     |   5 -
 .../configs/clickhouse/config.d/remote.xml    | 211 ------------------
 .../clickhouse-service.yml                    |   1 -
 .../docker-compose.yml                        |   2 +-
 .../requirements/requirements.md              |   2 +-
 .../requirements/requirements.py              |   2 +-
 6 files changed, 3 insertions(+), 220 deletions(-)
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml

diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml
deleted file mode 100644
index fbc6cea74c0..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/ports.xml
+++ /dev/null
@@ -1,5 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <https_port>8443</https_port>
-    <tcp_port_secure>9440</tcp_port_secure>
-</yandex>
\ No newline at end of file
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml
deleted file mode 100644
index a7ed0d6e2b4..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/remote.xml
+++ /dev/null
@@ -1,211 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <remote_servers>
-        <replicated_cluster>
-            <shard>
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </replicated_cluster>
-        <!--
-        <replicated_cluster_readonly>
-            <shard>
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9000</port>
-                    <user>readonly</user>
-                </replica>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                    <user>readonly</user>
-                </replica>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9000</port>
-                    <user>readonly</user>
-                </replica>
-            </shard>
-        </replicated_cluster_readonly>
-        -->
-        <replicated_cluster_secure>
-            <shard>
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                </replica>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                </replica>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                </replica>
-            </shard>
-        </replicated_cluster_secure>
-        <cluster1>
-            <shard>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                </replica>
-            </shard>
-        </cluster1>
-        <sharded_cluster12>
-            <shard>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </sharded_cluster12>
-        <one_shard_cluster12>
-            <shard>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </one_shard_cluster12>
-        <sharded_cluster23>
-            <shard>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </sharded_cluster23>
-        <one_shard_cluster23>
-            <shard>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </one_shard_cluster23>
-        <sharded_cluster>
-            <shard>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-            <shard>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </sharded_cluster>
-        <one_shard_cluster>
-            <shard>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </one_shard_cluster>
-        <sharded_cluster_secure>
-            <shard>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                </replica>
-            </shard>
-            <shard>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                </replica>
-            </shard>
-            <shard>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                </replica>
-            </shard>
-        </sharded_cluster_secure>
-        <sharded_cluster_secure_long_usernames>
-            <shard>
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <host>clickhouse1</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-<!-- i'm simulateing the problem here with long username, but it happens also when there are a lot of servers in cluster -->
-                    <user>user_with_a_very_very_very_very_long_name_we_will_use_him_to_simulate_the_problem_with_inserting_to_distributed_when_folder_name_is_too_long_i_hope_that_length_is_enough_username_end</user>
-                    <password></password>
-                </replica>
-                <replica>
-                    <host>clickhouse2</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                    <user>user_with_a_very_very_very_very_long_name_we_will_use_him_to_simulate_the_problem_with_inserting_to_distributed_when_folder_name_is_too_long_i_hope_that_length_is_enough_username_end</user>
-                    <password></password>
-                </replica>
-                <replica>
-                    <host>clickhouse3</host>
-                    <port>9440</port>
-                    <secure>1</secure>
-                    <user>user_with_a_very_very_very_very_long_name_we_will_use_him_to_simulate_the_problem_with_inserting_to_distributed_when_folder_name_is_too_long_i_hope_that_length_is_enough_username_end</user>
-                    <password></password>
-                </replica>
-            </shard>
-        </sharded_cluster_secure_long_usernames>
-    </remote_servers>
-</yandex>
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml
index 2d79443dcbb..fdd4a8057a9 100644
--- a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml
+++ b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/clickhouse-service.yml
@@ -10,7 +10,6 @@ services:
     volumes:
       - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/config.d:/etc/clickhouse-server/config.d"
       - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/users.d:/etc/clickhouse-server/users.d"
-      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/ssl:/etc/clickhouse-server/ssl"
       - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/config.xml:/etc/clickhouse-server/config.xml"
       - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse/users.xml:/etc/clickhouse-server/users.xml"
       - "${CLICKHOUSE_TESTS_SERVER_BIN_PATH:-/usr/bin/clickhouse}:/usr/bin/clickhouse"
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
index a62ad7329cd..0a905aab80e 100644
--- a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
+++ b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
@@ -65,4 +65,4 @@ services:
       clickhouse3:
         condition: service_healthy
       zookeeper:
-        condition: service_healthy
\ No newline at end of file
+        condition: service_healthy
diff --git a/tests/testflows/extended_precision_data_types/requirements/requirements.md b/tests/testflows/extended_precision_data_types/requirements/requirements.md
index 4b90e37bd6e..09961dbc024 100644
--- a/tests/testflows/extended_precision_data_types/requirements/requirements.md
+++ b/tests/testflows/extended_precision_data_types/requirements/requirements.md
@@ -72,7 +72,7 @@ using extended precision data types.
 * UInt128 - [0 : 340282366920938463463374607431768211455]
 * Int256 - [-57896044618658097711785492504343953926634992332820282019728792003956564819968 : 57896044618658097711785492504343953926634992332820282019728792003956564819967]
 * UInt256 - [0 : 115792089237316195423570985008687907853269984665640564039457584007913129639935]
-* Decimal256 - [ -1 * 10^(76 - S): 1 * 10^(76 - S) ], where S is the precision.
+* Decimal256 - [10^(76 - S)-1: 10^(76 - S)+1], where S is the scale.
 
 ## Requirements
 
diff --git a/tests/testflows/extended_precision_data_types/requirements/requirements.py b/tests/testflows/extended_precision_data_types/requirements/requirements.py
index f38d315f2c2..88e654e186e 100644
--- a/tests/testflows/extended_precision_data_types/requirements/requirements.py
+++ b/tests/testflows/extended_precision_data_types/requirements/requirements.py
@@ -929,7 +929,7 @@ using extended precision data types.
 * UInt128 - [0 : 340282366920938463463374607431768211455]
 * Int256 - [-57896044618658097711785492504343953926634992332820282019728792003956564819968 : 57896044618658097711785492504343953926634992332820282019728792003956564819967]
 * UInt256 - [0 : 115792089237316195423570985008687907853269984665640564039457584007913129639935]
-* Decimal256 - [ -1 * 10^(76 - S): 1 * 10^(76 - S) ], where S is the precision.
+* Decimal256 - [10^(76 - S)-1: 10^(76 - S)+1], where S is the scale.
 
 ## Requirements
 

From d73d92ed7e67c20a1f58922a2004dae95e77580b Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 21 May 2021 18:48:14 +0300
Subject: [PATCH 0319/1060] revert some changes

---
 docker/test/integration/runner/Dockerfile            |  2 --
 docker/test/integration/runner/dockerd-entrypoint.sh |  3 ---
 tests/integration/helpers/cluster.py                 | 12 ++++++------
 3 files changed, 6 insertions(+), 11 deletions(-)

diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index 164058eb72e..772a6a013ab 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -31,8 +31,6 @@ RUN apt-get update \
     libkrb5-dev \
     krb5-user \
     g++ \
-    dbus \
-    firewalld \
     && rm -rf \
         /var/lib/apt/lists/* \
         /var/cache/debconf \
diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index 2ae51fa1a04..2321c938990 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -12,9 +12,6 @@ echo '{
     "registry-mirrors" : ["http://dockerhub-proxy.sas.yp-c.yandex.net:5000"]
 }' | dd of=/etc/docker/daemon.json
 
-/etc/init.d/dbus start
-firewalld --debug --log-file /ClickHouse/tests/integration/firewalld.log
-
 dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 --default-address-pool base=172.17.0.0/12,size=24 &>/ClickHouse/tests/integration/dockerd.log &
 
 set +e
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index e0d8b01eda0..e3669e9826b 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -388,13 +388,13 @@ class ClickHouseCluster:
         #     pass
 
         # Remove unused images
-        try:
-            logging.debug("Trying to prune unused images...")
+        # try:
+        #     logging.debug("Trying to prune unused images...")
 
-            subprocess_call(['docker', 'image', 'prune', '-f'])
-            logging.debug("Images pruned")
-        except:
-            pass
+        #     subprocess_call(['docker', 'image', 'prune', '-f'])
+        #     logging.debug("Images pruned")
+        # except:
+        #     pass
 
         # Remove unused volumes
         try:

From 07ce7ec40c1b27bf39dfb617f5ce200dbb92fa9c Mon Sep 17 00:00:00 2001
From: MyroTk <myroslav6@gmail.com>
Date: Fri, 21 May 2021 17:58:04 +0200
Subject: [PATCH 0320/1060] Remove nodes clickhouse2 and clickhouse3, and
 zookeeper.

---
 .../configs/clickhouse/config.d/zookeeper.xml | 10 -----
 .../configs/clickhouse1/config.d/macros.xml   |  8 ----
 .../configs/clickhouse2/config.d/macros.xml   |  8 ----
 .../configs/clickhouse3/config.d/macros.xml   |  8 ----
 .../docker-compose.yml                        | 40 +------------------
 .../zookeeper-service.yml                     | 18 ---------
 .../regression.py                             |  2 +-
 7 files changed, 2 insertions(+), 92 deletions(-)
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml
 delete mode 100644 tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml
 delete mode 100644 tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml

diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml
deleted file mode 100644
index 96270e7b645..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse/config.d/zookeeper.xml
+++ /dev/null
@@ -1,10 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <zookeeper>
-	    <node index="1">
-		    <host>zookeeper</host>
-		    <port>2181</port>
-	    </node>
-        <session_timeout_ms>15000</session_timeout_ms>
-    </zookeeper>
-</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml
deleted file mode 100644
index 6cdcc1b440c..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse1/config.d/macros.xml
+++ /dev/null
@@ -1,8 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <macros>
-        <replica>clickhouse1</replica>
-        <shard>01</shard>
-        <shard2>01</shard2>
-    </macros>
-</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml
deleted file mode 100644
index a114a9ce4ab..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse2/config.d/macros.xml
+++ /dev/null
@@ -1,8 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <macros>
-        <replica>clickhouse2</replica>
-        <shard>01</shard>
-        <shard2>02</shard2>
-    </macros>
-</yandex>
diff --git a/tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml b/tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml
deleted file mode 100644
index 904a27b0172..00000000000
--- a/tests/testflows/extended_precision_data_types/configs/clickhouse3/config.d/macros.xml
+++ /dev/null
@@ -1,8 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <macros>
-        <replica>clickhouse3</replica>
-        <shard>01</shard>
-        <shard2>03</shard2>
-    </macros>
-</yandex>
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
index 0a905aab80e..74d17d40e66 100644
--- a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
+++ b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/docker-compose.yml
@@ -1,10 +1,6 @@
 version: '2.3'
 
 services:
-  zookeeper:
-    extends:
-      file: zookeeper-service.yml
-      service: zookeeper
 
   mysql1:
     extends:
@@ -22,36 +18,6 @@ services:
     volumes:
       - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse1/database/:/var/lib/clickhouse/"
       - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse1/logs/:/var/log/clickhouse-server/"
-      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse1/config.d/macros.xml:/etc/clickhouse-server/config.d/macros.xml"
-    depends_on:
-      zookeeper:
-        condition: service_healthy
-
-  clickhouse2:
-    extends:
-      file: clickhouse-service.yml
-      service: clickhouse
-    hostname: clickhouse2
-    volumes:
-      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse2/database/:/var/lib/clickhouse/"
-      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse2/logs/:/var/log/clickhouse-server/"
-      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse2/config.d/macros.xml:/etc/clickhouse-server/config.d/macros.xml"
-    depends_on:
-      zookeeper:
-        condition: service_healthy
-
-  clickhouse3:
-    extends:
-      file: clickhouse-service.yml
-      service: clickhouse
-    hostname: clickhouse3
-    volumes:
-      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse3/database/:/var/lib/clickhouse/"
-      - "${CLICKHOUSE_TESTS_DIR}/_instances/clickhouse3/logs/:/var/log/clickhouse-server/"
-      - "${CLICKHOUSE_TESTS_DIR}/configs/clickhouse3/config.d/macros.xml:/etc/clickhouse-server/config.d/macros.xml"
-    depends_on:
-      zookeeper:
-        condition: service_healthy
 
   # dummy service which does nothing, but allows to postpone
   # 'docker-compose up -d' till all dependecies will go healthy
@@ -60,9 +26,5 @@ services:
     depends_on:
       clickhouse1:
         condition: service_healthy
-      clickhouse2:
-        condition: service_healthy
-      clickhouse3:
-        condition: service_healthy
-      zookeeper:
+      mysql1:
         condition: service_healthy
diff --git a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml b/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml
deleted file mode 100644
index f3df33358be..00000000000
--- a/tests/testflows/extended_precision_data_types/extended-precision-data-type_env/zookeeper-service.yml
+++ /dev/null
@@ -1,18 +0,0 @@
-version: '2.3'
-
-services:
-  zookeeper:
-    image: zookeeper:3.4.12
-    expose:
-      - "2181"
-    environment:
-      ZOO_TICK_TIME: 500
-      ZOO_MY_ID: 1
-    healthcheck:
-      test: echo stat | nc localhost 2181
-      interval: 3s
-      timeout: 2s
-      retries: 5
-      start_period: 2s
-    security_opt:
-      - label:disable
diff --git a/tests/testflows/extended_precision_data_types/regression.py b/tests/testflows/extended_precision_data_types/regression.py
index 7132c523667..a0c3186c961 100755
--- a/tests/testflows/extended_precision_data_types/regression.py
+++ b/tests/testflows/extended_precision_data_types/regression.py
@@ -35,7 +35,7 @@ def regression(self, local, clickhouse_binary_path, stress=None, parallel=None):
 
     nodes = {
         "clickhouse":
-            ("clickhouse1", "clickhouse2", "clickhouse3")
+            ("clickhouse1",)
     }
     with Cluster(local, clickhouse_binary_path, nodes=nodes,
             docker_compose_project_dir=os.path.join(current_dir(), "extended-precision-data-type_env")) as cluster:

From 94b5763dbdbcaee7cfbbf9853b82f288de0ef05e Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 21 May 2021 16:14:01 +0000
Subject: [PATCH 0321/1060] Revert "Different approach to fix modulo"

This reverts commit 665f1aa0f648dd03d320bc2a50e105d92ccc285e.
---
 src/Storages/KeyDescription.cpp               | 15 +++---
 src/Storages/MergeTree/DataPartsExchange.cpp  |  8 ++--
 src/Storages/MergeTree/DataPartsExchange.h    |  2 +
 .../MergeTree/MergeTreeBlockOutputStream.cpp  |  2 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  6 +--
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  2 +-
 .../MergeTree/MergeTreeDataWriter.cpp         | 11 +++--
 src/Storages/MergeTree/MergeTreeDataWriter.h  |  2 +-
 src/Storages/MergeTree/MergeTreePartition.cpp | 47 ++++++++++++++++---
 src/Storages/MergeTree/MergeTreePartition.h   |  8 +++-
 .../MergeTree/MergeTreeWriteAheadLog.cpp      |  4 +-
 .../MergeTree/MergeTreeWriteAheadLog.h        |  2 +-
 src/Storages/MergeTree/PartitionPruner.h      |  9 ++--
 .../ReplicatedMergeTreeBlockOutputStream.cpp  |  2 +-
 .../ReplicatedMergeTreeTableMetadata.cpp      | 12 ++---
 src/Storages/StorageReplicatedMergeTree.cpp   |  5 +-
 16 files changed, 91 insertions(+), 46 deletions(-)

diff --git a/src/Storages/KeyDescription.cpp b/src/Storages/KeyDescription.cpp
index 721663d3ca5..534195dd0f0 100644
--- a/src/Storages/KeyDescription.cpp
+++ b/src/Storages/KeyDescription.cpp
@@ -2,7 +2,6 @@
 
 #include <Functions/IFunction.h>
 #include <Parsers/ASTIdentifier.h>
-#include <Parsers/ASTFunction.h>
 #include <Interpreters/ExpressionActions.h>
 #include <Interpreters/ExpressionAnalyzer.h>
 #include <Interpreters/TreeRewriter.h>
@@ -87,25 +86,28 @@ KeyDescription KeyDescription::getKeyFromAST(
     return getSortingKeyFromAST(definition_ast, columns, context, {});
 }
 
-void KeyDescription::moduloToModuloLegacyRecursive(ASTPtr node_expr)
+bool KeyDescription::moduloToModuloLegacyRecursive(ASTPtr node_expr)
 {
     if (!node_expr)
         return;
 
     auto * function_expr = node_expr->as<ASTFunction>();
+    bool modulo_in_ast = false;
     if (function_expr)
     {
         if (function_expr->name == "modulo")
         {
             function_expr->name = "moduloLegacy";
+            modulo_in_ast = true;
         }
         if (function_expr->arguments)
         {
             auto children = function_expr->arguments->children;
             for (const auto & child : children)
-                moduloToModuloLegacyRecursive(child);
+                modulo_in_ast |= moduloToModuloLegacyRecursive(child);
         }
     }
+    return modulo_in_ast;
 }
 
 KeyDescription KeyDescription::getSortingKeyFromAST(
@@ -115,11 +117,8 @@ KeyDescription KeyDescription::getSortingKeyFromAST(
     const std::optional<String> & additional_column)
 {
     KeyDescription result;
-    ASTPtr adjusted_ast = definition_ast;
-    moduloToModuloLegacyRecursive(adjusted_ast);
-
-    result.definition_ast = adjusted_ast;
-    result.expression_list_ast = extractKeyExpressionList(adjusted_ast);
+    result.definition_ast = definition_ast;
+    result.expression_list_ast = extractKeyExpressionList(definition_ast);
 
     if (additional_column)
     {
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index d5f4d91850c..8992cb19d16 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -379,6 +379,7 @@ MergeTreeData::DataPartPtr Service::findPart(const String & name)
 
 MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
     const StorageMetadataPtr & metadata_snapshot,
+    ContextPtr context,
     const String & part_name,
     const String & replica_path,
     const String & host,
@@ -493,7 +494,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
             if (e.code() != ErrorCodes::S3_ERROR)
                 throw;
             /// Try again but without S3 copy
-            return fetchPart(metadata_snapshot, part_name, replica_path, host, port, timeouts,
+            return fetchPart(metadata_snapshot, context, part_name, replica_path, host, port, timeouts,
                 user, password, interserver_scheme, to_detached, tmp_prefix_, nullptr, false);
         }
     }
@@ -557,7 +558,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
 
     MergeTreeData::DataPart::Checksums checksums;
     return part_type == "InMemory"
-        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, std::move(reservation), in, projections)
+        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, context, std::move(reservation), in, projections)
         : downloadPartToDisk(part_name, replica_path, to_detached, tmp_prefix_, sync, reservation->getDisk(), in, projections, checksums);
 }
 
@@ -565,6 +566,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     const String & part_name,
     const UUID & part_uuid,
     const StorageMetadataPtr & metadata_snapshot,
+    ContextPtr context,
     ReservationPtr reservation,
     PooledReadWriteBufferFromHTTP & in,
     size_t projections)
@@ -619,7 +621,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     new_data_part->is_temp = true;
     new_data_part->setColumns(block.getNamesAndTypesList());
     new_data_part->minmax_idx.update(block, data.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
-    new_data_part->partition.create(metadata_snapshot, block, 0);
+    new_data_part->partition.create(metadata_snapshot, block, 0, context);
 
     MergedBlockOutputStream part_out(
         new_data_part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
diff --git a/src/Storages/MergeTree/DataPartsExchange.h b/src/Storages/MergeTree/DataPartsExchange.h
index 07b60fde1f1..f59942ef7f4 100644
--- a/src/Storages/MergeTree/DataPartsExchange.h
+++ b/src/Storages/MergeTree/DataPartsExchange.h
@@ -65,6 +65,7 @@ public:
     /// Downloads a part to tmp_directory. If to_detached - downloads to the `detached` directory.
     MergeTreeData::MutableDataPartPtr fetchPart(
         const StorageMetadataPtr & metadata_snapshot,
+        ContextPtr context,
         const String & part_name,
         const String & replica_path,
         const String & host,
@@ -106,6 +107,7 @@ private:
             const String & part_name,
             const UUID & part_uuid,
             const StorageMetadataPtr & metadata_snapshot,
+            ContextPtr context,
             ReservationPtr reservation,
             PooledReadWriteBufferFromHTTP & in,
             size_t projections);
diff --git a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
index 79f935b5f9f..11feb905bb6 100644
--- a/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergeTreeBlockOutputStream.cpp
@@ -23,7 +23,7 @@ void MergeTreeBlockOutputStream::writePrefix()
 
 void MergeTreeBlockOutputStream::write(const Block & block)
 {
-    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
+    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot, context);
     for (auto & current_block : part_blocks)
     {
         Stopwatch watch;
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 51077996212..01b23b8ccda 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -772,7 +772,7 @@ std::optional<UInt64> MergeTreeData::totalRowsByPartitionPredicateImpl(
     // Generate valid expressions for filtering
     bool valid = VirtualColumnUtils::prepareFilterBlockWithQuery(query_info.query, local_context, virtual_columns_block, expression_ast);
 
-    PartitionPruner partition_pruner(metadata_snapshot->getPartitionKey(), query_info, local_context, true /* strict */);
+    PartitionPruner partition_pruner(metadata_snapshot, query_info, local_context, true /* strict */);
     if (partition_pruner.isUseless() && !valid)
         return {};
 
@@ -876,13 +876,13 @@ void MergeTreeData::loadDataParts(bool skip_sanity_checks)
             {
                 /// Create and correctly initialize global WAL object
                 write_ahead_log = std::make_shared<MergeTreeWriteAheadLog>(*this, disk_ptr, it->name());
-                for (auto && part : write_ahead_log->restore(metadata_snapshot))
+                for (auto && part : write_ahead_log->restore(metadata_snapshot, getContext()))
                     parts_from_wal.push_back(std::move(part));
             }
             else if (settings->in_memory_parts_enable_wal)
             {
                 MergeTreeWriteAheadLog wal(*this, disk_ptr, it->name());
-                for (auto && part : wal.restore(metadata_snapshot))
+                for (auto && part : wal.restore(metadata_snapshot, getContext()))
                     parts_from_wal.push_back(std::move(part));
             }
         }
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 0f5e69448d2..5f51358a7d2 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -503,7 +503,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
             minmax_idx_condition.emplace(
                 query_info, context, minmax_columns_names, data.getMinMaxExpr(partition_key, ExpressionActionsSettings::fromContext(context)));
-            partition_pruner.emplace(metadata_snapshot_base->getPartitionKey(), query_info, context, false /* strict */);
+            partition_pruner.emplace(metadata_snapshot_base, query_info, context, false /* strict */);
 
             if (settings.force_index_by_date && (minmax_idx_condition->alwaysUnknownOrTrue() && partition_pruner->isUseless()))
             {
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index 2a85faa7083..387200f7a41 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -140,7 +140,8 @@ void updateTTL(
 
 }
 
-BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot)
+BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(
+        const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
 {
     BlocksWithPartition result;
     if (!block || !block.rows())
@@ -155,12 +156,12 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(const Block & block
     }
 
     Block block_copy = block;
-    const auto & partition_key = metadata_snapshot->getPartitionKey();
-    partition_key.expression->execute(block_copy);
+    /// After expression execution partition key columns will be added to block_copy with names regarding partition function.
+    auto partition_key_sample_block = MergeTreePartition::executePartitionByExpression(metadata_snapshot, block_copy, context);
 
     ColumnRawPtrs partition_columns;
-    partition_columns.reserve(partition_key.sample_block.columns());
-    for (const ColumnWithTypeAndName & element : partition_key.sample_block)
+    partition_columns.reserve(partition_key_sample_block.columns());
+    for (const ColumnWithTypeAndName & element : partition_key_sample_block)
         partition_columns.emplace_back(block_copy.getByName(element.name).column.get());
 
     PODArray<size_t> partition_num_to_first_row;
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.h b/src/Storages/MergeTree/MergeTreeDataWriter.h
index 4c5b75657ee..bea5e05591e 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.h
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.h
@@ -40,7 +40,7 @@ public:
       *  (split rows by partition)
       * Works deterministically: if same block was passed, function will return same result in same order.
       */
-    static BlocksWithPartition splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot);
+    static BlocksWithPartition splitBlockIntoParts(const Block & block, size_t max_parts, const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
 
     /** All rows must correspond to same partition.
       * Returns part with unique name starting with 'tmp_', yet not added to MergeTreeData.
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 848c676c6b1..8c21e5ca411 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -169,22 +169,55 @@ void MergeTreePartition::store(const Block & partition_key_sample, const DiskPtr
     out->finalize();
 }
 
-void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row)
+void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row, ContextPtr context)
 {
     if (!metadata_snapshot->hasPartitionKey())
         return;
 
-    const auto & partition_key = metadata_snapshot->getPartitionKey();
-    partition_key.expression->execute(block);
-    size_t partition_columns_num = partition_key.sample_block.columns();
+    auto partition_key_sample_block = executePartitionByExpression(metadata_snapshot, block, context);
+    size_t partition_columns_num = partition_key_sample_block.columns();
     value.resize(partition_columns_num);
+    const String modulo_legacy_function_name = "moduloLegacy";
 
     for (size_t i = 0; i < partition_columns_num; ++i)
     {
-        const auto & column_name = partition_key.sample_block.getByPosition(i).name;
-        const auto & partition_column = block.getByName(column_name).column;
-        partition_column->get(row, value[i]);
+        const auto & column_name = partition_key_sample_block.getByPosition(i).name;
+        auto & partition_column = block.getByName(column_name);
+
+        /// Executing partition_by expression adds new columns to passed block according to partition functions.
+        /// The block is passed by reference and is used afterwards. `moduloLegacy` needs to be substituted back
+        /// with just `modulo`, because it was a temporary substitution.
+        if (column_name.starts_with(modulo_legacy_function_name))
+            partition_column.name = "modulo" + partition_column.name.substr(modulo_legacy_function_name.size());
+
+        partition_column.column->get(row, value[i]);
     }
 }
 
+Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context)
+{
+    auto adjusted_partition_key = adjustPartitionKey(metadata_snapshot, context);
+    adjusted_partition_key.expression->execute(block);
+    return adjusted_partition_key.sample_block;
+}
+
+KeyDescription MergeTreePartition::adjustPartitionKey(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
+{
+    const auto & partition_key = metadata_snapshot->getPartitionKey();
+    if (!partition_key.definition_ast)
+        return partition_key;
+
+    ASTPtr ast_copy = partition_key.definition_ast->clone();
+
+    /// Implementation of modulo function was changed from 8bit result type to 16bit. For backward compatibility partition by expression is always
+    /// calculated according to previous version - `moduloLegacy`.
+    if (KeyDescription::moduloToModuloLegacyRecursive(ast_copy))
+    {
+        auto adjusted_partition_key = KeyDescription::getKeyFromAST(ast_copy, metadata_snapshot->columns, context);
+        return adjusted_partition_key;
+    }
+
+    return partition_key;
+}
+
 }
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index a5c27cef18a..5ee20718c16 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -41,7 +41,13 @@ public:
 
     void assign(const MergeTreePartition & other) { value.assign(other.value); }
 
-    void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row);
+    void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row, ContextPtr context);
+
+    /// Adjust partition key and execute its expression on block. Return sample block according to used expression.
+    static Block executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context);
+
+    /// Make a modified partition key with substitution from modulo to moduloLegacy. Used in paritionPruner.
+    static KeyDescription adjustPartitionKey(const StorageMetadataPtr & partition_key, ContextPtr context);
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
index 4c92d4f6136..ba6a53026fb 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
@@ -111,7 +111,7 @@ void MergeTreeWriteAheadLog::rotate(const std::unique_lock<std::mutex> &)
     init();
 }
 
-MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const StorageMetadataPtr & metadata_snapshot)
+MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
 {
     std::unique_lock lock(write_mutex);
 
@@ -192,7 +192,7 @@ MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const Stor
             MergedBlockOutputStream part_out(part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
 
             part->minmax_idx.update(block, storage.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
-            part->partition.create(metadata_snapshot, block, 0);
+            part->partition.create(metadata_snapshot, block, 0, context);
             if (metadata_snapshot->hasSortingKey())
                 metadata_snapshot->getSortingKey().expression->execute(block);
 
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.h b/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
index 3b8dc5befc0..e01911aa8b8 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.h
@@ -62,7 +62,7 @@ public:
 
     void addPart(DataPartInMemoryPtr & part);
     void dropPart(const String & part_name);
-    std::vector<MergeTreeMutableDataPartPtr> restore(const StorageMetadataPtr & metadata_snapshot);
+    std::vector<MergeTreeMutableDataPartPtr> restore(const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
 
     using MinMaxBlockNumber = std::pair<Int64, Int64>;
     static std::optional<MinMaxBlockNumber> tryParseMinMaxBlockNumber(const String & filename);
diff --git a/src/Storages/MergeTree/PartitionPruner.h b/src/Storages/MergeTree/PartitionPruner.h
index 98c947bb0ca..fbed0e6ab99 100644
--- a/src/Storages/MergeTree/PartitionPruner.h
+++ b/src/Storages/MergeTree/PartitionPruner.h
@@ -14,15 +14,18 @@ class PartitionPruner
 {
 private:
     std::unordered_map<String, bool> partition_filter_map;
-    const KeyDescription & partition_key;
+
+    /// partition_key is adjusted here (with substitution from modulo to moduloLegacy).
+    KeyDescription partition_key;
+
     KeyCondition partition_condition;
     bool useless;
     using DataPart = IMergeTreeDataPart;
     using DataPartPtr = std::shared_ptr<const DataPart>;
 
 public:
-    PartitionPruner(const KeyDescription & partition_key_, const SelectQueryInfo & query_info, ContextPtr context, bool strict)
-        : partition_key(partition_key_)
+    PartitionPruner(const StorageMetadataPtr & metadata, const SelectQueryInfo & query_info, ContextPtr context, bool strict)
+        : partition_key(MergeTreePartition::adjustPartitionKey(metadata, context))
         , partition_condition(
               query_info, context, partition_key.column_names, partition_key.expression, true /* single_point */, strict)
         , useless(strict ? partition_condition.anyUnknownOrAlwaysTrue() : partition_condition.alwaysUnknownOrTrue())
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
index 51a24606dde..7f167f929e5 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeBlockOutputStream.cpp
@@ -136,7 +136,7 @@ void ReplicatedMergeTreeBlockOutputStream::write(const Block & block)
     if (quorum)
         checkQuorumPrecondition(zookeeper);
 
-    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot);
+    auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot, context);
 
     for (auto & current_block : part_blocks)
     {
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp
index 28e8b07ab6c..db1c2bc89af 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeTableMetadata.cpp
@@ -206,18 +206,16 @@ void ReplicatedMergeTreeTableMetadata::checkImmutableFieldsEquals(const Replicat
             ", local: " + DB::toString(data_format_version.toUnderType()),
             ErrorCodes::METADATA_MISMATCH);
 
-    //if (partition_key != from_zk.partition_key)
-    //    throw Exception(
-    //        "Existing table metadata in ZooKeeper differs in partition key expression."
-    //        " Stored in ZooKeeper: " + from_zk.partition_key + ", local: " + partition_key,
-    //        ErrorCodes::METADATA_MISMATCH);
+    if (partition_key != from_zk.partition_key)
+        throw Exception(
+            "Existing table metadata in ZooKeeper differs in partition key expression."
+            " Stored in ZooKeeper: " + from_zk.partition_key + ", local: " + partition_key,
+            ErrorCodes::METADATA_MISMATCH);
 
 }
 
 void ReplicatedMergeTreeTableMetadata::checkEquals(const ReplicatedMergeTreeTableMetadata & from_zk, const ColumnsDescription & columns, ContextPtr context) const
 {
-    std::cerr << "\n\nKSSENII partitition key: " << partition_key << ", in zk: " << from_zk.partition_key << std::endl;
-    //String parsed = IndicesDescription::parse(from_zk.partition_key, columns, context).toString();
 
     checkImmutableFieldsEquals(from_zk);
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index d04dc46ea83..74c86e00112 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2466,7 +2466,7 @@ bool StorageReplicatedMergeTree::executeReplaceRange(const LogEntry & entry)
                 throw Exception("Interserver schemas are different '" + interserver_scheme + "' != '" + address.scheme + "', can't fetch part from " + address.host, ErrorCodes::LOGICAL_ERROR);
 
             part_desc->res_part = fetcher.fetchPart(
-                metadata_snapshot, part_desc->found_new_part_name, source_replica_path,
+                metadata_snapshot, getContext(), part_desc->found_new_part_name, source_replica_path,
                 address.host, address.replication_port, timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, TMP_PREFIX + "fetch_");
 
             /// TODO: check columns_version of fetched part
@@ -3929,6 +3929,7 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
 
             return fetcher.fetchPart(
                 metadata_snapshot,
+                getContext(),
                 part_name,
                 source_replica_path,
                 address.host,
@@ -4084,7 +4085,7 @@ bool StorageReplicatedMergeTree::fetchExistsPart(const String & part_name, const
                 ErrorCodes::INTERSERVER_SCHEME_DOESNT_MATCH);
 
         return fetcher.fetchPart(
-            metadata_snapshot, part_name, source_replica_path,
+            metadata_snapshot, getContext(), part_name, source_replica_path,
             address.host, address.replication_port,
             timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, "", nullptr, true,
             replaced_disk);

From fcfec838754b264d4f7ad9e683a10a18ba802e0d Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 21 May 2021 16:40:47 +0000
Subject: [PATCH 0322/1060] Fix comparisons with modulo key (version 2)

---
 src/Storages/KeyDescription.cpp         |  3 ++-
 src/Storages/KeyDescription.h           |  2 +-
 src/Storages/MergeTree/KeyCondition.cpp | 22 ++++++++++++++++++----
 3 files changed, 21 insertions(+), 6 deletions(-)

diff --git a/src/Storages/KeyDescription.cpp b/src/Storages/KeyDescription.cpp
index 534195dd0f0..264a3ab45be 100644
--- a/src/Storages/KeyDescription.cpp
+++ b/src/Storages/KeyDescription.cpp
@@ -2,6 +2,7 @@
 
 #include <Functions/IFunction.h>
 #include <Parsers/ASTIdentifier.h>
+#include <Parsers/ASTFunction.h>
 #include <Interpreters/ExpressionActions.h>
 #include <Interpreters/ExpressionAnalyzer.h>
 #include <Interpreters/TreeRewriter.h>
@@ -89,7 +90,7 @@ KeyDescription KeyDescription::getKeyFromAST(
 bool KeyDescription::moduloToModuloLegacyRecursive(ASTPtr node_expr)
 {
     if (!node_expr)
-        return;
+        return false;
 
     auto * function_expr = node_expr->as<ASTFunction>();
     bool modulo_in_ast = false;
diff --git a/src/Storages/KeyDescription.h b/src/Storages/KeyDescription.h
index dda043fbb8b..c99c7ebc5c5 100644
--- a/src/Storages/KeyDescription.h
+++ b/src/Storages/KeyDescription.h
@@ -71,7 +71,7 @@ struct KeyDescription
     KeyDescription & operator=(const KeyDescription & other);
 
     /// Substitute modulo with moduloLegacy. Used in KeyCondition to allow proper comparison with keys.
-    static void moduloToModuloLegacyRecursive(ASTPtr node_expr);
+    static bool moduloToModuloLegacyRecursive(ASTPtr node_expr);
 };
 
 }
diff --git a/src/Storages/MergeTree/KeyCondition.cpp b/src/Storages/MergeTree/KeyCondition.cpp
index 1c1b3422b31..1ce64c52f6c 100644
--- a/src/Storages/MergeTree/KeyCondition.cpp
+++ b/src/Storages/MergeTree/KeyCondition.cpp
@@ -602,10 +602,17 @@ bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
     auto adjusted_node = node->clone();
     KeyDescription::moduloToModuloLegacyRecursive(adjusted_node);
 
+    String adjusted_expr_name = adjusted_node->getColumnName();
     // Constant expr should use alias names if any
-    String expr_name = adjusted_node->getColumnName();
+    String passed_expr_name = node->getColumnName();
+    String expr_name;
+
     const auto & sample_block = key_expr->getSampleBlock();
-    if (!sample_block.has(expr_name))
+    if (sample_block.has(passed_expr_name))
+        expr_name = passed_expr_name;
+    else if (sample_block.has(adjusted_expr_name))
+        expr_name = adjusted_expr_name;
+    else
         return false;
 
     /// TODO Nullable index is not yet landed.
@@ -673,10 +680,17 @@ bool KeyCondition::canConstantBeWrappedByFunctions(
     auto adjusted_ast = ast->clone();
     KeyDescription::moduloToModuloLegacyRecursive(adjusted_ast);
 
+    String adjusted_expr_name = adjusted_ast->getColumnName();
     // Constant expr should use alias names if any
-    String expr_name = adjusted_ast->getColumnName();
+    String passed_expr_name = ast->getColumnName();
+    String expr_name;
+
     const auto & sample_block = key_expr->getSampleBlock();
-    if (!sample_block.has(expr_name))
+    if (sample_block.has(passed_expr_name))
+        expr_name = passed_expr_name;
+    else if (sample_block.has(adjusted_expr_name))
+        expr_name = adjusted_expr_name;
+    else
         return false;
 
     /// TODO Nullable index is not yet landed.

From 13cfedd1881024c751a75f07d8a8795dc701f5b1 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Fri, 21 May 2021 21:48:19 +0300
Subject: [PATCH 0323/1060] optimize some functions to subcolumns

---
 src/Core/Settings.h                           |  1 +
 .../RewriteFunctionToSubcolumnVisitor.cpp     | 52 +++++++++++++++++++
 .../RewriteFunctionToSubcolumnVisitor.h       | 23 ++++++++
 src/Interpreters/TreeOptimizer.cpp            | 27 ++++++----
 src/Interpreters/TreeOptimizer.h              | 10 ++--
 src/Interpreters/TreeRewriter.cpp             |  3 +-
 .../01872_functions_to_subcolumns.reference   | 27 ++++++++++
 .../01872_functions_to_subcolumns.sql         | 18 +++++++
 8 files changed, 143 insertions(+), 18 deletions(-)
 create mode 100644 src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
 create mode 100644 src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
 create mode 100644 tests/queries/0_stateless/01872_functions_to_subcolumns.reference
 create mode 100644 tests/queries/0_stateless/01872_functions_to_subcolumns.sql

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 125879486ab..fc885fe38cc 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -400,6 +400,7 @@ class IColumn;
     M(Bool, optimize_if_chain_to_multiif, false, "Replace if(cond1, then1, if(cond2, ...)) chains to multiIf. Currently it's not beneficial for numeric types.", 0) \
     M(Bool, optimize_if_transform_strings_to_enum, false, "Replaces string-type arguments in If and Transform to enum. Disabled by default cause it could make inconsistent change in distributed query that would lead to its fail.", 0) \
     M(Bool, optimize_monotonous_functions_in_order_by, true, "Replace monotonous function with its argument in ORDER BY", 0) \
+    M(Bool, optimize_functions_to_subcolumns, false, "Transform functions to subcolumns, if possible, to reduce amount of read data. E.g. 'length(arr)' -> 'arr.size0', 'col IS NULL' -> 'col.null' ", 0) \
     M(Bool, normalize_function_names, true, "Normalize function names to their canonical names", 0) \
     M(Bool, allow_experimental_alter_materialized_view_structure, false, "Allow atomic alter on Materialized views. Work in progress.", 0) \
     M(Bool, enable_early_constant_folding, true, "Enable query optimization where we analyze function and subqueries results and rewrite query if there're constants there", 0) \
diff --git a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
new file mode 100644
index 00000000000..7616529dff7
--- /dev/null
+++ b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
@@ -0,0 +1,52 @@
+#include <Interpreters/RewriteFunctionToSubcolumnVisitor.h>
+#include <DataTypes/NestedUtils.h>
+#include <Parsers/ASTIdentifier.h>
+
+namespace DB
+{
+
+namespace
+{
+
+ASTPtr transformToSubcolumn(const ASTIdentifier & identifier, const String & subcolumn_name)
+{
+    return std::make_shared<ASTIdentifier>(Nested::concatenateName(identifier.name(), subcolumn_name));
+}
+
+ASTPtr transformIsNotNullToSubcolumn(const ASTIdentifier & identifier, const String & subcolumn_name)
+{
+    auto ast = transformToSubcolumn(identifier, subcolumn_name);
+    ast = makeASTFunction("NOT", ast);
+    return ast;
+}
+
+const std::unordered_map<String, std::pair<String, decltype(&transformToSubcolumn)>> function_to_subcolumn =
+{
+    {"length",    {"size0", transformToSubcolumn}},
+    {"isNull",    {"null", transformToSubcolumn}},
+    {"isNotNull", {"null", transformIsNotNullToSubcolumn}},
+    {"mapKeys",   {"keys", transformToSubcolumn}},
+    {"mapValues", {"values", transformToSubcolumn}}
+};
+
+}
+
+void RewriteFunctionToSubcolumnData::visit(ASTFunction & function, ASTPtr & ast)
+{
+    const auto & arguments = function.arguments->children;
+    if (arguments.size() != 1)
+        return;
+
+    const auto * identifier = arguments[0]->as<ASTIdentifier>();
+    if (!identifier || !columns_to_rewrite.count(identifier->name()))
+        return;
+
+    auto it = function_to_subcolumn.find(function.name);
+    if (it == function_to_subcolumn.end())
+        return;
+
+    const auto & [subcolumn_name, transformer] = it->second;
+    ast = transformer(*identifier, subcolumn_name);
+}
+
+}
diff --git a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
new file mode 100644
index 00000000000..74f0041613c
--- /dev/null
+++ b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
@@ -0,0 +1,23 @@
+#pragma once
+
+#include <Parsers/ASTFunction.h>
+#include <Interpreters/InDepthNodeVisitor.h>
+
+namespace DB
+{
+
+/// Rewrites functions to subcolumns, if possible, to reduce amount of read data.
+/// E.g. 'length(arr)' -> 'arr.size0', 'col IS NULL' -> 'col.null'
+class RewriteFunctionToSubcolumnData
+{
+public:
+    using TypeToVisit = ASTFunction;
+    void visit(ASTFunction & function, ASTPtr & ast);
+
+    const NameSet & columns_to_rewrite;
+};
+
+using RewriteFunctionToSubcolumnMatcher = OneTypeMatcher<RewriteFunctionToSubcolumnData>;
+using RewriteFunctionToSubcolumnVisitor = InDepthNodeVisitor<RewriteFunctionToSubcolumnMatcher, true>;
+
+}
diff --git a/src/Interpreters/TreeOptimizer.cpp b/src/Interpreters/TreeOptimizer.cpp
index 5b06c00435a..b07501ec862 100644
--- a/src/Interpreters/TreeOptimizer.cpp
+++ b/src/Interpreters/TreeOptimizer.cpp
@@ -1,6 +1,7 @@
 #include <Core/Settings.h>
 
 #include <Interpreters/TreeOptimizer.h>
+#include <Interpreters/TreeRewriter.h>
 #include <Interpreters/OptimizeIfChains.h>
 #include <Interpreters/OptimizeIfWithConstantConditionVisitor.h>
 #include <Interpreters/ArithmeticOperationsInAgrFuncOptimize.h>
@@ -14,6 +15,7 @@
 #include <Interpreters/MonotonicityCheckVisitor.h>
 #include <Interpreters/ConvertStringsToEnumVisitor.h>
 #include <Interpreters/PredicateExpressionsOptimizer.h>
+#include <Interpreters/RewriteFunctionToSubcolumnVisitor.h>
 #include <Interpreters/Context.h>
 #include <Interpreters/ExternalDictionariesLoader.h>
 
@@ -27,7 +29,7 @@
 #include <Parsers/ASTTablesInSelectQuery.h>
 
 #include <Functions/FunctionFactory.h>
-#include <Storages/StorageInMemoryMetadata.h>
+#include <Storages/IStorage.h>
 
 #include <Interpreters/RewriteSumIfFunctionVisitor.h>
 
@@ -579,6 +581,12 @@ void transformIfStringsIntoEnum(ASTPtr & query)
     ConvertStringsToEnumVisitor(convert_data).visit(query);
 }
 
+void optimizeFunctionsToSubcolumns(ASTPtr & query, const NameSet & source_columns)
+{
+    RewriteFunctionToSubcolumnVisitor::Data data{source_columns};
+    RewriteFunctionToSubcolumnVisitor(data).visit(query);
+}
+
 }
 
 void TreeOptimizer::optimizeIf(ASTPtr & query, Aliases & aliases, bool if_chain_to_multiif)
@@ -590,10 +598,8 @@ void TreeOptimizer::optimizeIf(ASTPtr & query, Aliases & aliases, bool if_chain_
         OptimizeIfChainsVisitor().visit(query);
 }
 
-void TreeOptimizer::apply(ASTPtr & query, Aliases & aliases, const NameSet & source_columns_set,
-                          const std::vector<TableWithColumnNamesAndTypes> & tables_with_columns,
-                          ContextPtr context, const StorageMetadataPtr & metadata_snapshot,
-                          bool & rewrite_subqueries)
+void TreeOptimizer::apply(ASTPtr & query, TreeRewriterResult & result,
+                          const std::vector<TableWithColumnNamesAndTypes> & tables_with_columns, ContextPtr context)
 {
     const auto & settings = context->getSettingsRef();
 
@@ -601,17 +607,20 @@ void TreeOptimizer::apply(ASTPtr & query, Aliases & aliases, const NameSet & sou
     if (!select_query)
         throw Exception("Select analyze for not select asts.", ErrorCodes::LOGICAL_ERROR);
 
-    optimizeIf(query, aliases, settings.optimize_if_chain_to_multiif);
+    if (result.storage && result.storage->supportsSubcolumns() && settings.optimize_functions_to_subcolumns)
+        optimizeFunctionsToSubcolumns(query, result.source_columns_set);
+
+    optimizeIf(query, result.aliases, settings.optimize_if_chain_to_multiif);
 
     /// Move arithmetic operations out of aggregation functions
     if (settings.optimize_arithmetic_operations_in_aggregate_functions)
         optimizeAggregationFunctions(query);
 
     /// Push the predicate expression down to the subqueries.
-    rewrite_subqueries = PredicateExpressionsOptimizer(context, tables_with_columns, settings).optimize(*select_query);
+    result.rewrite_subqueries = PredicateExpressionsOptimizer(context, tables_with_columns, settings).optimize(*select_query);
 
     /// GROUP BY injective function elimination.
-    optimizeGroupBy(select_query, source_columns_set, context);
+    optimizeGroupBy(select_query, result.source_columns_set, context);
 
     /// GROUP BY functions of other keys elimination.
     if (settings.optimize_group_by_function_keys)
@@ -658,7 +667,7 @@ void TreeOptimizer::apply(ASTPtr & query, Aliases & aliases, const NameSet & sou
     /// Replace monotonous functions with its argument
     if (settings.optimize_monotonous_functions_in_order_by)
         optimizeMonotonousFunctionsInOrderBy(select_query, context, tables_with_columns,
-            metadata_snapshot ? metadata_snapshot->getSortingKeyColumns() : Names{});
+            result.metadata_snapshot ? result.metadata_snapshot->getSortingKeyColumns() : Names{});
 
     /// Remove duplicate items from ORDER BY.
     /// Execute it after all order by optimizations,
diff --git a/src/Interpreters/TreeOptimizer.h b/src/Interpreters/TreeOptimizer.h
index b268b230f4e..b8a98a6f9ac 100644
--- a/src/Interpreters/TreeOptimizer.h
+++ b/src/Interpreters/TreeOptimizer.h
@@ -8,8 +8,7 @@
 namespace DB
 {
 
-struct StorageInMemoryMetadata;
-using StorageMetadataPtr = std::shared_ptr<const StorageInMemoryMetadata>;
+struct TreeRewriterResult;
 
 /// Part of of Tree Rewriter (SyntaxAnalyzer) that optimizes AST.
 /// Query should be ready to execute either before either after it. But resulting query could be faster.
@@ -18,12 +17,9 @@ class TreeOptimizer
 public:
     static void apply(
         ASTPtr & query,
-        Aliases & aliases,
-        const NameSet & source_columns_set,
+        TreeRewriterResult & result,
         const std::vector<TableWithColumnNamesAndTypes> & tables_with_columns,
-        ContextPtr context,
-        const StorageMetadataPtr & metadata_snapshot,
-        bool & rewrite_subqueries);
+        ContextPtr context);
 
     static void optimizeIf(ASTPtr & query, Aliases & aliases, bool if_chain_to_multiif);
 };
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 92cfba1bcb1..64ddf4cb750 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -924,8 +924,7 @@ TreeRewriterResultPtr TreeRewriter::analyzeSelect(
     /// Executing scalar subqueries - replacing them with constant values.
     executeScalarSubqueries(query, getContext(), subquery_depth, result.scalars, select_options.only_analyze);
 
-    TreeOptimizer::apply(
-        query, result.aliases, source_columns_set, tables_with_columns, getContext(), result.metadata_snapshot, result.rewrite_subqueries);
+    TreeOptimizer::apply(query, result, tables_with_columns, getContext());
 
     /// array_join_alias_to_name, array_join_result_to_source.
     getArrayJoinedColumns(query, result, select_query, result.source_columns, source_columns_set);
diff --git a/tests/queries/0_stateless/01872_functions_to_subcolumns.reference b/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
new file mode 100644
index 00000000000..0e666fc6bb0
--- /dev/null
+++ b/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
@@ -0,0 +1,27 @@
+3	0	1	['foo','bar']	[1,2]
+1	1	0	[]	[]
+SELECT
+    `arr.size0`,
+    `n.null`,
+    NOT `n.null`,
+    `m.keys`,
+    `m.values`
+FROM t_func_to_subcolumns
+1	0	0
+2	1	0
+3	0	0
+SELECT
+    id,
+    `n.null`,
+    isNull(right.n)
+FROM t_func_to_subcolumns AS left
+ALL FULL OUTER JOIN 
+(
+    SELECT
+        1 AS id,
+        \'qqq\' AS n
+    UNION ALL
+    SELECT
+        3 AS id,
+        \'www\'
+) AS right USING (id)
diff --git a/tests/queries/0_stateless/01872_functions_to_subcolumns.sql b/tests/queries/0_stateless/01872_functions_to_subcolumns.sql
new file mode 100644
index 00000000000..5b45254d328
--- /dev/null
+++ b/tests/queries/0_stateless/01872_functions_to_subcolumns.sql
@@ -0,0 +1,18 @@
+DROP TABLE IF EXISTS t_func_to_subcolumns;
+
+SET allow_experimental_map_type = 1;
+SET optimize_functions_to_subcolumns = 1;
+
+CREATE TABLE t_func_to_subcolumns (id UInt64, arr Array(UInt64), n Nullable(String), m Map(String, UInt64))
+ENGINE = MergeTree ORDER BY tuple();
+
+INSERT INTO t_func_to_subcolumns VALUES (1, [1, 2, 3], 'abc', map('foo', 1, 'bar', 2)) (2, [22], NULL, map());
+
+SELECT length(arr), n IS NULL, n IS NOT NULL, mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
+EXPLAIN SYNTAX SELECT length(arr), n IS NULL, n IS NOT NULL, mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
+
+SELECT id, left.n IS NULL, right.n IS NULL FROM t_func_to_subcolumns AS left
+FULL JOIN (SELECT 1 AS id, 'qqq' AS n UNION ALL SELECT 3 AS id, 'www') AS right USING(id);
+
+EXPLAIN SYNTAX SELECT id, left.n IS NULL, right.n IS NULL FROM t_func_to_subcolumns AS left
+FULL JOIN (SELECT 1 AS id, 'qqq' AS n UNION ALL SELECT 3 AS id, 'www') AS right USING(id);

From 33755f1f3d02e1557184fe5e364ea0906225cefe Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Fri, 21 May 2021 21:56:22 +0300
Subject: [PATCH 0324/1060] Implemented YAMLParser class

---
 .gitmodules                                   |    4 +
 CMakeLists.txt                                |    1 +
 base/bridge/CMakeLists.txt                    |    8 +-
 cmake/find/yaml-cpp.cmake                     |    9 +
 contrib/CMakeLists.txt                        |    4 +
 contrib/yaml-cpp                              |    1 +
 contrib/yaml-cpp-cmake/CMakeLists.txt         |   39 +
 programs/server/config-example.yaml.disabled  |   86 ++
 src/Common/Config/CMakeLists.txt              |    8 +
 src/Common/Config/ConfigProcessor.cpp         |   39 +-
 src/Common/Config/ConfigProcessor.h           |    5 +
 src/Common/Config/YAMLParser.cpp              |  166 +++
 src/Common/Config/YAMLParser.h                |   55 +
 src/Common/ErrorCodes.cpp                     |    1 +
 src/Common/config.h.in                        |    1 +
 tests/integration/helpers/cluster.py          |   40 +-
 tests/integration/runner                      |    8 +-
 .../test_config_xml_full/__init__.py          |    0
 .../configs/config.d/access_control.xml       |   13 +
 .../configs/config.d/keeper_port.xml          |   23 +
 .../configs/config.d/log_to_console.xml       |    7 +
 .../configs/config.d/logging_no_rotate.xml    |    8 +
 .../configs/config.d/macros.xml               |    9 +
 .../configs/config.d/metric_log.xml           |    8 +
 .../configs/config.d/more_clusters.xml        |   49 +
 .../configs/config.d/part_log.xml             |    8 +
 .../configs/config.d/path.xml                 |    8 +
 .../configs/config.d/query_masking_rules.xml  |   10 +
 .../configs/config.d/tcp_with_proxy.xml       |    3 +
 .../configs/config.d/text_log.xml             |    7 +
 .../configs/config.d/zookeeper.xml            |    8 +
 .../test_config_xml_full/configs/config.xml   | 1118 +++++++++++++++++
 .../test_config_xml_full/configs/embedded.xml |   40 +
 .../users.d/allow_introspection_functions.xml |    8 +
 .../configs/users.d/log_queries.xml           |    7 +
 .../test_config_xml_full/configs/users.xml    |  120 ++
 .../integration/test_config_xml_full/test.py  |   40 +
 .../test_config_xml_main/__init__.py          |    0
 .../configs/config.d/access_control.yaml      |    7 +
 .../configs/config.d/keeper_port.yaml         |   15 +
 .../configs/config.d/log_to_console.yaml      |    7 +
 .../configs/config.d/logging_no_rotate.yaml   |    2 +
 .../configs/config.d/macros.yaml              |    7 +
 .../configs/config.d/metric_log.yaml          |    6 +
 .../configs/config.d/more_clusters.yaml       |   23 +
 .../configs/config.d/part_log.yaml            |    5 +
 .../configs/config.d/path.yaml                |   18 +
 .../configs/config.d/query_masking_rules.yaml |    4 +
 .../configs/config.d/tcp_with_proxy.yaml      |    1 +
 .../test_cluster_with_incorrect_pw.yaml       |   11 +
 .../configs/config.d/text_log.yaml            |    4 +
 .../configs/config.d/zookeeper.yaml           |    5 +
 .../test_config_xml_main/configs/config.xml   |  277 ++++
 .../test_config_xml_main/configs/embedded.xml |   40 +
 .../allow_introspection_functions.yaml        |    3 +
 .../configs/users.d/log_queries.yaml          |    3 +
 .../test_config_xml_main/configs/users.xml    |   19 +
 .../integration/test_config_xml_main/test.py  |   43 +
 .../test_config_xml_yaml_mix/__init__.py      |    0
 .../config.d/0_common_instance_config.yaml    |    6 +
 .../configs/config.d/access_control.yaml      |    7 +
 .../configs/config.d/keeper_port.xml          |   23 +
 .../configs/config.d/log_to_console.yaml      |    7 +
 .../configs/config.d/logging_no_rotate.xml    |    8 +
 .../configs/config.d/macros.yaml              |    7 +
 .../configs/config.d/metric_log.xml           |    8 +
 .../configs/config.d/more_clusters.yaml       |   23 +
 .../configs/config.d/part_log.xml             |    8 +
 .../configs/config.d/path.yaml                |   18 +
 .../configs/config.d/query_masking_rules.xml  |   10 +
 .../configs/config.d/tcp_with_proxy.yaml      |    1 +
 .../test_cluster_with_incorrect_pw.xml        |   21 +
 .../configs/config.d/text_log.yaml            |    4 +
 .../configs/config.d/zookeeper.xml            |    8 +
 .../configs/config.xml                        |  277 ++++
 .../configs/embedded.xml                      |   40 +
 .../users.d/allow_introspection_functions.xml |    8 +
 .../configs/users.d/log_queries.yaml          |    3 +
 .../configs/users.yaml                        |   12 +
 .../test_config_xml_yaml_mix/test.py          |   43 +
 .../test_config_yaml_full/__init__.py         |    0
 .../config.d/0_common_instance_config.yaml    |    6 +
 .../configs/config.d/access_control.yaml      |    7 +
 .../configs/config.d/keeper_port.yaml         |   15 +
 .../configs/config.d/log_to_console.yaml      |    7 +
 .../configs/config.d/logging_no_rotate.yaml   |    2 +
 .../configs/config.d/macros.yaml              |    7 +
 .../configs/config.d/metric_log.yaml          |    6 +
 .../configs/config.d/more_clusters.yaml       |   23 +
 .../configs/config.d/part_log.yaml            |    5 +
 .../configs/config.d/path.yaml                |   18 +
 .../configs/config.d/query_masking_rules.yaml |    4 +
 .../configs/config.d/tcp_with_proxy.yaml      |    1 +
 .../test_cluster_with_incorrect_pw.yaml       |   11 +
 .../configs/config.d/text_log.yaml            |    4 +
 .../configs/config.d/zookeeper.yaml           |    5 +
 .../test_config_yaml_full/configs/config.yaml |  183 +++
 .../configs/embedded.xml                      |   40 +
 .../allow_introspection_functions.yaml        |    3 +
 .../configs/users.d/log_queries.yaml          |    3 +
 .../test_config_yaml_full/configs/users.yaml  |   12 +
 .../integration/test_config_yaml_full/test.py |   42 +
 .../test_config_yaml_main/__init__.py         |    0
 .../config.d/0_common_instance_config.yaml    |    6 +
 .../configs/config.d/access_control.xml       |   13 +
 .../configs/config.d/keeper_port.xml          |   23 +
 .../configs/config.d/log_to_console.xml       |    7 +
 .../configs/config.d/logging_no_rotate.xml    |    8 +
 .../configs/config.d/macros.xml               |    9 +
 .../configs/config.d/metric_log.xml           |    8 +
 .../configs/config.d/more_clusters.xml        |   49 +
 .../configs/config.d/part_log.xml             |    8 +
 .../configs/config.d/path.xml                 |    8 +
 .../configs/config.d/query_masking_rules.xml  |   10 +
 .../configs/config.d/tcp_with_proxy.xml       |    3 +
 .../test_cluster_with_incorrect_pw.xml        |   21 +
 .../configs/config.d/text_log.xml             |    7 +
 .../configs/config.d/zookeeper.xml            |    8 +
 .../test_config_yaml_main/configs/config.yaml |  183 +++
 .../configs/embedded.xml                      |   40 +
 .../users.d/allow_introspection_functions.xml |    8 +
 .../configs/users.d/log_queries.xml           |    7 +
 .../test_config_yaml_main/configs/users.yaml  |   12 +
 .../integration/test_config_yaml_main/test.py |   43 +
 124 files changed, 3873 insertions(+), 23 deletions(-)
 create mode 100644 cmake/find/yaml-cpp.cmake
 create mode 160000 contrib/yaml-cpp
 create mode 100644 contrib/yaml-cpp-cmake/CMakeLists.txt
 create mode 100644 programs/server/config-example.yaml.disabled
 create mode 100644 src/Common/Config/YAMLParser.cpp
 create mode 100644 src/Common/Config/YAMLParser.h
 create mode 100644 tests/integration/test_config_xml_full/__init__.py
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/access_control.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/keeper_port.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/log_to_console.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/logging_no_rotate.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/macros.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/metric_log.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/more_clusters.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/part_log.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/path.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/query_masking_rules.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/tcp_with_proxy.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/text_log.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.d/zookeeper.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/config.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/embedded.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/users.d/allow_introspection_functions.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/users.d/log_queries.xml
 create mode 100644 tests/integration/test_config_xml_full/configs/users.xml
 create mode 100644 tests/integration/test_config_xml_full/test.py
 create mode 100644 tests/integration/test_config_xml_main/__init__.py
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/access_control.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/keeper_port.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/log_to_console.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/logging_no_rotate.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/macros.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/metric_log.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/more_clusters.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/part_log.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/path.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/query_masking_rules.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/tcp_with_proxy.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/test_cluster_with_incorrect_pw.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/text_log.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.d/zookeeper.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/config.xml
 create mode 100644 tests/integration/test_config_xml_main/configs/embedded.xml
 create mode 100644 tests/integration/test_config_xml_main/configs/users.d/allow_introspection_functions.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/users.d/log_queries.yaml
 create mode 100644 tests/integration/test_config_xml_main/configs/users.xml
 create mode 100644 tests/integration/test_config_xml_main/test.py
 create mode 100644 tests/integration/test_config_xml_yaml_mix/__init__.py
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/0_common_instance_config.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/access_control.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/keeper_port.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/log_to_console.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/logging_no_rotate.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/macros.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/metric_log.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/more_clusters.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/part_log.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/path.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/query_masking_rules.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/tcp_with_proxy.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/test_cluster_with_incorrect_pw.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/text_log.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.d/zookeeper.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/config.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/embedded.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/users.d/allow_introspection_functions.xml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/users.d/log_queries.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/configs/users.yaml
 create mode 100644 tests/integration/test_config_xml_yaml_mix/test.py
 create mode 100644 tests/integration/test_config_yaml_full/__init__.py
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/0_common_instance_config.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/access_control.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/keeper_port.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/log_to_console.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/logging_no_rotate.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/macros.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/metric_log.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/more_clusters.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/part_log.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/path.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/query_masking_rules.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/tcp_with_proxy.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/test_cluster_with_incorrect_pw.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/text_log.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.d/zookeeper.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/config.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/embedded.xml
 create mode 100644 tests/integration/test_config_yaml_full/configs/users.d/allow_introspection_functions.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/users.d/log_queries.yaml
 create mode 100644 tests/integration/test_config_yaml_full/configs/users.yaml
 create mode 100644 tests/integration/test_config_yaml_full/test.py
 create mode 100644 tests/integration/test_config_yaml_main/__init__.py
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/0_common_instance_config.yaml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/access_control.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/keeper_port.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/log_to_console.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/logging_no_rotate.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/macros.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/metric_log.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/more_clusters.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/part_log.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/path.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/query_masking_rules.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/tcp_with_proxy.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/test_cluster_with_incorrect_pw.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/text_log.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.d/zookeeper.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/config.yaml
 create mode 100644 tests/integration/test_config_yaml_main/configs/embedded.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/users.d/allow_introspection_functions.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/users.d/log_queries.xml
 create mode 100644 tests/integration/test_config_yaml_main/configs/users.yaml
 create mode 100644 tests/integration/test_config_yaml_main/test.py

diff --git a/.gitmodules b/.gitmodules
index 66a2370f0da..2ccce88e5e4 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -228,3 +228,7 @@
 [submodule "contrib/datasketches-cpp"]
 	path = contrib/datasketches-cpp
 	url = https://github.com/ClickHouse-Extras/datasketches-cpp.git
+
+[submodule "contrib/yaml-cpp"]
+	path = contrib/yaml-cpp
+	url = https://github.com/ClickHouse-Extras/yaml-cpp.git
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 2c3fa088995..866d9f542e1 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -527,6 +527,7 @@ include (cmake/find/nanodbc.cmake)
 include (cmake/find/rocksdb.cmake)
 include (cmake/find/libpqxx.cmake)
 include (cmake/find/nuraft.cmake)
+include (cmake/find/yaml-cpp.cmake)
 
 
 if(NOT USE_INTERNAL_PARQUET_LIBRARY)
diff --git a/base/bridge/CMakeLists.txt b/base/bridge/CMakeLists.txt
index 20b0b651677..bcba43e8c2e 100644
--- a/base/bridge/CMakeLists.txt
+++ b/base/bridge/CMakeLists.txt
@@ -3,5 +3,11 @@ add_library (bridge
 )
 
 target_include_directories (daemon PUBLIC ..)
-target_link_libraries (bridge PRIVATE daemon dbms Poco::Data Poco::Data::ODBC)
+target_link_libraries (bridge 
+    PRIVATE 
+	daemon
+	dbms
+	Poco::Data
+	Poco::Data::ODBC
+)
 
diff --git a/cmake/find/yaml-cpp.cmake b/cmake/find/yaml-cpp.cmake
new file mode 100644
index 00000000000..9b9d9bd39d6
--- /dev/null
+++ b/cmake/find/yaml-cpp.cmake
@@ -0,0 +1,9 @@
+option(USE_YAML_CPP "Enable yaml-cpp" ${ENABLE_LIBRARIES})
+
+if (NOT USE_YAML_CPP)
+    return()
+endif()
+
+if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/yaml-cpp")
+    message (ERROR "submodule contrib/yaml-cpp is missing. to fix try run: \n git submodule update --init --recursive")
+endif()
diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index 9eafec23f51..a9438aa4b76 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -50,6 +50,10 @@ add_subdirectory (replxx-cmake)
 add_subdirectory (unixodbc-cmake)
 add_subdirectory (nanodbc-cmake)
 
+if (USE_YAML_CPP)
+    add_subdirectory (yaml-cpp-cmake)
+endif()
+
 if (USE_INTERNAL_XZ_LIBRARY)
     add_subdirectory (xz)
 endif()
diff --git a/contrib/yaml-cpp b/contrib/yaml-cpp
new file mode 160000
index 00000000000..0c86adac6d1
--- /dev/null
+++ b/contrib/yaml-cpp
@@ -0,0 +1 @@
+Subproject commit 0c86adac6d117ee2b4afcedb8ade19036ca0327d
diff --git a/contrib/yaml-cpp-cmake/CMakeLists.txt b/contrib/yaml-cpp-cmake/CMakeLists.txt
new file mode 100644
index 00000000000..ed0287de110
--- /dev/null
+++ b/contrib/yaml-cpp-cmake/CMakeLists.txt
@@ -0,0 +1,39 @@
+set (LIBRARY_DIR ${ClickHouse_SOURCE_DIR}/contrib/yaml-cpp)
+
+set (SRCS
+	${LIBRARY_DIR}/src/binary.cpp
+	${LIBRARY_DIR}/src/emitterutils.cpp
+	${LIBRARY_DIR}/src/null.cpp
+	${LIBRARY_DIR}/src/scantoken.cpp
+	${LIBRARY_DIR}/src/convert.cpp
+	${LIBRARY_DIR}/src/exceptions.cpp
+	${LIBRARY_DIR}/src/ostream_wrapper.cpp
+	${LIBRARY_DIR}/src/simplekey.cpp
+	${LIBRARY_DIR}/src/depthguard.cpp 
+	${LIBRARY_DIR}/src/exp.cpp
+	${LIBRARY_DIR}/src/parse.cpp
+	${LIBRARY_DIR}/src/singledocparser.cpp
+	${LIBRARY_DIR}/src/directives.cpp
+	${LIBRARY_DIR}/src/memory.cpp
+	${LIBRARY_DIR}/src/parser.cpp
+	${LIBRARY_DIR}/src/stream.cpp
+	${LIBRARY_DIR}/src/emit.cpp
+	${LIBRARY_DIR}/src/nodebuilder.cpp
+	${LIBRARY_DIR}/src/regex_yaml.cpp
+	${LIBRARY_DIR}/src/tag.cpp
+	${LIBRARY_DIR}/src/emitfromevents.cpp
+	${LIBRARY_DIR}/src/node.cpp
+	${LIBRARY_DIR}/src/scanner.cpp
+	${LIBRARY_DIR}/src/emitter.cpp
+	${LIBRARY_DIR}/src/node_data.cpp
+	${LIBRARY_DIR}/src/scanscalar.cpp
+	${LIBRARY_DIR}/src/emitterstate.cpp
+	${LIBRARY_DIR}/src/nodeevents.cpp
+	${LIBRARY_DIR}/src/scantag.cpp
+)
+
+add_library (yaml-cpp ${SRCS})
+
+
+target_include_directories(yaml-cpp PRIVATE ${LIBRARY_DIR}/include/yaml-cpp)
+target_include_directories(yaml-cpp SYSTEM BEFORE PUBLIC ${LIBRARY_DIR}/include)
diff --git a/programs/server/config-example.yaml.disabled b/programs/server/config-example.yaml.disabled
new file mode 100644
index 00000000000..a83acf50de0
--- /dev/null
+++ b/programs/server/config-example.yaml.disabled
@@ -0,0 +1,86 @@
+# We can use 3 main node types in YAML: Scalar, Map and Sequence.
+
+
+
+# A Scalar is a simple key-value pair:
+
+scalar: 123
+
+# Here we have a key "scalar" and value "123"
+# If we rewrite this in XML, we will get <scalar>123</scalar>
+
+# We can also represent an empty value with '':
+
+key: ''
+
+
+
+# A Map is a node, which contains other nodes:
+
+map:
+  key1: value1
+  key2: value2
+  small_map:
+    key3: value3
+    
+# This map can be converted into:
+# <map>
+#     <key1>value1</key1>
+#     <key2>value2</key2>
+#     <small_map>
+#         <key3>value3</key3>
+#     </small_map>
+# </map>
+
+
+
+# A Sequence is a node, which contains also other nodes.
+# The main difference from Map is that Sequence can also contain simple values.
+
+sequence:
+  - val1
+  - val2
+  - key: 123
+  - map:
+      mkey1: foo
+      mkey2: bar
+      
+# We can represent it in XML this way:
+# <sequence>val1</sequence>
+# <sequence>val2</sequence>
+# <sequence>
+#     <key>123</key>
+# </sequence>
+# <sequence>
+#     <map>
+#         <mkey1>foo</mkey1>
+#         <mkey2>bar</mkey2>
+#     </map>
+# </sequence>
+
+
+
+# YAML does not have direct support for structures like XML attributes.
+# We represent them as nodes with @ prefix in key. Note, that @ is reserved by YAML standard,
+# so you will need to write double quotes around the key. Both Map and Sequence can have
+# attributes as children nodes
+
+map:
+  "@attr1": value1
+  "@attr2": value2
+  key: 123
+  
+# This gives us:
+# <map attr1="value1" attr2="value2">
+#     <key>123</key>
+# </map>
+
+sequence:
+  - "@attr1": value1
+  - "@attr2": value2
+  - 123
+  - abc
+  
+# And this gives us:
+# <map attr1="value1" attr2="value2">123</map>
+# <map attr1="value1" attr2="value2">abc</map>
diff --git a/src/Common/Config/CMakeLists.txt b/src/Common/Config/CMakeLists.txt
index a7914fb17ec..3da44be2af6 100644
--- a/src/Common/Config/CMakeLists.txt
+++ b/src/Common/Config/CMakeLists.txt
@@ -3,6 +3,7 @@ set (SRCS
     ConfigProcessor.cpp
     configReadClient.cpp
     ConfigReloader.cpp
+    YAMLParser.cpp
 )
 
 add_library(clickhouse_common_config ${SRCS})
@@ -15,3 +16,10 @@ target_link_libraries(clickhouse_common_config
     PRIVATE
         string_utils
 )
+
+if (USE_YAML_CPP)
+target_link_libraries(clickhouse_common_config
+    PRIVATE
+        yaml-cpp
+)
+endif()
diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index bc2a8a27943..fa9e9b72087 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -1,4 +1,8 @@
+#if !defined(ARCADIA_BUILD)
+    #include <Common/config.h>
+#endif
 #include "ConfigProcessor.h"
+#include "YAMLParser.h"
 
 #include <sys/utsname.h>
 #include <cerrno>
@@ -20,10 +24,8 @@
 #include <IO/WriteBufferFromString.h>
 #include <IO/Operators.h>
 
-
 #define PREPROCESSED_SUFFIX "-preprocessed"
 
-
 namespace fs = std::filesystem;
 
 using namespace Poco::XML;
@@ -438,8 +440,10 @@ ConfigProcessor::Files ConfigProcessor::getConfigMergeFiles(const std::string &
             std::string base_name = path.getBaseName();
 
             // Skip non-config and temporary files
-            if (file.isFile() && (extension == "xml" || extension == "conf") && !startsWith(base_name, "."))
-                files.push_back(file.path());
+            if (file.isFile() && (extension == "xml" || extension == "conf" || extension == "yaml" || extension == "yml") && !startsWith(base_name, "."))
+            {
+               files.push_back(file.path());
+            }
         }
     }
 
@@ -453,12 +457,21 @@ XMLDocumentPtr ConfigProcessor::processConfig(
     zkutil::ZooKeeperNodeCache * zk_node_cache,
     const zkutil::EventPtr & zk_changed_event)
 {
-    XMLDocumentPtr config;
     LOG_DEBUG(log, "Processing configuration file '{}'.", path);
 
+    XMLDocumentPtr config;
+
     if (fs::exists(path))
     {
-        config = dom_parser.parse(path);
+        fs::path p(path);
+        if (p.extension() == ".xml")
+        {
+            config = dom_parser.parse(path);
+        }
+        else if (p.extension() == ".yaml" || p.extension() == ".yml")
+        {
+            config = YAMLParser::parse(path);
+        }
     }
     else
     {
@@ -493,8 +506,20 @@ XMLDocumentPtr ConfigProcessor::processConfig(
         {
             LOG_DEBUG(log, "Merging configuration file '{}'.", merge_file);
 
-            XMLDocumentPtr with = dom_parser.parse(merge_file);
+            XMLDocumentPtr with;
+
+            fs::path p(merge_file);
+            if (p.extension() == ".yaml" || p.extension() == ".yml")
+            {
+                with = YAMLParser::parse(merge_file);
+            }
+            else
+            {
+                with = dom_parser.parse(merge_file);
+            }
+
             merge(config, with);
+
             contributing_files.push_back(merge_file);
         }
         catch (Exception & e)
diff --git a/src/Common/Config/ConfigProcessor.h b/src/Common/Config/ConfigProcessor.h
index 7a4102140d9..5b16bc0cb1b 100644
--- a/src/Common/Config/ConfigProcessor.h
+++ b/src/Common/Config/ConfigProcessor.h
@@ -1,5 +1,9 @@
 #pragma once
 
+#if !defined(ARCADIA_BUILD)
+    #include <Common/config.h>
+#endif
+
 #include <string>
 #include <unordered_set>
 #include <vector>
@@ -141,3 +145,4 @@ private:
 };
 
 }
+
diff --git a/src/Common/Config/YAMLParser.cpp b/src/Common/Config/YAMLParser.cpp
new file mode 100644
index 00000000000..9eaf1cdc1ad
--- /dev/null
+++ b/src/Common/Config/YAMLParser.cpp
@@ -0,0 +1,166 @@
+#if !defined(ARCADIA_BUILD)
+    #include <Common/config.h>
+#endif
+
+#if USE_YAML_CPP
+#include "YAMLParser.h"
+
+#include <string>
+#include <cstring>
+#include <vector>
+
+#include <Poco/DOM/Document.h>
+#include <Poco/DOM/DOMParser.h>
+#include <Poco/DOM/DOMWriter.h>
+#include <Poco/DOM/NodeList.h>
+#include <Poco/DOM/Element.h>
+#include <Poco/DOM/AutoPtr.h>
+#include <Poco/DOM/NamedNodeMap.h>
+#include <Poco/DOM/Text.h>
+#include <Common/Exception.h>
+
+#include <yaml-cpp/yaml.h> // Y_IGNORE
+
+#include <common/logger_useful.h>
+
+using namespace Poco::XML;
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int CANNOT_OPEN_FILE;
+    extern const int CANNOT_PARSE_YAML;
+}
+
+/// A prefix symbol in yaml key
+/// We add attributes to nodes by using a prefix symbol in the key part.
+/// Currently we use @ as a prefix symbol. Note, that @ is reserved
+/// by YAML standard, so we need to write a key-value pair like this: "@attribute": attr_value
+const char YAML_ATTRIBUTE_PREFIX = '@';
+
+namespace
+{
+
+Poco::AutoPtr<Poco::XML::Element> createCloneNode(Poco::XML::Element & original_node)
+{
+    Poco::AutoPtr<Poco::XML::Element> clone_node = original_node.ownerDocument()->createElement(original_node.nodeName());
+    original_node.parentNode()->appendChild(clone_node);
+    return clone_node;
+}
+
+void processNode(const YAML::Node & node, Poco::XML::Element & parent_xml_element)
+{
+    auto * xml_document = parent_xml_element.ownerDocument();
+    switch (node.Type())
+    {
+        case YAML::NodeType::Scalar:
+        {
+            auto value = node.as<std::string>();
+            Poco::AutoPtr<Poco::XML::Text> xml_value = xml_document->createTextNode(value);
+            parent_xml_element.appendChild(xml_value);
+            break;
+        }
+
+        /// We process YAML Sequences as a
+        /// list of <key>value</key> tags with same key and different values.
+        /// For example, we translate this sequence
+        /// seq:
+        ///     - val1
+        ///     - val2
+        ///
+        /// into this:
+        /// <seq>val1</seq>
+        /// <seq>val2</seq>
+        case YAML::NodeType::Sequence:
+        {
+            for (const auto & child_node : node)
+                if (parent_xml_element.hasChildNodes())
+                {
+                    /// We want to process sequences like that:
+                    /// seq:
+                    ///     - val1
+                    ///     - k2: val2
+                    ///     - val3
+                    ///     - k4: val4
+                    ///     - val5
+                    /// into xml like this:
+                    /// <seq>val1</seq>
+                    /// <seq>
+                    ///     <k2>val2</k2>
+                    /// </seq>
+                    /// <seq>val3</seq>
+                    /// <seq>
+                    ///     <k4>val4</k4>
+                    /// </seq>
+                    /// <seq>val5</seq>
+                    /// So, we create a new parent node with same tag for each child node
+                    processNode(child_node, *createCloneNode(parent_xml_element));
+                }
+                else
+                {
+                    processNode(child_node, parent_xml_element);
+                }
+            break;
+        }
+        case YAML::NodeType::Map:
+        {
+            for (const auto & key_value_pair : node)
+            {
+                const auto & key_node = key_value_pair.first;
+                const auto & value_node = key_value_pair.second;
+                auto key = key_node.as<std::string>();
+                bool is_attribute = (key.starts_with(YAML_ATTRIBUTE_PREFIX) && value_node.IsScalar());
+                if (is_attribute)
+                {
+                    /// we use substr(1) here to remove YAML_ATTRIBUTE_PREFIX from key
+                    auto attribute_name = key.substr(1);
+                    auto value = value_node.as<std::string>();
+                    parent_xml_element.setAttribute(attribute_name, value);
+                }
+                else
+                {
+                    Poco::AutoPtr<Poco::XML::Element> xml_key = xml_document->createElement(key);
+                    parent_xml_element.appendChild(xml_key);
+                    processNode(value_node, *xml_key);
+                }
+            }
+            break;
+        }
+        case YAML::NodeType::Null: break;
+        case YAML::NodeType::Undefined:
+        {
+            throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with undefined type and cannot continue parsing of the file");
+        }
+    }
+}
+
+}
+
+Poco::AutoPtr<Poco::XML::Document> YAMLParser::parse(const String& path)
+{
+    YAML::Node node_yml;
+    try
+    {
+        node_yml = YAML::LoadFile(path);
+    }
+    catch (const YAML::ParserException& e)
+    {
+        /// yaml-cpp cannot parse the file because its contents are incorrect
+        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "Unable to parse YAML configuration file {}", path, e.what());
+    }
+    catch (const YAML::BadFile&)
+    {
+        /// yaml-cpp cannot open the file even though it exists
+        throw Exception(ErrorCodes::CANNOT_OPEN_FILE, "Unable to open YAML configuration file {}", path);
+    }
+    Poco::AutoPtr<Poco::XML::Document> xml = new Document;
+    Poco::AutoPtr<Poco::XML::Element> root_node = xml->createElement("yandex");
+    xml->appendChild(root_node);
+    processNode(node_yml, *root_node);
+    return xml;
+}
+
+}
+#endif
diff --git a/src/Common/Config/YAMLParser.h b/src/Common/Config/YAMLParser.h
new file mode 100644
index 00000000000..a716f3de9b1
--- /dev/null
+++ b/src/Common/Config/YAMLParser.h
@@ -0,0 +1,55 @@
+#pragma once
+
+#if !defined(ARCADIA_BUILD)
+    #include <Common/config.h>
+#endif
+
+#include <string>
+
+#include <Poco/DOM/Document.h>
+#include "Poco/DOM/AutoPtr.h"
+#include <common/logger_useful.h>
+
+#if USE_YAML_CPP
+
+namespace DB
+{
+
+/// Real YAML parser: loads yaml file into a YAML::Node
+class YAMLParserImpl
+{
+public:
+    static Poco::AutoPtr<Poco::XML::Document> parse(const String& path);
+};
+
+using YAMLParser = YAMLParserImpl;
+
+}
+
+#else
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int CANNOT_PARSE_YAML;
+}
+
+/// Fake YAML parser: throws an exception if we try to parse YAML configs in a build without yaml-cpp
+class DummyYAMLParser
+{
+public:
+    static Poco::AutoPtr<Poco::XML::Document> parse(const String& path)
+    {
+        Poco::AutoPtr<Poco::XML::Document> xml = new Poco::XML::Document;
+        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "Unable to parse YAML configuration file {} without usage of yaml-cpp library", path);
+        return xml;
+    }
+};
+
+using YAMLParser = DummyYAMLParser;
+
+}
+
+#endif
diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index b1efd791bf8..330a193212b 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -552,6 +552,7 @@
     M(582, NO_SUCH_PROJECTION_IN_TABLE) \
     M(583, ILLEGAL_PROJECTION) \
     M(584, PROJECTION_NOT_USED) \
+    M(585, CANNOT_PARSE_YAML) \
     \
     M(998, POSTGRESQL_CONNECTION_FAILURE) \
     M(999, KEEPER_EXCEPTION) \
diff --git a/src/Common/config.h.in b/src/Common/config.h.in
index 28a21ea7764..6844f0fa9e3 100644
--- a/src/Common/config.h.in
+++ b/src/Common/config.h.in
@@ -16,3 +16,4 @@
 #cmakedefine01 USE_STATS
 #cmakedefine01 CLICKHOUSE_SPLIT_BINARY
 #cmakedefine01 USE_DATASKETCHES
+#cmakedefine01 USE_YAML_CPP
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 5bd608ef758..6287064b616 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -126,7 +126,8 @@ class ClickHouseCluster:
     """
 
     def __init__(self, base_path, name=None, base_config_dir=None, server_bin_path=None, client_bin_path=None,
-                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None, custom_dockerd_host=None):
+                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None, 
+                 custom_dockerd_host=None):
         for param in list(os.environ.keys()):
             print("ENV %40s %s" % (param, os.environ[param]))
         self.base_dir = p.dirname(base_path)
@@ -219,7 +220,9 @@ class ClickHouseCluster:
                      with_redis=False, with_minio=False, with_cassandra=False,
                      hostname=None, env_variables=None, image="yandex/clickhouse-integration-test", tag=None,
                      stay_alive=False, ipv4_address=None, ipv6_address=None, with_installed_binary=False, tmpfs=None,
-                     zookeeper_docker_compose_path=None, zookeeper_use_tmpfs=True, minio_certs_dir=None, use_keeper=True):
+                     zookeeper_docker_compose_path=None, zookeeper_use_tmpfs=True, minio_certs_dir=None, use_keeper=True,
+                     main_config_name="config.xml", users_config_name="users.xml", copy_common_configs=True):
+
         """Add an instance to the cluster.
 
         name - the name of the instance directory and the value of the 'instance' macro in ClickHouse.
@@ -280,6 +283,9 @@ class ClickHouseCluster:
             ipv4_address=ipv4_address,
             ipv6_address=ipv6_address,
             with_installed_binary=with_installed_binary,
+            main_config_name=main_config_name,
+            users_config_name=users_config_name,
+            copy_common_configs=copy_common_configs,
             tmpfs=tmpfs or [])
 
         docker_compose_yml_dir = get_docker_compose_path()
@@ -944,7 +950,7 @@ class ClickHouseCluster:
             subprocess_check_call(self.base_zookeeper_cmd + ["start", n])
 
 
-CLICKHOUSE_START_COMMAND = "clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"
+CLICKHOUSE_START_COMMAND = "clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"
 
 CLICKHOUSE_STAY_ALIVE_COMMAND = 'bash -c "{} --daemon; tail -f /dev/null"'.format(CLICKHOUSE_START_COMMAND)
 
@@ -1000,6 +1006,8 @@ class ClickHouseInstance:
             macros, with_zookeeper, zookeeper_config_path, with_mysql, with_mysql_cluster, with_kafka, with_kerberized_kafka, with_rabbitmq, with_kerberized_hdfs,
             with_mongo, with_redis, with_minio,
             with_cassandra, server_bin_path, odbc_bridge_bin_path, library_bridge_bin_path, clickhouse_path_dir, with_odbc_drivers,
+            clickhouse_start_command=CLICKHOUSE_START_COMMAND,
+            main_config_name="config.xml", users_config_name="users.xml", copy_common_configs=True,
             hostname=None, env_variables=None,
             image="yandex/clickhouse-integration-test", tag="latest",
             stay_alive=False, ipv4_address=None, ipv6_address=None, with_installed_binary=False, tmpfs=None):
@@ -1036,6 +1044,12 @@ class ClickHouseInstance:
         self.with_minio = with_minio
         self.with_cassandra = with_cassandra
 
+        self.main_config_name = main_config_name
+        self.users_config_name = users_config_name
+        self.copy_common_configs = copy_common_configs
+
+        self.clickhouse_start_command = clickhouse_start_command.replace("{main_config_file}", self.main_config_name)
+
         self.path = p.join(self.cluster.instances_dir, name)
         self.docker_compose_path = p.join(self.path, 'docker-compose.yml')
         self.env_variables = env_variables or {}
@@ -1177,7 +1191,7 @@ class ClickHouseInstance:
         if not self.stay_alive:
             raise Exception("clickhouse can be started again only with stay_alive=True instance")
 
-        self.exec_in_container(["bash", "-c", "{} --daemon".format(CLICKHOUSE_START_COMMAND)], user=str(os.getuid()))
+        self.exec_in_container(["bash", "-c", "{} --daemon".format(self.clickhouse_start_command)], user=str(os.getuid()))
         # wait start
         from helpers.test_tools import assert_eq_with_retry
         assert_eq_with_retry(self, "select 1", "1", retry_count=int(start_wait_sec / 0.5), sleep_time=0.5)
@@ -1263,7 +1277,7 @@ class ClickHouseInstance:
         self.exec_in_container(["bash", "-c",
                                 "cp /usr/share/clickhouse-odbc-bridge_fresh /usr/bin/clickhouse-odbc-bridge && chmod 777 /usr/bin/clickhouse"],
                                user='root')
-        self.exec_in_container(["bash", "-c", "{} --daemon".format(CLICKHOUSE_START_COMMAND)], user=str(os.getuid()))
+        self.exec_in_container(["bash", "-c", "{} --daemon".format(self.clickhouse_start_command)], user=str(os.getuid()))
         from helpers.test_tools import assert_eq_with_retry
         # wait start
         assert_eq_with_retry(self, "select 1", "1", retry_count=retries)
@@ -1404,8 +1418,10 @@ class ClickHouseInstance:
         os.makedirs(instance_config_dir)
 
         print("Copy common default production configuration from {}".format(self.base_config_dir))
-        shutil.copyfile(p.join(self.base_config_dir, 'config.xml'), p.join(instance_config_dir, 'config.xml'))
-        shutil.copyfile(p.join(self.base_config_dir, 'users.xml'), p.join(instance_config_dir, 'users.xml'))
+
+        shutil.copyfile(p.join(self.base_config_dir, self.main_config_name), p.join(instance_config_dir, self.main_config_name))
+
+        shutil.copyfile(p.join(self.base_config_dir, self.users_config_name), p.join(instance_config_dir, self.users_config_name))
 
         print("Create directory for configuration generated in this helper")
         # used by all utils with any config
@@ -1423,7 +1439,9 @@ class ClickHouseInstance:
 
         print("Copy common configuration from helpers")
         # The file is named with 0_ prefix to be processed before other configuration overloads.
-        shutil.copy(p.join(HELPERS_DIR, '0_common_instance_config.xml'), self.config_d_dir)
+        if self.copy_common_configs:
+            shutil.copy(p.join(HELPERS_DIR, '0_common_instance_config.xml'), self.config_d_dir)
+
         shutil.copy(p.join(HELPERS_DIR, '0_common_instance_users.xml'), users_d_dir)
         if len(self.custom_dictionaries_paths):
             shutil.copy(p.join(HELPERS_DIR, '0_common_enable_dictionaries.xml'), self.config_d_dir)
@@ -1502,11 +1520,11 @@ class ClickHouseInstance:
             self._create_odbc_config_file()
             odbc_ini_path = '- ' + self.odbc_ini_path
 
-        entrypoint_cmd = CLICKHOUSE_START_COMMAND
+        entrypoint_cmd = self.clickhouse_start_command
 
         if self.stay_alive:
-            entrypoint_cmd = CLICKHOUSE_STAY_ALIVE_COMMAND
-
+            entrypoint_cmd = CLICKHOUSE_STAY_ALIVE_COMMAND.replace("{main_config_file}", self.main_config_name)
+        
         print("Entrypoint cmd: {}".format(entrypoint_cmd))
 
         networks = app_net = ipv4_address = ipv6_address = net_aliases = net_alias1 = ""
diff --git a/tests/integration/runner b/tests/integration/runner
index ee116c29aa5..16eb31dfd5e 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -70,11 +70,11 @@ def check_args_and_update_paths(args):
         if not os.path.exists(path):
             raise Exception("Path {} doesn't exist".format(path))
 
-    if not os.path.exists(os.path.join(args.base_configs_dir, "config.xml")):
-        raise Exception("No configs.xml in {}".format(args.base_configs_dir))
+    if (not os.path.exists(os.path.join(args.base_configs_dir, "config.xml"))) and (not os.path.exists(os.path.join(args.base_configs_dir, "config.yaml"))):
+        raise Exception("No configs.xml or configs.yaml in {}".format(args.base_configs_dir))
 
-    if not os.path.exists(os.path.join(args.base_configs_dir, "users.xml")):
-        raise Exception("No users.xml in {}".format(args.base_configs_dir))
+    if (not os.path.exists(os.path.join(args.base_configs_dir, "users.xml"))) and (not os.path.exists(os.path.join(args.base_configs_dir, "users.yaml"))):
+        raise Exception("No users.xml or users.yaml in {}".format(args.base_configs_dir))
 
 def docker_kill_handler_handler(signum, frame):
     subprocess.check_call('docker kill $(docker ps -a -q --filter name={name} --format="{{{{.ID}}}}")'.format(name=CONTAINER_NAME), shell=True)
diff --git a/tests/integration/test_config_xml_full/__init__.py b/tests/integration/test_config_xml_full/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_config_xml_full/configs/config.d/access_control.xml b/tests/integration/test_config_xml_full/configs/config.d/access_control.xml
new file mode 100644
index 00000000000..6567c39f171
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/access_control.xml
@@ -0,0 +1,13 @@
+<yandex>
+    <!-- Sources to read users, roles, access rights, profiles of settings, quotas. -->
+    <user_directories replace="replace">
+        <users_xml>
+            <!-- Path to configuration file with predefined users. -->
+            <path>users.xml</path>
+        </users_xml>
+        <local_directory>
+            <!-- Path to folder where users created by SQL commands are stored. -->
+            <path>access/</path>
+        </local_directory>
+    </user_directories>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/keeper_port.xml b/tests/integration/test_config_xml_full/configs/config.d/keeper_port.xml
new file mode 100644
index 00000000000..b21df47bc85
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/keeper_port.xml
@@ -0,0 +1,23 @@
+<yandex>
+    <keeper_server>
+        <tcp_port>9181</tcp_port>
+        <server_id>1</server_id>
+
+        <coordination_settings>
+            <operation_timeout_ms>10000</operation_timeout_ms>
+            <session_timeout_ms>30000</session_timeout_ms>
+            <force_sync>false</force_sync>
+            <startup_timeout>60000</startup_timeout>
+            <!-- we want all logs for complex problems investigation -->
+            <reserved_log_items>1000000000000000</reserved_log_items>
+        </coordination_settings>
+
+        <raft_configuration>
+            <server>
+                <id>1</id>
+                <hostname>localhost</hostname>
+                <port>44444</port>
+            </server>
+        </raft_configuration>
+    </keeper_server>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/log_to_console.xml b/tests/integration/test_config_xml_full/configs/config.d/log_to_console.xml
new file mode 100644
index 00000000000..227c53647f3
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/log_to_console.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <logger>
+        <console>true</console>
+        <log remove="remove"/>
+        <errorlog remove="remove"/>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/logging_no_rotate.xml b/tests/integration/test_config_xml_full/configs/config.d/logging_no_rotate.xml
new file mode 100644
index 00000000000..2c34585437b
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/logging_no_rotate.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <logger>
+        <!-- Disable rotation
+             https://pocoproject.org/docs/Poco.FileChannel.html
+        -->
+        <size>never</size>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/macros.xml b/tests/integration/test_config_xml_full/configs/config.d/macros.xml
new file mode 100644
index 00000000000..4902b12bc81
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/macros.xml
@@ -0,0 +1,9 @@
+<yandex>
+    <macros>
+        <test>Hello, world!</test>
+        <shard>s1</shard>
+        <replica>r1</replica>
+        <default_path_test>/clickhouse/tables/{database}/{shard}/</default_path_test>
+        <default_name_test>table_{table}</default_name_test>
+    </macros>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/metric_log.xml b/tests/integration/test_config_xml_full/configs/config.d/metric_log.xml
new file mode 100644
index 00000000000..0ca9f162416
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/metric_log.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/more_clusters.xml b/tests/integration/test_config_xml_full/configs/config.d/more_clusters.xml
new file mode 100644
index 00000000000..aecbf9e0ba7
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/more_clusters.xml
@@ -0,0 +1,49 @@
+<yandex>
+    <remote_servers>
+
+        <![CDATA[
+            You can run additional servers simply as
+             ./clickhouse-server -- --path=9001 --tcp_port=9001
+        ]]>
+
+        <single_remote_shard_at_port_9001>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9001</port>
+                </replica>
+            </shard>
+        </single_remote_shard_at_port_9001>
+
+        <two_remote_shards_at_port_9001_9002>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9001</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9002</port>
+                </replica>
+            </shard>
+        </two_remote_shards_at_port_9001_9002>
+
+        <two_shards_one_local_one_remote_at_port_9001>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9001</port>
+                </replica>
+            </shard>
+        </two_shards_one_local_one_remote_at_port_9001>
+
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/part_log.xml b/tests/integration/test_config_xml_full/configs/config.d/part_log.xml
new file mode 100644
index 00000000000..6c6fc9c6982
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/part_log.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <part_log>
+        <database>system</database>
+        <table>part_log</table>
+
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </part_log>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/path.xml b/tests/integration/test_config_xml_full/configs/config.d/path.xml
new file mode 100644
index 00000000000..466ed0d1663
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/path.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <path replace="replace">./</path>
+    <tmp_path replace="replace">./tmp/</tmp_path>
+    <user_files_path replace="replace">./user_files/</user_files_path>
+    <format_schema_path replace="replace">./format_schemas/</format_schema_path>
+    <access_control_path replace="replace">./access/</access_control_path>
+    <top_level_domains_path replace="replace">./top_level_domains/</top_level_domains_path>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/query_masking_rules.xml b/tests/integration/test_config_xml_full/configs/config.d/query_masking_rules.xml
new file mode 100644
index 00000000000..5a854848f3d
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/query_masking_rules.xml
@@ -0,0 +1,10 @@
+<?xml version="1.0"?>
+<!-- Config for test server -->
+<yandex>
+    <query_masking_rules>
+        <rule>
+            <regexp>TOPSECRET.TOPSECRET</regexp>
+            <replace>[hidden]</replace>
+        </rule>
+    </query_masking_rules>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/tcp_with_proxy.xml b/tests/integration/test_config_xml_full/configs/config.d/tcp_with_proxy.xml
new file mode 100644
index 00000000000..19046054c16
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/tcp_with_proxy.xml
@@ -0,0 +1,3 @@
+<yandex>
+    <tcp_with_proxy_port>9010</tcp_with_proxy_port>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/text_log.xml b/tests/integration/test_config_xml_full/configs/config.d/text_log.xml
new file mode 100644
index 00000000000..3699a23578c
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/text_log.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <text_log>
+        <database>system</database>
+        <table>text_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </text_log>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.d/zookeeper.xml b/tests/integration/test_config_xml_full/configs/config.d/zookeeper.xml
new file mode 100644
index 00000000000..06ed7fcd39f
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.d/zookeeper.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <zookeeper>
+        <node index="1">
+            <host>localhost</host>
+            <port>9181</port>
+        </node>
+    </zookeeper>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/config.xml b/tests/integration/test_config_xml_full/configs/config.xml
new file mode 100644
index 00000000000..a7bb9d49e95
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/config.xml
@@ -0,0 +1,1118 @@
+<?xml version="1.0"?>
+<!--
+  NOTE: User and query level settings are set up in "users.xml" file.
+  If you have accidentally specified user-level settings here, server won't start.
+  You can either move the settings to the right place inside "users.xml" file
+   or add <skip_check_for_incorrect_settings>1</skip_check_for_incorrect_settings> here.
+-->
+<yandex>
+    <logger>
+        <!-- Possible levels [1]:
+
+          - none (turns off logging)
+          - fatal
+          - critical
+          - error
+          - warning
+          - notice
+          - information
+          - debug
+          - trace
+
+            [1]: https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/Logger.h#L105-L114
+        -->
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/clickhouse-server.log</log>
+        <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
+        <!-- Rotation policy
+             See https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/FileChannel.h#L54-L85
+          -->
+        <size>1000M</size>
+        <count>10</count>
+        <!-- <console>1</console> --> <!-- Default behavior is autodetection (log to console if not daemon mode and is tty) -->
+
+        <!-- Per level overrides (legacy):
+
+        For example to suppress logging of the ConfigReloader you can use:
+        NOTE: levels.logger is reserved, see below.
+        -->
+        <!--
+        <levels>
+          <ConfigReloader>none</ConfigReloader>
+        </levels>
+        -->
+
+        <!-- Per level overrides:
+
+        For example to suppress logging of the RBAC for default user you can use:
+        (But please note that the logger name maybe changed from version to version, even after minor upgrade)
+        -->
+        <!--
+        <levels>
+          <logger>
+            <name>ContextAccess (default)</name>
+            <level>none</level>
+          </logger>
+          <logger>
+            <name>DatabaseOrdinary (test)</name>
+            <level>none</level>
+          </logger>
+        </levels>
+        -->
+    </logger>
+
+    <!-- It is the name that will be shown in the clickhouse-client.
+         By default, anything with "production" will be highlighted in red in query prompt.
+    -->
+    <!--display_name>production</display_name-->
+
+    <!-- Port for HTTP API. See also 'https_port' for secure connections.
+         This interface is also used by ODBC and JDBC drivers (DataGrip, Dbeaver, ...)
+         and by most of web interfaces (embedded UI, Grafana, Redash, ...).
+      -->
+    <http_port>8123</http_port>
+
+    <!-- Port for interaction by native protocol with:
+         - clickhouse-client and other native ClickHouse tools (clickhouse-benchmark, clickhouse-copier);
+         - clickhouse-server with other clickhouse-servers for distributed query processing;
+         - ClickHouse drivers and applications supporting native protocol
+         (this protocol is also informally called as "the TCP protocol");
+         See also 'tcp_port_secure' for secure connections.
+    -->
+    <tcp_port>9000</tcp_port>
+
+    <!-- Compatibility with MySQL protocol.
+         ClickHouse will pretend to be MySQL for applications connecting to this port.
+    -->
+    <mysql_port>9004</mysql_port>
+
+    <!-- Compatibility with PostgreSQL protocol.
+         ClickHouse will pretend to be PostgreSQL for applications connecting to this port.
+    -->
+    <postgresql_port>9005</postgresql_port>
+
+    <!-- HTTP API with TLS (HTTPS).
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
+    -->
+    <!-- <https_port>8443</https_port> -->
+
+    <!-- Native interface with TLS.
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
+    -->
+    <!-- <tcp_port_secure>9440</tcp_port_secure> -->
+
+    <!-- Native interface wrapped with PROXYv1 protocol
+         PROXYv1 header sent for every connection.
+         ClickHouse will extract information about proxy-forwarded client address from the header.
+    -->
+    <!-- <tcp_with_proxy_port>9011</tcp_with_proxy_port> -->
+
+    <!-- Port for communication between replicas. Used for data exchange.
+         It provides low-level data access between servers.
+         This port should not be accessible from untrusted networks.
+         See also 'interserver_http_credentials'.
+         Data transferred over connections to this port should not go through untrusted networks.
+         See also 'interserver_https_port'.
+      -->
+    <interserver_http_port>9009</interserver_http_port>
+
+    <!-- Port for communication between replicas with TLS.
+         You have to configure certificate to enable this interface.
+         See the openSSL section below.
+         See also 'interserver_http_credentials'.
+      -->
+    <!-- <interserver_https_port>9010</interserver_https_port> -->
+
+    <!-- Hostname that is used by other replicas to request this server.
+         If not specified, than it is determined analogous to 'hostname -f' command.
+         This setting could be used to switch replication to another network interface
+         (the server may be connected to multiple networks via multiple addresses)
+      -->
+    <!--
+    <interserver_http_host>example.yandex.ru</interserver_http_host>
+    -->
+
+    <!-- You can specify credentials for authenthication between replicas.
+         This is required when interserver_https_port is accessible from untrusted networks,
+         and also recommended to avoid SSRF attacks from possibly compromised services in your network.
+      -->
+    <!--<interserver_http_credentials>
+        <user>interserver</user>
+        <password></password>
+    </interserver_http_credentials>-->
+
+    <!-- Listen specified address.
+         Use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere.
+         Notes:
+         If you open connections from wildcard address, make sure that at least one of the following measures applied:
+         - server is protected by firewall and not accessible from untrusted networks;
+         - all users are restricted to subset of network addresses (see users.xml);
+         - all users have strong passwords, only secure (TLS) interfaces are accessible, or connections are only made via TLS interfaces.
+         - users without password have readonly access.
+         See also: https://www.shodan.io/search?query=clickhouse
+      -->
+    <!-- <listen_host>::</listen_host> -->
+
+    <!-- Same for hosts without support for IPv6: -->
+    <!-- <listen_host>0.0.0.0</listen_host> -->
+
+    <!-- Default values - try listen localhost on IPv4 and IPv6. -->
+    <!--
+    <listen_host>::1</listen_host>
+    <listen_host>127.0.0.1</listen_host>
+    -->
+
+    <!-- Don't exit if IPv6 or IPv4 networks are unavailable while trying to listen. -->
+    <!-- <listen_try>0</listen_try> -->
+
+    <!-- Allow multiple servers to listen on the same address:port. This is not recommended.
+      -->
+    <!-- <listen_reuse_port>0</listen_reuse_port> -->
+
+    <!-- <listen_backlog>64</listen_backlog> -->
+
+    <max_connections>4096</max_connections>
+
+    <!-- For 'Connection: keep-alive' in HTTP 1.1 -->
+    <keep_alive_timeout>3</keep_alive_timeout>
+
+    <!-- gRPC protocol (see src/Server/grpc_protos/clickhouse_grpc.proto for the API) -->
+    <!-- <grpc_port>9100</grpc_port> -->
+    <grpc>
+        <enable_ssl>false</enable_ssl>
+
+        <!-- The following two files are used only if enable_ssl=1 -->
+        <ssl_cert_file>/path/to/ssl_cert_file</ssl_cert_file>
+        <ssl_key_file>/path/to/ssl_key_file</ssl_key_file>
+
+        <!-- Whether server will request client for a certificate -->
+        <ssl_require_client_auth>false</ssl_require_client_auth>
+
+        <!-- The following file is used only if ssl_require_client_auth=1 -->
+        <ssl_ca_cert_file>/path/to/ssl_ca_cert_file</ssl_ca_cert_file>
+
+        <!-- Default compression algorithm (applied if client doesn't specify another algorithm).
+             Supported algorithms: none, deflate, gzip, stream_gzip -->
+        <compression>deflate</compression>
+
+        <!-- Default compression level (applied if client doesn't specify another level).
+             Supported levels: none, low, medium, high -->
+        <compression_level>medium</compression_level>
+
+        <!-- Send/receive message size limits in bytes. -1 means unlimited -->
+        <max_send_message_size>-1</max_send_message_size>
+        <max_receive_message_size>-1</max_receive_message_size>
+
+        <!-- Enable if you want very detailed logs -->
+        <verbose_logs>false</verbose_logs>
+    </grpc>
+
+    <!-- Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71 -->
+    <openSSL>
+        <server> <!-- Used for https server AND secure tcp port -->
+            <!-- openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt -->
+            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
+            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
+            <!-- dhparams are optional. You can delete the <dhParamsFile> element.
+                 To generate dhparams, use the following command:
+                  openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096
+                 Only file format with BEGIN DH PARAMETERS is supported.
+              -->
+            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+        </server>
+
+        <client> <!-- Used for connecting to https dictionary source and secured Zookeeper communication -->
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <!-- Use for self-signed: <verificationMode>none</verificationMode> -->
+            <invalidCertificateHandler>
+                <!-- Use for self-signed: <name>AcceptCertificateHandler</name> -->
+                <name>RejectCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+
+    <!-- Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123 -->
+    <!--
+    <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+    -->
+
+    <!-- Maximum number of concurrent queries. -->
+    <max_concurrent_queries>100</max_concurrent_queries>
+
+    <!-- Maximum memory usage (resident set size) for server process.
+         Zero value or unset means default. Default is "max_server_memory_usage_to_ram_ratio" of available physical RAM.
+         If the value is larger than "max_server_memory_usage_to_ram_ratio" of available physical RAM, it will be cut down.
+
+         The constraint is checked on query execution time.
+         If a query tries to allocate memory and the current memory usage plus allocation is greater
+          than specified threshold, exception will be thrown.
+
+         It is not practical to set this constraint to small values like just a few gigabytes,
+          because memory allocator will keep this amount of memory in caches and the server will deny service of queries.
+      -->
+    <max_server_memory_usage>0</max_server_memory_usage>
+
+    <!-- Maximum number of threads in the Global thread pool.
+    This will default to a maximum of 10000 threads if not specified.
+    This setting will be useful in scenarios where there are a large number
+    of distributed queries that are running concurrently but are idling most
+    of the time, in which case a higher number of threads might be required.
+    -->
+
+    <max_thread_pool_size>10000</max_thread_pool_size>
+
+    <!-- On memory constrained environments you may have to set this to value larger than 1.
+      -->
+    <max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>
+
+    <!-- Simple server-wide memory profiler. Collect a stack trace at every peak allocation step (in bytes).
+         Data will be stored in system.trace_log table with query_id = empty string.
+         Zero means disabled.
+      -->
+    <total_memory_profiler_step>4194304</total_memory_profiler_step>
+
+    <!-- Collect random allocations and deallocations and write them into system.trace_log with 'MemorySample' trace_type.
+         The probability is for every alloc/free regardless to the size of the allocation.
+         Note that sampling happens only when the amount of untracked memory exceeds the untracked memory limit,
+          which is 4 MiB by default but can be lowered if 'total_memory_profiler_step' is lowered.
+         You may want to set 'total_memory_profiler_step' to 1 for extra fine grained sampling.
+      -->
+    <total_memory_tracker_sample_probability>0</total_memory_tracker_sample_probability>
+
+    <!-- Set limit on number of open files (default: maximum). This setting makes sense on Mac OS X because getrlimit() fails to retrieve
+         correct maximum value. -->
+    <!-- <max_open_files>262144</max_open_files> -->
+
+    <!-- Size of cache of uncompressed blocks of data, used in tables of MergeTree family.
+         In bytes. Cache is single for server. Memory is allocated only on demand.
+         Cache is used when 'use_uncompressed_cache' user setting turned on (off by default).
+         Uncompressed cache is advantageous only for very short queries and in rare cases.
+
+         Note: uncompressed cache can be pointless for lz4, because memory bandwidth
+         is slower than multi-core decompression on some server configurations.
+         Enabling it can sometimes paradoxically make queries slower.
+      -->
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+
+    <!-- Approximate size of mark cache, used in tables of MergeTree family.
+         In bytes. Cache is single for server. Memory is allocated only on demand.
+         You should not lower this value.
+      -->
+    <mark_cache_size>5368709120</mark_cache_size>
+
+
+    <!-- If you enable the `min_bytes_to_use_mmap_io` setting,
+         the data in MergeTree tables can be read with mmap to avoid copying from kernel to userspace.
+         It makes sense only for large files and helps only if data reside in page cache.
+         To avoid frequent open/mmap/munmap/close calls (which are very expensive due to consequent page faults)
+         and to reuse mappings from several threads and queries,
+         the cache of mapped files is maintained. Its size is the number of mapped regions (usually equal to the number of mapped files).
+         The amount of data in mapped files can be monitored
+         in system.metrics, system.metric_log by the MMappedFiles, MMappedFileBytes metrics
+         and in system.asynchronous_metrics, system.asynchronous_metrics_log by the MMapCacheCells metric,
+         and also in system.events, system.processes, system.query_log, system.query_thread_log by the
+         CreatedReadBufferMMap, CreatedReadBufferMMapFailed, MMappedFileCacheHits, MMappedFileCacheMisses events.
+         Note that the amount of data in mapped files does not consume memory directly and is not accounted
+         in query or server memory usage - because this memory can be discarded similar to OS page cache.
+         The cache is dropped (the files are closed) automatically on removal of old parts in MergeTree,
+         also it can be dropped manually by the SYSTEM DROP MMAP CACHE query.
+      -->
+    <mmap_cache_size>1000</mmap_cache_size>
+
+
+    <!-- Path to data directory, with trailing slash. -->
+    <path>/var/lib/clickhouse/</path>
+
+    <!-- Path to temporary data for processing hard queries. -->
+    <tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
+
+    <!-- Policy from the <storage_configuration> for the temporary files.
+         If not set <tmp_path> is used, otherwise <tmp_path> is ignored.
+
+         Notes:
+         - move_factor              is ignored
+         - keep_free_space_bytes    is ignored
+         - max_data_part_size_bytes is ignored
+         - you must have exactly one volume in that policy
+    -->
+    <!-- <tmp_policy>tmp</tmp_policy> -->
+
+    <!-- Directory with user provided files that are accessible by 'file' table function. -->
+    <user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
+
+    <!-- LDAP server definitions. -->
+    <ldap_servers>
+        <!-- List LDAP servers with their connection parameters here to later 1) use them as authenticators for dedicated local users,
+              who have 'ldap' authentication mechanism specified instead of 'password', or to 2) use them as remote user directories.
+             Parameters:
+                host - LDAP server hostname or IP, this parameter is mandatory and cannot be empty.
+                port - LDAP server port, default is 636 if enable_tls is set to true, 389 otherwise.
+                bind_dn - template used to construct the DN to bind to.
+                        The resulting DN will be constructed by replacing all '{user_name}' substrings of the template with the actual
+                         user name during each authentication attempt.
+                verification_cooldown - a period of time, in seconds, after a successful bind attempt, during which a user will be assumed
+                         to be successfully authenticated for all consecutive requests without contacting the LDAP server.
+                        Specify 0 (the default) to disable caching and force contacting the LDAP server for each authentication request.
+                enable_tls - flag to trigger use of secure connection to the LDAP server.
+                        Specify 'no' for plain text (ldap://) protocol (not recommended).
+                        Specify 'yes' for LDAP over SSL/TLS (ldaps://) protocol (recommended, the default).
+                        Specify 'starttls' for legacy StartTLS protocol (plain text (ldap://) protocol, upgraded to TLS).
+                tls_minimum_protocol_version - the minimum protocol version of SSL/TLS.
+                        Accepted values are: 'ssl2', 'ssl3', 'tls1.0', 'tls1.1', 'tls1.2' (the default).
+                tls_require_cert - SSL/TLS peer certificate verification behavior.
+                        Accepted values are: 'never', 'allow', 'try', 'demand' (the default).
+                tls_cert_file - path to certificate file.
+                tls_key_file - path to certificate key file.
+                tls_ca_cert_file - path to CA certificate file.
+                tls_ca_cert_dir - path to the directory containing CA certificates.
+                tls_cipher_suite - allowed cipher suite (in OpenSSL notation).
+             Example:
+                <my_ldap_server>
+                    <host>localhost</host>
+                    <port>636</port>
+                    <bind_dn>uid={user_name},ou=users,dc=example,dc=com</bind_dn>
+                    <verification_cooldown>300</verification_cooldown>
+                    <enable_tls>yes</enable_tls>
+                    <tls_minimum_protocol_version>tls1.2</tls_minimum_protocol_version>
+                    <tls_require_cert>demand</tls_require_cert>
+                    <tls_cert_file>/path/to/tls_cert_file</tls_cert_file>
+                    <tls_key_file>/path/to/tls_key_file</tls_key_file>
+                    <tls_ca_cert_file>/path/to/tls_ca_cert_file</tls_ca_cert_file>
+                    <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
+                    <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
+                </my_ldap_server>
+        -->
+    </ldap_servers>
+
+    <!-- To enable Kerberos authentication support for HTTP requests (GSS-SPNEGO), for those users who are explicitly configured
+          to authenticate via Kerberos, define a single 'kerberos' section here.
+         Parameters:
+            principal - canonical service principal name, that will be acquired and used when accepting security contexts.
+                    This parameter is optional, if omitted, the default principal will be used.
+                    This parameter cannot be specified together with 'realm' parameter.
+            realm - a realm, that will be used to restrict authentication to only those requests whose initiator's realm matches it.
+                    This parameter is optional, if omitted, no additional filtering by realm will be applied.
+                    This parameter cannot be specified together with 'principal' parameter.
+         Example:
+            <kerberos />
+         Example:
+            <kerberos>
+                <principal>HTTP/clickhouse.example.com@EXAMPLE.COM</principal>
+            </kerberos>
+         Example:
+            <kerberos>
+                <realm>EXAMPLE.COM</realm>
+            </kerberos>
+    -->
+
+    <!-- Sources to read users, roles, access rights, profiles of settings, quotas. -->
+    <user_directories>
+        <users_xml>
+            <!-- Path to configuration file with predefined users. -->
+            <path>users.xml</path>
+        </users_xml>
+        <local_directory>
+            <!-- Path to folder where users created by SQL commands are stored. -->
+            <path>/var/lib/clickhouse/access/</path>
+        </local_directory>
+
+        <!-- To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
+              with the following parameters:
+                server - one of LDAP server names defined in 'ldap_servers' config section above.
+                        This parameter is mandatory and cannot be empty.
+                roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
+                        If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
+                         actions after authentication.
+                role_mapping - section with LDAP search parameters and mapping rules.
+                        When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
+                         name of the logged in user. For each entry found during that search, the value of the specified attribute is
+                         extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
+                         value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
+                         CREATE ROLE command.
+                        There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
+                         applied.
+                    base_dn - template used to construct the base DN for the LDAP search.
+                            The resulting DN will be constructed by replacing all '{user_name}' and '{bind_dn}' substrings
+                             of the template with the actual user name and bind DN during each LDAP search.
+                    scope - scope of the LDAP search.
+                            Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
+                    search_filter - template used to construct the search filter for the LDAP search.
+                            The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', and '{base_dn}'
+                             substrings of the template with the actual user name, bind DN, and base DN during each LDAP search.
+                            Note, that the special characters must be escaped properly in XML.
+                    attribute - attribute name whose values will be returned by the LDAP search.
+                    prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
+                             the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
+                             as local role names. Empty, by default.
+             Example:
+                <ldap>
+                    <server>my_ldap_server</server>
+                    <roles>
+                        <my_local_role1 />
+                        <my_local_role2 />
+                    </roles>
+                    <role_mapping>
+                        <base_dn>ou=groups,dc=example,dc=com</base_dn>
+                        <scope>subtree</scope>
+                        <search_filter>(&amp;(objectClass=groupOfNames)(member={bind_dn}))</search_filter>
+                        <attribute>cn</attribute>
+                        <prefix>clickhouse_</prefix>
+                    </role_mapping>
+                </ldap>
+        -->
+    </user_directories>
+
+    <!-- Default profile of settings. -->
+    <default_profile>default</default_profile>
+
+    <!-- Comma-separated list of prefixes for user-defined settings. -->
+    <custom_settings_prefixes></custom_settings_prefixes>
+
+    <!-- System profile of settings. This settings are used by internal processes (Distributed DDL worker and so on). -->
+    <!-- <system_profile>default</system_profile> -->
+
+    <!-- Buffer profile of settings.
+         This settings are used by Buffer storage to flush data to the underlying table.
+         Default: used from system_profile directive.
+    -->
+    <!-- <buffer_profile>default</buffer_profile> -->
+
+    <!-- Default database. -->
+    <default_database>default</default_database>
+
+    <!-- Server time zone could be set here.
+
+         Time zone is used when converting between String and DateTime types,
+          when printing DateTime in text formats and parsing DateTime from text,
+          it is used in date and time related functions, if specific time zone was not passed as an argument.
+
+         Time zone is specified as identifier from IANA time zone database, like UTC or Africa/Abidjan.
+         If not specified, system time zone at server startup is used.
+
+         Please note, that server could display time zone alias instead of specified name.
+         Example: W-SU is an alias for Europe/Moscow and Zulu is an alias for UTC.
+    -->
+    <!-- <timezone>Europe/Moscow</timezone> -->
+
+    <!-- You can specify umask here (see "man umask"). Server will apply it on startup.
+         Number is always parsed as octal. Default umask is 027 (other users cannot read logs, data files, etc; group can only read).
+    -->
+    <!-- <umask>022</umask> -->
+
+    <!-- Perform mlockall after startup to lower first queries latency
+          and to prevent clickhouse executable from being paged out under high IO load.
+         Enabling this option is recommended but will lead to increased startup time for up to a few seconds.
+    -->
+    <mlock_executable>true</mlock_executable>
+
+    <!-- Reallocate memory for machine code ("text") using huge pages. Highly experimental. -->
+    <remap_executable>false</remap_executable>
+
+    <![CDATA[
+         Uncomment below in order to use JDBC table engine and function.
+
+         To install and run JDBC bridge in background:
+         * [Debian/Ubuntu]
+           export MVN_URL=https://repo1.maven.org/maven2/ru/yandex/clickhouse/clickhouse-jdbc-bridge
+           export PKG_VER=$(curl -sL $MVN_URL/maven-metadata.xml | grep '<release>' | sed -e 's|.*>\(.*\)<.*|\1|')
+           wget https://github.com/ClickHouse/clickhouse-jdbc-bridge/releases/download/v$PKG_VER/clickhouse-jdbc-bridge_$PKG_VER-1_all.deb
+           apt install --no-install-recommends -f ./clickhouse-jdbc-bridge_$PKG_VER-1_all.deb
+           clickhouse-jdbc-bridge &
+
+         * [CentOS/RHEL]
+           export MVN_URL=https://repo1.maven.org/maven2/ru/yandex/clickhouse/clickhouse-jdbc-bridge
+           export PKG_VER=$(curl -sL $MVN_URL/maven-metadata.xml | grep '<release>' | sed -e 's|.*>\(.*\)<.*|\1|')
+           wget https://github.com/ClickHouse/clickhouse-jdbc-bridge/releases/download/v$PKG_VER/clickhouse-jdbc-bridge-$PKG_VER-1.noarch.rpm
+           yum localinstall -y clickhouse-jdbc-bridge-$PKG_VER-1.noarch.rpm
+           clickhouse-jdbc-bridge &
+
+         Please refer to https://github.com/ClickHouse/clickhouse-jdbc-bridge#usage for more information.
+    ]]>
+    <!--
+    <jdbc_bridge>
+        <host>127.0.0.1</host>
+        <port>9019</port>
+    </jdbc_bridge>
+    -->
+  
+    <!-- Configuration of clusters that could be used in Distributed tables.
+         https://clickhouse.tech/docs/en/operations/table_engines/distributed/
+      -->
+    <remote_servers>
+        <!-- Test only shard config for testing distributed storage -->
+        <test_shard_localhost>
+            <!-- Inter-server per-cluster secret for Distributed queries
+                 default: no secret (no authentication will be performed)
+
+                 If set, then Distributed queries will be validated on shards, so at least:
+                 - such cluster should exist on the shard,
+                 - such cluster should have the same secret.
+
+                 And also (and which is more important), the initial_user will
+                 be used as current user for the query.
+
+                 Right now the protocol is pretty simple and it only takes into account:
+                 - cluster name
+                 - query
+
+                 Also it will be nice if the following will be implemented:
+                 - source hostname (see interserver_http_host), but then it will depends from DNS,
+                   it can use IP address instead, but then the you need to get correct on the initiator node.
+                 - target hostname / ip address (same notes as for source hostname)
+                 - time-based security tokens
+            -->
+            <!-- <secret></secret> -->
+
+            <shard>
+                <!-- Optional. Whether to write data to just one of the replicas. Default: false (write data to all replicas). -->
+                <!-- <internal_replication>false</internal_replication> -->
+                <!-- Optional. Shard weight when writing data. Default: 1. -->
+                <!-- <weight>1</weight> -->
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                    <!-- Optional. Priority of the replica for load_balancing. Default: 1 (less value has more priority). -->
+                    <!-- <priority>1</priority> -->
+                </replica>
+            </shard>
+        </test_shard_localhost>
+        <test_cluster_two_shards_localhost>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </test_cluster_two_shards_localhost>
+        <test_cluster_two_shards>
+            <shard>
+                <replica>
+                    <host>127.0.0.1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>127.0.0.2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards>
+        <test_cluster_two_shards_internal_replication>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>127.0.0.1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>127.0.0.2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards_internal_replication>
+        <test_shard_localhost_secure>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </test_shard_localhost_secure>
+        <test_unavailable_shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>1</port>
+                </replica>
+            </shard>
+        </test_unavailable_shard>
+    </remote_servers>
+
+    <!-- The list of hosts allowed to use in URL-related storage engines and table functions.
+        If this section is not present in configuration, all hosts are allowed.
+    -->
+    <!--<remote_url_allow_hosts>-->
+        <!-- Host should be specified exactly as in URL. The name is checked before DNS resolution.
+            Example: "yandex.ru", "yandex.ru." and "www.yandex.ru" are different hosts.
+                    If port is explicitly specified in URL, the host:port is checked as a whole.
+                    If host specified here without port, any port with this host allowed.
+                    "yandex.ru" -> "yandex.ru:443", "yandex.ru:80" etc. is allowed, but "yandex.ru:80" -> only "yandex.ru:80" is allowed.
+            If the host is specified as IP address, it is checked as specified in URL. Example: "[2a02:6b8:a::a]".
+            If there are redirects and support for redirects is enabled, every redirect (the Location field) is checked.
+        -->
+
+        <!-- Regular expression can be specified. RE2 engine is used for regexps.
+            Regexps are not aligned: don't forget to add ^ and $. Also don't forget to escape dot (.) metacharacter
+            (forgetting to do so is a common source of error).
+        -->
+    <!--</remote_url_allow_hosts>-->
+
+    <!-- If element has 'incl' attribute, then for it's value will be used corresponding substitution from another file.
+         By default, path to file with substitutions is /etc/metrika.xml. It could be changed in config in 'include_from' element.
+         Values for substitutions are specified in /yandex/name_of_substitution elements in that file.
+      -->
+
+    <!-- ZooKeeper is used to store metadata about replicas, when using Replicated tables.
+         Optional. If you don't use replicated tables, you could omit that.
+
+         See https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/replication/
+      -->
+
+    <!--
+    <zookeeper>
+        <node>
+            <host>example1</host>
+            <port>2181</port>
+        </node>
+        <node>
+            <host>example2</host>
+            <port>2181</port>
+        </node>
+        <node>
+            <host>example3</host>
+            <port>2181</port>
+        </node>
+    </zookeeper>
+    -->
+
+    <!-- Substitutions for parameters of replicated tables.
+          Optional. If you don't use replicated tables, you could omit that.
+
+         See https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/replication/#creating-replicated-tables
+      -->
+    <!--
+    <macros>
+        <shard>01</shard>
+        <replica>example01-01-1</replica>
+    </macros>
+    -->
+
+
+    <!-- Reloading interval for embedded dictionaries, in seconds. Default: 3600. -->
+    <builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
+
+
+    <!-- Maximum session timeout, in seconds. Default: 3600. -->
+    <max_session_timeout>3600</max_session_timeout>
+
+    <!-- Default session timeout, in seconds. Default: 60. -->
+    <default_session_timeout>60</default_session_timeout>
+
+    <!-- Sending data to Graphite for monitoring. Several sections can be defined. -->
+    <!--
+        interval - send every X second
+        root_path - prefix for keys
+        hostname_in_path - append hostname to root_path (default = true)
+        metrics - send data from table system.metrics
+        events - send data from table system.events
+        asynchronous_metrics - send data from table system.asynchronous_metrics
+    -->
+    <!--
+    <graphite>
+        <host>localhost</host>
+        <port>42000</port>
+        <timeout>0.1</timeout>
+        <interval>60</interval>
+        <root_path>one_min</root_path>
+        <hostname_in_path>true</hostname_in_path>
+
+        <metrics>true</metrics>
+        <events>true</events>
+        <events_cumulative>false</events_cumulative>
+        <asynchronous_metrics>true</asynchronous_metrics>
+    </graphite>
+    <graphite>
+        <host>localhost</host>
+        <port>42000</port>
+        <timeout>0.1</timeout>
+        <interval>1</interval>
+        <root_path>one_sec</root_path>
+
+        <metrics>true</metrics>
+        <events>true</events>
+        <events_cumulative>false</events_cumulative>
+        <asynchronous_metrics>false</asynchronous_metrics>
+    </graphite>
+    -->
+
+    <!-- Serve endpoint for Prometheus monitoring. -->
+    <!--
+        endpoint - mertics path (relative to root, statring with "/")
+        port - port to setup server. If not defined or 0 than http_port used
+        metrics - send data from table system.metrics
+        events - send data from table system.events
+        asynchronous_metrics - send data from table system.asynchronous_metrics
+        status_info - send data from different component from CH, ex: Dictionaries status
+    -->
+    <!--
+    <prometheus>
+        <endpoint>/metrics</endpoint>
+        <port>9363</port>
+
+        <metrics>true</metrics>
+        <events>true</events>
+        <asynchronous_metrics>true</asynchronous_metrics>
+        <status_info>true</status_info>
+    </prometheus>
+    -->
+
+    <!-- Query log. Used only for queries with setting log_queries = 1. -->
+    <query_log>
+        <!-- What table to insert data. If table is not exist, it will be created.
+             When query log structure is changed after system update,
+              then old table will be renamed and new table will be created automatically.
+        -->
+        <database>system</database>
+        <table>query_log</table>
+        <!--
+            PARTITION BY expr: https://clickhouse.yandex/docs/en/table_engines/mergetree-family/custom_partitioning_key/
+            Example:
+                event_date
+                toMonday(event_date)
+                toYYYYMM(event_date)
+                toStartOfHour(event_time)
+        -->
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <!--
+            Table TTL specification: https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/mergetree/#mergetree-table-ttl
+            Example:
+                event_date + INTERVAL 1 WEEK
+                event_date + INTERVAL 7 DAY DELETE
+                event_date + INTERVAL 2 WEEK TO DISK 'bbb'
+
+        <ttl>event_date + INTERVAL 30 DAY DELETE</ttl>
+        -->
+
+        <!-- Instead of partition_by, you can provide full engine expression (starting with ENGINE = ) with parameters,
+             Example: <engine>ENGINE = MergeTree PARTITION BY toYYYYMM(event_date) ORDER BY (event_date, event_time) SETTINGS index_granularity = 1024</engine>
+          -->
+
+        <!-- Interval of flushing data. -->
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_log>
+
+    <!-- Trace log. Stores stack traces collected by query profilers.
+         See query_profiler_real_time_period_ns and query_profiler_cpu_time_period_ns settings. -->
+    <trace_log>
+        <database>system</database>
+        <table>trace_log</table>
+
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </trace_log>
+
+    <!-- Query thread log. Has information about all threads participated in query execution.
+         Used only for queries with setting log_query_threads = 1. -->
+    <query_thread_log>
+        <database>system</database>
+        <table>query_thread_log</table>
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_thread_log>
+
+    <!-- Uncomment if use part log.
+         Part log contains information about all actions with parts in MergeTree tables (creation, deletion, merges, downloads).
+    <part_log>
+        <database>system</database>
+        <table>part_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </part_log>
+    -->
+
+    <!-- Uncomment to write text log into table.
+         Text log contains all information from usual server log but stores it in structured and efficient way.
+         The level of the messages that goes to the table can be limited (<level>), if not specified all messages will go to the table.
+    <text_log>
+        <database>system</database>
+        <table>text_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <level></level>
+    </text_log>
+    -->
+
+    <!-- Metric log contains rows with current values of ProfileEvents, CurrentMetrics collected with "collect_interval_milliseconds" interval. -->
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+
+    <!--
+        Asynchronous metric log contains values of metrics from
+        system.asynchronous_metrics.
+    -->
+    <asynchronous_metric_log>
+        <database>system</database>
+        <table>asynchronous_metric_log</table>
+        <!--
+            Asynchronous metrics are updated once a minute, so there is
+            no need to flush more often.
+        -->
+        <flush_interval_milliseconds>60000</flush_interval_milliseconds>
+    </asynchronous_metric_log>
+
+    <!--
+        OpenTelemetry log contains OpenTelemetry trace spans.
+    -->
+    <opentelemetry_span_log>
+        <!--
+            The default table creation code is insufficient, this <engine> spec
+            is a workaround. There is no 'event_time' for this log, but two times,
+            start and finish. It is sorted by finish time, to avoid inserting
+            data too far away in the past (probably we can sometimes insert a span
+            that is seconds earlier than the last span in the table, due to a race
+            between several spans inserted in parallel). This gives the spans a
+            global order that we can use to e.g. retry insertion into some external
+            system.
+        -->
+        <engine>
+            engine MergeTree
+            partition by toYYYYMM(finish_date)
+            order by (finish_date, finish_time_us, trace_id)
+        </engine>
+        <database>system</database>
+        <table>opentelemetry_span_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </opentelemetry_span_log>
+
+
+    <!-- Crash log. Stores stack traces for fatal errors.
+         This table is normally empty. -->
+    <crash_log>
+        <database>system</database>
+        <table>crash_log</table>
+
+        <partition_by />
+        <flush_interval_milliseconds>1000</flush_interval_milliseconds>
+    </crash_log>
+
+    <!-- Parameters for embedded dictionaries, used in Yandex.Metrica.
+         See https://clickhouse.yandex/docs/en/dicts/internal_dicts/
+    -->
+
+    <!-- Path to file with region hierarchy. -->
+    <!-- <path_to_regions_hierarchy_file>/opt/geo/regions_hierarchy.txt</path_to_regions_hierarchy_file> -->
+
+    <!-- Path to directory with files containing names of regions -->
+    <!-- <path_to_regions_names_files>/opt/geo/</path_to_regions_names_files> -->
+
+
+    <!-- <top_level_domains_path>/var/lib/clickhouse/top_level_domains/</top_level_domains_path> -->
+    <!-- Custom TLD lists.
+         Format: <name>/path/to/file</name>
+
+         Changes will not be applied w/o server restart.
+         Path to the list is under top_level_domains_path (see above).
+    -->
+    <top_level_domains_lists>
+        <!--
+        <public_suffix_list>/path/to/public_suffix_list.dat</public_suffix_list>
+        -->
+    </top_level_domains_lists>
+
+    <!-- Configuration of external dictionaries. See:
+         https://clickhouse.tech/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts
+    -->
+    <dictionaries_config>*_dictionary.xml</dictionaries_config>
+
+    <!-- Uncomment if you want data to be compressed 30-100% better.
+         Don't do that if you just started using ClickHouse.
+      -->
+    <!--
+    <compression>
+        <!- - Set of variants. Checked in order. Last matching case wins. If nothing matches, lz4 will be used. - ->
+        <case>
+
+            <!- - Conditions. All must be satisfied. Some conditions may be omitted. - ->
+            <min_part_size>10000000000</min_part_size>        <!- - Min part size in bytes. - ->
+            <min_part_size_ratio>0.01</min_part_size_ratio>   <!- - Min size of part relative to whole table size. - ->
+
+            <!- - What compression method to use. - ->
+            <method>zstd</method>
+        </case>
+    </compression>
+    -->
+
+    <!-- Allow to execute distributed DDL queries (CREATE, DROP, ALTER, RENAME) on cluster.
+         Works only if ZooKeeper is enabled. Comment it if such functionality isn't required. -->
+    <distributed_ddl>
+        <!-- Path in ZooKeeper to queue with DDL queries -->
+        <path>/clickhouse/task_queue/ddl</path>
+
+        <!-- Settings from this profile will be used to execute DDL queries -->
+        <!-- <profile>default</profile> -->
+
+        <!-- Controls how much ON CLUSTER queries can be run simultaneously. -->
+        <!-- <pool_size>1</pool_size> -->
+
+        <!--
+             Cleanup settings (active tasks will not be removed)
+        -->
+
+        <!-- Controls task TTL (default 1 week) -->
+        <!-- <task_max_lifetime>604800</task_max_lifetime> -->
+
+        <!-- Controls how often cleanup should be performed (in seconds) -->
+        <!-- <cleanup_delay_period>60</cleanup_delay_period> -->
+
+        <!-- Controls how many tasks could be in the queue -->
+        <!-- <max_tasks_in_queue>1000</max_tasks_in_queue> -->
+    </distributed_ddl>
+
+    <!-- Settings to fine tune MergeTree tables. See documentation in source code, in MergeTreeSettings.h -->
+    <!--
+    <merge_tree>
+        <max_suspicious_broken_parts>5</max_suspicious_broken_parts>
+    </merge_tree>
+    -->
+
+    <!-- Protection from accidental DROP.
+         If size of a MergeTree table is greater than max_table_size_to_drop (in bytes) than table could not be dropped with any DROP query.
+         If you want do delete one table and don't want to change clickhouse-server config, you could create special file <clickhouse-path>/flags/force_drop_table and make DROP once.
+         By default max_table_size_to_drop is 50GB; max_table_size_to_drop=0 allows to DROP any tables.
+         The same for max_partition_size_to_drop.
+         Uncomment to disable protection.
+    -->
+    <!-- <max_table_size_to_drop>0</max_table_size_to_drop> -->
+    <!-- <max_partition_size_to_drop>0</max_partition_size_to_drop> -->
+
+    <!-- Example of parameters for GraphiteMergeTree table engine -->
+    <graphite_rollup_example>
+        <pattern>
+            <regexp>click_cost</regexp>
+            <function>any</function>
+            <retention>
+                <age>0</age>
+                <precision>3600</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>60</precision>
+            </retention>
+        </pattern>
+        <default>
+            <function>max</function>
+            <retention>
+                <age>0</age>
+                <precision>60</precision>
+            </retention>
+            <retention>
+                <age>3600</age>
+                <precision>300</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>3600</precision>
+            </retention>
+        </default>
+    </graphite_rollup_example>
+
+    <!-- Directory in <clickhouse-path> containing schema files for various input formats.
+         The directory will be created if it doesn't exist.
+      -->
+    <format_schema_path>/var/lib/clickhouse/format_schemas/</format_schema_path>
+
+    <!-- Default query masking rules, matching lines would be replaced with something else in the logs
+        (both text logs and system.query_log).
+        name - name for the rule (optional)
+        regexp - RE2 compatible regular expression (mandatory)
+        replace - substitution string for sensitive data (optional, by default - six asterisks)
+    -->
+    <query_masking_rules>
+        <rule>
+            <name>hide encrypt/decrypt arguments</name>
+            <regexp>((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:'(?:\\'|.)+'|.*?)\s*\)</regexp>
+            <!-- or more secure, but also more invasive:
+                (aes_\w+)\s*\(.*\)
+            -->
+            <replace>\1(???)</replace>
+        </rule>
+    </query_masking_rules>
+
+    <!-- Uncomment to use custom http handlers.
+        rules are checked from top to bottom, first match runs the handler
+            url - to match request URL, you can use 'regex:' prefix to use regex match(optional)
+            methods - to match request method, you can use commas to separate multiple method matches(optional)
+            headers - to match request headers, match each child element(child element name is header name), you can use 'regex:' prefix to use regex match(optional)
+        handler is request handler
+            type - supported types: static, dynamic_query_handler, predefined_query_handler
+            query - use with predefined_query_handler type, executes query when the handler is called
+            query_param_name - use with dynamic_query_handler type, extracts and executes the value corresponding to the <query_param_name> value in HTTP request params
+            status - use with static type, response status code
+            content_type - use with static type, response content-type
+            response_content - use with static type, Response content sent to client, when using the prefix 'file://' or 'config://', find the content from the file or configuration send to client.
+
+    <http_handlers>
+        <rule>
+            <url>/</url>
+            <methods>POST,GET</methods>
+            <headers><pragma>no-cache</pragma></headers>
+            <handler>
+                <type>dynamic_query_handler</type>
+                <query_param_name>query</query_param_name>
+            </handler>
+        </rule>
+
+        <rule>
+            <url>/predefined_query</url>
+            <methods>POST,GET</methods>
+            <handler>
+                <type>predefined_query_handler</type>
+                <query>SELECT * FROM system.settings</query>
+            </handler>
+        </rule>
+
+        <rule>
+            <handler>
+                <type>static</type>
+                <status>200</status>
+                <content_type>text/plain; charset=UTF-8</content_type>
+                <response_content>config://http_server_default_response</response_content>
+            </handler>
+        </rule>
+    </http_handlers>
+    -->
+
+    <send_crash_reports>
+        <!-- Changing <enabled> to true allows sending crash reports to -->
+        <!-- the ClickHouse core developers team via Sentry https://sentry.io -->
+        <!-- Doing so at least in pre-production environments is highly appreciated -->
+        <enabled>false</enabled>
+        <!-- Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report -->
+        <anonymize>false</anonymize>
+        <!-- Default endpoint should be changed to different Sentry DSN only if you have -->
+        <!-- some in-house engineers or hired consultants who're going to debug ClickHouse issues for you -->
+        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
+    </send_crash_reports>
+
+    <!-- Uncomment to disable ClickHouse internal DNS caching. -->
+    <!-- <disable_internal_dns_cache>1</disable_internal_dns_cache> -->
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/embedded.xml b/tests/integration/test_config_xml_full/configs/embedded.xml
new file mode 100644
index 00000000000..a66f57d1eb7
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/embedded.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<!-- Config that is used when server is run without config file. -->
+<yandex>
+    <logger>
+        <level>trace</level>
+        <console>true</console>
+    </logger>
+
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+    <mysql_port>9004</mysql_port>
+
+    <path>./</path>
+
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <mlock_executable>true</mlock_executable>
+
+    <users>
+        <default>
+            <password></password>
+
+            <networks>
+                <ip>::/0</ip>
+            </networks>
+
+            <profile>default</profile>
+            <quota>default</quota>
+            <access_management>1</access_management>
+        </default>
+    </users>
+
+    <profiles>
+        <default/>
+    </profiles>
+
+    <quotas>
+        <default />
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/users.d/allow_introspection_functions.xml b/tests/integration/test_config_xml_full/configs/users.d/allow_introspection_functions.xml
new file mode 100644
index 00000000000..b94e95bc043
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/users.d/allow_introspection_functions.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <allow_introspection_functions>1</allow_introspection_functions>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/users.d/log_queries.xml b/tests/integration/test_config_xml_full/configs/users.d/log_queries.xml
new file mode 100644
index 00000000000..25261072ade
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/users.d/log_queries.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <profiles>
+        <default>
+            <log_queries>1</log_queries>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/configs/users.xml b/tests/integration/test_config_xml_full/configs/users.xml
new file mode 100644
index 00000000000..829748dafb1
--- /dev/null
+++ b/tests/integration/test_config_xml_full/configs/users.xml
@@ -0,0 +1,120 @@
+<?xml version="1.0"?>
+<yandex>
+    <!-- Profiles of settings. -->
+    <profiles>
+        <!-- Default settings. -->
+        <default>
+            <!-- Maximum memory usage for processing single query, in bytes. -->
+            <max_memory_usage>10000000000</max_memory_usage>
+            <max_block_size>64999</max_block_size>
+
+            <!-- How to choose between replicas during distributed query processing.
+                 random - choose random replica from set of replicas with minimum number of errors
+                 nearest_hostname - from set of replicas with minimum number of errors, choose replica
+                  with minimum number of different symbols between replica's hostname and local hostname
+                  (Hamming distance).
+                 in_order - first live replica is chosen in specified order.
+                 first_or_random - if first replica one has higher number of errors, pick a random one from replicas with minimum number of errors.
+            -->
+            <load_balancing>random</load_balancing>
+        </default>
+
+        <!-- Profile that allows only read queries. -->
+        <readonly>
+            <readonly>1</readonly>
+        </readonly>
+    </profiles>
+
+    <!-- Users and ACL. -->
+    <users>
+        <!-- If user name was not specified, 'default' user is used. -->
+        <default>
+            <!-- Password could be specified in plaintext or in SHA256 (in hex format).
+
+                 If you want to specify password in plaintext (not recommended), place it in 'password' element.
+                 Example: <password>qwerty</password>.
+                 Password could be empty.
+
+                 If you want to specify SHA256, place it in 'password_sha256_hex' element.
+                 Example: <password_sha256_hex>65e84be33532fb784c48129675f9eff3a682b27168c0ea744b2cf58ee02337c5</password_sha256_hex>
+                 Restrictions of SHA256: impossibility to connect to ClickHouse using MySQL JS client (as of July 2019).
+
+                 If you want to specify double SHA1, place it in 'password_double_sha1_hex' element.
+                 Example: <password_double_sha1_hex>e395796d6546b1b65db9d665cd43f0e858dd4303</password_double_sha1_hex>
+
+                 If you want to specify a previously defined LDAP server (see 'ldap_servers' in the main config) for authentication,
+                  place its name in 'server' element inside 'ldap' element.
+                 Example: <ldap><server>my_ldap_server</server></ldap>
+
+                 If you want to authenticate the user via Kerberos (assuming Kerberos is enabled, see 'kerberos' in the main config),
+                  place 'kerberos' element instead of 'password' (and similar) elements.
+                 The name part of the canonical principal name of the initiator must match the user name for authentication to succeed.
+                 You can also place 'realm' element inside 'kerberos' element to further restrict authentication to only those requests
+                  whose initiator's realm matches it. 
+                 Example: <kerberos />
+                 Example: <kerberos><realm>EXAMPLE.COM</realm></kerberos>
+
+                 How to generate decent password:
+                 Execute: PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha256sum | tr -d '-'
+                 In first line will be password and in second - corresponding SHA256.
+
+                 How to generate double SHA1:
+                 Execute: PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha1sum | tr -d '-' | xxd -r -p | sha1sum | tr -d '-'
+                 In first line will be password and in second - corresponding double SHA1.
+            -->
+            <password></password>
+
+            <!-- List of networks with open access.
+
+                 To open access from everywhere, specify:
+                    <ip>::/0</ip>
+
+                 To open access only from localhost, specify:
+                    <ip>::1</ip>
+                    <ip>127.0.0.1</ip>
+
+                 Each element of list has one of the following forms:
+                 <ip> IP-address or network mask. Examples: 213.180.204.3 or 10.0.0.1/8 or 10.0.0.1/255.255.255.0
+                     2a02:6b8::3 or 2a02:6b8::3/64 or 2a02:6b8::3/ffff:ffff:ffff:ffff::.
+                 <host> Hostname. Example: server01.yandex.ru.
+                     To check access, DNS query is performed, and all received addresses compared to peer address.
+                 <host_regexp> Regular expression for host names. Example, ^server\d\d-\d\d-\d\.yandex\.ru$
+                     To check access, DNS PTR query is performed for peer address and then regexp is applied.
+                     Then, for result of PTR query, another DNS query is performed and all received addresses compared to peer address.
+                     Strongly recommended that regexp is ends with $
+                 All results of DNS requests are cached till server restart.
+            -->
+            <networks>
+                <ip>::/0</ip>
+            </networks>
+
+            <!-- Settings profile for user. -->
+            <profile>default</profile>
+
+            <!-- Quota for user. -->
+            <quota>default</quota>
+
+            <!-- User can create other users and grant rights to them. -->
+            <!-- <access_management>1</access_management> -->
+        </default>
+    </users>
+
+    <!-- Quotas. -->
+    <quotas>
+        <!-- Name of quota. -->
+        <default>
+            <!-- Limits for time interval. You could specify many intervals with different limits. -->
+            <interval>
+                <!-- Length of interval. -->
+                <duration>3600</duration>
+
+                <!-- No limits. Just calculate resource usage for time interval. -->
+                <queries>0</queries>
+                <errors>0</errors>
+                <result_rows>0</result_rows>
+                <read_rows>0</read_rows>
+                <execution_time>0</execution_time>
+            </interval>
+        </default>
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_config_xml_full/test.py b/tests/integration/test_config_xml_full/test.py
new file mode 100644
index 00000000000..a8650a0dc55
--- /dev/null
+++ b/tests/integration/test_config_xml_full/test.py
@@ -0,0 +1,40 @@
+import time
+import threading
+from os import path as p, unlink
+from tempfile import NamedTemporaryFile
+
+import helpers
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+
+def test_xml_full_conf():
+    # all configs are in XML
+    cluster = ClickHouseCluster(__file__, zookeeper_config_path='configs/config.d/zookeeper.xml')
+
+    all_confd = ['configs/config.d/access_control.xml',
+                'configs/config.d/keeper_port.xml',
+                'configs/config.d/logging_no_rotate.xml',
+                'configs/config.d/log_to_console.xml',
+                'configs/config.d/macros.xml',
+                'configs/config.d/metric_log.xml',
+                'configs/config.d/more_clusters.xml',
+                'configs/config.d/part_log.xml',
+                'configs/config.d/path.xml',
+                'configs/config.d/query_masking_rules.xml',
+                'configs/config.d/tcp_with_proxy.xml',
+                'configs/config.d/text_log.xml',
+                'configs/config.d/zookeeper.xml']
+
+    all_userd = ['configs/users.d/allow_introspection_functions.xml',
+                'configs/users.d/log_queries.xml']
+
+    node = cluster.add_instance('node', base_config_dir='configs', main_configs=all_confd, user_configs=all_userd, with_zookeeper=False)
+
+    try:
+        cluster.start()
+        assert(node.query("select value from system.settings where name = 'max_memory_usage'") == "10000000000\n")
+        assert(node.query("select value from system.settings where name = 'max_block_size'") == "64999\n")
+
+    finally:
+        cluster.shutdown()
diff --git a/tests/integration/test_config_xml_main/__init__.py b/tests/integration/test_config_xml_main/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_config_xml_main/configs/config.d/access_control.yaml b/tests/integration/test_config_xml_main/configs/config.d/access_control.yaml
new file mode 100644
index 00000000000..d8ead517c86
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/access_control.yaml
@@ -0,0 +1,7 @@
+user_directories:
+  users_xml:
+    path: users.xml
+  local_directory:
+    path: access/
+  "@replace": replace
+
diff --git a/tests/integration/test_config_xml_main/configs/config.d/keeper_port.yaml b/tests/integration/test_config_xml_main/configs/config.d/keeper_port.yaml
new file mode 100644
index 00000000000..91723bc372f
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/keeper_port.yaml
@@ -0,0 +1,15 @@
+keeper_server:
+  tcp_port: 9181
+  server_id: 1
+  coordination_settings:
+    operation_timeout_ms: 10000
+    session_timeout_ms: 30000
+    force_sync: false
+    startup_timeout: 60000
+    reserved_log_items: 1000000000000000
+  raft_configuration:
+    server:
+      id: 1
+      hostname: localhost
+      port: 44444
+
diff --git a/tests/integration/test_config_xml_main/configs/config.d/log_to_console.yaml b/tests/integration/test_config_xml_main/configs/config.d/log_to_console.yaml
new file mode 100644
index 00000000000..7b59339800b
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/log_to_console.yaml
@@ -0,0 +1,7 @@
+logger:
+  console: true
+  log:
+    "@remove": remove
+  errorlog:
+    "@remove": remove
+
diff --git a/tests/integration/test_config_xml_main/configs/config.d/logging_no_rotate.yaml b/tests/integration/test_config_xml_main/configs/config.d/logging_no_rotate.yaml
new file mode 100644
index 00000000000..513cd3f7dc5
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/logging_no_rotate.yaml
@@ -0,0 +1,2 @@
+logger:
+  size: never
diff --git a/tests/integration/test_config_xml_main/configs/config.d/macros.yaml b/tests/integration/test_config_xml_main/configs/config.d/macros.yaml
new file mode 100644
index 00000000000..a9c61e270ab
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/macros.yaml
@@ -0,0 +1,7 @@
+macros:
+  test: 'Hello, world!'
+  shard: s1
+  replica: r1
+  default_path_test: '/clickhouse/tables/{database}/{shard}/'
+  default_name_test: 'table_{table}'
+
diff --git a/tests/integration/test_config_xml_main/configs/config.d/metric_log.yaml b/tests/integration/test_config_xml_main/configs/config.d/metric_log.yaml
new file mode 100644
index 00000000000..aafad939c37
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/metric_log.yaml
@@ -0,0 +1,6 @@
+metric_log:
+  database: system
+  table: metric_log
+  flush_interval_milliseconds: 7500
+  collect_interval_milliseconds: 1000
+
diff --git a/tests/integration/test_config_xml_main/configs/config.d/more_clusters.yaml b/tests/integration/test_config_xml_main/configs/config.d/more_clusters.yaml
new file mode 100644
index 00000000000..7da07190894
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/more_clusters.yaml
@@ -0,0 +1,23 @@
+remote_servers:
+  single_remote_shard_at_port_9001:
+    shard:
+      replica:
+        host: localhost
+        port: 9001
+  two_remote_shards_at_port_9001_9002:
+    shard:
+      - replica:
+          host: localhost
+          port: 9001
+      - replica:
+          host: localhost
+          port: 9002
+  two_shards_one_local_one_remote_at_port_9001:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 9001
+
diff --git a/tests/integration/test_config_xml_main/configs/config.d/part_log.yaml b/tests/integration/test_config_xml_main/configs/config.d/part_log.yaml
new file mode 100644
index 00000000000..43f60146dca
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/part_log.yaml
@@ -0,0 +1,5 @@
+part_log:
+  database: system
+  table: part_log
+  flush_interval_milliseconds: 7500
+
diff --git a/tests/integration/test_config_xml_main/configs/config.d/path.yaml b/tests/integration/test_config_xml_main/configs/config.d/path.yaml
new file mode 100644
index 00000000000..3e26e8906ee
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/path.yaml
@@ -0,0 +1,18 @@
+path:
+  - ./
+  - "@replace": replace
+tmp_path:
+  - ./tmp/
+  - "@replace": replace
+user_files_path:
+  - ./user_files/
+  - "@replace": replace
+format_schema_path:
+  - ./format_schemas/
+  - "@replace": replace
+access_control_path:
+  - ./access/
+  - "@replace": replace
+top_level_domains_path:
+  - ./top_level_domains/
+  - "@replace": replace
diff --git a/tests/integration/test_config_xml_main/configs/config.d/query_masking_rules.yaml b/tests/integration/test_config_xml_main/configs/config.d/query_masking_rules.yaml
new file mode 100644
index 00000000000..38163429d81
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/query_masking_rules.yaml
@@ -0,0 +1,4 @@
+query_masking_rules:
+  rule:
+    regexp: TOPSECRET.TOPSECRET
+    replace: '[hidden]'
diff --git a/tests/integration/test_config_xml_main/configs/config.d/tcp_with_proxy.yaml b/tests/integration/test_config_xml_main/configs/config.d/tcp_with_proxy.yaml
new file mode 100644
index 00000000000..b0349f5a9b9
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/tcp_with_proxy.yaml
@@ -0,0 +1 @@
+tcp_with_proxy_port: 9010
diff --git a/tests/integration/test_config_xml_main/configs/config.d/test_cluster_with_incorrect_pw.yaml b/tests/integration/test_config_xml_main/configs/config.d/test_cluster_with_incorrect_pw.yaml
new file mode 100644
index 00000000000..309a7daa81d
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/test_cluster_with_incorrect_pw.yaml
@@ -0,0 +1,11 @@
+remote_servers:
+  test_cluster_with_incorrect_pw:
+    shard:
+      internal_replication: true
+      replica:
+        - host: 127.0.0.1
+          port: 9000
+          password: foo
+        - host: 127.0.0.2
+          port: 9000
+          password: foo
diff --git a/tests/integration/test_config_xml_main/configs/config.d/text_log.yaml b/tests/integration/test_config_xml_main/configs/config.d/text_log.yaml
new file mode 100644
index 00000000000..4d188020e37
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/text_log.yaml
@@ -0,0 +1,4 @@
+text_log:
+  database: system
+  table: text_log
+  flush_interval_milliseconds: 7500
diff --git a/tests/integration/test_config_xml_main/configs/config.d/zookeeper.yaml b/tests/integration/test_config_xml_main/configs/config.d/zookeeper.yaml
new file mode 100644
index 00000000000..be02c516798
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.d/zookeeper.yaml
@@ -0,0 +1,5 @@
+zookeeper:
+  node:
+    host: localhost
+    port: 9181
+    "@index": 1
diff --git a/tests/integration/test_config_xml_main/configs/config.xml b/tests/integration/test_config_xml_main/configs/config.xml
new file mode 100644
index 00000000000..3b5dab50ffe
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/config.xml
@@ -0,0 +1,277 @@
+<?xml version="1.0"?>
+<yandex>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/clickhouse-server.log</log>
+        <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+    </logger>
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+    <mysql_port>9004</mysql_port>
+    <postgresql_port>9005</postgresql_port>
+    <interserver_http_port>9009</interserver_http_port>
+    <max_connections>4096</max_connections>
+    <keep_alive_timeout>3</keep_alive_timeout>
+    <grpc>
+        <enable_ssl>false</enable_ssl>
+        <ssl_cert_file>/path/to/ssl_cert_file</ssl_cert_file>
+        <ssl_key_file>/path/to/ssl_key_file</ssl_key_file>
+        <ssl_require_client_auth>false</ssl_require_client_auth>
+        <ssl_ca_cert_file>/path/to/ssl_ca_cert_file</ssl_ca_cert_file>
+        <compression>deflate</compression>
+        <compression_level>medium</compression_level>
+        <max_send_message_size>-1</max_send_message_size>
+        <max_receive_message_size>-1</max_receive_message_size>
+        <verbose_logs>false</verbose_logs>
+    </grpc>
+    <openSSL>
+        <server> 
+            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
+            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
+            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+        </server>
+
+        <client>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <invalidCertificateHandler>
+                <name>RejectCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+    <max_concurrent_queries>100</max_concurrent_queries>
+    <max_server_memory_usage>0</max_server_memory_usage>
+    <max_thread_pool_size>10000</max_thread_pool_size>
+
+    <max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>
+
+    <total_memory_profiler_step>4194304</total_memory_profiler_step>
+
+    <total_memory_tracker_sample_probability>0</total_memory_tracker_sample_probability>
+
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+
+    <mark_cache_size>5368709120</mark_cache_size>
+
+    <mmap_cache_size>1000</mmap_cache_size>
+
+    <path>/var/lib/clickhouse/</path>
+
+    <tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
+    <user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
+    <ldap_servers>
+    </ldap_servers>
+    <user_directories>
+        <users_xml>
+            <path>users.xml</path>
+        </users_xml>
+        <local_directory>
+            <path>/var/lib/clickhouse/access/</path>
+        </local_directory>
+    </user_directories>
+    <default_profile>default</default_profile>
+    <custom_settings_prefixes></custom_settings_prefixes>
+    <default_database>default</default_database>
+    <mlock_executable>true</mlock_executable>
+
+    <remap_executable>false</remap_executable>
+    <remote_servers>
+        <test_shard_localhost>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_shard_localhost>
+        <test_cluster_two_shards_localhost>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </test_cluster_two_shards_localhost>
+        <test_cluster_two_shards>
+            <shard>
+                <replica>
+                    <host>127.0.0.1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>127.0.0.2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards>
+        <test_cluster_two_shards_internal_replication>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>127.0.0.1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>127.0.0.2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards_internal_replication>
+        <test_shard_localhost_secure>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </test_shard_localhost_secure>
+        <test_unavailable_shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>1</port>
+                </replica>
+            </shard>
+        </test_unavailable_shard>
+    </remote_servers>
+
+    <builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
+
+    <max_session_timeout>3600</max_session_timeout>
+
+    <default_session_timeout>60</default_session_timeout>
+
+    <query_log>
+        <database>system</database>
+        <table>query_log</table>
+        
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_log>
+
+    <trace_log>
+        <database>system</database>
+        <table>trace_log</table>
+
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </trace_log>
+
+    <query_thread_log>
+        <database>system</database>
+        <table>query_thread_log</table>
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_thread_log>
+
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+
+    <asynchronous_metric_log>
+        <database>system</database>
+        <table>asynchronous_metric_log</table>
+
+        <flush_interval_milliseconds>60000</flush_interval_milliseconds>
+    </asynchronous_metric_log>
+
+    <opentelemetry_span_log>
+        <engine>
+            engine MergeTree
+            partition by toYYYYMM(finish_date)
+            order by (finish_date, finish_time_us, trace_id)
+        </engine>
+        <database>system</database>
+        <table>opentelemetry_span_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </opentelemetry_span_log>
+
+    <crash_log>
+        <database>system</database>
+        <table>crash_log</table>
+
+        <partition_by />
+        <flush_interval_milliseconds>1000</flush_interval_milliseconds>
+    </crash_log>
+
+    <top_level_domains_lists>
+    </top_level_domains_lists>
+
+    <dictionaries_config>*_dictionary.xml</dictionaries_config>
+    <distributed_ddl>
+        <path>/clickhouse/task_queue/ddl</path>
+    </distributed_ddl>
+    <graphite_rollup_example>
+        <pattern>
+            <regexp>click_cost</regexp>
+            <function>any</function>
+            <retention>
+                <age>0</age>
+                <precision>3600</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>60</precision>
+            </retention>
+        </pattern>
+        <default>
+            <function>max</function>
+            <retention>
+                <age>0</age>
+                <precision>60</precision>
+            </retention>
+            <retention>
+                <age>3600</age>
+                <precision>300</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>3600</precision>
+            </retention>
+        </default>
+    </graphite_rollup_example>
+    <format_schema_path>/var/lib/clickhouse/format_schemas/</format_schema_path>
+    <query_masking_rules>
+        <rule>
+            <name>hide encrypt/decrypt arguments</name>
+            <regexp>((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:'(?:\\'|.)+'|.*?)\s*\)</regexp>
+            <replace>\1(???)</replace>
+        </rule>
+    </query_masking_rules>
+    <send_crash_reports>
+        <enabled>false</enabled>
+        <anonymize>false</anonymize>
+        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
+    </send_crash_reports>
+</yandex>
diff --git a/tests/integration/test_config_xml_main/configs/embedded.xml b/tests/integration/test_config_xml_main/configs/embedded.xml
new file mode 100644
index 00000000000..a66f57d1eb7
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/embedded.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<!-- Config that is used when server is run without config file. -->
+<yandex>
+    <logger>
+        <level>trace</level>
+        <console>true</console>
+    </logger>
+
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+    <mysql_port>9004</mysql_port>
+
+    <path>./</path>
+
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <mlock_executable>true</mlock_executable>
+
+    <users>
+        <default>
+            <password></password>
+
+            <networks>
+                <ip>::/0</ip>
+            </networks>
+
+            <profile>default</profile>
+            <quota>default</quota>
+            <access_management>1</access_management>
+        </default>
+    </users>
+
+    <profiles>
+        <default/>
+    </profiles>
+
+    <quotas>
+        <default />
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_config_xml_main/configs/users.d/allow_introspection_functions.yaml b/tests/integration/test_config_xml_main/configs/users.d/allow_introspection_functions.yaml
new file mode 100644
index 00000000000..84612c198c9
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/users.d/allow_introspection_functions.yaml
@@ -0,0 +1,3 @@
+profiles:
+  default:
+    allow_introspection_functions: 1
diff --git a/tests/integration/test_config_xml_main/configs/users.d/log_queries.yaml b/tests/integration/test_config_xml_main/configs/users.d/log_queries.yaml
new file mode 100644
index 00000000000..88574e8f764
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/users.d/log_queries.yaml
@@ -0,0 +1,3 @@
+profiles:
+  default:
+    log_queries: 1
diff --git a/tests/integration/test_config_xml_main/configs/users.xml b/tests/integration/test_config_xml_main/configs/users.xml
new file mode 100644
index 00000000000..b473413bdfa
--- /dev/null
+++ b/tests/integration/test_config_xml_main/configs/users.xml
@@ -0,0 +1,19 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <max_memory_usage>10000000000</max_memory_usage>
+            <max_block_size>64999</max_block_size>
+        </default>
+    </profiles>
+
+    <users>
+        <default>
+            <password></password>
+            <networks replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+        </default>
+    </users>
+</yandex>
diff --git a/tests/integration/test_config_xml_main/test.py b/tests/integration/test_config_xml_main/test.py
new file mode 100644
index 00000000000..052f9adb01f
--- /dev/null
+++ b/tests/integration/test_config_xml_main/test.py
@@ -0,0 +1,43 @@
+
+
+import time
+import threading
+from os import path as p, unlink
+from tempfile import NamedTemporaryFile
+
+import helpers
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+
+def test_xml_main_conf():
+    # main configs are in XML; config.d and users.d are in YAML
+    cluster = ClickHouseCluster(__file__, zookeeper_config_path='configs/config.d/zookeeper.yaml')
+
+    all_confd = ['configs/config.d/access_control.yaml',
+                'configs/config.d/keeper_port.yaml',
+                'configs/config.d/logging_no_rotate.yaml',
+                'configs/config.d/log_to_console.yaml',
+                'configs/config.d/macros.yaml',
+                'configs/config.d/metric_log.yaml',
+                'configs/config.d/more_clusters.yaml',
+                'configs/config.d/part_log.yaml',
+                'configs/config.d/path.yaml',
+                'configs/config.d/query_masking_rules.yaml',
+                'configs/config.d/tcp_with_proxy.yaml',
+                'configs/config.d/test_cluster_with_incorrect_pw.yaml',
+                'configs/config.d/text_log.yaml',
+                'configs/config.d/zookeeper.yaml']
+
+    all_userd = ['configs/users.d/allow_introspection_functions.yaml',
+                'configs/users.d/log_queries.yaml']
+
+    node = cluster.add_instance('node', base_config_dir='configs', main_configs=all_confd, user_configs=all_userd, with_zookeeper=False)
+
+    try:
+        cluster.start()
+        assert(node.query("select value from system.settings where name = 'max_memory_usage'") == "10000000000\n")
+        assert(node.query("select value from system.settings where name = 'max_block_size'") == "64999\n")
+
+    finally:
+        cluster.shutdown()
diff --git a/tests/integration/test_config_xml_yaml_mix/__init__.py b/tests/integration/test_config_xml_yaml_mix/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/0_common_instance_config.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/0_common_instance_config.yaml
new file mode 100644
index 00000000000..62e4ba8c744
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/0_common_instance_config.yaml
@@ -0,0 +1,6 @@
+timezone: Europe/Moscow
+listen_host: 0.0.0.0
+custom_settings_prefixes: custom_
+path: /var/lib/clickhouse/
+tmp_path: /var/lib/clickhouse/tmp/
+users_config: users.yaml
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/access_control.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/access_control.yaml
new file mode 100644
index 00000000000..ce2e23839ef
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/access_control.yaml
@@ -0,0 +1,7 @@
+user_directories:
+  users_xml:
+    path: users.yaml
+  local_directory:
+    path: access/
+  "@replace": replace
+
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/keeper_port.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/keeper_port.xml
new file mode 100644
index 00000000000..b21df47bc85
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/keeper_port.xml
@@ -0,0 +1,23 @@
+<yandex>
+    <keeper_server>
+        <tcp_port>9181</tcp_port>
+        <server_id>1</server_id>
+
+        <coordination_settings>
+            <operation_timeout_ms>10000</operation_timeout_ms>
+            <session_timeout_ms>30000</session_timeout_ms>
+            <force_sync>false</force_sync>
+            <startup_timeout>60000</startup_timeout>
+            <!-- we want all logs for complex problems investigation -->
+            <reserved_log_items>1000000000000000</reserved_log_items>
+        </coordination_settings>
+
+        <raft_configuration>
+            <server>
+                <id>1</id>
+                <hostname>localhost</hostname>
+                <port>44444</port>
+            </server>
+        </raft_configuration>
+    </keeper_server>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/log_to_console.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/log_to_console.yaml
new file mode 100644
index 00000000000..7b59339800b
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/log_to_console.yaml
@@ -0,0 +1,7 @@
+logger:
+  console: true
+  log:
+    "@remove": remove
+  errorlog:
+    "@remove": remove
+
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/logging_no_rotate.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/logging_no_rotate.xml
new file mode 100644
index 00000000000..2c34585437b
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/logging_no_rotate.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <logger>
+        <!-- Disable rotation
+             https://pocoproject.org/docs/Poco.FileChannel.html
+        -->
+        <size>never</size>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/macros.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/macros.yaml
new file mode 100644
index 00000000000..a9c61e270ab
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/macros.yaml
@@ -0,0 +1,7 @@
+macros:
+  test: 'Hello, world!'
+  shard: s1
+  replica: r1
+  default_path_test: '/clickhouse/tables/{database}/{shard}/'
+  default_name_test: 'table_{table}'
+
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/metric_log.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/metric_log.xml
new file mode 100644
index 00000000000..0ca9f162416
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/metric_log.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/more_clusters.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/more_clusters.yaml
new file mode 100644
index 00000000000..7da07190894
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/more_clusters.yaml
@@ -0,0 +1,23 @@
+remote_servers:
+  single_remote_shard_at_port_9001:
+    shard:
+      replica:
+        host: localhost
+        port: 9001
+  two_remote_shards_at_port_9001_9002:
+    shard:
+      - replica:
+          host: localhost
+          port: 9001
+      - replica:
+          host: localhost
+          port: 9002
+  two_shards_one_local_one_remote_at_port_9001:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 9001
+
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/part_log.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/part_log.xml
new file mode 100644
index 00000000000..6c6fc9c6982
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/part_log.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <part_log>
+        <database>system</database>
+        <table>part_log</table>
+
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </part_log>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/path.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/path.yaml
new file mode 100644
index 00000000000..3e26e8906ee
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/path.yaml
@@ -0,0 +1,18 @@
+path:
+  - ./
+  - "@replace": replace
+tmp_path:
+  - ./tmp/
+  - "@replace": replace
+user_files_path:
+  - ./user_files/
+  - "@replace": replace
+format_schema_path:
+  - ./format_schemas/
+  - "@replace": replace
+access_control_path:
+  - ./access/
+  - "@replace": replace
+top_level_domains_path:
+  - ./top_level_domains/
+  - "@replace": replace
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/query_masking_rules.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/query_masking_rules.xml
new file mode 100644
index 00000000000..5a854848f3d
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/query_masking_rules.xml
@@ -0,0 +1,10 @@
+<?xml version="1.0"?>
+<!-- Config for test server -->
+<yandex>
+    <query_masking_rules>
+        <rule>
+            <regexp>TOPSECRET.TOPSECRET</regexp>
+            <replace>[hidden]</replace>
+        </rule>
+    </query_masking_rules>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/tcp_with_proxy.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/tcp_with_proxy.yaml
new file mode 100644
index 00000000000..b0349f5a9b9
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/tcp_with_proxy.yaml
@@ -0,0 +1 @@
+tcp_with_proxy_port: 9010
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/test_cluster_with_incorrect_pw.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/test_cluster_with_incorrect_pw.xml
new file mode 100644
index 00000000000..109e35afc37
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/test_cluster_with_incorrect_pw.xml
@@ -0,0 +1,21 @@
+<yandex>
+    <remote_servers>
+        <test_cluster_with_incorrect_pw>
+             <shard>
+                 <internal_replication>true</internal_replication>
+                 <replica>
+                     <host>127.0.0.1</host>
+                     <port>9000</port>
+                     <!-- password is incorrect -->
+                     <password>foo</password>
+                 </replica>
+                 <replica>
+                     <host>127.0.0.2</host>
+                     <port>9000</port>
+                     <!-- password is incorrect -->
+                     <password>foo</password>
+                 </replica>
+             </shard>
+         </test_cluster_with_incorrect_pw>
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/text_log.yaml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/text_log.yaml
new file mode 100644
index 00000000000..4d188020e37
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/text_log.yaml
@@ -0,0 +1,4 @@
+text_log:
+  database: system
+  table: text_log
+  flush_interval_milliseconds: 7500
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.d/zookeeper.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.d/zookeeper.xml
new file mode 100644
index 00000000000..06ed7fcd39f
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.d/zookeeper.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <zookeeper>
+        <node index="1">
+            <host>localhost</host>
+            <port>9181</port>
+        </node>
+    </zookeeper>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/config.xml b/tests/integration/test_config_xml_yaml_mix/configs/config.xml
new file mode 100644
index 00000000000..e6a2b6d5324
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/config.xml
@@ -0,0 +1,277 @@
+<?xml version="1.0"?>
+<yandex>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/clickhouse-server.log</log>
+        <errorlog>/var/log/clickhouse-server/clickhouse-server.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+    </logger>
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+    <mysql_port>9004</mysql_port>
+    <postgresql_port>9005</postgresql_port>
+    <interserver_http_port>9009</interserver_http_port>
+    <max_connections>4096</max_connections>
+    <keep_alive_timeout>3</keep_alive_timeout>
+    <grpc>
+        <enable_ssl>false</enable_ssl>
+        <ssl_cert_file>/path/to/ssl_cert_file</ssl_cert_file>
+        <ssl_key_file>/path/to/ssl_key_file</ssl_key_file>
+        <ssl_require_client_auth>false</ssl_require_client_auth>
+        <ssl_ca_cert_file>/path/to/ssl_ca_cert_file</ssl_ca_cert_file>
+        <compression>deflate</compression>
+        <compression_level>medium</compression_level>
+        <max_send_message_size>-1</max_send_message_size>
+        <max_receive_message_size>-1</max_receive_message_size>
+        <verbose_logs>false</verbose_logs>
+    </grpc>
+    <openSSL>
+        <server> 
+            <certificateFile>/etc/clickhouse-server/server.crt</certificateFile>
+            <privateKeyFile>/etc/clickhouse-server/server.key</privateKeyFile>
+            <dhParamsFile>/etc/clickhouse-server/dhparam.pem</dhParamsFile>
+            <verificationMode>none</verificationMode>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+        </server>
+
+        <client>
+            <loadDefaultCAFile>true</loadDefaultCAFile>
+            <cacheSessions>true</cacheSessions>
+            <disableProtocols>sslv2,sslv3</disableProtocols>
+            <preferServerCiphers>true</preferServerCiphers>
+            <invalidCertificateHandler>
+                <name>RejectCertificateHandler</name>
+            </invalidCertificateHandler>
+        </client>
+    </openSSL>
+    <max_concurrent_queries>100</max_concurrent_queries>
+    <max_server_memory_usage>0</max_server_memory_usage>
+    <max_thread_pool_size>10000</max_thread_pool_size>
+
+    <max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>
+
+    <total_memory_profiler_step>4194304</total_memory_profiler_step>
+
+    <total_memory_tracker_sample_probability>0</total_memory_tracker_sample_probability>
+
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+
+    <mark_cache_size>5368709120</mark_cache_size>
+
+    <mmap_cache_size>1000</mmap_cache_size>
+
+    <path>/var/lib/clickhouse/</path>
+
+    <tmp_path>/var/lib/clickhouse/tmp/</tmp_path>
+    <user_files_path>/var/lib/clickhouse/user_files/</user_files_path>
+    <ldap_servers>
+    </ldap_servers>
+    <user_directories>
+        <users_xml>
+            <path>users.yaml</path>
+        </users_xml>
+        <local_directory>
+            <path>/var/lib/clickhouse/access/</path>
+        </local_directory>
+    </user_directories>
+    <default_profile>default</default_profile>
+    <custom_settings_prefixes></custom_settings_prefixes>
+    <default_database>default</default_database>
+    <mlock_executable>true</mlock_executable>
+
+    <remap_executable>false</remap_executable>
+    <remote_servers>
+        <test_shard_localhost>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_shard_localhost>
+        <test_cluster_two_shards_localhost>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <replica>
+                     <host>localhost</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </test_cluster_two_shards_localhost>
+        <test_cluster_two_shards>
+            <shard>
+                <replica>
+                    <host>127.0.0.1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>127.0.0.2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards>
+        <test_cluster_two_shards_internal_replication>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>127.0.0.1</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <internal_replication>true</internal_replication>
+                <replica>
+                    <host>127.0.0.2</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </test_cluster_two_shards_internal_replication>
+        <test_shard_localhost_secure>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9440</port>
+                    <secure>1</secure>
+                </replica>
+            </shard>
+        </test_shard_localhost_secure>
+        <test_unavailable_shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>1</port>
+                </replica>
+            </shard>
+        </test_unavailable_shard>
+    </remote_servers>
+
+    <builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
+
+    <max_session_timeout>3600</max_session_timeout>
+
+    <default_session_timeout>60</default_session_timeout>
+
+    <query_log>
+        <database>system</database>
+        <table>query_log</table>
+        
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_log>
+
+    <trace_log>
+        <database>system</database>
+        <table>trace_log</table>
+
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </trace_log>
+
+    <query_thread_log>
+        <database>system</database>
+        <table>query_thread_log</table>
+        <partition_by>toYYYYMM(event_date)</partition_by>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </query_thread_log>
+
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+
+    <asynchronous_metric_log>
+        <database>system</database>
+        <table>asynchronous_metric_log</table>
+
+        <flush_interval_milliseconds>60000</flush_interval_milliseconds>
+    </asynchronous_metric_log>
+
+    <opentelemetry_span_log>
+        <engine>
+            engine MergeTree
+            partition by toYYYYMM(finish_date)
+            order by (finish_date, finish_time_us, trace_id)
+        </engine>
+        <database>system</database>
+        <table>opentelemetry_span_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </opentelemetry_span_log>
+
+    <crash_log>
+        <database>system</database>
+        <table>crash_log</table>
+
+        <partition_by />
+        <flush_interval_milliseconds>1000</flush_interval_milliseconds>
+    </crash_log>
+
+    <top_level_domains_lists>
+    </top_level_domains_lists>
+
+    <dictionaries_config>*_dictionary.xml</dictionaries_config>
+    <distributed_ddl>
+        <path>/clickhouse/task_queue/ddl</path>
+    </distributed_ddl>
+    <graphite_rollup_example>
+        <pattern>
+            <regexp>click_cost</regexp>
+            <function>any</function>
+            <retention>
+                <age>0</age>
+                <precision>3600</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>60</precision>
+            </retention>
+        </pattern>
+        <default>
+            <function>max</function>
+            <retention>
+                <age>0</age>
+                <precision>60</precision>
+            </retention>
+            <retention>
+                <age>3600</age>
+                <precision>300</precision>
+            </retention>
+            <retention>
+                <age>86400</age>
+                <precision>3600</precision>
+            </retention>
+        </default>
+    </graphite_rollup_example>
+    <format_schema_path>/var/lib/clickhouse/format_schemas/</format_schema_path>
+    <query_masking_rules>
+        <rule>
+            <name>hide encrypt/decrypt arguments</name>
+            <regexp>((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:'(?:\\'|.)+'|.*?)\s*\)</regexp>
+            <replace>\1(???)</replace>
+        </rule>
+    </query_masking_rules>
+    <send_crash_reports>
+        <enabled>false</enabled>
+        <anonymize>false</anonymize>
+        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
+    </send_crash_reports>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/embedded.xml b/tests/integration/test_config_xml_yaml_mix/configs/embedded.xml
new file mode 100644
index 00000000000..a66f57d1eb7
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/embedded.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<!-- Config that is used when server is run without config file. -->
+<yandex>
+    <logger>
+        <level>trace</level>
+        <console>true</console>
+    </logger>
+
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+    <mysql_port>9004</mysql_port>
+
+    <path>./</path>
+
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <mlock_executable>true</mlock_executable>
+
+    <users>
+        <default>
+            <password></password>
+
+            <networks>
+                <ip>::/0</ip>
+            </networks>
+
+            <profile>default</profile>
+            <quota>default</quota>
+            <access_management>1</access_management>
+        </default>
+    </users>
+
+    <profiles>
+        <default/>
+    </profiles>
+
+    <quotas>
+        <default />
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/users.d/allow_introspection_functions.xml b/tests/integration/test_config_xml_yaml_mix/configs/users.d/allow_introspection_functions.xml
new file mode 100644
index 00000000000..b94e95bc043
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/users.d/allow_introspection_functions.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <allow_introspection_functions>1</allow_introspection_functions>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/users.d/log_queries.yaml b/tests/integration/test_config_xml_yaml_mix/configs/users.d/log_queries.yaml
new file mode 100644
index 00000000000..88574e8f764
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/users.d/log_queries.yaml
@@ -0,0 +1,3 @@
+profiles:
+  default:
+    log_queries: 1
diff --git a/tests/integration/test_config_xml_yaml_mix/configs/users.yaml b/tests/integration/test_config_xml_yaml_mix/configs/users.yaml
new file mode 100644
index 00000000000..a87a8c82819
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/configs/users.yaml
@@ -0,0 +1,12 @@
+profiles:
+  default:
+    max_memory_usage: 10000000000
+    max_block_size: 64999
+users:
+  default:
+    password: ''
+    networks:
+      "@replace": replace
+      ip: '::/0'
+    profile: default
+
diff --git a/tests/integration/test_config_xml_yaml_mix/test.py b/tests/integration/test_config_xml_yaml_mix/test.py
new file mode 100644
index 00000000000..90ee8a2dea5
--- /dev/null
+++ b/tests/integration/test_config_xml_yaml_mix/test.py
@@ -0,0 +1,43 @@
+import time
+import threading
+from os import path as p, unlink
+from tempfile import NamedTemporaryFile
+
+import helpers
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+
+def test_extra_yaml_mix():
+    # some configs are written in XML, others are written in YAML
+    cluster = ClickHouseCluster(__file__, zookeeper_config_path='configs/config.d/zookeeper.xml')
+
+    all_confd = ['configs/config.d/0_common_instance_config.yaml',
+                'configs/config.d/access_control.yaml',
+                'configs/config.d/keeper_port.xml',
+                'configs/config.d/logging_no_rotate.xml',
+                'configs/config.d/log_to_console.yaml',
+                'configs/config.d/macros.yaml',
+                'configs/config.d/metric_log.xml',
+                'configs/config.d/more_clusters.yaml',
+                'configs/config.d/part_log.xml',
+                'configs/config.d/path.yaml',
+                'configs/config.d/query_masking_rules.xml',
+                'configs/config.d/tcp_with_proxy.yaml',
+                'configs/config.d/test_cluster_with_incorrect_pw.xml',
+                'configs/config.d/text_log.yaml',
+                'configs/config.d/zookeeper.xml']
+
+    all_userd = ['configs/users.d/allow_introspection_functions.xml',
+                'configs/users.d/log_queries.yaml']
+
+    node = cluster.add_instance('node', base_config_dir='configs', main_configs=all_confd, user_configs=all_userd, with_zookeeper=False,
+    users_config_name="users.yaml", copy_common_configs=False)
+
+    try:
+        cluster.start()
+        assert(node.query("select value from system.settings where name = 'max_memory_usage'") == "10000000000\n")
+        assert(node.query("select value from system.settings where name = 'max_block_size'") == "64999\n")
+
+    finally:
+        cluster.shutdown()
diff --git a/tests/integration/test_config_yaml_full/__init__.py b/tests/integration/test_config_yaml_full/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/0_common_instance_config.yaml b/tests/integration/test_config_yaml_full/configs/config.d/0_common_instance_config.yaml
new file mode 100644
index 00000000000..62e4ba8c744
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/0_common_instance_config.yaml
@@ -0,0 +1,6 @@
+timezone: Europe/Moscow
+listen_host: 0.0.0.0
+custom_settings_prefixes: custom_
+path: /var/lib/clickhouse/
+tmp_path: /var/lib/clickhouse/tmp/
+users_config: users.yaml
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/access_control.yaml b/tests/integration/test_config_yaml_full/configs/config.d/access_control.yaml
new file mode 100644
index 00000000000..ce2e23839ef
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/access_control.yaml
@@ -0,0 +1,7 @@
+user_directories:
+  users_xml:
+    path: users.yaml
+  local_directory:
+    path: access/
+  "@replace": replace
+
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/keeper_port.yaml b/tests/integration/test_config_yaml_full/configs/config.d/keeper_port.yaml
new file mode 100644
index 00000000000..91723bc372f
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/keeper_port.yaml
@@ -0,0 +1,15 @@
+keeper_server:
+  tcp_port: 9181
+  server_id: 1
+  coordination_settings:
+    operation_timeout_ms: 10000
+    session_timeout_ms: 30000
+    force_sync: false
+    startup_timeout: 60000
+    reserved_log_items: 1000000000000000
+  raft_configuration:
+    server:
+      id: 1
+      hostname: localhost
+      port: 44444
+
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/log_to_console.yaml b/tests/integration/test_config_yaml_full/configs/config.d/log_to_console.yaml
new file mode 100644
index 00000000000..7b59339800b
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/log_to_console.yaml
@@ -0,0 +1,7 @@
+logger:
+  console: true
+  log:
+    "@remove": remove
+  errorlog:
+    "@remove": remove
+
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/logging_no_rotate.yaml b/tests/integration/test_config_yaml_full/configs/config.d/logging_no_rotate.yaml
new file mode 100644
index 00000000000..513cd3f7dc5
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/logging_no_rotate.yaml
@@ -0,0 +1,2 @@
+logger:
+  size: never
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/macros.yaml b/tests/integration/test_config_yaml_full/configs/config.d/macros.yaml
new file mode 100644
index 00000000000..a9c61e270ab
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/macros.yaml
@@ -0,0 +1,7 @@
+macros:
+  test: 'Hello, world!'
+  shard: s1
+  replica: r1
+  default_path_test: '/clickhouse/tables/{database}/{shard}/'
+  default_name_test: 'table_{table}'
+
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/metric_log.yaml b/tests/integration/test_config_yaml_full/configs/config.d/metric_log.yaml
new file mode 100644
index 00000000000..aafad939c37
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/metric_log.yaml
@@ -0,0 +1,6 @@
+metric_log:
+  database: system
+  table: metric_log
+  flush_interval_milliseconds: 7500
+  collect_interval_milliseconds: 1000
+
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/more_clusters.yaml b/tests/integration/test_config_yaml_full/configs/config.d/more_clusters.yaml
new file mode 100644
index 00000000000..7da07190894
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/more_clusters.yaml
@@ -0,0 +1,23 @@
+remote_servers:
+  single_remote_shard_at_port_9001:
+    shard:
+      replica:
+        host: localhost
+        port: 9001
+  two_remote_shards_at_port_9001_9002:
+    shard:
+      - replica:
+          host: localhost
+          port: 9001
+      - replica:
+          host: localhost
+          port: 9002
+  two_shards_one_local_one_remote_at_port_9001:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 9001
+
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/part_log.yaml b/tests/integration/test_config_yaml_full/configs/config.d/part_log.yaml
new file mode 100644
index 00000000000..43f60146dca
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/part_log.yaml
@@ -0,0 +1,5 @@
+part_log:
+  database: system
+  table: part_log
+  flush_interval_milliseconds: 7500
+
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/path.yaml b/tests/integration/test_config_yaml_full/configs/config.d/path.yaml
new file mode 100644
index 00000000000..3e26e8906ee
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/path.yaml
@@ -0,0 +1,18 @@
+path:
+  - ./
+  - "@replace": replace
+tmp_path:
+  - ./tmp/
+  - "@replace": replace
+user_files_path:
+  - ./user_files/
+  - "@replace": replace
+format_schema_path:
+  - ./format_schemas/
+  - "@replace": replace
+access_control_path:
+  - ./access/
+  - "@replace": replace
+top_level_domains_path:
+  - ./top_level_domains/
+  - "@replace": replace
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/query_masking_rules.yaml b/tests/integration/test_config_yaml_full/configs/config.d/query_masking_rules.yaml
new file mode 100644
index 00000000000..38163429d81
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/query_masking_rules.yaml
@@ -0,0 +1,4 @@
+query_masking_rules:
+  rule:
+    regexp: TOPSECRET.TOPSECRET
+    replace: '[hidden]'
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/tcp_with_proxy.yaml b/tests/integration/test_config_yaml_full/configs/config.d/tcp_with_proxy.yaml
new file mode 100644
index 00000000000..b0349f5a9b9
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/tcp_with_proxy.yaml
@@ -0,0 +1 @@
+tcp_with_proxy_port: 9010
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/test_cluster_with_incorrect_pw.yaml b/tests/integration/test_config_yaml_full/configs/config.d/test_cluster_with_incorrect_pw.yaml
new file mode 100644
index 00000000000..309a7daa81d
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/test_cluster_with_incorrect_pw.yaml
@@ -0,0 +1,11 @@
+remote_servers:
+  test_cluster_with_incorrect_pw:
+    shard:
+      internal_replication: true
+      replica:
+        - host: 127.0.0.1
+          port: 9000
+          password: foo
+        - host: 127.0.0.2
+          port: 9000
+          password: foo
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/text_log.yaml b/tests/integration/test_config_yaml_full/configs/config.d/text_log.yaml
new file mode 100644
index 00000000000..4d188020e37
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/text_log.yaml
@@ -0,0 +1,4 @@
+text_log:
+  database: system
+  table: text_log
+  flush_interval_milliseconds: 7500
diff --git a/tests/integration/test_config_yaml_full/configs/config.d/zookeeper.yaml b/tests/integration/test_config_yaml_full/configs/config.d/zookeeper.yaml
new file mode 100644
index 00000000000..be02c516798
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.d/zookeeper.yaml
@@ -0,0 +1,5 @@
+zookeeper:
+  node:
+    host: localhost
+    port: 9181
+    "@index": 1
diff --git a/tests/integration/test_config_yaml_full/configs/config.yaml b/tests/integration/test_config_yaml_full/configs/config.yaml
new file mode 100644
index 00000000000..619a3735269
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/config.yaml
@@ -0,0 +1,183 @@
+logger:
+  level: trace
+  log: /var/log/clickhouse-server/clickhouse-server.log
+  errorlog: /var/log/clickhouse-server/clickhouse-server.err.log
+  size: 1000M
+  count: 10
+http_port: 8123
+tcp_port: 9000
+mysql_port: 9004
+postgresql_port: 9005
+interserver_http_port: 9009
+max_connections: 4096
+keep_alive_timeout: 3
+grpc:
+  enable_ssl: false
+  ssl_cert_file: /path/to/ssl_cert_file
+  ssl_key_file: /path/to/ssl_key_file
+  ssl_require_client_auth: false
+  ssl_ca_cert_file: /path/to/ssl_ca_cert_file
+  compression: deflate
+  compression_level: medium
+  max_send_message_size: -1
+  max_receive_message_size: -1
+  verbose_logs: false
+openSSL:
+  server:
+    certificateFile: /etc/clickhouse-server/server.crt
+    privateKeyFile: /etc/clickhouse-server/server.key
+    dhParamsFile: /etc/clickhouse-server/dhparam.pem
+    verificationMode: none
+    loadDefaultCAFile: true
+    cacheSessions: true
+    disableProtocols: 'sslv2,sslv3'
+    preferServerCiphers: true
+  client:
+    loadDefaultCAFile: true
+    cacheSessions: true
+    disableProtocols: 'sslv2,sslv3'
+    preferServerCiphers: true
+    invalidCertificateHandler:
+      name: RejectCertificateHandler
+max_concurrent_queries: 100
+max_server_memory_usage: 0
+max_thread_pool_size: 10000
+max_server_memory_usage_to_ram_ratio: 0.9
+total_memory_profiler_step: 4194304
+total_memory_tracker_sample_probability: 0
+uncompressed_cache_size: 8589934592
+mark_cache_size: 5368709120
+mmap_cache_size: 1000
+path: /var/lib/clickhouse/
+tmp_path: /var/lib/clickhouse/tmp/
+user_files_path: /var/lib/clickhouse/user_files/
+ldap_servers: ''
+user_directories:
+  users_xml:
+    path: users.yaml
+  local_directory:
+    path: /var/lib/clickhouse/access/
+default_profile: default
+custom_settings_prefixes: ''
+default_database: default
+mlock_executable: true
+remap_executable: false
+remote_servers:
+  test_shard_localhost:
+    shard:
+      replica:
+        host: localhost
+        port: 9000
+  test_cluster_two_shards_localhost:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 9000
+  test_cluster_two_shards:
+    shard:
+      - replica:
+          host: 127.0.0.1
+          port: 9000
+      - replica:
+          host: 127.0.0.2
+          port: 9000
+  test_cluster_two_shards_internal_replication:
+    shard:
+      - internal_replication: true
+        replica:
+          host: 127.0.0.1
+          port: 9000
+      - internal_replication: true
+        replica:
+          host: 127.0.0.2
+          port: 9000
+  test_shard_localhost_secure:
+    shard:
+      replica:
+        host: localhost
+        port: 9440
+        secure: 1
+  test_unavailable_shard:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 1
+builtin_dictionaries_reload_interval: 3600
+max_session_timeout: 3600
+default_session_timeout: 60
+query_log:
+  database: system
+  table: query_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+trace_log:
+  database: system
+  table: trace_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+query_thread_log:
+  database: system
+  table: query_thread_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+metric_log:
+  database: system
+  table: metric_log
+  flush_interval_milliseconds: 7500
+  collect_interval_milliseconds: 1000
+asynchronous_metric_log:
+  database: system
+  table: asynchronous_metric_log
+  flush_interval_milliseconds: 60000
+opentelemetry_span_log:
+  engine: |-
+    engine MergeTree
+                partition by toYYYYMM(finish_date)
+                order by (finish_date, finish_time_us, trace_id)
+  database: system
+  table: opentelemetry_span_log
+  flush_interval_milliseconds: 7500
+crash_log:
+  database: system
+  table: crash_log
+  partition_by: ''
+  flush_interval_milliseconds: 1000
+top_level_domains_lists: ''
+dictionaries_config: '*_dictionary.xml'
+distributed_ddl:
+  path: /clickhouse/task_queue/ddl
+graphite_rollup_example:
+  pattern:
+    regexp: click_cost
+    function: any
+    retention:
+      - age: 0
+        precision: 3600
+      - age: 86400
+        precision: 60
+  default:
+    function: max
+    retention:
+      - age: 0
+        precision: 60
+      - age: 3600
+        precision: 300
+      - age: 86400
+        precision: 3600
+format_schema_path: /var/lib/clickhouse/format_schemas/
+query_masking_rules:
+  rule:
+    name: hide encrypt/decrypt arguments
+    regexp: '((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:''(?:\\''|.)+''|.*?)\s*\)'
+    replace: \1(???)
+send_crash_reports:
+  enabled: false
+  anonymize: false
+  endpoint: 'https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277'
+
diff --git a/tests/integration/test_config_yaml_full/configs/embedded.xml b/tests/integration/test_config_yaml_full/configs/embedded.xml
new file mode 100644
index 00000000000..a66f57d1eb7
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/embedded.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<!-- Config that is used when server is run without config file. -->
+<yandex>
+    <logger>
+        <level>trace</level>
+        <console>true</console>
+    </logger>
+
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+    <mysql_port>9004</mysql_port>
+
+    <path>./</path>
+
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <mlock_executable>true</mlock_executable>
+
+    <users>
+        <default>
+            <password></password>
+
+            <networks>
+                <ip>::/0</ip>
+            </networks>
+
+            <profile>default</profile>
+            <quota>default</quota>
+            <access_management>1</access_management>
+        </default>
+    </users>
+
+    <profiles>
+        <default/>
+    </profiles>
+
+    <quotas>
+        <default />
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_config_yaml_full/configs/users.d/allow_introspection_functions.yaml b/tests/integration/test_config_yaml_full/configs/users.d/allow_introspection_functions.yaml
new file mode 100644
index 00000000000..84612c198c9
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/users.d/allow_introspection_functions.yaml
@@ -0,0 +1,3 @@
+profiles:
+  default:
+    allow_introspection_functions: 1
diff --git a/tests/integration/test_config_yaml_full/configs/users.d/log_queries.yaml b/tests/integration/test_config_yaml_full/configs/users.d/log_queries.yaml
new file mode 100644
index 00000000000..88574e8f764
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/users.d/log_queries.yaml
@@ -0,0 +1,3 @@
+profiles:
+  default:
+    log_queries: 1
diff --git a/tests/integration/test_config_yaml_full/configs/users.yaml b/tests/integration/test_config_yaml_full/configs/users.yaml
new file mode 100644
index 00000000000..a87a8c82819
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/configs/users.yaml
@@ -0,0 +1,12 @@
+profiles:
+  default:
+    max_memory_usage: 10000000000
+    max_block_size: 64999
+users:
+  default:
+    password: ''
+    networks:
+      "@replace": replace
+      ip: '::/0'
+    profile: default
+
diff --git a/tests/integration/test_config_yaml_full/test.py b/tests/integration/test_config_yaml_full/test.py
new file mode 100644
index 00000000000..bc4fa40384c
--- /dev/null
+++ b/tests/integration/test_config_yaml_full/test.py
@@ -0,0 +1,42 @@
+import time
+import threading
+from os import path as p, unlink
+from tempfile import NamedTemporaryFile
+
+import helpers
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+def test_yaml_full_conf():
+    # all configs are in YAML
+    cluster = ClickHouseCluster(__file__, zookeeper_config_path='configs/config.d/zookeeper.yaml')
+
+    all_confd = ['configs/config.d/0_common_instance_config.yaml',
+                'configs/config.d/access_control.yaml',
+                'configs/config.d/keeper_port.yaml',
+                'configs/config.d/logging_no_rotate.yaml',
+                'configs/config.d/log_to_console.yaml',
+                'configs/config.d/macros.yaml',
+                'configs/config.d/metric_log.yaml',
+                'configs/config.d/more_clusters.yaml',
+                'configs/config.d/part_log.yaml',
+                'configs/config.d/path.yaml',
+                'configs/config.d/query_masking_rules.yaml',
+                'configs/config.d/tcp_with_proxy.yaml',
+                'configs/config.d/test_cluster_with_incorrect_pw.yaml',
+                'configs/config.d/text_log.yaml',
+                'configs/config.d/zookeeper.yaml']
+
+    all_userd = ['configs/users.d/allow_introspection_functions.yaml',
+                'configs/users.d/log_queries.yaml']
+
+    node = cluster.add_instance('node', base_config_dir='configs', main_configs=all_confd, user_configs=all_userd,
+                                with_zookeeper=False, main_config_name="config.yaml", users_config_name="users.yaml", copy_common_configs=False)
+
+    try:
+        cluster.start()
+        assert(node.query("select value from system.settings where name = 'max_memory_usage'") == "10000000000\n")
+        assert(node.query("select value from system.settings where name = 'max_block_size'") == "64999\n")
+
+    finally:
+        cluster.shutdown()
diff --git a/tests/integration/test_config_yaml_main/__init__.py b/tests/integration/test_config_yaml_main/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/0_common_instance_config.yaml b/tests/integration/test_config_yaml_main/configs/config.d/0_common_instance_config.yaml
new file mode 100644
index 00000000000..62e4ba8c744
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/0_common_instance_config.yaml
@@ -0,0 +1,6 @@
+timezone: Europe/Moscow
+listen_host: 0.0.0.0
+custom_settings_prefixes: custom_
+path: /var/lib/clickhouse/
+tmp_path: /var/lib/clickhouse/tmp/
+users_config: users.yaml
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/access_control.xml b/tests/integration/test_config_yaml_main/configs/config.d/access_control.xml
new file mode 100644
index 00000000000..b61f89bd904
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/access_control.xml
@@ -0,0 +1,13 @@
+<yandex>
+    <!-- Sources to read users, roles, access rights, profiles of settings, quotas. -->
+    <user_directories replace="replace">
+        <users_xml>
+            <!-- Path to configuration file with predefined users. -->
+            <path>users.yaml</path>
+        </users_xml>
+        <local_directory>
+            <!-- Path to folder where users created by SQL commands are stored. -->
+            <path>access/</path>
+        </local_directory>
+    </user_directories>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/keeper_port.xml b/tests/integration/test_config_yaml_main/configs/config.d/keeper_port.xml
new file mode 100644
index 00000000000..b21df47bc85
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/keeper_port.xml
@@ -0,0 +1,23 @@
+<yandex>
+    <keeper_server>
+        <tcp_port>9181</tcp_port>
+        <server_id>1</server_id>
+
+        <coordination_settings>
+            <operation_timeout_ms>10000</operation_timeout_ms>
+            <session_timeout_ms>30000</session_timeout_ms>
+            <force_sync>false</force_sync>
+            <startup_timeout>60000</startup_timeout>
+            <!-- we want all logs for complex problems investigation -->
+            <reserved_log_items>1000000000000000</reserved_log_items>
+        </coordination_settings>
+
+        <raft_configuration>
+            <server>
+                <id>1</id>
+                <hostname>localhost</hostname>
+                <port>44444</port>
+            </server>
+        </raft_configuration>
+    </keeper_server>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/log_to_console.xml b/tests/integration/test_config_yaml_main/configs/config.d/log_to_console.xml
new file mode 100644
index 00000000000..227c53647f3
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/log_to_console.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <logger>
+        <console>true</console>
+        <log remove="remove"/>
+        <errorlog remove="remove"/>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/logging_no_rotate.xml b/tests/integration/test_config_yaml_main/configs/config.d/logging_no_rotate.xml
new file mode 100644
index 00000000000..2c34585437b
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/logging_no_rotate.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <logger>
+        <!-- Disable rotation
+             https://pocoproject.org/docs/Poco.FileChannel.html
+        -->
+        <size>never</size>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/macros.xml b/tests/integration/test_config_yaml_main/configs/config.d/macros.xml
new file mode 100644
index 00000000000..4902b12bc81
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/macros.xml
@@ -0,0 +1,9 @@
+<yandex>
+    <macros>
+        <test>Hello, world!</test>
+        <shard>s1</shard>
+        <replica>r1</replica>
+        <default_path_test>/clickhouse/tables/{database}/{shard}/</default_path_test>
+        <default_name_test>table_{table}</default_name_test>
+    </macros>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/metric_log.xml b/tests/integration/test_config_yaml_main/configs/config.d/metric_log.xml
new file mode 100644
index 00000000000..0ca9f162416
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/metric_log.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <metric_log>
+        <database>system</database>
+        <table>metric_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
+    </metric_log>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/more_clusters.xml b/tests/integration/test_config_yaml_main/configs/config.d/more_clusters.xml
new file mode 100644
index 00000000000..aecbf9e0ba7
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/more_clusters.xml
@@ -0,0 +1,49 @@
+<yandex>
+    <remote_servers>
+
+        <![CDATA[
+            You can run additional servers simply as
+             ./clickhouse-server -- --path=9001 --tcp_port=9001
+        ]]>
+
+        <single_remote_shard_at_port_9001>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9001</port>
+                </replica>
+            </shard>
+        </single_remote_shard_at_port_9001>
+
+        <two_remote_shards_at_port_9001_9002>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9001</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9002</port>
+                </replica>
+            </shard>
+        </two_remote_shards_at_port_9001_9002>
+
+        <two_shards_one_local_one_remote_at_port_9001>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+            <shard>
+                <replica>
+                    <host>localhost</host>
+                    <port>9001</port>
+                </replica>
+            </shard>
+        </two_shards_one_local_one_remote_at_port_9001>
+
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/part_log.xml b/tests/integration/test_config_yaml_main/configs/config.d/part_log.xml
new file mode 100644
index 00000000000..6c6fc9c6982
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/part_log.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <part_log>
+        <database>system</database>
+        <table>part_log</table>
+
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </part_log>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/path.xml b/tests/integration/test_config_yaml_main/configs/config.d/path.xml
new file mode 100644
index 00000000000..466ed0d1663
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/path.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <path replace="replace">./</path>
+    <tmp_path replace="replace">./tmp/</tmp_path>
+    <user_files_path replace="replace">./user_files/</user_files_path>
+    <format_schema_path replace="replace">./format_schemas/</format_schema_path>
+    <access_control_path replace="replace">./access/</access_control_path>
+    <top_level_domains_path replace="replace">./top_level_domains/</top_level_domains_path>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/query_masking_rules.xml b/tests/integration/test_config_yaml_main/configs/config.d/query_masking_rules.xml
new file mode 100644
index 00000000000..5a854848f3d
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/query_masking_rules.xml
@@ -0,0 +1,10 @@
+<?xml version="1.0"?>
+<!-- Config for test server -->
+<yandex>
+    <query_masking_rules>
+        <rule>
+            <regexp>TOPSECRET.TOPSECRET</regexp>
+            <replace>[hidden]</replace>
+        </rule>
+    </query_masking_rules>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/tcp_with_proxy.xml b/tests/integration/test_config_yaml_main/configs/config.d/tcp_with_proxy.xml
new file mode 100644
index 00000000000..19046054c16
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/tcp_with_proxy.xml
@@ -0,0 +1,3 @@
+<yandex>
+    <tcp_with_proxy_port>9010</tcp_with_proxy_port>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/test_cluster_with_incorrect_pw.xml b/tests/integration/test_config_yaml_main/configs/config.d/test_cluster_with_incorrect_pw.xml
new file mode 100644
index 00000000000..109e35afc37
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/test_cluster_with_incorrect_pw.xml
@@ -0,0 +1,21 @@
+<yandex>
+    <remote_servers>
+        <test_cluster_with_incorrect_pw>
+             <shard>
+                 <internal_replication>true</internal_replication>
+                 <replica>
+                     <host>127.0.0.1</host>
+                     <port>9000</port>
+                     <!-- password is incorrect -->
+                     <password>foo</password>
+                 </replica>
+                 <replica>
+                     <host>127.0.0.2</host>
+                     <port>9000</port>
+                     <!-- password is incorrect -->
+                     <password>foo</password>
+                 </replica>
+             </shard>
+         </test_cluster_with_incorrect_pw>
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/text_log.xml b/tests/integration/test_config_yaml_main/configs/config.d/text_log.xml
new file mode 100644
index 00000000000..3699a23578c
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/text_log.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <text_log>
+        <database>system</database>
+        <table>text_log</table>
+        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
+    </text_log>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.d/zookeeper.xml b/tests/integration/test_config_yaml_main/configs/config.d/zookeeper.xml
new file mode 100644
index 00000000000..06ed7fcd39f
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.d/zookeeper.xml
@@ -0,0 +1,8 @@
+<yandex>
+    <zookeeper>
+        <node index="1">
+            <host>localhost</host>
+            <port>9181</port>
+        </node>
+    </zookeeper>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/config.yaml b/tests/integration/test_config_yaml_main/configs/config.yaml
new file mode 100644
index 00000000000..e5a36b1e49b
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/config.yaml
@@ -0,0 +1,183 @@
+logger:
+  level: trace
+  log: /var/log/clickhouse-server/clickhouse-server.log
+  errorlog: /var/log/clickhouse-server/clickhouse-server.err.log
+  size: 1000M
+  count: 10
+http_port: 8123
+tcp_port: 9000
+mysql_port: 9004
+postgresql_port: 9005
+interserver_http_port: 9009
+max_connections: 4096
+keep_alive_timeout: 3
+grpc:
+  enable_ssl: false
+  ssl_cert_file: /path/to/ssl_cert_file
+  ssl_key_file: /path/to/ssl_key_file
+  ssl_require_client_auth: false
+  ssl_ca_cert_file: /path/to/ssl_ca_cert_file
+  compression: deflate
+  compression_level: medium
+  max_send_message_size: -1
+  max_receive_message_size: -1
+  verbose_logs: false
+openSSL:
+  server:
+    certificateFile: /etc/clickhouse-server/server.crt
+    privateKeyFile: /etc/clickhouse-server/server.key
+    dhParamsFile: /etc/clickhouse-server/dhparam.pem
+    verificationMode: none
+    loadDefaultCAFile: true
+    cacheSessions: true
+    disableProtocols: 'sslv2,sslv3'
+    preferServerCiphers: true
+  client:
+    loadDefaultCAFile: true
+    cacheSessions: true
+    disableProtocols: 'sslv2,sslv3'
+    preferServerCiphers: true
+    invalidCertificateHandler:
+      name: RejectCertificateHandler
+max_concurrent_queries: 100
+max_server_memory_usage: 0
+max_thread_pool_size: 10000
+max_server_memory_usage_to_ram_ratio: 0.9
+total_memory_profiler_step: 4194304
+total_memory_tracker_sample_probability: 0
+uncompressed_cache_size: 8589934592
+mark_cache_size: 5368709120
+mmap_cache_size: 1000
+path: /var/lib/clickhouse/
+tmp_path: /var/lib/clickhouse/tmp/
+user_files_path: /var/lib/clickhouse/user_files/
+ldap_servers: ''
+user_directories:
+  users_xml:
+    path: users.yml
+  local_directory:
+    path: /var/lib/clickhouse/access/
+default_profile: default
+custom_settings_prefixes: ''
+default_database: default
+mlock_executable: true
+remap_executable: false
+remote_servers:
+  test_shard_localhost:
+    shard:
+      replica:
+        host: localhost
+        port: 9000
+  test_cluster_two_shards_localhost:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 9000
+  test_cluster_two_shards:
+    shard:
+      - replica:
+          host: 127.0.0.1
+          port: 9000
+      - replica:
+          host: 127.0.0.2
+          port: 9000
+  test_cluster_two_shards_internal_replication:
+    shard:
+      - internal_replication: true
+        replica:
+          host: 127.0.0.1
+          port: 9000
+      - internal_replication: true
+        replica:
+          host: 127.0.0.2
+          port: 9000
+  test_shard_localhost_secure:
+    shard:
+      replica:
+        host: localhost
+        port: 9440
+        secure: 1
+  test_unavailable_shard:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 1
+builtin_dictionaries_reload_interval: 3600
+max_session_timeout: 3600
+default_session_timeout: 60
+query_log:
+  database: system
+  table: query_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+trace_log:
+  database: system
+  table: trace_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+query_thread_log:
+  database: system
+  table: query_thread_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+metric_log:
+  database: system
+  table: metric_log
+  flush_interval_milliseconds: 7500
+  collect_interval_milliseconds: 1000
+asynchronous_metric_log:
+  database: system
+  table: asynchronous_metric_log
+  flush_interval_milliseconds: 60000
+opentelemetry_span_log:
+  engine: |-
+    engine MergeTree
+                partition by toYYYYMM(finish_date)
+                order by (finish_date, finish_time_us, trace_id)
+  database: system
+  table: opentelemetry_span_log
+  flush_interval_milliseconds: 7500
+crash_log:
+  database: system
+  table: crash_log
+  partition_by: ''
+  flush_interval_milliseconds: 1000
+top_level_domains_lists: ''
+dictionaries_config: '*_dictionary.xml'
+distributed_ddl:
+  path: /clickhouse/task_queue/ddl
+graphite_rollup_example:
+  pattern:
+    regexp: click_cost
+    function: any
+    retention:
+      - age: 0
+        precision: 3600
+      - age: 86400
+        precision: 60
+  default:
+    function: max
+    retention:
+      - age: 0
+        precision: 60
+      - age: 3600
+        precision: 300
+      - age: 86400
+        precision: 3600
+format_schema_path: /var/lib/clickhouse/format_schemas/
+query_masking_rules:
+  rule:
+    name: hide encrypt/decrypt arguments
+    regexp: '((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:''(?:\\''|.)+''|.*?)\s*\)'
+    replace: \1(???)
+send_crash_reports:
+  enabled: false
+  anonymize: false
+  endpoint: 'https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277'
+
diff --git a/tests/integration/test_config_yaml_main/configs/embedded.xml b/tests/integration/test_config_yaml_main/configs/embedded.xml
new file mode 100644
index 00000000000..a66f57d1eb7
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/embedded.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<!-- Config that is used when server is run without config file. -->
+<yandex>
+    <logger>
+        <level>trace</level>
+        <console>true</console>
+    </logger>
+
+    <http_port>8123</http_port>
+    <tcp_port>9000</tcp_port>
+    <mysql_port>9004</mysql_port>
+
+    <path>./</path>
+
+    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
+    <mark_cache_size>5368709120</mark_cache_size>
+    <mlock_executable>true</mlock_executable>
+
+    <users>
+        <default>
+            <password></password>
+
+            <networks>
+                <ip>::/0</ip>
+            </networks>
+
+            <profile>default</profile>
+            <quota>default</quota>
+            <access_management>1</access_management>
+        </default>
+    </users>
+
+    <profiles>
+        <default/>
+    </profiles>
+
+    <quotas>
+        <default />
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/users.d/allow_introspection_functions.xml b/tests/integration/test_config_yaml_main/configs/users.d/allow_introspection_functions.xml
new file mode 100644
index 00000000000..b94e95bc043
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/users.d/allow_introspection_functions.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <allow_introspection_functions>1</allow_introspection_functions>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/users.d/log_queries.xml b/tests/integration/test_config_yaml_main/configs/users.d/log_queries.xml
new file mode 100644
index 00000000000..25261072ade
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/users.d/log_queries.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <profiles>
+        <default>
+            <log_queries>1</log_queries>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_config_yaml_main/configs/users.yaml b/tests/integration/test_config_yaml_main/configs/users.yaml
new file mode 100644
index 00000000000..a87a8c82819
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/configs/users.yaml
@@ -0,0 +1,12 @@
+profiles:
+  default:
+    max_memory_usage: 10000000000
+    max_block_size: 64999
+users:
+  default:
+    password: ''
+    networks:
+      "@replace": replace
+      ip: '::/0'
+    profile: default
+
diff --git a/tests/integration/test_config_yaml_main/test.py b/tests/integration/test_config_yaml_main/test.py
new file mode 100644
index 00000000000..f4de16c35a2
--- /dev/null
+++ b/tests/integration/test_config_yaml_main/test.py
@@ -0,0 +1,43 @@
+import time
+import threading
+from os import path as p, unlink
+from tempfile import NamedTemporaryFile
+
+import helpers
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+
+def test_yaml_main_conf():
+    # main configs are in YAML; config.d and users.d are in XML
+    cluster = ClickHouseCluster(__file__, zookeeper_config_path='configs/config.d/zookeeper.xml')
+
+    all_confd = ['configs/config.d/0_common_instance_config.yaml',
+                'configs/config.d/access_control.xml',
+                'configs/config.d/keeper_port.xml',
+                'configs/config.d/logging_no_rotate.xml',
+                'configs/config.d/log_to_console.xml',
+                'configs/config.d/macros.xml',
+                'configs/config.d/metric_log.xml',
+                'configs/config.d/more_clusters.xml',
+                'configs/config.d/part_log.xml',
+                'configs/config.d/path.xml',
+                'configs/config.d/query_masking_rules.xml',
+                'configs/config.d/tcp_with_proxy.xml',
+                'configs/config.d/test_cluster_with_incorrect_pw.xml',
+                'configs/config.d/text_log.xml',
+                'configs/config.d/zookeeper.xml']
+
+    all_userd = ['configs/users.d/allow_introspection_functions.xml',
+                'configs/users.d/log_queries.xml']
+
+    node = cluster.add_instance('node', base_config_dir='configs', main_configs=all_confd, user_configs=all_userd,
+    with_zookeeper=False, main_config_name="config.yaml", users_config_name="users.yaml", copy_common_configs=False)
+
+    try:
+        cluster.start()
+        assert(node.query("select value from system.settings where name = 'max_memory_usage'") == "10000000000\n")
+        assert(node.query("select value from system.settings where name = 'max_block_size'") == "64999\n")
+
+    finally:
+        cluster.shutdown()

From 0536db0ec304c7aa238fb70bcb440f5712a7cd4e Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 20 May 2021 08:13:17 +0300
Subject: [PATCH 0325/1060] Fix resolving of IPv6 addresses

v2: move the check from Cluster to DNSResolver
---
 src/Common/DNSResolver.cpp                      | 17 ++++++++++++++---
 .../0_stateless/01880_remote_ipv6.reference     |  0
 tests/queries/0_stateless/01880_remote_ipv6.sql |  8 ++++++++
 3 files changed, 22 insertions(+), 3 deletions(-)
 create mode 100644 tests/queries/0_stateless/01880_remote_ipv6.reference
 create mode 100644 tests/queries/0_stateless/01880_remote_ipv6.sql

diff --git a/src/Common/DNSResolver.cpp b/src/Common/DNSResolver.cpp
index f54d3e72df5..8b006bc550d 100644
--- a/src/Common/DNSResolver.cpp
+++ b/src/Common/DNSResolver.cpp
@@ -87,9 +87,20 @@ static DNSResolver::IPAddresses resolveIPAddressImpl(const std::string & host)
 {
     Poco::Net::IPAddress ip;
 
-    /// NOTE: Poco::Net::DNS::resolveOne(host) doesn't work for IP addresses like 127.0.0.2
-    if (Poco::Net::IPAddress::tryParse(host, ip))
-        return DNSResolver::IPAddresses(1, ip);
+    /// NOTE:
+    /// - Poco::Net::DNS::resolveOne(host) doesn't work for IP addresses like 127.0.0.2
+    /// - Poco::Net::IPAddress::tryParse() expect hex string for IPv6 (w/o brackets)
+    if (host.starts_with('['))
+    {
+        assert(host.ends_with(']'));
+        if (Poco::Net::IPAddress::tryParse(host.substr(1, host.size() - 2), ip))
+            return DNSResolver::IPAddresses(1, ip);
+    }
+    else
+    {
+        if (Poco::Net::IPAddress::tryParse(host, ip))
+            return DNSResolver::IPAddresses(1, ip);
+    }
 
     /// Family: AF_UNSPEC
     /// AI_ALL is required for checking if client is allowed to connect from an address
diff --git a/tests/queries/0_stateless/01880_remote_ipv6.reference b/tests/queries/0_stateless/01880_remote_ipv6.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01880_remote_ipv6.sql b/tests/queries/0_stateless/01880_remote_ipv6.sql
new file mode 100644
index 00000000000..11bdf850ec0
--- /dev/null
+++ b/tests/queries/0_stateless/01880_remote_ipv6.sql
@@ -0,0 +1,8 @@
+SET connections_with_failover_max_tries=0;
+
+SELECT * FROM remote('[::1]', system.one) FORMAT Null;
+SELECT * FROM remote('[::1]:9000', system.one) FORMAT Null;
+
+SELECT * FROM remote('[::1', system.one) FORMAT Null; -- { serverError 36 }
+SELECT * FROM remote('::1]', system.one) FORMAT Null; -- { serverError 519 }
+SELECT * FROM remote('::1', system.one) FORMAT Null; -- { serverError 519 }

From 09020242b212f5066329cd572aae28267e45bf5f Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 20 May 2021 21:02:45 +0300
Subject: [PATCH 0326/1060] parseAddress: improve parsing of port (by using
 tryParse() over parse())

---
 src/Common/parseAddress.cpp | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/src/Common/parseAddress.cpp b/src/Common/parseAddress.cpp
index 664e0ca2f59..465c424166e 100644
--- a/src/Common/parseAddress.cpp
+++ b/src/Common/parseAddress.cpp
@@ -35,7 +35,12 @@ std::pair<std::string, UInt16> parseAddress(const std::string & str, UInt16 defa
 
     if (port != end)
     {
-        UInt16 port_number = parse<UInt16>(port + 1);
+        UInt16 port_number;
+        if (!tryParse<UInt16>(port_number, port + 1))
+        {
+            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                "Illegal port passed to function parseAddress: {}", port + 1);
+        }
         return { std::string(begin, port), port_number };
     }
     else if (default_port)

From 44c85edae043f136b9194845d97cb7903031e4be Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 20 May 2021 21:02:45 +0300
Subject: [PATCH 0327/1060] parseAddress: improve parsing of port for IPv6

---
 src/Common/parseAddress.cpp                     | 6 +++++-
 tests/queries/0_stateless/01880_remote_ipv6.sql | 4 ++++
 2 files changed, 9 insertions(+), 1 deletion(-)

diff --git a/src/Common/parseAddress.cpp b/src/Common/parseAddress.cpp
index 465c424166e..b398f5cff10 100644
--- a/src/Common/parseAddress.cpp
+++ b/src/Common/parseAddress.cpp
@@ -28,13 +28,17 @@ std::pair<std::string, UInt16> parseAddress(const std::string & str, UInt16 defa
             throw Exception("Illegal address passed to function parseAddress: "
                 "the address begins with opening square bracket, but no closing square bracket found", ErrorCodes::BAD_ARGUMENTS);
 
-        port = find_first_symbols<':'>(closing_square_bracket + 1, end);
+        port = closing_square_bracket + 1;
     }
     else
         port = find_first_symbols<':'>(begin, end);
 
     if (port != end)
     {
+        if (*port != ':')
+            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                "Illegal port prefix passed to function parseAddress: {}", port);
+
         UInt16 port_number;
         if (!tryParse<UInt16>(port_number, port + 1))
         {
diff --git a/tests/queries/0_stateless/01880_remote_ipv6.sql b/tests/queries/0_stateless/01880_remote_ipv6.sql
index 11bdf850ec0..9d9c25addbf 100644
--- a/tests/queries/0_stateless/01880_remote_ipv6.sql
+++ b/tests/queries/0_stateless/01880_remote_ipv6.sql
@@ -6,3 +6,7 @@ SELECT * FROM remote('[::1]:9000', system.one) FORMAT Null;
 SELECT * FROM remote('[::1', system.one) FORMAT Null; -- { serverError 36 }
 SELECT * FROM remote('::1]', system.one) FORMAT Null; -- { serverError 519 }
 SELECT * FROM remote('::1', system.one) FORMAT Null; -- { serverError 519 }
+
+SELECT * FROM remote('[::1][::1]', system.one) FORMAT Null; -- { serverError 36 }
+SELECT * FROM remote('[::1][::1', system.one) FORMAT Null; -- { serverError 36 }
+SELECT * FROM remote('[::1]::1]', system.one) FORMAT Null; -- { serverError 519 }

From 1eceb5a8d39067c5ef1926be8bdbdc4e4450a8f8 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 20 May 2021 21:02:45 +0300
Subject: [PATCH 0328/1060] parseAddress: improve port parsing (verify that
 port is a valid int)

---
 src/Common/parseAddress.cpp                     | 9 ++++++---
 tests/queries/0_stateless/01880_remote_ipv6.sql | 6 +++---
 2 files changed, 9 insertions(+), 6 deletions(-)

diff --git a/src/Common/parseAddress.cpp b/src/Common/parseAddress.cpp
index b398f5cff10..c99c08896ab 100644
--- a/src/Common/parseAddress.cpp
+++ b/src/Common/parseAddress.cpp
@@ -39,13 +39,16 @@ std::pair<std::string, UInt16> parseAddress(const std::string & str, UInt16 defa
             throw Exception(ErrorCodes::BAD_ARGUMENTS,
                 "Illegal port prefix passed to function parseAddress: {}", port);
 
+        ++port;
+
         UInt16 port_number;
-        if (!tryParse<UInt16>(port_number, port + 1))
+        ReadBufferFromMemory port_buf(port, end - port);
+        if (!tryReadText<UInt16>(port_number, port_buf) || !port_buf.eof())
         {
             throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                "Illegal port passed to function parseAddress: {}", port + 1);
+                "Illegal port passed to function parseAddress: {}", port);
         }
-        return { std::string(begin, port), port_number };
+        return { std::string(begin, port - 1), port_number };
     }
     else if (default_port)
     {
diff --git a/tests/queries/0_stateless/01880_remote_ipv6.sql b/tests/queries/0_stateless/01880_remote_ipv6.sql
index 9d9c25addbf..057b3ad7ec6 100644
--- a/tests/queries/0_stateless/01880_remote_ipv6.sql
+++ b/tests/queries/0_stateless/01880_remote_ipv6.sql
@@ -4,9 +4,9 @@ SELECT * FROM remote('[::1]', system.one) FORMAT Null;
 SELECT * FROM remote('[::1]:9000', system.one) FORMAT Null;
 
 SELECT * FROM remote('[::1', system.one) FORMAT Null; -- { serverError 36 }
-SELECT * FROM remote('::1]', system.one) FORMAT Null; -- { serverError 519 }
-SELECT * FROM remote('::1', system.one) FORMAT Null; -- { serverError 519 }
+SELECT * FROM remote('::1]', system.one) FORMAT Null; -- { serverError 36 }
+SELECT * FROM remote('::1', system.one) FORMAT Null; -- { serverError 36 }
 
 SELECT * FROM remote('[::1][::1]', system.one) FORMAT Null; -- { serverError 36 }
 SELECT * FROM remote('[::1][::1', system.one) FORMAT Null; -- { serverError 36 }
-SELECT * FROM remote('[::1]::1]', system.one) FORMAT Null; -- { serverError 519 }
+SELECT * FROM remote('[::1]::1]', system.one) FORMAT Null; -- { serverError 36 }

From fbe8b37ff6c44931a3da35b2593a150e9b4dd5d6 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Fri, 21 May 2021 22:47:55 +0300
Subject: [PATCH 0329/1060] Skip 01880_remote_ipv6 in arcadia

---
 tests/queries/0_stateless/arcadia_skip_list.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index 4e8ac456455..98c3a04e2ce 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -236,3 +236,4 @@
 01801_s3_distributed
 01833_test_collation_alvarotuso
 01850_dist_INSERT_preserve_error
+01880_remote_ipv6

From 096d117f6801385fe4dc38f42e343206916dae28 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 22 May 2021 00:12:46 +0300
Subject: [PATCH 0330/1060] Review fixes

---
 src/Common/Config/ConfigProcessor.cpp       | 11 +++++------
 src/Common/ErrorCodes.cpp                   |  1 -
 src/Common/createFile.cpp                   |  4 ++--
 src/Databases/DatabaseOnDisk.cpp            |  2 --
 src/Interpreters/DatabaseCatalog.cpp        |  2 +-
 src/Interpreters/loadMetadata.cpp           |  6 +++---
 src/Storages/StorageReplicatedMergeTree.cpp |  2 +-
 7 files changed, 12 insertions(+), 16 deletions(-)

diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index 396334c6a8b..598f64e0d99 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -416,16 +416,15 @@ ConfigProcessor::Files ConfigProcessor::getConfigMergeFiles(const std::string &
     std::set<std::string> merge_dirs;
 
     /// Add path_to_config/config_name.d dir
-    merge_dir_path = merge_dir_path.parent_path() / (merge_dir_path.stem().string() + ".d");
+    merge_dir_path.replace_extension("d");
     merge_dirs.insert(merge_dir_path);
     /// Add path_to_config/conf.d dir
-    merge_dir_path = merge_dir_path.parent_path() / "conf.d";
+    merge_dir_path.replace_filename("conf.d");
     merge_dirs.insert(merge_dir_path);
 
     for (const std::string & merge_dir_name : merge_dirs)
     {
-        fs::path merge_dir(merge_dir_name);
-        if (!fs::exists(merge_dir) || !is_directory(merge_dir))
+        if (!fs::exists(merge_dir_name) || !fs::is_directory(merge_dir_name))
             continue;
 
         for (fs::directory_iterator it(merge_dir_name); it != fs::directory_iterator(); ++it)
@@ -635,7 +634,7 @@ void ConfigProcessor::savePreprocessedConfig(const LoadedConfig & loaded_config,
                     fs::path parent_path = fs::path(loaded_config.config_path).parent_path();
                     preprocessed_dir = parent_path.string();
                     fs::path fs_new_path(new_path);
-                    fs_new_path = fs_new_path.parent_path() / (fs_new_path.stem().string() + PREPROCESSED_SUFFIX + fs_new_path.extension().string());
+                    fs_new_path.replace_filename(fs_new_path.stem().string() + PREPROCESSED_SUFFIX + fs_new_path.extension().string());
                     new_path = fs_new_path.string();
                 }
                 else
@@ -652,7 +651,7 @@ void ConfigProcessor::savePreprocessedConfig(const LoadedConfig & loaded_config,
 
             preprocessed_path = (fs::path(preprocessed_dir) / fs::path(new_path)).string();
             auto preprocessed_path_parent = fs::path(preprocessed_path).parent_path();
-            if (!preprocessed_path_parent.string().empty())
+            if (!preprocessed_path_parent.empty())
                 fs::create_directories(preprocessed_path_parent);
         }
         DOMWriter().writeNode(preprocessed_path, loaded_config.preprocessed_xml);
diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index d3cd812ef64..dccc20d325b 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -553,7 +553,6 @@
     M(583, ILLEGAL_PROJECTION) \
     M(584, PROJECTION_NOT_USED) \
     \
-    M(996, OPERATION_NOT_PERMITTED) \
     M(997, CANNOT_CREATE_FILE) \
     M(998, POSTGRESQL_CONNECTION_FAILURE) \
     M(999, KEEPER_EXCEPTION) \
diff --git a/src/Common/createFile.cpp b/src/Common/createFile.cpp
index 83ab9c36f4b..74f8f9cf980 100644
--- a/src/Common/createFile.cpp
+++ b/src/Common/createFile.cpp
@@ -11,7 +11,7 @@ namespace DB
 namespace ErrorCodes
 {
 extern const int FILE_ALREADY_EXISTS;
-extern const int OPERATION_NOT_PERMITTED;
+extern const int PATH_ACCESS_DENIED;
 extern const int NOT_ENOUGH_SPACE;
 extern const int CANNOT_CREATE_FILE;
 }
@@ -26,7 +26,7 @@ namespace FS
         case EEXIST:
             throw DB::Exception(DB::ErrorCodes::FILE_ALREADY_EXISTS, "File {} already exist", path);
         case EPERM:
-            throw DB::Exception(DB::ErrorCodes::OPERATION_NOT_PERMITTED, "Not enough permissions to create file {}", path);
+            throw DB::Exception(DB::ErrorCodes::PATH_ACCESS_DENIED, "Not enough permissions to create file {}", path);
         case ENOSPC:
             throw DB::Exception(DB::ErrorCodes::NOT_ENOUGH_SPACE, "Not enough space to create file {}", path);
         case ENAMETOOLONG:
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 8393f9e81c0..f50adf54c3f 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -19,8 +19,6 @@
 #include <Databases/DatabaseAtomic.h>
 #include <Common/assert_cast.h>
 #include <filesystem>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Common/createFile.h>
 
 namespace fs = std::filesystem;
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index ca473b4aac6..0794cb52a49 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -356,7 +356,7 @@ DatabasePtr DatabaseCatalog::detachDatabase(const String & database_name, bool d
         /// Old ClickHouse versions did not store database.sql files
         fs::path database_metadata_file = fs::path(getContext()->getPath()) / "metadata" / (escapeForFileName(database_name) + ".sql");
         if (fs::exists(database_metadata_file))
-            fs::remove_all(database_metadata_file);
+            fs::remove(database_metadata_file);
     }
 
     return db;
diff --git a/src/Interpreters/loadMetadata.cpp b/src/Interpreters/loadMetadata.cpp
index c109c53af20..0a84cdca309 100644
--- a/src/Interpreters/loadMetadata.cpp
+++ b/src/Interpreters/loadMetadata.cpp
@@ -112,15 +112,15 @@ void loadMetadata(ContextPtr context, const String & default_database_name)
         if (!it->is_directory())
         {
             /// TODO: DETACH DATABASE PERMANENTLY ?
-            if (endsWith(current_file, ".sql"))
+            if (fs::path(current_file).extension() == ".sql")
             {
                 String db_name = current_file.substr(0, current_file.size() - 4);
                 if (db_name != DatabaseCatalog::SYSTEM_DATABASE)
-                    databases.emplace(unescapeForFileName(db_name), path + "/" + db_name);
+                    databases.emplace(unescapeForFileName(db_name), fs::path(path) / db_name);
             }
 
             /// Temporary fails may be left from previous server runs.
-            if (endsWith(current_file, ".tmp"))
+            if (fs::path(current_file).extension() == ".tmp")
             {
                 LOG_WARNING(log, "Removing temporary file {}", it->path().string());
                 try
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 2a34ae3fd07..88c7edc948b 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -6532,7 +6532,7 @@ void StorageReplicatedMergeTree::movePartitionToTable(const StoragePtr & dest_ta
         ops.emplace_back(zkutil::makeCheckRequest(alter_partition_version_path, alter_partition_version_stat.version));
         ops.emplace_back(zkutil::makeSetRequest(alter_partition_version_path, "", -1));
         /// Just update version, because merges assignment relies on it
-        ops.emplace_back(zkutil::makeSetRequest(fs:path(dest_table_storage->zookeeper_path) / "log", "", -1));
+        ops.emplace_back(zkutil::makeSetRequest(fs::path(dest_table_storage->zookeeper_path) / "log", "", -1));
         ops.emplace_back(zkutil::makeCreateRequest(fs::path(dest_table_storage->zookeeper_path) / "log/log-",
                                                    entry.toString(), zkutil::CreateMode::PersistentSequential));
 

From 3aa1dba6e1a01e0979e755aa19a5c10449d1d1f8 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sat, 22 May 2021 00:13:27 +0300
Subject: [PATCH 0331/1060] Added AggregateFunctionSegmentLengthSum to ya.make

---
 src/AggregateFunctions/ya.make | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/AggregateFunctions/ya.make b/src/AggregateFunctions/ya.make
index 2091341887b..c31376219af 100644
--- a/src/AggregateFunctions/ya.make
+++ b/src/AggregateFunctions/ya.make
@@ -43,6 +43,7 @@ SRCS(
     AggregateFunctionRankCorrelation.cpp
     AggregateFunctionResample.cpp
     AggregateFunctionRetention.cpp
+    AggregateFunctionSegmentLengthSum.cpp
     AggregateFunctionSequenceMatch.cpp
     AggregateFunctionSimpleLinearRegression.cpp
     AggregateFunctionSimpleState.cpp

From ec8394ed1d651e0683f4ba8cc86d7d4817a4cb26 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 22 May 2021 00:19:22 +0300
Subject: [PATCH 0332/1060] Initial implementation

---
 src/Coordination/KeeperStorage.cpp | 245 ++++++++++++++++++++++++++---
 src/Coordination/KeeperStorage.h   |   6 +
 2 files changed, 228 insertions(+), 23 deletions(-)

diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index 9e8d2a124e9..82f2ac41d1d 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -7,6 +7,7 @@
 #include <Common/StringUtils/StringUtils.h>
 #include <sstream>
 #include <iomanip>
+#include <Poco/SHA1Engine.h>
 
 namespace DB
 {
@@ -31,6 +32,31 @@ static std::string getBaseName(const String & path)
     return std::string{&path[basename_start + 1], path.length() - basename_start - 1};
 }
 
+static String getSHA1(const String & userdata)
+{
+    Poco::SHA1Engine engine;
+    engine.update(userdata);
+    const auto & digest_id = engine.digest();
+    return String{digest_id.begin(), digest_id.end()};
+}
+
+static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, const std::vector<String> & session_auths)
+{
+    if (node_acls.empty())
+        return true;
+
+    for (size_t i = 0; i < node_acls.size(); ++i)
+    {
+        if (!(node_acls[i].permissions & permission))
+            return true;
+
+        if (node_acls[i].id == session_auths[i])
+            return true;
+    }
+
+    return false;
+}
+
 static KeeperStorage::ResponsesForSessions processWatchesImpl(const String & path, KeeperStorage::Watches & watches, KeeperStorage::Watches & list_watches, Coordination::Event event_type)
 {
     KeeperStorage::ResponsesForSessions result;
@@ -82,8 +108,9 @@ struct KeeperStorageRequest
     explicit KeeperStorageRequest(const Coordination::ZooKeeperRequestPtr & zk_request_)
         : zk_request(zk_request_)
     {}
-    virtual std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & ephemerals, int64_t zxid, int64_t session_id) const = 0;
+    virtual std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t zxid, int64_t session_id) const = 0;
     virtual KeeperStorage::ResponsesForSessions processWatches(KeeperStorage::Watches & /*watches*/, KeeperStorage::Watches & /*list_watches*/) const { return {}; }
+    virtual bool checkAuth(KeeperStorage & /*storage*/, int64_t /*session_id*/) const { return true; }
 
     virtual ~KeeperStorageRequest() = default;
 };
@@ -91,7 +118,7 @@ struct KeeperStorageRequest
 struct KeeperStorageHeartbeatRequest final : public KeeperStorageRequest
 {
     using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & /* container */, KeeperStorage::Ephemerals & /* ephemerals */, int64_t /* zxid */, int64_t /* session_id */) const override
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & /* storage */, int64_t /* zxid */, int64_t /* session_id */) const override
     {
         return {zk_request->makeResponse(), {}};
     }
@@ -100,7 +127,7 @@ struct KeeperStorageHeartbeatRequest final : public KeeperStorageRequest
 struct KeeperStorageSyncRequest final : public KeeperStorageRequest
 {
     using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & /* container */, KeeperStorage::Ephemerals & /* ephemerals */, int64_t /* zxid */, int64_t /* session_id */) const override
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & /* storage */, int64_t /* zxid */, int64_t /* session_id */) const override
     {
         auto response = zk_request->makeResponse();
         dynamic_cast<Coordination::ZooKeeperSyncResponse &>(*response).path
@@ -118,8 +145,26 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
         return processWatchesImpl(zk_request->getPath(), watches, list_watches, Coordination::Event::CREATED);
     }
 
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & ephemerals, int64_t zxid, int64_t session_id) const override
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
+        auto & container = storage.container;
+        Coordination::ZooKeeperCreateRequest & request = dynamic_cast<Coordination::ZooKeeperCreateRequest &>(*zk_request);
+        auto parent_path = parentPath(request.path);
+
+        auto it = container.find(parent_path);
+        if (it == container.end())
+            return true;
+
+        const auto & node_acls = it->value.acls;
+        const auto & session_auths = storage.session_and_auth[session_id];
+        return checkACL(Coordination::ACL::Create, node_acls, session_auths);
+    }
+
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t zxid, int64_t session_id) const override
+    {
+        auto & container = storage.container;
+        auto & ephemerals = storage.ephemerals;
+
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Undo undo;
         Coordination::ZooKeeperCreateResponse & response = dynamic_cast<Coordination::ZooKeeperCreateResponse &>(*response_ptr);
@@ -142,8 +187,37 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
             {
                 response.error = Coordination::Error::ZNOCHILDRENFOREPHEMERALS;
             }
+            else if (request.acls.size() != storage.session_and_auth[session_id].size())
+            {
+                response.error = Coordination::Error::ZBADARGUMENTS;
+            }
             else
             {
+                auto & session_auth_ids = storage.session_and_auth[session_id];
+                for (size_t i = 0; i < request.acls.size(); ++i)
+                {
+                    if (request.acls[i].id.empty())
+                    {
+                        if (!session_auth_ids[i].empty())
+                            request.acls[i].id = session_auth_ids[i];
+                    }
+                    else
+                    {
+                        auto request_sha = getSHA1(request.acls[i].id);
+                        if (session_auth_ids[i] != request_sha) /// User specified strange user:password in request
+                        {
+                            /// User specified strange user:password in request
+                            response.error = Coordination::Error::ZAUTHFAILED;
+                            return { response_ptr, {} };
+                        }
+                        else
+                        {
+                            request.acls[i].id = request_sha;
+                            break;
+                        }
+                    }
+                }
+
                 KeeperStorage::Node created_node;
                 created_node.stat.czxid = zxid;
                 created_node.stat.mzxid = zxid;
@@ -154,6 +228,8 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
                 created_node.stat.ephemeralOwner = request.is_ephemeral ? session_id : 0;
                 created_node.data = request.data;
                 created_node.is_sequental = request.is_sequential;
+                created_node.acls = request.acls;
+
                 std::string path_created = request.path;
 
                 if (request.is_sequential)
@@ -208,9 +284,24 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
 
 struct KeeperStorageGetRequest final : public KeeperStorageRequest
 {
-    using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & /* ephemerals */, int64_t /* zxid */, int64_t /* session_id */) const override
+
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
+        auto & container = storage.container;
+        Coordination::ZooKeeperGetRequest & request = dynamic_cast<Coordination::ZooKeeperGetRequest &>(*zk_request);
+        auto it = container.find(request.path);
+        if (it == container.end())
+            return true;
+
+        const auto & node_acls = it->value.acls;
+        const auto & session_auths = storage.session_and_auth[session_id];
+        return checkACL(Coordination::ACL::Read, node_acls, session_auths);
+    }
+
+    using KeeperStorageRequest::KeeperStorageRequest;
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t /* zxid */, int64_t /* session_id */) const override
+    {
+        auto & container = storage.container;
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperGetResponse & response = dynamic_cast<Coordination::ZooKeeperGetResponse &>(*response_ptr);
         Coordination::ZooKeeperGetRequest & request = dynamic_cast<Coordination::ZooKeeperGetRequest &>(*zk_request);
@@ -233,9 +324,25 @@ struct KeeperStorageGetRequest final : public KeeperStorageRequest
 
 struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
 {
-    using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & ephemerals, int64_t /*zxid*/, int64_t /*session_id*/) const override
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
+        auto & container = storage.container;
+        Coordination::ZooKeeperRemoveRequest & request = dynamic_cast<Coordination::ZooKeeperRemoveRequest &>(*zk_request);
+        auto it = container.find(request.path);
+        if (it == container.end())
+            return true;
+
+        const auto & node_acls = it->value.acls;
+        const auto & session_auths = storage.session_and_auth[session_id];
+        return checkACL(Coordination::ACL::Delete, node_acls, session_auths);
+    }
+
+    using KeeperStorageRequest::KeeperStorageRequest;
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t /*zxid*/, int64_t /*session_id*/) const override
+    {
+        auto & container = storage.container;
+        auto & ephemerals = storage.ephemerals;
+
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperRemoveResponse & response = dynamic_cast<Coordination::ZooKeeperRemoveResponse &>(*response_ptr);
         Coordination::ZooKeeperRemoveRequest & request = dynamic_cast<Coordination::ZooKeeperRemoveRequest &>(*zk_request);
@@ -303,9 +410,24 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
 
 struct KeeperStorageExistsRequest final : public KeeperStorageRequest
 {
-    using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & /* ephemerals */, int64_t /*zxid*/, int64_t /* session_id */) const override
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
+        auto & container = storage.container;
+        Coordination::ZooKeeperExistsRequest & request = dynamic_cast<Coordination::ZooKeeperExistsRequest &>(*zk_request);
+        auto it = container.find(request.path);
+        if (it == container.end())
+            return true;
+
+        const auto & node_acls = it->value.acls;
+        const auto & session_auths = storage.session_and_auth[session_id];
+        return checkACL(Coordination::ACL::Read, node_acls, session_auths);
+    }
+
+    using KeeperStorageRequest::KeeperStorageRequest;
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t /*zxid*/, int64_t /* session_id */) const override
+    {
+        auto & container = storage.container;
+
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperExistsResponse & response = dynamic_cast<Coordination::ZooKeeperExistsResponse &>(*response_ptr);
         Coordination::ZooKeeperExistsRequest & request = dynamic_cast<Coordination::ZooKeeperExistsRequest &>(*zk_request);
@@ -327,9 +449,24 @@ struct KeeperStorageExistsRequest final : public KeeperStorageRequest
 
 struct KeeperStorageSetRequest final : public KeeperStorageRequest
 {
-    using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & /* ephemerals */, int64_t zxid, int64_t /* session_id */) const override
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
+        auto & container = storage.container;
+        Coordination::ZooKeeperSetRequest & request = dynamic_cast<Coordination::ZooKeeperSetRequest &>(*zk_request);
+        auto it = container.find(request.path);
+        if (it == container.end())
+            return true;
+
+        const auto & node_acls = it->value.acls;
+        const auto & session_auths = storage.session_and_auth[session_id];
+        return checkACL(Coordination::ACL::Write, node_acls, session_auths);
+    }
+
+    using KeeperStorageRequest::KeeperStorageRequest;
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t zxid, int64_t /* session_id */) const override
+    {
+        auto & container = storage.container;
+
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperSetResponse & response = dynamic_cast<Coordination::ZooKeeperSetResponse &>(*response_ptr);
         Coordination::ZooKeeperSetRequest & request = dynamic_cast<Coordination::ZooKeeperSetRequest &>(*zk_request);
@@ -387,9 +524,23 @@ struct KeeperStorageSetRequest final : public KeeperStorageRequest
 
 struct KeeperStorageListRequest final : public KeeperStorageRequest
 {
-    using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & /* ephemerals */, int64_t /*zxid*/, int64_t /*session_id*/) const override
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
+        auto & container = storage.container;
+        Coordination::ZooKeeperListRequest & request = dynamic_cast<Coordination::ZooKeeperListRequest &>(*zk_request);
+        auto it = container.find(request.path);
+        if (it == container.end())
+            return true;
+
+        const auto & node_acls = it->value.acls;
+        const auto & session_auths = storage.session_and_auth[session_id];
+        return checkACL(Coordination::ACL::Read, node_acls, session_auths);
+    }
+
+    using KeeperStorageRequest::KeeperStorageRequest;
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t /*zxid*/, int64_t /*session_id*/) const override
+    {
+        auto & container = storage.container;
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperListResponse & response = dynamic_cast<Coordination::ZooKeeperListResponse &>(*response_ptr);
         Coordination::ZooKeeperListRequest & request = dynamic_cast<Coordination::ZooKeeperListRequest &>(*zk_request);
@@ -416,9 +567,24 @@ struct KeeperStorageListRequest final : public KeeperStorageRequest
 
 struct KeeperStorageCheckRequest final : public KeeperStorageRequest
 {
-    using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & /* ephemerals */, int64_t /*zxid*/, int64_t /*session_id*/) const override
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
+        auto & container = storage.container;
+        Coordination::ZooKeeperCheckRequest & request = dynamic_cast<Coordination::ZooKeeperCheckRequest &>(*zk_request);
+        auto it = container.find(request.path);
+        if (it == container.end())
+            return true;
+
+        const auto & node_acls = it->value.acls;
+        const auto & session_auths = storage.session_and_auth[session_id];
+        return checkACL(Coordination::ACL::Read, node_acls, session_auths);
+    }
+
+    using KeeperStorageRequest::KeeperStorageRequest;
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t /*zxid*/, int64_t /*session_id*/) const override
+    {
+        auto & container = storage.container;
+
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperCheckResponse & response = dynamic_cast<Coordination::ZooKeeperCheckResponse &>(*response_ptr);
         Coordination::ZooKeeperCheckRequest & request = dynamic_cast<Coordination::ZooKeeperCheckRequest &>(*zk_request);
@@ -442,6 +608,14 @@ struct KeeperStorageCheckRequest final : public KeeperStorageRequest
 
 struct KeeperStorageMultiRequest final : public KeeperStorageRequest
 {
+    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
+    {
+        for (const auto & concrete_request : concrete_requests)
+            if (!concrete_request->checkAuth(storage, session_id))
+                return false;
+        return true;
+    }
+
     std::vector<KeeperStorageRequestPtr> concrete_requests;
     explicit KeeperStorageMultiRequest(const Coordination::ZooKeeperRequestPtr & zk_request_)
         : KeeperStorageRequest(zk_request_)
@@ -473,7 +647,7 @@ struct KeeperStorageMultiRequest final : public KeeperStorageRequest
         }
     }
 
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container & container, KeeperStorage::Ephemerals & ephemerals, int64_t zxid, int64_t session_id) const override
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t zxid, int64_t session_id) const override
     {
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperMultiResponse & response = dynamic_cast<Coordination::ZooKeeperMultiResponse &>(*response_ptr);
@@ -484,7 +658,7 @@ struct KeeperStorageMultiRequest final : public KeeperStorageRequest
             size_t i = 0;
             for (const auto & concrete_request : concrete_requests)
             {
-                auto [ cur_response, undo_action ] = concrete_request->process(container, ephemerals, zxid, session_id);
+                auto [ cur_response, undo_action ] = concrete_request->process(storage, zxid, session_id);
 
                 response.responses[i] = cur_response;
                 if (cur_response->error != Coordination::Error::ZOK)
@@ -541,19 +715,34 @@ struct KeeperStorageMultiRequest final : public KeeperStorageRequest
 struct KeeperStorageCloseRequest final : public KeeperStorageRequest
 {
     using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container &, KeeperStorage::Ephemerals &, int64_t, int64_t) const override
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage &, int64_t, int64_t) const override
     {
         throw DB::Exception("Called process on close request", ErrorCodes::LOGICAL_ERROR);
     }
 };
 
-/// Dummy implementation TODO: implement simple ACL
 struct KeeperStorageAuthRequest final : public KeeperStorageRequest
 {
     using KeeperStorageRequest::KeeperStorageRequest;
-    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage::Container &, KeeperStorage::Ephemerals &, int64_t, int64_t) const override
+    std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t /*zxid*/, int64_t session_id) const override
     {
+        Coordination::ZooKeeperAuthRequest & auth_request = dynamic_cast<Coordination::ZooKeeperAuthRequest &>(*zk_request);
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
+        Coordination::ZooKeeperAuthResponse & auth_response =  dynamic_cast<Coordination::ZooKeeperAuthResponse &>(*response_ptr);
+
+        if (auth_request.scheme != "digest")
+        {
+            auth_response.error = Coordination::Error::ZAUTHFAILED;
+        }
+        else
+        {
+            auto & sessions_and_auth = storage.session_and_auth;
+            std::string id = getSHA1(auth_request.data);
+            auto & session_ids = sessions_and_auth[session_id];
+            if (std::find(session_ids.begin(), session_ids.end(), id) == session_ids.end())
+                sessions_and_auth[session_id].emplace_back(id);
+        }
+
         return { response_ptr, {} };
     }
 };
@@ -680,7 +869,7 @@ KeeperStorage::ResponsesForSessions KeeperStorage::processRequest(const Coordina
     else if (zk_request->getOpNum() == Coordination::OpNum::Heartbeat)
     {
         KeeperStorageRequestPtr storage_request = KeeperWrapperFactory::instance().get(zk_request);
-        auto [response, _] = storage_request->process(container, ephemerals, zxid, session_id);
+        auto [response, _] = storage_request->process(*this, zxid, session_id);
         response->xid = zk_request->xid;
         response->zxid = getZXID();
 
@@ -689,7 +878,17 @@ KeeperStorage::ResponsesForSessions KeeperStorage::processRequest(const Coordina
     else
     {
         KeeperStorageRequestPtr storage_request = KeeperWrapperFactory::instance().get(zk_request);
-        auto [response, _] = storage_request->process(container, ephemerals, zxid, session_id);
+        Coordination::ZooKeeperResponsePtr response;
+
+        if (!storage_request->checkAuth(*this, session_id))
+        {
+            response = zk_request->makeResponse();
+            response->error = Coordination::Error::ZAUTHFAILED;
+        }
+        else
+        {
+            std::tie(response, std::ignore) = storage_request->process(*this, zxid, session_id);
+        }
 
         if (zk_request->has_watch)
         {
diff --git a/src/Coordination/KeeperStorage.h b/src/Coordination/KeeperStorage.h
index 585426a7441..acd52ee4a01 100644
--- a/src/Coordination/KeeperStorage.h
+++ b/src/Coordination/KeeperStorage.h
@@ -58,8 +58,14 @@ public:
     using SessionAndWatcher = std::unordered_map<int64_t, std::unordered_set<std::string>>;
     using SessionIDs = std::vector<int64_t>;
 
+    /// Just vector of SHA1 from user:password
+    using AuthIDs = std::vector<std::string>;
+    using SessionAndAuth = std::unordered_map<int64_t, AuthIDs>;
+    SessionAndAuth session_and_auth;
+
     using Watches = std::map<String /* path, relative of root_path */, SessionIDs>;
 
+
     Container container;
     Ephemerals ephemerals;
     SessionAndWatcher sessions_and_watchers;

From 75adbd8e2357cf41da6fafb3f510cfd9cacabc02 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Sat, 22 May 2021 02:22:22 +0300
Subject: [PATCH 0333/1060] optimize some functions to subcolumns

---
 .../RewriteFunctionToSubcolumnVisitor.cpp     | 58 ++++++++++++++-----
 .../RewriteFunctionToSubcolumnVisitor.h       |  3 +-
 src/Interpreters/TreeOptimizer.cpp            |  9 +--
 .../01872_functions_to_subcolumns.reference   | 28 +++++++--
 .../01872_functions_to_subcolumns.sql         | 30 +++++++++-
 5 files changed, 101 insertions(+), 27 deletions(-)

diff --git a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
index 7616529dff7..2086d2dc229 100644
--- a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
+++ b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
@@ -1,6 +1,7 @@
 #include <Interpreters/RewriteFunctionToSubcolumnVisitor.h>
 #include <DataTypes/NestedUtils.h>
 #include <Parsers/ASTIdentifier.h>
+#include <Parsers/ASTLiteral.h>
 
 namespace DB
 {
@@ -8,25 +9,45 @@ namespace DB
 namespace
 {
 
-ASTPtr transformToSubcolumn(const ASTIdentifier & identifier, const String & subcolumn_name)
+ASTPtr transformToSubcolumn(const String & name_in_storage, const String & subcolumn_name)
 {
-    return std::make_shared<ASTIdentifier>(Nested::concatenateName(identifier.name(), subcolumn_name));
+    return std::make_shared<ASTIdentifier>(Nested::concatenateName(name_in_storage, subcolumn_name));
 }
 
-ASTPtr transformIsNotNullToSubcolumn(const ASTIdentifier & identifier, const String & subcolumn_name)
+ASTPtr transformEmptyToSubcolumn(const String & name_in_storage, const String & subcolumn_name)
 {
-    auto ast = transformToSubcolumn(identifier, subcolumn_name);
-    ast = makeASTFunction("NOT", ast);
-    return ast;
+    auto ast = transformToSubcolumn(name_in_storage, subcolumn_name);
+    return makeASTFunction("equals", ast, std::make_shared<ASTLiteral>(0u));
 }
 
-const std::unordered_map<String, std::pair<String, decltype(&transformToSubcolumn)>> function_to_subcolumn =
+ASTPtr transformNotEmptyToSubcolumn(const String & name_in_storage, const String & subcolumn_name)
 {
-    {"length",    {"size0", transformToSubcolumn}},
-    {"isNull",    {"null", transformToSubcolumn}},
-    {"isNotNull", {"null", transformIsNotNullToSubcolumn}},
-    {"mapKeys",   {"keys", transformToSubcolumn}},
-    {"mapValues", {"values", transformToSubcolumn}}
+    auto ast = transformToSubcolumn(name_in_storage, subcolumn_name);
+    return makeASTFunction("notEquals", ast, std::make_shared<ASTLiteral>(0u));
+}
+
+ASTPtr transformIsNotNullToSubcolumn(const String & name_in_storage, const String & subcolumn_name)
+{
+    auto ast = transformToSubcolumn(name_in_storage, subcolumn_name);
+    return makeASTFunction("not", ast);
+}
+
+ASTPtr transformCountNullableToSubcolumn(const String & name_in_storage, const String & subcolumn_name)
+{
+    auto ast = transformToSubcolumn(name_in_storage, subcolumn_name);
+    return makeASTFunction("sum", makeASTFunction("not", ast));
+}
+
+const std::unordered_map<String, std::tuple<TypeIndex, String, decltype(&transformToSubcolumn)>> function_to_subcolumn =
+{
+    {"length",    {TypeIndex::Array, "size0", transformToSubcolumn}},
+    {"empty",     {TypeIndex::Array, "size0", transformEmptyToSubcolumn}},
+    {"notEmpty",  {TypeIndex::Array, "size0", transformNotEmptyToSubcolumn}},
+    {"isNull",    {TypeIndex::Nullable, "null", transformToSubcolumn}},
+    {"isNotNull", {TypeIndex::Nullable, "null", transformIsNotNullToSubcolumn}},
+    {"count",     {TypeIndex::Nullable, "null", transformCountNullableToSubcolumn}},
+    {"mapKeys",   {TypeIndex::Map, "keys", transformToSubcolumn}},
+    {"mapValues", {TypeIndex::Map, "values", transformToSubcolumn}},
 };
 
 }
@@ -38,15 +59,22 @@ void RewriteFunctionToSubcolumnData::visit(ASTFunction & function, ASTPtr & ast)
         return;
 
     const auto * identifier = arguments[0]->as<ASTIdentifier>();
-    if (!identifier || !columns_to_rewrite.count(identifier->name()))
+    if (!identifier)
         return;
 
     auto it = function_to_subcolumn.find(function.name);
     if (it == function_to_subcolumn.end())
         return;
 
-    const auto & [subcolumn_name, transformer] = it->second;
-    ast = transformer(*identifier, subcolumn_name);
+    const auto & [type_id, subcolumn_name, transformer] = it->second;
+    const auto & columns = metadata_snapshot->getColumns();
+    const auto & name_in_storage = identifier->name();
+
+    if (columns.has(name_in_storage)
+        && columns.get(name_in_storage).type->getTypeId() == type_id)
+    {
+        ast = transformer(name_in_storage, subcolumn_name);
+    }
 }
 
 }
diff --git a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
index 74f0041613c..cfd87d8449e 100644
--- a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
+++ b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
@@ -2,6 +2,7 @@
 
 #include <Parsers/ASTFunction.h>
 #include <Interpreters/InDepthNodeVisitor.h>
+#include <Storages/StorageInMemoryMetadata.h>
 
 namespace DB
 {
@@ -14,7 +15,7 @@ public:
     using TypeToVisit = ASTFunction;
     void visit(ASTFunction & function, ASTPtr & ast);
 
-    const NameSet & columns_to_rewrite;
+    StorageMetadataPtr metadata_snapshot;
 };
 
 using RewriteFunctionToSubcolumnMatcher = OneTypeMatcher<RewriteFunctionToSubcolumnData>;
diff --git a/src/Interpreters/TreeOptimizer.cpp b/src/Interpreters/TreeOptimizer.cpp
index b07501ec862..c1a265d9a06 100644
--- a/src/Interpreters/TreeOptimizer.cpp
+++ b/src/Interpreters/TreeOptimizer.cpp
@@ -581,9 +581,9 @@ void transformIfStringsIntoEnum(ASTPtr & query)
     ConvertStringsToEnumVisitor(convert_data).visit(query);
 }
 
-void optimizeFunctionsToSubcolumns(ASTPtr & query, const NameSet & source_columns)
+void optimizeFunctionsToSubcolumns(ASTPtr & query, const StorageMetadataPtr & metadata_snapshot)
 {
-    RewriteFunctionToSubcolumnVisitor::Data data{source_columns};
+    RewriteFunctionToSubcolumnVisitor::Data data{metadata_snapshot};
     RewriteFunctionToSubcolumnVisitor(data).visit(query);
 }
 
@@ -607,8 +607,9 @@ void TreeOptimizer::apply(ASTPtr & query, TreeRewriterResult & result,
     if (!select_query)
         throw Exception("Select analyze for not select asts.", ErrorCodes::LOGICAL_ERROR);
 
-    if (result.storage && result.storage->supportsSubcolumns() && settings.optimize_functions_to_subcolumns)
-        optimizeFunctionsToSubcolumns(query, result.source_columns_set);
+    if (settings.optimize_functions_to_subcolumns && result.storage
+        && result.storage->supportsSubcolumns() && result.metadata_snapshot)
+        optimizeFunctionsToSubcolumns(query, result.metadata_snapshot);
 
     optimizeIf(query, result.aliases, settings.optimize_if_chain_to_multiif);
 
diff --git a/tests/queries/0_stateless/01872_functions_to_subcolumns.reference b/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
index 0e666fc6bb0..ff929fb0f6d 100644
--- a/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
+++ b/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
@@ -1,12 +1,30 @@
-3	0	1	['foo','bar']	[1,2]
-1	1	0	[]	[]
+0	0	1
+0	1	0
+SELECT
+    isNull(id),
+    `n.null`,
+    NOT `n.null`
+FROM t_func_to_subcolumns
+3	0	1	0
+0	1	0	\N
 SELECT
     `arr.size0`,
-    `n.null`,
-    NOT `n.null`,
+    `arr.size0` = 0,
+    `arr.size0` != 0,
+    empty(n)
+FROM t_func_to_subcolumns
+['foo','bar']	[1,2]
+[]	[]
+SELECT
     `m.keys`,
     `m.values`
 FROM t_func_to_subcolumns
+1
+SELECT sum(NOT `n.null`)
+FROM t_func_to_subcolumns
+2
+SELECT count(id)
+FROM t_func_to_subcolumns
 1	0	0
 2	1	0
 3	0	0
@@ -25,3 +43,5 @@ ALL FULL OUTER JOIN
         3 AS id,
         \'www\'
 ) AS right USING (id)
+0	10
+0	20
diff --git a/tests/queries/0_stateless/01872_functions_to_subcolumns.sql b/tests/queries/0_stateless/01872_functions_to_subcolumns.sql
index 5b45254d328..eb0165f4e13 100644
--- a/tests/queries/0_stateless/01872_functions_to_subcolumns.sql
+++ b/tests/queries/0_stateless/01872_functions_to_subcolumns.sql
@@ -6,13 +6,37 @@ SET optimize_functions_to_subcolumns = 1;
 CREATE TABLE t_func_to_subcolumns (id UInt64, arr Array(UInt64), n Nullable(String), m Map(String, UInt64))
 ENGINE = MergeTree ORDER BY tuple();
 
-INSERT INTO t_func_to_subcolumns VALUES (1, [1, 2, 3], 'abc', map('foo', 1, 'bar', 2)) (2, [22], NULL, map());
+INSERT INTO t_func_to_subcolumns VALUES (1, [1, 2, 3], 'abc', map('foo', 1, 'bar', 2)) (2, [], NULL, map());
 
-SELECT length(arr), n IS NULL, n IS NOT NULL, mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
-EXPLAIN SYNTAX SELECT length(arr), n IS NULL, n IS NOT NULL, mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
+SELECT id IS NULL, n IS NULL, n IS NOT NULL FROM t_func_to_subcolumns;
+EXPLAIN SYNTAX SELECT id IS NULL, n IS NULL, n IS NOT NULL FROM t_func_to_subcolumns;
+
+SELECT length(arr), empty(arr), notEmpty(arr), empty(n) FROM t_func_to_subcolumns;
+EXPLAIN SYNTAX SELECT length(arr), empty(arr), notEmpty(arr), empty(n) FROM t_func_to_subcolumns;
+
+SELECT mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
+EXPLAIN SYNTAX SELECT mapKeys(m), mapValues(m) FROM t_func_to_subcolumns;
+
+SELECT count(n) FROM t_func_to_subcolumns;
+EXPLAIN SYNTAX SELECT count(n) FROM t_func_to_subcolumns;
+
+SELECT count(id) FROM t_func_to_subcolumns;
+EXPLAIN SYNTAX SELECT count(id) FROM t_func_to_subcolumns;
 
 SELECT id, left.n IS NULL, right.n IS NULL FROM t_func_to_subcolumns AS left
 FULL JOIN (SELECT 1 AS id, 'qqq' AS n UNION ALL SELECT 3 AS id, 'www') AS right USING(id);
 
 EXPLAIN SYNTAX SELECT id, left.n IS NULL, right.n IS NULL FROM t_func_to_subcolumns AS left
 FULL JOIN (SELECT 1 AS id, 'qqq' AS n UNION ALL SELECT 3 AS id, 'www') AS right USING(id);
+
+DROP TABLE t_func_to_subcolumns;
+
+DROP TABLE IF EXISTS t_tuple_null;
+
+CREATE TABLE t_tuple_null (t Tuple(null UInt32)) ENGINE = MergeTree ORDER BY tuple();
+
+INSERT INTO t_tuple_null VALUES ((10)), ((20));
+
+SELECT t IS NULL, t.null FROM t_tuple_null;
+
+DROP TABLE t_tuple_null;

From d016f60c1d3a256989db73825370cb4a2f8ccec5 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Sat, 22 May 2021 03:29:01 +0300
Subject: [PATCH 0334/1060] fix test

---
 .../queries/0_stateless/01872_functions_to_subcolumns.reference | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01872_functions_to_subcolumns.reference b/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
index ff929fb0f6d..8c5ca4df602 100644
--- a/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
+++ b/tests/queries/0_stateless/01872_functions_to_subcolumns.reference
@@ -33,7 +33,7 @@ SELECT
     `n.null`,
     isNull(right.n)
 FROM t_func_to_subcolumns AS left
-ALL FULL OUTER JOIN 
+ALL FULL OUTER JOIN
 (
     SELECT
         1 AS id,

From 6e593cda7ba137cbd327b7efc0f962b8e8ccd681 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 22 May 2021 10:38:50 +0300
Subject: [PATCH 0335/1060] Working test

---
 src/Coordination/KeeperStorage.cpp            | 21 +++++++------------
 .../integration/test_zookeeper_config/test.py |  5 ++---
 2 files changed, 9 insertions(+), 17 deletions(-)

diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index 82f2ac41d1d..c77e989b580 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -148,8 +148,7 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        Coordination::ZooKeeperCreateRequest & request = dynamic_cast<Coordination::ZooKeeperCreateRequest &>(*zk_request);
-        auto parent_path = parentPath(request.path);
+        auto parent_path = parentPath(zk_request->getPath());
 
         auto it = container.find(parent_path);
         if (it == container.end())
@@ -288,8 +287,7 @@ struct KeeperStorageGetRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        Coordination::ZooKeeperGetRequest & request = dynamic_cast<Coordination::ZooKeeperGetRequest &>(*zk_request);
-        auto it = container.find(request.path);
+        auto it = container.find(zk_request->getPath());
         if (it == container.end())
             return true;
 
@@ -327,8 +325,7 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        Coordination::ZooKeeperRemoveRequest & request = dynamic_cast<Coordination::ZooKeeperRemoveRequest &>(*zk_request);
-        auto it = container.find(request.path);
+        auto it = container.find(zk_request->getPath());
         if (it == container.end())
             return true;
 
@@ -413,8 +410,7 @@ struct KeeperStorageExistsRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        Coordination::ZooKeeperExistsRequest & request = dynamic_cast<Coordination::ZooKeeperExistsRequest &>(*zk_request);
-        auto it = container.find(request.path);
+        auto it = container.find(zk_request->getPath());
         if (it == container.end())
             return true;
 
@@ -452,8 +448,7 @@ struct KeeperStorageSetRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        Coordination::ZooKeeperSetRequest & request = dynamic_cast<Coordination::ZooKeeperSetRequest &>(*zk_request);
-        auto it = container.find(request.path);
+        auto it = container.find(zk_request->getPath());
         if (it == container.end())
             return true;
 
@@ -527,8 +522,7 @@ struct KeeperStorageListRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        Coordination::ZooKeeperListRequest & request = dynamic_cast<Coordination::ZooKeeperListRequest &>(*zk_request);
-        auto it = container.find(request.path);
+        auto it = container.find(zk_request->getPath());
         if (it == container.end())
             return true;
 
@@ -570,8 +564,7 @@ struct KeeperStorageCheckRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        Coordination::ZooKeeperCheckRequest & request = dynamic_cast<Coordination::ZooKeeperCheckRequest &>(*zk_request);
-        auto it = container.find(request.path);
+        auto it = container.find(zk_request->getPath());
         if (it == container.end())
             return true;
 
diff --git a/tests/integration/test_zookeeper_config/test.py b/tests/integration/test_zookeeper_config/test.py
index ea8341aebde..7bc5df63f6c 100644
--- a/tests/integration/test_zookeeper_config/test.py
+++ b/tests/integration/test_zookeeper_config/test.py
@@ -100,12 +100,11 @@ def test_identity():
     cluster_1 = ClickHouseCluster(__file__, zookeeper_config_path='configs/zookeeper_config_with_password.xml')
     cluster_2 = ClickHouseCluster(__file__)
 
-    # TODO ACL not implemented in Keeper.
     node1 = cluster_1.add_instance('node1', main_configs=["configs/remote_servers.xml",
                                                           "configs/zookeeper_config_with_password.xml"],
-                                   with_zookeeper=True, zookeeper_use_tmpfs=False, use_keeper=False)
+                                   with_zookeeper=True, zookeeper_use_tmpfs=False)
     node2 = cluster_2.add_instance('node2', main_configs=["configs/remote_servers.xml"], with_zookeeper=True,
-                                   zookeeper_use_tmpfs=False, use_keeper=False)
+                                   zookeeper_use_tmpfs=False)
 
     try:
         cluster_1.start()

From 8c63f0f8e20a6996f7d0b18ea5e8026f359a63ab Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 22 May 2021 10:46:12 +0300
Subject: [PATCH 0336/1060] Fix race condition on keeper shutdown

---
 src/Coordination/KeeperStorageDispatcher.cpp |  4 ++++
 src/Server/KeeperTCPHandler.cpp              | 16 ++++++++--------
 2 files changed, 12 insertions(+), 8 deletions(-)

diff --git a/src/Coordination/KeeperStorageDispatcher.cpp b/src/Coordination/KeeperStorageDispatcher.cpp
index 14a44ee6f3f..7da7c22c8a3 100644
--- a/src/Coordination/KeeperStorageDispatcher.cpp
+++ b/src/Coordination/KeeperStorageDispatcher.cpp
@@ -226,6 +226,10 @@ bool KeeperStorageDispatcher::putRequest(const Coordination::ZooKeeperRequestPtr
     request_info.session_id = session_id;
 
     std::lock_guard lock(push_request_mutex);
+
+    if (shutdown_called)
+        return false;
+
     /// Put close requests without timeouts
     if (request->getOpNum() == Coordination::OpNum::Close)
         requests_queue->push(std::move(request_info));
diff --git a/src/Server/KeeperTCPHandler.cpp b/src/Server/KeeperTCPHandler.cpp
index 1dadd3437f7..2d5f41fe666 100644
--- a/src/Server/KeeperTCPHandler.cpp
+++ b/src/Server/KeeperTCPHandler.cpp
@@ -194,7 +194,7 @@ KeeperTCPHandler::KeeperTCPHandler(IServer & server_, const Poco::Net::StreamSoc
     , server(server_)
     , log(&Poco::Logger::get("NuKeeperTCPHandler"))
     , global_context(Context::createCopy(server.context()))
-    , nu_keeper_storage_dispatcher(global_context->getKeeperStorageDispatcher())
+    , keeper_dispatcher(global_context->getKeeperStorageDispatcher())
     , operation_timeout(0, global_context->getConfigRef().getUInt("test_keeper_server.operation_timeout_ms", Coordination::DEFAULT_OPERATION_TIMEOUT_MS) * 1000)
     , session_timeout(0, global_context->getConfigRef().getUInt("test_keeper_server.session_timeout_ms", Coordination::DEFAULT_SESSION_TIMEOUT_MS) * 1000)
     , poll_wrapper(std::make_unique<SocketInterruptablePollWrapper>(socket_))
@@ -286,12 +286,12 @@ void KeeperTCPHandler::runImpl()
         return;
     }
 
-    if (nu_keeper_storage_dispatcher->hasLeader())
+    if (keeper_dispatcher->hasLeader())
     {
         try
         {
             LOG_INFO(log, "Requesting session ID for the new client");
-            session_id = nu_keeper_storage_dispatcher->getSessionID(session_timeout.totalMilliseconds());
+            session_id = keeper_dispatcher->getSessionID(session_timeout.totalMilliseconds());
             LOG_INFO(log, "Received session ID {}", session_id);
         }
         catch (const Exception & e)
@@ -318,7 +318,7 @@ void KeeperTCPHandler::runImpl()
         UInt8 single_byte = 1;
         [[maybe_unused]] int result = write(response_fd, &single_byte, sizeof(single_byte));
     };
-    nu_keeper_storage_dispatcher->registerSession(session_id, response_callback);
+    keeper_dispatcher->registerSession(session_id, response_callback);
 
     session_stopwatch.start();
     bool close_received = false;
@@ -368,7 +368,7 @@ void KeeperTCPHandler::runImpl()
                 if (response->error == Coordination::Error::ZSESSIONEXPIRED)
                 {
                     LOG_DEBUG(log, "Session #{} expired because server shutting down or quorum is not alive", session_id);
-                    nu_keeper_storage_dispatcher->finishSession(session_id);
+                    keeper_dispatcher->finishSession(session_id);
                     return;
                 }
 
@@ -381,7 +381,7 @@ void KeeperTCPHandler::runImpl()
             if (session_stopwatch.elapsedMicroseconds() > static_cast<UInt64>(session_timeout.totalMicroseconds()))
             {
                 LOG_DEBUG(log, "Session #{} expired", session_id);
-                nu_keeper_storage_dispatcher->finishSession(session_id);
+                keeper_dispatcher->finishSession(session_id);
                 break;
             }
         }
@@ -389,7 +389,7 @@ void KeeperTCPHandler::runImpl()
     catch (const Exception & ex)
     {
         LOG_INFO(log, "Got exception processing session #{}: {}", session_id, getExceptionMessage(ex, true));
-        nu_keeper_storage_dispatcher->finishSession(session_id);
+        keeper_dispatcher->finishSession(session_id);
     }
 }
 
@@ -407,7 +407,7 @@ std::pair<Coordination::OpNum, Coordination::XID> KeeperTCPHandler::receiveReque
     request->xid = xid;
     request->readImpl(*in);
 
-    if (!nu_keeper_storage_dispatcher->putRequest(request, session_id))
+    if (!keeper_dispatcher->putRequest(request, session_id))
         throw Exception(ErrorCodes::TIMEOUT_EXCEEDED, "Session {} already disconnected", session_id);
     return std::make_pair(opnum, xid);
 }

From 8c06f811303878ab6a5bd9ff2aaf5023feb29951 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 22 May 2021 10:50:23 +0300
Subject: [PATCH 0337/1060] Followup fix

---
 src/Coordination/KeeperStorageDispatcher.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Coordination/KeeperStorageDispatcher.cpp b/src/Coordination/KeeperStorageDispatcher.cpp
index 7da7c22c8a3..e95a6940baa 100644
--- a/src/Coordination/KeeperStorageDispatcher.cpp
+++ b/src/Coordination/KeeperStorageDispatcher.cpp
@@ -320,6 +320,8 @@ void KeeperStorageDispatcher::shutdown()
                 break;
             }
         }
+
+        std::lock_guard lock(session_to_response_callback_mutex);
         session_to_response_callback.clear();
     }
     catch (...)

From 3165db2799a11093adf99df86ce6d81442c39801 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Sat, 22 May 2021 00:48:10 +0300
Subject: [PATCH 0338/1060] Wrote first version of docs for YAML configuration

---
 docs/en/operations/configuration-files.md | 68 ++++++++++++++++++++++-
 1 file changed, 65 insertions(+), 3 deletions(-)

diff --git a/docs/en/operations/configuration-files.md b/docs/en/operations/configuration-files.md
index 9864efd648a..32239b0dc80 100644
--- a/docs/en/operations/configuration-files.md
+++ b/docs/en/operations/configuration-files.md
@@ -5,9 +5,9 @@ toc_title: Configuration Files
 
 # Configuration Files {#configuration_files}
 
-ClickHouse supports multi-file configuration management. The main server configuration file is `/etc/clickhouse-server/config.xml`. Other files must be in the `/etc/clickhouse-server/config.d` directory.
+ClickHouse supports multi-file configuration management. The main server configuration file is `/etc/clickhouse-server/config.xml` or `/etc/clickhouse-server/config.yaml`. Other files must be in the `/etc/clickhouse-server/config.d` directory. Note, that any configuration file can be written either in XML or YAML, but mixing formats in one file is not supported.
 
-All the configuration files should be in XML format. Also, they should have the same root element, usually `<yandex>`.
+All the configuration files should be in XML or YAML formats. All XML files should have the same root element, usually `<yandex>`. As for YAML, writing `yandex:` is not needed, parser will insert it automatically.
 
 ## Override {#override}
 
@@ -32,7 +32,7 @@ Users configuration can be splitted into separate files similar to `config.xml`
 Directory name is defined as `users_config` setting without `.xml` postfix concatenated with `.d`.
 Directory `users.d` is used by default, as `users_config` defaults to `users.xml`.
 
-## Example {#example}
+## XML example {#example}
 
 For example, you can have separate config file for each user like this:
 
@@ -55,6 +55,68 @@ $ cat /etc/clickhouse-server/users.d/alice.xml
 </yandex>
 ```
 
+## YAML examples {#example}
+
+There are some differences between YAML and XML formats in terms of ClickHouse configurations. Here are some tips for writing a configuration in YAML format.
+
+You should use a Scalar node to write a key-value pair:
+``` yaml
+key: value
+```
+
+To create a node, containing other nodes you should use a Map:
+``` yaml
+map_key:
+  key1: val1
+  key2: val2
+  key3: val3
+```
+
+To create a list of values or nodes assigned to one tag you should use a Sequence:
+``` yaml
+seq_key:
+  - val1
+  - val2
+  - key1: val3
+  - map:
+      key2: val4
+      key3: val5
+```
+
+If you want to write an attribute for a Sequence or Map node, you should use a @ prefix before the attribute key. Note, that @ is reserved by YAML standard, so you should also to wrap it into double quotes:
+
+``` yaml
+map:
+  "@attr1": value1
+  "@attr2": value2
+  key: 123
+```
+
+From that Map we will get these XML nodes:
+
+``` xml
+<map attr1="value1" attr2="value2">
+    <key>123</key>
+</map>
+```
+
+You can also set attributes for Sequence:
+
+``` yaml
+seq:
+  - "@attr1": value1
+  - "@attr2": value2
+  - 123
+  - abc
+```
+
+So, we can get YAML config equal to this XML one:
+
+``` xml
+<seq attr1="value1" attr2="value2">123</seq>
+<seq attr1="value1" attr2="value2">abc</seq>
+```
+
 ## Implementation Details {#implementation-details}
 
 For each config file, the server also generates `file-preprocessed.xml` files when starting. These files contain all the completed substitutions and overrides, and they are intended for informational use. If ZooKeeper substitutions were used in the config files but ZooKeeper is not available on the server start, the server loads the configuration from the preprocessed file.

From 53ce22ae65c739fc3680cbb83d5e851186caadef Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 22 May 2021 09:38:31 +0000
Subject: [PATCH 0339/1060] Exponencial backoff if queues are empty

---
 src/Storages/RabbitMQ/StorageRabbitMQ.cpp | 16 ++++++++++++++--
 src/Storages/RabbitMQ/StorageRabbitMQ.h   |  2 ++
 2 files changed, 16 insertions(+), 2 deletions(-)

diff --git a/src/Storages/RabbitMQ/StorageRabbitMQ.cpp b/src/Storages/RabbitMQ/StorageRabbitMQ.cpp
index bbb2a85d37a..60f0ce313f8 100644
--- a/src/Storages/RabbitMQ/StorageRabbitMQ.cpp
+++ b/src/Storages/RabbitMQ/StorageRabbitMQ.cpp
@@ -43,6 +43,7 @@ static const auto RETRIES_MAX = 20;
 static const uint32_t QUEUE_SIZE = 100000;
 static const auto MAX_FAILED_READ_ATTEMPTS = 10;
 static const auto RESCHEDULE_MS = 500;
+static const auto BACKOFF_TRESHOLD = 32000;
 static const auto MAX_THREAD_WORK_DURATION_MS = 60000;
 
 namespace ErrorCodes
@@ -100,6 +101,7 @@ StorageRabbitMQ::StorageRabbitMQ(
         , semaphore(0, num_consumers)
         , unique_strbase(getRandomName())
         , queue_size(std::max(QUEUE_SIZE, static_cast<uint32_t>(getMaxBlockSize())))
+        , milliseconds_to_wait(RESCHEDULE_MS)
 {
     event_handler = std::make_shared<RabbitMQHandler>(loop.getLoop(), log);
     restoreConnection(false);
@@ -852,7 +854,17 @@ void StorageRabbitMQ::streamingToViewsFunc()
                     LOG_DEBUG(log, "Started streaming to {} attached views", dependencies_count);
 
                     if (streamToViews())
+                    {
+                        /// Reschedule with backoff.
+                        if (milliseconds_to_wait < BACKOFF_TRESHOLD)
+                            milliseconds_to_wait *= 2;
+                        event_handler->updateLoopState(Loop::STOP);
                         break;
+                    }
+                    else
+                    {
+                        milliseconds_to_wait = RESCHEDULE_MS;
+                    }
 
                     auto end_time = std::chrono::steady_clock::now();
                     auto duration = std::chrono::duration_cast<std::chrono::milliseconds>(end_time - start_time);
@@ -871,9 +883,8 @@ void StorageRabbitMQ::streamingToViewsFunc()
         }
     }
 
-    /// Wait for attached views
     if (!stream_cancelled)
-        streaming_task->scheduleAfter(RESCHEDULE_MS);
+        streaming_task->scheduleAfter(milliseconds_to_wait);
 }
 
 
@@ -1019,6 +1030,7 @@ bool StorageRabbitMQ::streamToViews()
         looping_task->activateAndSchedule();
     }
 
+    /// Do not reschedule, do not stop event loop.
     return false;
 }
 
diff --git a/src/Storages/RabbitMQ/StorageRabbitMQ.h b/src/Storages/RabbitMQ/StorageRabbitMQ.h
index c605b0dc0bd..6f1724c6c2e 100644
--- a/src/Storages/RabbitMQ/StorageRabbitMQ.h
+++ b/src/Storages/RabbitMQ/StorageRabbitMQ.h
@@ -136,6 +136,8 @@ private:
     BackgroundSchedulePool::TaskHolder looping_task;
     BackgroundSchedulePool::TaskHolder connection_task;
 
+    uint64_t milliseconds_to_wait;
+
     std::atomic<bool> stream_cancelled{false};
     size_t read_attempts = 0;
     mutable bool drop_table = false;

From f07f133be51ba6a61ab51d73aff430f80b152871 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 20 May 2021 07:37:50 +0300
Subject: [PATCH 0340/1060] Fix typo in 01800_log_nested

---
 tests/queries/0_stateless/01800_log_nested.sql | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/queries/0_stateless/01800_log_nested.sql b/tests/queries/0_stateless/01800_log_nested.sql
index 6fe2b257905..eb74b8707e4 100644
--- a/tests/queries/0_stateless/01800_log_nested.sql
+++ b/tests/queries/0_stateless/01800_log_nested.sql
@@ -1,11 +1,11 @@
--- TinyTinyLog
+-- TinyLog
 DROP TABLE IF EXISTS nested_01800_tiny_log;
 CREATE TABLE nested_01800_tiny_log (`column` Nested(name String, names Array(String), types Array(Enum8('PU' = 1, 'US' = 2, 'OTHER' = 3)))) ENGINE = TinyLog;
 INSERT INTO nested_01800_tiny_log VALUES (['Hello', 'World'], [['a'], ['b', 'c']], [['PU', 'US'], ['OTHER']]);
 SELECT 10 FROM nested_01800_tiny_log FORMAT Null;
 DROP TABLE nested_01800_tiny_log;
 
--- StripeStripeLog
+-- StripeLog
 DROP TABLE IF EXISTS nested_01800_stripe_log;
 CREATE TABLE nested_01800_stripe_log (`column` Nested(name String, names Array(String), types Array(Enum8('PU' = 1, 'US' = 2, 'OTHER' = 3)))) ENGINE = StripeLog;
 INSERT INTO nested_01800_stripe_log VALUES (['Hello', 'World'], [['a'], ['b', 'c']], [['PU', 'US'], ['OTHER']]);

From 1ad78a39ed43c9721ded0eb0721b4c716cb6c3ef Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 22 May 2021 09:25:39 +0300
Subject: [PATCH 0341/1060] check-style: improve current_database check

---
 utils/check-style/check-style | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/utils/check-style/check-style b/utils/check-style/check-style
index db6b33a569b..bd70334110e 100755
--- a/utils/check-style/check-style
+++ b/utils/check-style/check-style
@@ -94,7 +94,9 @@ tests_with_query_log=( $(
         xargs grep --with-filename -e system.query_log -e system.query_thread_log | cut -d: -f1 | sort -u
 ) )
 for test_case in "${tests_with_query_log[@]}"; do
-    grep -qE current_database.*currentDatabase "$test_case" || echo "Queries to system.query_log/system.query_thread_log does not have current_database = currentDatabase() condition in $test_case"
+    grep -qE current_database.*currentDatabase "$test_case" || {
+        grep -qE 'current_database.*\$CLICKHOUSE_DATABASE' "$test_case"
+    } || echo "Queries to system.query_log/system.query_thread_log does not have current_database = currentDatabase() condition in $test_case"
 done
 
 # Queries with ReplicatedMergeTree

From 03e28e1cdf20eb1da19e6b6ef370054802d40288 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 22 May 2021 09:16:24 +0300
Subject: [PATCH 0342/1060] check-style: database filter for
 system.{tables,parts,parts_columns,columns}

---
 utils/check-style/check-style | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)

diff --git a/utils/check-style/check-style b/utils/check-style/check-style
index bd70334110e..551368e5fd8 100755
--- a/utils/check-style/check-style
+++ b/utils/check-style/check-style
@@ -99,6 +99,25 @@ for test_case in "${tests_with_query_log[@]}"; do
     } || echo "Queries to system.query_log/system.query_thread_log does not have current_database = currentDatabase() condition in $test_case"
 done
 
+# Queries to system.tables/system.parts/system.detached_parts/system.parts_columns/system.columns should have database = currentDatabase() condition
+# NOTE: it is not that accuate, but at least something.
+tests_with_database_column=( $(
+    find $ROOT_PATH/tests/queries -iname '*.sql' -or -iname '*.sh' -or -iname '*.py' |
+        grep -vP $EXCLUDE_DIRS |
+        grep -v -x -e $ROOT_PATH/tests/queries/query_test.py |
+        xargs grep --with-filename -e system.tables -e system.parts -e system.detached_parts -e system.parts_columns -e system.columns | cut -d: -f1 | sort -u
+) )
+for test_case in "${tests_with_database_column[@]}"; do
+    grep -qE database.*currentDatabase "$test_case" || {
+        grep -qE 'database.*\$CLICKHOUSE_DATABASE' "$test_case"
+    } || {
+        # explicit database
+        grep -qE "database[ ]*=[ ]*'" "$test_case"
+    } || {
+        echo "Queries to system.tables/system.parts/system.detached_parts/system.parts_columns/system.columns does not have database = currentDatabase()/\$CLICKHOUSE_DATABASE condition in $test_case"
+    }
+done
+
 # Queries with ReplicatedMergeTree
 # NOTE: it is not that accuate, but at least something.
 tests_with_replicated_merge_tree=( $(

From 12cc3fc4af63804a65789b3c5120e2714c226d7d Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 22 May 2021 09:41:47 +0300
Subject: [PATCH 0343/1060] clickhouse-test: fix stdout reference w/o
 --database argument

It was appended, but never truncated.
---
 tests/clickhouse-test | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index d0866dd3bbe..c1878d4c52d 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -185,9 +185,10 @@ def run_single_test(args, ext, server_logs_level, client_options, case_file, std
         'stderr': stderr_file,
     }
 
-    # >> append to stdout and stderr, because there are also output of per test database creation
+    # >> append to stderr (but not stdout since it is not used there),
+    # because there are also output of per test database creation
     if not args.database:
-        pattern = '{test} >> {stdout} 2>> {stderr}'
+        pattern = '{test} > {stdout} 2>> {stderr}'
     else:
         pattern = '{test} > {stdout} 2> {stderr}'
 

From 8058166d5596f6da70fd0bc1a5288f3dcd4c7ea3 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 22 May 2021 08:43:24 +0300
Subject: [PATCH 0344/1060] tests: fix flakiness with
 system.{parts,detached_parts,columns,parts_clumns,tables}

---
 .../00080_show_tables_and_system_tables.sql   |  2 +-
 ...5_storage_file_and_clickhouse-local_app.sh |  3 +-
 ...3_max_block_size_system_tables_columns.sql |  2 +
 .../00696_system_columns_limit.sql            |  2 +
 ...00753_system_columns_and_system_tables.sql | 50 ++++++++-----------
 ...00821_distributed_storage_with_join_on.sql |  2 +
 ...ong_concurrent_select_and_drop_deadlock.sh |  2 +
 ...ookeeper_test_alter_compression_codecs.sql | 16 +++---
 .../0_stateless/00938_fix_rwlock_segfault.sh  |  1 +
 .../00941_system_columns_race_condition.sh    |  1 +
 .../00991_system_parts_race_condition.sh      |  1 +
 ...tem_parts_race_condition_zookeeper_long.sh |  1 +
 ...tem_parts_race_condition_drop_zookeeper.sh |  3 +-
 .../0_stateless/01004_rename_deadlock.sh      |  1 +
 .../0_stateless/01007_r1r2_w_r2r1_deadlock.sh |  6 ++-
 ...arallel_alter_add_drop_column_zookeeper.sh | 12 ++---
 .../01098_temporary_and_external_tables.sh    |  1 +
 .../0_stateless/01109_exchange_tables.sql     |  1 +
 .../01213_alter_rename_column_zookeeper.sh    |  4 +-
 .../01445_create_table_as_table_function.sh   |  1 +
 .../0_stateless/01451_detach_drop_part.sql    |  6 +--
 .../01451_replicated_detach_drop_part.sql     |  6 +--
 ...18_cast_nullable_virtual_system_column.sql |  3 +-
 .../01533_optimize_skip_merged_partitions.sql |  2 +-
 .../0_stateless/01560_optimize_on_insert.sql  |  2 +-
 .../0_stateless/01600_parts_states_metrics.sh |  1 +
 .../0_stateless/01600_parts_types_metrics.sh  |  1 +
 ...676_long_clickhouse_client_autocomplete.sh |  2 +
 .../0_stateless/01821_table_comment.sql       |  2 +-
 .../1_stateful/00076_system_columns_bytes.sql |  1 +
 30 files changed, 79 insertions(+), 59 deletions(-)

diff --git a/tests/queries/0_stateless/00080_show_tables_and_system_tables.sql b/tests/queries/0_stateless/00080_show_tables_and_system_tables.sql
index b3a3ddd63c8..efb7ccf5f71 100644
--- a/tests/queries/0_stateless/00080_show_tables_and_system_tables.sql
+++ b/tests/queries/0_stateless/00080_show_tables_and_system_tables.sql
@@ -25,6 +25,6 @@ DROP DATABASE IF EXISTS test_DatabaseMemory;
 CREATE DATABASE test_DatabaseMemory ENGINE = Memory;
 CREATE TABLE test_DatabaseMemory.A (A UInt8) ENGINE = Null;
 
-SELECT sum(ignore(*, metadata_modification_time, engine_full, create_table_query)) FROM system.tables;
+SELECT sum(ignore(*, metadata_modification_time, engine_full, create_table_query)) FROM system.tables WHERE database = 'test_DatabaseMemory';
 
 DROP DATABASE test_DatabaseMemory;
diff --git a/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh b/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh
index ef0ec1ae842..a09e9a4adb2 100755
--- a/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh
+++ b/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh
@@ -57,7 +57,8 @@ ${CLICKHOUSE_LOCAL} -q "CREATE TABLE sophisticated_default
     a UInt8 DEFAULT 3,
     b UInt8 ALIAS a + 5,
     c UInt8
-) ENGINE = Memory; SELECT count() FROM system.tables WHERE name='sophisticated_default';"
+) ENGINE = Memory;
+SELECT count() FROM system.tables WHERE name='sophisticated_default' AND database = currentDatabase();"
 
 # Help is not skipped
 [[ $(${CLICKHOUSE_LOCAL} --help | wc -l) -gt 100 ]]
diff --git a/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.sql b/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.sql
index 9415952e0b3..1d6abf7b252 100644
--- a/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.sql
+++ b/tests/queries/0_stateless/00693_max_block_size_system_tables_columns.sql
@@ -1,3 +1,5 @@
+-- NOTE: database = currentDatabase() is not mandatory
+
 SELECT avg(blockSize()) <= 10 FROM system.tables SETTINGS max_block_size = 10;
 SELECT avg(blockSize()) <= 10 FROM system.tables LIMIT 10 SETTINGS max_block_size = 10;
 SELECT (SELECT count() FROM system.tables SETTINGS max_block_size = 10) = (SELECT count() FROM system.tables SETTINGS max_block_size = 9);
diff --git a/tests/queries/0_stateless/00696_system_columns_limit.sql b/tests/queries/0_stateless/00696_system_columns_limit.sql
index 007fac06053..c7bb53f4cb7 100644
--- a/tests/queries/0_stateless/00696_system_columns_limit.sql
+++ b/tests/queries/0_stateless/00696_system_columns_limit.sql
@@ -1,3 +1,5 @@
+-- NOTE: database = currentDatabase() is not mandatory
+
 SELECT count() > 0 FROM (SELECT * FROM system.columns LIMIT 0);
 SELECT count() > 0 FROM (SELECT * FROM system.columns LIMIT 1);
 SELECT count() > 0 FROM (SELECT * FROM system.columns LIMIT 2);
diff --git a/tests/queries/0_stateless/00753_system_columns_and_system_tables.sql b/tests/queries/0_stateless/00753_system_columns_and_system_tables.sql
index 862e3693f0e..1037b5a6381 100644
--- a/tests/queries/0_stateless/00753_system_columns_and_system_tables.sql
+++ b/tests/queries/0_stateless/00753_system_columns_and_system_tables.sql
@@ -13,17 +13,15 @@ CREATE TABLE check_system_tables
     SETTINGS min_bytes_for_wide_part = 0;
 
 SELECT name, partition_key, sorting_key, primary_key, sampling_key, storage_policy, total_rows
-FROM system.tables
-WHERE name = 'check_system_tables'
+FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase()
 FORMAT PrettyCompactNoEscapes;
 
 SELECT name, is_in_partition_key, is_in_sorting_key, is_in_primary_key, is_in_sampling_key
-FROM system.columns
-WHERE table = 'check_system_tables'
+FROM system.columns WHERE table = 'check_system_tables' AND database = currentDatabase()
 FORMAT PrettyCompactNoEscapes;
 
 INSERT INTO check_system_tables VALUES (1, 1, 1);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 
 DROP TABLE IF EXISTS check_system_tables;
 
@@ -39,13 +37,11 @@ CREATE TABLE check_system_tables
     ORDER BY date;
 
 SELECT name, partition_key, sorting_key, primary_key, sampling_key
-FROM system.tables
-WHERE name = 'check_system_tables'
+FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase()
 FORMAT PrettyCompactNoEscapes;
 
 SELECT name, is_in_partition_key, is_in_sorting_key, is_in_primary_key, is_in_sampling_key
-FROM system.columns
-WHERE table = 'check_system_tables'
+FROM system.columns WHERE table = 'check_system_tables' AND database = currentDatabase()
 FORMAT PrettyCompactNoEscapes;
 
 DROP TABLE IF EXISTS check_system_tables;
@@ -59,29 +55,27 @@ CREATE TABLE check_system_tables
   ) ENGINE = MergeTree(Event, intHash32(UserId), (Counter, Event, intHash32(UserId)), 8192);
 
 SELECT name, partition_key, sorting_key, primary_key, sampling_key
-FROM system.tables
-WHERE name = 'check_system_tables'
+FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase()
 FORMAT PrettyCompactNoEscapes;
 
 SELECT name, is_in_partition_key, is_in_sorting_key, is_in_primary_key, is_in_sampling_key
-FROM system.columns
-WHERE table = 'check_system_tables'
+FROM system.columns WHERE table = 'check_system_tables' AND database = currentDatabase()
 FORMAT PrettyCompactNoEscapes;
 
 DROP TABLE IF EXISTS check_system_tables;
 
 SELECT 'Check total_bytes/total_rows for TinyLog';
 CREATE TABLE check_system_tables (key UInt8) ENGINE = TinyLog();
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 INSERT INTO check_system_tables VALUES (1);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 DROP TABLE check_system_tables;
 
 SELECT 'Check total_bytes/total_rows for Memory';
 CREATE TABLE check_system_tables (key UInt16) ENGINE = Memory();
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 INSERT INTO check_system_tables VALUES (1);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 DROP TABLE check_system_tables;
 
 SELECT 'Check total_bytes/total_rows for Buffer';
@@ -96,33 +90,33 @@ CREATE TABLE check_system_tables (key UInt16) ENGINE = Buffer(
     100, 100, /* min_rows /max_rows */
     0,   1e6  /* min_bytes/max_bytes */
 );
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 INSERT INTO check_system_tables SELECT * FROM numbers_mt(50);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 
 SELECT 'Check lifetime_bytes/lifetime_rows for Buffer';
-SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 OPTIMIZE TABLE check_system_tables; -- flush
-SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 INSERT INTO check_system_tables SELECT * FROM numbers_mt(50);
-SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 OPTIMIZE TABLE check_system_tables; -- flush
-SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 INSERT INTO check_system_tables SELECT * FROM numbers_mt(101); -- direct block write (due to min_rows exceeded)
-SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT lifetime_bytes, lifetime_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 DROP TABLE check_system_tables;
 DROP TABLE check_system_tables_null;
 
 SELECT 'Check total_bytes/total_rows for Set';
 CREATE TABLE check_system_tables Engine=Set() AS SELECT * FROM numbers(50);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 INSERT INTO check_system_tables SELECT number+50 FROM numbers(50);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 DROP TABLE check_system_tables;
 
 SELECT 'Check total_bytes/total_rows for Join';
 CREATE TABLE check_system_tables Engine=Join(ANY, LEFT, number) AS SELECT * FROM numbers(50);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 INSERT INTO check_system_tables SELECT number+50 FROM numbers(50);
-SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables';
+SELECT total_bytes, total_rows FROM system.tables WHERE name = 'check_system_tables' AND database = currentDatabase();
 DROP TABLE check_system_tables;
diff --git a/tests/queries/0_stateless/00821_distributed_storage_with_join_on.sql b/tests/queries/0_stateless/00821_distributed_storage_with_join_on.sql
index 9e87c739928..f84c20feaea 100644
--- a/tests/queries/0_stateless/00821_distributed_storage_with_join_on.sql
+++ b/tests/queries/0_stateless/00821_distributed_storage_with_join_on.sql
@@ -1,3 +1,5 @@
+-- NOTE: database = currentDatabase() is not mandatory
+
 DROP TABLE IF EXISTS table1;
 DROP TABLE IF EXISTS table2;
 
diff --git a/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh b/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh
index 0a68225a31a..448e7ad076c 100755
--- a/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh
+++ b/tests/queries/0_stateless/00840_long_concurrent_select_and_drop_deadlock.sh
@@ -1,5 +1,7 @@
 #!/usr/bin/env bash
 
+# NOTE: database = $CLICKHOUSE_DATABASE is unwanted
+
 set -e
 
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
diff --git a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.sql b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.sql
index 0108bb68743..e8fb073ba7a 100644
--- a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.sql
+++ b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.sql
@@ -25,8 +25,8 @@ ALTER TABLE alter_compression_codec1 ADD COLUMN alter_column String DEFAULT 'def
 SYSTEM SYNC REPLICA alter_compression_codec1;
 SYSTEM SYNC REPLICA alter_compression_codec2;
 
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column';
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column';
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column' AND database = currentDatabase();
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column' AND database = currentDatabase();
 
 INSERT INTO alter_compression_codec1 VALUES('2018-01-01', 3, '3');
 INSERT INTO alter_compression_codec1 VALUES('2018-01-01', 4, '4');
@@ -37,8 +37,8 @@ SELECT * FROM alter_compression_codec1 ORDER BY id;
 SELECT * FROM alter_compression_codec2 ORDER BY id;
 
 ALTER TABLE alter_compression_codec1 MODIFY COLUMN alter_column CODEC(NONE);
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column';
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column';
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column' AND database = currentDatabase();
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column' AND database = currentDatabase();
 
 INSERT INTO alter_compression_codec2 VALUES('2018-01-01', 5, '5');
 INSERT INTO alter_compression_codec2 VALUES('2018-01-01', 6, '6');
@@ -50,8 +50,8 @@ SET allow_suspicious_codecs = 1;
 ALTER TABLE alter_compression_codec1 MODIFY COLUMN alter_column CODEC(ZSTD, LZ4HC, LZ4, LZ4, NONE);
 SYSTEM SYNC REPLICA alter_compression_codec1;
 SYSTEM SYNC REPLICA alter_compression_codec2;
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column';
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column';
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column' AND database = currentDatabase();
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column' AND database = currentDatabase();
 
 INSERT INTO alter_compression_codec1 VALUES('2018-01-01', 7, '7');
 INSERT INTO alter_compression_codec2 VALUES('2018-01-01', 8, '8');
@@ -62,8 +62,8 @@ SELECT * FROM alter_compression_codec2 ORDER BY id;
 
 ALTER TABLE alter_compression_codec1 MODIFY COLUMN alter_column FixedString(100);
 SYSTEM SYNC REPLICA alter_compression_codec2;
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column';
-SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column';
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec1' AND name = 'alter_column' AND database = currentDatabase();
+SELECT compression_codec FROM system.columns WHERE table = 'alter_compression_codec2' AND name = 'alter_column' AND database = currentDatabase();
 
 DROP TABLE IF EXISTS alter_compression_codec1;
 DROP TABLE IF EXISTS alter_compression_codec2;
diff --git a/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh b/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh
index 5c4253e682b..01519f7a598 100755
--- a/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh
+++ b/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh
@@ -8,6 +8,7 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 
 set -e
 
+# NOTE: database = $CLICKHOUSE_DATABASE is unwanted
 for _ in {1..100}; do \
 $CLICKHOUSE_CLIENT -q "SELECT name FROM system.tables UNION ALL SELECT name FROM system.columns format Null";
 done
diff --git a/tests/queries/0_stateless/00941_system_columns_race_condition.sh b/tests/queries/0_stateless/00941_system_columns_race_condition.sh
index 0a3fc7f3b3f..1b34abc50d7 100755
--- a/tests/queries/0_stateless/00941_system_columns_race_condition.sh
+++ b/tests/queries/0_stateless/00941_system_columns_race_condition.sh
@@ -13,6 +13,7 @@ $CLICKHOUSE_CLIENT -q "CREATE TABLE alter_table (a UInt8, b Int16, c Float32, d
 
 function thread1()
 {
+    # NOTE: database = $CLICKHOUSE_DATABASE is unwanted
     while true; do $CLICKHOUSE_CLIENT --query "SELECT name FROM system.columns UNION ALL SELECT name FROM system.columns FORMAT Null"; done
 }
 
diff --git a/tests/queries/0_stateless/00991_system_parts_race_condition.sh b/tests/queries/0_stateless/00991_system_parts_race_condition.sh
index 55ff4d97149..f1b12a319c0 100755
--- a/tests/queries/0_stateless/00991_system_parts_race_condition.sh
+++ b/tests/queries/0_stateless/00991_system_parts_race_condition.sh
@@ -15,6 +15,7 @@ $CLICKHOUSE_CLIENT -q "CREATE TABLE alter_table (a UInt8, b Int16, c Float32, d
 
 function thread1()
 {
+    # NOTE: database = $CLICKHOUSE_DATABASE is unwanted
     while true; do $CLICKHOUSE_CLIENT --query "SELECT * FROM system.parts FORMAT Null"; done
 }
 
diff --git a/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper_long.sh b/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper_long.sh
index fe6246e02f6..793fc8e9575 100755
--- a/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper_long.sh
+++ b/tests/queries/0_stateless/00992_system_parts_race_condition_zookeeper_long.sh
@@ -16,6 +16,7 @@ $CLICKHOUSE_CLIENT -n -q "
 
 function thread1()
 {
+    # NOTE: database = $CLICKHOUSE_DATABASE is unwanted
     while true; do $CLICKHOUSE_CLIENT --query "SELECT * FROM system.parts FORMAT Null"; done
 }
 
diff --git a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
index d960d8ff91d..32fe31f68c6 100755
--- a/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
+++ b/tests/queries/0_stateless/00993_system_parts_race_condition_drop_zookeeper.sh
@@ -8,7 +8,8 @@ set -e
 
 function thread1()
 {
-    while true; do 
+    # NOTE: database = $CLICKHOUSE_DATABASE is unwanted
+    while true; do
         $CLICKHOUSE_CLIENT --query "SELECT * FROM system.parts FORMAT Null";
     done
 }
diff --git a/tests/queries/0_stateless/01004_rename_deadlock.sh b/tests/queries/0_stateless/01004_rename_deadlock.sh
index aa9e6f8a5bc..2bde9256bba 100755
--- a/tests/queries/0_stateless/01004_rename_deadlock.sh
+++ b/tests/queries/0_stateless/01004_rename_deadlock.sh
@@ -28,6 +28,7 @@ function thread2()
 function thread3()
 {
     while true; do
+        # NOTE: database = $CLICKHOUSE_DATABASE is unwanted
         $CLICKHOUSE_CLIENT --query "SELECT * FROM system.tables" --format Null
     done
 }
diff --git a/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh b/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh
index 8773a180822..8936d8da775 100755
--- a/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh
+++ b/tests/queries/0_stateless/01007_r1r2_w_r2r1_deadlock.sh
@@ -15,14 +15,16 @@ $CLICKHOUSE_CLIENT --query "CREATE TABLE b (x UInt8) ENGINE = MergeTree ORDER BY
 
 function thread1()
 {
-    while true; do 
+    while true; do
+        # NOTE: database = $CLICKHOUSE_DATABASE is unwanted
         seq 1 100 | awk '{ print "SELECT x FROM a WHERE x IN (SELECT toUInt8(count()) FROM system.tables);" }' | $CLICKHOUSE_CLIENT -n
     done
 }
 
 function thread2()
 {
-    while true; do 
+    while true; do
+        # NOTE: database = $CLICKHOUSE_DATABASE is unwanted
         seq 1 100 | awk '{ print "SELECT x FROM b WHERE x IN (SELECT toUInt8(count()) FROM system.tables);" }' | $CLICKHOUSE_CLIENT -n
     done
 }
diff --git a/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh b/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh
index 7a3e3cf155f..fd0b53cf122 100755
--- a/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh
+++ b/tests/queries/0_stateless/01079_parallel_alter_add_drop_column_zookeeper.sh
@@ -82,14 +82,14 @@ wait
 
 echo "Finishing alters"
 
-columns1=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_1'" 2> /dev/null)
-columns2=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_2'" 2> /dev/null)
-columns3=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_3'" 2> /dev/null)
+columns1=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_1' and database='$CLICKHOUSE_DATABASE'" 2> /dev/null)
+columns2=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_2' and database='$CLICKHOUSE_DATABASE'" 2> /dev/null)
+columns3=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_3' and database='$CLICKHOUSE_DATABASE'" 2> /dev/null)
 
 while [ "$columns1" != "$columns2" ] || [ "$columns2" != "$columns3" ]; do
-    columns1=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_1'" 2> /dev/null)
-    columns2=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_2'" 2> /dev/null)
-    columns3=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_3'" 2> /dev/null)
+    columns1=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_1' and database='$CLICKHOUSE_DATABASE'" 2> /dev/null)
+    columns2=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_2' and database='$CLICKHOUSE_DATABASE'" 2> /dev/null)
+    columns3=$($CLICKHOUSE_CLIENT --query "select count() from system.columns where table='concurrent_alter_add_drop_3' and database='$CLICKHOUSE_DATABASE'" 2> /dev/null)
 
     sleep 1
 done
diff --git a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
index bdac3c6fae3..17683852f2b 100755
--- a/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
+++ b/tests/queries/0_stateless/01098_temporary_and_external_tables.sh
@@ -10,6 +10,7 @@ url="${url_without_session}session_id=test_01098"
 ${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "DROP TEMPORARY TABLE IF EXISTS tmp_table"
 ${CLICKHOUSE_CURL} -m 30 -sSk "$url" --data "CREATE TEMPORARY TABLE tmp_table AS SELECT number AS n FROM numbers(42)"
 
+# NOTE: database = $CLICKHOUSE_DATABASE is unwanted
 id=$(echo "SELECT uuid FROM system.tables WHERE name='tmp_table' AND is_temporary" | ${CLICKHOUSE_CURL} -m 31 -sSgk "$url" -d @-)
 internal_table_name="_temporary_and_external_tables.\`_tmp_$id\`"
 
diff --git a/tests/queries/0_stateless/01109_exchange_tables.sql b/tests/queries/0_stateless/01109_exchange_tables.sql
index 7fbb36e8ce9..f2b8e4adb1d 100644
--- a/tests/queries/0_stateless/01109_exchange_tables.sql
+++ b/tests/queries/0_stateless/01109_exchange_tables.sql
@@ -4,6 +4,7 @@ CREATE DATABASE test_01109 ENGINE=Atomic;
 USE test_01109;
 
 CREATE TABLE t0 ENGINE=MergeTree() ORDER BY tuple() AS SELECT rowNumberInAllBlocks(), * FROM (SELECT toLowCardinality(arrayJoin(['exchange', 'tables'])));
+-- NOTE: database = currentDatabase() is not mandatory
 CREATE TABLE t1 ENGINE=Log() AS SELECT * FROM system.tables AS t JOIN system.databases AS d ON t.database=d.name;
 CREATE TABLE t2 ENGINE=MergeTree() ORDER BY tuple() AS SELECT rowNumberInAllBlocks() + (SELECT count() FROM t0), * FROM (SELECT arrayJoin(['hello', 'world']));
 
diff --git a/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh b/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh
index 5da8de70c46..b82b132be05 100755
--- a/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh
+++ b/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh
@@ -32,11 +32,11 @@ $CLICKHOUSE_CLIENT --query "SHOW CREATE TABLE table_for_rename_replicated;"
 $CLICKHOUSE_CLIENT --query "ALTER TABLE table_for_rename_replicated RENAME COLUMN value1 to renamed_value1" --replication_alter_partitions_sync=0
 
 
-while [[ -z $($CLICKHOUSE_CLIENT --query "SELECT name FROM system.columns WHERE name = 'renamed_value1' and table = 'table_for_rename_replicated'" 2>/dev/null) ]]; do
+while [[ -z $($CLICKHOUSE_CLIENT --query "SELECT name FROM system.columns WHERE name = 'renamed_value1' and table = 'table_for_rename_replicated' AND database = '$CLICKHOUSE_DATABASE'" 2>/dev/null) ]]; do
     sleep 0.5
 done
 
-$CLICKHOUSE_CLIENT --query "SELECT name FROM system.columns WHERE name = 'renamed_value1' and table = 'table_for_rename_replicated'"
+$CLICKHOUSE_CLIENT --query "SELECT name FROM system.columns WHERE name = 'renamed_value1' and table = 'table_for_rename_replicated' AND database = '$CLICKHOUSE_DATABASE'"
 
 # SHOW CREATE TABLE takes query from .sql file on disk.
 # previous select take metadata from memory. So, when previous select says, that return renamed_value1 already exists in table, it's still can have old version on disk.
diff --git a/tests/queries/0_stateless/01445_create_table_as_table_function.sh b/tests/queries/0_stateless/01445_create_table_as_table_function.sh
index f963c700779..6df5b7d70d1 100755
--- a/tests/queries/0_stateless/01445_create_table_as_table_function.sh
+++ b/tests/queries/0_stateless/01445_create_table_as_table_function.sh
@@ -6,6 +6,7 @@ CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
+# NOTE: database = $CLICKHOUSE_DATABASE is unwanted
 ${CLICKHOUSE_CLIENT} --query "CREATE TABLE system.columns AS numbers(10);" 2>&1 | grep -F "Code: 57" > /dev/null && echo 'OK' || echo 'FAIL'
 ${CLICKHOUSE_CLIENT} --query "CREATE TABLE system.columns engine=Memory AS numbers(10);" 2>&1 | grep -F "Code: 62" > /dev/null && echo 'OK' || echo 'FAIL'
 ${CLICKHOUSE_CLIENT} --query "CREATE TABLE system.columns AS numbers(10) engine=Memory;" 2>&1 | grep -F "Code: 62" > /dev/null && echo 'OK' || echo 'FAIL'
diff --git a/tests/queries/0_stateless/01451_detach_drop_part.sql b/tests/queries/0_stateless/01451_detach_drop_part.sql
index d70f4e37de4..a285730e45f 100644
--- a/tests/queries/0_stateless/01451_detach_drop_part.sql
+++ b/tests/queries/0_stateless/01451_detach_drop_part.sql
@@ -15,13 +15,13 @@ ALTER TABLE mt_01451 DETACH PART 'all_2_2_0';
 
 SELECT v FROM mt_01451 ORDER BY v;
 
-SELECT name FROM system.detached_parts WHERE table = 'mt_01451';
+SELECT name FROM system.detached_parts WHERE table = 'mt_01451' AND database = currentDatabase();
 
 ALTER TABLE mt_01451 ATTACH PART 'all_2_2_0';
 
 SELECT v FROM mt_01451 ORDER BY v;
 
-SELECT name FROM system.detached_parts WHERE table = 'mt_01451';
+SELECT name FROM system.detached_parts WHERE table = 'mt_01451' AND database = currentDatabase();
 
 SELECT '-- drop part --';
 
@@ -37,6 +37,6 @@ OPTIMIZE TABLE mt_01451 FINAL;
 
 SELECT v FROM mt_01451 ORDER BY v;
 
-SELECT name FROM system.parts WHERE table = 'mt_01451' AND active;
+SELECT name FROM system.parts WHERE table = 'mt_01451' AND active AND database = currentDatabase();
 
 DROP TABLE mt_01451;
diff --git a/tests/queries/0_stateless/01451_replicated_detach_drop_part.sql b/tests/queries/0_stateless/01451_replicated_detach_drop_part.sql
index 3cd9fc7bc7e..7cefa9bd7ca 100644
--- a/tests/queries/0_stateless/01451_replicated_detach_drop_part.sql
+++ b/tests/queries/0_stateless/01451_replicated_detach_drop_part.sql
@@ -19,14 +19,14 @@ ALTER TABLE replica2 DETACH PART 'all_1_1_0';
 
 SELECT v FROM replica1 ORDER BY v;
 
-SELECT name FROM system.detached_parts WHERE table = 'replica2';
+SELECT name FROM system.detached_parts WHERE table = 'replica2' AND database = currentDatabase();
 
 ALTER TABLE replica2 ATTACH PART 'all_1_1_0';
 
 SYSTEM SYNC REPLICA replica1;
 SELECT v FROM replica1 ORDER BY v;
 
-SELECT name FROM system.detached_parts WHERE table = 'replica2';
+SELECT name FROM system.detached_parts WHERE table = 'replica2' AND database = currentDatabase();
 
 SELECT '-- drop part --';
 
@@ -43,7 +43,7 @@ OPTIMIZE TABLE replica1 FINAL;
 
 SELECT v FROM replica1 ORDER BY v;
 
-SELECT name FROM system.parts WHERE table = 'replica2' AND active;
+SELECT name FROM system.parts WHERE table = 'replica2' AND active AND database = currentDatabase();
 
 DROP TABLE replica1;
 DROP TABLE replica2;
diff --git a/tests/queries/0_stateless/01518_cast_nullable_virtual_system_column.sql b/tests/queries/0_stateless/01518_cast_nullable_virtual_system_column.sql
index 6366bae7b37..9f4ab03e941 100644
--- a/tests/queries/0_stateless/01518_cast_nullable_virtual_system_column.sql
+++ b/tests/queries/0_stateless/01518_cast_nullable_virtual_system_column.sql
@@ -1,7 +1,8 @@
+-- NOTE: database = currentDatabase() is not mandatory
+
 SELECT database FROM system.tables WHERE database LIKE '%' format Null;
 SELECT database AS db FROM system.tables WHERE db LIKE '%' format Null;
 SELECT CAST(database, 'String') AS db FROM system.tables WHERE db LIKE '%' format Null;
 SELECT CAST('a string', 'Nullable(String)') AS str WHERE str LIKE '%' format Null;
 SELECT CAST(database, 'Nullable(String)') AS ndb FROM system.tables WHERE ndb LIKE '%' format Null;
 SELECT 'all tests passed';
-
diff --git a/tests/queries/0_stateless/01533_optimize_skip_merged_partitions.sql b/tests/queries/0_stateless/01533_optimize_skip_merged_partitions.sql
index 63bbbd2d721..3e9e5cda23e 100644
--- a/tests/queries/0_stateless/01533_optimize_skip_merged_partitions.sql
+++ b/tests/queries/0_stateless/01533_optimize_skip_merged_partitions.sql
@@ -14,7 +14,7 @@ INSERT INTO optimize_final SELECT toDate('2000-01-01'), number + 5 FROM numbers(
 
 OPTIMIZE TABLE optimize_final FINAL;
 
-SELECT table, partition, active, level from system.parts where table = 'optimize_final' and active = 1;
+SELECT table, partition, active, level from system.parts where table = 'optimize_final' and database = currentDatabase() and active = 1;
 
 DROP TABLE optimize_final;
 
diff --git a/tests/queries/0_stateless/01560_optimize_on_insert.sql b/tests/queries/0_stateless/01560_optimize_on_insert.sql
index f64f4c75cfe..1c6418a50df 100644
--- a/tests/queries/0_stateless/01560_optimize_on_insert.sql
+++ b/tests/queries/0_stateless/01560_optimize_on_insert.sql
@@ -38,5 +38,5 @@ DROP TABLE IF EXISTS empty;
 CREATE TABLE empty (key UInt32, val UInt32, date Datetime) ENGINE=SummingMergeTree(val) PARTITION BY date ORDER BY key;
 INSERT INTO empty VALUES (1, 1, '2020-01-01'), (1, 1, '2020-01-01'), (1, -2, '2020-01-01');
 SELECT * FROM empty ORDER BY key;
-SELECT table, partition, active FROM system.parts where table = 'empty' and active = 1;
+SELECT table, partition, active FROM system.parts where table = 'empty' and active = 1 and database = currentDatabase();
 DROP TABLE empty;
diff --git a/tests/queries/0_stateless/01600_parts_states_metrics.sh b/tests/queries/0_stateless/01600_parts_states_metrics.sh
index e32210633bb..634cb403f85 100755
--- a/tests/queries/0_stateless/01600_parts_states_metrics.sh
+++ b/tests/queries/0_stateless/01600_parts_states_metrics.sh
@@ -4,6 +4,7 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# NOTE: database = $CLICKHOUSE_DATABASE is unwanted
 verify_sql="SELECT
     (SELECT sumIf(value, metric = 'PartsCommitted'), sumIf(value, metric = 'PartsOutdated') FROM system.metrics)
     = (SELECT sum(active), sum(NOT active) FROM system.parts)"
diff --git a/tests/queries/0_stateless/01600_parts_types_metrics.sh b/tests/queries/0_stateless/01600_parts_types_metrics.sh
index 1a1942be32a..67d2c0c306d 100755
--- a/tests/queries/0_stateless/01600_parts_types_metrics.sh
+++ b/tests/queries/0_stateless/01600_parts_types_metrics.sh
@@ -7,6 +7,7 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 set -e
 set -o pipefail
 
+# NOTE: database = $CLICKHOUSE_DATABASE is unwanted
 verify_sql="SELECT
     (SELECT sumIf(value, metric = 'PartsInMemory'), sumIf(value, metric = 'PartsCompact'), sumIf(value, metric = 'PartsWide') FROM system.metrics) =
     (SELECT countIf(part_type == 'InMemory'), countIf(part_type == 'Compact'), countIf(part_type == 'Wide') FROM system.parts)"
diff --git a/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh b/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh
index 1ed5c6be272..3bb9da92362 100755
--- a/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh
+++ b/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh
@@ -4,6 +4,8 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+# NOTE: database = $CLICKHOUSE_DATABASE is superfluous
+
 function test_completion_word()
 {
     local w=$1 && shift
diff --git a/tests/queries/0_stateless/01821_table_comment.sql b/tests/queries/0_stateless/01821_table_comment.sql
index c09f121459c..6d9218d5a42 100644
--- a/tests/queries/0_stateless/01821_table_comment.sql
+++ b/tests/queries/0_stateless/01821_table_comment.sql
@@ -28,7 +28,7 @@ SELECT
     name,
     comment
 FROM system.tables
-WHERE name IN ('t1', 't2', 't3') order by name;
+WHERE name IN ('t1', 't2', 't3') AND database = currentDatabase() order by name;
 
 SHOW CREATE TABLE t1;
 
diff --git a/tests/queries/1_stateful/00076_system_columns_bytes.sql b/tests/queries/1_stateful/00076_system_columns_bytes.sql
index 434054b6980..dc0858e3de6 100644
--- a/tests/queries/1_stateful/00076_system_columns_bytes.sql
+++ b/tests/queries/1_stateful/00076_system_columns_bytes.sql
@@ -1 +1,2 @@
+-- NOTE: database = currentDatabase() is not mandatory
 SELECT sum(data_compressed_bytes) > 0, sum(data_uncompressed_bytes) > 0, sum(marks_bytes) > 0 FROM system.columns;

From 3a355ccff23c018bfceea4c31648b0caa285e862 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 22 May 2021 11:15:16 +0300
Subject: [PATCH 0345/1060] Mark some tests as long

---
 ...0385_storage_file_and_clickhouse-local_app_long.reference} | 0
 ...sh => 00385_storage_file_and_clickhouse-local_app_long.sh} | 0
 ... => 00753_system_columns_and_system_tables_long.reference} | 0
 ...es.sql => 00753_system_columns_and_system_tables_long.sql} | 0
 ...10_zookeeper_test_alter_compression_codecs_long.reference} | 0
 ...=> 00910_zookeeper_test_alter_compression_codecs_long.sql} | 0
 ...ult.reference => 00938_fix_rwlock_segfault_long.reference} | 0
 ...x_rwlock_segfault.sh => 00938_fix_rwlock_segfault_long.sh} | 0
 ...rence => 00991_system_parts_race_condition_long.reference} | 0
 ...condition.sh => 00991_system_parts_race_condition_long.sh} | 0
 ...nce => 01213_alter_rename_column_zookeeper_long.reference} | 4 ++--
 ...okeeper.sh => 01213_alter_rename_column_zookeeper_long.sh} | 0
 ...rence => 01451_replicated_detach_drop_part_long.reference} | 0
 ...op_part.sql => 01451_replicated_detach_drop_part_long.sql} | 0
 ...sert.reference => 01560_optimize_on_insert_long.reference} | 0
 ...timize_on_insert.sql => 01560_optimize_on_insert_long.sql} | 0
 ...cs.reference => 01600_parts_states_metrics_long.reference} | 0
 ...s_states_metrics.sh => 01600_parts_states_metrics_long.sh} | 0
 ...ics.reference => 01600_parts_types_metrics_long.reference} | 0
 ...rts_types_metrics.sh => 01600_parts_types_metrics_long.sh} | 0
 20 files changed, 2 insertions(+), 2 deletions(-)
 rename tests/queries/0_stateless/{00385_storage_file_and_clickhouse-local_app.reference => 00385_storage_file_and_clickhouse-local_app_long.reference} (100%)
 rename tests/queries/0_stateless/{00385_storage_file_and_clickhouse-local_app.sh => 00385_storage_file_and_clickhouse-local_app_long.sh} (100%)
 rename tests/queries/0_stateless/{00753_system_columns_and_system_tables.reference => 00753_system_columns_and_system_tables_long.reference} (100%)
 rename tests/queries/0_stateless/{00753_system_columns_and_system_tables.sql => 00753_system_columns_and_system_tables_long.sql} (100%)
 rename tests/queries/0_stateless/{00910_zookeeper_test_alter_compression_codecs.reference => 00910_zookeeper_test_alter_compression_codecs_long.reference} (100%)
 rename tests/queries/0_stateless/{00910_zookeeper_test_alter_compression_codecs.sql => 00910_zookeeper_test_alter_compression_codecs_long.sql} (100%)
 rename tests/queries/0_stateless/{00938_fix_rwlock_segfault.reference => 00938_fix_rwlock_segfault_long.reference} (100%)
 rename tests/queries/0_stateless/{00938_fix_rwlock_segfault.sh => 00938_fix_rwlock_segfault_long.sh} (100%)
 rename tests/queries/0_stateless/{00991_system_parts_race_condition.reference => 00991_system_parts_race_condition_long.reference} (100%)
 rename tests/queries/0_stateless/{00991_system_parts_race_condition.sh => 00991_system_parts_race_condition_long.sh} (100%)
 rename tests/queries/0_stateless/{01213_alter_rename_column_zookeeper.reference => 01213_alter_rename_column_zookeeper_long.reference} (59%)
 rename tests/queries/0_stateless/{01213_alter_rename_column_zookeeper.sh => 01213_alter_rename_column_zookeeper_long.sh} (100%)
 rename tests/queries/0_stateless/{01451_replicated_detach_drop_part.reference => 01451_replicated_detach_drop_part_long.reference} (100%)
 rename tests/queries/0_stateless/{01451_replicated_detach_drop_part.sql => 01451_replicated_detach_drop_part_long.sql} (100%)
 rename tests/queries/0_stateless/{01560_optimize_on_insert.reference => 01560_optimize_on_insert_long.reference} (100%)
 rename tests/queries/0_stateless/{01560_optimize_on_insert.sql => 01560_optimize_on_insert_long.sql} (100%)
 rename tests/queries/0_stateless/{01600_parts_states_metrics.reference => 01600_parts_states_metrics_long.reference} (100%)
 rename tests/queries/0_stateless/{01600_parts_states_metrics.sh => 01600_parts_states_metrics_long.sh} (100%)
 rename tests/queries/0_stateless/{01600_parts_types_metrics.reference => 01600_parts_types_metrics_long.reference} (100%)
 rename tests/queries/0_stateless/{01600_parts_types_metrics.sh => 01600_parts_types_metrics_long.sh} (100%)

diff --git a/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.reference b/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app_long.reference
similarity index 100%
rename from tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.reference
rename to tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app_long.reference
diff --git a/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh b/tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app_long.sh
similarity index 100%
rename from tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app.sh
rename to tests/queries/0_stateless/00385_storage_file_and_clickhouse-local_app_long.sh
diff --git a/tests/queries/0_stateless/00753_system_columns_and_system_tables.reference b/tests/queries/0_stateless/00753_system_columns_and_system_tables_long.reference
similarity index 100%
rename from tests/queries/0_stateless/00753_system_columns_and_system_tables.reference
rename to tests/queries/0_stateless/00753_system_columns_and_system_tables_long.reference
diff --git a/tests/queries/0_stateless/00753_system_columns_and_system_tables.sql b/tests/queries/0_stateless/00753_system_columns_and_system_tables_long.sql
similarity index 100%
rename from tests/queries/0_stateless/00753_system_columns_and_system_tables.sql
rename to tests/queries/0_stateless/00753_system_columns_and_system_tables_long.sql
diff --git a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.reference b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.reference
similarity index 100%
rename from tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.reference
rename to tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.reference
diff --git a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.sql b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
similarity index 100%
rename from tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs.sql
rename to tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
diff --git a/tests/queries/0_stateless/00938_fix_rwlock_segfault.reference b/tests/queries/0_stateless/00938_fix_rwlock_segfault_long.reference
similarity index 100%
rename from tests/queries/0_stateless/00938_fix_rwlock_segfault.reference
rename to tests/queries/0_stateless/00938_fix_rwlock_segfault_long.reference
diff --git a/tests/queries/0_stateless/00938_fix_rwlock_segfault.sh b/tests/queries/0_stateless/00938_fix_rwlock_segfault_long.sh
similarity index 100%
rename from tests/queries/0_stateless/00938_fix_rwlock_segfault.sh
rename to tests/queries/0_stateless/00938_fix_rwlock_segfault_long.sh
diff --git a/tests/queries/0_stateless/00991_system_parts_race_condition.reference b/tests/queries/0_stateless/00991_system_parts_race_condition_long.reference
similarity index 100%
rename from tests/queries/0_stateless/00991_system_parts_race_condition.reference
rename to tests/queries/0_stateless/00991_system_parts_race_condition_long.reference
diff --git a/tests/queries/0_stateless/00991_system_parts_race_condition.sh b/tests/queries/0_stateless/00991_system_parts_race_condition_long.sh
similarity index 100%
rename from tests/queries/0_stateless/00991_system_parts_race_condition.sh
rename to tests/queries/0_stateless/00991_system_parts_race_condition_long.sh
diff --git a/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.reference b/tests/queries/0_stateless/01213_alter_rename_column_zookeeper_long.reference
similarity index 59%
rename from tests/queries/0_stateless/01213_alter_rename_column_zookeeper.reference
rename to tests/queries/0_stateless/01213_alter_rename_column_zookeeper_long.reference
index 35385731ad3..059dcebbb37 100644
--- a/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.reference
+++ b/tests/queries/0_stateless/01213_alter_rename_column_zookeeper_long.reference
@@ -1,7 +1,7 @@
 1
-CREATE TABLE default.table_for_rename_replicated\n(\n    `date` Date,\n    `key` UInt64,\n    `value1` String,\n    `value2` String,\n    `value3` String\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01213_alter_rename_column_zookeeper_default/table_for_rename_replicated\', \'1\')\nPARTITION BY date\nORDER BY key\nSETTINGS index_granularity = 8192
+CREATE TABLE default.table_for_rename_replicated\n(\n    `date` Date,\n    `key` UInt64,\n    `value1` String,\n    `value2` String,\n    `value3` String\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01213_alter_rename_column_zookeeper_long_default/table_for_rename_replicated\', \'1\')\nPARTITION BY date\nORDER BY key\nSETTINGS index_granularity = 8192
 renamed_value1
-CREATE TABLE default.table_for_rename_replicated\n(\n    `date` Date,\n    `key` UInt64,\n    `renamed_value1` String,\n    `value2` String,\n    `value3` String\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01213_alter_rename_column_zookeeper_default/table_for_rename_replicated\', \'1\')\nPARTITION BY date\nORDER BY key\nSETTINGS index_granularity = 8192
+CREATE TABLE default.table_for_rename_replicated\n(\n    `date` Date,\n    `key` UInt64,\n    `renamed_value1` String,\n    `value2` String,\n    `value3` String\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01213_alter_rename_column_zookeeper_long_default/table_for_rename_replicated\', \'1\')\nPARTITION BY date\nORDER BY key\nSETTINGS index_granularity = 8192
 1
 date	key	renamed_value1	value2	value3
 2019-10-02	1	1	1	1
diff --git a/tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh b/tests/queries/0_stateless/01213_alter_rename_column_zookeeper_long.sh
similarity index 100%
rename from tests/queries/0_stateless/01213_alter_rename_column_zookeeper.sh
rename to tests/queries/0_stateless/01213_alter_rename_column_zookeeper_long.sh
diff --git a/tests/queries/0_stateless/01451_replicated_detach_drop_part.reference b/tests/queries/0_stateless/01451_replicated_detach_drop_part_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01451_replicated_detach_drop_part.reference
rename to tests/queries/0_stateless/01451_replicated_detach_drop_part_long.reference
diff --git a/tests/queries/0_stateless/01451_replicated_detach_drop_part.sql b/tests/queries/0_stateless/01451_replicated_detach_drop_part_long.sql
similarity index 100%
rename from tests/queries/0_stateless/01451_replicated_detach_drop_part.sql
rename to tests/queries/0_stateless/01451_replicated_detach_drop_part_long.sql
diff --git a/tests/queries/0_stateless/01560_optimize_on_insert.reference b/tests/queries/0_stateless/01560_optimize_on_insert_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01560_optimize_on_insert.reference
rename to tests/queries/0_stateless/01560_optimize_on_insert_long.reference
diff --git a/tests/queries/0_stateless/01560_optimize_on_insert.sql b/tests/queries/0_stateless/01560_optimize_on_insert_long.sql
similarity index 100%
rename from tests/queries/0_stateless/01560_optimize_on_insert.sql
rename to tests/queries/0_stateless/01560_optimize_on_insert_long.sql
diff --git a/tests/queries/0_stateless/01600_parts_states_metrics.reference b/tests/queries/0_stateless/01600_parts_states_metrics_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01600_parts_states_metrics.reference
rename to tests/queries/0_stateless/01600_parts_states_metrics_long.reference
diff --git a/tests/queries/0_stateless/01600_parts_states_metrics.sh b/tests/queries/0_stateless/01600_parts_states_metrics_long.sh
similarity index 100%
rename from tests/queries/0_stateless/01600_parts_states_metrics.sh
rename to tests/queries/0_stateless/01600_parts_states_metrics_long.sh
diff --git a/tests/queries/0_stateless/01600_parts_types_metrics.reference b/tests/queries/0_stateless/01600_parts_types_metrics_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01600_parts_types_metrics.reference
rename to tests/queries/0_stateless/01600_parts_types_metrics_long.reference
diff --git a/tests/queries/0_stateless/01600_parts_types_metrics.sh b/tests/queries/0_stateless/01600_parts_types_metrics_long.sh
similarity index 100%
rename from tests/queries/0_stateless/01600_parts_types_metrics.sh
rename to tests/queries/0_stateless/01600_parts_types_metrics_long.sh

From 46162c292c1cf2e149f9d928eb63f2a887539767 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 22 May 2021 11:20:45 +0300
Subject: [PATCH 0346/1060] Use unique zk path in tests with
 ReplicatedMergeTree

---
 .../00910_zookeeper_test_alter_compression_codecs_long.sql    | 4 ++--
 .../0_stateless/01451_replicated_detach_drop_part_long.sql    | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
index e8fb073ba7a..085a79485fb 100644
--- a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
+++ b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
@@ -7,12 +7,12 @@ DROP TABLE IF EXISTS alter_compression_codec2;
 CREATE TABLE alter_compression_codec1 (
     somedate Date CODEC(LZ4),
     id UInt64 CODEC(NONE)
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/alter_compression_codecs', '1') PARTITION BY somedate ORDER BY id;
+) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/'||currentDatabase()||'alter_compression_codecs', '1') PARTITION BY somedate ORDER BY id;
 
 CREATE TABLE alter_compression_codec2 (
   somedate Date CODEC(LZ4),
   id UInt64 CODEC(NONE)
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/alter_compression_codecs', '2') PARTITION BY somedate ORDER BY id;
+) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/'||currentDatabase()||'alter_compression_codecs', '2') PARTITION BY somedate ORDER BY id;
 
 INSERT INTO alter_compression_codec1 VALUES('2018-01-01', 1);
 INSERT INTO alter_compression_codec1 VALUES('2018-01-01', 2);
diff --git a/tests/queries/0_stateless/01451_replicated_detach_drop_part_long.sql b/tests/queries/0_stateless/01451_replicated_detach_drop_part_long.sql
index 7cefa9bd7ca..cd8267ce59a 100644
--- a/tests/queries/0_stateless/01451_replicated_detach_drop_part_long.sql
+++ b/tests/queries/0_stateless/01451_replicated_detach_drop_part_long.sql
@@ -3,8 +3,8 @@ SET replication_alter_partitions_sync = 2;
 DROP TABLE IF EXISTS replica1;
 DROP TABLE IF EXISTS replica2;
 
-CREATE TABLE replica1 (v UInt8) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/01451/attach', 'r1') order by tuple() settings max_replicated_merges_in_queue = 0;
-CREATE TABLE replica2 (v UInt8) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/01451/attach', 'r2') order by tuple() settings max_replicated_merges_in_queue = 0;
+CREATE TABLE replica1 (v UInt8) ENGINE = ReplicatedMergeTree('/clickhouse/tables/'||currentDatabase()||'test/01451/attach', 'r1') order by tuple() settings max_replicated_merges_in_queue = 0;
+CREATE TABLE replica2 (v UInt8) ENGINE = ReplicatedMergeTree('/clickhouse/tables/'||currentDatabase()||'test/01451/attach', 'r2') order by tuple() settings max_replicated_merges_in_queue = 0;
 
 INSERT INTO replica1 VALUES (0);
 INSERT INTO replica1 VALUES (1);

From ef2335d835e0d84b5bc755f49a55797d9babf0fc Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 22 May 2021 11:22:51 +0300
Subject: [PATCH 0347/1060] Increase timeout in
 01676_long_clickhouse_client_autocomplete

https://clickhouse-test-reports.s3.yandex.net/24411/84dd2d472812d226655bd0a4420863bbf291d601/functional_stateless_tests_flaky_check_(address)/test_run.txt.out.log
---
 .../0_stateless/01676_long_clickhouse_client_autocomplete.sh    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh b/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh
index 3bb9da92362..8e13f2dcaee 100755
--- a/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh
+++ b/tests/queries/0_stateless/01676_long_clickhouse_client_autocomplete.sh
@@ -15,7 +15,7 @@ function test_completion_word()
     local compword_end=${w:$((w_len-3))}
 
     # NOTE: here and below you should escape variables of the expect.
-    timeout 22s expect << EOF
+    timeout 60s expect << EOF
 log_user 0
 set timeout 3
 match_max 100000

From 42e91df363b29746673dc7269c32458e3ceb4b27 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sat, 22 May 2021 15:22:38 +0300
Subject: [PATCH 0348/1060] Updated submodule to llvm12

---
 CMakeLists.txt                            |  1 -
 cmake/find/llvm.cmake                     | 95 ++++-------------------
 cmake/find/termcap.cmake                  | 17 ----
 contrib/CMakeLists.txt                    |  5 +-
 contrib/llvm                              |  2 +-
 src/Core/Settings.h                       |  2 +-
 src/DataTypes/Native.h                    | 11 +--
 src/Interpreters/JIT/compileFunction.cpp  | 14 ++--
 src/Interpreters/examples/jit_example.cpp |  2 +-
 utils/ci/build-normal.sh                  |  5 --
 utils/ci/default-config                   |  1 -
 utils/ci/install-libraries.sh             |  4 -
 utils/ci/jobs/quick-build/run.sh          |  1 -
 13 files changed, 31 insertions(+), 129 deletions(-)
 delete mode 100644 cmake/find/termcap.cmake

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 866d9f542e1..d4a92b91830 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -504,7 +504,6 @@ include (cmake/find/libuv.cmake) # for amqpcpp and cassandra
 include (cmake/find/amqpcpp.cmake)
 include (cmake/find/capnp.cmake)
 include (cmake/find/llvm.cmake)
-include (cmake/find/termcap.cmake) # for external static llvm
 include (cmake/find/h3.cmake)
 include (cmake/find/libxml2.cmake)
 include (cmake/find/brotli.cmake)
diff --git a/cmake/find/llvm.cmake b/cmake/find/llvm.cmake
index e08f45b9932..da1f2122fc6 100644
--- a/cmake/find/llvm.cmake
+++ b/cmake/find/llvm.cmake
@@ -1,98 +1,31 @@
-if (APPLE OR SPLIT_SHARED_LIBRARIES OR NOT ARCH_AMD64)
+if (APPLE OR SPLIT_SHARED_LIBRARIES OR NOT ARCH_AMD64 OR SANITIZE STREQUAL "undefined")
     set (ENABLE_EMBEDDED_COMPILER OFF CACHE INTERNAL "")
 endif()
 
 option (ENABLE_EMBEDDED_COMPILER "Enable support for 'compile_expressions' option for query execution" ON)
-# Broken in macos. TODO: update clang, re-test, enable on Apple
-if (ENABLE_EMBEDDED_COMPILER AND NOT SPLIT_SHARED_LIBRARIES AND ARCH_AMD64 AND NOT (SANITIZE STREQUAL "undefined"))
-    option (USE_INTERNAL_LLVM_LIBRARY "Use bundled or system LLVM library." ${NOT_UNBUNDLED})
-endif()
 
 if (NOT ENABLE_EMBEDDED_COMPILER)
-    if(USE_INTERNAL_LLVM_LIBRARY)
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use internal LLVM library with ENABLE_EMBEDDED_COMPILER=OFF")
-    endif()
+    set (USE_EMBEDDED_COMPILER 0)
     return()
 endif()
 
 if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/llvm/llvm/CMakeLists.txt")
-    if (USE_INTERNAL_LLVM_LIBRARY)
-        message (WARNING "submodule contrib/llvm is missing. to fix try run: \n git submodule update --init --recursive")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't fidd internal LLVM library")
-    endif()
-    set (MISSING_INTERNAL_LLVM_LIBRARY 1)
+    message (${RECONFIGURE_MESSAGE_LEVEL} "submodule /contrib/llvm is missing. to fix try run: \n git submodule update --init --recursive")
 endif ()
 
-if (NOT USE_INTERNAL_LLVM_LIBRARY)
-    set (LLVM_PATHS "/usr/local/lib/llvm" "/usr/lib/llvm")
+set (USE_EMBEDDED_COMPILER 1)
 
-    foreach(llvm_v 11.1 11)
-        if (NOT LLVM_FOUND)
-            find_package (LLVM ${llvm_v} CONFIG PATHS ${LLVM_PATHS})
-        endif ()
-    endforeach ()
+set (LLVM_FOUND 1)
+set (LLVM_VERSION "12.0.0bundled")
+set (LLVM_INCLUDE_DIRS
+    "${ClickHouse_SOURCE_DIR}/contrib/llvm/llvm/include"
+    "${ClickHouse_BINARY_DIR}/contrib/llvm/llvm/include"
+)
+set (LLVM_LIBRARY_DIRS "${ClickHouse_BINARY_DIR}/contrib/llvm/llvm")
 
-    if (LLVM_FOUND)
-        # Remove dynamically-linked zlib and libedit from LLVM's dependencies:
-        set_target_properties(LLVMSupport PROPERTIES INTERFACE_LINK_LIBRARIES "-lpthread;LLVMDemangle;${ZLIB_LIBRARIES}")
-        set_target_properties(LLVMLineEditor PROPERTIES INTERFACE_LINK_LIBRARIES "LLVMSupport")
-
-        option(LLVM_HAS_RTTI "Enable if LLVM was build with RTTI enabled" ON)
-        set (USE_EMBEDDED_COMPILER 1)
-    else()
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Can't find system LLVM")
-        set (USE_EMBEDDED_COMPILER 0)
-    endif()
-
-    if (LLVM_FOUND AND OS_LINUX AND USE_LIBCXX AND NOT FORCE_LLVM_WITH_LIBCXX)
-        message(WARNING "Option USE_INTERNAL_LLVM_LIBRARY is not set but the LLVM library from OS packages "
-                "in Linux is incompatible with libc++ ABI. LLVM Will be disabled. Force: -DFORCE_LLVM_WITH_LIBCXX=ON")
-        message (${RECONFIGURE_MESSAGE_LEVEL} "Unsupported LLVM configuration, cannot enable LLVM")
-        set (LLVM_FOUND 0)
-        set (USE_EMBEDDED_COMPILER 0)
-    endif ()
-endif()
-
-if(NOT LLVM_FOUND AND NOT MISSING_INTERNAL_LLVM_LIBRARY)
-    if (CMAKE_CURRENT_SOURCE_DIR STREQUAL CMAKE_CURRENT_BINARY_DIR)
-        message(WARNING "Option ENABLE_EMBEDDED_COMPILER is set but internal LLVM library cannot build if build directory is the same as source directory.")
-        set (LLVM_FOUND 0)
-        set (USE_EMBEDDED_COMPILER 0)
-    elseif (SPLIT_SHARED_LIBRARIES)
-        # llvm-tablegen cannot find shared libraries that we build. Probably can be easily fixed.
-        message(WARNING "Option USE_INTERNAL_LLVM_LIBRARY is not compatible with SPLIT_SHARED_LIBRARIES. Build of LLVM will be disabled.")
-        set (LLVM_FOUND 0)
-        set (USE_EMBEDDED_COMPILER 0)
-    elseif (NOT ARCH_AMD64)
-        # It's not supported yet, but you can help.
-        message(WARNING "Option USE_INTERNAL_LLVM_LIBRARY is only available for x86_64. Build of LLVM will be disabled.")
-        set (LLVM_FOUND 0)
-        set (USE_EMBEDDED_COMPILER 0)
-    elseif (SANITIZE STREQUAL "undefined")
-        # llvm-tblgen, that is used during LLVM build, doesn't work with UBSan.
-        message(WARNING "Option USE_INTERNAL_LLVM_LIBRARY does not work with UBSan, because 'llvm-tblgen' tool from LLVM has undefined behaviour. Build of LLVM will be disabled.")
-        set (LLVM_FOUND 0)
-        set (USE_EMBEDDED_COMPILER 0)
-    else ()
-        set (USE_INTERNAL_LLVM_LIBRARY ON)
-        set (LLVM_FOUND 1)
-        set (USE_EMBEDDED_COMPILER 1)
-        set (LLVM_VERSION "9.0.0bundled")
-        set (LLVM_INCLUDE_DIRS
-            "${ClickHouse_SOURCE_DIR}/contrib/llvm/llvm/include"
-            "${ClickHouse_BINARY_DIR}/contrib/llvm/llvm/include"
-        )
-        set (LLVM_LIBRARY_DIRS "${ClickHouse_BINARY_DIR}/contrib/llvm/llvm")
-    endif()
-endif()
-
-if (LLVM_FOUND)
-    message(STATUS "LLVM include Directory: ${LLVM_INCLUDE_DIRS}")
-    message(STATUS "LLVM library Directory: ${LLVM_LIBRARY_DIRS}")
-    message(STATUS "LLVM C++ compiler flags: ${LLVM_CXXFLAGS}")
-else()
-    message (${RECONFIGURE_MESSAGE_LEVEL} "Can't enable LLVM")
-endif()
+message(STATUS "LLVM include Directory: ${LLVM_INCLUDE_DIRS}")
+message(STATUS "LLVM library Directory: ${LLVM_LIBRARY_DIRS}")
+message(STATUS "LLVM C++ compiler flags: ${LLVM_CXXFLAGS}")
 
 # This list was generated by listing all LLVM libraries, compiling the binary and removing all libraries while it still compiles.
 set (REQUIRED_LLVM_LIBRARIES
diff --git a/cmake/find/termcap.cmake b/cmake/find/termcap.cmake
deleted file mode 100644
index 58454165785..00000000000
--- a/cmake/find/termcap.cmake
+++ /dev/null
@@ -1,17 +0,0 @@
-if (ENABLE_EMBEDDED_COMPILER AND NOT USE_INTERNAL_LLVM_LIBRARY AND USE_STATIC_LIBRARIES)
-    find_library (TERMCAP_LIBRARY tinfo)
-    if (NOT TERMCAP_LIBRARY)
-        find_library (TERMCAP_LIBRARY ncurses)
-    endif()
-    if (NOT TERMCAP_LIBRARY)
-        find_library (TERMCAP_LIBRARY termcap)
-    endif()
-
-    if (NOT TERMCAP_LIBRARY)
-        message (FATAL_ERROR "Statically Linking external LLVM requires termcap")
-    endif()
-
-    target_link_libraries(LLVMSupport INTERFACE ${TERMCAP_LIBRARY})
-
-    message (STATUS "Using termcap: ${TERMCAP_LIBRARY}")
-endif()
diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index a9438aa4b76..c499da9d087 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -209,11 +209,12 @@ elseif(GTEST_SRC_DIR)
     target_compile_definitions(gtest INTERFACE GTEST_HAS_POSIX_RE=0)
 endif()
 
-if (USE_EMBEDDED_COMPILER AND USE_INTERNAL_LLVM_LIBRARY)
+if (USE_EMBEDDED_COMPILER)
     # ld: unknown option: --color-diagnostics
     if (APPLE)
         set (LINKER_SUPPORTS_COLOR_DIAGNOSTICS 0 CACHE INTERNAL "")
     endif ()
+
     set (LLVM_ENABLE_EH 1 CACHE INTERNAL "")
     set (LLVM_ENABLE_RTTI 1 CACHE INTERNAL "")
     set (LLVM_ENABLE_PIC 0 CACHE INTERNAL "")
@@ -228,8 +229,6 @@ if (USE_EMBEDDED_COMPILER AND USE_INTERNAL_LLVM_LIBRARY)
 
     set (CMAKE_CXX_STANDARD ${CMAKE_CXX_STANDARD_bak})
     unset (CMAKE_CXX_STANDARD_bak)
-
-    target_include_directories(LLVMSupport SYSTEM BEFORE PRIVATE ${ZLIB_INCLUDE_DIR})
 endif ()
 
 if (USE_INTERNAL_LIBGSASL_LIBRARY)
diff --git a/contrib/llvm b/contrib/llvm
index cfaf365cf96..a7198805de6 160000
--- a/contrib/llvm
+++ b/contrib/llvm
@@ -1 +1 @@
-Subproject commit cfaf365cf96918999d09d976ec736b4518cf5d02
+Subproject commit a7198805de67374eb3fb4c6b89797fa2d1cd7e50
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 125879486ab..737385237e9 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -102,7 +102,7 @@ class IColumn;
     \
     M(Bool, allow_suspicious_low_cardinality_types, false, "In CREATE TABLE statement allows specifying LowCardinality modifier for types of small fixed size (8 or less). Enabling this may increase merge times and memory consumption.", 0) \
     M(Bool, compile_expressions, true, "Compile some scalar functions and operators to native code.", 0) \
-    M(UInt64, min_count_to_compile_expression, 3, "The number of identical expressions before they are JIT-compiled", 0) \
+    M(UInt64, min_count_to_compile_expression, 0, "The number of identical expressions before they are JIT-compiled", 0) \
     M(UInt64, group_by_two_level_threshold, 100000, "From what number of keys, a two-level aggregation starts. 0 - the threshold is not set.", 0) \
     M(UInt64, group_by_two_level_threshold_bytes, 50000000, "From what size of the aggregation state in bytes, a two-level aggregation begins to be used. 0 - the threshold is not set. Two-level aggregation is used when at least one of the thresholds is triggered.", 0) \
     M(Bool, distributed_aggregation_memory_efficient, true, "Is the memory-saving mode of distributed aggregation enabled.", 0) \
diff --git a/src/DataTypes/Native.h b/src/DataTypes/Native.h
index a31b0c7483c..a1d07b54c8e 100644
--- a/src/DataTypes/Native.h
+++ b/src/DataTypes/Native.h
@@ -9,7 +9,6 @@
 
 #    include <DataTypes/IDataType.h>
 #    include <DataTypes/DataTypeNullable.h>
-#    include <DataTypes/DataTypeFixedString.h>
 #    include <Columns/ColumnConst.h>
 #    include <Columns/ColumnNullable.h>
 #    pragma GCC diagnostic push
@@ -41,7 +40,8 @@ static inline llvm::Type * toNativeType(llvm::IRBuilderBase & builder, const IDa
     {
         const auto & data_type_nullable = static_cast<const DataTypeNullable&>(type);
         auto * wrapped = toNativeType(builder, *data_type_nullable.getNestedType());
-        return wrapped ? llvm::StructType::get(wrapped, /* is null = */ builder.getInt1Ty()) : nullptr;
+        auto * is_null_type = builder.getInt1Ty();
+        return wrapped ? llvm::StructType::get(wrapped, is_null_type) : nullptr;
     }
 
     /// LLVM doesn't have unsigned types, it has unsigned instructions.
@@ -57,11 +57,6 @@ static inline llvm::Type * toNativeType(llvm::IRBuilderBase & builder, const IDa
         return builder.getFloatTy();
     else if (data_type.isFloat64())
         return builder.getDoubleTy();
-    else if (data_type.isFixedString())
-    {
-        const auto & data_type_fixed_string = static_cast<const DataTypeFixedString &>(type);
-        return llvm::VectorType::get(builder.getInt8Ty(), data_type_fixed_string.getN());
-    }
 
     return nullptr;
 }
@@ -76,7 +71,7 @@ static inline bool canBeNativeType(const IDataType & type)
         return canBeNativeType(*data_type_nullable.getNestedType());
     }
 
-    return data_type.isNativeInt() || data_type.isNativeUInt() || data_type.isFloat() || data_type.isFixedString() || data_type.isDate();
+    return data_type.isNativeInt() || data_type.isNativeUInt() || data_type.isFloat() || data_type.isDate();
 }
 
 static inline llvm::Type * toNativeType(llvm::IRBuilderBase & builder, const DataTypePtr & type)
diff --git a/src/Interpreters/JIT/compileFunction.cpp b/src/Interpreters/JIT/compileFunction.cpp
index abf184b7872..c643722c1cd 100644
--- a/src/Interpreters/JIT/compileFunction.cpp
+++ b/src/Interpreters/JIT/compileFunction.cpp
@@ -87,7 +87,7 @@ static void compileFunction(llvm::Module & module, const IFunctionBase & functio
     for (size_t i = 0; i <= arg_types.size(); ++i)
     {
         const auto & type = i == arg_types.size() ? function.getResultType() : arg_types[i];
-        auto * data = b.CreateLoad(b.CreateConstInBoundsGEP1_32(data_type, columns_arg, i));
+        auto * data = b.CreateLoad(data_type, b.CreateConstInBoundsGEP1_32(data_type, columns_arg, i));
         columns[i].data_init = b.CreatePointerCast(b.CreateExtractValue(data, {0}), toNativeType(b, removeNullable(type))->getPointerTo());
         columns[i].null_init = type->isNullable() ? b.CreateExtractValue(data, {1}) : nullptr;
     }
@@ -122,15 +122,19 @@ static void compileFunction(llvm::Module & module, const IFunctionBase & functio
         auto & column = columns[i];
         auto type = arg_types[i];
 
-        auto * value = b.CreateLoad(column.data);
-        if (!column.null)
+        auto * value = b.CreateLoad(toNativeType(b, removeNullable(type)), column.data);
+        if (!type->isNullable())
         {
             arguments.emplace_back(value);
             continue;
         }
 
-        auto * is_null = b.CreateICmpNE(b.CreateLoad(column.null), b.getInt8(0));
-        auto * nullable_unitilized = llvm::Constant::getNullValue(toNativeType(b, type));
+        auto * nullable_type_untyped = toNativeType(b, type);
+        llvm::StructType * nullable_type = static_cast<llvm::StructType *>(nullable_type_untyped);
+        llvm::Type * is_null_type = nullable_type->getElementType(1);
+
+        auto * is_null = b.CreateICmpNE(b.CreateLoad(is_null_type, column.null), b.getInt8(0));
+        auto * nullable_unitilized = llvm::Constant::getNullValue(nullable_type_untyped);
         auto * nullable_value = b.CreateInsertValue(b.CreateInsertValue(nullable_unitilized, value, {0}), is_null, {1});
         arguments.emplace_back(nullable_value);
     }
diff --git a/src/Interpreters/examples/jit_example.cpp b/src/Interpreters/examples/jit_example.cpp
index 92215429bfc..db02d843f28 100644
--- a/src/Interpreters/examples/jit_example.cpp
+++ b/src/Interpreters/examples/jit_example.cpp
@@ -38,7 +38,7 @@ int main(int argc, char **argv)
 
     //     b.CreateCall(func_declaration);
 
-    //     auto * load_argument = b.CreateLoad(argument);
+    //     auto * load_argument = b.CreateLoad(value_type, argument);
     //     auto * value = b.CreateAdd(load_argument, load_argument);
     //     b.CreateRet(value);
     // });
diff --git a/utils/ci/build-normal.sh b/utils/ci/build-normal.sh
index b937269c8a3..328bd2c9f51 100755
--- a/utils/ci/build-normal.sh
+++ b/utils/ci/build-normal.sh
@@ -8,11 +8,6 @@ source default-config
 mkdir -p "${WORKSPACE}/build"
 pushd "${WORKSPACE}/build"
 
-if [[ "${ENABLE_EMBEDDED_COMPILER}" == 1 ]]; then
-    [[ "$USE_LLVM_LIBRARIES_FROM_SYSTEM" == 0 ]] && CMAKE_FLAGS="$CMAKE_FLAGS -DUSE_INTERNAL_LLVM_LIBRARY=1"
-    [[ "$USE_LLVM_LIBRARIES_FROM_SYSTEM" != 0 ]] && CMAKE_FLAGS="$CMAKE_FLAGS -DUSE_INTERNAL_LLVM_LIBRARY=0"
-fi
-
 cmake -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DENABLE_EMBEDDED_COMPILER=${ENABLE_EMBEDDED_COMPILER} $CMAKE_FLAGS ../sources
 
 [[ "$BUILD_TARGETS" != 'all' ]] && BUILD_TARGETS_STRING="--target $BUILD_TARGETS"
diff --git a/utils/ci/default-config b/utils/ci/default-config
index cd6f25ecf9b..b66121cc757 100644
--- a/utils/ci/default-config
+++ b/utils/ci/default-config
@@ -27,7 +27,6 @@ CLANG_SOURCES_BRANCH=trunk          # or tags/RELEASE_600/final
 GCC_SOURCES_VERSION=latest          # or gcc-7.1.0
 
 # install-libraries
-USE_LLVM_LIBRARIES_FROM_SYSTEM=0    # 0 or 1
 ENABLE_EMBEDDED_COMPILER=1
 
 # build
diff --git a/utils/ci/install-libraries.sh b/utils/ci/install-libraries.sh
index d7fb856dbed..7615375fbc1 100755
--- a/utils/ci/install-libraries.sh
+++ b/utils/ci/install-libraries.sh
@@ -5,7 +5,3 @@ source default-config
 
 ./install-os-packages.sh libicu-dev
 ./install-os-packages.sh libreadline-dev
-
-if [[ "$ENABLE_EMBEDDED_COMPILER" == 1 && "$USE_LLVM_LIBRARIES_FROM_SYSTEM" == 1 ]]; then
-    ./install-os-packages.sh llvm-libs-5.0
-fi
diff --git a/utils/ci/jobs/quick-build/run.sh b/utils/ci/jobs/quick-build/run.sh
index 3d755625c8d..af977d14465 100755
--- a/utils/ci/jobs/quick-build/run.sh
+++ b/utils/ci/jobs/quick-build/run.sh
@@ -15,7 +15,6 @@ SOURCES_METHOD=local
 COMPILER=clang
 COMPILER_INSTALL_METHOD=packages
 COMPILER_PACKAGE_VERSION=6.0
-USE_LLVM_LIBRARIES_FROM_SYSTEM=0
 BUILD_METHOD=normal
 BUILD_TARGETS=clickhouse
 BUILD_TYPE=Debug

From e4ce6faab6f1652b1b539673e431de1559a2bff6 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 22 May 2021 15:32:53 +0300
Subject: [PATCH 0349/1060] Fix build

---
 src/Server/KeeperTCPHandler.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Server/KeeperTCPHandler.h b/src/Server/KeeperTCPHandler.h
index 6c3929198c0..76371ed1a0c 100644
--- a/src/Server/KeeperTCPHandler.h
+++ b/src/Server/KeeperTCPHandler.h
@@ -38,7 +38,7 @@ private:
     IServer & server;
     Poco::Logger * log;
     ContextPtr global_context;
-    std::shared_ptr<KeeperStorageDispatcher> nu_keeper_storage_dispatcher;
+    std::shared_ptr<KeeperStorageDispatcher> keeper_dispatcher;
     Poco::Timespan operation_timeout;
     Poco::Timespan session_timeout;
     int64_t session_id{-1};

From ac4db9fdcc25a67016f59682c5ff21334368bf10 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Sat, 22 May 2021 16:04:00 +0000
Subject: [PATCH 0350/1060] Libunwing update version

---
 contrib/libunwind | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/libunwind b/contrib/libunwind
index 8fe25d7dc70..7e0c78ed2e8 160000
--- a/contrib/libunwind
+++ b/contrib/libunwind
@@ -1 +1 @@
-Subproject commit 8fe25d7dc70f2a4ea38c3e5a33fa9d4199b67a5a
+Subproject commit 7e0c78ed2e8946aeab6fdf319c2a323d04b5504e

From b9e9c9cf2318def8100389b14c235b1685af46be Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 22 May 2021 19:07:47 +0300
Subject: [PATCH 0351/1060] More correct implementation

---
 src/Common/ZooKeeper/IKeeper.cpp   |   2 +
 src/Common/ZooKeeper/IKeeper.h     |  34 ++++++++
 src/Coordination/KeeperStorage.cpp | 125 +++++++++++++++++++++--------
 src/Coordination/KeeperStorage.h   |  16 +++-
 4 files changed, 140 insertions(+), 37 deletions(-)

diff --git a/src/Common/ZooKeeper/IKeeper.cpp b/src/Common/ZooKeeper/IKeeper.cpp
index 94fd291bd12..4f0c5efe680 100644
--- a/src/Common/ZooKeeper/IKeeper.cpp
+++ b/src/Common/ZooKeeper/IKeeper.cpp
@@ -142,6 +142,8 @@ void GetRequest::addRootPath(const String & root_path) { Coordination::addRootPa
 void SetRequest::addRootPath(const String & root_path) { Coordination::addRootPath(path, root_path); }
 void ListRequest::addRootPath(const String & root_path) { Coordination::addRootPath(path, root_path); }
 void CheckRequest::addRootPath(const String & root_path) { Coordination::addRootPath(path, root_path); }
+void SetACLRequest::addRootPath(const String & root_path) { Coordination::addRootPath(path, root_path); }
+void GetACLRequest::addRootPath(const String & root_path) { Coordination::addRootPath(path, root_path); }
 
 void MultiRequest::addRootPath(const String & root_path)
 {
diff --git a/src/Common/ZooKeeper/IKeeper.h b/src/Common/ZooKeeper/IKeeper.h
index 2d947bb402c..5e11687eab5 100644
--- a/src/Common/ZooKeeper/IKeeper.h
+++ b/src/Common/ZooKeeper/IKeeper.h
@@ -148,6 +148,40 @@ struct WatchResponse : virtual Response
 
 using WatchCallback = std::function<void(const WatchResponse &)>;
 
+struct SetACLRequest : virtual Request
+{
+    String path;
+    ACLs acls;
+    int32_t version = -1;
+
+    void addRootPath(const String & root_path) override;
+    String getPath() const override { return path; }
+    size_t bytesSize() const override { return path.size() + sizeof(version) + acls.size() * sizeof(ACL); }
+};
+
+struct SetACLResponse : virtual Response
+{
+    Stat stat;
+
+    size_t bytesSize() const override { return sizeof(Stat); }
+};
+
+struct GetACLRequest : virtual Request
+{
+    String path;
+
+    void addRootPath(const String & root_path) override;
+    String getPath() const override { return path; }
+    size_t bytesSize() const override { return path.size(); }
+};
+
+struct GetACLResponse : virtual Response
+{
+    ACLs acl;
+    Stat stat;
+    size_t bytesSize() const override { return sizeof(Stat) + acl.size() * sizeof(ACL); }
+};
+
 struct CreateRequest : virtual Request
 {
     String path;
diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index c77e989b580..2a01d60f227 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -8,6 +8,8 @@
 #include <sstream>
 #include <iomanip>
 #include <Poco/SHA1Engine.h>
+#include <Poco/Base64Encoder.h>
+#include <boost/algorithm/string.hpp>
 
 namespace DB
 {
@@ -32,6 +34,17 @@ static std::string getBaseName(const String & path)
     return std::string{&path[basename_start + 1], path.length() - basename_start - 1};
 }
 
+static String base64Encode(const String & decoded)
+{
+    std::ostringstream ostr; // STYLE_CHECK_ALLOW_STD_STRING_STREAM
+    ostr.exceptions(std::ios::failbit);
+    Poco::Base64Encoder encoder(ostr);
+    encoder.rdbuf()->setLineLength(0);
+    encoder << decoded;
+    encoder.close();
+    return ostr.str();
+}
+
 static String getSHA1(const String & userdata)
 {
     Poco::SHA1Engine engine;
@@ -40,18 +53,32 @@ static String getSHA1(const String & userdata)
     return String{digest_id.begin(), digest_id.end()};
 }
 
-static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, const std::vector<String> & session_auths)
+static String generateDigest(const String & userdata)
+{
+    std::vector<String> user_password;
+    boost::split(user_password, userdata, [](char c) { return c == ':'; });
+    return user_password[0] + base64Encode(getSHA1(user_password[1]));
+}
+
+static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, const std::vector<KeeperStorage::AuthID> & session_auths)
 {
     if (node_acls.empty())
         return true;
 
-    for (size_t i = 0; i < node_acls.size(); ++i)
-    {
-        if (!(node_acls[i].permissions & permission))
+    for (const auto & session_auth :  session_auths)
+        if (session_auth.scheme == "super")
             return true;
 
-        if (node_acls[i].id == session_auths[i])
-            return true;
+    for (size_t i = 0; i < node_acls.size(); ++i)
+    {
+        if (node_acls[i].permissions & permission)
+        {
+            if (node_acls[i].scheme == "world" && node_acls[i].id == "anyone")
+                return true;
+
+            if (node_acls[i].scheme == session_auths[i].scheme && node_acls[i].id == session_auths[i].id)
+                return true;
+        }
     }
 
     return false;
@@ -93,6 +120,34 @@ static KeeperStorage::ResponsesForSessions processWatchesImpl(const String & pat
     return result;
 }
 
+static bool fixupACL(
+    const std::vector<Coordination::ACL> & request_acls,
+    const std::vector<KeeperStorage::AuthID> & current_ids,
+    std::vector<Coordination::ACL> & result_acls)
+{
+    if (request_acls.empty())
+        return false;
+
+    for (const auto & request_acl : request_acls)
+    {
+        if (request_acl.scheme == "world" && request_acl.id == "anyone")
+        {
+            result_acls.push_back(request_acl);
+        }
+        else if (request_acl.scheme == "auth")
+        {
+            for (const auto & current_id : current_ids)
+            {
+                Coordination::ACL new_acl = request_acl;
+                new_acl.scheme = current_id.scheme;
+                new_acl.id = current_id.id;
+                result_acls.push_back(new_acl);
+            }
+        }
+    }
+    return !result_acls.empty();
+}
+
 KeeperStorage::KeeperStorage(int64_t tick_time_ms)
     : session_expiry_queue(tick_time_ms)
 {
@@ -193,31 +248,15 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
             else
             {
                 auto & session_auth_ids = storage.session_and_auth[session_id];
-                for (size_t i = 0; i < request.acls.size(); ++i)
-                {
-                    if (request.acls[i].id.empty())
-                    {
-                        if (!session_auth_ids[i].empty())
-                            request.acls[i].id = session_auth_ids[i];
-                    }
-                    else
-                    {
-                        auto request_sha = getSHA1(request.acls[i].id);
-                        if (session_auth_ids[i] != request_sha) /// User specified strange user:password in request
-                        {
-                            /// User specified strange user:password in request
-                            response.error = Coordination::Error::ZAUTHFAILED;
-                            return { response_ptr, {} };
-                        }
-                        else
-                        {
-                            request.acls[i].id = request_sha;
-                            break;
-                        }
-                    }
-                }
 
                 KeeperStorage::Node created_node;
+
+                if (!fixupACL(request.acls, session_auth_ids, created_node.acls))
+                {
+                    response.error = Coordination::Error::ZINVALIDACL;
+                    return {response_ptr, {}};
+                }
+
                 created_node.stat.czxid = zxid;
                 created_node.stat.mzxid = zxid;
                 created_node.stat.ctime = std::chrono::system_clock::now().time_since_epoch() / std::chrono::milliseconds(1);
@@ -227,7 +266,6 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
                 created_node.stat.ephemeralOwner = request.is_ephemeral ? session_id : 0;
                 created_node.data = request.data;
                 created_node.is_sequental = request.is_sequential;
-                created_node.acls = request.acls;
 
                 std::string path_created = request.path;
 
@@ -722,18 +760,35 @@ struct KeeperStorageAuthRequest final : public KeeperStorageRequest
         Coordination::ZooKeeperAuthRequest & auth_request = dynamic_cast<Coordination::ZooKeeperAuthRequest &>(*zk_request);
         Coordination::ZooKeeperResponsePtr response_ptr = zk_request->makeResponse();
         Coordination::ZooKeeperAuthResponse & auth_response =  dynamic_cast<Coordination::ZooKeeperAuthResponse &>(*response_ptr);
+        auto & sessions_and_auth = storage.session_and_auth;
 
-        if (auth_request.scheme != "digest")
+        if (auth_request.scheme == "super")
+        {
+            if (generateDigest(auth_request.data) == storage.superdigest)
+            {
+                KeeperStorage::AuthID auth{"super", ""};
+                sessions_and_auth[session_id].emplace_back(auth);
+            }
+            else
+            {
+                auth_response.error = Coordination::Error::ZAUTHFAILED;
+            }
+        }
+        else if (auth_request.scheme == "world" && auth_request.data == "anyone")
+        {
+            KeeperStorage::AuthID auth{"world", "anyone"};
+            sessions_and_auth[session_id].emplace_back(auth);
+        }
+        else if (auth_request.scheme != "digest")
         {
             auth_response.error = Coordination::Error::ZAUTHFAILED;
         }
         else
         {
-            auto & sessions_and_auth = storage.session_and_auth;
-            std::string id = getSHA1(auth_request.data);
+            KeeperStorage::AuthID auth{auth_request.scheme, generateDigest(auth_request.data)};
             auto & session_ids = sessions_and_auth[session_id];
-            if (std::find(session_ids.begin(), session_ids.end(), id) == session_ids.end())
-                sessions_and_auth[session_id].emplace_back(id);
+            if (std::find(session_ids.begin(), session_ids.end(), auth) == session_ids.end())
+                sessions_and_auth[session_id].emplace_back(auth);
         }
 
         return { response_ptr, {} };
diff --git a/src/Coordination/KeeperStorage.h b/src/Coordination/KeeperStorage.h
index acd52ee4a01..f247364f611 100644
--- a/src/Coordination/KeeperStorage.h
+++ b/src/Coordination/KeeperStorage.h
@@ -51,6 +51,17 @@ public:
         Coordination::ZooKeeperRequestPtr request;
     };
 
+    struct AuthID
+    {
+        std::string scheme;
+        std::string id;
+
+        bool operator==(const AuthID & other) const
+        {
+            return scheme == other.scheme && id == other.id;
+        }
+    };
+
     using RequestsForSessions = std::vector<RequestForSession>;
 
     using Container = SnapshotableHashTable<Node>;
@@ -59,13 +70,12 @@ public:
     using SessionIDs = std::vector<int64_t>;
 
     /// Just vector of SHA1 from user:password
-    using AuthIDs = std::vector<std::string>;
+    using AuthIDs = std::vector<AuthID>;
     using SessionAndAuth = std::unordered_map<int64_t, AuthIDs>;
     SessionAndAuth session_and_auth;
 
     using Watches = std::map<String /* path, relative of root_path */, SessionIDs>;
 
-
     Container container;
     Ephemerals ephemerals;
     SessionAndWatcher sessions_and_watchers;
@@ -85,6 +95,8 @@ public:
         return zxid;
     }
 
+    const String superdigest;
+
 public:
     KeeperStorage(int64_t tick_time_ms);
 

From 5606e248a722e7e7a2ba728ac2a4c270c868e4c5 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 22 May 2021 16:19:56 +0000
Subject: [PATCH 0352/1060] Fix

---
 src/Storages/MergeTree/MergeTreePartition.cpp | 15 +++----------
 .../01870_modulo_partition_key.reference      | 21 +++++++++++++++++++
 .../01870_modulo_partition_key.sql            |  2 ++
 3 files changed, 26 insertions(+), 12 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 8c21e5ca411..8ad48ab0516 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -129,27 +129,18 @@ void MergeTreePartition::load(const MergeTreeData & storage, const DiskPtr & dis
     if (!metadata_snapshot->hasPartitionKey())
         return;
 
-    const auto & partition_key_sample = metadata_snapshot->getPartitionKey().sample_block;
+    const auto & partition_key_sample = adjustPartitionKey(metadata_snapshot, storage.getContext()).sample_block;
     auto partition_file_path = part_path + "partition.dat";
     auto file = openForReading(disk, partition_file_path);
     value.resize(partition_key_sample.columns());
     for (size_t i = 0; i < partition_key_sample.columns(); ++i)
-    {
-        if (partition_key_sample.getByPosition(i).name.starts_with("modulo"))
-        {
-            SerializationNumber<UInt8>().deserializeBinary(value[i], *file);
-        }
-        else
-        {
-            partition_key_sample.getByPosition(i).type->getDefaultSerialization()->deserializeBinary(value[i], *file);
-        }
-    }
+        partition_key_sample.getByPosition(i).type->getDefaultSerialization()->deserializeBinary(value[i], *file);
 }
 
 void MergeTreePartition::store(const MergeTreeData & storage, const DiskPtr & disk, const String & part_path, MergeTreeDataPartChecksums & checksums) const
 {
     auto metadata_snapshot = storage.getInMemoryMetadataPtr();
-    const auto & partition_key_sample = metadata_snapshot->getPartitionKey().sample_block;
+    const auto & partition_key_sample = adjustPartitionKey(metadata_snapshot, storage.getContext()).sample_block;
     store(partition_key_sample, disk, part_path, checksums);
 }
 
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.reference b/tests/queries/0_stateless/01870_modulo_partition_key.reference
index 4df5a85a9d1..29142711066 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.reference
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.reference
@@ -84,6 +84,27 @@ recursive modulo partition key:
 (58,8,29)
 (59,9,30)
 (60,0,30)
+After detach:
+(-1,-1,0)
+(-2,-2,-1)
+(-3,-3,-2)
+(-4,-4,-2)
+(-5,-5,-2)
+(-57,-7,-28)
+(-58,-8,-29)
+(-59,-9,-30)
+(-60,0,-30)
+(-61,-1,-30)
+(0,0,0)
+(0,0,0)
+(1,1,0)
+(2,2,1)
+(3,3,2)
+(4,4,2)
+(57,7,28)
+(58,8,29)
+(59,9,30)
+(60,0,30)
 comparison:
 0	-205	-5	-5
 1	-204	-4	-4
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.sql b/tests/queries/0_stateless/01870_modulo_partition_key.sql
index dd29a2ced7e..b3fdfde3a88 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.sql
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.sql
@@ -32,6 +32,8 @@ INSERT INTO table3 SELECT number-205, number FROM numbers(400, 10);
 SELECT partition as p FROM system.parts WHERE table='table3' ORDER BY p;
 DETACH TABLE table3;
 ATTACH TABLE table3;
+SELECT 'After detach:';
+SELECT partition as p FROM system.parts WHERE table='table3' ORDER BY p;
 
 SELECT 'comparison:';
 SELECT v, v-205 as vv, modulo(vv, 200), moduloLegacy(vv, 200) FROM table1 ORDER BY v;

From bdb52bb6431c3f98f9916deb28661311bbbb460c Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sat, 22 May 2021 19:21:52 +0300
Subject: [PATCH 0353/1060] Fixup ACL

---
 src/Coordination/KeeperStorage.cpp | 56 +++++++++++++++---------------
 1 file changed, 28 insertions(+), 28 deletions(-)

diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index 2a01d60f227..63272b14a4a 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -84,6 +84,34 @@ static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, c
     return false;
 }
 
+static bool fixupACL(
+    const std::vector<Coordination::ACL> & request_acls,
+    const std::vector<KeeperStorage::AuthID> & current_ids,
+    std::vector<Coordination::ACL> & result_acls)
+{
+    if (request_acls.empty())
+        return false;
+
+    for (const auto & request_acl : request_acls)
+    {
+        if (request_acl.scheme == "world" && request_acl.id == "anyone")
+        {
+            result_acls.push_back(request_acl);
+        }
+        else if (request_acl.scheme == "auth")
+        {
+            for (const auto & current_id : current_ids)
+            {
+                Coordination::ACL new_acl = request_acl;
+                new_acl.scheme = current_id.scheme;
+                new_acl.id = current_id.id;
+                result_acls.push_back(new_acl);
+            }
+        }
+    }
+    return !result_acls.empty();
+}
+
 static KeeperStorage::ResponsesForSessions processWatchesImpl(const String & path, KeeperStorage::Watches & watches, KeeperStorage::Watches & list_watches, Coordination::Event event_type)
 {
     KeeperStorage::ResponsesForSessions result;
@@ -120,34 +148,6 @@ static KeeperStorage::ResponsesForSessions processWatchesImpl(const String & pat
     return result;
 }
 
-static bool fixupACL(
-    const std::vector<Coordination::ACL> & request_acls,
-    const std::vector<KeeperStorage::AuthID> & current_ids,
-    std::vector<Coordination::ACL> & result_acls)
-{
-    if (request_acls.empty())
-        return false;
-
-    for (const auto & request_acl : request_acls)
-    {
-        if (request_acl.scheme == "world" && request_acl.id == "anyone")
-        {
-            result_acls.push_back(request_acl);
-        }
-        else if (request_acl.scheme == "auth")
-        {
-            for (const auto & current_id : current_ids)
-            {
-                Coordination::ACL new_acl = request_acl;
-                new_acl.scheme = current_id.scheme;
-                new_acl.id = current_id.id;
-                result_acls.push_back(new_acl);
-            }
-        }
-    }
-    return !result_acls.empty();
-}
-
 KeeperStorage::KeeperStorage(int64_t tick_time_ms)
     : session_expiry_queue(tick_time_ms)
 {

From 8e6fabd67466ba4e9baebf23b8d2c2bcead94454 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Sat, 22 May 2021 19:42:09 +0300
Subject: [PATCH 0354/1060] Fixes for .md, preparing to add config-example.yaml

---
 docs/en/operations/configuration-files.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/operations/configuration-files.md b/docs/en/operations/configuration-files.md
index 32239b0dc80..0000bf6815b 100644
--- a/docs/en/operations/configuration-files.md
+++ b/docs/en/operations/configuration-files.md
@@ -5,9 +5,9 @@ toc_title: Configuration Files
 
 # Configuration Files {#configuration_files}
 
-ClickHouse supports multi-file configuration management. The main server configuration file is `/etc/clickhouse-server/config.xml` or `/etc/clickhouse-server/config.yaml`. Other files must be in the `/etc/clickhouse-server/config.d` directory. Note, that any configuration file can be written either in XML or YAML, but mixing formats in one file is not supported.
+ClickHouse supports multi-file configuration management. The main server configuration file is `/etc/clickhouse-server/config.xml` or `/etc/clickhouse-server/config.yaml`. Other files must be in the `/etc/clickhouse-server/config.d` directory. Note, that any configuration file can be written either in XML or YAML, but mixing formats in one file is not supported. For example, you can have main configs as `config.xml` and `users.xml` and write additional files in `config.d` and `users.d` directories in `.yaml`.
 
-All the configuration files should be in XML or YAML formats. All XML files should have the same root element, usually `<yandex>`. As for YAML, writing `yandex:` is not needed, parser will insert it automatically.
+All the configuration files should be in XML or YAML formats. All XML files should have the same root element, usually `<yandex>`. As for YAML, `yandex:` should not be present, the parser will insert it automatically.
 
 ## Override {#override}
 

From 8bac10d24f3c76563a478f2c8b3492975dd65034 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 22 May 2021 21:24:13 +0300
Subject: [PATCH 0355/1060] Update base/*

---
 base/daemon/BaseDaemon.cpp   | 36 +++++++++++++++++-------------------
 base/daemon/SentryWriter.cpp |  8 ++++----
 base/loggers/Loggers.cpp     | 17 +++++++++--------
 3 files changed, 30 insertions(+), 31 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 01e700ebba3..742d0958668 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -26,8 +26,6 @@
 #include <Poco/Observer.h>
 #include <Poco/AutoPtr.h>
 #include <Poco/PatternFormatter.h>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Poco/Message.h>
 #include <Poco/Util/Application.h>
 #include <Poco/Exception.h>
@@ -59,6 +57,7 @@
 #include <Common/getExecutablePath.h>
 #include <Common/getHashOfLoadedBinary.h>
 #include <Common/Elf.h>
+#include <filesystem>
 
 #if !defined(ARCADIA_BUILD)
 #   include <Common/config_version.h>
@@ -70,6 +69,7 @@
 #endif
 #include <ucontext.h>
 
+namespace fs = std::filesystem;
 
 DB::PipeFDs signal_pipe;
 
@@ -437,11 +437,11 @@ static void sanitizerDeathCallback()
 
 static std::string createDirectory(const std::string & file)
 {
-    auto path = Poco::Path(file).makeParent();
-    if (path.toString().empty())
+    fs::path path = fs::path(file).parent_path();
+    if (path.empty())
         return "";
-    Poco::File(path).createDirectories();
-    return path.toString();
+    fs::create_directories(path);
+    return path;
 };
 
 
@@ -449,7 +449,7 @@ static bool tryCreateDirectories(Poco::Logger * logger, const std::string & path
 {
     try
     {
-        Poco::File(path).createDirectories();
+        fs::create_directories(path);
         return true;
     }
     catch (...)
@@ -470,7 +470,7 @@ void BaseDaemon::reloadConfiguration()
       */
     config_path = config().getString("config-file", getDefaultConfigFileName());
     DB::ConfigProcessor config_processor(config_path, false, true);
-    config_processor.setConfigPath(Poco::Path(config_path).makeParent().toString());
+    config_processor.setConfigPath(fs::path(config_path).parent_path());
     loaded_config = config_processor.loadConfig(/* allow_zk_includes = */ true);
 
     if (last_configuration != nullptr)
@@ -524,18 +524,17 @@ std::string BaseDaemon::getDefaultConfigFileName() const
 void BaseDaemon::closeFDs()
 {
 #if defined(OS_FREEBSD) || defined(OS_DARWIN)
-    Poco::File proc_path{"/dev/fd"};
+    fs::path proc_path{"/dev/fd"};
 #else
-    Poco::File proc_path{"/proc/self/fd"};
+    fs::path proc_path{"/proc/self/fd"};
 #endif
-    if (proc_path.isDirectory()) /// Hooray, proc exists
+    if (fs::is_directory(proc_path)) /// Hooray, proc exists
     {
-        std::vector<std::string> fds;
         /// in /proc/self/fd directory filenames are numeric file descriptors
-        proc_path.list(fds);
-        for (const auto & fd_str : fds)
+        fs::directory_iterator dir_end;
+        for (fs::directory_iterator dir_it(proc_path); dir_it != dir_end; ++dir_it)
         {
-            int fd = DB::parse<int>(fd_str);
+            int fd = DB::parse<int>(dir_it->path().filename());
             if (fd > 2 && fd != signal_pipe.fds_rw[0] && fd != signal_pipe.fds_rw[1])
                 ::close(fd);
         }
@@ -597,7 +596,7 @@ void BaseDaemon::initialize(Application & self)
     {
         /** When creating pid file and looking for config, will search for paths relative to the working path of the program when started.
           */
-        std::string path = Poco::Path(config().getString("application.path")).setFileName("").toString();
+        std::string path = fs::path(config().getString("application.path")).replace_filename("");
         if (0 != chdir(path.c_str()))
             throw Poco::Exception("Cannot change directory to " + path);
     }
@@ -645,7 +644,7 @@ void BaseDaemon::initialize(Application & self)
 
     std::string log_path = config().getString("logger.log", "");
     if (!log_path.empty())
-        log_path = Poco::Path(log_path).setFileName("").toString();
+        log_path = fs::path(log_path).replace_filename("");
 
     /** Redirect stdout, stderr to separate files in the log directory (or in the specified file).
       * Some libraries write to stderr in case of errors in debug mode,
@@ -708,8 +707,7 @@ void BaseDaemon::initialize(Application & self)
 
         tryCreateDirectories(&logger(), core_path);
 
-        Poco::File cores = core_path;
-        if (!(cores.exists() && cores.isDirectory()))
+        if (!(fs::exists(core_path) && fs::is_directory(core_path)))
         {
             core_path = !log_path.empty() ? log_path : "/opt/";
             tryCreateDirectories(&logger(), core_path);
diff --git a/base/daemon/SentryWriter.cpp b/base/daemon/SentryWriter.cpp
index 1028dc7d2dc..3719bb74c52 100644
--- a/base/daemon/SentryWriter.cpp
+++ b/base/daemon/SentryWriter.cpp
@@ -25,6 +25,7 @@
 #    include <stdio.h>
 #    include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace
 {
@@ -53,8 +54,7 @@ void setExtras()
     sentry_set_extra("physical_cpu_cores", sentry_value_new_int32(getNumberOfPhysicalCPUCores()));
 
     if (!server_data_path.empty())
-        sentry_set_extra("disk_free_space", sentry_value_new_string(formatReadableSizeWithBinarySuffix(
-            Poco::File(server_data_path).freeSpace()).c_str()));
+        sentry_set_extra("disk_free_space", sentry_value_new_string(formatReadableSizeWithBinarySuffix(fs::space(server_data_path).free).c_str()));
 }
 
 void sentry_logger(sentry_level_e level, const char * message, va_list args, void *)
@@ -110,12 +110,12 @@ void SentryWriter::initialize(Poco::Util::LayeredConfiguration & config)
     if (enabled)
     {
         server_data_path = config.getString("path", "");
-        const std::filesystem::path & default_tmp_path = std::filesystem::path(config.getString("tmp_path", Poco::Path::temp())) / "sentry";
+        const std::filesystem::path & default_tmp_path = fs::path(config.getString("tmp_path", fs::temp_directory_path())) / "sentry";
         const std::string & endpoint
             = config.getString("send_crash_reports.endpoint");
         const std::string & temp_folder_path
             = config.getString("send_crash_reports.tmp_path", default_tmp_path);
-        Poco::File(temp_folder_path).createDirectories();
+        fs::create_directories(temp_folder_path);
 
         sentry_options_t * options = sentry_options_new();  /// will be freed by sentry_init or sentry_shutdown
         sentry_options_set_release(options, VERSION_STRING_SHORT);
diff --git a/base/loggers/Loggers.cpp b/base/loggers/Loggers.cpp
index 913deaf1eb8..11dfbdaeb71 100644
--- a/base/loggers/Loggers.cpp
+++ b/base/loggers/Loggers.cpp
@@ -6,10 +6,11 @@
 #include "OwnFormattingChannel.h"
 #include "OwnPatternFormatter.h"
 #include <Poco/ConsoleChannel.h>
-#include <Poco/File.h>
 #include <Poco/Logger.h>
 #include <Poco/Net/RemoteSyslogChannel.h>
-#include <Poco/Path.h>
+#include <filesystem>
+
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -20,11 +21,11 @@ namespace DB
 // TODO: move to libcommon
 static std::string createDirectory(const std::string & file)
 {
-    auto path = Poco::Path(file).makeParent();
-    if (path.toString().empty())
+    auto path = fs::path(file).parent_path();
+    if (path.empty())
         return "";
-    Poco::File(path).createDirectories();
-    return path.toString();
+    fs::create_directories(path);
+    return path;
 };
 
 void Loggers::setTextLog(std::shared_ptr<DB::TextLog> log, int max_priority)
@@ -70,7 +71,7 @@ void Loggers::buildLoggers(Poco::Util::AbstractConfiguration & config, Poco::Log
 
         // Set up two channel chains.
         log_file = new Poco::FileChannel;
-        log_file->setProperty(Poco::FileChannel::PROP_PATH, Poco::Path(log_path).absolute().toString());
+        log_file->setProperty(Poco::FileChannel::PROP_PATH, fs::absolute(log_path));
         log_file->setProperty(Poco::FileChannel::PROP_ROTATION, config.getRawString("logger.size", "100M"));
         log_file->setProperty(Poco::FileChannel::PROP_ARCHIVE, "number");
         log_file->setProperty(Poco::FileChannel::PROP_COMPRESS, config.getRawString("logger.compress", "true"));
@@ -102,7 +103,7 @@ void Loggers::buildLoggers(Poco::Util::AbstractConfiguration & config, Poco::Log
         std::cerr << "Logging errors to " << errorlog_path << std::endl;
 
         error_log_file = new Poco::FileChannel;
-        error_log_file->setProperty(Poco::FileChannel::PROP_PATH, Poco::Path(errorlog_path).absolute().toString());
+        error_log_file->setProperty(Poco::FileChannel::PROP_PATH, fs::absolute(errorlog_path));
         error_log_file->setProperty(Poco::FileChannel::PROP_ROTATION, config.getRawString("logger.size", "100M"));
         error_log_file->setProperty(Poco::FileChannel::PROP_ARCHIVE, "number");
         error_log_file->setProperty(Poco::FileChannel::PROP_COMPRESS, config.getRawString("logger.compress", "true"));

From c220260a1dabc28ba57b6eb4262d79d9e6b042b0 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Sat, 22 May 2021 21:27:46 +0300
Subject: [PATCH 0356/1060] Added default config in YAML to programs/server

---
 programs/server/config-example.yaml | 980 ++++++++++++++++++++++++++++
 1 file changed, 980 insertions(+)
 create mode 100644 programs/server/config-example.yaml

diff --git a/programs/server/config-example.yaml b/programs/server/config-example.yaml
new file mode 100644
index 00000000000..49e5f7ee853
--- /dev/null
+++ b/programs/server/config-example.yaml
@@ -0,0 +1,980 @@
+# NOTE: User and query level settings are set up in "users.xml" file.
+# If you have accidentally specified user-level settings here, server won't start.
+# You can either move the settings to the right place inside "users.xml" file
+# or add skip_check_for_incorrect_settings: 1 here.
+logger:
+# Possible levels [1]:
+# - none (turns off logging)
+# - fatal
+# - critical
+# - error
+# - warning
+# - notice
+# - information
+# - debug
+# - trace
+#
+# [1]: https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/Logger.h#L105-L114
+  level: trace
+  log: /var/log/clickhouse-server/clickhouse-server.log
+  errorlog: /var/log/clickhouse-server/clickhouse-server.err.log
+# Rotation policy
+# See https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/FileChannel.h#L54-L85
+  size: 1000M
+  count: 10
+# console: 1
+# Default behavior is autodetection (log to console if not daemon mode and is tty)
+# Per level overrides (legacy):
+# For example to suppress logging of the ConfigReloader you can use:
+# NOTE: levels.logger is reserved, see below.
+
+# levels:
+#   ConfigReloader: none
+
+# Per level overrides:
+# For example to suppress logging of the RBAC for default user you can use:
+# (But please note that the logger name maybe changed from version to version, even after minor upgrade)
+#
+# levels:
+#   - logger:
+#       name: 'ContextAccess (default)'
+#       level: none
+#   - logger:
+#       name: 'DatabaseOrdinary (test)'
+#       level: none
+
+# It is the name that will be shown in the clickhouse-client.
+# By default, anything with "production" will be highlighted in red in query prompt.
+#
+# display_name: production
+
+# Port for HTTP API. See also 'https_port' for secure connections.
+# This interface is also used by ODBC and JDBC drivers (DataGrip, Dbeaver, ...)
+# and by most of web interfaces (embedded UI, Grafana, Redash, ...).
+#
+http_port: 8123
+# Port for interaction by native protocol with:
+# - clickhouse-client and other native ClickHouse tools (clickhouse-benchmark, clickhouse-copier);
+# - clickhouse-server with other clickhouse-servers for distributed query processing;
+# - ClickHouse drivers and applications supporting native protocol
+# (this protocol is also informally called as "the TCP protocol");
+# See also 'tcp_port_secure' for secure connections.
+#
+tcp_port: 9000
+# Compatibility with MySQL protocol.
+# ClickHouse will pretend to be MySQL for applications connecting to this port.
+#
+mysql_port: 9004
+# Compatibility with PostgreSQL protocol.
+# ClickHouse will pretend to be PostgreSQL for applications connecting to this port.
+#
+postgresql_port: 9005
+# HTTP API with TLS (HTTPS).
+# You have to configure certificate to enable this interface.
+# See the openSSL section below.
+#
+# https_port: 8443
+
+# Native interface with TLS.
+# You have to configure certificate to enable this interface.
+# See the openSSL section below.
+#
+# tcp_port_secure: 9440
+
+# Native interface wrapped with PROXYv1 protocol
+# PROXYv1 header sent for every connection.
+# ClickHouse will extract information about proxy-forwarded client address from the header.
+#
+# tcp_with_proxy_port: 9011
+
+# Port for communication between replicas. Used for data exchange.
+# It provides low-level data access between servers.
+# This port should not be accessible from untrusted networks.
+# See also 'interserver_http_credentials'.
+# Data transferred over connections to this port should not go through untrusted networks.
+# See also 'interserver_https_port'.
+#
+interserver_http_port: 9009
+# Port for communication between replicas with TLS.
+# You have to configure certificate to enable this interface.
+# See the openSSL section below.
+# See also 'interserver_http_credentials'.
+#
+# interserver_https_port: 9010
+
+# Hostname that is used by other replicas to request this server.
+# If not specified, than it is determined analogous to 'hostname -f' command.
+# This setting could be used to switch replication to another network interface
+# (the server may be connected to multiple networks via multiple addresses)
+#
+#
+# interserver_http_host: example.yandex.ru
+#
+
+# You can specify credentials for authenthication between replicas.
+# This is required when interserver_https_port is accessible from untrusted networks,
+# and also recommended to avoid SSRF attacks from possibly compromised services in your network.
+#
+# interserver_http_credentials:
+#   user: interserver
+#   password: ''
+
+# Listen specified address.
+# Use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere.
+# Notes:
+# If you open connections from wildcard address, make sure that at least one of the following measures applied:
+# - server is protected by firewall and not accessible from untrusted networks;
+# - all users are restricted to subset of network addresses (see users.xml);
+# - all users have strong passwords, only secure (TLS) interfaces are accessible, or connections are only made via TLS interfaces.
+# - users without password have readonly access.
+# See also: https://www.shodan.io/search?query=clickhouse
+#
+# listen_host: '::'
+
+# Same for hosts without support for IPv6:
+# listen_host: 0.0.0.0
+
+# Default values - try listen localhost on IPv4 and IPv6.
+#
+# listen_host: '::1'
+# listen_host: 127.0.0.1
+#
+
+# Don't exit if IPv6 or IPv4 networks are unavailable while trying to listen.
+# listen_try: 0
+
+# Allow multiple servers to listen on the same address:port. This is not recommended.
+#
+# listen_reuse_port: 0
+
+# listen_backlog: 64
+max_connections: 4096
+# For 'Connection: keep-alive' in HTTP 1.1
+keep_alive_timeout: 3
+# gRPC protocol (see src/Server/grpc_protos/clickhouse_grpc.proto for the API)
+# grpc_port: 9100
+grpc:
+  enable_ssl: false
+# The following two files are used only if enable_ssl=1
+  ssl_cert_file: /path/to/ssl_cert_file
+  ssl_key_file: /path/to/ssl_key_file
+# Whether server will request client for a certificate
+  ssl_require_client_auth: false
+# The following file is used only if ssl_require_client_auth=1
+  ssl_ca_cert_file: /path/to/ssl_ca_cert_file
+# Default compression algorithm (applied if client doesn't specify another algorithm).
+# Supported algorithms: none, deflate, gzip, stream_gzip
+  compression: deflate
+# Default compression level (applied if client doesn't specify another level).
+# Supported levels: none, low, medium, high
+  compression_level: medium
+# Send/receive message size limits in bytes. -1 means unlimited
+  max_send_message_size: -1
+  max_receive_message_size: -1
+# Enable if you want very detailed logs
+  verbose_logs: false
+# Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71
+openSSL:
+  server:
+    # Used for https server AND secure tcp port
+    # openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt
+    certificateFile: /etc/clickhouse-server/server.crt
+    privateKeyFile: /etc/clickhouse-server/server.key
+    # dhparams are optional. You can delete the <dhParamsFile> element.
+    # To generate dhparams, use the following command:
+    # openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096
+    # Only file format with BEGIN DH PARAMETERS is supported.
+    #
+    dhParamsFile: /etc/clickhouse-server/dhparam.pem
+    verificationMode: none
+    loadDefaultCAFile: true
+    cacheSessions: true
+    disableProtocols: 'sslv2,sslv3'
+    preferServerCiphers: true
+  client:
+    # Used for connecting to https dictionary source and secured Zookeeper communication
+    loadDefaultCAFile: true
+    cacheSessions: true
+    disableProtocols: 'sslv2,sslv3'
+    preferServerCiphers: true
+    # Use for self-signed: <verificationMode>none</verificationMode>
+    invalidCertificateHandler:
+      # Use for self-signed: <name>AcceptCertificateHandler</name>
+      name: RejectCertificateHandler
+# Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123
+#
+# <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+#
+
+# Maximum number of concurrent queries.
+max_concurrent_queries: 100
+# Maximum memory usage (resident set size) for server process.
+# Zero value or unset means default. Default is "max_server_memory_usage_to_ram_ratio" of available physical RAM.
+# If the value is larger than "max_server_memory_usage_to_ram_ratio" of available physical RAM, it will be cut down.
+
+# The constraint is checked on query execution time.
+# If a query tries to allocate memory and the current memory usage plus allocation is greater
+# than specified threshold, exception will be thrown.
+
+# It is not practical to set this constraint to small values like just a few gigabytes,
+# because memory allocator will keep this amount of memory in caches and the server will deny service of queries.
+#
+max_server_memory_usage: 0
+# Maximum number of threads in the Global thread pool.
+# This will default to a maximum of 10000 threads if not specified.
+# This setting will be useful in scenarios where there are a large number
+# of distributed queries that are running concurrently but are idling most
+# of the time, in which case a higher number of threads might be required.
+#
+max_thread_pool_size: 10000
+# On memory constrained environments you may have to set this to value larger than 1.
+max_server_memory_usage_to_ram_ratio: 0.9
+# Simple server-wide memory profiler. Collect a stack trace at every peak allocation step (in bytes).
+# Data will be stored in system.trace_log table with query_id = empty string.
+# Zero means disabled.
+#
+total_memory_profiler_step: 4194304
+# Collect random allocations and deallocations and write them into system.trace_log with 'MemorySample' trace_type.
+# The probability is for every alloc/free regardless to the size of the allocation.
+# Note that sampling happens only when the amount of untracked memory exceeds the untracked memory limit,
+# which is 4 MiB by default but can be lowered if 'total_memory_profiler_step' is lowered.
+# You may want to set 'total_memory_profiler_step' to 1 for extra fine grained sampling.
+#
+total_memory_tracker_sample_probability: 0
+# Set limit on number of open files (default: maximum). This setting makes sense on Mac OS X because getrlimit() fails to retrieve
+# correct maximum value.
+# max_open_files: 262144
+
+# Size of cache of uncompressed blocks of data, used in tables of MergeTree family.
+# In bytes. Cache is single for server. Memory is allocated only on demand.
+# Cache is used when 'use_uncompressed_cache' user setting turned on (off by default).
+# Uncompressed cache is advantageous only for very short queries and in rare cases.
+
+# Note: uncompressed cache can be pointless for lz4, because memory bandwidth
+# is slower than multi-core decompression on some server configurations.
+# Enabling it can sometimes paradoxically make queries slower.
+#
+uncompressed_cache_size: 8589934592
+# Approximate size of mark cache, used in tables of MergeTree family.
+# In bytes. Cache is single for server. Memory is allocated only on demand.
+# You should not lower this value.
+#
+mark_cache_size: 5368709120
+# If you enable the `min_bytes_to_use_mmap_io` setting,
+# the data in MergeTree tables can be read with mmap to avoid copying from kernel to userspace.
+# It makes sense only for large files and helps only if data reside in page cache.
+# To avoid frequent open/mmap/munmap/close calls (which are very expensive due to consequent page faults)
+# and to reuse mappings from several threads and queries,
+# the cache of mapped files is maintained. Its size is the number of mapped regions (usually equal to the number of mapped files).
+# The amount of data in mapped files can be monitored
+# in system.metrics, system.metric_log by the MMappedFiles, MMappedFileBytes metrics
+# and in system.asynchronous_metrics, system.asynchronous_metrics_log by the MMapCacheCells metric,
+# and also in system.events, system.processes, system.query_log, system.query_thread_log by the
+# CreatedReadBufferMMap, CreatedReadBufferMMapFailed, MMappedFileCacheHits, MMappedFileCacheMisses events.
+# Note that the amount of data in mapped files does not consume memory directly and is not accounted
+# in query or server memory usage - because this memory can be discarded similar to OS page cache.
+# The cache is dropped (the files are closed) automatically on removal of old parts in MergeTree,
+# also it can be dropped manually by the SYSTEM DROP MMAP CACHE query.
+#
+mmap_cache_size: 1000
+# Cache size for compiled expressions.
+compiled_expression_cache_size: 1073741824
+# Path to data directory, with trailing slash.
+path: /var/lib/clickhouse/
+# Path to temporary data for processing hard queries.
+tmp_path: /var/lib/clickhouse/tmp/
+# Policy from the <storage_configuration> for the temporary files.
+# If not set <tmp_path> is used, otherwise <tmp_path> is ignored.
+
+# Notes:
+# - move_factor     is ignored
+# - keep_free_space_bytes    is ignored
+# - max_data_part_size_bytes is ignored
+# - you must have exactly one volume in that policy
+#
+# tmp_policy: tmp
+
+# Directory with user provided files that are accessible by 'file' table function.
+user_files_path: /var/lib/clickhouse/user_files/
+# LDAP server definitions.
+ldap_servers: ''
+# List LDAP servers with their connection parameters here to later 1) use them as authenticators for dedicated local users,
+# who have 'ldap' authentication mechanism specified instead of 'password', or to 2) use them as remote user directories.
+# Parameters:
+# host - LDAP server hostname or IP, this parameter is mandatory and cannot be empty.
+# port - LDAP server port, default is 636 if enable_tls is set to true, 389 otherwise.
+# bind_dn - template used to construct the DN to bind to.
+# The resulting DN will be constructed by replacing all '{user_name}' substrings of the template with the actual
+# user name during each authentication attempt.
+# user_dn_detection - section with LDAP search parameters for detecting the actual user DN of the bound user.
+# This is mainly used in search filters for further role mapping when the server is Active Directory. The
+# resulting user DN will be used when replacing '{user_dn}' substrings wherever they are allowed. By default,
+# user DN is set equal to bind DN, but once search is performed, it will be updated with to the actual detected
+# user DN value.
+# base_dn - template used to construct the base DN for the LDAP search.
+# The resulting DN will be constructed by replacing all '{user_name}' and '{bind_dn}' substrings
+# of the template with the actual user name and bind DN during the LDAP search.
+# scope - scope of the LDAP search.
+# Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
+# search_filter - template used to construct the search filter for the LDAP search.
+# The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', and '{base_dn}'
+# substrings of the template with the actual user name, bind DN, and base DN during the LDAP search.
+# Note, that the special characters must be escaped properly in XML.
+# verification_cooldown - a period of time, in seconds, after a successful bind attempt, during which a user will be assumed
+# to be successfully authenticated for all consecutive requests without contacting the LDAP server.
+# Specify 0 (the default) to disable caching and force contacting the LDAP server for each authentication request.
+# enable_tls - flag to trigger use of secure connection to the LDAP server.
+# Specify 'no' for plain text (ldap://) protocol (not recommended).
+# Specify 'yes' for LDAP over SSL/TLS (ldaps://) protocol (recommended, the default).
+# Specify 'starttls' for legacy StartTLS protocol (plain text (ldap://) protocol, upgraded to TLS).
+# tls_minimum_protocol_version - the minimum protocol version of SSL/TLS.
+# Accepted values are: 'ssl2', 'ssl3', 'tls1.0', 'tls1.1', 'tls1.2' (the default).
+# tls_require_cert - SSL/TLS peer certificate verification behavior.
+# Accepted values are: 'never', 'allow', 'try', 'demand' (the default).
+# tls_cert_file - path to certificate file.
+# tls_key_file - path to certificate key file.
+# tls_ca_cert_file - path to CA certificate file.
+# tls_ca_cert_dir - path to the directory containing CA certificates.
+# tls_cipher_suite - allowed cipher suite (in OpenSSL notation).
+# Example:
+# my_ldap_server:
+#   host: localhost
+#   port: 636
+#   bind_dn: 'uid={user_name},ou=users,dc=example,dc=com'
+#   verification_cooldown: 300
+#   enable_tls: yes
+#   tls_minimum_protocol_version: tls1.2
+#   tls_require_cert: demand
+#   tls_cert_file: /path/to/tls_cert_file
+#   tls_key_file: /path/to/tls_key_file
+#   tls_ca_cert_file: /path/to/tls_ca_cert_file
+#   tls_ca_cert_dir: /path/to/tls_ca_cert_dir
+#   tls_cipher_suite: ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384
+#
+# Example (typical Active Directory with configured user DN detection for further role mapping):
+# my_ad_server:
+#   host: localhost
+#   port: 389
+#   bind_dn: 'EXAMPLE\{user_name}'
+#   user_dn_detection:
+#     base_dn: CN=Users,DC=example,DC=com
+#     search_filter: '(&amp;(objectClass=user)(sAMAccountName={user_name}))'
+#   enable_tls: no
+#
+
+# To enable Kerberos authentication support for HTTP requests (GSS-SPNEGO), for those users who are explicitly configured
+# to authenticate via Kerberos, define a single 'kerberos' section here.
+# Parameters:
+# principal - canonical service principal name, that will be acquired and used when accepting security contexts.
+# This parameter is optional, if omitted, the default principal will be used.
+# This parameter cannot be specified together with 'realm' parameter.
+# realm - a realm, that will be used to restrict authentication to only those requests whose initiator's realm matches it.
+# This parameter is optional, if omitted, no additional filtering by realm will be applied.
+# This parameter cannot be specified together with 'principal' parameter.
+# Example:
+# kerberos: ''
+#
+# Example:
+# kerberos:
+#   principal: HTTP/clickhouse.example.com@EXAMPLE.COM
+#
+# Example:
+# kerberos:
+#   realm: EXAMPLE.COM
+#
+
+# Sources to read users, roles, access rights, profiles of settings, quotas.
+user_directories:
+  users_xml:
+    # Path to configuration file with predefined users.
+    path: users.yaml
+  local_directory:
+    # Path to folder where users created by SQL commands are stored.
+    path: /var/lib/clickhouse/access/
+# To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
+# with the following parameters:
+# server - one of LDAP server names defined in 'ldap_servers' config section above.
+# This parameter is mandatory and cannot be empty.
+# roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
+# If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
+# actions after authentication.
+# role_mapping - section with LDAP search parameters and mapping rules.
+# When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
+# name of the logged in user. For each entry found during that search, the value of the specified attribute is
+# extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
+# value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
+# CREATE ROLE command.
+# There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
+# applied.
+# base_dn - template used to construct the base DN for the LDAP search.
+# The resulting DN will be constructed by replacing all '{user_name}', '{bind_dn}', and '{user_dn}'
+# substrings of the template with the actual user name, bind DN, and user DN during each LDAP search.
+# scope - scope of the LDAP search.
+# Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
+# search_filter - template used to construct the search filter for the LDAP search.
+# The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', '{user_dn}', and
+# '{base_dn}' substrings of the template with the actual user name, bind DN, user DN, and base DN during
+# each LDAP search.
+# Note, that the special characters must be escaped properly in XML.
+# attribute - attribute name whose values will be returned by the LDAP search. 'cn', by default.
+# prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
+# the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
+# as local role names. Empty, by default.
+# Example:
+#
+# ldap:
+#   server: my_ldap_server
+#   roles:
+#     my_local_role1: ''
+#     my_local_role2: ''
+#   role_mapping:
+#     base_dn: 'ou=groups,dc=example,dc=com'
+#     scope: subtree
+#     search_filter: '(&amp;(objectClass=groupOfNames)(member={bind_dn}))'
+#     attribute: cn
+#     prefix: clickhouse_
+#
+# Example (typical Active Directory with role mapping that relies on the detected user DN):
+# ldap:
+#   server: my_ad_server
+#   role_mapping:
+#     base_dn: 'CN=Users,DC=example,DC=com'
+#     attribute: CN
+#     scope: subtree
+#     search_filter: '(&amp;(objectClass=group)(member={user_dn}))'
+#     prefix: clickhouse_
+#
+
+# Default profile of settings.
+default_profile: default
+# Comma-separated list of prefixes for user-defined settings.
+# custom_settings_prefixes: ''
+# System profile of settings. This settings are used by internal processes (Distributed DDL worker and so on).
+# system_profile: default
+
+# Buffer profile of settings.
+# This settings are used by Buffer storage to flush data to the underlying table.
+# Default: used from system_profile directive.
+#
+# buffer_profile: default
+
+# Default database.
+default_database: default
+# Server time zone could be set here.
+
+# Time zone is used when converting between String and DateTime types,
+# when printing DateTime in text formats and parsing DateTime from text,
+# it is used in date and time related functions, if specific time zone was not passed as an argument.
+
+# Time zone is specified as identifier from IANA time zone database, like UTC or Africa/Abidjan.
+# If not specified, system time zone at server startup is used.
+
+# Please note, that server could display time zone alias instead of specified name.
+# Example: W-SU is an alias for Europe/Moscow and Zulu is an alias for UTC.
+#
+# timezone: Europe/Moscow
+
+# You can specify umask here (see "man umask"). Server will apply it on startup.
+# Number is always parsed as octal. Default umask is 027 (other users cannot read logs, data files, etc; group can only read).
+#
+# umask: 022
+
+# Perform mlockall after startup to lower first queries latency
+# and to prevent clickhouse executable from being paged out under high IO load.
+# Enabling this option is recommended but will lead to increased startup time for up to a few seconds.
+#
+mlock_executable: true
+# Reallocate memory for machine code ("text") using huge pages. Highly experimental.
+remap_executable: false
+# Uncomment below in order to use JDBC table engine and function.
+# To install and run JDBC bridge in background:
+# * [Debian/Ubuntu]
+# export MVN_URL=https://repo1.maven.org/maven2/ru/yandex/clickhouse/clickhouse-jdbc-bridge
+# export PKG_VER=$(curl -sL $MVN_URL/maven-metadata.xml | grep '<release>' | sed -e 's|.*>\(.*\)<.*|\1|')
+# wget https://github.com/ClickHouse/clickhouse-jdbc-bridge/releases/download/v$PKG_VER/clickhouse-jdbc-bridge_$PKG_VER-1_all.deb
+# apt install --no-install-recommends -f ./clickhouse-jdbc-bridge_$PKG_VER-1_all.deb
+# clickhouse-jdbc-bridge &
+# * [CentOS/RHEL]
+# export MVN_URL=https://repo1.maven.org/maven2/ru/yandex/clickhouse/clickhouse-jdbc-bridge
+# export PKG_VER=$(curl -sL $MVN_URL/maven-metadata.xml | grep '<release>' | sed -e 's|.*>\(.*\)<.*|\1|')
+# wget https://github.com/ClickHouse/clickhouse-jdbc-bridge/releases/download/v$PKG_VER/clickhouse-jdbc-bridge-$PKG_VER-1.noarch.rpm
+# yum localinstall -y clickhouse-jdbc-bridge-$PKG_VER-1.noarch.rpm
+# clickhouse-jdbc-bridge &
+# Please refer to https://github.com/ClickHouse/clickhouse-jdbc-bridge#usage for more information.
+
+# jdbc_bridge:
+#   host: 127.0.0.1
+#   port: 9019
+
+# Configuration of clusters that could be used in Distributed tables.
+# https://clickhouse.tech/docs/en/operations/table_engines/distributed/
+#
+remote_servers:
+# Test only shard config for testing distributed storage
+  test_shard_localhost:
+# Inter-server per-cluster secret for Distributed queries
+# default: no secret (no authentication will be performed)
+
+# If set, then Distributed queries will be validated on shards, so at least:
+# - such cluster should exist on the shard,
+# - such cluster should have the same secret.
+
+# And also (and which is more important), the initial_user will
+# be used as current user for the query.
+
+# Right now the protocol is pretty simple and it only takes into account:
+# - cluster name
+# - query
+
+# Also it will be nice if the following will be implemented:
+# - source hostname (see interserver_http_host), but then it will depends from DNS,
+# it can use IP address instead, but then the you need to get correct on the initiator node.
+# - target hostname / ip address (same notes as for source hostname)
+# - time-based security tokens
+#
+# secret: ''
+    shard:
+      # Optional. Whether to write data to just one of the replicas. Default: false (write data to all replicas).
+      # internal_replication: false
+      # Optional. Shard weight when writing data. Default: 1.
+      # weight: 1
+      replica:
+        host: localhost
+        port: 9000
+        # Optional. Priority of the replica for load_balancing. Default: 1 (less value has more priority).
+        # priority: 1
+  test_cluster_two_shards_localhost:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 9000
+  test_cluster_two_shards:
+    shard:
+      - replica:
+          host: 127.0.0.1
+          port: 9000
+      - replica:
+          host: 127.0.0.2
+          port: 9000
+  test_cluster_two_shards_internal_replication:
+    shard:
+      - internal_replication: true
+        replica:
+          host: 127.0.0.1
+          port: 9000
+      - internal_replication: true
+        replica:
+          host: 127.0.0.2
+          port: 9000
+  test_shard_localhost_secure:
+    shard:
+      replica:
+        host: localhost
+        port: 9440
+        secure: 1
+  test_unavailable_shard:
+    shard:
+      - replica:
+          host: localhost
+          port: 9000
+      - replica:
+          host: localhost
+          port: 1
+# The list of hosts allowed to use in URL-related storage engines and table functions.
+# If this section is not present in configuration, all hosts are allowed.
+#
+# remote_url_allow_hosts:
+#
+# Host should be specified exactly as in URL. The name is checked before DNS resolution.
+# Example: "yandex.ru", "yandex.ru." and "www.yandex.ru" are different hosts.
+# If port is explicitly specified in URL, the host:port is checked as a whole.
+# If host specified here without port, any port with this host allowed.
+# "yandex.ru" -> "yandex.ru:443", "yandex.ru:80" etc. is allowed, but "yandex.ru:80" -> only "yandex.ru:80" is allowed.
+# If the host is specified as IP address, it is checked as specified in URL. Example: "[2a02:6b8:a::a]".
+# If there are redirects and support for redirects is enabled, every redirect (the Location field) is checked.
+#
+
+# Regular expression can be specified. RE2 engine is used for regexps.
+# Regexps are not aligned: don't forget to add ^ and $. Also don't forget to escape dot (.) metacharacter
+# (forgetting to do so is a common source of error).
+#
+
+# If element has 'incl' attribute, then for it's value will be used corresponding substitution from another file.
+# By default, path to file with substitutions is /etc/metrika.xml. It could be changed in config in 'include_from' element.
+# Values for substitutions are specified in /yandex/name_of_substitution elements in that file.
+#
+
+# ZooKeeper is used to store metadata about replicas, when using Replicated tables.
+# Optional. If you don't use replicated tables, you could omit that.
+
+# See https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/replication/
+#
+
+#
+# zookeeper:
+#   - node:
+#       host: example1
+#       port: 2181
+#   - node:
+#       host: example2
+#       port: 2181
+#   - node:
+#       host: example3
+#       port: 2181
+#
+
+# Substitutions for parameters of replicated tables.
+# Optional. If you don't use replicated tables, you could omit that.
+
+# See https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/replication/#creating-replicated-tables
+#
+#
+# macros:
+#   shard: 01
+#   replica: example01-01-1
+#
+
+# Reloading interval for embedded dictionaries, in seconds. Default: 3600.
+builtin_dictionaries_reload_interval: 3600
+# Maximum session timeout, in seconds. Default: 3600.
+max_session_timeout: 3600
+# Default session timeout, in seconds. Default: 60.
+default_session_timeout: 60
+# Sending data to Graphite for monitoring. Several sections can be defined.
+#
+# interval - send every X second
+# root_path - prefix for keys
+# hostname_in_path - append hostname to root_path (default = true)
+# metrics - send data from table system.metrics
+# events - send data from table system.events
+# asynchronous_metrics - send data from table system.asynchronous_metrics
+#
+#
+# graphite:
+#   host: localhost
+#   port: 42000
+#   timeout: 0.1
+#   interval: 60
+#   root_path: one_min
+#   hostname_in_path: true
+
+#   metrics: true
+#   events: true
+#   events_cumulative: false
+#   asynchronous_metrics: true
+#
+# graphite:
+#   host: localhost
+#   port: 42000
+#   timeout: 0.1
+#   interval: 1
+#   root_path: one_sec
+
+#   metrics: true
+#   events: true
+#   events_cumulative: false
+#   asynchronous_metrics: false
+#
+
+# Serve endpoint for Prometheus monitoring.
+#
+#endpoint - mertics path (relative to root, statring with "/")
+#port - port to setup server. If not defined or 0 than http_port used
+#metrics - send data from table system.metrics
+#events - send data from table system.events
+#asynchronous_metrics - send data from table system.asynchronous_metrics
+#status_info - send data from different component from CH, ex: Dictionaries status
+#
+#
+# prometheus:
+#   endpoint: /metrics
+#   port: 9363
+
+#   metrics: true
+#   events: true
+#   asynchronous_metrics: true
+#   status_info: true
+#
+
+# Query log. Used only for queries with setting log_queries = 1.
+query_log:
+# What table to insert data. If table is not exist, it will be created.
+# When query log structure is changed after system update,
+# then old table will be renamed and new table will be created automatically.
+#
+  database: system
+  table: query_log
+#
+# PARTITION BY expr: https://clickhouse.yandex/docs/en/table_engines/mergetree-family/custom_partitioning_key/
+# Example:
+# event_date
+# toMonday(event_date)
+# toYYYYMM(event_date)
+# toStartOfHour(event_time)
+#
+  partition_by: toYYYYMM(event_date)
+#
+# Table TTL specification: https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/mergetree/#mergetree-table-ttl
+# Example:
+# event_date + INTERVAL 1 WEEK
+# event_date + INTERVAL 7 DAY DELETE
+# event_date + INTERVAL 2 WEEK TO DISK 'bbb'
+
+# ttl: 'event_date + INTERVAL 30 DAY DELETE'
+#
+
+# Instead of partition_by, you can provide full engine expression (starting with ENGINE = ) with parameters,
+# Example: engine: 'ENGINE = MergeTree PARTITION BY toYYYYMM(event_date) ORDER BY (event_date, event_time) SETTINGS index_granularity = 1024'
+#
+
+# Interval of flushing data.
+  flush_interval_milliseconds: 7500
+# Trace log. Stores stack traces collected by query profilers.
+# See query_profiler_real_time_period_ns and query_profiler_cpu_time_period_ns settings.
+trace_log:
+  database: system
+  table: trace_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+# Query thread log. Has information about all threads participated in query execution.
+# Used only for queries with setting log_query_threads = 1.
+query_thread_log:
+  database: system
+  table: query_thread_log
+  partition_by: toYYYYMM(event_date)
+  flush_interval_milliseconds: 7500
+# Uncomment if use part log.
+# Part log contains information about all actions with parts in MergeTree tables (creation, deletion, merges, downloads).
+# part_log:
+#   database: system
+#   table: part_log
+#   flush_interval_milliseconds: 7500
+#
+
+# Uncomment to write text log into table.
+# Text log contains all information from usual server log but stores it in structured and efficient way.
+# The level of the messages that goes to the table can be limited (<level>), if not specified all messages will go to the table.
+# text_log:
+#   database: system
+#   table: text_log
+#   flush_interval_milliseconds: 7500
+#   level: ''
+#
+
+# Metric log contains rows with current values of ProfileEvents, CurrentMetrics collected with "collect_interval_milliseconds" interval.
+metric_log:
+  database: system
+  table: metric_log
+  flush_interval_milliseconds: 7500
+  collect_interval_milliseconds: 1000
+#
+#Asynchronous metric log contains values of metrics from
+#system.asynchronous_metrics.
+#
+asynchronous_metric_log:
+  database: system
+  table: asynchronous_metric_log
+#
+# Asynchronous metrics are updated once a minute, so there is
+# no need to flush more often.
+#
+  flush_interval_milliseconds: 60000
+
+#
+#OpenTelemetry log contains OpenTelemetry trace spans.
+#
+opentelemetry_span_log:
+#
+# The default table creation code is insufficient, this <engine> spec
+# is a workaround. There is no 'event_time' for this log, but two times,
+# start and finish. It is sorted by finish time, to avoid inserting
+# data too far away in the past (probably we can sometimes insert a span
+# that is seconds earlier than the last span in the table, due to a race
+# between several spans inserted in parallel). This gives the spans a
+# global order that we can use to e.g. retry insertion into some external
+# system.
+#
+  engine: |-
+    engine MergeTree
+       partition by toYYYYMM(finish_date)
+       order by (finish_date, finish_time_us, trace_id)
+  database: system
+  table: opentelemetry_span_log
+  flush_interval_milliseconds: 7500
+# Crash log. Stores stack traces for fatal errors.
+# This table is normally empty.
+crash_log:
+  database: system
+  table: crash_log
+  partition_by: ''
+  flush_interval_milliseconds: 1000
+# Parameters for embedded dictionaries, used in Yandex.Metrica.
+# See https://clickhouse.yandex/docs/en/dicts/internal_dicts/
+#
+
+# Path to file with region hierarchy.
+# path_to_regions_hierarchy_file: /opt/geo/regions_hierarchy.txt
+
+# Path to directory with files containing names of regions
+# path_to_regions_names_files: /opt/geo/
+
+
+# top_level_domains_path: /var/lib/clickhouse/top_level_domains/
+# Custom TLD lists.
+# Format: name: /path/to/file
+
+# Changes will not be applied w/o server restart.
+# Path to the list is under top_level_domains_path (see above).
+#
+top_level_domains_lists: ''
+#
+# public_suffix_list: /path/to/public_suffix_list.dat
+#
+
+# Configuration of external dictionaries. See:
+# https://clickhouse.tech/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts
+#
+dictionaries_config: '*_dictionary.xml'
+# Uncomment if you want data to be compressed 30-100% better.
+# Don't do that if you just started using ClickHouse.
+#
+#
+# compression:
+    # Set of variants. Checked in order. Last matching case wins. If nothing matches, lz4 will be used.
+#   case:
+      # Conditions. All must be satisfied. Some conditions may be omitted.
+#     min_part_size: 10000000000  # Min part size in bytes.
+#     min_part_size_ratio: 0.01   # Min size of part relative to whole table size.
+
+      # What compression method to use.
+#     method: zstd
+#
+
+# Allow to execute distributed DDL queries (CREATE, DROP, ALTER, RENAME) on cluster.
+# Works only if ZooKeeper is enabled. Comment it if such functionality isn't required.
+distributed_ddl:
+# Path in ZooKeeper to queue with DDL queries
+  path: /clickhouse/task_queue/ddl
+# Settings from this profile will be used to execute DDL queries
+# profile: default
+
+# Controls how much ON CLUSTER queries can be run simultaneously.
+# pool_size: 1
+
+#
+# Cleanup settings (active tasks will not be removed)
+#
+
+# Controls task TTL (default 1 week)
+# task_max_lifetime: 604800
+
+# Controls how often cleanup should be performed (in seconds)
+# cleanup_delay_period: 60
+
+# Controls how many tasks could be in the queue
+# max_tasks_in_queue: 1000
+
+# Settings to fine tune MergeTree tables. See documentation in source code, in MergeTreeSettings.h
+#
+# merge_tree:
+#   max_suspicious_broken_parts: 5
+#
+
+# Protection from accidental DROP.
+# If size of a MergeTree table is greater than max_table_size_to_drop (in bytes) than table could not be dropped with any DROP query.
+# If you want do delete one table and don't want to change clickhouse-server config, you could create special file <clickhouse-path>/flags/force_drop_table and make DROP once.
+# By default max_table_size_to_drop is 50GB; max_table_size_to_drop=0 allows to DROP any tables.
+# The same for max_partition_size_to_drop.
+# Uncomment to disable protection.
+#
+# max_table_size_to_drop: 0
+# max_partition_size_to_drop: 0
+
+# Example of parameters for GraphiteMergeTree table engine
+graphite_rollup_example:
+  pattern:
+    regexp: click_cost
+    function: any
+    retention:
+      - age: 0
+        precision: 3600
+      - age: 86400
+        precision: 60
+  default:
+    function: max
+    retention:
+      - age: 0
+        precision: 60
+      - age: 3600
+        precision: 300
+      - age: 86400
+        precision: 3600
+# Directory in <clickhouse-path> containing schema files for various input formats.
+# The directory will be created if it doesn't exist.
+#
+format_schema_path: /var/lib/clickhouse/format_schemas/
+# Default query masking rules, matching lines would be replaced with something else in the logs
+# (both text logs and system.query_log).
+# name - name for the rule (optional)
+# regexp - RE2 compatible regular expression (mandatory)
+# replace - substitution string for sensitive data (optional, by default - six asterisks)
+#
+query_masking_rules:
+  rule:
+    name: hide encrypt/decrypt arguments
+    regexp: '((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:''(?:\\''|.)+''|.*?)\s*\)'
+    # or more secure, but also more invasive:
+    # (aes_\w+)\s*\(.*\)
+    #
+    replace: \1(???)
+# Uncomment to use custom http handlers.
+# rules are checked from top to bottom, first match runs the handler
+# url - to match request URL, you can use 'regex:' prefix to use regex match(optional)
+# methods - to match request method, you can use commas to separate multiple method matches(optional)
+# headers - to match request headers, match each child element(child element name is header name), you can use 'regex:' prefix to use regex match(optional)
+# handler is request handler
+# type - supported types: static, dynamic_query_handler, predefined_query_handler
+# query - use with predefined_query_handler type, executes query when the handler is called
+# query_param_name - use with dynamic_query_handler type, extracts and executes the value corresponding to the <query_param_name> value in HTTP request params
+# status - use with static type, response status code
+# content_type - use with static type, response content-type
+# response_content - use with static type, Response content sent to client, when using the prefix 'file://' or 'config://', find the content from the file or configuration send to client.
+
+# http_handlers:
+#   - rule:
+#       url: /
+#       methods: POST,GET
+#       headers:
+#         pragma: no-cache
+#       handler:
+#         type: dynamic_query_handler
+#         query_param_name: query
+#   - rule:
+#       url: /predefined_query
+#       methods: POST,GET
+#       handler:
+#         type: predefined_query_handler
+#         query: 'SELECT * FROM system.settings'
+#   - rule:
+#       handler:
+#         type: static
+#         status: 200
+#         content_type: 'text/plain; charset=UTF-8'
+#         response_content: config://http_server_default_response
+#
+send_crash_reports:
+# Changing <enabled> to true allows sending crash reports to
+# the ClickHouse core developers team via Sentry https://sentry.io
+# Doing so at least in pre-production environments is highly appreciated
+  enabled: false
+# Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report
+  anonymize: false
+# Default endpoint should be changed to different Sentry DSN only if you have
+# some in-house engineers or hired consultants who're going to debug ClickHouse issues for you
+  endpoint: 'https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277'
+# Uncomment to disable ClickHouse internal DNS caching.
+# disable_internal_dns_cache: 1
+

From 6c2e02461d06847ed086f546afbc891809ee7bd1 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Sat, 22 May 2021 21:34:19 +0300
Subject: [PATCH 0357/1060] Added link to config-example.yaml

---
 docs/en/operations/configuration-files.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docs/en/operations/configuration-files.md b/docs/en/operations/configuration-files.md
index 0000bf6815b..eeed344f970 100644
--- a/docs/en/operations/configuration-files.md
+++ b/docs/en/operations/configuration-files.md
@@ -57,6 +57,8 @@ $ cat /etc/clickhouse-server/users.d/alice.xml
 
 ## YAML examples {#example}
 
+Here you can see default config written in YAML: [config-example.yaml](../../../programs/server/config-example.yaml).
+
 There are some differences between YAML and XML formats in terms of ClickHouse configurations. Here are some tips for writing a configuration in YAML format.
 
 You should use a Scalar node to write a key-value pair:

From 518552c866b6326fa01e33cd7f156aac4abfc82c Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sun, 23 May 2021 01:37:54 +0300
Subject: [PATCH 0358/1060] Fixed tests

---
 src/Interpreters/JIT/compileFunction.cpp | 8 ++------
 1 file changed, 2 insertions(+), 6 deletions(-)

diff --git a/src/Interpreters/JIT/compileFunction.cpp b/src/Interpreters/JIT/compileFunction.cpp
index c643722c1cd..43f914c715a 100644
--- a/src/Interpreters/JIT/compileFunction.cpp
+++ b/src/Interpreters/JIT/compileFunction.cpp
@@ -129,12 +129,8 @@ static void compileFunction(llvm::Module & module, const IFunctionBase & functio
             continue;
         }
 
-        auto * nullable_type_untyped = toNativeType(b, type);
-        llvm::StructType * nullable_type = static_cast<llvm::StructType *>(nullable_type_untyped);
-        llvm::Type * is_null_type = nullable_type->getElementType(1);
-
-        auto * is_null = b.CreateICmpNE(b.CreateLoad(is_null_type, column.null), b.getInt8(0));
-        auto * nullable_unitilized = llvm::Constant::getNullValue(nullable_type_untyped);
+        auto * is_null = b.CreateICmpNE(b.CreateLoad(b.getInt8Ty(), column.null), b.getInt8(0));
+        auto * nullable_unitilized = llvm::Constant::getNullValue(toNativeType(b, type));
         auto * nullable_value = b.CreateInsertValue(b.CreateInsertValue(nullable_unitilized, value, {0}), is_null, {1});
         arguments.emplace_back(nullable_value);
     }

From c704837a4a855583f581bbf8844f42e0d4b7f2d3 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sun, 23 May 2021 02:28:50 +0300
Subject: [PATCH 0359/1060] Switch message level to WARNING for
 FAIL_ON_UNSUPPORTED_OPTIONS_COMBINATION=OFF

STATUS (as before this patch) is too quite, WARNING will at least log
this with a stacktrace.
---
 CMakeLists.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 866d9f542e1..753690273a6 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -36,7 +36,7 @@ option(FAIL_ON_UNSUPPORTED_OPTIONS_COMBINATION
 if(FAIL_ON_UNSUPPORTED_OPTIONS_COMBINATION)
     set(RECONFIGURE_MESSAGE_LEVEL FATAL_ERROR)
 else()
-    set(RECONFIGURE_MESSAGE_LEVEL STATUS)
+    set(RECONFIGURE_MESSAGE_LEVEL WARNING)
 endif()
 
 enable_language(C CXX ASM)

From de69a9f3afbe5258ce79e80c6ddff0908320be32 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:04:25 +0300
Subject: [PATCH 0360/1060] Fix warning in LZSSE

---
 contrib/lzsse-cmake/CMakeLists.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/lzsse-cmake/CMakeLists.txt b/contrib/lzsse-cmake/CMakeLists.txt
index a4c0d9dd8e7..5ec5b312009 100644
--- a/contrib/lzsse-cmake/CMakeLists.txt
+++ b/contrib/lzsse-cmake/CMakeLists.txt
@@ -18,4 +18,4 @@ SET (Headers
 
 ADD_LIBRARY(lzsse ${Sources} ${Headers})
 
-target_include_directories (lzsse PUBLIC ${LIBRARY_DIR})
+target_include_directories (lzsse SYSTEM PUBLIC ${LIBRARY_DIR})

From 7afc052a11d7690e11ec772d017e504f972430d2 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:12:50 +0300
Subject: [PATCH 0361/1060] Revert changes in compressor tool, because
 everything is already available in --codec argument

---
 programs/compressor/Compressor.cpp | 34 +-----------------------------
 1 file changed, 1 insertion(+), 33 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index d5471a62afe..9f99f8eb95e 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -23,6 +23,7 @@
 #include <sys/times.h>
 #include <sys/time.h>
 
+
 namespace DB
 {
     namespace ErrorCodes
@@ -80,11 +81,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         ("block-size,b", po::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
         ("hc", "use LZ4HC instead of LZ4")
         ("zstd", "use ZSTD instead of LZ4")
-        ("lizard", "use Lizard instread of LZ4")
-        ("lzsse2", "use lzsse2 instread of LZ4")
-        ("lzsse4", "use lzsse4 instread of LZ4")
-        ("lzsse8", "use lzsse8 instread of LZ4")
-        ("density", "use Density instread of LZ4")
         ("param", po::value<std::string>(), "extra params for compresion algorithm")
         ("codec", po::value<std::vector<std::string>>()->multitoken(), "use codecs combination instead of LZ4")
         ("level", po::value<int>(), "compression level for codecs specified via flags")
@@ -112,11 +108,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         bool decompress = options.count("decompress");
         bool use_lz4hc = options.count("hc");
         bool use_zstd = options.count("zstd");
-        bool use_lizard = options.count("lizard");
-        bool use_lzsse2 = options.count("lzsse2");
-        bool use_lzsse4 = options.count("lzsse4");
-        bool use_lzsse8 = options.count("lzsse8");
-        bool use_density = options.count("density");
         bool stat_mode = options.count("stat");
         bool use_none = options.count("none");
         unsigned block_size = options["block-size"].as<unsigned>();
@@ -124,10 +115,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         if (options.count("codec"))
             codecs = options["codec"].as<std::vector<std::string>>();
 
-        std::optional<std::string> param;
-        if (options.count("param"))
-            param = options["param"].as<std::string>();
-
         if ((use_lz4hc || use_zstd || use_none) && !codecs.empty())
             throw Exception("Wrong options, codec flags like --zstd and --codec options are mutually exclusive", ErrorCodes::BAD_ARGUMENTS);
 
@@ -140,16 +127,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             method_family = "LZ4HC";
         else if (use_zstd)
             method_family = "ZSTD";
-        else if (use_lizard)
-            method_family = "Lizard";
-        else if (use_lzsse2)
-            method_family = "LZSSE2";
-        else if (use_lzsse4)
-            method_family = "LZSSE4";
-        else if (use_lzsse8)
-            method_family = "LZSSE8";
-        else if (use_density)
-            method_family = "Density";
         else if (use_none)
             method_family = "NONE";
 
@@ -165,8 +142,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             std::string codecs_line = boost::algorithm::join(codecs, ",");
             auto ast = parseQuery(codec_parser, "(" + codecs_line + ")", 0, DBMS_DEFAULT_MAX_PARSER_DEPTH);
             codec = CompressionCodecFactory::instance().get(ast, nullptr);
-        } else if (param.has_value()) {
-            codec = CompressionCodecFactory::instance().get(method_family, level, param);
         }
         else
             codec = CompressionCodecFactory::instance().get(method_family, level);
@@ -185,9 +160,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         else
             wb = std::make_unique<WriteBufferFromFileDescriptor>(STDOUT_FILENO);
 
-
-        struct tms tv1, tv2;
-        times(&tv1);
         if (stat_mode)
         {
             /// Output statistic for compressed file.
@@ -218,10 +190,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             CompressedWriteBuffer to(*wb, codec, block_size);
             copyData(*rb, to);
         }
-        times(&tv2);
-        
-        int tics_per_second = sysconf(_SC_CLK_TCK);
-        std::cerr << static_cast<double>(tv2.tms_utime - tv1.tms_utime) / tics_per_second << std::endl;
     }
     catch (...)
     {

From e330fe4bb5b68a7f8af4e4944c693afd619bcd53 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:15:11 +0300
Subject: [PATCH 0362/1060] Fix extra whitespace in exception messages

---
 src/Compression/CompressionCodecDensity.cpp | 4 ++--
 src/Compression/CompressionCodecLZSSE2.cpp  | 8 ++++----
 src/Compression/CompressionCodecLZSSE4.cpp  | 8 ++++----
 src/Compression/CompressionCodecLZSSE8.cpp  | 8 ++++----
 src/Compression/CompressionCodecLizard.cpp  | 4 ++--
 5 files changed, 16 insertions(+), 16 deletions(-)

diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index 841638ac6ed..8aec1f0098c 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -39,7 +39,7 @@ UInt32 CompressionCodecDensity::doCompressData(const char * source, UInt32 sourc
 {
     density_processing_result res = density_compress(reinterpret_cast<const uint8_t *>(source), source_size, reinterpret_cast<uint8_t *>(dest), density_compress_safe_size(source_size), algo);
     if (res.state != DENSITY_STATE_OK)
-        throw Exception("Cannot compress block with Density; ", ErrorCodes::CANNOT_COMPRESS);
+        throw Exception("Cannot compress block with Density", ErrorCodes::CANNOT_COMPRESS);
     return res.bytesWritten;
 }
 
@@ -47,7 +47,7 @@ void CompressionCodecDensity::doDecompressData(const char * source, UInt32 sourc
 {
     density_processing_result res = density_decompress(reinterpret_cast<const uint8_t *>(source), source_size, reinterpret_cast<uint8_t *>(dest), density_decompress_safe_size(uncompressed_size));
     if (res.state != DENSITY_STATE_OK)
-        throw Exception("Cannot decompress block with Density; ", ErrorCodes::CANNOT_DECOMPRESS);
+        throw Exception("Cannot decompress block with Density", ErrorCodes::CANNOT_DECOMPRESS);
 }
 
 void registerCodecDensity(CompressionCodecFactory & factory)
diff --git a/src/Compression/CompressionCodecLZSSE2.cpp b/src/Compression/CompressionCodecLZSSE2.cpp
index 215b93e6721..bbbe63690f0 100644
--- a/src/Compression/CompressionCodecLZSSE2.cpp
+++ b/src/Compression/CompressionCodecLZSSE2.cpp
@@ -40,12 +40,12 @@ UInt32 CompressionCodecLZSSE2::getMaxCompressedDataSize(UInt32 uncompressed_size
 UInt32 CompressionCodecLZSSE2::doCompressData(const char * source, UInt32 source_size, char * dest) const
 {
     UInt32 res;
-    LZSSE2_OptimalParseState* state = LZSSE2_MakeOptimalParseState(source_size);
+    LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
     res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
     LZSSE2_FreeOptimalParseState(state);
 
     if (res == 0)
-        throw Exception("Cannot compress block with LZSSE2; ", ErrorCodes::CANNOT_COMPRESS);
+        throw Exception("Cannot compress block with LZSSE2", ErrorCodes::CANNOT_COMPRESS);
 
     return res;
 }
@@ -54,9 +54,9 @@ void CompressionCodecLZSSE2::doDecompressData(const char * source, UInt32 source
 {
     UInt32 res;
     res = LZSSE2_Decompress(source, source_size, dest, uncompressed_size);
-    
+
     if (res < uncompressed_size)
-        throw Exception("Cannot decompress block with LZSSE2; ", ErrorCodes::CANNOT_DECOMPRESS);
+        throw Exception("Cannot decompress block with LZSSE2", ErrorCodes::CANNOT_DECOMPRESS);
 }
 
 void registerCodecLZSSE2(CompressionCodecFactory & factory)
diff --git a/src/Compression/CompressionCodecLZSSE4.cpp b/src/Compression/CompressionCodecLZSSE4.cpp
index 9b687d866a1..1f5f00cdf91 100644
--- a/src/Compression/CompressionCodecLZSSE4.cpp
+++ b/src/Compression/CompressionCodecLZSSE4.cpp
@@ -40,12 +40,12 @@ UInt32 CompressionCodecLZSSE4::getMaxCompressedDataSize(UInt32 uncompressed_size
 UInt32 CompressionCodecLZSSE4::doCompressData(const char * source, UInt32 source_size, char * dest) const
 {
     UInt32 res;
-    LZSSE4_OptimalParseState* state = LZSSE4_MakeOptimalParseState(source_size);
+    LZSSE4_OptimalParseState * state = LZSSE4_MakeOptimalParseState(source_size);
     res = LZSSE4_CompressOptimalParse(state, source, source_size, dest, source_size, level);
     LZSSE4_FreeOptimalParseState(state);
 
     if (res == 0)
-        throw Exception("Cannot compress block with LZSSE4; ", ErrorCodes::CANNOT_COMPRESS);
+        throw Exception("Cannot compress block with LZSSE4", ErrorCodes::CANNOT_COMPRESS);
 
     return res;
 }
@@ -54,9 +54,9 @@ void CompressionCodecLZSSE4::doDecompressData(const char * source, UInt32 source
 {
     UInt32 res;
     res = LZSSE4_Decompress(source, source_size, dest, uncompressed_size);
-    
+
     if (res < uncompressed_size)
-        throw Exception("Cannot decompress block with LZSSE4; ", ErrorCodes::CANNOT_DECOMPRESS);
+        throw Exception("Cannot decompress block with LZSSE4", ErrorCodes::CANNOT_DECOMPRESS);
 }
 
 void registerCodecLZSSE4(CompressionCodecFactory & factory)
diff --git a/src/Compression/CompressionCodecLZSSE8.cpp b/src/Compression/CompressionCodecLZSSE8.cpp
index 04e73121fc6..e1e86c75f4e 100644
--- a/src/Compression/CompressionCodecLZSSE8.cpp
+++ b/src/Compression/CompressionCodecLZSSE8.cpp
@@ -39,12 +39,12 @@ UInt32 CompressionCodecLZSSE8::getMaxCompressedDataSize(UInt32 uncompressed_size
 UInt32 CompressionCodecLZSSE8::doCompressData(const char * source, UInt32 source_size, char * dest) const
 {
     UInt32 res;
-    LZSSE8_OptimalParseState* state = LZSSE8_MakeOptimalParseState(source_size);
+    LZSSE8_OptimalParseState * state = LZSSE8_MakeOptimalParseState(source_size);
     res = LZSSE8_CompressOptimalParse(state, source, source_size, dest, source_size, level);
     LZSSE8_FreeOptimalParseState(state);
 
     if (res == 0)
-        throw Exception("Cannot compress block with LZSSE; ", ErrorCodes::CANNOT_COMPRESS);
+        throw Exception("Cannot compress block with LZSSE", ErrorCodes::CANNOT_COMPRESS);
 
     return res;
 }
@@ -53,9 +53,9 @@ void CompressionCodecLZSSE8::doDecompressData(const char * source, UInt32 source
 {
     UInt32 res;
     res = LZSSE8_Decompress(source, source_size, dest, uncompressed_size);
-    
+
     if (res < uncompressed_size)
-        throw Exception("Cannot decompress block with LZSSE; ", ErrorCodes::CANNOT_DECOMPRESS);
+        throw Exception("Cannot decompress block with LZSSE", ErrorCodes::CANNOT_DECOMPRESS);
 }
 
 void registerCodecLZSSE8(CompressionCodecFactory & factory)
diff --git a/src/Compression/CompressionCodecLizard.cpp b/src/Compression/CompressionCodecLizard.cpp
index a4106965bd5..2006a708493 100644
--- a/src/Compression/CompressionCodecLizard.cpp
+++ b/src/Compression/CompressionCodecLizard.cpp
@@ -42,7 +42,7 @@ UInt32 CompressionCodecLizard::doCompressData(const char * source, UInt32 source
     int res = Lizard_compress(source, dest, source_size, Lizard_compressBound(source_size), level);
 
     if (res == 0)
-        throw Exception("Cannot compress block with Lizard; ", ErrorCodes::CANNOT_COMPRESS);
+        throw Exception("Cannot compress block with Lizard", ErrorCodes::CANNOT_COMPRESS);
     return res;
 }
 
@@ -51,7 +51,7 @@ void CompressionCodecLizard::doDecompressData(const char * source, UInt32 source
     int res = Lizard_decompress_safe(source, dest, source_size, uncompressed_size);
 
     if (res < 0)
-        throw Exception("Cannot compress block with Lizard; ", ErrorCodes::CANNOT_DECOMPRESS);
+        throw Exception("Cannot compress block with Lizard", ErrorCodes::CANNOT_DECOMPRESS);
 }
 
 void registerCodecLizard(CompressionCodecFactory & factory)

From 0da00f6497bb91b014c2811ced5a83743eef83c6 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:18:24 +0300
Subject: [PATCH 0363/1060] Fix style, fix typo and remove extra code

---
 src/Compression/CompressionCodecDensity.cpp | 42 +++++++--------------
 1 file changed, 14 insertions(+), 28 deletions(-)

diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index 8aec1f0098c..5a738c355c1 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -59,44 +59,30 @@ void registerCodecDensity(CompressionCodecFactory & factory)
         [&](const ASTPtr & arguments) -> CompressionCodecPtr
         {
             DENSITY_ALGORITHM algo = CompressionCodecDensity::DENSITY_DEFAULT_ALGO;
-            //std::cerr << arguments << std::endl;
+
             if (arguments && !arguments->children.empty())
             {
                 if (arguments->children.size() != 1)
                     throw Exception(
-                        "Deisnty codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
+                        "Density codec must have only one parameter, given " + std::to_string(arguments->children.size()),
                         ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
 
                 const auto children = arguments->children;
 
                 const auto * algo_literal = children[0]->as<ASTLiteral>();
-                if (!algo_literal)
-                    throw Exception("Density codec argument must be string (algorithm)", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+                if (!algo_literal || algo_literal->value.getType() != Field::Types::String)
+                    throw Exception("Density codec argument must be string (algorithm), one of: 'lion', 'chameleon', 'cheetah'",
+                        ErrorCodes::ILLEGAL_CODEC_PARAMETER);
 
-
-                if (algo_literal->value.getType() == Field::Types::Which::UInt64) {
-                    const auto algorithm = algo_literal->value.safeGet<UInt64>();
-                    if (algorithm == 3) {
-                        algo = DENSITY_ALGORITHM_LION;
-                    } else if (algorithm == 2) {
-                        algo = DENSITY_ALGORITHM_CHEETAH;
-                    } else if (algorithm == 1) {
-                        algo = DENSITY_ALGORITHM_CHAMELEON;
-                    } else {
-                        throw Exception("Density codec argument may be LION, CHAMELEON, CHEETAH", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-                    }
-                } else {
-                    const auto algorithm = algo_literal->value.safeGet<std::string>();
-                    if (algorithm == "LION") {
-                        algo = DENSITY_ALGORITHM_LION;
-                    } else if (algorithm == "CHAMELEON") {
-                        algo = DENSITY_ALGORITHM_CHAMELEON;
-                    } else if (algorithm == "CHEETAH") {
-                        algo = DENSITY_ALGORITHM_CHEETAH;
-                    } else {
-                        throw Exception("Density codec argument may be LION, CHAMELEON, CHEETAH", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-                    }
-                }
+                const auto algorithm = algo_literal->value.safeGet<std::string>();
+                if (algorithm == "lion")
+                    algo = DENSITY_ALGORITHM_LION;
+                else if (algorithm == "chameleon")
+                    algo = DENSITY_ALGORITHM_CHAMELEON;
+                else if (algorithm == "cheetah")
+                    algo = DENSITY_ALGORITHM_CHEETAH;
+                else
+                    throw Exception("Density codec argument may be one of: 'lion', 'chameleon', 'cheetah'", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
             }
 
             return std::make_shared<CompressionCodecDensity>(algo);

From fff2f7b2be4f42c9212a1735364bac0e6808c11e Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:21:21 +0300
Subject: [PATCH 0364/1060] Fix style, fix typo and remove extra code

---
 tests/integration/test_non_default_compression/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_non_default_compression/test.py b/tests/integration/test_non_default_compression/test.py
index 678b2167595..9689b4110a2 100644
--- a/tests/integration/test_non_default_compression/test.py
+++ b/tests/integration/test_non_default_compression/test.py
@@ -143,7 +143,7 @@ def test_experimental_codecs(start_cluster):
     node6.query("""
     CREATE TABLE compression_experimental_codecs (
         somedate Date CODEC(Lizard(12)),
-        id UInt64 CODEC(Density('LION')),
+        id UInt64 CODEC(Density('lion')),
         data String CODEC(LZSSE4(3))
     ) ENGINE = MergeTree() PARTITION BY somedate ORDER BY id SETTINGS index_granularity = 2;
     """)

From 4cfabd2675666039cd1c2b45cafc3eabd21c2107 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:21:48 +0300
Subject: [PATCH 0365/1060] Fix style, fix typo and remove extra code

---
 src/Compression/CompressionCodecDensity.cpp | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index 5a738c355c1..4404b890899 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -63,9 +63,8 @@ void registerCodecDensity(CompressionCodecFactory & factory)
             if (arguments && !arguments->children.empty())
             {
                 if (arguments->children.size() != 1)
-                    throw Exception(
-                        "Density codec must have only one parameter, given " + std::to_string(arguments->children.size()),
-                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
+                    throw Exception(ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE,
+                        "Density codec must have only one parameter, given {}", arguments->children.size());
 
                 const auto children = arguments->children;
 

From 1431679f516010160ae45fbd0a16c1119c95eba6 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:23:11 +0300
Subject: [PATCH 0366/1060] Remove Lizard framing format because we do not need
 it

---
 contrib/lizard-cmake/CMakeLists.txt | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/contrib/lizard-cmake/CMakeLists.txt b/contrib/lizard-cmake/CMakeLists.txt
index 8aa40418ec1..ad5f5bf132d 100644
--- a/contrib/lizard-cmake/CMakeLists.txt
+++ b/contrib/lizard-cmake/CMakeLists.txt
@@ -4,14 +4,11 @@ SET (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/lizard")
 SET (Sources
     "${LIBRARY_DIR}/lib/lizard_decompress.c"
     "${LIBRARY_DIR}/lib/lizard_compress.c"
-    "${LIBRARY_DIR}/lib/lizard_frame.c"
-    "${LIBRARY_DIR}/lib/xxhash/xxhash.c"
 )
 
 SET (Headers
     "${LIBRARY_DIR}/lib/lizard_compress.h"
     "${LIBRARY_DIR}/lib/lizard_common.h"
-    "${LIBRARY_DIR}/lib/lizard_frame.h"
 )
 
 ADD_LIBRARY(lizard ${Sources} ${Headers})

From e000b994e5e2431c177e4dc858944ed9ef9ba795 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:26:31 +0300
Subject: [PATCH 0367/1060] Add missing whitespace

---
 src/Core/Settings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 41d5705187f..d005966ed6d 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -238,7 +238,7 @@ class IColumn;
     M(Bool, empty_result_for_aggregation_by_empty_set, false, "Return empty result when aggregating without keys on empty set.", 0) \
     M(Bool, allow_distributed_ddl, true, "If it is set to true, then a user is allowed to executed distributed DDL queries.", 0) \
     M(Bool, allow_suspicious_codecs, false, "If it is set to true, allow to specify meaningless compression codecs.", 0) \
-    M(Bool, allow_experimental_codecs, false, "If it is set to true, allow to specify experimental compression codecs(LZSSE*, Lizard, Density).", 0) \
+    M(Bool, allow_experimental_codecs, false, "If it is set to true, allow to specify experimental compression codecs (LZSSE2/4/8, Lizard, Density). These codecs are provided for evaluation purposes.", 0) \
     M(UInt64, odbc_max_field_size, 1024, "Max size of filed can be read from ODBC dictionary. Long strings are truncated.", 0) \
     M(UInt64, query_profiler_real_time_period_ns, 1000000000, "Period for real clock timer of query profiler (in nanoseconds). Set 0 value to turn off the real clock query profiler. Recommended value is at least 10000000 (100 times a second) for single queries or 1000000000 (once a second) for cluster-wide profiling.", 0) \
     M(UInt64, query_profiler_cpu_time_period_ns, 1000000000, "Period for CPU clock timer of query profiler (in nanoseconds). Set 0 value to turn off the CPU clock query profiler. Recommended value is at least 10000000 (100 times a second) for single queries or 1000000000 (once a second) for cluster-wide profiling.", 0) \

From ecc2e98265351001c5f66049a4626d3be4c3def9 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:30:17 +0300
Subject: [PATCH 0368/1060] Fix wrong intent in exception message

---
 src/Compression/CompressionFactory.cpp | 16 +++++++++++-----
 1 file changed, 11 insertions(+), 5 deletions(-)

diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index 9ca64e36468..6e7444ca508 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -78,7 +78,8 @@ void CompressionCodecFactory::validateCodec(const String & family_name, std::opt
     }
 }
 
-ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(const ASTPtr & ast, const IDataType * column_type, bool sanity_check, bool allow_experimental_codecs) const
+ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(
+    const ASTPtr & ast, const IDataType * column_type, bool sanity_check, bool allow_experimental_codecs) const
 {
     if (const auto * func = ast->as<ASTFunction>())
     {
@@ -107,16 +108,21 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(const ASTPtr
             else
                 throw Exception("Unexpected AST element for compression codec", ErrorCodes::UNEXPECTED_AST_STRUCTURE);
 
-            if (sanity_check && !allow_experimental_codecs) {
-                if (codec_family_name == "Lizard" || 
+            if (!allow_experimental_codecs)
+            {
+                if (codec_family_name == "Lizard" ||
                     codec_family_name == "Density" ||
                     codec_family_name == "LZSSE2" ||
                     codec_family_name == "LZSSE4" ||
-                    codec_family_name == "LZSSE8") {
+                    codec_family_name == "LZSSE8")
+                {
                         throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                        "Experimental codecs Lizard, Density and LZSSE* are not allowed, please enable allow_experimental_codecs flag.");
+                        "Codec {} is experimental and not meant to be used in production."
+                        " You can enable it with the 'allow_experimental_codecs' setting.",
+                        codec_family_name);
                 }
             }
+
             /// Default codec replaced with current default codec which may depend on different
             /// settings (and properties of data) in runtime.
             CompressionCodecPtr result_codec;

From b0df9286f0c88e6939f5a9119ca4f63c8120a36f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:30:53 +0300
Subject: [PATCH 0369/1060] Fix whitespace

---
 src/Compression/CompressionFactory.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index 6e7444ca508..a703040e98c 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -116,7 +116,7 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(
                     codec_family_name == "LZSSE4" ||
                     codec_family_name == "LZSSE8")
                 {
-                        throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                    throw Exception(ErrorCodes::BAD_ARGUMENTS,
                         "Codec {} is experimental and not meant to be used in production."
                         " You can enable it with the 'allow_experimental_codecs' setting.",
                         codec_family_name);

From a25edc192ca70743ec535f462251ecbb51b3840f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:31:58 +0300
Subject: [PATCH 0370/1060] Fix whitespace

---
 src/Compression/CompressionCodecLZSSE4.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Compression/CompressionCodecLZSSE4.cpp b/src/Compression/CompressionCodecLZSSE4.cpp
index 1f5f00cdf91..7189a9cee55 100644
--- a/src/Compression/CompressionCodecLZSSE4.cpp
+++ b/src/Compression/CompressionCodecLZSSE4.cpp
@@ -18,7 +18,6 @@ namespace ErrorCodes
 
 CompressionCodecLZSSE4::CompressionCodecLZSSE4(int level_) : level(level_)
 {
-
     setCodecDescription("LZSSE4", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
 }
 

From 1a091c7a17e5fc165553a39f2d6497232144d9d0 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:32:22 +0300
Subject: [PATCH 0371/1060] Fix unbalanced whitespace

---
 src/Compression/CompressionCodecLZSSE2.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Compression/CompressionCodecLZSSE2.h b/src/Compression/CompressionCodecLZSSE2.h
index b42ae4e7aca..d644645e3ac 100644
--- a/src/Compression/CompressionCodecLZSSE2.h
+++ b/src/Compression/CompressionCodecLZSSE2.h
@@ -5,10 +5,10 @@
 
 namespace DB
 {
+
 class CompressionCodecLZSSE2 : public ICompressionCodec
 {
 public:
-
     CompressionCodecLZSSE2(int level_);
 
     uint8_t getMethodByte() const override;

From 77414b50e6a2e065d6bd7ccd08f67fdf3ad5fcdf Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 03:55:16 +0300
Subject: [PATCH 0372/1060] Remove copy-paste

---
 src/Compression/CompressionCodecDensity.cpp   |   1 -
 src/Compression/CompressionCodecLZSSE.cpp     | 129 ++++++++++++++++++
 ...nCodecLZSSE8.h => CompressionCodecLZSSE.h} |  14 +-
 src/Compression/CompressionCodecLZSSE2.cpp    |  91 ------------
 src/Compression/CompressionCodecLZSSE2.h      |  33 -----
 src/Compression/CompressionCodecLZSSE4.cpp    |  90 ------------
 src/Compression/CompressionCodecLZSSE4.h      |  33 -----
 src/Compression/CompressionCodecLZSSE8.cpp    |  90 ------------
 src/Compression/CompressionCodecLizard.cpp    |   1 -
 src/Compression/CompressionFactory.cpp        |  27 ++--
 src/Compression/CompressionInfo.h             |   2 +-
 src/Storages/System/StorageSystemErrors.cpp   |   3 +-
 12 files changed, 152 insertions(+), 362 deletions(-)
 create mode 100644 src/Compression/CompressionCodecLZSSE.cpp
 rename src/Compression/{CompressionCodecLZSSE8.h => CompressionCodecLZSSE.h} (79%)
 delete mode 100644 src/Compression/CompressionCodecLZSSE2.cpp
 delete mode 100644 src/Compression/CompressionCodecLZSSE2.h
 delete mode 100644 src/Compression/CompressionCodecLZSSE4.cpp
 delete mode 100644 src/Compression/CompressionCodecLZSSE4.h
 delete mode 100644 src/Compression/CompressionCodecLZSSE8.cpp

diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index 4404b890899..bd1fb25e18f 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -2,7 +2,6 @@
 #include <Compression/CompressionInfo.h>
 #include <Compression/CompressionCodecDensity.h>
 #include <Parsers/ASTLiteral.h>
-#include <Common/ErrorCodes.h>
 
 
 namespace DB
diff --git a/src/Compression/CompressionCodecLZSSE.cpp b/src/Compression/CompressionCodecLZSSE.cpp
new file mode 100644
index 00000000000..05c5f507e24
--- /dev/null
+++ b/src/Compression/CompressionCodecLZSSE.cpp
@@ -0,0 +1,129 @@
+#include <Compression/CompressionCodecLZSSE.h>
+#include <Compression/CompressionFactory.h>
+#include <Compression/CompressionInfo.h>
+#include <Parsers/ASTLiteral.h>
+
+#include <lzsse2/lzsse2.h>
+#include <lzsse4/lzsse4.h>
+#include <lzsse8/lzsse8.h>
+
+
+namespace DB
+{
+namespace ErrorCodes
+{
+    extern const int CANNOT_COMPRESS;
+    extern const int CANNOT_DECOMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
+    extern const int LOGICAL_ERROR;
+}
+
+CompressionCodecLZSSE::CompressionCodecLZSSE(UInt32 type_, UInt32 level_) : type(type_), level(level_)
+{
+    if (type != 2 && type != 4 && type != 8)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "There is no LZSSE{} codec", type);
+
+    setCodecDescription(fmt::format("LZSSE{}", type), {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
+}
+
+uint8_t CompressionCodecLZSSE::getMethodByte() const
+{
+    switch (type)
+    {
+        case 2: return static_cast<uint8_t>(CompressionMethodByte::LZSSE2);
+        case 4: return static_cast<uint8_t>(CompressionMethodByte::LZSSE4);
+        case 8: return static_cast<uint8_t>(CompressionMethodByte::LZSSE8);
+        default:
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "There is no LZSSE{} codec", type);
+    }
+}
+
+void CompressionCodecLZSSE::updateHash(SipHash & hash) const
+{
+    getCodecDesc()->updateTreeHash(hash);
+}
+
+UInt32 CompressionCodecLZSSE::getMaxCompressedDataSize(UInt32 uncompressed_size) const
+{
+    return uncompressed_size;
+}
+
+UInt32 CompressionCodecLZSSE::doCompressData(const char * source, UInt32 source_size, char * dest) const
+{
+    UInt32 res = 0;
+    switch (type)
+    {
+        case 2:
+        {
+            LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
+            res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+            LZSSE2_FreeOptimalParseState(state);
+            break;
+        }
+        case 4:
+        {
+            LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
+            res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+            LZSSE2_FreeOptimalParseState(state);
+            break;
+        }
+        case 8:
+        {
+            LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
+            res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+            LZSSE2_FreeOptimalParseState(state);
+            break;
+        }
+        default:
+            break;
+    }
+
+    if (res == 0)
+        throw Exception(ErrorCodes::CANNOT_COMPRESS, "Cannot compress block with LZSSE{}", type);
+    return res;
+}
+
+void CompressionCodecLZSSE::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
+{
+    UInt32 res = LZSSE2_Decompress(source, source_size, dest, uncompressed_size);
+    if (res < uncompressed_size)
+        throw Exception(ErrorCodes::CANNOT_DECOMPRESS, "Cannot decompress block with LZSSE{}", type);
+}
+
+void registerCodecsLZSSE(CompressionCodecFactory & factory)
+{
+    for (auto [type, method_byte] : std::initializer_list<std::tuple<int, CompressionMethodByte>>
+    {
+        {2, CompressionMethodByte::LZSSE2},
+        {4, CompressionMethodByte::LZSSE4},
+        {8, CompressionMethodByte::LZSSE8}
+    })
+    {
+        factory.registerCompressionCodec(
+            fmt::format("LZSSE{}", type),
+            uint8_t(method_byte),
+            [type = type](const ASTPtr & arguments) -> CompressionCodecPtr
+            {
+                int level = 1;
+                if (arguments && !arguments->children.empty())
+                {
+                    if (arguments->children.size() != 1)
+                        throw Exception(ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE,
+                            "LZSSE{} codec must have 1 parameter, {} given", type, arguments->children.size());
+
+                    const auto children = arguments->children;
+                    const auto * level_literal = children[0]->as<ASTLiteral>();
+                    if (!level_literal)
+                        throw Exception(ErrorCodes::ILLEGAL_CODEC_PARAMETER,
+                            "LZSSE{} first codec argument must be integer", type);
+
+                    level = level_literal->value.safeGet<UInt64>();
+                }
+
+                return std::make_shared<CompressionCodecLZSSE>(type, level);
+            });
+    }
+}
+
+}
diff --git a/src/Compression/CompressionCodecLZSSE8.h b/src/Compression/CompressionCodecLZSSE.h
similarity index 79%
rename from src/Compression/CompressionCodecLZSSE8.h
rename to src/Compression/CompressionCodecLZSSE.h
index 3d51a5ead5b..85cc59c7be0 100644
--- a/src/Compression/CompressionCodecLZSSE8.h
+++ b/src/Compression/CompressionCodecLZSSE.h
@@ -5,29 +5,25 @@
 
 namespace DB
 {
-class CompressionCodecLZSSE8 : public ICompressionCodec
+
+class CompressionCodecLZSSE : public ICompressionCodec
 {
 public:
-
-    CompressionCodecLZSSE8(int level_);
+    CompressionCodecLZSSE(UInt32 type_, UInt32 level_);
 
     uint8_t getMethodByte() const override;
-
     UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
     void updateHash(SipHash & hash) const override;
 
 protected:
     UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
     void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
     bool isCompression() const override { return true; }
-
     bool isGenericCompression() const override { return true; }
 
 private:
-    const int level;
+    const UInt32 type;
+    const UInt32 level;
 };
 
 }
diff --git a/src/Compression/CompressionCodecLZSSE2.cpp b/src/Compression/CompressionCodecLZSSE2.cpp
deleted file mode 100644
index bbbe63690f0..00000000000
--- a/src/Compression/CompressionCodecLZSSE2.cpp
+++ /dev/null
@@ -1,91 +0,0 @@
-#include <Compression/CompressionCodecLZSSE2.h>
-#include <Compression/CompressionFactory.h>
-#include <Compression/CompressionInfo.h>
-#include <Parsers/ASTLiteral.h>
-#include <lzsse2/lzsse2.h>
-#include <Common/ErrorCodes.h>
-
-
-namespace DB
-{
-namespace ErrorCodes
-{
-    extern const int CANNOT_COMPRESS;
-    extern const int CANNOT_DECOMPRESS;
-    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-    extern const int ILLEGAL_CODEC_PARAMETER;
-}
-
-CompressionCodecLZSSE2::CompressionCodecLZSSE2(int level_) : level(level_)
-{
-
-    setCodecDescription("LZSSE2", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
-}
-
-uint8_t CompressionCodecLZSSE2::getMethodByte() const
-{
-    return static_cast<uint8_t>(CompressionMethodByte::LZSSE2);
-}
-
-void CompressionCodecLZSSE2::updateHash(SipHash & hash) const
-{
-    getCodecDesc()->updateTreeHash(hash);
-}
-
-UInt32 CompressionCodecLZSSE2::getMaxCompressedDataSize(UInt32 uncompressed_size) const
-{
-    return uncompressed_size;
-}
-
-UInt32 CompressionCodecLZSSE2::doCompressData(const char * source, UInt32 source_size, char * dest) const
-{
-    UInt32 res;
-    LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
-    res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-    LZSSE2_FreeOptimalParseState(state);
-
-    if (res == 0)
-        throw Exception("Cannot compress block with LZSSE2", ErrorCodes::CANNOT_COMPRESS);
-
-    return res;
-}
-
-void CompressionCodecLZSSE2::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
-{
-    UInt32 res;
-    res = LZSSE2_Decompress(source, source_size, dest, uncompressed_size);
-
-    if (res < uncompressed_size)
-        throw Exception("Cannot decompress block with LZSSE2", ErrorCodes::CANNOT_DECOMPRESS);
-}
-
-void registerCodecLZSSE2(CompressionCodecFactory & factory)
-{
-    UInt8 method_code = UInt8(CompressionMethodByte::LZSSE2);
-    factory.registerCompressionCodec(
-        "LZSSE2",
-        method_code,
-        [&](const ASTPtr & arguments) -> CompressionCodecPtr
-        {
-            int level = 1;
-            if (arguments && !arguments->children.empty())
-            {
-                if (arguments->children.size() != 1)
-                    throw Exception(
-                        "LZSSE2 codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
-                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
-
-                const auto children = arguments->children;
-                const auto * level_literal = children[0]->as<ASTLiteral>();
-                if (!level_literal)
-                    throw Exception("LZSSE2 first codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-
-                level = level_literal->value.safeGet<UInt64>();
-
-            }
-
-            return std::make_shared<CompressionCodecLZSSE2>(level);
-        });
-}
-
-}
diff --git a/src/Compression/CompressionCodecLZSSE2.h b/src/Compression/CompressionCodecLZSSE2.h
deleted file mode 100644
index d644645e3ac..00000000000
--- a/src/Compression/CompressionCodecLZSSE2.h
+++ /dev/null
@@ -1,33 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-
-
-namespace DB
-{
-
-class CompressionCodecLZSSE2 : public ICompressionCodec
-{
-public:
-    CompressionCodecLZSSE2(int level_);
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-
-    bool isGenericCompression() const override { return true; }
-
-private:
-    const int level;
-};
-
-}
diff --git a/src/Compression/CompressionCodecLZSSE4.cpp b/src/Compression/CompressionCodecLZSSE4.cpp
deleted file mode 100644
index 7189a9cee55..00000000000
--- a/src/Compression/CompressionCodecLZSSE4.cpp
+++ /dev/null
@@ -1,90 +0,0 @@
-#include <Compression/CompressionCodecLZSSE4.h>
-#include <Compression/CompressionFactory.h>
-#include <Compression/CompressionInfo.h>
-#include <Parsers/ASTLiteral.h>
-#include <lzsse4/lzsse4.h>
-#include <Common/ErrorCodes.h>
-
-
-namespace DB
-{
-namespace ErrorCodes
-{
-    extern const int CANNOT_COMPRESS;
-    extern const int CANNOT_DECOMPRESS;
-    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-    extern const int ILLEGAL_CODEC_PARAMETER;
-}
-
-CompressionCodecLZSSE4::CompressionCodecLZSSE4(int level_) : level(level_)
-{
-    setCodecDescription("LZSSE4", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
-}
-
-uint8_t CompressionCodecLZSSE4::getMethodByte() const
-{
-    return static_cast<uint8_t>(CompressionMethodByte::LZSSE4);
-}
-
-void CompressionCodecLZSSE4::updateHash(SipHash & hash) const
-{
-    getCodecDesc()->updateTreeHash(hash);
-}
-
-UInt32 CompressionCodecLZSSE4::getMaxCompressedDataSize(UInt32 uncompressed_size) const
-{
-    return uncompressed_size;
-}
-
-UInt32 CompressionCodecLZSSE4::doCompressData(const char * source, UInt32 source_size, char * dest) const
-{
-    UInt32 res;
-    LZSSE4_OptimalParseState * state = LZSSE4_MakeOptimalParseState(source_size);
-    res = LZSSE4_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-    LZSSE4_FreeOptimalParseState(state);
-
-    if (res == 0)
-        throw Exception("Cannot compress block with LZSSE4", ErrorCodes::CANNOT_COMPRESS);
-
-    return res;
-}
-
-void CompressionCodecLZSSE4::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
-{
-    UInt32 res;
-    res = LZSSE4_Decompress(source, source_size, dest, uncompressed_size);
-
-    if (res < uncompressed_size)
-        throw Exception("Cannot decompress block with LZSSE4", ErrorCodes::CANNOT_DECOMPRESS);
-}
-
-void registerCodecLZSSE4(CompressionCodecFactory & factory)
-{
-    UInt8 method_code = UInt8(CompressionMethodByte::LZSSE4);
-    factory.registerCompressionCodec(
-        "LZSSE4",
-        method_code,
-        [&](const ASTPtr & arguments) -> CompressionCodecPtr
-        {
-            int level = 1;
-            if (arguments && !arguments->children.empty())
-            {
-                if (arguments->children.size() != 1)
-                    throw Exception(
-                        "LZSSE4 codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
-                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
-
-                const auto children = arguments->children;
-                const auto * level_literal = children[0]->as<ASTLiteral>();
-                if (!level_literal)
-                    throw Exception("LZSSE4 first codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-
-                level = level_literal->value.safeGet<UInt64>();
-
-            }
-
-            return std::make_shared<CompressionCodecLZSSE4>(level);
-        });
-}
-
-}
diff --git a/src/Compression/CompressionCodecLZSSE4.h b/src/Compression/CompressionCodecLZSSE4.h
deleted file mode 100644
index 9c59e56a053..00000000000
--- a/src/Compression/CompressionCodecLZSSE4.h
+++ /dev/null
@@ -1,33 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-
-
-namespace DB
-{
-class CompressionCodecLZSSE4 : public ICompressionCodec
-{
-public:
-
-    CompressionCodecLZSSE4(int level_);
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-
-    bool isGenericCompression() const override { return true; }
-
-private:
-    const int level;
-};
-
-}
diff --git a/src/Compression/CompressionCodecLZSSE8.cpp b/src/Compression/CompressionCodecLZSSE8.cpp
deleted file mode 100644
index e1e86c75f4e..00000000000
--- a/src/Compression/CompressionCodecLZSSE8.cpp
+++ /dev/null
@@ -1,90 +0,0 @@
-#include <Compression/CompressionCodecLZSSE8.h>
-#include <Compression/CompressionFactory.h>
-#include <Compression/CompressionInfo.h>
-#include <Parsers/ASTLiteral.h>
-#include <lzsse8/lzsse8.h>
-#include <Common/ErrorCodes.h>
-
-
-namespace DB
-{
-namespace ErrorCodes
-{
-    extern const int CANNOT_COMPRESS;
-    extern const int CANNOT_DECOMPRESS;
-    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-    extern const int ILLEGAL_CODEC_PARAMETER;
-}
-
-CompressionCodecLZSSE8::CompressionCodecLZSSE8(int level_) : level(level_)
-{
-    setCodecDescription("LZSSE8", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
-}
-
-uint8_t CompressionCodecLZSSE8::getMethodByte() const
-{
-    return static_cast<uint8_t>(CompressionMethodByte::LZSSE8);
-}
-
-void CompressionCodecLZSSE8::updateHash(SipHash & hash) const
-{
-    getCodecDesc()->updateTreeHash(hash);
-}
-
-UInt32 CompressionCodecLZSSE8::getMaxCompressedDataSize(UInt32 uncompressed_size) const
-{
-    return uncompressed_size;
-}
-
-UInt32 CompressionCodecLZSSE8::doCompressData(const char * source, UInt32 source_size, char * dest) const
-{
-    UInt32 res;
-    LZSSE8_OptimalParseState * state = LZSSE8_MakeOptimalParseState(source_size);
-    res = LZSSE8_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-    LZSSE8_FreeOptimalParseState(state);
-
-    if (res == 0)
-        throw Exception("Cannot compress block with LZSSE", ErrorCodes::CANNOT_COMPRESS);
-
-    return res;
-}
-
-void CompressionCodecLZSSE8::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
-{
-    UInt32 res;
-    res = LZSSE8_Decompress(source, source_size, dest, uncompressed_size);
-
-    if (res < uncompressed_size)
-        throw Exception("Cannot decompress block with LZSSE", ErrorCodes::CANNOT_DECOMPRESS);
-}
-
-void registerCodecLZSSE8(CompressionCodecFactory & factory)
-{
-    UInt8 method_code = UInt8(CompressionMethodByte::LZSSE8);
-    factory.registerCompressionCodec(
-        "LZSSE8",
-        method_code,
-        [&](const ASTPtr & arguments) -> CompressionCodecPtr
-        {
-            int level = 1;
-            if (arguments && !arguments->children.empty())
-            {
-                if (arguments->children.size() != 1)
-                    throw Exception(
-                        "LZSSE8 codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
-                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
-
-                const auto children = arguments->children;
-                const auto * level_literal = children[0]->as<ASTLiteral>();
-                if (!level_literal)
-                    throw Exception("LZSSE8 first codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-
-                level = level_literal->value.safeGet<UInt64>();
-
-            }
-
-            return std::make_shared<CompressionCodecLZSSE8>(level);
-        });
-}
-
-}
diff --git a/src/Compression/CompressionCodecLizard.cpp b/src/Compression/CompressionCodecLizard.cpp
index 2006a708493..17486693a7b 100644
--- a/src/Compression/CompressionCodecLizard.cpp
+++ b/src/Compression/CompressionCodecLizard.cpp
@@ -4,7 +4,6 @@
 #include <Parsers/ASTLiteral.h>
 #include <lib/lizard_compress.h>
 #include <lib/lizard_decompress.h>
-#include <Common/ErrorCodes.h>
 
 
 namespace DB
diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index a703040e98c..ebd30fea535 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -61,7 +61,8 @@ CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std
     }
 }
 
-void CompressionCodecFactory::validateCodec(const String & family_name, std::optional<int> level, bool sanity_check, bool allow_experimental_codecs) const
+void CompressionCodecFactory::validateCodec(
+    const String & family_name, std::optional<int> level, bool sanity_check, bool allow_experimental_codecs) const
 {
     if (family_name.empty())
         throw Exception("Compression codec name cannot be empty", ErrorCodes::BAD_ARGUMENTS);
@@ -69,12 +70,14 @@ void CompressionCodecFactory::validateCodec(const String & family_name, std::opt
     if (level)
     {
         auto literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
-        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), literal)), {}, sanity_check, allow_experimental_codecs);
+        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), literal)),
+            {}, sanity_check, allow_experimental_codecs);
     }
     else
     {
         auto identifier = std::make_shared<ASTIdentifier>(Poco::toUpper(family_name));
-        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", identifier), {}, sanity_check, allow_experimental_codecs);
+        validateCodecAndGetPreprocessedAST(makeASTFunction("CODEC", identifier),
+            {}, sanity_check, allow_experimental_codecs);
     }
 }
 
@@ -140,7 +143,8 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(
                 if (column_type)
                 {
                     CompressionCodecPtr prev_codec;
-                    IDataType::StreamCallbackWithType callback = [&](const ISerialization::SubstreamPath & substream_path, const IDataType & substream_type)
+                    IDataType::StreamCallbackWithType callback = [&](
+                        const ISerialization::SubstreamPath & substream_path, const IDataType & substream_type)
                     {
                         if (ISerialization::isSpecialCompressionAllowed(substream_path))
                         {
@@ -229,7 +233,9 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(
     throw Exception("Unknown codec family: " + queryToString(ast), ErrorCodes::UNKNOWN_CODEC);
 }
 
-CompressionCodecPtr CompressionCodecFactory::get(const ASTPtr & ast, const IDataType * column_type, CompressionCodecPtr current_default, bool only_generic) const
+
+CompressionCodecPtr CompressionCodecFactory::get(
+    const ASTPtr & ast, const IDataType * column_type, CompressionCodecPtr current_default, bool only_generic) const
 {
     if (current_default == nullptr)
         current_default = default_codec;
@@ -280,6 +286,7 @@ CompressionCodecPtr CompressionCodecFactory::get(const ASTPtr & ast, const IData
     throw Exception("Unexpected AST structure for compression codec: " + queryToString(ast), ErrorCodes::UNEXPECTED_AST_STRUCTURE);
 }
 
+
 CompressionCodecPtr CompressionCodecFactory::get(const uint8_t byte_code) const
 {
     const auto family_code_and_creator = family_code_with_codec.find(byte_code);
@@ -337,7 +344,7 @@ void CompressionCodecFactory::registerSimpleCompressionCodec(
     registerCompressionCodec(family_name, byte_code, [family_name, creator](const ASTPtr & ast)
     {
         if (ast)
-            throw Exception("Compression codec " + family_name + " cannot have arguments", ErrorCodes::DATA_TYPE_CANNOT_HAVE_ARGUMENTS);
+            throw Exception(ErrorCodes::DATA_TYPE_CANNOT_HAVE_ARGUMENTS, "Compression codec {} cannot have arguments", family_name);
         return creator();
     });
 }
@@ -354,9 +361,7 @@ void registerCodecGorilla(CompressionCodecFactory & factory);
 void registerCodecMultiple(CompressionCodecFactory & factory);
 void registerCodecLizard(CompressionCodecFactory & factory);
 void registerCodecDensity(CompressionCodecFactory & factory);
-void registerCodecLZSSE2(CompressionCodecFactory & factory);
-void registerCodecLZSSE4(CompressionCodecFactory & factory);
-void registerCodecLZSSE8(CompressionCodecFactory & factory);
+void registerCodecsLZSSE(CompressionCodecFactory & factory);
 
 CompressionCodecFactory::CompressionCodecFactory()
 {
@@ -371,9 +376,7 @@ CompressionCodecFactory::CompressionCodecFactory()
     registerCodecMultiple(*this);
     registerCodecLizard(*this);
     registerCodecDensity(*this);
-    registerCodecLZSSE2(*this);
-    registerCodecLZSSE4(*this);
-    registerCodecLZSSE8(*this);
+    registerCodecsLZSSE(*this);
 
     default_codec = get("LZ4", {});
 }
diff --git a/src/Compression/CompressionInfo.h b/src/Compression/CompressionInfo.h
index d1d4ad4618f..44bed7d3c1d 100644
--- a/src/Compression/CompressionInfo.h
+++ b/src/Compression/CompressionInfo.h
@@ -47,7 +47,7 @@ enum class CompressionMethodByte : uint8_t
     Density      = 0x97,
     LZSSE2       = 0x98,
     LZSSE4       = 0x99,
-    LZSSE8       = 0xa0,
+    LZSSE8       = 0xA0,
 
 };
 
diff --git a/src/Storages/System/StorageSystemErrors.cpp b/src/Storages/System/StorageSystemErrors.cpp
index d08ffd730ac..4c8c8e60d69 100644
--- a/src/Storages/System/StorageSystemErrors.cpp
+++ b/src/Storages/System/StorageSystemErrors.cpp
@@ -3,8 +3,9 @@
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeArray.h>
 #include <Storages/System/StorageSystemErrors.h>
-#include <Common/ErrorCodes.h>
 #include <Interpreters/Context.h>
+#include <Common/ErrorCodes.h>
+
 
 namespace DB
 {

From deb68b15daeaa7e4279140cf4fa09bd1cdd154e3 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 04:03:42 +0300
Subject: [PATCH 0373/1060] Fix bad dependencies in code

---
 src/Compression/CompressionCodecDensity.h |  2 +-
 src/Compression/CompressionCodecLZSSE.h   |  1 +
 src/Compression/CompressionCodecLizard.h  |  3 +--
 src/Compression/CompressionFactory.cpp    | 23 +++++++----------------
 src/Compression/ICompressionCodec.h       |  4 ++++
 5 files changed, 14 insertions(+), 19 deletions(-)

diff --git a/src/Compression/CompressionCodecDensity.h b/src/Compression/CompressionCodecDensity.h
index ffdbd8f3619..8b6f2a46109 100644
--- a/src/Compression/CompressionCodecDensity.h
+++ b/src/Compression/CompressionCodecDensity.h
@@ -25,8 +25,8 @@ protected:
     void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
 
     bool isCompression() const override { return true; }
-
     bool isGenericCompression() const override { return true; }
+    bool isExperimental() const override { return true; }
 
 private:
     const DENSITY_ALGORITHM algo;
diff --git a/src/Compression/CompressionCodecLZSSE.h b/src/Compression/CompressionCodecLZSSE.h
index 85cc59c7be0..8c32987f873 100644
--- a/src/Compression/CompressionCodecLZSSE.h
+++ b/src/Compression/CompressionCodecLZSSE.h
@@ -20,6 +20,7 @@ protected:
     void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
     bool isCompression() const override { return true; }
     bool isGenericCompression() const override { return true; }
+    bool isExperimental() const override { return true; }
 
 private:
     const UInt32 type;
diff --git a/src/Compression/CompressionCodecLizard.h b/src/Compression/CompressionCodecLizard.h
index 8b39f224dbc..7304297a80c 100644
--- a/src/Compression/CompressionCodecLizard.h
+++ b/src/Compression/CompressionCodecLizard.h
@@ -20,12 +20,11 @@ public:
 
 protected:
     UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
     void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
 
     bool isCompression() const override { return true; }
-
     bool isGenericCompression() const override { return true; }
+    bool isExperimental() const override { return true; }
 
 private:
     const int level;
diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index ebd30fea535..d73c94c8cc3 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -93,7 +93,7 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(
         std::optional<size_t> generic_compression_codec_pos;
 
         bool can_substitute_codec_arguments = true;
-        for (size_t i = 0; i < func->arguments->children.size(); ++i)
+        for (size_t i = 0, size = func->arguments->children.size(); i < size; ++i)
         {
             const auto & inner_codec_ast = func->arguments->children[i];
             String codec_family_name;
@@ -111,21 +111,6 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(
             else
                 throw Exception("Unexpected AST element for compression codec", ErrorCodes::UNEXPECTED_AST_STRUCTURE);
 
-            if (!allow_experimental_codecs)
-            {
-                if (codec_family_name == "Lizard" ||
-                    codec_family_name == "Density" ||
-                    codec_family_name == "LZSSE2" ||
-                    codec_family_name == "LZSSE4" ||
-                    codec_family_name == "LZSSE8")
-                {
-                    throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                        "Codec {} is experimental and not meant to be used in production."
-                        " You can enable it with the 'allow_experimental_codecs' setting.",
-                        codec_family_name);
-                }
-            }
-
             /// Default codec replaced with current default codec which may depend on different
             /// settings (and properties of data) in runtime.
             CompressionCodecPtr result_codec;
@@ -169,6 +154,12 @@ ASTPtr CompressionCodecFactory::validateCodecAndGetPreprocessedAST(
                     result_codec = getImpl(codec_family_name, codec_arguments, nullptr);
                 }
 
+                if (!allow_experimental_codecs && result_codec->isExperimental())
+                    throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                        "Codec {} is experimental and not meant to be used in production."
+                        " You can enable it with the 'allow_experimental_codecs' setting.",
+                        codec_family_name);
+
                 codecs_descriptions->children.emplace_back(result_codec->getCodecDesc());
             }
 
diff --git a/src/Compression/ICompressionCodec.h b/src/Compression/ICompressionCodec.h
index 2018218f2e7..47b4d9bfb43 100644
--- a/src/Compression/ICompressionCodec.h
+++ b/src/Compression/ICompressionCodec.h
@@ -73,6 +73,10 @@ public:
     /// Is it a generic compression algorithm like lz4, zstd. Usually it does not make sense to apply generic compression more than single time.
     virtual bool isGenericCompression() const = 0;
 
+    /// It is a codec available only for evaluation purposes and not meant to be used in production.
+    /// It will not be allowed to use unless the user will turn off the safety switch.
+    virtual bool isExperimental() const { return false; }
+
     /// If it does nothing.
     virtual bool isNone() const { return false; }
 

From 3057bbe8312b4a9c72ec82f9b87287d553066fbe Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 04:12:30 +0300
Subject: [PATCH 0374/1060] Remove header files

---
 src/Compression/CompressionCodecDelta.cpp     |  25 +++-
 src/Compression/CompressionCodecDelta.h       |  32 -----
 src/Compression/CompressionCodecDensity.cpp   |  32 ++++-
 src/Compression/CompressionCodecDensity.h     |  35 ------
 .../CompressionCodecDoubleDelta.cpp           | 114 ++++++++++++++++-
 src/Compression/CompressionCodecDoubleDelta.h | 118 ------------------
 src/Compression/CompressionCodecGorilla.cpp   | 111 +++++++++++++++-
 src/Compression/CompressionCodecGorilla.h     | 115 -----------------
 src/Compression/CompressionCodecLZ4.cpp       |  55 +++++++-
 src/Compression/CompressionCodecLZ4.h         |  52 --------
 src/Compression/CompressionCodecLZSSE.cpp     |  25 +++-
 src/Compression/CompressionCodecLZSSE.h       |  30 -----
 src/Compression/CompressionCodecLizard.cpp    |  28 ++++-
 src/Compression/CompressionCodecLizard.h      |  33 -----
 src/Compression/CompressionCodecT64.cpp       |  57 ++++++++-
 src/Compression/CompressionCodecT64.h         |  53 --------
 src/Compression/CompressionCodecZSTD.cpp      |  36 +++++-
 src/Compression/CompressionCodecZSTD.h        |  42 -------
 18 files changed, 465 insertions(+), 528 deletions(-)
 delete mode 100644 src/Compression/CompressionCodecDelta.h
 delete mode 100644 src/Compression/CompressionCodecDensity.h
 delete mode 100644 src/Compression/CompressionCodecDoubleDelta.h
 delete mode 100644 src/Compression/CompressionCodecGorilla.h
 delete mode 100644 src/Compression/CompressionCodecLZ4.h
 delete mode 100644 src/Compression/CompressionCodecLZSSE.h
 delete mode 100644 src/Compression/CompressionCodecLizard.h
 delete mode 100644 src/Compression/CompressionCodecT64.h
 delete mode 100644 src/Compression/CompressionCodecZSTD.h

diff --git a/src/Compression/CompressionCodecDelta.cpp b/src/Compression/CompressionCodecDelta.cpp
index f3d6953bd2a..7d0824d4d71 100644
--- a/src/Compression/CompressionCodecDelta.cpp
+++ b/src/Compression/CompressionCodecDelta.cpp
@@ -1,4 +1,4 @@
-#include <Compression/CompressionCodecDelta.h>
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionInfo.h>
 #include <Compression/CompressionFactory.h>
 #include <common/unaligned.h>
@@ -11,6 +11,29 @@
 namespace DB
 {
 
+class CompressionCodecDelta : public ICompressionCodec
+{
+public:
+    CompressionCodecDelta(UInt8 delta_bytes_size_);
+
+    uint8_t getMethodByte() const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override { return uncompressed_size + 2; }
+
+    bool isCompression() const override { return false; }
+    bool isGenericCompression() const override { return false; }
+
+private:
+    UInt8 delta_bytes_size;
+};
+
+
 namespace ErrorCodes
 {
     extern const int CANNOT_COMPRESS;
diff --git a/src/Compression/CompressionCodecDelta.h b/src/Compression/CompressionCodecDelta.h
deleted file mode 100644
index e892aa04242..00000000000
--- a/src/Compression/CompressionCodecDelta.h
+++ /dev/null
@@ -1,32 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-
-namespace DB
-{
-
-class CompressionCodecDelta : public ICompressionCodec
-{
-public:
-    CompressionCodecDelta(UInt8 delta_bytes_size_);
-
-    uint8_t getMethodByte() const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override { return uncompressed_size + 2; }
-
-    bool isCompression() const override { return false; }
-    bool isGenericCompression() const override { return false; }
-
-private:
-    UInt8 delta_bytes_size;
-};
-
-}
diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index bd1fb25e18f..cdee69005be 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -1,11 +1,41 @@
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionFactory.h>
 #include <Compression/CompressionInfo.h>
-#include <Compression/CompressionCodecDensity.h>
 #include <Parsers/ASTLiteral.h>
 
+#include <src/density_api.h>
+
 
 namespace DB
 {
+
+class CompressionCodecDensity : public ICompressionCodec
+{
+public:
+    static constexpr auto DENSITY_DEFAULT_ALGO = DENSITY_ALGORITHM_CHAMELEON; // by default aim on speed
+
+    CompressionCodecDensity(DENSITY_ALGORITHM algo_);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return true; }
+    bool isExperimental() const override { return true; }
+
+private:
+    const DENSITY_ALGORITHM algo;
+};
+
+
 namespace ErrorCodes
 {
     extern const int CANNOT_COMPRESS;
diff --git a/src/Compression/CompressionCodecDensity.h b/src/Compression/CompressionCodecDensity.h
deleted file mode 100644
index 8b6f2a46109..00000000000
--- a/src/Compression/CompressionCodecDensity.h
+++ /dev/null
@@ -1,35 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-#include <src/density_api.h>
-
-
-namespace DB
-{
-class CompressionCodecDensity : public ICompressionCodec
-{
-public:
-    static constexpr auto DENSITY_DEFAULT_ALGO = DENSITY_ALGORITHM_CHAMELEON; // by default aim on speed
-
-    CompressionCodecDensity(DENSITY_ALGORITHM algo_);
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-    bool isExperimental() const override { return true; }
-
-private:
-    const DENSITY_ALGORITHM algo;
-};
-
-}
diff --git a/src/Compression/CompressionCodecDoubleDelta.cpp b/src/Compression/CompressionCodecDoubleDelta.cpp
index 6895a80264d..d992132c4f6 100644
--- a/src/Compression/CompressionCodecDoubleDelta.cpp
+++ b/src/Compression/CompressionCodecDoubleDelta.cpp
@@ -1,4 +1,4 @@
-#include <Compression/CompressionCodecDoubleDelta.h>
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionInfo.h>
 #include <Compression/CompressionFactory.h>
 #include <common/unaligned.h>
@@ -15,9 +15,121 @@
 #include <type_traits>
 #include <limits>
 
+
 namespace DB
 {
 
+/** DoubleDelta column codec implementation.
+ *
+ * Based on Gorilla paper: http://www.vldb.org/pvldb/vol8/p1816-teller.pdf, which was extended
+ * to support 64bit types. The drawback is 1 extra bit for 32-byte wide deltas: 5-bit prefix
+ * instead of 4-bit prefix.
+ *
+ * This codec is best used against monotonic integer sequences with constant (or almost constant)
+ * stride, like event timestamp for some monitoring application.
+ *
+ * Given input sequence a: [a0, a1, ... an]:
+ *
+ * First, write number of items (sizeof(int32)*8 bits):                n
+ * Then write first item as is (sizeof(a[0])*8 bits):                  a[0]
+ * Second item is written as delta (sizeof(a[0])*8 bits):              a[1] - a[0]
+ * Loop over remaining items and calculate double delta:
+ *   double_delta = a[i] - 2 * a[i - 1] + a[i - 2]
+ *   Write it in compact binary form with `BitWriter`
+ *   if double_delta == 0:
+ *      write 1bit:                                                    0
+ *   else if -63 < double_delta < 64:
+ *      write 2 bit prefix:                                            10
+ *      write sign bit (1 if signed):                                  x
+ *      write 7-1 bits of abs(double_delta - 1):                       xxxxxx
+ *   else if -255 < double_delta < 256:
+ *      write 3 bit prefix:                                            110
+ *      write sign bit (1 if signed):                                  x
+ *      write 9-1 bits of abs(double_delta - 1):                       xxxxxxxx
+ *   else if -2047 < double_delta < 2048:
+ *      write 4 bit prefix:                                            1110
+ *      write sign bit (1 if signed):                                  x
+ *      write 12-1 bits of abs(double_delta - 1):                      xxxxxxxxxxx
+ *   else if double_delta fits into 32-bit int:
+ *      write 5 bit prefix:                                            11110
+ *      write sign bit (1 if signed):                                  x
+ *      write 32-1 bits of abs(double_delta - 1):                      xxxxxxxxxxx...
+ *   else
+ *      write 5 bit prefix:                                            11111
+ *      write sign bit (1 if signed):                                  x
+ *      write 64-1 bits of abs(double_delta - 1):                      xxxxxxxxxxx...
+ *
+ * @example sequence of UInt8 values [1, 2, 3, 4, 5, 6, 7, 8, 9 10] is encoded as (codec header is omitted):
+ *
+ * .- 4-byte little-endian sequence length (10 == 0xa)
+ * |               .- 1 byte (sizeof(UInt8) a[0]                                            : 0x01
+ * |               |   .- 1 byte of delta: a[1] - a[0] = 2 - 1 = 1                          : 0x01
+ * |               |   |   .- 8 zero bits since double delta for remaining 8 elements was 0 : 0x00
+ * v_______________v___v___v___
+ * \x0a\x00\x00\x00\x01\x01\x00
+ *
+ * @example sequence of Int16 values [-10, 10, -20, 20, -40, 40] is encoded as:
+ *
+ * .- 4-byte little endian sequence length = 6                                 : 0x00000006
+ * |                .- 2 bytes (sizeof(Int16) a[0] as UInt16 = -10             : 0xfff6
+ * |                |       .- 2 bytes of delta: a[1] - a[0] = 10 - (-10) = 20 : 0x0014
+ * |                |       |       .- 4 encoded double deltas (see below)
+ * v_______________ v______ v______ v______________________
+ * \x06\x00\x00\x00\xf6\xff\x14\x00\xb8\xe2\x2e\xb1\xe4\x58
+ *
+ * 4 binary encoded double deltas (\xb8\xe2\x2e\xb1\xe4\x58):
+ * double_delta (DD) = -20 - 2 * 10 + (-10) = -50
+ * .- 2-bit prefix                                                         : 0b10
+ * | .- sign-bit                                                           : 0b1
+ * | |.- abs(DD - 1) = 49                                                  : 0b110001
+ * | ||
+ * | ||      DD = 20 - 2 * (-20) + 10 = 70
+ * | ||      .- 3-bit prefix                                               : 0b110
+ * | ||      |  .- sign bit                                                : 0b0
+ * | ||      |  |.- abs(DD - 1) = 69                                       : 0b1000101
+ * | ||      |  ||
+ * | ||      |  ||        DD = -40 - 2 * 20 + (-20) = -100
+ * | ||      |  ||        .- 3-bit prefix                                  : 0b110
+ * | ||      |  ||        |    .- sign-bit                                 : 0b0
+ * | ||      |  ||        |    |.- abs(DD - 1) = 99                        : 0b1100011
+ * | ||      |  ||        |    ||
+ * | ||      |  ||        |    ||       DD = 40 - 2 * (-40) + 20 = 140
+ * | ||      |  ||        |    ||       .- 3-bit prefix                    : 0b110
+ * | ||      |  ||        |    ||       |  .- sign bit                     : 0b0
+ * | ||      |  ||        |    ||       |  |.- abs(DD - 1) = 139           : 0b10001011
+ * | ||      |  ||        |    ||       |  ||
+ * V_vv______V__vv________V____vv_______V__vv________,- padding bits
+ * 10111000 11100010 00101110 10110001 11100100 01011000
+ *
+ * Please also see unit tests for:
+ *   * Examples on what output `BitWriter` produces on predefined input.
+ *   * Compatibility tests solidifying encoded binary output on set of predefined sequences.
+ */
+class CompressionCodecDoubleDelta : public ICompressionCodec
+{
+public:
+    CompressionCodecDoubleDelta(UInt8 data_bytes_size_);
+
+    uint8_t getMethodByte() const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return false; }
+
+private:
+    UInt8 data_bytes_size;
+};
+
+
 namespace ErrorCodes
 {
     extern const int CANNOT_COMPRESS;
diff --git a/src/Compression/CompressionCodecDoubleDelta.h b/src/Compression/CompressionCodecDoubleDelta.h
deleted file mode 100644
index 11140ded61e..00000000000
--- a/src/Compression/CompressionCodecDoubleDelta.h
+++ /dev/null
@@ -1,118 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-
-namespace DB
-{
-
-/** DoubleDelta column codec implementation.
- *
- * Based on Gorilla paper: http://www.vldb.org/pvldb/vol8/p1816-teller.pdf, which was extended
- * to support 64bit types. The drawback is 1 extra bit for 32-byte wide deltas: 5-bit prefix
- * instead of 4-bit prefix.
- *
- * This codec is best used against monotonic integer sequences with constant (or almost constant)
- * stride, like event timestamp for some monitoring application.
- *
- * Given input sequence a: [a0, a1, ... an]:
- *
- * First, write number of items (sizeof(int32)*8 bits):                n
- * Then write first item as is (sizeof(a[0])*8 bits):                  a[0]
- * Second item is written as delta (sizeof(a[0])*8 bits):              a[1] - a[0]
- * Loop over remaining items and calculate double delta:
- *   double_delta = a[i] - 2 * a[i - 1] + a[i - 2]
- *   Write it in compact binary form with `BitWriter`
- *   if double_delta == 0:
- *      write 1bit:                                                    0
- *   else if -63 < double_delta < 64:
- *      write 2 bit prefix:                                            10
- *      write sign bit (1 if signed):                                  x
- *      write 7-1 bits of abs(double_delta - 1):                       xxxxxx
- *   else if -255 < double_delta < 256:
- *      write 3 bit prefix:                                            110
- *      write sign bit (1 if signed):                                  x
- *      write 9-1 bits of abs(double_delta - 1):                       xxxxxxxx
- *   else if -2047 < double_delta < 2048:
- *      write 4 bit prefix:                                            1110
- *      write sign bit (1 if signed):                                  x
- *      write 12-1 bits of abs(double_delta - 1):                      xxxxxxxxxxx
- *   else if double_delta fits into 32-bit int:
- *      write 5 bit prefix:                                            11110
- *      write sign bit (1 if signed):                                  x
- *      write 32-1 bits of abs(double_delta - 1):                      xxxxxxxxxxx...
- *   else
- *      write 5 bit prefix:                                            11111
- *      write sign bit (1 if signed):                                  x
- *      write 64-1 bits of abs(double_delta - 1):                      xxxxxxxxxxx...
- *
- * @example sequence of UInt8 values [1, 2, 3, 4, 5, 6, 7, 8, 9 10] is encoded as (codec header is omitted):
- *
- * .- 4-byte little-endian sequence length (10 == 0xa)
- * |               .- 1 byte (sizeof(UInt8) a[0]                                            : 0x01
- * |               |   .- 1 byte of delta: a[1] - a[0] = 2 - 1 = 1                          : 0x01
- * |               |   |   .- 8 zero bits since double delta for remaining 8 elements was 0 : 0x00
- * v_______________v___v___v___
- * \x0a\x00\x00\x00\x01\x01\x00
- *
- * @example sequence of Int16 values [-10, 10, -20, 20, -40, 40] is encoded as:
- *
- * .- 4-byte little endian sequence length = 6                                 : 0x00000006
- * |                .- 2 bytes (sizeof(Int16) a[0] as UInt16 = -10             : 0xfff6
- * |                |       .- 2 bytes of delta: a[1] - a[0] = 10 - (-10) = 20 : 0x0014
- * |                |       |       .- 4 encoded double deltas (see below)
- * v_______________ v______ v______ v______________________
- * \x06\x00\x00\x00\xf6\xff\x14\x00\xb8\xe2\x2e\xb1\xe4\x58
- *
- * 4 binary encoded double deltas (\xb8\xe2\x2e\xb1\xe4\x58):
- * double_delta (DD) = -20 - 2 * 10 + (-10) = -50
- * .- 2-bit prefix                                                         : 0b10
- * | .- sign-bit                                                           : 0b1
- * | |.- abs(DD - 1) = 49                                                  : 0b110001
- * | ||
- * | ||      DD = 20 - 2 * (-20) + 10 = 70
- * | ||      .- 3-bit prefix                                               : 0b110
- * | ||      |  .- sign bit                                                : 0b0
- * | ||      |  |.- abs(DD - 1) = 69                                       : 0b1000101
- * | ||      |  ||
- * | ||      |  ||        DD = -40 - 2 * 20 + (-20) = -100
- * | ||      |  ||        .- 3-bit prefix                                  : 0b110
- * | ||      |  ||        |    .- sign-bit                                 : 0b0
- * | ||      |  ||        |    |.- abs(DD - 1) = 99                        : 0b1100011
- * | ||      |  ||        |    ||
- * | ||      |  ||        |    ||       DD = 40 - 2 * (-40) + 20 = 140
- * | ||      |  ||        |    ||       .- 3-bit prefix                    : 0b110
- * | ||      |  ||        |    ||       |  .- sign bit                     : 0b0
- * | ||      |  ||        |    ||       |  |.- abs(DD - 1) = 139           : 0b10001011
- * | ||      |  ||        |    ||       |  ||
- * V_vv______V__vv________V____vv_______V__vv________,- padding bits
- * 10111000 11100010 00101110 10110001 11100100 01011000
- *
- * Please also see unit tests for:
- *   * Examples on what output `BitWriter` produces on predefined input.
- *   * Compatibility tests solidifying encoded binary output on set of predefined sequences.
- */
-class CompressionCodecDoubleDelta : public ICompressionCodec
-{
-public:
-    CompressionCodecDoubleDelta(UInt8 data_bytes_size_);
-
-    uint8_t getMethodByte() const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return false; }
-
-private:
-    UInt8 data_bytes_size;
-};
-
-}
diff --git a/src/Compression/CompressionCodecGorilla.cpp b/src/Compression/CompressionCodecGorilla.cpp
index 582a9f41874..db76a854a97 100644
--- a/src/Compression/CompressionCodecGorilla.cpp
+++ b/src/Compression/CompressionCodecGorilla.cpp
@@ -1,4 +1,4 @@
-#include <Compression/CompressionCodecGorilla.h>
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionInfo.h>
 #include <Compression/CompressionFactory.h>
 #include <common/unaligned.h>
@@ -14,9 +14,118 @@
 
 #include <bitset>
 
+
 namespace DB
 {
 
+/** Gorilla column codec implementation.
+ *
+ * Based on Gorilla paper: http://www.vldb.org/pvldb/vol8/p1816-teller.pdf
+ *
+ * This codec is best used against monotonic floating sequences, like CPU usage percentage
+ * or any other gauge.
+ *
+ * Given input sequence a: [a0, a1, ... an]
+ *
+ * First, write number of items (sizeof(int32)*8 bits):                n
+ * Then write first item as is (sizeof(a[0])*8 bits):                  a[0]
+ * Loop over remaining items and calculate xor_diff:
+ *   xor_diff = a[i] ^ a[i - 1] (e.g. 00000011'10110100)
+ *   Write it in compact binary form with `BitWriter`
+ *   if xor_diff == 0:
+ *       write 1 bit:                                                  0
+ *   else:
+ *       calculate leading zero bits (lzb)
+ *       and trailing zero bits (tzb) of xor_diff,
+ *       compare to lzb and tzb of previous xor_diff
+ *       (X = sizeof(a[i]) * 8, e.g. X = 16, lzb = 6, tzb = 2)
+ *       if lzb >= prev_lzb && tzb >= prev_tzb:
+ *           (e.g. prev_lzb=4, prev_tzb=1)
+ *           write 2 bit prefix:                                       0b10
+ *           write xor_diff >> prev_tzb (X - prev_lzb - prev_tzb bits):0b00111011010
+ *           (where X = sizeof(a[i]) * 8, e.g. 16)
+ *       else:
+ *           write 2 bit prefix:                                       0b11
+ *           write 5 bits of lzb:                                      0b00110
+ *           write 6 bits of (X - lzb - tzb)=(16-6-2)=8:               0b001000
+ *           write (X - lzb - tzb) non-zero bits of xor_diff:          0b11101101
+ *           prev_lzb = lzb
+ *           prev_tzb = tzb
+ *
+ * @example sequence of Float32 values [0.1, 0.1, 0.11, 0.2, 0.1] is encoded as:
+ *
+ * .- 4-byte little endian sequence length: 5                                 : 0x00000005
+ * |                .- 4 byte (sizeof(Float32) a[0] as UInt32 : -10           : 0xcdcccc3d
+ * |                |               .- 4 encoded xor diffs (see below)
+ * v_______________ v______________ v__________________________________________________
+ * \x05\x00\x00\x00\xcd\xcc\xcc\x3d\x6a\x5a\xd8\xb6\x3c\xcd\x75\xb1\x6c\x77\x00\x00\x00
+ *
+ * 4 binary encoded xor diffs (\x6a\x5a\xd8\xb6\x3c\xcd\x75\xb1\x6c\x77\x00\x00\x00):
+ *
+ * ...........................................
+ * a[i-1]   = 00111101110011001100110011001101
+ * a[i]     = 00111101110011001100110011001101
+ * xor_diff = 00000000000000000000000000000000
+ * .- 1-bit prefix                                                           : 0b0
+ * |
+ * | ...........................................
+ * | a[i-1]   = 00111101110011001100110011001101
+ * ! a[i]     = 00111101111000010100011110101110
+ * | xor_diff = 00000000001011011000101101100011
+ * | lzb = 10
+ * | tzb = 0
+ * |.- 2-bit prefix                                                          : 0b11
+ * || .- lzb (10)                                                            : 0b1010
+ * || |     .- data length (32-10-0): 22                                     : 0b010110
+ * || |     |     .- data                                                    : 0b1011011000101101100011
+ * || |     |     |
+ * || |     |     |                        ...........................................
+ * || |     |     |                        a[i-1]   = 00111101111000010100011110101110
+ * || |     |     |                        a[i]     = 00111110010011001100110011001101
+ * || |     |     |                        xor_diff = 00000011101011011000101101100011
+ * || |     |     |                        .- 2-bit prefix                            : 0b11
+ * || |     |     |                        | .- lzb = 6                               : 0b00110
+ * || |     |     |                        | |     .- data length = (32 - 6) = 26     : 0b011010
+ * || |     |     |                        | |     |      .- data                     : 0b11101011011000101101100011
+ * || |     |     |                        | |     |      |
+ * || |     |     |                        | |     |      |                            ...........................................
+ * || |     |     |                        | |     |      |                            a[i-1]   = 00111110010011001100110011001101
+ * || |     |     |                        | |     |      |                            a[i]     = 00111101110011001100110011001101
+ * || |     |     |                        | |     |      |                            xor_diff = 00000011100000000000000000000000
+ * || |     |     |                        | |     |      |                            .- 2-bit prefix                            : 0b10
+ * || |     |     |                        | |     |      |                            | .- data                                  : 0b11100000000000000000000000
+ * VV_v____ v_____v________________________V_v_____v______v____________________________V_v_____________________________
+ * 01101010 01011010 11011000 10110110 00111100 11001101 01110101 10110001 01101100 01110111 00000000 00000000 00000000
+ *
+ * Please also see unit tests for:
+ *   * Examples on what output `BitWriter` produces on predefined input.
+ *   * Compatibility tests solidifying encoded binary output on set of predefined sequences.
+ */
+class CompressionCodecGorilla : public ICompressionCodec
+{
+public:
+    CompressionCodecGorilla(UInt8 data_bytes_size_);
+
+    uint8_t getMethodByte() const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return false; }
+
+private:
+    UInt8 data_bytes_size;
+};
+
+
 namespace ErrorCodes
 {
     extern const int CANNOT_COMPRESS;
diff --git a/src/Compression/CompressionCodecGorilla.h b/src/Compression/CompressionCodecGorilla.h
deleted file mode 100644
index 3613ab2a96f..00000000000
--- a/src/Compression/CompressionCodecGorilla.h
+++ /dev/null
@@ -1,115 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-
-namespace DB
-{
-
-/** Gorilla column codec implementation.
- *
- * Based on Gorilla paper: http://www.vldb.org/pvldb/vol8/p1816-teller.pdf
- *
- * This codec is best used against monotonic floating sequences, like CPU usage percentage
- * or any other gauge.
- *
- * Given input sequence a: [a0, a1, ... an]
- *
- * First, write number of items (sizeof(int32)*8 bits):                n
- * Then write first item as is (sizeof(a[0])*8 bits):                  a[0]
- * Loop over remaining items and calculate xor_diff:
- *   xor_diff = a[i] ^ a[i - 1] (e.g. 00000011'10110100)
- *   Write it in compact binary form with `BitWriter`
- *   if xor_diff == 0:
- *       write 1 bit:                                                  0
- *   else:
- *       calculate leading zero bits (lzb)
- *       and trailing zero bits (tzb) of xor_diff,
- *       compare to lzb and tzb of previous xor_diff
- *       (X = sizeof(a[i]) * 8, e.g. X = 16, lzb = 6, tzb = 2)
- *       if lzb >= prev_lzb && tzb >= prev_tzb:
- *           (e.g. prev_lzb=4, prev_tzb=1)
- *           write 2 bit prefix:                                       0b10
- *           write xor_diff >> prev_tzb (X - prev_lzb - prev_tzb bits):0b00111011010
- *           (where X = sizeof(a[i]) * 8, e.g. 16)
- *       else:
- *           write 2 bit prefix:                                       0b11
- *           write 5 bits of lzb:                                      0b00110
- *           write 6 bits of (X - lzb - tzb)=(16-6-2)=8:               0b001000
- *           write (X - lzb - tzb) non-zero bits of xor_diff:          0b11101101
- *           prev_lzb = lzb
- *           prev_tzb = tzb
- *
- * @example sequence of Float32 values [0.1, 0.1, 0.11, 0.2, 0.1] is encoded as:
- *
- * .- 4-byte little endian sequence length: 5                                 : 0x00000005
- * |                .- 4 byte (sizeof(Float32) a[0] as UInt32 : -10           : 0xcdcccc3d
- * |                |               .- 4 encoded xor diffs (see below)
- * v_______________ v______________ v__________________________________________________
- * \x05\x00\x00\x00\xcd\xcc\xcc\x3d\x6a\x5a\xd8\xb6\x3c\xcd\x75\xb1\x6c\x77\x00\x00\x00
- *
- * 4 binary encoded xor diffs (\x6a\x5a\xd8\xb6\x3c\xcd\x75\xb1\x6c\x77\x00\x00\x00):
- *
- * ...........................................
- * a[i-1]   = 00111101110011001100110011001101
- * a[i]     = 00111101110011001100110011001101
- * xor_diff = 00000000000000000000000000000000
- * .- 1-bit prefix                                                           : 0b0
- * |
- * | ...........................................
- * | a[i-1]   = 00111101110011001100110011001101
- * ! a[i]     = 00111101111000010100011110101110
- * | xor_diff = 00000000001011011000101101100011
- * | lzb = 10
- * | tzb = 0
- * |.- 2-bit prefix                                                          : 0b11
- * || .- lzb (10)                                                            : 0b1010
- * || |     .- data length (32-10-0): 22                                     : 0b010110
- * || |     |     .- data                                                    : 0b1011011000101101100011
- * || |     |     |
- * || |     |     |                        ...........................................
- * || |     |     |                        a[i-1]   = 00111101111000010100011110101110
- * || |     |     |                        a[i]     = 00111110010011001100110011001101
- * || |     |     |                        xor_diff = 00000011101011011000101101100011
- * || |     |     |                        .- 2-bit prefix                            : 0b11
- * || |     |     |                        | .- lzb = 6                               : 0b00110
- * || |     |     |                        | |     .- data length = (32 - 6) = 26     : 0b011010
- * || |     |     |                        | |     |      .- data                     : 0b11101011011000101101100011
- * || |     |     |                        | |     |      |
- * || |     |     |                        | |     |      |                            ...........................................
- * || |     |     |                        | |     |      |                            a[i-1]   = 00111110010011001100110011001101
- * || |     |     |                        | |     |      |                            a[i]     = 00111101110011001100110011001101
- * || |     |     |                        | |     |      |                            xor_diff = 00000011100000000000000000000000
- * || |     |     |                        | |     |      |                            .- 2-bit prefix                            : 0b10
- * || |     |     |                        | |     |      |                            | .- data                                  : 0b11100000000000000000000000
- * VV_v____ v_____v________________________V_v_____v______v____________________________V_v_____________________________
- * 01101010 01011010 11011000 10110110 00111100 11001101 01110101 10110001 01101100 01110111 00000000 00000000 00000000
- *
- * Please also see unit tests for:
- *   * Examples on what output `BitWriter` produces on predefined input.
- *   * Compatibility tests solidifying encoded binary output on set of predefined sequences.
- */
-class CompressionCodecGorilla : public ICompressionCodec
-{
-public:
-    CompressionCodecGorilla(UInt8 data_bytes_size_);
-
-    uint8_t getMethodByte() const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return false; }
-
-private:
-    UInt8 data_bytes_size;
-};
-
-}
diff --git a/src/Compression/CompressionCodecLZ4.cpp b/src/Compression/CompressionCodecLZ4.cpp
index 5f43b49706f..597a6c195eb 100644
--- a/src/Compression/CompressionCodecLZ4.cpp
+++ b/src/Compression/CompressionCodecLZ4.cpp
@@ -1,7 +1,7 @@
-#include "CompressionCodecLZ4.h"
-
 #include <lz4.h>
 #include <lz4hc.h>
+
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionInfo.h>
 #include <Compression/CompressionFactory.h>
 #include <Compression/LZ4_decompress_faster.h>
@@ -9,7 +9,12 @@
 #include <Parsers/ASTLiteral.h>
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTIdentifier.h>
+#include <IO/WriteBuffer.h>
 #include <IO/WriteHelpers.h>
+#include <IO/BufferWithOwnMemory.h>
+
+#include <Compression/LZ4_decompress_faster.h>
+
 
 #pragma GCC diagnostic ignored "-Wold-style-cast"
 
@@ -17,11 +22,51 @@
 namespace DB
 {
 
+class CompressionCodecLZ4 : public ICompressionCodec
+{
+public:
+    CompressionCodecLZ4();
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getAdditionalSizeAtTheEndOfBuffer() const override { return LZ4::ADDITIONAL_BYTES_AT_END_OF_BUFFER; }
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return true; }
+
+private:
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    mutable LZ4::PerformanceStatistics lz4_stat;
+    ASTPtr codec_desc;
+};
+
+
+class CompressionCodecLZ4HC : public CompressionCodecLZ4
+{
+public:
+    CompressionCodecLZ4HC(int level_);
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+private:
+    const int level;
+};
+
+
 namespace ErrorCodes
 {
-extern const int CANNOT_COMPRESS;
-extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-extern const int ILLEGAL_CODEC_PARAMETER;
+    extern const int CANNOT_COMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
 }
 
 CompressionCodecLZ4::CompressionCodecLZ4()
diff --git a/src/Compression/CompressionCodecLZ4.h b/src/Compression/CompressionCodecLZ4.h
deleted file mode 100644
index bf8b4e2dd1f..00000000000
--- a/src/Compression/CompressionCodecLZ4.h
+++ /dev/null
@@ -1,52 +0,0 @@
-#pragma once
-
-#include <IO/WriteBuffer.h>
-#include <Compression/ICompressionCodec.h>
-#include <IO/BufferWithOwnMemory.h>
-#include <Parsers/StringRange.h>
-#include <Compression/LZ4_decompress_faster.h>
-#include <Parsers/IAST_fwd.h>
-
-namespace DB
-{
-
-class CompressionCodecLZ4 : public ICompressionCodec
-{
-public:
-    CompressionCodecLZ4();
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getAdditionalSizeAtTheEndOfBuffer() const override { return LZ4::ADDITIONAL_BYTES_AT_END_OF_BUFFER; }
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-
-private:
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    mutable LZ4::PerformanceStatistics lz4_stat;
-    ASTPtr codec_desc;
-};
-
-
-class CompressionCodecLZ4HC : public CompressionCodecLZ4
-{
-public:
-    CompressionCodecLZ4HC(int level_);
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-private:
-    const int level;
-};
-
-}
diff --git a/src/Compression/CompressionCodecLZSSE.cpp b/src/Compression/CompressionCodecLZSSE.cpp
index 05c5f507e24..50585766b34 100644
--- a/src/Compression/CompressionCodecLZSSE.cpp
+++ b/src/Compression/CompressionCodecLZSSE.cpp
@@ -1,4 +1,4 @@
-#include <Compression/CompressionCodecLZSSE.h>
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionFactory.h>
 #include <Compression/CompressionInfo.h>
 #include <Parsers/ASTLiteral.h>
@@ -10,6 +10,29 @@
 
 namespace DB
 {
+
+class CompressionCodecLZSSE : public ICompressionCodec
+{
+public:
+    CompressionCodecLZSSE(UInt32 type_, UInt32 level_);
+
+    uint8_t getMethodByte() const override;
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return true; }
+    bool isExperimental() const override { return true; }
+
+private:
+    const UInt32 type;
+    const UInt32 level;
+};
+
+
 namespace ErrorCodes
 {
     extern const int CANNOT_COMPRESS;
diff --git a/src/Compression/CompressionCodecLZSSE.h b/src/Compression/CompressionCodecLZSSE.h
deleted file mode 100644
index 8c32987f873..00000000000
--- a/src/Compression/CompressionCodecLZSSE.h
+++ /dev/null
@@ -1,30 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-
-
-namespace DB
-{
-
-class CompressionCodecLZSSE : public ICompressionCodec
-{
-public:
-    CompressionCodecLZSSE(UInt32 type_, UInt32 level_);
-
-    uint8_t getMethodByte() const override;
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-    bool isExperimental() const override { return true; }
-
-private:
-    const UInt32 type;
-    const UInt32 level;
-};
-
-}
diff --git a/src/Compression/CompressionCodecLizard.cpp b/src/Compression/CompressionCodecLizard.cpp
index 17486693a7b..2059b12bab1 100644
--- a/src/Compression/CompressionCodecLizard.cpp
+++ b/src/Compression/CompressionCodecLizard.cpp
@@ -1,4 +1,4 @@
-#include <Compression/CompressionCodecLizard.h>
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionFactory.h>
 #include <Compression/CompressionInfo.h>
 #include <Parsers/ASTLiteral.h>
@@ -8,6 +8,32 @@
 
 namespace DB
 {
+class CompressionCodecLizard : public ICompressionCodec
+{
+public:
+    static constexpr auto LIZARD_DEFAULT_LEVEL = 1;
+
+    CompressionCodecLizard(int level_);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return true; }
+    bool isExperimental() const override { return true; }
+
+private:
+    const int level;
+};
+
+
 namespace ErrorCodes
 {
     extern const int CANNOT_COMPRESS;
diff --git a/src/Compression/CompressionCodecLizard.h b/src/Compression/CompressionCodecLizard.h
deleted file mode 100644
index 7304297a80c..00000000000
--- a/src/Compression/CompressionCodecLizard.h
+++ /dev/null
@@ -1,33 +0,0 @@
-#pragma once
-
-#include <Compression/ICompressionCodec.h>
-
-
-namespace DB
-{
-class CompressionCodecLizard : public ICompressionCodec
-{
-public:
-    static constexpr auto LIZARD_DEFAULT_LEVEL = 1;
-
-    CompressionCodecLizard(int level_);
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-    bool isExperimental() const override { return true; }
-
-private:
-    const int level;
-};
-
-}
diff --git a/src/Compression/CompressionCodecT64.cpp b/src/Compression/CompressionCodecT64.cpp
index f0fb8351410..377db915bce 100644
--- a/src/Compression/CompressionCodecT64.cpp
+++ b/src/Compression/CompressionCodecT64.cpp
@@ -1,6 +1,6 @@
 #include <cstring>
 
-#include <Compression/CompressionCodecT64.h>
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionFactory.h>
 #include <common/unaligned.h>
 #include <Parsers/IAST.h>
@@ -8,18 +8,63 @@
 #include <Parsers/ASTIdentifier.h>
 #include <Parsers/ASTFunction.h>
 #include <IO/WriteHelpers.h>
+#include <Core/Types.h>
 
 
 namespace DB
 {
 
+/// Get 64 integer values, makes 64x64 bit matrix, transpose it and crop unused bits (most significant zeroes).
+/// In example, if we have UInt8 with only 0 and 1 inside 64xUInt8 would be compressed into 1xUInt64.
+/// It detects unused bits by calculating min and max values of data part, saving them in header in compression phase.
+/// There's a special case with signed integers parts with crossing zero data. Here it stores one more bit to detect sign of value.
+class CompressionCodecT64 : public ICompressionCodec
+{
+public:
+    static constexpr UInt32 HEADER_SIZE = 1 + 2 * sizeof(UInt64);
+    static constexpr UInt32 MAX_COMPRESSED_BLOCK_SIZE = sizeof(UInt64) * 64;
+
+    /// There're 2 compression variants:
+    /// Byte - transpose bit matrix by bytes (only the last not full byte is transposed by bits). It's default.
+    /// Bits - full bit-transpose of the bit matrix. It uses more resources and leads to better compression with ZSTD (but worse with LZ4).
+    enum class Variant
+    {
+        Byte,
+        Bit
+    };
+
+    CompressionCodecT64(TypeIndex type_idx_, Variant variant_);
+
+    uint8_t getMethodByte() const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+    UInt32 doCompressData(const char * src, UInt32 src_size, char * dst) const override;
+    void doDecompressData(const char * src, UInt32 src_size, char * dst, UInt32 uncompressed_size) const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override
+    {
+        /// uncompressed_size - (uncompressed_size % (sizeof(T) * 64)) + sizeof(UInt64) * sizeof(T) + header_size
+        return uncompressed_size + MAX_COMPRESSED_BLOCK_SIZE + HEADER_SIZE;
+    }
+
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return false; }
+
+private:
+    TypeIndex type_idx;
+    Variant variant;
+};
+
+
 namespace ErrorCodes
 {
-extern const int CANNOT_COMPRESS;
-extern const int CANNOT_DECOMPRESS;
-extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-extern const int ILLEGAL_CODEC_PARAMETER;
-extern const int LOGICAL_ERROR;
+    extern const int CANNOT_COMPRESS;
+    extern const int CANNOT_DECOMPRESS;
+    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
+    extern const int ILLEGAL_CODEC_PARAMETER;
+    extern const int LOGICAL_ERROR;
 }
 
 namespace
diff --git a/src/Compression/CompressionCodecT64.h b/src/Compression/CompressionCodecT64.h
deleted file mode 100644
index c7664679d5a..00000000000
--- a/src/Compression/CompressionCodecT64.h
+++ /dev/null
@@ -1,53 +0,0 @@
-#pragma once
-
-#include <Core/Types.h>
-#include <Compression/ICompressionCodec.h>
-
-
-namespace DB
-{
-
-/// Get 64 integer values, makes 64x64 bit matrix, transpose it and crop unused bits (most significant zeroes).
-/// In example, if we have UInt8 with only 0 and 1 inside 64xUInt8 would be compressed into 1xUInt64.
-/// It detects unused bits by calculating min and max values of data part, saving them in header in compression phase.
-/// There's a special case with signed integers parts with crossing zero data. Here it stores one more bit to detect sign of value.
-class CompressionCodecT64 : public ICompressionCodec
-{
-public:
-    static constexpr UInt32 HEADER_SIZE = 1 + 2 * sizeof(UInt64);
-    static constexpr UInt32 MAX_COMPRESSED_BLOCK_SIZE = sizeof(UInt64) * 64;
-
-    /// There're 2 compression variants:
-    /// Byte - transpose bit matrix by bytes (only the last not full byte is transposed by bits). It's default.
-    /// Bits - full bit-transpose of the bit matrix. It uses more resources and leads to better compression with ZSTD (but worse with LZ4).
-    enum class Variant
-    {
-        Byte,
-        Bit
-    };
-
-    CompressionCodecT64(TypeIndex type_idx_, Variant variant_);
-
-    uint8_t getMethodByte() const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * src, UInt32 src_size, char * dst) const override;
-    void doDecompressData(const char * src, UInt32 src_size, char * dst, UInt32 uncompressed_size) const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override
-    {
-        /// uncompressed_size - (uncompressed_size % (sizeof(T) * 64)) + sizeof(UInt64) * sizeof(T) + header_size
-        return uncompressed_size + MAX_COMPRESSED_BLOCK_SIZE + HEADER_SIZE;
-    }
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return false; }
-
-private:
-    TypeIndex type_idx;
-    Variant variant;
-};
-
-}
diff --git a/src/Compression/CompressionCodecZSTD.cpp b/src/Compression/CompressionCodecZSTD.cpp
index 378f74ce7cf..4d3b5a181d1 100644
--- a/src/Compression/CompressionCodecZSTD.cpp
+++ b/src/Compression/CompressionCodecZSTD.cpp
@@ -1,4 +1,4 @@
-#include <Compression/CompressionCodecZSTD.h>
+#include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionInfo.h>
 #include <Compression/CompressionFactory.h>
 #include <zstd.h>
@@ -7,11 +7,45 @@
 #include <Parsers/ASTFunction.h>
 #include <Common/typeid_cast.h>
 #include <IO/WriteHelpers.h>
+#include <IO/WriteBuffer.h>
+#include <IO/BufferWithOwnMemory.h>
 
 
 namespace DB
 {
 
+class CompressionCodecZSTD : public ICompressionCodec
+{
+public:
+    static constexpr auto ZSTD_DEFAULT_LEVEL = 1;
+    static constexpr auto ZSTD_DEFAULT_LOG_WINDOW = 24;
+
+    CompressionCodecZSTD(int level_);
+
+    CompressionCodecZSTD(int level_, int window_log);
+
+    uint8_t getMethodByte() const override;
+
+    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
+
+    void updateHash(SipHash & hash) const override;
+
+protected:
+
+    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
+
+    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
+
+    bool isCompression() const override { return true; }
+    bool isGenericCompression() const override { return true; }
+
+private:
+    const int level;
+    const bool enable_long_range;
+    const int window_log;
+};
+
+
 namespace ErrorCodes
 {
     extern const int CANNOT_COMPRESS;
diff --git a/src/Compression/CompressionCodecZSTD.h b/src/Compression/CompressionCodecZSTD.h
deleted file mode 100644
index 2d67ff9cecb..00000000000
--- a/src/Compression/CompressionCodecZSTD.h
+++ /dev/null
@@ -1,42 +0,0 @@
-#pragma once
-
-#include <IO/WriteBuffer.h>
-#include <Compression/ICompressionCodec.h>
-#include <IO/BufferWithOwnMemory.h>
-#include <Parsers/StringRange.h>
-
-namespace DB
-{
-
-class CompressionCodecZSTD : public ICompressionCodec
-{
-public:
-    static constexpr auto ZSTD_DEFAULT_LEVEL = 1;
-    static constexpr auto ZSTD_DEFAULT_LOG_WINDOW = 24;
-
-    CompressionCodecZSTD(int level_);
-
-    CompressionCodecZSTD(int level_, int window_log);
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-
-private:
-    const int level;
-    const bool enable_long_range;
-    const int window_log;
-};
-
-}

From fdc5bb72f54aa78534047201fc10644d1bb14d81 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 04:14:29 +0300
Subject: [PATCH 0375/1060] Minor modification

---
 src/Compression/CompressionFactory.cpp | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index d73c94c8cc3..8965b499ea1 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
@@ -49,14 +50,16 @@ CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std
     if (level && param)
     {
         auto level_literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
-        auto param_literal = std::make_shared<ASTLiteral>(static_cast<std::string>(*param));
+        auto param_literal = std::make_shared<ASTLiteral>(*param);
         return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), level_literal, param_literal)), {});
     }
     else if (param)
     {
-        auto param_literal = std::make_shared<ASTLiteral>(static_cast<std::string>(*param));
+        auto param_literal = std::make_shared<ASTLiteral>(*param);
         return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), param_literal)), {});
-    } else {
+    }
+    else
+    {
         return get(family_name, level);
     }
 }

From 40d4f0678f0ea24ff97b10bb090b4122aa507198 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 23 May 2021 04:25:06 +0300
Subject: [PATCH 0376/1060] Remove overload (harmful)

---
 programs/compressor/Compressor.cpp            |  2 +-
 src/Client/Connection.cpp                     |  2 +-
 src/Compression/CompressionFactory.cpp        | 24 +++++++------------
 src/Compression/CompressionFactory.h          |  2 --
 src/DataStreams/TemporaryFileStream.h         |  2 +-
 src/Server/TCPHandler.cpp                     |  2 +-
 src/Storages/CompressionCodecSelector.h       |  2 +-
 .../DistributedBlockOutputStream.cpp          |  2 +-
 src/Storages/MergeTree/DataPartsExchange.cpp  |  4 ++--
 src/Storages/MergeTree/IMergeTreeDataPart.cpp |  4 ++--
 .../MergeTree/MergeTreeDataPartInMemory.cpp   |  4 ++--
 .../MergeTree/MergeTreeWriteAheadLog.cpp      |  7 +++++-
 12 files changed, 26 insertions(+), 31 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index 9f99f8eb95e..520fff199f0 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -144,7 +144,7 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             codec = CompressionCodecFactory::instance().get(ast, nullptr);
         }
         else
-            codec = CompressionCodecFactory::instance().get(method_family, level);
+            codec = CompressionCodecFactory::instance().get(method_family, level, {});
 
 
         std::unique_ptr<ReadBufferFromFileBase> rb;
diff --git a/src/Client/Connection.cpp b/src/Client/Connection.cpp
index 87f768d7e75..4346510269c 100644
--- a/src/Client/Connection.cpp
+++ b/src/Client/Connection.cpp
@@ -425,7 +425,7 @@ void Connection::sendQuery(
             level = settings->network_zstd_compression_level;
 
         CompressionCodecFactory::instance().validateCodec(method, level, !settings->allow_suspicious_codecs, settings->allow_experimental_codecs);
-        compression_codec = CompressionCodecFactory::instance().get(method, level);
+        compression_codec = CompressionCodecFactory::instance().get(method, level, {});
     }
     else
         compression_codec = CompressionCodecFactory::instance().getDefaultCodec();
diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index 8965b499ea1..1ce8c82fdd0 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -31,20 +31,6 @@ CompressionCodecPtr CompressionCodecFactory::getDefaultCodec() const
 }
 
 
-CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std::optional<int> level) const
-{
-    if (level)
-    {
-        auto literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
-        return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), literal)), {});
-    }
-    else
-    {
-        auto identifier = std::make_shared<ASTIdentifier>(Poco::toUpper(family_name));
-        return get(makeASTFunction("CODEC", identifier), {});
-    }
-}
-
 CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std::optional<int> level, std::optional<std::string> param) const
 {
     if (level && param)
@@ -58,9 +44,15 @@ CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std
         auto param_literal = std::make_shared<ASTLiteral>(*param);
         return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), param_literal)), {});
     }
+    else if (level)
+    {
+        auto level_literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
+        return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), level_literal)), {});
+    }
     else
     {
-        return get(family_name, level);
+        auto identifier = std::make_shared<ASTIdentifier>(Poco::toUpper(family_name));
+        return get(makeASTFunction("CODEC", identifier), {});
     }
 }
 
@@ -372,7 +364,7 @@ CompressionCodecFactory::CompressionCodecFactory()
     registerCodecDensity(*this);
     registerCodecsLZSSE(*this);
 
-    default_codec = get("LZ4", {});
+    default_codec = get("LZ4", {}, {});
 }
 
 CompressionCodecFactory & CompressionCodecFactory::instance()
diff --git a/src/Compression/CompressionFactory.h b/src/Compression/CompressionFactory.h
index 34dd8633611..a616b06c285 100644
--- a/src/Compression/CompressionFactory.h
+++ b/src/Compression/CompressionFactory.h
@@ -70,8 +70,6 @@ public:
     CompressionCodecPtr get(const uint8_t byte_code) const;
 
     /// For backward compatibility with config settings
-    CompressionCodecPtr get(const String & family_name, std::optional<int> level) const;
-
     CompressionCodecPtr get(const String & family_name, std::optional<int> level, std::optional<std::string> param) const;
 
     /// Register codec with parameters and column type
diff --git a/src/DataStreams/TemporaryFileStream.h b/src/DataStreams/TemporaryFileStream.h
index ce9071801d0..ac366106897 100644
--- a/src/DataStreams/TemporaryFileStream.h
+++ b/src/DataStreams/TemporaryFileStream.h
@@ -36,7 +36,7 @@ struct TemporaryFileStream
                       std::atomic<bool> * is_cancelled, const std::string & codec)
     {
         WriteBufferFromFile file_buf(path);
-        CompressedWriteBuffer compressed_buf(file_buf, CompressionCodecFactory::instance().get(codec, {}));
+        CompressedWriteBuffer compressed_buf(file_buf, CompressionCodecFactory::instance().get(codec, {}, {}));
         NativeBlockOutputStream output(compressed_buf, 0, header);
         copyData(input, output, is_cancelled);
         compressed_buf.finalize();
diff --git a/src/Server/TCPHandler.cpp b/src/Server/TCPHandler.cpp
index e147083d3b7..4baa3c455d2 100644
--- a/src/Server/TCPHandler.cpp
+++ b/src/Server/TCPHandler.cpp
@@ -1401,7 +1401,7 @@ void TCPHandler::initBlockOutput(const Block & block)
                 CompressionCodecFactory::instance().validateCodec(method, level, !query_settings.allow_suspicious_codecs, query_settings.allow_experimental_codecs);
 
                 state.maybe_compressed_out = std::make_shared<CompressedWriteBuffer>(
-                    *out, CompressionCodecFactory::instance().get(method, level));
+                    *out, CompressionCodecFactory::instance().get(method, level, {}));
             }
             else
                 state.maybe_compressed_out = out;
diff --git a/src/Storages/CompressionCodecSelector.h b/src/Storages/CompressionCodecSelector.h
index 746b3ce37ee..76c88546547 100644
--- a/src/Storages/CompressionCodecSelector.h
+++ b/src/Storages/CompressionCodecSelector.h
@@ -92,7 +92,7 @@ public:
 
         for (const auto & element : elements)
             if (element.check(part_size, part_size_ratio))
-                res = factory.get(element.family_name, element.level);
+                res = factory.get(element.family_name, element.level, {});
 
         return res;
     }
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index b91f5b10cf2..ed40290c0d3 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -633,7 +633,7 @@ void DistributedBlockOutputStream::writeToShard(const Block & block, const std::
         compression_level = settings.network_zstd_compression_level;
 
     CompressionCodecFactory::instance().validateCodec(compression_method, compression_level, !settings.allow_suspicious_codecs, settings.allow_experimental_codecs);
-    CompressionCodecPtr compression_codec = CompressionCodecFactory::instance().get(compression_method, compression_level);
+    CompressionCodecPtr compression_codec = CompressionCodecFactory::instance().get(compression_method, compression_level, {});
 
     /// tmp directory is used to ensure atomicity of transactions
     /// and keep monitor thread out from reading incomplete data
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index d5f4d91850c..f290d6780d5 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -600,7 +600,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
             metadata_snapshot->projections.get(projection_name).metadata,
             block.getNamesAndTypesList(),
             {},
-            CompressionCodecFactory::instance().get("NONE", {}));
+            CompressionCodecFactory::instance().get("NONE", {}, {}));
         part_out.writePrefix();
         part_out.write(block);
         part_out.writeSuffixAndFinalizePart(new_projection_part);
@@ -622,7 +622,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     new_data_part->partition.create(metadata_snapshot, block, 0);
 
     MergedBlockOutputStream part_out(
-        new_data_part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
+        new_data_part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}, {}));
     part_out.writePrefix();
     part_out.write(block);
     part_out.writeSuffixAndFinalizePart(new_data_part);
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index dc68a1dcb41..9fac317bfbd 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -691,7 +691,7 @@ void IMergeTreeDataPart::loadDefaultCompressionCodec()
     /// In memory parts doesn't have any compression
     if (!isStoredOnDisk())
     {
-        default_codec = CompressionCodecFactory::instance().get("NONE", {});
+        default_codec = CompressionCodecFactory::instance().get("NONE", {}, {});
         return;
     }
 
@@ -733,7 +733,7 @@ CompressionCodecPtr IMergeTreeDataPart::detectDefaultCompressionCodec() const
 {
     /// In memory parts doesn't have any compression
     if (!isStoredOnDisk())
-        return CompressionCodecFactory::instance().get("NONE", {});
+        return CompressionCodecFactory::instance().get("NONE", {}, {});
 
     auto metadata_snapshot = storage.getInMemoryMetadataPtr();
 
diff --git a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
index 473f2e598a9..555b514bd38 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
@@ -26,7 +26,7 @@ MergeTreeDataPartInMemory::MergeTreeDataPartInMemory(
         const IMergeTreeDataPart * parent_part_)
     : IMergeTreeDataPart(storage_, name_, volume_, relative_path_, Type::IN_MEMORY, parent_part_)
 {
-    default_codec = CompressionCodecFactory::instance().get("NONE", {});
+    default_codec = CompressionCodecFactory::instance().get("NONE", {}, {});
 }
 
 MergeTreeDataPartInMemory::MergeTreeDataPartInMemory(
@@ -38,7 +38,7 @@ MergeTreeDataPartInMemory::MergeTreeDataPartInMemory(
         const IMergeTreeDataPart * parent_part_)
     : IMergeTreeDataPart(storage_, name_, info_, volume_, relative_path_, Type::IN_MEMORY, parent_part_)
 {
-    default_codec = CompressionCodecFactory::instance().get("NONE", {});
+    default_codec = CompressionCodecFactory::instance().get("NONE", {}, {});
 }
 
 IMergeTreeDataPart::MergeTreeReaderPtr MergeTreeDataPartInMemory::getReader(
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
index 4c92d4f6136..bd5412b0bdf 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
@@ -189,7 +189,12 @@ MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const Stor
 
         if (action_type == ActionType::ADD_PART)
         {
-            MergedBlockOutputStream part_out(part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
+            MergedBlockOutputStream part_out(
+                part,
+                metadata_snapshot,
+                block.getNamesAndTypesList(),
+                {},
+                CompressionCodecFactory::instance().get("NONE", {}, {}));
 
             part->minmax_idx.update(block, storage.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
             part->partition.create(metadata_snapshot, block, 0);

From c343f85b641c7c9325455b31ebe39574add5de1d Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sun, 23 May 2021 02:26:40 +0300
Subject: [PATCH 0377/1060] Do not built clickhouse-keeper w/o NuRaft

Otherwise it will fail because of unused argument and unreachable code.
---
 programs/CMakeLists.txt    | 28 ++++++++++++++++++++++++++--
 programs/keeper/Keeper.cpp |  8 +-------
 2 files changed, 27 insertions(+), 9 deletions(-)

diff --git a/programs/CMakeLists.txt b/programs/CMakeLists.txt
index 6fd4c2050b4..2af0331c70b 100644
--- a/programs/CMakeLists.txt
+++ b/programs/CMakeLists.txt
@@ -49,6 +49,12 @@ option (ENABLE_CLICKHOUSE_GIT_IMPORT "A tool to analyze Git repositories"
 
 
 option (ENABLE_CLICKHOUSE_KEEPER "ClickHouse alternative to ZooKeeper" ${ENABLE_CLICKHOUSE_ALL})
+if (NOT USE_NURAFT)
+    # RECONFIGURE_MESSAGE_LEVEL should not be used here,
+    # since USE_NURAFT is set to OFF for FreeBSD and Darwin.
+    message (STATUS "clickhouse-keeper will not be built (lack of NuRaft)")
+    set(ENABLE_CLICKHOUSE_KEEPER OFF)
+endif()
 
 if (CLICKHOUSE_SPLIT_BINARY)
     option(ENABLE_CLICKHOUSE_INSTALL "Install ClickHouse without .deb/.rpm/.tgz packages (having the binary only)" OFF)
@@ -259,7 +265,10 @@ add_subdirectory (obfuscator)
 add_subdirectory (install)
 add_subdirectory (git-import)
 add_subdirectory (bash-completion)
-add_subdirectory (keeper)
+
+if (ENABLE_CLICKHOUSE_KEEPER)
+    add_subdirectory (keeper)
+endif()
 
 if (ENABLE_CLICKHOUSE_ODBC_BRIDGE)
     add_subdirectory (odbc-bridge)
@@ -278,7 +287,18 @@ if (CLICKHOUSE_ONE_SHARED)
 endif()
 
 if (CLICKHOUSE_SPLIT_BINARY)
-    set (CLICKHOUSE_ALL_TARGETS clickhouse-server clickhouse-client clickhouse-local clickhouse-benchmark clickhouse-extract-from-config clickhouse-compressor clickhouse-format clickhouse-obfuscator clickhouse-git-import clickhouse-copier clickhouse-keeper)
+    set (CLICKHOUSE_ALL_TARGETS
+        clickhouse-server
+        clickhouse-client
+        clickhouse-local
+        clickhouse-benchmark
+        clickhouse-extract-from-config
+        clickhouse-compressor
+        clickhouse-format
+        clickhouse-obfuscator
+        clickhouse-git-import
+        clickhouse-copier
+    )
 
     if (ENABLE_CLICKHOUSE_ODBC_BRIDGE)
         list (APPEND CLICKHOUSE_ALL_TARGETS clickhouse-odbc-bridge)
@@ -288,6 +308,10 @@ if (CLICKHOUSE_SPLIT_BINARY)
         list (APPEND CLICKHOUSE_ALL_TARGETS clickhouse-library-bridge)
     endif ()
 
+    if (ENABLE_CLICKHOUSE_KEEPER)
+        list (APPEND CLICKHOUSE_ALL_TARGETS clickhouse-keeper)
+    endif ()
+
     set_target_properties(${CLICKHOUSE_ALL_TARGETS} PROPERTIES RUNTIME_OUTPUT_DIRECTORY ..)
 
     add_custom_target (clickhouse-bundle ALL DEPENDS ${CLICKHOUSE_ALL_TARGETS})
diff --git a/programs/keeper/Keeper.cpp b/programs/keeper/Keeper.cpp
index b9d87ba7fdb..8b35ec12850 100644
--- a/programs/keeper/Keeper.cpp
+++ b/programs/keeper/Keeper.cpp
@@ -30,9 +30,7 @@
 #    include <Poco/Net/SecureServerSocket.h>
 #endif
 
-#if USE_NURAFT
-#   include <Server/KeeperTCPHandlerFactory.h>
-#endif
+#include <Server/KeeperTCPHandlerFactory.h>
 
 #if defined(OS_LINUX)
 #    include <unistd.h>
@@ -357,7 +355,6 @@ int Keeper::main(const std::vector<std::string> & /*args*/)
 
     auto servers = std::make_shared<std::vector<ProtocolServerAdapter>>();
 
-#if USE_NURAFT
     /// Initialize test keeper RAFT. Do nothing if no nu_keeper_server in config.
     global_context->initializeKeeperStorageDispatcher();
     for (const auto & listen_host : listen_hosts)
@@ -398,9 +395,6 @@ int Keeper::main(const std::vector<std::string> & /*args*/)
 #endif
         });
     }
-#else
-    throw Exception(ErrorCodes::SUPPORT_IS_DISABLED, "ClickHouse keeper built without NuRaft library. Cannot use coordination.");
-#endif
 
     for (auto & server : *servers)
         server.start();

From 0f98731c1f731d04245372f25ac1d07c20797f7c Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 22 May 2021 20:33:15 +0000
Subject: [PATCH 0378/1060] More integration tests

---
 docker/test/integration/runner/Dockerfile     |   3 +-
 src/Disks/HDFS/DiskHDFS.h                     |   2 +-
 src/Disks/IDiskRemote.h                       |   7 +-
 .../test_disk_hdfs/configs/storage.xml        |  11 -
 .../configs/storage_hdfs_as_default.xml       |  27 --
 tests/integration/test_disk_hdfs/test.py      |  73 ----
 .../__init__.py                               |   0
 .../configs/config.d}/log_conf.xml            |   1 +
 .../configs/config.d/storage_conf.xml         |  30 ++
 .../integration/test_merge_tree_hdfs/test.py  | 368 ++++++++++++++++++
 10 files changed, 406 insertions(+), 116 deletions(-)
 delete mode 100644 tests/integration/test_disk_hdfs/configs/storage.xml
 delete mode 100644 tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml
 delete mode 100644 tests/integration/test_disk_hdfs/test.py
 rename tests/integration/{test_disk_hdfs => test_merge_tree_hdfs}/__init__.py (100%)
 rename tests/integration/{test_disk_hdfs/configs => test_merge_tree_hdfs/configs/config.d}/log_conf.xml (86%)
 create mode 100644 tests/integration/test_merge_tree_hdfs/configs/config.d/storage_conf.xml
 create mode 100644 tests/integration/test_merge_tree_hdfs/test.py

diff --git a/docker/test/integration/runner/Dockerfile b/docker/test/integration/runner/Dockerfile
index 783e689ed01..cff49a805fa 100644
--- a/docker/test/integration/runner/Dockerfile
+++ b/docker/test/integration/runner/Dockerfile
@@ -80,7 +80,8 @@ RUN python3 -m pip install \
     redis \
     tzlocal \
     urllib3 \
-    requests-kerberos
+    requests-kerberos \
+    pyhdfs
 
 COPY modprobe.sh /usr/local/bin/modprobe
 COPY dockerd-entrypoint.sh /usr/local/bin/
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index cea3e7f566e..8f971dd534f 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -47,7 +47,7 @@ public:
 
     std::unique_ptr<WriteBufferFromFileBase> writeFile(const String & path, size_t buf_size, WriteMode mode) override;
 
-    void removeFromRemoteFS(const RemoteFSPathKeeper & remote_paths_keeper) override;
+    void removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper) override;
 
 private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index 5808a656fb6..fbad2b2c2a3 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -19,7 +19,8 @@
 namespace DB
 {
 
-/// Helper class to collect keys into chunks of maximum size (to prepare batch requests to AWS API)
+/// Helper class to collect keys into chunks of maximum size (to prepare batch requests to AWS API).
+/// Used for both S3 and HDFS.
 class RemoteFSPathKeeper : public std::list<Aws::Vector<Aws::S3::Model::ObjectIdentifier>>
 {
 public:
@@ -134,9 +135,9 @@ protected:
     const String metadata_path;
 
 private:
-    void removeMeta(const String & path, RemoteFSPathKeeper & keys);
+    void removeMeta(const String & path, RemoteFSPathKeeper & fs_paths_keeper);
 
-    void removeMetaRecursive(const String & path, RemoteFSPathKeeper & keys);
+    void removeMetaRecursive(const String & path, RemoteFSPathKeeper & fs_paths_keeper);
 
     bool tryReserve(UInt64 bytes);
 
diff --git a/tests/integration/test_disk_hdfs/configs/storage.xml b/tests/integration/test_disk_hdfs/configs/storage.xml
deleted file mode 100644
index 028be469306..00000000000
--- a/tests/integration/test_disk_hdfs/configs/storage.xml
+++ /dev/null
@@ -1,11 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <storage_configuration>
-        <disks>
-            <hdfs>
-                <type>hdfs</type>
-                <endpoint>hdfs://hdfs1:9000/</endpoint>
-            </hdfs>
-        </disks>
-    </storage_configuration>
-</yandex>
diff --git a/tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml b/tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml
deleted file mode 100644
index 0ea26255227..00000000000
--- a/tests/integration/test_disk_hdfs/configs/storage_hdfs_as_default.xml
+++ /dev/null
@@ -1,27 +0,0 @@
-<?xml version="1.0"?>
-<yandex>
-    <storage_configuration>
-        <disks>
-            <default>
-                <type>hdfs</type>
-                <endpoint>hdfs://hdfs1:9000/</endpoint>
-            </default>
-        </disks>
-        <policies>
-            <hdfs_main>
-                <volumes>
-                    <main>
-                        <disk>default</disk>
-                    </main>
-                </volumes>
-            </hdfs_main>
-            <hdfs_cold>
-                <volumes>
-                    <main>
-                        <disk>default</disk>
-                    </main>
-                </volumes>
-            </hdfs_cold>
-        </policies>
-    </storage_configuration>
-</yandex>
diff --git a/tests/integration/test_disk_hdfs/test.py b/tests/integration/test_disk_hdfs/test.py
deleted file mode 100644
index 1b00509fdd8..00000000000
--- a/tests/integration/test_disk_hdfs/test.py
+++ /dev/null
@@ -1,73 +0,0 @@
-import os
-import pytest
-from helpers.cluster import ClickHouseCluster
-from helpers.hdfs_api import HDFSApi
-
-cluster = ClickHouseCluster(__file__)
-
-node1 = cluster.add_instance('node1', main_configs=[
-    'configs/storage.xml',
-    'configs/log_conf.xml'], with_hdfs=True)
-
-node2 = cluster.add_instance('node2', main_configs=[
-    'configs/storage_hdfs_as_default.xml',
-    'configs/log_conf.xml'], with_hdfs=True)
-
-
-@pytest.fixture(scope="module")
-def started_cluster():
-    try:
-        cluster.start()
-        yield cluster
-
-    finally:
-        cluster.shutdown()
-
-
-def test_read_write(started_cluster):
-    node1.query("DROP TABLE IF EXISTS simple_test")
-    node1.query("CREATE TABLE simple_test (id UInt64) Engine=TinyLog SETTINGS disk = 'hdfs'")
-    node1.query("INSERT INTO simple_test SELECT number FROM numbers(3)")
-    node1.query("INSERT INTO simple_test SELECT number FROM numbers(3, 3)")
-    assert node1.query("SELECT * FROM simple_test") == "0\n1\n2\n3\n4\n5\n"
-
-
-def test_hdfs_disk_as_default(started_cluster):
-    assert int(node2.query("SELECT count() FROM system.disks")) == 1
-    assert node2.query("SELECT name, type FROM system.disks") == "default\thdfs\n"
-
-    node2.query("CREATE DATABASE test_database")
-    assert 'test_database' in node2.query('SHOW DATABASES')
-
-    node2.query("DROP TABLE IF EXISTS test_database.test_table")
-    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
-
-    node2.query("CREATE TABLE test_database.test_table (id UInt32) Engine=Memory()")
-    assert 'test_table' in node2.query('SHOW TABLES FROM test_database')
-
-    for i in range(5):
-        node2.query("INSERT INTO test_database.test_table SELECT number FROM numbers(100000)")
-    assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 5 * 100000
-
-    node2.query("RENAME TABLE test_database.test_table to test_database.test")
-    assert int(node2.query("SELECT count() FROM test_database.test").rstrip()) == 5 * 100000
-
-    node2.query("RENAME TABLE test_database.test to test_database.test_table")
-
-    node2.query("TRUNCATE TABLE test_database.test_table")
-    assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 0
-
-    node2.query("INSERT INTO test_database.test_table SELECT number FROM numbers(100000)")
-    assert int(node2.query("SELECT count() FROM test_database.test_table").rstrip()) == 100000
-
-    node2.query("DETACH TABLE test_database.test_table")
-    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
-
-    node2.query("ATTACH TABLE test_database.test_table")
-    assert 'test_table' in node2.query('SHOW TABLES FROM test_database')
-
-    node2.query("DROP TABLE test_database.test_table")
-    assert 'test_table' not in node2.query('SHOW TABLES FROM test_database')
-
-    node2.query("DROP DATABASE test_database")
-    assert 'test_database' not in node2.query('SHOW DATABASES')
diff --git a/tests/integration/test_disk_hdfs/__init__.py b/tests/integration/test_merge_tree_hdfs/__init__.py
similarity index 100%
rename from tests/integration/test_disk_hdfs/__init__.py
rename to tests/integration/test_merge_tree_hdfs/__init__.py
diff --git a/tests/integration/test_disk_hdfs/configs/log_conf.xml b/tests/integration/test_merge_tree_hdfs/configs/config.d/log_conf.xml
similarity index 86%
rename from tests/integration/test_disk_hdfs/configs/log_conf.xml
rename to tests/integration/test_merge_tree_hdfs/configs/config.d/log_conf.xml
index f9d15e572aa..318a6bca95d 100644
--- a/tests/integration/test_disk_hdfs/configs/log_conf.xml
+++ b/tests/integration/test_merge_tree_hdfs/configs/config.d/log_conf.xml
@@ -1,4 +1,5 @@
 <yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
     <logger>
         <level>trace</level>
         <log>/var/log/clickhouse-server/log.log</log>
diff --git a/tests/integration/test_merge_tree_hdfs/configs/config.d/storage_conf.xml b/tests/integration/test_merge_tree_hdfs/configs/config.d/storage_conf.xml
new file mode 100644
index 00000000000..d43e18fa99c
--- /dev/null
+++ b/tests/integration/test_merge_tree_hdfs/configs/config.d/storage_conf.xml
@@ -0,0 +1,30 @@
+<yandex>
+    <storage_configuration>
+        <disks>
+            <hdfs>
+                <type>hdfs</type>
+                <endpoint>hdfs://hdfs1:9000/clickhouse/</endpoint>
+            </hdfs>
+            <hdd>
+                <type>local</type>
+                <path>/</path>
+            </hdd>
+        </disks>
+        <policies>
+            <hdfs>
+                <volumes>
+                    <main>
+                        <disk>hdfs</disk>
+                    </main>
+                    <external>
+                        <disk>hdd</disk>
+                    </external>
+                </volumes>
+            </hdfs>
+        </policies>
+    </storage_configuration>
+
+    <merge_tree>
+        <min_bytes_for_wide_part>0</min_bytes_for_wide_part>
+    </merge_tree>
+</yandex>
diff --git a/tests/integration/test_merge_tree_hdfs/test.py b/tests/integration/test_merge_tree_hdfs/test.py
new file mode 100644
index 00000000000..39827624fc5
--- /dev/null
+++ b/tests/integration/test_merge_tree_hdfs/test.py
@@ -0,0 +1,368 @@
+import logging
+import random
+import string
+import time
+import threading
+import os
+
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+from pyhdfs import HdfsClient
+
+logging.getLogger().setLevel(logging.INFO)
+logging.getLogger().addHandler(logging.StreamHandler())
+
+
+SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
+CONFIG_PATH = os.path.join(SCRIPT_DIR, './_instances/node/configs/config.d/storage_conf.xml')
+
+
+def create_table(cluster, table_name, additional_settings=None):
+    node = cluster.instances["node"]
+
+    create_table_statement = """
+        CREATE TABLE {} (
+            dt Date, id Int64, data String,
+            INDEX min_max (id) TYPE minmax GRANULARITY 3
+        ) ENGINE=MergeTree()
+        PARTITION BY dt
+        ORDER BY (dt, id)
+        SETTINGS
+            storage_policy='hdfs',
+            old_parts_lifetime=0,
+            index_granularity=512
+        """.format(table_name)
+
+    if additional_settings:
+        create_table_statement += ","
+        create_table_statement += additional_settings
+
+    node.query(create_table_statement)
+
+
+FILES_OVERHEAD = 1
+FILES_OVERHEAD_PER_COLUMN = 2  # Data and mark files
+FILES_OVERHEAD_PER_PART_WIDE = FILES_OVERHEAD_PER_COLUMN * 3 + 2 + 6 + 1
+FILES_OVERHEAD_PER_PART_COMPACT = 10 + 1
+
+
+def random_string(length):
+    letters = string.ascii_letters
+    return ''.join(random.choice(letters) for i in range(length))
+
+
+def generate_values(date_str, count, sign=1):
+    data = [[date_str, sign * (i + 1), random_string(10)] for i in range(count)]
+    data.sort(key=lambda tup: tup[1])
+    return ",".join(["('{}',{},'{}')".format(x, y, z) for x, y, z in data])
+
+
+@pytest.fixture(scope="module")
+def cluster():
+    try:
+        cluster = ClickHouseCluster(__file__)
+        cluster.add_instance("node", main_configs=["configs/config.d/storage_conf.xml",
+                                                   "configs/config.d/log_conf.xml"], with_hdfs=True)
+        logging.info("Starting cluster...")
+        cluster.start()
+        logging.info("Cluster started")
+
+        fs = HdfsClient(hosts='localhost')
+        fs.mkdirs('/clickhouse')
+
+        logging.info("Created HDFS directory")
+
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+
+def wait_for_delete_hdfs_objects(cluster, expected, num_tries=30):
+    fs = HdfsClient(hosts='localhost')
+    while num_tries > 0:
+        num_hdfs_objects = len(fs.listdir('/clickhouse'))
+        if num_hdfs_objects == expected:
+            break;
+        num_tries -= 1
+        time.sleep(1)
+    assert(len(fs.listdir('/clickhouse')) == expected)
+
+
+@pytest.fixture(autouse=True)
+def drop_table(cluster):
+    node = cluster.instances["node"]
+
+    fs = HdfsClient(hosts='localhost')
+    hdfs_objects = fs.listdir('/clickhouse')
+    print('Number of hdfs objects to delete:', len(hdfs_objects), sep=' ')
+
+    node.query("DROP TABLE IF EXISTS hdfs_test SYNC")
+
+    try:
+        wait_for_delete_hdfs_objects(cluster, 0)
+    finally:
+        hdfs_objects = fs.listdir('/clickhouse')
+        if len(hdfs_objects) == 0:
+            return
+        print("Manually removing extra objects to prevent tests cascade failing: ", hdfs_objects)
+        for path in hdfs_objects:
+            fs.delete(path)
+
+
+@pytest.mark.parametrize("min_rows_for_wide_part,files_per_part", [(0, FILES_OVERHEAD_PER_PART_WIDE), (8192, FILES_OVERHEAD_PER_PART_COMPACT)])
+def test_simple_insert_select(cluster, min_rows_for_wide_part, files_per_part):
+    create_table(cluster, "hdfs_test", additional_settings="min_rows_for_wide_part={}".format(min_rows_for_wide_part))
+
+    node = cluster.instances["node"]
+
+    values1 = generate_values('2020-01-03', 4096)
+    node.query("INSERT INTO hdfs_test VALUES {}".format(values1))
+    assert node.query("SELECT * FROM hdfs_test order by dt, id FORMAT Values") == values1
+
+    fs = HdfsClient(hosts='localhost')
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    print(hdfs_objects)
+    assert len(hdfs_objects) == FILES_OVERHEAD + files_per_part
+
+    values2 = generate_values('2020-01-04', 4096)
+    node.query("INSERT INTO hdfs_test VALUES {}".format(values2))
+    assert node.query("SELECT * FROM hdfs_test ORDER BY dt, id FORMAT Values") == values1 + "," + values2
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + files_per_part * 2
+
+    assert node.query("SELECT count(*) FROM hdfs_test where id = 1 FORMAT Values") == "(2)"
+
+
+def test_alter_table_columns(cluster):
+    create_table(cluster, "hdfs_test")
+
+    node = cluster.instances["node"]
+    fs = HdfsClient(hosts='localhost')
+
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096, -1)))
+
+    node.query("ALTER TABLE hdfs_test ADD COLUMN col1 UInt64 DEFAULT 1")
+    # To ensure parts have merged
+    node.query("OPTIMIZE TABLE hdfs_test")
+
+    assert node.query("SELECT sum(col1) FROM hdfs_test FORMAT Values") == "(8192)"
+    assert node.query("SELECT sum(col1) FROM hdfs_test WHERE id > 0 FORMAT Values") == "(4096)"
+    wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE + FILES_OVERHEAD_PER_COLUMN)
+
+    node.query("ALTER TABLE hdfs_test MODIFY COLUMN col1 String", settings={"mutations_sync": 2})
+
+    assert node.query("SELECT distinct(col1) FROM hdfs_test FORMAT Values") == "('1')"
+    # and file with mutation
+    wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE + FILES_OVERHEAD_PER_COLUMN + 1)
+
+    node.query("ALTER TABLE hdfs_test DROP COLUMN col1", settings={"mutations_sync": 2})
+
+    # and 2 files with mutations
+    wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE + 2)
+
+
+def test_attach_detach_partition(cluster):
+    create_table(cluster, "hdfs_test")
+
+    node = cluster.instances["node"]
+    fs = HdfsClient(hosts='localhost')
+
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(8192)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 2
+
+    node.query("ALTER TABLE hdfs_test DETACH PARTITION '2020-01-03'")
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(4096)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 2
+
+    node.query("ALTER TABLE hdfs_test ATTACH PARTITION '2020-01-03'")
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(8192)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 2
+
+    node.query("ALTER TABLE hdfs_test DROP PARTITION '2020-01-03'")
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(4096)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE
+
+    node.query("ALTER TABLE hdfs_test DETACH PARTITION '2020-01-04'")
+    node.query("ALTER TABLE hdfs_test DROP DETACHED PARTITION '2020-01-04'", settings={"allow_drop_detached": 1})
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(0)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD
+
+
+def test_move_partition_to_another_disk(cluster):
+    create_table(cluster, "hdfs_test")
+
+    node = cluster.instances["node"]
+    fs = HdfsClient(hosts='localhost')
+
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(8192)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 2
+
+    node.query("ALTER TABLE hdfs_test MOVE PARTITION '2020-01-04' TO DISK 'hdd'")
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(8192)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE
+
+    node.query("ALTER TABLE hdfs_test MOVE PARTITION '2020-01-04' TO DISK 'hdfs'")
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(8192)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 2
+
+
+def test_table_manipulations(cluster):
+    create_table(cluster, "hdfs_test")
+
+    node = cluster.instances["node"]
+    fs = HdfsClient(hosts='localhost')
+
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))
+
+    node.query("RENAME TABLE hdfs_test TO hdfs_renamed")
+    assert node.query("SELECT count(*) FROM hdfs_renamed FORMAT Values") == "(8192)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 2
+
+    node.query("RENAME TABLE hdfs_renamed TO hdfs_test")
+    assert node.query("CHECK TABLE hdfs_test FORMAT Values") == "(1)"
+
+    node.query("DETACH TABLE hdfs_test")
+    node.query("ATTACH TABLE hdfs_test")
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(8192)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 2
+
+    node.query("TRUNCATE TABLE hdfs_test")
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(0)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD
+
+
+def test_move_replace_partition_to_another_table(cluster):
+    create_table(cluster, "hdfs_test")
+
+    node = cluster.instances["node"]
+    fs = HdfsClient(hosts='localhost')
+
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-05', 4096, -1)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-06', 4096, -1)))
+    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(16384)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 4
+
+    create_table(cluster, "hdfs_clone")
+
+    node.query("ALTER TABLE hdfs_test MOVE PARTITION '2020-01-03' TO TABLE hdfs_clone")
+    node.query("ALTER TABLE hdfs_test MOVE PARTITION '2020-01-05' TO TABLE hdfs_clone")
+    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(8192)"
+    assert node.query("SELECT sum(id) FROM hdfs_clone FORMAT Values") == "(0)"
+    assert node.query("SELECT count(*) FROM hdfs_clone FORMAT Values") == "(8192)"
+
+    # Number of objects in HDFS should be unchanged.
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD * 2 + FILES_OVERHEAD_PER_PART_WIDE * 4
+
+    # Add new partitions to source table, but with different values and replace them from copied table.
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096, -1)))
+    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-05', 4096)))
+    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(16384)"
+
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD * 2 + FILES_OVERHEAD_PER_PART_WIDE * 6
+
+    node.query("ALTER TABLE hdfs_test REPLACE PARTITION '2020-01-03' FROM hdfs_clone")
+    node.query("ALTER TABLE hdfs_test REPLACE PARTITION '2020-01-05' FROM hdfs_clone")
+    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(16384)"
+    assert node.query("SELECT sum(id) FROM hdfs_clone FORMAT Values") == "(0)"
+    assert node.query("SELECT count(*) FROM hdfs_clone FORMAT Values") == "(8192)"
+
+    # Wait for outdated partitions deletion.
+    print(1)
+    wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD * 2 + FILES_OVERHEAD_PER_PART_WIDE * 4)
+
+    node.query("DROP TABLE hdfs_clone NO DELAY")
+    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
+    assert node.query("SELECT count(*) FROM hdfs_test FORMAT Values") == "(16384)"
+
+    # Data should remain in hdfs
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 4
+
+    node.query("DROP TABLE hdfs_test NO DELAY")
+    # Backup data should remain in hdfs.
+    print(2)
+    # TODO: it gets deleted, but shouldn't
+    #wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD_PER_PART_WIDE * 4)
+
+
+#@pytest.mark.parametrize("merge_vertical", [False, True])
+#def test_insert_same_partition_and_merge(cluster, merge_vertical):
+#    settings = None
+#    if merge_vertical:
+#        settings = """
+#            vertical_merge_algorithm_min_rows_to_activate=0,
+#            vertical_merge_algorithm_min_columns_to_activate=0
+#        """
+#    create_table(cluster, "hdfs_test", additional_settings=settings)
+#
+#    node = cluster.instances["node"]
+#    fs = HdfsClient(hosts='localhost')
+#
+#    node.query("SYSTEM STOP MERGES hdfs_test")
+#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 1024)))
+#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 2048)))
+#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
+#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 1024, -1)))
+#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 2048, -1)))
+#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096, -1)))
+#    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
+#    assert node.query("SELECT count(distinct(id)) FROM hdfs_test FORMAT Values") == "(8192)"
+#
+#    hdfs_objects = fs.listdir('/clickhouse')
+#    assert len(hdfs_objects) == FILES_OVERHEAD_PER_PART_WIDE * 6 + FILES_OVERHEAD
+#
+#    node.query("SYSTEM START MERGES hdfs_test")
+#
+#    # Wait for merges and old parts deletion
+#    for attempt in range(0, 10):
+#        parts_count = node.query("SELECT COUNT(*) FROM system.parts WHERE table = 'hdfs_test' FORMAT Values")
+#        if parts_count == "(1)":
+#            break
+#        if attempt == 9:
+#            assert parts_count == "(1)"
+#        time.sleep(1)
+#
+#    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
+#    assert node.query("SELECT count(distinct(id)) FROM hdfs_test FORMAT Values") == "(8192)"
+#    wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD_PER_PART_WIDE + FILES_OVERHEAD)

From 866b29fb5a0402e646bbd7e26a0a9780e6d2849e Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 23 May 2021 10:56:13 +0300
Subject: [PATCH 0379/1060] Return list fds with Poco, more canonical

---
 base/daemon/BaseDaemon.cpp                                | 8 +++++---
 src/Databases/DatabaseAtomic.cpp                          | 6 +++---
 .../Embedded/GeodataProviders/HierarchiesProvider.cpp     | 2 +-
 src/Formats/FormatSchemaInfo.cpp                          | 2 +-
 src/Interpreters/InterpreterCreateQuery.cpp               | 2 +-
 5 files changed, 11 insertions(+), 9 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 742d0958668..a2118cc7bb1 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -57,6 +57,7 @@
 #include <Common/getExecutablePath.h>
 #include <Common/getHashOfLoadedBinary.h>
 #include <Common/Elf.h>
+#include <Poco/File.h>
 #include <filesystem>
 
 #if !defined(ARCADIA_BUILD)
@@ -530,11 +531,12 @@ void BaseDaemon::closeFDs()
 #endif
     if (fs::is_directory(proc_path)) /// Hooray, proc exists
     {
+        std::vector<std::string> fds;
         /// in /proc/self/fd directory filenames are numeric file descriptors
-        fs::directory_iterator dir_end;
-        for (fs::directory_iterator dir_it(proc_path); dir_it != dir_end; ++dir_it)
+        Poco::File(proc_path.string()).list(fds);
+        for (const auto & fd_str : fds)
         {
-            int fd = DB::parse<int>(dir_it->path().filename());
+            int fd = DB::parse<int>(fd_str);
             if (fd > 2 && fd != signal_pipe.fds_rw[0] && fd != signal_pipe.fds_rw[1])
                 ::close(fd);
         }
diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index b69af842978..e4b7d6e3038 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -443,9 +443,9 @@ void DatabaseAtomic::tryCreateSymlink(const String & table_name, const String &
     try
     {
         String link = path_to_table_symlinks + escapeForFileName(table_name);
-        fs::path data = fs::absolute(getContext()->getPath()).string() + actual_data_path;
+        fs::path data = fs::canonical(getContext()->getPath()) / actual_data_path;
         if (!if_data_path_exist || fs::exists(data))
-            fs::create_symlink(data, link);
+            fs::create_directory_symlink(data, link);
     }
     catch (...)
     {
@@ -481,7 +481,7 @@ void DatabaseAtomic::tryCreateMetadataSymlink()
     {
         try
         {
-            fs::create_symlink(metadata_path, path_to_metadata_symlink);
+            fs::create_directory_symlink(metadata_path, path_to_metadata_symlink);
         }
         catch (...)
         {
diff --git a/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp b/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
index 3f35b9102a2..210459da0be 100644
--- a/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
+++ b/src/Dictionaries/Embedded/GeodataProviders/HierarchiesProvider.cpp
@@ -30,7 +30,7 @@ RegionsHierarchiesDataProvider::RegionsHierarchiesDataProvider(const std::string
 void RegionsHierarchiesDataProvider::discoverFilesWithCustomHierarchies()
 {
     std::string basename = fs::path(path).stem();
-    fs::path dir_path = fs::absolute(path).parent_path();
+    fs::path dir_path = fs::canonical(path).parent_path();
 
     fs::directory_iterator dir_end;
     for (fs::directory_iterator dir_it(dir_path); dir_it != dir_end; ++dir_it)
diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index 513d9738f62..f985cb2681f 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -67,7 +67,7 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
 
     auto default_schema_directory = [&format_schema_path]()
     {
-        static const String str = fs::absolute(format_schema_path) / "";
+        static const String str = fs::canonical(format_schema_path) / "";
         return str;
     };
 
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 8c872dcdec5..86b810d031e 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -112,7 +112,7 @@ BlockIO InterpreterCreateQuery::createDatabase(ASTCreateQuery & create)
 
     /// Will write file with database metadata, if needed.
     String database_name_escaped = escapeForFileName(database_name);
-    fs::path metadata_path = fs::absolute(getContext()->getPath());
+    fs::path metadata_path = fs::canonical(getContext()->getPath());
     fs::path metadata_file_tmp_path = metadata_path / "metadata" / (database_name_escaped + ".sql.tmp");
     fs::path metadata_file_path = metadata_path / "metadata" / (database_name_escaped + ".sql");
 

From 32859fd9016bde4370573e119eb730f206f07c81 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sun, 23 May 2021 12:43:29 +0300
Subject: [PATCH 0380/1060] Update min_count_to_compile_expression

---
 src/Core/Settings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 737385237e9..125879486ab 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -102,7 +102,7 @@ class IColumn;
     \
     M(Bool, allow_suspicious_low_cardinality_types, false, "In CREATE TABLE statement allows specifying LowCardinality modifier for types of small fixed size (8 or less). Enabling this may increase merge times and memory consumption.", 0) \
     M(Bool, compile_expressions, true, "Compile some scalar functions and operators to native code.", 0) \
-    M(UInt64, min_count_to_compile_expression, 0, "The number of identical expressions before they are JIT-compiled", 0) \
+    M(UInt64, min_count_to_compile_expression, 3, "The number of identical expressions before they are JIT-compiled", 0) \
     M(UInt64, group_by_two_level_threshold, 100000, "From what number of keys, a two-level aggregation starts. 0 - the threshold is not set.", 0) \
     M(UInt64, group_by_two_level_threshold_bytes, 50000000, "From what size of the aggregation state in bytes, a two-level aggregation begins to be used. 0 - the threshold is not set. Two-level aggregation is used when at least one of the thresholds is triggered.", 0) \
     M(Bool, distributed_aggregation_memory_efficient, true, "Is the memory-saving mode of distributed aggregation enabled.", 0) \

From b949b4384b3a20ca332aca1c6c5e75e60ef55bcc Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Sun, 23 May 2021 13:20:19 +0300
Subject: [PATCH 0381/1060] Fixes after review

---
 docs/en/operations/configuration-files.md |    2 +-
 programs/server/config-example.yaml       | 1000 ++++++++++-----------
 2 files changed, 484 insertions(+), 518 deletions(-)

diff --git a/docs/en/operations/configuration-files.md b/docs/en/operations/configuration-files.md
index eeed344f970..a52d82f21d0 100644
--- a/docs/en/operations/configuration-files.md
+++ b/docs/en/operations/configuration-files.md
@@ -57,7 +57,7 @@ $ cat /etc/clickhouse-server/users.d/alice.xml
 
 ## YAML examples {#example}
 
-Here you can see default config written in YAML: [config-example.yaml](../../../programs/server/config-example.yaml).
+Here you can see default config written in YAML: [config-example.yaml](https://github.com/ClickHouse/ClickHouse/blob/master/programs/server/config-example.yaml).
 
 There are some differences between YAML and XML formats in terms of ClickHouse configurations. Here are some tips for writing a configuration in YAML format.
 
diff --git a/programs/server/config-example.yaml b/programs/server/config-example.yaml
index 49e5f7ee853..48973fe6fc0 100644
--- a/programs/server/config-example.yaml
+++ b/programs/server/config-example.yaml
@@ -3,88 +3,82 @@
 # You can either move the settings to the right place inside "users.xml" file
 # or add skip_check_for_incorrect_settings: 1 here.
 logger:
-# Possible levels [1]:
-# - none (turns off logging)
-# - fatal
-# - critical
-# - error
-# - warning
-# - notice
-# - information
-# - debug
-# - trace
-#
-# [1]: https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/Logger.h#L105-L114
-  level: trace
-  log: /var/log/clickhouse-server/clickhouse-server.log
-  errorlog: /var/log/clickhouse-server/clickhouse-server.err.log
-# Rotation policy
-# See https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/FileChannel.h#L54-L85
-  size: 1000M
-  count: 10
-# console: 1
-# Default behavior is autodetection (log to console if not daemon mode and is tty)
-# Per level overrides (legacy):
-# For example to suppress logging of the ConfigReloader you can use:
-# NOTE: levels.logger is reserved, see below.
+    # Possible levels [1]:
+    # - none (turns off logging)
+    # - fatal
+    # - critical
+    # - error
+    # - warning
+    # - notice
+    # - information
+    # - debug
+    # - trace
+    # [1]: https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/Logger.h#L105-L114
+    level: trace
+    log: /var/log/clickhouse-server/clickhouse-server.log
+    errorlog: /var/log/clickhouse-server/clickhouse-server.err.log
+    # Rotation policy
+    # See https://github.com/pocoproject/poco/blob/poco-1.9.4-release/Foundation/include/Poco/FileChannel.h#L54-L85
+    size: 1000M
+    count: 10
+    # console: 1
+    # Default behavior is autodetection (log to console if not daemon mode and is tty)
 
-# levels:
-#   ConfigReloader: none
+    # Per level overrides (legacy):
+    # For example to suppress logging of the ConfigReloader you can use:
+    # NOTE: levels.logger is reserved, see below.
+    # levels:
+    #     ConfigReloader: none
 
-# Per level overrides:
-# For example to suppress logging of the RBAC for default user you can use:
-# (But please note that the logger name maybe changed from version to version, even after minor upgrade)
-#
-# levels:
-#   - logger:
-#       name: 'ContextAccess (default)'
-#       level: none
-#   - logger:
-#       name: 'DatabaseOrdinary (test)'
-#       level: none
+    # Per level overrides:
+    # For example to suppress logging of the RBAC for default user you can use:
+    # (But please note that the logger name maybe changed from version to version, even after minor upgrade)
+    # levels:
+    #     - logger:
+    #         name: 'ContextAccess (default)'
+    #         level: none
+    #     - logger:
+    #         name: 'DatabaseOrdinary (test)'
+    #         level: none
 
 # It is the name that will be shown in the clickhouse-client.
 # By default, anything with "production" will be highlighted in red in query prompt.
-#
 # display_name: production
 
 # Port for HTTP API. See also 'https_port' for secure connections.
 # This interface is also used by ODBC and JDBC drivers (DataGrip, Dbeaver, ...)
 # and by most of web interfaces (embedded UI, Grafana, Redash, ...).
-#
 http_port: 8123
+
 # Port for interaction by native protocol with:
 # - clickhouse-client and other native ClickHouse tools (clickhouse-benchmark, clickhouse-copier);
 # - clickhouse-server with other clickhouse-servers for distributed query processing;
 # - ClickHouse drivers and applications supporting native protocol
 # (this protocol is also informally called as "the TCP protocol");
 # See also 'tcp_port_secure' for secure connections.
-#
 tcp_port: 9000
+
 # Compatibility with MySQL protocol.
 # ClickHouse will pretend to be MySQL for applications connecting to this port.
-#
 mysql_port: 9004
+
 # Compatibility with PostgreSQL protocol.
 # ClickHouse will pretend to be PostgreSQL for applications connecting to this port.
-#
 postgresql_port: 9005
+
 # HTTP API with TLS (HTTPS).
 # You have to configure certificate to enable this interface.
 # See the openSSL section below.
-#
 # https_port: 8443
 
 # Native interface with TLS.
 # You have to configure certificate to enable this interface.
 # See the openSSL section below.
-#
 # tcp_port_secure: 9440
 
 # Native interface wrapped with PROXYv1 protocol
 # PROXYv1 header sent for every connection.
 # ClickHouse will extract information about proxy-forwarded client address from the header.
-#
 # tcp_with_proxy_port: 9011
 
 # Port for communication between replicas. Used for data exchange.
@@ -93,31 +87,26 @@ postgresql_port: 9005
 # See also 'interserver_http_credentials'.
 # Data transferred over connections to this port should not go through untrusted networks.
 # See also 'interserver_https_port'.
-#
 interserver_http_port: 9009
+
 # Port for communication between replicas with TLS.
 # You have to configure certificate to enable this interface.
 # See the openSSL section below.
 # See also 'interserver_http_credentials'.
-#
 # interserver_https_port: 9010
 
 # Hostname that is used by other replicas to request this server.
 # If not specified, than it is determined analogous to 'hostname -f' command.
 # This setting could be used to switch replication to another network interface
 # (the server may be connected to multiple networks via multiple addresses)
-#
-#
 # interserver_http_host: example.yandex.ru
-#
 
 # You can specify credentials for authenthication between replicas.
 # This is required when interserver_https_port is accessible from untrusted networks,
 # and also recommended to avoid SSRF attacks from possibly compromised services in your network.
-#
 # interserver_http_credentials:
-#   user: interserver
-#   password: ''
+#     user: interserver
+#     password: ''
 
 # Listen specified address.
 # Use :: (wildcard IPv6 address), if you want to accept connections both with IPv4 and IPv6 from everywhere.
@@ -128,86 +117,93 @@ interserver_http_port: 9009
 # - all users have strong passwords, only secure (TLS) interfaces are accessible, or connections are only made via TLS interfaces.
 # - users without password have readonly access.
 # See also: https://www.shodan.io/search?query=clickhouse
-#
 # listen_host: '::'
 
 # Same for hosts without support for IPv6:
 # listen_host: 0.0.0.0
 
 # Default values - try listen localhost on IPv4 and IPv6.
-#
 # listen_host: '::1'
 # listen_host: 127.0.0.1
-#
 
 # Don't exit if IPv6 or IPv4 networks are unavailable while trying to listen.
 # listen_try: 0
 
 # Allow multiple servers to listen on the same address:port. This is not recommended.
-#
 # listen_reuse_port: 0
 
 # listen_backlog: 64
 max_connections: 4096
+
 # For 'Connection: keep-alive' in HTTP 1.1
 keep_alive_timeout: 3
+
 # gRPC protocol (see src/Server/grpc_protos/clickhouse_grpc.proto for the API)
 # grpc_port: 9100
 grpc:
-  enable_ssl: false
-# The following two files are used only if enable_ssl=1
-  ssl_cert_file: /path/to/ssl_cert_file
-  ssl_key_file: /path/to/ssl_key_file
-# Whether server will request client for a certificate
-  ssl_require_client_auth: false
-# The following file is used only if ssl_require_client_auth=1
-  ssl_ca_cert_file: /path/to/ssl_ca_cert_file
-# Default compression algorithm (applied if client doesn't specify another algorithm).
-# Supported algorithms: none, deflate, gzip, stream_gzip
-  compression: deflate
-# Default compression level (applied if client doesn't specify another level).
-# Supported levels: none, low, medium, high
-  compression_level: medium
-# Send/receive message size limits in bytes. -1 means unlimited
-  max_send_message_size: -1
-  max_receive_message_size: -1
-# Enable if you want very detailed logs
-  verbose_logs: false
+    enable_ssl: false
+
+    # The following two files are used only if enable_ssl=1
+    ssl_cert_file: /path/to/ssl_cert_file
+    ssl_key_file: /path/to/ssl_key_file
+
+    # Whether server will request client for a certificate
+    ssl_require_client_auth: false
+
+    # The following file is used only if ssl_require_client_auth=1
+    ssl_ca_cert_file: /path/to/ssl_ca_cert_file
+
+    # Default compression algorithm (applied if client doesn't specify another algorithm).
+    # Supported algorithms: none, deflate, gzip, stream_gzip
+    compression: deflate
+
+    # Default compression level (applied if client doesn't specify another level).
+    # Supported levels: none, low, medium, high
+    compression_level: medium
+
+    # Send/receive message size limits in bytes. -1 means unlimited
+    max_send_message_size: -1
+    max_receive_message_size: -1
+
+    # Enable if you want very detailed logs
+    verbose_logs: false
+
 # Used with https_port and tcp_port_secure. Full ssl options list: https://github.com/ClickHouse-Extras/poco/blob/master/NetSSL_OpenSSL/include/Poco/Net/SSLManager.h#L71
 openSSL:
-  server:
-    # Used for https server AND secure tcp port
-    # openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt
-    certificateFile: /etc/clickhouse-server/server.crt
-    privateKeyFile: /etc/clickhouse-server/server.key
-    # dhparams are optional. You can delete the <dhParamsFile> element.
-    # To generate dhparams, use the following command:
-    # openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096
-    # Only file format with BEGIN DH PARAMETERS is supported.
-    #
-    dhParamsFile: /etc/clickhouse-server/dhparam.pem
-    verificationMode: none
-    loadDefaultCAFile: true
-    cacheSessions: true
-    disableProtocols: 'sslv2,sslv3'
-    preferServerCiphers: true
-  client:
-    # Used for connecting to https dictionary source and secured Zookeeper communication
-    loadDefaultCAFile: true
-    cacheSessions: true
-    disableProtocols: 'sslv2,sslv3'
-    preferServerCiphers: true
-    # Use for self-signed: <verificationMode>none</verificationMode>
-    invalidCertificateHandler:
-      # Use for self-signed: <name>AcceptCertificateHandler</name>
-      name: RejectCertificateHandler
+    server:
+        # Used for https server AND secure tcp port
+        # openssl req -subj "/CN=localhost" -new -newkey rsa:2048 -days 365 -nodes -x509 -keyout /etc/clickhouse-server/server.key -out /etc/clickhouse-server/server.crt
+        certificateFile: /etc/clickhouse-server/server.crt
+        privateKeyFile: /etc/clickhouse-server/server.key
+
+        # dhparams are optional. You can delete the dhParamsFile: element.
+        # To generate dhparams, use the following command:
+        # openssl dhparam -out /etc/clickhouse-server/dhparam.pem 4096
+        # Only file format with BEGIN DH PARAMETERS is supported.
+        dhParamsFile: /etc/clickhouse-server/dhparam.pem
+        verificationMode: none
+        loadDefaultCAFile: true
+        cacheSessions: true
+        disableProtocols: 'sslv2,sslv3'
+        preferServerCiphers: true
+    client:
+        # Used for connecting to https dictionary source and secured Zookeeper communication
+        loadDefaultCAFile: true
+        cacheSessions: true
+        disableProtocols: 'sslv2,sslv3'
+        preferServerCiphers: true
+
+        # Use for self-signed: verificationMode: none
+        invalidCertificateHandler:
+            # Use for self-signed: name: AcceptCertificateHandler
+            name: RejectCertificateHandler
+
 # Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123
-#
 # <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
-#
 
 # Maximum number of concurrent queries.
 max_concurrent_queries: 100
+
 # Maximum memory usage (resident set size) for server process.
 # Zero value or unset means default. Default is "max_server_memory_usage_to_ram_ratio" of available physical RAM.
 # If the value is larger than "max_server_memory_usage_to_ram_ratio" of available physical RAM, it will be cut down.
@@ -218,29 +214,30 @@ max_concurrent_queries: 100
 
 # It is not practical to set this constraint to small values like just a few gigabytes,
 # because memory allocator will keep this amount of memory in caches and the server will deny service of queries.
-#
 max_server_memory_usage: 0
+
 # Maximum number of threads in the Global thread pool.
 # This will default to a maximum of 10000 threads if not specified.
 # This setting will be useful in scenarios where there are a large number
 # of distributed queries that are running concurrently but are idling most
 # of the time, in which case a higher number of threads might be required.
-#
 max_thread_pool_size: 10000
+
 # On memory constrained environments you may have to set this to value larger than 1.
 max_server_memory_usage_to_ram_ratio: 0.9
+
 # Simple server-wide memory profiler. Collect a stack trace at every peak allocation step (in bytes).
 # Data will be stored in system.trace_log table with query_id = empty string.
 # Zero means disabled.
-#
 total_memory_profiler_step: 4194304
+
 # Collect random allocations and deallocations and write them into system.trace_log with 'MemorySample' trace_type.
 # The probability is for every alloc/free regardless to the size of the allocation.
 # Note that sampling happens only when the amount of untracked memory exceeds the untracked memory limit,
 # which is 4 MiB by default but can be lowered if 'total_memory_profiler_step' is lowered.
 # You may want to set 'total_memory_profiler_step' to 1 for extra fine grained sampling.
-#
 total_memory_tracker_sample_probability: 0
+
 # Set limit on number of open files (default: maximum). This setting makes sense on Mac OS X because getrlimit() fails to retrieve
 # correct maximum value.
 # max_open_files: 262144
@@ -253,13 +250,13 @@ total_memory_tracker_sample_probability: 0
 # Note: uncompressed cache can be pointless for lz4, because memory bandwidth
 # is slower than multi-core decompression on some server configurations.
 # Enabling it can sometimes paradoxically make queries slower.
-#
 uncompressed_cache_size: 8589934592
+
 # Approximate size of mark cache, used in tables of MergeTree family.
 # In bytes. Cache is single for server. Memory is allocated only on demand.
 # You should not lower this value.
-#
 mark_cache_size: 5368709120
+
 # If you enable the `min_bytes_to_use_mmap_io` setting,
 # the data in MergeTree tables can be read with mmap to avoid copying from kernel to userspace.
 # It makes sense only for large files and helps only if data reside in page cache.
@@ -275,29 +272,33 @@ mark_cache_size: 5368709120
 # in query or server memory usage - because this memory can be discarded similar to OS page cache.
 # The cache is dropped (the files are closed) automatically on removal of old parts in MergeTree,
 # also it can be dropped manually by the SYSTEM DROP MMAP CACHE query.
-#
 mmap_cache_size: 1000
+
 # Cache size for compiled expressions.
 compiled_expression_cache_size: 1073741824
+
 # Path to data directory, with trailing slash.
 path: /var/lib/clickhouse/
+
 # Path to temporary data for processing hard queries.
 tmp_path: /var/lib/clickhouse/tmp/
+
 # Policy from the <storage_configuration> for the temporary files.
 # If not set <tmp_path> is used, otherwise <tmp_path> is ignored.
 
 # Notes:
-# - move_factor     is ignored
+# - move_factor              is ignored
 # - keep_free_space_bytes    is ignored
 # - max_data_part_size_bytes is ignored
 # - you must have exactly one volume in that policy
-#
 # tmp_policy: tmp
 
 # Directory with user provided files that are accessible by 'file' table function.
 user_files_path: /var/lib/clickhouse/user_files/
+
 # LDAP server definitions.
 ldap_servers: ''
+
 # List LDAP servers with their connection parameters here to later 1) use them as authenticators for dedicated local users,
 # who have 'ldap' authentication mechanism specified instead of 'password', or to 2) use them as remote user directories.
 # Parameters:
@@ -338,29 +339,28 @@ ldap_servers: ''
 # tls_cipher_suite - allowed cipher suite (in OpenSSL notation).
 # Example:
 # my_ldap_server:
-#   host: localhost
-#   port: 636
-#   bind_dn: 'uid={user_name},ou=users,dc=example,dc=com'
-#   verification_cooldown: 300
-#   enable_tls: yes
-#   tls_minimum_protocol_version: tls1.2
-#   tls_require_cert: demand
-#   tls_cert_file: /path/to/tls_cert_file
-#   tls_key_file: /path/to/tls_key_file
-#   tls_ca_cert_file: /path/to/tls_ca_cert_file
-#   tls_ca_cert_dir: /path/to/tls_ca_cert_dir
-#   tls_cipher_suite: ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384
-#
+#     host: localhost
+#     port: 636
+#     bind_dn: 'uid={user_name},ou=users,dc=example,dc=com'
+#     verification_cooldown: 300
+#     enable_tls: yes
+#     tls_minimum_protocol_version: tls1.2
+#     tls_require_cert: demand
+#     tls_cert_file: /path/to/tls_cert_file
+#     tls_key_file: /path/to/tls_key_file
+#     tls_ca_cert_file: /path/to/tls_ca_cert_file
+#     tls_ca_cert_dir: /path/to/tls_ca_cert_dir
+#     tls_cipher_suite: ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384
+
 # Example (typical Active Directory with configured user DN detection for further role mapping):
 # my_ad_server:
-#   host: localhost
-#   port: 389
-#   bind_dn: 'EXAMPLE\{user_name}'
-#   user_dn_detection:
-#     base_dn: CN=Users,DC=example,DC=com
-#     search_filter: '(&amp;(objectClass=user)(sAMAccountName={user_name}))'
-#   enable_tls: no
-#
+#     host: localhost
+#     port: 389
+#     bind_dn: 'EXAMPLE\{user_name}'
+#     user_dn_detection:
+#         base_dn: CN=Users,DC=example,DC=com
+#         search_filter: '(&amp;(objectClass=user)(sAMAccountName={user_name}))'
+#     enable_tls: no
 
 # To enable Kerberos authentication support for HTTP requests (GSS-SPNEGO), for those users who are explicitly configured
 # to authenticate via Kerberos, define a single 'kerberos' section here.
@@ -373,80 +373,78 @@ ldap_servers: ''
 # This parameter cannot be specified together with 'principal' parameter.
 # Example:
 # kerberos: ''
-#
+
 # Example:
 # kerberos:
-#   principal: HTTP/clickhouse.example.com@EXAMPLE.COM
-#
+#     principal: HTTP/clickhouse.example.com@EXAMPLE.COM
+
 # Example:
 # kerberos:
-#   realm: EXAMPLE.COM
-#
+#     realm: EXAMPLE.COM
 
 # Sources to read users, roles, access rights, profiles of settings, quotas.
 user_directories:
-  users_xml:
-    # Path to configuration file with predefined users.
-    path: users.yaml
-  local_directory:
-    # Path to folder where users created by SQL commands are stored.
-    path: /var/lib/clickhouse/access/
-# To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
-# with the following parameters:
-# server - one of LDAP server names defined in 'ldap_servers' config section above.
-# This parameter is mandatory and cannot be empty.
-# roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
-# If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
-# actions after authentication.
-# role_mapping - section with LDAP search parameters and mapping rules.
-# When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
-# name of the logged in user. For each entry found during that search, the value of the specified attribute is
-# extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
-# value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
-# CREATE ROLE command.
-# There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
-# applied.
-# base_dn - template used to construct the base DN for the LDAP search.
-# The resulting DN will be constructed by replacing all '{user_name}', '{bind_dn}', and '{user_dn}'
-# substrings of the template with the actual user name, bind DN, and user DN during each LDAP search.
-# scope - scope of the LDAP search.
-# Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
-# search_filter - template used to construct the search filter for the LDAP search.
-# The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', '{user_dn}', and
-# '{base_dn}' substrings of the template with the actual user name, bind DN, user DN, and base DN during
-# each LDAP search.
-# Note, that the special characters must be escaped properly in XML.
-# attribute - attribute name whose values will be returned by the LDAP search. 'cn', by default.
-# prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
-# the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
-# as local role names. Empty, by default.
-# Example:
-#
-# ldap:
-#   server: my_ldap_server
-#   roles:
-#     my_local_role1: ''
-#     my_local_role2: ''
-#   role_mapping:
-#     base_dn: 'ou=groups,dc=example,dc=com'
-#     scope: subtree
-#     search_filter: '(&amp;(objectClass=groupOfNames)(member={bind_dn}))'
-#     attribute: cn
-#     prefix: clickhouse_
-#
-# Example (typical Active Directory with role mapping that relies on the detected user DN):
-# ldap:
-#   server: my_ad_server
-#   role_mapping:
-#     base_dn: 'CN=Users,DC=example,DC=com'
-#     attribute: CN
-#     scope: subtree
-#     search_filter: '(&amp;(objectClass=group)(member={user_dn}))'
-#     prefix: clickhouse_
-#
+    users_xml:
+        # Path to configuration file with predefined users.
+        path: users.yaml
+    local_directory:
+        # Path to folder where users created by SQL commands are stored.
+        path: /var/lib/clickhouse/access/
+
+    # To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
+    # with the following parameters:
+    # server - one of LDAP server names defined in 'ldap_servers' config section above.
+    # This parameter is mandatory and cannot be empty.
+    # roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
+    # If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
+    # actions after authentication.
+    # role_mapping - section with LDAP search parameters and mapping rules.
+    # When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
+    # name of the logged in user. For each entry found during that search, the value of the specified attribute is
+    # extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
+    # value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
+    # CREATE ROLE command.
+    # There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
+    # applied.
+    # base_dn - template used to construct the base DN for the LDAP search.
+    # The resulting DN will be constructed by replacing all '{user_name}', '{bind_dn}', and '{user_dn}'
+    # substrings of the template with the actual user name, bind DN, and user DN during each LDAP search.
+    # scope - scope of the LDAP search.
+    # Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
+    # search_filter - template used to construct the search filter for the LDAP search.
+    # The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', '{user_dn}', and
+    # '{base_dn}' substrings of the template with the actual user name, bind DN, user DN, and base DN during
+    # each LDAP search.
+    # Note, that the special characters must be escaped properly in XML.
+    # attribute - attribute name whose values will be returned by the LDAP search. 'cn', by default.
+    # prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
+    # the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
+    # as local role names. Empty, by default.
+    # Example:
+    # ldap:
+    #     server: my_ldap_server
+    #     roles:
+    #         my_local_role1: ''
+    #         my_local_role2: ''
+    #     role_mapping:
+    #         base_dn: 'ou=groups,dc=example,dc=com'
+    #         scope: subtree
+    #         search_filter: '(&amp;(objectClass=groupOfNames)(member={bind_dn}))'
+    #         attribute: cn
+    #         prefix: clickhouse_
+    # Example (typical Active Directory with role mapping that relies on the detected user DN):
+    # ldap:
+    #     server: my_ad_server
+    #     role_mapping:
+    #         base_dn: 'CN=Users,DC=example,DC=com'
+    #         attribute: CN
+    #         scope: subtree
+    #         search_filter: '(&amp;(objectClass=group)(member={user_dn}))'
+    #         prefix: clickhouse_
 
 # Default profile of settings.
 default_profile: default
+
 # Comma-separated list of prefixes for user-defined settings.
 # custom_settings_prefixes: ''
 # System profile of settings. This settings are used by internal processes (Distributed DDL worker and so on).
@@ -455,11 +453,11 @@ default_profile: default
 # Buffer profile of settings.
 # This settings are used by Buffer storage to flush data to the underlying table.
 # Default: used from system_profile directive.
-#
 # buffer_profile: default
 
 # Default database.
 default_database: default
+
 # Server time zone could be set here.
 
 # Time zone is used when converting between String and DateTime types,
@@ -471,21 +469,20 @@ default_database: default
 
 # Please note, that server could display time zone alias instead of specified name.
 # Example: W-SU is an alias for Europe/Moscow and Zulu is an alias for UTC.
-#
 # timezone: Europe/Moscow
 
 # You can specify umask here (see "man umask"). Server will apply it on startup.
 # Number is always parsed as octal. Default umask is 027 (other users cannot read logs, data files, etc; group can only read).
-#
 # umask: 022
 
 # Perform mlockall after startup to lower first queries latency
 # and to prevent clickhouse executable from being paged out under high IO load.
 # Enabling this option is recommended but will lead to increased startup time for up to a few seconds.
-#
 mlock_executable: true
+
 # Reallocate memory for machine code ("text") using huge pages. Highly experimental.
 remap_executable: false
+
 # Uncomment below in order to use JDBC table engine and function.
 # To install and run JDBC bridge in background:
 # * [Debian/Ubuntu]
@@ -503,91 +500,89 @@ remap_executable: false
 # Please refer to https://github.com/ClickHouse/clickhouse-jdbc-bridge#usage for more information.
 
 # jdbc_bridge:
-#   host: 127.0.0.1
-#   port: 9019
+#     host: 127.0.0.1
+#     port: 9019
 
 # Configuration of clusters that could be used in Distributed tables.
 # https://clickhouse.tech/docs/en/operations/table_engines/distributed/
-#
 remote_servers:
-# Test only shard config for testing distributed storage
-  test_shard_localhost:
-# Inter-server per-cluster secret for Distributed queries
-# default: no secret (no authentication will be performed)
+    # Test only shard config for testing distributed storage
+    test_shard_localhost:
+        # Inter-server per-cluster secret for Distributed queries
+        # default: no secret (no authentication will be performed)
 
-# If set, then Distributed queries will be validated on shards, so at least:
-# - such cluster should exist on the shard,
-# - such cluster should have the same secret.
+        # If set, then Distributed queries will be validated on shards, so at least:
+        # - such cluster should exist on the shard,
+        # - such cluster should have the same secret.
 
-# And also (and which is more important), the initial_user will
-# be used as current user for the query.
+        # And also (and which is more important), the initial_user will
+        # be used as current user for the query.
 
-# Right now the protocol is pretty simple and it only takes into account:
-# - cluster name
-# - query
+        # Right now the protocol is pretty simple and it only takes into account:
+        # - cluster name
+        # - query
+
+        # Also it will be nice if the following will be implemented:
+        # - source hostname (see interserver_http_host), but then it will depends from DNS,
+        # it can use IP address instead, but then the you need to get correct on the initiator node.
+        # - target hostname / ip address (same notes as for source hostname)
+        # - time-based security tokens
+        # secret: ''
+        shard:
+            # Optional. Whether to write data to just one of the replicas. Default: false (write data to all replicas).
+            # internal_replication: false
+            # Optional. Shard weight when writing data. Default: 1.
+            # weight: 1
+            replica:
+                host: localhost
+                port: 9000
+                # Optional. Priority of the replica for load_balancing. Default: 1 (less value has more priority).
+                # priority: 1
+    test_cluster_two_shards_localhost:
+        shard:
+            - replica:
+                  host: localhost
+                  port: 9000
+            - replica:
+                  host: localhost
+                  port: 9000
+    test_cluster_two_shards:
+        shard:
+            - replica:
+                  host: 127.0.0.1
+                  port: 9000
+            - replica:
+                  host: 127.0.0.2
+                  port: 9000
+    test_cluster_two_shards_internal_replication:
+        shard:
+            - internal_replication: true
+              replica:
+                  host: 127.0.0.1
+                  port: 9000
+            - internal_replication: true
+              replica:
+                  host: 127.0.0.2
+                  port: 9000
+    test_shard_localhost_secure:
+        shard:
+            replica:
+                host: localhost
+                port: 9440
+                secure: 1
+    test_unavailable_shard:
+        shard:
+            - replica:
+                host: localhost
+                port: 9000
+            - replica:
+                host: localhost
+                port: 1
 
-# Also it will be nice if the following will be implemented:
-# - source hostname (see interserver_http_host), but then it will depends from DNS,
-# it can use IP address instead, but then the you need to get correct on the initiator node.
-# - target hostname / ip address (same notes as for source hostname)
-# - time-based security tokens
-#
-# secret: ''
-    shard:
-      # Optional. Whether to write data to just one of the replicas. Default: false (write data to all replicas).
-      # internal_replication: false
-      # Optional. Shard weight when writing data. Default: 1.
-      # weight: 1
-      replica:
-        host: localhost
-        port: 9000
-        # Optional. Priority of the replica for load_balancing. Default: 1 (less value has more priority).
-        # priority: 1
-  test_cluster_two_shards_localhost:
-    shard:
-      - replica:
-          host: localhost
-          port: 9000
-      - replica:
-          host: localhost
-          port: 9000
-  test_cluster_two_shards:
-    shard:
-      - replica:
-          host: 127.0.0.1
-          port: 9000
-      - replica:
-          host: 127.0.0.2
-          port: 9000
-  test_cluster_two_shards_internal_replication:
-    shard:
-      - internal_replication: true
-        replica:
-          host: 127.0.0.1
-          port: 9000
-      - internal_replication: true
-        replica:
-          host: 127.0.0.2
-          port: 9000
-  test_shard_localhost_secure:
-    shard:
-      replica:
-        host: localhost
-        port: 9440
-        secure: 1
-  test_unavailable_shard:
-    shard:
-      - replica:
-          host: localhost
-          port: 9000
-      - replica:
-          host: localhost
-          port: 1
 # The list of hosts allowed to use in URL-related storage engines and table functions.
 # If this section is not present in configuration, all hosts are allowed.
-#
 # remote_url_allow_hosts:
-#
+
 # Host should be specified exactly as in URL. The name is checked before DNS resolution.
 # Example: "yandex.ru", "yandex.ru." and "www.yandex.ru" are different hosts.
 # If port is explicitly specified in URL, the host:port is checked as a whole.
@@ -595,225 +590,204 @@ remote_servers:
 # "yandex.ru" -> "yandex.ru:443", "yandex.ru:80" etc. is allowed, but "yandex.ru:80" -> only "yandex.ru:80" is allowed.
 # If the host is specified as IP address, it is checked as specified in URL. Example: "[2a02:6b8:a::a]".
 # If there are redirects and support for redirects is enabled, every redirect (the Location field) is checked.
-#
 
 # Regular expression can be specified. RE2 engine is used for regexps.
 # Regexps are not aligned: don't forget to add ^ and $. Also don't forget to escape dot (.) metacharacter
 # (forgetting to do so is a common source of error).
-#
 
 # If element has 'incl' attribute, then for it's value will be used corresponding substitution from another file.
 # By default, path to file with substitutions is /etc/metrika.xml. It could be changed in config in 'include_from' element.
 # Values for substitutions are specified in /yandex/name_of_substitution elements in that file.
-#
 
 # ZooKeeper is used to store metadata about replicas, when using Replicated tables.
 # Optional. If you don't use replicated tables, you could omit that.
-
 # See https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/replication/
-#
 
-#
 # zookeeper:
-#   - node:
-#       host: example1
-#       port: 2181
-#   - node:
-#       host: example2
-#       port: 2181
-#   - node:
-#       host: example3
-#       port: 2181
-#
+#     - node:
+#         host: example1
+#         port: 2181
+#     - node:
+#         host: example2
+#         port: 2181
+#     - node:
+#         host: example3
+#         port: 2181
 
 # Substitutions for parameters of replicated tables.
 # Optional. If you don't use replicated tables, you could omit that.
-
 # See https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/replication/#creating-replicated-tables
-#
-#
 # macros:
-#   shard: 01
-#   replica: example01-01-1
-#
+#     shard: 01
+#     replica: example01-01-1
 
 # Reloading interval for embedded dictionaries, in seconds. Default: 3600.
 builtin_dictionaries_reload_interval: 3600
+
 # Maximum session timeout, in seconds. Default: 3600.
 max_session_timeout: 3600
+
 # Default session timeout, in seconds. Default: 60.
 default_session_timeout: 60
+
 # Sending data to Graphite for monitoring. Several sections can be defined.
-#
 # interval - send every X second
 # root_path - prefix for keys
 # hostname_in_path - append hostname to root_path (default = true)
 # metrics - send data from table system.metrics
 # events - send data from table system.events
 # asynchronous_metrics - send data from table system.asynchronous_metrics
-#
-#
-# graphite:
-#   host: localhost
-#   port: 42000
-#   timeout: 0.1
-#   interval: 60
-#   root_path: one_min
-#   hostname_in_path: true
 
-#   metrics: true
-#   events: true
-#   events_cumulative: false
-#   asynchronous_metrics: true
-#
 # graphite:
-#   host: localhost
-#   port: 42000
-#   timeout: 0.1
-#   interval: 1
-#   root_path: one_sec
+#     host: localhost
+#     port: 42000
+#     timeout: 0.1
+#     interval: 60
+#     root_path: one_min
+#     hostname_in_path: true
 
-#   metrics: true
-#   events: true
-#   events_cumulative: false
-#   asynchronous_metrics: false
-#
+#     metrics: true
+#     events: true
+#     events_cumulative: false
+#     asynchronous_metrics: true
+
+# graphite:
+#     host: localhost
+#     port: 42000
+#     timeout: 0.1
+#     interval: 1
+#     root_path: one_sec
+
+#     metrics: true
+#     events: true
+#     events_cumulative: false
+#     asynchronous_metrics: false
 
 # Serve endpoint for Prometheus monitoring.
-#
-#endpoint - mertics path (relative to root, statring with "/")
-#port - port to setup server. If not defined or 0 than http_port used
-#metrics - send data from table system.metrics
-#events - send data from table system.events
-#asynchronous_metrics - send data from table system.asynchronous_metrics
-#status_info - send data from different component from CH, ex: Dictionaries status
-#
-#
-# prometheus:
-#   endpoint: /metrics
-#   port: 9363
+# endpoint - mertics path (relative to root, statring with "/")
+# port - port to setup server. If not defined or 0 than http_port used
+# metrics - send data from table system.metrics
+# events - send data from table system.events
+# asynchronous_metrics - send data from table system.asynchronous_metrics
+# status_info - send data from different component from CH, ex: Dictionaries status
 
-#   metrics: true
-#   events: true
-#   asynchronous_metrics: true
-#   status_info: true
-#
+# prometheus:
+#     endpoint: /metrics
+#     port: 9363
+
+#     metrics: true
+#     events: true
+#     asynchronous_metrics: true
+#     status_info: true
 
 # Query log. Used only for queries with setting log_queries = 1.
 query_log:
-# What table to insert data. If table is not exist, it will be created.
-# When query log structure is changed after system update,
-# then old table will be renamed and new table will be created automatically.
-#
-  database: system
-  table: query_log
-#
-# PARTITION BY expr: https://clickhouse.yandex/docs/en/table_engines/mergetree-family/custom_partitioning_key/
-# Example:
-# event_date
-# toMonday(event_date)
-# toYYYYMM(event_date)
-# toStartOfHour(event_time)
-#
-  partition_by: toYYYYMM(event_date)
-#
-# Table TTL specification: https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/mergetree/#mergetree-table-ttl
-# Example:
-# event_date + INTERVAL 1 WEEK
-# event_date + INTERVAL 7 DAY DELETE
-# event_date + INTERVAL 2 WEEK TO DISK 'bbb'
+    # What table to insert data. If table is not exist, it will be created.
+    # When query log structure is changed after system update,
+    # then old table will be renamed and new table will be created automatically.
+    database: system
+    table: query_log
 
-# ttl: 'event_date + INTERVAL 30 DAY DELETE'
-#
+    # PARTITION BY expr: https://clickhouse.yandex/docs/en/table_engines/mergetree-family/custom_partitioning_key/
+    # Example:
+    # event_date
+    # toMonday(event_date)
+    # toYYYYMM(event_date)
+    # toStartOfHour(event_time)
+    partition_by: toYYYYMM(event_date)
 
-# Instead of partition_by, you can provide full engine expression (starting with ENGINE = ) with parameters,
-# Example: engine: 'ENGINE = MergeTree PARTITION BY toYYYYMM(event_date) ORDER BY (event_date, event_time) SETTINGS index_granularity = 1024'
-#
+    # Table TTL specification: https://clickhouse.tech/docs/en/engines/table-engines/mergetree-family/mergetree/#mergetree-table-ttl
+    # Example:
+    # event_date + INTERVAL 1 WEEK
+    # event_date + INTERVAL 7 DAY DELETE
+    # event_date + INTERVAL 2 WEEK TO DISK 'bbb'
+
+    # ttl: 'event_date + INTERVAL 30 DAY DELETE'
+
+    # Instead of partition_by, you can provide full engine expression (starting with ENGINE = ) with parameters,
+    # Example: engine: 'ENGINE = MergeTree PARTITION BY toYYYYMM(event_date) ORDER BY (event_date, event_time) SETTINGS index_granularity = 1024'
+
+    # Interval of flushing data.
+    flush_interval_milliseconds: 7500
 
-# Interval of flushing data.
-  flush_interval_milliseconds: 7500
 # Trace log. Stores stack traces collected by query profilers.
 # See query_profiler_real_time_period_ns and query_profiler_cpu_time_period_ns settings.
 trace_log:
-  database: system
-  table: trace_log
-  partition_by: toYYYYMM(event_date)
-  flush_interval_milliseconds: 7500
+    database: system
+    table: trace_log
+    partition_by: toYYYYMM(event_date)
+    flush_interval_milliseconds: 7500
+
 # Query thread log. Has information about all threads participated in query execution.
 # Used only for queries with setting log_query_threads = 1.
 query_thread_log:
-  database: system
-  table: query_thread_log
-  partition_by: toYYYYMM(event_date)
-  flush_interval_milliseconds: 7500
+    database: system
+    table: query_thread_log
+    partition_by: toYYYYMM(event_date)
+    flush_interval_milliseconds: 7500
+
 # Uncomment if use part log.
 # Part log contains information about all actions with parts in MergeTree tables (creation, deletion, merges, downloads).
 # part_log:
-#   database: system
-#   table: part_log
-#   flush_interval_milliseconds: 7500
-#
+#     database: system
+#     table: part_log
+#     flush_interval_milliseconds: 7500
 
 # Uncomment to write text log into table.
 # Text log contains all information from usual server log but stores it in structured and efficient way.
 # The level of the messages that goes to the table can be limited (<level>), if not specified all messages will go to the table.
 # text_log:
-#   database: system
-#   table: text_log
-#   flush_interval_milliseconds: 7500
-#   level: ''
-#
+#     database: system
+#     table: text_log
+#     flush_interval_milliseconds: 7500
+#     level: ''
 
 # Metric log contains rows with current values of ProfileEvents, CurrentMetrics collected with "collect_interval_milliseconds" interval.
 metric_log:
-  database: system
-  table: metric_log
-  flush_interval_milliseconds: 7500
-  collect_interval_milliseconds: 1000
-#
-#Asynchronous metric log contains values of metrics from
-#system.asynchronous_metrics.
-#
-asynchronous_metric_log:
-  database: system
-  table: asynchronous_metric_log
-#
-# Asynchronous metrics are updated once a minute, so there is
-# no need to flush more often.
-#
-  flush_interval_milliseconds: 60000
+    database: system
+    table: metric_log
+    flush_interval_milliseconds: 7500
+    collect_interval_milliseconds: 1000
 
-#
-#OpenTelemetry log contains OpenTelemetry trace spans.
-#
+# Asynchronous metric log contains values of metrics from
+# system.asynchronous_metrics.
+asynchronous_metric_log:
+    database: system
+    table: asynchronous_metric_log
+
+    # Asynchronous metrics are updated once a minute, so there is
+    # no need to flush more often.
+    flush_interval_milliseconds: 60000
+
+# OpenTelemetry log contains OpenTelemetry trace spans.
 opentelemetry_span_log:
-#
-# The default table creation code is insufficient, this <engine> spec
-# is a workaround. There is no 'event_time' for this log, but two times,
-# start and finish. It is sorted by finish time, to avoid inserting
-# data too far away in the past (probably we can sometimes insert a span
-# that is seconds earlier than the last span in the table, due to a race
-# between several spans inserted in parallel). This gives the spans a
-# global order that we can use to e.g. retry insertion into some external
-# system.
-#
-  engine: |-
-    engine MergeTree
-       partition by toYYYYMM(finish_date)
-       order by (finish_date, finish_time_us, trace_id)
-  database: system
-  table: opentelemetry_span_log
-  flush_interval_milliseconds: 7500
+
+    # The default table creation code is insufficient, this <engine> spec
+    # is a workaround. There is no 'event_time' for this log, but two times,
+    # start and finish. It is sorted by finish time, to avoid inserting
+    # data too far away in the past (probably we can sometimes insert a span
+    # that is seconds earlier than the last span in the table, due to a race
+    # between several spans inserted in parallel). This gives the spans a
+    # global order that we can use to e.g. retry insertion into some external
+    # system.
+    engine: |-
+        engine MergeTree
+             partition by toYYYYMM(finish_date)
+             order by (finish_date, finish_time_us, trace_id)
+    database: system
+    table: opentelemetry_span_log
+    flush_interval_milliseconds: 7500
+
 # Crash log. Stores stack traces for fatal errors.
 # This table is normally empty.
 crash_log:
-  database: system
-  table: crash_log
-  partition_by: ''
-  flush_interval_milliseconds: 1000
+    database: system
+    table: crash_log
+    partition_by: ''
+    flush_interval_milliseconds: 1000
+
 # Parameters for embedded dictionaries, used in Yandex.Metrica.
 # See https://clickhouse.yandex/docs/en/dicts/internal_dicts/
-#
 
 # Path to file with region hierarchy.
 # path_to_regions_hierarchy_file: /opt/geo/regions_hierarchy.txt
@@ -828,60 +802,53 @@ crash_log:
 
 # Changes will not be applied w/o server restart.
 # Path to the list is under top_level_domains_path (see above).
-#
 top_level_domains_lists: ''
-#
+
 # public_suffix_list: /path/to/public_suffix_list.dat
-#
 
 # Configuration of external dictionaries. See:
 # https://clickhouse.tech/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts
-#
 dictionaries_config: '*_dictionary.xml'
+
 # Uncomment if you want data to be compressed 30-100% better.
 # Don't do that if you just started using ClickHouse.
-#
-#
+
 # compression:
     # Set of variants. Checked in order. Last matching case wins. If nothing matches, lz4 will be used.
-#   case:
-      # Conditions. All must be satisfied. Some conditions may be omitted.
-#     min_part_size: 10000000000  # Min part size in bytes.
-#     min_part_size_ratio: 0.01   # Min size of part relative to whole table size.
+    # case:
+        # Conditions. All must be satisfied. Some conditions may be omitted.
+        # min_part_size: 10000000000    # Min part size in bytes.
+        # min_part_size_ratio: 0.01     # Min size of part relative to whole table size.
 
-      # What compression method to use.
-#     method: zstd
-#
+        # What compression method to use.
+        # method: zstd
 
 # Allow to execute distributed DDL queries (CREATE, DROP, ALTER, RENAME) on cluster.
 # Works only if ZooKeeper is enabled. Comment it if such functionality isn't required.
 distributed_ddl:
-# Path in ZooKeeper to queue with DDL queries
-  path: /clickhouse/task_queue/ddl
-# Settings from this profile will be used to execute DDL queries
-# profile: default
+    # Path in ZooKeeper to queue with DDL queries
+    path: /clickhouse/task_queue/ddl
 
-# Controls how much ON CLUSTER queries can be run simultaneously.
-# pool_size: 1
+    # Settings from this profile will be used to execute DDL queries
+    # profile: default
 
-#
-# Cleanup settings (active tasks will not be removed)
-#
+    # Controls how much ON CLUSTER queries can be run simultaneously.
+    # pool_size: 1
 
-# Controls task TTL (default 1 week)
-# task_max_lifetime: 604800
+    # Cleanup settings (active tasks will not be removed)
 
-# Controls how often cleanup should be performed (in seconds)
-# cleanup_delay_period: 60
+    # Controls task TTL (default 1 week)
+    # task_max_lifetime: 604800
 
-# Controls how many tasks could be in the queue
-# max_tasks_in_queue: 1000
+    # Controls how often cleanup should be performed (in seconds)
+    # cleanup_delay_period: 60
+
+    # Controls how many tasks could be in the queue
+    # max_tasks_in_queue: 1000
 
 # Settings to fine tune MergeTree tables. See documentation in source code, in MergeTreeSettings.h
-#
 # merge_tree:
-#   max_suspicious_broken_parts: 5
-#
+#     max_suspicious_broken_parts: 5
 
 # Protection from accidental DROP.
 # If size of a MergeTree table is greater than max_table_size_to_drop (in bytes) than table could not be dropped with any DROP query.
@@ -889,47 +856,47 @@ distributed_ddl:
 # By default max_table_size_to_drop is 50GB; max_table_size_to_drop=0 allows to DROP any tables.
 # The same for max_partition_size_to_drop.
 # Uncomment to disable protection.
-#
+
 # max_table_size_to_drop: 0
 # max_partition_size_to_drop: 0
 
 # Example of parameters for GraphiteMergeTree table engine
 graphite_rollup_example:
-  pattern:
-    regexp: click_cost
-    function: any
-    retention:
-      - age: 0
-        precision: 3600
-      - age: 86400
-        precision: 60
-  default:
-    function: max
-    retention:
-      - age: 0
-        precision: 60
-      - age: 3600
-        precision: 300
-      - age: 86400
-        precision: 3600
+    pattern:
+        regexp: click_cost
+        function: any
+        retention:
+            - age: 0
+              precision: 3600
+            - age: 86400
+              precision: 60
+    default:
+        function: max
+        retention:
+            - age: 0
+              precision: 60
+            - age: 3600
+              precision: 300
+            - age: 86400
+              precision: 3600
+
 # Directory in <clickhouse-path> containing schema files for various input formats.
 # The directory will be created if it doesn't exist.
-#
 format_schema_path: /var/lib/clickhouse/format_schemas/
+
 # Default query masking rules, matching lines would be replaced with something else in the logs
 # (both text logs and system.query_log).
 # name - name for the rule (optional)
 # regexp - RE2 compatible regular expression (mandatory)
 # replace - substitution string for sensitive data (optional, by default - six asterisks)
-#
 query_masking_rules:
-  rule:
-    name: hide encrypt/decrypt arguments
-    regexp: '((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:''(?:\\''|.)+''|.*?)\s*\)'
-    # or more secure, but also more invasive:
-    # (aes_\w+)\s*\(.*\)
-    #
-    replace: \1(???)
+    rule:
+        name: hide encrypt/decrypt arguments
+        regexp: '((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:''(?:\\''|.)+''|.*?)\s*\)'
+        # or more secure, but also more invasive:
+        # (aes_\w+)\s*\(.*\)
+        replace: \1(???)
+
 # Uncomment to use custom http handlers.
 # rules are checked from top to bottom, first match runs the handler
 # url - to match request URL, you can use 'regex:' prefix to use regex match(optional)
@@ -944,37 +911,36 @@ query_masking_rules:
 # response_content - use with static type, Response content sent to client, when using the prefix 'file://' or 'config://', find the content from the file or configuration send to client.
 
 # http_handlers:
-#   - rule:
-#       url: /
-#       methods: POST,GET
-#       headers:
-#         pragma: no-cache
-#       handler:
-#         type: dynamic_query_handler
-#         query_param_name: query
-#   - rule:
-#       url: /predefined_query
-#       methods: POST,GET
-#       handler:
-#         type: predefined_query_handler
-#         query: 'SELECT * FROM system.settings'
-#   - rule:
-#       handler:
-#         type: static
-#         status: 200
-#         content_type: 'text/plain; charset=UTF-8'
-#         response_content: config://http_server_default_response
-#
-send_crash_reports:
-# Changing <enabled> to true allows sending crash reports to
-# the ClickHouse core developers team via Sentry https://sentry.io
-# Doing so at least in pre-production environments is highly appreciated
-  enabled: false
-# Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report
-  anonymize: false
-# Default endpoint should be changed to different Sentry DSN only if you have
-# some in-house engineers or hired consultants who're going to debug ClickHouse issues for you
-  endpoint: 'https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277'
-# Uncomment to disable ClickHouse internal DNS caching.
-# disable_internal_dns_cache: 1
+#     - rule:
+#         url: /
+#         methods: POST,GET
+#         headers:
+#           pragma: no-cache
+#         handler:
+#           type: dynamic_query_handler
+#           query_param_name: query
+#     - rule:
+#         url: /predefined_query
+#         methods: POST,GET
+#         handler:
+#           type: predefined_query_handler
+#           query: 'SELECT * FROM system.settings'
+#     - rule:
+#         handler:
+#           type: static
+#           status: 200
+#           content_type: 'text/plain; charset=UTF-8'
+#           response_content: config://http_server_default_response
 
+send_crash_reports:
+    # Changing <enabled> to true allows sending crash reports to
+    # the ClickHouse core developers team via Sentry https://sentry.io
+    # Doing so at least in pre-production environments is highly appreciated
+    enabled: false
+    # Change <anonymize> to true if you don't feel comfortable attaching the server hostname to the crash report
+    anonymize: false
+    # Default endpoint should be changed to different Sentry DSN only if you have
+    # some in-house engineers or hired consultants who're going to debug ClickHouse issues for you
+    endpoint: 'https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277'
+    # Uncomment to disable ClickHouse internal DNS caching.
+    # disable_internal_dns_cache: 1

From 82c25cb9611a861089c2fd277088a912f91f6a53 Mon Sep 17 00:00:00 2001
From: Dmitry Ukolov <udmitry@mail.ru>
Date: Sun, 23 May 2021 18:11:56 +0400
Subject: [PATCH 0382/1060] Update index.md

---
 docs/ru/sql-reference/dictionaries/index.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/dictionaries/index.md b/docs/ru/sql-reference/dictionaries/index.md
index 59c7518d0c5..bcb54a07005 100644
--- a/docs/ru/sql-reference/dictionaries/index.md
+++ b/docs/ru/sql-reference/dictionaries/index.md
@@ -13,5 +13,5 @@ ClickHouse поддерживает специальные функции для
 ClickHouse поддерживает:
 
 -   [Встроенные словари](internal-dicts.md#internal_dicts) со специфическим [набором функций](../../sql-reference/dictionaries/external-dictionaries/index.md).
--   [Подключаемые (внешние) словари](external-dictionaries/external-dicts.md#dicts-external-dicts) с [набором функций](../../sql-reference/dictionaries/external-dictionaries/index.md).
+-   [Подключаемые (внешние) словари](external-dictionaries/external-dicts.md#dicts-external-dicts) с [набором функций](../../sql-reference/dictionaries/ext-dict-functions/).
 

From d7e0e3fe0236a72399ff4d0e15cd98a9dc5625e1 Mon Sep 17 00:00:00 2001
From: huzhichengdd <83016994+huzhichengdd@users.noreply.github.com>
Date: Sun, 23 May 2021 22:12:43 +0800
Subject: [PATCH 0383/1060] Update index.md

---
 docs/zh/sql-reference/dictionaries/index.md | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/docs/zh/sql-reference/dictionaries/index.md b/docs/zh/sql-reference/dictionaries/index.md
index 7e8f5e83aa7..092afd5bac1 100644
--- a/docs/zh/sql-reference/dictionaries/index.md
+++ b/docs/zh/sql-reference/dictionaries/index.md
@@ -8,15 +8,15 @@ toc_title: "\u5BFC\u8A00"
 
 # 字典 {#dictionaries}
 
-字典是一个映射 (`key -> attributes`）这是方便各种类型的参考清单。
+字典是一个映射 (`键 -> 属性`）, 是方便各种类型的参考清单。
 
-ClickHouse支持使用可用于查询的字典的特殊功能。 这是更容易和更有效地使用字典与功能比 `JOIN` 与参考表。
+ClickHouse支持一些特殊函数配合字典在查询中使用。 将字典与函数结合使用比将 `JOIN` 操作与引用表结合使用更简单、更有效。
 
 [NULL](../../sql-reference/syntax.md#null-literal) 值不能存储在字典中。
 
 ClickHouse支持:
 
--   [内置字典](internal-dicts.md#internal_dicts) 具有特定的 [功能集](../../sql-reference/functions/ym-dict-functions.md).
--   [插件（外部）字典](external-dictionaries/external-dicts.md#dicts-external-dicts) 用一个 [功能集](../../sql-reference/functions/ext-dict-functions.md).
+-   [内置字典](internal-dicts.md#internal_dicts) ,这些字典具有特定的 [函数集](../../sql-reference/functions/ym-dict-functions.md).
+-   [插件（外部）字典](external-dictionaries/external-dicts.md#dicts-external-dicts) ,这些字典拥有一个 [函数集](../../sql-reference/functions/ext-dict-functions.md).
 
 [原始文章](https://clickhouse.tech/docs/en/query_language/dicts/) <!--hide-->

From ef58cb399a399330fc5e9e95a258b2416431f6db Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sun, 23 May 2021 17:36:10 +0300
Subject: [PATCH 0384/1060] Updated submodule version

---
 contrib/libunwind | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/libunwind b/contrib/libunwind
index 7e0c78ed2e8..1e4a2e5ce77 160000
--- a/contrib/libunwind
+++ b/contrib/libunwind
@@ -1 +1 @@
-Subproject commit 7e0c78ed2e8946aeab6fdf319c2a323d04b5504e
+Subproject commit 1e4a2e5ce77be1af12e918a3c15dccf2bbac587d

From 2d6a3648565571103700b717c189c1ffaf3d78f1 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sun, 23 May 2021 17:38:23 +0300
Subject: [PATCH 0385/1060] Update index.md

---
 docs/ru/sql-reference/dictionaries/index.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/dictionaries/index.md b/docs/ru/sql-reference/dictionaries/index.md
index bcb54a07005..ee6c3e6f72a 100644
--- a/docs/ru/sql-reference/dictionaries/index.md
+++ b/docs/ru/sql-reference/dictionaries/index.md
@@ -12,6 +12,6 @@ ClickHouse поддерживает специальные функции для
 
 ClickHouse поддерживает:
 
--   [Встроенные словари](internal-dicts.md#internal_dicts) со специфическим [набором функций](../../sql-reference/dictionaries/external-dictionaries/index.md).
+-   [Встроенные словари](internal-dicts.md#internal_dicts) со специфическим [набором функций](../../sql-reference/dictionaries/ext-dict-functions/).
 -   [Подключаемые (внешние) словари](external-dictionaries/external-dicts.md#dicts-external-dicts) с [набором функций](../../sql-reference/dictionaries/ext-dict-functions/).
 

From 472a41b2870d68135da3a1460a571c469214a145 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sun, 23 May 2021 20:54:42 +0300
Subject: [PATCH 0386/1060] Superdigest support

---
 src/Coordination/KeeperServer.cpp          | 19 ++++++++++++++++++-
 src/Coordination/KeeperServer.h            |  1 -
 src/Coordination/KeeperSnapshotManager.cpp |  5 +++--
 src/Coordination/KeeperSnapshotManager.h   |  3 ++-
 src/Coordination/KeeperStateMachine.cpp    | 12 +++++++++---
 src/Coordination/KeeperStateMachine.h      |  7 ++++++-
 src/Coordination/KeeperStorage.cpp         |  3 ++-
 src/Coordination/KeeperStorage.h           |  2 +-
 8 files changed, 41 insertions(+), 11 deletions(-)

diff --git a/src/Coordination/KeeperServer.cpp b/src/Coordination/KeeperServer.cpp
index ba904a535d0..eca0d05a3f1 100644
--- a/src/Coordination/KeeperServer.cpp
+++ b/src/Coordination/KeeperServer.cpp
@@ -16,6 +16,7 @@
 #include <string>
 #include <filesystem>
 #include <Poco/Util/Application.h>
+#include <boost/algorithm/string.hpp>
 
 namespace DB
 {
@@ -26,6 +27,7 @@ namespace ErrorCodes
     extern const int NO_ELEMENTS_IN_CONFIG;
     extern const int SUPPORT_IS_DISABLED;
     extern const int LOGICAL_ERROR;
+    extern const int INVALID_CONFIG_PARAMETER;
 }
 
 namespace
@@ -75,6 +77,20 @@ std::string getSnapshotsPathFromConfig(const Poco::Util::AbstractConfiguration &
         return std::filesystem::path{config.getString("path", DBMS_DEFAULT_PATH)} / "coordination/snapshots";
 }
 
+std::string checkAndGetSuperdigest(const Poco::Util::AbstractConfiguration & config)
+{
+    if (!config.has("keeper_server.superdigest"))
+        return "";
+
+    auto user_and_digest = config.getString("keeper_server.superdigest");
+    std::vector<std::string> scheme_and_id;
+    boost::split(scheme_and_id, user_and_digest, [](char c) { return c == ':'; });
+    if (scheme_and_id.size() != 2 || scheme_and_id[0] != "super")
+        throw Exception(ErrorCodes::INVALID_CONFIG_PARAMETER, "Incorrect superdigest in keeper_server config. Must be 'super:base64string'");
+
+    return scheme_and_id[1];
+}
+
 }
 
 KeeperServer::KeeperServer(
@@ -89,7 +105,8 @@ KeeperServer::KeeperServer(
     , state_machine(nuraft::cs_new<KeeperStateMachine>(
                         responses_queue_, snapshots_queue_,
                         getSnapshotsPathFromConfig(config, standalone_keeper),
-                        coordination_settings))
+                        coordination_settings,
+                        checkAndGetSuperdigest(config)))
     , state_manager(nuraft::cs_new<KeeperStateManager>(server_id, "keeper_server", config, coordination_settings, standalone_keeper))
     , log(&Poco::Logger::get("KeeperServer"))
 {
diff --git a/src/Coordination/KeeperServer.h b/src/Coordination/KeeperServer.h
index 421be331537..282a7b48dfb 100644
--- a/src/Coordination/KeeperServer.h
+++ b/src/Coordination/KeeperServer.h
@@ -48,7 +48,6 @@ private:
 
     void shutdownRaftServer();
 
-
 public:
     KeeperServer(
         int server_id_,
diff --git a/src/Coordination/KeeperSnapshotManager.cpp b/src/Coordination/KeeperSnapshotManager.cpp
index 3cfa07fb542..13c8eecbad7 100644
--- a/src/Coordination/KeeperSnapshotManager.cpp
+++ b/src/Coordination/KeeperSnapshotManager.cpp
@@ -241,9 +241,10 @@ KeeperStorageSnapshot::~KeeperStorageSnapshot()
     storage->disableSnapshotMode();
 }
 
-KeeperSnapshotManager::KeeperSnapshotManager(const std::string & snapshots_path_, size_t snapshots_to_keep_, size_t storage_tick_time_)
+KeeperSnapshotManager::KeeperSnapshotManager(const std::string & snapshots_path_, size_t snapshots_to_keep_, const std::string & superdigest_, size_t storage_tick_time_)
     : snapshots_path(snapshots_path_)
     , snapshots_to_keep(snapshots_to_keep_)
+    , superdigest(superdigest_)
     , storage_tick_time(storage_tick_time_)
 {
     namespace fs = std::filesystem;
@@ -330,7 +331,7 @@ SnapshotMetaAndStorage KeeperSnapshotManager::deserializeSnapshotFromBuffer(nura
 {
     ReadBufferFromNuraftBuffer reader(buffer);
     CompressedReadBuffer compressed_reader(reader);
-    auto storage = std::make_unique<KeeperStorage>(storage_tick_time);
+    auto storage = std::make_unique<KeeperStorage>(storage_tick_time, superdigest);
     auto snapshot_metadata = KeeperStorageSnapshot::deserialize(*storage, compressed_reader);
     return std::make_pair(snapshot_metadata, std::move(storage));
 }
diff --git a/src/Coordination/KeeperSnapshotManager.h b/src/Coordination/KeeperSnapshotManager.h
index 95d1ce831d4..adc369fd498 100644
--- a/src/Coordination/KeeperSnapshotManager.h
+++ b/src/Coordination/KeeperSnapshotManager.h
@@ -46,7 +46,7 @@ using SnapshotMetaAndStorage = std::pair<SnapshotMetadataPtr, KeeperStoragePtr>;
 class KeeperSnapshotManager
 {
 public:
-    KeeperSnapshotManager(const std::string & snapshots_path_, size_t snapshots_to_keep_, size_t storage_tick_time_ = 500);
+    KeeperSnapshotManager(const std::string & snapshots_path_, size_t snapshots_to_keep_, const std::string & superdigest_ = "", size_t storage_tick_time_ = 500);
 
     SnapshotMetaAndStorage restoreFromLatestSnapshot();
 
@@ -77,6 +77,7 @@ private:
     const std::string snapshots_path;
     const size_t snapshots_to_keep;
     std::map<uint64_t, std::string> existing_snapshots;
+    const std::string superdigest;
     size_t storage_tick_time;
 };
 
diff --git a/src/Coordination/KeeperStateMachine.cpp b/src/Coordination/KeeperStateMachine.cpp
index b5b393523bf..a76b86a8171 100644
--- a/src/Coordination/KeeperStateMachine.cpp
+++ b/src/Coordination/KeeperStateMachine.cpp
@@ -36,13 +36,19 @@ KeeperStorage::RequestForSession parseRequest(nuraft::buffer & data)
     return request_for_session;
 }
 
-KeeperStateMachine::KeeperStateMachine(ResponsesQueue & responses_queue_, SnapshotsQueue & snapshots_queue_, const std::string & snapshots_path_, const CoordinationSettingsPtr & coordination_settings_)
+    KeeperStateMachine::KeeperStateMachine(
+        ResponsesQueue & responses_queue_,
+        SnapshotsQueue & snapshots_queue_,
+        const std::string & snapshots_path_,
+        const CoordinationSettingsPtr & coordination_settings_,
+        const std::string & superdigest_)
     : coordination_settings(coordination_settings_)
-    , snapshot_manager(snapshots_path_, coordination_settings->snapshots_to_keep, coordination_settings->dead_session_check_period_ms.totalMicroseconds())
+    , snapshot_manager(snapshots_path_, coordination_settings->snapshots_to_keep, superdigest_, coordination_settings->dead_session_check_period_ms.totalMicroseconds())
     , responses_queue(responses_queue_)
     , snapshots_queue(snapshots_queue_)
     , last_committed_idx(0)
     , log(&Poco::Logger::get("KeeperStateMachine"))
+    , superdigest(superdigest_)
 {
 }
 
@@ -85,7 +91,7 @@ void KeeperStateMachine::init()
     }
 
     if (!storage)
-        storage = std::make_unique<KeeperStorage>(coordination_settings->dead_session_check_period_ms.totalMilliseconds());
+        storage = std::make_unique<KeeperStorage>(coordination_settings->dead_session_check_period_ms.totalMilliseconds(), superdigest);
 }
 
 nuraft::ptr<nuraft::buffer> KeeperStateMachine::commit(const uint64_t log_idx, nuraft::buffer & data)
diff --git a/src/Coordination/KeeperStateMachine.h b/src/Coordination/KeeperStateMachine.h
index 8712adaf4b1..fb46f507baf 100644
--- a/src/Coordination/KeeperStateMachine.h
+++ b/src/Coordination/KeeperStateMachine.h
@@ -16,7 +16,10 @@ using SnapshotsQueue = ConcurrentBoundedQueue<CreateSnapshotTask>;
 class KeeperStateMachine : public nuraft::state_machine
 {
 public:
-    KeeperStateMachine(ResponsesQueue & responses_queue_, SnapshotsQueue & snapshots_queue_, const std::string & snapshots_path_, const CoordinationSettingsPtr & coordination_settings_);
+    KeeperStateMachine(
+        ResponsesQueue & responses_queue_, SnapshotsQueue & snapshots_queue_,
+        const std::string & snapshots_path_, const CoordinationSettingsPtr & coordination_settings_,
+        const std::string & superdigest_ = "");
 
     void init();
 
@@ -84,6 +87,8 @@ private:
     /// Last committed Raft log number.
     std::atomic<uint64_t> last_committed_idx;
     Poco::Logger * log;
+
+    const std::string superdigest;
 };
 
 }
diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index 63272b14a4a..8cc9e157a69 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -148,8 +148,9 @@ static KeeperStorage::ResponsesForSessions processWatchesImpl(const String & pat
     return result;
 }
 
-KeeperStorage::KeeperStorage(int64_t tick_time_ms)
+KeeperStorage::KeeperStorage(int64_t tick_time_ms, const String & superdigest_)
     : session_expiry_queue(tick_time_ms)
+    , superdigest(superdigest_)
 {
     container.insert("/", Node());
 }
diff --git a/src/Coordination/KeeperStorage.h b/src/Coordination/KeeperStorage.h
index f247364f611..7990574c8f1 100644
--- a/src/Coordination/KeeperStorage.h
+++ b/src/Coordination/KeeperStorage.h
@@ -98,7 +98,7 @@ public:
     const String superdigest;
 
 public:
-    KeeperStorage(int64_t tick_time_ms);
+    KeeperStorage(int64_t tick_time_ms, const String & superdigest_);
 
     int64_t getSessionID(int64_t session_timeout_ms)
     {

From a3640cd7eaf3df2965655423c17e230b73bead42 Mon Sep 17 00:00:00 2001
From: Alexey <lehasm@gmail.com>
Date: Sun, 23 May 2021 20:02:17 +0000
Subject: [PATCH 0387/1060] Description updated

---
 docs/en/operations/settings/settings.md          | 15 ++++++++++++++-
 docs/en/sql-reference/statements/insert-into.md  |  2 ++
 docs/en/sql-reference/statements/select/union.md |  6 ++++++
 3 files changed, 22 insertions(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index b0c879af931..d9555e3e52b 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -365,7 +365,20 @@ throws an exception.
 
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
-Enables or disables using default values if input data contain `NULL`, but the data type of the corresponding column in not `Nullable(T)` (for text input formats).
+Enables or disables insertion of default values if input data contain `NULL`, but the data type of the corresponding column in not `Nullable(T)` (for text input formats). This setting is applied to `INSERT ... VALUES` queries.
+
+## insert_null_as_default {#insert_null_as_default}
+
+Enables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into non-[Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) columns. This setting is applied to `INSERT ... SELECT` [queries](../../sql-reference/statements/insert-into.md#insert_query_insert-select). `SELECT` subqueries may be concatenated with `UNION ALL` clause.
+If column type is Nullable then `NULL` values are inserted as is.
+If column type is non-Nullable and this setting is disabled then inserting `NULL` causes an exception.
+
+Possible values:
+
+-   0 — Inserting `NULL` into a non-Nullable column causes an exception.
+-   1 — Default column value is inserted instead of `NULL`.
+
+Default value: `1`.
 
 ## input_format_skip_unknown_fields {#settings-input-format-skip-unknown-fields}
 
diff --git a/docs/en/sql-reference/statements/insert-into.md b/docs/en/sql-reference/statements/insert-into.md
index 66effcccc3f..59e8a958f48 100644
--- a/docs/en/sql-reference/statements/insert-into.md
+++ b/docs/en/sql-reference/statements/insert-into.md
@@ -98,6 +98,8 @@ INSERT INTO [db.]table [(c1, c2, c3)] SELECT ...
 
 Columns are mapped according to their position in the SELECT clause. However, their names in the SELECT expression and the table for INSERT may differ. If necessary, type casting is performed.
 
+To insert a default value instead of `NULL` into non-Nullable column enable [insert_null_as_default](../../operations/settings/settings.md#insert_null_as_default) setting.    
+
 None of the data formats except Values allow setting values to expressions such as `now()`, `1 + 2`, and so on. The Values format allows limited use of expressions, but this is not recommended, because in this case inefficient code is used for their execution.
 
 Other queries for modifying data parts are not supported: `UPDATE`, `DELETE`, `REPLACE`, `MERGE`, `UPSERT`, `INSERT UPDATE`.
diff --git a/docs/en/sql-reference/statements/select/union.md b/docs/en/sql-reference/statements/select/union.md
index cf18ff7a4a2..6cedfb89787 100644
--- a/docs/en/sql-reference/statements/select/union.md
+++ b/docs/en/sql-reference/statements/select/union.md
@@ -78,4 +78,10 @@ Result:
 
 Queries that are parts of `UNION/UNION ALL/UNION DISTINCT` can be run simultaneously, and their results can be mixed together.
 
+**See Also**
+
+-   [insert_null_as_default](../../../operations/settings/settings.md#insert_null_as_default) setting.
+-   [union_default_mode](../../../operations/settings/settings.md#union-default-mode) setting.
+
+
 [Original article](https://clickhouse.tech/docs/en/sql-reference/statements/select/union/) <!-- hide -->

From 0d2c2399389fca52955ac52dd7ef452d6384cb56 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Mon, 24 May 2021 00:07:52 +0400
Subject: [PATCH 0388/1060] Allow recursive execution paths

---
 src/Access/MemoryAccessStorage.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Access/MemoryAccessStorage.h b/src/Access/MemoryAccessStorage.h
index 92439342168..512ccff1d1b 100644
--- a/src/Access/MemoryAccessStorage.h
+++ b/src/Access/MemoryAccessStorage.h
@@ -51,7 +51,7 @@ private:
     void setAllNoLock(const std::vector<std::pair<UUID, AccessEntityPtr>> & all_entities, Notifications & notifications);
     void prepareNotifications(const Entry & entry, bool remove, Notifications & notifications) const;
 
-    mutable std::mutex mutex;
+    mutable std::recursive_mutex mutex;
     std::unordered_map<UUID, Entry> entries_by_id; /// We want to search entries both by ID and by the pair of name and type.
     std::unordered_map<String, Entry *> entries_by_name_and_type[static_cast<size_t>(EntityType::MAX)];
     mutable std::list<OnChangedHandler> handlers_by_type[static_cast<size_t>(EntityType::MAX)];

From e46a497f8a22509a856b7997b1b3faa4aef4e341 Mon Sep 17 00:00:00 2001
From: Denis Glazachev <d.glazachev@gmail.com>
Date: Mon, 24 May 2021 00:13:05 +0400
Subject: [PATCH 0389/1060] Fix typo

---
 docs/en/development/build-osx.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/development/build-osx.md b/docs/en/development/build-osx.md
index f34107ca3d3..a862bdeb299 100644
--- a/docs/en/development/build-osx.md
+++ b/docs/en/development/build-osx.md
@@ -20,7 +20,7 @@ Install the latest [Xcode](https://apps.apple.com/am/app/xcode/id497799835?mt=12
 
 Open it at least once to accept the end-user license agreement and automatically install the required components.
 
-Then, make sure that the latest Comman Line Tools are installed and selected in the system:
+Then, make sure that the latest Command Line Tools are installed and selected in the system:
 
 ``` bash
 sudo rm -rf /Library/Developer/CommandLineTools

From ecd82213d16d15c9ec3389eab1263aeb66dbc6c7 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sun, 23 May 2021 19:57:50 +0000
Subject: [PATCH 0390/1060] Some clean up, more tests

---
 src/Disks/HDFS/DiskHDFS.cpp                   |  2 -
 src/Disks/S3/DiskS3.cpp                       | 28 ++++-----
 src/Disks/S3/DiskS3.h                         |  1 -
 src/Disks/tests/gtest_disk_hdfs.cpp           |  7 +--
 .../test_log_family_hdfs/__init__.py          |  0
 .../configs/config.d/log_conf.xml             | 12 ++++
 .../configs/storage_conf.xml                  | 11 ++++
 .../integration/test_log_family_hdfs/test.py  | 59 +++++++++++++++++++
 .../integration/test_merge_tree_hdfs/test.py  | 51 ----------------
 9 files changed, 98 insertions(+), 73 deletions(-)
 create mode 100644 tests/integration/test_log_family_hdfs/__init__.py
 create mode 100644 tests/integration/test_log_family_hdfs/configs/config.d/log_conf.xml
 create mode 100644 tests/integration/test_log_family_hdfs/configs/storage_conf.xml
 create mode 100644 tests/integration/test_log_family_hdfs/test.py

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 261dac4148b..4567c67e94d 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -5,8 +5,6 @@
 #include <IO/SeekAvoidingReadBuffer.h>
 #include <Disks/ReadIndirectBufferFromRemoteFS.h>
 #include <Disks/WriteIndirectBufferFromRemoteFS.h>
-#include <Common/checkStackSize.h>
-#include <Common/quoteString.h>
 #include <common/logger_useful.h>
 
 
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index ccce2a8a9dd..9ce3b4ee342 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -12,7 +12,6 @@
 #include <Disks/WriteIndirectBufferFromRemoteFS.h>
 #include <IO/ReadHelpers.h>
 #include <IO/SeekAvoidingReadBuffer.h>
-#include <IO/WriteBufferFromFile.h>
 #include <IO/WriteBufferFromS3.h>
 #include <IO/WriteHelpers.h>
 #include <Poco/File.h>
@@ -231,22 +230,21 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
 
 void DiskS3::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
 {
-    if (!fs_paths_keeper.empty())
+    if (fs_paths_keeper.empty())
+        return;
+
+    auto settings = current_settings.get();
+    for (const auto & chunk : fs_paths_keeper)
     {
-        auto settings = current_settings.get();
+        Aws::S3::Model::Delete delkeys;
+        delkeys.SetObjects(chunk);
 
-        for (const auto & chunk : fs_paths_keeper)
-        {
-            Aws::S3::Model::Delete delkeys;
-            delkeys.SetObjects(chunk);
-
-            /// TODO: Make operation idempotent. Do not throw exception if key is already deleted.
-            Aws::S3::Model::DeleteObjectsRequest request;
-            request.SetBucket(bucket);
-            request.SetDelete(delkeys);
-            auto outcome = settings->client->DeleteObjects(request);
-            throwIfError(outcome);
-        }
+        /// TODO: Make operation idempotent. Do not throw exception if key is already deleted.
+        Aws::S3::Model::DeleteObjectsRequest request;
+        request.SetBucket(bucket);
+        request.SetDelete(delkeys);
+        auto outcome = settings->client->DeleteObjects(request);
+        throwIfError(outcome);
     }
 }
 
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index f55fca010ff..0e4821e4702 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -55,7 +55,6 @@ public:
     using SettingsPtr = std::unique_ptr<DiskS3Settings>;
     using GetDiskSettings = std::function<SettingsPtr(const Poco::Util::AbstractConfiguration &, const String, ContextConstPtr)>;
 
-    friend class DiskS3Reservation;
     struct RestoreInformation;
 
     DiskS3(
diff --git a/src/Disks/tests/gtest_disk_hdfs.cpp b/src/Disks/tests/gtest_disk_hdfs.cpp
index 7b04feb1416..d537ac967e5 100644
--- a/src/Disks/tests/gtest_disk_hdfs.cpp
+++ b/src/Disks/tests/gtest_disk_hdfs.cpp
@@ -3,17 +3,16 @@
 #include <IO/WriteHelpers.h>
 #include "gtest_disk.h"
 
-/// To enable tests set to 1. It is set to 0, because there is not HDFS instance in CI.
-#define RUN_HDFS_TEST 0
 
+#define RUN_HDFS_TEST 0
 #if RUN_HDFS_TEST
 
 #include <Disks/HDFS/DiskHDFS.h>
 #include <Poco/Util/XMLConfiguration.h>
 
 const String hdfs_uri = "hdfs://172.20.0.2:9000/disk_test/";
-const String metadata_path = "/home/kssenii/metadata/";
-const String config_path = "/home/kssenii/ClickHouse/programs/server/config.xml";
+const String metadata_path = "/path/to/metadata/";
+const String config_path = "/path/to/config.xml";
 const String file_name = "test.txt";
 
 
diff --git a/tests/integration/test_log_family_hdfs/__init__.py b/tests/integration/test_log_family_hdfs/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_log_family_hdfs/configs/config.d/log_conf.xml b/tests/integration/test_log_family_hdfs/configs/config.d/log_conf.xml
new file mode 100644
index 00000000000..318a6bca95d
--- /dev/null
+++ b/tests/integration/test_log_family_hdfs/configs/config.d/log_conf.xml
@@ -0,0 +1,12 @@
+<yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_log_family_hdfs/configs/storage_conf.xml b/tests/integration/test_log_family_hdfs/configs/storage_conf.xml
new file mode 100644
index 00000000000..15ff3891474
--- /dev/null
+++ b/tests/integration/test_log_family_hdfs/configs/storage_conf.xml
@@ -0,0 +1,11 @@
+<?xml version="1.0"?>
+<yandex>
+    <storage_configuration>
+        <disks>
+            <hdfs>
+                <type>hdfs</type>
+                <endpoint>hdfs://hdfs1:9000/clickhouse/</endpoint>
+            </hdfs>
+        </disks>
+    </storage_configuration>
+</yandex>
diff --git a/tests/integration/test_log_family_hdfs/test.py b/tests/integration/test_log_family_hdfs/test.py
new file mode 100644
index 00000000000..44f6904e8ea
--- /dev/null
+++ b/tests/integration/test_log_family_hdfs/test.py
@@ -0,0 +1,59 @@
+import logging
+import sys
+
+import pytest
+from helpers.cluster import ClickHouseCluster
+
+from pyhdfs import HdfsClient
+
+
+@pytest.fixture(scope="module")
+def cluster():
+    try:
+        cluster = ClickHouseCluster(__file__)
+        cluster.add_instance("node",
+                             main_configs=["configs/storage_conf.xml", "configs/config.d/log_conf.xml"],
+                             with_hdfs=True)
+        logging.info("Starting cluster...")
+        cluster.start()
+        logging.info("Cluster started")
+
+        fs = HdfsClient(hosts='localhost')
+        fs.mkdirs('/clickhouse')
+
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+
+def assert_objects_count(cluster, objects_count, path='data/'):
+    fs = HdfsClient(hosts='localhost')
+    hdfs_objects = fs.listdir('/clickhouse')
+    assert objects_count == len(hdfs_objects)
+
+
+@pytest.mark.parametrize(
+    "log_engine,files_overhead,files_overhead_per_insert",
+    [("TinyLog", 1, 1), ("Log", 2, 1), ("StripeLog", 1, 2)])
+def test_log_family_hdfs(cluster, log_engine, files_overhead, files_overhead_per_insert):
+    node = cluster.instances["node"]
+
+    node.query("CREATE TABLE hdfs_test (id UInt64) ENGINE={} SETTINGS disk = 'hdfs'".format(log_engine))
+
+    node.query("INSERT INTO hdfs_test SELECT number FROM numbers(5)")
+    assert node.query("SELECT * FROM hdfs_test") == "0\n1\n2\n3\n4\n"
+    assert_objects_count(cluster, files_overhead_per_insert + files_overhead)
+
+    node.query("INSERT INTO hdfs_test SELECT number + 5 FROM numbers(3)")
+    assert node.query("SELECT * FROM hdfs_test order by id") == "0\n1\n2\n3\n4\n5\n6\n7\n"
+    assert_objects_count(cluster, files_overhead_per_insert * 2 + files_overhead)
+
+    node.query("INSERT INTO hdfs_test SELECT number + 8 FROM numbers(1)")
+    assert node.query("SELECT * FROM hdfs_test order by id") == "0\n1\n2\n3\n4\n5\n6\n7\n8\n"
+    assert_objects_count(cluster, files_overhead_per_insert * 3 + files_overhead)
+
+    node.query("TRUNCATE TABLE hdfs_test")
+    assert_objects_count(cluster, 0)
+
+    node.query("DROP TABLE hdfs_test")
+
diff --git a/tests/integration/test_merge_tree_hdfs/test.py b/tests/integration/test_merge_tree_hdfs/test.py
index 39827624fc5..2d0d9d9fb1e 100644
--- a/tests/integration/test_merge_tree_hdfs/test.py
+++ b/tests/integration/test_merge_tree_hdfs/test.py
@@ -10,10 +10,6 @@ from helpers.cluster import ClickHouseCluster
 
 from pyhdfs import HdfsClient
 
-logging.getLogger().setLevel(logging.INFO)
-logging.getLogger().addHandler(logging.StreamHandler())
-
-
 SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
 CONFIG_PATH = os.path.join(SCRIPT_DIR, './_instances/node/configs/config.d/storage_conf.xml')
 
@@ -319,50 +315,3 @@ def test_move_replace_partition_to_another_table(cluster):
     hdfs_objects = fs.listdir('/clickhouse')
     assert len(hdfs_objects) == FILES_OVERHEAD + FILES_OVERHEAD_PER_PART_WIDE * 4
 
-    node.query("DROP TABLE hdfs_test NO DELAY")
-    # Backup data should remain in hdfs.
-    print(2)
-    # TODO: it gets deleted, but shouldn't
-    #wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD_PER_PART_WIDE * 4)
-
-
-#@pytest.mark.parametrize("merge_vertical", [False, True])
-#def test_insert_same_partition_and_merge(cluster, merge_vertical):
-#    settings = None
-#    if merge_vertical:
-#        settings = """
-#            vertical_merge_algorithm_min_rows_to_activate=0,
-#            vertical_merge_algorithm_min_columns_to_activate=0
-#        """
-#    create_table(cluster, "hdfs_test", additional_settings=settings)
-#
-#    node = cluster.instances["node"]
-#    fs = HdfsClient(hosts='localhost')
-#
-#    node.query("SYSTEM STOP MERGES hdfs_test")
-#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 1024)))
-#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 2048)))
-#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
-#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 1024, -1)))
-#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 2048, -1)))
-#    node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096, -1)))
-#    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
-#    assert node.query("SELECT count(distinct(id)) FROM hdfs_test FORMAT Values") == "(8192)"
-#
-#    hdfs_objects = fs.listdir('/clickhouse')
-#    assert len(hdfs_objects) == FILES_OVERHEAD_PER_PART_WIDE * 6 + FILES_OVERHEAD
-#
-#    node.query("SYSTEM START MERGES hdfs_test")
-#
-#    # Wait for merges and old parts deletion
-#    for attempt in range(0, 10):
-#        parts_count = node.query("SELECT COUNT(*) FROM system.parts WHERE table = 'hdfs_test' FORMAT Values")
-#        if parts_count == "(1)":
-#            break
-#        if attempt == 9:
-#            assert parts_count == "(1)"
-#        time.sleep(1)
-#
-#    assert node.query("SELECT sum(id) FROM hdfs_test FORMAT Values") == "(0)"
-#    assert node.query("SELECT count(distinct(id)) FROM hdfs_test FORMAT Values") == "(8192)"
-#    wait_for_delete_hdfs_objects(cluster, FILES_OVERHEAD_PER_PART_WIDE + FILES_OVERHEAD)

From ab686628a9ebe9753f1690cb6549ae7b390b8005 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 24 May 2021 00:06:08 +0300
Subject: [PATCH 0391/1060] Fix dictionary functions documentation

---
 docs/ru/sql-reference/dictionaries/index.md | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/docs/ru/sql-reference/dictionaries/index.md b/docs/ru/sql-reference/dictionaries/index.md
index ee6c3e6f72a..84c6f1a3c13 100644
--- a/docs/ru/sql-reference/dictionaries/index.md
+++ b/docs/ru/sql-reference/dictionaries/index.md
@@ -12,6 +12,5 @@ ClickHouse поддерживает специальные функции для
 
 ClickHouse поддерживает:
 
--   [Встроенные словари](internal-dicts.md#internal_dicts) со специфическим [набором функций](../../sql-reference/dictionaries/ext-dict-functions/).
--   [Подключаемые (внешние) словари](external-dictionaries/external-dicts.md#dicts-external-dicts) с [набором функций](../../sql-reference/dictionaries/ext-dict-functions/).
-
+-   [Встроенные словари](internal-dicts.md#internal_dicts) со специфическим [набором функций](../../sql-reference/functions/ext-dict-functions.md).
+-   [Подключаемые (внешние) словари](external-dictionaries/external-dicts.md#dicts-external-dicts) с [набором функций](../../sql-reference/functions/ext-dict-functions.md).
\ No newline at end of file

From 408b828777f4bb6f037e7a12338b4da89ef12689 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 00:48:11 +0300
Subject: [PATCH 0392/1060] Fix typo

---
 programs/compressor/Compressor.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index 520fff199f0..99ae4b3039f 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -81,7 +81,7 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         ("block-size,b", po::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
         ("hc", "use LZ4HC instead of LZ4")
         ("zstd", "use ZSTD instead of LZ4")
-        ("param", po::value<std::string>(), "extra params for compresion algorithm")
+        ("param", po::value<std::string>(), "extra params for compression algorithm")
         ("codec", po::value<std::vector<std::string>>()->multitoken(), "use codecs combination instead of LZ4")
         ("level", po::value<int>(), "compression level for codecs specified via flags")
         ("none", "use no compression instead of LZ4")

From 57a3f132d7ad2a764c804b81233454eed57fce9f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 00:48:54 +0300
Subject: [PATCH 0393/1060] Fix style

---
 src/Compression/CompressionCodecLZ4.cpp | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/src/Compression/CompressionCodecLZ4.cpp b/src/Compression/CompressionCodecLZ4.cpp
index 597a6c195eb..5bf6b48258c 100644
--- a/src/Compression/CompressionCodecLZ4.cpp
+++ b/src/Compression/CompressionCodecLZ4.cpp
@@ -13,9 +13,6 @@
 #include <IO/WriteHelpers.h>
 #include <IO/BufferWithOwnMemory.h>
 
-#include <Compression/LZ4_decompress_faster.h>
-
-
 #pragma GCC diagnostic ignored "-Wold-style-cast"
 
 

From 1ffaf1d7934d62599ee1383a1696b92777596227 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 22 May 2021 16:33:08 +0000
Subject: [PATCH 0394/1060] Better check

---
 src/Storages/MergeTree/KeyCondition.cpp     | 44 ++++++++++++++-------
 src/Storages/MergeTree/MergeTreePartition.h |  2 +-
 2 files changed, 31 insertions(+), 15 deletions(-)

diff --git a/src/Storages/MergeTree/KeyCondition.cpp b/src/Storages/MergeTree/KeyCondition.cpp
index 1ce64c52f6c..06fa8e83505 100644
--- a/src/Storages/MergeTree/KeyCondition.cpp
+++ b/src/Storages/MergeTree/KeyCondition.cpp
@@ -599,21 +599,29 @@ bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
     Field & out_value,
     DataTypePtr & out_type)
 {
-    auto adjusted_node = node->clone();
-    KeyDescription::moduloToModuloLegacyRecursive(adjusted_node);
+    const auto & sample_block = key_expr->getSampleBlock();
 
-    String adjusted_expr_name = adjusted_node->getColumnName();
     // Constant expr should use alias names if any
     String passed_expr_name = node->getColumnName();
     String expr_name;
 
-    const auto & sample_block = key_expr->getSampleBlock();
+    /// sample_block from key_expr cannot contain modulo and moduloLegacy at the same time.
+    /// For partition key it is always moduloLegacy.
     if (sample_block.has(passed_expr_name))
+    {
         expr_name = passed_expr_name;
-    else if (sample_block.has(adjusted_expr_name))
-        expr_name = adjusted_expr_name;
+    }
     else
-        return false;
+    {
+        auto adjusted_ast = node->clone();
+        KeyDescription::moduloToModuloLegacyRecursive(adjusted_ast);
+        String adjusted_expr_name = adjusted_ast->getColumnName();
+
+        if (!sample_block.has(adjusted_expr_name))
+            return false;
+
+        expr_name = adjusted_expr_name;
+    }
 
     /// TODO Nullable index is not yet landed.
     if (out_value.isNull())
@@ -677,21 +685,29 @@ bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
 bool KeyCondition::canConstantBeWrappedByFunctions(
     const ASTPtr & ast, size_t & out_key_column_num, DataTypePtr & out_key_column_type, Field & out_value, DataTypePtr & out_type)
 {
-    auto adjusted_ast = ast->clone();
-    KeyDescription::moduloToModuloLegacyRecursive(adjusted_ast);
+    const auto & sample_block = key_expr->getSampleBlock();
 
-    String adjusted_expr_name = adjusted_ast->getColumnName();
     // Constant expr should use alias names if any
     String passed_expr_name = ast->getColumnName();
     String expr_name;
 
-    const auto & sample_block = key_expr->getSampleBlock();
+    /// sample_block from key_expr cannot contain modulo and moduloLegacy at the same time.
+    /// For partition key it is always moduloLegacy.
     if (sample_block.has(passed_expr_name))
+    {
         expr_name = passed_expr_name;
-    else if (sample_block.has(adjusted_expr_name))
-        expr_name = adjusted_expr_name;
+    }
     else
-        return false;
+    {
+        auto adjusted_ast = ast->clone();
+        KeyDescription::moduloToModuloLegacyRecursive(adjusted_ast);
+        String adjusted_expr_name = adjusted_ast->getColumnName();
+
+        if (!sample_block.has(adjusted_expr_name))
+            return false;
+
+        expr_name = adjusted_expr_name;
+    }
 
     /// TODO Nullable index is not yet landed.
     if (out_value.isNull())
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index 3f0ee2864a0..541881633a0 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -47,7 +47,7 @@ public:
     static Block executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context);
 
     /// Make a modified partition key with substitution from modulo to moduloLegacy. Used in paritionPruner.
-    static KeyDescription adjustPartitionKey(const StorageMetadataPtr & partition_key, ContextPtr context);
+    static KeyDescription adjustPartitionKey(const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
 };
 
 }

From 8d2fa6cf50cb9dd78e34b248da2bc65c311efca5 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 01:18:12 +0300
Subject: [PATCH 0395/1060] Allow to build without experimental compression
 libraries and remove from fasttest

---
 CMakeLists.txt                              |  4 +++-
 cmake/find/density.cmake                    |  9 +++++++++
 cmake/find/lizard.cmake                     |  9 +++++++++
 cmake/find/lzsse.cmake                      |  9 +++++++++
 cmake/find/yaml-cpp.cmake                   |  2 +-
 contrib/CMakeLists.txt                      | 15 +++++++++++----
 docker/test/fasttest/run.sh                 |  3 ---
 src/Common/config.h.in                      |  5 ++++-
 src/Compression/CompressionCodecDensity.cpp |  8 ++++++++
 src/Compression/CompressionCodecLZSSE.cpp   |  8 ++++++++
 src/Compression/CompressionCodecLizard.cpp  |  8 ++++++++
 src/Compression/CompressionFactory.cpp      | 19 +++++++++++++++++++
 src/Core/config_core.h.in                   |  3 +++
 13 files changed, 92 insertions(+), 10 deletions(-)
 create mode 100644 cmake/find/density.cmake
 create mode 100644 cmake/find/lizard.cmake
 create mode 100644 cmake/find/lzsse.cmake

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 866d9f542e1..cc016d4f2cd 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -528,7 +528,9 @@ include (cmake/find/rocksdb.cmake)
 include (cmake/find/libpqxx.cmake)
 include (cmake/find/nuraft.cmake)
 include (cmake/find/yaml-cpp.cmake)
-
+include (cmake/find/lizard.cmake)
+include (cmake/find/lzsse.cmake)
+include (cmake/find/density.cmake)
 
 if(NOT USE_INTERNAL_PARQUET_LIBRARY)
     set (ENABLE_ORC OFF CACHE INTERNAL "")
diff --git a/cmake/find/density.cmake b/cmake/find/density.cmake
new file mode 100644
index 00000000000..f4963d67709
--- /dev/null
+++ b/cmake/find/density.cmake
@@ -0,0 +1,9 @@
+option(USE_DENSITY "Enable DENSITY experimental compression library" ${ENABLE_LIBRARIES})
+
+if (NOT USE_DENSITY)
+    return()
+endif()
+
+if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/density/README.md")
+    message (ERROR "submodule contrib/density is missing. to fix try run: \n git submodule update --init --recursive")
+endif()
diff --git a/cmake/find/lizard.cmake b/cmake/find/lizard.cmake
new file mode 100644
index 00000000000..27c8945c45a
--- /dev/null
+++ b/cmake/find/lizard.cmake
@@ -0,0 +1,9 @@
+option(USE_LIZARD "Enable Lizard experimental compression library" ${ENABLE_LIBRARIES})
+
+if (NOT USE_LIZARD)
+    return()
+endif()
+
+if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/lizard/README.md")
+    message (ERROR "submodule contrib/lizard is missing. to fix try run: \n git submodule update --init --recursive")
+endif()
diff --git a/cmake/find/lzsse.cmake b/cmake/find/lzsse.cmake
new file mode 100644
index 00000000000..a5f58a255f8
--- /dev/null
+++ b/cmake/find/lzsse.cmake
@@ -0,0 +1,9 @@
+option(USE_LZSSE "Enable LZSSE experimental compression library" ${ENABLE_LIBRARIES})
+
+if (NOT USE_LZSSE)
+    return()
+endif()
+
+if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/lzsse/README.md")
+    message (ERROR "submodule contrib/lzsse is missing. to fix try run: \n git submodule update --init --recursive")
+endif()
diff --git a/cmake/find/yaml-cpp.cmake b/cmake/find/yaml-cpp.cmake
index 9b9d9bd39d6..4633d559980 100644
--- a/cmake/find/yaml-cpp.cmake
+++ b/cmake/find/yaml-cpp.cmake
@@ -4,6 +4,6 @@ if (NOT USE_YAML_CPP)
     return()
 endif()
 
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/yaml-cpp")
+if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/yaml-cpp/README.md")
     message (ERROR "submodule contrib/yaml-cpp is missing. to fix try run: \n git submodule update --init --recursive")
 endif()
diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index 67e4a5f1e24..94c8199db0d 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -58,14 +58,21 @@ if (USE_INTERNAL_XZ_LIBRARY)
     add_subdirectory (xz)
 endif()
 
-add_subdirectory (lizard-cmake)
-add_subdirectory (density-cmake)
-add_subdirectory (lzsse-cmake)
+if (USE_LIZARD)
+    add_subdirectory (lizard-cmake)
+endif ()
+
+if (USE_DENSITY)
+    add_subdirectory (density-cmake)
+endif ()
+
+if (USE_LZSSE)
+    add_subdirectory (lzsse-cmake)
+endif ()
 
 add_subdirectory (poco-cmake)
 add_subdirectory (croaring-cmake)
 
-
 # TODO: refactor the contrib libraries below this comment.
 
 if (USE_INTERNAL_ZSTD_LIBRARY)
diff --git a/docker/test/fasttest/run.sh b/docker/test/fasttest/run.sh
index d94ed5c876a..3a19a249f8e 100755
--- a/docker/test/fasttest/run.sh
+++ b/docker/test/fasttest/run.sh
@@ -185,9 +185,6 @@ function clone_submodules
             contrib/dragonbox
             contrib/fast_float
             contrib/NuRaft
-            contrib/lizard
-            contrib/density
-            contrib/lzsse
         )
 
         git submodule sync
diff --git a/src/Common/config.h.in b/src/Common/config.h.in
index 6844f0fa9e3..7396e6f6222 100644
--- a/src/Common/config.h.in
+++ b/src/Common/config.h.in
@@ -14,6 +14,9 @@
 #cmakedefine01 USE_SENTRY
 #cmakedefine01 USE_GRPC
 #cmakedefine01 USE_STATS
-#cmakedefine01 CLICKHOUSE_SPLIT_BINARY
 #cmakedefine01 USE_DATASKETCHES
 #cmakedefine01 USE_YAML_CPP
+#cmakedefine01 USE_LIZARD
+#cmakedefine01 USE_DENSITY
+#cmakedefine01 USE_LZSSE
+#cmakedefine01 CLICKHOUSE_SPLIT_BINARY
diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index cdee69005be..033f2627364 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -1,3 +1,9 @@
+#if !defined(ARCADIA_BUILD)
+#   include "config_core.h"
+#endif
+
+#if USE_DENSITY
+
 #include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionFactory.h>
 #include <Compression/CompressionInfo.h>
@@ -118,3 +124,5 @@ void registerCodecDensity(CompressionCodecFactory & factory)
 }
 
 }
+
+#endif
diff --git a/src/Compression/CompressionCodecLZSSE.cpp b/src/Compression/CompressionCodecLZSSE.cpp
index 50585766b34..48465c52125 100644
--- a/src/Compression/CompressionCodecLZSSE.cpp
+++ b/src/Compression/CompressionCodecLZSSE.cpp
@@ -1,3 +1,9 @@
+#if !defined(ARCADIA_BUILD)
+#   include "config_core.h"
+#endif
+
+#if USE_LZSSE
+
 #include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionFactory.h>
 #include <Compression/CompressionInfo.h>
@@ -150,3 +156,5 @@ void registerCodecsLZSSE(CompressionCodecFactory & factory)
 }
 
 }
+
+#endif
diff --git a/src/Compression/CompressionCodecLizard.cpp b/src/Compression/CompressionCodecLizard.cpp
index 2059b12bab1..bc6607c0da9 100644
--- a/src/Compression/CompressionCodecLizard.cpp
+++ b/src/Compression/CompressionCodecLizard.cpp
@@ -1,3 +1,9 @@
+#if !defined(ARCADIA_BUILD)
+#   include "config_core.h"
+#endif
+
+#if USE_LIZARD
+
 #include <Compression/ICompressionCodec.h>
 #include <Compression/CompressionFactory.h>
 #include <Compression/CompressionInfo.h>
@@ -111,3 +117,5 @@ void registerCodecLizard(CompressionCodecFactory & factory)
 }
 
 }
+
+#endif
diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index 1ce8c82fdd0..db73e6df4df 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -1,3 +1,7 @@
+#if !defined(ARCADIA_BUILD)
+#   include "config_core.h"
+#endif
+
 #include <Compression/CompressionFactory.h>
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTIdentifier.h>
@@ -345,9 +349,18 @@ void registerCodecT64(CompressionCodecFactory & factory);
 void registerCodecDoubleDelta(CompressionCodecFactory & factory);
 void registerCodecGorilla(CompressionCodecFactory & factory);
 void registerCodecMultiple(CompressionCodecFactory & factory);
+
+#if USE_LIZARD
 void registerCodecLizard(CompressionCodecFactory & factory);
+#endif
+
+#if USE_DENSITY
 void registerCodecDensity(CompressionCodecFactory & factory);
+#endif
+
+#if USE_LZSSE
 void registerCodecsLZSSE(CompressionCodecFactory & factory);
+#endif
 
 CompressionCodecFactory::CompressionCodecFactory()
 {
@@ -360,9 +373,15 @@ CompressionCodecFactory::CompressionCodecFactory()
     registerCodecDoubleDelta(*this);
     registerCodecGorilla(*this);
     registerCodecMultiple(*this);
+#if USE_LIZARD
     registerCodecLizard(*this);
+#endif
+#if USE_DENSITY
     registerCodecDensity(*this);
+#endif
+#if USE_LZSSE
     registerCodecsLZSSE(*this);
+#endif
 
     default_codec = get("LZ4", {}, {});
 }
diff --git a/src/Core/config_core.h.in b/src/Core/config_core.h.in
index e250e013913..da923ca23a1 100644
--- a/src/Core/config_core.h.in
+++ b/src/Core/config_core.h.in
@@ -15,3 +15,6 @@
 #cmakedefine01 USE_LIBPQXX
 #cmakedefine01 USE_NURAFT
 #cmakedefine01 USE_KRB5
+#cmakedefine01 USE_LIZARD
+#cmakedefine01 USE_DENSITY
+#cmakedefine01 USE_LZSSE

From 99b85bd032e6a64674b88a4b15768d23b82cc8d6 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 01:34:59 +0300
Subject: [PATCH 0396/1060] Fix CMake

---
 src/CMakeLists.txt | 24 ++++++------------------
 1 file changed, 6 insertions(+), 18 deletions(-)

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 25775d1f0c1..06aaa781292 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -379,28 +379,16 @@ if (XZ_LIBRARY)
     target_include_directories (clickhouse_common_io SYSTEM BEFORE PUBLIC ${XZ_INCLUDE_DIR})
 endif()
 
-set (LIZARD_LIBRARY lizard)
-set (LIZARD_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/lizard/lib/)
-if (LIZARD_LIBRARY)
-    dbms_target_link_libraries(PRIVATE ${LIZARD_LIBRARY})
-    #target_link_libraries (clickhouse_compression PUBLIC ${LZMA_LIBRARY})
-    #target_include_directories (clickhouse_compression SYSTEM BEFORE PUBLIC ${})
+if (USE_LIZARD)
+    dbms_target_link_libraries(PRIVATE lizard)
 endif()
 
-set (DENSITY_LIBRARY density)
-set (DENSITY_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/density/src)
-if (DENSITY_LIBRARY)
-    dbms_target_link_libraries(PRIVATE ${DENSITY_LIBRARY})
-    #target_link_libraries (clickhouse_compression PUBLIC ${LZMA_LIBRARY})
-    #target_include_directories (clickhouse_compression SYSTEM BEFORE PUBLIC ${})
+if (USE_DENSITY)
+    dbms_target_link_libraries(PRIVATE density)
 endif()
 
-set (LZSSE_LIBRARY lzsse)
-set (LZSSE_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/lzsse/)
-if (LZSSE_LIBRARY)
-    dbms_target_link_libraries(PRIVATE ${LZSSE_LIBRARY})
-    #target_link_libraries (clickhouse_compression PUBLIC ${LZMA_LIBRARY})
-    #target_include_directories (clickhouse_compression SYSTEM BEFORE PUBLIC ${})
+if (USE_LZSSE)
+    dbms_target_link_libraries(PRIVATE lzsse)
 endif()
 
 if (USE_ICU)

From e5354f8f3685b4df8938e8e385b620bfca04f26d Mon Sep 17 00:00:00 2001
From: Denny Crane <deniszhuravlov@gmail.com>
Date: Sun, 23 May 2021 19:42:55 -0300
Subject: [PATCH 0397/1060] PREWHERE + FINAL

---
 docs/ru/sql-reference/statements/select/prewhere.md | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/docs/ru/sql-reference/statements/select/prewhere.md b/docs/ru/sql-reference/statements/select/prewhere.md
index c2a02b1a436..5ba25e6fa6e 100644
--- a/docs/ru/sql-reference/statements/select/prewhere.md
+++ b/docs/ru/sql-reference/statements/select/prewhere.md
@@ -16,6 +16,9 @@ Prewhere — это оптимизация для более эффективн
 
 Если значение параметра `optimize_move_to_prewhere` равно 0, эвристика по автоматическому перемещнию части выражений из `WHERE` к `PREWHERE` отключается.
 
+!!! note "Внимание"
+    Секция `PREWHERE` выполняется до `FINAL`, поэтому результаты запросов `FROM FINAL` могут исказится при использовании `PREWHERE` с полями не входящями в `ORDER BY` таблицы.
+
 ## Ограничения {#limitations}
 
 `PREWHERE` поддерживается только табличными движками из семейства `*MergeTree`.

From 12a05637413032e33b09a7c149afa1d080c89819 Mon Sep 17 00:00:00 2001
From: Denny Crane <deniszhuravlov@gmail.com>
Date: Sun, 23 May 2021 19:47:29 -0300
Subject: [PATCH 0398/1060] PREWHERE+FINAL

---
 docs/en/sql-reference/statements/select/prewhere.md | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/docs/en/sql-reference/statements/select/prewhere.md b/docs/en/sql-reference/statements/select/prewhere.md
index fc43d1de0a1..663b84f2d48 100644
--- a/docs/en/sql-reference/statements/select/prewhere.md
+++ b/docs/en/sql-reference/statements/select/prewhere.md
@@ -16,6 +16,9 @@ A query may simultaneously specify `PREWHERE` and `WHERE`. In this case, `PREWHE
 
 If the `optimize_move_to_prewhere` setting is set to 0, heuristics to automatically move parts of expressions from `WHERE` to `PREWHERE` are disabled.
 
+!!! note "Attention"
+     The `PREWHERE` section is executed before` FINAL`, so the results of `FROM FINAL` queries may be skewed when using` PREWHERE` with fields not in the `ORDER BY` section of a table. 
+     
 ## Limitations {#limitations}
 
 `PREWHERE` is only supported by tables from the `*MergeTree` family.

From 70d9f5c1545041a118a9379fbdcdf7e18d8667ce Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 02:36:50 +0300
Subject: [PATCH 0399/1060] Fix error

---
 src/Compression/CompressionCodecLZSSE.cpp | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/src/Compression/CompressionCodecLZSSE.cpp b/src/Compression/CompressionCodecLZSSE.cpp
index 48465c52125..436f2dea1f2 100644
--- a/src/Compression/CompressionCodecLZSSE.cpp
+++ b/src/Compression/CompressionCodecLZSSE.cpp
@@ -92,16 +92,16 @@ UInt32 CompressionCodecLZSSE::doCompressData(const char * source, UInt32 source_
         }
         case 4:
         {
-            LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
-            res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-            LZSSE2_FreeOptimalParseState(state);
+            LZSSE4_OptimalParseState * state = LZSSE4_MakeOptimalParseState(source_size);
+            res = LZSSE4_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+            LZSSE4_FreeOptimalParseState(state);
             break;
         }
         case 8:
         {
-            LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
-            res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-            LZSSE2_FreeOptimalParseState(state);
+            LZSSE8_OptimalParseState * state = LZSSE8_MakeOptimalParseState(source_size);
+            res = LZSSE8_CompressOptimalParse(state, source, source_size, dest, source_size, level);
+            LZSSE8_FreeOptimalParseState(state);
             break;
         }
         default:

From 541224290836c2dc040f633222597f96bd8d40c0 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 02:38:46 +0300
Subject: [PATCH 0400/1060] Fix error

---
 src/Compression/CompressionCodecLZSSE.cpp | 22 +++++++++++++++++++++-
 1 file changed, 21 insertions(+), 1 deletion(-)

diff --git a/src/Compression/CompressionCodecLZSSE.cpp b/src/Compression/CompressionCodecLZSSE.cpp
index 436f2dea1f2..1585f375eef 100644
--- a/src/Compression/CompressionCodecLZSSE.cpp
+++ b/src/Compression/CompressionCodecLZSSE.cpp
@@ -115,7 +115,27 @@ UInt32 CompressionCodecLZSSE::doCompressData(const char * source, UInt32 source_
 
 void CompressionCodecLZSSE::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
 {
-    UInt32 res = LZSSE2_Decompress(source, source_size, dest, uncompressed_size);
+    UInt32 res = 0;
+    switch (type)
+    {
+        case 2:
+        {
+            res = LZSSE2_Decompress(source, source_size, dest, uncompressed_size);
+            break;
+        }
+        case 4:
+        {
+            res = LZSSE4_Decompress(source, source_size, dest, uncompressed_size);
+            break;
+        }
+        case 8:
+        {
+            res = LZSSE8_Decompress(source, source_size, dest, uncompressed_size);
+            break;
+        }
+        default:
+            break;
+    }
     if (res < uncompressed_size)
         throw Exception(ErrorCodes::CANNOT_DECOMPRESS, "Cannot decompress block with LZSSE{}", type);
 }

From ff7b5d34bba959d0dfc3063345949f91917dd8dd Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 02:56:03 +0300
Subject: [PATCH 0401/1060] Mark false positives for PVS-Studio

---
 src/Common/tests/gtest_thread_pool_global_full.cpp     | 4 ++--
 src/Interpreters/ActionsDAG.cpp                        | 5 ++---
 src/Interpreters/InterpreterCreateQuery.cpp            | 2 +-
 src/Parsers/New/ParserErrorListener.cpp                | 2 +-
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp | 8 +++++---
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.h   | 2 +-
 src/Storages/MergeTree/MergeTreeReaderWide.cpp         | 2 +-
 src/Storages/SelectQueryInfo.h                         | 2 +-
 src/Storages/StorageLog.cpp                            | 2 +-
 9 files changed, 15 insertions(+), 14 deletions(-)

diff --git a/src/Common/tests/gtest_thread_pool_global_full.cpp b/src/Common/tests/gtest_thread_pool_global_full.cpp
index 583d43be1bb..c6133f7ca11 100644
--- a/src/Common/tests/gtest_thread_pool_global_full.cpp
+++ b/src/Common/tests/gtest_thread_pool_global_full.cpp
@@ -25,7 +25,7 @@ TEST(ThreadPool, GlobalFull1)
     std::atomic<size_t> counter = 0;
     static constexpr size_t num_jobs = capacity + 1;
 
-    auto func = [&] { ++counter; while (counter != num_jobs) {} };
+    auto func = [&] { ++counter; while (counter != num_jobs) {} }; //-V776
 
     ThreadPool pool(num_jobs);
 
@@ -63,7 +63,7 @@ TEST(ThreadPool, GlobalFull2)
     global_pool.wait();
 
     std::atomic<size_t> counter = 0;
-    auto func = [&] { ++counter; while (counter != capacity + 1) {} };
+    auto func = [&] { ++counter; while (counter != capacity + 1) {} }; //-V776
 
     ThreadPool pool(capacity, 0, capacity);
     for (size_t i = 0; i < capacity; ++i)
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 21c24956453..d1c10e1c037 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -540,7 +540,7 @@ Block ActionsDAG::updateHeader(Block header) const
 
     struct Frame
     {
-        const Node * node;
+        const Node * node = nullptr;
         size_t next_child = 0;
     };
 
@@ -587,8 +587,7 @@ Block ActionsDAG::updateHeader(Block header) const
                 }
             }
 
-            auto & column = node_to_column[output];
-            if (column.column)
+            if (node_to_column[output].column)
                 result_columns.push_back(node_to_column[output]);
         }
     }
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index cca29dd364d..9c463d89a59 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -263,7 +263,7 @@ BlockIO InterpreterCreateQuery::createDatabase(ASTCreateQuery & create)
         }
 
         /// We use global context here, because storages lifetime is bigger than query context lifetime
-        database->loadStoredObjects(getContext()->getGlobalContext(), has_force_restore_data_flag, create.attach && force_attach);
+        database->loadStoredObjects(getContext()->getGlobalContext(), has_force_restore_data_flag, create.attach && force_attach); //-V560
     }
     catch (...)
     {
diff --git a/src/Parsers/New/ParserErrorListener.cpp b/src/Parsers/New/ParserErrorListener.cpp
index bc5ee84cba9..f6ac0f0c451 100644
--- a/src/Parsers/New/ParserErrorListener.cpp
+++ b/src/Parsers/New/ParserErrorListener.cpp
@@ -26,7 +26,7 @@ void ParserErrorListener::syntaxError(
     auto * parser = dynamic_cast<ClickHouseParser *>(recognizer);
     assert(parser);
 
-    LOG_ERROR(&Poco::Logger::get("ClickHouseParser"),
+    LOG_ERROR(&Poco::Logger::get("ClickHouseParser"), //-V522
               "Last element parsed so far:\n"
               "{}\n"
               "Parser error: (pos {}) {}", parser->getRuleContext()->toStringTree(parser, true), token->getStartIndex(), message);
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 0f5e69448d2..c31585d1373 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -577,6 +577,8 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
     MergeTreeDataSelectSamplingData sampling = use_cache ? std::move(cache->sampling) : MergeTreeDataSelectSamplingData{};
     if (!use_cache)
     {
+        assert(key_condition.has_value());
+
         RelativeSize relative_sample_size = 0;
         RelativeSize relative_sample_offset = 0;
 
@@ -605,7 +607,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             /// read) into the relative `SAMPLE 0.1` (how much data to read).
             size_t approx_total_rows = 0;
             if (relative_sample_size > 1 || relative_sample_offset > 1)
-                approx_total_rows = getApproximateTotalRowsToRead(parts, metadata_snapshot, *key_condition, settings);
+                approx_total_rows = getApproximateTotalRowsToRead(parts, metadata_snapshot, *key_condition, settings); //-V1007
 
             if (relative_sample_size > 1)
             {
@@ -764,7 +766,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
                 if (has_lower_limit)
                 {
-                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createLeftBounded(lower, true)))
+                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createLeftBounded(lower, true))) //-V1007
                         throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
 
                     ASTPtr args = std::make_shared<ASTExpressionList>();
@@ -781,7 +783,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
                 if (has_upper_limit)
                 {
-                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createRightBounded(upper, false)))
+                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createRightBounded(upper, false))) //-V1007
                         throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
 
                     ASTPtr args = std::make_shared<ASTExpressionList>();
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index 8335e54213f..70025b49658 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -15,7 +15,7 @@ class KeyCondition;
 
 struct MergeTreeDataSelectSamplingData
 {
-    bool use_sampling;
+    bool use_sampling = false;
     std::shared_ptr<ASTFunction> filter_function;
     ActionsDAGPtr filter_expression;
 };
diff --git a/src/Storages/MergeTree/MergeTreeReaderWide.cpp b/src/Storages/MergeTree/MergeTreeReaderWide.cpp
index 0da2f643eb0..f2357a87535 100644
--- a/src/Storages/MergeTree/MergeTreeReaderWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeReaderWide.cpp
@@ -173,7 +173,7 @@ void MergeTreeReaderWide::readData(
 {
     auto get_stream_getter = [&](bool stream_for_prefix) -> ISerialization::InputStreamGetter
     {
-        return [&, stream_for_prefix](const ISerialization::SubstreamPath & substream_path) -> ReadBuffer *
+        return [&, stream_for_prefix](const ISerialization::SubstreamPath & substream_path) -> ReadBuffer * //-V1047
         {
             /// If substream have already been read.
             if (cache.count(ISerialization::getSubcolumnNameForStream(substream_path)))
diff --git a/src/Storages/SelectQueryInfo.h b/src/Storages/SelectQueryInfo.h
index e971e126972..afed41189c2 100644
--- a/src/Storages/SelectQueryInfo.h
+++ b/src/Storages/SelectQueryInfo.h
@@ -122,7 +122,7 @@ struct MergeTreeDataSelectCache;
 // The projection selected to execute current query
 struct ProjectionCandidate
 {
-    const ProjectionDescription * desc;
+    const ProjectionDescription * desc{};
     PrewhereInfoPtr prewhere_info;
     ActionsDAGPtr before_where;
     String where_column_name;
diff --git a/src/Storages/StorageLog.cpp b/src/Storages/StorageLog.cpp
index 663deddfd1f..61fbbbc3086 100644
--- a/src/Storages/StorageLog.cpp
+++ b/src/Storages/StorageLog.cpp
@@ -172,7 +172,7 @@ void LogSource::readData(const NameAndTypePair & name_and_type, ColumnPtr & colu
 
     auto create_stream_getter = [&](bool stream_for_prefix)
     {
-        return [&, stream_for_prefix] (const ISerialization::SubstreamPath & path) -> ReadBuffer *
+        return [&, stream_for_prefix] (const ISerialization::SubstreamPath & path) -> ReadBuffer * //-V1047
         {
             if (cache.count(ISerialization::getSubcolumnNameForStream(path)))
                 return nullptr;

From 5c815e4c7fa2c962dd8cf7996373bb5efc15bca5 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 03:51:37 +0300
Subject: [PATCH 0402/1060] Update config-example.yaml

---
 programs/server/config-example.yaml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/programs/server/config-example.yaml b/programs/server/config-example.yaml
index 48973fe6fc0..a2f1ff352d8 100644
--- a/programs/server/config-example.yaml
+++ b/programs/server/config-example.yaml
@@ -199,7 +199,8 @@ openSSL:
             name: RejectCertificateHandler
 
 # Default root page on http[s] server. For example load UI from https://tabix.io/ when opening http://localhost:8123
-# <http_server_default_response><![CDATA[<html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>]]></http_server_default_response>
+# http_server_default_response: |-
+#     <html ng-app="SMI2"><head><base href="http://ui.tabix.io/"></head><body><div ui-view="" class="content-ui"></div><script src="http://loader.tabix.io/master.js"></script></body></html>
 
 # Maximum number of concurrent queries.
 max_concurrent_queries: 100

From f80e6535b0fbe1c204e7473774b9073d4bc45619 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 05:55:03 +0300
Subject: [PATCH 0403/1060] Maybe fix YAML linter

---
 programs/server/config-example.yaml          | 24 +++---
 programs/server/config-example.yaml.disabled | 86 --------------------
 2 files changed, 11 insertions(+), 99 deletions(-)
 delete mode 100644 programs/server/config-example.yaml.disabled

diff --git a/programs/server/config-example.yaml b/programs/server/config-example.yaml
index a2f1ff352d8..af62455ccef 100644
--- a/programs/server/config-example.yaml
+++ b/programs/server/config-example.yaml
@@ -391,7 +391,6 @@ user_directories:
     local_directory:
         # Path to folder where users created by SQL commands are stored.
         path: /var/lib/clickhouse/access/
-
     # To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
     # with the following parameters:
     # server - one of LDAP server names defined in 'ldap_servers' config section above.
@@ -574,11 +573,11 @@ remote_servers:
     test_unavailable_shard:
         shard:
             - replica:
-                host: localhost
-                port: 9000
+                  host: localhost
+                  port: 9000
             - replica:
-                host: localhost
-                port: 1
+                  host: localhost
+                  port: 1
 
 # The list of hosts allowed to use in URL-related storage engines and table functions.
 # If this section is not present in configuration, all hosts are allowed.
@@ -815,14 +814,13 @@ dictionaries_config: '*_dictionary.xml'
 # Don't do that if you just started using ClickHouse.
 
 # compression:
-    # Set of variants. Checked in order. Last matching case wins. If nothing matches, lz4 will be used.
-    # case:
-        # Conditions. All must be satisfied. Some conditions may be omitted.
-        # min_part_size: 10000000000    # Min part size in bytes.
-        # min_part_size_ratio: 0.01     # Min size of part relative to whole table size.
-
-        # What compression method to use.
-        # method: zstd
+#     # Set of variants. Checked in order. Last matching case wins. If nothing matches, lz4 will be used.
+#     case:
+#         Conditions. All must be satisfied. Some conditions may be omitted.
+#         # min_part_size: 10000000000    # Min part size in bytes.
+#         # min_part_size_ratio: 0.01     # Min size of part relative to whole table size.
+#         # What compression method to use.
+#         method: zstd
 
 # Allow to execute distributed DDL queries (CREATE, DROP, ALTER, RENAME) on cluster.
 # Works only if ZooKeeper is enabled. Comment it if such functionality isn't required.
diff --git a/programs/server/config-example.yaml.disabled b/programs/server/config-example.yaml.disabled
deleted file mode 100644
index a83acf50de0..00000000000
--- a/programs/server/config-example.yaml.disabled
+++ /dev/null
@@ -1,86 +0,0 @@
-# We can use 3 main node types in YAML: Scalar, Map and Sequence.
-
-
-
-# A Scalar is a simple key-value pair:
-
-scalar: 123
-
-# Here we have a key "scalar" and value "123"
-# If we rewrite this in XML, we will get <scalar>123</scalar>
-
-# We can also represent an empty value with '':
-
-key: ''
-
-
-
-# A Map is a node, which contains other nodes:
-
-map:
-  key1: value1
-  key2: value2
-  small_map:
-    key3: value3
-    
-# This map can be converted into:
-# <map>
-#     <key1>value1</key1>
-#     <key2>value2</key2>
-#     <small_map>
-#         <key3>value3</key3>
-#     </small_map>
-# </map>
-
-
-
-# A Sequence is a node, which contains also other nodes.
-# The main difference from Map is that Sequence can also contain simple values.
-
-sequence:
-  - val1
-  - val2
-  - key: 123
-  - map:
-      mkey1: foo
-      mkey2: bar
-      
-# We can represent it in XML this way:
-# <sequence>val1</sequence>
-# <sequence>val2</sequence>
-# <sequence>
-#     <key>123</key>
-# </sequence>
-# <sequence>
-#     <map>
-#         <mkey1>foo</mkey1>
-#         <mkey2>bar</mkey2>
-#     </map>
-# </sequence>
-
-
-
-# YAML does not have direct support for structures like XML attributes.
-# We represent them as nodes with @ prefix in key. Note, that @ is reserved by YAML standard,
-# so you will need to write double quotes around the key. Both Map and Sequence can have
-# attributes as children nodes
-
-map:
-  "@attr1": value1
-  "@attr2": value2
-  key: 123
-  
-# This gives us:
-# <map attr1="value1" attr2="value2">
-#     <key>123</key>
-# </map>
-
-sequence:
-  - "@attr1": value1
-  - "@attr2": value2
-  - 123
-  - abc
-  
-# And this gives us:
-# <map attr1="value1" attr2="value2">123</map>
-# <map attr1="value1" attr2="value2">abc</map>

From 4290b48a6169784a64f80cc63f6c437f547fcabb Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:00:57 +0300
Subject: [PATCH 0404/1060] Fix clang-tidy

---
 src/Compression/CompressionCodecDelta.cpp       | 2 +-
 src/Compression/CompressionCodecDensity.cpp     | 2 +-
 src/Compression/CompressionCodecDoubleDelta.cpp | 7 ++++++-
 src/Compression/CompressionCodecGorilla.cpp     | 2 +-
 src/Compression/CompressionCodecLZ4.cpp         | 4 ++--
 src/Compression/CompressionCodecLZSSE.cpp       | 2 +-
 src/Compression/CompressionCodecLizard.cpp      | 2 +-
 src/Compression/CompressionCodecZSTD.cpp        | 3 +--
 8 files changed, 14 insertions(+), 10 deletions(-)

diff --git a/src/Compression/CompressionCodecDelta.cpp b/src/Compression/CompressionCodecDelta.cpp
index 7d0824d4d71..447abe9e840 100644
--- a/src/Compression/CompressionCodecDelta.cpp
+++ b/src/Compression/CompressionCodecDelta.cpp
@@ -14,7 +14,7 @@ namespace DB
 class CompressionCodecDelta : public ICompressionCodec
 {
 public:
-    CompressionCodecDelta(UInt8 delta_bytes_size_);
+    explicit CompressionCodecDelta(UInt8 delta_bytes_size_);
 
     uint8_t getMethodByte() const override;
 
diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index 033f2627364..88d5a294c81 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -20,7 +20,7 @@ class CompressionCodecDensity : public ICompressionCodec
 public:
     static constexpr auto DENSITY_DEFAULT_ALGO = DENSITY_ALGORITHM_CHAMELEON; // by default aim on speed
 
-    CompressionCodecDensity(DENSITY_ALGORITHM algo_);
+    explicit CompressionCodecDensity(DENSITY_ALGORITHM algo_);
 
     uint8_t getMethodByte() const override;
 
diff --git a/src/Compression/CompressionCodecDoubleDelta.cpp b/src/Compression/CompressionCodecDoubleDelta.cpp
index d992132c4f6..79ced55594a 100644
--- a/src/Compression/CompressionCodecDoubleDelta.cpp
+++ b/src/Compression/CompressionCodecDoubleDelta.cpp
@@ -19,6 +19,11 @@
 namespace DB
 {
 
+/** NOTE DoubleDelta is surprisingly bad name. The only excuse is that it comes from an academic paper.
+  * Most people will think that "double delta" is just applying delta transform twice.
+  * But in fact it is something more than applying delta transform twice.
+  */
+
 /** DoubleDelta column codec implementation.
  *
  * Based on Gorilla paper: http://www.vldb.org/pvldb/vol8/p1816-teller.pdf, which was extended
@@ -108,7 +113,7 @@ namespace DB
 class CompressionCodecDoubleDelta : public ICompressionCodec
 {
 public:
-    CompressionCodecDoubleDelta(UInt8 data_bytes_size_);
+    explicit CompressionCodecDoubleDelta(UInt8 data_bytes_size_);
 
     uint8_t getMethodByte() const override;
 
diff --git a/src/Compression/CompressionCodecGorilla.cpp b/src/Compression/CompressionCodecGorilla.cpp
index db76a854a97..7fcb2183503 100644
--- a/src/Compression/CompressionCodecGorilla.cpp
+++ b/src/Compression/CompressionCodecGorilla.cpp
@@ -104,7 +104,7 @@ namespace DB
 class CompressionCodecGorilla : public ICompressionCodec
 {
 public:
-    CompressionCodecGorilla(UInt8 data_bytes_size_);
+    explicit CompressionCodecGorilla(UInt8 data_bytes_size_);
 
     uint8_t getMethodByte() const override;
 
diff --git a/src/Compression/CompressionCodecLZ4.cpp b/src/Compression/CompressionCodecLZ4.cpp
index 5bf6b48258c..8cb81e460b1 100644
--- a/src/Compression/CompressionCodecLZ4.cpp
+++ b/src/Compression/CompressionCodecLZ4.cpp
@@ -22,7 +22,7 @@ namespace DB
 class CompressionCodecLZ4 : public ICompressionCodec
 {
 public:
-    CompressionCodecLZ4();
+    explicit CompressionCodecLZ4();
 
     uint8_t getMethodByte() const override;
 
@@ -49,7 +49,7 @@ private:
 class CompressionCodecLZ4HC : public CompressionCodecLZ4
 {
 public:
-    CompressionCodecLZ4HC(int level_);
+    explicit CompressionCodecLZ4HC(int level_);
 
 protected:
     UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
diff --git a/src/Compression/CompressionCodecLZSSE.cpp b/src/Compression/CompressionCodecLZSSE.cpp
index 1585f375eef..62fb641bc12 100644
--- a/src/Compression/CompressionCodecLZSSE.cpp
+++ b/src/Compression/CompressionCodecLZSSE.cpp
@@ -20,7 +20,7 @@ namespace DB
 class CompressionCodecLZSSE : public ICompressionCodec
 {
 public:
-    CompressionCodecLZSSE(UInt32 type_, UInt32 level_);
+    explicit CompressionCodecLZSSE(UInt32 type_, UInt32 level_);
 
     uint8_t getMethodByte() const override;
     UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
diff --git a/src/Compression/CompressionCodecLizard.cpp b/src/Compression/CompressionCodecLizard.cpp
index bc6607c0da9..cd2d49a0538 100644
--- a/src/Compression/CompressionCodecLizard.cpp
+++ b/src/Compression/CompressionCodecLizard.cpp
@@ -19,7 +19,7 @@ class CompressionCodecLizard : public ICompressionCodec
 public:
     static constexpr auto LIZARD_DEFAULT_LEVEL = 1;
 
-    CompressionCodecLizard(int level_);
+    explicit CompressionCodecLizard(int level_);
 
     uint8_t getMethodByte() const override;
 
diff --git a/src/Compression/CompressionCodecZSTD.cpp b/src/Compression/CompressionCodecZSTD.cpp
index 4d3b5a181d1..a950f1fee74 100644
--- a/src/Compression/CompressionCodecZSTD.cpp
+++ b/src/Compression/CompressionCodecZSTD.cpp
@@ -20,8 +20,7 @@ public:
     static constexpr auto ZSTD_DEFAULT_LEVEL = 1;
     static constexpr auto ZSTD_DEFAULT_LOG_WINDOW = 24;
 
-    CompressionCodecZSTD(int level_);
-
+    explicit CompressionCodecZSTD(int level_);
     CompressionCodecZSTD(int level_, int window_log);
 
     uint8_t getMethodByte() const override;

From ad9481b1bbb94ee41c84532ae1ec1d1250fc3ea9 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:04:13 +0300
Subject: [PATCH 0405/1060] Disable LZSSE on AArch64

---
 cmake/find/lzsse.cmake | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/cmake/find/lzsse.cmake b/cmake/find/lzsse.cmake
index a5f58a255f8..763483d8ea9 100644
--- a/cmake/find/lzsse.cmake
+++ b/cmake/find/lzsse.cmake
@@ -1,4 +1,9 @@
-option(USE_LZSSE "Enable LZSSE experimental compression library" ${ENABLE_LIBRARIES})
+set (DEFAULT_USE_LZSSE 0)
+if (ENABLE_LIBRARIES AND ARCH_AMD64)
+    set (DEFAULT_USE_LZSSE 1)
+endif()
+
+option(USE_LZSSE "Enable LZSSE experimental compression library" ${DEFAULT_USE_LZSSE})
 
 if (NOT USE_LZSSE)
     return()

From e206959390fbd6080bf1a06e8dbb76c30d05fa88 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:18:57 +0300
Subject: [PATCH 0406/1060] Use entropy coders from zstd

---
 contrib/lizard-cmake/CMakeLists.txt | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/contrib/lizard-cmake/CMakeLists.txt b/contrib/lizard-cmake/CMakeLists.txt
index ad5f5bf132d..7fe5274ecb6 100644
--- a/contrib/lizard-cmake/CMakeLists.txt
+++ b/contrib/lizard-cmake/CMakeLists.txt
@@ -14,3 +14,6 @@ SET (Headers
 ADD_LIBRARY(lizard ${Sources} ${Headers})
 
 target_include_directories (lizard PUBLIC ${LIBRARY_DIR})
+
+# It is using some symbols (HUF_* and FSE_*) from zstd.
+target_link_libraries (lizard PRIVATE zstd)

From 273226de32b6880d403012935e0e8a16d7ba542e Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:43:25 +0300
Subject: [PATCH 0407/1060] Remove string parameter for Density

---
 programs/compressor/Compressor.cpp            |  2 +-
 src/Client/Connection.cpp                     |  2 +-
 src/Compression/CompressionCodecDensity.cpp   | 24 +++++++------------
 src/Compression/CompressionFactory.cpp        | 17 +++----------
 src/Compression/CompressionFactory.h          |  2 +-
 src/DataStreams/TemporaryFileStream.h         |  2 +-
 src/Server/TCPHandler.cpp                     |  2 +-
 src/Storages/CompressionCodecSelector.h       |  2 +-
 .../DistributedBlockOutputStream.cpp          |  2 +-
 src/Storages/MergeTree/DataPartsExchange.cpp  |  4 ++--
 src/Storages/MergeTree/IMergeTreeDataPart.cpp |  4 ++--
 .../MergeTree/MergeTreeDataPartInMemory.cpp   |  4 ++--
 .../MergeTree/MergeTreeWriteAheadLog.cpp      |  2 +-
 .../test_non_default_compression/test.py      |  2 +-
 14 files changed, 27 insertions(+), 44 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index 99ae4b3039f..35534eaee9e 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -144,7 +144,7 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
             codec = CompressionCodecFactory::instance().get(ast, nullptr);
         }
         else
-            codec = CompressionCodecFactory::instance().get(method_family, level, {});
+            codec = CompressionCodecFactory::instance().get(method_family, level);
 
 
         std::unique_ptr<ReadBufferFromFileBase> rb;
diff --git a/src/Client/Connection.cpp b/src/Client/Connection.cpp
index 4346510269c..87f768d7e75 100644
--- a/src/Client/Connection.cpp
+++ b/src/Client/Connection.cpp
@@ -425,7 +425,7 @@ void Connection::sendQuery(
             level = settings->network_zstd_compression_level;
 
         CompressionCodecFactory::instance().validateCodec(method, level, !settings->allow_suspicious_codecs, settings->allow_experimental_codecs);
-        compression_codec = CompressionCodecFactory::instance().get(method, level, {});
+        compression_codec = CompressionCodecFactory::instance().get(method, level);
     }
     else
         compression_codec = CompressionCodecFactory::instance().getDefaultCodec();
diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
index 88d5a294c81..e462ff2765b 100644
--- a/src/Compression/CompressionCodecDensity.cpp
+++ b/src/Compression/CompressionCodecDensity.cpp
@@ -18,8 +18,6 @@ namespace DB
 class CompressionCodecDensity : public ICompressionCodec
 {
 public:
-    static constexpr auto DENSITY_DEFAULT_ALGO = DENSITY_ALGORITHM_CHAMELEON; // by default aim on speed
-
     explicit CompressionCodecDensity(DENSITY_ALGORITHM algo_);
 
     uint8_t getMethodByte() const override;
@@ -93,7 +91,7 @@ void registerCodecDensity(CompressionCodecFactory & factory)
         method_code,
         [&](const ASTPtr & arguments) -> CompressionCodecPtr
         {
-            DENSITY_ALGORITHM algo = CompressionCodecDensity::DENSITY_DEFAULT_ALGO;
+            DENSITY_ALGORITHM algorithm = DENSITY_ALGORITHM_CHAMELEON;
 
             if (arguments && !arguments->children.empty())
             {
@@ -104,22 +102,18 @@ void registerCodecDensity(CompressionCodecFactory & factory)
                 const auto children = arguments->children;
 
                 const auto * algo_literal = children[0]->as<ASTLiteral>();
-                if (!algo_literal || algo_literal->value.getType() != Field::Types::String)
-                    throw Exception("Density codec argument must be string (algorithm), one of: 'lion', 'chameleon', 'cheetah'",
+                if (!algo_literal || algo_literal->value.getType() != Field::Types::UInt64)
+                    throw Exception("Density codec argument must be integer",
                         ErrorCodes::ILLEGAL_CODEC_PARAMETER);
 
-                const auto algorithm = algo_literal->value.safeGet<std::string>();
-                if (algorithm == "lion")
-                    algo = DENSITY_ALGORITHM_LION;
-                else if (algorithm == "chameleon")
-                    algo = DENSITY_ALGORITHM_CHAMELEON;
-                else if (algorithm == "cheetah")
-                    algo = DENSITY_ALGORITHM_CHEETAH;
-                else
-                    throw Exception("Density codec argument may be one of: 'lion', 'chameleon', 'cheetah'", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+                const UInt64 algorithm_num = algo_literal->value.safeGet<UInt64>();
+                if (algorithm_num < 1 || algorithm_num > 3)
+                    throw Exception("Density codec level can be 1, 2 or 3.", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
+
+                algorithm = static_cast<DENSITY_ALGORITHM>(algorithm_num);
             }
 
-            return std::make_shared<CompressionCodecDensity>(algo);
+            return std::make_shared<CompressionCodecDensity>(algorithm);
         });
 }
 
diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index db73e6df4df..fbd369fdfe7 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -35,20 +35,9 @@ CompressionCodecPtr CompressionCodecFactory::getDefaultCodec() const
 }
 
 
-CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std::optional<int> level, std::optional<std::string> param) const
+CompressionCodecPtr CompressionCodecFactory::get(const String & family_name, std::optional<int> level) const
 {
-    if (level && param)
-    {
-        auto level_literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
-        auto param_literal = std::make_shared<ASTLiteral>(*param);
-        return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), level_literal, param_literal)), {});
-    }
-    else if (param)
-    {
-        auto param_literal = std::make_shared<ASTLiteral>(*param);
-        return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), param_literal)), {});
-    }
-    else if (level)
+    if (level)
     {
         auto level_literal = std::make_shared<ASTLiteral>(static_cast<UInt64>(*level));
         return get(makeASTFunction("CODEC", makeASTFunction(Poco::toUpper(family_name), level_literal)), {});
@@ -383,7 +372,7 @@ CompressionCodecFactory::CompressionCodecFactory()
     registerCodecsLZSSE(*this);
 #endif
 
-    default_codec = get("LZ4", {}, {});
+    default_codec = get("LZ4", {});
 }
 
 CompressionCodecFactory & CompressionCodecFactory::instance()
diff --git a/src/Compression/CompressionFactory.h b/src/Compression/CompressionFactory.h
index a616b06c285..cdbb663935a 100644
--- a/src/Compression/CompressionFactory.h
+++ b/src/Compression/CompressionFactory.h
@@ -70,7 +70,7 @@ public:
     CompressionCodecPtr get(const uint8_t byte_code) const;
 
     /// For backward compatibility with config settings
-    CompressionCodecPtr get(const String & family_name, std::optional<int> level, std::optional<std::string> param) const;
+    CompressionCodecPtr get(const String & family_name, std::optional<int> level) const;
 
     /// Register codec with parameters and column type
     void registerCompressionCodecWithType(const String & family_name, std::optional<uint8_t> byte_code, CreatorWithType creator);
diff --git a/src/DataStreams/TemporaryFileStream.h b/src/DataStreams/TemporaryFileStream.h
index ac366106897..ce9071801d0 100644
--- a/src/DataStreams/TemporaryFileStream.h
+++ b/src/DataStreams/TemporaryFileStream.h
@@ -36,7 +36,7 @@ struct TemporaryFileStream
                       std::atomic<bool> * is_cancelled, const std::string & codec)
     {
         WriteBufferFromFile file_buf(path);
-        CompressedWriteBuffer compressed_buf(file_buf, CompressionCodecFactory::instance().get(codec, {}, {}));
+        CompressedWriteBuffer compressed_buf(file_buf, CompressionCodecFactory::instance().get(codec, {}));
         NativeBlockOutputStream output(compressed_buf, 0, header);
         copyData(input, output, is_cancelled);
         compressed_buf.finalize();
diff --git a/src/Server/TCPHandler.cpp b/src/Server/TCPHandler.cpp
index 4baa3c455d2..e147083d3b7 100644
--- a/src/Server/TCPHandler.cpp
+++ b/src/Server/TCPHandler.cpp
@@ -1401,7 +1401,7 @@ void TCPHandler::initBlockOutput(const Block & block)
                 CompressionCodecFactory::instance().validateCodec(method, level, !query_settings.allow_suspicious_codecs, query_settings.allow_experimental_codecs);
 
                 state.maybe_compressed_out = std::make_shared<CompressedWriteBuffer>(
-                    *out, CompressionCodecFactory::instance().get(method, level, {}));
+                    *out, CompressionCodecFactory::instance().get(method, level));
             }
             else
                 state.maybe_compressed_out = out;
diff --git a/src/Storages/CompressionCodecSelector.h b/src/Storages/CompressionCodecSelector.h
index 76c88546547..746b3ce37ee 100644
--- a/src/Storages/CompressionCodecSelector.h
+++ b/src/Storages/CompressionCodecSelector.h
@@ -92,7 +92,7 @@ public:
 
         for (const auto & element : elements)
             if (element.check(part_size, part_size_ratio))
-                res = factory.get(element.family_name, element.level, {});
+                res = factory.get(element.family_name, element.level);
 
         return res;
     }
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index ed40290c0d3..b91f5b10cf2 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -633,7 +633,7 @@ void DistributedBlockOutputStream::writeToShard(const Block & block, const std::
         compression_level = settings.network_zstd_compression_level;
 
     CompressionCodecFactory::instance().validateCodec(compression_method, compression_level, !settings.allow_suspicious_codecs, settings.allow_experimental_codecs);
-    CompressionCodecPtr compression_codec = CompressionCodecFactory::instance().get(compression_method, compression_level, {});
+    CompressionCodecPtr compression_codec = CompressionCodecFactory::instance().get(compression_method, compression_level);
 
     /// tmp directory is used to ensure atomicity of transactions
     /// and keep monitor thread out from reading incomplete data
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index f290d6780d5..d5f4d91850c 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -600,7 +600,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
             metadata_snapshot->projections.get(projection_name).metadata,
             block.getNamesAndTypesList(),
             {},
-            CompressionCodecFactory::instance().get("NONE", {}, {}));
+            CompressionCodecFactory::instance().get("NONE", {}));
         part_out.writePrefix();
         part_out.write(block);
         part_out.writeSuffixAndFinalizePart(new_projection_part);
@@ -622,7 +622,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     new_data_part->partition.create(metadata_snapshot, block, 0);
 
     MergedBlockOutputStream part_out(
-        new_data_part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}, {}));
+        new_data_part, metadata_snapshot, block.getNamesAndTypesList(), {}, CompressionCodecFactory::instance().get("NONE", {}));
     part_out.writePrefix();
     part_out.write(block);
     part_out.writeSuffixAndFinalizePart(new_data_part);
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.cpp b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
index 9fac317bfbd..dc68a1dcb41 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.cpp
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.cpp
@@ -691,7 +691,7 @@ void IMergeTreeDataPart::loadDefaultCompressionCodec()
     /// In memory parts doesn't have any compression
     if (!isStoredOnDisk())
     {
-        default_codec = CompressionCodecFactory::instance().get("NONE", {}, {});
+        default_codec = CompressionCodecFactory::instance().get("NONE", {});
         return;
     }
 
@@ -733,7 +733,7 @@ CompressionCodecPtr IMergeTreeDataPart::detectDefaultCompressionCodec() const
 {
     /// In memory parts doesn't have any compression
     if (!isStoredOnDisk())
-        return CompressionCodecFactory::instance().get("NONE", {}, {});
+        return CompressionCodecFactory::instance().get("NONE", {});
 
     auto metadata_snapshot = storage.getInMemoryMetadataPtr();
 
diff --git a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
index 555b514bd38..473f2e598a9 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
@@ -26,7 +26,7 @@ MergeTreeDataPartInMemory::MergeTreeDataPartInMemory(
         const IMergeTreeDataPart * parent_part_)
     : IMergeTreeDataPart(storage_, name_, volume_, relative_path_, Type::IN_MEMORY, parent_part_)
 {
-    default_codec = CompressionCodecFactory::instance().get("NONE", {}, {});
+    default_codec = CompressionCodecFactory::instance().get("NONE", {});
 }
 
 MergeTreeDataPartInMemory::MergeTreeDataPartInMemory(
@@ -38,7 +38,7 @@ MergeTreeDataPartInMemory::MergeTreeDataPartInMemory(
         const IMergeTreeDataPart * parent_part_)
     : IMergeTreeDataPart(storage_, name_, info_, volume_, relative_path_, Type::IN_MEMORY, parent_part_)
 {
-    default_codec = CompressionCodecFactory::instance().get("NONE", {}, {});
+    default_codec = CompressionCodecFactory::instance().get("NONE", {});
 }
 
 IMergeTreeDataPart::MergeTreeReaderPtr MergeTreeDataPartInMemory::getReader(
diff --git a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
index bd5412b0bdf..c8ae051b041 100644
--- a/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
+++ b/src/Storages/MergeTree/MergeTreeWriteAheadLog.cpp
@@ -194,7 +194,7 @@ MergeTreeData::MutableDataPartsVector MergeTreeWriteAheadLog::restore(const Stor
                 metadata_snapshot,
                 block.getNamesAndTypesList(),
                 {},
-                CompressionCodecFactory::instance().get("NONE", {}, {}));
+                CompressionCodecFactory::instance().get("NONE", {}));
 
             part->minmax_idx.update(block, storage.getMinMaxColumnsNames(metadata_snapshot->getPartitionKey()));
             part->partition.create(metadata_snapshot, block, 0);
diff --git a/tests/integration/test_non_default_compression/test.py b/tests/integration/test_non_default_compression/test.py
index 9689b4110a2..54e14132d3b 100644
--- a/tests/integration/test_non_default_compression/test.py
+++ b/tests/integration/test_non_default_compression/test.py
@@ -143,7 +143,7 @@ def test_experimental_codecs(start_cluster):
     node6.query("""
     CREATE TABLE compression_experimental_codecs (
         somedate Date CODEC(Lizard(12)),
-        id UInt64 CODEC(Density('lion')),
+        id UInt64 CODEC(Density(3)),
         data String CODEC(LZSSE4(3))
     ) ENGINE = MergeTree() PARTITION BY somedate ORDER BY id SETTINGS index_granularity = 2;
     """)

From 54f0591aa5b400073b10325f774d97373c7c7909 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:47:00 +0300
Subject: [PATCH 0408/1060] Allow to ATTACH a table with experimental codecs

---
 src/Interpreters/InterpreterCreateQuery.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 9c463d89a59..8bc74e5b82d 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -447,7 +447,8 @@ ColumnsDescription InterpreterCreateQuery::getColumnsDescription(
         defaults_sample_block = validateColumnsDefaultsAndGetSampleBlock(default_expr_list, column_names_and_types, context_);
 
     bool sanity_check_compression_codecs = !attach && !context_->getSettingsRef().allow_suspicious_codecs;
-    bool allow_experimental_codecs = context_->getSettingsRef().allow_experimental_codecs;
+    bool allow_experimental_codecs = attach || context_->getSettingsRef().allow_experimental_codecs;
+
     ColumnsDescription res;
     auto name_type_it = column_names_and_types.begin();
     for (auto ast_it = columns_ast.children.begin(); ast_it != columns_ast.children.end(); ++ast_it, ++name_type_it)

From 890b6e5e47fb5dbb12b163c58a37d292da1899cd Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:54:42 +0300
Subject: [PATCH 0409/1060] Add a test

---
 .../00096_experimental_codecs.reference       |  8 +++
 .../1_stateful/00096_experimental_codecs.sql  | 61 +++++++++++++++++++
 2 files changed, 69 insertions(+)
 create mode 100644 tests/queries/1_stateful/00096_experimental_codecs.reference
 create mode 100644 tests/queries/1_stateful/00096_experimental_codecs.sql

diff --git a/tests/queries/1_stateful/00096_experimental_codecs.reference b/tests/queries/1_stateful/00096_experimental_codecs.reference
new file mode 100644
index 00000000000..a34182c23e5
--- /dev/null
+++ b/tests/queries/1_stateful/00096_experimental_codecs.reference
@@ -0,0 +1,8 @@
+17415138241754778329
+17415138241754778329
+17415138241754778329
+17415138241754778329
+17415138241754778329
+3798944011853532000
+3798944011853532000
+3798944011853532000
diff --git a/tests/queries/1_stateful/00096_experimental_codecs.sql b/tests/queries/1_stateful/00096_experimental_codecs.sql
new file mode 100644
index 00000000000..e085e55f886
--- /dev/null
+++ b/tests/queries/1_stateful/00096_experimental_codecs.sql
@@ -0,0 +1,61 @@
+DROP TABLE IF EXISTS hits_experimental;
+
+-- It's not allowed to create a table with experimental codecs unless the user turns off the safety switch.
+CREATE TABLE hits_experimental (Title String CODEC(Lizard(10))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 36 }
+
+SET allow_experimental_codecs = 1;
+
+-- Lizard
+
+CREATE TABLE hits_experimental (Title String CODEC(Lizard(10))) ENGINE = MergeTree ORDER BY tuple();
+INSERT INTO hits_experimental SELECT Title FROM test.hits;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+
+-- It's always allowed to attach a table with experimental codecs.
+DETACH TABLE hits_experimental;
+SET allow_experimental_codecs = 0;
+ATTACH TABLE hits_experimental;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+SET allow_experimental_codecs = 1;
+
+DROP TABLE hits_experimental;
+
+-- Density
+
+-- Check out of range levels of Density.
+CREATE TABLE hits_experimental (Title String CODEC(Density(-1))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
+CREATE TABLE hits_experimental (Title String CODEC(Density(0))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
+CREATE TABLE hits_experimental (Title String CODEC(Density(4))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
+CREATE TABLE hits_experimental (Title String CODEC(Density('hello'))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
+
+CREATE TABLE hits_experimental (Title String CODEC(Density(1))) ENGINE = MergeTree ORDER BY tuple();
+INSERT INTO hits_experimental SELECT Title FROM test.hits;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+DROP TABLE hits_experimental;
+
+CREATE TABLE hits_experimental (Title String CODEC(Density(2))) ENGINE = MergeTree ORDER BY tuple();
+INSERT INTO hits_experimental SELECT Title FROM test.hits;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+DROP TABLE hits_experimental;
+
+CREATE TABLE hits_experimental (Title String CODEC(Density(3))) ENGINE = MergeTree ORDER BY tuple();
+INSERT INTO hits_experimental SELECT Title FROM test.hits;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+DROP TABLE hits_experimental;
+
+-- LZSSE
+
+CREATE TABLE hits_experimental (Title String CODEC(LZSSE2)) ENGINE = MergeTree ORDER BY tuple();
+INSERT INTO hits_experimental SELECT Title FROM test.hits ORDER BY Title LIMIT 100000;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+DROP TABLE hits_experimental;
+
+CREATE TABLE hits_experimental (Title String CODEC(LZSSE4)) ENGINE = MergeTree ORDER BY tuple();
+INSERT INTO hits_experimental SELECT Title FROM test.hits ORDER BY Title LIMIT 100000;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+DROP TABLE hits_experimental;
+
+CREATE TABLE hits_experimental (Title String CODEC(LZSSE8)) ENGINE = MergeTree ORDER BY tuple();
+INSERT INTO hits_experimental SELECT Title FROM test.hits ORDER BY Title LIMIT 100000;
+SELECT sum(cityHash64(*)) FROM hits_experimental;
+DROP TABLE hits_experimental;

From 0ab67f74915421b5e72c8ed1c8614dcf9ebe741f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:57:02 +0300
Subject: [PATCH 0410/1060] Fix YAML lint

---
 programs/server/config-example.yaml | 101 ++++++++++++++--------------
 1 file changed, 51 insertions(+), 50 deletions(-)

diff --git a/programs/server/config-example.yaml b/programs/server/config-example.yaml
index af62455ccef..3e275adf2fa 100644
--- a/programs/server/config-example.yaml
+++ b/programs/server/config-example.yaml
@@ -391,56 +391,57 @@ user_directories:
     local_directory:
         # Path to folder where users created by SQL commands are stored.
         path: /var/lib/clickhouse/access/
-    # To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
-    # with the following parameters:
-    # server - one of LDAP server names defined in 'ldap_servers' config section above.
-    # This parameter is mandatory and cannot be empty.
-    # roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
-    # If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
-    # actions after authentication.
-    # role_mapping - section with LDAP search parameters and mapping rules.
-    # When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
-    # name of the logged in user. For each entry found during that search, the value of the specified attribute is
-    # extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
-    # value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
-    # CREATE ROLE command.
-    # There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
-    # applied.
-    # base_dn - template used to construct the base DN for the LDAP search.
-    # The resulting DN will be constructed by replacing all '{user_name}', '{bind_dn}', and '{user_dn}'
-    # substrings of the template with the actual user name, bind DN, and user DN during each LDAP search.
-    # scope - scope of the LDAP search.
-    # Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
-    # search_filter - template used to construct the search filter for the LDAP search.
-    # The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', '{user_dn}', and
-    # '{base_dn}' substrings of the template with the actual user name, bind DN, user DN, and base DN during
-    # each LDAP search.
-    # Note, that the special characters must be escaped properly in XML.
-    # attribute - attribute name whose values will be returned by the LDAP search. 'cn', by default.
-    # prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
-    # the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
-    # as local role names. Empty, by default.
-    # Example:
-    # ldap:
-    #     server: my_ldap_server
-    #     roles:
-    #         my_local_role1: ''
-    #         my_local_role2: ''
-    #     role_mapping:
-    #         base_dn: 'ou=groups,dc=example,dc=com'
-    #         scope: subtree
-    #         search_filter: '(&amp;(objectClass=groupOfNames)(member={bind_dn}))'
-    #         attribute: cn
-    #         prefix: clickhouse_
-    # Example (typical Active Directory with role mapping that relies on the detected user DN):
-    # ldap:
-    #     server: my_ad_server
-    #     role_mapping:
-    #         base_dn: 'CN=Users,DC=example,DC=com'
-    #         attribute: CN
-    #         scope: subtree
-    #         search_filter: '(&amp;(objectClass=group)(member={user_dn}))'
-    #         prefix: clickhouse_
+
+#   # To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
+#   # with the following parameters:
+#   # server - one of LDAP server names defined in 'ldap_servers' config section above.
+#   # This parameter is mandatory and cannot be empty.
+#   # roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
+#   # If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
+#   # actions after authentication.
+#   # role_mapping - section with LDAP search parameters and mapping rules.
+#   # When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
+#   # name of the logged in user. For each entry found during that search, the value of the specified attribute is
+#   # extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
+#   # value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
+#   # CREATE ROLE command.
+#   # There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
+#   # applied.
+#   # base_dn - template used to construct the base DN for the LDAP search.
+#   # The resulting DN will be constructed by replacing all '{user_name}', '{bind_dn}', and '{user_dn}'
+#   # substrings of the template with the actual user name, bind DN, and user DN during each LDAP search.
+#   # scope - scope of the LDAP search.
+#   # Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
+#   # search_filter - template used to construct the search filter for the LDAP search.
+#   # The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', '{user_dn}', and
+#   # '{base_dn}' substrings of the template with the actual user name, bind DN, user DN, and base DN during
+#   # each LDAP search.
+#   # Note, that the special characters must be escaped properly in XML.
+#   # attribute - attribute name whose values will be returned by the LDAP search. 'cn', by default.
+#   # prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
+#   # the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
+#   # as local role names. Empty, by default.
+#   # Example:
+#   # ldap:
+#   #     server: my_ldap_server
+#   #     roles:
+#   #         my_local_role1: ''
+#   #         my_local_role2: ''
+#   #     role_mapping:
+#   #         base_dn: 'ou=groups,dc=example,dc=com'
+#   #         scope: subtree
+#   #         search_filter: '(&amp;(objectClass=groupOfNames)(member={bind_dn}))'
+#   #         attribute: cn
+#   #         prefix: clickhouse_
+#   # Example (typical Active Directory with role mapping that relies on the detected user DN):
+#   # ldap:
+#   #     server: my_ad_server
+#   #     role_mapping:
+#   #         base_dn: 'CN=Users,DC=example,DC=com'
+#   #         attribute: CN
+#   #         scope: subtree
+#   #         search_filter: '(&amp;(objectClass=group)(member={user_dn}))'
+#   #         prefix: clickhouse_
 
 # Default profile of settings.
 default_profile: default

From 9edfc1641ad71ba463a8620058eb36282a385fdf Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 06:57:02 +0300
Subject: [PATCH 0411/1060] Fix YAML lint

---
 programs/server/config-example.yaml | 101 ++++++++++++++--------------
 1 file changed, 51 insertions(+), 50 deletions(-)

diff --git a/programs/server/config-example.yaml b/programs/server/config-example.yaml
index af62455ccef..3e275adf2fa 100644
--- a/programs/server/config-example.yaml
+++ b/programs/server/config-example.yaml
@@ -391,56 +391,57 @@ user_directories:
     local_directory:
         # Path to folder where users created by SQL commands are stored.
         path: /var/lib/clickhouse/access/
-    # To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
-    # with the following parameters:
-    # server - one of LDAP server names defined in 'ldap_servers' config section above.
-    # This parameter is mandatory and cannot be empty.
-    # roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
-    # If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
-    # actions after authentication.
-    # role_mapping - section with LDAP search parameters and mapping rules.
-    # When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
-    # name of the logged in user. For each entry found during that search, the value of the specified attribute is
-    # extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
-    # value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
-    # CREATE ROLE command.
-    # There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
-    # applied.
-    # base_dn - template used to construct the base DN for the LDAP search.
-    # The resulting DN will be constructed by replacing all '{user_name}', '{bind_dn}', and '{user_dn}'
-    # substrings of the template with the actual user name, bind DN, and user DN during each LDAP search.
-    # scope - scope of the LDAP search.
-    # Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
-    # search_filter - template used to construct the search filter for the LDAP search.
-    # The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', '{user_dn}', and
-    # '{base_dn}' substrings of the template with the actual user name, bind DN, user DN, and base DN during
-    # each LDAP search.
-    # Note, that the special characters must be escaped properly in XML.
-    # attribute - attribute name whose values will be returned by the LDAP search. 'cn', by default.
-    # prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
-    # the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
-    # as local role names. Empty, by default.
-    # Example:
-    # ldap:
-    #     server: my_ldap_server
-    #     roles:
-    #         my_local_role1: ''
-    #         my_local_role2: ''
-    #     role_mapping:
-    #         base_dn: 'ou=groups,dc=example,dc=com'
-    #         scope: subtree
-    #         search_filter: '(&amp;(objectClass=groupOfNames)(member={bind_dn}))'
-    #         attribute: cn
-    #         prefix: clickhouse_
-    # Example (typical Active Directory with role mapping that relies on the detected user DN):
-    # ldap:
-    #     server: my_ad_server
-    #     role_mapping:
-    #         base_dn: 'CN=Users,DC=example,DC=com'
-    #         attribute: CN
-    #         scope: subtree
-    #         search_filter: '(&amp;(objectClass=group)(member={user_dn}))'
-    #         prefix: clickhouse_
+
+#   # To add an LDAP server as a remote user directory of users that are not defined locally, define a single 'ldap' section
+#   # with the following parameters:
+#   # server - one of LDAP server names defined in 'ldap_servers' config section above.
+#   # This parameter is mandatory and cannot be empty.
+#   # roles - section with a list of locally defined roles that will be assigned to each user retrieved from the LDAP server.
+#   # If no roles are specified here or assigned during role mapping (below), user will not be able to perform any
+#   # actions after authentication.
+#   # role_mapping - section with LDAP search parameters and mapping rules.
+#   # When a user authenticates, while still bound to LDAP, an LDAP search is performed using search_filter and the
+#   # name of the logged in user. For each entry found during that search, the value of the specified attribute is
+#   # extracted. For each attribute value that has the specified prefix, the prefix is removed, and the rest of the
+#   # value becomes the name of a local role defined in ClickHouse, which is expected to be created beforehand by
+#   # CREATE ROLE command.
+#   # There can be multiple 'role_mapping' sections defined inside the same 'ldap' section. All of them will be
+#   # applied.
+#   # base_dn - template used to construct the base DN for the LDAP search.
+#   # The resulting DN will be constructed by replacing all '{user_name}', '{bind_dn}', and '{user_dn}'
+#   # substrings of the template with the actual user name, bind DN, and user DN during each LDAP search.
+#   # scope - scope of the LDAP search.
+#   # Accepted values are: 'base', 'one_level', 'children', 'subtree' (the default).
+#   # search_filter - template used to construct the search filter for the LDAP search.
+#   # The resulting filter will be constructed by replacing all '{user_name}', '{bind_dn}', '{user_dn}', and
+#   # '{base_dn}' substrings of the template with the actual user name, bind DN, user DN, and base DN during
+#   # each LDAP search.
+#   # Note, that the special characters must be escaped properly in XML.
+#   # attribute - attribute name whose values will be returned by the LDAP search. 'cn', by default.
+#   # prefix - prefix, that will be expected to be in front of each string in the original list of strings returned by
+#   # the LDAP search. Prefix will be removed from the original strings and resulting strings will be treated
+#   # as local role names. Empty, by default.
+#   # Example:
+#   # ldap:
+#   #     server: my_ldap_server
+#   #     roles:
+#   #         my_local_role1: ''
+#   #         my_local_role2: ''
+#   #     role_mapping:
+#   #         base_dn: 'ou=groups,dc=example,dc=com'
+#   #         scope: subtree
+#   #         search_filter: '(&amp;(objectClass=groupOfNames)(member={bind_dn}))'
+#   #         attribute: cn
+#   #         prefix: clickhouse_
+#   # Example (typical Active Directory with role mapping that relies on the detected user DN):
+#   # ldap:
+#   #     server: my_ad_server
+#   #     role_mapping:
+#   #         base_dn: 'CN=Users,DC=example,DC=com'
+#   #         attribute: CN
+#   #         scope: subtree
+#   #         search_filter: '(&amp;(objectClass=group)(member={user_dn}))'
+#   #         prefix: clickhouse_
 
 # Default profile of settings.
 default_profile: default

From d32819f068a7d389043076f99de858a2b2926602 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 02:56:03 +0300
Subject: [PATCH 0412/1060] Mark false positives for PVS-Studio

---
 src/Common/tests/gtest_thread_pool_global_full.cpp     | 4 ++--
 src/Interpreters/ActionsDAG.cpp                        | 5 ++---
 src/Interpreters/InterpreterCreateQuery.cpp            | 2 +-
 src/Parsers/New/ParserErrorListener.cpp                | 2 +-
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp | 8 +++++---
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.h   | 2 +-
 src/Storages/MergeTree/MergeTreeReaderWide.cpp         | 2 +-
 src/Storages/SelectQueryInfo.h                         | 2 +-
 src/Storages/StorageLog.cpp                            | 2 +-
 9 files changed, 15 insertions(+), 14 deletions(-)

diff --git a/src/Common/tests/gtest_thread_pool_global_full.cpp b/src/Common/tests/gtest_thread_pool_global_full.cpp
index 583d43be1bb..c6133f7ca11 100644
--- a/src/Common/tests/gtest_thread_pool_global_full.cpp
+++ b/src/Common/tests/gtest_thread_pool_global_full.cpp
@@ -25,7 +25,7 @@ TEST(ThreadPool, GlobalFull1)
     std::atomic<size_t> counter = 0;
     static constexpr size_t num_jobs = capacity + 1;
 
-    auto func = [&] { ++counter; while (counter != num_jobs) {} };
+    auto func = [&] { ++counter; while (counter != num_jobs) {} }; //-V776
 
     ThreadPool pool(num_jobs);
 
@@ -63,7 +63,7 @@ TEST(ThreadPool, GlobalFull2)
     global_pool.wait();
 
     std::atomic<size_t> counter = 0;
-    auto func = [&] { ++counter; while (counter != capacity + 1) {} };
+    auto func = [&] { ++counter; while (counter != capacity + 1) {} }; //-V776
 
     ThreadPool pool(capacity, 0, capacity);
     for (size_t i = 0; i < capacity; ++i)
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 21c24956453..d1c10e1c037 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -540,7 +540,7 @@ Block ActionsDAG::updateHeader(Block header) const
 
     struct Frame
     {
-        const Node * node;
+        const Node * node = nullptr;
         size_t next_child = 0;
     };
 
@@ -587,8 +587,7 @@ Block ActionsDAG::updateHeader(Block header) const
                 }
             }
 
-            auto & column = node_to_column[output];
-            if (column.column)
+            if (node_to_column[output].column)
                 result_columns.push_back(node_to_column[output]);
         }
     }
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 86b810d031e..6cb823aae3c 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -263,7 +263,7 @@ BlockIO InterpreterCreateQuery::createDatabase(ASTCreateQuery & create)
         }
 
         /// We use global context here, because storages lifetime is bigger than query context lifetime
-        database->loadStoredObjects(getContext()->getGlobalContext(), has_force_restore_data_flag, create.attach && force_attach);
+        database->loadStoredObjects(getContext()->getGlobalContext(), has_force_restore_data_flag, create.attach && force_attach); //-V560
     }
     catch (...)
     {
diff --git a/src/Parsers/New/ParserErrorListener.cpp b/src/Parsers/New/ParserErrorListener.cpp
index bc5ee84cba9..f6ac0f0c451 100644
--- a/src/Parsers/New/ParserErrorListener.cpp
+++ b/src/Parsers/New/ParserErrorListener.cpp
@@ -26,7 +26,7 @@ void ParserErrorListener::syntaxError(
     auto * parser = dynamic_cast<ClickHouseParser *>(recognizer);
     assert(parser);
 
-    LOG_ERROR(&Poco::Logger::get("ClickHouseParser"),
+    LOG_ERROR(&Poco::Logger::get("ClickHouseParser"), //-V522
               "Last element parsed so far:\n"
               "{}\n"
               "Parser error: (pos {}) {}", parser->getRuleContext()->toStringTree(parser, true), token->getStartIndex(), message);
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 20cadb53098..821423ca5a5 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -578,6 +578,8 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
     MergeTreeDataSelectSamplingData sampling = use_cache ? std::move(cache->sampling) : MergeTreeDataSelectSamplingData{};
     if (!use_cache)
     {
+        assert(key_condition.has_value());
+
         RelativeSize relative_sample_size = 0;
         RelativeSize relative_sample_offset = 0;
 
@@ -606,7 +608,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             /// read) into the relative `SAMPLE 0.1` (how much data to read).
             size_t approx_total_rows = 0;
             if (relative_sample_size > 1 || relative_sample_offset > 1)
-                approx_total_rows = getApproximateTotalRowsToRead(parts, metadata_snapshot, *key_condition, settings);
+                approx_total_rows = getApproximateTotalRowsToRead(parts, metadata_snapshot, *key_condition, settings); //-V1007
 
             if (relative_sample_size > 1)
             {
@@ -765,7 +767,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
                 if (has_lower_limit)
                 {
-                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createLeftBounded(lower, true)))
+                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createLeftBounded(lower, true))) //-V1007
                         throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
 
                     ASTPtr args = std::make_shared<ASTExpressionList>();
@@ -782,7 +784,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
                 if (has_upper_limit)
                 {
-                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createRightBounded(upper, false)))
+                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createRightBounded(upper, false))) //-V1007
                         throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
 
                     ASTPtr args = std::make_shared<ASTExpressionList>();
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index a26d7004f6a..c058c7e936b 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -15,7 +15,7 @@ class KeyCondition;
 
 struct MergeTreeDataSelectSamplingData
 {
-    bool use_sampling;
+    bool use_sampling = false;
     std::shared_ptr<ASTFunction> filter_function;
     ActionsDAGPtr filter_expression;
 };
diff --git a/src/Storages/MergeTree/MergeTreeReaderWide.cpp b/src/Storages/MergeTree/MergeTreeReaderWide.cpp
index 0da2f643eb0..f2357a87535 100644
--- a/src/Storages/MergeTree/MergeTreeReaderWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeReaderWide.cpp
@@ -173,7 +173,7 @@ void MergeTreeReaderWide::readData(
 {
     auto get_stream_getter = [&](bool stream_for_prefix) -> ISerialization::InputStreamGetter
     {
-        return [&, stream_for_prefix](const ISerialization::SubstreamPath & substream_path) -> ReadBuffer *
+        return [&, stream_for_prefix](const ISerialization::SubstreamPath & substream_path) -> ReadBuffer * //-V1047
         {
             /// If substream have already been read.
             if (cache.count(ISerialization::getSubcolumnNameForStream(substream_path)))
diff --git a/src/Storages/SelectQueryInfo.h b/src/Storages/SelectQueryInfo.h
index e971e126972..afed41189c2 100644
--- a/src/Storages/SelectQueryInfo.h
+++ b/src/Storages/SelectQueryInfo.h
@@ -122,7 +122,7 @@ struct MergeTreeDataSelectCache;
 // The projection selected to execute current query
 struct ProjectionCandidate
 {
-    const ProjectionDescription * desc;
+    const ProjectionDescription * desc{};
     PrewhereInfoPtr prewhere_info;
     ActionsDAGPtr before_where;
     String where_column_name;
diff --git a/src/Storages/StorageLog.cpp b/src/Storages/StorageLog.cpp
index 663deddfd1f..61fbbbc3086 100644
--- a/src/Storages/StorageLog.cpp
+++ b/src/Storages/StorageLog.cpp
@@ -172,7 +172,7 @@ void LogSource::readData(const NameAndTypePair & name_and_type, ColumnPtr & colu
 
     auto create_stream_getter = [&](bool stream_for_prefix)
     {
-        return [&, stream_for_prefix] (const ISerialization::SubstreamPath & path) -> ReadBuffer *
+        return [&, stream_for_prefix] (const ISerialization::SubstreamPath & path) -> ReadBuffer * //-V1047
         {
             if (cache.count(ISerialization::getSubcolumnNameForStream(path)))
                 return nullptr;

From 97415e931e5dac291ff9f751a7482c5957c5e181 Mon Sep 17 00:00:00 2001
From: lehasm <lehasm@gmail.com>
Date: Mon, 24 May 2021 08:12:17 +0300
Subject: [PATCH 0413/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: Kseniia Sumarokova <54203879+kssenii@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index d9555e3e52b..1498876f4e9 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -371,7 +371,7 @@ Enables or disables insertion of default values if input data contain `NULL`, bu
 
 Enables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into non-[Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) columns. This setting is applied to `INSERT ... SELECT` [queries](../../sql-reference/statements/insert-into.md#insert_query_insert-select). `SELECT` subqueries may be concatenated with `UNION ALL` clause.
 If column type is Nullable then `NULL` values are inserted as is.
-If column type is non-Nullable and this setting is disabled then inserting `NULL` causes an exception.
+If column type is non-Nullable and this setting is disabled, then inserting `NULL` causes an exception.
 
 Possible values:
 

From f32b0dc8861506b56ce2d9d0ebf169d64539a013 Mon Sep 17 00:00:00 2001
From: lehasm <lehasm@gmail.com>
Date: Mon, 24 May 2021 08:21:03 +0300
Subject: [PATCH 0414/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: Kseniia Sumarokova <54203879+kssenii@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 1498876f4e9..32b037eff25 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -365,7 +365,7 @@ throws an exception.
 
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
-Enables or disables insertion of default values if input data contain `NULL`, but the data type of the corresponding column in not `Nullable(T)` (for text input formats). This setting is applied to `INSERT ... VALUES` queries.
+For text input formats initialize `NULL` fields with default values if data type of this field is not nullable.
 
 ## insert_null_as_default {#insert_null_as_default}
 

From ed443c8941d95bc5d2fa59f26656890172e75cb0 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sat, 22 May 2021 15:49:21 +0300
Subject: [PATCH 0415/1060] Function constant result with nonconstant arguments

---
 src/Functions/IFunction.h                    |  4 +-
 src/Functions/IFunctionAdaptors.h            |  5 +-
 src/Functions/defaultValueOfArgumentType.cpp |  2 +-
 src/Functions/getSizeOfEnumType.cpp          |  4 +-
 src/Functions/ignore.cpp                     |  5 --
 src/Functions/indexHint.cpp                  |  4 -
 src/Functions/timezoneOf.cpp                 | 81 +++++--------------
 src/Functions/toColumnTypeName.cpp           |  2 +-
 src/Functions/toTypeName.cpp                 | 84 +++++++-------------
 src/Interpreters/ActionsDAG.cpp              | 42 +++++-----
 src/Interpreters/ActionsDAG.h                |  3 -
 src/Interpreters/ExpressionActions.cpp       | 11 +++
 src/Interpreters/ExpressionJIT.cpp           |  2 +-
 13 files changed, 85 insertions(+), 164 deletions(-)

diff --git a/src/Functions/IFunction.h b/src/Functions/IFunction.h
index 7542451a81a..1dec9ac57a3 100644
--- a/src/Functions/IFunction.h
+++ b/src/Functions/IFunction.h
@@ -160,7 +160,7 @@ public:
       * There is no need to implement function if it has zero arguments.
       * Must return ColumnConst with single row or nullptr.
       */
-    virtual ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName & /*columns*/) const { return nullptr; }
+    virtual ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & /* columns */ ) const { return nullptr; }
 
     /** Function is called "injective" if it returns different result for different values of arguments.
       * Example: hex, negate, tuple...
@@ -377,7 +377,7 @@ public:
 
     /// Properties from IFunctionBase (see IFunction.h)
     virtual bool isSuitableForConstantFolding() const { return true; }
-    virtual ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName & /*arguments*/) const { return nullptr; }
+    virtual ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & /*arguments*/) const { return nullptr; }
     virtual bool isInjective(const ColumnsWithTypeAndName & /*sample_columns*/) const { return false; }
     virtual bool isDeterministic() const { return true; }
     virtual bool isDeterministicInScopeOfQuery() const { return true; }
diff --git a/src/Functions/IFunctionAdaptors.h b/src/Functions/IFunctionAdaptors.h
index b213a459103..5a4d3585b0a 100644
--- a/src/Functions/IFunctionAdaptors.h
+++ b/src/Functions/IFunctionAdaptors.h
@@ -66,9 +66,10 @@ public:
     }
 
     bool isSuitableForConstantFolding() const override { return function->isSuitableForConstantFolding(); }
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName & arguments_) const override
+
+    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments_) const override
     {
-        return function->getResultIfAlwaysReturnsConstantAndHasArguments(arguments_);
+        return function->getConstantResultForArguments(arguments_);
     }
 
     bool isStateful() const override { return function->isStateful(); }
diff --git a/src/Functions/defaultValueOfArgumentType.cpp b/src/Functions/defaultValueOfArgumentType.cpp
index 957d829039d..aec4ab93463 100644
--- a/src/Functions/defaultValueOfArgumentType.cpp
+++ b/src/Functions/defaultValueOfArgumentType.cpp
@@ -42,7 +42,7 @@ public:
         return type.createColumnConst(input_rows_count, type.getDefault());
     }
 
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         const IDataType & type = *arguments[0].type;
         return type.createColumnConst(1, type.getDefault());
diff --git a/src/Functions/getSizeOfEnumType.cpp b/src/Functions/getSizeOfEnumType.cpp
index 7db11d41d0f..a3b027a1012 100644
--- a/src/Functions/getSizeOfEnumType.cpp
+++ b/src/Functions/getSizeOfEnumType.cpp
@@ -51,10 +51,10 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
-        return getResultIfAlwaysReturnsConstantAndHasArguments(arguments)->cloneResized(input_rows_count);
+        return getConstantResultForArguments(arguments)->cloneResized(input_rows_count);
     }
 
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         if (const auto * type8 = checkAndGetDataType<DataTypeEnum8>(arguments[0].type.get()))
             return DataTypeUInt8().createColumnConst(1, type8->getValues().size());
diff --git a/src/Functions/ignore.cpp b/src/Functions/ignore.cpp
index 45079639835..176bc9afee2 100644
--- a/src/Functions/ignore.cpp
+++ b/src/Functions/ignore.cpp
@@ -49,11 +49,6 @@ public:
     {
         return DataTypeUInt8().createColumnConst(input_rows_count, 0u);
     }
-
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName &) const override
-    {
-        return DataTypeUInt8().createColumnConst(1, 0u);
-    }
 };
 
 }
diff --git a/src/Functions/indexHint.cpp b/src/Functions/indexHint.cpp
index d2a9a0abb8c..f3c856c38ce 100644
--- a/src/Functions/indexHint.cpp
+++ b/src/Functions/indexHint.cpp
@@ -55,10 +55,6 @@ public:
         return DataTypeUInt8().createColumnConst(input_rows_count, 1u);
     }
 
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName &) const override
-    {
-        return DataTypeUInt8().createColumnConst(1, 1u);
-    }
 };
 
 
diff --git a/src/Functions/timezoneOf.cpp b/src/Functions/timezoneOf.cpp
index 0e6fa1bb213..c42b8e67155 100644
--- a/src/Functions/timezoneOf.cpp
+++ b/src/Functions/timezoneOf.cpp
@@ -23,66 +23,12 @@ namespace
 /** timezoneOf(x) - get the name of the timezone of DateTime data type.
   * Example: Europe/Moscow.
   */
-class ExecutableFunctionTimezoneOf : public IExecutableFunction
+class FunctionTimezoneOf : public IFunction
 {
 public:
     static constexpr auto name = "timezoneOf";
     String getName() const override { return name; }
-
-    bool useDefaultImplementationForNulls() const override { return false; }
-    bool useDefaultImplementationForLowCardinalityColumns() const override { return false; }
-
-    /// Execute the function on the columns.
-    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
-    {
-        DataTypePtr type_no_nullable = removeNullable(arguments[0].type);
-
-        return DataTypeString().createColumnConst(input_rows_count,
-            dynamic_cast<const TimezoneMixin &>(*type_no_nullable).getTimeZone().getTimeZone());
-    }
-};
-
-
-class BaseFunctionTimezoneOf : public IFunctionBase
-{
-public:
-    BaseFunctionTimezoneOf(DataTypes argument_types_, DataTypePtr return_type_)
-        : argument_types(std::move(argument_types_)), return_type(std::move(return_type_)) {}
-
-    static constexpr auto name = "timezoneOf";
-    String getName() const override { return name; }
-
-    bool isDeterministic() const override { return true; }
-    bool isDeterministicInScopeOfQuery() const override { return true; }
-
-    const DataTypes & getArgumentTypes() const override { return argument_types; }
-    const DataTypePtr & getResultType() const override { return return_type; }
-
-    ExecutableFunctionPtr prepare(const ColumnsWithTypeAndName &) const override
-    {
-        return std::make_unique<ExecutableFunctionTimezoneOf>();
-    }
-
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName & arguments) const override
-    {
-        DataTypePtr type_no_nullable = removeNullable(arguments[0].type);
-
-        return DataTypeString().createColumnConst(1,
-            dynamic_cast<const TimezoneMixin &>(*type_no_nullable).getTimeZone().getTimeZone());
-    }
-
-private:
-    DataTypes argument_types;
-    DataTypePtr return_type;
-};
-
-
-class FunctionTimezoneOfBuilder : public IFunctionOverloadResolver
-{
-public:
-    static constexpr auto name = "timezoneOf";
-    String getName() const override { return name; }
-    static FunctionOverloadResolverPtr create(ContextPtr) { return std::make_unique<FunctionTimezoneOfBuilder>(); }
+    static FunctionPtr create(ContextPtr) { return std::make_unique<FunctionTimezoneOf>(); }
 
     size_t getNumberOfArguments() const override { return 1; }
 
@@ -96,21 +42,32 @@ public:
             throw Exception(ErrorCodes::BAD_ARGUMENTS, "Bad argument for function {}, should be DateTime or DateTime64", name);
     }
 
-    FunctionBasePtr buildImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & return_type) const override
-    {
-        return std::make_unique<BaseFunctionTimezoneOf>(DataTypes{arguments[0].type}, return_type);
-    }
-
     bool useDefaultImplementationForNulls() const override { return false; }
     bool useDefaultImplementationForLowCardinalityColumns() const override { return false; }
     ColumnNumbers getArgumentsThatDontImplyNullableReturnType(size_t /*number_of_arguments*/) const override { return {0}; }
+
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
+    {
+        DataTypePtr type_no_nullable = removeNullable(arguments[0].type);
+
+        return DataTypeString().createColumnConst(input_rows_count,
+            dynamic_cast<const TimezoneMixin &>(*type_no_nullable).getTimeZone().getTimeZone());
+    }
+
+    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
+    {
+        DataTypePtr type_no_nullable = removeNullable(arguments[0].type);
+
+        return DataTypeString().createColumnConst(1,
+            dynamic_cast<const TimezoneMixin &>(*type_no_nullable).getTimeZone().getTimeZone());
+    }
 };
 
 }
 
 void registerFunctionTimezoneOf(FunctionFactory & factory)
 {
-    factory.registerFunction<FunctionTimezoneOfBuilder>();
+    factory.registerFunction<FunctionTimezoneOf>();
     factory.registerAlias("timeZoneOf", "timezoneOf");
 }
 
diff --git a/src/Functions/toColumnTypeName.cpp b/src/Functions/toColumnTypeName.cpp
index 0b73fe772d1..a1b6611d7bd 100644
--- a/src/Functions/toColumnTypeName.cpp
+++ b/src/Functions/toColumnTypeName.cpp
@@ -41,7 +41,7 @@ public:
         return DataTypeString().createColumnConst(input_rows_count, arguments[0].column->getName());
     }
 
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         return DataTypeString().createColumnConst(1, arguments[0].type->createColumn()->getName());
     }
diff --git a/src/Functions/toTypeName.cpp b/src/Functions/toTypeName.cpp
index 4c7b00e74ed..c058c9e7135 100644
--- a/src/Functions/toTypeName.cpp
+++ b/src/Functions/toTypeName.cpp
@@ -12,85 +12,55 @@ namespace
 /** toTypeName(x) - get the type name
   * Returns name of IDataType instance (name of data type).
   */
-class ExecutableFunctionToTypeName : public IExecutableFunction
+class FunctionToTypeName : public IFunction
 {
 public:
+
     static constexpr auto name = "toTypeName";
-    String getName() const override { return name; }
+
+    static FunctionPtr create(ContextPtr)
+    {
+        return std::make_shared<FunctionToTypeName>();
+    }
+
+    String getName() const override
+    {
+        return name;
+    }
 
     bool useDefaultImplementationForNulls() const override { return false; }
+
     bool useDefaultImplementationForLowCardinalityColumns() const override { return false; }
 
-    /// Execute the function on the columns.
+    size_t getNumberOfArguments() const override
+    {
+        return 1;
+    }
+
+    DataTypePtr getReturnTypeImpl(const DataTypes & /*arguments*/) const override
+    {
+        return std::make_shared<DataTypeString>();
+    }
+
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
         return DataTypeString().createColumnConst(input_rows_count, arguments[0].type->getName());
     }
-};
 
-
-class BaseFunctionToTypeName : public IFunctionBase
-{
-public:
-    BaseFunctionToTypeName(DataTypes argument_types_, DataTypePtr return_type_)
-        : argument_types(std::move(argument_types_)), return_type(std::move(return_type_)) {}
-
-    static constexpr auto name = "toTypeName";
-    String getName() const override { return name; }
-
-    bool isDeterministic() const override { return true; }
-    bool isDeterministicInScopeOfQuery() const override { return true; }
-
-    const DataTypes & getArgumentTypes() const override { return argument_types; }
-    const DataTypePtr & getResultType() const override { return return_type; }
-
-    ExecutableFunctionPtr prepare(const ColumnsWithTypeAndName &) const override
+    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
     {
-        return std::make_unique<ExecutableFunctionToTypeName>();
+        return DataTypeString().createColumnConst(1, arguments[0].type->getName());
     }
 
-    ColumnPtr getResultIfAlwaysReturnsConstantAndHasArguments(const ColumnsWithTypeAndName &) const override
-    {
-        return DataTypeString().createColumnConst(1, argument_types.at(0)->getName());
-    }
-
-private:
-    DataTypes argument_types;
-    DataTypePtr return_type;
-};
-
-
-class FunctionToTypeNameBuilder : public IFunctionOverloadResolver
-{
-public:
-    static constexpr auto name = "toTypeName";
-    String getName() const override { return name; }
-    static FunctionOverloadResolverPtr create(ContextPtr) { return std::make_unique<FunctionToTypeNameBuilder>(); }
-
-    size_t getNumberOfArguments() const override { return 1; }
-
-    DataTypePtr getReturnTypeImpl(const DataTypes &) const override { return std::make_shared<DataTypeString>(); }
-
-    FunctionBasePtr buildImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & return_type) const override
-    {
-        DataTypes types;
-        types.reserve(arguments.size());
-        for (const auto & elem : arguments)
-            types.emplace_back(elem.type);
-
-        return std::make_unique<BaseFunctionToTypeName>(types, return_type);
-    }
-
-    bool useDefaultImplementationForNulls() const override { return false; }
-    bool useDefaultImplementationForLowCardinalityColumns() const override { return false; }
     ColumnNumbers getArgumentsThatDontImplyNullableReturnType(size_t /*number_of_arguments*/) const override { return {0}; }
+
 };
 
 }
 
 void registerFunctionToTypeName(FunctionFactory & factory)
 {
-    factory.registerFunction<FunctionToTypeNameBuilder>();
+    factory.registerFunction<FunctionToTypeName>();
 }
 
 }
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 21c24956453..7b572571a61 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -205,34 +205,31 @@ const ActionsDAG::Node & ActionsDAG::addFunction(
     node.function = node.function_base->prepare(arguments);
 
     /// If all arguments are constants, and function is suitable to be executed in 'prepare' stage - execute function.
-    if (all_const && node.function_base->isSuitableForConstantFolding())
+    if (node.function_base->isSuitableForConstantFolding())
     {
-        size_t num_rows = arguments.empty() ? 0 : arguments.front().column->size();
-        auto col = node.function->execute(arguments, node.result_type, num_rows, true);
+        ColumnPtr column;
+
+        if (all_const && node.function_base->isSuitableForConstantFolding())
+        {
+            size_t num_rows = arguments.empty() ? 0 : arguments.front().column->size();
+            column = node.function->execute(arguments, node.result_type, num_rows, true);
+        }
+        else
+        {
+            column = node.function_base->getConstantResultForArguments(arguments);
+        }
 
         /// If the result is not a constant, just in case, we will consider the result as unknown.
-        if (isColumnConst(*col))
+        if (column && isColumnConst(*column))
         {
             /// All constant (literal) columns in block are added with size 1.
             /// But if there was no columns in block before executing a function, the result has size 0.
             /// Change the size to 1.
 
-            if (col->empty())
-                col = col->cloneResized(1);
+            if (column->empty())
+                column = column->cloneResized(1);
 
-            node.column = std::move(col);
-        }
-    }
-
-    /// Some functions like ignore(), indexHint() or getTypeName() always return constant result even if arguments are not constant.
-    /// We can't do constant folding, but can specify in sample block that function result is constant to avoid
-    /// unnecessary materialization.
-    if (!node.column && node.function_base->isSuitableForConstantFolding())
-    {
-        if (auto col = node.function_base->getResultIfAlwaysReturnsConstantAndHasArguments(arguments))
-        {
-            node.column = std::move(col);
-            node.allow_constant_folding = false;
+            node.column = std::move(column);
         }
     }
 
@@ -408,13 +405,10 @@ void ActionsDAG::removeUnusedActions(bool allow_remove_inputs)
 
     for (auto & node : nodes)
     {
-        /// We cannot remove function with side effects even if it returns constant (e.g. ignore(...)).
-        bool prevent_constant_folding = node.column && isColumnConst(*node.column) && !node.allow_constant_folding;
         /// We cannot remove arrayJoin because it changes the number of rows.
         bool is_array_join = node.type == ActionType::ARRAY_JOIN;
 
-        bool must_keep_node = is_array_join || prevent_constant_folding;
-        if (must_keep_node && visited_nodes.count(&node) == 0)
+        if (is_array_join && visited_nodes.count(&node) == 0)
         {
             visited_nodes.insert(&node);
             stack.push(&node);
@@ -429,7 +423,7 @@ void ActionsDAG::removeUnusedActions(bool allow_remove_inputs)
         auto * node = stack.top();
         stack.pop();
 
-        if (!node->children.empty() && node->column && isColumnConst(*node->column) && node->allow_constant_folding)
+        if (!node->children.empty() && node->column && isColumnConst(*node->column))
         {
             /// Constant folding.
             node->type = ActionsDAG::ActionType::COLUMN;
diff --git a/src/Interpreters/ActionsDAG.h b/src/Interpreters/ActionsDAG.h
index cc1d9a0e6ac..9bea1d1c040 100644
--- a/src/Interpreters/ActionsDAG.h
+++ b/src/Interpreters/ActionsDAG.h
@@ -88,9 +88,6 @@ public:
 
         /// For COLUMN node and propagated constants.
         ColumnPtr column;
-        /// Some functions like `ignore()` always return constant but can't be replaced by constant it.
-        /// We calculate such constants in order to avoid unnecessary materialization, but prohibit it's folding.
-        bool allow_constant_folding = true;
 
         void toTree(JSONBuilder::JSONMap & map) const;
     };
diff --git a/src/Interpreters/ExpressionActions.cpp b/src/Interpreters/ExpressionActions.cpp
index bd06c753319..270ee6b53df 100644
--- a/src/Interpreters/ExpressionActions.cpp
+++ b/src/Interpreters/ExpressionActions.cpp
@@ -55,6 +55,15 @@ ExpressionActions::ExpressionActions(ActionsDAGPtr actions_dag_, const Expressio
         actions_dag->compileExpressions(settings.min_count_to_compile_expression);
 #endif
 
+    std::cerr << "ExpressionActions::ExpressionActions " << this << std::endl;
+    std::cerr << actions_dag->dumpDAG() << std::endl;
+
+    auto actions_required_columns = actions_dag->getRequiredColumns();
+    for (auto & required_column : actions_required_columns)
+    {
+        std::cerr << "Required column " << required_column.name << " type " << required_column.type->getName() << std::endl;
+    }
+
     linearizeActions();
 
     if (settings.max_temporary_columns && num_columns > settings.max_temporary_columns)
@@ -440,6 +449,8 @@ static void executeAction(const ExpressionActions::Action & action, ExecutionCon
 
 void ExpressionActions::execute(Block & block, size_t & num_rows, bool dry_run) const
 {
+    std::cerr << "ExpressionActions::execute " << this << std::endl;
+
     ExecutionContext execution_context
     {
         .inputs = block.data,
diff --git a/src/Interpreters/ExpressionJIT.cpp b/src/Interpreters/ExpressionJIT.cpp
index be693fdc3b9..7d1b1e9f447 100644
--- a/src/Interpreters/ExpressionJIT.cpp
+++ b/src/Interpreters/ExpressionJIT.cpp
@@ -312,7 +312,7 @@ static FunctionBasePtr compile(
 
 static bool isCompilableConstant(const ActionsDAG::Node & node)
 {
-    return node.column && isColumnConst(*node.column) && canBeNativeType(*node.result_type) && node.allow_constant_folding;
+    return node.column && isColumnConst(*node.column) && canBeNativeType(*node.result_type);
 }
 
 static bool isCompilableFunction(const ActionsDAG::Node & node)

From 72fbb2dd545af2ea4befa020520d87e03378e234 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sat, 22 May 2021 17:15:39 +0300
Subject: [PATCH 0416/1060] Fixed tests

---
 src/Functions/IFunction.h              |  7 +------
 src/Interpreters/ExpressionActions.cpp | 11 -----------
 2 files changed, 1 insertion(+), 17 deletions(-)

diff --git a/src/Functions/IFunction.h b/src/Functions/IFunction.h
index 1dec9ac57a3..7956be9a262 100644
--- a/src/Functions/IFunction.h
+++ b/src/Functions/IFunction.h
@@ -155,12 +155,7 @@ public:
       */
     virtual bool isSuitableForConstantFolding() const { return true; }
 
-    /** Some functions like ignore(...) or toTypeName(...) always return constant result which doesn't depend on arguments.
-      * In this case we can calculate result and assume that it's constant in stream header.
-      * There is no need to implement function if it has zero arguments.
-      * Must return ColumnConst with single row or nullptr.
-      */
-    virtual ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & /* columns */ ) const { return nullptr; }
+    virtual ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & /* columns */) const { return nullptr; }
 
     /** Function is called "injective" if it returns different result for different values of arguments.
       * Example: hex, negate, tuple...
diff --git a/src/Interpreters/ExpressionActions.cpp b/src/Interpreters/ExpressionActions.cpp
index 270ee6b53df..bd06c753319 100644
--- a/src/Interpreters/ExpressionActions.cpp
+++ b/src/Interpreters/ExpressionActions.cpp
@@ -55,15 +55,6 @@ ExpressionActions::ExpressionActions(ActionsDAGPtr actions_dag_, const Expressio
         actions_dag->compileExpressions(settings.min_count_to_compile_expression);
 #endif
 
-    std::cerr << "ExpressionActions::ExpressionActions " << this << std::endl;
-    std::cerr << actions_dag->dumpDAG() << std::endl;
-
-    auto actions_required_columns = actions_dag->getRequiredColumns();
-    for (auto & required_column : actions_required_columns)
-    {
-        std::cerr << "Required column " << required_column.name << " type " << required_column.type->getName() << std::endl;
-    }
-
     linearizeActions();
 
     if (settings.max_temporary_columns && num_columns > settings.max_temporary_columns)
@@ -449,8 +440,6 @@ static void executeAction(const ExpressionActions::Action & action, ExecutionCon
 
 void ExpressionActions::execute(Block & block, size_t & num_rows, bool dry_run) const
 {
-    std::cerr << "ExpressionActions::execute " << this << std::endl;
-
     ExecutionContext execution_context
     {
         .inputs = block.data,

From 1a725d916b52018796d42803d39db2c8785d8111 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 24 May 2021 01:06:38 +0300
Subject: [PATCH 0417/1060] Upated LogicalFunctions

---
 src/Functions/FunctionsLogical.cpp           | 64 ++++++++++++++++++++
 src/Functions/FunctionsLogical.h             |  6 ++
 src/Functions/IFunction.h                    |  8 ++-
 src/Functions/IFunctionAdaptors.h            |  4 +-
 src/Functions/defaultValueOfArgumentType.cpp |  2 +-
 src/Functions/getSizeOfEnumType.cpp          |  4 +-
 src/Functions/timezoneOf.cpp                 |  2 +-
 src/Functions/toColumnTypeName.cpp           |  2 +-
 src/Functions/toTypeName.cpp                 |  2 +-
 src/Interpreters/ActionsDAG.cpp              |  4 +-
 10 files changed, 86 insertions(+), 12 deletions(-)

diff --git a/src/Functions/FunctionsLogical.cpp b/src/Functions/FunctionsLogical.cpp
index ab8e1cfc0b2..b3f49c892ef 100644
--- a/src/Functions/FunctionsLogical.cpp
+++ b/src/Functions/FunctionsLogical.cpp
@@ -521,6 +521,70 @@ ColumnPtr FunctionAnyArityLogical<Impl, Name>::executeImpl(
         return basicExecuteImpl<Impl>(std::move(args_in), input_rows_count);
 }
 
+template <typename Impl, typename Name>
+ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const
+{
+    /** Try to perform optimization for saturable functions (AndFunction, OrFunction) in case some arguments are
+          * constants.
+          * If function is not saturable (XorFunction) we cannot perform such optimization.
+          * If function is AndFunction and in arguments there is constant false, result is false.
+          * If function is OrFunction and in arguments there is constant true, result is true.
+          */
+
+    if constexpr (!Impl::isSaturable())
+        return nullptr;
+
+    bool has_true_constant = false;
+    bool has_false_constant = false;
+
+    for (const auto & argument : arguments)
+    {
+        ColumnPtr column = argument.column;
+
+        if (!column || !isColumnConst(*column))
+            continue;
+
+        DataTypePtr non_nullable_type = removeNullable(argument.type);
+        TypeIndex data_type_index = non_nullable_type->getTypeId();
+
+        if (!isNativeNumber(data_type_index))
+            continue;
+
+        const ColumnConst * const_column = static_cast<const ColumnConst *>(column.get());
+
+        callOnBasicType<void, true, true, false, false>(data_type_index, [&](const auto & types)
+        {
+            using Types = std::decay_t<decltype(types)>;
+            using FieldType = typename Types::RightType;
+
+            Field contant_field_value = const_column->getField();
+            if (contant_field_value.isNull())
+                return false;
+
+            FieldType constant_value = const_column->getValue<FieldType>();
+            bool constant_value_bool = static_cast<bool>(constant_value);
+
+            has_true_constant = has_true_constant || constant_value_bool;
+            has_false_constant = has_false_constant || !constant_value_bool;
+            return true;
+        });
+    }
+
+    ColumnPtr result_column;
+
+    if constexpr (std::is_same_v<Impl, AndImpl>)
+    {
+        if (has_false_constant)
+            result_column = ColumnUInt8::create(1, false);
+    }
+    else if constexpr (std::is_same_v<Impl, OrImpl>)
+    {
+        if (has_true_constant)
+            result_column = ColumnUInt8::create(1, true);
+    }
+
+    return result_column;
+}
 
 template <typename A, typename Op>
 struct UnaryOperationImpl
diff --git a/src/Functions/FunctionsLogical.h b/src/Functions/FunctionsLogical.h
index acc34a40d00..2699534ea7a 100644
--- a/src/Functions/FunctionsLogical.h
+++ b/src/Functions/FunctionsLogical.h
@@ -85,6 +85,8 @@ struct AndImpl
 
     /// Will use three-valued logic for NULLs (see above) or default implementation (any operation with NULL returns NULL).
     static inline constexpr bool specialImplementationForNulls() { return true; }
+
+    static inline constexpr UInt8 neutralElement() { return true; }
 };
 
 struct OrImpl
@@ -96,6 +98,7 @@ struct OrImpl
     static inline constexpr bool isSaturatedValueTernary(UInt8 a) { return a == Ternary::True; }
     static inline constexpr ResultType apply(UInt8 a, UInt8 b) { return a | b; }
     static inline constexpr bool specialImplementationForNulls() { return true; }
+    static inline constexpr UInt8 neutralElement() { return false; }
 };
 
 struct XorImpl
@@ -107,6 +110,7 @@ struct XorImpl
     static inline constexpr bool isSaturatedValueTernary(UInt8) { return false; }
     static inline constexpr ResultType apply(UInt8 a, UInt8 b) { return a != b; }
     static inline constexpr bool specialImplementationForNulls() { return false; }
+    static inline constexpr UInt8 neutralElement() { return false; }
 
 #if USE_EMBEDDED_COMPILER
     static inline llvm::Value * apply(llvm::IRBuilder<> & builder, llvm::Value * a, llvm::Value * b)
@@ -157,6 +161,8 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override;
 
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override;
+
 #if USE_EMBEDDED_COMPILER
     bool isCompilableImpl(const DataTypes &) const override { return useDefaultImplementationForNulls(); }
 
diff --git a/src/Functions/IFunction.h b/src/Functions/IFunction.h
index 7956be9a262..3c421f441e9 100644
--- a/src/Functions/IFunction.h
+++ b/src/Functions/IFunction.h
@@ -155,7 +155,11 @@ public:
       */
     virtual bool isSuitableForConstantFolding() const { return true; }
 
-    virtual ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & /* columns */) const { return nullptr; }
+    /** If function isSuitableForConstantFolding than, this method will be called during query analyzis
+      * if some arguments are constants. For example logical functions (AndFunction, OrFunction) can
+      * return they result based on some constant arguments.
+      */
+    virtual ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & /* arguments */) const { return nullptr; }
 
     /** Function is called "injective" if it returns different result for different values of arguments.
       * Example: hex, negate, tuple...
@@ -372,7 +376,7 @@ public:
 
     /// Properties from IFunctionBase (see IFunction.h)
     virtual bool isSuitableForConstantFolding() const { return true; }
-    virtual ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & /*arguments*/) const { return nullptr; }
+    virtual ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & /*arguments*/) const { return nullptr; }
     virtual bool isInjective(const ColumnsWithTypeAndName & /*sample_columns*/) const { return false; }
     virtual bool isDeterministic() const { return true; }
     virtual bool isDeterministicInScopeOfQuery() const { return true; }
diff --git a/src/Functions/IFunctionAdaptors.h b/src/Functions/IFunctionAdaptors.h
index 5a4d3585b0a..2ced0410cbc 100644
--- a/src/Functions/IFunctionAdaptors.h
+++ b/src/Functions/IFunctionAdaptors.h
@@ -67,9 +67,9 @@ public:
 
     bool isSuitableForConstantFolding() const override { return function->isSuitableForConstantFolding(); }
 
-    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments_) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments_) const override
     {
-        return function->getConstantResultForArguments(arguments_);
+        return function->getConstantResultForNonConstArguments(arguments_);
     }
 
     bool isStateful() const override { return function->isStateful(); }
diff --git a/src/Functions/defaultValueOfArgumentType.cpp b/src/Functions/defaultValueOfArgumentType.cpp
index aec4ab93463..61ae3effa1f 100644
--- a/src/Functions/defaultValueOfArgumentType.cpp
+++ b/src/Functions/defaultValueOfArgumentType.cpp
@@ -42,7 +42,7 @@ public:
         return type.createColumnConst(input_rows_count, type.getDefault());
     }
 
-    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         const IDataType & type = *arguments[0].type;
         return type.createColumnConst(1, type.getDefault());
diff --git a/src/Functions/getSizeOfEnumType.cpp b/src/Functions/getSizeOfEnumType.cpp
index a3b027a1012..ba4f1cb6a7b 100644
--- a/src/Functions/getSizeOfEnumType.cpp
+++ b/src/Functions/getSizeOfEnumType.cpp
@@ -51,10 +51,10 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
-        return getConstantResultForArguments(arguments)->cloneResized(input_rows_count);
+        return getConstantResultForNonConstArguments(arguments)->cloneResized(input_rows_count);
     }
 
-    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         if (const auto * type8 = checkAndGetDataType<DataTypeEnum8>(arguments[0].type.get()))
             return DataTypeUInt8().createColumnConst(1, type8->getValues().size());
diff --git a/src/Functions/timezoneOf.cpp b/src/Functions/timezoneOf.cpp
index c42b8e67155..61de6b00c85 100644
--- a/src/Functions/timezoneOf.cpp
+++ b/src/Functions/timezoneOf.cpp
@@ -54,7 +54,7 @@ public:
             dynamic_cast<const TimezoneMixin &>(*type_no_nullable).getTimeZone().getTimeZone());
     }
 
-    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         DataTypePtr type_no_nullable = removeNullable(arguments[0].type);
 
diff --git a/src/Functions/toColumnTypeName.cpp b/src/Functions/toColumnTypeName.cpp
index a1b6611d7bd..4c64b4b3d1f 100644
--- a/src/Functions/toColumnTypeName.cpp
+++ b/src/Functions/toColumnTypeName.cpp
@@ -41,7 +41,7 @@ public:
         return DataTypeString().createColumnConst(input_rows_count, arguments[0].column->getName());
     }
 
-    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         return DataTypeString().createColumnConst(1, arguments[0].type->createColumn()->getName());
     }
diff --git a/src/Functions/toTypeName.cpp b/src/Functions/toTypeName.cpp
index c058c9e7135..474356d9d94 100644
--- a/src/Functions/toTypeName.cpp
+++ b/src/Functions/toTypeName.cpp
@@ -47,7 +47,7 @@ public:
         return DataTypeString().createColumnConst(input_rows_count, arguments[0].type->getName());
     }
 
-    ColumnPtr getConstantResultForArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
     {
         return DataTypeString().createColumnConst(1, arguments[0].type->getName());
     }
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 7b572571a61..cad6d6b8506 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -209,14 +209,14 @@ const ActionsDAG::Node & ActionsDAG::addFunction(
     {
         ColumnPtr column;
 
-        if (all_const && node.function_base->isSuitableForConstantFolding())
+        if (all_const)
         {
             size_t num_rows = arguments.empty() ? 0 : arguments.front().column->size();
             column = node.function->execute(arguments, node.result_type, num_rows, true);
         }
         else
         {
-            column = node.function_base->getConstantResultForArguments(arguments);
+            column = node.function_base->getConstantResultForNonConstArguments(arguments);
         }
 
         /// If the result is not a constant, just in case, we will consider the result as unknown.

From 8939daf7e7d538dce0fcce11d5ca4c8565b450da Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 24 May 2021 11:23:04 +0300
Subject: [PATCH 0418/1060] more

---
 tests/integration/helpers/cluster.py         | 25 +++++++++++++-------
 tests/integration/runner                     |  9 ++++++-
 tests/integration/test_grpc_protocol/test.py |  2 +-
 3 files changed, 26 insertions(+), 10 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 6e188d298e3..ab8c33e4b53 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1042,7 +1042,7 @@ class ClickHouseCluster:
         while time.time() - start < timeout:
             try:
                 for instance in ['zoo1', 'zoo2', 'zoo3']:
-                    conn = self.get_kazoo_client(instance, self.zookeeper_secure_port, use_ssl=True)
+                    conn = self.get_kazoo_client(instance)
                     conn.get_children('/')
                 logging.debug("All instances of ZooKeeper Secure started")
                 return
@@ -1058,7 +1058,7 @@ class ClickHouseCluster:
         while time.time() - start < timeout:
             try:
                 for instance in ['zoo1', 'zoo2', 'zoo3']:
-                    conn = self.get_kazoo_client(instance, self.zookeeper_port)
+                    conn = self.get_kazoo_client(instance)
                     conn.get_children('/')
                 logging.debug("All instances of ZooKeeper started")
                 return
@@ -1248,7 +1248,7 @@ class ClickHouseCluster:
 
                 self.wait_zookeeper_secure_to_start()
                 for command in self.pre_zookeeper_commands:
-                    self.run_kazoo_commands_with_retries(command, repeats=5, secure=True)
+                    self.run_kazoo_commands_with_retries(command, repeats=5)
 
             if self.with_zookeeper and self.base_zookeeper_cmd:
                 logging.debug('Setup ZooKeeper')
@@ -1490,7 +1490,16 @@ class ClickHouseCluster:
     def open_bash_shell(self, instance_name):
         os.system(' '.join(self.base_cmd + ['exec', instance_name, '/bin/bash']))
 
-    def get_kazoo_client(self, zoo_instance_name, port, use_ssl=False):
+    def get_kazoo_client(self, zoo_instance_name):
+        use_ssl = False
+        if self.with_zookeeper_secure:
+            port = self.zookeeper_secure_port
+            use_ssl = True
+        elif self.with_zookeeper:
+            port = self.zookeeper_port
+        else:
+            raise Exception("Cluster has no ZooKeeper")
+
         ip = self.get_instance_ip(zoo_instance_name)
         logging.debug(f"get_kazoo_client: {zoo_instance_name}, ip:{ip}, port:{port}, use_ssl:{use_ssl}")
         zk = KazooClient(hosts=f"{ip}:{port}", use_ssl=use_ssl, verify_certs=False, certfile=self.zookeeper_certfile,
@@ -1498,16 +1507,16 @@ class ClickHouseCluster:
         zk.start()
         return zk
 
-    def run_kazoo_commands_with_retries(self, kazoo_callback, zoo_instance_name='zoo1', repeats=1, sleep_for=1, secure=False):
-        logging.debug(f"run_kazoo_commands_with_retries: {zoo_instance_name}, {secure}, {kazoo_callback}")
+    def run_kazoo_commands_with_retries(self, kazoo_callback, zoo_instance_name='zoo1', repeats=1, sleep_for=1):
+        logging.debug(f"run_kazoo_commands_with_retries: {zoo_instance_name}, {kazoo_callback}")
         for i in range(repeats - 1):
             try:
-                kazoo_callback(self.get_kazoo_client(zoo_instance_name, self.zookeeper_secure_port if secure else self.zookeeper_port))
+                kazoo_callback(self.get_kazoo_client(zoo_instance_name))
                 return
             except KazooException as e:
                 logging.debug(repr(e))
                 time.sleep(sleep_for)
-        kazoo_callback(self.get_kazoo_client(zoo_instance_name, self.zookeeper_secure_port if secure else self.zookeeper_port))
+        kazoo_callback(self.get_kazoo_client(zoo_instance_name))
 
     def add_zookeeper_startup_command(self, command):
         self.pre_zookeeper_commands.append(command)
diff --git a/tests/integration/runner b/tests/integration/runner
index 9947fa33f11..711d0f4873e 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -147,6 +147,11 @@ if __name__ == "__main__":
         default=False,
         help="Don't use net host in parent docker container")
 
+    parser.add_argument(
+        "--network",
+        default='host',
+        help="Set network driver for runnner container")
+
     parser.add_argument(
         "--docker-image-version",
         default="latest",
@@ -196,7 +201,9 @@ if __name__ == "__main__":
         parallel_args += " -n {}".format(args.parallel)
 
     net = ""
-    if not args.disable_net_host:
+    if args.network:
+        net = "--net={}".format(args.network)
+    elif not args.disable_net_host:
         net = "--net=host"
 
     env_tags = ""
diff --git a/tests/integration/test_grpc_protocol/test.py b/tests/integration/test_grpc_protocol/test.py
index d8604276281..ee7e94bad1d 100644
--- a/tests/integration/test_grpc_protocol/test.py
+++ b/tests/integration/test_grpc_protocol/test.py
@@ -133,7 +133,7 @@ def start_cluster():
 @pytest.fixture(autouse=True)
 def reset_after_test():
     yield
-    query("DROP TABLE IF EXISTS t")
+    node.query_with_retry("DROP TABLE IF EXISTS t")
 
 # Actual tests
 

From 5ac2b846a5609a96ea464ddd9c4c8c6332bba31b Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Mon, 24 May 2021 08:53:40 +0000
Subject: [PATCH 0419/1060] Add en,ru  desc

---
 .../table-engines/mergetree-family/replication.md      |  3 +++
 docs/en/operations/settings/settings.md                | 10 ++++++++++
 .../table-engines/mergetree-family/replication.md      |  3 +++
 docs/ru/operations/settings/settings.md                | 10 ++++++++++
 4 files changed, 26 insertions(+)

diff --git a/docs/en/engines/table-engines/mergetree-family/replication.md b/docs/en/engines/table-engines/mergetree-family/replication.md
index ef34c8d3804..fc62ab76c53 100644
--- a/docs/en/engines/table-engines/mergetree-family/replication.md
+++ b/docs/en/engines/table-engines/mergetree-family/replication.md
@@ -101,6 +101,8 @@ For very large clusters, you can use different ZooKeeper clusters for different
 
 Replication is asynchronous and multi-master. `INSERT` queries (as well as `ALTER`) can be sent to any available server. Data is inserted on the server where the query is run, and then it is copied to the other servers. Because it is asynchronous, recently inserted data appears on the other replicas with some latency. If part of the replicas are not available, the data is written when they become available. If a replica is available, the latency is the amount of time it takes to transfer the block of compressed data over the network. The number of threads performing background tasks for replicated tables can be set by [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size) setting.
 
+`ReplicatedMergeTree` engine uses a separate thread pool for replicated fetches. Size of the pool limited by setting [background_fetches_pool_size](../../../operations/settings/settings.md#background_fetches_pool_size) setting which can be tuned with a server restart. 
+
 By default, an INSERT query waits for confirmation of writing the data from only one replica. If the data was successfully written to only one replica and the server with this replica ceases to exist, the stored data will be lost. To enable getting confirmation of data writes from multiple replicas, use the `insert_quorum` option.
 
 Each block of data is written atomically. The INSERT query is divided into blocks up to `max_insert_block_size = 1048576` rows. In other words, if the `INSERT` query has less than 1048576 rows, it is made atomically.
@@ -284,6 +286,7 @@ If the data in ZooKeeper was lost or damaged, you can save data by moving it to
 **See Also**
 
 -   [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size)
+-   [background_fetches_pool_size](../../../operations/settings/settings.md#background_fetches_pool_size)
 -   [execute_merges_on_single_replica_time_threshold](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold)
 
 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/replication/) <!--hide-->
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index a5c3902f8f2..718b4e21689 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2015,6 +2015,16 @@ Possible values:
 
 Default value: 16.
 
+## background_fetches_pool_size {#background_fetches_pool_size}
+
+Sets the number of threads performing background fetches for [replicated](../../engines/table-engines/mergetree-family/replication.md) tables. This setting is applied at the ClickHouse server start and can’t be changed in a user session. For production usage with frequent small insertions or slow ZooKeeper cluster is recomended to use default value.
+
+Possible values:
+
+-   Any positive integer.
+
+Default value: 8.
+
 ## always_fetch_merged_part {#always_fetch_merged_part}
 
 Prohibits data parts merging in [Replicated\*MergeTree](../../engines/table-engines/mergetree-family/replication.md)-engine tables.
diff --git a/docs/ru/engines/table-engines/mergetree-family/replication.md b/docs/ru/engines/table-engines/mergetree-family/replication.md
index 848adbee4da..cb92084695a 100644
--- a/docs/ru/engines/table-engines/mergetree-family/replication.md
+++ b/docs/ru/engines/table-engines/mergetree-family/replication.md
@@ -65,6 +65,8 @@ ClickHouse хранит метаинформацию о репликах в [Apa
 
 Репликация асинхронная, мульти-мастер. Запросы `INSERT` и `ALTER` можно направлять на любой доступный сервер. Данные вставятся на сервер, где выполнен запрос, а затем скопируются на остальные серверы. В связи с асинхронностью, только что вставленные данные появляются на остальных репликах с небольшой задержкой. Если часть реплик недоступна, данные на них запишутся тогда, когда они станут доступны. Если реплика доступна, то задержка составляет столько времени, сколько требуется для передачи блока сжатых данных по сети. Количество потоков для выполнения фоновых задач можно задать с помощью настройки [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size).
 
+Движок `ReplicatedMergeTree` использует отдельный пул потоков для скачивания кусков данных. Размер пула ограничен настройкой [background_fetches_pool_size](../../../operations/settings/settings.md#background_fetches_pool_size), которую можно указать при перезапуске сервера. 
+
 По умолчанию, запрос INSERT ждёт подтверждения записи только от одной реплики. Если данные были успешно записаны только на одну реплику, и сервер с этой репликой перестал существовать, то записанные данные будут потеряны. Вы можете включить подтверждение записи от нескольких реплик, используя настройку `insert_quorum`.
 
 Каждый блок данных записывается атомарно. Запрос INSERT разбивается на блоки данных размером до `max_insert_block_size = 1048576` строк. То есть, если в запросе `INSERT` менее 1048576 строк, то он делается атомарно.
@@ -249,5 +251,6 @@ $ sudo -u clickhouse touch /var/lib/clickhouse/flags/force_restore_data
 **Смотрите также**
 
 -   [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size)
+-   [background_fetches_pool_size](../../../operations/settings/settings.md#background_fetches_pool_size)
 -   [execute_merges_on_single_replica_time_threshold](../../../operations/settings/settings.md#execute-merges-on-single-replica-time-threshold)
 
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index d10ac2ab317..1db0f3e4102 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2035,6 +2035,16 @@ SELECT idx, i FROM null_in WHERE i IN (1, NULL) SETTINGS transform_null_in = 1;
 
 Значение по умолчанию: 16.
 
+## background_fetches_pool_size {#background_fetches_pool_size}
+
+Задает количество потоков для скачивания кусков данных для [реплицируемых](../../engines/table-engines/mergetree-family/replication.md) таблиц. Настройка применяется при запуске сервера ClickHouse и не может быть изменена в пользовательском сеансе. Для использования в продакшене с частыми небольшими вставками или медленным кластером ZooKeeper рекомендуется использовать значение по умолчанию.
+
+Допустимые значения:
+
+-   Положительное целое число.
+
+Значение по умолчанию: 8.
+
 ## background_distributed_schedule_pool_size {#background_distributed_schedule_pool_size}
 
 Задает количество потоков для выполнения фоновых задач. Работает для таблиц с движком [Distributed](../../engines/table-engines/special/distributed.md). Настройка применяется при запуске сервера ClickHouse и не может быть изменена в пользовательском сеансе.

From b128221cf08e9ffd76caa26ff1931ce687f3f89c Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 24 May 2021 11:59:27 +0300
Subject: [PATCH 0420/1060] ActionsDAG compile expressions update

---
 src/Core/Settings.h                |  2 +-
 src/Interpreters/ExpressionJIT.cpp | 79 ++++++++++++++++++------------
 2 files changed, 50 insertions(+), 31 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index d759e87dfbc..ae962ecde15 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -102,7 +102,7 @@ class IColumn;
     \
     M(Bool, allow_suspicious_low_cardinality_types, false, "In CREATE TABLE statement allows specifying LowCardinality modifier for types of small fixed size (8 or less). Enabling this may increase merge times and memory consumption.", 0) \
     M(Bool, compile_expressions, true, "Compile some scalar functions and operators to native code.", 0) \
-    M(UInt64, min_count_to_compile_expression, 3, "The number of identical expressions before they are JIT-compiled", 0) \
+    M(UInt64, min_count_to_compile_expression, 0, "The number of identical expressions before they are JIT-compiled", 0) \
     M(UInt64, group_by_two_level_threshold, 100000, "From what number of keys, a two-level aggregation starts. 0 - the threshold is not set.", 0) \
     M(UInt64, group_by_two_level_threshold_bytes, 50000000, "From what size of the aggregation state in bytes, a two-level aggregation begins to be used. 0 - the threshold is not set. Two-level aggregation is used when at least one of the thresholds is triggered.", 0) \
     M(Bool, distributed_aggregation_memory_efficient, true, "Is the memory-saving mode of distributed aggregation enabled.", 0) \
diff --git a/src/Interpreters/ExpressionJIT.cpp b/src/Interpreters/ExpressionJIT.cpp
index be693fdc3b9..f63510f42c6 100644
--- a/src/Interpreters/ExpressionJIT.cpp
+++ b/src/Interpreters/ExpressionJIT.cpp
@@ -334,16 +334,11 @@ static bool isCompilableFunction(const ActionsDAG::Node & node)
     return function.isCompilable();
 }
 
-static bool isCompilableInput(const ActionsDAG::Node & node)
-{
-    return node.type == ActionsDAG::ActionType::INPUT || node.type == ActionsDAG::ActionType::ALIAS;
-}
-
 static CompileDAG getCompilableDAG(
     const ActionsDAG::Node * root,
     ActionsDAG::NodeRawConstPtrs & children)
 {
-    /// Extract CompileDAG from root actions dag node, it is important that each root child is compilable.
+    /// Extract CompileDAG from root actions dag node.
 
     CompileDAG dag;
 
@@ -363,6 +358,32 @@ static CompileDAG getCompilableDAG(
         auto & frame = stack.top();
         const auto * node = frame.node;
 
+        bool is_compilable_constant = isCompilableConstant(*node);
+        bool is_compilable_function = isCompilableFunction(*node);
+
+        if (!is_compilable_function || is_compilable_constant)
+        {
+           CompileDAG::Node compile_node;
+           compile_node.function = node->function_base;
+           compile_node.result_type = node->result_type;
+
+           if (is_compilable_constant)
+           {
+               compile_node.type = CompileDAG::CompileType::CONSTANT;
+               compile_node.column = node->column;
+           }
+           else
+           {
+                compile_node.type = CompileDAG::CompileType::INPUT;
+                children.emplace_back(node);
+           }
+
+           visited_node_to_compile_dag_position[node] = dag.getNodesCount();
+           dag.addNode(std::move(compile_node));
+           stack.pop();
+           continue;
+        }
+
         while (frame.next_child_to_visit < node->children.size())
         {
             const auto & child = node->children[frame.next_child_to_visit];
@@ -386,22 +407,17 @@ static CompileDAG getCompilableDAG(
         compile_node.function = node->function_base;
         compile_node.result_type = node->result_type;
 
-        if (isCompilableConstant(*node))
-        {
-            compile_node.type = CompileDAG::CompileType::CONSTANT;
-            compile_node.column = node->column;
-        }
-        else if (node->type == ActionsDAG::ActionType::FUNCTION)
-        {
+        // if (node->type == ActionsDAG::ActionType::FUNCTION)
+        // {
             compile_node.type = CompileDAG::CompileType::FUNCTION;
             for (const auto * child : node->children)
                 compile_node.arguments.push_back(visited_node_to_compile_dag_position[child]);
-        }
-        else
-        {
-            compile_node.type = CompileDAG::CompileType::INPUT;
-            children.emplace_back(node);
-        }
+        // }
+        // else
+        // {
+        //     compile_node.type = CompileDAG::CompileType::INPUT;
+        //     children.emplace_back(node);
+        // }
 
         visited_node_to_compile_dag_position[node] = dag.getNodesCount();
 
@@ -417,8 +433,8 @@ void ActionsDAG::compileFunctions(size_t min_count_to_compile_expression)
     struct Data
     {
         bool is_compilable_in_isolation = false;
-        bool all_children_compilable = false;
         bool all_parents_compilable = true;
+        size_t compilable_children_size = 0;
         size_t children_size = 0;
     };
 
@@ -428,7 +444,7 @@ void ActionsDAG::compileFunctions(size_t min_count_to_compile_expression)
 
     for (const auto & node : nodes)
     {
-        bool node_is_compilable_in_isolation = isCompilableConstant(node) || isCompilableFunction(node) || isCompilableInput(node);
+        bool node_is_compilable_in_isolation = isCompilableFunction(node) && !isCompilableConstant(node);
         node_to_data[&node].is_compilable_in_isolation = node_is_compilable_in_isolation;
     }
 
@@ -479,14 +495,18 @@ void ActionsDAG::compileFunctions(size_t min_count_to_compile_expression)
 
             auto & current_node_data = node_to_data[current_node];
 
-            current_node_data.all_children_compilable = true;
-
             if (current_node_data.is_compilable_in_isolation)
             {
                 for (const auto * child : current_node->children)
                 {
-                    current_node_data.all_children_compilable &= node_to_data[child].is_compilable_in_isolation;
-                    current_node_data.all_children_compilable &= node_to_data[child].all_children_compilable;
+                    auto & child_data = node_to_data[child];
+
+                    if (child_data.is_compilable_in_isolation)
+                    {
+                        current_node_data.compilable_children_size += child_data.compilable_children_size;
+                        current_node_data.compilable_children_size += 1;
+                    }
+
                     current_node_data.children_size += node_to_data[child].children_size;
                 }
 
@@ -501,10 +521,10 @@ void ActionsDAG::compileFunctions(size_t min_count_to_compile_expression)
     for (const auto & node : nodes)
     {
         auto & node_data = node_to_data[&node];
-        bool is_compilable = node_data.is_compilable_in_isolation && node_data.all_children_compilable;
+        bool node_is_valid_for_compilation = node_data.is_compilable_in_isolation && node_data.compilable_children_size > 0;
 
         for (const auto & child : node.children)
-            node_to_data[child].all_parents_compilable &= is_compilable;
+            node_to_data[child].all_parents_compilable &= node_is_valid_for_compilation;
     }
 
     for (const auto & node : index)
@@ -519,11 +539,10 @@ void ActionsDAG::compileFunctions(size_t min_count_to_compile_expression)
     {
         auto & node_data = node_to_data[&node];
 
-        bool node_is_valid_for_compilation = !isCompilableConstant(node) && node.children.size() > 1;
-        bool can_be_compiled = node_data.is_compilable_in_isolation && node_data.all_children_compilable && node_is_valid_for_compilation;
+        bool node_is_valid_for_compilation = node_data.is_compilable_in_isolation && node_data.compilable_children_size > 0;
 
         /// If all parents are compilable then this node should not be standalone compiled
-        bool should_compile = can_be_compiled && !node_data.all_parents_compilable;
+        bool should_compile = node_is_valid_for_compilation && !node_data.all_parents_compilable;
 
         if (!should_compile)
             continue;

From 7bc13f7ae8cb06dbfbc83d129047cbfff249fe42 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 20 May 2021 21:21:42 +0800
Subject: [PATCH 0421/1060] Add initial_query_start_time to query log

---
 src/Core/Defines.h                            |  8 +++---
 src/Interpreters/ClientInfo.cpp               | 12 +++++++++
 src/Interpreters/ClientInfo.h                 |  2 ++
 src/Interpreters/QueryLog.cpp                 |  4 +++
 src/Interpreters/QueryThreadLog.cpp           |  2 ++
 src/Interpreters/executeQuery.cpp             | 11 +++++++-
 src/Server/TCPHandler.cpp                     |  5 ++--
 .../01872_initial_query_start_time.reference  |  1 +
 .../01872_initial_query_start_time.sh         | 27 +++++++++++++++++++
 9 files changed, 66 insertions(+), 6 deletions(-)
 create mode 100644 tests/queries/0_stateless/01872_initial_query_start_time.reference
 create mode 100755 tests/queries/0_stateless/01872_initial_query_start_time.sh

diff --git a/src/Core/Defines.h b/src/Core/Defines.h
index 94df16758bf..994478cd8a1 100644
--- a/src/Core/Defines.h
+++ b/src/Core/Defines.h
@@ -83,10 +83,12 @@
 #define DBMS_MIN_REVISION_WITH_X_FORWARDED_FOR_IN_CLIENT_INFO 54443
 #define DBMS_MIN_REVISION_WITH_REFERER_IN_CLIENT_INFO 54447
 
-/// Version of ClickHouse TCP protocol. Increment it manually when you change the protocol.
-#define DBMS_TCP_PROTOCOL_VERSION 54448
-
 #define DBMS_MIN_PROTOCOL_VERSION_WITH_DISTRIBUTED_DEPTH 54448
+
+/// Version of ClickHouse TCP protocol. Increment it manually when you change the protocol.
+#define DBMS_TCP_PROTOCOL_VERSION 54449
+
+#define DBMS_MIN_PROTOCOL_VERSION_WITH_INITIAL_QUERY_START_TIME 54449
 /// The boundary on which the blocks for asynchronous file operations should be aligned.
 #define DEFAULT_AIO_FILE_BLOCK_SIZE 4096
 
diff --git a/src/Interpreters/ClientInfo.cpp b/src/Interpreters/ClientInfo.cpp
index 248c8cc6b80..ec694952b07 100644
--- a/src/Interpreters/ClientInfo.cpp
+++ b/src/Interpreters/ClientInfo.cpp
@@ -34,6 +34,12 @@ void ClientInfo::write(WriteBuffer & out, const UInt64 server_protocol_revision)
     writeBinary(initial_query_id, out);
     writeBinary(initial_address.toString(), out);
 
+    if (server_protocol_revision >= DBMS_MIN_PROTOCOL_VERSION_WITH_INITIAL_QUERY_START_TIME)
+    {
+        writeBinary(initial_query_start_time, out);
+        writeBinary(initial_query_start_time_microseconds, out);
+    }
+
     writeBinary(UInt8(interface), out);
 
     if (interface == Interface::TCP)
@@ -109,6 +115,12 @@ void ClientInfo::read(ReadBuffer & in, const UInt64 client_protocol_revision)
     readBinary(initial_address_string, in);
     initial_address = Poco::Net::SocketAddress(initial_address_string);
 
+    if (client_protocol_revision >= DBMS_MIN_PROTOCOL_VERSION_WITH_INITIAL_QUERY_START_TIME)
+    {
+        readBinary(initial_query_start_time, in);
+        readBinary(initial_query_start_time_microseconds, in);
+    }
+
     UInt8 read_interface = 0;
     readBinary(read_interface, in);
     interface = Interface(read_interface);
diff --git a/src/Interpreters/ClientInfo.h b/src/Interpreters/ClientInfo.h
index b4579877ef6..d6158a2d7d5 100644
--- a/src/Interpreters/ClientInfo.h
+++ b/src/Interpreters/ClientInfo.h
@@ -61,6 +61,8 @@ public:
     String initial_user;
     String initial_query_id;
     Poco::Net::SocketAddress initial_address;
+    time_t initial_query_start_time{};
+    Decimal64 initial_query_start_time_microseconds{};
 
     // OpenTelemetry trace context we received from client, or which we are going
     // to send to server.
diff --git a/src/Interpreters/QueryLog.cpp b/src/Interpreters/QueryLog.cpp
index 1242af48676..f78acdd3737 100644
--- a/src/Interpreters/QueryLog.cpp
+++ b/src/Interpreters/QueryLog.cpp
@@ -78,6 +78,8 @@ Block QueryLogElement::createBlock()
         {std::make_shared<DataTypeString>(),                                  "initial_query_id"},
         {DataTypeFactory::instance().get("IPv6"),                             "initial_address"},
         {std::make_shared<DataTypeUInt16>(),                                  "initial_port"},
+        {std::make_shared<DataTypeDateTime>(),                                "initial_query_start_time"},
+        {std::make_shared<DataTypeDateTime64>(6),                             "initial_query_start_time_microseconds"},
         {std::make_shared<DataTypeUInt8>(),                                   "interface"},
         {std::make_shared<DataTypeString>(),                                  "os_user"},
         {std::make_shared<DataTypeString>(),                                  "client_hostname"},
@@ -256,6 +258,8 @@ void QueryLogElement::appendClientInfo(const ClientInfo & client_info, MutableCo
     columns[i++]->insert(client_info.initial_query_id);
     columns[i++]->insertData(IPv6ToBinary(client_info.initial_address.host()).data(), 16);
     columns[i++]->insert(client_info.initial_address.port());
+    columns[i++]->insert(client_info.initial_query_start_time);
+    columns[i++]->insert(client_info.initial_query_start_time_microseconds);
 
     columns[i++]->insert(UInt64(client_info.interface));
 
diff --git a/src/Interpreters/QueryThreadLog.cpp b/src/Interpreters/QueryThreadLog.cpp
index 31f1fddc87f..df591b42de2 100644
--- a/src/Interpreters/QueryThreadLog.cpp
+++ b/src/Interpreters/QueryThreadLog.cpp
@@ -51,6 +51,8 @@ Block QueryThreadLogElement::createBlock()
         {std::make_shared<DataTypeString>(),        "initial_query_id"},
         {DataTypeFactory::instance().get("IPv6"),   "initial_address"},
         {std::make_shared<DataTypeUInt16>(),        "initial_port"},
+        {std::make_shared<DataTypeDateTime>(),      "initial_query_start_time"},
+        {std::make_shared<DataTypeDateTime64>(6),   "initial_query_start_time_microseconds"},
         {std::make_shared<DataTypeUInt8>(),         "interface"},
         {std::make_shared<DataTypeString>(),        "os_user"},
         {std::make_shared<DataTypeString>(),        "client_hostname"},
diff --git a/src/Interpreters/executeQuery.cpp b/src/Interpreters/executeQuery.cpp
index 542ed7ca0f9..843f16f9d35 100644
--- a/src/Interpreters/executeQuery.cpp
+++ b/src/Interpreters/executeQuery.cpp
@@ -355,6 +355,15 @@ static std::tuple<ASTPtr, BlockIO> executeQueryImpl(
 {
     const auto current_time = std::chrono::system_clock::now();
 
+    auto & client_info = context->getClientInfo();
+
+    // If it's an initial query, set to current_time
+    if (client_info.initial_query_start_time == 0)
+    {
+        client_info.initial_query_start_time = time_in_seconds(current_time);
+        client_info.initial_query_start_time_microseconds = time_in_microseconds(current_time);
+    }
+
 #if !defined(ARCADIA_BUILD)
     assert(internal || CurrentThread::get().getQueryContext());
     assert(internal || CurrentThread::get().getQueryContext()->getCurrentQueryId() == CurrentThread::getQueryId());
@@ -643,7 +652,7 @@ static std::tuple<ASTPtr, BlockIO> executeQueryImpl(
             elem.query = query_for_logging;
             elem.normalized_query_hash = normalizedQueryHash<false>(query_for_logging);
 
-            elem.client_info = context->getClientInfo();
+            elem.client_info = client_info;
 
             bool log_queries = settings.log_queries && !internal;
 
diff --git a/src/Server/TCPHandler.cpp b/src/Server/TCPHandler.cpp
index 9ef0292ee06..201ee4e2664 100644
--- a/src/Server/TCPHandler.cpp
+++ b/src/Server/TCPHandler.cpp
@@ -1135,8 +1135,9 @@ void TCPHandler::receiveQuery()
 
     /// Per query settings are also passed via TCP.
     /// We need to check them before applying due to they can violate the settings constraints.
-    auto settings_format = (client_tcp_protocol_version >= DBMS_MIN_REVISION_WITH_SETTINGS_SERIALIZED_AS_STRINGS) ? SettingsWriteFormat::STRINGS_WITH_FLAGS
-                                                                                                      : SettingsWriteFormat::BINARY;
+    auto settings_format = (client_tcp_protocol_version >= DBMS_MIN_REVISION_WITH_SETTINGS_SERIALIZED_AS_STRINGS)
+        ? SettingsWriteFormat::STRINGS_WITH_FLAGS
+        : SettingsWriteFormat::BINARY;
     Settings passed_settings;
     passed_settings.read(*in, settings_format);
 
diff --git a/tests/queries/0_stateless/01872_initial_query_start_time.reference b/tests/queries/0_stateless/01872_initial_query_start_time.reference
new file mode 100644
index 00000000000..9972842f982
--- /dev/null
+++ b/tests/queries/0_stateless/01872_initial_query_start_time.reference
@@ -0,0 +1 @@
+1	1
diff --git a/tests/queries/0_stateless/01872_initial_query_start_time.sh b/tests/queries/0_stateless/01872_initial_query_start_time.sh
new file mode 100755
index 00000000000..dbfb89a05a1
--- /dev/null
+++ b/tests/queries/0_stateless/01872_initial_query_start_time.sh
@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+set -ue
+
+# this test doesn't need 'current_database = currentDatabase()',
+
+unset CLICKHOUSE_LOG_COMMENT
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+${CLICKHOUSE_CLIENT} -q "drop table if exists m"
+${CLICKHOUSE_CLIENT} -q "create table m (dummy UInt8) ENGINE = Distributed('test_cluster_two_shards', 'system', 'one')"
+
+query_id=$(${CLICKHOUSE_CLIENT} -q "select lower(hex(reverse(reinterpretAsString(generateUUIDv4()))))")
+${CLICKHOUSE_CLIENT} -q "select * from m format Null" "--query_id=$query_id"
+
+${CLICKHOUSE_CLIENT} -n -q "
+system flush logs;
+select
+    anyIf(initial_query_start_time, is_initial_query) = anyIf(initial_query_start_time, not is_initial_query),
+    anyIf(initial_query_start_time_microseconds, is_initial_query) = anyIf(initial_query_start_time_microseconds, not is_initial_query)
+from system.query_log
+where initial_query_id = '$query_id' and type = 'QueryFinish';
+"
+
+${CLICKHOUSE_CLIENT} -q "drop table m"

From af233007f65db1b1ed00b4c3bad6ce2101c1fe39 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 24 May 2021 12:30:28 +0300
Subject: [PATCH 0422/1060] Fixed code review issues

---
 src/Functions/FunctionsLogical.cpp | 43 ++++++++++++++++--------------
 src/Functions/FunctionsLogical.h   |  4 ---
 src/Functions/IFunction.h          |  2 ++
 3 files changed, 25 insertions(+), 24 deletions(-)

diff --git a/src/Functions/FunctionsLogical.cpp b/src/Functions/FunctionsLogical.cpp
index b3f49c892ef..4368a0c427d 100644
--- a/src/Functions/FunctionsLogical.cpp
+++ b/src/Functions/FunctionsLogical.cpp
@@ -525,11 +525,13 @@ template <typename Impl, typename Name>
 ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const
 {
     /** Try to perform optimization for saturable functions (AndFunction, OrFunction) in case some arguments are
-          * constants.
-          * If function is not saturable (XorFunction) we cannot perform such optimization.
-          * If function is AndFunction and in arguments there is constant false, result is false.
-          * If function is OrFunction and in arguments there is constant true, result is true.
-          */
+      * constants.
+      * If function is not saturable (XorFunction) we cannot perform such optimization.
+      * If function is AndFunction and in arguments there is constant false, result is false.
+      * If function is OrFunction and in arguments there is constant true, result is true.
+      */
+
+    auto return_type = IFunction::getReturnTypeImpl(arguments);
 
     if constexpr (!Impl::isSaturable())
         return nullptr;
@@ -552,22 +554,23 @@ ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArgum
 
         const ColumnConst * const_column = static_cast<const ColumnConst *>(column.get());
 
-        callOnBasicType<void, true, true, false, false>(data_type_index, [&](const auto & types)
-        {
-            using Types = std::decay_t<decltype(types)>;
-            using FieldType = typename Types::RightType;
+        Field constant_field_value = const_column->getField();
+        if (constant_field_value.isNull())
+            continue;
 
-            Field contant_field_value = const_column->getField();
-            if (contant_field_value.isNull())
-                return false;
+        auto field_type = constant_field_value.getType();
 
-            FieldType constant_value = const_column->getValue<FieldType>();
-            bool constant_value_bool = static_cast<bool>(constant_value);
+        bool constant_value_bool = false;
 
-            has_true_constant = has_true_constant || constant_value_bool;
-            has_false_constant = has_false_constant || !constant_value_bool;
-            return true;
-        });
+        if (field_type == Field::Types::Float64)
+            constant_value_bool = static_cast<bool>(constant_field_value.get<Float64>());
+        else if (field_type == Field::Types::Int64)
+            constant_value_bool = static_cast<bool>(constant_field_value.get<Int64>());
+        else if (field_type == Field::Types::UInt64)
+            constant_value_bool = static_cast<bool>(constant_field_value.get<UInt64>());
+
+        has_true_constant = has_true_constant || constant_value_bool;
+        has_false_constant = has_false_constant || !constant_value_bool;
     }
 
     ColumnPtr result_column;
@@ -575,12 +578,12 @@ ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArgum
     if constexpr (std::is_same_v<Impl, AndImpl>)
     {
         if (has_false_constant)
-            result_column = ColumnUInt8::create(1, false);
+            return_type->createColumnConst(0, static_cast<UInt8>(false));
     }
     else if constexpr (std::is_same_v<Impl, OrImpl>)
     {
         if (has_true_constant)
-            result_column = ColumnUInt8::create(1, true);
+            return_type->createColumnConst(0, static_cast<UInt8>(true));
     }
 
     return result_column;
diff --git a/src/Functions/FunctionsLogical.h b/src/Functions/FunctionsLogical.h
index 2699534ea7a..cf599ed6582 100644
--- a/src/Functions/FunctionsLogical.h
+++ b/src/Functions/FunctionsLogical.h
@@ -85,8 +85,6 @@ struct AndImpl
 
     /// Will use three-valued logic for NULLs (see above) or default implementation (any operation with NULL returns NULL).
     static inline constexpr bool specialImplementationForNulls() { return true; }
-
-    static inline constexpr UInt8 neutralElement() { return true; }
 };
 
 struct OrImpl
@@ -98,7 +96,6 @@ struct OrImpl
     static inline constexpr bool isSaturatedValueTernary(UInt8 a) { return a == Ternary::True; }
     static inline constexpr ResultType apply(UInt8 a, UInt8 b) { return a | b; }
     static inline constexpr bool specialImplementationForNulls() { return true; }
-    static inline constexpr UInt8 neutralElement() { return false; }
 };
 
 struct XorImpl
@@ -110,7 +107,6 @@ struct XorImpl
     static inline constexpr bool isSaturatedValueTernary(UInt8) { return false; }
     static inline constexpr ResultType apply(UInt8 a, UInt8 b) { return a != b; }
     static inline constexpr bool specialImplementationForNulls() { return false; }
-    static inline constexpr UInt8 neutralElement() { return false; }
 
 #if USE_EMBEDDED_COMPILER
     static inline llvm::Value * apply(llvm::IRBuilder<> & builder, llvm::Value * a, llvm::Value * b)
diff --git a/src/Functions/IFunction.h b/src/Functions/IFunction.h
index 3c421f441e9..03b6a2abb02 100644
--- a/src/Functions/IFunction.h
+++ b/src/Functions/IFunction.h
@@ -158,6 +158,8 @@ public:
     /** If function isSuitableForConstantFolding than, this method will be called during query analyzis
       * if some arguments are constants. For example logical functions (AndFunction, OrFunction) can
       * return they result based on some constant arguments.
+      * Arguments are passed without modifications,  useDefaultImplementationForNulls, useDefaultImplementationForConstants,
+      * useDefaultImplementationForLowCardinality are not applied.
       */
     virtual ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & /* arguments */) const { return nullptr; }
 

From 4b9488be409eabe2745f667eed626fbf5cc9a9d2 Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Fri, 21 May 2021 16:05:12 +0300
Subject: [PATCH 0423/1060] Add log record for removed from AWS S3 keys

---
 src/Disks/S3/DiskS3.cpp | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 325e887073c..1a347394012 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -54,6 +54,7 @@ class DiskS3::AwsS3KeyKeeper : public std::list<Aws::Vector<Aws::S3::Model::Obje
 {
 public:
     void addKey(const String & key);
+    static String getChunkKeys(const Aws::Vector<Aws::S3::Model::ObjectIdentifier> & chunk);
 
 private:
     /// limit for one DeleteObject request
@@ -74,6 +75,19 @@ void DiskS3::AwsS3KeyKeeper::addKey(const String & key)
     back().push_back(obj);
 }
 
+String DiskS3::AwsS3KeyKeeper::getChunkKeys(const Aws::Vector<Aws::S3::Model::ObjectIdentifier> & chunk)
+{
+    String res;
+    for (const auto & obj : chunk)
+    {
+        const auto & key = obj.GetKey();
+        if (!res.empty())
+            res.append(", ");
+        res.append(key.c_str(), key.size());
+    }
+    return res;
+}
+
 String getRandomName()
 {
     std::uniform_int_distribution<int> distribution('a', 'z');
@@ -794,6 +808,8 @@ void DiskS3::removeAws(const AwsS3KeyKeeper & keys)
 
         for (const auto & chunk : keys)
         {
+            LOG_DEBUG(log, "Remove AWS keys {}", AwsS3KeyKeeper::getChunkKeys(chunk));
+
             Aws::S3::Model::Delete delkeys;
             delkeys.SetObjects(chunk);
 

From ee0b6d573af28cc82ac1450a7c9a254ddfb7bf69 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 24 May 2021 12:38:33 +0300
Subject: [PATCH 0424/1060] LLVM remove orc jit library

---
 cmake/find/llvm.cmake | 1 -
 1 file changed, 1 deletion(-)

diff --git a/cmake/find/llvm.cmake b/cmake/find/llvm.cmake
index da1f2122fc6..816164bef10 100644
--- a/cmake/find/llvm.cmake
+++ b/cmake/find/llvm.cmake
@@ -29,7 +29,6 @@ message(STATUS "LLVM C++ compiler flags: ${LLVM_CXXFLAGS}")
 
 # This list was generated by listing all LLVM libraries, compiling the binary and removing all libraries while it still compiles.
 set (REQUIRED_LLVM_LIBRARIES
-LLVMOrcJIT
 LLVMExecutionEngine
 LLVMRuntimeDyld
 LLVMX86CodeGen

From b1b02dfc5889e33eef4628611b078df954f1ca26 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Mon, 24 May 2021 09:55:33 +0000
Subject: [PATCH 0425/1060] En, ru docs for unhex func

---
 .../functions/encoding-functions.md           | 39 ++++++++++++++++++-
 .../functions/encoding-functions.md           | 39 ++++++++++++++++++-
 2 files changed, 74 insertions(+), 4 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index 6b72d3c2269..4e8352f7f65 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -153,8 +153,43 @@ Result:
 
 ## unhex(str) {#unhexstr}
 
-Accepts a string containing any number of hexadecimal digits, and returns a string containing the corresponding bytes. Supports both uppercase and lowercase letters A-F. The number of hexadecimal digits does not have to be even. If it is odd, the last digit is interpreted as the least significant half of the 00-0F byte. If the argument string contains anything other than hexadecimal digits, some implementation-defined result is returned (an exception isn’t thrown).
-If you want to convert the result to a number, you can use the ‘reverse’ and ‘reinterpretAsType’ functions.
+Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to a character.
+
+If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md##type-conversion-functions) functions.
+
+Синоним: `UNHEX`.
+
+**Syntax**
+
+``` sql
+unhex(arg)
+```
+
+**Arguments**
+
+-   `arg` — A string containing any number of hexadecimal digits. Type: [String](../../sql-reference/data-types/string.md).
+
+Supports both uppercase and lowercase letters `A-F`. The number of hexadecimal digits does not have to be even. If it is odd, the last digit is interpreted as the least significant half of the `00-0F` byte. If the argument string contains anything other than hexadecimal digits, some implementation-defined result is returned (an exception isn’t thrown).
+
+**Returned value**
+
+-   A binary string.
+
+Type: [String](../../sql-reference/data-types/string.md).
+
+**Example**
+
+Query:
+``` sql
+SELECT unhex('303132'), UNHEX('4D7953514C');
+```
+
+Result:
+``` text
+┌─unhex('303132')─┬─unhex('4D7953514C')─┐
+│ 012             │ MySQL               │
+└─────────────────┴─────────────────────┘
+```
 
 ## UUIDStringToNum(str) {#uuidstringtonumstr}
 
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index f4fa21ba46a..a29a98fb19c 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -153,8 +153,43 @@ Result:
 
 ## unhex(str) {#unhexstr}
 
-Accepts a string containing any number of hexadecimal digits, and returns a string containing the corresponding bytes. Supports both uppercase and lowercase letters A-F. The number of hexadecimal digits does not have to be even. If it is odd, the last digit is interpreted as the least significant half of the 00-0F byte. If the argument string contains anything other than hexadecimal digits, some implementation-defined result is returned (an exception isn’t thrown).
-If you want to convert the result to a number, you can use the ‘reverse’ and ‘reinterpretAsType’ functions.
+Выполняет операцию обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
+
+Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md##type-conversion-functions).
+
+Синоним: `UNHEX`.
+
+**Синтаксис**
+
+``` sql
+unhex(arg)
+```
+
+**Аргументы**
+
+-   `arg` — Строка, содержащая любое количество шестнадцатеричных цифр. Тип: [String](../../sql-reference/data-types/string.md).
+
+Поддерживаются как прописные, так и строчные буквы `A-F`. Количество шестнадцатеричных цифр не обязательно должно быть четным. Если оно нечетное, последняя цифра интерпретируется как наименее значимая половина байта `00-0F`. Если строка аргумента содержит что-либо, кроме шестнадцатеричных цифр, возвращается некоторый результат, определенный реализацией (исключение не создается).
+
+**Возвращаемое значение**
+
+-   Бинарная строка.
+
+Тип: [String](../../sql-reference/data-types/string.md).
+
+**Пример**
+
+Запрос:
+``` sql
+SELECT unhex('303132'), UNHEX('4D7953514C');
+```
+
+Результат:
+``` text
+┌─unhex('303132')─┬─unhex('4D7953514C')─┐
+│ 012             │ MySQL               │
+└─────────────────┴─────────────────────┘
+```
 
 ## UUIDStringToNum(str) {#uuidstringtonumstr}
 

From 1edebd647e513cac50b434b6c0f10c9288d6759b Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Mon, 24 May 2021 13:46:32 +0300
Subject: [PATCH 0426/1060] Added users.yaml example to programs/server

---
 ...onfig-example.yaml => config.yaml.example} |   0
 programs/server/users.yaml.example            | 107 ++++++++++++++++++
 2 files changed, 107 insertions(+)
 rename programs/server/{config-example.yaml => config.yaml.example} (100%)
 create mode 100644 programs/server/users.yaml.example

diff --git a/programs/server/config-example.yaml b/programs/server/config.yaml.example
similarity index 100%
rename from programs/server/config-example.yaml
rename to programs/server/config.yaml.example
diff --git a/programs/server/users.yaml.example b/programs/server/users.yaml.example
new file mode 100644
index 00000000000..76aee04c19b
--- /dev/null
+++ b/programs/server/users.yaml.example
@@ -0,0 +1,107 @@
+# Profiles of settings.
+profiles:
+    # Default settings.
+    default:
+        # Maximum memory usage for processing single query, in bytes.
+        max_memory_usage: 10000000000
+
+        # How to choose between replicas during distributed query processing.
+        # random - choose random replica from set of replicas with minimum number of errors
+        # nearest_hostname - from set of replicas with minimum number of errors, choose replica
+        # with minimum number of different symbols between replica's hostname and local hostname (Hamming distance).
+        # in_order - first live replica is chosen in specified order.
+        # first_or_random - if first replica one has higher number of errors, pick a random one from replicas with minimum number of errors.
+        load_balancing: random
+
+        # Profile that allows only read queries.
+    readonly:
+        readonly: 1
+
+# Users and ACL.
+users:
+    # If user name was not specified, 'default' user is used.
+    default:
+        # Password could be specified in plaintext or in SHA256 (in hex format).
+        #
+        # If you want to specify password in plaintext (not recommended), place it in 'password' element.
+        # Example: password: qwerty
+        # Password could be empty.
+        #
+        # If you want to specify SHA256, place it in 'password_sha256_hex' element.
+        # Example: password_sha256_hex: 65e84be33532fb784c48129675f9eff3a682b27168c0ea744b2cf58ee02337c5
+        # Restrictions of SHA256: impossibility to connect to ClickHouse using MySQL JS client (as of July 2019).
+        #
+        # If you want to specify double SHA1, place it in 'password_double_sha1_hex' element.
+        # Example: password_double_sha1_hex: e395796d6546b1b65db9d665cd43f0e858dd4303
+        #
+        # If you want to specify a previously defined LDAP server (see 'ldap_servers' in the main config) for authentication,
+        # place its name in 'server' element inside 'ldap' element.
+        # Example: ldap:
+                       # server: my_ldap_server
+        #
+        # If you want to authenticate the user via Kerberos (assuming Kerberos is enabled, see 'kerberos' in the main config),
+        # place 'kerberos' element instead of 'password' (and similar) elements.
+        # The name part of the canonical principal name of the initiator must match the user name for authentication to succeed.
+        # You can also place 'realm' element inside 'kerberos' element to further restrict authentication to only those requests
+        # whose initiator's realm matches it.
+        # Example: kerberos: ''
+        # Example: kerberos:
+                       # realm: EXAMPLE.COM
+        #
+        # How to generate decent password:
+        # Execute: PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha256sum | tr -d '-'
+        # In first line will be password and in second - corresponding SHA256.
+        #
+        # How to generate double SHA1:
+        # Execute: PASSWORD=$(base64 < /dev/urandom | head -c8); echo "$PASSWORD"; echo -n "$PASSWORD" | sha1sum | tr -d '-' | xxd -r -p | sha1sum | tr -d '-'
+        # In first line will be password and in second - corresponding double SHA1.
+
+        password: ''
+
+        # List of networks with open access.
+        #
+        # To open access from everywhere, specify:
+        #    - ip: '::/0'
+        #
+        # To open access only from localhost, specify:
+        #    - ip: '::1'
+        #    - ip: 127.0.0.1
+        #
+        # Each element of list has one of the following forms:
+        # ip: IP-address or network mask. Examples: 213.180.204.3 or 10.0.0.1/8 or 10.0.0.1/255.255.255.0
+        # 2a02:6b8::3 or 2a02:6b8::3/64 or 2a02:6b8::3/ffff:ffff:ffff:ffff::.
+        # host: Hostname. Example: server01.yandex.ru.
+        # To check access, DNS query is performed, and all received addresses compared to peer address.
+        # host_regexp: Regular expression for host names. Example, ^server\d\d-\d\d-\d\.yandex\.ru$
+        # To check access, DNS PTR query is performed for peer address and then regexp is applied.
+        # Then, for result of PTR query, another DNS query is performed and all received addresses compared to peer address.
+        # Strongly recommended that regexp is ends with $ and take all expression in ''
+        # All results of DNS requests are cached till server restart.
+
+        networks:
+            ip: '::/0'
+
+        # Settings profile for user.
+        profile: default
+
+        # Quota for user.
+        quota: default
+
+        # User can create other users and grant rights to them.
+        # access_management: 1
+
+# Quotas.
+quotas:
+    # Name of quota.
+    default:
+        # Limits for time interval. You could specify many intervals with different limits.
+        interval:
+            # Length of interval.
+            duration: 3600
+
+            # No limits. Just calculate resource usage for time interval.
+            queries: 0
+            errors: 0
+            result_rows: 0
+            read_rows: 0
+            execution_time: 0

From 199393a37acb6806009a8145930ac61e39b984eb Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Mon, 24 May 2021 13:48:45 +0300
Subject: [PATCH 0427/1060] Fixed link to config example in config-files.md

---
 docs/en/operations/configuration-files.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/configuration-files.md b/docs/en/operations/configuration-files.md
index a52d82f21d0..96009c75af1 100644
--- a/docs/en/operations/configuration-files.md
+++ b/docs/en/operations/configuration-files.md
@@ -57,7 +57,7 @@ $ cat /etc/clickhouse-server/users.d/alice.xml
 
 ## YAML examples {#example}
 
-Here you can see default config written in YAML: [config-example.yaml](https://github.com/ClickHouse/ClickHouse/blob/master/programs/server/config-example.yaml).
+Here you can see default config written in YAML: [config.yaml.example](https://github.com/ClickHouse/ClickHouse/blob/master/programs/server/config.yaml.example).
 
 There are some differences between YAML and XML formats in terms of ClickHouse configurations. Here are some tips for writing a configuration in YAML format.
 

From 276c6b5be8dc7118da59bd9275520d507c3a6b00 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Mon, 24 May 2021 13:55:54 +0300
Subject: [PATCH 0428/1060] Add intro to config.yaml.example

---
 programs/server/config.yaml.example | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/programs/server/config.yaml.example b/programs/server/config.yaml.example
index 3e275adf2fa..bebfd74ff58 100644
--- a/programs/server/config.yaml.example
+++ b/programs/server/config.yaml.example
@@ -1,4 +1,8 @@
-# NOTE: User and query level settings are set up in "users.xml" file.
+# This is an example of a configuration file "config.xml" rewritten in YAML
+# You can read this documentation for detailed information about YAML configuration:
+# https://clickhouse.tech/docs/en/operations/configuration-files/
+
+# NOTE: User and query level settings are set up in "users.yaml" file.
 # If you have accidentally specified user-level settings here, server won't start.
 # You can either move the settings to the right place inside "users.xml" file
 # or add skip_check_for_incorrect_settings: 1 here.

From 83f423ec8577abeea708551fe7e6d64a30502cf8 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Mon, 24 May 2021 14:22:49 +0300
Subject: [PATCH 0429/1060] Add YAMLParser to ya.make

---
 src/Common/ya.make | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Common/ya.make b/src/Common/ya.make
index dde1e6ae013..6bc15da2cdb 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -33,6 +33,7 @@ SRCS(
     Config/AbstractConfigurationComparison.cpp
     Config/ConfigProcessor.cpp
     Config/ConfigReloader.cpp
+    Config/YAMLParser.cpp
     Config/configReadClient.cpp
     CurrentMemoryTracker.cpp
     CurrentMetrics.cpp

From e0f214d0e9562cb138f400ef5613e63aa55c0035 Mon Sep 17 00:00:00 2001
From: tavplubix <tavplubix@gmail.com>
Date: Mon, 24 May 2021 14:23:23 +0300
Subject: [PATCH 0430/1060] Update StorageReplicatedMergeTree.cpp

---
 src/Storages/StorageReplicatedMergeTree.cpp | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index f65fad32f5b..40b29301c4d 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4902,8 +4902,9 @@ bool StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(const St
         auto zookeeper = getZooKeeper();
         delimiting_block_lock = allocateBlockNumber(partition_id, zookeeper);
         right = delimiting_block_lock->getNumber();
-        // Make sure we cover all parts in partition. In rare cases there might be parts with
-        // mutation version greater than current block number.
+        /// Make sure we cover all parts in drop range.
+        /// There might be parts with mutation version greater than current block number
+        /// if some part mutation has been asigned after block number allocation, but before creation of DROP_RANGE entry.
         mutation_version = MergeTreePartInfo::MAX_BLOCK_NUMBER;
     }
 

From 7af4d5b86dcda79dafafaf3efe208dae8c4b3d7e Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Mon, 24 May 2021 14:25:02 +0300
Subject: [PATCH 0431/1060] Fixed tests

---
 src/Functions/FunctionsLogical.cpp           |  9 +++------
 src/Functions/FunctionsLogical.h             |  4 ++--
 src/Functions/IFunction.h                    |  6 +++---
 src/Functions/IFunctionAdaptors.h            |  4 ++--
 src/Functions/defaultValueOfArgumentType.cpp |  2 +-
 src/Functions/getSizeOfEnumType.cpp          | 21 +++++++++++++-------
 src/Functions/timezoneOf.cpp                 |  2 +-
 src/Functions/toColumnTypeName.cpp           |  2 +-
 src/Functions/toTypeName.cpp                 |  2 +-
 src/Interpreters/ActionsDAG.cpp              |  2 +-
 10 files changed, 29 insertions(+), 25 deletions(-)

diff --git a/src/Functions/FunctionsLogical.cpp b/src/Functions/FunctionsLogical.cpp
index 4368a0c427d..68eed88e59c 100644
--- a/src/Functions/FunctionsLogical.cpp
+++ b/src/Functions/FunctionsLogical.cpp
@@ -522,7 +522,7 @@ ColumnPtr FunctionAnyArityLogical<Impl, Name>::executeImpl(
 }
 
 template <typename Impl, typename Name>
-ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const
+ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type) const
 {
     /** Try to perform optimization for saturable functions (AndFunction, OrFunction) in case some arguments are
       * constants.
@@ -530,9 +530,6 @@ ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArgum
       * If function is AndFunction and in arguments there is constant false, result is false.
       * If function is OrFunction and in arguments there is constant true, result is true.
       */
-
-    auto return_type = IFunction::getReturnTypeImpl(arguments);
-
     if constexpr (!Impl::isSaturable())
         return nullptr;
 
@@ -578,12 +575,12 @@ ColumnPtr FunctionAnyArityLogical<Impl, Name>::getConstantResultForNonConstArgum
     if constexpr (std::is_same_v<Impl, AndImpl>)
     {
         if (has_false_constant)
-            return_type->createColumnConst(0, static_cast<UInt8>(false));
+            result_type->createColumnConst(0, static_cast<UInt8>(false));
     }
     else if constexpr (std::is_same_v<Impl, OrImpl>)
     {
         if (has_true_constant)
-            return_type->createColumnConst(0, static_cast<UInt8>(true));
+            result_type->createColumnConst(0, static_cast<UInt8>(true));
     }
 
     return result_column;
diff --git a/src/Functions/FunctionsLogical.h b/src/Functions/FunctionsLogical.h
index cf599ed6582..264eeeef0fe 100644
--- a/src/Functions/FunctionsLogical.h
+++ b/src/Functions/FunctionsLogical.h
@@ -155,9 +155,9 @@ public:
     /// Get result types by argument types. If the function does not apply to these arguments, throw an exception.
     DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override;
 
-    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override;
+    ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override;
 
-    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override;
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type) const override;
 
 #if USE_EMBEDDED_COMPILER
     bool isCompilableImpl(const DataTypes &) const override { return useDefaultImplementationForNulls(); }
diff --git a/src/Functions/IFunction.h b/src/Functions/IFunction.h
index 03b6a2abb02..bb485e0efd8 100644
--- a/src/Functions/IFunction.h
+++ b/src/Functions/IFunction.h
@@ -158,10 +158,10 @@ public:
     /** If function isSuitableForConstantFolding than, this method will be called during query analyzis
       * if some arguments are constants. For example logical functions (AndFunction, OrFunction) can
       * return they result based on some constant arguments.
-      * Arguments are passed without modifications,  useDefaultImplementationForNulls, useDefaultImplementationForConstants,
+      * Arguments are passed without modifications, useDefaultImplementationForNulls, useDefaultImplementationForConstants,
       * useDefaultImplementationForLowCardinality are not applied.
       */
-    virtual ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & /* arguments */) const { return nullptr; }
+    virtual ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & /* arguments */, const DataTypePtr & /* result_type */) const { return nullptr; }
 
     /** Function is called "injective" if it returns different result for different values of arguments.
       * Example: hex, negate, tuple...
@@ -378,7 +378,7 @@ public:
 
     /// Properties from IFunctionBase (see IFunction.h)
     virtual bool isSuitableForConstantFolding() const { return true; }
-    virtual ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & /*arguments*/) const { return nullptr; }
+    virtual ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & /*arguments*/, const DataTypePtr & /*result_type*/) const { return nullptr; }
     virtual bool isInjective(const ColumnsWithTypeAndName & /*sample_columns*/) const { return false; }
     virtual bool isDeterministic() const { return true; }
     virtual bool isDeterministicInScopeOfQuery() const { return true; }
diff --git a/src/Functions/IFunctionAdaptors.h b/src/Functions/IFunctionAdaptors.h
index 2ced0410cbc..6a865af0dd3 100644
--- a/src/Functions/IFunctionAdaptors.h
+++ b/src/Functions/IFunctionAdaptors.h
@@ -67,9 +67,9 @@ public:
 
     bool isSuitableForConstantFolding() const override { return function->isSuitableForConstantFolding(); }
 
-    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments_) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments_, const DataTypePtr & result_type_) const override
     {
-        return function->getConstantResultForNonConstArguments(arguments_);
+        return function->getConstantResultForNonConstArguments(arguments_, result_type_);
     }
 
     bool isStateful() const override { return function->isStateful(); }
diff --git a/src/Functions/defaultValueOfArgumentType.cpp b/src/Functions/defaultValueOfArgumentType.cpp
index 61ae3effa1f..c0abe1b63d9 100644
--- a/src/Functions/defaultValueOfArgumentType.cpp
+++ b/src/Functions/defaultValueOfArgumentType.cpp
@@ -42,7 +42,7 @@ public:
         return type.createColumnConst(input_rows_count, type.getDefault());
     }
 
-    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments, const DataTypePtr &) const override
     {
         const IDataType & type = *arguments[0].type;
         return type.createColumnConst(1, type.getDefault());
diff --git a/src/Functions/getSizeOfEnumType.cpp b/src/Functions/getSizeOfEnumType.cpp
index ba4f1cb6a7b..504c088a737 100644
--- a/src/Functions/getSizeOfEnumType.cpp
+++ b/src/Functions/getSizeOfEnumType.cpp
@@ -51,17 +51,24 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
     {
-        return getConstantResultForNonConstArguments(arguments)->cloneResized(input_rows_count);
+        return getSizeOfEnumType(arguments[0].type, input_rows_count);
     }
 
-    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments, const DataTypePtr &) const override
     {
-        if (const auto * type8 = checkAndGetDataType<DataTypeEnum8>(arguments[0].type.get()))
-            return DataTypeUInt8().createColumnConst(1, type8->getValues().size());
-        else if (const auto * type16 = checkAndGetDataType<DataTypeEnum16>(arguments[0].type.get()))
-            return DataTypeUInt16().createColumnConst(1, type16->getValues().size());
+        return getSizeOfEnumType(arguments[0].type, 1);
+    }
+
+private:
+
+    ColumnPtr getSizeOfEnumType(const DataTypePtr & data_type, size_t input_rows_count) const
+    {
+        if (const auto * type8 = checkAndGetDataType<DataTypeEnum8>(data_type.get()))
+            return DataTypeUInt8().createColumnConst(input_rows_count, type8->getValues().size());
+        else if (const auto * type16 = checkAndGetDataType<DataTypeEnum16>(data_type.get()))
+            return DataTypeUInt16().createColumnConst(input_rows_count, type16->getValues().size());
         else
-            throw Exception("The argument for function " + getName() + " must be Enum", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+            throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT, "The argument for function {} must be Enum", getName());
     }
 };
 
diff --git a/src/Functions/timezoneOf.cpp b/src/Functions/timezoneOf.cpp
index 61de6b00c85..3dc72424a4f 100644
--- a/src/Functions/timezoneOf.cpp
+++ b/src/Functions/timezoneOf.cpp
@@ -54,7 +54,7 @@ public:
             dynamic_cast<const TimezoneMixin &>(*type_no_nullable).getTimeZone().getTimeZone());
     }
 
-    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments, const DataTypePtr &) const override
     {
         DataTypePtr type_no_nullable = removeNullable(arguments[0].type);
 
diff --git a/src/Functions/toColumnTypeName.cpp b/src/Functions/toColumnTypeName.cpp
index 4c64b4b3d1f..d64fa12604e 100644
--- a/src/Functions/toColumnTypeName.cpp
+++ b/src/Functions/toColumnTypeName.cpp
@@ -41,7 +41,7 @@ public:
         return DataTypeString().createColumnConst(input_rows_count, arguments[0].column->getName());
     }
 
-    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments, const DataTypePtr &) const override
     {
         return DataTypeString().createColumnConst(1, arguments[0].type->createColumn()->getName());
     }
diff --git a/src/Functions/toTypeName.cpp b/src/Functions/toTypeName.cpp
index 474356d9d94..3c733fb3ea7 100644
--- a/src/Functions/toTypeName.cpp
+++ b/src/Functions/toTypeName.cpp
@@ -47,7 +47,7 @@ public:
         return DataTypeString().createColumnConst(input_rows_count, arguments[0].type->getName());
     }
 
-    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments) const override
+    ColumnPtr getConstantResultForNonConstArguments(const ColumnsWithTypeAndName & arguments, const DataTypePtr &) const override
     {
         return DataTypeString().createColumnConst(1, arguments[0].type->getName());
     }
diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index cad6d6b8506..0e14d209b53 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -216,7 +216,7 @@ const ActionsDAG::Node & ActionsDAG::addFunction(
         }
         else
         {
-            column = node.function_base->getConstantResultForNonConstArguments(arguments);
+            column = node.function_base->getConstantResultForNonConstArguments(arguments, node.result_type);
         }
 
         /// If the result is not a constant, just in case, we will consider the result as unknown.

From 6b228f2630ff5f0737512ec9f13bc1dd4ae54179 Mon Sep 17 00:00:00 2001
From: tavplubix <tavplubix@gmail.com>
Date: Mon, 24 May 2021 15:13:42 +0300
Subject: [PATCH 0432/1060] Update StorageReplicatedMergeTree.cpp

---
 src/Storages/StorageReplicatedMergeTree.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 40b29301c4d..c7c29c6e4e3 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4904,7 +4904,7 @@ bool StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(const St
         right = delimiting_block_lock->getNumber();
         /// Make sure we cover all parts in drop range.
         /// There might be parts with mutation version greater than current block number
-        /// if some part mutation has been asigned after block number allocation, but before creation of DROP_RANGE entry.
+        /// if some part mutation has been assigned after block number allocation, but before creation of DROP_RANGE entry.
         mutation_version = MergeTreePartInfo::MAX_BLOCK_NUMBER;
     }
 

From 11ac483e1248606e126cb158c4d61fedab9cb4b7 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 24 May 2021 15:18:04 +0300
Subject: [PATCH 0433/1060] Add tests

---
 src/Coordination/KeeperServer.cpp             |   2 +-
 src/Coordination/KeeperStorage.cpp            |  89 +++----
 .../integration/test_keeper_auth/__init__.py  |   1 +
 .../configs/keeper_config.xml                 |  24 ++
 .../test_keeper_auth/configs/logs_conf.xml    |  13 +
 tests/integration/test_keeper_auth/test.py    | 248 ++++++++++++++++++
 .../test_keeper_back_to_back/test.py          |   2 +-
 .../integration/test_zookeeper_config/test.py |   4 +-
 8 files changed, 331 insertions(+), 52 deletions(-)
 create mode 100644 tests/integration/test_keeper_auth/__init__.py
 create mode 100644 tests/integration/test_keeper_auth/configs/keeper_config.xml
 create mode 100644 tests/integration/test_keeper_auth/configs/logs_conf.xml
 create mode 100644 tests/integration/test_keeper_auth/test.py

diff --git a/src/Coordination/KeeperServer.cpp b/src/Coordination/KeeperServer.cpp
index eca0d05a3f1..b6b0ab8cb72 100644
--- a/src/Coordination/KeeperServer.cpp
+++ b/src/Coordination/KeeperServer.cpp
@@ -88,7 +88,7 @@ std::string checkAndGetSuperdigest(const Poco::Util::AbstractConfiguration & con
     if (scheme_and_id.size() != 2 || scheme_and_id[0] != "super")
         throw Exception(ErrorCodes::INVALID_CONFIG_PARAMETER, "Incorrect superdigest in keeper_server config. Must be 'super:base64string'");
 
-    return scheme_and_id[1];
+    return user_and_digest;
 }
 
 }
diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index 8cc9e157a69..968fb14ea1e 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -57,7 +57,7 @@ static String generateDigest(const String & userdata)
 {
     std::vector<String> user_password;
     boost::split(user_password, userdata, [](char c) { return c == ':'; });
-    return user_password[0] + base64Encode(getSHA1(user_password[1]));
+    return user_password[0] + ":" + base64Encode(getSHA1(user_password[1]));
 }
 
 static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, const std::vector<KeeperStorage::AuthID> & session_auths)
@@ -65,7 +65,7 @@ static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, c
     if (node_acls.empty())
         return true;
 
-    for (const auto & session_auth :  session_auths)
+    for (const auto & session_auth : session_auths)
         if (session_auth.scheme == "super")
             return true;
 
@@ -76,8 +76,9 @@ static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, c
             if (node_acls[i].scheme == "world" && node_acls[i].id == "anyone")
                 return true;
 
-            if (node_acls[i].scheme == session_auths[i].scheme && node_acls[i].id == session_auths[i].id)
-                return true;
+            for (size_t j = 0; j < session_auths.size(); ++j)
+                if (node_acls[i].scheme == session_auths[j].scheme && node_acls[i].id == session_auths[j].id)
+                    return true;
         }
     }
 
@@ -90,26 +91,40 @@ static bool fixupACL(
     std::vector<Coordination::ACL> & result_acls)
 {
     if (request_acls.empty())
-        return false;
+        return true;
 
+    bool valid_found = false;
     for (const auto & request_acl : request_acls)
     {
-        if (request_acl.scheme == "world" && request_acl.id == "anyone")
-        {
-            result_acls.push_back(request_acl);
-        }
-        else if (request_acl.scheme == "auth")
+        if (request_acl.scheme == "auth")
         {
             for (const auto & current_id : current_ids)
             {
+                valid_found = true;
                 Coordination::ACL new_acl = request_acl;
                 new_acl.scheme = current_id.scheme;
                 new_acl.id = current_id.id;
                 result_acls.push_back(new_acl);
             }
         }
+        else if (request_acl.scheme == "world" && request_acl.id == "anyone")
+        {
+            valid_found = true;
+        }
+        else if (request_acl.scheme == "digest")
+        {
+            Coordination::ACL new_acl = request_acl;
+
+            /// Bad auth
+            if (std::count(new_acl.id.begin(), new_acl.id.end(), ':') != 1)
+                return false;
+
+            valid_found = true;
+            new_acl.id = generateDigest(new_acl.id);
+            result_acls.push_back(new_acl);
+        }
     }
-    return !result_acls.empty();
+    return valid_found;
 }
 
 static KeeperStorage::ResponsesForSessions processWatchesImpl(const String & path, KeeperStorage::Watches & watches, KeeperStorage::Watches & list_watches, Coordination::Event event_type)
@@ -242,10 +257,6 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
             {
                 response.error = Coordination::Error::ZNOCHILDRENFOREPHEMERALS;
             }
-            else if (request.acls.size() != storage.session_and_auth[session_id].size())
-            {
-                response.error = Coordination::Error::ZBADARGUMENTS;
-            }
             else
             {
                 auto & session_auth_ids = storage.session_and_auth[session_id];
@@ -364,7 +375,7 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
     bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
     {
         auto & container = storage.container;
-        auto it = container.find(zk_request->getPath());
+        auto it = container.find(parentPath(zk_request->getPath()));
         if (it == container.end())
             return true;
 
@@ -446,18 +457,6 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
 
 struct KeeperStorageExistsRequest final : public KeeperStorageRequest
 {
-    bool checkAuth(KeeperStorage & storage, int64_t session_id) const override
-    {
-        auto & container = storage.container;
-        auto it = container.find(zk_request->getPath());
-        if (it == container.end())
-            return true;
-
-        const auto & node_acls = it->value.acls;
-        const auto & session_auths = storage.session_and_auth[session_id];
-        return checkACL(Coordination::ACL::Read, node_acls, session_auths);
-    }
-
     using KeeperStorageRequest::KeeperStorageRequest;
     std::pair<Coordination::ZooKeeperResponsePtr, Undo> process(KeeperStorage & storage, int64_t /*zxid*/, int64_t /* session_id */) const override
     {
@@ -763,33 +762,26 @@ struct KeeperStorageAuthRequest final : public KeeperStorageRequest
         Coordination::ZooKeeperAuthResponse & auth_response =  dynamic_cast<Coordination::ZooKeeperAuthResponse &>(*response_ptr);
         auto & sessions_and_auth = storage.session_and_auth;
 
-        if (auth_request.scheme == "super")
+        if (auth_request.scheme != "digest" || std::count(auth_request.data.begin(), auth_request.data.end(), ':') != 1)
         {
-            if (generateDigest(auth_request.data) == storage.superdigest)
+            auth_response.error = Coordination::Error::ZAUTHFAILED;
+        }
+        else
+        {
+            auto digest = generateDigest(auth_request.data);
+            if (digest == storage.superdigest)
             {
                 KeeperStorage::AuthID auth{"super", ""};
                 sessions_and_auth[session_id].emplace_back(auth);
             }
             else
             {
-                auth_response.error = Coordination::Error::ZAUTHFAILED;
+                KeeperStorage::AuthID auth{auth_request.scheme, digest};
+                auto & session_ids = sessions_and_auth[session_id];
+                if (std::find(session_ids.begin(), session_ids.end(), auth) == session_ids.end())
+                    sessions_and_auth[session_id].emplace_back(auth);
             }
-        }
-        else if (auth_request.scheme == "world" && auth_request.data == "anyone")
-        {
-            KeeperStorage::AuthID auth{"world", "anyone"};
-            sessions_and_auth[session_id].emplace_back(auth);
-        }
-        else if (auth_request.scheme != "digest")
-        {
-            auth_response.error = Coordination::Error::ZAUTHFAILED;
-        }
-        else
-        {
-            KeeperStorage::AuthID auth{auth_request.scheme, generateDigest(auth_request.data)};
-            auto & session_ids = sessions_and_auth[session_id];
-            if (std::find(session_ids.begin(), session_ids.end(), auth) == session_ids.end())
-                sessions_and_auth[session_id].emplace_back(auth);
+
         }
 
         return { response_ptr, {} };
@@ -932,7 +924,8 @@ KeeperStorage::ResponsesForSessions KeeperStorage::processRequest(const Coordina
         if (!storage_request->checkAuth(*this, session_id))
         {
             response = zk_request->makeResponse();
-            response->error = Coordination::Error::ZAUTHFAILED;
+            /// Original ZooKeeper always throws no auth, even when user provided some credentials
+            response->error = Coordination::Error::ZNOAUTH;
         }
         else
         {
diff --git a/tests/integration/test_keeper_auth/__init__.py b/tests/integration/test_keeper_auth/__init__.py
new file mode 100644
index 00000000000..e5a0d9b4834
--- /dev/null
+++ b/tests/integration/test_keeper_auth/__init__.py
@@ -0,0 +1 @@
+#!/usr/bin/env python3
diff --git a/tests/integration/test_keeper_auth/configs/keeper_config.xml b/tests/integration/test_keeper_auth/configs/keeper_config.xml
new file mode 100644
index 00000000000..92b9b870360
--- /dev/null
+++ b/tests/integration/test_keeper_auth/configs/keeper_config.xml
@@ -0,0 +1,24 @@
+<yandex>
+    <keeper_server>
+        <tcp_port>9181</tcp_port>
+        <server_id>1</server_id>
+        <log_storage_path>/var/lib/clickhouse/coordination/log</log_storage_path>
+        <snapshot_storage_path>/var/lib/clickhouse/coordination/snapshots</snapshot_storage_path>
+        <superdigest>super:0DPiKuNIrrVmD8IUCuw1hQxNqZc=</superdigest>
+
+        <coordination_settings>
+            <operation_timeout_ms>5000</operation_timeout_ms>
+            <session_timeout_ms>10000</session_timeout_ms>
+            <raft_logs_level>trace</raft_logs_level>
+            <force_sync>false</force_sync>
+        </coordination_settings>
+
+        <raft_configuration>
+            <server>
+                <id>1</id>
+                <hostname>localhost</hostname>
+                <port>44444</port>
+            </server>
+        </raft_configuration>
+    </keeper_server>
+</yandex>
diff --git a/tests/integration/test_keeper_auth/configs/logs_conf.xml b/tests/integration/test_keeper_auth/configs/logs_conf.xml
new file mode 100644
index 00000000000..3384320992a
--- /dev/null
+++ b/tests/integration/test_keeper_auth/configs/logs_conf.xml
@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="utf-8"?>
+<yandex>
+    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/log.log</log>
+        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
+    </logger>
+</yandex>
diff --git a/tests/integration/test_keeper_auth/test.py b/tests/integration/test_keeper_auth/test.py
new file mode 100644
index 00000000000..0b35650256e
--- /dev/null
+++ b/tests/integration/test_keeper_auth/test.py
@@ -0,0 +1,248 @@
+#!/usr/bin/env python3
+import pytest
+from helpers.cluster import ClickHouseCluster
+from kazoo.client import KazooClient, KazooState
+from kazoo.security import ACL, make_digest_acl, make_acl
+from kazoo.exceptions import AuthFailedError, InvalidACLError, NoAuthError, KazooException
+
+cluster = ClickHouseCluster(__file__)
+node = cluster.add_instance('node', main_configs=['configs/keeper_config.xml', 'configs/logs_conf.xml'], with_zookeeper=True, use_keeper=False)
+
+SUPERAUTH = "super:admin"
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    try:
+        cluster.start()
+
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+def get_fake_zk(timeout=30.0):
+    _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip('node') + ":9181", timeout=timeout)
+    _fake_zk_instance.start()
+    return _fake_zk_instance
+
+def get_genuine_zk():
+    print("Zoo1", cluster.get_instance_ip("zoo1"))
+    return cluster.get_kazoo_client('zoo1')
+
+@pytest.mark.parametrize(
+    ('get_zk'),
+    [
+        get_genuine_zk,
+        get_fake_zk
+    ]
+)
+def test_digest_auth_basic(started_cluster, get_zk):
+    auth_connection = get_zk()
+
+    auth_connection.add_auth('digest', 'user1:password1')
+
+    auth_connection.create("/test_no_acl", b"")
+    auth_connection.create("/test_all_acl", b"data", acl=[make_acl("auth", "", all=True)])
+    # for some reason original zookeeper accepts this ACL, but doesn't allow to do anything with this node
+    # even with correct credentials.
+    auth_connection.create("/test_all_digest_acl", b"dataX", acl=[make_acl("digest", "user1:password1", all=True)])
+
+    assert auth_connection.get("/test_all_acl")[0] == b"data"
+    #assert auth_connection.get("/test_all_digest_acl")[0] == b"dataX"
+
+    no_auth_connection = get_zk()
+    no_auth_connection.set("/test_no_acl", b"hello")
+
+    # no ACL, so cannot access these nodes
+    assert no_auth_connection.get("/test_no_acl")[0] == b"hello"
+
+    with pytest.raises(NoAuthError):
+        no_auth_connection.set("/test_all_acl", b"hello")
+
+    with pytest.raises(NoAuthError):
+        no_auth_connection.get("/test_all_acl")
+
+    with pytest.raises(NoAuthError):
+        no_auth_connection.get("/test_all_digest_acl")
+
+    # still doesn't help
+    with pytest.raises(AuthFailedError):
+        no_auth_connection.add_auth("world", "anyone")
+
+    # session became broken, reconnect
+    no_auth_connection = get_zk()
+
+    # wrong auth
+    no_auth_connection.add_auth('digest', 'user2:password2')
+
+    with pytest.raises(NoAuthError):
+        no_auth_connection.set("/test_all_acl", b"hello")
+
+    with pytest.raises(NoAuthError):
+        no_auth_connection.set("/test_all_acl", b"hello")
+
+    with pytest.raises(NoAuthError):
+        no_auth_connection.get("/test_all_acl")
+
+    with pytest.raises(NoAuthError):
+        no_auth_connection.get("/test_all_digest_acl")
+
+    # but can access some non restricted nodes
+    no_auth_connection.create("/some_allowed_node", b"data")
+
+    # auth added, go on
+    no_auth_connection.add_auth('digest', 'user1:password1')
+    for path in ["/test_no_acl", "/test_all_acl"]:
+        no_auth_connection.set(path, b"auth_added")
+        assert no_auth_connection.get(path)[0] == b"auth_added"
+
+
+def test_super_auth(started_cluster):
+    auth_connection = get_fake_zk()
+
+    auth_connection.add_auth('digest', 'user1:password1')
+
+    auth_connection.create("/test_super_no_acl", b"")
+    auth_connection.create("/test_super_all_acl", b"data", acl=[make_acl("auth", "", all=True)])
+
+    super_connection = get_fake_zk()
+    super_connection.add_auth('digest', 'super:admin')
+
+    for path in ["/test_super_no_acl", "/test_super_all_acl"]:
+        super_connection.set(path, b"value")
+        assert super_connection.get(path)[0] == b"value"
+
+
+@pytest.mark.parametrize(
+    ('get_zk'),
+    [
+        get_genuine_zk,
+        get_fake_zk
+    ]
+)
+def test_digest_auth_multiple(started_cluster, get_zk):
+    auth_connection = get_zk()
+    auth_connection.add_auth('digest', 'user1:password1')
+    auth_connection.add_auth('digest', 'user2:password2')
+    auth_connection.add_auth('digest', 'user3:password3')
+
+    auth_connection.create("/test_multi_all_acl", b"data", acl=[make_acl("auth", "", all=True)])
+
+    one_auth_connection = get_zk()
+    one_auth_connection.add_auth('digest', 'user1:password1')
+
+    one_auth_connection.set("/test_multi_all_acl", b"X")
+    assert one_auth_connection.get("/test_multi_all_acl")[0] == b"X"
+
+    other_auth_connection = get_zk()
+    other_auth_connection.add_auth('digest', 'user2:password2')
+
+    other_auth_connection.set("/test_multi_all_acl", b"Y")
+
+    assert other_auth_connection.get("/test_multi_all_acl")[0] == b"Y"
+
+@pytest.mark.parametrize(
+    ('get_zk'),
+    [
+        get_genuine_zk,
+        get_fake_zk
+    ]
+)
+def test_partial_auth(started_cluster, get_zk):
+    auth_connection = get_zk()
+    auth_connection.add_auth('digest', 'user1:password1')
+
+    auth_connection.create("/test_partial_acl", b"data", acl=[make_acl("auth", "", read=False, write=True, create=True, delete=True, admin=True)])
+
+    auth_connection.set("/test_partial_acl", b"X")
+    auth_connection.create("/test_partial_acl/subnode", b"X", acl=[make_acl("auth", "", read=False, write=True, create=True, delete=True, admin=True)])
+
+    with pytest.raises(NoAuthError):
+        auth_connection.get("/test_partial_acl")
+
+    with pytest.raises(NoAuthError):
+        auth_connection.get_children("/test_partial_acl")
+
+    # exists works without read perm
+    assert auth_connection.exists("/test_partial_acl") is not None
+
+    auth_connection.create("/test_partial_acl_create", b"data", acl=[make_acl("auth", "", read=True, write=True, create=False, delete=True, admin=True)])
+    with pytest.raises(NoAuthError):
+        auth_connection.create("/test_partial_acl_create/subnode")
+
+    auth_connection.create("/test_partial_acl_set", b"data", acl=[make_acl("auth", "", read=True, write=False, create=True, delete=True, admin=True)])
+    with pytest.raises(NoAuthError):
+        auth_connection.set("/test_partial_acl_set", b"X")
+
+    # not allowed to delete child node
+    auth_connection.create("/test_partial_acl_delete", b"data", acl=[make_acl("auth", "", read=True, write=True, create=True, delete=False, admin=True)])
+    auth_connection.create("/test_partial_acl_delete/subnode")
+    with pytest.raises(NoAuthError):
+        auth_connection.delete("/test_partial_acl_delete/subnode")
+
+
+def test_bad_auth(started_cluster):
+    auth_connection = get_fake_zk()
+
+    with pytest.raises(AuthFailedError):
+        auth_connection.add_auth('world', 'anyone')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(AuthFailedError):
+        print("Sending 1")
+        auth_connection.add_auth('adssagf', 'user1:password1')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(AuthFailedError):
+        print("Sending 2")
+        auth_connection.add_auth('digest', '')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(AuthFailedError):
+        print("Sending 3")
+        auth_connection.add_auth('', 'user1:password1')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(AuthFailedError):
+        print("Sending 4")
+        auth_connection.add_auth('digest', 'user1')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(AuthFailedError):
+        print("Sending 5")
+        auth_connection.add_auth('digest', 'user1:password:otherpassword')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(AuthFailedError):
+        print("Sending 6")
+        auth_connection.add_auth('auth', 'user1:password')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(AuthFailedError):
+        print("Sending 7")
+        auth_connection.add_auth('world', 'somebody')
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(InvalidACLError):
+        print("Sending 8")
+        auth_connection.create("/test_bad_acl", b"data", acl=[make_acl("dasd", "", read=True, write=False, create=True, delete=True, admin=True)])
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(InvalidACLError):
+        print("Sending 9")
+        auth_connection.create("/test_bad_acl", b"data", acl=[make_acl("digest", "", read=True, write=False, create=True, delete=True, admin=True)])
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(InvalidACLError):
+        print("Sending 10")
+        auth_connection.create("/test_bad_acl", b"data", acl=[make_acl("", "", read=True, write=False, create=True, delete=True, admin=True)])
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(InvalidACLError):
+        print("Sending 11")
+        auth_connection.create("/test_bad_acl", b"data", acl=[make_acl("digest", "dsdasda", read=True, write=False, create=True, delete=True, admin=True)])
+
+    auth_connection = get_fake_zk()
+    with pytest.raises(InvalidACLError):
+        print("Sending 12")
+        auth_connection.create("/test_bad_acl", b"data", acl=[make_acl("digest", "dsad:DSAa:d", read=True, write=False, create=True, delete=True, admin=True)])
diff --git a/tests/integration/test_keeper_back_to_back/test.py b/tests/integration/test_keeper_back_to_back/test.py
index 8abd4321fd9..4cb539e448c 100644
--- a/tests/integration/test_keeper_back_to_back/test.py
+++ b/tests/integration/test_keeper_back_to_back/test.py
@@ -7,7 +7,7 @@ import time
 from multiprocessing.dummy import Pool
 
 cluster = ClickHouseCluster(__file__)
-node = cluster.add_instance('node', main_configs=['configs/enable_keeper.xml', 'configs/logs_conf.xml'], with_zookeeper=True)
+node = cluster.add_instance('node', main_configs=['configs/enable_keeper.xml', 'configs/logs_conf.xml'], with_zookeeper=True, use_keeper=False)
 from kazoo.client import KazooClient, KazooState, KeeperState
 
 def get_genuine_zk():
diff --git a/tests/integration/test_zookeeper_config/test.py b/tests/integration/test_zookeeper_config/test.py
index 7bc5df63f6c..432765e6dd2 100644
--- a/tests/integration/test_zookeeper_config/test.py
+++ b/tests/integration/test_zookeeper_config/test.py
@@ -163,12 +163,12 @@ def test_secure_connection():
                                                         "configs_secure/conf.d/remote_servers.xml",
                                                         "configs_secure/conf.d/ssl_conf.xml"],
                                  with_zookeeper=True, zookeeper_docker_compose_path=docker_compose.name,
-                                 zookeeper_use_tmpfs=False)
+                                 zookeeper_use_tmpfs=False, use_keeper=False)
     node2 = cluster.add_instance('node2', main_configs=["configs_secure/client.crt", "configs_secure/client.key",
                                                         "configs_secure/conf.d/remote_servers.xml",
                                                         "configs_secure/conf.d/ssl_conf.xml"],
                                  with_zookeeper=True, zookeeper_docker_compose_path=docker_compose.name,
-                                 zookeeper_use_tmpfs=False)
+                                 zookeeper_use_tmpfs=False, use_keeper=False)
 
     try:
         cluster.start()

From 77d40024986b46654eab533a0229fe04cd1f5f02 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 24 May 2021 15:26:23 +0300
Subject: [PATCH 0434/1060] Fix unit tests

---
 src/Coordination/tests/gtest_for_build.cpp | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Coordination/tests/gtest_for_build.cpp b/src/Coordination/tests/gtest_for_build.cpp
index a0313651c21..9a744d2bbed 100644
--- a/src/Coordination/tests/gtest_for_build.cpp
+++ b/src/Coordination/tests/gtest_for_build.cpp
@@ -911,7 +911,7 @@ TEST(CoordinationTest, TestStorageSnapshotSimple)
     ChangelogDirTest test("./snapshots");
     DB::KeeperSnapshotManager manager("./snapshots", 3);
 
-    DB::KeeperStorage storage(500);
+    DB::KeeperStorage storage(500, "");
     addNode(storage, "/hello", "world", 1);
     addNode(storage, "/hello/somepath", "somedata", 3);
     storage.session_id_counter = 5;
@@ -958,7 +958,7 @@ TEST(CoordinationTest, TestStorageSnapshotMoreWrites)
     ChangelogDirTest test("./snapshots");
     DB::KeeperSnapshotManager manager("./snapshots", 3);
 
-    DB::KeeperStorage storage(500);
+    DB::KeeperStorage storage(500, "");
     storage.getSessionID(130);
 
     for (size_t i = 0; i < 50; ++i)
@@ -998,7 +998,7 @@ TEST(CoordinationTest, TestStorageSnapshotManySnapshots)
     ChangelogDirTest test("./snapshots");
     DB::KeeperSnapshotManager manager("./snapshots", 3);
 
-    DB::KeeperStorage storage(500);
+    DB::KeeperStorage storage(500, "");
     storage.getSessionID(130);
 
     for (size_t j = 1; j <= 5; ++j)
@@ -1035,7 +1035,7 @@ TEST(CoordinationTest, TestStorageSnapshotMode)
 {
     ChangelogDirTest test("./snapshots");
     DB::KeeperSnapshotManager manager("./snapshots", 3);
-    DB::KeeperStorage storage(500);
+    DB::KeeperStorage storage(500, "");
     for (size_t i = 0; i < 50; ++i)
     {
         addNode(storage, "/hello_" + std::to_string(i), "world_" + std::to_string(i));
@@ -1086,7 +1086,7 @@ TEST(CoordinationTest, TestStorageSnapshotBroken)
 {
     ChangelogDirTest test("./snapshots");
     DB::KeeperSnapshotManager manager("./snapshots", 3);
-    DB::KeeperStorage storage(500);
+    DB::KeeperStorage storage(500, "");
     for (size_t i = 0; i < 50; ++i)
     {
         addNode(storage, "/hello_" + std::to_string(i), "world_" + std::to_string(i));

From d1b9dcdcec489ed4e4973ffbf883976258d549b7 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Mon, 24 May 2021 15:57:03 +0300
Subject: [PATCH 0435/1060] fix build

---
 src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp | 2 +-
 src/Interpreters/RewriteFunctionToSubcolumnVisitor.h   | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
index 2086d2dc229..b0647baaa7d 100644
--- a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
+++ b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.cpp
@@ -52,7 +52,7 @@ const std::unordered_map<String, std::tuple<TypeIndex, String, decltype(&transfo
 
 }
 
-void RewriteFunctionToSubcolumnData::visit(ASTFunction & function, ASTPtr & ast)
+void RewriteFunctionToSubcolumnData::visit(ASTFunction & function, ASTPtr & ast) const
 {
     const auto & arguments = function.arguments->children;
     if (arguments.size() != 1)
diff --git a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
index cfd87d8449e..e7b8385f710 100644
--- a/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
+++ b/src/Interpreters/RewriteFunctionToSubcolumnVisitor.h
@@ -13,7 +13,7 @@ class RewriteFunctionToSubcolumnData
 {
 public:
     using TypeToVisit = ASTFunction;
-    void visit(ASTFunction & function, ASTPtr & ast);
+    void visit(ASTFunction & function, ASTPtr & ast) const;
 
     StorageMetadataPtr metadata_snapshot;
 };

From 04f7678617e1e70bb5e000ce4f3116eaf2762c46 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Mon, 24 May 2021 16:01:32 +0300
Subject: [PATCH 0436/1060] Added RU docs for YAML configs

---
 docs/ru/operations/configuration-files.md | 69 ++++++++++++++++++++++-
 1 file changed, 66 insertions(+), 3 deletions(-)

diff --git a/docs/ru/operations/configuration-files.md b/docs/ru/operations/configuration-files.md
index 11a01d1e6d2..8b4b0da8f2b 100644
--- a/docs/ru/operations/configuration-files.md
+++ b/docs/ru/operations/configuration-files.md
@@ -6,9 +6,9 @@ toc_title: "Конфигурационные файлы"
 
 # Конфигурационные файлы {#configuration_files}
 
-Основной конфигурационный файл сервера - `config.xml`. Он расположен в директории `/etc/clickhouse-server/`.
+Основной конфигурационный файл сервера - `config.xml` или `config.yaml`. Он расположен в директории `/etc/clickhouse-server/`.
 
-Отдельные настройки могут быть переопределены в файлах `*.xml` и `*.conf` из директории `config.d` рядом с конфигом.
+Отдельные настройки могут быть переопределены в файлах `*.xml` и `*.conf`, а также `.yaml` (для файлов в формате YAML) из директории `config.d` рядом с конфигом.
 
 У элементов этих конфигурационных файлов могут быть указаны атрибуты `replace` или `remove`.
 
@@ -25,7 +25,7 @@ toc_title: "Конфигурационные файлы"
 В элементе `users_config` файла `config.xml` можно указать относительный путь к конфигурационному файлу с настройками пользователей, профилей и квот. Значение `users_config` по умолчанию — `users.xml`. Если `users_config` не указан, то настройки пользователей, профилей и квот можно задать непосредственно в `config.xml`.
 
 Настройки пользователя могут быть разделены в несколько отдельных файлов аналогичных `config.xml` и `config.d\`. Имя директории задаётся также как `users_config`.
-Имя директории задаётся так же, как имя файла в `users_config`, с подстановкой `.d` вместо `.xml`.
+Имя директории задаётся так же, как имя файла в `users_config`, с подстановкой `.d` вместо `.xml`/`.yaml`.
 Директория `users.d` используется по умолчанию, также как `users.xml` используется для `users_config`.
 Например, можно иметь по отдельному конфигурационному файлу для каждого пользователя:
 
@@ -52,3 +52,66 @@ $ cat /etc/clickhouse-server/users.d/alice.xml
 
 Сервер следит за изменениями конфигурационных файлов, а также файлов и ZooKeeper-узлов, которые были использованы при выполнении подстановок и переопределений, и перезагружает настройки пользователей и кластеров на лету. То есть, можно изменять кластера, пользователей и их настройки без перезапуска сервера.
 
+## Примеры записи конфигурации на YAML {#example}
+
+Здесь можно рассмотреть пример реальной конфигурации записанной на YAML: [config.yaml.example](https://github.com/ClickHouse/ClickHouse/blob/master/programs/server/config.yaml.example).
+
+Между стандартами XML и YAML имеются различия, поэтому в этом разделе будут перечислены некоторые подсказки для написания конфигурации на YMAL.
+
+Для записи обычной пары ключ-значение следует использовать Scalar:
+``` yaml
+key: value
+```
+
+Для создания тега, содержащего подтеги следует использовать Map:
+``` yaml
+map_key:
+  key1: val1
+  key2: val2
+  key3: val3
+```
+
+Для создания списка значений или подтегов, расположенных по определенному ключу, следует использовать Sequence:
+``` yaml
+seq_key:
+  - val1
+  - val2
+  - key1: val3
+  - map:
+      key2: val4
+      key3: val5
+```
+
+В случае, усли необходимо объявить тег, аналогичный XML-атрибуту, необходимо задать скаляр, имеющий ключ с префиксом @ и заключенный в кавычки:
+
+``` yaml
+map:
+  "@attr1": value1
+  "@attr2": value2
+  key: 123
+```
+
+Из такой Map мы получим после конвертации:
+
+``` xml
+<map attr1="value1" attr2="value2">
+    <key>123</key>
+</map>
+```
+
+Помимо Map, можно задавать атрибуты для Sequence:
+
+``` yaml
+seq:
+  - "@attr1": value1
+  - "@attr2": value2
+  - 123
+  - abc
+```
+
+Таким образом получая аналог следующей записи на XML:
+
+``` xml
+<seq attr1="value1" attr2="value2">123</seq>
+<seq attr1="value1" attr2="value2">abc</seq>
+```

From b2dc82128c618b4dd53b4457b948d9d3274578ff Mon Sep 17 00:00:00 2001
From: MyroTk <myroslav6@gmail.com>
Date: Mon, 24 May 2021 15:04:58 +0200
Subject: [PATCH 0437/1060] Specifying inclusive and exclusive boundaries in
 the requirements.

---
 .../requirements/requirements.md                             | 5 ++++-
 .../requirements/requirements.py                             | 5 ++++-
 2 files changed, 8 insertions(+), 2 deletions(-)

diff --git a/tests/testflows/extended_precision_data_types/requirements/requirements.md b/tests/testflows/extended_precision_data_types/requirements/requirements.md
index 09961dbc024..9bbd59a14d5 100644
--- a/tests/testflows/extended_precision_data_types/requirements/requirements.md
+++ b/tests/testflows/extended_precision_data_types/requirements/requirements.md
@@ -68,11 +68,14 @@ using extended precision data types.
 
 ### Extended Precision Data Types
 
+Inclusive bounds:
 * Int128 - [-170141183460469231731687303715884105728 : 170141183460469231731687303715884105727]
 * UInt128 - [0 : 340282366920938463463374607431768211455]
 * Int256 - [-57896044618658097711785492504343953926634992332820282019728792003956564819968 : 57896044618658097711785492504343953926634992332820282019728792003956564819967]
 * UInt256 - [0 : 115792089237316195423570985008687907853269984665640564039457584007913129639935]
-* Decimal256 - [10^(76 - S)-1: 10^(76 - S)+1], where S is the scale.
+
+Exclusive bounds:
+* Decimal256 - (10^(76 - S): 10^(76 - S)), where S is the scale.
 
 ## Requirements
 
diff --git a/tests/testflows/extended_precision_data_types/requirements/requirements.py b/tests/testflows/extended_precision_data_types/requirements/requirements.py
index 88e654e186e..3fcf7798651 100644
--- a/tests/testflows/extended_precision_data_types/requirements/requirements.py
+++ b/tests/testflows/extended_precision_data_types/requirements/requirements.py
@@ -925,11 +925,14 @@ using extended precision data types.
 
 ### Extended Precision Data Types
 
+Inclusive bounds:
 * Int128 - [-170141183460469231731687303715884105728 : 170141183460469231731687303715884105727]
 * UInt128 - [0 : 340282366920938463463374607431768211455]
 * Int256 - [-57896044618658097711785492504343953926634992332820282019728792003956564819968 : 57896044618658097711785492504343953926634992332820282019728792003956564819967]
 * UInt256 - [0 : 115792089237316195423570985008687907853269984665640564039457584007913129639935]
-* Decimal256 - [10^(76 - S)-1: 10^(76 - S)+1], where S is the scale.
+
+Exclusive bounds:
+* Decimal256 - (10^(76 - S): 10^(76 - S)), where S is the scale.
 
 ## Requirements
 

From 6c4e4b751c353b11df747d66b76633ad68ba9ea9 Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Mon, 24 May 2021 16:05:11 +0300
Subject: [PATCH 0438/1060] Decrease iterations in
 test_s3_zero_copy_replication

---
 .../test_s3_zero_copy_replication/test.py     | 24 +++++++++----------
 1 file changed, 12 insertions(+), 12 deletions(-)

diff --git a/tests/integration/test_s3_zero_copy_replication/test.py b/tests/integration/test_s3_zero_copy_replication/test.py
index 53d9d21bd0e..d9f7cca4a3a 100644
--- a/tests/integration/test_s3_zero_copy_replication/test.py
+++ b/tests/integration/test_s3_zero_copy_replication/test.py
@@ -153,22 +153,22 @@ def insert_large_data(node, table):
 
 
 @pytest.mark.parametrize(
-    ("storage_policy", "large_data"),
+    ("storage_policy", "large_data", "iterations"),
     [
-        ("tiered", False),
-        ("tiered_copy", False),
-        ("tiered", True),
-        ("tiered_copy", True),
+        ("tiered", False, 10),
+        ("tiered_copy", False, 10),
+        ("tiered", True, 3),
+        ("tiered_copy", True, 3),
     ]
 )
-def test_s3_zero_copy_with_ttl_move(cluster, storage_policy, large_data):
+def test_s3_zero_copy_with_ttl_move(cluster, storage_policy, large_data, iterations):
     node1 = cluster.instances["node1"]
     node2 = cluster.instances["node2"]
 
     node1.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
     node2.query("DROP TABLE IF EXISTS ttl_move_test NO DELAY")
 
-    for i in range(5):
+    for i in range(iterations):
         node1.query(
             """
             CREATE TABLE ttl_move_test ON CLUSTER test_cluster (d UInt64, d1 DateTime)
@@ -203,20 +203,20 @@ def test_s3_zero_copy_with_ttl_move(cluster, storage_policy, large_data):
 
 
 @pytest.mark.parametrize(
-    ("large_data"),
+    ("large_data", "iterations"),
     [
-        (False),
-        (True),
+        (False, 10),
+        (True, 3),
     ]
 )
-def test_s3_zero_copy_with_ttl_delete(cluster, large_data):
+def test_s3_zero_copy_with_ttl_delete(cluster, large_data, iterations):
     node1 = cluster.instances["node1"]
     node2 = cluster.instances["node2"]
 
     node1.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")
     node2.query("DROP TABLE IF EXISTS ttl_delete_test NO DELAY")
 
-    for i in range(10):
+    for i in range(iterations):
         node1.query(
             """
             CREATE TABLE ttl_delete_test ON CLUSTER test_cluster (d UInt64, d1 DateTime)

From e4e5c2e598e02c5646152275a1c9cea1785dba95 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Mon, 24 May 2021 16:45:33 +0300
Subject: [PATCH 0439/1060] Fix cli argument in clickhouse-server.init

---
 debian/clickhouse-server.init | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/debian/clickhouse-server.init b/debian/clickhouse-server.init
index 3e4e888eacd..c943d75a56b 100755
--- a/debian/clickhouse-server.init
+++ b/debian/clickhouse-server.init
@@ -109,7 +109,7 @@ restart()
 
 forcestop()
 {
-    ${CLICKHOUSE_GENERIC_PROGRAM} stop --force --pid-path "${CLICKHOUSE_PIDDIR}"
+    ${CLICKHOUSE_GENERIC_PROGRAM} stop --force true --pid-path "${CLICKHOUSE_PIDDIR}"
 }
 
 

From d13248b8a4412760e0e27bb8f2d38a1a106242cf Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Mon, 24 May 2021 16:51:50 +0300
Subject: [PATCH 0440/1060] Revert "Fix cli argument in clickhouse-server.init"

This reverts commit e4e5c2e598e02c5646152275a1c9cea1785dba95.
---
 debian/clickhouse-server.init | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/debian/clickhouse-server.init b/debian/clickhouse-server.init
index c943d75a56b..3e4e888eacd 100755
--- a/debian/clickhouse-server.init
+++ b/debian/clickhouse-server.init
@@ -109,7 +109,7 @@ restart()
 
 forcestop()
 {
-    ${CLICKHOUSE_GENERIC_PROGRAM} stop --force true --pid-path "${CLICKHOUSE_PIDDIR}"
+    ${CLICKHOUSE_GENERIC_PROGRAM} stop --force --pid-path "${CLICKHOUSE_PIDDIR}"
 }
 
 

From fce6156e0464f3a7dda9fbfa89a0763e4065dec3 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Mon, 24 May 2021 16:53:30 +0300
Subject: [PATCH 0441/1060] Use bool_switch instead of value<bool> for 'force'
 option in Install.cpp

---
 programs/install/Install.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index 96d336673d0..8c187978106 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -983,7 +983,7 @@ int mainEntryClickHouseStop(int argc, char ** argv)
     desc.add_options()
         ("help,h", "produce help message")
         ("pid-path", po::value<std::string>()->default_value("/var/run/clickhouse-server"), "directory for pid file")
-        ("force", po::value<bool>()->default_value(false), "Stop with KILL signal instead of TERM")
+        ("force", po::bool_switch(), "Stop with KILL signal instead of TERM")
     ;
 
     po::variables_map options;

From a4d1b9b07d7fb6c8b1340e5ef63b0531d963dc5a Mon Sep 17 00:00:00 2001
From: Dmitrii Kovalkov <dakovalkov@di.man.yp-c.yandex.net>
Date: Mon, 24 May 2021 16:55:05 +0300
Subject: [PATCH 0442/1060] Fix

---
 src/Storages/StorageBuffer.cpp | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/Storages/StorageBuffer.cpp b/src/Storages/StorageBuffer.cpp
index 6688112c9f1..e5af154d7bd 100644
--- a/src/Storages/StorageBuffer.cpp
+++ b/src/Storages/StorageBuffer.cpp
@@ -841,7 +841,7 @@ void StorageBuffer::flushBuffer(Buffer & buffer, bool check_thresholds, bool loc
 
     size_t block_rows = block_to_write.rows();
     size_t block_bytes = block_to_write.bytes();
-    size_t block_allocated_bytes = block_to_write.allocatedBytes();
+    size_t block_allocated_bytes_delta = block_to_write.allocatedBytes() - buffer.data.allocatedBytes();
 
     CurrentMetrics::sub(CurrentMetrics::StorageBufferRows, block_rows);
     CurrentMetrics::sub(CurrentMetrics::StorageBufferBytes, block_bytes);
@@ -851,7 +851,7 @@ void StorageBuffer::flushBuffer(Buffer & buffer, bool check_thresholds, bool loc
     if (!destination_id)
     {
         total_writes.rows -= block_rows;
-        total_writes.bytes -= block_allocated_bytes;
+        total_writes.bytes -= block_allocated_bytes_delta;
 
         LOG_DEBUG(log, "Flushing buffer with {} rows (discarded), {} bytes, age {} seconds {}.", rows, bytes, time_passed, (check_thresholds ? "(bg)" : "(direct)"));
         return;
@@ -890,7 +890,7 @@ void StorageBuffer::flushBuffer(Buffer & buffer, bool check_thresholds, bool loc
     }
 
     total_writes.rows -= block_rows;
-    total_writes.bytes -= block_allocated_bytes;
+    total_writes.bytes -= block_allocated_bytes_delta;
 
     UInt64 milliseconds = watch.elapsedMilliseconds();
     LOG_DEBUG(log, "Flushing buffer with {} rows, {} bytes, age {} seconds, took {} ms {}.", rows, bytes, time_passed, milliseconds, (check_thresholds ? "(bg)" : "(direct)"));

From 6997240237fe9fc5c65ff200a66af46ba4ec4f40 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 24 May 2021 18:20:56 +0300
Subject: [PATCH 0443/1060] done

---
 tests/clickhouse-test | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 97744a07db3..c18d144505b 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -37,6 +37,7 @@ MESSAGES_TO_RETRY = [
     "Coordination::Exception: Connection loss",
     "Operation timed out",
     "ConnectionPoolWithFailover: Connection failed at try",
+    "DB::Exception: New table appeared in database being dropped or detached. Try again"
 ]
 
 class Terminated(KeyboardInterrupt):

From 715c88e5faf1ddd14a9130c522f813262cf50708 Mon Sep 17 00:00:00 2001
From: Alexey <lehasm@gmail.com>
Date: Mon, 24 May 2021 15:26:23 +0000
Subject: [PATCH 0444/1060] Returned `INSERT ... VALUES` statement.
 'non-Nullable' changed to 'not nullable'

---
 docs/en/operations/settings/settings.md         | 10 ++++++----
 docs/en/sql-reference/statements/insert-into.md |  2 +-
 2 files changed, 7 insertions(+), 5 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 32b037eff25..74432811512 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -366,16 +366,18 @@ throws an exception.
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
 For text input formats initialize `NULL` fields with default values if data type of this field is not nullable.
+This setting is applied to `INSERT ... VALUES` queries.
 
 ## insert_null_as_default {#insert_null_as_default}
 
-Enables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into non-[Nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) columns. This setting is applied to `INSERT ... SELECT` [queries](../../sql-reference/statements/insert-into.md#insert_query_insert-select). `SELECT` subqueries may be concatenated with `UNION ALL` clause.
-If column type is Nullable then `NULL` values are inserted as is.
-If column type is non-Nullable and this setting is disabled, then inserting `NULL` causes an exception.
+Enables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into clumns with not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) data type. 
+This setting is applied to `INSERT ... SELECT` [queries](../../sql-reference/statements/insert-into.md#insert_query_insert-select). Note that `SELECT` subqueries may be concatenated with `UNION ALL` clause.
+If column type is nullable then `NULL` values are inserted as is regardless of this setting.
+If column type is not nullable and this setting is disabled, then inserting `NULL` causes an exception.
 
 Possible values:
 
--   0 — Inserting `NULL` into a non-Nullable column causes an exception.
+-   0 — Inserting `NULL` into a not nullable column causes an exception.
 -   1 — Default column value is inserted instead of `NULL`.
 
 Default value: `1`.
diff --git a/docs/en/sql-reference/statements/insert-into.md b/docs/en/sql-reference/statements/insert-into.md
index 59e8a958f48..a061b83eb04 100644
--- a/docs/en/sql-reference/statements/insert-into.md
+++ b/docs/en/sql-reference/statements/insert-into.md
@@ -98,7 +98,7 @@ INSERT INTO [db.]table [(c1, c2, c3)] SELECT ...
 
 Columns are mapped according to their position in the SELECT clause. However, their names in the SELECT expression and the table for INSERT may differ. If necessary, type casting is performed.
 
-To insert a default value instead of `NULL` into non-Nullable column enable [insert_null_as_default](../../operations/settings/settings.md#insert_null_as_default) setting.    
+To insert a default value instead of `NULL` into a column with not nullable data type enable [insert_null_as_default](../../operations/settings/settings.md#insert_null_as_default) setting.    
 
 None of the data formats except Values allow setting values to expressions such as `now()`, `1 + 2`, and so on. The Values format allows limited use of expressions, but this is not recommended, because in this case inefficient code is used for their execution.
 

From c191a631e86e29b4e274229c8d977b1cea225281 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 24 May 2021 18:30:51 +0300
Subject: [PATCH 0445/1060] touch

---
 tests/integration/test_attach_without_fetching/test.py          | 2 +-
 .../configs/dictionaries/ssd_complex_key_cache_string.xml       | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/test_attach_without_fetching/test.py b/tests/integration/test_attach_without_fetching/test.py
index 1a7a2a1074b..c48c73f4d70 100644
--- a/tests/integration/test_attach_without_fetching/test.py
+++ b/tests/integration/test_attach_without_fetching/test.py
@@ -56,7 +56,7 @@ def check_data(nodes, detached_parts):
 
         for other in nodes:
             if other != node:
-                print("> Checking data consistency,", other.name, "vs", node.name)
+                logging.debug(f"> Checking data consistency, {other.name} vs {node.name}")
                 assert_eq_with_retry(other, "SELECT * FROM test ORDER BY n", res)
 
 
diff --git a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
index 729dc11d0a1..7492a4331cb 100644
--- a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
+++ b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
@@ -41,7 +41,7 @@
                 <file_size>16777216</file_size>
                 <read_buffer_size>131072</read_buffer_size>
                 <write_buffer_size>1048576</write_buffer_size>
-		        <path>/etc/clickhouse-server/dictionaries/radars</path>
+		        <path>/etc/clickhouse-server/radars</path>
             </complex_key_ssd_cache>
         </layout>
         <lifetime>1</lifetime>

From 3fae262d1930c1626076058dccd27762c06c4a2e Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 24 May 2021 18:31:43 +0300
Subject: [PATCH 0446/1060] Fix flaky test 01085_max_distributed_connections

---
 .../01085_max_distributed_connections.sh      | 22 ++++++++++++-------
 1 file changed, 14 insertions(+), 8 deletions(-)

diff --git a/tests/queries/0_stateless/01085_max_distributed_connections.sh b/tests/queries/0_stateless/01085_max_distributed_connections.sh
index c63c671f7fc..4f4560a1597 100755
--- a/tests/queries/0_stateless/01085_max_distributed_connections.sh
+++ b/tests/queries/0_stateless/01085_max_distributed_connections.sh
@@ -4,11 +4,17 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
-opts=(
-    --max_distributed_connections 9
-    --max_threads 1
-    --query "SELECT sleepEachRow(1) FROM remote('127.{2..10}', system.one)"
-)
-# 5 less then 9 seconds (9 streams), but long enough to cover possible load peaks
-# "$@" left to pass manual options (like --experimental_use_processors 0) during manual testing
-timeout 5s ${CLICKHOUSE_CLIENT} "${opts[@]}" "$@"
+# Sometimes five seconds are not enough due to system overload.
+# But if it can run in less than five seconds at least sometimes - it is enough for the test.
+while true
+do
+    opts=(
+        --max_distributed_connections 9
+        --max_threads 1
+        --query "SELECT sleepEachRow(1) FROM remote('127.{2..10}', system.one)"
+    )
+    # 5 less then 9 seconds (9 streams), but long enough to cover possible load peaks
+    # "$@" left to pass manual options (like --experimental_use_processors 0) during manual testing
+
+    timeout 5s ${CLICKHOUSE_CLIENT} "${opts[@]}" "$@" && break
+done

From aa7d625428c2fe4d451ccda0bb7837003eac7ea8 Mon Sep 17 00:00:00 2001
From: Alexey <lehasm@gmail.com>
Date: Mon, 24 May 2021 15:32:55 +0000
Subject: [PATCH 0447/1060] Description of input_format_null_as_default changed
 a bit

---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 74432811512..ca337d39e8e 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -365,7 +365,7 @@ throws an exception.
 
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
-For text input formats initialize `NULL` fields with default values if data type of this field is not nullable.
+For text input formats initializes `NULL` fields with default values if data type of these fields is not nullable.
 This setting is applied to `INSERT ... VALUES` queries.
 
 ## insert_null_as_default {#insert_null_as_default}

From 6ba29af87194047cfb6e26a429ecc56f745808b9 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 24 May 2021 21:53:14 +0800
Subject: [PATCH 0448/1060] Fix toWeek monotonicity

---
 src/Functions/CustomWeekTransforms.h          | 70 ++++++++-----------
 src/Functions/FunctionCustomWeekToSomething.h | 10 +--
 .../01881_to_week_monotonic_fix.reference     |  4 ++
 .../01881_to_week_monotonic_fix.sql           | 11 +++
 4 files changed, 49 insertions(+), 46 deletions(-)
 create mode 100644 tests/queries/0_stateless/01881_to_week_monotonic_fix.reference
 create mode 100644 tests/queries/0_stateless/01881_to_week_monotonic_fix.sql

diff --git a/src/Functions/CustomWeekTransforms.h b/src/Functions/CustomWeekTransforms.h
index d1a8e3a54fd..08d47e74920 100644
--- a/src/Functions/CustomWeekTransforms.h
+++ b/src/Functions/CustomWeekTransforms.h
@@ -4,6 +4,7 @@
 #include <Columns/ColumnsNumber.h>
 #include <common/types.h>
 #include <Core/DecimalFunctions.h>
+#include <Functions/DateTimeTransforms.h>
 #include <Functions/FunctionHelpers.h>
 #include <Functions/extractTimeZoneFromFunctionArguments.h>
 #include <Functions/IFunction.h>
@@ -26,43 +27,6 @@ namespace ErrorCodes
  * CustomWeek Transformations.
   */
 
-static inline UInt32 dateIsNotSupported(const char * name)
-{
-    throw Exception("Illegal type Date of argument for function " + std::string(name), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-}
-
-/// This factor transformation will say that the function is monotone everywhere.
-struct ZeroTransform
-{
-    static inline UInt16 execute(UInt16, UInt8, const DateLUTImpl &) { return 0; }
-    static inline UInt16 execute(UInt32, UInt8, const DateLUTImpl &) { return 0; }
-    static inline UInt16 execute(Int64, UInt8, const DateLUTImpl &) { return 0; }
-};
-
-struct ToWeekImpl
-{
-    static constexpr auto name = "toWeek";
-
-    static inline UInt8 execute(Int64 t, UInt8 week_mode, const DateLUTImpl & time_zone)
-    {
-        // TODO: ditch conversion to DayNum, since it doesn't support extended range.
-        YearWeek yw = time_zone.toYearWeek(time_zone.toDayNum(t), week_mode);
-        return yw.second;
-    }
-    static inline UInt8 execute(UInt32 t, UInt8 week_mode, const DateLUTImpl & time_zone)
-    {
-        YearWeek yw = time_zone.toYearWeek(time_zone.toDayNum(t), week_mode);
-        return yw.second;
-    }
-    static inline UInt8 execute(UInt16 d, UInt8 week_mode, const DateLUTImpl & time_zone)
-    {
-        YearWeek yw = time_zone.toYearWeek(DayNum(d), week_mode);
-        return yw.second;
-    }
-
-    using FactorTransform = ZeroTransform;
-};
-
 struct ToYearWeekImpl
 {
     static constexpr auto name = "toYearWeek";
@@ -110,10 +74,34 @@ struct ToStartOfWeekImpl
     using FactorTransform = ZeroTransform;
 };
 
-template <typename FromType, typename ToType, typename Transform>
-struct Transformer
+struct ToWeekImpl
 {
-    explicit Transformer(Transform transform_)
+    static constexpr auto name = "toWeek";
+
+    static inline UInt8 execute(Int64 t, UInt8 week_mode, const DateLUTImpl & time_zone)
+    {
+        // TODO: ditch conversion to DayNum, since it doesn't support extended range.
+        YearWeek yw = time_zone.toYearWeek(time_zone.toDayNum(t), week_mode);
+        return yw.second;
+    }
+    static inline UInt8 execute(UInt32 t, UInt8 week_mode, const DateLUTImpl & time_zone)
+    {
+        YearWeek yw = time_zone.toYearWeek(time_zone.toDayNum(t), week_mode);
+        return yw.second;
+    }
+    static inline UInt8 execute(UInt16 d, UInt8 week_mode, const DateLUTImpl & time_zone)
+    {
+        YearWeek yw = time_zone.toYearWeek(DayNum(d), week_mode);
+        return yw.second;
+    }
+
+    using FactorTransform = ToStartOfYearImpl;
+};
+
+template <typename FromType, typename ToType, typename Transform>
+struct WeekTransformer
+{
+    explicit WeekTransformer(Transform transform_)
         : transform(std::move(transform_))
     {}
 
@@ -139,7 +127,7 @@ struct CustomWeekTransformImpl
     template <typename Transform>
     static ColumnPtr execute(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/, Transform transform = {})
     {
-        const auto op = Transformer<typename FromDataType::FieldType, typename ToDataType::FieldType, Transform>{std::move(transform)};
+        const auto op = WeekTransformer<typename FromDataType::FieldType, typename ToDataType::FieldType, Transform>{std::move(transform)};
 
         UInt8 week_mode = DEFAULT_WEEK_MODE;
         if (arguments.size() > 1)
diff --git a/src/Functions/FunctionCustomWeekToSomething.h b/src/Functions/FunctionCustomWeekToSomething.h
index 0ef6a342218..db1f71a1f9e 100644
--- a/src/Functions/FunctionCustomWeekToSomething.h
+++ b/src/Functions/FunctionCustomWeekToSomething.h
@@ -10,9 +10,9 @@
 
 namespace DB
 {
+
 namespace ErrorCodes
 {
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
 }
 
@@ -143,15 +143,15 @@ public:
 
         if (checkAndGetDataType<DataTypeDate>(&type))
         {
-            return Transform::FactorTransform::execute(UInt16(left.get<UInt64>()), DEFAULT_WEEK_MODE, date_lut)
-                    == Transform::FactorTransform::execute(UInt16(right.get<UInt64>()), DEFAULT_WEEK_MODE, date_lut)
+            return Transform::FactorTransform::execute(UInt16(left.get<UInt64>()), date_lut)
+                    == Transform::FactorTransform::execute(UInt16(right.get<UInt64>()), date_lut)
                 ? is_monotonic
                 : is_not_monotonic;
         }
         else
         {
-            return Transform::FactorTransform::execute(UInt32(left.get<UInt64>()), DEFAULT_WEEK_MODE, date_lut)
-                    == Transform::FactorTransform::execute(UInt32(right.get<UInt64>()), DEFAULT_WEEK_MODE, date_lut)
+            return Transform::FactorTransform::execute(UInt32(left.get<UInt64>()), date_lut)
+                    == Transform::FactorTransform::execute(UInt32(right.get<UInt64>()), date_lut)
                 ? is_monotonic
                 : is_not_monotonic;
         }
diff --git a/tests/queries/0_stateless/01881_to_week_monotonic_fix.reference b/tests/queries/0_stateless/01881_to_week_monotonic_fix.reference
new file mode 100644
index 00000000000..c8139ded0dc
--- /dev/null
+++ b/tests/queries/0_stateless/01881_to_week_monotonic_fix.reference
@@ -0,0 +1,4 @@
+1	2020-11-11
+1	2021-01-01
+1	2020-11-11
+1	2021-01-01
diff --git a/tests/queries/0_stateless/01881_to_week_monotonic_fix.sql b/tests/queries/0_stateless/01881_to_week_monotonic_fix.sql
new file mode 100644
index 00000000000..c73a7909faf
--- /dev/null
+++ b/tests/queries/0_stateless/01881_to_week_monotonic_fix.sql
@@ -0,0 +1,11 @@
+drop table if exists test_tbl;
+
+create table test_tbl (vend_nm String, ship_dt Date) engine MergeTree partition by toWeek(ship_dt) order by vend_nm;
+
+insert into test_tbl values('1', '2020-11-11'), ('1', '2021-01-01');
+
+select * From test_tbl where ship_dt >= toDate('2020-11-01') and ship_dt <= toDate('2021-05-05') order by ship_dt;
+
+select * From test_tbl where ship_dt >= toDate('2020-01-01') and ship_dt <= toDate('2021-05-05') order by ship_dt;
+
+drop table test_tbl;

From d72d28a0a5a631393a094e83cdf653cce6176a6b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 24 May 2021 18:52:48 +0300
Subject: [PATCH 0449/1060] Fix clang tidy

---
 src/Coordination/KeeperStorage.cpp | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index 968fb14ea1e..20f8c95c6c1 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -69,15 +69,15 @@ static bool checkACL(int32_t permission, const Coordination::ACLs & node_acls, c
         if (session_auth.scheme == "super")
             return true;
 
-    for (size_t i = 0; i < node_acls.size(); ++i)
+    for (const auto & node_acl : node_acls)
     {
-        if (node_acls[i].permissions & permission)
+        if (node_acl.permissions & permission)
         {
-            if (node_acls[i].scheme == "world" && node_acls[i].id == "anyone")
+            if (node_acl.scheme == "world" && node_acl.id == "anyone")
                 return true;
 
-            for (size_t j = 0; j < session_auths.size(); ++j)
-                if (node_acls[i].scheme == session_auths[j].scheme && node_acls[i].id == session_auths[j].id)
+            for (const auto & session_auth : session_auths)
+                if (node_acl.scheme == session_auth.scheme && node_acl.id == session_auth.id)
                     return true;
         }
     }

From c936dab6d5b287929527ae2f90c6b1d4d811166d Mon Sep 17 00:00:00 2001
From: Anton Ivashkin <iantonspb@yandex-team.ru>
Date: Mon, 24 May 2021 19:37:37 +0300
Subject: [PATCH 0450/1060] Fix part type in Fetcher::downloadPartToS3

---
 src/Storages/MergeTree/DataPartsExchange.cpp                  | 4 ++--
 .../test_s3_zero_copy_replication/configs/config.d/s3.xml     | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index c9f8add8f2b..2c830c56524 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -822,7 +822,6 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToS3(
     readBinary(files, in);
 
     auto volume = std::make_shared<SingleDiskVolume>("volume_" + part_name, disk);
-    MergeTreeData::MutableDataPartPtr new_data_part = data.createPart(part_name, volume, part_relative_path);
 
     for (size_t i = 0; i < files; ++i)
     {
@@ -832,7 +831,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToS3(
         readStringBinary(file_name, in);
         readBinary(file_size, in);
 
-        String data_path = new_data_part->getFullRelativePath() + file_name;
+        String data_path = part_download_path + file_name;
         String metadata_file = fullPath(disk, data_path);
 
         {
@@ -864,6 +863,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToS3(
 
     assertEOF(in);
 
+    MergeTreeData::MutableDataPartPtr new_data_part = data.createPart(part_name, volume, part_relative_path);
     new_data_part->is_temp = true;
     new_data_part->modification_time = time(nullptr);
     new_data_part->loadColumnsChecksumsIndexes(true, false);
diff --git a/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml b/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
index 2ed3eb437c7..db639cabb63 100644
--- a/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
+++ b/tests/integration/test_s3_zero_copy_replication/configs/config.d/s3.xml
@@ -64,7 +64,7 @@
     </storage_configuration>
 
     <merge_tree>
-        <min_bytes_for_wide_part>0</min_bytes_for_wide_part>
+        <min_bytes_for_wide_part>1024</min_bytes_for_wide_part>
         <old_parts_lifetime>1</old_parts_lifetime>
         <allow_s3_zero_copy_replication>1</allow_s3_zero_copy_replication>
     </merge_tree>

From b37f9c20e2feb82cef4754b81210f68cebef05ea Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Mon, 24 May 2021 20:07:43 +0300
Subject: [PATCH 0451/1060] Update dictionary.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поправил пример.
---
 docs/en/sql-reference/table-functions/dictionary.md | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
index 608dba01bea..3e3d2a10984 100644
--- a/docs/en/sql-reference/table-functions/dictionary.md
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -36,8 +36,7 @@ Create a dictionary:
 
 ``` sql
 CREATE DICTIONARY table_function_dictionary_test_dictionary(id UInt64, value UInt64 DEFAULT 0) PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_function_dictionary_source_table'))
-LAYOUT(DIRECT());
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_function_dictionary_source_table')) LAYOUT(DIRECT());
 ```
 
 Query:

From 8c57f0d50db1a980ad2f4cb937a1c09f3cfd25de Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Mon, 24 May 2021 20:24:40 +0300
Subject: [PATCH 0452/1060] Edit and translate to Russian
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Выполнил перевод на русский язык.
---
 .../external-authenticators/ldap.md           |  1 -
 .../external-authenticators/ldap.md           | 46 ++++++++++++++++---
 docs/ru/sql-reference/statements/grant.md     |  3 +-
 3 files changed, 41 insertions(+), 9 deletions(-)

diff --git a/docs/en/operations/external-authenticators/ldap.md b/docs/en/operations/external-authenticators/ldap.md
index 805d45e1b38..83bc575802f 100644
--- a/docs/en/operations/external-authenticators/ldap.md
+++ b/docs/en/operations/external-authenticators/ldap.md
@@ -108,7 +108,6 @@ Note, that user `my_user` refers to `my_ldap_server`. This LDAP server must be c
 
 When SQL-driven [Access Control and Account Management](../access-rights.md#access-control) is enabled, users that are authenticated by LDAP servers can also be created using the [CREATE USER](../../sql-reference/statements/create/user.md#create-user-statement) statement.
 
-
 Query:
 
 ```sql
diff --git a/docs/ru/operations/external-authenticators/ldap.md b/docs/ru/operations/external-authenticators/ldap.md
index 312020000ea..dc8fe103595 100644
--- a/docs/ru/operations/external-authenticators/ldap.md
+++ b/docs/ru/operations/external-authenticators/ldap.md
@@ -1,4 +1,4 @@
-# LDAP {#external-authenticators-ldap} 
+# LDAP {#external-authenticators-ldap}
 
 Для аутентификации пользователей ClickHouse можно использовать сервер LDAP. Существуют два подхода:
 
@@ -17,6 +17,7 @@
 <yandex>
     <!- ... -->
     <ldap_servers>
+	    <!- Typical LDAP server. -->
         <my_ldap_server>
             <host>localhost</host>
             <port>636</port>
@@ -31,6 +32,18 @@
             <tls_ca_cert_dir>/path/to/tls_ca_cert_dir</tls_ca_cert_dir>
             <tls_cipher_suite>ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-GCM-SHA384</tls_cipher_suite>
         </my_ldap_server>
+		
+        <!- Typical Active Directory with configured user DN detection for further role mapping. -->
+        <my_ad_server>
+            <host>localhost</host>
+            <port>389</port>
+            <bind_dn>EXAMPLE\{user_name}</bind_dn>
+            <user_dn_detection>
+                <base_dn>CN=Users,DC=example,DC=com</base_dn>
+                <search_filter>(&amp;(objectClass=user)(sAMAccountName={user_name}))</search_filter>
+            </user_dn_detection>
+            <enable_tls>no</enable_tls>
+        </my_ad_server>
     </ldap_servers>
 </yandex>
 ```
@@ -43,6 +56,15 @@
 - `port` — порт сервера LDAP. Если настройка `enable_tls` равна `true`, то по умолчанию используется порт `636`, иначе — порт `389`.
 - `bind_dn` — шаблон для создания DN для привязки.
     - При формировании DN все подстроки `{user_name}` в шаблоне будут заменяться на фактическое имя пользователя при каждой попытке аутентификации.
+- `user_dn_detection` — секция с параметрами LDAP поиска для определения фактического значения DN привязанного пользователя.
+    - Это в основном используется в фильтрах поиска для дальнейшего сопоставления ролей, когда сервер является Active Directory. Полученный DN пользователя будет использоваться при замене подстрок `{user_dn}` везде, где они разрешены. По умолчанию DN пользователя устанавливается равным DN привязки, но после выполнения поиска он будет обновлен до фактического обнаруженного значения DN пользователя.
+        - `base_dn` — шаблон, который используется для создания базового DN для LDAP поиска.
+            - При формировании DN все подстроки `{user_name}` и `{bind_dn}` в шаблоне будут заменяться на фактическое имя пользователя и DN привязки соответственно при каждом LDAP поиске.
+        - `scope` — область LDAP поиска.
+            - Возможные значения: `base`, `one_level`, `children`, `subtree` (по умолчанию).
+        - `search_filter` — шаблон, который используется для создания фильтра для каждого LDAP поиска.
+            - При формировании фильтра все подстроки `{user_name}`, `{bind_dn}`, `{user_dn}` и `{base_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN привязки, DN пользователя и базовый DN соответственно при каждом LDAP поиске.
+            - Обратите внимание, что специальные символы должны быть правильно экранированы в XML.
 - `verification_cooldown` — промежуток времени (в секундах) после успешной попытки привязки, в течение которого пользователь будет считаться аутентифицированным и сможет выполнять запросы без повторного обращения к серверам LDAP.
     - Чтобы отключить кеширование и заставить обращаться к серверу LDAP для каждого запроса аутентификации, укажите `0` (значение по умолчанию). 
 - `enable_tls` — флаг, включающий использование защищенного соединения с сервером LDAP.
@@ -106,7 +128,7 @@ CREATE USER my_user IDENTIFIED WITH ldap SERVER 'my_ldap_server';
 <yandex>
     <!- ... -->
     <user_directories>
-        <!- ... -->
+        <!- Typical LDAP server. -->
         <ldap>
             <server>my_ldap_server</server>
             <roles>
@@ -121,6 +143,18 @@ CREATE USER my_user IDENTIFIED WITH ldap SERVER 'my_ldap_server';
                 <prefix>clickhouse_</prefix>
             </role_mapping>
         </ldap>
+		
+        <!- Typical Active Directory with role mapping that relies on the detected user DN. -->
+        <ldap>
+            <server>my_ad_server</server>
+            <role_mapping>
+                <base_dn>CN=Users,DC=example,DC=com</base_dn>
+                <attribute>CN</attribute>
+                <scope>subtree</scope>
+                <search_filter>(&amp;(objectClass=group)(member={user_dn}))</search_filter>
+                <prefix>clickhouse_</prefix>
+            </role_mapping>
+        </ldap>
     </user_directories>
 </yandex>
 ```
@@ -136,13 +170,13 @@ CREATE USER my_user IDENTIFIED WITH ldap SERVER 'my_ldap_server';
     - При аутентификации пользователя, пока еще связанного с LDAP, производится LDAP поиск с помощью `search_filter` и имени этого пользователя. Для каждой записи, найденной в ходе поиска, выделяется значение указанного атрибута. У каждого атрибута, имеющего указанный префикс, этот префикс удаляется, а остальная часть значения становится именем локальной роли, определенной в ClickHouse, причем предполагается, что эта роль была ранее создана запросом [CREATE ROLE](../../sql-reference/statements/create/role.md#create-role-statement) до этого.
     - Внутри одной секции `ldap` может быть несколько секций `role_mapping`. Все они будут применены.
         - `base_dn` — шаблон, который используется для создания базового DN для LDAP поиска.
-           - При формировании DN все подстроки `{user_name}` и `{bind_dn}` в шаблоне будут заменяться на фактическое имя пользователя и DN привязки соответственно при каждом LDAP поиске.
-        - `scope` — Область LDAP поиска.
+            - При формировании DN все подстроки `{user_name}`, `{bind_dn}` и `{user_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN привязки и DN пользователя соответственно при каждом LDAP поиске.
+        - `scope` — область LDAP поиска.
             - Возможные значения: `base`, `one_level`, `children`, `subtree` (по умолчанию).
         - `search_filter` — шаблон, который используется для создания фильтра для каждого LDAP поиска.
-            - при формировании фильтра все подстроки `{user_name}`, `{bind_dn}` и `{base_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN привязки и базовый DN соответственно при каждом LDAP поиске.
+            - При формировании фильтра все подстроки `{user_name}`, `{bind_dn}`, `{user_dn}` и `{base_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN привязки, DN пользователя и базовый DN соответственно при каждом LDAP поиске.
             - Обратите внимание, что специальные символы должны быть правильно экранированы в XML.
-        - `attribute` — имя атрибута, значение которого будет возвращаться LDAP поиском.
+        - `attribute` — имя атрибута, значение которого будет возвращаться LDAP поиском. По умолчанию: `cn`.
         - `prefix` — префикс, который, как предполагается, будет находиться перед началом каждой строки в исходном списке строк, возвращаемых LDAP поиском. Префикс будет удален из исходных строк, а сами они будут рассматриваться как имена локальных ролей. По умолчанию: пустая строка. 
 
 [Оригинальная статья](https://clickhouse.tech/docs/en/operations/external-authenticators/ldap) <!--hide-->
diff --git a/docs/ru/sql-reference/statements/grant.md b/docs/ru/sql-reference/statements/grant.md
index 093e6eb3b93..05ffaa22bbd 100644
--- a/docs/ru/sql-reference/statements/grant.md
+++ b/docs/ru/sql-reference/statements/grant.md
@@ -319,13 +319,12 @@ GRANT INSERT(x,y) ON db.table TO john
 
 Разрешает выполнять запросы [DROP](misc.md#drop) и [DETACH](misc.md#detach-statement) в соответствии со следующей иерархией привилегий:
 
-- `DROP`. Уровень: 
+- `DROP`. Уровень: `GROUP`
     - `DROP DATABASE`. Уровень: `DATABASE`
     - `DROP TABLE`. Уровень: `TABLE`
     - `DROP VIEW`. Уровень: `VIEW`
     - `DROP DICTIONARY`. Уровень: `DICTIONARY`
 
-
 ### TRUNCATE {#grant-truncate}
 
 Разрешает выполнять запросы [TRUNCATE](../../sql-reference/statements/truncate.md).

From 31107816bb42c0844df4959f01203b60ce4b517b Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 24 May 2021 19:03:09 +0300
Subject: [PATCH 0453/1060] fs::absolute to fs::canonical

---
 base/loggers/Loggers.cpp                     |  4 ++--
 programs/copier/ClusterCopierApp.cpp         |  2 +-
 programs/install/Install.cpp                 |  2 +-
 src/Disks/DiskLocal.cpp                      | 13 +++++--------
 src/Server/StaticRequestHandler.cpp          |  4 ++--
 src/Storages/MergeTree/DataPartsExchange.cpp |  4 ++--
 src/Storages/MergeTree/MergeTreeData.cpp     |  2 +-
 src/Storages/StorageFile.cpp                 |  4 ++--
 8 files changed, 16 insertions(+), 19 deletions(-)

diff --git a/base/loggers/Loggers.cpp b/base/loggers/Loggers.cpp
index 11dfbdaeb71..80e62d0a6d6 100644
--- a/base/loggers/Loggers.cpp
+++ b/base/loggers/Loggers.cpp
@@ -71,7 +71,7 @@ void Loggers::buildLoggers(Poco::Util::AbstractConfiguration & config, Poco::Log
 
         // Set up two channel chains.
         log_file = new Poco::FileChannel;
-        log_file->setProperty(Poco::FileChannel::PROP_PATH, fs::absolute(log_path));
+        log_file->setProperty(Poco::FileChannel::PROP_PATH, fs::weakly_canonical(log_path));
         log_file->setProperty(Poco::FileChannel::PROP_ROTATION, config.getRawString("logger.size", "100M"));
         log_file->setProperty(Poco::FileChannel::PROP_ARCHIVE, "number");
         log_file->setProperty(Poco::FileChannel::PROP_COMPRESS, config.getRawString("logger.compress", "true"));
@@ -103,7 +103,7 @@ void Loggers::buildLoggers(Poco::Util::AbstractConfiguration & config, Poco::Log
         std::cerr << "Logging errors to " << errorlog_path << std::endl;
 
         error_log_file = new Poco::FileChannel;
-        error_log_file->setProperty(Poco::FileChannel::PROP_PATH, fs::absolute(errorlog_path));
+        error_log_file->setProperty(Poco::FileChannel::PROP_PATH, fs::weakly_canonical(errorlog_path));
         error_log_file->setProperty(Poco::FileChannel::PROP_ROTATION, config.getRawString("logger.size", "100M"));
         error_log_file->setProperty(Poco::FileChannel::PROP_ARCHIVE, "number");
         error_log_file->setProperty(Poco::FileChannel::PROP_COMPRESS, config.getRawString("logger.compress", "true"));
diff --git a/programs/copier/ClusterCopierApp.cpp b/programs/copier/ClusterCopierApp.cpp
index 79bfb5b7411..8925ab63f99 100644
--- a/programs/copier/ClusterCopierApp.cpp
+++ b/programs/copier/ClusterCopierApp.cpp
@@ -40,7 +40,7 @@ void ClusterCopierApp::initialize(Poco::Util::Application & self)
 
     process_id = std::to_string(DateLUT::instance().toNumYYYYMMDDhhmmss(timestamp)) + "_" + std::to_string(curr_pid);
     host_id = escapeForFileName(getFQDNOrHostName()) + '#' + process_id;
-    process_path = fs::absolute(fs::path(base_dir) / ("clickhouse-copier_" + process_id));
+    process_path = fs::weakly_canonical(fs::path(base_dir) / ("clickhouse-copier_" + process_id));
     fs::create_directories(process_path);
 
     /// Override variables for BaseDaemon
diff --git a/programs/install/Install.cpp b/programs/install/Install.cpp
index 96d336673d0..1f2c1c30ae4 100644
--- a/programs/install/Install.cpp
+++ b/programs/install/Install.cpp
@@ -288,7 +288,7 @@ int mainEntryClickHouseInstall(int argc, char ** argv)
                 bool is_symlink = fs::is_symlink(symlink_path);
                 fs::path points_to;
                 if (is_symlink)
-                    points_to = fs::absolute(fs::read_symlink(symlink_path));
+                    points_to = fs::weakly_canonical(fs::read_symlink(symlink_path));
 
                 if (is_symlink && points_to == main_bin_path)
                 {
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index b4880daaadd..51ed7fe577b 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -61,8 +61,8 @@ private:
 class DiskLocalDirectoryIterator : public IDiskDirectoryIterator
 {
 public:
-    explicit DiskLocalDirectoryIterator(const fs::path & disk_path_, const String & dir_path_)
-        : dir_path(dir_path_), entry(disk_path_ / dir_path_)
+    explicit DiskLocalDirectoryIterator(const String & disk_path_, const String & dir_path_)
+        : dir_path(dir_path_), entry(fs::path(disk_path_) / dir_path_)
     {
     }
 
@@ -196,7 +196,7 @@ void DiskLocal::moveDirectory(const String & from_path, const String & to_path)
 
 DiskDirectoryIteratorPtr DiskLocal::iterateDirectory(const String & path)
 {
-    return std::make_unique<DiskLocalDirectoryIterator>(fs::path(disk_path), path);
+    return std::make_unique<DiskLocalDirectoryIterator>(disk_path, path);
 }
 
 void DiskLocal::moveFile(const String & from_path, const String & to_path)
@@ -314,12 +314,9 @@ void DiskLocal::copy(const String & from_path, const std::shared_ptr<IDisk> & to
     if (isSameDiskType(*this, *to_disk))
     {
         fs::path to = fs::path(to_disk->getPath()) / to_path;
-        fs::path from;
+        fs::path from = fs::path(disk_path) / from_path;
         if (from_path.ends_with('/'))
-            from = fs::path(disk_path) / from_path.substr(0, from_path.size() - 1);
-        else
-            from = fs::path(disk_path) / from_path;
-
+            from = from.parent_path();
         if (fs::is_directory(from))
             to /= from.filename();
 
diff --git a/src/Server/StaticRequestHandler.cpp b/src/Server/StaticRequestHandler.cpp
index 4f730b7cc30..4746ab6d1e0 100644
--- a/src/Server/StaticRequestHandler.cpp
+++ b/src/Server/StaticRequestHandler.cpp
@@ -140,9 +140,9 @@ void StaticRequestHandler::writeResponse(WriteBuffer & out)
     {
         const auto & file_name = response_expression.substr(file_prefix.size(), response_expression.size() - file_prefix.size());
 
-        fs::path user_files_absolute_path = fs::absolute(fs::path(server.context()->getUserFilesPath()));
+        fs::path user_files_absolute_path = fs::canonical(fs::path(server.context()->getUserFilesPath()));
         /// Fixme: it does not work with fs::path(user_files_absolute_path) / file_name
-        String file_path = fs::absolute(user_files_absolute_path.string() + "/" + file_name);
+        String file_path = fs::canonical(user_files_absolute_path.string() + "/" + file_name);
 
         if (!fs::exists(file_path))
             throw Exception("Invalid file name " + file_path + " for static HTTPHandler. ", ErrorCodes::INCORRECT_FILE_NAME);
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 69a92738777..47ed4a0762c 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -652,8 +652,8 @@ void Fetcher::downloadBaseOrProjectionPartToDisk(
 
         /// File must be inside "absolute_part_path" directory.
         /// Otherwise malicious ClickHouse replica may force us to write to arbitrary path.
-        String absolute_file_path = fs::absolute(fs::path(part_download_path) / file_name);
-        if (!startsWith(absolute_file_path, fs::absolute(part_download_path).string()))
+        String absolute_file_path = fs::weakly_canonical(fs::path(part_download_path) / file_name);
+        if (!startsWith(absolute_file_path, fs::weakly_canonical(part_download_path).string()))
             throw Exception("File path (" + absolute_file_path + ") doesn't appear to be inside part path (" + part_download_path + ")."
                 " This may happen if we are trying to download part from malicious replica or logical error.",
                 ErrorCodes::INSECURE_PATH);
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 7cac7b9ffd7..d67d67768ef 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -4406,7 +4406,7 @@ PartitionCommandsResultInfo MergeTreeData::freezePartitionsByMatcher(
     const String & with_name,
     ContextPtr local_context)
 {
-    String clickhouse_path = fs::absolute(local_context->getPath());
+    String clickhouse_path = fs::canonical(local_context->getPath());
     String default_shadow_path = fs::path(clickhouse_path) / "shadow/";
     fs::create_directories(default_shadow_path);
     auto increment = Increment(fs::path(default_shadow_path) / "increment.txt").get(true);
diff --git a/src/Storages/StorageFile.cpp b/src/Storages/StorageFile.cpp
index 2dd3bb757f3..aac1b708567 100644
--- a/src/Storages/StorageFile.cpp
+++ b/src/Storages/StorageFile.cpp
@@ -129,13 +129,13 @@ void checkCreationIsAllowed(ContextPtr context_global, const std::string & db_di
 
 Strings StorageFile::getPathsList(const String & table_path, const String & user_files_path, ContextPtr context)
 {
-    fs::path user_files_absolute_path = fs::absolute(user_files_path);
+    fs::path user_files_absolute_path = fs::weakly_canonical(user_files_path);
     fs::path fs_table_path(table_path);
     if (fs_table_path.is_relative())
         fs_table_path = user_files_absolute_path / fs_table_path;
 
     Strings paths;
-    const String path = fs::absolute(fs_table_path);
+    const String path = fs::weakly_canonical(fs_table_path);
     if (path.find_first_of("*?{") == std::string::npos)
         paths.push_back(path);
     else

From 634e18f7f4a9b7ec97a7ccc155e85d2c4e88da80 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Mon, 24 May 2021 17:44:53 +0000
Subject: [PATCH 0454/1060] Add setting desc

---
 docs/en/operations/settings/settings.md       | 31 +++++++++++++
 .../aggregate-functions/reference/sumcount.md | 43 +++++++++++++++++++
 docs/ru/operations/settings/settings.md       | 31 +++++++++++++
 3 files changed, 105 insertions(+)
 create mode 100644 docs/en/sql-reference/aggregate-functions/reference/sumcount.md

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index a5c3902f8f2..d0915deea73 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -2822,4 +2822,35 @@ Sets the interval in seconds after which periodically refreshed [live view](../.
 
 Default value: `60`.
 
+## optimize_fuse_sum_count_avg {#optimize_fuse_sum_count_avg}
+
+Enables to fuse aggregate functions with identical argument. It rewrites query contains at least two aggregate functions from [sum](../../sql-reference/aggregate-functions/reference/sum.md#agg_function-sum), [count](../../sql-reference/aggregate-functions/reference/count.md#agg_function-count) or [avg](../../sql-reference/aggregate-functions/reference/avg.md#agg_function-avg) with identical argument to [sumCount](../../sql-reference/aggregate-functions/reference/sumcount.md#agg_function-sumCount).
+
+Possible values:
+
+-   0 — Functions with identical argument are not fused.
+-   1 — Functions with identical argument are fused.
+
+Default value: `0`.
+
+**Example**
+
+Query:
+
+``` sql
+CREATE TABLE fuse_tbl(a Int8, b Int8) Engine = Log;
+SET optimize_fuse_sum_count_avg = 1;
+EXPLAIN SYNTAX SELECT sum(a), sum(b), count(b) from fuse_tbl FORMAT TSV;
+```
+
+Result:
+
+``` text
+SELECT
+    sum(a),
+    sumCount(b).1,
+    sumCount(b).2
+FROM fuse_tbl
+```
+
 [Original article](https://clickhouse.tech/docs/en/operations/settings/settings/) <!-- hide -->
diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
new file mode 100644
index 00000000000..10d5c40f579
--- /dev/null
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -0,0 +1,43 @@
+---
+toc_priority: 142
+---
+
+# sumCount {#agg_function-sumCount}
+
+Short description.
+
+**Syntax**
+
+``` sql
+sumCount(x)
+```
+
+**Arguments** 
+
+-   `x` — Description. Optional (only for optional arguments). Possible values: <values list>. Default value: <value>. [Type name](relative/path/to/type/dscr.md#type). 
+-   `y` — Description. Optional (only for optional arguments). Possible values: <values list>.Default value: <value>. [Type name](relative/path/to/type/dscr.md#type). 
+
+**Returned value**
+
+-   Tuple `(sum, count)`, where `sum` is the sum of numbers and `count` is a counts the number of rows or not-NULL values.
+
+Type: [Tuple](../../../sql-reference/data-types/tuple.md).
+
+**Example**
+
+The example must show usage and/or a use cases. The following text contains recommended parts of an example.
+
+Input table (Optional):
+
+``` text
+```
+
+Query:
+
+``` sql
+```
+
+Result:
+
+``` text
+```
\ No newline at end of file
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index d10ac2ab317..58279df7e07 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2724,4 +2724,35 @@ SELECT * FROM test2;
 
 Значение по умолчанию: `60`.
 
+## optimize_fuse_sum_count_avg {#optimize_fuse_sum_count_avg}
+
+Позволяет объединить агрегатные функции с одинаковым аргументом. Запрос, содержащий по крайней мере две агрегатные функции из [sum](../../sql-reference/aggregate-functions/reference/sum.md#agg_function-sum), [count](../../sql-reference/aggregate-functions/reference/count.md#agg_function-count) или [avg](../../sql-reference/aggregate-functions/reference/avg.md#agg_function-avg) с одинаковым аргументом, перезаписывается как [sumCount](../../sql-reference/aggregate-functions/reference/sumcount.md#agg_function-sumCount).
+
+Возможные значения:
+
+-   0 — Функции с одинаковым аргументом не объединяются.
+-   1 — Функции с одинаковым аргументом объединяются.
+
+Значение по умолчанию: `0`.
+
+**Пример**
+
+Запрос:
+
+``` sql
+CREATE TABLE fuse_tbl(a Int8, b Int8) Engine = Log;
+SET optimize_fuse_sum_count_avg = 1;
+EXPLAIN SYNTAX SELECT sum(a), sum(b), count(b) from fuse_tbl FORMAT TSV;
+```
+
+Результат:
+
+``` text
+SELECT
+    sum(a),
+    sumCount(b).1,
+    sumCount(b).2
+FROM fuse_tbl
+```
+
 [Оригинальная статья](https://clickhouse.tech/docs/ru/operations/settings/settings/) <!--hide-->

From 7416cf46433882ff98c573c3bba046838358b756 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Mon, 24 May 2021 20:52:12 +0300
Subject: [PATCH 0455/1060] Manually disable LLVM parts submodule update

---
 contrib/llvm | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/llvm b/contrib/llvm
index a7198805de6..e5751459412 160000
--- a/contrib/llvm
+++ b/contrib/llvm
@@ -1 +1 @@
-Subproject commit a7198805de67374eb3fb4c6b89797fa2d1cd7e50
+Subproject commit e5751459412bce1391fb7a2e9bbc01e131bf72f1

From 79a0029843ea8dde9eb397333b3a1e07f810fa68 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 24 May 2021 21:09:00 +0300
Subject: [PATCH 0456/1060] Fix header mismatch for UNION.

---
 src/Interpreters/ActionsDAG.cpp               |  6 +++--
 src/Processors/QueryPlan/UnionStep.cpp        | 24 +++++++++++++++++++
 .../01881_union_header_mismatch_bug.reference |  1 +
 .../01881_union_header_mismatch_bug.sql       |  1 +
 4 files changed, 30 insertions(+), 2 deletions(-)
 create mode 100644 tests/queries/0_stateless/01881_union_header_mismatch_bug.reference
 create mode 100644 tests/queries/0_stateless/01881_union_header_mismatch_bug.sql

diff --git a/src/Interpreters/ActionsDAG.cpp b/src/Interpreters/ActionsDAG.cpp
index 21c24956453..e8c02f1c0a8 100644
--- a/src/Interpreters/ActionsDAG.cpp
+++ b/src/Interpreters/ActionsDAG.cpp
@@ -1521,7 +1521,7 @@ ActionsDAG::SplitResult ActionsDAG::splitActionsBeforeArrayJoin(const NameSet &
 
     auto res = split(split_nodes);
     /// Do not remove array joined columns if they are not used.
-    res.first->project_input = false;
+    /// res.first->project_input = false;
     return res;
 }
 
@@ -1534,7 +1534,9 @@ ActionsDAG::SplitResult ActionsDAG::splitActionsForFilter(const std::string & co
                         column_name, dumpDAG());
 
     std::unordered_set<const Node *> split_nodes = {node};
-    return split(split_nodes);
+    auto res = split(split_nodes);
+    res.second->project_input = project_input;
+    return res;
 }
 
 namespace
diff --git a/src/Processors/QueryPlan/UnionStep.cpp b/src/Processors/QueryPlan/UnionStep.cpp
index 7403dd0a12a..418e9b4e2e7 100644
--- a/src/Processors/QueryPlan/UnionStep.cpp
+++ b/src/Processors/QueryPlan/UnionStep.cpp
@@ -1,7 +1,9 @@
 #include <Processors/QueryPlan/UnionStep.h>
 #include <Processors/QueryPipeline.h>
 #include <Processors/Sources/NullSource.h>
+#include <Processors/Transforms/ExpressionTransform.h>
 #include <Interpreters/ExpressionActions.h>
+#include <common/defines.h>
 
 namespace DB
 {
@@ -47,6 +49,28 @@ QueryPipelinePtr UnionStep::updatePipeline(QueryPipelines pipelines, const Build
         return pipeline;
     }
 
+    for (auto & cur_pipeline : pipelines)
+    {
+#if !defined(NDEBUG)
+        assertCompatibleHeader(cur_pipeline->getHeader(), getOutputStream().header, "UnionStep");
+#endif
+        /// Headers for union must be equal.
+        /// But, just in case, convert it to the same header if not.
+        if (!isCompatibleHeader(cur_pipeline->getHeader(), getOutputStream().header))
+        {
+            auto converting_dag = ActionsDAG::makeConvertingActions(
+                cur_pipeline->getHeader().getColumnsWithTypeAndName(),
+                getOutputStream().header.getColumnsWithTypeAndName(),
+                ActionsDAG::MatchColumnsMode::Name);
+
+            auto converting_actions = std::make_shared<ExpressionActions>(std::move(converting_dag));
+            cur_pipeline->addSimpleTransform([&](const Block & cur_header)
+            {
+                return std::make_shared<ExpressionTransform>(cur_header, converting_actions);
+            });
+        }
+    }
+
     *pipeline = QueryPipeline::unitePipelines(std::move(pipelines), max_threads);
 
     processors = collector.detachProcessors();
diff --git a/tests/queries/0_stateless/01881_union_header_mismatch_bug.reference b/tests/queries/0_stateless/01881_union_header_mismatch_bug.reference
new file mode 100644
index 00000000000..62596a01d0b
--- /dev/null
+++ b/tests/queries/0_stateless/01881_union_header_mismatch_bug.reference
@@ -0,0 +1 @@
+table	10	101
diff --git a/tests/queries/0_stateless/01881_union_header_mismatch_bug.sql b/tests/queries/0_stateless/01881_union_header_mismatch_bug.sql
new file mode 100644
index 00000000000..98dd32c8bd7
--- /dev/null
+++ b/tests/queries/0_stateless/01881_union_header_mismatch_bug.sql
@@ -0,0 +1 @@
+select *　from (　select 'table' as table, toInt64(10) as rows, toInt64(101) as elements　union all　select 'another table' as table, toInt64(0) as rows, toInt64(0) as elements　)　where rows - elements <> 0

From f20dbdf1613e6b4dcc687757b23fe725b806213b Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Mon, 24 May 2021 21:20:00 +0300
Subject: [PATCH 0457/1060] Update settings.md

---
 docs/ru/operations/settings/settings.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 776b61e1710..a705872194e 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2846,6 +2846,7 @@ INSERT INTO test SELECT number FROM numbers(500);
 SET limit = 5;
 SET offset = 7;
 SELECT * FROM test LIMIT 10 OFFSET 100;
+```
 
 Результат:
 

From 3c171f334474410de2fde688acdbbf65a443cad1 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Mon, 24 May 2021 19:35:31 +0000
Subject: [PATCH 0458/1060] update settings.md

---
 docs/en/operations/settings/settings.md | 2 ++
 docs/ru/operations/settings/settings.md | 2 +-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 70826f924a1..4c61830b94e 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -3008,6 +3008,8 @@ Possible values:
 -   0 — Functions with identical argument are not fused.
 -   1 — Functions with identical argument are fused.
 
+**Example**
+
 Query:
 
 ``` sql
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index a705872194e..3a67642cc51 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2892,7 +2892,7 @@ SELECT * FROM test LIMIT 10 OFFSET 100;
 
 ## optimize_fuse_sum_count_avg {#optimize_fuse_sum_count_avg}
 
-Позволяет объединить агрегатные функции с одинаковым аргументом. Запрос, содержащий по крайней мере две агрегатные функции из [sum](../../sql-reference/aggregate-functions/reference/sum.md#agg_function-sum), [count](../../sql-reference/aggregate-functions/reference/count.md#agg_function-count) или [avg](../../sql-reference/aggregate-functions/reference/avg.md#agg_function-avg) с одинаковым аргументом, перезаписывается как [sumCount](../../sql-reference/aggregate-functions/reference/sumcount.md#agg_function-sumCount).
+Позволяет объединить агрегатные функции с одинаковым аргументом. Запрос, содержащий по крайней мере две агрегатные функции: [sum](../../sql-reference/aggregate-functions/reference/sum.md#agg_function-sum), [count](../../sql-reference/aggregate-functions/reference/count.md#agg_function-count) или [avg](../../sql-reference/aggregate-functions/reference/avg.md#agg_function-avg) с одинаковым аргументом, перезаписывается как [sumCount](../../sql-reference/aggregate-functions/reference/sumcount.md#agg_function-sumCount).
 
 Возможные значения:
 

From 6c0ac12dbb73a9139f5c88bf15269728567d3f70 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Mon, 24 May 2021 23:15:04 +0300
Subject: [PATCH 0459/1060] fix tuples in 'CREATE .. AS SELECT' queries

---
 src/DataTypes/DataTypeTuple.cpp                    | 14 +++++++++-----
 .../0_stateless/01881_create_as_tuple.reference    |  6 ++++++
 .../queries/0_stateless/01881_create_as_tuple.sql  | 14 ++++++++++++++
 3 files changed, 29 insertions(+), 5 deletions(-)
 create mode 100644 tests/queries/0_stateless/01881_create_as_tuple.reference
 create mode 100644 tests/queries/0_stateless/01881_create_as_tuple.sql

diff --git a/src/DataTypes/DataTypeTuple.cpp b/src/DataTypes/DataTypeTuple.cpp
index b30efb163ab..9ebc061d6f9 100644
--- a/src/DataTypes/DataTypeTuple.cpp
+++ b/src/DataTypes/DataTypeTuple.cpp
@@ -307,26 +307,30 @@ SerializationPtr DataTypeTuple::getSubcolumnSerialization(
 SerializationPtr DataTypeTuple::doGetDefaultSerialization() const
 {
     SerializationTuple::ElementSerializations serializations(elems.size());
+    bool use_explicit_names = have_explicit_names && serialize_names;
     for (size_t i = 0; i < elems.size(); ++i)
     {
+        String elem_name = use_explicit_names ? names[i] : toString(i + 1);
         auto serialization = elems[i]->getDefaultSerialization();
-        serializations[i] = std::make_shared<SerializationTupleElement>(serialization, names[i]);
+        serializations[i] = std::make_shared<SerializationTupleElement>(serialization, elem_name);
     }
 
-    return std::make_shared<SerializationTuple>(std::move(serializations), have_explicit_names);
+    return std::make_shared<SerializationTuple>(std::move(serializations), use_explicit_names);
 }
 
 SerializationPtr DataTypeTuple::getSerialization(const String & column_name, const StreamExistenceCallback & callback) const
 {
     SerializationTuple::ElementSerializations serializations(elems.size());
+    bool use_explicit_names = have_explicit_names && serialize_names;
     for (size_t i = 0; i < elems.size(); ++i)
     {
-        auto subcolumn_name = Nested::concatenateName(column_name, names[i]);
+        String elem_name = use_explicit_names ? names[i] : toString(i + 1);
+        auto subcolumn_name = Nested::concatenateName(column_name, elem_name);
         auto serializaion = elems[i]->getSerialization(subcolumn_name, callback);
-        serializations[i] = std::make_shared<SerializationTupleElement>(serializaion, names[i]);
+        serializations[i] = std::make_shared<SerializationTupleElement>(serializaion, elem_name);
     }
 
-    return std::make_shared<SerializationTuple>(std::move(serializations), have_explicit_names);
+    return std::make_shared<SerializationTuple>(std::move(serializations), use_explicit_names);
 }
 
 static DataTypePtr create(const ASTPtr & arguments)
diff --git a/tests/queries/0_stateless/01881_create_as_tuple.reference b/tests/queries/0_stateless/01881_create_as_tuple.reference
new file mode 100644
index 00000000000..76109462c59
--- /dev/null
+++ b/tests/queries/0_stateless/01881_create_as_tuple.reference
@@ -0,0 +1,6 @@
+0	[('string',0)]
+1	[('string',1)]
+2	[('string',2)]
+0	[('string',0)]
+1	[('string',1)]
+2	[('string',2)]
diff --git a/tests/queries/0_stateless/01881_create_as_tuple.sql b/tests/queries/0_stateless/01881_create_as_tuple.sql
new file mode 100644
index 00000000000..cf370fe4633
--- /dev/null
+++ b/tests/queries/0_stateless/01881_create_as_tuple.sql
@@ -0,0 +1,14 @@
+DROP TABLE IF EXISTS t_create_as_tuple;
+
+CREATE TABLE t_create_as_tuple ENGINE = MergeTree()
+ORDER BY number AS
+SELECT number, [('string',number)] AS array FROM numbers(3);
+
+SELECT * FROM t_create_as_tuple ORDER BY number;
+
+DETACH TABLE t_create_as_tuple;
+ATTACH TABLE t_create_as_tuple;
+
+SELECT * FROM t_create_as_tuple ORDER BY number;
+
+DROP TABLE t_create_as_tuple;

From ef2696bae5e358b2fe7c36211760f01b37642411 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 24 May 2021 23:27:32 +0300
Subject: [PATCH 0460/1060] Fixed IFunction then typos

---
 src/Functions/IFunction.h | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/Functions/IFunction.h b/src/Functions/IFunction.h
index bb485e0efd8..0da55343b9d 100644
--- a/src/Functions/IFunction.h
+++ b/src/Functions/IFunction.h
@@ -155,7 +155,7 @@ public:
       */
     virtual bool isSuitableForConstantFolding() const { return true; }
 
-    /** If function isSuitableForConstantFolding than, this method will be called during query analyzis
+    /** If function isSuitableForConstantFolding then, this method will be called during query analyzis
       * if some arguments are constants. For example logical functions (AndFunction, OrFunction) can
       * return they result based on some constant arguments.
       * Arguments are passed without modifications, useDefaultImplementationForNulls, useDefaultImplementationForConstants,
@@ -301,7 +301,7 @@ protected:
         return getReturnTypeImpl(data_types);
     }
 
-    /** If useDefaultImplementationForNulls() is true, than change arguments for getReturnType() and build():
+    /** If useDefaultImplementationForNulls() is true, then change arguments for getReturnType() and build():
       *  if some of arguments are Nullable(Nothing) then don't call getReturnType(), call build() with return_type = Nullable(Nothing),
       *  if some of arguments are Nullable, then:
       *   - Nullable types are substituted with nested types for getReturnType() function
@@ -311,7 +311,7 @@ protected:
       */
     virtual bool useDefaultImplementationForNulls() const { return true; }
 
-    /** If useDefaultImplementationForNulls() is true, than change arguments for getReturnType() and build().
+    /** If useDefaultImplementationForNulls() is true, then change arguments for getReturnType() and build().
       * If function arguments has low cardinality types, convert them to ordinary types.
       * getReturnType returns ColumnLowCardinality if at least one argument type is ColumnLowCardinality.
       */

From 88919080d52792df7aed92bd65d33e84640142f4 Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Mon, 24 May 2021 22:37:16 +0200
Subject: [PATCH 0461/1060] Try to improve kafka flaky test

---
 tests/integration/test_storage_kafka/test.py | 8 ++------
 1 file changed, 2 insertions(+), 6 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 9e035b4a98a..eca0f254d8e 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -1623,25 +1623,22 @@ def test_kafka_virtual_columns2(kafka_cluster):
     producer.send(topic='virt2_0', value=json.dumps({'value': 2}), partition=0, key='k2', timestamp_ms=1577836802002,
                   headers=[('empty_value', b''), ('', b'empty name'), ('', b''), ('repetition', b'1'), ('repetition', b'2')])
     producer.flush()
-    time.sleep(1)
 
     producer.send(topic='virt2_0', value=json.dumps({'value': 3}), partition=1, key='k3', timestamp_ms=1577836803003,
                   headers=[('b', b'b'), ('a', b'a')])
     producer.send(topic='virt2_0', value=json.dumps({'value': 4}), partition=1, key='k4', timestamp_ms=1577836804004,
                   headers=[('a', b'a'), ('b', b'b')])
     producer.flush()
-    time.sleep(1)
 
     producer.send(topic='virt2_1', value=json.dumps({'value': 5}), partition=0, key='k5', timestamp_ms=1577836805005)
     producer.send(topic='virt2_1', value=json.dumps({'value': 6}), partition=0, key='k6', timestamp_ms=1577836806006)
     producer.flush()
-    time.sleep(1)
 
     producer.send(topic='virt2_1', value=json.dumps({'value': 7}), partition=1, key='k7', timestamp_ms=1577836807007)
     producer.send(topic='virt2_1', value=json.dumps({'value': 8}), partition=1, key='k8', timestamp_ms=1577836808008)
     producer.flush()
 
-    time.sleep(10)
+    instance.wait_for_log_line('kafka.*Committed offset 2.*virt2_[01]', repetitions=4, look_behind_lines=6000)
 
     members = describe_consumer_group('virt2')
     # pprint.pprint(members)
@@ -1707,8 +1704,7 @@ def test_kafka_produce_key_timestamp(kafka_cluster):
                                                                                                               1577836804))
     instance.query("INSERT INTO test.kafka_writer VALUES ({},{},'{}',toDateTime({}))".format(5, 5, 'k5', 1577836805))
 
-    while int(instance.query("SELECT count() FROM test.view")) < 5:
-        time.sleep(1)
+    instance.wait_for_log_line("Committed offset 5")
 
     result = instance.query("SELECT * FROM test.view ORDER BY value", ignore_error=True)
 

From 70469429c1e4177562510983c72d67e475a00700 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 24 May 2021 23:39:56 +0000
Subject: [PATCH 0462/1060] Fixes

---
 src/Storages/MergeTree/KeyCondition.cpp       | 57 ++++++++-----------
 src/Storages/MergeTree/KeyCondition.h         |  6 ++
 .../MergeTree/MergeTreeDataWriter.cpp         |  6 +-
 src/Storages/MergeTree/MergeTreePartition.cpp | 30 +++++-----
 src/Storages/MergeTree/MergeTreePartition.h   |  2 +-
 .../01870_modulo_partition_key.reference      |  2 +
 .../01870_modulo_partition_key.sql            | 20 +++++--
 7 files changed, 67 insertions(+), 56 deletions(-)

diff --git a/src/Storages/MergeTree/KeyCondition.cpp b/src/Storages/MergeTree/KeyCondition.cpp
index 06fa8e83505..268c45c305f 100644
--- a/src/Storages/MergeTree/KeyCondition.cpp
+++ b/src/Storages/MergeTree/KeyCondition.cpp
@@ -592,24 +592,15 @@ void KeyCondition::traverseAST(const ASTPtr & node, ContextPtr context, Block &
     rpn.emplace_back(std::move(element));
 }
 
-bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
-    const ASTPtr & node,
-    size_t & out_key_column_num,
-    DataTypePtr & out_key_column_type,
-    Field & out_value,
-    DataTypePtr & out_type)
+bool KeyCondition::canConstantBeWrapped(const ASTPtr & node, const String & expr_name, String & result_expr_name)
 {
     const auto & sample_block = key_expr->getSampleBlock();
 
-    // Constant expr should use alias names if any
-    String passed_expr_name = node->getColumnName();
-    String expr_name;
-
     /// sample_block from key_expr cannot contain modulo and moduloLegacy at the same time.
     /// For partition key it is always moduloLegacy.
-    if (sample_block.has(passed_expr_name))
+    if (sample_block.has(expr_name))
     {
-        expr_name = passed_expr_name;
+        result_expr_name = expr_name;
     }
     else
     {
@@ -620,9 +611,27 @@ bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
         if (!sample_block.has(adjusted_expr_name))
             return false;
 
-        expr_name = adjusted_expr_name;
+        result_expr_name = adjusted_expr_name;
     }
 
+    return true;
+}
+
+bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
+    const ASTPtr & node,
+    size_t & out_key_column_num,
+    DataTypePtr & out_key_column_type,
+    Field & out_value,
+    DataTypePtr & out_type)
+{
+    // Constant expr should use alias names if any
+    String passed_expr_name = node->getColumnName();
+    String expr_name;
+    if (!canConstantBeWrapped(node, passed_expr_name, expr_name))
+        return false;
+
+    const auto & sample_block = key_expr->getSampleBlock();
+
     /// TODO Nullable index is not yet landed.
     if (out_value.isNull())
         return false;
@@ -685,29 +694,13 @@ bool KeyCondition::canConstantBeWrappedByMonotonicFunctions(
 bool KeyCondition::canConstantBeWrappedByFunctions(
     const ASTPtr & ast, size_t & out_key_column_num, DataTypePtr & out_key_column_type, Field & out_value, DataTypePtr & out_type)
 {
-    const auto & sample_block = key_expr->getSampleBlock();
-
     // Constant expr should use alias names if any
     String passed_expr_name = ast->getColumnName();
     String expr_name;
+    if (!canConstantBeWrapped(ast, passed_expr_name, expr_name))
+        return false;
 
-    /// sample_block from key_expr cannot contain modulo and moduloLegacy at the same time.
-    /// For partition key it is always moduloLegacy.
-    if (sample_block.has(passed_expr_name))
-    {
-        expr_name = passed_expr_name;
-    }
-    else
-    {
-        auto adjusted_ast = ast->clone();
-        KeyDescription::moduloToModuloLegacyRecursive(adjusted_ast);
-        String adjusted_expr_name = adjusted_ast->getColumnName();
-
-        if (!sample_block.has(adjusted_expr_name))
-            return false;
-
-        expr_name = adjusted_expr_name;
-    }
+    const auto & sample_block = key_expr->getSampleBlock();
 
     /// TODO Nullable index is not yet landed.
     if (out_value.isNull())
diff --git a/src/Storages/MergeTree/KeyCondition.h b/src/Storages/MergeTree/KeyCondition.h
index bd51769ad1f..fc28d4a93c9 100644
--- a/src/Storages/MergeTree/KeyCondition.h
+++ b/src/Storages/MergeTree/KeyCondition.h
@@ -419,6 +419,12 @@ private:
     bool canConstantBeWrappedByFunctions(
         const ASTPtr & ast, size_t & out_key_column_num, DataTypePtr & out_key_column_type, Field & out_value, DataTypePtr & out_type);
 
+    /// Check if ASTPtr node, passed to canConstantBeWrappedBy*, can be used by them for further checks.
+    /// Always call this method at start of other methods, which require key comparison, because it also checks if adjusted
+    /// key expression can also be used (with substitution from modulo to moduloLegacy). This is needed because partition key
+    /// is always modified, when passed into keyCondition, - with recursive substitution from modulo to moduloLegacy.
+    bool canConstantBeWrapped(const ASTPtr & node, const String & expr_name, String & result_expr_name);
+
     /// If it's possible to make an RPNElement
     /// that will filter values (possibly tuples) by the content of 'prepared_set',
     /// do it and return true.
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index 3f128ef03a3..3bf33d45802 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -157,11 +157,11 @@ BlocksWithPartition MergeTreeDataWriter::splitBlockIntoParts(
 
     Block block_copy = block;
     /// After expression execution partition key columns will be added to block_copy with names regarding partition function.
-    auto partition_key_sample_block = MergeTreePartition::executePartitionByExpression(metadata_snapshot, block_copy, context);
+    auto partition_key_names_and_types = MergeTreePartition::executePartitionByExpression(metadata_snapshot, block_copy, context);
 
     ColumnRawPtrs partition_columns;
-    partition_columns.reserve(partition_key_sample_block.columns());
-    for (const ColumnWithTypeAndName & element : partition_key_sample_block)
+    partition_columns.reserve(partition_key_names_and_types.size());
+    for (const auto & element : partition_key_names_and_types)
         partition_columns.emplace_back(block_copy.getByName(element.name).column.get());
 
     PODArray<size_t> partition_num_to_first_row;
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 8ad48ab0516..a19bd263dbf 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -165,31 +165,31 @@ void MergeTreePartition::create(const StorageMetadataPtr & metadata_snapshot, Bl
     if (!metadata_snapshot->hasPartitionKey())
         return;
 
-    auto partition_key_sample_block = executePartitionByExpression(metadata_snapshot, block, context);
-    size_t partition_columns_num = partition_key_sample_block.columns();
-    value.resize(partition_columns_num);
-    const String modulo_legacy_function_name = "moduloLegacy";
+    auto partition_key_names_and_types = executePartitionByExpression(metadata_snapshot, block, context);
+    value.resize(partition_key_names_and_types.size());
 
-    for (size_t i = 0; i < partition_columns_num; ++i)
+    /// Executing partition_by expression adds new columns to passed block according to partition functions.
+    /// The block is passed by reference and is used afterwards. `moduloLegacy` needs to be substituted back
+    /// with just `modulo`, because it was a temporary substitution.
+    static constexpr auto modulo_legacy_function_name = "moduloLegacy";
+
+    size_t i = 0;
+    for (const auto & element : partition_key_names_and_types)
     {
-        const auto & column_name = partition_key_sample_block.getByPosition(i).name;
-        auto & partition_column = block.getByName(column_name);
+        auto & partition_column = block.getByName(element.name);
 
-        /// Executing partition_by expression adds new columns to passed block according to partition functions.
-        /// The block is passed by reference and is used afterwards. `moduloLegacy` needs to be substituted back
-        /// with just `modulo`, because it was a temporary substitution.
-        if (column_name.starts_with(modulo_legacy_function_name))
-            partition_column.name = "modulo" + partition_column.name.substr(modulo_legacy_function_name.size());
+        if (element.name.starts_with(modulo_legacy_function_name))
+            partition_column.name = "modulo" + partition_column.name.substr(std::strlen(modulo_legacy_function_name));
 
-        partition_column.column->get(row, value[i]);
+        partition_column.column->get(row, value[i++]);
     }
 }
 
-Block MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context)
+NamesAndTypesList MergeTreePartition::executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context)
 {
     auto adjusted_partition_key = adjustPartitionKey(metadata_snapshot, context);
     adjusted_partition_key.expression->execute(block);
-    return adjusted_partition_key.sample_block;
+    return adjusted_partition_key.sample_block.getNamesAndTypesList();
 }
 
 KeyDescription MergeTreePartition::adjustPartitionKey(const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
diff --git a/src/Storages/MergeTree/MergeTreePartition.h b/src/Storages/MergeTree/MergeTreePartition.h
index 541881633a0..67e7a246c30 100644
--- a/src/Storages/MergeTree/MergeTreePartition.h
+++ b/src/Storages/MergeTree/MergeTreePartition.h
@@ -44,7 +44,7 @@ public:
     void create(const StorageMetadataPtr & metadata_snapshot, Block block, size_t row, ContextPtr context);
 
     /// Adjust partition key and execute its expression on block. Return sample block according to used expression.
-    static Block executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context);
+    static NamesAndTypesList executePartitionByExpression(const StorageMetadataPtr & metadata_snapshot, Block & block, ContextPtr context);
 
     /// Make a modified partition key with substitution from modulo to moduloLegacy. Used in paritionPruner.
     static KeyDescription adjustPartitionKey(const StorageMetadataPtr & metadata_snapshot, ContextPtr context);
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.reference b/tests/queries/0_stateless/01870_modulo_partition_key.reference
index 29142711066..51c629e0a50 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.reference
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.reference
@@ -105,6 +105,8 @@ After detach:
 (58,8,29)
 (59,9,30)
 (60,0,30)
+Indexes:
+100
 comparison:
 0	-205	-5	-5
 1	-204	-4	-4
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.sql b/tests/queries/0_stateless/01870_modulo_partition_key.sql
index b3fdfde3a88..344b32659a8 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.sql
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.sql
@@ -1,11 +1,12 @@
 SELECT 'simple partition key:';
 DROP TABLE IF EXISTS table1 SYNC;
 CREATE TABLE table1 (id Int64, v UInt64)
-ENGINE = ReplicatedReplacingMergeTree('/clickhouse/test/tables/table', '1', v)
+ENGINE = ReplicatedReplacingMergeTree('/clickhouse/test/tables/table12', '1', v)
 PARTITION BY id % 200 ORDER BY id;
 INSERT INTO table1 SELECT number-205, number FROM numbers(10);
 INSERT INTO table1 SELECT number-205, number FROM numbers(400, 10);
-SELECT toInt64(partition) as p FROM system.parts WHERE table='table1' ORDER BY p;
+SELECT toInt64(partition) as p FROM system.parts WHERE table='table1' and database=currentDatabase() ORDER BY p;
+
 select 'where id % 200 = +-2:';
 select id from table1 where id % 200 = 2 OR id % 200 = -2 order by id;
 select 'where id % 200 > 0:';
@@ -20,7 +21,7 @@ ENGINE = MergeTree()
 PARTITION BY (toInt32(id / 2) % 3, id % 200) ORDER BY id;
 INSERT INTO table2 SELECT number-205, number FROM numbers(10);
 INSERT INTO table2 SELECT number-205, number FROM numbers(400, 10);
-SELECT partition as p FROM system.parts WHERE table='table2' ORDER BY p;
+SELECT partition as p FROM system.parts WHERE table='table2' and database=currentDatabase() ORDER BY p;
 
 SELECT 'recursive modulo partition key:';
 DROP TABLE IF EXISTS table3;
@@ -29,11 +30,20 @@ ENGINE = MergeTree()
 PARTITION BY (id % 200, (id % 200) % 10, toInt32(round((id % 200) / 2, 0))) ORDER BY id;
 INSERT INTO table3 SELECT number-205, number FROM numbers(10);
 INSERT INTO table3 SELECT number-205, number FROM numbers(400, 10);
-SELECT partition as p FROM system.parts WHERE table='table3' ORDER BY p;
+SELECT partition as p FROM system.parts WHERE table='table3' and database=currentDatabase() ORDER BY p;
+
 DETACH TABLE table3;
 ATTACH TABLE table3;
 SELECT 'After detach:';
-SELECT partition as p FROM system.parts WHERE table='table3' ORDER BY p;
+SELECT partition as p FROM system.parts WHERE table='table3' and database=currentDatabase() ORDER BY p;
+
+SELECT 'Indexes:';
+DROP TABLE IF EXISTS table4;
+CREATE TABLE table4 (id Int64, v UInt64, s String,
+INDEX a (id * 2, s) TYPE minmax GRANULARITY 3
+) ENGINE = MergeTree() PARTITION BY id % 10 ORDER BY v;
+INSERT INTO table4 SELECT number, number, toString(number) FROM numbers(1000);
+SELECT count() FROM table4 WHERE id % 10 = 7;
 
 SELECT 'comparison:';
 SELECT v, v-205 as vv, modulo(vv, 200), moduloLegacy(vv, 200) FROM table1 ORDER BY v;

From 35e2cc7b2b0ef29622a560e6306e594a5629067b Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 25 May 2021 02:42:13 +0300
Subject: [PATCH 0463/1060] fix several cases in cast operator

---
 src/Functions/FunctionsConversion.h           |  4 +--
 src/Parsers/ExpressionElementParsers.cpp      | 34 ++++++++++++++-----
 .../01852_cast_operator_2.reference           | 13 +++++++
 .../0_stateless/01852_cast_operator_2.sql     | 19 +++++++++++
 4 files changed, 60 insertions(+), 10 deletions(-)
 create mode 100644 tests/queries/0_stateless/01852_cast_operator_2.reference
 create mode 100644 tests/queries/0_stateless/01852_cast_operator_2.sql

diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index e7dff43131b..589bd4cc16e 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -2523,7 +2523,7 @@ private:
         if (!from_type)
         {
             throw Exception(ErrorCodes::TYPE_MISMATCH,
-                "CAST AS Array can only be perforamed between same-dimensional Array or String types");
+                "CAST AS Array can only be performed between same-dimensional Array or String types");
         }
 
         DataTypePtr from_nested_type = from_type->getNestedType();
@@ -2533,7 +2533,7 @@ private:
 
         if (from_type->getNumberOfDimensions() != to_type.getNumberOfDimensions() && !from_empty_array)
             throw Exception(ErrorCodes::TYPE_MISMATCH,
-                "CAST AS Array can only be perforamed between same-dimensional array types");
+                "CAST AS Array can only be performed between same-dimensional array types");
 
         const DataTypePtr & to_nested_type = to_type.getNestedType();
 
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 9c20cfd0327..cde75396180 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -824,34 +824,48 @@ bool ParserCastOperator::parseImpl(Pos & pos, ASTPtr & node, Expected & expected
     /// Parse numbers (including decimals), strings and arrays of them.
 
     const char * data_begin = pos->begin;
+    const char * data_end = pos->end;
     bool is_string_literal = pos->type == TokenType::StringLiteral;
     if (pos->type == TokenType::Number || is_string_literal)
     {
         ++pos;
     }
-    else if (pos->type == TokenType::OpeningSquareBracket)
+    else if (isOneOf<TokenType::OpeningSquareBracket, TokenType::OpeningRoundBracket>(pos->type))
     {
         TokenType last_token = TokenType::OpeningSquareBracket;
+        std::vector<TokenType> stack;
         while (pos.isValid())
         {
-            if (pos->type == TokenType::OpeningSquareBracket)
+            if (isOneOf<TokenType::OpeningSquareBracket, TokenType::OpeningRoundBracket>(pos->type))
             {
-                if (!isOneOf<TokenType::OpeningSquareBracket, TokenType::Comma>(last_token))
+                stack.push_back(pos->type);
+                if (!isOneOf<TokenType::OpeningSquareBracket, TokenType::OpeningRoundBracket, TokenType::Comma>(last_token))
                     return false;
             }
             else if (pos->type == TokenType::ClosingSquareBracket)
             {
-                if (last_token == TokenType::Comma)
+                if (isOneOf<TokenType::Comma, TokenType::OpeningRoundBracket>(last_token))
                     return false;
+                if (stack.empty() || stack.back() != TokenType::OpeningSquareBracket)
+                    return false;
+                stack.pop_back();
+            }
+            else if (pos->type == TokenType::ClosingRoundBracket)
+            {
+                if (isOneOf<TokenType::Comma, TokenType::OpeningSquareBracket>(last_token))
+                    return false;
+                if (stack.empty() || stack.back() != TokenType::OpeningRoundBracket)
+                    return false;
+                stack.pop_back();
             }
             else if (pos->type == TokenType::Comma)
             {
-                if (isOneOf<TokenType::OpeningSquareBracket, TokenType::Comma>(last_token))
+                if (isOneOf<TokenType::OpeningSquareBracket, TokenType::OpeningRoundBracket, TokenType::Comma>(last_token))
                     return false;
             }
             else if (isOneOf<TokenType::Number, TokenType::StringLiteral>(pos->type))
             {
-                if (!isOneOf<TokenType::OpeningSquareBracket, TokenType::Comma>(last_token))
+                if (!isOneOf<TokenType::OpeningSquareBracket, TokenType::OpeningRoundBracket, TokenType::Comma>(last_token))
                     return false;
             }
             else
@@ -859,14 +873,18 @@ bool ParserCastOperator::parseImpl(Pos & pos, ASTPtr & node, Expected & expected
                 break;
             }
 
+            /// Update data_end on every iteration to avoid appearances of extra trailing
+            /// whitespaces into data. Whitespaces are skipped at operator '++' of Pos.
+            data_end = pos->end;
             last_token = pos->type;
             ++pos;
         }
+
+        if (!stack.empty())
+            return false;
     }
 
     ASTPtr type_ast;
-    const char * data_end = pos->begin;
-
     if (ParserToken(TokenType::DoubleColon).ignore(pos, expected)
         && ParserDataType().parse(pos, type_ast, expected))
     {
diff --git a/tests/queries/0_stateless/01852_cast_operator_2.reference b/tests/queries/0_stateless/01852_cast_operator_2.reference
new file mode 100644
index 00000000000..438eabda142
--- /dev/null
+++ b/tests/queries/0_stateless/01852_cast_operator_2.reference
@@ -0,0 +1,13 @@
+(0.1000000000000000000000000000000000000000000000000000000000000000000000,0.2000000000000000000000000000000000000000000000000000000000000000000000)
+SELECT CAST(\'(0.1, 0.2)\', \'Tuple(Decimal(75, 70), Decimal(75, 70))\')
+0.1000
+SELECT CAST(\'0.1\', \'Decimal(4, 4)\')
+[1,2,3]
+SELECT CAST(\'[1, 2, 3]\', \'Array(Int32)\')
+[1,2]
+SELECT CAST([CAST(\'1\', \'UInt32\'), CAST(\'2\', \'UInt32\')], \'Array(UInt64)\')
+[[1,2],[3]]
+SELECT CAST([CAST(\'[1, 2]\', \'Array(UInt32)\'), [3]], \'Array(Array(UInt64))\')
+[[1,2],[3]]
+SELECT CAST([CAST([CAST(\'1\', \'UInt16\'), CAST(\'2\', \'UInt16\')], \'Array(UInt32)\'), [3]], \'Array(Array(UInt64))\')
+[(1,'a'),(3,'b')]	Nested(u UInt8, s String)
diff --git a/tests/queries/0_stateless/01852_cast_operator_2.sql b/tests/queries/0_stateless/01852_cast_operator_2.sql
new file mode 100644
index 00000000000..859d33a381a
--- /dev/null
+++ b/tests/queries/0_stateless/01852_cast_operator_2.sql
@@ -0,0 +1,19 @@
+SELECT (0.1, 0.2)::Tuple(Decimal(75, 70), Decimal(75, 70));
+EXPLAIN SYNTAX SELECT (0.1, 0.2)::Tuple(Decimal(75, 70), Decimal(75, 70));
+
+SELECT 0.1 :: Decimal(4, 4);
+EXPLAIN SYNTAX SELECT 0.1 :: Decimal(4, 4);
+
+SELECT [1, 2, 3] :: Array(Int32);
+EXPLAIN SYNTAX SELECT [1, 2, 3] :: Array(Int32);
+
+SELECT [1::UInt32, 2::UInt32]::Array(UInt64);
+EXPLAIN SYNTAX SELECT [1::UInt32, 2::UInt32]::Array(UInt64);
+
+SELECT [[1, 2]::Array(UInt32), [3]]::Array(Array(UInt64));
+EXPLAIN SYNTAX SELECT [[1, 2]::Array(UInt32), [3]]::Array(Array(UInt64));
+
+SELECT [[1::UInt16, 2::UInt16]::Array(UInt32), [3]]::Array(Array(UInt64));
+EXPLAIN SYNTAX SELECT [[1::UInt16, 2::UInt16]::Array(UInt32), [3]]::Array(Array(UInt64));
+
+SELECT [(1, 'a'), (3, 'b')]::Nested(u UInt8, s String) AS t, toTypeName(t);

From 3acbd12c54fb920b82ea0e7a91bcfb4aaa64f44a Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 25 May 2021 03:49:24 +0300
Subject: [PATCH 0464/1060] enable reading of subcolumn for distributed tables

---
 src/Storages/StorageDistributed.h             |  1 +
 .../01883_subcolumns_distributed.reference    |  2 ++
 .../01883_subcolumns_distributed.sql          | 21 +++++++++++++++++++
 3 files changed, 24 insertions(+)
 create mode 100644 tests/queries/0_stateless/01883_subcolumns_distributed.reference
 create mode 100644 tests/queries/0_stateless/01883_subcolumns_distributed.sql

diff --git a/src/Storages/StorageDistributed.h b/src/Storages/StorageDistributed.h
index 61e83c611a7..9849ce7625c 100644
--- a/src/Storages/StorageDistributed.h
+++ b/src/Storages/StorageDistributed.h
@@ -51,6 +51,7 @@ public:
     bool supportsSampling() const override { return true; }
     bool supportsFinal() const override { return true; }
     bool supportsPrewhere() const override { return true; }
+    bool supportsSubcolumns() const override { return true; }
     StoragePolicyPtr getStoragePolicy() const override;
 
     bool isRemote() const override { return true; }
diff --git a/tests/queries/0_stateless/01883_subcolumns_distributed.reference b/tests/queries/0_stateless/01883_subcolumns_distributed.reference
new file mode 100644
index 00000000000..459f90ada98
--- /dev/null
+++ b/tests/queries/0_stateless/01883_subcolumns_distributed.reference
@@ -0,0 +1,2 @@
+3	0	bbb	ccc
+3	0	bbb	ccc
diff --git a/tests/queries/0_stateless/01883_subcolumns_distributed.sql b/tests/queries/0_stateless/01883_subcolumns_distributed.sql
new file mode 100644
index 00000000000..5593dc60251
--- /dev/null
+++ b/tests/queries/0_stateless/01883_subcolumns_distributed.sql
@@ -0,0 +1,21 @@
+DROP TABLE IF EXISTS t_subcolumns_local;
+DROP TABLE IF EXISTS t_subcolumns_dist;
+
+CREATE TABLE t_subcolumns_local (arr Array(UInt32), n Nullable(String), t Tuple(s1 String, s2 String))
+ENGINE = MergeTree ORDER BY tuple();
+
+CREATE TABLE t_subcolumns_dist AS t_subcolumns_local ENGINE = Distributed(test_cluster_two_shards, currentDatabase(), t_subcolumns_local);
+
+INSERT INTO t_subcolumns_local VALUES ([1, 2, 3], 'aaa', ('bbb', 'ccc'));
+
+SELECT arr.size0, n.null, t.s1, t.s2 FROM t_subcolumns_dist;
+
+DROP TABLE t_subcolumns_local;
+
+-- StripeLog doesn't support subcolumns.
+CREATE TABLE t_subcolumns_local (arr Array(UInt32), n Nullable(String), t Tuple(s1 String, s2 String)) ENGINE = StripeLog;
+
+SELECT arr.size0, n.null, t.s1, t.s2 FROM t_subcolumns_dist; -- { serverError 47 }
+
+DROP TABLE t_subcolumns_local;
+DROP TABLE t_subcolumns_dist;

From c2f5e7b51c8795a4be12be50d4e51109733bb43d Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Tue, 25 May 2021 07:41:49 +0300
Subject: [PATCH 0465/1060] Update
 docs/en/engines/table-engines/mergetree-family/replication.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/engines/table-engines/mergetree-family/replication.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/engines/table-engines/mergetree-family/replication.md b/docs/en/engines/table-engines/mergetree-family/replication.md
index fc62ab76c53..8e4698b9bf8 100644
--- a/docs/en/engines/table-engines/mergetree-family/replication.md
+++ b/docs/en/engines/table-engines/mergetree-family/replication.md
@@ -101,7 +101,7 @@ For very large clusters, you can use different ZooKeeper clusters for different
 
 Replication is asynchronous and multi-master. `INSERT` queries (as well as `ALTER`) can be sent to any available server. Data is inserted on the server where the query is run, and then it is copied to the other servers. Because it is asynchronous, recently inserted data appears on the other replicas with some latency. If part of the replicas are not available, the data is written when they become available. If a replica is available, the latency is the amount of time it takes to transfer the block of compressed data over the network. The number of threads performing background tasks for replicated tables can be set by [background_schedule_pool_size](../../../operations/settings/settings.md#background_schedule_pool_size) setting.
 
-`ReplicatedMergeTree` engine uses a separate thread pool for replicated fetches. Size of the pool limited by setting [background_fetches_pool_size](../../../operations/settings/settings.md#background_fetches_pool_size) setting which can be tuned with a server restart. 
+`ReplicatedMergeTree` engine uses a separate thread pool for replicated fetches. Size of the pool is limited by the [background_fetches_pool_size](../../../operations/settings/settings.md#background_fetches_pool_size) setting which can be tuned with a server restart. 
 
 By default, an INSERT query waits for confirmation of writing the data from only one replica. If the data was successfully written to only one replica and the server with this replica ceases to exist, the stored data will be lost. To enable getting confirmation of data writes from multiple replicas, use the `insert_quorum` option.
 

From a159d0732d096c1ff83dfba3068d7a7639bf4cfa Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Tue, 25 May 2021 07:45:32 +0300
Subject: [PATCH 0466/1060] Update
 docs/ru/sql-reference/functions/encoding-functions.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/sql-reference/functions/encoding-functions.md | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index a29a98fb19c..95276d60924 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -153,7 +153,7 @@ Result:
 
 ## unhex(str) {#unhexstr}
 
-Выполняет операцию обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
+Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
 
 Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md##type-conversion-functions).
 
@@ -206,4 +206,3 @@ SELECT unhex('303132'), UNHEX('4D7953514C');
 ## bitmaskToArray(num) {#bitmasktoarraynum}
 
 Принимает целое число. Возвращает массив чисел типа UInt64, содержащий степени двойки, в сумме дающих исходное число; числа в массиве идут по возрастанию.
-

From e9cc105e2ef51861d3b1e663b421402631aa75e8 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Tue, 25 May 2021 06:21:45 +0000
Subject: [PATCH 0467/1060] Fixed

---
 docs/en/sql-reference/functions/encoding-functions.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index 4e8352f7f65..222e8f0579e 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -151,11 +151,11 @@ Result:
 └──────────────────┘
 ```
 
-## unhex(str) {#unhexstr}
+## unhex {#unhexstr}
 
 Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to a character.
 
-If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md##type-conversion-functions) functions.
+If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAsType](../../sql-reference/functions/type-conversion-functions.md##type-conversion-functions) functions.
 
 Синоним: `UNHEX`.
 

From 6a726ca8ed25449cefe9847c761fe7339affae86 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 25 May 2021 10:19:10 +0300
Subject: [PATCH 0468/1060] Update test.

---
 .../01881_union_header_mismatch_bug.reference | 10 ++++++
 .../01881_union_header_mismatch_bug.sql       | 31 ++++++++++++++++++-
 2 files changed, 40 insertions(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01881_union_header_mismatch_bug.reference b/tests/queries/0_stateless/01881_union_header_mismatch_bug.reference
index 62596a01d0b..fbec53380d2 100644
--- a/tests/queries/0_stateless/01881_union_header_mismatch_bug.reference
+++ b/tests/queries/0_stateless/01881_union_header_mismatch_bug.reference
@@ -1 +1,11 @@
 table	10	101
+a	0
+a	1
+a	2
+a	3
+a	4
+b	0
+b	1
+b	2
+b	3
+b	4
diff --git a/tests/queries/0_stateless/01881_union_header_mismatch_bug.sql b/tests/queries/0_stateless/01881_union_header_mismatch_bug.sql
index 98dd32c8bd7..9a220ffd49f 100644
--- a/tests/queries/0_stateless/01881_union_header_mismatch_bug.sql
+++ b/tests/queries/0_stateless/01881_union_header_mismatch_bug.sql
@@ -1 +1,30 @@
-select *　from (　select 'table' as table, toInt64(10) as rows, toInt64(101) as elements　union all　select 'another table' as table, toInt64(0) as rows, toInt64(0) as elements　)　where rows - elements <> 0
+select *　from (　select 'table' as table, toInt64(10) as rows, toInt64(101) as elements　union all　select 'another table' as table, toInt64(0) as rows, toInt64(0) as elements　)　where rows - elements <> 0;
+
+SELECT
+    label,
+    number
+FROM
+(
+    SELECT
+        'a' AS label,
+        number
+    FROM
+    (
+        SELECT number
+        FROM numbers(10)
+    )
+    UNION ALL
+    SELECT
+        'b' AS label,
+        number
+    FROM
+    (
+        SELECT number
+        FROM numbers(10)
+    )
+)
+WHERE number IN
+(
+    SELECT number
+    FROM numbers(5)
+) order by label, number;

From f9f1ac165c45d490df40635689f10511669476c8 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 10:22:25 +0300
Subject: [PATCH 0469/1060] Update jit_example

---
 src/Interpreters/examples/jit_example.cpp | 68 +++++++++++------------
 1 file changed, 34 insertions(+), 34 deletions(-)

diff --git a/src/Interpreters/examples/jit_example.cpp b/src/Interpreters/examples/jit_example.cpp
index db02d843f28..9694314b820 100644
--- a/src/Interpreters/examples/jit_example.cpp
+++ b/src/Interpreters/examples/jit_example.cpp
@@ -1,57 +1,57 @@
 #include <iostream>
 
-// #include <llvm/IR/IRBuilder.h>
+#include <llvm/IR/IRBuilder.h>
 
-// #include <Interpreters/JIT/CHJIT.h>
+#include <Interpreters/JIT/CHJIT.h>
 
-// void test_function()
-// {
-//     std::cerr << "Test function" << std::endl;
-// }
+void test_function()
+{
+    std::cerr << "Test function" << std::endl;
+}
 
 int main(int argc, char **argv)
 {
     (void)(argc);
     (void)(argv);
 
-    // auto jit = DB::CHJIT();
+    auto jit = DB::CHJIT();
 
-    // jit.registerExternalSymbol("test_function", reinterpret_cast<void *>(&test_function));
+    jit.registerExternalSymbol("test_function", reinterpret_cast<void *>(&test_function));
 
-    // auto compiled_module_info = jit.compileModule([](llvm::Module & module)
-    // {
-    //     auto & context = module.getContext();
-    //     llvm::IRBuilder<> b (context);
+    auto compiled_module_info = jit.compileModule([](llvm::Module & module)
+    {
+        auto & context = module.getContext();
+        llvm::IRBuilder<> b (context);
 
-    //     auto * func_declaration_type = llvm::FunctionType::get(b.getVoidTy(), { }, /*isVarArg=*/false);
-    //     auto * func_declaration = llvm::Function::Create(func_declaration_type, llvm::Function::ExternalLinkage, "test_function", module);
+        auto * func_declaration_type = llvm::FunctionType::get(b.getVoidTy(), { }, /*isVarArg=*/false);
+        auto * func_declaration = llvm::Function::Create(func_declaration_type, llvm::Function::ExternalLinkage, "test_function", module);
 
-    //     auto * value_type = b.getInt64Ty();
-    //     auto * pointer_type = value_type->getPointerTo();
+        auto * value_type = b.getInt64Ty();
+        auto * pointer_type = value_type->getPointerTo();
 
-    //     auto * func_type = llvm::FunctionType::get(b.getVoidTy(), { pointer_type }, /*isVarArg=*/false);
-    //     auto * function = llvm::Function::Create(func_type, llvm::Function::ExternalLinkage, "test_name", module);
-    //     auto * entry = llvm::BasicBlock::Create(context, "entry", function);
+        auto * func_type = llvm::FunctionType::get(b.getVoidTy(), { pointer_type }, /*isVarArg=*/false);
+        auto * function = llvm::Function::Create(func_type, llvm::Function::ExternalLinkage, "test_name", module);
+        auto * entry = llvm::BasicBlock::Create(context, "entry", function);
 
-    //     auto * argument = function->args().begin();
-    //     b.SetInsertPoint(entry);
+        auto * argument = function->args().begin();
+        b.SetInsertPoint(entry);
 
-    //     b.CreateCall(func_declaration);
+        b.CreateCall(func_declaration);
 
-    //     auto * load_argument = b.CreateLoad(value_type, argument);
-    //     auto * value = b.CreateAdd(load_argument, load_argument);
-    //     b.CreateRet(value);
-    // });
+        auto * load_argument = b.CreateLoad(value_type, argument);
+        auto * value = b.CreateAdd(load_argument, load_argument);
+        b.CreateRet(value);
+    });
 
-    // for (const auto & compiled_function_name : compiled_module_info.compiled_functions)
-    // {
-    //     std::cerr << compiled_function_name << std::endl;
-    // }
+    for (const auto & compiled_function_name : compiled_module_info.compiled_functions)
+    {
+        std::cerr << compiled_function_name << std::endl;
+    }
 
-    // int64_t value = 5;
-    // auto * test_name_function = reinterpret_cast<int64_t (*)(int64_t *)>(jit.findCompiledFunction(compiled_module_info, "test_name"));
-    // auto result = test_name_function(&value);
-    // std::cerr << "Result " << result << std::endl;
+    int64_t value = 5;
+    auto * test_name_function = reinterpret_cast<int64_t (*)(int64_t *)>(jit.findCompiledFunction(compiled_module_info, "test_name"));
+    auto result = test_name_function(&value);
+    std::cerr << "Result " << result << std::endl;
 
     return 0;
 }

From e95160aa5c14afb5b519c9dca6b8cd36a3c18f2a Mon Sep 17 00:00:00 2001
From: Evgenia Sudarikova <56156889+otrazhenia@users.noreply.github.com>
Date: Tue, 25 May 2021 10:50:32 +0300
Subject: [PATCH 0470/1060] Update
 docs/ru/sql-reference/functions/splitting-merging-functions.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/sql-reference/functions/splitting-merging-functions.md | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/functions/splitting-merging-functions.md b/docs/ru/sql-reference/functions/splitting-merging-functions.md
index 33fcdd7062e..500c6ac5daa 100644
--- a/docs/ru/sql-reference/functions/splitting-merging-functions.md
+++ b/docs/ru/sql-reference/functions/splitting-merging-functions.md
@@ -93,7 +93,7 @@ SELECT splitByString('', 'abcde')
 
 ## splitByRegexp(regexp, s) {#splitbyregexpseparator-s}
 
-Разбивает строку на подстроки, разделенные регулярным выражением. В качестве разделителя используется строка регулярного выражения `regexp`. Если `regexp` пустая, она разделит строку `s` на массив одиночных символов. Если для регулярного выражения совпадения не найдено, строка `s` не будет разбита.
+Разбивает строку на подстроки, разделенные регулярным выражением. В качестве разделителя используется строка регулярного выражения `regexp`. Если `regexp` пустая, функция разделит строку `s` на массив одиночных символов. Если для регулярного выражения совпадения не найдено, строка `s` не будет разбита.
 
 **Синтаксис**
 
@@ -168,4 +168,3 @@ SELECT alphaTokens('abca1abc')
 │ ['abca','abc']          │
 └─────────────────────────┘
 ```
-

From a4dacc4875d152ed6de9c70e970e47df9b3dc33b Mon Sep 17 00:00:00 2001
From: lehasm <lehasm@gmail.com>
Date: Tue, 25 May 2021 11:42:29 +0300
Subject: [PATCH 0471/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index ca337d39e8e..19a34d099de 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -370,7 +370,7 @@ This setting is applied to `INSERT ... VALUES` queries.
 
 ## insert_null_as_default {#insert_null_as_default}
 
-Enables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into clumns with not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) data type. 
+Enables or disables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into columns with not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) data type. 
 This setting is applied to `INSERT ... SELECT` [queries](../../sql-reference/statements/insert-into.md#insert_query_insert-select). Note that `SELECT` subqueries may be concatenated with `UNION ALL` clause.
 If column type is nullable then `NULL` values are inserted as is regardless of this setting.
 If column type is not nullable and this setting is disabled, then inserting `NULL` causes an exception.

From ba43fe784cd877afdcd8683dbf4ac9e2217a4778 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 11:50:40 +0300
Subject: [PATCH 0472/1060] Updated tests

---
 docker/test/fasttest/run.sh                   |  1 +
 src/Interpreters/ExpressionJIT.cpp            | 19 ++++++-------------
 .../0_stateless/01072_nullable_jit.sql        |  6 ++++--
 .../01871_merge_tree_compile_expressions.sql  |  6 +++---
 4 files changed, 14 insertions(+), 18 deletions(-)

diff --git a/docker/test/fasttest/run.sh b/docker/test/fasttest/run.sh
index 3a19a249f8e..fc73a0df0ee 100755
--- a/docker/test/fasttest/run.sh
+++ b/docker/test/fasttest/run.sh
@@ -374,6 +374,7 @@ function run_tests
         01801_s3_cluster
 
         # Depends on LLVM JIT
+        01072_nullable_jit
         01852_jit_if
         01865_jit_comparison_constant_result
         01871_merge_tree_compile_expressions
diff --git a/src/Interpreters/ExpressionJIT.cpp b/src/Interpreters/ExpressionJIT.cpp
index f63510f42c6..779697fc7af 100644
--- a/src/Interpreters/ExpressionJIT.cpp
+++ b/src/Interpreters/ExpressionJIT.cpp
@@ -403,21 +403,15 @@ static CompileDAG getCompilableDAG(
         if (!all_children_visited)
             continue;
 
+        /// Here we process only functions that are not compiled constants
+
         CompileDAG::Node compile_node;
         compile_node.function = node->function_base;
         compile_node.result_type = node->result_type;
+        compile_node.type = CompileDAG::CompileType::FUNCTION;
 
-        // if (node->type == ActionsDAG::ActionType::FUNCTION)
-        // {
-            compile_node.type = CompileDAG::CompileType::FUNCTION;
-            for (const auto * child : node->children)
-                compile_node.arguments.push_back(visited_node_to_compile_dag_position[child]);
-        // }
-        // else
-        // {
-        //     compile_node.type = CompileDAG::CompileType::INPUT;
-        //     children.emplace_back(node);
-        // }
+        for (const auto * child : node->children)
+            compile_node.arguments.push_back(visited_node_to_compile_dag_position[child]);
 
         visited_node_to_compile_dag_position[node] = dag.getNodesCount();
 
@@ -457,8 +451,7 @@ void ActionsDAG::compileFunctions(size_t min_count_to_compile_expression)
     std::stack<Frame> stack;
     std::unordered_set<const Node *> visited_nodes;
 
-    /** Algorithm is to iterate over each node in ActionsDAG, and update node compilable status.
-      * Node is compilable if all its children are compilable and node is also compilable.
+    /** Algorithm is to iterate over each node in ActionsDAG, and update node compilable_children_size.
       * After this procedure data for each node is initialized.
       */
 
diff --git a/tests/queries/0_stateless/01072_nullable_jit.sql b/tests/queries/0_stateless/01072_nullable_jit.sql
index 45e9f110bcb..ae220fda475 100644
--- a/tests/queries/0_stateless/01072_nullable_jit.sql
+++ b/tests/queries/0_stateless/01072_nullable_jit.sql
@@ -1,3 +1,5 @@
+SET compile_expressions = 1;
+
 DROP TABLE IF EXISTS foo;
 
 CREATE TABLE foo (
@@ -12,7 +14,7 @@ CREATE TABLE foo (
 
 INSERT INTO foo VALUES (1, 0.5, 0.2, 0.3, 0.8);
 
-SELECT divide(sum(a) + sum(b), nullIf(sum(c) + sum(d), 0)) FROM foo SETTINGS compile_expressions = 1;
-SELECT divide(sum(a) + sum(b), nullIf(sum(c) + sum(d), 0)) FROM foo SETTINGS compile_expressions = 1;
+SELECT divide(sum(a) + sum(b), nullIf(sum(c) + sum(d), 0)) FROM foo;
+SELECT divide(sum(a) + sum(b), nullIf(sum(c) + sum(d), 0)) FROM foo;
 
 DROP TABLE foo;
diff --git a/tests/queries/0_stateless/01871_merge_tree_compile_expressions.sql b/tests/queries/0_stateless/01871_merge_tree_compile_expressions.sql
index f8cad868187..ea1e26b1f00 100644
--- a/tests/queries/0_stateless/01871_merge_tree_compile_expressions.sql
+++ b/tests/queries/0_stateless/01871_merge_tree_compile_expressions.sql
@@ -6,9 +6,9 @@ SET compile_expressions=true;
 
 -- CREATE TABLE will use global profile with default min_count_to_compile_expression=3
 -- so retry 3 times
-CREATE TABLE data_01875_1 Engine=MergeTree ORDER BY number PARTITION BY bitShiftRight(number,8) AS SELECT * FROM numbers(16384);
-CREATE TABLE data_01875_2 Engine=MergeTree ORDER BY number PARTITION BY bitShiftRight(number,8) AS SELECT * FROM numbers(16384);
-CREATE TABLE data_01875_3 Engine=MergeTree ORDER BY number PARTITION BY bitShiftRight(number,8) AS SELECT * FROM numbers(16384);
+CREATE TABLE data_01875_1 Engine=MergeTree ORDER BY number PARTITION BY bitShiftRight(number, 8) + 1 AS SELECT * FROM numbers(16384);
+CREATE TABLE data_01875_2 Engine=MergeTree ORDER BY number PARTITION BY bitShiftRight(number, 8) + 1 AS SELECT * FROM numbers(16384);
+CREATE TABLE data_01875_3 Engine=MergeTree ORDER BY number PARTITION BY bitShiftRight(number, 8) + 1 AS SELECT * FROM numbers(16384);
 
 SELECT number FROM data_01875_3 WHERE number = 999;
 

From 6a434c0ce89438c1f7009c17940d742fc35647d6 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Tue, 25 May 2021 12:19:03 +0300
Subject: [PATCH 0473/1060] Started to implement fuzzing for YAMLParser

---
 src/Parsers/examples/YAML_fuzzer.cpp |  26 ++++
 tests/fuzz/YAML_fuzzer.dict          | 198 +++++++++++++++++++++++++++
 tests/fuzz/YAML_fuzzer.options       |   2 +
 3 files changed, 226 insertions(+)
 create mode 100644 src/Parsers/examples/YAML_fuzzer.cpp
 create mode 100644 tests/fuzz/YAML_fuzzer.dict
 create mode 100644 tests/fuzz/YAML_fuzzer.options

diff --git a/src/Parsers/examples/YAML_fuzzer.cpp b/src/Parsers/examples/YAML_fuzzer.cpp
new file mode 100644
index 00000000000..1abd9adfcb7
--- /dev/null
+++ b/src/Parsers/examples/YAML_fuzzer.cpp
@@ -0,0 +1,26 @@
+#include <iostream>
+#include <fstream>
+#include <string>
+
+#include <Parsers/ASTCreateQuery.h>
+#include <Parsers/ParserCreateQuery.h>
+#include <Parsers/formatAST.h>
+#include <Parsers/parseQuery.h>
+
+
+extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
+{
+    std::string input = std::string(reinterpret_cast<const char*>(data), size);
+    DB::YAMLParser parser;
+
+    std::ofstream temp_file("YAML_fuzzer_data.yaml");
+    temp_file << input;
+    temp_file.close();
+    
+    YAMLParser::parse("YAML_fuzzer_data.yaml");
+
+    remove("YAML_fuzzer_data.yaml");
+
+    return 0;
+}
+
diff --git a/tests/fuzz/YAML_fuzzer.dict b/tests/fuzz/YAML_fuzzer.dict
new file mode 100644
index 00000000000..1e34e62b620
--- /dev/null
+++ b/tests/fuzz/YAML_fuzzer.dict
@@ -0,0 +1,198 @@
+"key1"
+"key2"
+"key3"
+"key4"
+"key5"
+"key6"
+"key7"
+"key8"
+"key9"
+"key10"
+"key11"
+"key12"
+"key13"
+"key14"
+"key15"
+"key16"
+"key17"
+"key18"
+"key19"
+"key20"
+"key21"
+"key22"
+"key23"
+"key24"
+"key25"
+"key26"
+"key27"
+"key28"
+"key29"
+"key30"
+"key31"
+"key32"
+"key33"
+"key34"
+"key35"
+"key36"
+"key37"
+"key38"
+"key39"
+"key40"
+"key41"
+"key42"
+"key43"
+"key44"
+"key45"
+"key46"
+"key47"
+"key48"
+"key49"
+"key50"
+"key51"
+"key52"
+"key53"
+"key54"
+"key55"
+"key56"
+"key57"
+"key58"
+"key59"
+"key60"
+"key61"
+"key62"
+"key63"
+"key64"
+"key65"
+"key66"
+"key67"
+"key68"
+"key69"
+"key70"
+"key71"
+"key72"
+"key73"
+"key74"
+"key75"
+"key76"
+"key77"
+"key78"
+"key79"
+"key80"
+"key81"
+"key82"
+"key83"
+"key84"
+"key85"
+"key86"
+"key87"
+"key88"
+"key89"
+"key90"
+"key91"
+"key92"
+"key93"
+"key94"
+"key95"
+"key96"
+"key97"
+"key98"
+"key99"
+"val1"
+"val2"
+"val3"
+"val4"
+"val5"
+"val6"
+"val7"
+"val8"
+"val9"
+"val10"
+"val11"
+"val12"
+"val13"
+"val14"
+"val15"
+"val16"
+"val17"
+"val18"
+"val19"
+"val20"
+"val21"
+"val22"
+"val23"
+"val24"
+"val25"
+"val26"
+"val27"
+"val28"
+"val29"
+"val30"
+"val31"
+"val32"
+"val33"
+"val34"
+"val35"
+"val36"
+"val37"
+"val38"
+"val39"
+"val40"
+"val41"
+"val42"
+"val43"
+"val44"
+"val45"
+"val46"
+"val47"
+"val48"
+"val49"
+"val50"
+"val51"
+"val52"
+"val53"
+"val54"
+"val55"
+"val56"
+"val57"
+"val58"
+"val59"
+"val60"
+"val61"
+"val62"
+"val63"
+"val64"
+"val65"
+"val66"
+"val67"
+"val68"
+"val69"
+"val70"
+"val71"
+"val72"
+"val73"
+"val74"
+"val75"
+"val76"
+"val77"
+"val78"
+"val79"
+"val80"
+"val81"
+"val82"
+"val83"
+"val84"
+"val85"
+"val86"
+"val87"
+"val88"
+"val89"
+"val90"
+"val91"
+"val92"
+"val93"
+"val94"
+"val95"
+"val96"
+"val97"
+"val98"
+"val99"
diff --git a/tests/fuzz/YAML_fuzzer.options b/tests/fuzz/YAML_fuzzer.options
new file mode 100644
index 00000000000..1a0d84a96c4
--- /dev/null
+++ b/tests/fuzz/YAML_fuzzer.options
@@ -0,0 +1,2 @@
+[libfuzzer]
+dict = YAML_fuzzer.dict

From 9934caeedfdfe7df3b77c125dac096d688bc69c1 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Tue, 25 May 2021 13:40:45 +0300
Subject: [PATCH 0474/1060] Revent libunwind

---
 contrib/libunwind | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/libunwind b/contrib/libunwind
index 1e4a2e5ce77..a491c27b331 160000
--- a/contrib/libunwind
+++ b/contrib/libunwind
@@ -1 +1 @@
-Subproject commit 1e4a2e5ce77be1af12e918a3c15dccf2bbac587d
+Subproject commit a491c27b33109a842d577c0f7ac5f5f218859181

From c2cb50f3be69a1aef6ae96b6d89bc60152e73cf9 Mon Sep 17 00:00:00 2001
From: lehasm <lehasm@gmail.com>
Date: Tue, 25 May 2021 14:09:55 +0300
Subject: [PATCH 0475/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 19a34d099de..ba6bf0c6f1c 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -371,7 +371,7 @@ This setting is applied to `INSERT ... VALUES` queries.
 ## insert_null_as_default {#insert_null_as_default}
 
 Enables or disables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into columns with not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) data type. 
-This setting is applied to `INSERT ... SELECT` [queries](../../sql-reference/statements/insert-into.md#insert_query_insert-select). Note that `SELECT` subqueries may be concatenated with `UNION ALL` clause.
+This setting is applicable to [INSERT ... SELECT](../../sql-reference/statements/insert-into.md#insert_query_insert-select) queries. Note that `SELECT` subqueries may be concatenated with `UNION ALL` clause.
 If column type is nullable then `NULL` values are inserted as is regardless of this setting.
 If column type is not nullable and this setting is disabled, then inserting `NULL` causes an exception.
 

From 592073ec77788780cfc60c2dc15f8bee4bf64bf8 Mon Sep 17 00:00:00 2001
From: lehasm <lehasm@gmail.com>
Date: Tue, 25 May 2021 14:10:05 +0300
Subject: [PATCH 0476/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index ba6bf0c6f1c..4d92e2cd1eb 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -372,7 +372,7 @@ This setting is applied to `INSERT ... VALUES` queries.
 
 Enables or disables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into columns with not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) data type. 
 This setting is applicable to [INSERT ... SELECT](../../sql-reference/statements/insert-into.md#insert_query_insert-select) queries. Note that `SELECT` subqueries may be concatenated with `UNION ALL` clause.
-If column type is nullable then `NULL` values are inserted as is regardless of this setting.
+If column type is nullable then `NULL` values are inserted as is, regardless of this setting.
 If column type is not nullable and this setting is disabled, then inserting `NULL` causes an exception.
 
 Possible values:

From 4849ea2e03ea6b0b20d079a535cc165d2a955447 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Tue, 25 May 2021 14:10:45 +0300
Subject: [PATCH 0477/1060] fix unexpected behavior in mutation finalization

---
 .../InterpreterKillQueryQuery.cpp             |  2 +-
 .../MergeTree/ReplicatedMergeTreeQueue.cpp    |  3 +-
 .../01155_old_mutation_parts_to_do.reference  |  7 ++++
 .../01155_old_mutation_parts_to_do.sh         | 34 +++++++++++++++++++
 4 files changed, 43 insertions(+), 3 deletions(-)
 create mode 100644 tests/queries/0_stateless/01155_old_mutation_parts_to_do.reference
 create mode 100755 tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh

diff --git a/src/Interpreters/InterpreterKillQueryQuery.cpp b/src/Interpreters/InterpreterKillQueryQuery.cpp
index 88ddfefef63..7e58cccf13a 100644
--- a/src/Interpreters/InterpreterKillQueryQuery.cpp
+++ b/src/Interpreters/InterpreterKillQueryQuery.cpp
@@ -302,7 +302,7 @@ Block InterpreterKillQueryQuery::getSelectResult(const String & columns, const S
     if (where_expression)
         select_query += " WHERE " + queryToString(where_expression);
 
-    auto stream = executeQuery(select_query, getContext()->getGlobalContext(), true).getInputStream();
+    auto stream = executeQuery(select_query, getContext(), true).getInputStream();
     Block res = stream->read();
 
     if (res && stream->read())
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index b81b5712594..5f6373fc67d 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -268,8 +268,7 @@ void ReplicatedMergeTreeQueue::removeCoveredPartsFromMutations(const String & pa
 
     bool some_mutations_are_probably_done = false;
 
-    auto from_it = in_partition->second.lower_bound(part_info.getDataVersion());
-    for (auto it = from_it; it != in_partition->second.end(); ++it)
+    for (auto it = in_partition->second.begin(); it != in_partition->second.end(); ++it)
     {
         MutationStatus & status = *it->second;
 
diff --git a/tests/queries/0_stateless/01155_old_mutation_parts_to_do.reference b/tests/queries/0_stateless/01155_old_mutation_parts_to_do.reference
new file mode 100644
index 00000000000..725b16fe1be
--- /dev/null
+++ b/tests/queries/0_stateless/01155_old_mutation_parts_to_do.reference
@@ -0,0 +1,7 @@
+waiting	default	rmt	0000000002	UPDATE m = m * toInt8(s) WHERE n = 3
+1	4	2
+2	15	5
+3	7	fail
+4	11	13
+0000000000	UPDATE m = m * toInt8(s) WHERE 1	[]	0	1
+0000000001	UPDATE m = m * toInt8(s) WHERE 1	[]	0	1
diff --git a/tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh b/tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh
new file mode 100755
index 00000000000..68106ea056b
--- /dev/null
+++ b/tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh
@@ -0,0 +1,34 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+# shellcheck source=./mergetree_mutations.lib
+. "$CURDIR"/mergetree_mutations.lib
+
+
+${CLICKHOUSE_CLIENT} -q "drop table if exists rmt;"
+
+${CLICKHOUSE_CLIENT} -q "create table rmt (n int, m int, s String) engine=ReplicatedMergeTree('/test/01155/{database}', '1')
+order by n settings max_replicated_mutations_in_queue=0;"
+
+${CLICKHOUSE_CLIENT} -q "insert into rmt values (1, 1, '2');"     # 0_0_0_0
+${CLICKHOUSE_CLIENT} --mutations_sync=0 -q "alter table rmt update m = m*toInt8(s) where 1;"  # 0000000000
+${CLICKHOUSE_CLIENT} -q "insert into rmt values (2, 3, '5');"     # 0_2_2_0
+${CLICKHOUSE_CLIENT} --mutations_sync=0 -q "alter table rmt update m = m*toInt8(s) where 1;"  # 0000000001
+${CLICKHOUSE_CLIENT} -q "insert into rmt values (3, 7, 'fail');"  # 0_4_4_0
+${CLICKHOUSE_CLIENT} --mutations_sync=0 -q "alter table rmt update m = m*toInt8(s) where n=3;"  # 0000000002, will fail to mutate 0_4_4_0 to 0_4_4_0_5
+${CLICKHOUSE_CLIENT} -q "insert into rmt values (4, 11, '13');"   # 0_6_6_0
+
+${CLICKHOUSE_CLIENT} -q "alter table rmt modify setting max_replicated_mutations_in_queue=1;"
+sleep 5 # test does not rely on this, but it may help to reproduce a bug
+
+${CLICKHOUSE_CLIENT} -q "kill mutation where database=currentDatabase() and table='rmt' and mutation_id='0000000002'";
+${CLICKHOUSE_CLIENT} -q "system sync replica rmt;"
+
+# now check that mutations 0 and 1 are finished
+wait_for_mutation "rmt" "0000000001"
+${CLICKHOUSE_CLIENT} -q "select * from rmt order by n;"
+${CLICKHOUSE_CLIENT} -q "select mutation_id, command, parts_to_do_names, parts_to_do, is_done from system.mutations where database=currentDatabase() and table='rmt';"
+
+${CLICKHOUSE_CLIENT} -q "drop table rmt;"

From de764d8be4e1d4fded08b4865465f1a7d4f3366d Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 25 May 2021 14:11:20 +0300
Subject: [PATCH 0478/1060] Log file name on error in FileChecker ctor

---
 src/Common/FileChecker.cpp | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/src/Common/FileChecker.cpp b/src/Common/FileChecker.cpp
index e7fcc8cadb7..173c4bd8a3a 100644
--- a/src/Common/FileChecker.cpp
+++ b/src/Common/FileChecker.cpp
@@ -21,7 +21,15 @@ namespace ErrorCodes
 FileChecker::FileChecker(DiskPtr disk_, const String & file_info_path_) : disk(std::move(disk_))
 {
     setPath(file_info_path_);
-    load();
+    try
+    {
+        load();
+    }
+    catch (DB::Exception & e)
+    {
+        e.addMessage("Error loading file {}", files_info_path);
+        throw;
+    }
 }
 
 void FileChecker::setPath(const String & file_info_path_)

From 75a6b21f19f8447fced7ad990bf51fc1abde8452 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 25 May 2021 11:29:46 +0000
Subject: [PATCH 0479/1060] Better

---
 src/Disks/HDFS/DiskHDFS.cpp     |  52 +++++++++++--
 src/Disks/HDFS/DiskHDFS.h       |  19 +++--
 src/Disks/IDiskRemote.cpp       |  20 ++---
 src/Disks/IDiskRemote.h         |  95 ++++++++++++++++--------
 src/Disks/S3/DiskS3.cpp         | 128 ++++++++++++++++----------------
 src/Disks/S3/DiskS3.h           |   8 +-
 src/Disks/S3/registerDiskS3.cpp |   3 +-
 7 files changed, 205 insertions(+), 120 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 4567c67e94d..a738264e3fb 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -17,6 +17,36 @@ namespace ErrorCodes
     extern const int LOGICAL_ERROR;
 }
 
+
+class HDFSPathKeeper : public RemoteFSPathKeeper
+{
+public:
+    using Chunk = std::vector<std::string>;
+    using Chunks = std::list<Chunk>;
+
+    HDFSPathKeeper(size_t chunk_limit_) : RemoteFSPathKeeper(chunk_limit_) {}
+
+    void addPath(const String & path) override
+    {
+        if (chunks.empty() || chunks.back().size() >= chunk_limit)
+        {
+            chunks.push_back(Chunks::value_type());
+            chunks.back().reserve(chunk_limit);
+        }
+        chunks.back().push_back(path.data());
+    }
+
+    void removePaths(const std::function<void(Chunk &&)> & remove_chunk_func)
+    {
+        for (auto & chunk : chunks)
+            remove_chunk_func(std::move(chunk));
+    }
+
+private:
+    Chunks chunks;
+};
+
+
 /// Reads data from HDFS using stored paths in metadata.
 class ReadIndirectBufferFromHDFS final : public ReadIndirectBufferFromRemoteFS<ReadBufferFromHDFS>
 {
@@ -54,7 +84,7 @@ DiskHDFS::DiskHDFS(
     SettingsPtr settings_,
     const String & metadata_path_,
     const Poco::Util::AbstractConfiguration & config_)
-    : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskHDFS")
+    : IDiskRemote(disk_name_, hdfs_root_path_, metadata_path_, "DiskHDFS", settings_->thread_pool_size)
     , config(config_)
     , hdfs_builder(createHDFSBuilder(hdfs_root_path_, config))
     , hdfs_fs(createHDFSFS(hdfs_builder.get()))
@@ -98,13 +128,20 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
 }
 
 
-void DiskHDFS::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
+RemoteFSPathKeeperPtr DiskHDFS::createFSPathKeeper() const
 {
-    for (const auto & chunk : fs_paths_keeper)
+    return std::make_shared<HDFSPathKeeper>(settings->objects_chunk_size_to_delete);
+}
+
+
+void DiskHDFS::removeFromRemoteFS(RemoteFSPathKeeperPtr fs_paths_keeper)
+{
+    auto * hdfs_paths_keeper = dynamic_cast<HDFSPathKeeper *>(fs_paths_keeper.get());
+    hdfs_paths_keeper->removePaths([&](std::vector<std::string> && chunk)
     {
         for (const auto & hdfs_object_path : chunk)
         {
-            const String & hdfs_path = hdfs_object_path.GetKey();
+            const String & hdfs_path = hdfs_object_path;
             const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
 
             /// Add path from root to file name
@@ -112,7 +149,7 @@ void DiskHDFS::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
             if (res == -1)
                 throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
         }
-    }
+    });
 }
 
 
@@ -120,7 +157,10 @@ namespace
 {
 std::unique_ptr<DiskHDFSSettings> getSettings(const Poco::Util::AbstractConfiguration & config, const String & config_prefix)
 {
-    return std::make_unique<DiskHDFSSettings>(config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024));
+    return std::make_unique<DiskHDFSSettings>(
+        config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024),
+        config.getInt(config_prefix + ".thread_pool_size", 16),
+        config.getInt(config_prefix + ".objects_chunk_size_to_delete", 1000));
 }
 }
 
diff --git a/src/Disks/HDFS/DiskHDFS.h b/src/Disks/HDFS/DiskHDFS.h
index 8f971dd534f..49fdf44728b 100644
--- a/src/Disks/HDFS/DiskHDFS.h
+++ b/src/Disks/HDFS/DiskHDFS.h
@@ -12,9 +12,19 @@ namespace DB
 struct DiskHDFSSettings
 {
     size_t min_bytes_for_seek;
-    DiskHDFSSettings(int min_bytes_for_seek_) : min_bytes_for_seek(min_bytes_for_seek_) {}
+    int thread_pool_size;
+    int objects_chunk_size_to_delete;
+
+    DiskHDFSSettings(
+            int min_bytes_for_seek_,
+            int thread_pool_size_,
+            int objects_chunk_size_to_delete_)
+        : min_bytes_for_seek(min_bytes_for_seek_)
+        , thread_pool_size(thread_pool_size_)
+        , objects_chunk_size_to_delete(objects_chunk_size_to_delete_) {}
 };
 
+
 /**
  * Storage for persisting data in HDFS and metadata on the local disk.
  * Files are represented by file in local filesystem (clickhouse_root/disks/disk_name/path/to/file)
@@ -22,9 +32,6 @@ struct DiskHDFSSettings
  */
 class DiskHDFS final : public IDiskRemote
 {
-
-friend class DiskHDFSReservation;
-
 public:
     using SettingsPtr = std::unique_ptr<DiskHDFSSettings>;
 
@@ -47,7 +54,9 @@ public:
 
     std::unique_ptr<WriteBufferFromFileBase> writeFile(const String & path, size_t buf_size, WriteMode mode) override;
 
-    void removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper) override;
+    void removeFromRemoteFS(RemoteFSPathKeeperPtr fs_paths_keeper) override;
+
+    RemoteFSPathKeeperPtr createFSPathKeeper() const override;
 
 private:
     String getRandomName() { return toString(UUIDHelpers::generateV4()); }
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 5bd9396f38a..bcb399f5d07 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -1,7 +1,5 @@
 #include <Disks/IDiskRemote.h>
 
-#if USE_AWS_S3
-
 #include "Disks/DiskFactory.h"
 #include <IO/ReadBufferFromFile.h>
 #include <IO/ReadHelpers.h>
@@ -177,7 +175,7 @@ IDiskRemote::Metadata IDiskRemote::createMeta(const String & path) const
 }
 
 
-void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeper & fs_paths_keeper)
+void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeperPtr fs_paths_keeper)
 {
     LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
 
@@ -195,7 +193,7 @@ void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeper & fs_paths_
         {
             file.remove();
             for (const auto & [remote_fs_object_path, _] : metadata.remote_fs_objects)
-                fs_paths_keeper.addPath(remote_fs_root_path + remote_fs_object_path);
+                fs_paths_keeper->addPath(remote_fs_root_path + remote_fs_object_path);
         }
         else /// In other case decrement number of references, save metadata and delete file.
         {
@@ -220,7 +218,7 @@ void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeper & fs_paths_
 }
 
 
-void IDiskRemote::removeMetaRecursive(const String & path, RemoteFSPathKeeper & fs_paths_keeper)
+void IDiskRemote::removeMetaRecursive(const String & path, RemoteFSPathKeeperPtr fs_paths_keeper)
 {
     checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
 
@@ -286,8 +284,8 @@ IDiskRemote::IDiskRemote(
     const String & remote_fs_root_path_,
     const String & metadata_path_,
     const String & log_name_,
-    std::unique_ptr<Executor> executor_)
-    : IDisk(std::move(executor_))
+    size_t thread_pool_size)
+    : IDisk(std::make_unique<AsyncExecutor>(log_name_, thread_pool_size))
     , log(&Poco::Logger::get(log_name_))
     , name(name_)
     , remote_fs_root_path(remote_fs_root_path_)
@@ -348,7 +346,7 @@ void IDiskRemote::replaceFile(const String & from_path, const String & to_path)
 
 void IDiskRemote::removeFileIfExists(const String & path)
 {
-    RemoteFSPathKeeper fs_paths_keeper;
+    RemoteFSPathKeeperPtr fs_paths_keeper = createFSPathKeeper();
     if (Poco::File(metadata_path + path).exists())
     {
         removeMeta(path, fs_paths_keeper);
@@ -359,7 +357,7 @@ void IDiskRemote::removeFileIfExists(const String & path)
 
 void IDiskRemote::removeSharedFile(const String & path, bool keep_in_remote_fs)
 {
-    RemoteFSPathKeeper fs_paths_keeper;
+    RemoteFSPathKeeperPtr fs_paths_keeper = createFSPathKeeper();
     removeMeta(path, fs_paths_keeper);
     if (!keep_in_remote_fs)
         removeFromRemoteFS(fs_paths_keeper);
@@ -368,7 +366,7 @@ void IDiskRemote::removeSharedFile(const String & path, bool keep_in_remote_fs)
 
 void IDiskRemote::removeSharedRecursive(const String & path, bool keep_in_remote_fs)
 {
-    RemoteFSPathKeeper fs_paths_keeper;
+    RemoteFSPathKeeperPtr fs_paths_keeper = createFSPathKeeper();
     removeMetaRecursive(path, fs_paths_keeper);
     if (!keep_in_remote_fs)
         removeFromRemoteFS(fs_paths_keeper);
@@ -487,5 +485,3 @@ bool IDiskRemote::tryReserve(UInt64 bytes)
 }
 
 }
-
-#endif
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index fbad2b2c2a3..b32258331a7 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -1,48 +1,36 @@
 #pragma once
 #include <Common/config.h>
 
-#if USE_AWS_S3
-
 #include <atomic>
 #include "Disks/DiskFactory.h"
 #include "Disks/Executor.h"
 #include <Poco/DirectoryIterator.h>
 #include <utility>
-#include <aws/s3/model/CopyObjectRequest.h>
-#include <aws/s3/model/DeleteObjectsRequest.h>
-#include <aws/s3/model/GetObjectRequest.h>
-#include <aws/s3/model/ListObjectsV2Request.h>
-#include <aws/s3/model/HeadObjectRequest.h>
 #include <Common/MultiVersion.h>
+#include <Common/ThreadPool.h>
 
 
 namespace DB
 {
 
-/// Helper class to collect keys into chunks of maximum size (to prepare batch requests to AWS API).
-/// Used for both S3 and HDFS.
-class RemoteFSPathKeeper : public std::list<Aws::Vector<Aws::S3::Model::ObjectIdentifier>>
+/// Helper class to collect paths into chunks of maximum size.
+/// For s3 it is Aws::vector<ObjectIdentifier>, for hdfs it is std::vector<std::string>.
+class RemoteFSPathKeeper
 {
 public:
-    void addPath(const String & path)
-    {
-        if (empty() || back().size() >= chunk_limit)
-        { /// add one more chunk
-            push_back(value_type());
-            back().reserve(chunk_limit);
-        }
+    RemoteFSPathKeeper(size_t chunk_limit_) : chunk_limit(chunk_limit_) {}
 
-        Aws::S3::Model::ObjectIdentifier obj;
-        obj.SetKey(path);
-        back().push_back(obj);
-    }
+    virtual ~RemoteFSPathKeeper() = default;
 
-private:
-    /// limit for one DeleteObject request
-    /// see https://docs.aws.amazon.com/AmazonS3/latest/API/API_DeleteObjects.html
-    const static size_t chunk_limit = 1000;
+    virtual void addPath(const String & path) = 0;
+
+protected:
+    size_t chunk_limit;
 };
 
+using RemoteFSPathKeeperPtr = std::shared_ptr<RemoteFSPathKeeper>;
+
+
 /// Base Disk class for remote FS's, which are not posix-compatible (DiskS3 and DiskHDFS)
 class IDiskRemote : public IDisk
 {
@@ -55,7 +43,7 @@ public:
         const String & remote_fs_root_path_,
         const String & metadata_path_,
         const String & log_name_,
-        std::unique_ptr<Executor> executor_ = std::make_unique<SyncExecutor>());
+        size_t thread_pool_size);
 
     struct Metadata;
 
@@ -125,7 +113,9 @@ public:
 
     ReservationPtr reserve(UInt64 bytes) override;
 
-    virtual void removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper) = 0;
+    virtual void removeFromRemoteFS(RemoteFSPathKeeperPtr fs_paths_keeper) = 0;
+
+    virtual RemoteFSPathKeeperPtr createFSPathKeeper() const = 0;
 
 protected:
     Poco::Logger * log;
@@ -135,9 +125,9 @@ protected:
     const String metadata_path;
 
 private:
-    void removeMeta(const String & path, RemoteFSPathKeeper & fs_paths_keeper);
+    void removeMeta(const String & path, RemoteFSPathKeeperPtr fs_paths_keeper);
 
-    void removeMetaRecursive(const String & path, RemoteFSPathKeeper & fs_paths_keeper);
+    void removeMetaRecursive(const String & path, RemoteFSPathKeeperPtr fs_paths_keeper);
 
     bool tryReserve(UInt64 bytes);
 
@@ -245,6 +235,49 @@ private:
     CurrentMetrics::Increment metric_increment;
 };
 
-}
 
-#endif
+/// Runs tasks asynchronously using thread pool.
+class AsyncExecutor : public Executor
+{
+public:
+    explicit AsyncExecutor(const String & name_, int thread_pool_size)
+        : name(name_)
+        , pool(ThreadPool(thread_pool_size)) {}
+
+    std::future<void> execute(std::function<void()> task) override
+    {
+        auto promise = std::make_shared<std::promise<void>>();
+        pool.scheduleOrThrowOnError(
+            [promise, task]()
+            {
+                try
+                {
+                    task();
+                    promise->set_value();
+                }
+                catch (...)
+                {
+                    tryLogCurrentException("Failed to run async task");
+
+                    try
+                    {
+                        promise->set_exception(std::current_exception());
+                    }
+                    catch (...) {}
+                }
+            });
+
+        return promise->get_future();
+    }
+
+    void setMaxThreads(size_t threads)
+    {
+        pool.setMaxThreads(threads);
+    }
+
+private:
+    String name;
+    ThreadPool pool;
+};
+
+}
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 9ce3b4ee342..3bf7697648d 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -19,8 +19,12 @@
 #include <Common/quoteString.h>
 #include <Common/thread_local_rng.h>
 #include <Common/checkStackSize.h>
-#include <Common/ThreadPool.h>
 #include <boost/algorithm/string.hpp>
+#include <aws/s3/model/CopyObjectRequest.h>
+#include <aws/s3/model/DeleteObjectsRequest.h>
+#include <aws/s3/model/GetObjectRequest.h>
+#include <aws/s3/model/ListObjectsV2Request.h>
+#include <aws/s3/model/HeadObjectRequest.h>
 
 
 namespace DB
@@ -35,6 +39,38 @@ namespace ErrorCodes
     extern const int LOGICAL_ERROR;
 }
 
+/// Remove s3 objects in chunks. Default chunk limit for one DeleteObject request is 1000:
+/// see https://docs.aws.amazon.com/AmazonS3/latest/API/API_DeleteObjects.html
+class S3PathKeeper : public RemoteFSPathKeeper
+{
+public:
+    using Chunk = Aws::Vector<Aws::S3::Model::ObjectIdentifier>;
+    using Chunks = std::list<Chunk>;
+
+    S3PathKeeper(size_t chunk_limit_) : RemoteFSPathKeeper(chunk_limit_) {}
+
+    void addPath(const String & path) override
+    {
+        if (chunks.empty() || chunks.back().size() >= chunk_limit)
+        {
+            /// add one more chunk
+            chunks.push_back(Chunks::value_type());
+            chunks.back().reserve(chunk_limit);
+        }
+        Aws::S3::Model::ObjectIdentifier obj;
+        obj.SetKey(path);
+        chunks.back().push_back(obj);
+    }
+
+    void removePaths(const std::function<void(Chunk &&)> & remove_chunk_func)
+    {
+        for (auto & chunk : chunks)
+            remove_chunk_func(std::move(chunk));
+    }
+
+private:
+    Chunks chunks;
+};
 
 String getRandomName()
 {
@@ -95,46 +131,6 @@ private:
     size_t buf_size;
 };
 
-/// Runs tasks asynchronously using thread pool.
-class AsyncExecutor : public Executor
-{
-public:
-    explicit AsyncExecutor(int thread_pool_size) : pool(ThreadPool(thread_pool_size)) { }
-
-    std::future<void> execute(std::function<void()> task) override
-    {
-        auto promise = std::make_shared<std::promise<void>>();
-        pool.scheduleOrThrowOnError(
-            [promise, task]()
-            {
-                try
-                {
-                    task();
-                    promise->set_value();
-                }
-                catch (...)
-                {
-                    tryLogCurrentException("DiskS3", "Failed to run async task");
-
-                    try
-                    {
-                        promise->set_exception(std::current_exception());
-                    } catch (...) { }
-                }
-            });
-
-        return promise->get_future();
-    }
-
-    void setMaxThreads(size_t threads)
-    {
-        pool.setMaxThreads(threads);
-    }
-private:
-    ThreadPool pool;
-};
-
-
 DiskS3::DiskS3(
     String name_,
     String bucket_,
@@ -142,7 +138,7 @@ DiskS3::DiskS3(
     String metadata_path_,
     SettingsPtr settings_,
     GetDiskSettings settings_getter_)
-    : IDiskRemote(name_, s3_root_path_, metadata_path_, "DiskS3", std::make_unique<AsyncExecutor>(settings_->thread_pool_size))
+    : IDiskRemote(name_, s3_root_path_, metadata_path_, "DiskS3", settings_->thread_pool_size)
     , bucket(std::move(bucket_))
     , current_settings(std::move(settings_))
     , settings_getter(settings_getter_)
@@ -158,6 +154,30 @@ String DiskS3::getUniqueId(const String & path) const
     return id;
 }
 
+RemoteFSPathKeeperPtr DiskS3::createFSPathKeeper() const
+{
+    auto settings = current_settings.get();
+    return std::make_shared<S3PathKeeper>(settings->objects_chunk_size_to_delete);
+}
+
+void DiskS3::removeFromRemoteFS(RemoteFSPathKeeperPtr fs_paths_keeper)
+{
+    auto settings = current_settings.get();
+    auto * s3_paths_keeper = dynamic_cast<S3PathKeeper *>(fs_paths_keeper.get());
+
+    s3_paths_keeper->removePaths([&](S3PathKeeper::Chunk && chunk)
+    {
+        Aws::S3::Model::Delete delkeys;
+        delkeys.SetObjects(chunk);
+        /// TODO: Make operation idempotent. Do not throw exception if key is already deleted.
+        Aws::S3::Model::DeleteObjectsRequest request;
+        request.SetBucket(bucket);
+        request.SetDelete(delkeys);
+        auto outcome = settings->client->DeleteObjects(request);
+        throwIfError(outcome);
+    });
+}
+
 void DiskS3::moveFile(const String & from_path, const String & to_path)
 {
     auto settings = current_settings.get();
@@ -228,26 +248,6 @@ std::unique_ptr<WriteBufferFromFileBase> DiskS3::writeFile(const String & path,
     return std::make_unique<WriteIndirectBufferFromRemoteFS<WriteBufferFromS3>>(std::move(s3_buffer), std::move(metadata), s3_path);
 }
 
-void DiskS3::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
-{
-    if (fs_paths_keeper.empty())
-        return;
-
-    auto settings = current_settings.get();
-    for (const auto & chunk : fs_paths_keeper)
-    {
-        Aws::S3::Model::Delete delkeys;
-        delkeys.SetObjects(chunk);
-
-        /// TODO: Make operation idempotent. Do not throw exception if key is already deleted.
-        Aws::S3::Model::DeleteObjectsRequest request;
-        request.SetBucket(bucket);
-        request.SetDelete(delkeys);
-        auto outcome = settings->client->DeleteObjects(request);
-        throwIfError(outcome);
-    }
-}
-
 void DiskS3::createHardLink(const String & src_path, const String & dst_path)
 {
     auto settings = current_settings.get();
@@ -919,7 +919,8 @@ DiskS3Settings::DiskS3Settings(
     size_t min_bytes_for_seek_,
     bool send_metadata_,
     int thread_pool_size_,
-    int list_object_keys_size_)
+    int list_object_keys_size_,
+    int objects_chunk_size_to_delete_)
     : client(client_)
     , s3_max_single_read_retries(s3_max_single_read_retries_)
     , s3_min_upload_part_size(s3_min_upload_part_size_)
@@ -928,6 +929,7 @@ DiskS3Settings::DiskS3Settings(
     , send_metadata(send_metadata_)
     , thread_pool_size(thread_pool_size_)
     , list_object_keys_size(list_object_keys_size_)
+    , objects_chunk_size_to_delete(objects_chunk_size_to_delete_)
 {
 }
 
diff --git a/src/Disks/S3/DiskS3.h b/src/Disks/S3/DiskS3.h
index 0e4821e4702..8857a00d709 100644
--- a/src/Disks/S3/DiskS3.h
+++ b/src/Disks/S3/DiskS3.h
@@ -28,7 +28,8 @@ struct DiskS3Settings
         size_t min_bytes_for_seek_,
         bool send_metadata_,
         int thread_pool_size_,
-        int list_object_keys_size_);
+        int list_object_keys_size_,
+        int objects_chunk_size_to_delete_);
 
     std::shared_ptr<Aws::S3::S3Client> client;
     size_t s3_max_single_read_retries;
@@ -38,6 +39,7 @@ struct DiskS3Settings
     bool send_metadata;
     int thread_pool_size;
     int list_object_keys_size;
+    int objects_chunk_size_to_delete;
 };
 
 
@@ -78,7 +80,9 @@ public:
         size_t buf_size,
         WriteMode mode) override;
 
-    void removeFromRemoteFS(const RemoteFSPathKeeper & keeper) final override;
+    void removeFromRemoteFS(RemoteFSPathKeeperPtr keeper) override;
+
+    RemoteFSPathKeeperPtr createFSPathKeeper() const override;
 
     void moveFile(const String & from_path, const String & to_path, bool send_metadata);
     void moveFile(const String & from_path, const String & to_path) override;
diff --git a/src/Disks/S3/registerDiskS3.cpp b/src/Disks/S3/registerDiskS3.cpp
index c4632883d37..e02f413c65e 100644
--- a/src/Disks/S3/registerDiskS3.cpp
+++ b/src/Disks/S3/registerDiskS3.cpp
@@ -156,7 +156,8 @@ std::unique_ptr<DiskS3Settings> getSettings(const Poco::Util::AbstractConfigurat
         config.getUInt64(config_prefix + ".min_bytes_for_seek", 1024 * 1024),
         config.getBool(config_prefix + ".send_metadata", false),
         config.getInt(config_prefix + ".thread_pool_size", 16),
-        config.getInt(config_prefix + ".list_object_keys_size", 1000));
+        config.getInt(config_prefix + ".list_object_keys_size", 1000),
+        config.getInt(config_prefix + ".objects_chunk_size_to_delete", 1000));
 }
 
 }

From ba5441ea2a06d2e8e7303c9fe945c1474f0dd375 Mon Sep 17 00:00:00 2001
From: tavplubix <tavplubix@gmail.com>
Date: Tue, 25 May 2021 14:35:04 +0300
Subject: [PATCH 0480/1060] Update 01155_old_mutation_parts_to_do.sh

---
 tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh b/tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh
index 68106ea056b..0354da26f4f 100755
--- a/tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh
+++ b/tests/queries/0_stateless/01155_old_mutation_parts_to_do.sh
@@ -9,7 +9,7 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 
 ${CLICKHOUSE_CLIENT} -q "drop table if exists rmt;"
 
-${CLICKHOUSE_CLIENT} -q "create table rmt (n int, m int, s String) engine=ReplicatedMergeTree('/test/01155/{database}', '1')
+${CLICKHOUSE_CLIENT} -q "create table rmt (n int, m int, s String) engine=ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/rmt', '1')
 order by n settings max_replicated_mutations_in_queue=0;"
 
 ${CLICKHOUSE_CLIENT} -q "insert into rmt values (1, 1, '2');"     # 0_0_0_0

From 03b6afbb4a6fe87afffd4b2e21aca7a9b783d96d Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Tue, 25 May 2021 11:47:39 +0000
Subject: [PATCH 0481/1060] fixed a bug

---
 docs/en/sql-reference/functions/encoding-functions.md | 6 ++----
 docs/ru/sql-reference/functions/encoding-functions.md | 4 ++--
 2 files changed, 4 insertions(+), 6 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index 222e8f0579e..cf96fccbce7 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -87,8 +87,6 @@ The function is using uppercase letters `A-F` and not using any prefixes (like `
 
 For integer arguments, it prints hex digits (“nibbles”) from the most significant to least significant (big endian or “human readable” order). It starts with the most significant non-zero byte (leading zero bytes are omitted) but always prints both digits of every byte even if leading digit is zero.
 
-Example:
-
 **Example**
 
 Query:
@@ -155,9 +153,9 @@ Result:
 
 Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to a character.
 
-If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAsType](../../sql-reference/functions/type-conversion-functions.md##type-conversion-functions) functions.
+If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAsType](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
 
-Синоним: `UNHEX`.
+Alias: `UNHEX`.
 
 **Syntax**
 
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index 95276d60924..a564d5be17f 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -155,7 +155,7 @@ Result:
 
 Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
 
-Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md##type-conversion-functions).
+Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions).
 
 Синоним: `UNHEX`.
 
@@ -173,7 +173,7 @@ unhex(arg)
 
 **Возвращаемое значение**
 
--   Бинарная строка.
+-   Строка символов .
 
 Тип: [String](../../sql-reference/data-types/string.md).
 

From 07680782fe837922a558b4676db0e6e030f0917b Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Tue, 25 May 2021 11:56:01 +0000
Subject: [PATCH 0482/1060] Update

---
 docs/en/sql-reference/functions/encoding-functions.md | 2 +-
 docs/ru/sql-reference/functions/encoding-functions.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index cf96fccbce7..54a0bf40884 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -171,7 +171,7 @@ Supports both uppercase and lowercase letters `A-F`. The number of hexadecimal d
 
 **Returned value**
 
--   A binary string.
+-   A string in text format.
 
 Type: [String](../../sql-reference/data-types/string.md).
 
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index a564d5be17f..ed6ab146e61 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -173,7 +173,7 @@ unhex(arg)
 
 **Возвращаемое значение**
 
--   Строка символов .
+-   Строка в текстовом формате.
 
 Тип: [String](../../sql-reference/data-types/string.md).
 

From 343d30002dfae21b28832edad5f1752c2a2b0657 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 24 May 2021 19:24:03 +0300
Subject: [PATCH 0483/1060] done

---
 src/Common/ThreadPool.cpp | 30 +++++++++++++++++-------------
 1 file changed, 17 insertions(+), 13 deletions(-)

diff --git a/src/Common/ThreadPool.cpp b/src/Common/ThreadPool.cpp
index 18d952c9f73..eacdd9a894b 100644
--- a/src/Common/ThreadPool.cpp
+++ b/src/Common/ThreadPool.cpp
@@ -113,12 +113,20 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
         if (shutdown)
             return on_error();
 
-        jobs.emplace(std::move(job), priority);
-        ++scheduled_jobs;
 
-        if (threads.size() < std::min(max_threads, scheduled_jobs))
+        /// Check if there are enough threads to process job.
+        if (threads.size() < std::min(max_threads, scheduled_jobs + 1))
         {
-            threads.emplace_front();
+            try
+            {
+                threads.emplace_front();
+            }
+            catch (...)
+            {
+                /// Most likely this is a std::bad_alloc exception
+                return on_error();
+            }
+
             try
             {
                 threads.front() = Thread([this, it = threads.begin()] { worker(it); });
@@ -126,19 +134,15 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
             catch (...)
             {
                 threads.pop_front();
-
-                /// Remove the job and return error to caller.
-                /// Note that if we have allocated at least one thread, we may continue
-                /// (one thread is enough to process all jobs).
-                /// But this condition indicate an error nevertheless and better to refuse.
-
-                jobs.pop();
-                --scheduled_jobs;
                 return on_error();
             }
         }
+
+        jobs.emplace(std::move(job), priority);
+        ++scheduled_jobs;
+        new_job_or_shutdown.notify_one();
     }
-    new_job_or_shutdown.notify_one();
+
     return ReturnType(true);
 }
 

From ba6595cd173db99f73bb78484fb4bd8acdb5eeea Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 25 May 2021 14:54:47 +0300
Subject: [PATCH 0484/1060] add more comments

---
 src/Common/ThreadPool.cpp | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/Common/ThreadPool.cpp b/src/Common/ThreadPool.cpp
index eacdd9a894b..8c6f09ceb24 100644
--- a/src/Common/ThreadPool.cpp
+++ b/src/Common/ThreadPool.cpp
@@ -113,6 +113,8 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
         if (shutdown)
             return on_error();
 
+        /// We must not to allocate any memory after we emplaced a job in a queue.
+        /// Bacause if an exception would be thrown, we won't notify a thread about job occurrence.
 
         /// Check if there are enough threads to process job.
         if (threads.size() < std::min(max_threads, scheduled_jobs + 1))
@@ -169,6 +171,10 @@ void ThreadPoolImpl<Thread>::wait()
 {
     {
         std::unique_lock lock(mutex);
+        /// Signal here just in case.
+        /// If threads are waiting on condition variables, but there are some jobs in the queue
+        /// then it will prevent us from deadlock.
+        new_job_or_shutdown.notify_all();
         job_finished.wait(lock, [this] { return scheduled_jobs == 0; });
 
         if (first_exception)

From 7844e3847d9a87d1e071a4eedd4a8a75c807dc18 Mon Sep 17 00:00:00 2001
From: tavplubix <tavplubix@gmail.com>
Date: Tue, 25 May 2021 15:26:46 +0300
Subject: [PATCH 0485/1060] Update 01414_mutations_and_errors.reference

---
 tests/queries/0_stateless/01414_mutations_and_errors.reference | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/01414_mutations_and_errors.reference b/tests/queries/0_stateless/01414_mutations_and_errors.reference
index 166a9c6b7b8..a1edd6ab649 100644
--- a/tests/queries/0_stateless/01414_mutations_and_errors.reference
+++ b/tests/queries/0_stateless/01414_mutations_and_errors.reference
@@ -1,4 +1,5 @@
 42
 Hello
+waiting	default	mutation_table	mutation_3.txt	MODIFY COLUMN `value` UInt64
 42
 Hello

From 10372b12b799fa142c903d89906a98bf92fecfab Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 15:29:22 +0300
Subject: [PATCH 0486/1060] rm containers in entrypooint

---
 docker/test/integration/runner/dockerd-entrypoint.sh | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index 2321c938990..6ef077585ba 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -27,6 +27,10 @@ while true; do
 done
 set -e
 
+# cleanup for retry run if volume is not recreated
+docker kill `docker ps -aq` || true
+docker rm `docker ps -aq` || true
+
 echo "Start tests"
 export CLICKHOUSE_TESTS_SERVER_BIN_PATH=/clickhouse
 export CLICKHOUSE_TESTS_CLIENT_BIN_PATH=/clickhouse

From 1a97db544dd48bcd122e53a06705a4bf788002d8 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 15:29:22 +0300
Subject: [PATCH 0487/1060] rm containers in entrypooint

---
 docker/test/integration/runner/dockerd-entrypoint.sh | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index 9b100d947b0..36552d53870 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -27,6 +27,10 @@ while true; do
 done
 set -e
 
+# cleanup for retry run if volume is not recreated
+docker kill `docker ps -aq` || true
+docker rm `docker ps -aq` || true
+
 echo "Start tests"
 export CLICKHOUSE_TESTS_SERVER_BIN_PATH=/clickhouse
 export CLICKHOUSE_TESTS_CLIENT_BIN_PATH=/clickhouse

From 893cd47bd27dec0d8db7caf80f74b8db92a4e5b1 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 15:40:59 +0300
Subject: [PATCH 0488/1060] better

---
 tests/integration/test_attach_without_fetching/test.py | 7 ++++---
 tests/integration/test_storage_kafka/test.py           | 2 +-
 2 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/tests/integration/test_attach_without_fetching/test.py b/tests/integration/test_attach_without_fetching/test.py
index c48c73f4d70..954f19ea39e 100644
--- a/tests/integration/test_attach_without_fetching/test.py
+++ b/tests/integration/test_attach_without_fetching/test.py
@@ -92,11 +92,12 @@ def test_attach_without_fetching(start_cluster):
     # 3. Break the part data on the second node to corrupt the checksums.
     # Replica 3 should download the data from replica 1 as there is no local data.
     # Replica 2 should also download the data from 1 as the checksums won't match.
-    print("Checking attach with corrupted part data with files missing")
+    logging.debug("Checking attach with corrupted part data with files missing")
 
-    print("Before deleting:", node_2.exec_in_container(['bash', '-c',
+    to_delete = node_2.exec_in_container(['bash', '-c',
                             'cd {p} && ls *.bin'.format(
-                                p="/var/lib/clickhouse/data/default/test/detached/2_0_0_0")], privileged=True))
+                                p="/var/lib/clickhouse/data/default/test/detached/2_0_0_0")], privileged=True)
+    logging.debug("Before deleting:", to_delete)
 
     node_2.exec_in_container(['bash', '-c',
                             'cd {p} && rm -fr *.bin'.format(
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 75445e40017..a29a4dcb2f9 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -2334,7 +2334,7 @@ def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
     assert TSV(result) == TSV('{0}\t{0}\t{0}'.format(i[0] - 1)), 'Missing data!'
 
 
-@pytest.mark.timeout(120)
+@pytest.mark.timeout(300)
 def test_bad_reschedule(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(20000)]
     kafka_produce(kafka_cluster, 'test_bad_reschedule', messages)

From da496cba010491c062dc5ccb8094083f18525495 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 25 May 2021 15:58:04 +0300
Subject: [PATCH 0489/1060] Update ThreadPool.cpp

---
 src/Common/ThreadPool.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Common/ThreadPool.cpp b/src/Common/ThreadPool.cpp
index 8c6f09ceb24..b9bd6c75708 100644
--- a/src/Common/ThreadPool.cpp
+++ b/src/Common/ThreadPool.cpp
@@ -114,7 +114,7 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
             return on_error();
 
         /// We must not to allocate any memory after we emplaced a job in a queue.
-        /// Bacause if an exception would be thrown, we won't notify a thread about job occurrence.
+        /// Because if an exception would be thrown, we won't notify a thread about job occurrence.
 
         /// Check if there are enough threads to process job.
         if (threads.size() < std::min(max_threads, scheduled_jobs + 1))

From 1097c46a991c7fd95e1bb7a21e26aded41c8b3d8 Mon Sep 17 00:00:00 2001
From: Evgeniia Sudarikova <evgsudarikova@yandex-team.ru>
Date: Tue, 25 May 2021 16:03:35 +0300
Subject: [PATCH 0490/1060] edited after review

---
 .../functions/splitting-merging-functions.md  | 24 +++++++++----------
 .../functions/splitting-merging-functions.md  | 22 ++++++++---------
 2 files changed, 23 insertions(+), 23 deletions(-)

diff --git a/docs/en/sql-reference/functions/splitting-merging-functions.md b/docs/en/sql-reference/functions/splitting-merging-functions.md
index 7c93048305f..2d384f1aa3c 100644
--- a/docs/en/sql-reference/functions/splitting-merging-functions.md
+++ b/docs/en/sql-reference/functions/splitting-merging-functions.md
@@ -13,7 +13,7 @@ Returns an array of selected substrings. Empty substrings may be selected if the
 **Syntax**
 
 ``` sql
-splitByChar(<separator>, <s>)
+splitByChar(separator, s)
 ```
 
 **Arguments**
@@ -29,12 +29,12 @@ Returns an array of selected substrings. Empty substrings may be selected when:
 -   There are multiple consecutive separators;
 -   The original string `s` is empty.
 
-Type: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+Type: [Array](../../sql-reference/data-types/array.md)([String](../../sql-reference/data-types/string.md)).
 
 **Example**
 
 ``` sql
-SELECT splitByChar(',', '1,2,3,abcde')
+SELECT splitByChar(',', '1,2,3,abcde');
 ```
 
 ``` text
@@ -50,7 +50,7 @@ Splits a string into substrings separated by a string. It uses a constant string
 **Syntax**
 
 ``` sql
-splitByString(<separator>, <s>)
+splitByString(separator, s)
 ```
 
 **Arguments**
@@ -62,7 +62,7 @@ splitByString(<separator>, <s>)
 
 Returns an array of selected substrings. Empty substrings may be selected when:
 
-Type: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+Type: [Array](../../sql-reference/data-types/array.md)([String](../../sql-reference/data-types/string.md)).
 
 -   A non-empty separator occurs at the beginning or end of the string;
 -   There are multiple consecutive non-empty separators;
@@ -71,7 +71,7 @@ Type: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-ref
 **Example**
 
 ``` sql
-SELECT splitByString(', ', '1, 2 3, 4,5, abcde')
+SELECT splitByString(', ', '1, 2 3, 4,5, abcde');
 ```
 
 ``` text
@@ -81,7 +81,7 @@ SELECT splitByString(', ', '1, 2 3, 4,5, abcde')
 ```
 
 ``` sql
-SELECT splitByString('', 'abcde')
+SELECT splitByString('', 'abcde');
 ```
 
 ``` text
@@ -97,7 +97,7 @@ Splits a string into substrings separated by a regular expression. It uses a reg
 **Syntax**
 
 ``` sql
-splitByRegexp(<regexp>, <s>)
+splitByRegexp(regexp, s)
 ```
 
 **Arguments**
@@ -113,14 +113,14 @@ Returns an array of selected substrings. Empty substrings may be selected when:
 -   There are multiple consecutive non-empty regular expression matches;
 -   The original string `s` is empty while the regular expression is not empty.
 
-Type: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+Type: [Array](../../sql-reference/data-types/array.md)([String](../../sql-reference/data-types/string.md)).
 
 **Example**
 
 Query:
 
 ``` sql
-SELECT splitByRegexp('\\d+', 'a12bc23de345f')
+SELECT splitByRegexp('\\d+', 'a12bc23de345f');
 ```
 
 Result:
@@ -134,7 +134,7 @@ Result:
 Query:
 
 ``` sql
-SELECT splitByRegexp('', 'abcde')
+SELECT splitByRegexp('', 'abcde');
 ```
 
 Result:
@@ -157,7 +157,7 @@ Selects substrings of consecutive bytes from the ranges a-z and A-Z.Returns an a
 **Example**
 
 ``` sql
-SELECT alphaTokens('abca1abc')
+SELECT alphaTokens('abca1abc');
 ```
 
 ``` text
diff --git a/docs/ru/sql-reference/functions/splitting-merging-functions.md b/docs/ru/sql-reference/functions/splitting-merging-functions.md
index 33fcdd7062e..f87d9864500 100644
--- a/docs/ru/sql-reference/functions/splitting-merging-functions.md
+++ b/docs/ru/sql-reference/functions/splitting-merging-functions.md
@@ -14,7 +14,7 @@ separator должен быть константной строкой из ро
 **Синтаксис**
 
 ``` sql
-splitByChar(<separator>, <s>)
+splitByChar(separator, s)
 ```
 
 **Аргументы**
@@ -30,12 +30,12 @@ splitByChar(<separator>, <s>)
 -   Задано несколько последовательных разделителей;
 -   Исходная строка `s` пуста.
 
-Type: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+Тип: [Array](../../sql-reference/data-types/array.md)([String](../../sql-reference/data-types/string.md)).
 
 **Пример**
 
 ``` sql
-SELECT splitByChar(',', '1,2,3,abcde')
+SELECT splitByChar(',', '1,2,3,abcde');
 ```
 
 ``` text
@@ -67,12 +67,12 @@ splitByString(separator, s)
 -   Задано несколько последовательных разделителей;
 -   Исходная строка `s` пуста.
 
-Тип: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+Тип: [Array](../../sql-reference/data-types/array.md)([String](../../sql-reference/data-types/string.md)).
 
 **Примеры**
 
 ``` sql
-SELECT splitByString(', ', '1, 2 3, 4,5, abcde')
+SELECT splitByString(', ', '1, 2 3, 4,5, abcde');
 ```
 
 ``` text
@@ -82,7 +82,7 @@ SELECT splitByString(', ', '1, 2 3, 4,5, abcde')
 ```
 
 ``` sql
-SELECT splitByString('', 'abcde')
+SELECT splitByString('', 'abcde');
 ```
 
 ``` text
@@ -98,7 +98,7 @@ SELECT splitByString('', 'abcde')
 **Синтаксис**
 
 ``` sql
-splitByRegexp(<regexp>, <s>)
+splitByRegexp(regexp, s)
 ```
 
 **Аргументы**
@@ -114,14 +114,14 @@ splitByRegexp(<regexp>, <s>)
 -   Имеется несколько последовательных совпадений c непустым регулярным выражением;
 -   Исходная строка `s` пуста, а регулярное выражение не пустое.
 
-Тип: [Array](../../sql-reference/data-types/array.md) of [String](../../sql-reference/data-types/string.md).
+Тип: [Array](../../sql-reference/data-types/array.md)([String](../../sql-reference/data-types/string.md)).
 
 **Примеры**
 
 Запрос:
 
 ``` sql
-SELECT splitByRegexp('\\d+', 'a12bc23de345f')
+SELECT splitByRegexp('\\d+', 'a12bc23de345f');
 ```
 
 Результат:
@@ -135,7 +135,7 @@ SELECT splitByRegexp('\\d+', 'a12bc23de345f')
 Запрос:
 
 ``` sql
-SELECT splitByRegexp('', 'abcde')
+SELECT splitByRegexp('', 'abcde');
 ```
 
 Результат:
@@ -160,7 +160,7 @@ separator - необязательный параметр, константна
 **Пример:**
 
 ``` sql
-SELECT alphaTokens('abca1abc')
+SELECT alphaTokens('abca1abc');
 ```
 
 ``` text

From c6638a91457f0c07fdf0697571225946d24d3226 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Tue, 25 May 2021 13:05:08 +0000
Subject: [PATCH 0491/1060] Add func desc

---
 .../aggregate-functions/reference/sumcount.md | 24 ++++++++++---------
 .../aggregate-functions/reference/sumcount.md |  3 +++
 2 files changed, 16 insertions(+), 11 deletions(-)
 create mode 100644 docs/ru/sql-reference/aggregate-functions/reference/sumcount.md

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
index 10d5c40f579..1600c9ee36f 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -4,7 +4,7 @@ toc_priority: 142
 
 # sumCount {#agg_function-sumCount}
 
-Short description.
+Calculates the sum of the numbers and counts the number of rows at the same time.
 
 **Syntax**
 
@@ -14,8 +14,7 @@ sumCount(x)
 
 **Arguments** 
 
--   `x` — Description. Optional (only for optional arguments). Possible values: <values list>. Default value: <value>. [Type name](relative/path/to/type/dscr.md#type). 
--   `y` — Description. Optional (only for optional arguments). Possible values: <values list>.Default value: <value>. [Type name](relative/path/to/type/dscr.md#type). 
+-   `x` — Input value, must be [Integer](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), or [Decimal](../../../sql-reference/data-types/decimal.md).
 
 **Returned value**
 
@@ -25,19 +24,22 @@ Type: [Tuple](../../../sql-reference/data-types/tuple.md).
 
 **Example**
 
-The example must show usage and/or a use cases. The following text contains recommended parts of an example.
-
-Input table (Optional):
-
-``` text
-```
-
 Query:
 
 ``` sql
+CREATE TABLE test (x Int8) Engine = Log;
+INSERT INTO test SELECT number FROM numbers(1, 20);
+SELECT sumCount(x) from test;
 ```
 
 Result:
 
 ``` text
-```
\ No newline at end of file
+┌─sumCount(a)─┐
+│ (210,20)    │
+└─────────────┘
+```
+
+**See also**
+
+- [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg) setting
\ No newline at end of file
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
new file mode 100644
index 00000000000..ea517eaa40b
--- /dev/null
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
@@ -0,0 +1,3 @@
+---
+toc_priority: 142
+---
\ No newline at end of file

From 9a2cecd64bf5d4cde3859190cb6431407330f50c Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Tue, 25 May 2021 13:11:58 +0000
Subject: [PATCH 0492/1060] add ru desc

---
 .../aggregate-functions/reference/sumcount.md |  2 +-
 .../aggregate-functions/reference/sumcount.md | 44 ++++++++++++++++++-
 2 files changed, 44 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
index 1600c9ee36f..7df326fc285 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -42,4 +42,4 @@ Result:
 
 **See also**
 
-- [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg) setting
\ No newline at end of file
+- [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg) setting.
\ No newline at end of file
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
index ea517eaa40b..d6b9c98f724 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
@@ -1,3 +1,45 @@
 ---
 toc_priority: 142
----
\ No newline at end of file
+---
+
+# sumCount {#agg_function-sumCount}
+
+Вычисляет сумму чисел и одновременно подсчитывает количество строк.
+
+**Синтаксис**
+
+``` sql
+sumCount(x)
+```
+
+**Аргументы** 
+
+-   `x` — Входное значение типа [Integer](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), или [Decimal](../../../sql-reference/data-types/decimal.md).
+
+**Возвращаемое значение**
+
+-   Кортеж из элементов `(sum, count)`, где `sum` — это сумма чисел и `count` — количество строк или не-нулевых значений.
+
+Тип: [Tuple](../../../sql-reference/data-types/tuple.md).
+
+**Пример**
+
+Запрос:
+
+``` sql
+CREATE TABLE test (x Int8) Engine = Log;
+INSERT INTO test SELECT number FROM numbers(1, 20);
+SELECT sumCount(x) from test;
+```
+
+Результат:
+
+``` text
+┌─sumCount(a)─┐
+│ (210,20)    │
+└─────────────┘
+```
+
+**Смотрите также**
+
+- Настройка [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg)
\ No newline at end of file

From 6e29404a7548c5a4dbdf3f2f91d37e27441afce2 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 25 May 2021 16:21:17 +0300
Subject: [PATCH 0493/1060] Add max_parts_to_merge_at_once setting

---
 .../MergeTree/MergeTreeDataMergerMutator.cpp  |  3 ++
 src/Storages/MergeTree/MergeTreeSettings.h    |  1 +
 src/Storages/MergeTree/SimpleMergeSelector.h  |  2 +-
 ...check_max_parts_to_merge_at_once.reference |  1 +
 ...01882_check_max_parts_to_merge_at_once.sql | 29 +++++++++++++++++++
 5 files changed, 35 insertions(+), 1 deletion(-)
 create mode 100644 tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
 create mode 100644 tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql

diff --git a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
index 4e151bfdb91..f5edde01478 100644
--- a/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataMergerMutator.cpp
@@ -343,6 +343,9 @@ SelectPartsDecision MergeTreeDataMergerMutator::selectPartsToMerge(
     if (parts_to_merge.empty())
     {
         SimpleMergeSelector::Settings merge_settings;
+        /// Override value from table settings
+        merge_settings.max_parts_to_merge_at_once = data_settings->max_parts_to_merge_at_once;
+
         if (aggressive)
             merge_settings.base = 1;
 
diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index 6e43d0fad77..9bda3578906 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -56,6 +56,7 @@ struct Settings;
     M(UInt64, write_ahead_log_interval_ms_to_fsync, 100, "Interval in milliseconds after which fsync for WAL is being done.", 0) \
     M(Bool, in_memory_parts_insert_sync, false, "If true insert of part with in-memory format will wait for fsync of WAL", 0) \
     M(UInt64, non_replicated_deduplication_window, 0, "How many last blocks of hashes should be kept on disk (0 - disabled).", 0) \
+    M(UInt64, max_parts_to_merge_at_once, 100, "Max amout of parts which can be merged at once (0 - disabled). Doesn't affect OPTIMIZE FINAL query.", 0) \
     \
     /** Inserts settings. */ \
     M(UInt64, parts_to_delay_insert, 150, "If table contains at least that many active parts in single partition, artificially slow down insert into table.", 0) \
diff --git a/src/Storages/MergeTree/SimpleMergeSelector.h b/src/Storages/MergeTree/SimpleMergeSelector.h
index 4f277ad74cd..2e6ea3513fd 100644
--- a/src/Storages/MergeTree/SimpleMergeSelector.h
+++ b/src/Storages/MergeTree/SimpleMergeSelector.h
@@ -88,7 +88,7 @@ class SimpleMergeSelector final : public IMergeSelector
 public:
     struct Settings
     {
-        /// Zero means unlimited.
+        /// Zero means unlimited. Can be overriden by the same merge tree setting.
         size_t max_parts_to_merge_at_once = 100;
 
         /** Minimum ratio of size of one part to all parts in set of parts to merge (for usual cases).
diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
new file mode 100644
index 00000000000..00750edc07d
--- /dev/null
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
@@ -0,0 +1 @@
+3
diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
new file mode 100644
index 00000000000..cf6d76467e3
--- /dev/null
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
@@ -0,0 +1,29 @@
+DROP TABLE IF EXISTS limited_merge_table;
+
+SET max_threads = 1;
+SET max_block_size = 1;
+SET min_insert_block_size_rows = 1;
+
+CREATE TABLE limited_merge_table
+(
+    key UInt64
+)
+ENGINE = MergeTree()
+ORDER BY key
+SETTINGS max_parts_to_merge_at_once = 3;
+
+SYSTEM STOP MERGES limited_merge_table;
+
+INSERT INTO limited_merge_table SELECT number FROM numbers(250);
+
+
+SYSTEM START MERGES limited_merge_table;
+
+OPTIMIZE TABLE limited_merge_table FINAL;
+
+SYSTEM FLUSH LOGS;
+
+-- final optimize FINAL will merge all parts, but all previous merges must merge <= 3 parts
+SELECT length(merged_from) FROM system.part_log WHERE event_type = 'MergeParts' and table = 'limited_merge_table' and database = currentDatabase() ORDER BY length(merged_from) DESC LIMIT 1 OFFSET 2;
+
+DROP TABLE IF EXISTS limited_merge_table;

From ed180daf338e581a49a5f8cb18d09a24ff1d7241 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 25 May 2021 16:40:03 +0300
Subject: [PATCH 0494/1060] fix style

---
 src/Functions/CustomWeekTransforms.h | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Functions/CustomWeekTransforms.h b/src/Functions/CustomWeekTransforms.h
index 08d47e74920..2b28620c84e 100644
--- a/src/Functions/CustomWeekTransforms.h
+++ b/src/Functions/CustomWeekTransforms.h
@@ -19,7 +19,6 @@ namespace DB
 {
 namespace ErrorCodes
 {
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int ILLEGAL_COLUMN;
 }
 

From e9ccf906c4e8f94ea3bd0e8245386d2ca626ae16 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 16:40:22 +0300
Subject: [PATCH 0495/1060] improvements

---
 tests/integration/test_alter_codec/test.py                    | 3 ---
 tests/integration/test_attach_without_fetching/test.py        | 1 +
 .../integration/test_storage_kerberized_hdfs/secrets/krb.conf | 2 +-
 tests/integration/test_storage_kerberized_hdfs/test.py        | 4 ++--
 4 files changed, 4 insertions(+), 6 deletions(-)

diff --git a/tests/integration/test_alter_codec/test.py b/tests/integration/test_alter_codec/test.py
index f51dc9a54ff..2117893af5b 100644
--- a/tests/integration/test_alter_codec/test.py
+++ b/tests/integration/test_alter_codec/test.py
@@ -7,9 +7,6 @@ cluster = ClickHouseCluster(__file__)
 node1 = cluster.add_instance('node1',
                              main_configs=['configs/logs_config.xml'])
 
-node2 = cluster.add_instance('node2',
-                             main_configs=['configs/logs_config.xml'])
-
 
 @pytest.fixture(scope="module")
 def started_cluster():
diff --git a/tests/integration/test_attach_without_fetching/test.py b/tests/integration/test_attach_without_fetching/test.py
index 954f19ea39e..c714d09cf58 100644
--- a/tests/integration/test_attach_without_fetching/test.py
+++ b/tests/integration/test_attach_without_fetching/test.py
@@ -1,5 +1,6 @@
 import time
 import pytest
+import logging
 
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import assert_eq_with_retry
diff --git a/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf b/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
index 2c1e6f15f77..90ad6b61c93 100644
--- a/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
+++ b/tests/integration/test_storage_kerberized_hdfs/secrets/krb.conf
@@ -7,7 +7,7 @@
  default_realm = TEST.CLICKHOUSE.TECH
  dns_lookup_realm = false
  dns_lookup_kdc = false
- ticket_lifetime = 15s
+ ticket_lifetime = 5s
  forwardable = true
  default_tgs_enctypes = des3-hmac-sha1
  default_tkt_enctypes = des3-hmac-sha1
diff --git a/tests/integration/test_storage_kerberized_hdfs/test.py b/tests/integration/test_storage_kerberized_hdfs/test.py
index fa520752d1c..115c7005a84 100644
--- a/tests/integration/test_storage_kerberized_hdfs/test.py
+++ b/tests/integration/test_storage_kerberized_hdfs/test.py
@@ -53,7 +53,7 @@ def test_write_storage_not_expired(started_cluster):
 
     node1.query("create table SimpleHDFSStorageNotExpired (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://kerberizedhdfs1:9010/simple_storage_not_expired', 'TSV')")
 
-    time.sleep(45)   # wait for ticket expiration
+    time.sleep(15)   # wait for ticket expiration
     node1.query("insert into SimpleHDFSStorageNotExpired values (1, 'Mark', 72.53)")
 
     api_read = hdfs_api.read_data("/simple_storage_not_expired")
@@ -83,7 +83,7 @@ def test_read_table_expired(started_cluster):
     hdfs_api.write_data("/simple_table_function_relogin", data)
 
     started_cluster.pause_container('hdfskerberos')
-    time.sleep(45)
+    time.sleep(15)
 
     try:
         select_read = node1.query("select * from hdfs('hdfs://reloginuser&kerberizedhdfs1:9010/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')")

From 453a1963d39dbfa3a9e4cd16120ecc394230c629 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 25 May 2021 16:40:55 +0300
Subject: [PATCH 0496/1060] fix style

---
 src/Functions/FunctionCustomWeekToSomething.h | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Functions/FunctionCustomWeekToSomething.h b/src/Functions/FunctionCustomWeekToSomething.h
index db1f71a1f9e..84ecd4d7a5a 100644
--- a/src/Functions/FunctionCustomWeekToSomething.h
+++ b/src/Functions/FunctionCustomWeekToSomething.h
@@ -13,6 +13,7 @@ namespace DB
 
 namespace ErrorCodes
 {
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
 }
 

From dd70786d0eb1f2388a213ea98f0abd432f1faffb Mon Sep 17 00:00:00 2001
From: Denny Crane <deniszhuravlov@gmail.com>
Date: Tue, 25 May 2021 11:47:37 -0300
Subject: [PATCH 0497/1060] =?UTF-8?q?fixed=20ru=20translation=20=D0=90?=
 =?UTF-8?q?=D0=BB=D0=B8=D0=B0=D1=81=20->=20=D0=A1=D0=B8=D0=BD=D0=BE=D0=BD?=
 =?UTF-8?q?=D0=B8=D0=BC?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 docs/ru/sql-reference/functions/json-functions.md | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/docs/ru/sql-reference/functions/json-functions.md b/docs/ru/sql-reference/functions/json-functions.md
index 4de487c03ad..8941ccc1691 100644
--- a/docs/ru/sql-reference/functions/json-functions.md
+++ b/docs/ru/sql-reference/functions/json-functions.md
@@ -18,37 +18,37 @@ toc_title: JSON
 
 Проверяет наличие поля с именем `name`.
 
-Алиас: `simpleJSONHas`.
+Синоним: `simpleJSONHas`.
 
 ## visitParamExtractUInt(params, name) {#visitparamextractuintparams-name}
 
 Пытается выделить число типа UInt64 из значения поля с именем `name`. Если поле строковое, пытается выделить число из начала строки. Если такого поля нет, или если оно есть, но содержит не число, то возвращает 0.
 
-Алиас: `simpleJSONExtractUInt`.
+Синоним: `simpleJSONExtractUInt`.
 
 ## visitParamExtractInt(params, name) {#visitparamextractintparams-name}
 
 Аналогично для Int64.
 
-Алиас: `simpleJSONExtractInt`.
+Синоним: `simpleJSONExtractInt`.
 
 ## visitParamExtractFloat(params, name) {#visitparamextractfloatparams-name}
 
 Аналогично для Float64.
 
-Алиас: `simpleJSONExtractFloat`.
+Синоним: `simpleJSONExtractFloat`.
 
 ## visitParamExtractBool(params, name) {#visitparamextractboolparams-name}
 
 Пытается выделить значение true/false. Результат — UInt8.
 
-Алиас: `simpleJSONExtractBool`.
+Синоним: `simpleJSONExtractBool`.
 
 ## visitParamExtractRaw(params, name) {#visitparamextractrawparams-name}
 
 Возвращает значение поля, включая разделители.
 
-Алиас: `simpleJSONExtractRaw`.
+Синоним: `simpleJSONExtractRaw`.
 
 Примеры:
 
@@ -61,7 +61,7 @@ visitParamExtractRaw('{"abc":{"def":[1,2,3]}}', 'abc') = '{"def":[1,2,3]}';
 
 Разбирает строку в двойных кавычках. У значения убирается экранирование. Если убрать экранированные символы не удалось, то возвращается пустая строка.
 
-Алиас: `simpleJSONExtractString`.
+Синоним: `simpleJSONExtractString`.
 
 Примеры:
 

From 7c69695d674df646bde59c1ddb913ae1b47e7c98 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 25 May 2021 17:52:10 +0300
Subject: [PATCH 0498/1060] Fix test

---
 .../01882_check_max_parts_to_merge_at_once.reference            | 2 +-
 .../0_stateless/01882_check_max_parts_to_merge_at_once.sql      | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
index 00750edc07d..d00491fd7e5 100644
--- a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
@@ -1 +1 @@
-3
+1
diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
index cf6d76467e3..d19732a6e09 100644
--- a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
@@ -24,6 +24,6 @@ OPTIMIZE TABLE limited_merge_table FINAL;
 SYSTEM FLUSH LOGS;
 
 -- final optimize FINAL will merge all parts, but all previous merges must merge <= 3 parts
-SELECT length(merged_from) FROM system.part_log WHERE event_type = 'MergeParts' and table = 'limited_merge_table' and database = currentDatabase() ORDER BY length(merged_from) DESC LIMIT 1 OFFSET 2;
+SELECT length(merged_from) <= 3 FROM system.part_log WHERE event_type = 'MergeParts' and table = 'limited_merge_table' and database = currentDatabase() ORDER BY length(merged_from) DESC LIMIT 1 OFFSET 2;
 
 DROP TABLE IF EXISTS limited_merge_table;

From 359668a20b60439a924af3c9c35288ea34d5c04b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 25 May 2021 18:05:51 +0300
Subject: [PATCH 0499/1060] Fix benign race (detected by clang-12) in Keeper
 snapshots

---
 src/Coordination/KeeperSnapshotManager.cpp | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/src/Coordination/KeeperSnapshotManager.cpp b/src/Coordination/KeeperSnapshotManager.cpp
index 3cfa07fb542..d223f2fe7d3 100644
--- a/src/Coordination/KeeperSnapshotManager.cpp
+++ b/src/Coordination/KeeperSnapshotManager.cpp
@@ -139,7 +139,7 @@ void KeeperStorageSnapshot::serialize(const KeeperStorageSnapshot & snapshot, Wr
     writeBinary(snapshot.session_id, out);
     writeBinary(snapshot.snapshot_container_size, out);
     size_t counter = 0;
-    for (auto it = snapshot.begin; counter < snapshot.snapshot_container_size; ++it, ++counter)
+    for (auto it = snapshot.begin; counter < snapshot.snapshot_container_size; ++counter)
     {
         const auto & path = it->key;
         const auto & node = it->value;
@@ -148,6 +148,13 @@ void KeeperStorageSnapshot::serialize(const KeeperStorageSnapshot & snapshot, Wr
 
         writeBinary(path, out);
         writeNode(node, out);
+
+        /// Last iteration: check and exit here without iterator increment. Otherwise
+        /// false positive race condition on list end is possible.
+        if (counter == snapshot.snapshot_container_size - 1)
+            break;
+
+        ++it;
     }
 
     size_t size = snapshot.session_and_timeout.size();

From a33188c3d50f2e56169880462ef18d3066fd0a9b Mon Sep 17 00:00:00 2001
From: MyroTk <myroslav6@gmail.com>
Date: Tue, 25 May 2021 17:21:17 +0200
Subject: [PATCH 0500/1060] Rounding to make expected values consistent.

---
 .../snapshots/common.py.tests.snapshot        | 6282 -----------------
 .../tests/mathematical.py                     |   40 +-
 2 files changed, 23 insertions(+), 6299 deletions(-)
 delete mode 100644 tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot

diff --git a/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot b/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot
deleted file mode 100644
index 6e3848b9e68..00000000000
--- a/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot
+++ /dev/null
@@ -1,6282 +0,0 @@
-I_check_plus_with_Int128_max_and_min_value = r"""
-plus(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	plus(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
--170141183460469231731687303715884105728	-170141183460469231731687303715884105727
-"""
-
-I_check_plus_with_Int256_max_and_min_value = r"""
-plus(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	plus(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_plus_with_UInt128_max_and_min_value = r"""
-plus(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	plus(toUInt128(\'0\'), toUInt128(1))
-0	1
-"""
-
-I_check_plus_with_UInt256_max_and_min_value = r"""
-plus(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	plus(toUInt256(\'0\'), toUInt256(1))
-0	1
-"""
-
-I_check_minus_with_Int128_max_and_min_value = r"""
-minus(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	minus(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
-170141183460469231731687303715884105726	170141183460469231731687303715884105727
-"""
-
-I_check_minus_with_Int256_max_and_min_value = r"""
-minus(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	minus(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
-57896044618658097711785492504343953926634992332820282019728792003956564819966	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_minus_with_UInt128_max_and_min_value = r"""
-minus(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	minus(toUInt128(\'0\'), toUInt128(1))
--2	-1
-"""
-
-I_check_minus_with_UInt256_max_and_min_value = r"""
-minus(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	minus(toUInt256(\'0\'), toUInt256(1))
--2	-1
-"""
-
-I_check_multiply_with_Int128_max_and_min_value = r"""
-multiply(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	multiply(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
-170141183460469231731687303715884105727	-170141183460469231731687303715884105728
-"""
-
-I_check_multiply_with_Int256_max_and_min_value = r"""
-multiply(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	multiply(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
-57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
-"""
-
-I_check_multiply_with_UInt128_max_and_min_value = r"""
-multiply(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	multiply(toUInt128(\'0\'), toUInt128(1))
-340282366920938463463374607431768211455	0
-"""
-
-I_check_multiply_with_UInt256_max_and_min_value = r"""
-multiply(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	multiply(toUInt256(\'0\'), toUInt256(1))
-115792089237316195423570985008687907853269984665640564039457584007913129639935	0
-"""
-
-I_check_divide_with_Int128_max_and_min_value = r"""
-divide(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	divide(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
-1.7014118346046923e38	-1.7014118346046923e38
-"""
-
-I_check_divide_with_Int256_max_and_min_value = r"""
-divide(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	divide(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
-5.78960446186581e76	-5.78960446186581e76
-"""
-
-I_check_divide_with_UInt128_max_and_min_value = r"""
-divide(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	divide(toUInt128(\'0\'), toUInt128(1))
-3.402823669209385e38	0
-"""
-
-I_check_divide_with_UInt256_max_and_min_value = r"""
-divide(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	divide(toUInt256(\'0\'), toUInt256(1))
-1.157920892373162e77	0
-"""
-
-I_check_intDiv_with_Int128_max_and_min_value = r"""
-intDiv(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	intDiv(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
-170141183460469231731687303715884105727	-170141183460469231731687303715884105728
-"""
-
-I_check_intDiv_with_Int256_max_and_min_value = r"""
-intDiv(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	intDiv(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
-57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
-"""
-
-I_check_intDiv_with_UInt128_max_and_min_value = r"""
-intDiv(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	intDiv(toUInt128(\'0\'), toUInt128(1))
-340282366920938463463374607431768211455	0
-"""
-
-I_check_intDiv_with_UInt256_max_and_min_value = r"""
-intDiv(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	intDiv(toUInt256(\'0\'), toUInt256(1))
-115792089237316195423570985008687907853269984665640564039457584007913129639935	0
-"""
-
-I_check_intDivOrZero_with_Int128_max_and_min_value = r"""
-intDivOrZero(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	intDivOrZero(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
-170141183460469231731687303715884105727	-170141183460469231731687303715884105728
-"""
-
-I_check_intDivOrZero_with_Int256_max_and_min_value = r"""
-intDivOrZero(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	intDivOrZero(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
-57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
-"""
-
-I_check_intDivOrZero_with_UInt128_max_and_min_value = r"""
-intDivOrZero(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	intDivOrZero(toUInt128(\'0\'), toUInt128(1))
-340282366920938463463374607431768211455	0
-"""
-
-I_check_intDivOrZero_with_UInt256_max_and_min_value = r"""
-intDivOrZero(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	intDivOrZero(toUInt256(\'0\'), toUInt256(1))
-115792089237316195423570985008687907853269984665640564039457584007913129639935	0
-"""
-
-I_check_modulo_with_Int128_max_and_min_value = r"""
-modulo(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	modulo(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
-0	0
-"""
-
-I_check_modulo_with_Int256_max_and_min_value = r"""
-modulo(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	modulo(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
-0	0
-"""
-
-I_check_modulo_with_UInt128_max_and_min_value = r"""
-modulo(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	modulo(toUInt128(\'0\'), toUInt128(1))
-0	0
-"""
-
-I_check_modulo_with_UInt256_max_and_min_value = r"""
-modulo(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	modulo(toUInt256(\'0\'), toUInt256(1))
-0	0
-"""
-
-I_check_moduloOrZero_with_Int128_max_and_min_value = r"""
-moduloOrZero(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	moduloOrZero(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
-0	0
-"""
-
-I_check_moduloOrZero_with_Int256_max_and_min_value = r"""
-moduloOrZero(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	moduloOrZero(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
-0	0
-"""
-
-I_check_moduloOrZero_with_UInt128_max_and_min_value = r"""
-moduloOrZero(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	moduloOrZero(toUInt128(\'0\'), toUInt128(1))
-0	0
-"""
-
-I_check_moduloOrZero_with_UInt256_max_and_min_value = r"""
-moduloOrZero(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	moduloOrZero(toUInt256(\'0\'), toUInt256(1))
-0	0
-"""
-
-I_check_negate_with_Int128_max_and_min_value = r"""
-negate(toInt128(\'170141183460469231731687303715884105727\'))	negate(toInt128(\'-170141183460469231731687303715884105728\'))
--170141183460469231731687303715884105727	-170141183460469231731687303715884105728
-"""
-
-I_check_negate_with_Int256_max_and_min_value = r"""
-negate(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	negate(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
-"""
-
-I_check_negate_with_UInt128_max_and_min_value = r"""
-negate(toUInt128(\'340282366920938463463374607431768211455\'))	negate(toUInt128(\'0\'))
-1	0
-"""
-
-I_check_negate_with_UInt256_max_and_min_value = r"""
-negate(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	negate(toUInt256(\'0\'))
-1	0
-"""
-
-I_check_abs_with_Int128_max_and_min_value = r"""
-abs(toInt128(\'170141183460469231731687303715884105727\'))	abs(toInt128(\'-170141183460469231731687303715884105728\'))
-170141183460469231731687303715884105727	170141183460469231731687303715884105728
-"""
-
-I_check_abs_with_Int256_max_and_min_value = r"""
-abs(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	abs(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-57896044618658097711785492504343953926634992332820282019728792003956564819967	57896044618658097711785492504343953926634992332820282019728792003956564819968
-"""
-
-I_check_abs_with_UInt128_max_and_min_value = r"""
-abs(toUInt128(\'340282366920938463463374607431768211455\'))	abs(toUInt128(\'0\'))
-340282366920938463463374607431768211455	0
-"""
-
-I_check_abs_with_UInt256_max_and_min_value = r"""
-abs(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	abs(toUInt256(\'0\'))
-115792089237316195423570985008687907853269984665640564039457584007913129639935	0
-"""
-
-I_check_the_table_output_of_plus_with_Int128 = r"""
-a
--170141183460469231731687303715884105728
--170141183460469231731687303715884105727
-2
-"""
-
-I_check_the_table_output_of_plus_with_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
--57896044618658097711785492504343953926634992332820282019728792003956564819967
-2
-"""
-
-I_check_the_table_output_of_plus_with_UInt128 = r"""
-a
-0
-1
-2
-"""
-
-I_check_the_table_output_of_plus_with_UInt256 = r"""
-a
-0
-1
-2
-"""
-
-I_check_the_table_output_of_minus_with_Int128 = r"""
-a
-0
-170141183460469231731687303715884105726
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_output_of_minus_with_Int256 = r"""
-a
-0
-57896044618658097711785492504343953926634992332820282019728792003956564819966
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_output_of_minus_with_UInt128 = r"""
-a
-0
-340282366920938463463374607431768211454
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_output_of_minus_with_UInt256 = r"""
-a
-0
-115792089237316195423570985008687907853269984665640564039457584007913129639934
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_output_of_multiply_with_Int128 = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_output_of_multiply_with_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_output_of_multiply_with_UInt128 = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_output_of_multiply_with_UInt256 = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_output_of_divide_with_Int128 = r"""
-a
--170141183460469231722463931679029329921
-1
-170141183460469231722463931679029329921
-"""
-
-I_check_the_table_output_of_divide_with_Int256 = r"""
-a
--57896044618658097702369839901263932781391731748390190090761097376371310592000
-1
-57896044618658097702369839901263932781391731748390190090761097376371310592000
-"""
-
-I_check_the_table_output_of_divide_with_UInt128 = r"""
-a
-0
-1
-340282366920938463426481119284349108225
-"""
-
-I_check_the_table_output_of_divide_with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_output_of_intDiv_with_Int128 = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_output_of_intDiv_with_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_output_of_intDiv_with_UInt128 = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_output_of_intDiv_with_UInt256 = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_output_of_intDivOrZero_with_Int128 = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_output_of_intDivOrZero_with_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_output_of_intDivOrZero_with_UInt128 = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_output_of_intDivOrZero_with_UInt256 = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_output_of_modulo_with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_modulo_with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_modulo_with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_modulo_with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_moduloOrZero_with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_moduloOrZero_with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_moduloOrZero_with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_moduloOrZero_with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_table_output_of_negate_with_Int128 = r"""
-a
--170141183460469231731687303715884105728
--170141183460469231731687303715884105727
--1
-"""
-
-I_check_the_table_output_of_negate_with_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
--57896044618658097711785492504343953926634992332820282019728792003956564819967
--1
-"""
-
-I_check_the_table_output_of_negate_with_UInt128 = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_output_of_negate_with_UInt256 = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_output_of_abs_with_Int128 = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_output_of_abs_with_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_output_of_abs_with_UInt128 = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_output_of_abs_with_UInt256 = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_output_of_gcd_with_Int128 = r"""
-a
-1
-"""
-
-I_check_the_table_output_of_gcd_with_Int256 = r"""
-a
-1
-"""
-
-I_check_the_table_output_of_gcd_with_UInt128 = r"""
-a
-1
-1
-"""
-
-I_check_the_table_output_of_gcd_with_UInt256 = r"""
-a
-1
-1
-"""
-
-I_check_the_table_output_of_lcm_with_Int128 = r"""
-a
-1
-"""
-
-I_check_the_table_output_of_lcm_with_Int256 = r"""
-a
-1
-"""
-
-I_check_the_table_output_of_lcm_with_UInt128 = r"""
-a
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_output_of_lcm_with_UInt256 = r"""
-a
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_for_output_of_negate_with_Decimal256 = r"""
-a
--1
-"""
-
-I_check_the_table_for_output_of_abs_with_Decimal256 = r"""
-a
-1
-"""
-
-Inline___Int128___arrayPopBack_ = r"""
-arrayPopBack(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,2]
-"""
-
-Table___Int128___arrayPopBack_ = r"""
-a
-[3,2]
-"""
-
-Inline___Int128___arrayPopFront_ = r"""
-arrayPopFront(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[2,1]
-"""
-
-Table___Int128___arrayPopFront_ = r"""
-a
-[2,1]
-"""
-
-Inline___Int128___arraySort_ = r"""
-arraySort(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___Int128___arraySort_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int128___arrayReverseSort_ = r"""
-arrayReverseSort(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___Int128___arrayReverseSort_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int128___arrayDistinct_ = r"""
-arrayDistinct(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___Int128___arrayDistinct_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int128___arrayEnumerate_ = r"""
-arrayEnumerate(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___Int128___arrayEnumerate_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int128___arrayEnumerateDense_ = r"""
-arrayEnumerateDense(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___Int128___arrayEnumerateDense_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int128___arrayEnumerateUniq_ = r"""
-arrayEnumerateUniq(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[1,1,1]
-"""
-
-Table___Int128___arrayEnumerateUniq_ = r"""
-a
-[1,1,1]
-"""
-
-Inline___Int128___arrayReverse_ = r"""
-arrayReverse(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___Int128___arrayReverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int128___reverse_ = r"""
-reverse(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___Int128___reverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int128___arrayFlatten_ = r"""
-arrayFlatten(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___Int128___arrayFlatten_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int128___arrayCompact_ = r"""
-arrayCompact(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___Int128___arrayCompact_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int128___arrayReduceInRanges__sum_____1__5___ = r"""
-arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[6]
-"""
-
-Table___Int128___arrayReduceInRanges__sum_____1__5___ = r"""
-a
-[6]
-"""
-
-Inline___Int128___arrayMap_x_____x___2__ = r"""
-arrayMap(lambda(tuple(x), plus(x, 2)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[5,4,3]
-"""
-
-Table___Int128___arrayMap_x_____x___2__ = r"""
-a
-[5,4,3]
-"""
-
-Inline___Int128___arrayFill_x____x_3_ = r"""
-arrayFill(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,3,3]
-"""
-
-Table___Int128___arrayFill_x____x_3_ = r"""
-a
-[3,3,3]
-"""
-
-Inline___Int128___arrayReverseFill_x____x_3_ = r"""
-arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,1,1]
-"""
-
-Table___Int128___arrayReverseFill_x____x_3_ = r"""
-a
-[3,1,1]
-"""
-
-Inline___Int128___arrayConcat__toInt128__3____toInt128__2____toInt128__1____ = r"""
-arrayConcat(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[3,2,1,3,2,1]
-"""
-
-Table___Int128___arrayConcat__toInt128__3____toInt128__2____toInt128__1____ = r"""
-a
-[3,2,1,3,2,1]
-"""
-
-Inline___Int128___arrayFilter_x____x____1__ = r"""
-arrayFilter(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[1]
-"""
-
-Table___Int128___arrayFilter_x____x____1__ = r"""
-a
-[1]
-"""
-
-Inline___Int128___arraySplit__x__y_____x_y___0__0__0__ = r"""
-arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-[[0,0,0]]
-"""
-
-Table___Int128___arraySplit__x__y_____x_y___0__0__0__ = r"""
-a
-[[0,0,0]]
-"""
-
-Inline___Int128___arrayZip__toInt128__1____ = r"""
-arrayZip(array(toInt128(\'1\')), array(toInt128(\'3\')))
-[(1,3)]
-"""
-
-Table___Int128___arrayZip__toInt128__1____ = r"""
-a
-[(1,1)]
-"""
-
-Inline___Int128___empty_ = r"""
-empty(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-0
-"""
-
-Table___Int128___empty_ = r"""
-a
-0
-"""
-
-Inline___Int128___notEmpty_ = r"""
-notEmpty(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-1
-"""
-
-Table___Int128___notEmpty_ = r"""
-a
-1
-"""
-
-Inline___Int128___length_ = r"""
-length(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-3
-"""
-
-Table___Int128___length_ = r"""
-a
-3
-"""
-
-Inline___Int128___arrayCount_x____x____1__ = r"""
-arrayCount(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-1
-"""
-
-Table___Int128___arrayCount_x____x____1__ = r"""
-a
-1
-"""
-
-Inline___Int128___arrayUniq_ = r"""
-arrayUniq(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-3
-"""
-
-Table___Int128___arrayUniq_ = r"""
-a
-3
-"""
-
-Inline___Int128___arrayJoin_ = r"""
-arrayJoin(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-3
-2
-1
-"""
-
-Table___Int128___arrayJoin_ = r"""
-a
-1
-2
-3
-"""
-
-Inline___Int128___arrayExists_x____x__1_ = r"""
-arrayExists(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-1
-"""
-
-Table___Int128___arrayExists_x____x__1_ = r"""
-a
-1
-"""
-
-Inline___Int128___arrayAll_x____x__1_ = r"""
-arrayAll(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-0
-"""
-
-Table___Int128___arrayAll_x____x__1_ = r"""
-a
-0
-"""
-
-Inline___Int128___arrayMin_ = r"""
-arrayMin(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-1
-"""
-
-Table___Int128___arrayMin_ = r"""
-a
-1
-"""
-
-Inline___Int128___arrayMax_ = r"""
-arrayMax(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-3
-"""
-
-Table___Int128___arrayMax_ = r"""
-a
-3
-"""
-
-Inline___Int128___arraySum_ = r"""
-arraySum(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-6
-"""
-
-Table___Int128___arraySum_ = r"""
-a
-6
-"""
-
-Inline___Int128___arrayAvg_ = r"""
-arrayAvg(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-2
-"""
-
-Table___Int128___arrayAvg_ = r"""
-a
-2
-"""
-
-Inline___Int128___arrayReduce__max___ = r"""
-arrayReduce(\'max\', array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-3
-"""
-
-Table___Int128___arrayReduce__max___ = r"""
-a
-3
-"""
-
-Inline___Int128___arrayFirst_x____x__3_ = r"""
-arrayFirst(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-3
-"""
-
-Table___Int128___arrayFirst_x____x__3_ = r"""
-a
-3
-"""
-
-Inline___Int128___arrayFirstIndex_x____x__3_ = r"""
-arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-1
-"""
-
-Table___Int128___arrayFirstIndex_x____x__3_ = r"""
-a
-1
-"""
-
-Inline___Int128___hasAll__toInt128__3____toInt128__2____toInt128__1_____ = r"""
-hasAll(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-1
-"""
-
-Table___Int128___hasAll__toInt128__3____toInt128__2____toInt128__1_____ = r"""
-a
-1
-"""
-
-Inline___Int128___hasAny__toInt128__2____toInt128__1_____ = r"""
-hasAny(array(toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-1
-"""
-
-Table___Int128___hasAny__toInt128__2____toInt128__1_____ = r"""
-a
-1
-"""
-
-Inline___Int128___hasSubstr__toInt128__2____toInt128__1_____ = r"""
-hasSubstr(array(toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
-0
-"""
-
-Table___Int128___hasSubstr__toInt128__2____toInt128__1_____ = r"""
-a
-0
-"""
-
-Table___Int128___arrayDifference_ = r"""
-a
-"""
-
-Table___Int128___arrayCumSum_ = r"""
-a
-"""
-
-Table___Int128___arrayCumSumNonNegative_ = r"""
-a
-"""
-
-Inline___Int128___arrayElement = r"""
-arrayElement(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
-3
-"""
-
-Table___Int128___arrayElement = r"""
-a
-3
-"""
-
-Inline___Int128___arrayPushBack = r"""
-arrayPushBack(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), toInt128(\'1\'))
-[3,2,1,1]
-"""
-
-Table___Int128___arrayPushBack = r"""
-a
-[3,2,1,1]
-"""
-
-Inline___Int128___arrayPushFront = r"""
-arrayPushFront(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), toInt128(\'1\'))
-[1,3,2,1]
-"""
-
-Table___Int128___arrayPushFront = r"""
-a
-[1,3,2,1]
-"""
-
-Inline___Int128___arrayResize = r"""
-arrayResize(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
-[3]
-"""
-
-Table___Int128___arrayResize = r"""
-a
-[3]
-"""
-
-Inline___Int128___arraySlice = r"""
-arraySlice(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
-[3,2,1]
-"""
-
-Table___Int128___arraySlice = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int128___has = r"""
-has(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
-0
-"""
-
-Table___Int128___has = r"""
-a
-0
-"""
-
-Inline___Int128___indexOf = r"""
-indexOf(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
-0
-"""
-
-Table___Int128___indexOf = r"""
-a
-0
-"""
-
-Inline___Int128___countEqual = r"""
-countEqual(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
-0
-"""
-
-Table___Int128___countEqual = r"""
-a
-0
-"""
-
-Creating_a_tuple_with_Int128_on_a_table = r"""
-a
-(1,1,1)
-"""
-
-tupleElement_with_Int128_on_a_table = r"""
-a
-1
-"""
-
-untuple_with_Int128_on_a_table = r"""
-a
-1
-"""
-
-tupleHammingDistance_with_Int128_on_a_table = r"""
-a
-2
-"""
-
-Creating_a_map_with_Int128_on_a_table = r"""
-a
-{'key1':1,'key2':2}
-"""
-
-mapAdd_with_Int128_on_a_table = r"""
-a
-"""
-
-mapSubtract_with_Int128_on_a_table = r"""
-a
-"""
-
-mapPopulateSeries_with_Int128_on_a_table = r"""
-a
-"""
-
-mapContains_with_Int128_on_a_table = r"""
-a
-1
-"""
-
-mapKeys_with_Int128_on_a_table = r"""
-a
-['key1','key2']
-"""
-
-mapValues_with_Int128_on_a_table = r"""
-a
-[1,2]
-"""
-
-Inline___Int256___arrayPopBack_ = r"""
-arrayPopBack(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,2]
-"""
-
-Table___Int256___arrayPopBack_ = r"""
-a
-[3,2]
-"""
-
-Inline___Int256___arrayPopFront_ = r"""
-arrayPopFront(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[2,1]
-"""
-
-Table___Int256___arrayPopFront_ = r"""
-a
-[2,1]
-"""
-
-Inline___Int256___arraySort_ = r"""
-arraySort(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___Int256___arraySort_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int256___arrayReverseSort_ = r"""
-arrayReverseSort(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___Int256___arrayReverseSort_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int256___arrayDistinct_ = r"""
-arrayDistinct(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___Int256___arrayDistinct_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int256___arrayEnumerate_ = r"""
-arrayEnumerate(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___Int256___arrayEnumerate_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int256___arrayEnumerateDense_ = r"""
-arrayEnumerateDense(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___Int256___arrayEnumerateDense_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int256___arrayEnumerateUniq_ = r"""
-arrayEnumerateUniq(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[1,1,1]
-"""
-
-Table___Int256___arrayEnumerateUniq_ = r"""
-a
-[1,1,1]
-"""
-
-Inline___Int256___arrayReverse_ = r"""
-arrayReverse(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___Int256___arrayReverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int256___reverse_ = r"""
-reverse(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___Int256___reverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Int256___arrayFlatten_ = r"""
-arrayFlatten(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___Int256___arrayFlatten_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int256___arrayCompact_ = r"""
-arrayCompact(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___Int256___arrayCompact_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int256___arrayReduceInRanges__sum_____1__5___ = r"""
-arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[6]
-"""
-
-Table___Int256___arrayReduceInRanges__sum_____1__5___ = r"""
-a
-[6]
-"""
-
-Inline___Int256___arrayMap_x_____x___2__ = r"""
-arrayMap(lambda(tuple(x), plus(x, 2)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[5,4,3]
-"""
-
-Table___Int256___arrayMap_x_____x___2__ = r"""
-a
-[5,4,3]
-"""
-
-Inline___Int256___arrayFill_x____x_3_ = r"""
-arrayFill(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,3,3]
-"""
-
-Table___Int256___arrayFill_x____x_3_ = r"""
-a
-[3,3,3]
-"""
-
-Inline___Int256___arrayReverseFill_x____x_3_ = r"""
-arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,1,1]
-"""
-
-Table___Int256___arrayReverseFill_x____x_3_ = r"""
-a
-[3,1,1]
-"""
-
-Inline___Int256___arrayConcat__toInt256__3____toInt256__2____toInt256__1____ = r"""
-arrayConcat(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[3,2,1,3,2,1]
-"""
-
-Table___Int256___arrayConcat__toInt256__3____toInt256__2____toInt256__1____ = r"""
-a
-[3,2,1,3,2,1]
-"""
-
-Inline___Int256___arrayFilter_x____x____1__ = r"""
-arrayFilter(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[1]
-"""
-
-Table___Int256___arrayFilter_x____x____1__ = r"""
-a
-[1]
-"""
-
-Inline___Int256___arraySplit__x__y_____x_y___0__0__0__ = r"""
-arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-[[0,0,0]]
-"""
-
-Table___Int256___arraySplit__x__y_____x_y___0__0__0__ = r"""
-a
-[[0,0,0]]
-"""
-
-Inline___Int256___arrayZip__toInt256__1____ = r"""
-arrayZip(array(toInt256(\'1\')), array(toInt256(\'3\')))
-[(1,3)]
-"""
-
-Table___Int256___arrayZip__toInt256__1____ = r"""
-a
-[(1,1)]
-"""
-
-Inline___Int256___empty_ = r"""
-empty(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-0
-"""
-
-Table___Int256___empty_ = r"""
-a
-0
-"""
-
-Inline___Int256___notEmpty_ = r"""
-notEmpty(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-1
-"""
-
-Table___Int256___notEmpty_ = r"""
-a
-1
-"""
-
-Inline___Int256___length_ = r"""
-length(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-3
-"""
-
-Table___Int256___length_ = r"""
-a
-3
-"""
-
-Inline___Int256___arrayCount_x____x____1__ = r"""
-arrayCount(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-1
-"""
-
-Table___Int256___arrayCount_x____x____1__ = r"""
-a
-1
-"""
-
-Inline___Int256___arrayUniq_ = r"""
-arrayUniq(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-3
-"""
-
-Table___Int256___arrayUniq_ = r"""
-a
-3
-"""
-
-Inline___Int256___arrayJoin_ = r"""
-arrayJoin(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-3
-2
-1
-"""
-
-Table___Int256___arrayJoin_ = r"""
-a
-1
-2
-3
-"""
-
-Inline___Int256___arrayExists_x____x__1_ = r"""
-arrayExists(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-1
-"""
-
-Table___Int256___arrayExists_x____x__1_ = r"""
-a
-1
-"""
-
-Inline___Int256___arrayAll_x____x__1_ = r"""
-arrayAll(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-0
-"""
-
-Table___Int256___arrayAll_x____x__1_ = r"""
-a
-0
-"""
-
-Inline___Int256___arrayMin_ = r"""
-arrayMin(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-1
-"""
-
-Table___Int256___arrayMin_ = r"""
-a
-1
-"""
-
-Inline___Int256___arrayMax_ = r"""
-arrayMax(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-3
-"""
-
-Table___Int256___arrayMax_ = r"""
-a
-3
-"""
-
-Inline___Int256___arraySum_ = r"""
-arraySum(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-6
-"""
-
-Table___Int256___arraySum_ = r"""
-a
-6
-"""
-
-Inline___Int256___arrayAvg_ = r"""
-arrayAvg(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-2
-"""
-
-Table___Int256___arrayAvg_ = r"""
-a
-2
-"""
-
-Inline___Int256___arrayReduce__max___ = r"""
-arrayReduce(\'max\', array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-3
-"""
-
-Table___Int256___arrayReduce__max___ = r"""
-a
-3
-"""
-
-Inline___Int256___arrayFirst_x____x__3_ = r"""
-arrayFirst(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-3
-"""
-
-Table___Int256___arrayFirst_x____x__3_ = r"""
-a
-3
-"""
-
-Inline___Int256___arrayFirstIndex_x____x__3_ = r"""
-arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-1
-"""
-
-Table___Int256___arrayFirstIndex_x____x__3_ = r"""
-a
-1
-"""
-
-Inline___Int256___hasAll__toInt256__3____toInt256__2____toInt256__1_____ = r"""
-hasAll(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-1
-"""
-
-Table___Int256___hasAll__toInt256__3____toInt256__2____toInt256__1_____ = r"""
-a
-1
-"""
-
-Inline___Int256___hasAny__toInt256__2____toInt256__1_____ = r"""
-hasAny(array(toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-1
-"""
-
-Table___Int256___hasAny__toInt256__2____toInt256__1_____ = r"""
-a
-1
-"""
-
-Inline___Int256___hasSubstr__toInt256__2____toInt256__1_____ = r"""
-hasSubstr(array(toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
-0
-"""
-
-Table___Int256___hasSubstr__toInt256__2____toInt256__1_____ = r"""
-a
-0
-"""
-
-Table___Int256___arrayDifference_ = r"""
-a
-"""
-
-Table___Int256___arrayCumSum_ = r"""
-a
-"""
-
-Table___Int256___arrayCumSumNonNegative_ = r"""
-a
-"""
-
-Inline___Int256___arrayElement = r"""
-arrayElement(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
-3
-"""
-
-Table___Int256___arrayElement = r"""
-a
-3
-"""
-
-Inline___Int256___arrayPushBack = r"""
-arrayPushBack(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), toInt256(\'1\'))
-[3,2,1,1]
-"""
-
-Table___Int256___arrayPushBack = r"""
-a
-[3,2,1,1]
-"""
-
-Inline___Int256___arrayPushFront = r"""
-arrayPushFront(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), toInt256(\'1\'))
-[1,3,2,1]
-"""
-
-Table___Int256___arrayPushFront = r"""
-a
-[1,3,2,1]
-"""
-
-Inline___Int256___arrayResize = r"""
-arrayResize(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
-[3]
-"""
-
-Table___Int256___arrayResize = r"""
-a
-[3]
-"""
-
-Inline___Int256___arraySlice = r"""
-arraySlice(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
-[3,2,1]
-"""
-
-Table___Int256___arraySlice = r"""
-a
-[3,2,1]
-"""
-
-Inline___Int256___has = r"""
-has(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
-0
-"""
-
-Table___Int256___has = r"""
-a
-0
-"""
-
-Inline___Int256___indexOf = r"""
-indexOf(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
-0
-"""
-
-Table___Int256___indexOf = r"""
-a
-0
-"""
-
-Inline___Int256___countEqual = r"""
-countEqual(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
-0
-"""
-
-Table___Int256___countEqual = r"""
-a
-0
-"""
-
-Creating_a_tuple_with_Int256_on_a_table = r"""
-a
-(1,1,1)
-"""
-
-tupleElement_with_Int256_on_a_table = r"""
-a
-1
-"""
-
-untuple_with_Int256_on_a_table = r"""
-a
-1
-"""
-
-tupleHammingDistance_with_Int256_on_a_table = r"""
-a
-2
-"""
-
-Creating_a_map_with_Int256_on_a_table = r"""
-a
-{'key1':1,'key2':2}
-"""
-
-mapAdd_with_Int256_on_a_table = r"""
-a
-"""
-
-mapSubtract_with_Int256_on_a_table = r"""
-a
-"""
-
-mapPopulateSeries_with_Int256_on_a_table = r"""
-a
-"""
-
-mapContains_with_Int256_on_a_table = r"""
-a
-1
-"""
-
-mapKeys_with_Int256_on_a_table = r"""
-a
-['key1','key2']
-"""
-
-mapValues_with_Int256_on_a_table = r"""
-a
-[1,2]
-"""
-
-Inline___UInt128___arrayPopBack_ = r"""
-arrayPopBack(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,2]
-"""
-
-Table___UInt128___arrayPopBack_ = r"""
-a
-[3,2]
-"""
-
-Inline___UInt128___arrayPopFront_ = r"""
-arrayPopFront(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[2,1]
-"""
-
-Table___UInt128___arrayPopFront_ = r"""
-a
-[2,1]
-"""
-
-Inline___UInt128___arraySort_ = r"""
-arraySort(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt128___arraySort_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt128___arrayReverseSort_ = r"""
-arrayReverseSort(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt128___arrayReverseSort_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt128___arrayDistinct_ = r"""
-arrayDistinct(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt128___arrayDistinct_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt128___arrayEnumerate_ = r"""
-arrayEnumerate(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt128___arrayEnumerate_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt128___arrayEnumerateDense_ = r"""
-arrayEnumerateDense(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt128___arrayEnumerateDense_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt128___arrayEnumerateUniq_ = r"""
-arrayEnumerateUniq(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[1,1,1]
-"""
-
-Table___UInt128___arrayEnumerateUniq_ = r"""
-a
-[1,1,1]
-"""
-
-Inline___UInt128___arrayReverse_ = r"""
-arrayReverse(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt128___arrayReverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt128___reverse_ = r"""
-reverse(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt128___reverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt128___arrayFlatten_ = r"""
-arrayFlatten(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt128___arrayFlatten_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt128___arrayCompact_ = r"""
-arrayCompact(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt128___arrayCompact_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt128___arrayReduceInRanges__sum_____1__5___ = r"""
-arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[6]
-"""
-
-Table___UInt128___arrayReduceInRanges__sum_____1__5___ = r"""
-a
-[6]
-"""
-
-Inline___UInt128___arrayMap_x_____x___2__ = r"""
-arrayMap(lambda(tuple(x), plus(x, 2)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[5,4,3]
-"""
-
-Table___UInt128___arrayMap_x_____x___2__ = r"""
-a
-[5,4,3]
-"""
-
-Inline___UInt128___arrayFill_x____x_3_ = r"""
-arrayFill(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,3,3]
-"""
-
-Table___UInt128___arrayFill_x____x_3_ = r"""
-a
-[3,3,3]
-"""
-
-Inline___UInt128___arrayReverseFill_x____x_3_ = r"""
-arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,1,1]
-"""
-
-Table___UInt128___arrayReverseFill_x____x_3_ = r"""
-a
-[3,1,1]
-"""
-
-Inline___UInt128___arrayConcat__toUInt128__3____toUInt128__2____toUInt128__1____ = r"""
-arrayConcat(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[3,2,1,3,2,1]
-"""
-
-Table___UInt128___arrayConcat__toUInt128__3____toUInt128__2____toUInt128__1____ = r"""
-a
-[3,2,1,3,2,1]
-"""
-
-Inline___UInt128___arrayFilter_x____x____1__ = r"""
-arrayFilter(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[1]
-"""
-
-Table___UInt128___arrayFilter_x____x____1__ = r"""
-a
-[1]
-"""
-
-Inline___UInt128___arraySplit__x__y_____x_y___0__0__0__ = r"""
-arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-[[0,0,0]]
-"""
-
-Table___UInt128___arraySplit__x__y_____x_y___0__0__0__ = r"""
-a
-[[0,0,0]]
-"""
-
-Inline___UInt128___arrayZip__toUInt128__1____ = r"""
-arrayZip(array(toUInt128(\'1\')), array(toUInt128(\'3\')))
-[(1,3)]
-"""
-
-Table___UInt128___arrayZip__toUInt128__1____ = r"""
-a
-[(1,1)]
-"""
-
-Inline___UInt128___empty_ = r"""
-empty(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-0
-"""
-
-Table___UInt128___empty_ = r"""
-a
-0
-"""
-
-Inline___UInt128___notEmpty_ = r"""
-notEmpty(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-1
-"""
-
-Table___UInt128___notEmpty_ = r"""
-a
-1
-"""
-
-Inline___UInt128___length_ = r"""
-length(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-3
-"""
-
-Table___UInt128___length_ = r"""
-a
-3
-"""
-
-Inline___UInt128___arrayCount_x____x____1__ = r"""
-arrayCount(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-1
-"""
-
-Table___UInt128___arrayCount_x____x____1__ = r"""
-a
-1
-"""
-
-Inline___UInt128___arrayUniq_ = r"""
-arrayUniq(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-3
-"""
-
-Table___UInt128___arrayUniq_ = r"""
-a
-3
-"""
-
-Inline___UInt128___arrayJoin_ = r"""
-arrayJoin(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-3
-2
-1
-"""
-
-Table___UInt128___arrayJoin_ = r"""
-a
-1
-2
-3
-"""
-
-Inline___UInt128___arrayExists_x____x__1_ = r"""
-arrayExists(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-1
-"""
-
-Table___UInt128___arrayExists_x____x__1_ = r"""
-a
-1
-"""
-
-Inline___UInt128___arrayAll_x____x__1_ = r"""
-arrayAll(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-0
-"""
-
-Table___UInt128___arrayAll_x____x__1_ = r"""
-a
-0
-"""
-
-Inline___UInt128___arrayMin_ = r"""
-arrayMin(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-1
-"""
-
-Table___UInt128___arrayMin_ = r"""
-a
-1
-"""
-
-Inline___UInt128___arrayMax_ = r"""
-arrayMax(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-3
-"""
-
-Table___UInt128___arrayMax_ = r"""
-a
-3
-"""
-
-Inline___UInt128___arraySum_ = r"""
-arraySum(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-6
-"""
-
-Table___UInt128___arraySum_ = r"""
-a
-6
-"""
-
-Inline___UInt128___arrayAvg_ = r"""
-arrayAvg(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-2
-"""
-
-Table___UInt128___arrayAvg_ = r"""
-a
-2
-"""
-
-Inline___UInt128___arrayReduce__max___ = r"""
-arrayReduce(\'max\', array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-3
-"""
-
-Table___UInt128___arrayReduce__max___ = r"""
-a
-3
-"""
-
-Inline___UInt128___arrayFirst_x____x__3_ = r"""
-arrayFirst(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-3
-"""
-
-Table___UInt128___arrayFirst_x____x__3_ = r"""
-a
-3
-"""
-
-Inline___UInt128___arrayFirstIndex_x____x__3_ = r"""
-arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-1
-"""
-
-Table___UInt128___arrayFirstIndex_x____x__3_ = r"""
-a
-1
-"""
-
-Inline___UInt128___hasAll__toUInt128__3____toUInt128__2____toUInt128__1_____ = r"""
-hasAll(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-1
-"""
-
-Table___UInt128___hasAll__toUInt128__3____toUInt128__2____toUInt128__1_____ = r"""
-a
-1
-"""
-
-Inline___UInt128___hasAny__toUInt128__2____toUInt128__1_____ = r"""
-hasAny(array(toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-1
-"""
-
-Table___UInt128___hasAny__toUInt128__2____toUInt128__1_____ = r"""
-a
-1
-"""
-
-Inline___UInt128___hasSubstr__toUInt128__2____toUInt128__1_____ = r"""
-hasSubstr(array(toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
-0
-"""
-
-Table___UInt128___hasSubstr__toUInt128__2____toUInt128__1_____ = r"""
-a
-0
-"""
-
-Table___UInt128___arrayDifference_ = r"""
-a
-"""
-
-Table___UInt128___arrayCumSum_ = r"""
-a
-"""
-
-Table___UInt128___arrayCumSumNonNegative_ = r"""
-a
-"""
-
-Inline___UInt128___arrayElement = r"""
-arrayElement(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
-3
-"""
-
-Table___UInt128___arrayElement = r"""
-a
-3
-"""
-
-Inline___UInt128___arrayPushBack = r"""
-arrayPushBack(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), toUInt128(\'1\'))
-[3,2,1,1]
-"""
-
-Table___UInt128___arrayPushBack = r"""
-a
-[3,2,1,1]
-"""
-
-Inline___UInt128___arrayPushFront = r"""
-arrayPushFront(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), toUInt128(\'1\'))
-[1,3,2,1]
-"""
-
-Table___UInt128___arrayPushFront = r"""
-a
-[1,3,2,1]
-"""
-
-Inline___UInt128___arrayResize = r"""
-arrayResize(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
-[3]
-"""
-
-Table___UInt128___arrayResize = r"""
-a
-[3]
-"""
-
-Inline___UInt128___arraySlice = r"""
-arraySlice(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
-[3,2,1]
-"""
-
-Table___UInt128___arraySlice = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt128___has = r"""
-has(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
-0
-"""
-
-Table___UInt128___has = r"""
-a
-0
-"""
-
-Inline___UInt128___indexOf = r"""
-indexOf(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
-0
-"""
-
-Table___UInt128___indexOf = r"""
-a
-0
-"""
-
-Inline___UInt128___countEqual = r"""
-countEqual(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
-0
-"""
-
-Table___UInt128___countEqual = r"""
-a
-0
-"""
-
-Creating_a_tuple_with_UInt128_on_a_table = r"""
-a
-(1,1,1)
-"""
-
-tupleElement_with_UInt128_on_a_table = r"""
-a
-1
-"""
-
-untuple_with_UInt128_on_a_table = r"""
-a
-1
-"""
-
-tupleHammingDistance_with_UInt128_on_a_table = r"""
-a
-2
-"""
-
-Creating_a_map_with_UInt128_on_a_table = r"""
-a
-{'key1':1,'key2':2}
-"""
-
-mapAdd_with_UInt128_on_a_table = r"""
-a
-"""
-
-mapSubtract_with_UInt128_on_a_table = r"""
-a
-"""
-
-mapPopulateSeries_with_UInt128_on_a_table = r"""
-a
-"""
-
-mapContains_with_UInt128_on_a_table = r"""
-a
-1
-"""
-
-mapKeys_with_UInt128_on_a_table = r"""
-a
-['key1','key2']
-"""
-
-mapValues_with_UInt128_on_a_table = r"""
-a
-[1,2]
-"""
-
-Inline___UInt256___arrayPopBack_ = r"""
-arrayPopBack(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,2]
-"""
-
-Table___UInt256___arrayPopBack_ = r"""
-a
-[3,2]
-"""
-
-Inline___UInt256___arrayPopFront_ = r"""
-arrayPopFront(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[2,1]
-"""
-
-Table___UInt256___arrayPopFront_ = r"""
-a
-[2,1]
-"""
-
-Inline___UInt256___arraySort_ = r"""
-arraySort(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt256___arraySort_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt256___arrayReverseSort_ = r"""
-arrayReverseSort(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt256___arrayReverseSort_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt256___arrayDistinct_ = r"""
-arrayDistinct(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt256___arrayDistinct_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt256___arrayEnumerate_ = r"""
-arrayEnumerate(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt256___arrayEnumerate_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt256___arrayEnumerateDense_ = r"""
-arrayEnumerateDense(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt256___arrayEnumerateDense_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt256___arrayEnumerateUniq_ = r"""
-arrayEnumerateUniq(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[1,1,1]
-"""
-
-Table___UInt256___arrayEnumerateUniq_ = r"""
-a
-[1,1,1]
-"""
-
-Inline___UInt256___arrayReverse_ = r"""
-arrayReverse(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt256___arrayReverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt256___reverse_ = r"""
-reverse(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[1,2,3]
-"""
-
-Table___UInt256___reverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___UInt256___arrayFlatten_ = r"""
-arrayFlatten(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt256___arrayFlatten_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt256___arrayCompact_ = r"""
-arrayCompact(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,2,1]
-"""
-
-Table___UInt256___arrayCompact_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt256___arrayReduceInRanges__sum_____1__5___ = r"""
-arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[6]
-"""
-
-Table___UInt256___arrayReduceInRanges__sum_____1__5___ = r"""
-a
-[6]
-"""
-
-Inline___UInt256___arrayMap_x_____x___2__ = r"""
-arrayMap(lambda(tuple(x), plus(x, 2)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[5,4,3]
-"""
-
-Table___UInt256___arrayMap_x_____x___2__ = r"""
-a
-[5,4,3]
-"""
-
-Inline___UInt256___arrayFill_x____x_3_ = r"""
-arrayFill(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,3,3]
-"""
-
-Table___UInt256___arrayFill_x____x_3_ = r"""
-a
-[3,3,3]
-"""
-
-Inline___UInt256___arrayReverseFill_x____x_3_ = r"""
-arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,1,1]
-"""
-
-Table___UInt256___arrayReverseFill_x____x_3_ = r"""
-a
-[3,1,1]
-"""
-
-Inline___UInt256___arrayConcat__toUInt256__3____toUInt256__2____toUInt256__1____ = r"""
-arrayConcat(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[3,2,1,3,2,1]
-"""
-
-Table___UInt256___arrayConcat__toUInt256__3____toUInt256__2____toUInt256__1____ = r"""
-a
-[3,2,1,3,2,1]
-"""
-
-Inline___UInt256___arrayFilter_x____x____1__ = r"""
-arrayFilter(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[1]
-"""
-
-Table___UInt256___arrayFilter_x____x____1__ = r"""
-a
-[1]
-"""
-
-Inline___UInt256___arraySplit__x__y_____x_y___0__0__0__ = r"""
-arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-[[0,0,0]]
-"""
-
-Table___UInt256___arraySplit__x__y_____x_y___0__0__0__ = r"""
-a
-[[0,0,0]]
-"""
-
-Inline___UInt256___arrayZip__toUInt256__1____ = r"""
-arrayZip(array(toUInt256(\'1\')), array(toUInt256(\'3\')))
-[(1,3)]
-"""
-
-Table___UInt256___arrayZip__toUInt256__1____ = r"""
-a
-[(1,1)]
-"""
-
-Inline___UInt256___empty_ = r"""
-empty(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-0
-"""
-
-Table___UInt256___empty_ = r"""
-a
-0
-"""
-
-Inline___UInt256___notEmpty_ = r"""
-notEmpty(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-1
-"""
-
-Table___UInt256___notEmpty_ = r"""
-a
-1
-"""
-
-Inline___UInt256___length_ = r"""
-length(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-3
-"""
-
-Table___UInt256___length_ = r"""
-a
-3
-"""
-
-Inline___UInt256___arrayCount_x____x____1__ = r"""
-arrayCount(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-1
-"""
-
-Table___UInt256___arrayCount_x____x____1__ = r"""
-a
-1
-"""
-
-Inline___UInt256___arrayUniq_ = r"""
-arrayUniq(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-3
-"""
-
-Table___UInt256___arrayUniq_ = r"""
-a
-3
-"""
-
-Inline___UInt256___arrayJoin_ = r"""
-arrayJoin(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-3
-2
-1
-"""
-
-Table___UInt256___arrayJoin_ = r"""
-a
-1
-2
-3
-"""
-
-Inline___UInt256___arrayExists_x____x__1_ = r"""
-arrayExists(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-1
-"""
-
-Table___UInt256___arrayExists_x____x__1_ = r"""
-a
-1
-"""
-
-Inline___UInt256___arrayAll_x____x__1_ = r"""
-arrayAll(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-0
-"""
-
-Table___UInt256___arrayAll_x____x__1_ = r"""
-a
-0
-"""
-
-Inline___UInt256___arrayMin_ = r"""
-arrayMin(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-1
-"""
-
-Table___UInt256___arrayMin_ = r"""
-a
-1
-"""
-
-Inline___UInt256___arrayMax_ = r"""
-arrayMax(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-3
-"""
-
-Table___UInt256___arrayMax_ = r"""
-a
-3
-"""
-
-Inline___UInt256___arraySum_ = r"""
-arraySum(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-6
-"""
-
-Table___UInt256___arraySum_ = r"""
-a
-6
-"""
-
-Inline___UInt256___arrayAvg_ = r"""
-arrayAvg(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-2
-"""
-
-Table___UInt256___arrayAvg_ = r"""
-a
-2
-"""
-
-Inline___UInt256___arrayReduce__max___ = r"""
-arrayReduce(\'max\', array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-3
-"""
-
-Table___UInt256___arrayReduce__max___ = r"""
-a
-3
-"""
-
-Inline___UInt256___arrayFirst_x____x__3_ = r"""
-arrayFirst(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-3
-"""
-
-Table___UInt256___arrayFirst_x____x__3_ = r"""
-a
-3
-"""
-
-Inline___UInt256___arrayFirstIndex_x____x__3_ = r"""
-arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-1
-"""
-
-Table___UInt256___arrayFirstIndex_x____x__3_ = r"""
-a
-1
-"""
-
-Inline___UInt256___hasAll__toUInt256__3____toUInt256__2____toUInt256__1_____ = r"""
-hasAll(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-1
-"""
-
-Table___UInt256___hasAll__toUInt256__3____toUInt256__2____toUInt256__1_____ = r"""
-a
-1
-"""
-
-Inline___UInt256___hasAny__toUInt256__2____toUInt256__1_____ = r"""
-hasAny(array(toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-1
-"""
-
-Table___UInt256___hasAny__toUInt256__2____toUInt256__1_____ = r"""
-a
-1
-"""
-
-Inline___UInt256___hasSubstr__toUInt256__2____toUInt256__1_____ = r"""
-hasSubstr(array(toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
-0
-"""
-
-Table___UInt256___hasSubstr__toUInt256__2____toUInt256__1_____ = r"""
-a
-0
-"""
-
-Table___UInt256___arrayDifference_ = r"""
-a
-"""
-
-Table___UInt256___arrayCumSum_ = r"""
-a
-"""
-
-Table___UInt256___arrayCumSumNonNegative_ = r"""
-a
-"""
-
-Inline___UInt256___arrayElement = r"""
-arrayElement(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
-3
-"""
-
-Table___UInt256___arrayElement = r"""
-a
-3
-"""
-
-Inline___UInt256___arrayPushBack = r"""
-arrayPushBack(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), toUInt256(\'1\'))
-[3,2,1,1]
-"""
-
-Table___UInt256___arrayPushBack = r"""
-a
-[3,2,1,1]
-"""
-
-Inline___UInt256___arrayPushFront = r"""
-arrayPushFront(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), toUInt256(\'1\'))
-[1,3,2,1]
-"""
-
-Table___UInt256___arrayPushFront = r"""
-a
-[1,3,2,1]
-"""
-
-Inline___UInt256___arrayResize = r"""
-arrayResize(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
-[3]
-"""
-
-Table___UInt256___arrayResize = r"""
-a
-[3]
-"""
-
-Inline___UInt256___arraySlice = r"""
-arraySlice(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
-[3,2,1]
-"""
-
-Table___UInt256___arraySlice = r"""
-a
-[3,2,1]
-"""
-
-Inline___UInt256___has = r"""
-has(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
-0
-"""
-
-Table___UInt256___has = r"""
-a
-0
-"""
-
-Inline___UInt256___indexOf = r"""
-indexOf(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
-0
-"""
-
-Table___UInt256___indexOf = r"""
-a
-0
-"""
-
-Inline___UInt256___countEqual = r"""
-countEqual(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
-0
-"""
-
-Table___UInt256___countEqual = r"""
-a
-0
-"""
-
-Creating_a_tuple_with_UInt256_on_a_table = r"""
-a
-(1,1,1)
-"""
-
-tupleElement_with_UInt256_on_a_table = r"""
-a
-1
-"""
-
-untuple_with_UInt256_on_a_table = r"""
-a
-1
-"""
-
-tupleHammingDistance_with_UInt256_on_a_table = r"""
-a
-2
-"""
-
-Creating_a_map_with_UInt256_on_a_table = r"""
-a
-{'key1':1,'key2':2}
-"""
-
-mapAdd_with_UInt256_on_a_table = r"""
-a
-"""
-
-mapSubtract_with_UInt256_on_a_table = r"""
-a
-"""
-
-mapPopulateSeries_with_UInt256_on_a_table = r"""
-a
-"""
-
-mapContains_with_UInt256_on_a_table = r"""
-a
-1
-"""
-
-mapKeys_with_UInt256_on_a_table = r"""
-a
-['key1','key2']
-"""
-
-mapValues_with_UInt256_on_a_table = r"""
-a
-[1,2]
-"""
-
-Inline___Decimal256_0____arrayPopBack_ = r"""
-arrayPopBack(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,2]
-"""
-
-Table___Decimal256_0____arrayPopBack_ = r"""
-a
-[3,2]
-"""
-
-Inline___Decimal256_0____arrayPopFront_ = r"""
-arrayPopFront(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[2,1]
-"""
-
-Table___Decimal256_0____arrayPopFront_ = r"""
-a
-[2,1]
-"""
-
-Inline___Decimal256_0____arraySort_ = r"""
-arraySort(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[1,2,3]
-"""
-
-Table___Decimal256_0____arraySort_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Decimal256_0____arrayReverseSort_ = r"""
-arrayReverseSort(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,2,1]
-"""
-
-Table___Decimal256_0____arrayReverseSort_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Decimal256_0____arrayDistinct_ = r"""
-arrayDistinct(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,2,1]
-"""
-
-Table___Decimal256_0____arrayDistinct_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Decimal256_0____arrayEnumerate_ = r"""
-arrayEnumerate(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[1,2,3]
-"""
-
-Table___Decimal256_0____arrayEnumerate_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Decimal256_0____arrayEnumerateDense_ = r"""
-arrayEnumerateDense(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[1,2,3]
-"""
-
-Table___Decimal256_0____arrayEnumerateDense_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Decimal256_0____arrayEnumerateUniq_ = r"""
-arrayEnumerateUniq(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[1,1,1]
-"""
-
-Table___Decimal256_0____arrayEnumerateUniq_ = r"""
-a
-[1,1,1]
-"""
-
-Inline___Decimal256_0____arrayReverse_ = r"""
-arrayReverse(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[1,2,3]
-"""
-
-Table___Decimal256_0____arrayReverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Decimal256_0____reverse_ = r"""
-reverse(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[1,2,3]
-"""
-
-Table___Decimal256_0____reverse_ = r"""
-a
-[1,2,3]
-"""
-
-Inline___Decimal256_0____arrayFlatten_ = r"""
-arrayFlatten(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,2,1]
-"""
-
-Table___Decimal256_0____arrayFlatten_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Decimal256_0____arrayCompact_ = r"""
-arrayCompact(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,2,1]
-"""
-
-Table___Decimal256_0____arrayCompact_ = r"""
-a
-[3,2,1]
-"""
-
-Inline___Decimal256_0____arrayReduceInRanges__sum_____1__5___ = r"""
-arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[6]
-"""
-
-Table___Decimal256_0____arrayReduceInRanges__sum_____1__5___ = r"""
-a
-[6]
-"""
-
-Inline___Decimal256_0____arrayMap_x_____x___2__ = r"""
-arrayMap(lambda(tuple(x), plus(x, 2)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[5,4,3]
-"""
-
-Table___Decimal256_0____arrayMap_x_____x___2__ = r"""
-a
-[5,4,3]
-"""
-
-Inline___Decimal256_0____arrayFill_x____x_3_ = r"""
-arrayFill(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,3,3]
-"""
-
-Table___Decimal256_0____arrayFill_x____x_3_ = r"""
-a
-[3,3,3]
-"""
-
-Inline___Decimal256_0____arrayReverseFill_x____x_3_ = r"""
-arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,1,1]
-"""
-
-Table___Decimal256_0____arrayReverseFill_x____x_3_ = r"""
-a
-[3,1,1]
-"""
-
-Inline___Decimal256_0____arrayConcat__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0___ = r"""
-arrayConcat(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[3,2,1,3,2,1]
-"""
-
-Table___Decimal256_0____arrayConcat__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0___ = r"""
-a
-[3,2,1,3,2,1]
-"""
-
-Inline___Decimal256_0____arrayFilter_x____x____1__ = r"""
-arrayFilter(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[1]
-"""
-
-Table___Decimal256_0____arrayFilter_x____x____1__ = r"""
-a
-[1]
-"""
-
-Inline___Decimal256_0____arraySplit__x__y_____x_y___0__0__0__ = r"""
-arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-[[0,0,0]]
-"""
-
-Table___Decimal256_0____arraySplit__x__y_____x_y___0__0__0__ = r"""
-a
-[[0,0,0]]
-"""
-
-Inline___Decimal256_0____arrayZip__toDecimal256__1__0___ = r"""
-arrayZip(array(toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0)))
-[(1,3)]
-"""
-
-Table___Decimal256_0____arrayZip__toDecimal256__1__0___ = r"""
-a
-[(1,1)]
-"""
-
-Inline___Decimal256_0____empty_ = r"""
-empty(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-0
-"""
-
-Table___Decimal256_0____empty_ = r"""
-a
-0
-"""
-
-Inline___Decimal256_0____notEmpty_ = r"""
-notEmpty(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-1
-"""
-
-Table___Decimal256_0____notEmpty_ = r"""
-a
-1
-"""
-
-Inline___Decimal256_0____length_ = r"""
-length(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-3
-"""
-
-Table___Decimal256_0____length_ = r"""
-a
-3
-"""
-
-Inline___Decimal256_0____arrayCount_x____x____1__ = r"""
-arrayCount(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-1
-"""
-
-Table___Decimal256_0____arrayCount_x____x____1__ = r"""
-a
-1
-"""
-
-Inline___Decimal256_0____arrayUniq_ = r"""
-arrayUniq(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-3
-"""
-
-Table___Decimal256_0____arrayUniq_ = r"""
-a
-3
-"""
-
-Inline___Decimal256_0____arrayJoin_ = r"""
-arrayJoin(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-3
-2
-1
-"""
-
-Table___Decimal256_0____arrayJoin_ = r"""
-a
-1
-2
-3
-"""
-
-Inline___Decimal256_0____arrayExists_x____x__1_ = r"""
-arrayExists(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-1
-"""
-
-Table___Decimal256_0____arrayExists_x____x__1_ = r"""
-a
-1
-"""
-
-Inline___Decimal256_0____arrayAll_x____x__1_ = r"""
-arrayAll(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-0
-"""
-
-Table___Decimal256_0____arrayAll_x____x__1_ = r"""
-a
-0
-"""
-
-Table___Decimal256_0____arrayMin_ = r"""
-a
-"""
-
-Table___Decimal256_0____arrayMax_ = r"""
-a
-"""
-
-Table___Decimal256_0____arraySum_ = r"""
-a
-"""
-
-Table___Decimal256_0____arrayAvg_ = r"""
-a
-"""
-
-Inline___Decimal256_0____arrayReduce__max___ = r"""
-arrayReduce(\'max\', array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-3
-"""
-
-Table___Decimal256_0____arrayReduce__max___ = r"""
-a
-3
-"""
-
-Inline___Decimal256_0____arrayFirst_x____x__3_ = r"""
-arrayFirst(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-3
-"""
-
-Table___Decimal256_0____arrayFirst_x____x__3_ = r"""
-a
-3
-"""
-
-Inline___Decimal256_0____arrayFirstIndex_x____x__3_ = r"""
-arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-1
-"""
-
-Table___Decimal256_0____arrayFirstIndex_x____x__3_ = r"""
-a
-1
-"""
-
-Inline___Decimal256_0____hasAll__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0____ = r"""
-hasAll(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-1
-"""
-
-Table___Decimal256_0____hasAll__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0____ = r"""
-a
-1
-"""
-
-Inline___Decimal256_0____hasAny__toDecimal256__2__0___toDecimal256__1__0____ = r"""
-hasAny(array(toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-1
-"""
-
-Table___Decimal256_0____hasAny__toDecimal256__2__0___toDecimal256__1__0____ = r"""
-a
-1
-"""
-
-Inline___Decimal256_0____hasSubstr__toDecimal256__2__0___toDecimal256__1__0____ = r"""
-hasSubstr(array(toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
-0
-"""
-
-Table___Decimal256_0____hasSubstr__toDecimal256__2__0___toDecimal256__1__0____ = r"""
-a
-0
-"""
-
-Table___Decimal256_0____arrayDifference_ = r"""
-a
-"""
-
-Table___Decimal256_0____arrayCumSum_ = r"""
-a
-"""
-
-Table___Decimal256_0____arrayCumSumNonNegative_ = r"""
-a
-"""
-
-Inline___Decimal256_0____arrayElement = r"""
-arrayElement(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
-3
-"""
-
-Table___Decimal256_0____arrayElement = r"""
-a
-3
-"""
-
-Inline___Decimal256_0____arrayPushBack = r"""
-arrayPushBack(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), toDecimal256(\'1\', 0))
-[3,2,1,1]
-"""
-
-Table___Decimal256_0____arrayPushBack = r"""
-a
-[3,2,1,1]
-"""
-
-Inline___Decimal256_0____arrayPushFront = r"""
-arrayPushFront(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), toDecimal256(\'1\', 0))
-[1,3,2,1]
-"""
-
-Table___Decimal256_0____arrayPushFront = r"""
-a
-[1,3,2,1]
-"""
-
-Inline___Decimal256_0____arrayResize = r"""
-arrayResize(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
-[3]
-"""
-
-Table___Decimal256_0____arrayResize = r"""
-a
-[3]
-"""
-
-Inline___Decimal256_0____arraySlice = r"""
-arraySlice(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
-[3,2,1]
-"""
-
-Table___Decimal256_0____arraySlice = r"""
-a
-[3,2,1]
-"""
-
-Inline___Decimal256_0____has = r"""
-has(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
-0
-"""
-
-Table___Decimal256_0____has = r"""
-a
-0
-"""
-
-Inline___Decimal256_0____indexOf = r"""
-indexOf(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
-0
-"""
-
-Table___Decimal256_0____indexOf = r"""
-a
-0
-"""
-
-Inline___Decimal256_0____countEqual = r"""
-countEqual(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
-0
-"""
-
-Table___Decimal256_0____countEqual = r"""
-a
-0
-"""
-
-Creating_a_tuple_with_Decimal256_0__on_a_table = r"""
-a
-(1,1,1)
-"""
-
-tupleElement_with_Decimal256_0__on_a_table = r"""
-a
-1
-"""
-
-untuple_with_Decimal256_0__on_a_table = r"""
-a
-1
-"""
-
-tupleHammingDistance_with_Decimal256_0__on_a_table = r"""
-a
-2
-"""
-
-Creating_a_map_with_Decimal256_0__on_a_table = r"""
-a
-{'key1':1,'key2':2}
-"""
-
-mapAdd_with_Decimal256_0__on_a_table = r"""
-a
-"""
-
-mapSubtract_with_Decimal256_0__on_a_table = r"""
-a
-"""
-
-mapPopulateSeries_with_Decimal256_0__on_a_table = r"""
-a
-"""
-
-mapContains_with_Decimal256_0__on_a_table = r"""
-a
-1
-"""
-
-mapKeys_with_Decimal256_0__on_a_table = r"""
-a
-['key1','key2']
-"""
-
-mapValues_with_Decimal256_0__on_a_table = r"""
-a
-[1,2]
-"""
-
-I_check_equals_with_Int128 = r"""
-equals(toInt128(1), toInt128(1))	equals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
-1	0
-"""
-
-I_check_equals_with_Int256 = r"""
-equals(toInt256(1), toInt256(1))	equals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1	0
-"""
-
-I_check_equals_with_UInt128 = r"""
-equals(toUInt128(1), toUInt128(1))	equals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
-1	0
-"""
-
-I_check_equals_with_UInt256 = r"""
-equals(toUInt256(1), toUInt256(1))	equals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
-1	0
-"""
-
-I_check_notEquals_with_Int128 = r"""
-notEquals(toInt128(1), toInt128(1))	notEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
-0	1
-"""
-
-I_check_notEquals_with_Int256 = r"""
-notEquals(toInt256(1), toInt256(1))	notEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-0	1
-"""
-
-I_check_notEquals_with_UInt128 = r"""
-notEquals(toUInt128(1), toUInt128(1))	notEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
-0	1
-"""
-
-I_check_notEquals_with_UInt256 = r"""
-notEquals(toUInt256(1), toUInt256(1))	notEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
-0	1
-"""
-
-I_check_less_with_Int128 = r"""
-less(toInt128(1), toInt128(1))	less(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
-0	0
-"""
-
-I_check_less_with_Int256 = r"""
-less(toInt256(1), toInt256(1))	less(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-0	0
-"""
-
-I_check_less_with_UInt128 = r"""
-less(toUInt128(1), toUInt128(1))	less(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
-0	0
-"""
-
-I_check_less_with_UInt256 = r"""
-less(toUInt256(1), toUInt256(1))	less(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
-0	0
-"""
-
-I_check_greater_with_Int128 = r"""
-greater(toInt128(1), toInt128(1))	greater(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
-0	1
-"""
-
-I_check_greater_with_Int256 = r"""
-greater(toInt256(1), toInt256(1))	greater(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-0	1
-"""
-
-I_check_greater_with_UInt128 = r"""
-greater(toUInt128(1), toUInt128(1))	greater(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
-0	1
-"""
-
-I_check_greater_with_UInt256 = r"""
-greater(toUInt256(1), toUInt256(1))	greater(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
-0	1
-"""
-
-I_check_lessOrEquals_with_Int128 = r"""
-lessOrEquals(toInt128(1), toInt128(1))	lessOrEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
-1	0
-"""
-
-I_check_lessOrEquals_with_Int256 = r"""
-lessOrEquals(toInt256(1), toInt256(1))	lessOrEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1	0
-"""
-
-I_check_lessOrEquals_with_UInt128 = r"""
-lessOrEquals(toUInt128(1), toUInt128(1))	lessOrEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
-1	0
-"""
-
-I_check_lessOrEquals_with_UInt256 = r"""
-lessOrEquals(toUInt256(1), toUInt256(1))	lessOrEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
-1	0
-"""
-
-I_check_greaterOrEquals_with_Int128 = r"""
-greaterOrEquals(toInt128(1), toInt128(1))	greaterOrEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
-1	1
-"""
-
-I_check_greaterOrEquals_with_Int256 = r"""
-greaterOrEquals(toInt256(1), toInt256(1))	greaterOrEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1	1
-"""
-
-I_check_greaterOrEquals_with_UInt128 = r"""
-greaterOrEquals(toUInt128(1), toUInt128(1))	greaterOrEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
-1	1
-"""
-
-I_check_greaterOrEquals_with_UInt256 = r"""
-greaterOrEquals(toUInt256(1), toUInt256(1))	greaterOrEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
-1	1
-"""
-
-I_check_the_table_for_the_output_of_equals_with_Int128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_equals_with_Int256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_equals_with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_equals_with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_notEquals_with_Int128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_notEquals_with_Int256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_notEquals_with_UInt128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_notEquals_with_UInt256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_less_with_Int128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_less_with_Int256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_less_with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_less_with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_greater_with_Int128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_greater_with_Int256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_greater_with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_greater_with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_lessOrEquals_with_Int128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_lessOrEquals_with_Int256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_lessOrEquals_with_UInt128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_lessOrEquals_with_UInt256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_greaterOrEquals_with_Int128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_greaterOrEquals_with_Int256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_greaterOrEquals_with_UInt128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_greaterOrEquals_with_UInt256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_equals_with_Decimal256 = r"""
-equals(toDecimal256(1, 0), toDecimal256(1, 0))	equals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	0
-"""
-
-I_check_notEquals_with_Decimal256 = r"""
-notEquals(toDecimal256(1, 0), toDecimal256(1, 0))	notEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-0	1
-"""
-
-I_check_less_with_Decimal256 = r"""
-less(toDecimal256(1, 0), toDecimal256(1, 0))	less(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-0	0
-"""
-
-I_check_greater_with_Decimal256 = r"""
-greater(toDecimal256(1, 0), toDecimal256(1, 0))	greater(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-0	1
-"""
-
-I_check_lessOrEquals_with_Decimal256 = r"""
-lessOrEquals(toDecimal256(1, 0), toDecimal256(1, 0))	lessOrEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	0
-"""
-
-I_check_greaterOrEquals_with_Decimal256 = r"""
-greaterOrEquals(toDecimal256(1, 0), toDecimal256(1, 0))	greaterOrEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	1
-"""
-
-I_check_the_table_for_the_output_of_equals_with_Decimal256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_notEquals_with_Decimal256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_less_with_Decimal256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_greater_with_Decimal256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_table_for_the_output_of_lessOrEquals_with_Decimal256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_for_the_output_of_greaterOrEquals_with_Decimal256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_exp__with_Int128_using_max_and_min = r"""
-exp(toInt128(\'170141183460469231731687303715884105727\'))	exp(toInt128(\'-170141183460469231731687303715884105728\'))
-inf	0
-"""
-
-I_check_exp__with_Int256_using_max_and_min = r"""
-exp(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-inf	0
-"""
-
-I_check_exp__with_UInt128_using_max_and_min = r"""
-exp(toUInt128(\'340282366920938463463374607431768211455\'))	exp(toUInt128(\'0\'))
-inf	1
-"""
-
-I_check_exp__with_UInt256_using_max_and_min = r"""
-exp(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp(toUInt256(\'0\'))
-inf	1
-"""
-
-I_check_log__with_Int128_using_max_and_min = r"""
-log(toInt128(\'170141183460469231731687303715884105727\'))	log(toInt128(\'-170141183460469231731687303715884105728\'))
-88.02969193111305	nan
-"""
-
-I_check_log__with_Int256_using_max_and_min = r"""
-log(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-176.75253104278605	nan
-"""
-
-I_check_log__with_UInt128_using_max_and_min = r"""
-log(toUInt128(\'340282366920938463463374607431768211455\'))	log(toUInt128(\'0\'))
-88.722839111673	-inf
-"""
-
-I_check_log__with_UInt256_using_max_and_min = r"""
-log(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log(toUInt256(\'0\'))
-177.445678223346	-inf
-"""
-
-I_check_ln__with_Int128_using_max_and_min = r"""
-log(toInt128(\'170141183460469231731687303715884105727\'))	log(toInt128(\'-170141183460469231731687303715884105728\'))
-88.02969193111305	nan
-"""
-
-I_check_ln__with_Int256_using_max_and_min = r"""
-log(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-176.75253104278605	nan
-"""
-
-I_check_ln__with_UInt128_using_max_and_min = r"""
-log(toUInt128(\'340282366920938463463374607431768211455\'))	log(toUInt128(\'0\'))
-88.722839111673	-inf
-"""
-
-I_check_ln__with_UInt256_using_max_and_min = r"""
-log(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log(toUInt256(\'0\'))
-177.445678223346	-inf
-"""
-
-I_check_exp2__with_Int128_using_max_and_min = r"""
-exp2(toInt128(\'170141183460469231731687303715884105727\'))	exp2(toInt128(\'-170141183460469231731687303715884105728\'))
-inf	0
-"""
-
-I_check_exp2__with_Int256_using_max_and_min = r"""
-exp2(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp2(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-inf	0
-"""
-
-I_check_exp2__with_UInt128_using_max_and_min = r"""
-exp2(toUInt128(\'340282366920938463463374607431768211455\'))	exp2(toUInt128(\'0\'))
-inf	1
-"""
-
-I_check_exp2__with_UInt256_using_max_and_min = r"""
-exp2(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp2(toUInt256(\'0\'))
-inf	1
-"""
-
-I_check_log2__with_Int128_using_max_and_min = r"""
-log2(toInt128(\'170141183460469231731687303715884105727\'))	log2(toInt128(\'-170141183460469231731687303715884105728\'))
-127	nan
-"""
-
-I_check_log2__with_Int256_using_max_and_min = r"""
-log2(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log2(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-255	nan
-"""
-
-I_check_log2__with_UInt128_using_max_and_min = r"""
-log2(toUInt128(\'340282366920938463463374607431768211455\'))	log2(toUInt128(\'0\'))
-128	-inf
-"""
-
-I_check_log2__with_UInt256_using_max_and_min = r"""
-log2(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log2(toUInt256(\'0\'))
-256	-inf
-"""
-
-I_check_exp10__with_Int128_using_max_and_min = r"""
-exp10(toInt128(\'170141183460469231731687303715884105727\'))	exp10(toInt128(\'-170141183460469231731687303715884105728\'))
-inf	0
-"""
-
-I_check_exp10__with_Int256_using_max_and_min = r"""
-exp10(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp10(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-inf	0
-"""
-
-I_check_exp10__with_UInt128_using_max_and_min = r"""
-exp10(toUInt128(\'340282366920938463463374607431768211455\'))	exp10(toUInt128(\'0\'))
-inf	1
-"""
-
-I_check_exp10__with_UInt256_using_max_and_min = r"""
-exp10(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp10(toUInt256(\'0\'))
-inf	1
-"""
-
-I_check_log10__with_Int128_using_max_and_min = r"""
-log10(toInt128(\'170141183460469231731687303715884105727\'))	log10(toInt128(\'-170141183460469231731687303715884105728\'))
-38.23080944932561	nan
-"""
-
-I_check_log10__with_Int256_using_max_and_min = r"""
-log10(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log10(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-76.7626488943152	nan
-"""
-
-I_check_log10__with_UInt128_using_max_and_min = r"""
-log10(toUInt128(\'340282366920938463463374607431768211455\'))	log10(toUInt128(\'0\'))
-38.53183944498959	-inf
-"""
-
-I_check_log10__with_UInt256_using_max_and_min = r"""
-log10(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log10(toUInt256(\'0\'))
-77.06367888997919	-inf
-"""
-
-I_check_sqrt__with_Int128_using_max_and_min = r"""
-sqrt(toInt128(\'170141183460469231731687303715884105727\'))	sqrt(toInt128(\'-170141183460469231731687303715884105728\'))
-13043817825332783000	nan
-"""
-
-I_check_sqrt__with_Int256_using_max_and_min = r"""
-sqrt(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sqrt(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-2.4061596916800453e38	nan
-"""
-
-I_check_sqrt__with_UInt128_using_max_and_min = r"""
-sqrt(toUInt128(\'340282366920938463463374607431768211455\'))	sqrt(toUInt128(\'0\'))
-18446744073709552000	0
-"""
-
-I_check_sqrt__with_UInt256_using_max_and_min = r"""
-sqrt(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sqrt(toUInt256(\'0\'))
-3.402823669209385e38	0
-"""
-
-I_check_cbrt__with_Int128_using_max_and_min = r"""
-cbrt(toInt128(\'170141183460469231731687303715884105727\'))	cbrt(toInt128(\'-170141183460469231731687303715884105728\'))
-5541191377756.637	-5541191377756.637
-"""
-
-I_check_cbrt__with_Int256_using_max_and_min = r"""
-cbrt(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cbrt(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-3.8685626227668134e25	-3.8685626227668134e25
-"""
-
-I_check_cbrt__with_UInt128_using_max_and_min = r"""
-cbrt(toUInt128(\'340282366920938463463374607431768211455\'))	cbrt(toUInt128(\'0\'))
-6981463658331.56	0
-"""
-
-I_check_cbrt__with_UInt256_using_max_and_min = r"""
-cbrt(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cbrt(toUInt256(\'0\'))
-4.874083481260429e25	0
-"""
-
-I_check_erf__with_Int128_using_max_and_min = r"""
-erf(toInt128(\'170141183460469231731687303715884105727\'))	erf(toInt128(\'-170141183460469231731687303715884105728\'))
-1	-1
-"""
-
-I_check_erf__with_Int256_using_max_and_min = r"""
-erf(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	erf(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1	-1
-"""
-
-I_check_erf__with_UInt128_using_max_and_min = r"""
-erf(toUInt128(\'340282366920938463463374607431768211455\'))	erf(toUInt128(\'0\'))
-1	0
-"""
-
-I_check_erf__with_UInt256_using_max_and_min = r"""
-erf(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	erf(toUInt256(\'0\'))
-1	0
-"""
-
-I_check_erfc__with_Int128_using_max_and_min = r"""
-erfc(toInt128(\'170141183460469231731687303715884105727\'))	erfc(toInt128(\'-170141183460469231731687303715884105728\'))
-0	2
-"""
-
-I_check_erfc__with_Int256_using_max_and_min = r"""
-erfc(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	erfc(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-0	2
-"""
-
-I_check_erfc__with_UInt128_using_max_and_min = r"""
-erfc(toUInt128(\'340282366920938463463374607431768211455\'))	erfc(toUInt128(\'0\'))
-0	1
-"""
-
-I_check_erfc__with_UInt256_using_max_and_min = r"""
-erfc(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	erfc(toUInt256(\'0\'))
-0	1
-"""
-
-I_check_lgamma__with_Int128_using_max_and_min = r"""
-lgamma(toInt128(\'170141183460469231731687303715884105727\'))	lgamma(toInt128(\'-170141183460469231731687303715884105728\'))
-1.4807334781359624e40	-1.4807334781359624e40
-"""
-
-I_check_lgamma__with_Int256_using_max_and_min = r"""
-lgamma(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	lgamma(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1.0175376379095233e79	-1.0175376379095233e79
-"""
-
-I_check_lgamma__with_UInt128_using_max_and_min = r"""
-lgamma(toUInt128(\'340282366920938463463374607431768211455\'))	lgamma(toUInt128(\'0\'))
-2.985053532594476e40	inf
-"""
-
-I_check_lgamma__with_UInt256_using_max_and_min = r"""
-lgamma(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	lgamma(toUInt256(\'0\'))
-2.0431013718376458e79	inf
-"""
-
-I_check_tgamma__with_Int128_using_max_and_min = r"""
-tgamma(toInt128(\'170141183460469231731687303715884105727\'))	tgamma(toInt128(\'-170141183460469231731687303715884105728\'))
-inf	nan
-"""
-
-I_check_tgamma__with_Int256_using_max_and_min = r"""
-tgamma(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tgamma(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-inf	nan
-"""
-
-I_check_tgamma__with_UInt128_using_max_and_min = r"""
-tgamma(toUInt128(\'340282366920938463463374607431768211455\'))	tgamma(toUInt128(\'0\'))
-inf	inf
-"""
-
-I_check_tgamma__with_UInt256_using_max_and_min = r"""
-tgamma(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tgamma(toUInt256(\'0\'))
-inf	inf
-"""
-
-I_check_sin__with_Int128_using_max_and_min = r"""
-sin(toInt128(\'170141183460469231731687303715884105727\'))	sin(toInt128(\'-170141183460469231731687303715884105728\'))
-0.6233855129558702	-0.6233855129558702
-"""
-
-I_check_sin__with_Int256_using_max_and_min = r"""
-sin(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sin(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-0.9751222164851924	-0.9751222164851924
-"""
-
-I_check_sin__with_UInt128_using_max_and_min = r"""
-sin(toUInt128(\'340282366920938463463374607431768211455\'))	sin(toUInt128(\'0\'))
-0.9748685162860586	0
-"""
-
-I_check_sin__with_UInt256_using_max_and_min = r"""
-sin(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sin(toUInt256(\'0\'))
-0.4323066100553458	0
-"""
-
-I_check_cos__with_Int128_using_max_and_min = r"""
-cos(toInt128(\'170141183460469231731687303715884105727\'))	cos(toInt128(\'-170141183460469231731687303715884105728\'))
-0.78191463871496	0.78191463871496
-"""
-
-I_check_cos__with_Int256_using_max_and_min = r"""
-cos(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cos(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-0.22166791133812228	0.22166791133812228
-"""
-
-I_check_cos__with_UInt128_using_max_and_min = r"""
-cos(toUInt128(\'340282366920938463463374607431768211455\'))	cos(toUInt128(\'0\'))
-0.22278100447349308	1
-"""
-
-I_check_cos__with_UInt256_using_max_and_min = r"""
-cos(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cos(toUInt256(\'0\'))
--0.9017266741659887	1
-"""
-
-I_check_tan__with_Int128_using_max_and_min = r"""
-tan(toInt128(\'170141183460469231731687303715884105727\'))	tan(toInt128(\'-170141183460469231731687303715884105728\'))
-0.7972552016424389	-0.7972552016424389
-"""
-
-I_check_tan__with_Int256_using_max_and_min = r"""
-tan(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tan(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-4.399022892392326	-4.399022892392326
-"""
-
-I_check_tan__with_UInt128_using_max_and_min = r"""
-tan(toUInt128(\'340282366920938463463374607431768211455\'))	tan(toUInt128(\'0\'))
-4.375905022019283	0
-"""
-
-I_check_tan__with_UInt256_using_max_and_min = r"""
-tan(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tan(toUInt256(\'0\'))
--0.4794208959773628	0
-"""
-
-I_check_asin__with_Int128_using_max_and_min = r"""
-asin(toInt128(\'170141183460469231731687303715884105727\'))	asin(toInt128(\'-170141183460469231731687303715884105728\'))
-nan	nan
-"""
-
-I_check_asin__with_Int256_using_max_and_min = r"""
-asin(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	asin(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-nan	nan
-"""
-
-I_check_asin__with_UInt128_using_max_and_min = r"""
-asin(toUInt128(\'340282366920938463463374607431768211455\'))	asin(toUInt128(\'0\'))
-nan	0
-"""
-
-I_check_asin__with_UInt256_using_max_and_min = r"""
-asin(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	asin(toUInt256(\'0\'))
-nan	0
-"""
-
-I_check_acos__with_Int128_using_max_and_min = r"""
-acos(toInt128(\'170141183460469231731687303715884105727\'))	acos(toInt128(\'-170141183460469231731687303715884105728\'))
-nan	nan
-"""
-
-I_check_acos__with_Int256_using_max_and_min = r"""
-acos(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	acos(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-nan	nan
-"""
-
-I_check_acos__with_UInt128_using_max_and_min = r"""
-acos(toUInt128(\'340282366920938463463374607431768211455\'))	acos(toUInt128(\'0\'))
-nan	1.5707963267948966
-"""
-
-I_check_acos__with_UInt256_using_max_and_min = r"""
-acos(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	acos(toUInt256(\'0\'))
-nan	1.5707963267948966
-"""
-
-I_check_atan__with_Int128_using_max_and_min = r"""
-atan(toInt128(\'170141183460469231731687303715884105727\'))	atan(toInt128(\'-170141183460469231731687303715884105728\'))
-1.5707963267948966	-1.5707963267948966
-"""
-
-I_check_atan__with_Int256_using_max_and_min = r"""
-atan(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	atan(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1.5707963267948966	-1.5707963267948966
-"""
-
-I_check_atan__with_UInt128_using_max_and_min = r"""
-atan(toUInt128(\'340282366920938463463374607431768211455\'))	atan(toUInt128(\'0\'))
-1.5707963267948966	0
-"""
-
-I_check_atan__with_UInt256_using_max_and_min = r"""
-atan(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	atan(toUInt256(\'0\'))
-1.5707963267948966	0
-"""
-
-I_check_cosh__with_Int128_using_max_and_min = r"""
-cosh(toInt128(\'170141183460469231731687303715884105727\'))	cosh(toInt128(\'-170141183460469231731687303715884105728\'))
-inf	inf
-"""
-
-I_check_cosh__with_Int256_using_max_and_min = r"""
-cosh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cosh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-inf	inf
-"""
-
-I_check_cosh__with_UInt128_using_max_and_min = r"""
-cosh(toUInt128(\'340282366920938463463374607431768211455\'))	cosh(toUInt128(\'0\'))
-inf	1
-"""
-
-I_check_cosh__with_UInt256_using_max_and_min = r"""
-cosh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cosh(toUInt256(\'0\'))
-inf	1
-"""
-
-I_check_acosh__with_Int128_using_max_and_min = r"""
-acosh(toInt128(\'170141183460469231731687303715884105727\'))	acosh(toInt128(\'-170141183460469231731687303715884105728\'))
-88.722839111673	nan
-"""
-
-I_check_acosh__with_Int256_using_max_and_min = r"""
-acosh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	acosh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-177.445678223346	nan
-"""
-
-I_check_acosh__with_UInt128_using_max_and_min = r"""
-acosh(toUInt128(\'340282366920938463463374607431768211455\'))	acosh(toUInt128(\'0\'))
-89.41598629223294	nan
-"""
-
-I_check_acosh__with_UInt256_using_max_and_min = r"""
-acosh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	acosh(toUInt256(\'0\'))
-178.13882540390594	nan
-"""
-
-I_check_sinh__with_Int128_using_max_and_min = r"""
-sinh(toInt128(\'170141183460469231731687303715884105727\'))	sinh(toInt128(\'-170141183460469231731687303715884105728\'))
-inf	-inf
-"""
-
-I_check_sinh__with_Int256_using_max_and_min = r"""
-sinh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sinh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-inf	-inf
-"""
-
-I_check_sinh__with_UInt128_using_max_and_min = r"""
-sinh(toUInt128(\'340282366920938463463374607431768211455\'))	sinh(toUInt128(\'0\'))
-inf	0
-"""
-
-I_check_sinh__with_UInt256_using_max_and_min = r"""
-sinh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sinh(toUInt256(\'0\'))
-inf	0
-"""
-
-I_check_asinh__with_Int128_using_max_and_min = r"""
-asinh(toInt128(\'170141183460469231731687303715884105727\'))	asinh(toInt128(\'-170141183460469231731687303715884105728\'))
-88.722839111673	-88.722839111673
-"""
-
-I_check_asinh__with_Int256_using_max_and_min = r"""
-asinh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	asinh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-177.445678223346	-177.445678223346
-"""
-
-I_check_asinh__with_UInt128_using_max_and_min = r"""
-asinh(toUInt128(\'340282366920938463463374607431768211455\'))	asinh(toUInt128(\'0\'))
-89.41598629223294	0
-"""
-
-I_check_asinh__with_UInt256_using_max_and_min = r"""
-asinh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	asinh(toUInt256(\'0\'))
-178.13882540390594	0
-"""
-
-I_check_tanh__with_Int128_using_max_and_min = r"""
-tanh(toInt128(\'170141183460469231731687303715884105727\'))	tanh(toInt128(\'-170141183460469231731687303715884105728\'))
-1	-1
-"""
-
-I_check_tanh__with_Int256_using_max_and_min = r"""
-tanh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tanh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1	-1
-"""
-
-I_check_tanh__with_UInt128_using_max_and_min = r"""
-tanh(toUInt128(\'340282366920938463463374607431768211455\'))	tanh(toUInt128(\'0\'))
-1	0
-"""
-
-I_check_tanh__with_UInt256_using_max_and_min = r"""
-tanh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tanh(toUInt256(\'0\'))
-1	0
-"""
-
-I_check_atanh__with_Int128_using_max_and_min = r"""
-atanh(toInt128(\'170141183460469231731687303715884105727\'))	atanh(toInt128(\'-170141183460469231731687303715884105728\'))
-nan	nan
-"""
-
-I_check_atanh__with_Int256_using_max_and_min = r"""
-atanh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	atanh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-nan	nan
-"""
-
-I_check_atanh__with_UInt128_using_max_and_min = r"""
-atanh(toUInt128(\'340282366920938463463374607431768211455\'))	atanh(toUInt128(\'0\'))
-nan	0
-"""
-
-I_check_atanh__with_UInt256_using_max_and_min = r"""
-atanh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	atanh(toUInt256(\'0\'))
-nan	0
-"""
-
-I_check_log1p__with_Int128_using_max_and_min = r"""
-log1p(toInt128(\'170141183460469231731687303715884105727\'))	log1p(toInt128(\'-170141183460469231731687303715884105728\'))
-88.02969193111305	nan
-"""
-
-I_check_log1p__with_Int256_using_max_and_min = r"""
-log1p(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log1p(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-176.75253104278605	nan
-"""
-
-I_check_log1p__with_UInt128_using_max_and_min = r"""
-log1p(toUInt128(\'340282366920938463463374607431768211455\'))	log1p(toUInt128(\'0\'))
-88.722839111673	0
-"""
-
-I_check_log1p__with_UInt256_using_max_and_min = r"""
-log1p(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log1p(toUInt256(\'0\'))
-177.445678223346	0
-"""
-
-I_check_sign__with_Int128_using_max_and_min = r"""
-sign(toInt128(\'170141183460469231731687303715884105727\'))	sign(toInt128(\'-170141183460469231731687303715884105728\'))
-1	-1
-"""
-
-I_check_sign__with_Int256_using_max_and_min = r"""
-sign(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sign(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1	-1
-"""
-
-I_check_sign__with_UInt128_using_max_and_min = r"""
-sign(toUInt128(\'340282366920938463463374607431768211455\'))	sign(toUInt128(\'0\'))
-1	0
-"""
-
-I_check_sign__with_UInt256_using_max_and_min = r"""
-sign(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sign(toUInt256(\'0\'))
-1	0
-"""
-
-I_check_the_outputs_of_exp__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_exp__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_exp__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_exp__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_log__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_ln__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_ln__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_ln__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_ln__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_exp2__with_Int128 = r"""
-a
-0
-0
-2
-"""
-
-I_check_the_outputs_of_exp2__with_Int256 = r"""
-a
-0
-0
-2
-"""
-
-I_check_the_outputs_of_exp2__with_UInt128 = r"""
-a
-0
-1
-2
-"""
-
-I_check_the_outputs_of_exp2__with_UInt256 = r"""
-a
-0
-1
-2
-"""
-
-I_check_the_outputs_of_log2__with_Int128 = r"""
-a
-0
-0
-127
-"""
-
-I_check_the_outputs_of_log2__with_Int256 = r"""
-a
-0
-0
-255
-"""
-
-I_check_the_outputs_of_log2__with_UInt128 = r"""
-a
-0
-0
-128
-"""
-
-I_check_the_outputs_of_log2__with_UInt256 = r"""
-a
-0
-0
-256
-"""
-
-I_check_the_outputs_of_exp10__with_Int128 = r"""
-a
-0
-0
-10
-"""
-
-I_check_the_outputs_of_exp10__with_Int256 = r"""
-a
-0
-0
-10
-"""
-
-I_check_the_outputs_of_exp10__with_UInt128 = r"""
-a
-0
-1
-10
-"""
-
-I_check_the_outputs_of_exp10__with_UInt256 = r"""
-a
-0
-1
-10
-"""
-
-I_check_the_outputs_of_log10__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log10__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log10__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log10__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sqrt__with_Int128 = r"""
-a
-0
-1
-13043817825332783000
-"""
-
-I_check_the_outputs_of_sqrt__with_Int256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_sqrt__with_UInt128 = r"""
-a
-0
-1
-18446744073709552000
-"""
-
-I_check_the_outputs_of_sqrt__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_cbrt__with_Int128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_cbrt__with_Int256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_cbrt__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_cbrt__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_erf__with_Int128 = r"""
-a
--1
-0
-1
-"""
-
-I_check_the_outputs_of_erf__with_Int256 = r"""
-a
--1
-0
-1
-"""
-
-I_check_the_outputs_of_erf__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_erf__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_erfc__with_Int128 = r"""
-a
-0
-0
-2
-"""
-
-I_check_the_outputs_of_erfc__with_Int256 = r"""
-a
-0
-0
-2
-"""
-
-I_check_the_outputs_of_erfc__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_erfc__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_lgamma__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_lgamma__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_lgamma__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_lgamma__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tgamma__with_Int128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_tgamma__with_Int256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_tgamma__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_tgamma__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_sin__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sin__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sin__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sin__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cos__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cos__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cos__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_cos__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_tan__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tan__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tan__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tan__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asin__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asin__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asin__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asin__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acos__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acos__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acos__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acos__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atan__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atan__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atan__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atan__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cosh__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cosh__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cosh__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_cosh__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_acosh__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acosh__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acosh__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acosh__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sinh__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sinh__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sinh__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sinh__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asinh__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asinh__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asinh__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asinh__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tanh__with_Int128 = r"""
-a
--1
-0
-1
-"""
-
-I_check_the_outputs_of_tanh__with_Int256 = r"""
-a
--1
-0
-1
-"""
-
-I_check_the_outputs_of_tanh__with_UInt128 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_tanh__with_UInt256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_atanh__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atanh__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atanh__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atanh__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log1p__with_Int128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log1p__with_Int256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log1p__with_UInt128 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log1p__with_UInt256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sign__with_Int128 = r"""
-a
--1
-1
-1
-"""
-
-I_check_the_outputs_of_sign__with_Int256 = r"""
-a
--1
-1
-1
-"""
-
-I_check_the_outputs_of_sign__with_UInt128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_outputs_of_sign__with_UInt256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_exp__with_Decimal256_using_max_and_min = r"""
-exp(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-inf	0
-"""
-
-I_check_log__with_Decimal256_using_max_and_min = r"""
-log(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-172.69388197463743	nan
-"""
-
-I_check_ln__with_Decimal256_using_max_and_min = r"""
-log(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-172.69388197463743	nan
-"""
-
-I_check_exp2__with_Decimal256_using_max_and_min = r"""
-exp2(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp2(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-inf	0
-"""
-
-I_check_log2__with_Decimal256_using_max_and_min = r"""
-log2(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log2(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-249.14460711655218	nan
-"""
-
-I_check_exp10__with_Decimal256_using_max_and_min = r"""
-exp10(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp10(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-inf	0
-"""
-
-I_check_log10__with_Decimal256_using_max_and_min = r"""
-log10(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log10(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-75	nan
-"""
-
-I_check_sqrt__with_Decimal256_using_max_and_min = r"""
-sqrt(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sqrt(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-3.1622776601683794e37	nan
-"""
-
-I_check_cbrt__with_Decimal256_using_max_and_min = r"""
-cbrt(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cbrt(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1e25	-1e25
-"""
-
-I_check_erf__with_Decimal256_using_max_and_min = r"""
-erf(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	erf(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	-1
-"""
-
-I_check_erfc__with_Decimal256_using_max_and_min = r"""
-erfc(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	erfc(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-0	2
-"""
-
-I_check_lgamma__with_Decimal256_using_max_and_min = r"""
-lgamma(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	lgamma(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1.7169388197455342e77	-1.7169388197455342e77
-"""
-
-I_check_tgamma__with_Decimal256_using_max_and_min = r"""
-tgamma(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tgamma(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-inf	nan
-"""
-
-I_check_sin__with_Decimal256_using_max_and_min = r"""
-sin(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sin(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-0.66339975236386	-0.66339975236386
-"""
-
-I_check_cos__with_Decimal256_using_max_and_min = r"""
-cos(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cos(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--0.7482651726250322	-0.7482651726250322
-"""
-
-I_check_tan__with_Decimal256_using_max_and_min = r"""
-tan(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tan(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--0.8865837628611647	0.8865837628611647
-"""
-
-I_check_asin__with_Decimal256_using_max_and_min = r"""
-asin(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	asin(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-nan	nan
-"""
-
-I_check_acos__with_Decimal256_using_max_and_min = r"""
-acos(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	acos(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-nan	nan
-"""
-
-I_check_atan__with_Decimal256_using_max_and_min = r"""
-atan(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	atan(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1.5707963267948966	-1.5707963267948966
-"""
-
-I_check_cosh__with_Decimal256_using_max_and_min = r"""
-cosh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cosh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-inf	inf
-"""
-
-I_check_acosh__with_Decimal256_using_max_and_min = r"""
-acosh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	acosh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-173.38702915511337	nan
-"""
-
-I_check_sinh__with_Decimal256_using_max_and_min = r"""
-sinh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sinh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-inf	-inf
-"""
-
-I_check_asinh__with_Decimal256_using_max_and_min = r"""
-asinh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	asinh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-173.38702915511337	-173.38702915511337
-"""
-
-I_check_tanh__with_Decimal256_using_max_and_min = r"""
-tanh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tanh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	-1
-"""
-
-I_check_atanh__with_Decimal256_using_max_and_min = r"""
-atanh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	atanh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-nan	nan
-"""
-
-I_check_log1p__with_Decimal256_using_max_and_min = r"""
-log1p(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log1p(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-172.69388197455342	nan
-"""
-
-I_check_sign__with_Decimal256_using_max_and_min = r"""
-sign(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sign(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	-1
-"""
-
-I_check_the_outputs_of_exp__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_ln__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_exp2__with_Decimal256 = r"""
-a
-0
-0
-2
-"""
-
-I_check_the_outputs_of_log2__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_exp10__with_Decimal256 = r"""
-a
-0
-0
-10
-"""
-
-I_check_the_outputs_of_log10__with_Decimal256 = r"""
-a
-0
-0
-75
-"""
-
-I_check_the_outputs_of_sqrt__with_Decimal256 = r"""
-a
-0
-1
-31622776601683794000000000000000000000
-"""
-
-I_check_the_outputs_of_cbrt__with_Decimal256 = r"""
-a
--10000000000000000000000000
-1
-10000000000000000000000000
-"""
-
-I_check_the_outputs_of_erf__with_Decimal256 = r"""
-a
--1
-0
-1
-"""
-
-I_check_the_outputs_of_erfc__with_Decimal256 = r"""
-a
-0
-0
-2
-"""
-
-I_check_the_outputs_of_lgamma__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tgamma__with_Decimal256 = r"""
-a
-0
-0
-1
-"""
-
-I_check_the_outputs_of_sin__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cos__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tan__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asin__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acos__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_atan__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_cosh__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_acosh__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sinh__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_asinh__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_tanh__with_Decimal256 = r"""
-a
--1
-0
-1
-"""
-
-I_check_the_outputs_of_atanh__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_log1p__with_Decimal256 = r"""
-a
-0
-0
-0
-"""
-
-I_check_the_outputs_of_sign__with_Decimal256 = r"""
-a
--1
-1
-1
-"""
-
-I_check_ceil_with_Int128_using_min_and_max_values = r"""
-ceil(toInt128(\'-170141183460469231731687303715884105728\'))	ceil(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_ceil_with_Int256_using_min_and_max_values = r"""
-ceil(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	ceil(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_ceil_with_UInt128_using_min_and_max_values = r"""
-ceil(toUInt128(\'0\'))	ceil(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_ceil_with_UInt256_using_min_and_max_values = r"""
-ceil(toUInt256(\'0\'))	ceil(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_floor_with_Int128_using_min_and_max_values = r"""
-floor(toInt128(\'-170141183460469231731687303715884105728\'))	floor(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_floor_with_Int256_using_min_and_max_values = r"""
-floor(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	floor(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_floor_with_UInt128_using_min_and_max_values = r"""
-floor(toUInt128(\'0\'))	floor(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_floor_with_UInt256_using_min_and_max_values = r"""
-floor(toUInt256(\'0\'))	floor(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_trunc_with_Int128_using_min_and_max_values = r"""
-trunc(toInt128(\'-170141183460469231731687303715884105728\'))	trunc(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_trunc_with_Int256_using_min_and_max_values = r"""
-trunc(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	trunc(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_trunc_with_UInt128_using_min_and_max_values = r"""
-trunc(toUInt128(\'0\'))	trunc(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_trunc_with_UInt256_using_min_and_max_values = r"""
-trunc(toUInt256(\'0\'))	trunc(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_round_with_Int128_using_min_and_max_values = r"""
-round(toInt128(\'-170141183460469231731687303715884105728\'))	round(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_round_with_Int256_using_min_and_max_values = r"""
-round(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	round(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_round_with_UInt128_using_min_and_max_values = r"""
-round(toUInt128(\'0\'))	round(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_round_with_UInt256_using_min_and_max_values = r"""
-round(toUInt256(\'0\'))	round(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_roundBankers_with_Int128_using_min_and_max_values = r"""
-roundBankers(toInt128(\'-170141183460469231731687303715884105728\'))	roundBankers(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_roundBankers_with_Int256_using_min_and_max_values = r"""
-roundBankers(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundBankers(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_roundBankers_with_UInt128_using_min_and_max_values = r"""
-roundBankers(toUInt128(\'0\'))	roundBankers(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_roundBankers_with_UInt256_using_min_and_max_values = r"""
-roundBankers(toUInt256(\'0\'))	roundBankers(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_roundDuration_with_Int128_using_min_and_max_values = r"""
-roundDuration(toInt128(\'-170141183460469231731687303715884105728\'))	roundDuration(toInt128(\'170141183460469231731687303715884105727\'))
-0	36000
-"""
-
-I_check_roundDuration_with_Int256_using_min_and_max_values = r"""
-roundDuration(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundDuration(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
-0	36000
-"""
-
-I_check_roundDuration_with_UInt128_using_min_and_max_values = r"""
-roundDuration(toUInt128(\'0\'))	roundDuration(toUInt128(\'340282366920938463463374607431768211455\'))
-0	36000
-"""
-
-I_check_roundDuration_with_UInt256_using_min_and_max_values = r"""
-roundDuration(toUInt256(\'0\'))	roundDuration(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	36000
-"""
-
-I_check_roundAge_with_Int128_using_min_and_max_values = r"""
-roundAge(toInt128(\'-170141183460469231731687303715884105728\'))	roundAge(toInt128(\'170141183460469231731687303715884105727\'))
-0	55
-"""
-
-I_check_roundAge_with_Int256_using_min_and_max_values = r"""
-roundAge(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundAge(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
-0	55
-"""
-
-I_check_roundAge_with_UInt128_using_min_and_max_values = r"""
-roundAge(toUInt128(\'0\'))	roundAge(toUInt128(\'340282366920938463463374607431768211455\'))
-0	55
-"""
-
-I_check_roundAge_with_UInt256_using_min_and_max_values = r"""
-roundAge(toUInt256(\'0\'))	roundAge(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	55
-"""
-
-I_select_the_output_of_ceil_with_Int128_from_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_select_the_output_of_ceil_with_Int256_from_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_select_the_output_of_ceil_with_UInt128_from_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_select_the_output_of_ceil_with_UInt256_from_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_select_the_output_of_floor_with_Int128_from_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_select_the_output_of_floor_with_Int256_from_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_select_the_output_of_floor_with_UInt128_from_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_select_the_output_of_floor_with_UInt256_from_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_select_the_output_of_trunc_with_Int128_from_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_select_the_output_of_trunc_with_Int256_from_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_select_the_output_of_trunc_with_UInt128_from_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_select_the_output_of_trunc_with_UInt256_from_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_select_the_output_of_round_with_Int128_from_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_select_the_output_of_round_with_Int256_from_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_select_the_output_of_round_with_UInt128_from_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_select_the_output_of_round_with_UInt256_from_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_select_the_output_of_roundBankers_with_Int128_from_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_select_the_output_of_roundBankers_with_Int256_from_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_select_the_output_of_roundBankers_with_UInt128_from_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_select_the_output_of_roundBankers_with_UInt256_from_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_select_the_output_of_roundDuration_with_Int128_from_the_table = r"""
-a
-0
-1
-36000
-"""
-
-I_select_the_output_of_roundDuration_with_Int256_from_the_table = r"""
-a
-0
-1
-36000
-"""
-
-I_select_the_output_of_roundDuration_with_UInt128_from_the_table = r"""
-a
-0
-1
-36000
-"""
-
-I_select_the_output_of_roundDuration_with_UInt256_from_the_table = r"""
-a
-0
-1
-36000
-"""
-
-I_select_the_output_of_roundAge_with_Int128_from_the_table = r"""
-a
-0
-17
-55
-"""
-
-I_select_the_output_of_roundAge_with_Int256_from_the_table = r"""
-a
-0
-17
-55
-"""
-
-I_select_the_output_of_roundAge_with_UInt128_from_the_table = r"""
-a
-0
-17
-55
-"""
-
-I_select_the_output_of_roundAge_with_UInt256_from_the_table = r"""
-a
-0
-17
-55
-"""
-
-I_check_ceil_with_Decimal256_using_min_and_max_values = r"""
-ceil(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	ceil(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_floor_with_Decimal256_using_min_and_max_values = r"""
-floor(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	floor(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_trunc_with_Decimal256_using_min_and_max_values = r"""
-trunc(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	trunc(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_round_with_Decimal256_using_min_and_max_values = r"""
-round(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	round(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_roundBankers_with_Decimal256_using_min_and_max_values = r"""
-roundBankers(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	roundBankers(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_select_the_output_of_ceil_with_Decimal256_from_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_select_the_output_of_floor_with_Decimal256_from_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_select_the_output_of_trunc_with_Decimal256_from_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_select_the_output_of_round_with_Decimal256_from_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_select_the_output_of_roundBankers_with_Decimal256_from_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_bitAnd_with_Int128 = r"""
-bitAnd(toInt128(1), 1)	bitAnd(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitAnd(toInt128(\'-170141183460469231731687303715884105728\'), 1)
-1	1	0
-"""
-
-I_check_bitAnd_with_Int256 = r"""
-bitAnd(toInt256(1), 1)	bitAnd(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitAnd(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
-1	1	0
-"""
-
-I_check_bitAnd_with_UInt128 = r"""
-bitAnd(toUInt128(1), 1)	bitAnd(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitAnd(toUInt128(\'0\'), 1)
-1	1	0
-"""
-
-I_check_bitAnd_with_UInt256 = r"""
-bitAnd(toUInt256(1), 1)	bitAnd(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitAnd(toUInt256(\'0\'), 1)
-1	1	0
-"""
-
-I_check_bitOr_with_Int128 = r"""
-bitOr(toInt128(1), 1)	bitOr(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitOr(toInt128(\'-170141183460469231731687303715884105728\'), 1)
-1	170141183460469231731687303715884105727	-170141183460469231731687303715884105727
-"""
-
-I_check_bitOr_with_Int256 = r"""
-bitOr(toInt256(1), 1)	bitOr(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitOr(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
-1	57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_bitOr_with_UInt128 = r"""
-bitOr(toUInt128(1), 1)	bitOr(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitOr(toUInt128(\'0\'), 1)
-1	340282366920938463463374607431768211455	1
-"""
-
-I_check_bitOr_with_UInt256 = r"""
-bitOr(toUInt256(1), 1)	bitOr(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitOr(toUInt256(\'0\'), 1)
-1	115792089237316195423570985008687907853269984665640564039457584007913129639935	1
-"""
-
-I_check_bitXor_with_Int128 = r"""
-bitXor(toInt128(1), 1)	bitXor(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitXor(toInt128(\'-170141183460469231731687303715884105728\'), 1)
-0	170141183460469231731687303715884105726	-170141183460469231731687303715884105727
-"""
-
-I_check_bitXor_with_Int256 = r"""
-bitXor(toInt256(1), 1)	bitXor(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitXor(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
-0	57896044618658097711785492504343953926634992332820282019728792003956564819966	-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_bitXor_with_UInt128 = r"""
-bitXor(toUInt128(1), 1)	bitXor(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitXor(toUInt128(\'0\'), 1)
-0	340282366920938463463374607431768211454	1
-"""
-
-I_check_bitXor_with_UInt256 = r"""
-bitXor(toUInt256(1), 1)	bitXor(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitXor(toUInt256(\'0\'), 1)
-0	115792089237316195423570985008687907853269984665640564039457584007913129639934	1
-"""
-
-I_check_bitShiftLeft_with_Int128 = r"""
-bitShiftLeft(toInt128(1), 1)	bitShiftLeft(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitShiftLeft(toInt128(\'-170141183460469231731687303715884105728\'), 1)
-2	-2	0
-"""
-
-I_check_bitShiftLeft_with_Int256 = r"""
-bitShiftLeft(toInt256(1), 1)	bitShiftLeft(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitShiftLeft(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
-2	-2	0
-"""
-
-I_check_bitShiftLeft_with_UInt128 = r"""
-bitShiftLeft(toUInt128(1), 1)	bitShiftLeft(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitShiftLeft(toUInt128(\'0\'), 1)
-2	340282366920938463463374607431768211454	0
-"""
-
-I_check_bitShiftLeft_with_UInt256 = r"""
-bitShiftLeft(toUInt256(1), 1)	bitShiftLeft(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitShiftLeft(toUInt256(\'0\'), 1)
-2	115792089237316195423570985008687907853269984665640564039457584007913129639934	0
-"""
-
-I_check_bitShiftRight_with_Int128 = r"""
-bitShiftRight(toInt128(1), 1)	bitShiftRight(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitShiftRight(toInt128(\'-170141183460469231731687303715884105728\'), 1)
-0	85070591730234615865843651857942052863	-85070591730234615865843651857942052864
-"""
-
-I_check_bitShiftRight_with_Int256 = r"""
-bitShiftRight(toInt256(1), 1)	bitShiftRight(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitShiftRight(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
-0	28948022309329048855892746252171976963317496166410141009864396001978282409983	-28948022309329048855892746252171976963317496166410141009864396001978282409984
-"""
-
-I_check_bitShiftRight_with_UInt128 = r"""
-bitShiftRight(toUInt128(1), 1)	bitShiftRight(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitShiftRight(toUInt128(\'0\'), 1)
-0	170141183460469231731687303715884105727	0
-"""
-
-I_check_bitShiftRight_with_UInt256 = r"""
-bitShiftRight(toUInt256(1), 1)	bitShiftRight(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitShiftRight(toUInt256(\'0\'), 1)
-0	57896044618658097711785492504343953926634992332820282019728792003956564819967	0
-"""
-
-Check_bitNot_with_Int128 = r"""
-bitNot(toInt128(1))	bitNot(toInt128(\'170141183460469231731687303715884105727\'))	bitNot(toInt128(\'-170141183460469231731687303715884105728\'))
--2	-170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-Check_bitNot_with_Int256 = r"""
-bitNot(toInt256(1))	bitNot(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	bitNot(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
--2	-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-Check_bitNot_with_UInt128 = r"""
-bitNot(toUInt128(1))	bitNot(toUInt128(\'340282366920938463463374607431768211455\'))	bitNot(toUInt128(\'0\'))
-340282366920938463463374607431768211454	0	340282366920938463463374607431768211455
-"""
-
-Check_bitNot_with_UInt256 = r"""
-bitNot(toUInt256(1))	bitNot(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	bitNot(toUInt256(\'0\'))
-115792089237316195423570985008687907853269984665640564039457584007913129639934	0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-Check_bitCount_with_Int128 = r"""
-bitCount(toInt128(1))	bitCount(toInt128(\'170141183460469231731687303715884105727\'))	bitCount(toInt128(\'-170141183460469231731687303715884105728\'))
-1	64	0
-"""
-
-Check_bitCount_with_Int256 = r"""
-bitCount(toInt256(1))	bitCount(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	bitCount(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
-1	64	0
-"""
-
-Check_bitCount_with_UInt128 = r"""
-bitCount(toUInt128(1))	bitCount(toUInt128(\'340282366920938463463374607431768211455\'))	bitCount(toUInt128(\'0\'))
-1	64	0
-"""
-
-Check_bitCount_with_UInt256 = r"""
-bitCount(toUInt256(1))	bitCount(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	bitCount(toUInt256(\'0\'))
-1	64	0
-"""
-
-I_check_the_table_with_values_of_bitAnd_and_Int128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_with_values_of_bitAnd_and_Int256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_with_values_of_bitAnd_and_UInt128 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_with_values_of_bitAnd_and_UInt256 = r"""
-a
-0
-1
-1
-"""
-
-I_check_the_table_with_values_of_bitOr_and_Int128 = r"""
-a
--170141183460469231731687303715884105727
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_with_values_of_bitOr_and_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819967
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_with_values_of_bitOr_and_UInt128 = r"""
-a
-1
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_with_values_of_bitOr_and_UInt256 = r"""
-a
-1
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_with_values_of_bitXor_and_Int128 = r"""
-a
--170141183460469231731687303715884105727
-0
-170141183460469231731687303715884105726
-"""
-
-I_check_the_table_with_values_of_bitXor_and_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819967
-0
-57896044618658097711785492504343953926634992332820282019728792003956564819966
-"""
-
-I_check_the_table_with_values_of_bitXor_and_UInt128 = r"""
-a
-0
-1
-340282366920938463463374607431768211454
-"""
-
-I_check_the_table_with_values_of_bitXor_and_UInt256 = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639934
-"""
-
-I_check_the_table_with_values_of_bitShiftLeft_and_Int128 = r"""
-a
--2
-0
-2
-"""
-
-I_check_the_table_with_values_of_bitShiftLeft_and_Int256 = r"""
-a
--2
-0
-2
-"""
-
-I_check_the_table_with_values_of_bitShiftLeft_and_UInt128 = r"""
-a
-0
-2
-340282366920938463463374607431768211454
-"""
-
-I_check_the_table_with_values_of_bitShiftLeft_and_UInt256 = r"""
-a
-0
-2
-115792089237316195423570985008687907853269984665640564039457584007913129639934
-"""
-
-I_check_the_table_with_values_of_bitShiftRight_and_Int128 = r"""
-a
--85070591730234615865843651857942052864
-0
-85070591730234615865843651857942052863
-"""
-
-I_check_the_table_with_values_of_bitShiftRight_and_Int256 = r"""
-a
--28948022309329048855892746252171976963317496166410141009864396001978282409984
-0
-28948022309329048855892746252171976963317496166410141009864396001978282409983
-"""
-
-I_check_the_table_with_values_of_bitShiftRight_and_UInt128 = r"""
-a
-0
-0
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_with_values_of_bitShiftRight_and_UInt256 = r"""
-a
-0
-0
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_with_values_of_bitNot_and_Int128 = r"""
-a
--170141183460469231731687303715884105728
--2
-170141183460469231731687303715884105727
-"""
-
-I_check_the_table_with_values_of_bitNot_and_Int256 = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
--2
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_the_table_with_values_of_bitNot_and_UInt128 = r"""
-a
-0
-340282366920938463463374607431768211454
-340282366920938463463374607431768211455
-"""
-
-I_check_the_table_with_values_of_bitNot_and_UInt256 = r"""
-a
-0
-115792089237316195423570985008687907853269984665640564039457584007913129639934
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_the_table_with_values_of_bitCount_and_Int128 = r"""
-a
-0
-1
-64
-"""
-
-I_check_the_table_with_values_of_bitCount_and_Int256 = r"""
-a
-0
-1
-64
-"""
-
-I_check_the_table_with_values_of_bitCount_and_UInt128 = r"""
-a
-0
-1
-64
-"""
-
-I_check_the_table_with_values_of_bitCount_and_UInt256 = r"""
-a
-0
-1
-64
-"""
-
-I_check_isNull__with_Int128_using_min_and_max = r"""
-isNull(toInt128(\'-170141183460469231731687303715884105728\'))	isNull(toInt128(\'170141183460469231731687303715884105727\'))
-0	0
-"""
-
-I_check_isNull__with_Int256_using_min_and_max = r"""
-isNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	isNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
-0	0
-"""
-
-I_check_isNull__with_UInt128_using_min_and_max = r"""
-isNull(toUInt128(\'0\'))	isNull(toUInt128(\'340282366920938463463374607431768211455\'))
-0	0
-"""
-
-I_check_isNull__with_UInt256_using_min_and_max = r"""
-isNull(toUInt256(\'0\'))	isNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	0
-"""
-
-I_check_isNotNull__with_Int128_using_min_and_max = r"""
-isNotNull(toInt128(\'-170141183460469231731687303715884105728\'))	isNotNull(toInt128(\'170141183460469231731687303715884105727\'))
-1	1
-"""
-
-I_check_isNotNull__with_Int256_using_min_and_max = r"""
-isNotNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	isNotNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
-1	1
-"""
-
-I_check_isNotNull__with_UInt128_using_min_and_max = r"""
-isNotNull(toUInt128(\'0\'))	isNotNull(toUInt128(\'340282366920938463463374607431768211455\'))
-1	1
-"""
-
-I_check_isNotNull__with_UInt256_using_min_and_max = r"""
-isNotNull(toUInt256(\'0\'))	isNotNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-1	1
-"""
-
-I_check_coalesce__with_Int128_using_min_and_max = r"""
-coalesce(toInt128(\'-170141183460469231731687303715884105728\'))	coalesce(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_coalesce__with_Int256_using_min_and_max = r"""
-coalesce(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	coalesce(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_coalesce__with_UInt128_using_min_and_max = r"""
-coalesce(toUInt128(\'0\'))	coalesce(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_coalesce__with_UInt256_using_min_and_max = r"""
-coalesce(toUInt256(\'0\'))	coalesce(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_assumeNotNull__with_Int128_using_min_and_max = r"""
-assumeNotNull(toInt128(\'-170141183460469231731687303715884105728\'))	assumeNotNull(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_assumeNotNull__with_Int256_using_min_and_max = r"""
-assumeNotNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	assumeNotNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_assumeNotNull__with_UInt128_using_min_and_max = r"""
-assumeNotNull(toUInt128(\'0\'))	assumeNotNull(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_assumeNotNull__with_UInt256_using_min_and_max = r"""
-assumeNotNull(toUInt256(\'0\'))	assumeNotNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_toNullable__with_Int128_using_min_and_max = r"""
-toNullable(toInt128(\'-170141183460469231731687303715884105728\'))	toNullable(toInt128(\'170141183460469231731687303715884105727\'))
--170141183460469231731687303715884105728	170141183460469231731687303715884105727
-"""
-
-I_check_toNullable__with_Int256_using_min_and_max = r"""
-toNullable(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	toNullable(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
--57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_toNullable__with_UInt128_using_min_and_max = r"""
-toNullable(toUInt128(\'0\'))	toNullable(toUInt128(\'340282366920938463463374607431768211455\'))
-0	340282366920938463463374607431768211455
-"""
-
-I_check_toNullable__with_UInt256_using_min_and_max = r"""
-toNullable(toUInt256(\'0\'))	toNullable(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-0	115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_ifNull_1__with_Int128_using_min_and_max = r"""
-ifNull(1, toInt128(\'-170141183460469231731687303715884105728\'))	ifNull(1, toInt128(\'170141183460469231731687303715884105727\'))
-1	1
-"""
-
-I_check_ifNull_1__with_Int256_using_min_and_max = r"""
-ifNull(1, toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	ifNull(1, toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
-1	1
-"""
-
-I_check_ifNull_1__with_UInt128_using_min_and_max = r"""
-ifNull(1, toUInt128(\'0\'))	ifNull(1, toUInt128(\'340282366920938463463374607431768211455\'))
-1	1
-"""
-
-I_check_ifNull_1__with_UInt256_using_min_and_max = r"""
-ifNull(1, toUInt256(\'0\'))	ifNull(1, toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-1	1
-"""
-
-I_check_nullIf_1__with_Int128_using_min_and_max = r"""
-nullIf(1, toInt128(\'-170141183460469231731687303715884105728\'))	nullIf(1, toInt128(\'170141183460469231731687303715884105727\'))
-1	1
-"""
-
-I_check_nullIf_1__with_Int256_using_min_and_max = r"""
-nullIf(1, toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	nullIf(1, toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
-1	1
-"""
-
-I_check_nullIf_1__with_UInt128_using_min_and_max = r"""
-nullIf(1, toUInt128(\'0\'))	nullIf(1, toUInt128(\'340282366920938463463374607431768211455\'))
-1	1
-"""
-
-I_check_nullIf_1__with_UInt256_using_min_and_max = r"""
-nullIf(1, toUInt256(\'0\'))	nullIf(1, toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
-1	1
-"""
-
-I_check_isNull__with_Int128_on_the_table = r"""
-a
-0
-0
-0
-"""
-
-I_check_isNull__with_Int256_on_the_table = r"""
-a
-0
-0
-0
-"""
-
-I_check_isNull__with_UInt128_on_the_table = r"""
-a
-0
-0
-0
-"""
-
-I_check_isNull__with_UInt256_on_the_table = r"""
-a
-0
-0
-0
-"""
-
-I_check_isNotNull__with_Int128_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_isNotNull__with_Int256_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_isNotNull__with_UInt128_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_isNotNull__with_UInt256_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_coalesce__with_Int128_on_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_coalesce__with_Int256_on_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_coalesce__with_UInt128_on_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_coalesce__with_UInt256_on_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_assumeNotNull__with_Int128_on_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_assumeNotNull__with_Int256_on_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_assumeNotNull__with_UInt128_on_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_assumeNotNull__with_UInt256_on_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_toNullable__with_Int128_on_the_table = r"""
-a
--170141183460469231731687303715884105728
-1
-170141183460469231731687303715884105727
-"""
-
-I_check_toNullable__with_Int256_on_the_table = r"""
-a
--57896044618658097711785492504343953926634992332820282019728792003956564819968
-1
-57896044618658097711785492504343953926634992332820282019728792003956564819967
-"""
-
-I_check_toNullable__with_UInt128_on_the_table = r"""
-a
-0
-1
-340282366920938463463374607431768211455
-"""
-
-I_check_toNullable__with_UInt256_on_the_table = r"""
-a
-0
-1
-115792089237316195423570985008687907853269984665640564039457584007913129639935
-"""
-
-I_check_ifNull_1__with_Int128_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_ifNull_1__with_Int256_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_ifNull_1__with_UInt128_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_ifNull_1__with_UInt256_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_nullIf_1__with_Int128_on_the_table = r"""
-a
-1
-1
-\N
-"""
-
-I_check_nullIf_1__with_Int256_on_the_table = r"""
-a
-1
-1
-\N
-"""
-
-I_check_nullIf_1__with_UInt128_on_the_table = r"""
-a
-1
-1
-\N
-"""
-
-I_check_nullIf_1__with_UInt256_on_the_table = r"""
-a
-1
-1
-\N
-"""
-
-I_check_isNull__with_Decimal256_using_min_and_max = r"""
-isNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	isNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-0	0
-"""
-
-I_check_isNotNull__with_Decimal256_using_min_and_max = r"""
-isNotNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	isNotNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	1
-"""
-
-I_check_coalesce__with_Decimal256_using_min_and_max = r"""
-coalesce(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	coalesce(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_assumeNotNull__with_Decimal256_using_min_and_max = r"""
-assumeNotNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	assumeNotNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_toNullable__with_Decimal256_using_min_and_max = r"""
-toNullable(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	toNullable(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
--1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_ifNull_1__with_Decimal256_using_min_and_max = r"""
-ifNull(1, toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	ifNull(1, toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	1
-"""
-
-I_check_nullIf_1__with_Decimal256_using_min_and_max = r"""
-nullIf(1, toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	nullIf(1, toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
-1	1
-"""
-
-I_check_isNull__with_Decimal256_on_the_table = r"""
-a
-0
-0
-0
-"""
-
-I_check_isNotNull__with_Decimal256_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_coalesce__with_Decimal256_on_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_assumeNotNull__with_Decimal256_on_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_toNullable__with_Decimal256_on_the_table = r"""
-a
--1000000000000000000000000000000000000000000000000000000000000000000000000000
-1
-1000000000000000000000000000000000000000000000000000000000000000000000000000
-"""
-
-I_check_ifNull_1__with_Decimal256_on_the_table = r"""
-a
-1
-1
-1
-"""
-
-I_check_nullIf_1__with_Decimal256_on_the_table = r"""
-a
-1
-1
-\N
-"""
-
diff --git a/tests/testflows/extended_precision_data_types/tests/mathematical.py b/tests/testflows/extended_precision_data_types/tests/mathematical.py
index d895b3d77ee..6062a00a7c9 100644
--- a/tests/testflows/extended_precision_data_types/tests/mathematical.py
+++ b/tests/testflows/extended_precision_data_types/tests/mathematical.py
@@ -2,7 +2,7 @@ from extended_precision_data_types.requirements import *
 from extended_precision_data_types.common import *
 
 funcs = [
-    ('exp(', 2.718281828460626, 0),
+    ('exp(', 3, 0),
     ('log(', 0, 0),
     ('ln(', 0, 0),
     ('exp2(', 2, 0),
@@ -11,30 +11,30 @@ funcs = [
     ('log10(', 0, 0),
     ('sqrt(', 1, 0),
     ('cbrt(', 1, 0),
-    ('erf(', 0.8427007929497149, 0),
-    ('erfc(', 0.15729920705028513, 0),
+    ('erf(', 1, 0),
+    ('erfc(', 0, 0),
     ('lgamma(', 0, 0),
     ('tgamma(', 1, 0),
-    ('sin(', 0.8414709848078965, 0),
-    ('cos(', 0.5403023058681398, 0),
-    ('tan(', 1.5574077246549023, 0),
-    ('asin(', 1.5707963267948966, 0),
+    ('sin(', 1, 0),
+    ('cos(', 1, 0),
+    ('tan(', 2, 0),
+    ('asin(', 2, 0),
     ('acos(', 0, 0),
-    ('atan(', 0.7853981633974483, 0),
+    ('atan(', 1, 0),
     ('intExp2(', 2, 48),
     ('intExp10(', 10, 48),
-    ('cosh(', 1.5430806348152437, 0),
+    ('cosh(', 2, 0),
     ('acosh(', 0, 0),
-    ('sinh(', 1.1752011936438014, 0),
-    ('asinh(',0.881373587019543, 0),
-    ('tanh(', 0.7615946626193841, 0),
+    ('sinh(', 1, 0),
+    ('asinh(', 1, 0),
+    ('tanh(', 1, 0),
     ('atanh(', 'inf', 0),
-    ('log1p(', 0.6931471805599453, 0),
+    ('log1p(', 1, 0),
     ('sign(', 1, 0),
     ('pow(1,', 1, 43),
     ('power(1,', 1, 43),
-    ('atan2(1,', 0.7853981633974483, 43),
-    ('hypot(1,', 1.4142135623730951, 43),
+    ('atan2(1,', 1, 43),
+    ('hypot(1,', 1, 43),
 ]
 
 Examples_list =  [tuple(list(func)+list(data_type)+[Name(f'{func[0]} - {data_type[0]}')]) for func in funcs for data_type in data_types]
@@ -58,7 +58,10 @@ def math_int_inline(self, func, expected_result, exitcode, int_type, min, max, n
 
         with When(f"I check {func} with {int_type} using 1"):
             output = node.query(f"SELECT {func} to{int_type}(1))").output
-            assert output == str(expected_result), error()
+            if output == 'inf':
+                pass
+            else:
+                assert round(float(output)) == expected_result, error()
 
         with And(f"I check {func} with {int_type} using max and min"):
             execute_query(f"""
@@ -119,7 +122,10 @@ def math_dec_inline(self, func, expected_result, exitcode, node=None):
 
         with When(f"I check {func} with Decimal256 using 1"):
             output = node.query(f"SELECT {func} toDecimal256(1,0))").output
-            assert output == str(expected_result), error()
+            if output == 'inf':
+                pass
+            else:
+                assert round(float(output)) == expected_result, error()
 
         with And(f"I check {func} with Decimal256 using max and min"):
             execute_query(f"""

From a667a1c032c54394985dff14dfd802353e75ecca Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 18:32:24 +0300
Subject: [PATCH 0501/1060] better

---
 tests/integration/helpers/cluster.py | 4 ++--
 tests/integration/pytest.ini         | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index ab8c33e4b53..3f0a995c173 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -851,7 +851,7 @@ class ClickHouseCluster:
         run_and_check(self.base_cmd + ["up", "--force-recreate", "--no-deps", "-d", node.name])
         node.ip_address = self.get_instance_ip(node.name)
         node.client = Client(node.ip_address, command=self.client_bin_path)
-        node.wait_for_start(start_timeout=20.0, connection_timeout=600.0)  # seconds
+        node.wait_for_start(start_timeout=180.0, connection_timeout=600.0)  # seconds
         return node
 
     def restart_service(self, service_name):
@@ -1399,7 +1399,7 @@ class ClickHouseCluster:
             run_and_check(clickhouse_start_cmd)
             logging.debug("ClickHouse instance created")
 
-            start_timeout = 60.0  # seconds
+            start_timeout = 180.0  # seconds
             for instance in self.instances.values():
                 instance.docker_client = self.docker_client
                 instance.ip_address = self.get_instance_ip(instance.name)
diff --git a/tests/integration/pytest.ini b/tests/integration/pytest.ini
index 47086d45b3d..a714188d08a 100644
--- a/tests/integration/pytest.ini
+++ b/tests/integration/pytest.ini
@@ -6,8 +6,8 @@ junit_duration_report = call
 junit_suite_name = integration
 log_cli = 1
 log_cli_level = CRITICAL
-log_cli_format = %%(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)
+log_cli_format = %%(asctime)s [%(levelname)8s] %(funcName)s %(message)s (%(filename)s:%(lineno)s)
 log_file = pytest.log
 log_file_level = DEBUG
-log_file_format = %(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)
+log_file_format = %(asctime)s [%(levelname)8s] %(funcName)s %(message)s (%(filename)s:%(lineno)s)
 log_file_date_format=%Y-%m-%d %H:%M:%S

From 34eaa48294ee9e92e405b3136235b7444eef74ca Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 25 May 2021 19:34:43 +0300
Subject: [PATCH 0502/1060] Part 1.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 192 +++++++++++-
 src/Processors/QueryPlan/ReadFromMergeTree.h  |  25 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp | 280 +++++++++++++++++-
 .../MergeTree/MergeTreeDataSelectExecutor.h   |  27 +-
 4 files changed, 498 insertions(+), 26 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index d7a78e6cc6b..771f95cc8fd 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -2,38 +2,54 @@
 #include <Processors/QueryPipeline.h>
 #include <Processors/ConcatProcessor.h>
 #include <Processors/Transforms/ReverseTransform.h>
+#include <Processors/Sources/NullSource.h>
 #include <Storages/MergeTree/MergeTreeSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeReverseSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeThreadSelectBlockInputProcessor.h>
+#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
+#include <Storages/VirtualColumnUtils.h>
 #include <common/logger_useful.h>
 #include <Common/JSONBuilder.h>
 
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int INDEX_NOT_USED;
+}
+
 ReadFromMergeTree::ReadFromMergeTree(
+    SelectQueryInfo query_info_,
+    const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read_,
+    ContextPtr context_,
+    const MergeTreeData & data_,
     const MergeTreeData & storage_,
     StorageMetadataPtr metadata_snapshot_,
     String query_id_,
-    Names required_columns_,
-    RangesInDataParts parts_,
-    IndexStatPtr index_stats_,
+    Names real_column_names_,
+    MergeTreeData::DataPartsVector parts_,
+    //IndexStatPtr index_stats_,
     PrewhereInfoPtr prewhere_info_,
     Names virt_column_names_,
     Settings settings_,
     size_t num_streams_,
     ReadType read_type_)
     : ISourceStep(DataStream{.header = MergeTreeBaseSelectProcessor::transformHeader(
-        metadata_snapshot_->getSampleBlockForColumns(required_columns_, storage_.getVirtuals(), storage_.getStorageID()),
+        metadata_snapshot_->getSampleBlockForColumns(real_column_names_, storage_.getVirtuals(), storage_.getStorageID()),
         prewhere_info_,
         storage_.getPartitionValueType(),
         virt_column_names_)})
+    , query_info(std::move(query_info_))
+    , max_block_numbers_to_read(max_block_numbers_to_read_)
+    , context(std::move(context_))
+    , data(data_)
     , storage(storage_)
     , metadata_snapshot(std::move(metadata_snapshot_))
     , query_id(std::move(query_id_))
-    , required_columns(std::move(required_columns_))
+    , real_column_names(std::move(real_column_names_))
     , parts(std::move(parts_))
-    , index_stats(std::move(index_stats_))
+    //, index_stats(std::move(index_stats_))
     , prewhere_info(std::move(prewhere_info_))
     , virt_column_names(std::move(virt_column_names_))
     , settings(std::move(settings_))
@@ -140,8 +156,172 @@ Pipe ReadFromMergeTree::read()
     return pipe;
 }
 
+static std::optional<std::unordered_set<String>> filterPartsByVirtualColumns(
+    const MergeTreeData & data,
+    MergeTreeData::DataPartsVector & parts,
+    ASTPtr & query,
+    ContextPtr context)
+{
+    std::unordered_set<String> part_values;
+    ASTPtr expression_ast;
+    auto virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, true /* one_part */);
+
+    // Generate valid expressions for filtering
+    VirtualColumnUtils::prepareFilterBlockWithQuery(query, context, virtual_columns_block, expression_ast);
+
+    // If there is still something left, fill the virtual block and do the filtering.
+    if (expression_ast)
+    {
+        virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, false /* one_part */);
+        VirtualColumnUtils::filterBlockWithQuery(query, virtual_columns_block, context, expression_ast);
+        return VirtualColumnUtils::extractSingleValueFromBlock<String>(virtual_columns_block, "_part");
+    }
+
+    return {};
+}
+
+static void filterPartsByPartition(
+    StorageMetadataPtr & metadata_snapshot,
+    const MergeTreeData & data,
+    SelectQueryInfo & query_info,
+    ContextPtr & context,
+    ContextPtr & query_context,
+    MergeTreeData::DataPartsVector & parts,
+    const std::optional<std::unordered_set<String>> & part_values,
+    const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read,
+    Poco::Logger * log,
+    ReadFromMergeTree::IndexStats & index_stats)
+{
+    const Settings & settings = context->getSettingsRef();
+    std::optional<PartitionPruner> partition_pruner;
+    std::optional<KeyCondition> minmax_idx_condition;
+    DataTypes minmax_columns_types;
+    if (metadata_snapshot->hasPartitionKey())
+    {
+        const auto & partition_key = metadata_snapshot->getPartitionKey();
+        auto minmax_columns_names = data.getMinMaxColumnsNames(partition_key);
+        minmax_columns_types = data.getMinMaxColumnsTypes(partition_key);
+
+        minmax_idx_condition.emplace(
+            query_info, context, minmax_columns_names, data.getMinMaxExpr(partition_key, ExpressionActionsSettings::fromContext(context)));
+        partition_pruner.emplace(metadata_snapshot->getPartitionKey(), query_info, context, false /* strict */);
+
+        if (settings.force_index_by_date && (minmax_idx_condition->alwaysUnknownOrTrue() && partition_pruner->isUseless()))
+        {
+            String msg = "Neither MinMax index by columns (";
+            bool first = true;
+            for (const String & col : minmax_columns_names)
+            {
+                if (first)
+                    first = false;
+                else
+                    msg += ", ";
+                msg += col;
+            }
+            msg += ") nor partition expr is used and setting 'force_index_by_date' is set";
+
+            throw Exception(msg, ErrorCodes::INDEX_NOT_USED);
+        }
+    }
+
+    MergeTreeDataSelectExecutor::PartFilterCounters part_filter_counters;
+    if (query_context->getSettingsRef().allow_experimental_query_deduplication)
+        MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
+            parts,
+            part_values,
+            data.getPinnedPartUUIDs(),
+            minmax_idx_condition,
+            minmax_columns_types,
+            partition_pruner,
+            max_block_numbers_to_read,
+            query_context,
+            part_filter_counters,
+            log);
+    else
+        MergeTreeDataSelectExecutor::selectPartsToRead(
+            parts,
+            part_values,
+            minmax_idx_condition,
+            minmax_columns_types,
+            partition_pruner,
+            max_block_numbers_to_read,
+            part_filter_counters);
+
+    index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+        .type = ReadFromMergeTree::IndexType::None,
+        .num_parts_after = part_filter_counters.num_initial_selected_parts,
+        .num_granules_after = part_filter_counters.num_initial_selected_granules});
+
+    if (minmax_idx_condition)
+    {
+        auto description = minmax_idx_condition->getDescription();
+        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+            .type = ReadFromMergeTree::IndexType::MinMax,
+            .condition = std::move(description.condition),
+            .used_keys = std::move(description.used_keys),
+            .num_parts_after = part_filter_counters.num_parts_after_minmax,
+            .num_granules_after = part_filter_counters.num_granules_after_minmax});
+        LOG_DEBUG(log, "MinMax index condition: {}", minmax_idx_condition->toString());
+    }
+
+    if (partition_pruner)
+    {
+        auto description = partition_pruner->getKeyCondition().getDescription();
+        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+            .type = ReadFromMergeTree::IndexType::Partition,
+            .condition = std::move(description.condition),
+            .used_keys = std::move(description.used_keys),
+            .num_parts_after = part_filter_counters.num_parts_after_partition_pruner,
+            .num_granules_after = part_filter_counters.num_granules_after_partition_pruner});
+    }
+}
+
 void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &)
 {
+    auto part_values = filterPartsByVirtualColumns(data, parts, query_info.query, context);
+    if (part_values && part_values->empty())
+    {
+        pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
+        return;
+    }
+
+    /// If there are only virtual columns in the query, you must request at least one non-virtual one.
+    if (real_column_names.empty())
+    {
+        NamesAndTypesList available_real_columns = metadata_snapshot->getColumns().getAllPhysical();
+        real_column_names.push_back(ExpressionActions::getSmallestColumn(available_real_columns));
+    }
+
+    metadata_snapshot->check(real_column_names, data.getVirtuals(), data.getStorageID());
+
+    // Build and check if primary key is used when necessary
+    const auto & primary_key = metadata_snapshot->getPrimaryKey();
+    Names primary_key_columns = primary_key.column_names;
+    KeyCondition key_condition(query_info, context, primary_key_columns, primary_key.expression);
+
+    if (settings.force_primary_key && key_condition.alwaysUnknownOrTrue())
+    {
+        throw Exception(
+            ErrorCodes::INDEX_NOT_USED,
+            "Primary key ({}) is not used and setting 'force_primary_key' is set.",
+            fmt::join(primary_key_columns, ", "));
+    }
+    LOG_DEBUG(log, "Key condition: {}", key_condition.toString());
+
+    const auto & select = query_info.query->as<ASTSelectQuery &>();
+    auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
+
+    filterPartsByPartition(
+        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read, log, index_stats);
+
+    bool sample_factor_column_queried = false;
+    for (const auto & col : virt_column_names)
+        if (col == "_sample_factor")
+            sample_factor_column_queried = true;
+
+    auto sampling = MergeTreeDataSelectExecutor::getSampling(
+        select, parts, metadata_snapshot, key_condition, settings, data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context)
+
     Pipe pipe = read();
 
     for (const auto & processor : pipe.getProcessors())
diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.h b/src/Processors/QueryPlan/ReadFromMergeTree.h
index 479610b3edc..762d7fea0e7 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.h
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.h
@@ -3,6 +3,7 @@
 #include <Processors/Pipe.h>
 #include <Storages/MergeTree/RangesInDataPart.h>
 #include <Storages/MergeTree/MergeTreeReadPool.h>
+#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
 
 namespace DB
 {
@@ -36,7 +37,6 @@ public:
     };
 
     using IndexStats = std::vector<IndexStat>;
-    using IndexStatPtr = std::unique_ptr<IndexStats>;
 
     /// Part of settings which are needed for reading.
     struct Settings
@@ -46,6 +46,7 @@ public:
         size_t preferred_max_column_in_block_size_bytes;
         size_t min_marks_for_concurrent_read;
         bool use_uncompressed_cache;
+        bool force_primary_key;
 
         MergeTreeReaderSettings reader_settings;
         MergeTreeReadPool::BackoffSettings backoff_settings;
@@ -67,12 +68,16 @@ public:
     };
 
     ReadFromMergeTree(
+        SelectQueryInfo query_info_,
+        const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read_,
+        ContextPtr context_,
+        const MergeTreeData & data_,
         const MergeTreeData & storage_,
         StorageMetadataPtr metadata_snapshot_,
         String query_id_,
-        Names required_columns_,
-        RangesInDataParts parts_,
-        IndexStatPtr index_stats_,
+        Names real_column_names_,
+        MergeTreeData::DataPartsVector parts_,
+        //IndexStatPtr index_stats_,
         PrewhereInfoPtr prewhere_info_,
         Names virt_column_names_,
         Settings settings_,
@@ -91,13 +96,17 @@ public:
     void describeIndexes(JSONBuilder::JSONMap & map) const override;
 
 private:
+    SelectQueryInfo query_info;
+    const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read;
+    ContextPtr context;
+    const MergeTreeData & data;
     const MergeTreeData & storage;
     StorageMetadataPtr metadata_snapshot;
     String query_id;
 
-    Names required_columns;
-    RangesInDataParts parts;
-    IndexStatPtr index_stats;
+    Names real_column_names;
+    MergeTreeData::DataPartsVector parts;
+    IndexStat index_stats;
     PrewhereInfoPtr prewhere_info;
     Names virt_column_names;
     Settings settings;
@@ -105,6 +114,8 @@ private:
     size_t num_streams;
     ReadType read_type;
 
+    Poco::Logger * log;
+
     Pipe read();
     Pipe readFromPool();
     Pipe readInOrder();
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 821423ca5a5..444d074a4db 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -86,7 +86,8 @@ size_t MergeTreeDataSelectExecutor::getApproximateTotalRowsToRead(
     const MergeTreeData::DataPartsVector & parts,
     const StorageMetadataPtr & metadata_snapshot,
     const KeyCondition & key_condition,
-    const Settings & settings) const
+    const Settings & settings,
+    Poco::Logger * log)
 {
     size_t rows_count = 0;
 
@@ -369,6 +370,269 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
     return plan;
 }
 
+MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
+    const ASTSelectQuery & select,
+    MergeTreeData::DataPartsVector & parts,
+    const StorageMetadataPtr & metadata_snapshot,
+    KeyCondition & key_condition,
+    const MergeTreeData & data,
+    Poco::Logger * log,
+    bool sample_factor_column_queried,
+    NamesAndTypesList available_real_columns,
+    ContextPtr context)
+{
+    const Settings & settings = context->getSettingsRef();
+    Float64 used_sample_factor = 1;
+    /// Sampling.
+    MergeTreeDataSelectSamplingData sampling;
+
+    RelativeSize relative_sample_size = 0;
+    RelativeSize relative_sample_offset = 0;
+
+    auto select_sample_size = select.sampleSize();
+    auto select_sample_offset = select.sampleOffset();
+
+    if (select_sample_size)
+    {
+        relative_sample_size.assign(
+            select_sample_size->as<ASTSampleRatio &>().ratio.numerator,
+            select_sample_size->as<ASTSampleRatio &>().ratio.denominator);
+
+        if (relative_sample_size < 0)
+            throw Exception("Negative sample size", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
+
+        relative_sample_offset = 0;
+        if (select_sample_offset)
+            relative_sample_offset.assign(
+                select_sample_offset->as<ASTSampleRatio &>().ratio.numerator,
+                select_sample_offset->as<ASTSampleRatio &>().ratio.denominator);
+
+        if (relative_sample_offset < 0)
+            throw Exception("Negative sample offset", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
+
+        /// Convert absolute value of the sampling (in form `SAMPLE 1000000` - how many rows to
+        /// read) into the relative `SAMPLE 0.1` (how much data to read).
+        size_t approx_total_rows = 0;
+        if (relative_sample_size > 1 || relative_sample_offset > 1)
+            approx_total_rows = getApproximateTotalRowsToRead(parts, metadata_snapshot, key_condition, settings, log);
+
+        if (relative_sample_size > 1)
+        {
+            relative_sample_size = convertAbsoluteSampleSizeToRelative(select_sample_size, approx_total_rows);
+            LOG_DEBUG(log, "Selected relative sample size: {}", toString(relative_sample_size));
+        }
+
+        /// SAMPLE 1 is the same as the absence of SAMPLE.
+        if (relative_sample_size == RelativeSize(1))
+            relative_sample_size = 0;
+
+        if (relative_sample_offset > 0 && RelativeSize(0) == relative_sample_size)
+            throw Exception("Sampling offset is incorrect because no sampling", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
+
+        if (relative_sample_offset > 1)
+        {
+            relative_sample_offset = convertAbsoluteSampleSizeToRelative(select_sample_offset, approx_total_rows);
+            LOG_DEBUG(log, "Selected relative sample offset: {}", toString(relative_sample_offset));
+        }
+    }
+
+    /** Which range of sampling key values do I need to read?
+        * First, in the whole range ("universe") we select the interval
+        *  of relative `relative_sample_size` size, offset from the beginning by `relative_sample_offset`.
+        *
+        * Example: SAMPLE 0.4 OFFSET 0.3
+        *
+        * [------********------]
+        *        ^ - offset
+        *        <------> - size
+        *
+        * If the interval passes through the end of the universe, then cut its right side.
+        *
+        * Example: SAMPLE 0.4 OFFSET 0.8
+        *
+        * [----------------****]
+        *                  ^ - offset
+        *                  <------> - size
+        *
+        * Next, if the `parallel_replicas_count`, `parallel_replica_offset` settings are set,
+        *  then it is necessary to break the received interval into pieces of the number `parallel_replicas_count`,
+        *  and select a piece with the number `parallel_replica_offset` (from zero).
+        *
+        * Example: SAMPLE 0.4 OFFSET 0.3, parallel_replicas_count = 2, parallel_replica_offset = 1
+        *
+        * [----------****------]
+        *        ^ - offset
+        *        <------> - size
+        *        <--><--> - pieces for different `parallel_replica_offset`, select the second one.
+        *
+        * It is very important that the intervals for different `parallel_replica_offset` cover the entire range without gaps and overlaps.
+        * It is also important that the entire universe can be covered using SAMPLE 0.1 OFFSET 0, ... OFFSET 0.9 and similar decimals.
+        */
+
+    /// Parallel replicas has been requested but there is no way to sample data.
+    /// Select all data from first replica and no data from other replicas.
+    if (settings.parallel_replicas_count > 1 && !data.supportsSampling() && settings.parallel_replica_offset > 0)
+    {
+        LOG_DEBUG(log, "Will use no data on this replica because parallel replicas processing has been requested"
+            " (the setting 'max_parallel_replicas') but the table does not support sampling and this replica is not the first.");
+        sampling.read_nothing = true;
+        return sampling;
+    }
+
+    sampling.use_sampling = relative_sample_size > 0 || (settings.parallel_replicas_count > 1 && data.supportsSampling());
+    bool no_data = false;   /// There is nothing left after sampling.
+
+    if (sampling.use_sampling)
+    {
+        if (sample_factor_column_queried && relative_sample_size != RelativeSize(0))
+            used_sample_factor = 1.0 / boost::rational_cast<Float64>(relative_sample_size);
+
+        RelativeSize size_of_universum = 0;
+        const auto & sampling_key = metadata_snapshot->getSamplingKey();
+        DataTypePtr sampling_column_type = sampling_key.data_types[0];
+
+        if (sampling_key.data_types.size() == 1)
+        {
+            if (typeid_cast<const DataTypeUInt64 *>(sampling_column_type.get()))
+                size_of_universum = RelativeSize(std::numeric_limits<UInt64>::max()) + RelativeSize(1);
+            else if (typeid_cast<const DataTypeUInt32 *>(sampling_column_type.get()))
+                size_of_universum = RelativeSize(std::numeric_limits<UInt32>::max()) + RelativeSize(1);
+            else if (typeid_cast<const DataTypeUInt16 *>(sampling_column_type.get()))
+                size_of_universum = RelativeSize(std::numeric_limits<UInt16>::max()) + RelativeSize(1);
+            else if (typeid_cast<const DataTypeUInt8 *>(sampling_column_type.get()))
+                size_of_universum = RelativeSize(std::numeric_limits<UInt8>::max()) + RelativeSize(1);
+        }
+
+        if (size_of_universum == RelativeSize(0))
+            throw Exception(
+                "Invalid sampling column type in storage parameters: " + sampling_column_type->getName()
+                    + ". Must be one unsigned integer type",
+                ErrorCodes::ILLEGAL_TYPE_OF_COLUMN_FOR_FILTER);
+
+        if (settings.parallel_replicas_count > 1)
+        {
+            if (relative_sample_size == RelativeSize(0))
+                relative_sample_size = 1;
+
+            relative_sample_size /= settings.parallel_replicas_count.value;
+            relative_sample_offset += relative_sample_size * RelativeSize(settings.parallel_replica_offset.value);
+        }
+
+        if (relative_sample_offset >= RelativeSize(1))
+            no_data = true;
+
+        /// Calculate the half-interval of `[lower, upper)` column values.
+        bool has_lower_limit = false;
+        bool has_upper_limit = false;
+
+        RelativeSize lower_limit_rational = relative_sample_offset * size_of_universum;
+        RelativeSize upper_limit_rational = (relative_sample_offset + relative_sample_size) * size_of_universum;
+
+        UInt64 lower = boost::rational_cast<ASTSampleRatio::BigNum>(lower_limit_rational);
+        UInt64 upper = boost::rational_cast<ASTSampleRatio::BigNum>(upper_limit_rational);
+
+        if (lower > 0)
+            has_lower_limit = true;
+
+        if (upper_limit_rational < size_of_universum)
+            has_upper_limit = true;
+
+        /*std::cerr << std::fixed << std::setprecision(100)
+            << "relative_sample_size: " << relative_sample_size << "\n"
+            << "relative_sample_offset: " << relative_sample_offset << "\n"
+            << "lower_limit_float: " << lower_limit_rational << "\n"
+            << "upper_limit_float: " << upper_limit_rational << "\n"
+            << "lower: " << lower << "\n"
+            << "upper: " << upper << "\n";*/
+
+        if ((has_upper_limit && upper == 0)
+            || (has_lower_limit && has_upper_limit && lower == upper))
+            no_data = true;
+
+        if (no_data || (!has_lower_limit && !has_upper_limit))
+        {
+            sampling.use_sampling = false;
+        }
+        else
+        {
+            /// Let's add the conditions to cut off something else when the index is scanned again and when the request is processed.
+
+            std::shared_ptr<ASTFunction> lower_function;
+            std::shared_ptr<ASTFunction> upper_function;
+
+            /// If sample and final are used together no need to calculate sampling expression twice.
+            /// The first time it was calculated for final, because sample key is a part of the PK.
+            /// So, assume that we already have calculated column.
+            ASTPtr sampling_key_ast = metadata_snapshot->getSamplingKeyAST();
+
+            if (select.final())
+            {
+                sampling_key_ast = std::make_shared<ASTIdentifier>(sampling_key.column_names[0]);
+                /// We do spoil available_real_columns here, but it is not used later.
+                available_real_columns.emplace_back(sampling_key.column_names[0], std::move(sampling_column_type));
+            }
+
+            if (has_lower_limit)
+            {
+                if (!key_condition.addCondition(sampling_key.column_names[0], Range::createLeftBounded(lower, true)))
+                    throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
+
+                ASTPtr args = std::make_shared<ASTExpressionList>();
+                args->children.push_back(sampling_key_ast);
+                args->children.push_back(std::make_shared<ASTLiteral>(lower));
+
+                lower_function = std::make_shared<ASTFunction>();
+                lower_function->name = "greaterOrEquals";
+                lower_function->arguments = args;
+                lower_function->children.push_back(lower_function->arguments);
+
+                sampling.filter_function = lower_function;
+            }
+
+            if (has_upper_limit)
+            {
+                if (!key_condition.addCondition(sampling_key.column_names[0], Range::createRightBounded(upper, false)))
+                    throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
+
+                ASTPtr args = std::make_shared<ASTExpressionList>();
+                args->children.push_back(sampling_key_ast);
+                args->children.push_back(std::make_shared<ASTLiteral>(upper));
+
+                upper_function = std::make_shared<ASTFunction>();
+                upper_function->name = "less";
+                upper_function->arguments = args;
+                upper_function->children.push_back(upper_function->arguments);
+
+                sampling.filter_function = upper_function;
+            }
+
+            if (has_lower_limit && has_upper_limit)
+            {
+                ASTPtr args = std::make_shared<ASTExpressionList>();
+                args->children.push_back(lower_function);
+                args->children.push_back(upper_function);
+
+                sampling.filter_function = std::make_shared<ASTFunction>();
+                sampling.filter_function->name = "and";
+                sampling.filter_function->arguments = args;
+                sampling.filter_function->children.push_back(sampling.filter_function->arguments);
+            }
+
+            ASTPtr query = sampling.filter_function;
+            auto syntax_result = TreeRewriter(context).analyze(query, available_real_columns);
+            sampling.filter_expression = ExpressionAnalyzer(sampling.filter_function, syntax_result, context).getActionsDAG(false);
+        }
+    }
+
+    if (no_data)
+    {
+        LOG_DEBUG(log, "Sampling yields no data.");
+        sampling.read_nothing = true;
+    }
+
+    return sampling;
+}
+
 QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
     MergeTreeData::DataPartsVector parts,
     const Names & column_names_to_return,
@@ -534,7 +798,8 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
                 partition_pruner,
                 max_block_numbers_to_read,
                 query_context,
-                part_filter_counters);
+                part_filter_counters,
+                log);
         else
             selectPartsToRead(
                 parts,
@@ -2192,7 +2457,7 @@ MarkRanges MergeTreeDataSelectExecutor::filterMarksUsingIndex(
 
 void MergeTreeDataSelectExecutor::selectPartsToRead(
     MergeTreeData::DataPartsVector & parts,
-    const std::unordered_set<String> & part_values,
+    const std::optional<std::unordered_set<String>> & part_values,
     const std::optional<KeyCondition> & minmax_idx_condition,
     const DataTypes & minmax_columns_types,
     std::optional<PartitionPruner> & partition_pruner,
@@ -2204,7 +2469,7 @@ void MergeTreeDataSelectExecutor::selectPartsToRead(
     for (const auto & part_or_projection : prev_parts)
     {
         const auto * part = part_or_projection->isProjectionPart() ? part_or_projection->getParentPart() : part_or_projection.get();
-        if (!part_values.empty() && part_values.find(part->name) == part_values.end())
+        if (part_values && part_values->find(part->name) == part_values->end())
             continue;
 
         if (part->isEmpty())
@@ -2246,14 +2511,15 @@ void MergeTreeDataSelectExecutor::selectPartsToRead(
 
 void MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
     MergeTreeData::DataPartsVector & parts,
-    const std::unordered_set<String> & part_values,
+    const std::optional<std::unordered_set<String>> & part_values,
     MergeTreeData::PinnedPartUUIDsPtr pinned_part_uuids,
     const std::optional<KeyCondition> & minmax_idx_condition,
     const DataTypes & minmax_columns_types,
     std::optional<PartitionPruner> & partition_pruner,
     const PartitionIdToMaxBlock * max_block_numbers_to_read,
     ContextPtr query_context,
-    PartFilterCounters & counters) const
+    PartFilterCounters & counters,
+    Poco::Logger * log)
 {
     const Settings & settings = query_context->getSettings();
 
@@ -2269,7 +2535,7 @@ void MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
         for (const auto & part_or_projection : prev_parts)
         {
             const auto * part = part_or_projection->isProjectionPart() ? part_or_projection->getParentPart() : part_or_projection.get();
-            if (!part_values.empty() && part_values.find(part->name) == part_values.end())
+            if (part_values && part_values->find(part->name) == part_values->end())
                 continue;
 
             if (part->isEmpty())
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index c058c7e936b..231908e2ee7 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -16,6 +16,7 @@ class KeyCondition;
 struct MergeTreeDataSelectSamplingData
 {
     bool use_sampling = false;
+    bool read_nothing = false;
     std::shared_ptr<ASTFunction> filter_function;
     ActionsDAGPtr filter_expression;
 };
@@ -117,11 +118,12 @@ private:
         const String & query_id) const;
 
     /// Get the approximate value (bottom estimate - only by full marks) of the number of rows falling under the index.
-    size_t getApproximateTotalRowsToRead(
+    static size_t getApproximateTotalRowsToRead(
         const MergeTreeData::DataPartsVector & parts,
         const StorageMetadataPtr & metadata_snapshot,
         const KeyCondition & key_condition,
-        const Settings & settings) const;
+        const Settings & settings,
+        Poco::Logger * log);
 
     static MarkRanges markRangesFromPKRange(
         const MergeTreeData::DataPartPtr & part,
@@ -141,6 +143,7 @@ private:
         size_t & granules_dropped,
         Poco::Logger * log);
 
+public:
     struct PartFilterCounters
     {
         size_t num_initial_selected_parts = 0;
@@ -155,7 +158,7 @@ private:
     ///  as well as `max_block_number_to_read`.
     static void selectPartsToRead(
         MergeTreeData::DataPartsVector & parts,
-        const std::unordered_set<String> & part_values,
+        const std::optional<std::unordered_set<String>> & part_values,
         const std::optional<KeyCondition> & minmax_idx_condition,
         const DataTypes & minmax_columns_types,
         std::optional<PartitionPruner> & partition_pruner,
@@ -163,16 +166,28 @@ private:
         PartFilterCounters & counters);
 
     /// Same as previous but also skip parts uuids if any to the query context, or skip parts which uuids marked as excluded.
-    void selectPartsToReadWithUUIDFilter(
+    static void selectPartsToReadWithUUIDFilter(
         MergeTreeData::DataPartsVector & parts,
-        const std::unordered_set<String> & part_values,
+        const std::optional<std::unordered_set<String>> & part_values,
         MergeTreeData::PinnedPartUUIDsPtr pinned_part_uuids,
         const std::optional<KeyCondition> & minmax_idx_condition,
         const DataTypes & minmax_columns_types,
         std::optional<PartitionPruner> & partition_pruner,
         const PartitionIdToMaxBlock * max_block_numbers_to_read,
         ContextPtr query_context,
-        PartFilterCounters & counters) const;
+        PartFilterCounters & counters,
+        Poco::Logger * log);
+
+    static MergeTreeDataSelectSamplingData getSampling(
+        const ASTSelectQuery & select,
+        MergeTreeData::DataPartsVector & parts,
+        const StorageMetadataPtr & metadata_snapshot,
+        KeyCondition & key_condition,
+        const MergeTreeData & data,
+        Poco::Logger * log,
+        bool sample_factor_column_queried,
+        NamesAndTypesList available_real_columns,
+        ContextPtr context);
 };
 
 }

From 53295f9b514a64042aefd798e97d2549ab8fa129 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 19:53:42 +0300
Subject: [PATCH 0503/1060] blacklist

---
 tests/integration/ci-runner.py       |  38 ++--
 tests/integration/parallel.readme    |   6 +-
 tests/integration/parallel_skip.json | 260 +++++++++++++++++++++++++++
 3 files changed, 286 insertions(+), 18 deletions(-)
 create mode 100644 tests/integration/parallel_skip.json

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 8ad804fbe00..74ae392d952 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -14,6 +14,7 @@ import csv
 MAX_RETRY = 2
 NUM_WORKERS = 5
 SLEEP_BETWEEN_RETRIES = 5
+PARALLEL_GROUP_SIZE = 100
 CLICKHOUSE_BINARY_PATH = "/usr/bin/clickhouse"
 CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH = "/usr/bin/clickhouse-odbc-bridge"
 DOCKERD_LOGS_PATH = "/ClickHouse/tests/integration/dockerd.log"
@@ -52,6 +53,11 @@ def filter_existing_tests(tests_to_run, repo_path):
 def _get_deselect_option(tests):
     return ' '.join(['--deselect {}'.format(t) for t in tests])
 
+# https://stackoverflow.com/questions/312443/how-do-you-split-a-list-into-evenly-sized-chunks
+def chunks(lst, n):
+    """Yield successive n-sized chunks from lst."""
+    for i in range(0, len(lst), n):
+        yield lst[i:i + n]
 
 def parse_test_results_output(fname):
     read = False
@@ -269,15 +275,15 @@ class ClickhouseIntegrationTestsRunner:
                 all_tests.append(line.strip())
         return list(sorted(all_tests))
 
-    def _get_parallel_tests(self, repo_path):
-        parallel_tests_file_path = "{}/tests/integration/parallel.json".format(repo_path)
-        if not os.path.isfile(parallel_tests_file_path) or os.path.getsize(parallel_tests_file_path) == 0:
-            raise Exception("There is something wrong with getting all tests list: file '{}' is empty or does not exist.".format(parallel_tests_file_path))
+    def _get_parallel_tests_skip_list(self, repo_path):
+        skip_list_file_path = "{}/tests/integration/parallel.json".format(repo_path)
+        if not os.path.isfile(skip_list_file_path) or os.path.getsize(skip_list_file_path) == 0:
+            raise Exception("There is something wrong with getting all tests list: file '{}' is empty or does not exist.".format(skip_list_file_path))
 
-        parallel_tests = []
-        with open(parallel_tests_file_path, "r") as parallel_tests_file:
-            parallel_tests = json.load(parallel_tests_file)
-        return list(sorted(parallel_tests))
+        skip_list_tests = []
+        with open(skip_list_file_path, "r") as skip_list_file:
+            skip_list_tests = json.load(skip_list_file)
+        return list(sorted(skip_list_tests))
 
     def group_test_by_file(self, tests):
         result = {}
@@ -298,7 +304,6 @@ class ClickhouseIntegrationTestsRunner:
                 if test in main_counters["ERROR"]:
                     main_counters["ERROR"].remove(test)
                     is_flaky = True
-
                 if is_flaky:
                     main_counters["FLAKY"].append(test)
                 else:
@@ -476,16 +481,19 @@ class ClickhouseIntegrationTestsRunner:
         self._install_clickhouse(build_path)
         logging.info("Dump iptables before run %s", subprocess.check_output("iptables -L", shell=True))
         all_tests = self._get_all_tests(repo_path)
-        parallel_tests = self._get_parallel_tests(repo_path)
+        parallel_skip_tests = self._get_parallel_tests_skip_list(repo_path)
         logging.info("Found %s tests first 3 %s", len(all_tests), ' '.join(all_tests[:3]))
-        filtered_parallel_tests = list(filter(lambda test: test in all_tests, parallel_tests))
-        filtered_unparallel_tests = list(filter(lambda test: test not in parallel_tests, all_tests))
-        not_found_tests = list(filter(lambda test: test not in all_tests, parallel_tests))
+        filtered_sequential_tests = list(filter(lambda test: test in all_tests, parallel_skip_tests))
+        filtered_parallel_tests = list(filter(lambda test: test not in parallel_skip_tests, all_tests))
+        not_found_tests = list(filter(lambda test: test not in all_tests, parallel_skip_tests))
         logging.info("Found %s tests first 3 %s, parallel %s, other %s", len(all_tests), ' '.join(all_tests[:3]), len(filtered_parallel_tests), len(filtered_unparallel_tests))
         logging.info("Not found %s tests first 3 %s", len(not_found_tests), ' '.join(not_found_tests[:3]))
 
-        grouped_tests = self.group_test_by_file(filtered_unparallel_tests)
-        grouped_tests["parallel"] = filtered_parallel_tests
+        grouped_tests = self.group_test_by_file(filtered_sequential_tests)
+        i = 0
+        for par_group in  chunks(filtered_parallel_tests, PARALLEL_GROUP_SIZE):
+            grouped_tests["parallel{}".format(i)] = par_group
+            i+=1
         logging.info("Found %s tests groups", len(grouped_tests))
 
         counters = {
diff --git a/tests/integration/parallel.readme b/tests/integration/parallel.readme
index 3b987c689f4..ac4f897482c 100644
--- a/tests/integration/parallel.readme
+++ b/tests/integration/parallel.readme
@@ -1,6 +1,6 @@
-# Parallel tests are currently generated manually. All tests except those in parallel.txt will be run sequentially.
+# Parallel tests skip list is currently generated manually. All tests except those in parallel_skip.txt will run in parallel.
 # Current list is generated with following commands
 # 1. Generate all tests list as in CI run
 ./runner ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g'  | sed 's/^ *//g' | sed 's/ *$//g' | sort -u > all_tests.txt
-# 2. Filter known tests that can be run in parallel
-cat all_tests.txt | grep -v 'grpc\|SKIP\|test_backup_with_other_granularity\|test_ttl_replicated\|test_adaptive_granularity\|kafka' | awk '{$1=$1;print}' | jq -R -n '[inputs] | .' > parallel.json
+# 2. Filter known tests that are currently not run in parallel
+cat all_tests.txt | grep '^test_replicated_database\|^test_disabled_mysql_server\|^test_distributed_ddl\|^test_distributed_ddl\|^test_quorum_inserts_parallel\|^test_ddl_worker_non_leader\|^test_consistent_parts_after_clone_replica\|^test_materialize_mysql_database\|^test_atomic_drop_table\|^test_distributed_respect_user_timeouts\|^test_storage_kafka\|^test_replace_partition\|^test_replicated_fetches_timeouts\|^test_system_clusters_actual_information\|^test_delayed_replica_failover\|^test_limited_replicated_fetches\|^test_hedged_requests\|^test_insert_into_distributed\|^test_insert_into_distributed_through_materialized_view\|^test_drop_replica\|^test_attach_without_fetching\|^test_system_replicated_fetches\|^test_cross_replication\|^test_dictionary_allow_read_expired_keys\|^test_dictionary_allow_read_expired_keys\|^test_dictionary_allow_read_expired_keys\|^test_insert_into_distributed_sync_async\|^test_hedged_requests_parallel\|^test_dictionaries_update_field\|^test_broken_part_during_merge\|^test_random_inserts\|^test_reload_clusters_config\|^test_parts_delete_zookeeper\|^test_polymorphic_parts\|^test_keeper_multinode_simple\|^test_https_replication\|^test_storage_kerberized_kafka\|^test_cleanup_dir_after_bad_zk_conn\|^test_system_metrics\|^test_keeper_multinode_blocade_leader' | awk '{$1=$1;print}' | jq -R -n '[inputs] | .' > parallel_skip.json
diff --git a/tests/integration/parallel_skip.json b/tests/integration/parallel_skip.json
new file mode 100644
index 00000000000..4be0c9a77ae
--- /dev/null
+++ b/tests/integration/parallel_skip.json
@@ -0,0 +1,260 @@
+[
+  "test_atomic_drop_table/test.py::test_atomic_delete_with_stopped_zookeeper",
+  "test_attach_without_fetching/test.py::test_attach_without_fetching",
+  "test_broken_part_during_merge/test.py::test_merge_and_part_corruption",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_attach_without_zk",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_bad_zk_conn",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_replica_name",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_zk_path",
+  "test_consistent_parts_after_clone_replica/test.py::test_inconsistent_parts_if_drop_while_replica_not_active",
+  "test_cross_replication/test.py::test",
+  "test_ddl_worker_non_leader/test.py::test_non_leader_replica",
+  "test_delayed_replica_failover/test.py::test",
+  "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
+  "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
+  "test_dictionary_allow_read_expired_keys/test_default_reading.py::test_default_reading",
+  "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
+  "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
+  "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
+  "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
+  "test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl",
+  "test_distributed_ddl_on_cross_replication/test.py::test_atomic_database",
+  "test_distributed_ddl_parallel/test.py::test_all_in_parallel",
+  "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
+  "test_distributed_ddl_parallel/test.py::test_smoke",
+  "test_distributed_ddl_parallel/test.py::test_smoke_parallel",
+  "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
+  "test_distributed_ddl_parallel/test.py::test_two_in_parallel_two_queued",
+  "test_distributed_ddl_password/test.py::test_alter",
+  "test_distributed_ddl_password/test.py::test_truncate",
+  "test_distributed_ddl/test.py::test_allowed_databases[configs]",
+  "test_distributed_ddl/test.py::test_allowed_databases[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_as_select[configs]",
+  "test_distributed_ddl/test.py::test_create_as_select[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_reserved[configs]",
+  "test_distributed_ddl/test.py::test_create_reserved[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_view[configs]",
+  "test_distributed_ddl/test.py::test_create_view[configs_secure]",
+  "test_distributed_ddl/test.py::test_default_database[configs]",
+  "test_distributed_ddl/test.py::test_default_database[configs_secure]",
+  "test_distributed_ddl/test.py::test_detach_query[configs]",
+  "test_distributed_ddl/test.py::test_detach_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_implicit_macros[configs]",
+  "test_distributed_ddl/test.py::test_implicit_macros[configs_secure]",
+  "test_distributed_ddl/test.py::test_kill_query[configs]",
+  "test_distributed_ddl/test.py::test_kill_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_macro[configs]",
+  "test_distributed_ddl/test.py::test_macro[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_connection_loss[configs]",
+  "test_distributed_ddl/test.py::test_on_connection_loss[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_server_fail[configs]",
+  "test_distributed_ddl/test.py::test_on_server_fail[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_session_expired[configs]",
+  "test_distributed_ddl/test.py::test_on_session_expired[configs_secure]",
+  "test_distributed_ddl/test.py::test_optimize_query[configs]",
+  "test_distributed_ddl/test.py::test_optimize_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_rename[configs]",
+  "test_distributed_ddl/test.py::test_rename[configs_secure]",
+  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs]",
+  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs_secure]",
+  "test_distributed_ddl/test.py::test_simple_alters[configs]",
+  "test_distributed_ddl/test.py::test_simple_alters[configs_secure]",
+  "test_distributed_ddl/test.py::test_socket_timeout[configs]",
+  "test_distributed_ddl/test.py::test_socket_timeout[configs_secure]",
+  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs]",
+  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs_secure]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-remote]",
+  "test_drop_replica/test.py::test_drop_replica",
+  "test_hedged_requests_parallel/test.py::test_combination1",
+  "test_hedged_requests_parallel/test.py::test_combination2",
+  "test_hedged_requests_parallel/test.py::test_query_with_no_data_to_sample",
+  "test_hedged_requests_parallel/test.py::test_send_data",
+  "test_hedged_requests_parallel/test.py::test_send_table_status_sleep",
+  "test_hedged_requests/test.py::test_combination1",
+  "test_hedged_requests/test.py::test_combination2",
+  "test_hedged_requests/test.py::test_combination3",
+  "test_hedged_requests/test.py::test_combination4",
+  "test_hedged_requests/test.py::test_long_query",
+  "test_hedged_requests/test.py::test_receive_timeout1",
+  "test_hedged_requests/test.py::test_receive_timeout2",
+  "test_hedged_requests/test.py::test_send_data",
+  "test_hedged_requests/test.py::test_send_data2",
+  "test_hedged_requests/test.py::test_send_table_status_sleep",
+  "test_hedged_requests/test.py::test_send_table_status_sleep2",
+  "test_hedged_requests/test.py::test_stuck_replica",
+  "test_https_replication/test.py::test_both_http",
+  "test_https_replication/test.py::test_both_https",
+  "test_https_replication/test.py::test_mixed_protocol",
+  "test_https_replication/test.py::test_replication_after_partition",
+  "test_insert_into_distributed_sync_async/test.py::test_async_inserts_into_local_shard",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_fails_with_timeout",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_with_disabled_timeout",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_without_sync_ignores_timeout",
+  "test_insert_into_distributed/test.py::test_inserts_batching",
+  "test_insert_into_distributed/test.py::test_inserts_local",
+  "test_insert_into_distributed/test.py::test_inserts_low_cardinality",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_internal_replication",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_local_internal_replication",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_no_internal_replication",
+  "test_insert_into_distributed/test.py::test_prefer_localhost_replica",
+  "test_insert_into_distributed/test.py::test_reconnect",
+  "test_insert_into_distributed/test.py::test_table_function",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_batching SKIPPED",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_local",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_reconnect",
+  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader",
+  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader_twice",
+  "test_keeper_multinode_simple/test.py::test_follower_restart",
+  "test_keeper_multinode_simple/test.py::test_read_write_multinode",
+  "test_keeper_multinode_simple/test.py::test_session_expiration",
+  "test_keeper_multinode_simple/test.py::test_simple_replicated_table",
+  "test_keeper_multinode_simple/test.py::test_watch_on_follower",
+  "test_limited_replicated_fetches/test.py::test_limited_fetches",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
+  "test_parts_delete_zookeeper/test.py::test_merge_doesnt_work_without_zookeeper",
+  "test_polymorphic_parts/test.py::test_compact_parts_only",
+  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]",
+  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]",
+  "test_polymorphic_parts/test.py::test_in_memory",
+  "test_polymorphic_parts/test.py::test_in_memory_alters",
+  "test_polymorphic_parts/test.py::test_in_memory_deduplication",
+  "test_polymorphic_parts/test.py::test_in_memory_wal_rotate",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions_2 SKIPPED",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions SKIPPED",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_index",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive",
+  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_parallel",
+  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_quorum",
+  "test_random_inserts/test.py::test_insert_multithreaded",
+  "test_random_inserts/test.py::test_random_inserts",
+  "test_reload_clusters_config/test.py::test_add_cluster",
+  "test_reload_clusters_config/test.py::test_delete_cluster",
+  "test_reload_clusters_config/test.py::test_simple_reload",
+  "test_reload_clusters_config/test.py::test_update_one_cluster",
+  "test_replace_partition/test.py::test_drop_failover",
+  "test_replace_partition/test.py::test_normal_work",
+  "test_replace_partition/test.py::test_replace_after_replace_failover",
+  "test_replicated_database/test.py::test_alters_from_different_replicas",
+  "test_replicated_database/test.py::test_create_replicated_table",
+  "test_replicated_database/test.py::test_recover_staled_replica",
+  "test_replicated_database/test.py::test_simple_alter_table[MergeTree]",
+  "test_replicated_database/test.py::test_simple_alter_table[ReplicatedMergeTree]",
+  "test_replicated_database/test.py::test_startup_without_zk",
+  "test_replicated_fetches_timeouts/test.py::test_no_stall",
+  "test_storage_kafka/test.py::test_bad_reschedule",
+  "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
+  "test_storage_kafka/test.py::test_exception_from_destructor",
+  "test_storage_kafka/test.py::test_kafka_commit_on_block_write",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang",
+  "test_storage_kafka/test.py::test_kafka_consumer_hang2",
+  "test_storage_kafka/test.py::test_kafka_csv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_csv_with_thread_per_consumer",
+  "test_storage_kafka/test.py::test_kafka_duplicates_when_commit_failed",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream",
+  "test_storage_kafka/test.py::test_kafka_engine_put_errors_to_stream_with_random_malformed_json",
+  "test_storage_kafka/test.py::test_kafka_flush_by_block_size",
+  "test_storage_kafka/test.py::test_kafka_flush_by_time",
+  "test_storage_kafka/test.py::test_kafka_flush_on_big_message",
+  "test_storage_kafka/test.py::test_kafka_formats",
+  "test_storage_kafka/test.py::test_kafka_formats_with_broken_message",
+  "test_storage_kafka/test.py::test_kafka_insert",
+  "test_storage_kafka/test.py::test_kafka_issue11308",
+  "test_storage_kafka/test.py::test_kafka_issue14202",
+  "test_storage_kafka/test.py::test_kafka_issue4116",
+  "test_storage_kafka/test.py::test_kafka_json_as_string",
+  "test_storage_kafka/test.py::test_kafka_json_without_delimiter",
+  "test_storage_kafka/test.py::test_kafka_lot_of_partitions_partial_commit_of_bulk",
+  "test_storage_kafka/test.py::test_kafka_many_materialized_views",
+  "test_storage_kafka/test.py::test_kafka_materialized_view",
+  "test_storage_kafka/test.py::test_kafka_materialized_view_with_subquery",
+  "test_storage_kafka/test.py::test_kafka_no_holes_when_write_suffix_failed",
+  "test_storage_kafka/test.py::test_kafka_produce_consume",
+  "test_storage_kafka/test.py::test_kafka_produce_key_timestamp",
+  "test_storage_kafka/test.py::test_kafka_protobuf",
+  "test_storage_kafka/test.py::test_kafka_protobuf_no_delimiter",
+  "test_storage_kafka/test.py::test_kafka_rebalance",
+  "test_storage_kafka/test.py::test_kafka_select_empty",
+  "test_storage_kafka/test.py::test_kafka_settings_new_syntax",
+  "test_storage_kafka/test.py::test_kafka_settings_old_syntax",
+  "test_storage_kafka/test.py::test_kafka_string_field_on_first_position_in_protobuf",
+  "test_storage_kafka/test.py::test_kafka_tsv_with_delimiter",
+  "test_storage_kafka/test.py::test_kafka_unavailable",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns2",
+  "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
+  "test_storage_kafka/test.py::test_librdkafka_compression",
+  "test_storage_kafka/test.py::test_premature_flush_on_eof",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
+  "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
+  "test_system_clusters_actual_information/test.py::test",
+  "test_system_metrics/test.py::test_readonly_metrics",
+  "test_system_replicated_fetches/test.py::test_system_replicated_fetches"
+]

From 9282c7470c330514fd35c38fe0961ff38c345516 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 19:53:55 +0300
Subject: [PATCH 0504/1060] better

---
 tests/integration/test_attach_without_fetching/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_attach_without_fetching/test.py b/tests/integration/test_attach_without_fetching/test.py
index c714d09cf58..605ca6a4f51 100644
--- a/tests/integration/test_attach_without_fetching/test.py
+++ b/tests/integration/test_attach_without_fetching/test.py
@@ -98,7 +98,7 @@ def test_attach_without_fetching(start_cluster):
     to_delete = node_2.exec_in_container(['bash', '-c',
                             'cd {p} && ls *.bin'.format(
                                 p="/var/lib/clickhouse/data/default/test/detached/2_0_0_0")], privileged=True)
-    logging.debug("Before deleting:", to_delete)
+    logging.debug(f"Before deleting: {to_delete}")
 
     node_2.exec_in_container(['bash', '-c',
                             'cd {p} && rm -fr *.bin'.format(

From b44c056fa4f86a096f91d622d4b62836786e4cad Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 19:55:02 +0300
Subject: [PATCH 0505/1060] lost file

---
 tests/integration/parallel.json | 459 ++++++++++++++------------------
 1 file changed, 204 insertions(+), 255 deletions(-)

diff --git a/tests/integration/parallel.json b/tests/integration/parallel.json
index 58ca2209131..4be0c9a77ae 100644
--- a/tests/integration/parallel.json
+++ b/tests/integration/parallel.json
@@ -1,125 +1,15 @@
 [
-  "test_dictionaries_access/test.py::test_create",
-  "test_dictionaries_access/test.py::test_dictget",
-  "test_dictionaries_access/test.py::test_drop",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_cassandra.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_local.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_clickhouse_remote.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_cache.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_executable_hashed.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_file.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_http.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_https.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo.py::test_simple[hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mongo_uri.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_complex[complex_key_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_ranged[range_hashed]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[cache]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[direct]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[flat]",
-  "test_dictionaries_all_layouts_separate_sources/test_mysql.py::test_simple[hashed]",
-  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[memory]",
-  "test_dictionaries_complex_key_cache_string/test.py::test_memory_consumption[ssd]",
-  "test_dictionaries_ddl/test.py::test_clickhouse_remote",
-  "test_dictionaries_ddl/test.py::test_conflicting_name",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_cache]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node1_hashed]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_cache]",
-  "test_dictionaries_ddl/test.py::test_create_and_select_mysql[complex_node2_hashed]",
-  "test_dictionaries_ddl/test.py::test_dictionary_with_where",
-  "test_dictionaries_ddl/test.py::test_file_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_http_dictionary_restrictions",
-  "test_dictionaries_ddl/test.py::test_restricted_database",
-  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_dictionary_database[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_explicit_table[node1]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node0]",
-  "test_dictionaries_dependency/test.py::test_dependency_via_implicit_table[node1]",
-  "test_dictionaries_dependency_xml/test.py::test_get_data",
-  "test_dictionaries_mysql/test.py::test_load_mysql_dictionaries",
-  "test_dictionaries_null_value/test.py::test_null_value",
-  "test_dictionaries_postgresql/test.py::test_dictionary_with_replicas",
-  "test_dictionaries_postgresql/test.py::test_invalidate_query",
-  "test_dictionaries_postgresql/test.py::test_load_dictionaries",
-  "test_dictionaries_postgresql/test.py::test_postgres_scema",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[0]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[1]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[10]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[11]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[12]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[13]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[2]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[3]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[4]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[5]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[6]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[7]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[8]",
-  "test_dictionaries_redis/test.py::test_redis_dictionaries[9]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_integers_key_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_complex_mixed_key_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_flat]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all[clickhouse_range_hashed]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_cache]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_integers_key_cache]",
-  "test_dictionaries_select_all/test.py::test_select_all_from_cached[clickhouse_complex_mixed_key_cache]",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_system_reload",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_by_timer",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_fail_in_cache_dictionary",
-  "test_dictionaries_update_and_reload/test.py::test_reload_after_loading",
-  "test_dictionaries_update_and_reload/test.py::test_reload_while_loading",
+  "test_atomic_drop_table/test.py::test_atomic_delete_with_stopped_zookeeper",
+  "test_attach_without_fetching/test.py::test_attach_without_fetching",
+  "test_broken_part_during_merge/test.py::test_merge_and_part_corruption",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_attach_without_zk",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_bad_zk_conn",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_replica_name",
+  "test_cleanup_dir_after_bad_zk_conn/test.py::test_cleanup_dir_after_wrong_zk_path",
+  "test_consistent_parts_after_clone_replica/test.py::test_inconsistent_parts_if_drop_while_replica_not_active",
+  "test_cross_replication/test.py::test",
+  "test_ddl_worker_non_leader/test.py::test_non_leader_replica",
+  "test_delayed_replica_failover/test.py::test",
   "test_dictionaries_update_field/test.py::test_update_field[complex_key_hashed_update_field_dictionary-HASHED]",
   "test_dictionaries_update_field/test.py::test_update_field[flat_update_field_dictionary-FLAT]",
   "test_dictionaries_update_field/test.py::test_update_field[simple_key_hashed_update_field_dictionary-HASHED]",
@@ -127,50 +17,198 @@
   "test_dictionary_allow_read_expired_keys/test_default_string.py::test_return_real_values",
   "test_dictionary_allow_read_expired_keys/test_dict_get_or_default.py::test_simple_dict_get_or_default",
   "test_dictionary_allow_read_expired_keys/test_dict_get.py::test_simple_dict_get",
-  "test_dictionary_custom_settings/test.py::test_work",
-  "test_dictionary_ddl_on_cluster/test.py::test_dictionary_ddl_on_cluster",
-  "test_disk_access_storage/test.py::test_alter",
-  "test_disk_access_storage/test.py::test_create",
-  "test_disk_access_storage/test.py::test_drop",
+  "test_disabled_mysql_server/test.py::test_disabled_mysql_server",
+  "test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl",
+  "test_distributed_ddl_on_cross_replication/test.py::test_atomic_database",
+  "test_distributed_ddl_parallel/test.py::test_all_in_parallel",
   "test_distributed_ddl_parallel/test.py::test_slow_dict_load_7",
+  "test_distributed_ddl_parallel/test.py::test_smoke",
+  "test_distributed_ddl_parallel/test.py::test_smoke_parallel",
   "test_distributed_ddl_parallel/test.py::test_smoke_parallel_dict_reload",
-  "test_distributed_storage_configuration/test.py::test_insert",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_no_tty_pipe_overflow",
-  "test_odbc_interaction/test.py::test_postgres_odbc_hashed_dictionary_with_schema",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_cached_dictionary",
-  "test_odbc_interaction/test.py::test_sqlite_odbc_hashed_dictionary",
-  "test_odbc_interaction/test.py::test_sqlite_simple_select_storage_works",
-  "test_range_hashed_dictionary_types/test.py::test_range_hashed_dict",
-  "test_redirect_url_storage/test.py::test_url_with_globs",
-  "test_redirect_url_storage/test.py::test_url_with_globs_and_failover",
-  "test_redirect_url_storage/test.py::test_url_without_redirect",
-  "test_redirect_url_storage/test.py::test_url_with_redirect_allowed",
-  "test_redirect_url_storage/test.py::test_url_with_redirect_not_allowed",
-  "test_reloading_storage_configuration/test.py::test_add_disk",
-  "test_reloading_storage_configuration/test.py::test_add_disk_to_policy",
-  "test_reloading_storage_configuration/test.py::test_add_disk_to_separate_config",
-  "test_reloading_storage_configuration/test.py::test_add_policy",
-  "test_reloading_storage_configuration/test.py::test_add_volume_to_policy",
-  "test_reloading_storage_configuration/test.py::test_new_policy_works",
-  "test_reloading_storage_configuration/test.py::test_remove_disk",
-  "test_reloading_storage_configuration/test.py::test_remove_disk_from_policy",
-  "test_reloading_storage_configuration/test.py::test_remove_policy",
-  "test_reloading_storage_configuration/test.py::test_remove_volume_from_policy",
-  "test_s3_zero_copy_replication/test.py::test_s3_zero_copy_on_hybrid_storage",
-  "test_storage_hdfs/test.py::test_bad_hdfs_uri",
-  "test_storage_hdfs/test.py::test_globs_in_read_table",
-  "test_storage_hdfs/test.py::test_read_files_with_spaces",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_auto_gz",
-  "test_storage_hdfs/test.py::test_read_write_gzip_table_with_parameter_gzip",
-  "test_storage_hdfs/test.py::test_read_write_storage",
-  "test_storage_hdfs/test.py::test_read_write_storage_with_globs",
-  "test_storage_hdfs/test.py::test_read_write_table",
-  "test_storage_hdfs/test.py::test_read_write_table_with_parameter_none",
-  "test_storage_hdfs/test.py::test_virtual_columns",
-  "test_storage_hdfs/test.py::test_write_gzip_storage",
-  "test_storage_hdfs/test.py::test_write_gz_storage",
-  "test_storage_hdfs/test.py::test_write_table",
+  "test_distributed_ddl_parallel/test.py::test_two_in_parallel_two_queued",
+  "test_distributed_ddl_password/test.py::test_alter",
+  "test_distributed_ddl_password/test.py::test_truncate",
+  "test_distributed_ddl/test.py::test_allowed_databases[configs]",
+  "test_distributed_ddl/test.py::test_allowed_databases[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_as_select[configs]",
+  "test_distributed_ddl/test.py::test_create_as_select[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_reserved[configs]",
+  "test_distributed_ddl/test.py::test_create_reserved[configs_secure]",
+  "test_distributed_ddl/test.py::test_create_view[configs]",
+  "test_distributed_ddl/test.py::test_create_view[configs_secure]",
+  "test_distributed_ddl/test.py::test_default_database[configs]",
+  "test_distributed_ddl/test.py::test_default_database[configs_secure]",
+  "test_distributed_ddl/test.py::test_detach_query[configs]",
+  "test_distributed_ddl/test.py::test_detach_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_implicit_macros[configs]",
+  "test_distributed_ddl/test.py::test_implicit_macros[configs_secure]",
+  "test_distributed_ddl/test.py::test_kill_query[configs]",
+  "test_distributed_ddl/test.py::test_kill_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_macro[configs]",
+  "test_distributed_ddl/test.py::test_macro[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_connection_loss[configs]",
+  "test_distributed_ddl/test.py::test_on_connection_loss[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_server_fail[configs]",
+  "test_distributed_ddl/test.py::test_on_server_fail[configs_secure]",
+  "test_distributed_ddl/test.py::test_on_session_expired[configs]",
+  "test_distributed_ddl/test.py::test_on_session_expired[configs_secure]",
+  "test_distributed_ddl/test.py::test_optimize_query[configs]",
+  "test_distributed_ddl/test.py::test_optimize_query[configs_secure]",
+  "test_distributed_ddl/test.py::test_rename[configs]",
+  "test_distributed_ddl/test.py::test_rename[configs_secure]",
+  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs]",
+  "test_distributed_ddl/test.py::test_replicated_without_arguments[configs_secure]",
+  "test_distributed_ddl/test.py::test_simple_alters[configs]",
+  "test_distributed_ddl/test.py::test_simple_alters[configs_secure]",
+  "test_distributed_ddl/test.py::test_socket_timeout[configs]",
+  "test_distributed_ddl/test.py::test_socket_timeout[configs_secure]",
+  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs]",
+  "test_distributed_ddl/test_replicated_alter.py::test_replicated_alters[configs_secure]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-default-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs-ready_to_wait-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-default-node2-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node1-remote]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-distributed]",
+  "test_distributed_respect_user_timeouts/test.py::test_reconnect[configs_secure-ready_to_wait-node2-remote]",
+  "test_drop_replica/test.py::test_drop_replica",
+  "test_hedged_requests_parallel/test.py::test_combination1",
+  "test_hedged_requests_parallel/test.py::test_combination2",
+  "test_hedged_requests_parallel/test.py::test_query_with_no_data_to_sample",
+  "test_hedged_requests_parallel/test.py::test_send_data",
+  "test_hedged_requests_parallel/test.py::test_send_table_status_sleep",
+  "test_hedged_requests/test.py::test_combination1",
+  "test_hedged_requests/test.py::test_combination2",
+  "test_hedged_requests/test.py::test_combination3",
+  "test_hedged_requests/test.py::test_combination4",
+  "test_hedged_requests/test.py::test_long_query",
+  "test_hedged_requests/test.py::test_receive_timeout1",
+  "test_hedged_requests/test.py::test_receive_timeout2",
+  "test_hedged_requests/test.py::test_send_data",
+  "test_hedged_requests/test.py::test_send_data2",
+  "test_hedged_requests/test.py::test_send_table_status_sleep",
+  "test_hedged_requests/test.py::test_send_table_status_sleep2",
+  "test_hedged_requests/test.py::test_stuck_replica",
+  "test_https_replication/test.py::test_both_http",
+  "test_https_replication/test.py::test_both_https",
+  "test_https_replication/test.py::test_mixed_protocol",
+  "test_https_replication/test.py::test_replication_after_partition",
+  "test_insert_into_distributed_sync_async/test.py::test_async_inserts_into_local_shard",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_fails_with_timeout",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_sync_with_disabled_timeout",
+  "test_insert_into_distributed_sync_async/test.py::test_insertion_without_sync_ignores_timeout",
+  "test_insert_into_distributed/test.py::test_inserts_batching",
+  "test_insert_into_distributed/test.py::test_inserts_local",
+  "test_insert_into_distributed/test.py::test_inserts_low_cardinality",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_internal_replication",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_local_internal_replication",
+  "test_insert_into_distributed/test.py::test_inserts_single_replica_no_internal_replication",
+  "test_insert_into_distributed/test.py::test_prefer_localhost_replica",
+  "test_insert_into_distributed/test.py::test_reconnect",
+  "test_insert_into_distributed/test.py::test_table_function",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_batching SKIPPED",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_local",
+  "test_insert_into_distributed_through_materialized_view/test.py::test_reconnect",
+  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader",
+  "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader_twice",
+  "test_keeper_multinode_simple/test.py::test_follower_restart",
+  "test_keeper_multinode_simple/test.py::test_read_write_multinode",
+  "test_keeper_multinode_simple/test.py::test_session_expiration",
+  "test_keeper_multinode_simple/test.py::test_simple_replicated_table",
+  "test_keeper_multinode_simple/test.py::test_watch_on_follower",
+  "test_limited_replicated_fetches/test.py::test_limited_fetches",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_clickhouse_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_insert_with_modify_binlog_checksum_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_empty_transaction_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_ddl_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_dml_with_mysql_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_materialize_database_err_sync_user_privs_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_multi_table_update[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_killed_while_insert_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_mysql_kill_sync_thread_restore_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_mysql_settings[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_network_partition_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_5_7[ordinary]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[atomic]",
+  "test_materialize_mysql_database/test.py::test_select_without_columns_8_0[ordinary]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_parts_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_system_tables_table[clickhouse_node1]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node0]",
+  "test_materialize_mysql_database/test.py::test_utf8mb4[clickhouse_node1]",
+  "test_parts_delete_zookeeper/test.py::test_merge_doesnt_work_without_zookeeper",
+  "test_polymorphic_parts/test.py::test_compact_parts_only",
+  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]",
+  "test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]",
+  "test_polymorphic_parts/test.py::test_in_memory",
+  "test_polymorphic_parts/test.py::test_in_memory_alters",
+  "test_polymorphic_parts/test.py::test_in_memory_deduplication",
+  "test_polymorphic_parts/test.py::test_in_memory_wal_rotate",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions_2 SKIPPED",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions SKIPPED",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_index",
+  "test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive",
+  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_parallel",
+  "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_quorum",
+  "test_random_inserts/test.py::test_insert_multithreaded",
+  "test_random_inserts/test.py::test_random_inserts",
+  "test_reload_clusters_config/test.py::test_add_cluster",
+  "test_reload_clusters_config/test.py::test_delete_cluster",
+  "test_reload_clusters_config/test.py::test_simple_reload",
+  "test_reload_clusters_config/test.py::test_update_one_cluster",
+  "test_replace_partition/test.py::test_drop_failover",
+  "test_replace_partition/test.py::test_normal_work",
+  "test_replace_partition/test.py::test_replace_after_replace_failover",
+  "test_replicated_database/test.py::test_alters_from_different_replicas",
+  "test_replicated_database/test.py::test_create_replicated_table",
+  "test_replicated_database/test.py::test_recover_staled_replica",
+  "test_replicated_database/test.py::test_simple_alter_table[MergeTree]",
+  "test_replicated_database/test.py::test_simple_alter_table[ReplicatedMergeTree]",
+  "test_replicated_database/test.py::test_startup_without_zk",
+  "test_replicated_fetches_timeouts/test.py::test_no_stall",
   "test_storage_kafka/test.py::test_bad_reschedule",
   "test_storage_kafka/test.py::test_commits_of_unprocessed_messages_on_drop",
   "test_storage_kafka/test.py::test_exception_from_destructor",
@@ -214,98 +252,9 @@
   "test_storage_kafka/test.py::test_kafka_virtual_columns_with_materialized_view",
   "test_storage_kafka/test.py::test_librdkafka_compression",
   "test_storage_kafka/test.py::test_premature_flush_on_eof",
-  "test_storage_kerberized_hdfs/test.py::test_cache_path",
-  "test_storage_kerberized_hdfs/test.py::test_prohibited",
-  "test_storage_kerberized_hdfs/test.py::test_read_table",
-  "test_storage_kerberized_hdfs/test.py::test_read_table_expired",
-  "test_storage_kerberized_hdfs/test.py::test_read_write_storage",
-  "test_storage_kerberized_hdfs/test.py::test_two_users",
-  "test_storage_kerberized_hdfs/test.py::test_write_storage_not_expired",
   "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string",
   "test_storage_kerberized_kafka/test.py::test_kafka_json_as_string_no_kdc",
-  "test_storage_mongodb/test.py::test_complex_data_type",
-  "test_storage_mongodb/test.py::test_incorrect_data_type",
-  "test_storage_mongodb/test.py::test_simple_select",
-  "test_storage_mysql/test.py::test_binary_type",
-  "test_storage_mysql/test.py::test_enum_type",
-  "test_storage_mysql/test.py::test_external_settings",
-  "test_storage_mysql/test.py::test_insert_on_duplicate_select",
-  "test_storage_mysql/test.py::test_insert_select",
-  "test_storage_mysql/test.py::test_many_connections",
-  "test_storage_mysql/test.py::test_mysql_distributed",
-  "test_storage_mysql/test.py::test_replace_select",
-  "test_storage_mysql/test.py::test_table_function",
-  "test_storage_mysql/test.py::test_where",
-  "test_storage_postgresql/test.py::test_concurrent_queries",
-  "test_storage_postgresql/test.py::test_non_default_scema",
-  "test_storage_postgresql/test.py::test_postgres_conversions",
-  "test_storage_postgresql/test.py::test_postgres_distributed",
-  "test_storage_postgresql/test.py::test_postgres_select_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_big_message",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_commit_on_block_write",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_csv_with_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_direct_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_fanout_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_format_factory_settings",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_hash_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_headers_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_insert_headers_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_json_without_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_consumers_to_each_queue",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_inserts",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_many_materialized_views",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_materialized_view_with_subquery",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_multiple_bindings",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_mv_combo",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_no_connection_at_startup",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_overloaded_insert",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_1",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_restore_failed_connection_without_losses_2",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_select",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_select_empty",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_sharding_between_queues_publish",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_topic_exchange",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_tsv_with_delimiter",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_vhost",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns",
-  "test_storage_rabbitmq/test.py::test_rabbitmq_virtual_columns_with_materialized_view",
-  "test_storage_s3/test.py::test_custom_auth_headers",
-  "test_storage_s3/test.py::test_custom_auth_headers_exclusion",
-  "test_storage_s3/test.py::test_empty_put[minio]",
-  "test_storage_s3/test.py::test_get_file_with_special[plus]",
-  "test_storage_s3/test.py::test_get_file_with_special[space]",
-  "test_storage_s3/test.py::test_get_path_with_special[plus]",
-  "test_storage_s3/test.py::test_get_path_with_special[plus2]",
-  "test_storage_s3/test.py::test_get_path_with_special[space]",
-  "test_storage_s3/test.py::test_infinite_redirect",
-  "test_storage_s3/test.py::test_multipart_put[negative]",
-  "test_storage_s3/test.py::test_multipart_put[positive]",
-  "test_storage_s3/test.py::test_put[auth_positive]",
-  "test_storage_s3/test.py::test_put[auto]",
-  "test_storage_s3/test.py::test_put[brotli]",
-  "test_storage_s3/test.py::test_put_csv[auth_positive]",
-  "test_storage_s3/test.py::test_put_csv[negative]",
-  "test_storage_s3/test.py::test_put_csv[positive]",
-  "test_storage_s3/test.py::test_put[deflate]",
-  "test_storage_s3/test.py::test_put_get_with_globs",
-  "test_storage_s3/test.py::test_put_get_with_redirect",
-  "test_storage_s3/test.py::test_put[gzip]",
-  "test_storage_s3/test.py::test_put[positive]",
-  "test_storage_s3/test.py::test_put_with_zero_redirect",
-  "test_storage_s3/test.py::test_put[xz]",
-  "test_storage_s3/test.py::test_put[zstd]",
-  "test_storage_s3/test.py::test_remote_host_filter",
-  "test_storage_s3/test.py::test_s3_glob_scheherazade",
-  "test_storage_s3/test.py::test_storage_s3_get_gzip[bin]",
-  "test_storage_s3/test.py::test_storage_s3_get_gzip[gz]",
-  "test_storage_s3/test.py::test_storage_s3_get_unstable",
-  "test_storage_s3/test.py::test_storage_s3_put_gzip[bin]",
-  "test_storage_s3/test.py::test_storage_s3_put_gzip[gz]",
-  "test_storage_s3/test.py::test_storage_s3_put_uncompressed",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[1_argument]",
-  "test_storage_s3/test.py::test_wrong_s3_syntax[6_arguments]",
-  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[mt_test_moves_work_after_storage_policy_change]",
-  "test_ttl_move/test.py::test_moves_work_after_storage_policy_change[replicated_mt_test_moves_work_after_storage_policy_change]"
+  "test_system_clusters_actual_information/test.py::test",
+  "test_system_metrics/test.py::test_readonly_metrics",
+  "test_system_replicated_fetches/test.py::test_system_replicated_fetches"
 ]

From 0ca1ce8ab3713d4ec6af82b5611bd29a8e049d17 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 19:55:53 +0300
Subject: [PATCH 0506/1060] shellcheck fix

---
 docker/test/integration/runner/dockerd-entrypoint.sh | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index 6ef077585ba..626b6883b91 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -28,8 +28,8 @@ done
 set -e
 
 # cleanup for retry run if volume is not recreated
-docker kill `docker ps -aq` || true
-docker rm `docker ps -aq` || true
+docker kill "$(docker ps -aq)" || true
+docker rm "$(docker ps -aq)" || true
 
 echo "Start tests"
 export CLICKHOUSE_TESTS_SERVER_BIN_PATH=/clickhouse

From f5e584b6af53b6a6e1b24a825bd72c1a720ba96e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 19:56:03 +0300
Subject: [PATCH 0507/1060] fix

---
 tests/integration/ci-runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 74ae392d952..75460f6baa8 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -276,7 +276,7 @@ class ClickhouseIntegrationTestsRunner:
         return list(sorted(all_tests))
 
     def _get_parallel_tests_skip_list(self, repo_path):
-        skip_list_file_path = "{}/tests/integration/parallel.json".format(repo_path)
+        skip_list_file_path = "{}/tests/integration/parallel_skip.json".format(repo_path)
         if not os.path.isfile(skip_list_file_path) or os.path.getsize(skip_list_file_path) == 0:
             raise Exception("There is something wrong with getting all tests list: file '{}' is empty or does not exist.".format(skip_list_file_path))
 

From 6b40bd97360d539fef32bbe661ed080dcf2aa4e3 Mon Sep 17 00:00:00 2001
From: Ivan Lezhankin <ilezhankin@yandex-team.ru>
Date: Tue, 25 May 2021 20:19:24 +0300
Subject: [PATCH 0508/1060] Find only opened PRs by label

---
 utils/github/backport.py | 3 +--
 utils/github/query.py    | 4 ++--
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/utils/github/backport.py b/utils/github/backport.py
index 589124324b1..a28a1510694 100644
--- a/utils/github/backport.py
+++ b/utils/github/backport.py
@@ -28,8 +28,7 @@ class Backport:
     def getBranchesWithRelease(self):
         branches = set()
         for pull_request in self._gh.find_pull_requests("release"):
-            if not pull_request['merged'] and not pull_request['closed']:
-                branches.add(pull_request['headRefName'])
+            branches.add(pull_request['headRefName'])
         return branches
 
     def execute(self, repo, upstream, until_commit, run_cherrypick):
diff --git a/utils/github/query.py b/utils/github/query.py
index 628d3a12dfd..39b1d0ce003 100644
--- a/utils/github/query.py
+++ b/utils/github/query.py
@@ -48,7 +48,7 @@ class Query:
         url
     '''
 
-    def __init__(self, token, owner, name, team, max_page_size=100, min_page_size=5):
+    def __init__(self, token, owner, name, team, max_page_size=100, min_page_size=10):
         self._PULL_REQUEST = Query._PULL_REQUEST.format(min_page_size=min_page_size)
 
         self._token = token
@@ -165,7 +165,7 @@ class Query:
         '''
         _QUERY = '''
             repository(owner: "{owner}" name: "{name}") {{
-                pullRequests(first: {min_page_size} labels: "{label_name}") {{
+                pullRequests(first: {min_page_size} labels: "{label_name}" states: OPEN) {{
                     nodes {{
                         {pull_request_data}
                     }}

From 350aa95ac8968850af23651bbbc667ab7a0196f0 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 25 May 2021 20:22:32 +0300
Subject: [PATCH 0509/1060] Fix terrible test

---
 .../01085_max_distributed_connections.reference          | 9 ---------
 .../0_stateless/01085_max_distributed_connections.sh     | 1 +
 2 files changed, 1 insertion(+), 9 deletions(-)

diff --git a/tests/queries/0_stateless/01085_max_distributed_connections.reference b/tests/queries/0_stateless/01085_max_distributed_connections.reference
index bc6ff2b709c..e69de29bb2d 100644
--- a/tests/queries/0_stateless/01085_max_distributed_connections.reference
+++ b/tests/queries/0_stateless/01085_max_distributed_connections.reference
@@ -1,9 +0,0 @@
-0
-0
-0
-0
-0
-0
-0
-0
-0
diff --git a/tests/queries/0_stateless/01085_max_distributed_connections.sh b/tests/queries/0_stateless/01085_max_distributed_connections.sh
index 4f4560a1597..1c42cd1a7e0 100755
--- a/tests/queries/0_stateless/01085_max_distributed_connections.sh
+++ b/tests/queries/0_stateless/01085_max_distributed_connections.sh
@@ -12,6 +12,7 @@ do
         --max_distributed_connections 9
         --max_threads 1
         --query "SELECT sleepEachRow(1) FROM remote('127.{2..10}', system.one)"
+        --format Null
     )
     # 5 less then 9 seconds (9 streams), but long enough to cover possible load peaks
     # "$@" left to pass manual options (like --experimental_use_processors 0) during manual testing

From 7d1431f6b6b38af5567b850a8627441d88adfaba Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 25 May 2021 20:25:00 +0300
Subject: [PATCH 0510/1060] better code near dropPartition

---
 src/Storages/StorageMergeTree.cpp           | 27 +++++++++--------
 src/Storages/StorageReplicatedMergeTree.cpp | 33 ++++++++++-----------
 src/Storages/StorageReplicatedMergeTree.h   |  2 +-
 3 files changed, 31 insertions(+), 31 deletions(-)

diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index 754a9b7b115..3b13f625d2c 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -1242,30 +1242,33 @@ MergeTreeDataPartPtr StorageMergeTree::outdatePart(const String & part_name, boo
 
 void StorageMergeTree::dropPartNoWaitNoThrow(const String & part_name)
 {
-    if (auto part = outdatePart(part_name, false))
-        dropPartsImpl({part}, false);
+    if (auto part = outdatePart(part_name, /*force=*/ false))
+        dropPartsImpl({part}, /*detach=*/ false);
 
     /// Else nothing to do, part was removed in some different way
 }
 
 void StorageMergeTree::dropPart(const String & part_name, bool detach, ContextPtr /*query_context*/)
 {
-    if (auto part = outdatePart(part_name, true))
+    if (auto part = outdatePart(part_name, /*force=*/ true))
         dropPartsImpl({part}, detach);
-
-    /// Else nothing to do, part was removed in some different way
 }
 
 void StorageMergeTree::dropPartition(const ASTPtr & partition, bool detach, ContextPtr local_context)
 {
-    /// Asks to complete merges and does not allow them to start.
-    /// This protects against "revival" of data for a removed partition after completion of merge.
-    auto merge_blocker = stopMergesAndWait();
-    String partition_id = getPartitionIDFromQuery(partition, local_context);
-    auto parts_to_remove = getDataPartsVectorInPartition(MergeTreeDataPartState::Committed, partition_id);
+    DataPartsVector parts_to_remove;
+    /// New scope controls lifetime of merge_blocker.
+    {
+        /// Asks to complete merges and does not allow them to start.
+        /// This protects against "revival" of data for a removed partition after completion of merge.
+        auto merge_blocker = stopMergesAndWait();
+        String partition_id = getPartitionIDFromQuery(partition, local_context);
+        parts_to_remove = getDataPartsVectorInPartition(MergeTreeDataPartState::Committed, partition_id);
+
+        /// TODO should we throw an exception if parts_to_remove is empty?
+        removePartsFromWorkingSet(parts_to_remove, true);
+    }
 
-    /// TODO should we throw an exception if parts_to_remove is empty?
-    removePartsFromWorkingSet(parts_to_remove, true);
     dropPartsImpl(std::move(parts_to_remove), detach);
 }
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 03415966798..0cfebfdedfd 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4936,7 +4936,7 @@ void StorageReplicatedMergeTree::dropPartNoWaitNoThrow(const String & part_name)
     zkutil::ZooKeeperPtr zookeeper = getZooKeeper();
     LogEntry entry;
 
-    dropPartImpl(zookeeper, part_name, entry, false, false);
+    dropPartImpl(zookeeper, part_name, entry, /*detach=*/ false, /*throw_if_noop=*/ false);
 }
 
 void StorageReplicatedMergeTree::dropPart(const String & part_name, bool detach, ContextPtr query_context)
@@ -4948,16 +4948,13 @@ void StorageReplicatedMergeTree::dropPart(const String & part_name, bool detach,
     zkutil::ZooKeeperPtr zookeeper = getZooKeeper();
     LogEntry entry;
 
-    bool did_drop = dropPartImpl(zookeeper, part_name, entry, detach, true);
+    dropPartImpl(zookeeper, part_name, entry, detach, /*throw_if_noop=*/ true);
 
-    if (did_drop)
-    {
-        /// If necessary, wait until the operation is performed on itself or on all replicas.
-        if (query_context->getSettingsRef().replication_alter_partitions_sync == 1)
-            waitForReplicaToProcessLogEntry(replica_name, entry);
-        else if (query_context->getSettingsRef().replication_alter_partitions_sync == 2)
-            waitForAllReplicasToProcessLogEntry(entry);
-    }
+    /// If necessary, wait until the operation is performed on itself or on all replicas.
+    if (query_context->getSettingsRef().replication_alter_partitions_sync == 1)
+        waitForReplicaToProcessLogEntry(replica_name, entry);
+    else if (query_context->getSettingsRef().replication_alter_partitions_sync == 2)
+        waitForAllReplicasToProcessLogEntry(entry);
 }
 
 void StorageReplicatedMergeTree::dropPartition(const ASTPtr & partition, bool detach, ContextPtr query_context)
@@ -4979,9 +4976,9 @@ void StorageReplicatedMergeTree::dropPartition(const ASTPtr & partition, bool de
             waitForReplicaToProcessLogEntry(replica_name, entry);
         else if (query_context->getSettingsRef().replication_alter_partitions_sync == 2)
             waitForAllReplicasToProcessLogEntry(entry);
-    }
 
-    cleanLastPartNode(partition_id);
+        cleanLastPartNode(partition_id);
+    }
 }
 
 
@@ -6716,7 +6713,7 @@ bool StorageReplicatedMergeTree::waitForShrinkingQueueSize(size_t queue_size, UI
     return true;
 }
 
-bool StorageReplicatedMergeTree::dropPartImpl(
+void StorageReplicatedMergeTree::dropPartImpl(
     zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop)
 {
     LOG_TRACE(log, "Will try to insert a log entry to DROP_RANGE for part: " + part_name);
@@ -6733,7 +6730,7 @@ bool StorageReplicatedMergeTree::dropPartImpl(
         {
             if (throw_if_noop)
                 throw Exception("Part " + part_name + " not found locally, won't try to drop it.", ErrorCodes::NO_SUCH_DATA_PART);
-            return false;
+            return;
         }
 
         /// There isn't a lot we can do otherwise. Can't cancel merges because it is possible that a replica already
@@ -6744,7 +6741,7 @@ bool StorageReplicatedMergeTree::dropPartImpl(
                 throw Exception("Part " + part_name
                                 + " is currently participating in a background operation (mutation/merge)"
                                 + ", try again later", ErrorCodes::PART_IS_TEMPORARILY_LOCKED);
-            return false;
+            return;
         }
 
         if (partIsLastQuorumPart(part->info))
@@ -6752,7 +6749,7 @@ bool StorageReplicatedMergeTree::dropPartImpl(
             if (throw_if_noop)
                 throw Exception("Part " + part_name + " is last inserted part with quorum in partition. Cannot drop",
                                 ErrorCodes::NOT_IMPLEMENTED);
-            return false;
+            return;
         }
 
         if (partIsInsertingWithParallelQuorum(part->info))
@@ -6760,7 +6757,7 @@ bool StorageReplicatedMergeTree::dropPartImpl(
             if (throw_if_noop)
                 throw Exception("Part " + part_name + " is inserting with parallel quorum. Cannot drop",
                                 ErrorCodes::NOT_IMPLEMENTED);
-            return false;
+            return;
         }
 
         Coordination::Requests ops;
@@ -6802,7 +6799,7 @@ bool StorageReplicatedMergeTree::dropPartImpl(
         String log_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses[clear_block_ops_size + 1]).path_created;
         entry.znode_name = log_znode_path.substr(log_znode_path.find_last_of('/') + 1);
 
-        return true;
+        return;
     }
 }
 
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 9d0727ba0e7..b75823a14dd 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -648,7 +648,7 @@ private:
         bool fetch_part,
         ContextPtr query_context) override;
 
-    bool dropPartImpl(zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop);
+    void dropPartImpl(zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop);
 
     /// Check granularity of already existing replicated table in zookeeper if it exists
     /// return true if it's fixed

From 59442ac3d19a0cff2a5e866c0d5171db8806980f Mon Sep 17 00:00:00 2001
From: Alexey <lehasm@gmail.com>
Date: Tue, 25 May 2021 17:28:21 +0000
Subject: [PATCH 0511/1060] input_format_null_as_default description is made
 similar to insert_null_as_default

---
 docs/en/operations/settings/settings.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 4d92e2cd1eb..58f47522ca9 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -365,8 +365,8 @@ throws an exception.
 
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
-For text input formats initializes `NULL` fields with default values if data type of these fields is not nullable.
-This setting is applied to `INSERT ... VALUES` queries.
+Enables or disables the initialization of [NULL](../../sql-reference/syntax.md#null-literal) fields with [default values](../../sql-reference/statements/create/table.md#create-default-values), if data type of these fields is not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
+This setting is applicable to `INSERT ... VALUES` queries for text input formats.
 
 ## insert_null_as_default {#insert_null_as_default}
 

From 379e26bcbc6e9bd6d9af4fd411bef7012ad1e9c0 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 25 May 2021 17:37:35 +0000
Subject: [PATCH 0512/1060] Fix checks

---
 src/Disks/HDFS/DiskHDFS.cpp | 25 +++++++++++++------------
 src/Disks/S3/DiskS3.cpp     | 27 ++++++++++++++-------------
 2 files changed, 27 insertions(+), 25 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index a738264e3fb..0648fd9f08c 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -24,7 +24,7 @@ public:
     using Chunk = std::vector<std::string>;
     using Chunks = std::list<Chunk>;
 
-    HDFSPathKeeper(size_t chunk_limit_) : RemoteFSPathKeeper(chunk_limit_) {}
+    explicit HDFSPathKeeper(size_t chunk_limit_) : RemoteFSPathKeeper(chunk_limit_) {}
 
     void addPath(const String & path) override
     {
@@ -137,19 +137,20 @@ RemoteFSPathKeeperPtr DiskHDFS::createFSPathKeeper() const
 void DiskHDFS::removeFromRemoteFS(RemoteFSPathKeeperPtr fs_paths_keeper)
 {
     auto * hdfs_paths_keeper = dynamic_cast<HDFSPathKeeper *>(fs_paths_keeper.get());
-    hdfs_paths_keeper->removePaths([&](std::vector<std::string> && chunk)
-    {
-        for (const auto & hdfs_object_path : chunk)
+    if (hdfs_paths_keeper)
+        hdfs_paths_keeper->removePaths([&](std::vector<std::string> && chunk)
         {
-            const String & hdfs_path = hdfs_object_path;
-            const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
+            for (const auto & hdfs_object_path : chunk)
+            {
+                const String & hdfs_path = hdfs_object_path;
+                const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
 
-            /// Add path from root to file name
-            int res = hdfsDelete(hdfs_fs.get(), hdfs_path.substr(begin_of_path).c_str(), 0);
-            if (res == -1)
-                throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
-        }
-    });
+                /// Add path from root to file name
+                int res = hdfsDelete(hdfs_fs.get(), hdfs_path.substr(begin_of_path).c_str(), 0);
+                if (res == -1)
+                    throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
+            }
+        });
 }
 
 
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 58f7e0554a2..a3f5fe89870 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -47,7 +47,7 @@ public:
     using Chunk = Aws::Vector<Aws::S3::Model::ObjectIdentifier>;
     using Chunks = std::list<Chunk>;
 
-    S3PathKeeper(size_t chunk_limit_) : RemoteFSPathKeeper(chunk_limit_) {}
+    explicit S3PathKeeper(size_t chunk_limit_) : RemoteFSPathKeeper(chunk_limit_) {}
 
     void addPath(const String & path) override
     {
@@ -178,18 +178,19 @@ void DiskS3::removeFromRemoteFS(RemoteFSPathKeeperPtr fs_paths_keeper)
     auto settings = current_settings.get();
     auto * s3_paths_keeper = dynamic_cast<S3PathKeeper *>(fs_paths_keeper.get());
 
-    s3_paths_keeper->removePaths([&](S3PathKeeper::Chunk && chunk)
-    {
-        LOG_DEBUG(log, "Remove AWS keys {}", S3PathKeeper::getChunkKeys(chunk));
-        Aws::S3::Model::Delete delkeys;
-        delkeys.SetObjects(chunk);
-        /// TODO: Make operation idempotent. Do not throw exception if key is already deleted.
-        Aws::S3::Model::DeleteObjectsRequest request;
-        request.SetBucket(bucket);
-        request.SetDelete(delkeys);
-        auto outcome = settings->client->DeleteObjects(request);
-        throwIfError(outcome);
-    });
+    if (s3_paths_keeper)
+        s3_paths_keeper->removePaths([&](S3PathKeeper::Chunk && chunk)
+        {
+            LOG_DEBUG(log, "Remove AWS keys {}", S3PathKeeper::getChunkKeys(chunk));
+            Aws::S3::Model::Delete delkeys;
+            delkeys.SetObjects(chunk);
+            /// TODO: Make operation idempotent. Do not throw exception if key is already deleted.
+            Aws::S3::Model::DeleteObjectsRequest request;
+            request.SetBucket(bucket);
+            request.SetDelete(delkeys);
+            auto outcome = settings->client->DeleteObjects(request);
+            throwIfError(outcome);
+        });
 }
 
 void DiskS3::moveFile(const String & from_path, const String & to_path)

From 845b33cb1fcf2cd96a64d630e8bcaefc5affe600 Mon Sep 17 00:00:00 2001
From: Alexey <lehasm@gmail.com>
Date: Tue, 25 May 2021 18:25:55 +0000
Subject: [PATCH 0513/1060] Text block moved

---
 docs/en/sql-reference/statements/insert-into.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/statements/insert-into.md b/docs/en/sql-reference/statements/insert-into.md
index a061b83eb04..c8b4a9ec9df 100644
--- a/docs/en/sql-reference/statements/insert-into.md
+++ b/docs/en/sql-reference/statements/insert-into.md
@@ -98,8 +98,6 @@ INSERT INTO [db.]table [(c1, c2, c3)] SELECT ...
 
 Columns are mapped according to their position in the SELECT clause. However, their names in the SELECT expression and the table for INSERT may differ. If necessary, type casting is performed.
 
-To insert a default value instead of `NULL` into a column with not nullable data type enable [insert_null_as_default](../../operations/settings/settings.md#insert_null_as_default) setting.    
-
 None of the data formats except Values allow setting values to expressions such as `now()`, `1 + 2`, and so on. The Values format allows limited use of expressions, but this is not recommended, because in this case inefficient code is used for their execution.
 
 Other queries for modifying data parts are not supported: `UPDATE`, `DELETE`, `REPLACE`, `MERGE`, `UPSERT`, `INSERT UPDATE`.
@@ -107,6 +105,8 @@ However, you can delete old data using `ALTER TABLE ... DROP PARTITION`.
 
 `FORMAT` clause must be specified in the end of query if `SELECT` clause contains table function [input()](../../sql-reference/table-functions/input.md).
 
+To insert a default value instead of `NULL` into a column with not nullable data type, enable [insert_null_as_default](../../operations/settings/settings.md#insert_null_as_default) setting.   
+
 ### Performance Considerations {#performance-considerations}
 
 `INSERT` sorts the input data by primary key and splits them into partitions by a partition key. If you insert data into several partitions at once, it can significantly reduce the performance of the `INSERT` query. To avoid this:

From b6174884cf9a4bbba0ec8a7869382478b539d271 Mon Sep 17 00:00:00 2001
From: Alexey <lehasm@gmail.com>
Date: Tue, 25 May 2021 18:26:12 +0000
Subject: [PATCH 0514/1060] Russian translation

---
 docs/ru/operations/settings/settings.md         | 17 ++++++++++++++++-
 docs/ru/sql-reference/statements/insert-into.md |  2 ++
 .../ru/sql-reference/statements/select/union.md |  4 ++++
 3 files changed, 22 insertions(+), 1 deletion(-)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 467d27dad32..c724c40c01d 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -347,7 +347,22 @@ INSERT INTO table_with_enum_column_for_tsv_insert FORMAT TSV 102	2;
 
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
-Включает или отключает использование значений по умолчанию в случаях, когда во входных данных содержится `NULL`, но тип соответствующего столбца не `Nullable(T)` (для текстовых форматов).
+Включает или отключает инициализацию [значениями по умолчанию](../../sql-reference/statements/create/table.md#create-default-values) ячеек с [NULL](../../sql-reference/syntax.md#null-literal), если тип данных столбца не позволяет [хранить NULL](../../sql-reference/data-types/nullable.md#data_type-nullable).
+Эта настройка используется для запросов `INSERT ... VALUES` для текстовых входных форматов.
+
+## insert_null_as_default {#insert_null_as_default}
+
+Включает или отключает вставку [значений по умолчанию](../../sql-reference/statements/create/table.md#create-default-values) вместо [NULL](../../sql-reference/syntax.md#null-literal) в столбцы, которые не позволяют [хранить NULL](../../sql-reference/data-types/nullable.md#data_type-nullable). 
+Эта настройка используется для запросов [INSERT ... SELECT](../../sql-reference/statements/insert-into.md#insert_query_insert-select). При этом подзапросы `SELECT` могут объединяться с помощью `UNION ALL`.
+Если столбец позволяет хранить `NULL`, то значения `NULL` вставляются независимо от этой настройки.
+Если столбец не позволяет хранить `NULL` и эта настройка отключена, то вставка `NULL` приведет к возникновению исключения.
+
+Возможные значения:
+
+-   0 — вставка `NULL` в столбец, не позволяющий хранить `NULL`, приведет к возникновению исключения.
+-   1 — вместо `NULL` вставляется значение столбца по умолчанию.
+
+Значение по умолчанию: `1`.
 
 ## input_format_skip_unknown_fields {#settings-input-format-skip-unknown-fields}
 
diff --git a/docs/ru/sql-reference/statements/insert-into.md b/docs/ru/sql-reference/statements/insert-into.md
index bbd330962cf..328f1023624 100644
--- a/docs/ru/sql-reference/statements/insert-into.md
+++ b/docs/ru/sql-reference/statements/insert-into.md
@@ -107,6 +107,8 @@ INSERT INTO [db.]table [(c1, c2, c3)] SELECT ...
 Для табличной функции [input()](../table-functions/input.md) после секции `SELECT` должна следовать
 секция `FORMAT`.
 
+Чтобы вставить значение по умолчанию вместо `NULL` в столбец, который не позволяет хранить `NULL`, включите настройку [insert_null_as_default](../../operations/settings/settings.md#insert_null_as_default). 
+
 ### Замечания о производительности {#zamechaniia-o-proizvoditelnosti}
 
 `INSERT` сортирует входящие данные по первичному ключу и разбивает их на партиции по ключу партиционирования. Если вы вставляете данные в несколько партиций одновременно, то это может значительно снизить производительность запроса `INSERT`. Чтобы избежать этого:
diff --git a/docs/ru/sql-reference/statements/select/union.md b/docs/ru/sql-reference/statements/select/union.md
index de8a9b0e4ea..a1e31a0be7f 100644
--- a/docs/ru/sql-reference/statements/select/union.md
+++ b/docs/ru/sql-reference/statements/select/union.md
@@ -78,3 +78,7 @@ SELECT 1 UNION SELECT 2 UNION SELECT 3 UNION SELECT 2;
 
 Запросы, которые являются частью `UNION/UNION ALL/UNION DISTINCT`, выполняются параллельно, и их результаты могут быть смешаны вместе.
 
+**Смотрите также**
+
+-   Настройка [insert_null_as_default](../../../operations/settings/settings.md#insert_null_as_default).
+-   Настройка [union_default_mode](../../../operations/settings/settings.md#union-default-mode).

From 99008e91f269c30ad77d1f57143685d2485ab0c3 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 25 May 2021 08:08:46 +0300
Subject: [PATCH 0515/1060] Remove superfluous includes of SourceWithProgress.h

Since Processors/Pipe is pretty common header, and after this patch -200
CU for SourceWithProgress.h changes.
---
 src/Processors/Pipe.h | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/Processors/Pipe.h b/src/Processors/Pipe.h
index 4ba08787579..f69c2562d7f 100644
--- a/src/Processors/Pipe.h
+++ b/src/Processors/Pipe.h
@@ -3,7 +3,9 @@
 #include <Processors/IProcessor.h>
 #include <Processors/QueryPlan/QueryIdHolder.h>
 #include <Processors/QueryPlan/QueryPlan.h>
-#include <Processors/Sources/SourceWithProgress.h>
+#include <Access/EnabledQuota.h>
+#include <DataStreams/SizeLimits.h>
+#include <Storages/TableLockHolder.h>
 
 namespace DB
 {

From 0e03d216d848efc076db344e384e5e59c660a5e3 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 21:44:17 +0300
Subject: [PATCH 0516/1060] Update Settings.h

---
 src/Core/Settings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index ae962ecde15..d759e87dfbc 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -102,7 +102,7 @@ class IColumn;
     \
     M(Bool, allow_suspicious_low_cardinality_types, false, "In CREATE TABLE statement allows specifying LowCardinality modifier for types of small fixed size (8 or less). Enabling this may increase merge times and memory consumption.", 0) \
     M(Bool, compile_expressions, true, "Compile some scalar functions and operators to native code.", 0) \
-    M(UInt64, min_count_to_compile_expression, 0, "The number of identical expressions before they are JIT-compiled", 0) \
+    M(UInt64, min_count_to_compile_expression, 3, "The number of identical expressions before they are JIT-compiled", 0) \
     M(UInt64, group_by_two_level_threshold, 100000, "From what number of keys, a two-level aggregation starts. 0 - the threshold is not set.", 0) \
     M(UInt64, group_by_two_level_threshold_bytes, 50000000, "From what size of the aggregation state in bytes, a two-level aggregation begins to be used. 0 - the threshold is not set. Two-level aggregation is used when at least one of the thresholds is triggered.", 0) \
     M(Bool, distributed_aggregation_memory_efficient, true, "Is the memory-saving mode of distributed aggregation enabled.", 0) \

From 0eabdc72419d16f70f8fa1db3649b9ed7de3929d Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 01:22:30 +0300
Subject: [PATCH 0517/1060] CompileExpression cached functions with context fix

---
 src/Interpreters/Context.cpp       |  6 ---
 src/Interpreters/ExpressionJIT.cpp | 80 ++++++++++++++++++------------
 src/Interpreters/ExpressionJIT.h   | 30 +++++++----
 3 files changed, 69 insertions(+), 47 deletions(-)

diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index a9087ba9d2f..7d9c2c27ee2 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -463,12 +463,6 @@ struct ContextSharedPart
             dictionaries_xmls.reset();
 
             delete_system_logs = std::move(system_logs);
-
-            #if USE_EMBEDDED_COMPILER
-            if (auto * cache = CompiledExpressionCacheFactory::instance().tryGetCache())
-                cache->reset();
-            #endif
-
             embedded_dictionaries.reset();
             external_dictionaries_loader.reset();
             models_repository_guard.reset();
diff --git a/src/Interpreters/ExpressionJIT.cpp b/src/Interpreters/ExpressionJIT.cpp
index 113a4abb808..4a270204faf 100644
--- a/src/Interpreters/ExpressionJIT.cpp
+++ b/src/Interpreters/ExpressionJIT.cpp
@@ -28,7 +28,6 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
-    extern const int NOT_IMPLEMENTED;
 }
 
 static CHJIT & getJITInstance()
@@ -43,13 +42,36 @@ static Poco::Logger * getLogger()
     return &logger;
 }
 
+class CompiledFunction
+{
+public:
+
+    CompiledFunction(void * compiled_function_, CHJIT::CompiledModuleInfo module_info_)
+        : compiled_function(compiled_function_)
+        , module_info(std::move(module_info_))
+    {}
+
+    void * getCompiledFunction() const { return compiled_function; }
+
+    ~CompiledFunction()
+    {
+        getJITInstance().deleteCompiledModule(module_info);
+    }
+
+private:
+
+    void * compiled_function;
+
+    CHJIT::CompiledModuleInfo module_info;
+};
+
 class LLVMExecutableFunction : public IExecutableFunction
 {
 public:
 
-    explicit LLVMExecutableFunction(const std::string & name_, JITCompiledFunction function_)
+    explicit LLVMExecutableFunction(const std::string & name_, std::shared_ptr<CompiledFunction> compiled_function_)
         : name(name_)
-        , function(function_)
+        , compiled_function(compiled_function_)
     {
     }
 
@@ -81,7 +103,9 @@ public:
             }
 
             columns[arguments.size()] = getColumnData(result_column.get());
-            function(input_rows_count, columns.data());
+
+            JITCompiledFunction jit_compiled_function_typed = reinterpret_cast<JITCompiledFunction>(compiled_function->getCompiledFunction());
+            jit_compiled_function_typed(input_rows_count, columns.data());
 
             #if defined(MEMORY_SANITIZER)
             /// Memory sanitizer don't know about stores from JIT-ed code.
@@ -111,7 +135,7 @@ public:
 
 private:
     std::string name;
-    JITCompiledFunction function = nullptr;
+    std::shared_ptr<CompiledFunction> compiled_function;
 };
 
 class LLVMFunction : public IFunctionBase
@@ -131,17 +155,13 @@ public:
             else if (node.type == CompileDAG::CompileType::INPUT)
                 argument_types.emplace_back(node.result_type);
         }
-
-        module_info = compileFunction(getJITInstance(), *this);
     }
 
-    ~LLVMFunction() override
+    void setCompiledFunction(std::shared_ptr<CompiledFunction> compiled_function_)
     {
-        getJITInstance().deleteCompiledModule(module_info);
+        compiled_function = compiled_function_;
     }
 
-    size_t getCompiledSize() const { return module_info.size; }
-
     bool isCompilable() const override { return true; }
 
     llvm::Value * compile(llvm::IRBuilderBase & builder, Values values) const override
@@ -157,13 +177,10 @@ public:
 
     ExecutableFunctionPtr prepare(const ColumnsWithTypeAndName &) const override
     {
-        void * function = getJITInstance().findCompiledFunction(module_info, name);
+        if (!compiled_function)
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Compiled function was not initialized {}", name);
 
-        if (!function)
-            throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Cannot find compiled function {}", name);
-
-        JITCompiledFunction function_typed = reinterpret_cast<JITCompiledFunction>(function);
-        return std::make_unique<LLVMExecutableFunction>(name, function_typed);
+        return std::make_unique<LLVMExecutableFunction>(name, compiled_function);
     }
 
     bool isDeterministic() const override
@@ -252,7 +269,7 @@ private:
     CompileDAG dag;
     DataTypes argument_types;
     std::vector<FunctionBasePtr> nested_functions;
-    CHJIT::CompiledModuleInfo module_info;
+    std::shared_ptr<CompiledFunction> compiled_function;
 };
 
 static FunctionBasePtr compile(
@@ -275,34 +292,33 @@ static FunctionBasePtr compile(
 
     if (auto * compilation_cache = CompiledExpressionCacheFactory::instance().tryGetCache())
     {
-        auto [compiled_function, was_inserted] = compilation_cache->getOrSet(hash_key, [&dag] ()
+        auto llvm_function = std::make_shared<LLVMFunction>(dag);
+
+        auto [compiled_function_cache_entry, was_inserted] = compilation_cache->getOrSet(hash_key, [&] ()
         {
-            auto llvm_function = std::make_unique<LLVMFunction>(dag);
-            size_t compiled_size = llvm_function->getCompiledSize();
+            CHJIT::CompiledModuleInfo compiled_module_info = compileFunction(getJITInstance(), *llvm_function);
+            auto * compiled_jit_function = getJITInstance().findCompiledFunction(compiled_module_info, llvm_function->getName());
+            auto compiled_function = std::make_shared<CompiledFunction>(compiled_jit_function, compiled_module_info);
 
-            CompiledFunction function
-            {
-                .function = std::move(llvm_function),
-                .compiled_size = compiled_size
-            };
-
-            return std::make_shared<CompiledFunction>(function);
+            return std::make_shared<CompiledFunctionCacheEntry>(std::move(compiled_function), compiled_module_info.size);
         });
 
         if (was_inserted)
             LOG_TRACE(getLogger(),
                 "Put compiled expression {} in cache used cache size {} total cache size {}",
-                compiled_function->function->getName(),
+                llvm_function->getName(),
                 compilation_cache->weight(),
                 compilation_cache->maxSize());
         else
-            LOG_TRACE(getLogger(), "Get compiled expression {} from cache", compiled_function->function->getName());
+            LOG_TRACE(getLogger(), "Get compiled expression {} from cache", llvm_function->getName());
 
-        fn = compiled_function->function;
+        llvm_function->setCompiledFunction(compiled_function_cache_entry->getCompiledFunction());
+
+        fn = llvm_function;
     }
     else
     {
-        fn = std::make_unique<LLVMFunction>(dag);
+        fn = std::make_shared<LLVMFunction>(dag);
     }
 
     LOG_TRACE(getLogger(), "Use compiled expression {}", fn->getName());
diff --git a/src/Interpreters/ExpressionJIT.h b/src/Interpreters/ExpressionJIT.h
index f654dc528bd..6b39acae799 100644
--- a/src/Interpreters/ExpressionJIT.h
+++ b/src/Interpreters/ExpressionJIT.h
@@ -5,35 +5,47 @@
 #endif
 
 #if USE_EMBEDDED_COMPILER
-#    include <Functions/IFunction.h>
 #    include <Common/LRUCache.h>
 #    include <Common/HashTable/Hash.h>
 
-
 namespace DB
 {
 
-struct CompiledFunction
+class CompiledFunction;
+
+class CompiledFunctionCacheEntry
 {
-    FunctionBasePtr function;
-    size_t compiled_size;
+public:
+    CompiledFunctionCacheEntry(std::shared_ptr<CompiledFunction> compiled_function_, size_t compiled_function_size_)
+        : compiled_function(std::move(compiled_function_))
+        , compiled_function_size(compiled_function_size_)
+    {}
+
+    std::shared_ptr<CompiledFunction> getCompiledFunction() const { return compiled_function; }
+
+    size_t getCompiledFunctionSize() const { return compiled_function_size; }
+
+private:
+    std::shared_ptr<CompiledFunction> compiled_function;
+
+    size_t compiled_function_size;
 };
 
 struct CompiledFunctionWeightFunction
 {
-    size_t operator()(const CompiledFunction & compiled_function) const
+    size_t operator()(const CompiledFunctionCacheEntry & compiled_function) const
     {
-        return compiled_function.compiled_size;
+        return compiled_function.getCompiledFunctionSize();
     }
 };
 
 /** This child of LRUCache breaks one of it's invariants: total weight may be changed after insertion.
  * We have to do so, because we don't known real memory consumption of generated LLVM code for every function.
  */
-class CompiledExpressionCache : public LRUCache<UInt128, CompiledFunction, UInt128Hash, CompiledFunctionWeightFunction>
+class CompiledExpressionCache : public LRUCache<UInt128, CompiledFunctionCacheEntry, UInt128Hash, CompiledFunctionWeightFunction>
 {
 public:
-    using Base = LRUCache<UInt128, CompiledFunction, UInt128Hash, CompiledFunctionWeightFunction>;
+    using Base = LRUCache<UInt128, CompiledFunctionCacheEntry, UInt128Hash, CompiledFunctionWeightFunction>;
     using Base::Base;
 };
 

From fadead3efe650c995d36b962654bb9cc8d03d3d0 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 12:50:55 +0300
Subject: [PATCH 0518/1060] MemoryTracker new no throw

---
 src/Common/CurrentMemoryTracker.cpp |  45 ++++++++----
 src/Common/CurrentMemoryTracker.h   |   1 +
 src/Common/MemoryTracker.cpp        | 108 ++++++++++++++++------------
 src/Common/MemoryTracker.h          |   4 ++
 src/Common/new_delete.cpp           |  34 ++++-----
 5 files changed, 111 insertions(+), 81 deletions(-)

diff --git a/src/Common/CurrentMemoryTracker.cpp b/src/Common/CurrentMemoryTracker.cpp
index 737f2566efc..d38a5a9c70c 100644
--- a/src/Common/CurrentMemoryTracker.cpp
+++ b/src/Common/CurrentMemoryTracker.cpp
@@ -27,30 +27,45 @@ namespace CurrentMemoryTracker
 
 using DB::current_thread;
 
-void alloc(Int64 size)
+namespace
 {
-    if (auto * memory_tracker = getMemoryTracker())
+    void allocImpl(Int64 size, bool throw_if_memory_exceeded)
     {
-        if (current_thread)
+        if (auto * memory_tracker = getMemoryTracker())
         {
-            current_thread->untracked_memory += size;
-            if (current_thread->untracked_memory > current_thread->untracked_memory_limit)
+            if (current_thread)
             {
-                /// Zero untracked before track. If tracker throws out-of-limit we would be able to alloc up to untracked_memory_limit bytes
-                /// more. It could be useful to enlarge Exception message in rethrow logic.
-                Int64 tmp = current_thread->untracked_memory;
-                current_thread->untracked_memory = 0;
-                memory_tracker->alloc(tmp);
+                current_thread->untracked_memory += size;
+                if (current_thread->untracked_memory > current_thread->untracked_memory_limit)
+                {
+                    /// Zero untracked before track. If tracker throws out-of-limit we would be able to alloc up to untracked_memory_limit bytes
+                    /// more. It could be useful to enlarge Exception message in rethrow logic.
+                    Int64 tmp = current_thread->untracked_memory;
+                    current_thread->untracked_memory = 0;
+                    memory_tracker->allocImpl(tmp, throw_if_memory_exceeded);
+                }
+            }
+            /// total_memory_tracker only, ignore untracked_memory
+            else
+            {
+                memory_tracker->allocImpl(size, throw_if_memory_exceeded);
             }
         }
-        /// total_memory_tracker only, ignore untracked_memory
-        else
-        {
-            memory_tracker->alloc(size);
-        }
     }
 }
 
+void alloc(Int64 size)
+{
+    bool throw_if_memory_exceeded = true;
+    allocImpl(size, throw_if_memory_exceeded);
+}
+
+void allocNoThrow(Int64 size)
+{
+    bool throw_if_memory_exceeded = false;
+    allocImpl(size, throw_if_memory_exceeded);
+}
+
 void realloc(Int64 old_size, Int64 new_size)
 {
     Int64 addition = new_size - old_size;
diff --git a/src/Common/CurrentMemoryTracker.h b/src/Common/CurrentMemoryTracker.h
index 3a9e8990d66..5090b7c3687 100644
--- a/src/Common/CurrentMemoryTracker.h
+++ b/src/Common/CurrentMemoryTracker.h
@@ -6,6 +6,7 @@
 namespace CurrentMemoryTracker
 {
     void alloc(Int64 size);
+    void allocNoThrow(Int64 size);
     void realloc(Int64 old_size, Int64 new_size);
     void free(Int64 size);
 }
diff --git a/src/Common/MemoryTracker.cpp b/src/Common/MemoryTracker.cpp
index e4c4e0b0ab1..4c65ad8d8a1 100644
--- a/src/Common/MemoryTracker.cpp
+++ b/src/Common/MemoryTracker.cpp
@@ -128,7 +128,7 @@ void MemoryTracker::logMemoryUsage(Int64 current) const
 }
 
 
-void MemoryTracker::alloc(Int64 size)
+void MemoryTracker::allocImpl(Int64 size, bool throw_if_memory_exceeded)
 {
     if (size < 0)
         throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR, "Negative size ({}) is passed to MemoryTracker. It is a bug.", size);
@@ -137,7 +137,7 @@ void MemoryTracker::alloc(Int64 size)
     {
         /// Since the BlockerInThread should respect the level, we should go to the next parent.
         if (auto * loaded_next = parent.load(std::memory_order_relaxed))
-            loaded_next->alloc(size);
+            loaded_next->allocImpl(size, throw_if_memory_exceeded);
         return;
     }
 
@@ -172,65 +172,81 @@ void MemoryTracker::alloc(Int64 size)
         }
     }
 
-#ifdef MEMORY_TRACKER_DEBUG_CHECKS
-    if (unlikely(_memory_tracker_always_throw_logical_error_on_allocation))
+    if (throw_if_memory_exceeded)
     {
-        _memory_tracker_always_throw_logical_error_on_allocation = false;
-        throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR, "Memory tracker: allocations not allowed.");
-    }
+#ifdef MEMORY_TRACKER_DEBUG_CHECKS
+        if (unlikely(_memory_tracker_always_throw_logical_error_on_allocation))
+        {
+            _memory_tracker_always_throw_logical_error_on_allocation = false;
+            throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR, "Memory tracker: allocations not allowed.");
+        }
 #endif
 
-    std::bernoulli_distribution fault(fault_probability);
-    if (unlikely(fault_probability && fault(thread_local_rng)) && memoryTrackerCanThrow(level, true))
-    {
-        /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
-        BlockerInThread untrack_lock(VariableContext::Global);
+        std::bernoulli_distribution fault(fault_probability);
+        if (unlikely(fault_probability && fault(thread_local_rng)) && memoryTrackerCanThrow(level, true))
+        {
+            /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
+            BlockerInThread untrack_lock(VariableContext::Global);
 
-        ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
-        const auto * description = description_ptr.load(std::memory_order_relaxed);
-        amount.fetch_sub(size, std::memory_order_relaxed);
-        throw DB::Exception(DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
-                            "Memory tracker{}{}: fault injected. Would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
-                            description ? " " : "", description ? description : "",
-                            formatReadableSizeWithBinarySuffix(will_be),
-                            size, formatReadableSizeWithBinarySuffix(current_hard_limit));
-    }
+            ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
+            const auto * description = description_ptr.load(std::memory_order_relaxed);
+            amount.fetch_sub(size, std::memory_order_relaxed);
+            throw DB::Exception(DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
+                                "Memory tracker{}{}: fault injected. Would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
+                                description ? " " : "", description ? description : "",
+                                formatReadableSizeWithBinarySuffix(will_be),
+                                size, formatReadableSizeWithBinarySuffix(current_hard_limit));
+        }
 
-    if (unlikely(current_profiler_limit && will_be > current_profiler_limit))
-    {
-        BlockerInThread untrack_lock(VariableContext::Global);
-        DB::TraceCollector::collect(DB::TraceType::Memory, StackTrace(), size);
-        setOrRaiseProfilerLimit((will_be + profiler_step - 1) / profiler_step * profiler_step);
-    }
+        if (unlikely(current_profiler_limit && will_be > current_profiler_limit))
+        {
+            BlockerInThread untrack_lock(VariableContext::Global);
+            DB::TraceCollector::collect(DB::TraceType::Memory, StackTrace(), size);
+            setOrRaiseProfilerLimit((will_be + profiler_step - 1) / profiler_step * profiler_step);
+        }
 
-    std::bernoulli_distribution sample(sample_probability);
-    if (unlikely(sample_probability && sample(thread_local_rng)))
-    {
-        BlockerInThread untrack_lock(VariableContext::Global);
-        DB::TraceCollector::collect(DB::TraceType::MemorySample, StackTrace(), size);
-    }
+        std::bernoulli_distribution sample(sample_probability);
+        if (unlikely(sample_probability && sample(thread_local_rng)))
+        {
+            BlockerInThread untrack_lock(VariableContext::Global);
+            DB::TraceCollector::collect(DB::TraceType::MemorySample, StackTrace(), size);
+        }
 
-    if (unlikely(current_hard_limit && will_be > current_hard_limit) && memoryTrackerCanThrow(level, false))
-    {
-        /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
-        BlockerInThread untrack_lock(VariableContext::Global);
+        if (unlikely(current_hard_limit && will_be > current_hard_limit) && memoryTrackerCanThrow(level, false))
+        {
+            /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
+            BlockerInThread untrack_lock(VariableContext::Global);
 
-        ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
-        const auto * description = description_ptr.load(std::memory_order_relaxed);
-        amount.fetch_sub(size, std::memory_order_relaxed);
-        throw DB::Exception(DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
-                            "Memory limit{}{} exceeded: would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
-                            description ? " " : "", description ? description : "",
-                            formatReadableSizeWithBinarySuffix(will_be),
-                            size, formatReadableSizeWithBinarySuffix(current_hard_limit));
+            /// TODO: Should we increment limit exceeded event if throw_if_memory_exceeded = true.
+            /// It will be incremented during next call where it will be safe to throw exception
+            ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
+            const auto * description = description_ptr.load(std::memory_order_relaxed);
+            amount.fetch_sub(size, std::memory_order_relaxed);
+            throw DB::Exception(DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
+                                "Memory limit{}{} exceeded: would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
+                                description ? " " : "", description ? description : "",
+                                formatReadableSizeWithBinarySuffix(will_be),
+                                size, formatReadableSizeWithBinarySuffix(current_hard_limit));
+        }
     }
 
     updatePeak(will_be);
 
     if (auto * loaded_next = parent.load(std::memory_order_relaxed))
-        loaded_next->alloc(size);
+        loaded_next->allocImpl(size, throw_if_memory_exceeded);
 }
 
+void MemoryTracker::alloc(Int64 size)
+{
+    bool throw_if_memory_exceeded = true;
+    allocImpl(size, throw_if_memory_exceeded);
+}
+
+void MemoryTracker::allocNoThrow(Int64 size)
+{
+    bool throw_if_memory_exceeded = false;
+    allocImpl(size, throw_if_memory_exceeded);
+}
 
 void MemoryTracker::updatePeak(Int64 will_be)
 {
diff --git a/src/Common/MemoryTracker.h b/src/Common/MemoryTracker.h
index 4dada6f4ef7..e257ed889b8 100644
--- a/src/Common/MemoryTracker.h
+++ b/src/Common/MemoryTracker.h
@@ -73,6 +73,10 @@ public:
       */
     void alloc(Int64 size);
 
+    void allocNoThrow(Int64 size);
+
+    void allocImpl(Int64 size, bool throw_if_memory_exceeded);
+
     void realloc(Int64 old_size, Int64 new_size)
     {
         Int64 addition = new_size - old_size;
diff --git a/src/Common/new_delete.cpp b/src/Common/new_delete.cpp
index be3724666f8..56173fb108a 100644
--- a/src/Common/new_delete.cpp
+++ b/src/Common/new_delete.cpp
@@ -41,9 +41,9 @@ struct InitializeJemallocZoneAllocatorForOSX
 namespace Memory
 {
 
-inline ALWAYS_INLINE void trackMemory(std::size_t size)
+inline ALWAYS_INLINE size_t getActualAllocationSize(size_t size)
 {
-    std::size_t actual_size = size;
+    size_t actual_size = size;
 
 #if USE_JEMALLOC && JEMALLOC_VERSION_MAJOR >= 5
     /// The nallocx() function allocates no memory, but it performs the same size computation as the mallocx() function
@@ -52,21 +52,13 @@ inline ALWAYS_INLINE void trackMemory(std::size_t size)
         actual_size = nallocx(size, 0);
 #endif
 
-    CurrentMemoryTracker::alloc(actual_size);
+    return actual_size;
 }
 
-inline ALWAYS_INLINE bool trackMemoryNoExcept(std::size_t size) noexcept
+inline ALWAYS_INLINE void trackMemory(std::size_t size)
 {
-    try
-    {
-        trackMemory(size);
-    }
-    catch (...)
-    {
-        return false;
-    }
-
-    return true;
+    std::size_t actual_size = getActualAllocationSize(size);
+    CurrentMemoryTracker::allocNoThrow(actual_size);
 }
 
 inline ALWAYS_INLINE void untrackMemory(void * ptr [[maybe_unused]], std::size_t size [[maybe_unused]] = 0) noexcept
@@ -98,27 +90,29 @@ inline ALWAYS_INLINE void untrackMemory(void * ptr [[maybe_unused]], std::size_t
 void * operator new(std::size_t size)
 {
     Memory::trackMemory(size);
+
     return Memory::newImpl(size);
 }
 
 void * operator new[](std::size_t size)
 {
     Memory::trackMemory(size);
+
     return Memory::newImpl(size);
 }
 
 void * operator new(std::size_t size, const std::nothrow_t &) noexcept
 {
-    if (likely(Memory::trackMemoryNoExcept(size)))
-        return Memory::newNoExept(size);
-    return nullptr;
+    Memory::trackMemory(size);
+
+    return Memory::newNoExept(size);
 }
 
 void * operator new[](std::size_t size, const std::nothrow_t &) noexcept
 {
-    if (likely(Memory::trackMemoryNoExcept(size)))
-        return Memory::newNoExept(size);
-    return nullptr;
+    Memory::trackMemory(size);
+
+    return Memory::newNoExept(size);
 }
 
 /// delete

From 89230ea6e4f04d1b6d0b662ca295b0c5fc79e7dd Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Tue, 25 May 2021 23:21:16 +0300
Subject: [PATCH 0519/1060] Update docs/en/sql-reference/statements/explain.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/explain.md | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/statements/explain.md b/docs/en/sql-reference/statements/explain.md
index 9acaa3be881..ad91d3ac64e 100644
--- a/docs/en/sql-reference/statements/explain.md
+++ b/docs/en/sql-reference/statements/explain.md
@@ -136,9 +136,7 @@ Union
 !!! note "Note"
     Step and query cost estimation is not supported.
 
-The result JSON is a tree representing query plan. Every query plan node is a dictionary that always has the keys `Node Type` and `Plans`. `Node Type` is a string with a step name. `Plans` is an array with child step descriptions. Other optional keys may be added depending on node type and settings.
-
-The following examples show the output of the query plan steps when `json` = 1 along with other settings.
+When `json = 1`, the query plan is represented in JSON format. Every node is a dictionary that always has the keys `Node Type` and `Plans`. `Node Type` is a string with a step name. `Plans` is an array with child step descriptions. Other optional keys may be added depending on node type and settings.
 
 Example:
 

From d7138ee062cfa241cca4c75a59e54a7742b87a23 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Tue, 25 May 2021 23:51:59 +0300
Subject: [PATCH 0520/1060] Translate to Russian
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Выполнил перевод на русский язык.
---
 docs/en/sql-reference/statements/explain.md |  10 +-
 docs/ru/sql-reference/statements/explain.md | 228 +++++++++++++++++++-
 2 files changed, 229 insertions(+), 9 deletions(-)

diff --git a/docs/en/sql-reference/statements/explain.md b/docs/en/sql-reference/statements/explain.md
index ad91d3ac64e..ac70ab73462 100644
--- a/docs/en/sql-reference/statements/explain.md
+++ b/docs/en/sql-reference/statements/explain.md
@@ -144,7 +144,7 @@ Example:
 EXPLAIN json = 1, description = 0 SELECT 1 UNION ALL SELECT 2 FORMAT TSVRaw;
 ```
 
-```sql
+```json
 [
   {
     "Plan": {
@@ -184,7 +184,7 @@ EXPLAIN json = 1, description = 0 SELECT 1 UNION ALL SELECT 2 FORMAT TSVRaw;
 
 With `description` = 1, the `Description` key is added to the step:
 
-```sql
+```json
 {
   "Node Type": "ReadFromStorage",
   "Description": "SystemOne"
@@ -199,7 +199,7 @@ Example:
 EXPLAIN json = 1, description = 0, header = 1 SELECT 1, 2 + dummy;
 ```
 
-```sql
+```json
 [
   {
     "Plan": {
@@ -254,7 +254,7 @@ With `indexes` = 1, the `Indexes` key is added. It contains an array of used ind
 
 Example:
 
-```sql
+```json
 "Node Type": "ReadFromMergeTree",
 "Indexes": [
   {
@@ -313,7 +313,7 @@ Example:
 EXPLAIN json = 1, actions = 1, description = 0 SELECT 1 FORMAT TSVRaw;
 ```
 
-```sql
+```json
 [
   {
     "Plan": {
diff --git a/docs/ru/sql-reference/statements/explain.md b/docs/ru/sql-reference/statements/explain.md
index c2a35f1b925..c925e7030a7 100644
--- a/docs/ru/sql-reference/statements/explain.md
+++ b/docs/ru/sql-reference/statements/explain.md
@@ -111,9 +111,11 @@ CROSS JOIN system.numbers AS c
 
 Настройки:
 
--  `header` — выводит выходной заголовок для шага. По умолчанию: 0.
--  `description` — выводит описание шага. По умолчанию: 1.
--  `actions` — выводит подробную информацию о действиях, выполняемых на данном шаге. По умолчанию: 0.
+-   `header` — выводит выходной заголовок для шага. По умолчанию: 0.
+-   `description` — выводит описание шага. По умолчанию: 1.
+-   `indexes` — показывает используемые индексы, количество отфильтрованных кусков и гранул для каждого примененного индекса. По умолчанию: 0. Поддерживается для таблиц семейства [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
+-   `actions` — выводит подробную информацию о действиях, выполняемых на данном шаге. По умолчанию: 0.
+-   `json` — выводит шаги выполнения запроса в виде строки в формате [JSON](../../interfaces/formats.md#json). По умолчанию: 0. Чтобы избежать ненужного экранирования, рекомендуется использовать формат [TSVRaw](../../interfaces/formats.md#tabseparatedraw).
 
 Пример:
 
@@ -133,6 +135,225 @@ Union
 
 !!! note "Примечание"
     Оценка стоимости выполнения шага и запроса не поддерживается.
+	
+При `json = 1` шаги выполнения запроса выводятся в формате JSON. Каждый узел — это словарь, в котором всегда есть ключи `Node Type` и `Plans`. `Node Type` — это строка с именем шага. `Plans` — это массив с описаниями дочерних шагов. Другие дополнительные ключи могут быть добавлены в зависимости от типа узла и настроек.
+
+Пример:
+
+```sql
+EXPLAIN json = 1, description = 0 SELECT 1 UNION ALL SELECT 2 FORMAT TSVRaw;
+```
+
+```json
+[
+  {
+    "Plan": {
+      "Node Type": "Union",
+      "Plans": [
+        {
+          "Node Type": "Expression",
+          "Plans": [
+            {
+              "Node Type": "SettingQuotaAndLimits",
+              "Plans": [
+                {
+                  "Node Type": "ReadFromStorage"
+                }
+              ]
+            }
+          ]
+        },
+        {
+          "Node Type": "Expression",
+          "Plans": [
+            {
+              "Node Type": "SettingQuotaAndLimits",
+              "Plans": [
+                {
+                  "Node Type": "ReadFromStorage"
+                }
+              ]
+            }
+          ]
+        }
+      ]
+    }
+  }
+]
+```
+
+При `description` = 1 к шагу добавляется ключ `Description`:
+
+```json
+{
+  "Node Type": "ReadFromStorage",
+  "Description": "SystemOne"
+}
+```
+
+При `header` = 1 к шагу добавляется ключ `Header` в виде массива столбцов.
+
+Пример:
+
+```sql
+EXPLAIN json = 1, description = 0, header = 1 SELECT 1, 2 + dummy;
+```
+
+```json
+[
+  {
+    "Plan": {
+      "Node Type": "Expression",
+      "Header": [
+        {
+          "Name": "1",
+          "Type": "UInt8"
+        },
+        {
+          "Name": "plus(2, dummy)",
+          "Type": "UInt16"
+        }
+      ],
+      "Plans": [
+        {
+          "Node Type": "SettingQuotaAndLimits",
+          "Header": [
+            {
+              "Name": "dummy",
+              "Type": "UInt8"
+            }
+          ],
+          "Plans": [
+            {
+              "Node Type": "ReadFromStorage",
+              "Header": [
+                {
+                  "Name": "dummy",
+                  "Type": "UInt8"
+                }
+              ]
+            }
+          ]
+        }
+      ]
+    }
+  }
+]
+```
+  
+При `indexes` = 1 добавляется ключ `Indexes`. Он содержит массив используемых индексов. Каждый индекс описывается как строка в формате JSON с ключом `Type` (`MinMax`, `Partition`, `PrimaryKey` или `Skip`) и дополнительные ключи:
+
+-   `Name` — имя индекса (на данный момент используется только для индекса `Skip`).
+-   `Keys` — массив столбцов, используемых индексом.
+-   `Condition` — строка с используемым условием.
+-   `Description` — индекс (на данный момент используется только для индекса `Skip`).
+-   `Initial Parts` — количество кусков до применения индекса.
+-   `Selected Parts` — количество кусков после применения индекса.
+-   `Initial Granules` — количество гранул до применения индекса.
+-   `Selected Granulesis` — количество гранул после применения индекса.
+
+Пример:
+
+```json
+"Node Type": "ReadFromMergeTree",
+"Indexes": [
+  {
+    "Type": "MinMax",
+    "Keys": ["y"],
+    "Condition": "(y in [1, +inf))",
+    "Initial Parts": 5,
+    "Selected Parts": 4,
+    "Initial Granules": 12,
+    "Selected Granules": 11
+  },
+  {
+    "Type": "Partition",
+    "Keys": ["y", "bitAnd(z, 3)"],
+    "Condition": "and((bitAnd(z, 3) not in [1, 1]), and((y in [1, +inf)), (bitAnd(z, 3) not in [1, 1])))",
+    "Initial Parts": 4,
+    "Selected Parts": 3,
+    "Initial Granules": 11,
+    "Selected Granules": 10
+  },
+  {
+    "Type": "PrimaryKey",
+    "Keys": ["x", "y"],
+    "Condition": "and((x in [11, +inf)), (y in [1, +inf)))",
+    "Initial Parts": 3,
+    "Selected Parts": 2,
+    "Initial Granules": 10,
+    "Selected Granules": 6
+  },
+  {
+    "Type": "Skip",
+    "Name": "t_minmax",
+    "Description": "minmax GRANULARITY 2",
+    "Initial Parts": 2,
+    "Selected Parts": 1,
+    "Initial Granules": 6,
+    "Selected Granules": 2
+  },
+  {
+    "Type": "Skip",
+    "Name": "t_set",
+    "Description": "set GRANULARITY 2",
+    "Initial Parts": 1,
+    "Selected Parts": 1,
+    "Initial Granules": 2,
+    "Selected Granules": 1
+  }
+]
+```
+
+При `actions` = 1 добавляются ключи, зависящие от типа шага.
+
+Пример:
+
+```sql
+EXPLAIN json = 1, actions = 1, description = 0 SELECT 1 FORMAT TSVRaw;
+```
+
+```json
+[
+  {
+    "Plan": {
+      "Node Type": "Expression",
+      "Expression": {
+        "Inputs": [],
+        "Actions": [
+          {
+            "Node Type": "Column",
+            "Result Type": "UInt8",
+            "Result Type": "Column",
+            "Column": "Const(UInt8)",
+            "Arguments": [],
+            "Removed Arguments": [],
+            "Result": 0
+          }
+        ],
+        "Outputs": [
+          {
+            "Name": "1",
+            "Type": "UInt8"
+          }
+        ],
+        "Positions": [0],
+        "Project Input": true
+      },
+      "Plans": [
+        {
+          "Node Type": "SettingQuotaAndLimits",
+          "Plans": [
+            {
+              "Node Type": "ReadFromStorage"
+            }
+          ]
+        }
+      ]
+    }
+  }
+]
+```
 
 ### EXPLAIN PIPELINE {#explain-pipeline}
 
@@ -141,7 +362,6 @@ Union
 -   `header` — выводит заголовок для каждого выходного порта. По умолчанию: 0.
 -   `graph` — выводит граф, описанный на языке [DOT](https://ru.wikipedia.org/wiki/DOT_(язык)). По умолчанию: 0.
 -   `compact` — выводит граф в компактном режиме, если включена настройка `graph`. По умолчанию: 1.
--   `indexes` — показывает используемые индексы, количество отфильтрованных кусков и гранул для каждого примененного индекса. По умолчанию: 0. Поддерживается для таблиц семейства [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md).
 
 Пример:
 

From c79f480e46a75b7fbc66254f82cd1d8d39d84129 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 23:53:46 +0300
Subject: [PATCH 0521/1060] Fix expression compilation without cache

---
 src/Interpreters/ExpressionJIT.cpp | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/src/Interpreters/ExpressionJIT.cpp b/src/Interpreters/ExpressionJIT.cpp
index 4a270204faf..21326947213 100644
--- a/src/Interpreters/ExpressionJIT.cpp
+++ b/src/Interpreters/ExpressionJIT.cpp
@@ -288,11 +288,10 @@ static FunctionBasePtr compile(
 
     LOG_TRACE(getLogger(), "Try to compile expression {}", dag.dump());
 
-    FunctionBasePtr fn;
+    auto llvm_function = std::make_shared<LLVMFunction>(dag);
 
     if (auto * compilation_cache = CompiledExpressionCacheFactory::instance().tryGetCache())
     {
-        auto llvm_function = std::make_shared<LLVMFunction>(dag);
 
         auto [compiled_function_cache_entry, was_inserted] = compilation_cache->getOrSet(hash_key, [&] ()
         {
@@ -313,17 +312,18 @@ static FunctionBasePtr compile(
             LOG_TRACE(getLogger(), "Get compiled expression {} from cache", llvm_function->getName());
 
         llvm_function->setCompiledFunction(compiled_function_cache_entry->getCompiledFunction());
-
-        fn = llvm_function;
     }
     else
     {
-        fn = std::make_shared<LLVMFunction>(dag);
+        CHJIT::CompiledModuleInfo compiled_module_info = compileFunction(getJITInstance(), *llvm_function);
+        auto * compiled_jit_function = getJITInstance().findCompiledFunction(compiled_module_info, llvm_function->getName());
+        auto compiled_function = std::make_shared<CompiledFunction>(compiled_jit_function, compiled_module_info);
+        llvm_function->setCompiledFunction(compiled_function);
     }
 
-    LOG_TRACE(getLogger(), "Use compiled expression {}", fn->getName());
+    LOG_TRACE(getLogger(), "Use compiled expression {}", llvm_function->getName());
 
-    return fn;
+    return llvm_function;
 }
 
 static bool isCompilableConstant(const ActionsDAG::Node & node)

From 60c20ed62d8ba01a2e45462082fe4f603047429b Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 23:54:48 +0300
Subject: [PATCH 0522/1060] Update MemoryTracker

---
 src/Common/MemoryTracker.cpp | 116 ++++++++++++++++++-----------------
 src/Common/MemoryTracker.h   |   2 +-
 2 files changed, 62 insertions(+), 56 deletions(-)

diff --git a/src/Common/MemoryTracker.cpp b/src/Common/MemoryTracker.cpp
index 4c65ad8d8a1..4ff14b1f117 100644
--- a/src/Common/MemoryTracker.cpp
+++ b/src/Common/MemoryTracker.cpp
@@ -172,65 +172,69 @@ void MemoryTracker::allocImpl(Int64 size, bool throw_if_memory_exceeded)
         }
     }
 
-    if (throw_if_memory_exceeded)
-    {
 #ifdef MEMORY_TRACKER_DEBUG_CHECKS
-        if (unlikely(_memory_tracker_always_throw_logical_error_on_allocation))
-        {
-            _memory_tracker_always_throw_logical_error_on_allocation = false;
-            throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR, "Memory tracker: allocations not allowed.");
-        }
+    if (unlikely(_memory_tracker_always_throw_logical_error_on_allocation) && throw_if_memory_exceeded)
+    {
+        _memory_tracker_always_throw_logical_error_on_allocation = false;
+        throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR, "Memory tracker: allocations not allowed.");
+    }
 #endif
 
-        std::bernoulli_distribution fault(fault_probability);
-        if (unlikely(fault_probability && fault(thread_local_rng)) && memoryTrackerCanThrow(level, true))
-        {
-            /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
-            BlockerInThread untrack_lock(VariableContext::Global);
+    std::bernoulli_distribution fault(fault_probability);
+    if (unlikely(fault_probability && fault(thread_local_rng)) && memoryTrackerCanThrow(level, true) && throw_if_memory_exceeded)
+    {
+        ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
+        amount.fetch_sub(size, std::memory_order_relaxed);
 
-            ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
-            const auto * description = description_ptr.load(std::memory_order_relaxed);
-            amount.fetch_sub(size, std::memory_order_relaxed);
-            throw DB::Exception(DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
-                                "Memory tracker{}{}: fault injected. Would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
-                                description ? " " : "", description ? description : "",
-                                formatReadableSizeWithBinarySuffix(will_be),
-                                size, formatReadableSizeWithBinarySuffix(current_hard_limit));
-        }
+        /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
+        BlockerInThread untrack_lock(VariableContext::Global);
 
-        if (unlikely(current_profiler_limit && will_be > current_profiler_limit))
-        {
-            BlockerInThread untrack_lock(VariableContext::Global);
-            DB::TraceCollector::collect(DB::TraceType::Memory, StackTrace(), size);
-            setOrRaiseProfilerLimit((will_be + profiler_step - 1) / profiler_step * profiler_step);
-        }
-
-        std::bernoulli_distribution sample(sample_probability);
-        if (unlikely(sample_probability && sample(thread_local_rng)))
-        {
-            BlockerInThread untrack_lock(VariableContext::Global);
-            DB::TraceCollector::collect(DB::TraceType::MemorySample, StackTrace(), size);
-        }
-
-        if (unlikely(current_hard_limit && will_be > current_hard_limit) && memoryTrackerCanThrow(level, false))
-        {
-            /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
-            BlockerInThread untrack_lock(VariableContext::Global);
-
-            /// TODO: Should we increment limit exceeded event if throw_if_memory_exceeded = true.
-            /// It will be incremented during next call where it will be safe to throw exception
-            ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
-            const auto * description = description_ptr.load(std::memory_order_relaxed);
-            amount.fetch_sub(size, std::memory_order_relaxed);
-            throw DB::Exception(DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
-                                "Memory limit{}{} exceeded: would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
-                                description ? " " : "", description ? description : "",
-                                formatReadableSizeWithBinarySuffix(will_be),
-                                size, formatReadableSizeWithBinarySuffix(current_hard_limit));
-        }
+        ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
+        const auto * description = description_ptr.load(std::memory_order_relaxed);
+        amount.fetch_sub(size, std::memory_order_relaxed);
+        throw DB::Exception(
+            DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
+            "Memory tracker{}{}: fault injected. Would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
+            description ? " " : "",
+            description ? description : "",
+            formatReadableSizeWithBinarySuffix(will_be),
+            size,
+            formatReadableSizeWithBinarySuffix(current_hard_limit));
     }
 
-    updatePeak(will_be);
+
+    if (unlikely(current_profiler_limit && will_be > current_profiler_limit))
+    {
+        BlockerInThread untrack_lock(VariableContext::Global);
+        DB::TraceCollector::collect(DB::TraceType::Memory, StackTrace(), size);
+        setOrRaiseProfilerLimit((will_be + profiler_step - 1) / profiler_step * profiler_step);
+    }
+
+    std::bernoulli_distribution sample(sample_probability);
+    if (unlikely(sample_probability && sample(thread_local_rng)))
+    {
+        BlockerInThread untrack_lock(VariableContext::Global);
+        DB::TraceCollector::collect(DB::TraceType::MemorySample, StackTrace(), size);
+    }
+
+    if (unlikely(current_hard_limit && will_be > current_hard_limit) && memoryTrackerCanThrow(level, false) && throw_if_memory_exceeded)
+    {
+        /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
+        BlockerInThread untrack_lock(VariableContext::Global);
+        ProfileEvents::increment(ProfileEvents::QueryMemoryLimitExceeded);
+        const auto * description = description_ptr.load(std::memory_order_relaxed);
+        throw DB::Exception(
+            DB::ErrorCodes::MEMORY_LIMIT_EXCEEDED,
+            "Memory limit{}{} exceeded: would use {} (attempt to allocate chunk of {} bytes), maximum: {}",
+            description ? " " : "",
+            description ? description : "",
+            formatReadableSizeWithBinarySuffix(will_be),
+            size,
+            formatReadableSizeWithBinarySuffix(current_hard_limit));
+    }
+
+    bool log_memory_usage = !throw_if_memory_exceeded;
+    updatePeak(will_be, log_memory_usage);
 
     if (auto * loaded_next = parent.load(std::memory_order_relaxed))
         loaded_next->allocImpl(size, throw_if_memory_exceeded);
@@ -248,14 +252,14 @@ void MemoryTracker::allocNoThrow(Int64 size)
     allocImpl(size, throw_if_memory_exceeded);
 }
 
-void MemoryTracker::updatePeak(Int64 will_be)
+void MemoryTracker::updatePeak(Int64 will_be, bool log_memory_usage)
 {
     auto peak_old = peak.load(std::memory_order_relaxed);
     if (will_be > peak_old)        /// Races doesn't matter. Could rewrite with CAS, but not worth.
     {
         peak.store(will_be, std::memory_order_relaxed);
 
-        if ((level == VariableContext::Process || level == VariableContext::Global)
+        if (log_memory_usage && (level == VariableContext::Process || level == VariableContext::Global)
             && will_be / log_peak_memory_usage_every > peak_old / log_peak_memory_usage_every)
             logMemoryUsage(will_be);
     }
@@ -333,7 +337,9 @@ void MemoryTracker::reset()
 void MemoryTracker::set(Int64 to)
 {
     amount.store(to, std::memory_order_relaxed);
-    updatePeak(to);
+
+    bool log_memory_usage = true;
+    updatePeak(to, log_memory_usage);
 }
 
 
diff --git a/src/Common/MemoryTracker.h b/src/Common/MemoryTracker.h
index e257ed889b8..e57fc2e0b75 100644
--- a/src/Common/MemoryTracker.h
+++ b/src/Common/MemoryTracker.h
@@ -58,7 +58,7 @@ private:
     /// This description will be used as prefix into log messages (if isn't nullptr)
     std::atomic<const char *> description_ptr = nullptr;
 
-    void updatePeak(Int64 will_be);
+    void updatePeak(Int64 will_be, bool log_memory_usage);
     void logMemoryUsage(Int64 current) const;
 
 public:

From 9a963a7a1ff530166c5a9da195163be9c1842c02 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 26 May 2021 00:39:34 +0300
Subject: [PATCH 0523/1060] Add thread_name and support DateTime64
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Добавил столбец thread_name и поддержку типа данных DateTime64.
---
 .../mergetree-family/replacingmergetree.md    |  4 +-
 .../operations/system-tables/stack_trace.md   | 70 +++++++---------
 .../mergetree-family/replacingmergetree.md    |  3 +-
 .../operations/system-tables/stack_trace.md   | 84 ++++++++-----------
 4 files changed, 66 insertions(+), 95 deletions(-)

diff --git a/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
index b82bc65afc2..d0e981ffc7b 100644
--- a/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
@@ -34,7 +34,7 @@ For a description of request parameters, see [statement description](../../../sq
 
 **ReplacingMergeTree Parameters**
 
--   `ver` — column with version. Type `UInt*`, `Date` or `DateTime`. Optional parameter.
+-   `ver` — column with version. Type `UInt*`, `Date`, `DateTime` or `DateTime64`. Optional parameter.
 
     When merging, `ReplacingMergeTree` from all the rows with the same sorting key leaves only one:
 
@@ -66,5 +66,3 @@ All of the parameters excepting `ver` have the same meaning as in `MergeTree`.
 -   `ver` - column with the version. Optional parameter. For a description, see the text above.
 
 </details>
-
-[Original article](https://clickhouse.tech/docs/en/operations/table_engines/replacingmergetree/) <!--hide-->
diff --git a/docs/en/operations/system-tables/stack_trace.md b/docs/en/operations/system-tables/stack_trace.md
index 44b13047cc3..a1214982134 100644
--- a/docs/en/operations/system-tables/stack_trace.md
+++ b/docs/en/operations/system-tables/stack_trace.md
@@ -6,6 +6,7 @@ To analyze stack frames, use the `addressToLine`, `addressToSymbol` and `demangl
 
 Columns:
 
+-   `thread_name` ([String](../../sql-reference/data-types/string.md)) — Thread name.
 -   `thread_id` ([UInt64](../../sql-reference/data-types/int-uint.md)) — Thread identifier.
 -   `query_id` ([String](../../sql-reference/data-types/string.md)) — Query identifier that can be used to get details about a query that was running from the [query_log](../system-tables/query_log.md) system table.
 -   `trace` ([Array(UInt64)](../../sql-reference/data-types/array.md)) — A [stack trace](https://en.wikipedia.org/wiki/Stack_trace) which represents a list of physical addresses where the called methods are stored.
@@ -21,61 +22,49 @@ SET allow_introspection_functions = 1;
 Getting symbols from ClickHouse object files:
 
 ``` sql
-WITH arrayMap(x -> demangle(addressToSymbol(x)), trace) AS all SELECT thread_id, query_id, arrayStringConcat(all, '\n') AS res FROM system.stack_trace LIMIT 1 \G
+WITH arrayMap(x -> demangle(addressToSymbol(x)), trace) AS all SELECT thread_name, thread_id, query_id, arrayStringConcat(all, '\n') AS res FROM system.stack_trace LIMIT 1 \G;
 ```
 
 ``` text
 Row 1:
 ──────
-thread_id: 686
-query_id:  1a11f70b-626d-47c1-b948-f9c7b206395d
-res:       sigqueue
-DB::StorageSystemStackTrace::fillData(std::__1::vector<COW<DB::IColumn>::mutable_ptr<DB::IColumn>, std::__1::allocator<COW<DB::IColumn>::mutable_ptr<DB::IColumn> > >&, DB::Context const&, DB::SelectQueryInfo const&) const
-DB::IStorageSystemOneBlock<DB::StorageSystemStackTrace>::read(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&, DB::SelectQueryInfo const&, DB::Context const&, DB::QueryProcessingStage::Enum, unsigned long, unsigned int)
-DB::InterpreterSelectQuery::executeFetchColumns(DB::QueryProcessingStage::Enum, DB::QueryPipeline&, std::__1::shared_ptr<DB::PrewhereInfo> const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
-DB::InterpreterSelectQuery::executeImpl(DB::QueryPipeline&, std::__1::shared_ptr<DB::IBlockInputStream> const&, std::__1::optional<DB::Pipe>)
-DB::InterpreterSelectQuery::execute()
-DB::InterpreterSelectWithUnionQuery::execute()
-DB::executeQueryImpl(char const*, char const*, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool, DB::ReadBuffer*)
-DB::executeQuery(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool)
-DB::TCPHandler::runImpl()
-DB::TCPHandler::run()
-Poco::Net::TCPServerConnection::start()
-Poco::Net::TCPServerDispatcher::run()
-Poco::PooledThread::run()
-Poco::ThreadImpl::runnableEntry(void*)
-start_thread
-__clone
+thread_name: clickhouse-serv
+
+thread_id:   5928
+query_id:
+res:         pthread_cond_wait@@GLIBC_2.3.2
+BaseDaemon::waitForTerminationRequest()
+DB::Server::main(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
+Poco::Util::Application::run()
+DB::Server::run()
+mainEntryClickHouseServer(int, char**)
+main
+__libc_start_main
+_start
 ```
 
 Getting filenames and line numbers in ClickHouse source code:
 
 ``` sql
-WITH arrayMap(x -> addressToLine(x), trace) AS all, arrayFilter(x -> x LIKE '%/dbms/%', all) AS dbms SELECT thread_id, query_id, arrayStringConcat(notEmpty(dbms) ? dbms : all, '\n') AS res FROM system.stack_trace LIMIT 1 \G
+WITH arrayMap(x -> addressToLine(x), trace) AS all, arrayFilter(x -> x LIKE '%/dbms/%', all) AS dbms SELECT thread_name, thread_id, query_id, arrayStringConcat(notEmpty(dbms) ? dbms : all, '\n') AS res FROM system.stack_trace LIMIT 1 \G;
 ```
 
 ``` text
 Row 1:
 ──────
-thread_id: 686
-query_id:  cad353e7-1c29-4b2e-949f-93e597ab7a54
-res:       /lib/x86_64-linux-gnu/libc-2.27.so
-/build/obj-x86_64-linux-gnu/../src/Storages/System/StorageSystemStackTrace.cpp:182
-/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/vector:656
-/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:1338
-/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:751
-/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/optional:224
-/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectWithUnionQuery.cpp:192
-/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:384
-/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:643
-/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:251
-/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:1197
-/build/obj-x86_64-linux-gnu/../contrib/poco/Net/src/TCPServerConnection.cpp:57
-/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/atomic:856
-/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/Mutex_POSIX.h:59
-/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/AutoPtr.h:223
-/lib/x86_64-linux-gnu/libpthread-2.27.so
+thread_name: clickhouse-serv
+
+thread_id:   5928
+query_id:
+res:         /lib/x86_64-linux-gnu/libpthread-2.27.so
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
 /lib/x86_64-linux-gnu/libc-2.27.so
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
 ```
 
 **See Also**
@@ -84,6 +73,3 @@ res:       /lib/x86_64-linux-gnu/libc-2.27.so
 -   [system.trace_log](../system-tables/trace_log.md) — Contains stack traces collected by the sampling query profiler.
 -   [arrayMap](../../sql-reference/functions/array-functions.md#array-map) — Description and usage example of the `arrayMap` function.
 -   [arrayFilter](../../sql-reference/functions/array-functions.md#array-filter) — Description and usage example of the `arrayFilter` function.
-
-
-[Original article](https://clickhouse.tech/docs/en/operations/system-tables/stack_trace) <!--hide-->
diff --git a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
index ec0b339e8c9..44dcb8b7864 100644
--- a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
+++ b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
@@ -33,7 +33,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 
 **Параметры ReplacingMergeTree**
 
--   `ver` — столбец с версией, тип `UInt*`, `Date` или `DateTime`. Необязательный параметр.
+-   `ver` — столбец с версией. Тип `UInt*`, `Date`, `DateTime` или `DateTime64`. Необязательный параметр.
 
     При слиянии `ReplacingMergeTree` оставляет только строку для каждого уникального ключа сортировки:
 
@@ -65,4 +65,3 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 -   `ver` — столбец с версией. Необязательный параметр. Описание смотрите выше по тексту.
 
 </details>
-
diff --git a/docs/ru/operations/system-tables/stack_trace.md b/docs/ru/operations/system-tables/stack_trace.md
index 58d0a1c4b6a..78adfe9079f 100644
--- a/docs/ru/operations/system-tables/stack_trace.md
+++ b/docs/ru/operations/system-tables/stack_trace.md
@@ -6,9 +6,10 @@
 
 Столбцы:
 
--   `thread_id` ([UInt64](../../sql-reference/data-types/int-uint.md)) — Идентификатор потока.
--   `query_id` ([String](../../sql-reference/data-types/string.md)) — Идентификатор запроса. Может быть использован для получения подробной информации о выполненном запросе из системной таблицы [query_log](#system_tables-query_log).
--   `trace` ([Array(UInt64)](../../sql-reference/data-types/array.md)) — [Трассировка стека](https://en.wikipedia.org/wiki/Stack_trace). Представляет собой список физических адресов, по которым расположены вызываемые методы.
+-   `thread_name` ([String](../../sql-reference/data-types/string.md)) — имя потока.
+-   `thread_id` ([UInt64](../../sql-reference/data-types/int-uint.md)) — идентификатор потока.
+-   `query_id` ([String](../../sql-reference/data-types/string.md)) — идентификатор запроса. Может быть использован для получения подробной информации о выполненном запросе из системной таблицы [query_log](#system_tables-query_log).
+-   `trace` ([Array(UInt64)](../../sql-reference/data-types/array.md)) — [трассировка стека](https://en.wikipedia.org/wiki/Stack_trace). Представляет собой список физических адресов, по которым расположены вызываемые методы.
 
 **Пример**
 
@@ -21,67 +22,54 @@ SET allow_introspection_functions = 1;
 Получение символов из объектных файлов ClickHouse:
 
 ``` sql
-WITH arrayMap(x -> demangle(addressToSymbol(x)), trace) AS all SELECT thread_id, query_id, arrayStringConcat(all, '\n') AS res FROM system.stack_trace LIMIT 1 \G
+WITH arrayMap(x -> demangle(addressToSymbol(x)), trace) AS all SELECT thread_name, thread_id, query_id, arrayStringConcat(all, '\n') AS res FROM system.stack_trace LIMIT 1 \G;
 ```
 
 ``` text
 Row 1:
 ──────
-thread_id: 686
-query_id:  1a11f70b-626d-47c1-b948-f9c7b206395d
-res:       sigqueue
-DB::StorageSystemStackTrace::fillData(std::__1::vector<COW<DB::IColumn>::mutable_ptr<DB::IColumn>, std::__1::allocator<COW<DB::IColumn>::mutable_ptr<DB::IColumn> > >&, DB::Context const&, DB::SelectQueryInfo const&) const
-DB::IStorageSystemOneBlock<DB::StorageSystemStackTrace>::read(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&, DB::SelectQueryInfo const&, DB::Context const&, DB::QueryProcessingStage::Enum, unsigned long, unsigned int)
-DB::InterpreterSelectQuery::executeFetchColumns(DB::QueryProcessingStage::Enum, DB::QueryPipeline&, std::__1::shared_ptr<DB::PrewhereInfo> const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
-DB::InterpreterSelectQuery::executeImpl(DB::QueryPipeline&, std::__1::shared_ptr<DB::IBlockInputStream> const&, std::__1::optional<DB::Pipe>)
-DB::InterpreterSelectQuery::execute()
-DB::InterpreterSelectWithUnionQuery::execute()
-DB::executeQueryImpl(char const*, char const*, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool, DB::ReadBuffer*)
-DB::executeQuery(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool)
-DB::TCPHandler::runImpl()
-DB::TCPHandler::run()
-Poco::Net::TCPServerConnection::start()
-Poco::Net::TCPServerDispatcher::run()
-Poco::PooledThread::run()
-Poco::ThreadImpl::runnableEntry(void*)
-start_thread
-__clone
+thread_name: clickhouse-serv
+
+thread_id:   5928
+query_id:
+res:         pthread_cond_wait@@GLIBC_2.3.2
+BaseDaemon::waitForTerminationRequest()
+DB::Server::main(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
+Poco::Util::Application::run()
+DB::Server::run()
+mainEntryClickHouseServer(int, char**)
+main
+__libc_start_main
+_start
 ```
 
 Получение имен файлов и номеров строк в исходном коде ClickHouse:
 
 ``` sql
-WITH arrayMap(x -> addressToLine(x), trace) AS all, arrayFilter(x -> x LIKE '%/dbms/%', all) AS dbms SELECT thread_id, query_id, arrayStringConcat(notEmpty(dbms) ? dbms : all, '\n') AS res FROM system.stack_trace LIMIT 1 \G
+WITH arrayMap(x -> addressToLine(x), trace) AS all, arrayFilter(x -> x LIKE '%/dbms/%', all) AS dbms SELECT thread_name, thread_id, query_id, arrayStringConcat(notEmpty(dbms) ? dbms : all, '\n') AS res FROM system.stack_trace LIMIT 1 \G;
 ```
 
 ``` text
 Row 1:
 ──────
-thread_id: 686
-query_id:  cad353e7-1c29-4b2e-949f-93e597ab7a54
-res:       /lib/x86_64-linux-gnu/libc-2.27.so
-/build/obj-x86_64-linux-gnu/../src/Storages/System/StorageSystemStackTrace.cpp:182
-/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/vector:656
-/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:1338
-/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:751
-/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/optional:224
-/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectWithUnionQuery.cpp:192
-/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:384
-/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:643
-/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:251
-/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:1197
-/build/obj-x86_64-linux-gnu/../contrib/poco/Net/src/TCPServerConnection.cpp:57
-/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/atomic:856
-/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/Mutex_POSIX.h:59
-/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/AutoPtr.h:223
-/lib/x86_64-linux-gnu/libpthread-2.27.so
+thread_name: clickhouse-serv
+
+thread_id:   5928
+query_id:
+res:         /lib/x86_64-linux-gnu/libpthread-2.27.so
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
 /lib/x86_64-linux-gnu/libc-2.27.so
+/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
 ```
 
-**См. также**
-
--   [Функции интроспекции](../../sql-reference/functions/introspection.md) — Что такое функции интроспекции и как их использовать.
--   [system.trace_log](../../operations/system-tables/trace_log.md#system_tables-trace_log) — Содержит трассировки стека, собранные профилировщиком выборочных запросов.
--   [arrayMap](../../sql-reference/functions/array-functions.md#array-map) — Описание и пример использования функции `arrayMap`.
--   [arrayFilter](../../sql-reference/functions/array-functions.md#array-filter) — Описание и пример использования функции `arrayFilter`.
+**Смотрите также**
 
+-   [Функции интроспекции](../../sql-reference/functions/introspection.md) — что такое функции интроспекции и как их использовать.
+-   [system.trace_log](../../operations/system-tables/trace_log.md#system_tables-trace_log) — содержит трассировки стека, собранные профилировщиком выборочных запросов.
+-   [arrayMap](../../sql-reference/functions/array-functions.md#array-map) — описание и пример использования функции `arrayMap`.
+-   [arrayFilter](../../sql-reference/functions/array-functions.md#array-filter) — описание и пример использования функции `arrayFilter`.

From f6c47b6a0a00f8b271a930a34ea6cf69c0cb1e35 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Tue, 25 May 2021 17:45:10 -0400
Subject: [PATCH 0524/1060] Adding support to save clickhouse server logs in
 TestFlows check.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index ae95c18bc14..3bb041b3923 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf /test_output/clickhouse_logs.tar"]

From 1fbcfd9c6a443c3d97b6deaff1be295865b0934b Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Wed, 26 May 2021 00:58:49 +0300
Subject: [PATCH 0525/1060] Added check for temp file existance

---
 src/Parsers/examples/YAML_fuzzer.cpp |  28 ++--
 tests/fuzz/YAML_fuzzer.dict          | 198 ---------------------------
 2 files changed, 18 insertions(+), 208 deletions(-)
 delete mode 100644 tests/fuzz/YAML_fuzzer.dict

diff --git a/src/Parsers/examples/YAML_fuzzer.cpp b/src/Parsers/examples/YAML_fuzzer.cpp
index 1abd9adfcb7..f1486c8563b 100644
--- a/src/Parsers/examples/YAML_fuzzer.cpp
+++ b/src/Parsers/examples/YAML_fuzzer.cpp
@@ -1,26 +1,34 @@
 #include <iostream>
 #include <fstream>
 #include <string>
-
-#include <Parsers/ASTCreateQuery.h>
-#include <Parsers/ParserCreateQuery.h>
-#include <Parsers/formatAST.h>
-#include <Parsers/parseQuery.h>
-
+#include <time.h>
+#include <filesystem>
 
 extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
 {
+    /// How to test:
+    /// build ClickHouse with YAML_fuzzer.cpp
+    /// ./YAML_fuzzer YAML_CORPUS
+    /// where YAML_CORPUS is a directory with different YAML configs for libfuzzer
+
+    srand(time(NULL));
+    std::string cur_file = std::to_string(rand());
+
+    while (std::filesystem::exists(cur_file))
+    {
+        std::string cur_file = std::to_string(rand());
+    }
+
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
     DB::YAMLParser parser;
 
-    std::ofstream temp_file("YAML_fuzzer_data.yaml");
+    std::ofstream temp_file(cur_file);
     temp_file << input;
     temp_file.close();
     
-    YAMLParser::parse("YAML_fuzzer_data.yaml");
-
-    remove("YAML_fuzzer_data.yaml");
+    DB::YAMLParser::parse(cur_file);
 
+    remove(cur_file.c_str());
     return 0;
 }
 
diff --git a/tests/fuzz/YAML_fuzzer.dict b/tests/fuzz/YAML_fuzzer.dict
deleted file mode 100644
index 1e34e62b620..00000000000
--- a/tests/fuzz/YAML_fuzzer.dict
+++ /dev/null
@@ -1,198 +0,0 @@
-"key1"
-"key2"
-"key3"
-"key4"
-"key5"
-"key6"
-"key7"
-"key8"
-"key9"
-"key10"
-"key11"
-"key12"
-"key13"
-"key14"
-"key15"
-"key16"
-"key17"
-"key18"
-"key19"
-"key20"
-"key21"
-"key22"
-"key23"
-"key24"
-"key25"
-"key26"
-"key27"
-"key28"
-"key29"
-"key30"
-"key31"
-"key32"
-"key33"
-"key34"
-"key35"
-"key36"
-"key37"
-"key38"
-"key39"
-"key40"
-"key41"
-"key42"
-"key43"
-"key44"
-"key45"
-"key46"
-"key47"
-"key48"
-"key49"
-"key50"
-"key51"
-"key52"
-"key53"
-"key54"
-"key55"
-"key56"
-"key57"
-"key58"
-"key59"
-"key60"
-"key61"
-"key62"
-"key63"
-"key64"
-"key65"
-"key66"
-"key67"
-"key68"
-"key69"
-"key70"
-"key71"
-"key72"
-"key73"
-"key74"
-"key75"
-"key76"
-"key77"
-"key78"
-"key79"
-"key80"
-"key81"
-"key82"
-"key83"
-"key84"
-"key85"
-"key86"
-"key87"
-"key88"
-"key89"
-"key90"
-"key91"
-"key92"
-"key93"
-"key94"
-"key95"
-"key96"
-"key97"
-"key98"
-"key99"
-"val1"
-"val2"
-"val3"
-"val4"
-"val5"
-"val6"
-"val7"
-"val8"
-"val9"
-"val10"
-"val11"
-"val12"
-"val13"
-"val14"
-"val15"
-"val16"
-"val17"
-"val18"
-"val19"
-"val20"
-"val21"
-"val22"
-"val23"
-"val24"
-"val25"
-"val26"
-"val27"
-"val28"
-"val29"
-"val30"
-"val31"
-"val32"
-"val33"
-"val34"
-"val35"
-"val36"
-"val37"
-"val38"
-"val39"
-"val40"
-"val41"
-"val42"
-"val43"
-"val44"
-"val45"
-"val46"
-"val47"
-"val48"
-"val49"
-"val50"
-"val51"
-"val52"
-"val53"
-"val54"
-"val55"
-"val56"
-"val57"
-"val58"
-"val59"
-"val60"
-"val61"
-"val62"
-"val63"
-"val64"
-"val65"
-"val66"
-"val67"
-"val68"
-"val69"
-"val70"
-"val71"
-"val72"
-"val73"
-"val74"
-"val75"
-"val76"
-"val77"
-"val78"
-"val79"
-"val80"
-"val81"
-"val82"
-"val83"
-"val84"
-"val85"
-"val86"
-"val87"
-"val88"
-"val89"
-"val90"
-"val91"
-"val92"
-"val93"
-"val94"
-"val95"
-"val96"
-"val97"
-"val98"
-"val99"

From 4f1d6c1ffe337e258f28a0a1648016e4481c2f37 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 26 May 2021 02:04:16 +0300
Subject: [PATCH 0526/1060] Fix the annoying test

---
 .../01085_max_distributed_connections_http.reference |  2 --
 .../01085_max_distributed_connections_http.sh        | 12 +++++++++---
 2 files changed, 9 insertions(+), 5 deletions(-)

diff --git a/tests/queries/0_stateless/01085_max_distributed_connections_http.reference b/tests/queries/0_stateless/01085_max_distributed_connections_http.reference
index aa47d0d46d4..e69de29bb2d 100644
--- a/tests/queries/0_stateless/01085_max_distributed_connections_http.reference
+++ b/tests/queries/0_stateless/01085_max_distributed_connections_http.reference
@@ -1,2 +0,0 @@
-0
-0
diff --git a/tests/queries/0_stateless/01085_max_distributed_connections_http.sh b/tests/queries/0_stateless/01085_max_distributed_connections_http.sh
index d7eb75e717a..1aa9939407c 100755
--- a/tests/queries/0_stateless/01085_max_distributed_connections_http.sh
+++ b/tests/queries/0_stateless/01085_max_distributed_connections_http.sh
@@ -4,6 +4,12 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
-query="SELECT sleepEachRow(1) FROM remote('127.{2,3}', system.one)"
-# 1.8 less then 2 seconds, but long enough to cover possible load peaks
-timeout 1.8s ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&max_distributed_connections=2&max_threads=1" -d "$query"
+# Sometimes 1.8 seconds are not enough due to system overload.
+# But if it can run in less than five seconds at least sometimes - it is enough for the test.
+
+while true
+do
+    query="SELECT sleepEachRow(1) FROM remote('127.{2,3}', system.one) FORMAT Null"
+    # 1.8 less then 2 seconds, but long enough to cover possible load peaks
+    timeout 1.8s ${CLICKHOUSE_CURL} -sS "${CLICKHOUSE_URL}&max_distributed_connections=2&max_threads=1" -d "$query" && break
+done

From bcdb5a614aa38a0724c3b2b4213ee9d493f125e1 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Tue, 25 May 2021 20:07:54 -0400
Subject: [PATCH 0527/1060] Fixing copying of clickhouse logs into /test_output
 directory for TestFlows check.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index 3bb041b3923..102f3632b8b 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf /test_output/clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf /test_output/clickhouse_logs.tar; tar -xf /test_output/clickhouse_logs.tar --directory /test_output; rm -rf /test_output/clickhouse_logs.tar"]

From 374923ab90bdba0d107427fb1e38f96f94d22a62 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 26 May 2021 03:48:11 +0300
Subject: [PATCH 0528/1060] Update integration test

---
 .../configs/allow_experimental_codecs.xml                  | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 tests/integration/test_non_default_compression/configs/allow_experimental_codecs.xml

diff --git a/tests/integration/test_non_default_compression/configs/allow_experimental_codecs.xml b/tests/integration/test_non_default_compression/configs/allow_experimental_codecs.xml
new file mode 100644
index 00000000000..2c7de77cd37
--- /dev/null
+++ b/tests/integration/test_non_default_compression/configs/allow_experimental_codecs.xml
@@ -0,0 +1,7 @@
+<yandex>
+    <profiles>
+        <default>
+            <allow_experimental_codecs>1</allow_experimental_codecs>
+        </default>
+    </profiles>
+</yandex>

From 9dd9f221c1a176343ce6b0508fd45ad46da65b07 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Tue, 25 May 2021 21:29:43 -0400
Subject: [PATCH 0529/1060] Trying another fix to copy clickhouse logs to
 /test_output directory.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index 102f3632b8b..c7b8844c3b9 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf /test_output/clickhouse_logs.tar; tar -xf /test_output/clickhouse_logs.tar --directory /test_output; rm -rf /test_output/clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; sudo find . -type f | grep _instances | grep clickhouse-server | sudo xargs -n1 tar -rvf /test_output/clickhouse_logs.tar; sudo tar -xf /test_output/clickhouse_logs.tar --directory /test_output; sudo rm -rf /test_output/clickhouse_logs.tar"]

From e8d74250bf3e062528e58233802599550601b251 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Tue, 25 May 2021 21:34:46 -0400
Subject: [PATCH 0530/1060] Trying another approach to copy logs to
 /test_output without sudo.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index c7b8844c3b9..ee82614f473 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; sudo find . -type f | grep _instances | grep clickhouse-server | sudo xargs -n1 tar -rvf /test_output/clickhouse_logs.tar; sudo tar -xf /test_output/clickhouse_logs.tar --directory /test_output; sudo rm -rf /test_output/clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; tar -xf clickhouse_logs.tar --directory /test_output; rm -rf clickhouse_logs.tar"]

From 3badb2afc9105e6aa90e4ea1e0b66c44f9385f59 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 25 May 2021 19:55:53 +0300
Subject: [PATCH 0531/1060] shellcheck fix

---
 docker/test/integration/runner/dockerd-entrypoint.sh | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker/test/integration/runner/dockerd-entrypoint.sh b/docker/test/integration/runner/dockerd-entrypoint.sh
index 36552d53870..4d25ca60c5e 100755
--- a/docker/test/integration/runner/dockerd-entrypoint.sh
+++ b/docker/test/integration/runner/dockerd-entrypoint.sh
@@ -28,8 +28,8 @@ done
 set -e
 
 # cleanup for retry run if volume is not recreated
-docker kill `docker ps -aq` || true
-docker rm `docker ps -aq` || true
+docker kill "$(docker ps -aq)" || true
+docker rm "$(docker ps -aq)" || true
 
 echo "Start tests"
 export CLICKHOUSE_TESTS_SERVER_BIN_PATH=/clickhouse

From b26b97ec6c830d5f5b60c9e80a51db41728dc108 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 26 May 2021 07:40:53 +0300
Subject: [PATCH 0532/1060] fix

---
 tests/integration/ci-runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 75460f6baa8..1efc5c3e78a 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -486,7 +486,7 @@ class ClickhouseIntegrationTestsRunner:
         filtered_sequential_tests = list(filter(lambda test: test in all_tests, parallel_skip_tests))
         filtered_parallel_tests = list(filter(lambda test: test not in parallel_skip_tests, all_tests))
         not_found_tests = list(filter(lambda test: test not in all_tests, parallel_skip_tests))
-        logging.info("Found %s tests first 3 %s, parallel %s, other %s", len(all_tests), ' '.join(all_tests[:3]), len(filtered_parallel_tests), len(filtered_unparallel_tests))
+        logging.info("Found %s tests first 3 %s, parallel %s, other %s", len(all_tests), ' '.join(all_tests[:3]), len(filtered_parallel_tests), len(filtered_sequential_tests))
         logging.info("Not found %s tests first 3 %s", len(not_found_tests), ' '.join(not_found_tests[:3]))
 
         grouped_tests = self.group_test_by_file(filtered_sequential_tests)

From 940eab692478b306d6f81ca352b4f19c4eab87d9 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 25 May 2021 16:45:46 +0300
Subject: [PATCH 0533/1060] Review fixes

---
 src/Common/createFile.cpp                     | 52 ++++++++++++-------
 src/Common/createFile.h                       |  2 +
 src/Disks/DiskLocal.cpp                       | 26 ++--------
 src/Disks/S3/DiskS3.cpp                       |  6 +--
 src/Interpreters/loadMetadata.cpp             |  2 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  2 +-
 6 files changed, 43 insertions(+), 47 deletions(-)

diff --git a/src/Common/createFile.cpp b/src/Common/createFile.cpp
index 74f8f9cf980..64e344f1f22 100644
--- a/src/Common/createFile.cpp
+++ b/src/Common/createFile.cpp
@@ -10,31 +10,13 @@ namespace DB
 {
 namespace ErrorCodes
 {
-extern const int FILE_ALREADY_EXISTS;
 extern const int PATH_ACCESS_DENIED;
-extern const int NOT_ENOUGH_SPACE;
 extern const int CANNOT_CREATE_FILE;
 }
 }
 
 namespace FS
 {
-[[noreturn]] void handleLastError(const std::string & path)
-{
-    switch (errno)
-    {
-        case EEXIST:
-            throw DB::Exception(DB::ErrorCodes::FILE_ALREADY_EXISTS, "File {} already exist", path);
-        case EPERM:
-            throw DB::Exception(DB::ErrorCodes::PATH_ACCESS_DENIED, "Not enough permissions to create file {}", path);
-        case ENOSPC:
-            throw DB::Exception(DB::ErrorCodes::NOT_ENOUGH_SPACE, "Not enough space to create file {}", path);
-        case ENAMETOOLONG:
-            throw DB::Exception(DB::ErrorCodes::CANNOT_CREATE_FILE, "File name {} is too long");
-        default:
-            throw DB::Exception(DB::ErrorCodes::CANNOT_CREATE_FILE, "Cannot create file {}. Error: {}", path, strerror(errno));
-    }
-}
 
 /// Copy from Poco::createFile
 bool createFile(const std::string & path)
@@ -45,6 +27,38 @@ bool createFile(const std::string & path)
         close(n);
         return true;
     }
-    handleLastError(path);
+    DB::throwFromErrnoWithPath("Cannot create file: " + path, path, DB::ErrorCodes::CANNOT_CREATE_FILE);
 }
+
+bool canRead(const std::string & path)
+{
+    struct stat st;
+    if (stat(path.c_str(), &st) == 0)
+    {
+        if (st.st_uid == geteuid())
+            return (st.st_mode & S_IRUSR) != 0;
+        else if (st.st_gid == getegid())
+            return (st.st_mode & S_IRGRP) != 0;
+        else
+            return (st.st_mode & S_IROTH) != 0 || geteuid() == 0;
+    }
+    DB::throwFromErrnoWithPath("Cannot check read access to file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
+
+
+bool canWrite(const std::string & path)
+{
+    struct stat st;
+    if (stat(path.c_str(), &st) == 0)
+    {
+        if (st.st_uid == geteuid())
+            return (st.st_mode & S_IWUSR) != 0;
+        else if (st.st_gid == getegid())
+            return (st.st_mode & S_IWGRP) != 0;
+        else
+            return (st.st_mode & S_IWOTH) != 0 || geteuid() == 0;
+    }
+    DB::throwFromErrnoWithPath("Cannot check write access to file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
+
 }
diff --git a/src/Common/createFile.h b/src/Common/createFile.h
index 67c7023a455..f96d141d39e 100644
--- a/src/Common/createFile.h
+++ b/src/Common/createFile.h
@@ -4,4 +4,6 @@
 namespace FS
 {
 bool createFile(const std::string & path);
+bool canRead(const std::string & path);
+bool canWrite(const std::string & path);
 }
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 51ed7fe577b..e31731a7edc 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -208,17 +208,7 @@ void DiskLocal::replaceFile(const String & from_path, const String & to_path)
 {
     fs::path from_file = fs::path(disk_path) / from_path;
     fs::path to_file = fs::path(disk_path) / to_path;
-    if (fs::exists(to_file))
-    {
-        fs::path tmp_file(to_file.string() + ".old");
-        fs::rename(to_file, tmp_file);
-        fs::rename(from_file, fs::path(disk_path) / to_path);
-        fs::remove(tmp_file);
-    }
-    else
-    {
-        fs::rename(from_file, to_file);
-    }
+    fs::rename(from_file, to_file);
 }
 
 std::unique_ptr<ReadBufferFromFileBase>
@@ -300,8 +290,8 @@ void DiskLocal::createFile(const String & path)
 void DiskLocal::setReadOnly(const String & path)
 {
     fs::permissions(fs::path(disk_path) / path,
-                    fs::perms::owner_read | fs::perms::group_read | fs::perms::others_read,
-                    fs::perm_options::replace);
+                    fs::perms::owner_write | fs::perms::group_write | fs::perms::others_write,
+                    fs::perm_options::remove);
 }
 
 bool inline isSameDiskType(const IDisk & one, const IDisk & another)
@@ -399,15 +389,7 @@ void registerDiskLocal(DiskFactory & factory)
                 throw Exception("Disk path must end with /. Disk " + name, ErrorCodes::UNKNOWN_ELEMENT_IN_CONFIG);
         }
 
-        fs::path disk(path);
-        fs::perms p = fs::status(disk).permissions();
-        bool is_readable = ((p & fs::perms::owner_read) != fs::perms::none)
-                           | ((p & fs::perms::group_read) != fs::perms::none)
-                           | ((p & fs::perms::others_read) != fs::perms::none);
-        bool is_writable = ((p & fs::perms::owner_write) != fs::perms::none)
-                           | ((p & fs::perms::group_write) != fs::perms::none)
-                           | ((p & fs::perms::others_write) != fs::perms::none);
-        if (!is_readable || !is_writable)
+        if (!FS::canRead(path) || !FS::canWrite(path))
             throw Exception("There is no RW access to the disk " + name + " (" + path + ")", ErrorCodes::PATH_ACCESS_DENIED);
 
         bool has_space_ratio = config.has(config_prefix + ".keep_free_space_ratio");
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 4fbfc9141a6..7dd3381cd51 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -1506,11 +1506,9 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
             LOG_DEBUG(log, "Move directory to 'detached' {} -> {}", path, detached_path);
 
             fs::path from_path = fs::path(metadata_path) / path;
-            fs::path to_path = fs::path(metadata_path) / detached_path;
+            fs::path to_path = fs::path(metadata_path) / detached_path / from_path.filename();
             if (path.ends_with('/'))
-                to_path /= from_path.parent_path().filename();
-            else
-                to_path /= from_path.filename();
+                to_path /= to_path.parent_path();
             fs::copy(from_path, to_path, fs::copy_options::recursive | fs::copy_options::overwrite_existing);
             fs::remove_all(from_path);
         }
diff --git a/src/Interpreters/loadMetadata.cpp b/src/Interpreters/loadMetadata.cpp
index 0a84cdca309..b60cd76e85a 100644
--- a/src/Interpreters/loadMetadata.cpp
+++ b/src/Interpreters/loadMetadata.cpp
@@ -114,7 +114,7 @@ void loadMetadata(ContextPtr context, const String & default_database_name)
             /// TODO: DETACH DATABASE PERMANENTLY ?
             if (fs::path(current_file).extension() == ".sql")
             {
-                String db_name = current_file.substr(0, current_file.size() - 4);
+                String db_name = fs::path(current_file).stem();
                 if (db_name != DatabaseCatalog::SYSTEM_DATABASE)
                     databases.emplace(unescapeForFileName(db_name), fs::path(path) / db_name);
             }
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 3a3ac90fab0..a76297f36a2 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -114,7 +114,7 @@ using RelativeSize = boost::rational<ASTSampleRatio::BigNum>;
 
 static std::string toString(const RelativeSize & x)
 {
-    return fs::path(ASTSampleRatio::toString(x.numerator())) / ASTSampleRatio::toString(x.denominator());
+    return ASTSampleRatio::toString(x.numerator()) + "/" + ASTSampleRatio::toString(x.denominator());
 }
 
 /// Converts sample size to an approximate number of rows (ex. `SAMPLE 1000000`) to relative value (ex. `SAMPLE 0.1`).

From f1b98e69287bf156237c772a2eb10d5bc5c2b585 Mon Sep 17 00:00:00 2001
From: lehasm <lehasm@gmail.com>
Date: Wed, 26 May 2021 09:44:09 +0300
Subject: [PATCH 0534/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 58f47522ca9..513403cd387 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -366,7 +366,7 @@ throws an exception.
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
 Enables or disables the initialization of [NULL](../../sql-reference/syntax.md#null-literal) fields with [default values](../../sql-reference/statements/create/table.md#create-default-values), if data type of these fields is not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
-This setting is applicable to `INSERT ... VALUES` queries for text input formats.
+This setting is applicable to [INSERT ... VALUES](../../sql-reference/statements/insert-into.md) queries for text input formats.
 
 ## insert_null_as_default {#insert_null_as_default}
 

From 55807e1a4c72717977b2a3b6ab9980a31126202a Mon Sep 17 00:00:00 2001
From: lehasm <lehasm@gmail.com>
Date: Wed, 26 May 2021 09:45:05 +0300
Subject: [PATCH 0535/1060] Update docs/ru/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index c724c40c01d..f78f6a246f9 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -348,7 +348,7 @@ INSERT INTO table_with_enum_column_for_tsv_insert FORMAT TSV 102	2;
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
 Включает или отключает инициализацию [значениями по умолчанию](../../sql-reference/statements/create/table.md#create-default-values) ячеек с [NULL](../../sql-reference/syntax.md#null-literal), если тип данных столбца не позволяет [хранить NULL](../../sql-reference/data-types/nullable.md#data_type-nullable).
-Эта настройка используется для запросов `INSERT ... VALUES` для текстовых входных форматов.
+Эта настройка используется для запросов [INSERT ... VALUES](../../sql-reference/statements/insert-into.md) для текстовых входных форматов.
 
 ## insert_null_as_default {#insert_null_as_default}
 

From 4309e230f056775d6e2815ed52ad80ba53d664a9 Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Wed, 26 May 2021 10:54:18 +0300
Subject: [PATCH 0536/1060] Update version_date.tsv after release 21.3.12.2

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index a2773b22cec..269b96e2143 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -4,6 +4,7 @@ v21.4.6.55-stable	2021-04-30
 v21.4.5.46-stable	2021-04-24
 v21.4.4.30-stable	2021-04-16
 v21.4.3.21-stable	2021-04-12
+v21.3.12.2-lts	2021-05-25
 v21.3.11.5-lts	2021-05-14
 v21.3.10.1-lts	2021-05-09
 v21.3.9.83-lts	2021-04-28

From 84914ca12fdce7f87c7aab98087526de64ce1bc5 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Wed, 26 May 2021 10:56:51 +0300
Subject: [PATCH 0537/1060] Added YAML_fuzzer to CMakeLists + fixed .as<string>
 errors after testing

---
 src/Common/Config/YAMLParser.cpp     | 30 +++++++++++++++++++++++++---
 src/Parsers/examples/CMakeLists.txt  |  3 +++
 src/Parsers/examples/YAML_fuzzer.cpp |  2 +-
 3 files changed, 31 insertions(+), 4 deletions(-)

diff --git a/src/Common/Config/YAMLParser.cpp b/src/Common/Config/YAMLParser.cpp
index 9eaf1cdc1ad..704a2003e92 100644
--- a/src/Common/Config/YAMLParser.cpp
+++ b/src/Common/Config/YAMLParser.cpp
@@ -57,7 +57,15 @@ void processNode(const YAML::Node & node, Poco::XML::Element & parent_xml_elemen
     {
         case YAML::NodeType::Scalar:
         {
-            auto value = node.as<std::string>();
+            std::string value;
+            try
+            {
+                value = node.as<std::string>();
+            }
+            catch (const YAML::TypedBadConversion<std::string>&)
+            {
+                throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with value which cannot be represented as string and cannot continue parsing of the file");
+            }
             Poco::AutoPtr<Poco::XML::Text> xml_value = xml_document->createTextNode(value);
             parent_xml_element.appendChild(xml_value);
             break;
@@ -110,13 +118,29 @@ void processNode(const YAML::Node & node, Poco::XML::Element & parent_xml_elemen
             {
                 const auto & key_node = key_value_pair.first;
                 const auto & value_node = key_value_pair.second;
-                auto key = key_node.as<std::string>();
+                std::string key;
+                try
+                {
+                    key = key_node.as<std::string>();
+                }
+                catch (const YAML::TypedBadConversion<std::string>&)
+                {
+                    throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with key which cannot be represented as string and cannot continue parsing of the file");
+                }
                 bool is_attribute = (key.starts_with(YAML_ATTRIBUTE_PREFIX) && value_node.IsScalar());
                 if (is_attribute)
                 {
                     /// we use substr(1) here to remove YAML_ATTRIBUTE_PREFIX from key
                     auto attribute_name = key.substr(1);
-                    auto value = value_node.as<std::string>();
+                    std::string value;
+                    try
+                    {
+                        value = value_node.as<std::string>();
+                    }
+                    catch (const YAML::TypedBadConversion<std::string>&)
+                    {
+                        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with value which cannot be represented as string and cannot continue parsing of the file");
+                    }
                     parent_xml_element.setAttribute(attribute_name, value);
                 }
                 else
diff --git a/src/Parsers/examples/CMakeLists.txt b/src/Parsers/examples/CMakeLists.txt
index 3ff40b3cc3b..578e87761e1 100644
--- a/src/Parsers/examples/CMakeLists.txt
+++ b/src/Parsers/examples/CMakeLists.txt
@@ -18,4 +18,7 @@ if (ENABLE_FUZZING)
 
     add_executable(create_parser_fuzzer create_parser_fuzzer.cpp ${SRCS})
     target_link_libraries(create_parser_fuzzer PRIVATE clickhouse_parsers ${LIB_FUZZING_ENGINE})
+    
+    add_executable(YAML_fuzzer YAML_fuzzer.cpp ${SRCS})
+    target_link_libraries(YAML_fuzzer PRIVATE clickhouse_parsers ${LIB_FUZZING_ENGINE})
 endif ()
diff --git a/src/Parsers/examples/YAML_fuzzer.cpp b/src/Parsers/examples/YAML_fuzzer.cpp
index f1486c8563b..cf47633cb09 100644
--- a/src/Parsers/examples/YAML_fuzzer.cpp
+++ b/src/Parsers/examples/YAML_fuzzer.cpp
@@ -25,7 +25,7 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     std::ofstream temp_file(cur_file);
     temp_file << input;
     temp_file.close();
-    
+
     DB::YAMLParser::parse(cur_file);
 
     remove(cur_file.c_str());

From ee12652f8a987395a9bac7bcd84e1eba52139569 Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Wed, 26 May 2021 11:53:40 +0300
Subject: [PATCH 0538/1060] Update skip_list.json

---
 tests/queries/skip_list.json | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 2fd5c6fa70c..0614db024c8 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -272,6 +272,7 @@
         "01145_with_fill_const",
         "01149_zookeeper_mutation_stuck_after_replace_partition",
         "01150_ddl_guard_rwr",
+        "01155_old_mutation_parts_to_do",
         "01185_create_or_replace_table",
         "01187_set_profile_as_setting",
         "01188_attach_table_from_path",

From e19cff70b89e417cd9c3690e9c4c34367acd035d Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 26 May 2021 12:47:22 +0300
Subject: [PATCH 0539/1060] More robust test

---
 .../01882_check_max_parts_to_merge_at_once.reference     | 1 +
 .../01882_check_max_parts_to_merge_at_once.sql           | 9 ++++++---
 2 files changed, 7 insertions(+), 3 deletions(-)

diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
index d00491fd7e5..c155c53432a 100644
--- a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
@@ -1 +1,2 @@
+250
 1
diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
index d19732a6e09..1d12f0ef2ec 100644
--- a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
@@ -16,14 +16,17 @@ SYSTEM STOP MERGES limited_merge_table;
 
 INSERT INTO limited_merge_table SELECT number FROM numbers(250);
 
-
 SYSTEM START MERGES limited_merge_table;
 
 OPTIMIZE TABLE limited_merge_table FINAL;
 
 SYSTEM FLUSH LOGS;
 
--- final optimize FINAL will merge all parts, but all previous merges must merge <= 3 parts
-SELECT length(merged_from) <= 3 FROM system.part_log WHERE event_type = 'MergeParts' and table = 'limited_merge_table' and database = currentDatabase() ORDER BY length(merged_from) DESC LIMIT 1 OFFSET 2;
+SELECT COUNT() FROM limited_merge_table;
+
+-- final optimize FINAL will merge all parts, but all previous merges must merge <= 3 parts.
+-- During concurrent run only one final merge can happen, thats why we have this `if`.
+SELECT if(length(topK(2)(length(merged_from))) == 2, arrayMin(topK(2)(length(merged_from))) <= 3, 1)
+FROM system.part_log WHERE table = 'limited_merge_table' and database = currentDatabase() and event_type = 'MergeParts';
 
 DROP TABLE IF EXISTS limited_merge_table;

From 46787bf51fd6635a40558585f57586e4a35fa4cf Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ra=C3=BAl=20Mar=C3=ADn?= <git@rmr.ninja>
Date: Wed, 26 May 2021 12:01:56 +0200
Subject: [PATCH 0540/1060] Disallow building a uniqXXXXState on top of another
 aggregation state

Fixes https://github.com/ClickHouse/ClickHouse/issues/24461
---
 src/AggregateFunctions/AggregateFunctionUniq.cpp  | 15 ++++++++++++---
 .../AggregateFunctionUniqCombined.cpp             |  5 +++++
 .../AggregateFunctionUniqUpTo.cpp                 |  5 +++++
 3 files changed, 22 insertions(+), 3 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionUniq.cpp b/src/AggregateFunctions/AggregateFunctionUniq.cpp
index bc44eb8eece..2ee1d42aad8 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniq.cpp
@@ -5,11 +5,8 @@
 
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
-#include <DataTypes/DataTypeString.h>
-#include <DataTypes/DataTypeFixedString.h>
 #include <DataTypes/DataTypeTuple.h>
 #include <DataTypes/DataTypeUUID.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -39,6 +36,12 @@ AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const
 
     bool use_exact_hash_function = !isAllArgumentsContiguousInMemory(argument_types);
 
+    const WhichDataType t(argument_types[0]);
+    if (t.isAggregateFunction())
+        throw Exception(
+            "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
+            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+
     if (argument_types.size() == 1)
     {
         const IDataType & argument_type = *argument_types[0];
@@ -81,6 +84,12 @@ AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const
         throw Exception("Incorrect number of arguments for aggregate function " + name,
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
+    const WhichDataType t(argument_types[0]);
+    if (t.isAggregateFunction())
+        throw Exception(
+            "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
+            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
+
     /// We use exact hash function if the user wants it;
     /// or if the arguments are not contiguous in memory, because only exact hash function have support for this case.
     bool use_exact_hash_function = is_exact || !isAllArgumentsContiguousInMemory(argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index 84a9267ffe0..d30f6f6d4df 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -102,6 +102,11 @@ namespace
 
         if (argument_types.empty())
             throw Exception("Incorrect number of arguments for aggregate function " + name, ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+        const WhichDataType t(argument_types[0]);
+        if (t.isAggregateFunction())
+            throw Exception(
+                "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
+                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         switch (precision)
         {
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
index 8195bd8964c..d0ad55e5017 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
@@ -45,6 +45,11 @@ AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, c
     if (argument_types.empty())
         throw Exception("Incorrect number of arguments for aggregate function " + name,
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+    const WhichDataType t(argument_types[0]);
+    if (t.isAggregateFunction())
+        throw Exception(
+            "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
+            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
     bool use_exact_hash_function = !isAllArgumentsContiguousInMemory(argument_types);
 

From df47bdecbc4232390a2e313f38a8494a5bfa50b9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ra=C3=BAl=20Mar=C3=ADn?= <git@rmr.ninja>
Date: Wed, 26 May 2021 13:07:29 +0200
Subject: [PATCH 0541/1060] Add tests for chained unique*State

---
 ...882_uniqueState_over_uniqueState.reference |  0
 .../01882_uniqueState_over_uniqueState.sh     | 20 +++++++++++++++++++
 2 files changed, 20 insertions(+)
 create mode 100644 tests/queries/0_stateless/01882_uniqueState_over_uniqueState.reference
 create mode 100755 tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh

diff --git a/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.reference b/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh b/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh
new file mode 100755
index 00000000000..6be05a128d7
--- /dev/null
+++ b/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh
@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+export CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=fatal
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+
+function check()
+{
+    $CLICKHOUSE_CLIENT -q "SELECT id, $1(s) FROM ( SELECT number % 10 as id, uniqState(number) as s FROM ( SELECT number FROM system.numbers LIMIT 100 ) GROUP BY number ) GROUP BY id" 2>&1 | grep -v -P '^(Received exception from server|Code: 43)' ||:
+}
+
+stateFunctions=("uniqState" "uniqExactState" "uniqHLL12State" "uniqCombinedState" "uniqUpToState")  # "uniqThetaState" not tested because its availability depends on compilation options
+
+for i1 in "${stateFunctions[@]}"
+do
+    check "$i1"
+done

From 3782d6bba2db803c59af464a5862ba61fca1a2ba Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Wed, 26 May 2021 13:34:28 +0200
Subject: [PATCH 0542/1060] Output row number deleted

---
 docs/en/sql-reference/statements/optimize.md | 12 ------------
 1 file changed, 12 deletions(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 47fee3d78d8..8ba6db4cbf6 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -85,8 +85,6 @@ Result:
 │           1 │             1 │     2 │             3 │
 │           1 │             1 │     3 │             3 │
 └─────────────┴───────────────┴───────┴───────────────┘
-
-5 rows in set.
 ```
 
 When columns for deduplication are not specified, all of them are taken into account. Row is removed only if all values in all columns are equal to corresponding values in previous row:
@@ -109,8 +107,6 @@ Result:
 │           1 │             1 │     2 │             3 │
 │           1 │             1 │     3 │             3 │
 └─────────────┴───────────────┴───────┴───────────────┘
-
-4 rows in set.
 ```
 
 When columns are specified implicitly, the table is deduplicated by all columns that are not `ALIAS` or `MATERIALIZED`. Considering the table above, these are `primary_key`, `secondary_key`, `value`, and `partition_key` columns:
@@ -132,8 +128,6 @@ Result:
 │           1 │             1 │     2 │             3 │
 │           1 │             1 │     3 │             3 │
 └─────────────┴───────────────┴───────┴───────────────┘
-
-4 rows in set.
 ```
 
 Deduplicate by all columns that are not `ALIAS` or `MATERIALIZED` and explicitly not `value`: `primary_key`, `secondary_key`, and `partition_key` columns.
@@ -155,8 +149,6 @@ Result:
 ┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
 │           1 │             1 │     2 │             3 │
 └─────────────┴───────────────┴───────┴───────────────┘
-
-3 rows in set.
 ```
 
 Deduplicate explicitly by `primary_key`, `secondary_key`, and `partition_key` columns:
@@ -177,8 +169,6 @@ Result:
 ┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
 │           1 │             1 │     2 │             3 │
 └─────────────┴───────────────┴───────┴───────────────┘
-
-3 rows in set.
 ```
 
 Deduplicate by any column matching a regex: `primary_key`, `secondary_key`, and `partition_key` columns:
@@ -199,6 +189,4 @@ Result:
 ┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
 │           1 │             1 │     2 │             3 │
 └─────────────┴───────────────┴───────┴───────────────┘
-
-3 rows in set.
 ```
\ No newline at end of file

From 7224e25156d14bb22b648fe1dd851fe55983f477 Mon Sep 17 00:00:00 2001
From: Vladimir <vdimir@yandex-team.ru>
Date: Wed, 26 May 2021 14:46:42 +0300
Subject: [PATCH 0543/1060] Revert "Pass Settings to aggregate function
 creator"

---
 .../AggregateFunctionAggThrow.cpp                |  3 +--
 src/AggregateFunctions/AggregateFunctionAny.cpp  | 15 ++++++++-------
 .../AggregateFunctionArgMinMax.h                 |  1 -
 .../AggregateFunctionArray.cpp                   |  1 -
 src/AggregateFunctions/AggregateFunctionArray.h  |  1 -
 src/AggregateFunctions/AggregateFunctionAvg.cpp  |  5 ++---
 src/AggregateFunctions/AggregateFunctionAvg.h    |  1 -
 .../AggregateFunctionAvgWeighted.cpp             |  6 ++----
 .../AggregateFunctionAvgWeighted.h               |  2 --
 .../AggregateFunctionBitwise.cpp                 |  4 +---
 .../AggregateFunctionBitwise.h                   |  1 -
 .../AggregateFunctionBoundingRatio.cpp           |  3 +--
 .../AggregateFunctionBoundingRatio.h             |  1 -
 ...regateFunctionCategoricalInformationValue.cpp |  5 ++---
 ...ggregateFunctionCategoricalInformationValue.h |  1 -
 .../AggregateFunctionCombinatorFactory.cpp       |  1 -
 .../AggregateFunctionCombinatorFactory.h         |  1 -
 .../AggregateFunctionCount.cpp                   |  3 +--
 src/AggregateFunctions/AggregateFunctionCount.h  |  1 -
 .../AggregateFunctionDeltaSum.cpp                |  4 +---
 .../AggregateFunctionDeltaSum.h                  |  1 -
 .../AggregateFunctionDeltaSumTimestamp.cpp       |  3 +--
 .../AggregateFunctionDistinct.cpp                |  2 --
 .../AggregateFunctionDistinct.h                  |  1 -
 .../AggregateFunctionEntropy.cpp                 |  3 +--
 .../AggregateFunctionEntropy.h                   |  1 -
 .../AggregateFunctionFactory.cpp                 |  4 +---
 .../AggregateFunctionFactory.h                   |  3 +--
 .../AggregateFunctionForEach.cpp                 |  1 -
 .../AggregateFunctionForEach.h                   |  1 -
 .../AggregateFunctionGroupArray.cpp              |  5 ++---
 .../AggregateFunctionGroupArray.h                |  2 --
 .../AggregateFunctionGroupArrayInsertAt.cpp      |  4 +---
 .../AggregateFunctionGroupArrayInsertAt.h        |  1 -
 .../AggregateFunctionGroupArrayMoving.cpp        |  3 +--
 .../AggregateFunctionGroupArrayMoving.h          |  1 -
 .../AggregateFunctionGroupBitmap.cpp             |  6 ++----
 .../AggregateFunctionGroupBitmap.h               |  1 -
 .../AggregateFunctionGroupBitmapData.h           |  1 -
 .../AggregateFunctionGroupUniqArray.cpp          |  3 +--
 .../AggregateFunctionGroupUniqArray.h            |  1 -
 .../AggregateFunctionHistogram.cpp               |  3 +--
 .../AggregateFunctionHistogram.h                 |  1 -
 src/AggregateFunctions/AggregateFunctionIf.cpp   |  1 -
 src/AggregateFunctions/AggregateFunctionIf.h     |  1 -
 .../AggregateFunctionMLMethod.cpp                |  4 +---
 .../AggregateFunctionMLMethod.h                  |  2 --
 .../AggregateFunctionMannWhitney.cpp             |  3 +--
 .../AggregateFunctionMannWhitney.h               |  1 -
 src/AggregateFunctions/AggregateFunctionMax.cpp  |  9 ++++-----
 .../AggregateFunctionMaxIntersections.cpp        | 16 ++++------------
 .../AggregateFunctionMaxIntersections.h          |  1 -
 .../AggregateFunctionMerge.cpp                   |  1 -
 src/AggregateFunctions/AggregateFunctionMerge.h  |  2 --
 src/AggregateFunctions/AggregateFunctionMin.cpp  |  9 ++++-----
 .../AggregateFunctionMinMaxAny.h                 |  2 --
 .../AggregateFunctionNothing.h                   |  1 -
 src/AggregateFunctions/AggregateFunctionNull.cpp |  1 -
 src/AggregateFunctions/AggregateFunctionNull.h   |  1 -
 .../AggregateFunctionOrFill.cpp                  |  1 -
 src/AggregateFunctions/AggregateFunctionOrFill.h |  1 -
 .../AggregateFunctionQuantile.cpp                |  3 +--
 .../AggregateFunctionQuantile.h                  |  1 -
 .../AggregateFunctionRankCorrelation.cpp         |  3 +--
 .../AggregateFunctionRankCorrelation.h           |  1 -
 .../AggregateFunctionResample.cpp                |  1 -
 .../AggregateFunctionResample.h                  |  1 -
 .../AggregateFunctionRetention.cpp               |  4 +---
 .../AggregateFunctionRetention.h                 |  2 --
 .../AggregateFunctionSequenceMatch.cpp           |  3 +--
 .../AggregateFunctionSequenceMatch.h             |  1 -
 .../AggregateFunctionSimpleLinearRegression.cpp  |  8 +++-----
 .../AggregateFunctionSimpleLinearRegression.h    |  1 -
 .../AggregateFunctionSimpleState.cpp             |  1 -
 .../AggregateFunctionSimpleState.h               |  1 -
 .../AggregateFunctionState.cpp                   |  1 -
 src/AggregateFunctions/AggregateFunctionState.h  |  1 -
 .../AggregateFunctionStatistics.cpp              |  5 ++---
 .../AggregateFunctionStatistics.h                |  1 -
 .../AggregateFunctionStatisticsSimple.cpp        |  5 ++---
 .../AggregateFunctionStatisticsSimple.h          |  1 -
 .../AggregateFunctionStudentTTest.cpp            |  3 +--
 src/AggregateFunctions/AggregateFunctionSum.cpp  |  4 +---
 src/AggregateFunctions/AggregateFunctionSum.h    |  1 -
 .../AggregateFunctionSumCount.cpp                |  6 +-----
 .../AggregateFunctionSumMap.cpp                  |  4 +---
 src/AggregateFunctions/AggregateFunctionSumMap.h |  1 -
 src/AggregateFunctions/AggregateFunctionTTest.h  |  1 -
 src/AggregateFunctions/AggregateFunctionTopK.cpp |  3 +--
 src/AggregateFunctions/AggregateFunctionTopK.h   |  1 -
 src/AggregateFunctions/AggregateFunctionUniq.cpp |  5 ++---
 src/AggregateFunctions/AggregateFunctionUniq.h   |  1 -
 .../AggregateFunctionUniqCombined.cpp            | 14 ++------------
 .../AggregateFunctionUniqCombined.h              |  1 -
 .../AggregateFunctionUniqUpTo.cpp                |  3 +--
 .../AggregateFunctionUniqUpTo.h                  |  1 -
 .../AggregateFunctionWelchTTest.cpp              |  3 +--
 .../AggregateFunctionWindowFunnel.cpp            | 16 ++--------------
 .../AggregateFunctionWindowFunnel.h              |  1 -
 src/AggregateFunctions/FactoryHelpers.h          |  1 -
 src/AggregateFunctions/Helpers.h                 |  1 -
 src/AggregateFunctions/HelpersMinMaxAny.h        |  5 ++---
 src/AggregateFunctions/IAggregateFunction.h      |  1 -
 .../IAggregateFunctionCombinator.h               |  1 -
 src/AggregateFunctions/KeyHolderHelpers.h        |  1 -
 src/AggregateFunctions/Moments.h                 |  1 -
 src/AggregateFunctions/QuantileExact.h           |  1 -
 src/AggregateFunctions/QuantileExactWeighted.h   |  1 -
 .../QuantileReservoirSampler.h                   |  1 -
 .../QuantileReservoirSamplerDeterministic.h      |  1 -
 src/AggregateFunctions/QuantileTDigest.h         |  1 -
 src/AggregateFunctions/QuantileTiming.h          |  1 -
 src/AggregateFunctions/QuantilesCommon.h         |  1 -
 src/AggregateFunctions/ReservoirSampler.h        |  2 --
 .../ReservoirSamplerDeterministic.h              |  4 ----
 src/AggregateFunctions/StatCommon.h              |  1 -
 src/AggregateFunctions/UniqCombinedBiasData.cpp  |  1 -
 src/AggregateFunctions/UniqCombinedBiasData.h    |  1 -
 src/AggregateFunctions/UniqVariadicHash.cpp      |  1 -
 src/AggregateFunctions/UniqVariadicHash.h        |  1 -
 .../parseAggregateFunctionParameters.cpp         |  1 -
 .../parseAggregateFunctionParameters.h           |  1 -
 .../registerAggregateFunctions.cpp               |  1 -
 .../registerAggregateFunctions.h                 |  1 -
 src/Core/Settings.h                              |  2 --
 src/Processors/Transforms/WindowTransform.cpp    | 12 +++++-------
 .../00632_aggregation_window_funnel.sql          |  3 ---
 127 files changed, 76 insertions(+), 257 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionAggThrow.cpp b/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
index c9d292f1993..09e343b2dc5 100644
--- a/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
@@ -11,7 +11,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -106,7 +105,7 @@ public:
 
 void registerAggregateFunctionAggThrow(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("aggThrow", [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+    factory.registerFunction("aggThrow", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
     {
         Float64 throw_probability = 1.0;
         if (parameters.size() == 1)
diff --git a/src/AggregateFunctions/AggregateFunctionAny.cpp b/src/AggregateFunctions/AggregateFunctionAny.cpp
index 9bc6e6af14f..8b18abae884 100644
--- a/src/AggregateFunctions/AggregateFunctionAny.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAny.cpp
@@ -1,27 +1,28 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/HelpersMinMaxAny.h>
+#include <AggregateFunctions/FactoryHelpers.h>
+#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionAny(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionAny(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyData>(name, argument_types, parameters, settings));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyData>(name, argument_types, parameters));
 }
 
-AggregateFunctionPtr createAggregateFunctionAnyLast(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionAnyLast(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyLastData>(name, argument_types, parameters, settings));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyLastData>(name, argument_types, parameters));
 }
 
-AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyHeavyData>(name, argument_types, parameters, settings));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyHeavyData>(name, argument_types, parameters));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionArgMinMax.h b/src/AggregateFunctions/AggregateFunctionArgMinMax.h
index 335ee7c8ecb..77c710e0587 100644
--- a/src/AggregateFunctions/AggregateFunctionArgMinMax.h
+++ b/src/AggregateFunctions/AggregateFunctionArgMinMax.h
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionArray.cpp b/src/AggregateFunctions/AggregateFunctionArray.cpp
index 3eddbbb3fb2..d0f17da5aa4 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionArray.cpp
@@ -5,7 +5,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionArray.h b/src/AggregateFunctions/AggregateFunctionArray.h
index f1005e2e43a..ef16fcde87b 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.h
+++ b/src/AggregateFunctions/AggregateFunctionArray.h
@@ -9,7 +9,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.cpp b/src/AggregateFunctions/AggregateFunctionAvg.cpp
index a96c8c01407..9b1c3d6cef6 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAvg.cpp
@@ -3,11 +3,10 @@
 #include <AggregateFunctions/AggregateFunctionAvg.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
+#include "registerAggregateFunctions.h"
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -21,7 +20,7 @@ bool allowType(const DataTypePtr& type) noexcept
     return t.isInt() || t.isUInt() || t.isFloat() || t.isDecimal();
 }
 
-AggregateFunctionPtr createAggregateFunctionAvg(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionAvg(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.h b/src/AggregateFunctions/AggregateFunctionAvg.h
index 7cdef3bfe69..f2ea51ac28d 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.h
+++ b/src/AggregateFunctions/AggregateFunctionAvg.h
@@ -12,7 +12,6 @@
 
 namespace DB
 {
-struct Settings;
 template <typename T>
 using DecimalOrVectorCol = std::conditional_t<IsDecimalNumber<T>, ColumnDecimal<T>, ColumnVector<T>>;
 
diff --git a/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp b/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
index b7fdb3460e3..983b3bf3d4c 100644
--- a/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
@@ -4,11 +4,10 @@
 #include <AggregateFunctions/AggregateFunctionAvgWeighted.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
+#include "registerAggregateFunctions.h"
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -61,8 +60,7 @@ static IAggregateFunction * create(const IDataType & first_type, const IDataType
 #undef LINE
 }
 
-AggregateFunctionPtr
-createAggregateFunctionAvgWeighted(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionAvgWeighted(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionAvgWeighted.h b/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
index 5842e7311e9..8b932918aa5 100644
--- a/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
+++ b/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
@@ -5,8 +5,6 @@
 
 namespace DB
 {
-struct Settings;
-
 template <typename T>
 using AvgWeightedFieldType = std::conditional_t<IsDecimalNumber<T>,
     std::conditional_t<std::is_same_v<T, Decimal256>, Decimal256, Decimal128>,
diff --git a/src/AggregateFunctions/AggregateFunctionBitwise.cpp b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
index 320231e09ab..cfcef81243a 100644
--- a/src/AggregateFunctions/AggregateFunctionBitwise.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
@@ -7,8 +7,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -18,7 +16,7 @@ namespace
 {
 
 template <template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionBitwise(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionBitwise(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionBitwise.h b/src/AggregateFunctions/AggregateFunctionBitwise.h
index 5582a200921..b48b1960329 100644
--- a/src/AggregateFunctions/AggregateFunctionBitwise.h
+++ b/src/AggregateFunctions/AggregateFunctionBitwise.h
@@ -12,7 +12,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
index eba642cd4e8..6f4f254ae8f 100644
--- a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -16,7 +15,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRate(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionRate(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionBoundingRatio.h b/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
index e2073c37c63..bee58a4a932 100644
--- a/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
+++ b/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
@@ -11,7 +11,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
index bb933841ab9..ba0de7e1b46 100644
--- a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -22,8 +21,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionCategoricalIV(
     const std::string & name,
     const DataTypes & arguments,
-    const Array & params,
-    const Settings *)
+    const Array & params
+)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
index a32ea97ec0b..fb3e35fbcf1 100644
--- a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
+++ b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
@@ -13,7 +13,6 @@
 
 namespace DB
 {
-struct Settings;
 
 template <typename T = UInt64>
 class AggregateFunctionCategoricalIV final : public IAggregateFunctionHelper<AggregateFunctionCategoricalIV<T>>
diff --git a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
index bc79ed097f4..e4ff8c134c5 100644
--- a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
@@ -5,7 +5,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
index cb9c84eb7b7..5f7658c16af 100644
--- a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
@@ -9,7 +9,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /** Create aggregate function combinator by matching suffix in aggregate function name.
   */
diff --git a/src/AggregateFunctions/AggregateFunctionCount.cpp b/src/AggregateFunctions/AggregateFunctionCount.cpp
index 7c90796f65e..05824947b87 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCount.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 AggregateFunctionPtr AggregateFunctionCount::getOwnNullAdapter(
     const AggregateFunctionPtr &, const DataTypes & types, const Array & params, const AggregateFunctionProperties & /*properties*/) const
@@ -17,7 +16,7 @@ AggregateFunctionPtr AggregateFunctionCount::getOwnNullAdapter(
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionCount(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionCount(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertArityAtMost<1>(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionCount.h b/src/AggregateFunctions/AggregateFunctionCount.h
index 8d9b0a6894e..71db28390af 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.h
+++ b/src/AggregateFunctions/AggregateFunctionCount.h
@@ -13,7 +13,6 @@
 
 namespace DB
 {
-struct Settings;
 
 struct AggregateFunctionCountData
 {
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp b/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
index f1c6e7c6112..231b730d1aa 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -21,8 +20,7 @@ namespace
 AggregateFunctionPtr createAggregateFunctionDeltaSum(
     const String & name,
     const DataTypes & arguments,
-    const Array & params,
-    const Settings *)
+    const Array & params)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSum.h b/src/AggregateFunctions/AggregateFunctionDeltaSum.h
index 31d25c559dd..84cec222efb 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSum.h
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSum.h
@@ -15,7 +15,6 @@
 
 namespace DB
 {
-struct Settings;
 
 template <typename T>
 struct AggregationFunctionDeltaSumData
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
index 10195ae33fd..70a1ac660b1 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
@@ -20,8 +20,7 @@ namespace
 AggregateFunctionPtr createAggregateFunctionDeltaSumTimestamp(
     const String & name,
     const DataTypes & arguments,
-    const Array & params,
-    const Settings *)
+    const Array & params)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.cpp b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
index a91148f214f..8ad37f49797 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
@@ -6,8 +6,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.h b/src/AggregateFunctions/AggregateFunctionDistinct.h
index 9b7853f8665..b551f8a4ec5 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.h
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.h
@@ -13,7 +13,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionEntropy.cpp b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
index fee4dcdcf73..a30b27f5311 100644
--- a/src/AggregateFunctions/AggregateFunctionEntropy.cpp
+++ b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -17,7 +16,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionEntropy(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionEntropy(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     if (argument_types.empty())
diff --git a/src/AggregateFunctions/AggregateFunctionEntropy.h b/src/AggregateFunctions/AggregateFunctionEntropy.h
index 8e91dd87d77..587f5aa3fc7 100644
--- a/src/AggregateFunctions/AggregateFunctionEntropy.h
+++ b/src/AggregateFunctions/AggregateFunctionEntropy.h
@@ -14,7 +14,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /** Calculates Shannon Entropy, using HashMap and computing empirical distribution function.
   * Entropy is measured in bits (base-2 logarithm is used).
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index c84a04cc872..eec8b374424 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -23,7 +23,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -138,8 +137,7 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         if (!out_properties.returns_default_when_only_null && has_null_arguments)
             return nullptr;
 
-        const Settings * settings = query_context ? &query_context->getSettingsRef() : nullptr;
-        return found.creator(name, argument_types, parameters, settings);
+        return found.creator(name, argument_types, parameters);
     }
 
     /// Combinators of aggregate functions.
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.h b/src/AggregateFunctions/AggregateFunctionFactory.h
index 97b22d25faa..d308a5f559b 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionFactory.h
@@ -14,7 +14,6 @@
 
 namespace DB
 {
-struct Settings;
 
 class Context;
 class IDataType;
@@ -27,7 +26,7 @@ using DataTypes = std::vector<DataTypePtr>;
  * Parameters are for "parametric" aggregate functions.
  * For example, in quantileWeighted(0.9)(x, weight), 0.9 is "parameter" and x, weight are "arguments".
  */
-using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &, const Settings *)>;
+using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &)>;
 
 struct AggregateFunctionWithProperties
 {
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.cpp b/src/AggregateFunctions/AggregateFunctionForEach.cpp
index 0b06f0473ac..6e0365fc04b 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.cpp
+++ b/src/AggregateFunctions/AggregateFunctionForEach.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.h b/src/AggregateFunctions/AggregateFunctionForEach.h
index 66209d8c0f5..8d99e2e8af3 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.h
+++ b/src/AggregateFunctions/AggregateFunctionForEach.h
@@ -13,7 +13,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
index c3152103f6a..61dbdeef16e 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
@@ -9,7 +9,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -50,7 +49,7 @@ inline AggregateFunctionPtr createAggregateFunctionGroupArrayImpl(const DataType
 }
 
 
-AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertUnary(name, argument_types);
 
@@ -84,7 +83,7 @@ AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name,
         return createAggregateFunctionGroupArrayImpl<GroupArrayTrait<true, Sampler::NONE>>(argument_types[0], max_elems);
 }
 
-AggregateFunctionPtr createAggregateFunctionGroupArraySample(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionGroupArraySample(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.h b/src/AggregateFunctions/AggregateFunctionGroupArray.h
index 06292992a2f..e59f19e3bae 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.h
@@ -26,8 +26,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int TOO_LARGE_ARRAY_SIZE;
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
index 7de31ae407c..d4e53acbbe2 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
@@ -7,8 +7,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -17,7 +15,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
index b804e4465ac..723ee7140bc 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
@@ -20,7 +20,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
index cc4b2145977..b6e9fda9559 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
@@ -10,7 +10,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -58,7 +57,7 @@ inline AggregateFunctionPtr createAggregateFunctionMovingImpl(const std::string
 }
 
 template <template <typename, typename> class Function>
-AggregateFunctionPtr createAggregateFunctionMoving(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionMoving(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
index daaa7a69baf..8b7109ae3ef 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
@@ -22,7 +22,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
index 30e0206f789..415ba557ef5 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
@@ -9,8 +9,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -35,7 +33,7 @@ namespace
     }
 
     template <template <typename> class Data>
-    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
@@ -59,7 +57,7 @@ namespace
     // Additional aggregate functions to manipulate bitmaps.
     template <template <typename, typename> class AggregateFunctionTemplate>
     AggregateFunctionPtr
-    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
index cbcac4f7200..83db274752b 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
@@ -11,7 +11,6 @@
 
 namespace DB
 {
-struct Settings;
 /// Counts bitmap operation on numbers.
 template <typename T, typename Data>
 class AggregateFunctionBitmap final : public IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index 64f87793d56..40885ba74a0 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -16,7 +16,6 @@
 
 namespace DB
 {
-struct Settings;
 
 enum BitmapKind
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
index 0ef5358e83c..dd29a64819a 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
@@ -9,7 +9,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -73,7 +72,7 @@ inline AggregateFunctionPtr createAggregateFunctionGroupUniqArrayImpl(const std:
 
 }
 
-AggregateFunctionPtr createAggregateFunctionGroupUniqArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionGroupUniqArray(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
index ccba789483f..16911184f31 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
@@ -23,7 +23,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionHistogram.cpp b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
index 0cb4f094b9c..1b96cc43d8a 100644
--- a/src/AggregateFunctions/AggregateFunctionHistogram.cpp
+++ b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -23,7 +22,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionHistogram(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionHistogram(const std::string & name, const DataTypes & arguments, const Array & params)
 {
     if (params.size() != 1)
         throw Exception("Function " + name + " requires single parameter: bins count", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
diff --git a/src/AggregateFunctions/AggregateFunctionHistogram.h b/src/AggregateFunctions/AggregateFunctionHistogram.h
index 5268f84e7ac..a5a6920ce33 100644
--- a/src/AggregateFunctions/AggregateFunctionHistogram.h
+++ b/src/AggregateFunctions/AggregateFunctionHistogram.h
@@ -26,7 +26,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionIf.cpp b/src/AggregateFunctions/AggregateFunctionIf.cpp
index 8c16d0774fa..45fead18d29 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.cpp
+++ b/src/AggregateFunctions/AggregateFunctionIf.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionIf.h b/src/AggregateFunctions/AggregateFunctionIf.h
index 5ef8e3bc75a..0670fa0e69a 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.h
+++ b/src/AggregateFunctions/AggregateFunctionIf.h
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
index 0b6764960fb..145660e881b 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
@@ -16,8 +16,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int BAD_ARGUMENTS;
@@ -31,7 +29,7 @@ namespace
     using FuncLogisticRegression = AggregateFunctionMLMethod<LinearModelData, NameLogisticRegression>;
     template <class Method>
     AggregateFunctionPtr
-    createAggregateFunctionMLMethod(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+    createAggregateFunctionMLMethod(const std::string & name, const DataTypes & argument_types, const Array & parameters)
     {
         if (parameters.size() > 4)
             throw Exception(
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.h b/src/AggregateFunctions/AggregateFunctionMLMethod.h
index 91302269759..6d97feb3193 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.h
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.h
@@ -11,8 +11,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
diff --git a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
index cad9bb1e6a5..ceb0b930f73 100644
--- a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
@@ -12,12 +12,11 @@ extern const int NOT_IMPLEMENTED;
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionMannWhitney.h b/src/AggregateFunctions/AggregateFunctionMannWhitney.h
index 365bc45f7b7..7573de65cc0 100644
--- a/src/AggregateFunctions/AggregateFunctionMannWhitney.h
+++ b/src/AggregateFunctions/AggregateFunctionMannWhitney.h
@@ -23,7 +23,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMax.cpp b/src/AggregateFunctions/AggregateFunctionMax.cpp
index 0ede138f4e6..921ea4179c9 100644
--- a/src/AggregateFunctions/AggregateFunctionMax.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMax.cpp
@@ -6,19 +6,18 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters, settings));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters, settings));
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
index 32c4518df2b..e262ea91d75 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
@@ -7,8 +7,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -34,17 +32,11 @@ namespace
 
 void registerAggregateFunctionsMaxIntersections(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("maxIntersections",
-        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
-        {
-            return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Count, name, argument_types, parameters);
-        });
+    factory.registerFunction("maxIntersections", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
+        { return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Count, name, argument_types, parameters); });
 
-    factory.registerFunction("maxIntersectionsPosition",
-        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
-        {
-            return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Position, name, argument_types, parameters);
-        });
+    factory.registerFunction("maxIntersectionsPosition", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
+        { return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Position, name, argument_types, parameters); });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.h b/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
index 2b7b28266c1..94509a40ada 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
@@ -19,7 +19,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.cpp b/src/AggregateFunctions/AggregateFunctionMerge.cpp
index 3015f23db88..17157d21bd1 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMerge.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.h b/src/AggregateFunctions/AggregateFunctionMerge.h
index d129b829f9c..7f6a23f1845 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.h
+++ b/src/AggregateFunctions/AggregateFunctionMerge.h
@@ -9,8 +9,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionMin.cpp b/src/AggregateFunctions/AggregateFunctionMin.cpp
index ee0e40ce335..fec5be484e9 100644
--- a/src/AggregateFunctions/AggregateFunctionMin.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMin.cpp
@@ -6,19 +6,18 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters, settings));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters, settings));
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
index de1f4fad296..f4561660ad5 100644
--- a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
+++ b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
@@ -15,8 +15,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionNothing.h b/src/AggregateFunctions/AggregateFunctionNothing.h
index 1f5b95c5cf3..a094c1e0fac 100644
--- a/src/AggregateFunctions/AggregateFunctionNothing.h
+++ b/src/AggregateFunctions/AggregateFunctionNothing.h
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 /** Aggregate function that takes arbitrary number of arbitrary arguments and does nothing.
diff --git a/src/AggregateFunctions/AggregateFunctionNull.cpp b/src/AggregateFunctions/AggregateFunctionNull.cpp
index 2486ae7920b..f584ae1f34c 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.cpp
+++ b/src/AggregateFunctions/AggregateFunctionNull.cpp
@@ -9,7 +9,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index a0e36d1bc3d..e1238182ab5 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -12,7 +12,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.cpp b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
index 270e4f94c7a..ee9fce710e6 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.cpp
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 namespace
 {
 
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.h b/src/AggregateFunctions/AggregateFunctionOrFill.h
index aaafb8cc2c0..732e83e5a0c 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.h
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.h
@@ -11,7 +11,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionQuantile.cpp b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
index 26bcf5d74e4..62c8a41b614 100644
--- a/src/AggregateFunctions/AggregateFunctionQuantile.cpp
+++ b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -84,7 +83,7 @@ static constexpr bool supportBigInt()
 }
 
 template <template <typename, bool> class Function>
-AggregateFunctionPtr createAggregateFunctionQuantile(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionQuantile(const std::string & name, const DataTypes & argument_types, const Array & params)
 {
     /// Second argument type check doesn't depend on the type of the first one.
     Function<void, true>::assertSecondArg(argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionQuantile.h b/src/AggregateFunctions/AggregateFunctionQuantile.h
index e7e60fe1def..502905e8b48 100644
--- a/src/AggregateFunctions/AggregateFunctionQuantile.h
+++ b/src/AggregateFunctions/AggregateFunctionQuantile.h
@@ -29,7 +29,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
index d3f6a90e474..87fc24f8f98 100644
--- a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
@@ -12,12 +12,11 @@ extern const int NOT_IMPLEMENTED;
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRankCorrelation(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionRankCorrelation(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionRankCorrelation.h b/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
index b7da1f28fd3..fbba1b99ab9 100644
--- a/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
+++ b/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
@@ -18,7 +18,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 struct RankCorrelationData : public StatisticalSample<Float64, Float64>
diff --git a/src/AggregateFunctions/AggregateFunctionResample.cpp b/src/AggregateFunctions/AggregateFunctionResample.cpp
index fe818acd8d7..b81fb442f27 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.cpp
+++ b/src/AggregateFunctions/AggregateFunctionResample.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionResample.h b/src/AggregateFunctions/AggregateFunctionResample.h
index 45aad8c1a56..4b29b921b45 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.h
+++ b/src/AggregateFunctions/AggregateFunctionResample.h
@@ -9,7 +9,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionRetention.cpp b/src/AggregateFunctions/AggregateFunctionRetention.cpp
index 7f96bc88c52..c9d475c78f3 100644
--- a/src/AggregateFunctions/AggregateFunctionRetention.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRetention.cpp
@@ -7,8 +7,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -17,7 +15,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRetention(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionRetention(const std::string & name, const DataTypes & arguments, const Array & params)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionRetention.h b/src/AggregateFunctions/AggregateFunctionRetention.h
index 1496c92681a..aee74cb7324 100644
--- a/src/AggregateFunctions/AggregateFunctionRetention.h
+++ b/src/AggregateFunctions/AggregateFunctionRetention.h
@@ -17,8 +17,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
index c3eb0291779..bbdb7622edf 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
@@ -10,7 +10,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -24,7 +23,7 @@ namespace
 {
 
 template <template <typename, typename> class AggregateFunction, template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionSequenceBase(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionSequenceBase(const std::string & name, const DataTypes & argument_types, const Array & params)
 {
     if (params.size() != 1)
         throw Exception{"Aggregate function " + name + " requires exactly one parameter.",
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
index f0fd1e33dca..2c2a4d4c75a 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
@@ -15,7 +15,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
index 697112dc443..44631d5832a 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
@@ -4,12 +4,10 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 
 #include <Core/TypeListNumber.h>
-
+#include "registerAggregateFunctions.h"
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -21,8 +19,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionSimpleLinearRegression(
     const String & name,
     const DataTypes & arguments,
-    const Array & params,
-    const Settings *)
+    const Array & params
+)
 {
     assertNoParameters(name, params);
     assertBinary(name, arguments);
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
index e557ffe5d34..61f10895de6 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
@@ -13,7 +13,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
index 686571f2f83..8a5a71d6806 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
@@ -3,7 +3,6 @@
 
 namespace DB
 {
-struct Settings;
 namespace
 {
     class AggregateFunctionCombinatorSimpleState final : public IAggregateFunctionCombinator
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.h b/src/AggregateFunctions/AggregateFunctionSimpleState.h
index 9d34113b028..612f4ae76c1 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.h
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /** Not an aggregate function, but an adapter of aggregate functions.
   * Aggregate functions with the `SimpleState` suffix is almost identical to the corresponding ones,
diff --git a/src/AggregateFunctions/AggregateFunctionState.cpp b/src/AggregateFunctions/AggregateFunctionState.cpp
index abbe286f7ad..348d8ba44dd 100644
--- a/src/AggregateFunctions/AggregateFunctionState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionState.cpp
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionState.h b/src/AggregateFunctions/AggregateFunctionState.h
index b33bb64c6dd..e1a2c542fe8 100644
--- a/src/AggregateFunctions/AggregateFunctionState.h
+++ b/src/AggregateFunctions/AggregateFunctionState.h
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 /** Not an aggregate function, but an adapter of aggregate functions,
diff --git a/src/AggregateFunctions/AggregateFunctionStatistics.cpp b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
index 0b4088a281f..d8c8c2ab210 100644
--- a/src/AggregateFunctions/AggregateFunctionStatistics.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -18,7 +17,7 @@ namespace
 {
 
 template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -32,7 +31,7 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
 }
 
 template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStatistics.h b/src/AggregateFunctions/AggregateFunctionStatistics.h
index 97ea9ad8917..2b778f85d99 100644
--- a/src/AggregateFunctions/AggregateFunctionStatistics.h
+++ b/src/AggregateFunctions/AggregateFunctionStatistics.h
@@ -12,7 +12,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace detail
 {
diff --git a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
index dc040921f53..5dde84c1b64 100644
--- a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -18,7 +17,7 @@ namespace
 {
 
 template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -37,7 +36,7 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
 }
 
 template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
index e57781fac33..eaf119a6264 100644
--- a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
+++ b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
@@ -30,7 +30,6 @@
 
 namespace DB
 {
-struct Settings;
 
 enum class StatisticsFunctionKind
 {
diff --git a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
index 18a5ef0c705..be08ae86095 100644
--- a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
@@ -14,7 +14,6 @@ namespace ErrorCodes
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
@@ -57,7 +56,7 @@ struct StudentTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionStudentTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionStudentTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionSum.cpp b/src/AggregateFunctions/AggregateFunctionSum.cpp
index c059fff516c..6afae98ef2d 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSum.cpp
@@ -7,8 +7,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -52,7 +50,7 @@ template <typename T> using AggregateFunctionSumKahan =
 
 
 template <template <typename> class Function>
-AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionSum.h b/src/AggregateFunctions/AggregateFunctionSum.h
index 7261e56c044..1748458f6d8 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.h
+++ b/src/AggregateFunctions/AggregateFunctionSum.h
@@ -15,7 +15,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /// Uses addOverflow method (if available) to avoid UB for sumWithOverflow()
 ///
diff --git a/src/AggregateFunctions/AggregateFunctionSumCount.cpp b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
index b2ad1810b75..b979779d907 100644
--- a/src/AggregateFunctions/AggregateFunctionSumCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
@@ -6,9 +6,6 @@
 
 namespace DB
 {
-
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -22,8 +19,7 @@ bool allowType(const DataTypePtr& type) noexcept
     return t.isInt() || t.isUInt() || t.isFloat() || t.isDecimal();
 }
 
-AggregateFunctionPtr
-createAggregateFunctionSumCount(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionSumCount(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionSumMap.cpp b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
index cc2f432af73..2d4e6dfaf32 100644
--- a/src/AggregateFunctions/AggregateFunctionSumMap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
@@ -9,8 +9,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -77,7 +75,7 @@ auto parseArguments(const std::string & name, const DataTypes & arguments)
 // function template that allows to choose the aggregate function variant that
 // accepts either normal arguments or tuple argument.
 template<template <bool tuple_argument> typename MappedFunction>
-AggregateFunctionPtr createAggregateFunctionMap(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionMap(const std::string & name, const DataTypes & arguments, const Array & params)
 {
     auto [keys_type, values_types, tuple_argument] = parseArguments(name, arguments);
 
diff --git a/src/AggregateFunctions/AggregateFunctionSumMap.h b/src/AggregateFunctions/AggregateFunctionSumMap.h
index ec2f24d12cb..7819bb8752c 100644
--- a/src/AggregateFunctions/AggregateFunctionSumMap.h
+++ b/src/AggregateFunctions/AggregateFunctionSumMap.h
@@ -21,7 +21,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionTTest.h b/src/AggregateFunctions/AggregateFunctionTTest.h
index 001de95c547..5617adf38dd 100644
--- a/src/AggregateFunctions/AggregateFunctionTTest.h
+++ b/src/AggregateFunctions/AggregateFunctionTTest.h
@@ -23,7 +23,6 @@ extern "C"
 
 namespace DB
 {
-struct Settings;
 
 class ReadBuffer;
 class WriteBuffer;
diff --git a/src/AggregateFunctions/AggregateFunctionTopK.cpp b/src/AggregateFunctions/AggregateFunctionTopK.cpp
index ba26247ce31..79a39817ea5 100644
--- a/src/AggregateFunctions/AggregateFunctionTopK.cpp
+++ b/src/AggregateFunctions/AggregateFunctionTopK.cpp
@@ -12,7 +12,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -59,7 +58,7 @@ static IAggregateFunction * createWithExtraTypes(const DataTypePtr & argument_ty
 
 
 template <bool is_weighted>
-AggregateFunctionPtr createAggregateFunctionTopK(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionTopK(const std::string & name, const DataTypes & argument_types, const Array & params)
 {
     if (!is_weighted)
     {
diff --git a/src/AggregateFunctions/AggregateFunctionTopK.h b/src/AggregateFunctions/AggregateFunctionTopK.h
index 30d69b8ca7b..5e5e7d07cec 100644
--- a/src/AggregateFunctions/AggregateFunctionTopK.h
+++ b/src/AggregateFunctions/AggregateFunctionTopK.h
@@ -17,7 +17,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionUniq.cpp b/src/AggregateFunctions/AggregateFunctionUniq.cpp
index 135b857cb5c..bc44eb8eece 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniq.cpp
@@ -14,7 +14,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -30,7 +29,7 @@ namespace
   * It differs, for example, in that it uses a trivial hash function, since `uniq` of many arguments first hashes them out itself.
   */
 template <typename Data, typename DataForVariadic>
-AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params)
 {
     assertNoParameters(name, params);
 
@@ -74,7 +73,7 @@ AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const
 }
 
 template <bool is_exact, template <typename> class Data, typename DataForVariadic>
-AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniq.h b/src/AggregateFunctions/AggregateFunctionUniq.h
index efbb9758b03..cb894cc3eca 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.h
+++ b/src/AggregateFunctions/AggregateFunctionUniq.h
@@ -28,7 +28,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /// uniq
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index 205ac015a68..84a9267ffe0 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -13,8 +13,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -135,16 +133,8 @@ namespace
 void registerAggregateFunctionUniqCombined(AggregateFunctionFactory & factory)
 {
     using namespace std::placeholders;
-    factory.registerFunction("uniqCombined",
-        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
-        {
-            return createAggregateFunctionUniqCombined(false, name, argument_types, parameters);
-        });
-    factory.registerFunction("uniqCombined64",
-        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
-        {
-            return createAggregateFunctionUniqCombined(true, name, argument_types, parameters);
-        });
+    factory.registerFunction("uniqCombined", std::bind(createAggregateFunctionUniqCombined, false, _1, _2, _3)); // NOLINT
+    factory.registerFunction("uniqCombined64", std::bind(createAggregateFunctionUniqCombined, true, _1, _2, _3)); // NOLINT
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.h b/src/AggregateFunctions/AggregateFunctionUniqCombined.h
index cb623bcb761..f425a343caa 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.h
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.h
@@ -21,7 +21,6 @@
 
 namespace DB
 {
-struct Settings;
 namespace detail
 {
     /** Hash function for uniqCombined/uniqCombined64 (based on Ret).
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
index 4305139b587..8195bd8964c 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
@@ -10,7 +10,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
@@ -25,7 +24,7 @@ namespace
 constexpr UInt8 uniq_upto_max_threshold = 100;
 
 
-AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, const DataTypes & argument_types, const Array & params)
 {
     UInt8 threshold = 5;    /// default value
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.h b/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
index a1599a0935b..5dd62c96a9e 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
@@ -25,7 +25,6 @@
 
 namespace DB
 {
-struct Settings;
 
 
 /** Counts the number of unique values up to no more than specified in the parameter.
diff --git a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
index 23605d39ab5..bcaaf0b68fd 100644
--- a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
@@ -14,7 +14,6 @@ namespace ErrorCodes
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
@@ -54,7 +53,7 @@ struct WelchTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionWelchTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionWelchTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
index 0c4e2d167a4..ed732a197a1 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
@@ -1,8 +1,7 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/AggregateFunctionWindowFunnel.h>
-#include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Helpers.h>
-#include <Core/Settings.h>
+#include <AggregateFunctions/FactoryHelpers.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 
@@ -11,29 +10,18 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
-    extern const int UNKNOWN_AGGREGATE_FUNCTION;
 }
 
 namespace
 {
 
 template <template <typename> class Data>
-AggregateFunctionPtr
-createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params)
 {
-    if (settings == nullptr || !settings->allow_experimental_funnel_functions)
-    {
-        throw Exception(
-            "Aggregate function " + name + " is experimental. Set `allow_experimental_funnel_functions` setting to enable it",
-            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
-    }
-
     if (params.empty())
         throw Exception{"Aggregate function " + name + " requires at least one parameter: <window>, [option, [option, ...]]", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH};
 
diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.h b/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
index 591596461f8..9f399a9f25b 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
@@ -13,7 +13,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/FactoryHelpers.h b/src/AggregateFunctions/FactoryHelpers.h
index ff06557f441..aff7ff0ff36 100644
--- a/src/AggregateFunctions/FactoryHelpers.h
+++ b/src/AggregateFunctions/FactoryHelpers.h
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/Helpers.h b/src/AggregateFunctions/Helpers.h
index e508bc0312d..e33b32585a0 100644
--- a/src/AggregateFunctions/Helpers.h
+++ b/src/AggregateFunctions/Helpers.h
@@ -33,7 +33,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /** Create an aggregate function with a numeric type in the template parameter, depending on the type of the argument.
   */
diff --git a/src/AggregateFunctions/HelpersMinMaxAny.h b/src/AggregateFunctions/HelpersMinMaxAny.h
index be00ff87ae0..dc165f50d8e 100644
--- a/src/AggregateFunctions/HelpersMinMaxAny.h
+++ b/src/AggregateFunctions/HelpersMinMaxAny.h
@@ -12,11 +12,10 @@
 
 namespace DB
 {
-struct Settings;
 
 /// min, max, any, anyLast, anyHeavy, etc...
 template <template <typename> class AggregateFunctionTemplate, template <typename> class Data>
-static IAggregateFunction * createAggregateFunctionSingleValue(const String & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+static IAggregateFunction * createAggregateFunctionSingleValue(const String & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -79,7 +78,7 @@ static IAggregateFunction * createAggregateFunctionArgMinMaxSecond(const DataTyp
 }
 
 template <template <typename> class MinMaxData>
-static IAggregateFunction * createAggregateFunctionArgMinMax(const String & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+static IAggregateFunction * createAggregateFunctionArgMinMax(const String & name, const DataTypes & argument_types, const Array & parameters)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index a05f71a61c8..68c176d14e9 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -17,7 +17,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/IAggregateFunctionCombinator.h b/src/AggregateFunctions/IAggregateFunctionCombinator.h
index f9953c83a95..c1ab621c158 100644
--- a/src/AggregateFunctions/IAggregateFunctionCombinator.h
+++ b/src/AggregateFunctions/IAggregateFunctionCombinator.h
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /** Aggregate function combinator allows to take one aggregate function
   *  and transform it to another aggregate function.
diff --git a/src/AggregateFunctions/KeyHolderHelpers.h b/src/AggregateFunctions/KeyHolderHelpers.h
index 812e681e409..999e2518f89 100644
--- a/src/AggregateFunctions/KeyHolderHelpers.h
+++ b/src/AggregateFunctions/KeyHolderHelpers.h
@@ -5,7 +5,6 @@
 
 namespace DB
 {
-struct Settings;
 
 template <bool is_plain_column = false>
 static auto getKeyHolder(const IColumn & column, size_t row_num, Arena & arena)
diff --git a/src/AggregateFunctions/Moments.h b/src/AggregateFunctions/Moments.h
index 6f51e76607f..adf242693c1 100644
--- a/src/AggregateFunctions/Moments.h
+++ b/src/AggregateFunctions/Moments.h
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileExact.h b/src/AggregateFunctions/QuantileExact.h
index 1536f0fac6e..cca16aac610 100644
--- a/src/AggregateFunctions/QuantileExact.h
+++ b/src/AggregateFunctions/QuantileExact.h
@@ -11,7 +11,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileExactWeighted.h b/src/AggregateFunctions/QuantileExactWeighted.h
index 8170c06d0cd..86e426d9031 100644
--- a/src/AggregateFunctions/QuantileExactWeighted.h
+++ b/src/AggregateFunctions/QuantileExactWeighted.h
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileReservoirSampler.h b/src/AggregateFunctions/QuantileReservoirSampler.h
index 65b1b2d0268..e0217731a12 100644
--- a/src/AggregateFunctions/QuantileReservoirSampler.h
+++ b/src/AggregateFunctions/QuantileReservoirSampler.h
@@ -5,7 +5,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h b/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
index 36dce0bd601..303e6518e9c 100644
--- a/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
+++ b/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
@@ -5,7 +5,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileTDigest.h b/src/AggregateFunctions/QuantileTDigest.h
index b12673bc507..76d2f608d59 100644
--- a/src/AggregateFunctions/QuantileTDigest.h
+++ b/src/AggregateFunctions/QuantileTDigest.h
@@ -10,7 +10,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileTiming.h b/src/AggregateFunctions/QuantileTiming.h
index 7a88e320b89..dd6d923a5a0 100644
--- a/src/AggregateFunctions/QuantileTiming.h
+++ b/src/AggregateFunctions/QuantileTiming.h
@@ -11,7 +11,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantilesCommon.h b/src/AggregateFunctions/QuantilesCommon.h
index ab21a4c2efd..fc4d5f82262 100644
--- a/src/AggregateFunctions/QuantilesCommon.h
+++ b/src/AggregateFunctions/QuantilesCommon.h
@@ -8,7 +8,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/ReservoirSampler.h b/src/AggregateFunctions/ReservoirSampler.h
index 6c131928cb7..e4cc77dd361 100644
--- a/src/AggregateFunctions/ReservoirSampler.h
+++ b/src/AggregateFunctions/ReservoirSampler.h
@@ -17,8 +17,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
diff --git a/src/AggregateFunctions/ReservoirSamplerDeterministic.h b/src/AggregateFunctions/ReservoirSamplerDeterministic.h
index 468a5c7c6a0..9c62160b964 100644
--- a/src/AggregateFunctions/ReservoirSamplerDeterministic.h
+++ b/src/AggregateFunctions/ReservoirSamplerDeterministic.h
@@ -16,8 +16,6 @@
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
@@ -32,8 +30,6 @@ namespace ErrorCodes
 
 namespace DB
 {
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int MEMORY_LIMIT_EXCEEDED;
diff --git a/src/AggregateFunctions/StatCommon.h b/src/AggregateFunctions/StatCommon.h
index a8fc7c53072..dc94a6b6e77 100644
--- a/src/AggregateFunctions/StatCommon.h
+++ b/src/AggregateFunctions/StatCommon.h
@@ -10,7 +10,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/UniqCombinedBiasData.cpp b/src/AggregateFunctions/UniqCombinedBiasData.cpp
index 3a8d93fee6b..a3a3176e199 100644
--- a/src/AggregateFunctions/UniqCombinedBiasData.cpp
+++ b/src/AggregateFunctions/UniqCombinedBiasData.cpp
@@ -2,7 +2,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace
 {
diff --git a/src/AggregateFunctions/UniqCombinedBiasData.h b/src/AggregateFunctions/UniqCombinedBiasData.h
index 2a4eb7ebefe..2b009bfdfd8 100644
--- a/src/AggregateFunctions/UniqCombinedBiasData.h
+++ b/src/AggregateFunctions/UniqCombinedBiasData.h
@@ -4,7 +4,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /** Data for HyperLogLogBiasEstimator in the uniqCombined function.
   * The development plan is as follows:
diff --git a/src/AggregateFunctions/UniqVariadicHash.cpp b/src/AggregateFunctions/UniqVariadicHash.cpp
index 940f0677163..53ff9d59004 100644
--- a/src/AggregateFunctions/UniqVariadicHash.cpp
+++ b/src/AggregateFunctions/UniqVariadicHash.cpp
@@ -5,7 +5,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /// If some arguments are not contiguous, we cannot use simple hash function,
 ///  because it requires method IColumn::getDataAt to work.
diff --git a/src/AggregateFunctions/UniqVariadicHash.h b/src/AggregateFunctions/UniqVariadicHash.h
index b3607a63285..7ca80a9db34 100644
--- a/src/AggregateFunctions/UniqVariadicHash.h
+++ b/src/AggregateFunctions/UniqVariadicHash.h
@@ -9,7 +9,6 @@
 
 namespace DB
 {
-struct Settings;
 
 /** Hashes a set of arguments to the aggregate function
   *  to calculate the number of unique values
diff --git a/src/AggregateFunctions/parseAggregateFunctionParameters.cpp b/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
index 3826d993c4a..679ed78ec8e 100644
--- a/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
+++ b/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
@@ -7,7 +7,6 @@
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/parseAggregateFunctionParameters.h b/src/AggregateFunctions/parseAggregateFunctionParameters.h
index 37f1f1d5097..c0815b2e941 100644
--- a/src/AggregateFunctions/parseAggregateFunctionParameters.h
+++ b/src/AggregateFunctions/parseAggregateFunctionParameters.h
@@ -5,7 +5,6 @@
 
 namespace DB
 {
-struct Settings;
 
 Array getAggregateFunctionParametersArray(const ASTPtr & expression_list, const std::string & error_context = "");
 
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index db6d8eb75bc..cf757cada4e 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -6,7 +6,6 @@
 
 namespace DB
 {
-struct Settings;
 
 class AggregateFunctionFactory;
 void registerAggregateFunctionAvg(AggregateFunctionFactory &);
diff --git a/src/AggregateFunctions/registerAggregateFunctions.h b/src/AggregateFunctions/registerAggregateFunctions.h
index 2dcd4df7279..2a2e0bb7d3f 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.h
+++ b/src/AggregateFunctions/registerAggregateFunctions.h
@@ -2,7 +2,6 @@
 
 namespace DB
 {
-struct Settings;
 
 void registerAggregateFunctions();
 
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 321957e2c90..d759e87dfbc 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -477,8 +477,6 @@ class IColumn;
     M(HandleKafkaErrorMode, handle_kafka_error_mode, HandleKafkaErrorMode::DEFAULT, "How to handle errors for Kafka engine. Passible values: default, stream.", 0) \
     M(UInt64, limit, 0, "Limit on read rows from the most 'end' result for select query, default 0 means no limit length", 0) \
     M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
-    M(Bool, allow_experimental_funnel_functions, true, "Enable experimental functions for funnel analysis.", 0) \
-
 
 // End of COMMON_SETTINGS
 // Please add settings related to formats into the FORMAT_FACTORY_SETTINGS below.
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 03e7d958edd..798f19c37ff 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -13,8 +13,6 @@
 namespace DB
 {
 
-struct Settings;
-
 namespace ErrorCodes
 {
     extern const int BAD_ARGUMENTS;
@@ -1573,35 +1571,35 @@ void registerWindowFunctions(AggregateFunctionFactory & factory)
     // instead of adding separate logic for them.
 
     factory.registerFunction("rank", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters, const Settings *)
+            const DataTypes & argument_types, const Array & parameters)
         {
             return std::make_shared<WindowFunctionRank>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("dense_rank", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters, const Settings *)
+            const DataTypes & argument_types, const Array & parameters)
         {
             return std::make_shared<WindowFunctionDenseRank>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("row_number", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters, const Settings *)
+            const DataTypes & argument_types, const Array & parameters)
         {
             return std::make_shared<WindowFunctionRowNumber>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("lagInFrame", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters, const Settings *)
+            const DataTypes & argument_types, const Array & parameters)
         {
             return std::make_shared<WindowFunctionLagLeadInFrame<false>>(
                 name, argument_types, parameters);
         });
 
     factory.registerFunction("leadInFrame", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters, const Settings *)
+            const DataTypes & argument_types, const Array & parameters)
         {
             return std::make_shared<WindowFunctionLagLeadInFrame<true>>(
                 name, argument_types, parameters);
diff --git a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
index bddb856f5b7..aa0dc804238 100644
--- a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
+++ b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
@@ -88,7 +88,4 @@ select 2 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1000, event
 select 3 = windowFunnel(10000)(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
 select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
 
-set allow_experimental_funnel_functions = 0;
-select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase; -- { serverError 63 }
-
 drop table funnel_test_strict_increase;

From d9bc0266f7afe3e6a7c31f89d2af7de6fcd08581 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ra=C3=BAl=20Mar=C3=ADn?= <git@rmr.ninja>
Date: Wed, 26 May 2021 13:48:33 +0200
Subject: [PATCH 0544/1060] Add missing error codes to fix style check

---
 src/AggregateFunctions/AggregateFunctionUniq.cpp         | 1 +
 src/AggregateFunctions/AggregateFunctionUniqCombined.cpp | 1 +
 src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp     | 1 +
 3 files changed, 3 insertions(+)

diff --git a/src/AggregateFunctions/AggregateFunctionUniq.cpp b/src/AggregateFunctions/AggregateFunctionUniq.cpp
index 2ee1d42aad8..ba4e041a466 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniq.cpp
@@ -15,6 +15,7 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
 }
 
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index d30f6f6d4df..e6843a32642 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -17,6 +17,7 @@ namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int ARGUMENT_OUT_OF_BOUND;
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
 }
 
 namespace
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
index d0ad55e5017..4a9d006cae9 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
@@ -15,6 +15,7 @@ namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int ARGUMENT_OUT_OF_BOUND;
+    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
 }
 
 

From 4c7752951c65453b6d11d4f6f26db88aefbee0a6 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Wed, 26 May 2021 14:53:28 +0300
Subject: [PATCH 0545/1060] Update joins_in_memory_pmj.xml

---
 tests/performance/joins_in_memory_pmj.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/performance/joins_in_memory_pmj.xml b/tests/performance/joins_in_memory_pmj.xml
index d122dba72c3..05d1876cb06 100644
--- a/tests/performance/joins_in_memory_pmj.xml
+++ b/tests/performance/joins_in_memory_pmj.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.7">
+<test max_ignored_relative_change="2">
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
 
     <settings>

From 67044d69f332532cdda4a6ffb7fdde27195446dd Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Wed, 26 May 2021 14:54:07 +0300
Subject: [PATCH 0546/1060] Update set_index.xml

---
 tests/performance/set_index.xml | 34 ++-------------------------------
 1 file changed, 2 insertions(+), 32 deletions(-)

diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml
index 1fb7cf967f3..551044e4195 100644
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@@ -1,4 +1,4 @@
-<test>
+<test max_ignored_relative_change="2">
     <create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
     <fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>
 
@@ -89,34 +89,4 @@
         so we can't mark it as short.-->
     <query>SELECT (rand(), rand()) IN tuple(tuple(17258, 93148), tuple(4508, 52749), tuple(68660, 70017), tuple(77797, 23528), tuple(1136, 37393), tuple(53237, 15379), tuple(68370, 73211), tuple(15782, 54962), tuple(59432, 45415), tuple(68396, 920), tuple(96154, 21016), tuple(12700, 26887), tuple(88016, 43191), tuple(68153, 51575), tuple(91315, 40005), tuple(18070, 73178), tuple(86, 631), tuple(77717, 20324), tuple(3227, 76188), tuple(74960, 43147), tuple(77538, 19628), tuple(82292, 6525), tuple(24293, 12566), tuple(85244, 96287), tuple(93982, 1329), tuple(38064, 54723), tuple(83999, 45810), tuple(71921, 53673), tuple(88638, 9669), tuple(1959, 39535), tuple(82235, 95796), tuple(27907, 90975), tuple(42383, 91015), tuple(9948, 91514), tuple(81712, 47309), tuple(400, 25808), tuple(31791, 46948), tuple(39740, 36098), tuple(25943, 84598), tuple(99598, 52939), tuple(77134, 15845), tuple(40313, 72174), tuple(85017, 94036), tuple(36595, 14303), tuple(83961, 68078), tuple(55792, 72759), tuple(73574, 43606), tuple(9853, 63560), tuple(28580, 56721), tuple(74804, 41025), tuple(32095, 55657), tuple(52881, 63416), tuple(91368, 90310), tuple(23922, 38883), tuple(30592, 10758), tuple(66448, 61183), tuple(31880, 96697), tuple(11362, 20633), tuple(75331, 2015), tuple(71129, 8785), tuple(1115, 70955), tuple(7886, 83698), tuple(18961, 84556), tuple(16677, 43028), tuple(37347, 70220), tuple(31699, 71244), tuple(10578, 96159), tuple(67600, 39041), tuple(78791, 86687), tuple(21545, 54174), tuple(68774, 37637), tuple(46132, 81768), tuple(98413, 20605), tuple(2960, 23665), tuple(31507, 35719), tuple(96209, 18368), tuple(60558, 38035), tuple(21952, 3264), tuple(11834, 86458), tuple(21651, 17650), tuple(86276, 36087), tuple(18818, 24849), tuple(61951, 3390), tuple(59637, 62545), tuple(30346, 72253), tuple(36281, 2992), tuple(78340, 49872), tuple(94326, 93723), tuple(3416, 94405), tuple(12272, 8741), tuple(22600, 22095), tuple(57636, 37106), tuple(38702, 14889), tuple(70238, 11276), tuple(17325, 60648), tuple(16492, 41271), tuple(52100, 1304), tuple(93416, 7795), tuple(57209, 71008), tuple(48010, 36078), tuple(20384, 74420), tuple(77440, 34439), tuple(69224, 45099), tuple(30374, 33884), tuple(49038, 90140), tuple(1154, 84725), tuple(64926, 86985), tuple(91746, 73472), tuple(59757, 75755), tuple(45860, 71557), tuple(45833, 36526), tuple(74618, 73598), tuple(91360, 65168), tuple(58029, 30793), tuple(56332, 14973), tuple(99943, 96877), tuple(97454, 6450), tuple(64502, 77301), tuple(73182, 31853), tuple(76809, 83964), tuple(82916, 86188), tuple(78736, 65427), tuple(36495, 7422), tuple(76196, 2804), tuple(96117, 61093), tuple(9177, 26099), tuple(52942, 63007), tuple(48578, 47876), tuple(50638, 89903), tuple(7113, 97316), tuple(35301, 12750), tuple(47807, 7254), tuple(38217, 55418), tuple(56970, 41687), tuple(20527, 62886), tuple(358, 14021), tuple(64018, 18582), tuple(91740, 21683), tuple(81967, 53589), tuple(45437, 38450), tuple(45476, 67752), tuple(76851, 72072), tuple(7304, 60091), tuple(40097, 12897), tuple(39906, 29247), tuple(84262, 58734), tuple(30857, 43791), tuple(56087, 78929), tuple(20498, 45954), tuple(48726, 500), tuple(62723, 43763), tuple(28368, 30756), tuple(74048, 52403), tuple(15045, 95926), tuple(75542, 55384), tuple(52543, 22525), tuple(56001, 6935), tuple(11431, 46745), tuple(77731, 7310), tuple(36718, 59909), tuple(32235, 91254), tuple(92417, 25917), tuple(21782, 79277), tuple(46378, 87536), tuple(35324, 26075), tuple(6310, 76915), tuple(1551, 69473), tuple(50642, 68865), tuple(55190, 72934), tuple(49780, 21873), tuple(99466, 29686), tuple(90761, 13179), tuple(72959, 57033), tuple(20020, 90200), tuple(46186, 79105), tuple(73871, 52382), tuple(59559, 38801), tuple(59916, 16082), tuple(33610, 94966), tuple(46001, 45225), tuple(86679, 26469), tuple(77245, 91929), tuple(32887, 36623), tuple(11179, 46898), tuple(87881, 68087), tuple(45438, 47991), tuple(24950, 94525), tuple(91664, 51656), tuple(43914, 47805), tuple(15736, 96156), tuple(56346, 20283), tuple(85053, 48931), tuple(17790, 26179), tuple(96195, 55728), tuple(43765, 54807), tuple(44988, 89269), tuple(55911, 99411), tuple(52446, 47397), tuple(28346, 65442), tuple(96669, 68226), tuple(66194, 26848), tuple(37276, 55864), tuple(14116, 41583), tuple(18058, 16317), tuple(93136, 85318), tuple(35616, 86252), tuple(29222, 29969), tuple(33386, 85372), tuple(71094, 44238), tuple(27733, 31838), tuple(64626, 16692), tuple(52904, 97899), tuple(97619, 12663), tuple(50165, 4688), tuple(67557, 44053), tuple(69184, 66269), tuple(73164, 89705), tuple(39822, 15169), tuple(65499, 72808), tuple(30068, 63697), tuple(30154, 64235), tuple(97016, 58716), tuple(94366, 36592), tuple(1592, 16261), tuple(87985, 52102), tuple(12554, 23652), tuple(15909, 25292), tuple(2527, 91531), tuple(92139, 36031), tuple(28986, 30032), tuple(3038, 56314), tuple(32239, 26707), tuple(15973, 34901), tuple(70246, 39680), tuple(82529, 38132), tuple(45827, 74783), tuple(53665, 64111), tuple(55218, 84170), tuple(20466, 16130), tuple(55734, 71203), tuple(31438, 96906), tuple(66338, 85858), tuple(35988, 68511), tuple(78391, 15191), tuple(80747, 59213), tuple(5357, 11546), tuple(16822, 16607), tuple(36607, 41106), tuple(74949, 30739), tuple(45726, 64887), tuple(1524, 54847), tuple(37371, 89195), tuple(28726, 27788), tuple(22600, 44777), tuple(53999, 63625), tuple(84304, 98338), tuple(49260, 76480), tuple(74564, 53907), tuple(89867, 97096), tuple(60157, 61299), tuple(17165, 10146), tuple(56334, 36268), tuple(62114, 49222), tuple(22715, 23620), tuple(42830, 11539), tuple(41091, 69151), tuple(75471, 68364), tuple(18681, 43249), tuple(42738, 63219), tuple(35474, 98454), tuple(76815, 46024), tuple(66310, 36521), tuple(86095, 77013), tuple(63693, 77319), tuple(80731, 63031), tuple(95478, 92387), tuple(23787, 63724), tuple(46299, 68994), tuple(4800, 2460), tuple(9663, 80639), tuple(77231, 85814), tuple(81615, 11311), tuple(35638, 27340), tuple(13598, 14322), tuple(30657, 17238), tuple(90957, 96846), tuple(69962, 52140), tuple(41681, 65962), tuple(96836, 58177), tuple(36190, 11623), tuple(4231, 40500), tuple(43049, 41949), tuple(71177, 98492), tuple(30193, 39750), tuple(19744, 33204), tuple(63358, 30210), tuple(45638, 58918), tuple(43641, 38741), tuple(35598, 40932), tuple(33238, 36236), tuple(50835, 20968), tuple(25099, 34071), tuple(84986, 88456), tuple(35333, 1529), tuple(79771, 23985), tuple(647, 61658), tuple(9424, 11743), tuple(77766, 31528), tuple(77811, 86973), tuple(76403, 74377), tuple(55568, 79251), tuple(68858, 20762), tuple(68520, 66773), tuple(93598, 89823), tuple(8080, 82539), tuple(87760, 52247), tuple(25191, 16905), tuple(17837, 8339), tuple(85177, 59050), tuple(51680, 77374), tuple(3287, 43018), tuple(43479, 62141), tuple(34909, 46322), tuple(11869, 5885), tuple(96193, 58417), tuple(101, 47460), tuple(34937, 88582), tuple(83216, 88388), tuple(28571, 15292), tuple(66683, 62613), tuple(34478, 8924), tuple(2680, 89973), tuple(62438, 44460), tuple(11724, 4791), tuple(5383, 72888), tuple(88206, 67586), tuple(8124, 21690), tuple(28779, 75789), tuple(66791, 4757), tuple(6176, 47760), tuple(6403, 78084), tuple(78122, 35446), tuple(99494, 73608), tuple(39691, 89098), tuple(59182, 19484), tuple(25389, 98963), tuple(96487, 3692), tuple(76222, 67381), tuple(21199, 50358), tuple(95998, 58137), tuple(28777, 43913), tuple(14176, 60117), tuple(52257, 81703), tuple(14604, 13438), tuple(71301, 14401), tuple(19758, 66914), tuple(15506, 29873), tuple(87205, 29449), tuple(93295, 15930), tuple(63651, 11287), tuple(19785, 15966), tuple(30795, 75112), tuple(69462, 37655), tuple(18793, 85764), tuple(36240, 31236), tuple(98153, 73724), tuple(72491, 4223), tuple(66930, 35048), tuple(25686, 13269), tuple(13940, 13259), tuple(69163, 11235), tuple(1183, 86961), tuple(54323, 67315), tuple(85044, 60872), tuple(48875, 3683), tuple(43052, 92861), tuple(87574, 32969), tuple(92552, 80564), tuple(94832, 47682), tuple(72011, 80994), tuple(60182, 917), tuple(97788, 34169), tuple(66432, 47940), tuple(87468, 80954), tuple(35385, 68758), tuple(50555, 63710), tuple(55311, 44337), tuple(87065, 26514), tuple(84581, 98736), tuple(23212, 56499), tuple(75120, 72447), tuple(56087, 38285), tuple(58171, 45629), tuple(28401, 44319), tuple(70432, 27883), tuple(18891, 14646), tuple(26206, 49924), tuple(79957, 44914), tuple(56064, 27529), tuple(99090, 29197), tuple(49435, 340), tuple(53525, 65601), tuple(76998, 88349), tuple(50416, 70860), tuple(42506, 75290), tuple(34024, 13295), tuple(86663, 46523), tuple(88814, 231), tuple(57809, 21), tuple(84914, 84771), tuple(43042, 66892), tuple(17288, 33908), tuple(4934, 63195), tuple(50590, 1516), tuple(97843, 80208), tuple(20091, 86717), tuple(71566, 15929), tuple(19531, 23634), tuple(41646, 45549), tuple(89226, 82902), tuple(96683, 63386), tuple(31072, 53788), tuple(51135, 41099), tuple(78912, 65609), tuple(36094, 23603), tuple(88403, 51455), tuple(73795, 47066), tuple(26448, 82852), tuple(22829, 2894), tuple(30041, 92548), tuple(27733, 20608), tuple(70180, 19892), tuple(51650, 63440), tuple(76328, 13666), tuple(40514, 6677), tuple(2786, 51059), tuple(40809, 16499), tuple(10857, 82541), tuple(78221, 61067), tuple(17982, 51969), tuple(85369, 66965), tuple(47153, 47149), tuple(43965, 75796), tuple(82725, 60767), tuple(42407, 97249), tuple(51475, 81224), tuple(60957, 89414), tuple(33065, 21663), tuple(36601, 5290), tuple(95842, 67301), tuple(64630, 60398), tuple(55212, 35638), tuple(41750, 44235), tuple(75260, 82400), tuple(91291, 25843), tuple(6477, 8311), tuple(14919, 52306), tuple(66220, 33180), tuple(45736, 2313), tuple(37450, 64444), tuple(98614, 61344), tuple(75007, 50946), tuple(56701, 28117), tuple(66632, 5174), tuple(92323, 76613), tuple(6796, 73695), tuple(33696, 76280), tuple(86876, 5614), tuple(50863, 67993), tuple(36068, 17049), tuple(91912, 34271), tuple(70706, 1904), tuple(97798, 41117), tuple(68154, 72483), tuple(83862, 25578), tuple(61643, 17204), tuple(69974, 64232), tuple(77926, 19637),
     tuple(64901, 88988), tuple(71424, 91703), tuple(91655, 17147), tuple(46872, 56530), tuple(44189, 98087), tuple(95939, 54420), tuple(72651, 68785), tuple(67624, 84875), tuple(92587, 87663), tuple(65275, 81256), tuple(53798, 2506), tuple(14702, 3638), tuple(71291, 50452), tuple(14909, 13903), tuple(66965, 26606), tuple(14127, 60345), tuple(35306, 1738), tuple(77234, 10468), tuple(53521, 41218), tuple(80681, 82583), tuple(44227, 26521), tuple(32263, 21482), tuple(82270, 56963), tuple(50580, 80567), tuple(11593, 22346), tuple(20074, 26867), tuple(73126, 28667), tuple(62996, 24317), tuple(20295, 57163), tuple(1506, 57668), tuple(69567, 45236), tuple(43366, 26001), tuple(88052, 40181), tuple(1599, 89349), tuple(36789, 1579), tuple(39895, 46673), tuple(30381, 3206), tuple(31723, 5625), tuple(19252, 31317), tuple(16932, 77149), tuple(48794, 34409), tuple(55986, 30328), tuple(47551, 75088), tuple(57363, 78365), tuple(95221, 63385), tuple(26449, 5733), tuple(96588, 53077), tuple(52980, 41140), tuple(8187, 85947), tuple(36723, 26520), tuple(23579, 38909), tuple(33350, 19275), tuple(63930, 19357), tuple(43536, 59941), tuple(31117, 77322), tuple(44638, 94812), tuple(44730, 99097), tuple(95108, 48170), tuple(57813, 49503), tuple(79959, 89436), tuple(86980, 62031), tuple(8275, 44009), tuple(36666, 94645), tuple(22064, 38882), tuple(40471, 16939), tuple(31156, 11337), tuple(13101, 96977), tuple(17906, 26835), tuple(89861, 51405), tuple(73369, 67946), tuple(99141, 58572), tuple(27131, 98703), tuple(15900, 43412), tuple(51768, 93125), tuple(78579, 46689), tuple(23029, 13895), tuple(60870, 55830), tuple(22553, 8236), tuple(76449, 96207), tuple(83766, 51024), tuple(27630, 50614), tuple(53484, 90104), tuple(77626, 21944), tuple(46755, 41583), tuple(53616, 34240), tuple(94159, 44415), tuple(13914, 90059), tuple(44387, 89012), tuple(27499, 64579), tuple(83415, 30809), tuple(77558, 82619), tuple(88880, 9814), tuple(8466, 4424), tuple(43598, 91921), tuple(24695, 3349), tuple(46295, 65208), tuple(51256, 82461), tuple(49126, 93012), tuple(16186, 96585), tuple(43284, 22655), tuple(93130, 90393), tuple(77495, 34372), tuple(85509, 65856), tuple(86662, 61906), tuple(50988, 44393), tuple(29828, 17737), tuple(91651, 35308), tuple(29796, 49716), tuple(14019, 87751), tuple(29688, 71207), tuple(82845, 19100), tuple(11989, 50132), tuple(21158, 99905), tuple(54732, 42547), tuple(32314, 12851), tuple(46405, 43794), tuple(87849, 45643), tuple(53524, 21212), tuple(61925, 75491), tuple(12498, 21937), tuple(30185, 69475), tuple(48421, 52487), tuple(15112, 90935), tuple(33187, 17801), tuple(61704, 25514), tuple(17889, 23917), tuple(18758, 57197), tuple(7693, 47232), tuple(47905, 24618), tuple(11494, 78950), tuple(95662, 54561), tuple(8075, 33909), tuple(90427, 46065), tuple(73962, 19821), tuple(50691, 79400), tuple(58218, 4881), tuple(94106, 2509), tuple(60633, 55169), tuple(49600, 83054), tuple(23339, 13270), tuple(70262, 58946), tuple(48417, 97266), tuple(27629, 46905), tuple(74465, 75514), tuple(41687, 2564), tuple(12814, 19492), tuple(78899, 30168), tuple(17745, 35206), tuple(37972, 35296), tuple(22288, 80001), tuple(68026, 36558), tuple(40187, 12234), tuple(92380, 22866), tuple(56488, 64402), tuple(41404, 62562), tuple(47802, 45287), tuple(83302, 85215), tuple(58999, 85776), tuple(35158, 16804), tuple(13416, 94146), tuple(62953, 28243), tuple(83290, 19103), tuple(4564, 21789), tuple(64468, 20927), tuple(25582, 47206), tuple(57810, 18693), tuple(28938, 97986), tuple(61704, 14838), tuple(19214, 3232), tuple(12911, 25438), tuple(85802, 28837), tuple(56506, 89458), tuple(66392, 47773), tuple(68190, 43841), tuple(43044, 52214), tuple(57886, 32830), tuple(15943, 59771), tuple(37081, 89294), tuple(4032, 32960), tuple(46931, 85790), tuple(69656, 72737), tuple(28217, 39872), tuple(86170, 42776), tuple(55116, 51495), tuple(90485, 45274), tuple(60773, 36788), tuple(2193, 2636), tuple(70222, 62086), tuple(75720, 70712), tuple(17549, 51460), tuple(23609, 31515), tuple(70254, 39825), tuple(63762, 11061), tuple(13107, 15394), tuple(45916, 72130), tuple(91558, 86662), tuple(99524, 69106), tuple(93073, 29881), tuple(31724, 3007), tuple(69051, 59452), tuple(59701, 86760), tuple(4967, 82028), tuple(57404, 48226), tuple(71829, 79910), tuple(23714, 62439), tuple(73881, 67618), tuple(63269, 40085), tuple(6164, 23415), tuple(48156, 93907), tuple(18627, 16570), tuple(6676, 22991), tuple(36916, 41488), tuple(99079, 13264), tuple(32533, 99243), tuple(55505, 63339), tuple(89564, 3290), tuple(24886, 34916), tuple(91310, 9343), tuple(49779, 12740), tuple(26320, 3406), tuple(57661, 5702), tuple(10765, 57881), tuple(5518, 47638), tuple(93148, 27438), tuple(73451, 24477), tuple(84075, 96822), tuple(58883, 58883), tuple(96812, 82388), tuple(30659, 59654), tuple(24498, 95808), tuple(25591, 21834), tuple(13090, 87704), tuple(76495, 17249), tuple(75975, 84318), tuple(55459, 70426), tuple(84256, 88604), tuple(79438, 43104), tuple(45331, 7495), tuple(63619, 11123), tuple(24772, 2601), tuple(63343, 14138), tuple(39957, 98339), tuple(55595, 17823), tuple(97676, 53933), tuple(91867, 25023), tuple(64677, 67859), tuple(43737, 34315), tuple(24800, 53968), tuple(93157, 17507), tuple(24264, 35273), tuple(33889, 507), tuple(10207, 40542), tuple(40213, 57800), tuple(38321, 74160), tuple(42391, 7651), tuple(80267, 94736), tuple(52473, 79634), tuple(17075, 2531), tuple(8595, 75890), tuple(31496, 50367), tuple(16069, 79896), tuple(70067, 200), tuple(23420, 49517), tuple(1628, 45646), tuple(8916, 36794), tuple(72294, 88976), tuple(40603, 86008), tuple(91871, 71098), tuple(5447, 70998), tuple(24152, 17561), tuple(65046, 34951), tuple(56950, 9292), tuple(19244, 31385), tuple(74693, 31813), tuple(97343, 21572), tuple(38834, 135), tuple(79717, 62486), tuple(38, 10308), tuple(58035, 71344), tuple(85802, 81079), tuple(5943, 156), tuple(38735, 38867), tuple(3803, 99366), tuple(15853, 19408), tuple(62988, 62008), tuple(8316, 44684), tuple(17035, 71012), tuple(48584, 2117), tuple(75425, 37336), tuple(2405, 50420), tuple(43653, 28836), tuple(12394, 69430), tuple(54522, 4954), tuple(33359, 148), tuple(41018, 82851), tuple(79995, 55417), tuple(65008, 32342), tuple(36547, 88185), tuple(8131, 7054), tuple(38980, 20146), tuple(27976, 63039), tuple(53119, 67009), tuple(40043, 98393), tuple(29333, 51980), tuple(85818, 98405), tuple(77956, 20099), tuple(99747, 16916), tuple(11597, 50181), tuple(40961, 8262), tuple(75103, 13912), tuple(62339, 69155), tuple(3869, 85481), tuple(7053, 30956), tuple(33563, 53272), tuple(96178, 81751), tuple(99365, 88728), tuple(34447, 11164), tuple(62856, 30939), tuple(92486, 3357), tuple(56605, 35330), tuple(42180, 15137), tuple(83946, 62984), tuple(61869, 55711), tuple(52880, 49871), tuple(44588, 27387), tuple(16332, 24496), tuple(1781, 13508), tuple(56674, 95773), tuple(21328, 19628), tuple(96455, 24155), tuple(14302, 74435), tuple(54053, 24590), tuple(86642, 22177), tuple(24089, 16186), tuple(70281, 4601), tuple(18552, 70708), tuple(95442, 5895), tuple(96714, 6293), tuple(43803, 45857), tuple(93257, 18497), tuple(90032, 85086), tuple(40566, 87233), tuple(32674, 73822), tuple(95599, 49334), tuple(62745, 51898), tuple(8245, 93882), tuple(14093, 40977), tuple(47215, 53001), tuple(59737, 68452), tuple(90937, 25354), tuple(43805, 82571), tuple(81953, 68572), tuple(37298, 96262), tuple(94899, 65066), tuple(34772, 80762), tuple(55469, 1186), tuple(8734, 91665), tuple(18622, 51150), tuple(85200, 39575), tuple(65381, 15979), tuple(89734, 89656), tuple(64712, 53691), tuple(87187, 58256), tuple(8476, 89694), tuple(49935, 35239), tuple(63730, 34982), tuple(27687, 91571), tuple(87543, 15350), tuple(85208, 18781), tuple(14783, 2574), tuple(44699, 666), tuple(56440, 87617), tuple(32732, 49301), tuple(76725, 3895), tuple(10419, 90580), tuple(34725, 69476), tuple(14831, 81588), tuple(93924, 38057), tuple(38528, 99060), tuple(57136, 44206), tuple(74685, 99559), tuple(43083, 87511), tuple(43105, 35474), tuple(35582, 17560), tuple(5578, 98727), tuple(78947, 53865), tuple(32013, 95029), tuple(61552, 42674), tuple(52191, 49975), tuple(71566, 16403), tuple(78534, 16350), tuple(18520, 80501), tuple(29114, 46547), tuple(11488, 5069), tuple(89591, 82384), tuple(13741, 42318), tuple(74385, 58849), tuple(49739, 63421), tuple(83821, 6676), tuple(51997, 93321), tuple(36677, 81768), tuple(37915, 73495), tuple(47175, 6086), tuple(39989, 83110), tuple(6489, 48112), tuple(88822, 20370), tuple(12846, 13952), tuple(28930, 20879), tuple(25139, 84552), tuple(76434, 2665), tuple(55145, 31523), tuple(21177, 18630), tuple(81077, 96275), tuple(61006, 30845), tuple(77722, 62651), tuple(61181, 72545), tuple(93838, 84287), tuple(59300, 19014), tuple(75076, 97980), tuple(76979, 1473), tuple(48409, 13097), tuple(51718, 5325), tuple(36522, 72119), tuple(60917, 18995), tuple(61469, 42853), tuple(34387, 37322), tuple(38684, 28120), tuple(64136, 8559), tuple(15368, 99424), tuple(97824, 7864), tuple(33833, 72029), tuple(7024, 9961), tuple(49400, 66220), tuple(63025, 97179), tuple(6135, 98878), tuple(19873, 8438), tuple(3963, 35670), tuple(65186, 89423), tuple(26653, 65943), tuple(83132, 67000), tuple(82578, 35007), tuple(42680, 60479), tuple(71102, 98589), tuple(74842, 94010), tuple(22931, 33725), tuple(46537, 42629), tuple(75793, 48115), tuple(21630, 92454), tuple(97993, 81332), tuple(25747, 31814), tuple(91231, 65953), tuple(91981, 12219), tuple(64719, 16254), tuple(60914, 8334), tuple(15887, 96432), tuple(42110, 28837), tuple(7295, 83147), tuple(50334, 7053), tuple(3949, 33594), tuple(1524, 98230), tuple(17265, 98024), tuple(75969, 36232), tuple(89538, 5212), tuple(13444, 55946), tuple(69823, 81848), tuple(32578, 74024), tuple(52018, 98290), tuple(59118, 40186), tuple(61002, 16977), tuple(69537, 44780), tuple(92, 13937), tuple(33715, 42663), tuple(46347, 8312), tuple(86196, 59301), tuple(17128, 85014), tuple(26429, 57682), tuple(45888, 99588), tuple(22750, 96110), tuple(46809, 49251), tuple(24521, 40071), tuple(287, 22115),
-    tuple(11741, 36315), tuple(22742, 17581), tuple(35808, 3110), tuple(98904, 30407), tuple(4584, 13383), tuple(28585, 69669), tuple(94823, 29715), tuple(9551, 36389), tuple(77997, 45746), tuple(49894, 55722), tuple(23415, 69459), tuple(58246, 85144), tuple(74136, 18102), tuple(97366, 85724), tuple(34271, 51601), tuple(47535, 70883), tuple(59443, 90103), tuple(45213, 45811), tuple(62741, 86898), tuple(17324, 50034), tuple(62080, 25193), tuple(89524, 4421), tuple(13476, 51456), tuple(69198, 56718), tuple(58024, 22969), tuple(65210, 67941), tuple(32561, 44881), tuple(62295, 67448), tuple(66135, 95453), tuple(9417, 20443), tuple(82486, 23745), tuple(19185, 99041), tuple(40662, 91714), tuple(3423, 58624), tuple(4512, 74502), tuple(67772, 98023), tuple(69575, 75779), tuple(69107, 62805), tuple(517, 33801), tuple(47406, 7581), tuple(81108, 10546), tuple(12976, 47001), tuple(16742, 83811), tuple(44593, 82124), tuple(52731, 34642), tuple(81725, 20555), tuple(94126, 91919), tuple(24800, 59302), tuple(97253, 39249), tuple(71692, 10769), tuple(88721, 56321), tuple(7019, 69771), tuple(31464, 61774), tuple(29597, 19263), tuple(65557, 31875), tuple(28653, 69636), tuple(58074, 76848), tuple(15906, 80620), tuple(18259, 40193), tuple(99991, 4769), tuple(98935, 99269), tuple(12123, 60124), tuple(20787, 47346), tuple(13526, 33592), tuple(95370, 40350), tuple(17479, 42884), tuple(58368, 83218), tuple(63290, 74406), tuple(97030, 35102), tuple(45298, 27660), tuple(64593, 21262), tuple(76268, 82641), tuple(1107, 44044), tuple(21427, 79959), tuple(85180, 62412), tuple(7359, 1318), tuple(83618, 9762), tuple(1425, 55804), tuple(32874, 97943), tuple(68191, 38742), tuple(41715, 17902), tuple(3771, 15032), tuple(7848, 74950), tuple(33881, 40904), tuple(75295, 26151), tuple(75775, 13760), tuple(90262, 89822), tuple(88169, 18679), tuple(57506, 32356), tuple(94983, 44281), tuple(37385, 37432), tuple(18248, 48162), tuple(45573, 66278), tuple(25277, 72788), tuple(26977, 36778), tuple(26254, 61758), tuple(12860, 48026), tuple(96819, 3339), tuple(13134, 1173), tuple(26822, 53374), tuple(15989, 29698), tuple(11258, 54515), tuple(37866, 34928), tuple(22996, 26577), tuple(39952, 42732), tuple(6754, 70595), tuple(86245, 44669), tuple(47044, 34170), tuple(6789, 45220), tuple(31706, 2090), tuple(42582, 40023), tuple(35147, 46591), tuple(88210, 11307), tuple(53644, 7680), tuple(11280, 91075), tuple(42961, 65122), tuple(40066, 52185), tuple(20050, 6154), tuple(98440, 20393), tuple(88992, 75432), tuple(32386, 66731), tuple(36952, 34149), tuple(18453, 32715), tuple(84413, 10378), tuple(59440, 2374), tuple(45354, 85009), tuple(50382, 66510), tuple(64428, 95401), tuple(9336, 41760), tuple(26317, 91416), tuple(81941, 99504), tuple(26600, 53522), tuple(81069, 40236), tuple(51126, 27911), tuple(97144, 14243), tuple(62738, 50287), tuple(37372, 28962), tuple(12053, 9090), tuple(69492, 95524), tuple(68141, 52931), tuple(17276, 16487), tuple(69227, 25949), tuple(14143, 70193), tuple(7077, 53032), tuple(65463, 74082), tuple(94997, 66496), tuple(80443, 55832), tuple(66796, 5970), tuple(15852, 95662), tuple(81559, 97272), tuple(55851, 18977), tuple(91142, 48976), tuple(91143, 950), tuple(79225, 31004), tuple(61310, 20760), tuple(74541, 90842), tuple(80322, 11630), tuple(84631, 544), tuple(66785, 86591), tuple(25650, 63252), tuple(59635, 18586), tuple(2964, 6741), tuple(37091, 71148), tuple(11984, 43077), tuple(87505, 62049), tuple(61925, 92290), tuple(18808, 3937), tuple(8300, 33268), tuple(70850, 50661), tuple(86024, 73730), tuple(85161, 47116), tuple(50193, 89155), tuple(37773, 40845), tuple(9251, 41688), tuple(6940, 65399), tuple(42479, 95630), tuple(19401, 43102), tuple(48069, 36040), tuple(62760, 95013), tuple(394, 2641), tuple(32567, 29306), tuple(13870, 58835), tuple(98248, 47291), tuple(49803, 4523), tuple(40222, 12883), tuple(53576, 73105), tuple(88265, 23629), tuple(67865, 67875), tuple(33473, 27144), tuple(80219, 53893), tuple(74878, 47341), tuple(78070, 84803), tuple(30003, 5600), tuple(41103, 6145), tuple(83490, 81076), tuple(55059, 66736), tuple(45015, 10239), tuple(79555, 85819), tuple(81808, 34970), tuple(19235, 85480), tuple(91807, 52177), tuple(40887, 87009), tuple(5003, 2687), tuple(64964, 88122), tuple(765, 94893), tuple(93573, 20504), tuple(28854, 38438), tuple(94244, 93475), tuple(72996, 84801), tuple(75427, 81692), tuple(63161, 98637), tuple(18814, 61343), tuple(22863, 60110), tuple(8949, 12694), tuple(19675, 94313), tuple(43857, 74073), tuple(15737, 58218), tuple(48895, 68474), tuple(22220, 92926), tuple(69055, 50282), tuple(40532, 74934), tuple(59062, 66405), tuple(85784, 87704), tuple(58494, 88222), tuple(2260, 20401), tuple(73112, 99666), tuple(46739, 95433), tuple(21179, 85119), tuple(11545, 38801), tuple(59993, 50866), tuple(10086, 4709), tuple(70560, 29611), tuple(27095, 89017), tuple(6896, 2279), tuple(92506, 5013), tuple(48600, 90491), tuple(18782, 54638), tuple(54337, 82734), tuple(52054, 13481), tuple(38297, 56559), tuple(15998, 30591), tuple(89789, 7522), tuple(18149, 28725), tuple(3532, 28625), tuple(70934, 49617), tuple(84599, 55664), tuple(74229, 52269), tuple(55431, 11893), tuple(32807, 72543), tuple(83882, 53025), tuple(11490, 83442), tuple(14844, 88612), tuple(12526, 45953), tuple(906, 2231), tuple(68240, 95612), tuple(18818, 31535), tuple(57774, 91290), tuple(67250, 67400), tuple(77332, 23550), tuple(42332, 57775), tuple(28792, 11539), tuple(19108, 34608), tuple(12399, 38591), tuple(7329, 10740), tuple(84288, 50928), tuple(29461, 17629), tuple(63884, 88489), tuple(47479, 61085), tuple(75357, 57255), tuple(60107, 94046), tuple(32934, 66312), tuple(28615, 42600), tuple(55553, 85213), tuple(57838, 91426), tuple(9783, 11513), tuple(73677, 28821), tuple(75408, 75561), tuple(22995, 59224), tuple(74874, 54145), tuple(18513, 75901), tuple(46440, 69414), tuple(36072, 22263), tuple(60560, 73325), tuple(69967, 93358), tuple(75949, 98634), tuple(3688, 57991), tuple(43482, 94541), tuple(40922, 31011), tuple(57763, 74497), tuple(93576, 96392), tuple(83038, 80656), tuple(47757, 87045), tuple(14061, 53465), tuple(65619, 33775), tuple(11341, 6702), tuple(6249, 87358), tuple(15766, 85937), tuple(13135, 93945), tuple(24495, 95900), tuple(80359, 1739), tuple(15468, 73426), tuple(49240, 44999), tuple(82839, 90808), tuple(87438, 75613), tuple(348, 73144), tuple(99523, 85853), tuple(21557, 70210), tuple(64933, 1672), tuple(38154, 17477), tuple(97136, 67363), tuple(96491, 8038), tuple(97981, 3434), tuple(54372, 27038), tuple(88480, 86675), tuple(21028, 21083), tuple(43197, 4440), tuple(31702, 78290), tuple(66631, 24438), tuple(11482, 17922), tuple(90351, 39503), tuple(46186, 32439), tuple(73828, 6640), tuple(56916, 26029), tuple(62840, 1815), tuple(20281, 28488), tuple(18211, 30043), tuple(65211, 93012), tuple(43614, 58012), tuple(90322, 77343), tuple(64293, 94525), tuple(59489, 39760), tuple(93219, 78440), tuple(74613, 9732), tuple(38085, 19191), tuple(58029, 48186), tuple(88762, 1764), tuple(28627, 21993), tuple(49975, 41225), tuple(70486, 43480), tuple(82764, 96425), tuple(27218, 78327), tuple(17844, 73333), tuple(70463, 37629), tuple(10500, 33826), tuple(97343, 66575), tuple(82833, 51210), tuple(77353, 45073), tuple(27163, 39728), tuple(78076, 46691), tuple(80302, 39342), tuple(77142, 1319), tuple(87403, 80110), tuple(53805, 27786), tuple(50558, 74264), tuple(83146, 31358), tuple(11567, 4438), tuple(30041, 54287), tuple(91731, 18496), tuple(57591, 93894), tuple(72534, 59009), tuple(98064, 59148), tuple(69626, 66615), tuple(20951, 43949), tuple(61960, 68060), tuple(48892, 67918), tuple(61321, 56222), tuple(75424, 77260), tuple(4916, 81929), tuple(68892, 81531), tuple(28096, 28548), tuple(62016, 107), tuple(8593, 12030), tuple(66743, 36772), tuple(60174, 15106), tuple(52844, 1923), tuple(34768, 22065), tuple(88988, 62910), tuple(79214, 2998), tuple(25675, 31376), tuple(69959, 3614), tuple(43885, 31708), tuple(12206, 46548), tuple(69924, 19343), tuple(12984, 38980), tuple(58250, 69438), tuple(2580, 48684), tuple(38112, 37124), tuple(21842, 43150), tuple(59384, 21921), tuple(19908, 46678), tuple(73396, 79529), tuple(8274, 1557), tuple(36975, 65519), tuple(81069, 18712), tuple(13692, 9148), tuple(60617, 84762), tuple(75749, 66154), tuple(80375, 24553), tuple(4257, 47056), tuple(76880, 7687), tuple(40714, 43448), tuple(79112, 74791), tuple(33119, 72730), tuple(17670, 89183), tuple(51614, 3921), tuple(21247, 39857), tuple(86756, 67673), tuple(32792, 70035), tuple(5917, 7197), tuple(1762, 23130), tuple(6455, 63664), tuple(32806, 3729), tuple(60469, 20511), tuple(12522, 15149), tuple(98106, 79338), tuple(84754, 11162), tuple(52058, 17973), tuple(28789, 1521), tuple(32766, 36325), tuple(78914, 40453), tuple(70297, 71854), tuple(9313, 45190), tuple(54559, 66227), tuple(22342, 43860), tuple(44152, 84294), tuple(36913, 93173), tuple(88523, 36338), tuple(82234, 71140), tuple(8328, 22947), tuple(73250, 88125), tuple(74356, 16820), tuple(94472, 37349), tuple(23126, 87806), tuple(40315, 88729), tuple(19935, 19145), tuple(93312, 65719), tuple(8477, 33108), tuple(86660, 69525), tuple(75557, 66964), tuple(60437, 57494), tuple(94419, 42524), tuple(95372, 72274), tuple(49866, 85685), tuple(96808, 39404), tuple(62961, 72507), tuple(38634, 70815), tuple(91379, 42430), tuple(66359, 98699), tuple(24382, 4186), tuple(4003, 77760), tuple(87840, 75265), tuple(57641, 68871), tuple(9773, 15942), tuple(5664, 51289), tuple(47923, 31308), tuple(58632, 82468), tuple(14097, 71829), tuple(1838, 97710), tuple(70433, 11364), tuple(82363, 97879), tuple(25257, 20615), tuple(18249, 6758), tuple(98581, 13639), tuple(3290, 72449), tuple(74546, 79380), tuple(97254, 44448), tuple(80316, 31760), tuple(40516, 94809), tuple(14444, 88981), tuple(9693, 10259), tuple(83795, 95485), tuple(70201, 81014), tuple(66644, 16761), tuple(35529, 82718), tuple(75774, 73476), tuple(80139, 3957), tuple(34803, 80689), tuple(92085, 46499), tuple(97871, 8004), tuple(67369, 11354), tuple(43578, 81596),
-    tuple(94695, 44963), tuple(93741, 41629), tuple(16005, 96652), tuple(37918, 69012), tuple(89832, 56041), tuple(51798, 32386), tuple(89749, 27647), tuple(76279, 7990), tuple(31746, 1346), tuple(40841, 20480), tuple(99942, 24473), tuple(78495, 99194), tuple(13588, 57088), tuple(22183, 42297), tuple(82707, 34435), tuple(45026, 12747), tuple(8000, 93211), tuple(40453, 13025), tuple(44100, 39880), tuple(83900, 56474), tuple(87691, 42802), tuple(82000, 63867), tuple(76627, 84731), tuple(112, 92774), tuple(34749, 97737), tuple(59262, 57169), tuple(95571, 44144), tuple(74310, 68970), tuple(63232, 92744), tuple(53698, 21610), tuple(39969, 75475), tuple(39942, 28713), tuple(81230, 50140), tuple(97953, 96528), tuple(86144, 48041), tuple(96677, 49677), tuple(22051, 48183), tuple(33436, 54784), tuple(5553, 11920), tuple(67057, 17115), tuple(57736, 72309), tuple(8086, 85329), tuple(72623, 94949), tuple(13096, 48992), tuple(63153, 56337), tuple(30462, 1036), tuple(75000, 24048), tuple(62635, 50128), tuple(91480, 83131), tuple(25929, 79809), tuple(96237, 76974), tuple(59645, 20603), tuple(31850, 29754), tuple(91070, 36568), tuple(30191, 33785), tuple(86776, 67259), tuple(49073, 39179), tuple(16121, 73834), tuple(84217, 52951), tuple(95866, 47244), tuple(63326, 73460), tuple(134, 91953), tuple(48189, 86069), tuple(42971, 3700), tuple(28643, 10479), tuple(80151, 7446), tuple(78798, 2655), tuple(39135, 69364), tuple(80244, 24904), tuple(22818, 74964), tuple(26753, 82419), tuple(16858, 5212), tuple(79891, 11215), tuple(785, 46103), tuple(12559, 24617), tuple(73601, 71490), tuple(70342, 7099), tuple(73330, 6665), tuple(11903, 28194), tuple(16375, 37746), tuple(86132, 51788), tuple(90345, 68366), tuple(5464, 78338), tuple(23569, 83141), tuple(17904, 94046), tuple(35868, 60017), tuple(22591, 93373), tuple(70584, 72116), tuple(49331, 34312), tuple(16180, 91286), tuple(58494, 65441), tuple(9336, 52671), tuple(32523, 26734), tuple(40205, 83549), tuple(28810, 96876), tuple(44703, 38944), tuple(46981, 37157), tuple(8582, 7529), tuple(59718, 71700), tuple(62545, 73716), tuple(6531, 23200), tuple(30528, 59720), tuple(57152, 84660), tuple(16232, 67946), tuple(60446, 45983), tuple(68737, 54959), tuple(57795, 73107), tuple(26930, 35938), tuple(9844, 44760), tuple(3716, 79020), tuple(99126, 8264), tuple(66120, 16151), tuple(50616, 25765), tuple(93340, 95875), tuple(34103, 88003), tuple(14879, 99758), tuple(49188, 6087), tuple(89858, 42861), tuple(36730, 72076), tuple(25069, 26403), tuple(98183, 48108), tuple(3229, 5367), tuple(59306, 80078), tuple(61144, 58598), tuple(72600, 98765), tuple(57701, 23177), tuple(10176, 11553), tuple(82964, 13697), tuple(7788, 28538), tuple(39943, 97491), tuple(56261, 17781), tuple(2458, 1892), tuple(6679, 45554), tuple(42171, 66222), tuple(24420, 44115), tuple(35852, 41965), tuple(50196, 49555), tuple(34718, 60734), tuple(6932, 61638), tuple(69472, 56723), tuple(489, 97620), tuple(41335, 90578), tuple(1333, 92787), tuple(97883, 64754), tuple(14208, 22097), tuple(75776, 5938), tuple(67446, 61518), tuple(58743, 45162), tuple(34749, 81243), tuple(71451, 91991), tuple(27804, 41836), tuple(45274, 8039), tuple(17593, 24498), tuple(8801, 38559), tuple(87460, 7109), tuple(50075, 18284), tuple(84043, 82146), tuple(62932, 25018), tuple(89647, 56768), tuple(59920, 80801), tuple(56357, 35142), tuple(97376, 58181), tuple(70715, 91103), tuple(90829, 78985), tuple(29776, 13275), tuple(30546, 42320), tuple(99266, 35340), tuple(21234, 61062), tuple(39239, 10745), tuple(45990, 715), tuple(47047, 6619), tuple(4270, 94575), tuple(90009, 72203), tuple(25629, 2691), tuple(67926, 89112), tuple(46990, 61101), tuple(22355, 69536), tuple(1977, 56723), tuple(54681, 34041), tuple(83819, 7024), tuple(81235, 7093), tuple(16659, 87135), tuple(49384, 32135), tuple(42204, 17362), tuple(90585, 70374), tuple(51255, 1), tuple(31600, 70085), tuple(90189, 95778), tuple(57349, 87789), tuple(83384, 93771), tuple(20718, 15529), tuple(10644, 53591), tuple(84103, 62101), tuple(91340, 48382), tuple(82854, 84420), tuple(12561, 53517), tuple(64835, 45362), tuple(54154, 75841), tuple(46498, 31175), tuple(75035, 49552), tuple(9306, 53403), tuple(68851, 49139), tuple(13463, 42107), tuple(2322, 36695), tuple(55953, 12098), tuple(60656, 80482), tuple(78987, 19632), tuple(31228, 18523), tuple(98972, 80489), tuple(32367, 98405), tuple(25139, 5164), tuple(5692, 60610), tuple(36535, 70097), tuple(80542, 74320), tuple(87984, 46750), tuple(98201, 41341), tuple(35217, 46813), tuple(81795, 69057), tuple(83927, 41032), tuple(60149, 26087), tuple(39954, 48361), tuple(64485, 61448), tuple(87185, 14580), tuple(74559, 93251), tuple(88544, 83366), tuple(74015, 15864), tuple(78623, 69719), tuple(16941, 80710), tuple(16315, 58313), tuple(47277, 59107), tuple(16067, 66290), tuple(63906, 59891), tuple(20754, 67817), tuple(44428, 10652), tuple(95960, 99045), tuple(52163, 26221), tuple(65566, 22057), tuple(26836, 38898), tuple(57107, 79274), tuple(39020, 74857), tuple(53540, 84159), tuple(76646, 44324), tuple(27967, 40171), tuple(28710, 56332), tuple(84036, 28711), tuple(68742, 57241), tuple(40535, 34737), tuple(62681, 85386), tuple(30472, 58405), tuple(85086, 33013), tuple(67059, 47481), tuple(30441, 55098), tuple(97892, 71991), tuple(90296, 42905), tuple(22441, 18863), tuple(19606, 77242), tuple(11206, 58380), tuple(23901, 49962), tuple(84094, 33761), tuple(64400, 28093), tuple(64228, 94543), tuple(71874, 20871), tuple(25385, 73117), tuple(63398, 20999), tuple(77547, 51893), tuple(80783, 65858), tuple(39807, 80754), tuple(10336, 90318), tuple(7826, 55346), tuple(30206, 10711), tuple(94411, 67364), tuple(33509, 14329), tuple(65350, 17006), tuple(65999, 55699), tuple(82753, 61081), tuple(38851, 11896), tuple(15155, 48635), tuple(19985, 75204), tuple(37144, 5344), tuple(26173, 39587), tuple(61111, 30966), tuple(16180, 22987), tuple(60707, 43599), tuple(30136, 74118), tuple(7880, 43857), tuple(97445, 30233), tuple(62700, 24828), tuple(90914, 89452), tuple(64131, 56925), tuple(25259, 39132), tuple(47104, 43950), tuple(93891, 21913), tuple(84573, 91029), tuple(8604, 79858), tuple(33141, 25534), tuple(12468, 90413), tuple(97063, 76359), tuple(80826, 26061), tuple(64013, 99099), tuple(82158, 38882), tuple(25799, 7564), tuple(25477, 69847), tuple(73374, 58520), tuple(48230, 9453), tuple(91424, 72273), tuple(64893, 11750), tuple(46753, 48434), tuple(15974, 94633), tuple(14872, 27027), tuple(14527, 21313), tuple(25660, 64644), tuple(54196, 15138), tuple(6313, 10911), tuple(36168, 47170), tuple(45346, 76), tuple(10305, 60286), tuple(65283, 39977), tuple(21804, 37972), tuple(65389, 86954), tuple(90674, 64458), tuple(15838, 22392), tuple(43540, 42503), tuple(49584, 67828), tuple(56711, 87887), tuple(40075, 73696), tuple(23832, 91552), tuple(39002, 65562), tuple(20451, 64664), tuple(70783, 92171), tuple(29319, 57694), tuple(56217, 44247), tuple(52856, 57873), tuple(80560, 90902), tuple(31068, 11280), tuple(46996, 34739), tuple(57527, 4554), tuple(8410, 25816), tuple(12269, 38319), tuple(88054, 49939), tuple(337, 13231), tuple(56432, 68236), tuple(74841, 21476), tuple(96006, 15712), tuple(87145, 91660), tuple(58090, 55111), tuple(10310, 79789), tuple(5734, 79710), tuple(98992, 69026), tuple(77033, 5734), tuple(43338, 42635), tuple(23898, 28669), tuple(62708, 81652), tuple(41279, 51722), tuple(93444, 26355), tuple(62046, 52199), tuple(71492, 58736), tuple(7379, 62581), tuple(8592, 71885), tuple(75026, 40387), tuple(46696, 3939), tuple(9787, 88907), tuple(86356, 363), tuple(97479, 20358), tuple(77363, 65553), tuple(44036, 22178), tuple(98279, 64612), tuple(3615, 411), tuple(77003, 93018), tuple(41605, 88489), tuple(55992, 83614), tuple(19493, 21633), tuple(34639, 97064), tuple(94602, 89289), tuple(45853, 26299), tuple(84170, 73386), tuple(9221, 51439), tuple(41513, 68166), tuple(37170, 17690), tuple(82511, 59246), tuple(96674, 27574), tuple(99301, 45675), tuple(42716, 41520), tuple(56623, 49130), tuple(84100, 76804), tuple(73855, 97007), tuple(73303, 26912), tuple(37151, 23837), tuple(49190, 97104), tuple(23487, 45628), tuple(87763, 46550), tuple(65111, 92605), tuple(80481, 8151), tuple(83949, 18930), tuple(81749, 27244), tuple(37449, 3023), tuple(28303, 51545), tuple(96441, 93242), tuple(22082, 43254), tuple(35135, 68407), tuple(37712, 48709), tuple(5111, 26774), tuple(15532, 74246), tuple(93605, 83583), tuple(21491, 66472), tuple(38922, 53076), tuple(55455, 54432), tuple(955, 44063), tuple(311, 91630), tuple(53554, 4522), tuple(29927, 65668), tuple(7525, 16035), tuple(44093, 76745), tuple(21481, 78198), tuple(76875, 5306), tuple(56126, 76437), tuple(96534, 16880), tuple(85600, 68336), tuple(4479, 81002), tuple(80414, 11593), tuple(8186, 61147), tuple(5624, 32879), tuple(79312, 20995), tuple(40407, 41512), tuple(91261, 66022), tuple(93228, 75364), tuple(21136, 40111), tuple(92148, 60681), tuple(42549, 7944), tuple(60157, 15040), tuple(63562, 88365), tuple(69056, 72713), tuple(78263, 89223), tuple(3776, 33039), tuple(30042, 59984), tuple(64567, 20977), tuple(24720, 39157), tuple(63582, 75653), tuple(45363, 20249), tuple(58093, 53833), tuple(27918, 93306), tuple(25791, 92686), tuple(15904, 862), tuple(72093, 19257), tuple(64125, 88986), tuple(41717, 27989), tuple(43165, 98675), tuple(76840, 48170), tuple(64508, 3535), tuple(91964, 33435), tuple(96686, 88673), tuple(66648, 64594), tuple(17927, 30539), tuple(73615, 22800), tuple(18580, 48077), tuple(59803, 48202),
-    tuple(76805, 89886), tuple(2744, 52965), tuple(55596, 22519), tuple(35358, 11629), tuple(83029, 80047), tuple(36120, 91930), tuple(26066, 23035), tuple(48857, 14268), tuple(63020, 26197), tuple(60623, 23252), tuple(34911, 72754), tuple(34808, 21593), tuple(64067, 58963), tuple(34509, 8739), tuple(52686, 96405), tuple(98282, 10463), tuple(6495, 64680), tuple(59016, 86968), tuple(33928, 51222), tuple(39609, 84992), tuple(67603, 89875), tuple(14723, 16144), tuple(30751, 46856), tuple(76874, 75024), tuple(89584, 58806), tuple(51278, 4113), tuple(27187, 93483), tuple(80039, 52159), tuple(6132, 25127), tuple(42358, 77498), tuple(33838, 79064), tuple(74147, 76851), tuple(39752, 27366), tuple(44888, 9809), tuple(10887, 4135), tuple(22303, 36417), tuple(58690, 34613), tuple(53998, 74014), tuple(71567, 32438), tuple(65110, 93406), tuple(77365, 41299), tuple(18044, 70636), tuple(77346, 21236), tuple(78408, 245), tuple(57704, 34662), tuple(75258, 64730), tuple(96992, 15533), tuple(56010, 60769), tuple(69163, 4826), tuple(88709, 20725), tuple(33197, 69743), tuple(97169, 83194), tuple(75277, 53343), tuple(14531, 64740), tuple(19997, 4752), tuple(74016, 55946), tuple(55290, 63626), tuple(32533, 32920), tuple(32946, 74610), tuple(12386, 33853), tuple(34825, 35374), tuple(28772, 32716), tuple(17280, 42683), tuple(54184, 34332), tuple(29964, 16203), tuple(65767, 61448), tuple(29133, 35728), tuple(6861, 14160), tuple(65483, 40224), tuple(78335, 76002), tuple(3061, 40615), tuple(11780, 87517), tuple(46135, 73448), tuple(10920, 72592), tuple(15696, 28810), tuple(44154, 64134), tuple(59365, 27248), tuple(76601, 39862), tuple(68264, 30019), tuple(48572, 54575), tuple(59499, 85796), tuple(35064, 23789), tuple(57028, 83545), tuple(33911, 8463), tuple(21827, 67966), tuple(15983, 69649), tuple(13919, 20584), tuple(82742, 67956), tuple(75457, 45767), tuple(55394, 62309), tuple(6099, 67510), tuple(58078, 9594), tuple(24511, 83149), tuple(24781, 79624), tuple(39745, 777), tuple(92023, 40085), tuple(22889, 37179), tuple(17919, 28607), tuple(79865, 72682), tuple(99829, 38190), tuple(21273, 21278), tuple(88299, 23433), tuple(88887, 48163), tuple(62993, 61567), tuple(82107, 84224), tuple(65049, 61245), tuple(75113, 93564), tuple(81562, 7874), tuple(32314, 32313), tuple(3979, 46996), tuple(40558, 93278), tuple(58758, 68163), tuple(40502, 58941), tuple(76961, 65762), tuple(48032, 36117), tuple(64712, 9137), tuple(12092, 56665), tuple(12315, 66581), tuple(20954, 29083), tuple(57317, 48290), tuple(23534, 86828), tuple(4869, 35950), tuple(26993, 24840), tuple(93007, 45049), tuple(18009, 20350), tuple(43053, 71248), tuple(47320, 66119), tuple(50898, 96627), tuple(669, 40018), tuple(89236, 44039), tuple(47375, 63306), tuple(61906, 6658), tuple(2672, 84546), tuple(59778, 72319), tuple(14497, 71952), tuple(42420, 87023), tuple(96465, 46140), tuple(32857, 22772), tuple(4985, 35125), tuple(61918, 28016), tuple(90275, 24406), tuple(49799, 10811), tuple(74137, 63345), tuple(26135, 86306), tuple(92971, 65541), tuple(40134, 95892), tuple(38554, 46307), tuple(48113, 16343), tuple(63990, 66283), tuple(17793, 49570), tuple(21736, 79819), tuple(13831, 27523), tuple(8939, 93929), tuple(96577, 4909), tuple(38583, 32781), tuple(13701, 24436), tuple(43444, 56054), tuple(17166, 32346), tuple(57202, 26264), tuple(82858, 75049), tuple(46317, 95666), tuple(54911, 68161), tuple(3894, 38521), tuple(26456, 30270), tuple(65214, 35331), tuple(41143, 13109), tuple(85441, 48899), tuple(93226, 25027), tuple(77045, 81171), tuple(30345, 79232), tuple(71167, 40854), tuple(58761, 56824), tuple(89047, 85314), tuple(31686, 81947), tuple(74946, 60661), tuple(49903, 13625), tuple(76341, 69067), tuple(46963, 88891), tuple(97223, 5921), tuple(52143, 9828), tuple(17413, 42731), tuple(30236, 93426), tuple(14540, 17652), tuple(52251, 97233), tuple(41581, 30097), tuple(28771, 46426), tuple(36260, 45179), tuple(4068, 16410), tuple(3146, 95055), tuple(5993, 88855), tuple(46103, 30022), tuple(26667, 18756), tuple(54576, 13438), tuple(12800, 11258), tuple(80761, 44979), tuple(59811, 76627), tuple(77917, 87270), tuple(46286, 28657), tuple(30609, 86852), tuple(15200, 28936), tuple(86331, 34195), tuple(98461, 55054), tuple(91760, 62792), tuple(91551, 70192), tuple(96030, 78205), tuple(8254, 27057), tuple(600, 37830), tuple(58635, 65506), tuple(81661, 73708), tuple(11225, 24255), tuple(15830, 9029), tuple(84384, 46190), tuple(31344, 25765), tuple(25670, 30716), tuple(88507, 19484), tuple(28207, 45941), tuple(91874, 15786), tuple(10094, 10934), tuple(38013, 2179), tuple(14558, 36415), tuple(65079, 48850), tuple(65486, 85046), tuple(54958, 60275), tuple(99800, 96623), tuple(68895, 99829), tuple(3708, 75830), tuple(96368, 22631), tuple(99411, 50094), tuple(56888, 3883), tuple(87288, 45604), tuple(64512, 84543), tuple(45565, 14170), tuple(77114, 15132), tuple(31800, 70333), tuple(57775, 40548), tuple(31788, 67511), tuple(51929, 13684), tuple(53736, 81543), tuple(84251, 86303), tuple(63823, 83258), tuple(77539, 61381), tuple(43570, 39418), tuple(79859, 34773), tuple(8595, 64524), tuple(97242, 9283), tuple(15530, 84591), tuple(75535, 65546), tuple(16516, 50162), tuple(58815, 1815), tuple(34897, 82920), tuple(66215, 81262), tuple(81487, 4902), tuple(64039, 25703), tuple(78006, 90468), tuple(3081, 26910), tuple(58159, 4777), tuple(73715, 36375), tuple(69189, 60971), tuple(18169, 39587), tuple(57960, 57668), tuple(6582, 63707), tuple(11155, 47930), tuple(70829, 92266), tuple(6294, 92305), tuple(2188, 6419), tuple(17141, 54972), tuple(60240, 35276), tuple(10788, 29414), tuple(17464, 76377), tuple(3994, 17227), tuple(12039, 24992), tuple(1340, 77467), tuple(1212, 41758), tuple(52186, 80763), tuple(970, 78819), tuple(92897, 68714), tuple(6349, 77016), tuple(22069, 77732), tuple(78209, 72708), tuple(71986, 56770), tuple(8580, 87225), tuple(97505, 63546), tuple(67459, 39771), tuple(50707, 57066), tuple(68226, 54176), tuple(65425, 27407), tuple(57723, 19288), tuple(56974, 90449), tuple(55878, 1264), tuple(46939, 79863), tuple(34868, 4652), tuple(39872, 78482), tuple(92657, 20961), tuple(99690, 28825), tuple(33761, 52922), tuple(73738, 64995), tuple(92092, 3237), tuple(2463, 45045), tuple(43984, 69864), tuple(60146, 5333), tuple(58127, 79082), tuple(84395, 73949), tuple(50818, 68457), tuple(48585, 47420), tuple(60878, 67337), tuple(16573, 30621), tuple(46524, 14168), tuple(87995, 44854), tuple(73143, 77177), tuple(33967, 37276), tuple(95038, 17670), tuple(69022, 16038), tuple(58485, 90526), tuple(1705, 1443), tuple(97969, 40011), tuple(14719, 42770), tuple(8695, 27192), tuple(47546, 51349), tuple(75263, 24419), tuple(25420, 66286), tuple(39198, 41401), tuple(77896, 85583), tuple(28265, 76766), tuple(88836, 48759), tuple(47768, 39582), tuple(65103, 3167), tuple(92171, 85360), tuple(1549, 79296), tuple(71725, 16645), tuple(87349, 29290), tuple(66201, 61712), tuple(43525, 70338), tuple(99025, 63090), tuple(3687, 79963), tuple(63600, 92088), tuple(2480, 1359), tuple(31384, 63603), tuple(29650, 24391), tuple(8552, 82260), tuple(16729, 29139), tuple(26503, 4767), tuple(88945, 19824), tuple(66695, 95696), tuple(84016, 35417), tuple(71521, 22206), tuple(88433, 55606), tuple(66380, 81316), tuple(30573, 36000), tuple(85223, 20494), tuple(99672, 82813), tuple(65500, 78258), tuple(55817, 98414), tuple(43248, 53800), tuple(62787, 21018), tuple(48981, 36258), tuple(41216, 98585), tuple(18576, 18004), tuple(27272, 72860), tuple(76774, 87664), tuple(26737, 11514), tuple(24472, 42538), tuple(5860, 81355), tuple(29066, 10012), tuple(75308, 28561), tuple(23609, 10007), tuple(10007, 19146), tuple(15568, 1487), tuple(80743, 85294), tuple(11207, 90623), tuple(61258, 63879), tuple(34363, 59005), tuple(74884, 2528), tuple(26604, 52738), tuple(33304, 1202), tuple(20381, 18984), tuple(81968, 92425), tuple(4407, 84677), tuple(2112, 79756), tuple(46970, 4367), tuple(36854, 23482), tuple(88346, 75107), tuple(10643, 31806), tuple(21351, 5590), tuple(69317, 53292), tuple(76711, 10085), tuple(70333, 90592), tuple(88818, 822), tuple(23927, 48141), tuple(84710, 33870), tuple(96932, 22686), tuple(5783, 87468), tuple(7785, 11585), tuple(49497, 33764), tuple(13506, 55969), tuple(37840, 78455), tuple(21532, 22292), tuple(97306, 42065), tuple(6579, 40749), tuple(2593, 4995), tuple(81985, 23611), tuple(63888, 98317), tuple(44975, 83777), tuple(57688, 42688), tuple(641, 45787), tuple(7316, 1967), tuple(43837, 18274), tuple(89994, 32770), tuple(4285, 50388), tuple(84699, 41841), tuple(19564, 20683), tuple(76027, 62278), tuple(26140, 11288), tuple(39656, 79954), tuple(16718, 17335), tuple(11583, 21283), tuple(55441, 32178), tuple(6810, 87225), tuple(27191, 54323), tuple(53406, 31512), tuple(48003, 80077), tuple(78497, 29570), tuple(39140, 66619), tuple(12651, 44576), tuple(1761, 88410), tuple(47139, 20766), tuple(39183, 69367), tuple(80479, 23285), tuple(1568, 78535), tuple(18476, 35058), tuple(93551, 81063), tuple(12059, 60021), tuple(23356, 26572), tuple(79975, 35434), tuple(82230, 67436), tuple(20243, 92343), tuple(47809, 10634), tuple(69537, 60167), tuple(3873, 77404), tuple(1136, 27956), tuple(17470, 24156), tuple(35849, 19150), tuple(74760, 37961), tuple(36660, 44448), tuple(36009, 96619), tuple(87110, 84921), tuple(16080, 60637), tuple(36046, 17351), tuple(96403, 99978), tuple(11060, 68629), tuple(36081, 23464), tuple(4684, 11817), tuple(50126, 82936), tuple(55262, 54135), tuple(53717, 66293), tuple(58028, 28065), tuple(92791, 99766), tuple(46266, 77711), tuple(61912, 65782), tuple(38677, 41158), tuple(4001, 46340), tuple(70987, 12784), tuple(14819, 42857), tuple(78985, 99956), tuple(79737, 42497), tuple(55305, 7329), tuple(64103, 24170), tuple(49093, 22115), tuple(2465, 97282), tuple(29009, 15663), tuple(80976, 86477), tuple(16439, 56685), tuple(53482, 15293), tuple(5038, 5991), tuple(67060, 84201), tuple(54350, 38095), tuple(67539, 68292), tuple(26464, 64908), tuple(92909, 12867), tuple(83517, 26474), tuple(76081, 85247), tuple(23250, 66616),
-    tuple(20783, 34330), tuple(43074, 10165), tuple(93968, 70375), tuple(83802, 70820), tuple(19871, 63094), tuple(35699, 36506), tuple(23905, 2401), tuple(27847, 31968), tuple(76714, 44112), tuple(62599, 32720), tuple(10362, 81985), tuple(35708, 2090), tuple(13071, 39035), tuple(71851, 59493), tuple(62833, 48082), tuple(77164, 22804), tuple(6469, 43229), tuple(92051, 3719), tuple(51910, 77689), tuple(91470, 63253), tuple(57914, 57836), tuple(98819, 97813), tuple(35975, 488), tuple(51431, 34061), tuple(45414, 85971), tuple(56563, 93517), tuple(40789, 53103), tuple(9242, 20814), tuple(784, 22584), tuple(8740, 56894), tuple(28504, 378), tuple(8287, 96930), tuple(74232, 97496), tuple(61565, 7904), tuple(9779, 45122), tuple(33767, 48471), tuple(16766, 10722), tuple(47764, 478), tuple(14374, 30099), tuple(89134, 19977), tuple(60860, 93201), tuple(71123, 29840), tuple(57159, 34410), tuple(82411, 99537), tuple(11307, 3733), tuple(70264, 43028), tuple(30418, 19372), tuple(46543, 31506), tuple(33043, 98980), tuple(21137, 63374), tuple(85640, 36957), tuple(6790, 60751), tuple(78771, 43700), tuple(33808, 38263), tuple(27232, 35152), tuple(39925, 5062), tuple(3120, 65621), tuple(39319, 6795), tuple(77468, 94964), tuple(10481, 43009), tuple(24237, 2103), tuple(16837, 55667), tuple(43846, 2874), tuple(78786, 66811), tuple(92185, 62395), tuple(26318, 87942), tuple(6208, 80815), tuple(66952, 71885), tuple(51435, 25450), tuple(21443, 69801), tuple(92554, 81977), tuple(58912, 82288), tuple(59681, 46177), tuple(60397, 65866), tuple(72065, 13318), tuple(2848, 73852), tuple(7577, 83238), tuple(209, 40659), tuple(72103, 15266), tuple(23365, 67286), tuple(14600, 29269), tuple(85541, 63289), tuple(25427, 54812), tuple(22967, 54965), tuple(81525, 27126), tuple(20473, 55455), tuple(84067, 25794), tuple(46798, 79332), tuple(93825, 74677), tuple(447, 5904), tuple(65661, 92916), tuple(54428, 76482), tuple(1025, 34415), tuple(63761, 30038), tuple(93025, 15090), tuple(98807, 93426), tuple(57562, 59615), tuple(84884, 30620), tuple(75066, 71824), tuple(51199, 37934), tuple(95530, 15260), tuple(513, 98278), tuple(62995, 28267), tuple(47535, 69776), tuple(39266, 4696), tuple(14742, 13225), tuple(44268, 16548), tuple(45976, 41680), tuple(99638, 30285), tuple(85609, 5578), tuple(28156, 12884), tuple(76188, 86573), tuple(44639, 15480), tuple(86789, 72636), tuple(18702, 13337), tuple(96638, 59398), tuple(90988, 26909), tuple(85069, 95193), tuple(67262, 38337), tuple(51694, 19659), tuple(93341, 80988), tuple(48733, 88460), tuple(55630, 22866), tuple(96203, 10316), tuple(30644, 68318), tuple(79292, 63136), tuple(60185, 73681), tuple(60474, 19078), tuple(48721, 82811), tuple(19713, 99527), tuple(17537, 55235), tuple(296, 8353), tuple(58691, 72158), tuple(66734, 92490), tuple(87642, 7174), tuple(78285, 35337), tuple(19503, 14273), tuple(10713, 64116), tuple(85966, 98738), tuple(56561, 99347), tuple(14869, 89963), tuple(95126, 30748), tuple(89272, 79060), tuple(69888, 7193), tuple(32583, 74564), tuple(95542, 52128), tuple(78360, 42675), tuple(86062, 68404), tuple(38732, 21411), tuple(92935, 45415), tuple(99027, 83925), tuple(73232, 37405),
-    tuple(97079, 87722), tuple(49453, 61633), tuple(53860, 29672), tuple(29513, 42837), tuple(47802, 37592), tuple(12469, 34249), tuple(42792, 53643), tuple(62613, 70068), tuple(82526, 73215), tuple(72285, 11113), tuple(42500, 55478), tuple(43717, 95240), tuple(43797, 75361), tuple(24335, 33138), tuple(38245, 66964), tuple(20717, 95342), tuple(64691, 18064), tuple(48154, 59381), tuple(25699, 77506), tuple(67122, 65358), tuple(4706, 47639), tuple(39616, 49499), tuple(81811, 43780), tuple(835, 85236), tuple(55259, 36091), tuple(66392, 64552), tuple(18111, 14142), tuple(3313, 24306), tuple(16039, 50370), tuple(13767, 95591), tuple(3619, 17285), tuple(91602, 86378), tuple(65370, 31997), tuple(73103, 79544), tuple(56207, 1833), tuple(83803, 12639), tuple(99772, 62410), tuple(48525, 27025), tuple(4843, 17363), tuple(90649, 69831), tuple(38294, 83908), tuple(62986, 50254), tuple(80915, 86505), tuple(77831, 38427), tuple(65269, 10998), tuple(18364, 35533), tuple(90495, 89902), tuple(18124, 73639), tuple(37972, 64523), tuple(59756, 55630), tuple(96021, 46676), tuple(62423, 13536), tuple(57039, 79285), tuple(22584, 69218), tuple(82257, 47164), tuple(85219, 84268), tuple(99430, 87817), tuple(54061, 57126), tuple(95756, 20489), tuple(27341, 67329), tuple(26826, 81082), tuple(86892, 10021), tuple(76753, 35118), tuple(45122, 27808), tuple(16706, 37697), tuple(54734, 85826), tuple(61753, 99199), tuple(54920, 42265), tuple(79397, 32234), tuple(95638, 71031), tuple(66412, 11193), tuple(1874, 46395), tuple(43748, 82517), tuple(99596, 63908), tuple(83987, 8436), tuple(52027, 64590), tuple(2821, 71063), tuple(38625, 47246), tuple(64890, 18073), tuple(78221, 45134), tuple(51729, 8336), tuple(7235, 32732), tuple(69849, 4355), tuple(66632, 29817), tuple(87115, 20363), tuple(95882, 30431), tuple(56386, 94579), tuple(90145, 75474), tuple(41608, 31413), tuple(9284, 22127), tuple(60184, 97820), tuple(70813, 48129), tuple(84426, 2932), tuple(74599, 76277), tuple(19551, 2074), tuple(83741, 31228), tuple(24540, 69367), tuple(66373, 48734), tuple(1043, 52758), tuple(55207, 67301), tuple(68930, 95643), tuple(60576, 84717), tuple(87418, 61921), tuple(40078, 11839), tuple(26131, 84239), tuple(57553, 30194), tuple(85992, 83655), tuple(9469, 26355), tuple(7871, 58669), tuple(66599, 94551), tuple(73474, 91775), tuple(49288, 37125), tuple(64459, 41703), tuple(20761, 11140), tuple(18453, 75828), tuple(7666, 3242), tuple(3851, 64702), tuple(99727, 5458), tuple(66247, 1430), tuple(53801, 94055), tuple(18633, 22045), tuple(5594, 41215), tuple(23845, 66849), tuple(51801, 46932), tuple(63960, 28483), tuple(41699, 56219), tuple(40125, 68122), tuple(1809, 49948), tuple(39206, 71380), tuple(29721, 38251), tuple(10858, 91494), tuple(33459, 29030), tuple(230, 28395), tuple(45666, 41675), tuple(31763, 68954), tuple(28498, 58275), tuple(27329, 14755), tuple(98543, 32649), tuple(26836, 19108), tuple(31349, 45705), tuple(89891, 19691), tuple(42716, 14912), tuple(34712, 4213), tuple(72574, 37957), tuple(29648, 54691), tuple(77851, 61441), tuple(62360, 25693), tuple(78942, 30840), tuple(58808, 36761), tuple(39400, 96765), tuple(77844, 33261), tuple(98738, 80688), tuple(99234, 82018), tuple(49364, 46291), tuple(12030, 32499), tuple(42946, 19435), tuple(34021, 40823), tuple(54070, 84294), tuple(76238, 50858), tuple(94576, 62781), tuple(4823, 17885), tuple(55861, 33029), tuple(43468, 78885), tuple(15775, 25990), tuple(2481, 64154), tuple(65398, 30074), tuple(85540, 50290), tuple(28926, 8236), tuple(75476, 56523), tuple(51363, 82037), tuple(97952, 75624), tuple(71526, 55313), tuple(55143, 49146), tuple(11616, 79576), tuple(83981, 24799), tuple(30197, 96196), tuple(46658, 64430), tuple(34062, 422), tuple(91483, 37099), tuple(88286, 27917), tuple(92932, 21740), tuple(66567, 3590), tuple(35787, 37973), tuple(22601, 93171), tuple(91215, 51041), tuple(41702, 3198), tuple(78731, 89390), tuple(46850, 34544), tuple(49404, 10082), tuple(6393, 62145), tuple(39241, 12836), tuple(10383, 56740), tuple(50850, 84828), tuple(39908, 95738), tuple(78309, 9041), tuple(7898, 34833), tuple(80987, 44693), tuple(66170, 90006), tuple(57599, 82993), tuple(33458, 68423), tuple(67786, 72838), tuple(20364, 89240), tuple(66760, 10965), tuple(77090, 39427), tuple(8706, 77011), tuple(76225, 66045), tuple(24829, 16580), tuple(29040, 10745), tuple(25973, 68024), tuple(42886, 90000), tuple(5125, 90725), tuple(71675, 42961), tuple(88074, 15503), tuple(7096, 77238), tuple(12467, 7224), tuple(94344, 88876), tuple(91643, 6834), tuple(99776, 88805), tuple(88992, 21613), tuple(27629, 72345), tuple(99262, 53013), tuple(84894, 7422), tuple(86469, 44852), tuple(44709, 82358), tuple(90338, 63426), tuple(70093, 65813), tuple(18014, 91297), tuple(38135, 18842), tuple(83643, 25418), tuple(61985, 23996), tuple(63495, 91872), tuple(65518, 85038), tuple(19747, 18165), tuple(60916, 55986), tuple(73826, 68279), tuple(26147, 73224), tuple(79606, 35342), tuple(84063, 47648), tuple(41115, 19541), tuple(3710, 46873), tuple(79926, 96227), tuple(77885, 38548), tuple(31121, 40100), tuple(17197, 42700), tuple(89898, 65060), tuple(70854, 69897), tuple(47212, 78340), tuple(8871, 20368), tuple(81502, 76700), tuple(6251, 92364), tuple(20652, 81152), tuple(60197, 15839), tuple(57972, 74525), tuple(51527, 19454), tuple(43081, 37404), tuple(11551, 38858), tuple(73710, 36789), tuple(99064, 62900), tuple(16292, 61362), tuple(5438, 13708), tuple(65610, 23813), tuple(14701, 66586), tuple(96560, 25606), tuple(6101, 50386), tuple(76171, 13159), tuple(453, 51097), tuple(80871, 29995), tuple(65414, 10781), tuple(56201, 59852), tuple(57872, 29305), tuple(85387, 49642), tuple(98332, 45308), tuple(78934, 88320), tuple(27288, 84343), tuple(71539, 48945), tuple(17348, 35121), tuple(51107, 73807), tuple(60739, 89966), tuple(49803, 53931), tuple(91339, 18943), tuple(66923, 8421), tuple(1314, 61554), tuple(56175, 73062), tuple(1215, 51606), tuple(16335, 1289), tuple(62888, 62858), tuple(26620, 51572), tuple(19757, 93782), tuple(95016, 49464), tuple(77323, 61370), tuple(14358, 40637), tuple(75344, 25972), tuple(12606, 53465), tuple(22258, 96976), tuple(36276, 85574), tuple(93544, 82426), tuple(50554, 1078), tuple(54132, 59093), tuple(83143, 37847), tuple(36778, 7827), tuple(42525, 47562), tuple(48399, 16894), tuple(48812, 94330), tuple(2197, 63615), tuple(16681, 83461), tuple(61452, 74775), tuple(33179, 39047), tuple(11357, 45663), tuple(34429, 3118), tuple(97453, 71262), tuple(76788, 9452), tuple(42050, 94414), tuple(62412, 57976), tuple(10366, 59637), tuple(91804, 41509), tuple(66410, 60144), tuple(20517, 85756), tuple(16402, 50019), tuple(33062, 94128), tuple(66717, 95079), tuple(80801, 53200), tuple(43638, 16443), tuple(68690, 30310), tuple(78330, 31709), tuple(53288, 51831), tuple(59612, 15340), tuple(69197, 67661), tuple(25729, 54544), tuple(61292, 3077), tuple(91198, 68925), tuple(94243, 84911), tuple(81175, 41496), tuple(56087, 30799), tuple(19192, 5965), tuple(6401, 98593), tuple(90599, 40564), tuple(99636, 3224), tuple(13595, 15079), tuple(81758, 98510), tuple(31894, 87256), tuple(32717, 15856), tuple(58045, 25722), tuple(80820, 39359), tuple(89127, 50007), tuple(57129, 30173), tuple(143, 82490), tuple(67320, 89298), tuple(78031, 70771), tuple(56372, 13856), tuple(53792, 93923), tuple(77536, 97686), tuple(34281, 88893), tuple(7720, 38598), tuple(42577, 15445), tuple(97049, 25292), tuple(5755, 75274), tuple(68500, 88440), tuple(65460, 91968), tuple(82251, 62700), tuple(58737, 28221), tuple(33966, 31858), tuple(89283, 6137), tuple(95713, 57892), tuple(64716, 41893), tuple(23226, 72596), tuple(77494, 1226), tuple(57456, 97085), tuple(56638, 73195), tuple(86791, 95487), tuple(38616, 3710), tuple(27612, 88402), tuple(86211, 61383), tuple(74751, 67963), tuple(35294, 45969), tuple(20040, 65633), tuple(46379, 55793), tuple(5254, 33070), tuple(96039, 46828), tuple(53169, 86515), tuple(61456, 32728), tuple(19306, 28894), tuple(266, 73943), tuple(6298, 78481), tuple(55429, 72954), tuple(4013, 62916), tuple(19413, 82227), tuple(97767, 41262), tuple(1754, 66034), tuple(62168, 95138), tuple(8502, 1232), tuple(87736, 22730), tuple(94519, 57526), tuple(47840, 52733), tuple(57430, 11063), tuple(48203, 88666), tuple(94187, 17306), tuple(51254, 3414), tuple(42847, 70850), tuple(30517, 37298), tuple(51002, 3187), tuple(69065, 57819), tuple(28158, 31948), tuple(28641, 57066), tuple(64401, 41541), tuple(16769, 93104), tuple(36026, 40379), tuple(89972, 21007), tuple(23129, 3532), tuple(25076, 78327), tuple(91716, 52771), tuple(85414, 74704), tuple(25078, 29180), tuple(82397, 27229), tuple(71809, 86957), tuple(84698, 34879), tuple(28573, 40238), tuple(79803, 740), tuple(9445, 37484), tuple(30310, 44337), tuple(48396, 61468), tuple(55206, 32145), tuple(85429, 8394), tuple(57022, 16754), tuple(20686, 31181), tuple(49381, 90708), tuple(86368, 80026), tuple(12503, 98384), tuple(17987, 17590), tuple(87975, 47488), tuple(1917, 40089), tuple(28921, 51966), tuple(75061, 47560), tuple(47682, 85166), tuple(44983, 43829), tuple(65132, 39721), tuple(63156, 48271), tuple(43469, 44812), tuple(92402, 52827), tuple(93574, 93874), tuple(49160, 14154), tuple(17068, 32747), tuple(24013, 48763), tuple(44388, 91612), tuple(50092, 46361), tuple(12638, 67958), tuple(22733, 48580), tuple(89692, 17614), tuple(76259, 80333), tuple(60667, 81071), tuple(11866, 60670), tuple(44127, 52256), tuple(91538, 16284), tuple(3947, 5775), tuple(24013, 87274), tuple(61890, 35907), tuple(40033, 65872), tuple(82217, 28133), tuple(92448, 66250), tuple(69722, 79165), tuple(45642, 94585), tuple(19332, 52617), tuple(68376, 74661), tuple(67538, 36822), tuple(44251, 51303), tuple(21737, 91360), tuple(89816, 80022), tuple(62003, 95863), tuple(91553, 89883), tuple(81327, 60251), tuple(79081, 77218), tuple(83875, 50172), tuple(64753, 45810), tuple(31661, 24768), tuple(37225, 43323), tuple(7290, 90747), tuple(83726, 40577), tuple(67955, 25873), tuple(64937, 91179), tuple(43298, 1399), tuple(63408, 89816), tuple(7356, 46305), tuple(45184, 57862), tuple(53297, 20667), tuple(31709, 43903), tuple(62673, 94822), tuple(27913, 75493), tuple(24687, 80894), tuple(98262, 61113), tuple(53123, 55460), tuple(35147, 99271), tuple(27646, 34622), tuple(73077, 30910), tuple(20512, 11203), tuple(33770, 99560), tuple(34580, 35708), tuple(67059, 99164), tuple(72256, 23281), tuple(92534, 87165), tuple(52774, 85396), tuple(56154, 92895), tuple(24460, 62535), tuple(56634, 4948), tuple(26182, 65572), tuple(99426, 1748), tuple(31410, 43026), tuple(24172, 44480), tuple(9426, 61375), tuple(21718, 32700), tuple(91428, 80453), tuple(27315, 90992), tuple(2743, 10613), tuple(31248, 75906), tuple(99086, 51477), tuple(44829, 14817), tuple(89794, 9674), tuple(88775, 1393), tuple(94268, 66168), tuple(76314, 51601), tuple(30142, 76441), tuple(39895, 74493), tuple(67323, 13617), tuple(54056, 77441), tuple(64209, 30237), tuple(81819, 2685), tuple(74961, 36558), tuple(54405, 11789), tuple(47419, 18927), tuple(95646, 97923), tuple(6793, 98367), tuple(84729, 55346), tuple(26209, 51661), tuple(88902, 47479), tuple(29248, 6257), tuple(90293, 56023), tuple(13659, 85240), tuple(33402, 22946), tuple(98715, 46806), tuple(59061, 14084), tuple(63647, 85523), tuple(16920, 66956), tuple(33806, 17029), tuple(5921, 55022), tuple(56918, 8478), tuple(26353, 8772), tuple(73846, 62583), tuple(66724, 13905), tuple(81927, 13344), tuple(8535, 73788), tuple(42475, 864), tuple(43233, 31055), tuple(25826, 92107), tuple(58400, 93558), tuple(76480, 27917), tuple(11783, 45463), tuple(1994, 30049), tuple(69277, 48157), tuple(64234, 49337), tuple(71741, 56314), tuple(2005, 69772), tuple(49003, 37695), tuple(39968, 77681), tuple(832, 10155), tuple(57104, 19308), tuple(96734, 11547), tuple(30184, 42421), tuple(48375, 44830), tuple(93937, 72937), tuple(90182, 73901), tuple(15777, 13356), tuple(23590, 41957), tuple(28339, 72344), tuple(57738, 11792), tuple(46981, 22885), tuple(89701, 63079), tuple(18853, 8142), tuple(71023, 86607), tuple(43044, 84076), tuple(15504, 63914), tuple(10852, 24752), tuple(84420, 8955), tuple(52478, 86472), tuple(31493, 34784), tuple(63120, 80839), tuple(99483, 7075), tuple(63463, 9701), tuple(72217, 81768), tuple(92665, 41759), tuple(61299, 30348), tuple(75839, 10811), tuple(40924, 73497), tuple(16847, 11969), tuple(62221, 40296), tuple(86514, 6737), tuple(71717, 21760), tuple(72280, 22605), tuple(84073, 26361), tuple(35313, 38026), tuple(88244, 41921), tuple(2395, 44993), tuple(43095, 4491), tuple(65029, 92486), tuple(77825, 37626), tuple(86268, 93758), tuple(12282, 96669), tuple(70109, 3854), tuple(88201, 48985), tuple(67432, 22291), tuple(71226, 78916), tuple(93242, 69896), tuple(45961, 28858), tuple(37543, 83277), tuple(33989, 19303), tuple(75997, 92827), tuple(81996, 50401), tuple(47766, 89974), tuple(6969, 58504), tuple(57495, 67704), tuple(42186, 15837), tuple(16266, 31543), tuple(53482, 57047), tuple(6741, 53863), tuple(69708, 62402), tuple(47622, 71680), tuple(56407, 59557), tuple(35497, 43626), tuple(94382, 72849), tuple(85322, 82494), tuple(48283, 84203), tuple(60187, 43506), tuple(30227, 72397), tuple(8179, 46362), tuple(91848, 6724),
-    tuple(44252, 49652), tuple(62329, 71957), tuple(48136, 53803), tuple(29408, 16811), tuple(2807, 35831), tuple(3982, 42400), tuple(31819, 922), tuple(60411, 29397), tuple(63298, 32886), tuple(56696, 94800), tuple(40452, 78058), tuple(72632, 46188), tuple(6187, 49011), tuple(41030, 50745), tuple(37287, 2821), tuple(85833, 58997), tuple(69513, 2449), tuple(67890, 79660), tuple(10510, 65067), tuple(81559, 31412), tuple(55173, 70275), tuple(30720, 65244), tuple(39362, 55066), tuple(82509, 54146), tuple(37012, 50941), tuple(7777, 73746), tuple(55324, 68529), tuple(64001, 14553), tuple(75092, 7732), tuple(30396, 68267), tuple(17785, 63304), tuple(60691, 75626), tuple(73360, 24028), tuple(49094, 44015), tuple(38186, 58436), tuple(85214, 87107), tuple(28851, 30981), tuple(97558, 16884), tuple(50485, 61227), tuple(66390, 14523), tuple(91346, 12746), tuple(27417, 80041), tuple(70675, 62543), tuple(30493, 34005), tuple(93733, 65419), tuple(84518, 73912), tuple(95889, 56587), tuple(25811, 87640), tuple(67088, 17670), tuple(61030, 10236), tuple(63615, 23071), tuple(95064, 2080), tuple(67171, 84194), tuple(29917, 74112), tuple(69466, 26813), tuple(65199, 34701), tuple(73665, 70408), tuple(79992, 52475), tuple(85736, 3601), tuple(37979, 55469), tuple(19825, 77218), tuple(31666, 7906), tuple(74130, 1569), tuple(51690, 48772), tuple(17872, 80141), tuple(26340, 29232), tuple(5680, 4004), tuple(72841, 60873), tuple(65725, 86711), tuple(39659, 76703), tuple(72206, 4834), tuple(25126, 62083), tuple(85881, 81324), tuple(36485, 89451), tuple(66626, 2033), tuple(23961, 13900), tuple(68404, 32573), tuple(6568, 75904), tuple(5463, 40836), tuple(82243, 72476), tuple(41469, 85222), tuple(53063, 80905), tuple(89420, 89405), tuple(64438, 54748), tuple(84609, 19925), tuple(58071, 76697), tuple(92927, 37184), tuple(86525, 43159), tuple(90683, 47762), tuple(4221, 94429), tuple(68456, 34730), tuple(5303, 27512), tuple(3857, 87130), tuple(25963, 49542), tuple(68981, 6398), tuple(16900, 38579), tuple(44288, 3921), tuple(41848, 6266), tuple(14235, 18205), tuple(93114, 74697), tuple(31693, 12438), tuple(93873, 3135), tuple(39867, 42033), tuple(39257, 83168), tuple(91557, 2168), tuple(25761, 99686), tuple(33891, 81917), tuple(69185, 25496), tuple(32937, 32667), tuple(53201, 77822), tuple(41625, 73595), tuple(75159, 2574), tuple(41500, 24049), tuple(18998, 17778), tuple(55319, 14793), tuple(98343, 55538), tuple(50306, 92789), tuple(8111, 36989), tuple(12332, 90370), tuple(50098, 64743), tuple(518, 42569), tuple(53218, 75332), tuple(37930, 85988), tuple(26622, 30733), tuple(72656, 87213), tuple(62011, 83799), tuple(74325, 39325), tuple(61424, 29292), tuple(38885, 35172), tuple(48893, 53493), tuple(5365, 46863), tuple(35192, 50130), tuple(67377, 31556), tuple(89291, 38089), tuple(7639, 18196), tuple(66102, 23782), tuple(94128, 13012), tuple(14739, 40637), tuple(38124, 70538), tuple(21143, 9114), tuple(81628, 1281), tuple(2385, 12814), tuple(97713, 12931), tuple(15392, 71469), tuple(285, 2139), tuple(75082, 86935), tuple(53815, 6664), tuple(21102, 26350), tuple(7191, 63079), tuple(77811, 54178), tuple(94993, 43113), tuple(23712, 9041), tuple(5151, 47040), tuple(48565, 21701), tuple(68877, 29339), tuple(41207, 91567), tuple(52928, 39020), tuple(90950, 13773), tuple(9269, 45202), tuple(76822, 23962), tuple(66347, 97641), tuple(39410, 6179), tuple(544, 78664), tuple(6168, 22720), tuple(41653, 97913), tuple(17421, 50726), tuple(7841, 71433), tuple(54395, 26607), tuple(4269, 30336), tuple(34319, 79247), tuple(95612, 91933), tuple(25657, 23904), tuple(19990, 4678), tuple(87858, 51586), tuple(5060, 74367), tuple(56282, 50346), tuple(24967, 12978), tuple(5413, 84898), tuple(83630, 81450), tuple(4445, 3246), tuple(8686, 37833), tuple(25753, 491), tuple(64949, 79083), tuple(91227, 99361), tuple(15478, 9776), tuple(19138, 1197), tuple(90231, 21775), tuple(1603, 3420), tuple(80483, 91945), tuple(26254, 47364), tuple(39956, 39011), tuple(21944, 68718), tuple(17476, 26688), tuple(35124, 95520), tuple(80675, 86048), tuple(37802, 24654), tuple(35991, 30501), tuple(58201, 32076), tuple(73425, 48851), tuple(32081, 62678), tuple(43890, 72473), tuple(55420, 55864), tuple(92730, 83636), tuple(98991, 57739), tuple(16554, 8671), tuple(97393, 74717), tuple(52946, 40432), tuple(54038, 57550), tuple(28407, 59994), tuple(51960, 69485), tuple(54362, 59837), tuple(56608, 44803), tuple(87765, 65240), tuple(83537, 20410), tuple(12462, 63600), tuple(29652, 60603), tuple(33694, 86009), tuple(6328, 2247), tuple(1163, 66579), tuple(14339, 11994), tuple(84291, 50111), tuple(68889, 88342), tuple(10269, 72875), tuple(66319, 32677), tuple(13064, 29930), tuple(32190, 83783), tuple(45970, 36250), tuple(76934, 56387), tuple(86991, 52198), tuple(595, 49931), tuple(56487, 35023), tuple(64301, 3898), tuple(62751, 16083), tuple(76962, 42724), tuple(25144, 84082), tuple(42577, 55365), tuple(35491, 62043), tuple(98690, 95354), tuple(78142, 63556), tuple(43994, 19756), tuple(44371, 88026), tuple(79528, 38378), tuple(60538, 95096), tuple(94043, 64914), tuple(56328, 52212), tuple(23125, 3718), tuple(68265, 31800), tuple(50257, 30242), tuple(90023, 16264), tuple(26536, 54846), tuple(56408, 26069), tuple(48835, 90685), tuple(41440, 85486), tuple(50439, 28977), tuple(57270, 58062), tuple(93385, 81991), tuple(41747, 90412), tuple(4397, 54135), tuple(27833, 63238), tuple(30047, 54689), tuple(97424, 22639), tuple(38666, 7212), tuple(11002, 23871), tuple(94214, 17282), tuple(38570, 36544), tuple(21281, 2550), tuple(18772, 9450), tuple(21573, 89501), tuple(72980, 3658), tuple(4270, 75217), tuple(84311, 52335), tuple(50238, 7027), tuple(79880, 13083), tuple(4453, 53612), tuple(42094, 83535), tuple(26820, 29389), tuple(68926, 37356), tuple(41068, 99341), tuple(17804, 36252), tuple(95293, 20765), tuple(16191, 10046), tuple(97430, 9242), tuple(8161, 65278), tuple(57448, 35098), tuple(94391, 77130), tuple(98916, 39103), tuple(20350, 32970), tuple(90646, 11890), tuple(75362, 5602), tuple(27639, 77663), tuple(43360, 46034), tuple(22402, 35513), tuple(8137, 28845), tuple(85004, 55522), tuple(41422, 53954), tuple(31450, 3352), tuple(43577, 62316), tuple(2055, 68345), tuple(81241, 88166), tuple(99688, 49801), tuple(34150, 62685), tuple(61452, 89940), tuple(17271, 17048), tuple(35360, 54074), tuple(24514, 86758), tuple(65291, 94634), tuple(56371, 29354), tuple(17017, 58323), tuple(97782, 38903), tuple(64924, 7863), tuple(26686, 44764), tuple(6946, 65671), tuple(19164, 55697), tuple(53736, 61363), tuple(16698, 88605), tuple(68917, 45223), tuple(61620, 71030), tuple(36833, 87), tuple(25499, 92341), tuple(64999, 60843), tuple(10332, 23741), tuple(44183, 74772), tuple(5876, 83182), tuple(2777, 13943), tuple(30518, 90419), tuple(95186, 2879), tuple(67770, 28915), tuple(63386, 30643), tuple(32598, 27470), tuple(22690, 14598), tuple(33055, 49882), tuple(66771, 87914), tuple(1528, 77971), tuple(35398, 19178), tuple(66537, 4756), tuple(45085, 80236), tuple(67054, 78236), tuple(98986, 54864), tuple(22249, 20937), tuple(63417, 4603), tuple(77613, 1198), tuple(6611, 68649), tuple(73627, 56112), tuple(73633, 97606), tuple(99775, 39893), tuple(56752, 97490), tuple(32399, 69269), tuple(62186, 76302), tuple(94184, 83140), tuple(75653, 83050), tuple(61775, 15249), tuple(47463, 90032), tuple(21937, 11962), tuple(62241, 55183), tuple(98504, 4933), tuple(66272, 28609), tuple(67746, 30488), tuple(54196, 35321), tuple(26259, 63765), tuple(11312, 41065), tuple(15815, 63183), tuple(18767, 28578), tuple(88996, 89259), tuple(5635, 82121), tuple(82835, 33221), tuple(23282, 57401), tuple(32823, 83397), tuple(9333, 22645), tuple(93949, 88014), tuple(53441, 1659), tuple(7606, 35735), tuple(52971, 83457), tuple(77912, 97683), tuple(33195, 462), tuple(36642, 84826), tuple(14627, 39789), tuple(35158, 74576), tuple(31178, 3298), tuple(78999, 38000), tuple(58392, 70574), tuple(32797, 9393), tuple(31745, 73068), tuple(3463, 99157), tuple(85198, 99633), tuple(69136, 61700), tuple(90269, 56346), tuple(54888, 30161), tuple(69578, 67718), tuple(31362, 88940), tuple(72151, 69802), tuple(10518, 42128), tuple(10389, 85928), tuple(79024, 46427), tuple(75298, 320), tuple(61374, 92005), tuple(52693, 92872), tuple(90677, 97987), tuple(4977, 7002), tuple(34950, 40356), tuple(1286, 84570), tuple(83587, 44056), tuple(60303, 67073), tuple(90693, 54889), tuple(3665, 65556), tuple(36965, 91476), tuple(36018, 1114), tuple(64173, 73176), tuple(74375, 37973), tuple(40226, 4894), tuple(15708, 44097), tuple(58497, 62654), tuple(88190, 8945), tuple(89623, 42745), tuple(34666, 46515), tuple(69908, 60462), tuple(85257, 89711), tuple(95343, 25345), tuple(9671, 68154), tuple(43560, 12783), tuple(56946, 86701), tuple(97027, 16286), tuple(73465, 82933), tuple(60864, 98196), tuple(65681, 78455), tuple(95949, 98824), tuple(60427, 79639), tuple(62125, 96638), tuple(44349, 55436), tuple(23889, 98287), tuple(7982, 57100), tuple(89134, 62354), tuple(90345, 13136), tuple(87117, 55670), tuple(87142, 56737), tuple(12166, 62622), tuple(25757, 83242), tuple(22839, 70866), tuple(55230, 87710), tuple(52836, 58660), tuple(52001, 11928), tuple(32300, 43940), tuple(82815, 15966), tuple(25995, 35077), tuple(85590, 71892), tuple(65700, 97621), tuple(93120, 45889), tuple(39090, 18624), tuple(40711, 54078), tuple(21512, 71018), tuple(84273, 83224), tuple(94455, 11165), tuple(44762, 81935), tuple(32383, 12092), tuple(57681, 45595), tuple(34900, 10701), tuple(75918, 15671), tuple(80894, 47445), tuple(84887, 65029), tuple(20046, 53478), tuple(35117, 350), tuple(58605, 95757), tuple(41129, 70721), tuple(17956, 60019), tuple(92256, 31486), tuple(25628, 39061), tuple(46442, 95181), tuple(99796, 98961), tuple(84447, 67126), tuple(90905, 35020), tuple(44920, 85041), tuple(29355, 81130), tuple(27574, 74365), tuple(18795, 87608), tuple(9134, 94033), tuple(40788, 33406), tuple(66374, 27589), tuple(35828, 79467), tuple(63337, 21310), tuple(19850, 91859), tuple(8457, 46910), tuple(17247, 54352),
-    tuple(78157, 12984), tuple(19014, 95404), tuple(33696, 61297), tuple(84179, 86141), tuple(88420, 35793), tuple(56841, 54309), tuple(61086, 51639), tuple(51422, 42981), tuple(24495, 8959), tuple(44560, 17680), tuple(5010, 310), tuple(7658, 47071), tuple(99542, 84835), tuple(32524, 20855), tuple(74043, 44891), tuple(86735, 20535), tuple(73782, 59995), tuple(93939, 67476), tuple(3553, 2160), tuple(28263, 96116), tuple(43233, 84344), tuple(82394, 41116), tuple(94208, 54259), tuple(19293, 78307), tuple(97691, 89913), tuple(69180, 92822), tuple(54514, 17070), tuple(41565, 19577), tuple(56860, 57944), tuple(79429, 90334), tuple(14209, 63872), tuple(8193, 47375), tuple(84457, 5729), tuple(35499, 29880), tuple(71046, 96629), tuple(78320, 16678), tuple(52171, 9008), tuple(10285, 77600), tuple(89222, 56452), tuple(74877, 45130), tuple(45122, 7477), tuple(27680, 36119), tuple(53572, 67978), tuple(84553, 96126), tuple(79947, 45957), tuple(62290, 6001), tuple(24885, 66150), tuple(74756, 8350), tuple(19600, 26665), tuple(26140, 12798), tuple(346, 52401), tuple(55107, 64736), tuple(55227, 20192), tuple(5250, 75970), tuple(22597, 36117), tuple(46057, 6297), tuple(146, 34226), tuple(62101, 45872), tuple(50973, 81711), tuple(28437, 90316), tuple(87949, 33752), tuple(97761, 97260), tuple(33866, 10748), tuple(43546, 29031), tuple(94371, 94717), tuple(23676, 36834), tuple(78530, 40195), tuple(9449, 90868), tuple(4688, 18113), tuple(6478, 91149), tuple(5770, 53359), tuple(67467, 45123), tuple(99961, 85269), tuple(16771, 9423), tuple(86093, 12345), tuple(57781, 91310), tuple(64235, 75090), tuple(44983, 14518), tuple(97295, 86692), tuple(9084, 63091), tuple(95536, 58091), tuple(19196, 84870), tuple(30135, 5353), tuple(8031, 34065), tuple(30428, 11126), tuple(64190, 14178), tuple(31159, 97833), tuple(52514, 36312), tuple(39470, 95767), tuple(56521, 58481), tuple(67491, 58112), tuple(93348, 30378), tuple(68108, 71570), tuple(1098, 967), tuple(38546, 81282), tuple(56825, 65979), tuple(59069, 72390), tuple(2824, 13703), tuple(48333, 14500), tuple(9893, 25478), tuple(2911, 47477), tuple(58177, 26157), tuple(82958, 11140), tuple(29280, 90771), tuple(87961, 77195), tuple(41212, 31814), tuple(57596, 21467), tuple(95701, 96920), tuple(42264, 95301), tuple(40893, 490), tuple(85295, 66203), tuple(82996, 55114), tuple(7692, 97829), tuple(29833, 90468), tuple(11917, 11893), tuple(29516, 81375), tuple(89726, 44500), tuple(8932, 49236), tuple(46908, 11625), tuple(37562, 86013), tuple(77455, 10903), tuple(71128, 96631), tuple(14398, 25421), tuple(22273, 24791), tuple(53432, 89441), tuple(65639, 13703), tuple(87847, 91934), tuple(79196, 83398), tuple(93841, 8300), tuple(98217, 31103), tuple(74206, 10777), tuple(87556, 26040), tuple(3488, 46363), tuple(5052, 37977), tuple(13148, 84770), tuple(57802, 44741), tuple(52562, 89370), tuple(45417, 28092), tuple(10850, 53735), tuple(55528, 13265), tuple(49639, 60069), tuple(24297, 65409), tuple(17691, 74780), tuple(14056, 91384), tuple(26678, 79745), tuple(20819, 65318), tuple(5109, 36921), tuple(32429, 44351), tuple(49300, 87487), tuple(91490, 17942), tuple(91165, 36259), tuple(19889, 92478), tuple(32525, 24314),
-    tuple(32207, 12383), tuple(18946, 80847), tuple(26629, 99576), tuple(23663, 33753), tuple(78661, 43289), tuple(42971, 85652), tuple(13148, 37633), tuple(7460, 31621), tuple(7106, 19344), tuple(56623, 40597), tuple(3931, 46383), tuple(40928, 80864), tuple(54411, 42893), tuple(97994, 37208), tuple(98704, 34056), tuple(28221, 65071), tuple(17035, 74621), tuple(44980, 99037), tuple(74685, 40941), tuple(51689, 87959), tuple(1603, 88894), tuple(58816, 80911), tuple(6600, 88186), tuple(51598, 56572), tuple(94570, 53971), tuple(36829, 22411), tuple(78272, 19485), tuple(27782, 91187), tuple(50738, 34908), tuple(77246, 37199), tuple(54696, 25448), tuple(22518, 20075), tuple(93517, 9215), tuple(63893, 61738), tuple(1803, 66542), tuple(8740, 44384), tuple(50214, 2536), tuple(82978, 22366), tuple(30379, 1906), tuple(69739, 14688), tuple(32367, 37176), tuple(94639, 5870), tuple(28089, 44553), tuple(23425, 12581), tuple(55612, 25746), tuple(10872, 85235), tuple(78490, 47300), tuple(53808, 99715), tuple(73003, 81707), tuple(69544, 44704), tuple(49921, 45937), tuple(53055, 64486), tuple(29788, 41235), tuple(66977, 32399), tuple(14272, 19156), tuple(52628, 43512), tuple(84512, 95549), tuple(37407, 73000), tuple(97454, 5645), tuple(94560, 22177), tuple(43121, 24751), tuple(16392, 71632), tuple(57061, 95049), tuple(78509, 12622), tuple(19152, 31950), tuple(60772, 58980), tuple(80874, 81688), tuple(57277, 94240), tuple(72106, 83377), tuple(96685, 38772), tuple(67254, 25148), tuple(55927, 21049), tuple(60288, 62456), tuple(70931, 77751), tuple(79197, 16179), tuple(3655, 47431), tuple(46830, 73545), tuple(45050, 41379), tuple(27458, 17406), tuple(39099, 99237), tuple(67490, 80382), tuple(62723, 79115), tuple(8353, 32032), tuple(23488, 12738), tuple(4013, 67892), tuple(26464, 50462), tuple(35943, 94375), tuple(44186, 34987), tuple(60927, 88755), tuple(8465, 63630), tuple(66062, 34368), tuple(88036, 58046), tuple(58249, 81975), tuple(18237, 47105), tuple(6733, 82935), tuple(78749, 39033), tuple(15131, 26574), tuple(33524, 8929), tuple(41839, 16312), tuple(55673, 27094), tuple(49538, 11713), tuple(88371, 69776), tuple(94252, 13464), tuple(5832, 84375), tuple(89357, 64815), tuple(46801, 11748), tuple(30666, 81254), tuple(16789, 10599), tuple(42935, 98646), tuple(66143, 20772), tuple(44556, 23422), tuple(46018, 16312), tuple(22259, 77171), tuple(56983, 86832), tuple(49921, 22125), tuple(92296, 45486), tuple(69764, 34023), tuple(9637, 96817), tuple(51206, 30615), tuple(10348, 92983), tuple(14472, 99323), tuple(40262, 97192), tuple(2191, 68285), tuple(22924, 25679), tuple(5067, 66212), tuple(69487, 49838), tuple(20052, 16120), tuple(95935, 71293), tuple(1776, 51796), tuple(23090, 30667), tuple(52957, 44078), tuple(91342, 24546), tuple(50425, 89005), tuple(53426, 47583), tuple(6584, 10139), tuple(3118, 13516), tuple(55369, 99320), tuple(63349, 89873), tuple(64571, 74984), tuple(26517, 2840), tuple(33325, 27702), tuple(43660, 87008), tuple(25645, 63104), tuple(26144, 93808), tuple(38030, 8593), tuple(46594, 22518), tuple(17472, 60358), tuple(23471, 75904), tuple(64653, 25665), tuple(58930, 2800), tuple(9714, 21659), tuple(90877, 15172), tuple(24169, 33165), tuple(40301, 28982), tuple(5835, 58106), tuple(47425, 55922), tuple(85182, 8833), tuple(54791, 76061), tuple(43334, 95233), tuple(88895, 11611), tuple(67974, 99700), tuple(42359, 7619), tuple(46091, 3188), tuple(96126, 1150), tuple(67300, 70263), tuple(15504, 6792), tuple(43488, 51128), tuple(59882, 82061), tuple(53674, 82213), tuple(13942, 71867), tuple(37229, 44172), tuple(8234, 10116), tuple(63955, 93663), tuple(90556, 81422), tuple(36156, 23916), tuple(80004, 32883), tuple(97483, 91439), tuple(40380, 75895), tuple(49030, 13388), tuple(10112, 23706), tuple(12693, 54634), tuple(89114, 44239), tuple(79449, 97096), tuple(93945, 17715), tuple(84610, 91409), tuple(77676, 32755), tuple(96528, 43811), tuple(32771, 17368), tuple(72726, 51584), tuple(68373, 27912), tuple(13120, 2918), tuple(32440, 89244), tuple(94188, 42530), tuple(47136, 16569), tuple(38629, 72378), tuple(6704, 33393), tuple(29123, 2559), tuple(4782, 19801), tuple(67017, 24504), tuple(10924, 38797), tuple(8704, 22146), tuple(32103, 77336), tuple(38053, 7912), tuple(6562, 22610), tuple(27942, 63645), tuple(40426, 37003), tuple(21523, 64033), tuple(46299, 23083), tuple(48752, 46938), tuple(28350, 22135), tuple(14308, 14980), tuple(14573, 24398), tuple(7228, 37742), tuple(82025, 86225), tuple(53716, 36196), tuple(81985, 16387), tuple(57584, 81974), tuple(99131, 7574), tuple(62847, 67483), tuple(86114, 25787), tuple(53211, 78386), tuple(80778, 49571), tuple(32747, 39211), tuple(71223, 56413), tuple(60888, 54163), tuple(7192, 51136), tuple(53334, 59228), tuple(4421, 66662), tuple(33413, 84705), tuple(56666, 78956), tuple(61801, 42678), tuple(43053, 77774), tuple(63820, 28596), tuple(1077, 97015), tuple(64021, 64781), tuple(92706, 3502), tuple(10677, 85713), tuple(25226, 89936), tuple(72837, 6353), tuple(48761, 89256), tuple(65947, 66655), tuple(72098, 73523), tuple(90795, 85045), tuple(55030, 92320), tuple(55194, 86101), tuple(10745, 5734), tuple(88677, 87133), tuple(73661, 34366), tuple(45949, 27357), tuple(88662, 12417), tuple(8489, 13536), tuple(27549, 4543), tuple(92939, 3478), tuple(54350, 80071), tuple(18846, 12230), tuple(44026, 16272), tuple(61412, 29030), tuple(19174, 95986), tuple(95690, 96752), tuple(89204, 59178), tuple(88740, 16634), tuple(86216, 73138), tuple(78274, 75895), tuple(33616, 9671), tuple(34033, 95200), tuple(34068, 66630), tuple(86998, 11248), tuple(33926, 18414), tuple(70477, 34726), tuple(78159, 51516), tuple(39498, 51001), tuple(8129, 45722), tuple(80034, 74923), tuple(72313, 14607), tuple(24587, 66307), tuple(1705, 17417), tuple(72039, 30982), tuple(38633, 26195), tuple(28199, 39357), tuple(38581, 11807), tuple(86457, 96618), tuple(26962, 65955), tuple(91876, 59903), tuple(73754, 98220), tuple(52133, 25146), tuple(66110, 69603), tuple(1793, 33205), tuple(15034, 44701), tuple(51124, 76916), tuple(39534, 36662), tuple(25979, 69668), tuple(57384, 67311), tuple(18545, 60762), tuple(19046, 92399), tuple(38249, 4653), tuple(72527, 59270), tuple(33966, 37148), tuple(27590, 117), tuple(70374, 4742), tuple(16192, 75527), tuple(80174, 75518), tuple(48577, 98517), tuple(94414, 14445), tuple(67138, 13404), tuple(92294, 29477), tuple(20990, 61280), tuple(6082, 29420), tuple(43509, 34811), tuple(58769, 96326), tuple(47885, 53134), tuple(85917, 57373), tuple(64717, 50457), tuple(91239, 92881), tuple(76074, 79095), tuple(59275, 17799), tuple(75883, 62491), tuple(39406, 78272), tuple(70235, 10333), tuple(42309, 18408), tuple(53739, 27090), tuple(98800, 48751), tuple(99156, 65930), tuple(6271, 73084), tuple(83758, 55709), tuple(76940, 71591), tuple(37834, 27418), tuple(46486, 84091), tuple(82677, 5668), tuple(55483, 14400), tuple(64749, 41246), tuple(56980, 81320), tuple(46656, 22155), tuple(85260, 3342), tuple(56103, 57517), tuple(15434, 77526), tuple(90927, 99005), tuple(30948, 35441), tuple(75700, 35428), tuple(46759, 50091), tuple(58497, 88465), tuple(4893, 48180), tuple(69671, 63922), tuple(53917, 42248), tuple(49692, 75520), tuple(70709, 69868), tuple(54172, 66609), tuple(61142, 39487), tuple(70390, 96503), tuple(70529, 96890), tuple(50848, 54706), tuple(62574, 78585), tuple(40976, 40546), tuple(61448, 25487), tuple(58813, 79694), tuple(7978, 46692), tuple(84810, 47407), tuple(93301, 86788), tuple(63513, 40417), tuple(50816, 14830), tuple(40051, 22510), tuple(58231, 10222), tuple(22087, 58099), tuple(9757, 76220), tuple(75890, 86576), tuple(78978, 41357), tuple(93283, 24850), tuple(97099, 31675), tuple(73642, 95617), tuple(12154, 57246), tuple(67695, 45009), tuple(24512, 19561), tuple(32912, 57975), tuple(67101, 86402), tuple(97078, 61699), tuple(35404, 84433), tuple(18387, 5574), tuple(1180, 56954), tuple(31887, 11863), tuple(35632, 74282), tuple(97946, 71382), tuple(6358, 42197), tuple(3005, 63694), tuple(33955, 21482), tuple(81930, 4333), tuple(91114, 65927), tuple(47204, 48539), tuple(79942, 34686), tuple(77140, 46671), tuple(24959, 43593), tuple(26774, 12024), tuple(17931, 38033), tuple(18367, 18250), tuple(40538, 12655), tuple(10024, 2337), tuple(13012, 93366), tuple(33214, 99392), tuple(48339, 83815), tuple(2573, 98741), tuple(82426, 99315), tuple(29161, 8227), tuple(75276, 43314), tuple(11764, 85873), tuple(67647, 12433), tuple(31911, 90471), tuple(9087, 22041), tuple(10617, 3373), tuple(82133, 44117), tuple(31131, 3256), tuple(99076, 13086), tuple(96657, 56552), tuple(23455, 55109), tuple(5669, 90191), tuple(63460, 25790), tuple(85510, 22302), tuple(12906, 98397), tuple(18329, 44604), tuple(15748, 14050), tuple(21155, 62893), tuple(37100, 83871), tuple(25674, 92250), tuple(53171, 44750), tuple(46127, 54563), tuple(44166, 66056), tuple(64908, 74534), tuple(78505, 79266), tuple(93470, 55884), tuple(11989, 62985), tuple(37465, 50339), tuple(22878, 79000), tuple(95605, 98821), tuple(99575, 49974), tuple(41632, 45612), tuple(12260, 36028), tuple(50671, 19437), tuple(91453, 49879), tuple(12875, 83736), tuple(64102, 71173), tuple(48782, 46491), tuple(83745, 47638), tuple(88148, 76992), tuple(48165, 43667), tuple(92415, 18463), tuple(21414, 88902), tuple(78393, 87130), tuple(98155, 18890), tuple(58021, 92700), tuple(44621, 68966), tuple(7039, 68126), tuple(56673, 25907), tuple(33837, 57344), tuple(87382, 7033), tuple(67819, 29142), tuple(15461, 61937), tuple(5731, 90942), tuple(95838, 74174), tuple(82453, 30836), tuple(77643, 4537), tuple(70433, 44347), tuple(31774, 69412), tuple(72181, 53595), tuple(92692, 68594), tuple(18251, 47790), tuple(58848, 6565), tuple(1826, 80845), tuple(44441, 73811), tuple(16752, 29291), tuple(96792, 64536), tuple(18171, 37623), tuple(55235, 61816), tuple(20040, 83863), tuple(32432, 85684), tuple(4782, 77614), tuple(63342, 59121), tuple(38926, 85577), tuple(84429, 6450), tuple(95889, 92209), tuple(79472, 39518), tuple(30545, 68613), tuple(16797, 18913),
-    tuple(57243, 45824), tuple(8263, 41386), tuple(44982, 25137), tuple(51794, 44064), tuple(40504, 59817), tuple(11905, 14718), tuple(68061, 89924), tuple(43733, 93778), tuple(16215, 98598), tuple(84708, 29188), tuple(63541, 86310), tuple(44070, 14118), tuple(289, 75590), tuple(45870, 49980), tuple(18753, 17336), tuple(24732, 68239), tuple(27871, 52742), tuple(14696, 68693), tuple(99672, 72079), tuple(71245, 39241), tuple(67389, 16601), tuple(21752, 72806), tuple(96913, 30350), tuple(54185, 84992), tuple(57931, 11103), tuple(48704, 71007), tuple(99423, 36848), tuple(41315, 42065), tuple(87326, 72929), tuple(25384, 89587), tuple(59014, 60053), tuple(62267, 54542), tuple(12610, 32715), tuple(68975, 19985), tuple(44486, 69639), tuple(82302, 6338), tuple(63215, 87639), tuple(96904, 81511), tuple(69636, 10922), tuple(88663, 59485), tuple(59135, 3754), tuple(75988, 60625), tuple(64120, 45694), tuple(70324, 80636), tuple(15785, 77984), tuple(51352, 57485), tuple(2805, 39888), tuple(74622, 13408), tuple(20818, 1699), tuple(52553, 75450), tuple(10931, 27164), tuple(25541, 66990), tuple(40600, 10237), tuple(37780, 18746), tuple(58451, 29777), tuple(99485, 87814), tuple(35490, 54578), tuple(27880, 7151), tuple(5621, 11448), tuple(16276, 60088), tuple(80061, 79868), tuple(79495, 85729), tuple(5786, 28078), tuple(7505, 68947), tuple(3754, 73982), tuple(83095, 13882), tuple(13625, 48305), tuple(65566, 46143), tuple(28436, 47606), tuple(41318, 73446), tuple(70295, 17014), tuple(70052, 53076), tuple(75069, 22060), tuple(38749, 80432), tuple(5609, 18240), tuple(73251, 78035), tuple(44085, 34842), tuple(64413, 19036), tuple(76628, 13364), tuple(77620, 44200), tuple(51408, 58569), tuple(63273, 12356), tuple(73860, 29016), tuple(1540, 65413), tuple(4154, 73503), tuple(8522, 57385), tuple(24021, 60714), tuple(53183, 28103), tuple(9298, 20623), tuple(35572, 72750), tuple(20062, 88412), tuple(53090, 54056), tuple(75500, 24693), tuple(63463, 23751), tuple(17602, 18766), tuple(36512, 54793), tuple(83806, 80218), tuple(13965, 576), tuple(18995, 7730), tuple(28727, 8773), tuple(90604, 21980), tuple(89414, 40461), tuple(61108, 29240), tuple(30381, 96560), tuple(32285, 26545), tuple(38149, 85647), tuple(51471, 24524), tuple(42153, 32188), tuple(12747, 84522), tuple(96507, 99501), tuple(39908, 54706), tuple(37524, 46449), tuple(98286, 72361), tuple(32855, 96561), tuple(67644, 50836), tuple(73095, 33548), tuple(3239, 57909), tuple(59527, 51138), tuple(61862, 15544), tuple(84048, 4884), tuple(17440, 53732), tuple(3534, 42048), tuple(66894, 37347), tuple(34323, 11139), tuple(64183, 38919), tuple(87672, 76883), tuple(99127, 44364), tuple(41417, 86134), tuple(51181, 7902), tuple(55456, 98977), tuple(52953, 51347), tuple(54164, 45398), tuple(36894, 60364), tuple(16911, 44245), tuple(92377, 11522), tuple(22925, 43609), tuple(52979, 70952), tuple(98059, 42838), tuple(18178, 76534), tuple(8036, 92888), tuple(88589, 19468), tuple(35901, 19860), tuple(65686, 87008), tuple(32387, 43037), tuple(87245, 20229), tuple(316, 46084), tuple(4111, 2785), tuple(89736, 56537), tuple(5724, 30008), tuple(82292, 28294), tuple(38892, 21915), tuple(51202, 50642), tuple(99865, 33343),
-    tuple(95804, 70967), tuple(12070, 43458), tuple(6220, 56015), tuple(74329, 56204), tuple(21399, 75467), tuple(88203, 43858), tuple(38704, 47055), tuple(19362, 60219), tuple(14634, 72618), tuple(41448, 6543), tuple(87651, 18534), tuple(34327, 75539), tuple(3541, 25818), tuple(20404, 80339), tuple(44944, 55964), tuple(45651, 49213), tuple(65846, 85412), tuple(51675, 22001), tuple(74879, 97711), tuple(32455, 26455), tuple(5056, 69437), tuple(46238, 41978), tuple(11156, 81627), tuple(40029, 70165), tuple(87185, 7409), tuple(53171, 90875), tuple(38789, 40512), tuple(61386, 8745), tuple(81736, 4812), tuple(71196, 92427), tuple(13554, 32085), tuple(41154, 59222), tuple(58043, 66198), tuple(21838, 40563), tuple(33897, 65211), tuple(28903, 30143), tuple(21409, 47493), tuple(26059, 95417), tuple(73900, 48368), tuple(18774, 30490), tuple(73012, 44125), tuple(58456, 61155), tuple(60554, 28996), tuple(8827, 36373), tuple(30404, 97981), tuple(30881, 46098), tuple(13258, 80907), tuple(72012, 13691), tuple(23651, 30968), tuple(2969, 50097), tuple(33733, 79191), tuple(10223, 90306), tuple(98149, 11670), tuple(45547, 25317), tuple(77139, 63654), tuple(55598, 73329), tuple(22887, 43966), tuple(73233, 39855), tuple(71344, 61217), tuple(4060, 79956), tuple(73925, 30838), tuple(7635, 14926), tuple(53804, 37839), tuple(69335, 59926), tuple(34807, 32895), tuple(78509, 73239), tuple(36494, 91580), tuple(66250, 40428), tuple(92495, 92721), tuple(13503, 8974), tuple(1533, 7446), tuple(84074, 88477), tuple(17188, 48916), tuple(88681, 88849), tuple(96162, 65641), tuple(71517, 35507), tuple(53803, 30244), tuple(54097, 55628), tuple(58528, 34100), tuple(15910, 46623), tuple(89311, 69918), tuple(34706, 33424), tuple(52525, 7174), tuple(36409, 22829), tuple(16575, 59807), tuple(26247, 36935), tuple(58999, 98875), tuple(73380, 90788), tuple(11800, 64690), tuple(71312, 64235), tuple(35708, 76049), tuple(65621, 59223), tuple(94220, 15399), tuple(32073, 46262), tuple(38017, 57787), tuple(85453, 57087), tuple(57354, 18076), tuple(15620, 9885), tuple(54585, 11470), tuple(86532, 11214), tuple(90392, 36339), tuple(41222, 63156), tuple(41956, 46957), tuple(11257, 59047), tuple(7904, 91165), tuple(33757, 89829), tuple(36561, 76484), tuple(24535, 70034), tuple(58932, 52035), tuple(44009, 86647), tuple(21710, 66730), tuple(19750, 19959), tuple(12488, 23120), tuple(3857, 92163), tuple(1605, 57740), tuple(9460, 45243), tuple(63737, 91447), tuple(97379, 73859), tuple(24109, 75972), tuple(88375, 99620), tuple(11175, 97854), tuple(78504, 60445), tuple(63669, 89304), tuple(37661, 27971), tuple(56797, 37186), tuple(49704, 37165), tuple(58568, 72097), tuple(66051, 28778), tuple(37075, 75947), tuple(38543, 51647), tuple(75077, 39030), tuple(77878, 37117), tuple(75140, 60743), tuple(18900, 6472), tuple(48578, 88913), tuple(26467, 92904), tuple(55006, 10313), tuple(20860, 923), tuple(96408, 80209), tuple(68515, 29809), tuple(11686, 36655), tuple(37673, 68001), tuple(71190, 98343), tuple(9866, 26660), tuple(52912, 14692), tuple(71503, 17364), tuple(22754, 80041), tuple(20097, 45934), tuple(85767, 40813), tuple(8326, 21813), tuple(71122, 42467), tuple(11149, 52952), tuple(99239, 73844), tuple(46925, 31154), tuple(4219, 6051), tuple(4349, 18054), tuple(57355, 88606), tuple(79627, 89547), tuple(35391, 52278), tuple(7921, 5095), tuple(84435, 58925), tuple(23209, 80993), tuple(6392, 64395), tuple(26778, 62624), tuple(4484, 76470), tuple(85595, 21682), tuple(43801, 57907), tuple(21360, 55981), tuple(90765, 19734), tuple(59965, 32734), tuple(21698, 54400), tuple(3202, 51301), tuple(50398, 27389), tuple(11195, 59086), tuple(80810, 68107), tuple(80246, 86109), tuple(8264, 67640), tuple(45129, 49779), tuple(3741, 39591), tuple(92596, 44524), tuple(61323, 7060), tuple(85650, 4974), tuple(57933, 64074), tuple(82675, 91822), tuple(88157, 69528), tuple(15295, 64351), tuple(38370, 6787), tuple(32886, 73349), tuple(64461, 91272), tuple(61885, 12074), tuple(66868, 69079), tuple(97050, 88063), tuple(17423, 65097), tuple(98155, 52111), tuple(30406, 53315), tuple(77111, 31673), tuple(88833, 29556), tuple(17834, 49818), tuple(93996, 77258), tuple(27859, 8227), tuple(50422, 99996), tuple(72852, 25549), tuple(50960, 30223), tuple(26847, 86597), tuple(57065, 75358), tuple(17500, 59618), tuple(71963, 7160), tuple(82261, 26132), tuple(57310, 33759), tuple(74850, 36130), tuple(80679, 12358), tuple(25146, 69695), tuple(51169, 36809), tuple(34345, 42666), tuple(25529, 79964), tuple(16957, 2056), tuple(11384, 73397), tuple(87339, 16821), tuple(36838, 38944), tuple(33609, 29887), tuple(81930, 27309), tuple(85427, 98289), tuple(56553, 34578), tuple(28022, 64719), tuple(48137, 50016), tuple(64006, 99858), tuple(96683, 2581), tuple(64215, 63294), tuple(80480, 59268), tuple(37552, 74897), tuple(68924, 33400), tuple(12320, 3485), tuple(46342, 47198), tuple(10486, 84214), tuple(10637, 37979), tuple(82102, 8674), tuple(45272, 18937), tuple(85813, 9828), tuple(42952, 81515), tuple(36109, 60929), tuple(49908, 81308), tuple(77480, 79720), tuple(47309, 93694), tuple(92133, 64187), tuple(59797, 76215), tuple(57715, 88948), tuple(34251, 75387), tuple(98032, 9443), tuple(82908, 50870), tuple(36667, 90760), tuple(11497, 70446), tuple(55263, 9996), tuple(95530, 15624), tuple(61374, 49255), tuple(47466, 11077), tuple(42810, 44265), tuple(78332, 84057), tuple(95033, 41926), tuple(24384, 51662), tuple(47128, 47040), tuple(14895, 37303), tuple(6995, 23571), tuple(30773, 73534), tuple(69169, 94373), tuple(29022, 92890), tuple(46660, 69109), tuple(39814, 75285), tuple(57314, 90534), tuple(63237, 59127), tuple(69470, 9152), tuple(71565, 81652), tuple(42371, 77809), tuple(66206, 24490), tuple(53101, 69390), tuple(56648, 69898), tuple(25813, 5835), tuple(82233, 2630), tuple(8386, 52693), tuple(85310, 85937), tuple(87403, 83920), tuple(290, 80083), tuple(9562, 46994), tuple(15806, 73988), tuple(54094, 2149), tuple(6324, 79545), tuple(97932, 65717), tuple(33267, 33685), tuple(49599, 23793), tuple(97471, 77574), tuple(36005, 7441), tuple(80654, 94174), tuple(63236, 7016), tuple(93694, 87168), tuple(14169, 63653), tuple(79452, 21186), tuple(6879, 93530), tuple(44992, 4491), tuple(55716, 78989), tuple(81229, 83954), tuple(63203, 84403), tuple(50575, 77597), tuple(97412, 87338), tuple(26386, 54156), tuple(35465, 54200), tuple(42993, 1096), tuple(19501, 87529), tuple(23563, 89524), tuple(85276, 24678), tuple(28839, 73007), tuple(54050, 80260), tuple(41862, 45747), tuple(45532, 4796), tuple(59766, 78513), tuple(42873, 27842), tuple(14066, 14788), tuple(42226, 19459), tuple(66168, 97420), tuple(73275, 78209), tuple(755, 75149), tuple(10424, 17589), tuple(59752, 5362), tuple(16612, 48631), tuple(97558, 55845), tuple(77602, 94389), tuple(17033, 91672), tuple(81010, 47646), tuple(8792, 74197), tuple(62409, 86387), tuple(23940, 73202), tuple(74326, 93461), tuple(99700, 28417), tuple(12373, 31471), tuple(19780, 82462), tuple(84100, 66414), tuple(33739, 27879), tuple(65869, 19590), tuple(53768, 80619), tuple(7632, 72890), tuple(13016, 2777), tuple(28709, 51472), tuple(64803, 48135), tuple(2016, 6998), tuple(32601, 51082), tuple(58866, 23304), tuple(87096, 82571), tuple(54567, 12251), tuple(60574, 64548), tuple(32946, 20929), tuple(95087, 91320), tuple(32702, 51680), tuple(71934, 62082), tuple(7598, 45620), tuple(25713, 83796), tuple(22509, 59083), tuple(99368, 66914), tuple(22928, 984), tuple(74309, 35226), tuple(38296, 93051), tuple(28362, 36277), tuple(81873, 9185), tuple(79122, 50838), tuple(31448, 35443), tuple(25046, 97283), tuple(51849, 76572), tuple(83722, 31233), tuple(75316, 70515), tuple(67359, 69686), tuple(80368, 87585), tuple(51714, 92098), tuple(5772, 72330), tuple(96652, 97645), tuple(10531, 86149), tuple(4378, 65728), tuple(80551, 93867), tuple(46660, 8809), tuple(83039, 80501), tuple(38249, 12848), tuple(48679, 54119), tuple(77295, 29795), tuple(65702, 69250), tuple(87195, 3131), tuple(26611, 29868), tuple(88164, 4187), tuple(42078, 63303), tuple(46501, 95311), tuple(7063, 38185), tuple(94346, 35287), tuple(75324, 16799), tuple(49000, 44453), tuple(309, 54608), tuple(16024, 77175), tuple(75300, 29332), tuple(45928, 81737), tuple(28049, 97890), tuple(87565, 86417), tuple(25253, 22620), tuple(77837, 33503), tuple(19857, 67728), tuple(6316, 72927), tuple(33001, 15626), tuple(79133, 25621), tuple(23468, 29945), tuple(10889, 13574), tuple(84771, 66067), tuple(22974, 59756), tuple(25169, 32080), tuple(2763, 69489), tuple(95845, 1960), tuple(8989, 53327), tuple(68781, 39147), tuple(90201, 88456), tuple(59526, 93326), tuple(52344, 75391), tuple(85184, 31369), tuple(94710, 93662), tuple(54889, 49149), tuple(29952, 55792), tuple(33265, 8947), tuple(44096, 26042), tuple(56712, 53763), tuple(55427, 14296), tuple(8731, 11564), tuple(62987, 83), tuple(53575, 58165), tuple(63627, 82316), tuple(50117, 30149), tuple(20026, 57072), tuple(83807, 29051), tuple(77431, 60892), tuple(89918, 41830), tuple(80530, 98080), tuple(98699, 33390), tuple(86743, 62505), tuple(22963, 23417), tuple(76581, 89370), tuple(3725, 51427), tuple(26360, 93305), tuple(65141, 27209), tuple(7445, 52852), tuple(56158, 4399), tuple(87204, 7475), tuple(82189, 11735), tuple(62875, 99644), tuple(94415, 59283), tuple(79059, 42636), tuple(27095, 24606), tuple(22228, 41626), tuple(15766, 33419), tuple(36090, 64191), tuple(33858, 28804), tuple(40697, 70965), tuple(1895, 48621), tuple(55078, 8926), tuple(84940, 99519), tuple(50750, 83936), tuple(63108, 59256), tuple(88855, 52935), tuple(62544, 38446), tuple(76256, 21365), tuple(86161, 70307), tuple(9247, 80836), tuple(91204, 88378), tuple(88362, 91302), tuple(69563, 58603), tuple(76583, 5971), tuple(59824, 38885), tuple(40338, 61292), tuple(99653, 64086), tuple(52198, 77598), tuple(19667, 6), tuple(30378, 41690), tuple(5130, 21465), tuple(32633, 80628), tuple(69869, 59610), tuple(30453, 13017), tuple(59836, 37885), tuple(58131, 42797), tuple(3428, 5984), tuple(17299, 13377), tuple(68491, 26265),
-    tuple(75600, 36301), tuple(79469, 65256), tuple(98438, 92022), tuple(40135, 69628), tuple(52373, 11613), tuple(12460, 96481), tuple(36740, 9873), tuple(92746, 96113), tuple(32532, 75810), tuple(45871, 37825), tuple(13323, 92457), tuple(11853, 716), tuple(59161, 91872), tuple(33609, 76950), tuple(50145, 9040), tuple(82818, 64780), tuple(92700, 31810), tuple(5745, 30311), tuple(19252, 34721), tuple(91678, 50602), tuple(48847, 98284), tuple(55640, 96281), tuple(60726, 42098), tuple(4494, 48219), tuple(61428, 76363), tuple(91534, 87454), tuple(73201, 9683), tuple(72379, 68604), tuple(30607, 71891), tuple(71963, 41250), tuple(17585, 79804), tuple(64529, 84544), tuple(44429, 46924), tuple(30658, 76431), tuple(18422, 23472), tuple(88171, 11830), tuple(66762, 7895), tuple(74476, 53181), tuple(15386, 51972), tuple(55536, 25039), tuple(68166, 15362), tuple(24986, 96477), tuple(88289, 76764), tuple(48193, 92905), tuple(95456, 25805), tuple(78131, 37308), tuple(32236, 81885), tuple(3083, 33218), tuple(29652, 41185), tuple(42417, 13339), tuple(71362, 33608), tuple(25475, 24287), tuple(20460, 82673), tuple(94769, 76462), tuple(12527, 82290), tuple(21183, 45096), tuple(20544, 30257), tuple(69721, 12886), tuple(4, 36149), tuple(23696, 29088), tuple(86144, 92852), tuple(66152, 22322), tuple(22307, 63335), tuple(25128, 35257), tuple(11046, 4279), tuple(32665, 25699), tuple(28784, 44818), tuple(59793, 40459), tuple(13846, 39333), tuple(59816, 7467), tuple(40106, 36228), tuple(13565, 33667), tuple(17482, 80138), tuple(37698, 95869), tuple(16491, 96398), tuple(53057, 48448), tuple(71592, 23507), tuple(98947, 62014), tuple(85328, 91232), tuple(94951, 11033), tuple(38509, 57252), tuple(70111, 63297), tuple(36914, 97310), tuple(86662, 26580), tuple(36754, 49831), tuple(35316, 42861), tuple(49326, 47462), tuple(47854, 49167), tuple(61206, 69078), tuple(67416, 3064), tuple(33631, 27193), tuple(56786, 41757), tuple(14000, 63627), tuple(98455, 72204), tuple(11796, 3153), tuple(49366, 6099), tuple(16114, 6729), tuple(59942, 41512), tuple(85308, 60723), tuple(60186, 8930), tuple(28450, 20028), tuple(54132, 40793), tuple(20190, 39153), tuple(91793, 59468), tuple(48855, 49249), tuple(3252, 88308), tuple(55024, 19544), tuple(47999, 98668), tuple(3625, 66538), tuple(27774, 17048), tuple(49182, 25298), tuple(10689, 72768), tuple(64034, 38635), tuple(23327, 65875), tuple(18376, 42416), tuple(15686, 35974), tuple(22283, 56738), tuple(14419, 36171), tuple(397, 11730), tuple(50136, 7806), tuple(37842, 47683), tuple(606, 5298), tuple(66652, 8471), tuple(23268, 88344), tuple(8181, 42348), tuple(30015, 82155), tuple(65670, 4409), tuple(29161, 1269), tuple(62267, 51181), tuple(38076, 3852), tuple(14048, 61904), tuple(6132, 3284), tuple(22486, 26772), tuple(76678, 2511), tuple(16212, 13228), tuple(51402, 46487), tuple(99360, 11669), tuple(36934, 58173), tuple(71427, 76232), tuple(14509, 22573), tuple(98403, 76905), tuple(24839, 32100), tuple(71097, 7056), tuple(47286, 70888), tuple(90192, 33568), tuple(38798, 54148), tuple(20350, 66499), tuple(93010, 48622), tuple(13510, 34716), tuple(92779, 14508), tuple(57010, 91250), tuple(25212, 10989), tuple(65459, 91132),
-    tuple(66251, 59146), tuple(28920, 29336), tuple(86273, 50897), tuple(81311, 53009), tuple(22278, 85352), tuple(54231, 26356), tuple(94250, 51117), tuple(21152, 38875), tuple(39286, 22339), tuple(10290, 37852), tuple(43426, 20385), tuple(13603, 2341), tuple(2314, 12288), tuple(48785, 80096), tuple(16762, 92809), tuple(1689, 16006), tuple(46828, 44433), tuple(58147, 68612), tuple(31702, 34921), tuple(23807, 72511), tuple(63437, 35834), tuple(40643, 62303), tuple(78198, 57748), tuple(11496, 43030), tuple(91150, 85333), tuple(91817, 95369), tuple(1792, 59975), tuple(14816, 41573), tuple(9355, 32450), tuple(77243, 5352), tuple(17681, 11128), tuple(69700, 89110), tuple(37695, 98303), tuple(23160, 29924), tuple(83829, 29122), tuple(13009, 81770), tuple(64481, 60303), tuple(6842, 78532), tuple(16282, 32405), tuple(14204, 67463), tuple(41795, 83324), tuple(98134, 38132), tuple(93686, 89418), tuple(83031, 18065), tuple(96431, 28312), tuple(15488, 90870), tuple(90914, 35142), tuple(96174, 98411), tuple(93075, 61533), tuple(47394, 30134), tuple(46309, 98014), tuple(8574, 38881), tuple(42376, 78153), tuple(45938, 95700), tuple(14026, 14059), tuple(94138, 70460), tuple(62882, 3321), tuple(52628, 25566), tuple(42145, 97919), tuple(57580, 8897), tuple(1766, 74887), tuple(68391, 51311), tuple(16485, 36095), tuple(55867, 988), tuple(34600, 46771), tuple(35786, 23210), tuple(78683, 62604), tuple(11002, 87427), tuple(29747, 6771), tuple(53803, 50526), tuple(52691, 75371), tuple(58028, 36198), tuple(98041, 28071), tuple(81822, 4121), tuple(90995, 93843), tuple(3709, 74313), tuple(23318, 28167), tuple(60162, 87145), tuple(53243, 31382), tuple(69762, 54059), tuple(25151, 95865), tuple(55550, 62947), tuple(45463, 8036), tuple(59949, 91675), tuple(55331, 79612), tuple(13806, 57517), tuple(41328, 94361), tuple(8388, 210), tuple(43458, 1327), tuple(16416, 50975), tuple(64370, 86524), tuple(97121, 65142), tuple(82878, 64545), tuple(58547, 33372), tuple(67494, 4130), tuple(59446, 79185), tuple(83812, 58833), tuple(32172, 93730), tuple(10095, 30319), tuple(94135, 92795), tuple(64893, 12870), tuple(14634, 70083), tuple(23344, 42836), tuple(19624, 29135), tuple(28755, 57738), tuple(58401, 49863), tuple(76809, 91787), tuple(51952, 33167), tuple(31717, 78538), tuple(64811, 55131), tuple(61969, 12339), tuple(4900, 48310), tuple(67609, 55369), tuple(37333, 37245), tuple(91492, 19704), tuple(77592, 62200), tuple(1017, 41815), tuple(41362, 13627), tuple(46703, 92040), tuple(4664, 46637), tuple(25430, 87837), tuple(10270, 32932), tuple(46025, 34792), tuple(80621, 38362), tuple(79949, 31518), tuple(77767, 59212), tuple(11080, 69948), tuple(17376, 92279), tuple(73871, 86715), tuple(83524, 21178), tuple(94368, 61971), tuple(11262, 30062), tuple(12840, 52656), tuple(15300, 64176), tuple(70094, 42565), tuple(84503, 66968), tuple(65824, 63349), tuple(74306, 82791), tuple(85701, 1655), tuple(25190, 70557), tuple(82208, 58145), tuple(97669, 92489), tuple(62730, 52924), tuple(46970, 15748), tuple(71217, 57505), tuple(57336, 87380), tuple(13982, 71979), tuple(55899, 1192), tuple(6890, 69297), tuple(39849, 72896), tuple(60213, 22499), tuple(53820, 79877), tuple(61389, 24954), tuple(1021, 81047), tuple(95389, 90605), tuple(8590, 26855), tuple(92881, 46825), tuple(59567, 91455), tuple(87297, 1567), tuple(86333, 82913), tuple(16285, 32370), tuple(38900, 77251), tuple(96301, 92302), tuple(2799, 91579), tuple(59757, 56681), tuple(49229, 38404), tuple(16880, 51290), tuple(38700, 80456), tuple(51440, 32556), tuple(4507, 83325), tuple(29924, 40923), tuple(9937, 58356), tuple(70895, 52611), tuple(80488, 49196), tuple(93118, 6112), tuple(44058, 20923), tuple(70808, 72928), tuple(78269, 76351), tuple(81081, 63186), tuple(12406, 50247), tuple(91769, 37875), tuple(36197, 11434), tuple(72225, 93141), tuple(59295, 54160), tuple(39342, 10117), tuple(12920, 23240), tuple(91877, 61524), tuple(84807, 5431), tuple(63163, 52152), tuple(90320, 97456), tuple(14899, 12941), tuple(90079, 98004), tuple(46096, 68208), tuple(12176, 72405), tuple(28451, 61964), tuple(89254, 1676), tuple(76242, 5438), tuple(29756, 92658), tuple(14855, 41944), tuple(1519, 65495), tuple(74052, 65006), tuple(1075, 31521), tuple(84877, 98988), tuple(91426, 69442), tuple(39694, 43391), tuple(68328, 3447), tuple(50508, 61610), tuple(30890, 18792), tuple(60706, 87518), tuple(6692, 83260), tuple(92044, 79399), tuple(86846, 53543), tuple(28606, 61656), tuple(35449, 52965), tuple(43421, 13117), tuple(67404, 55238), tuple(80817, 79927), tuple(8908, 46083), tuple(22583, 19705), tuple(13, 25509), tuple(79771, 21210), tuple(42719, 19320), tuple(94091, 35389), tuple(95995, 42652), tuple(6417, 13464), tuple(22290, 34089), tuple(27119, 33408), tuple(7, 68019), tuple(55405, 50766), tuple(6331, 50009), tuple(33, 48235), tuple(3162, 85313), tuple(25897, 91775), tuple(30813, 83408), tuple(36062, 46449), tuple(78820, 78894), tuple(92054, 23008), tuple(10637, 4237), tuple(90702, 62678), tuple(80427, 98641), tuple(20834, 48068), tuple(74443, 29196), tuple(76088, 91823), tuple(39151, 48574), tuple(54050, 5374), tuple(60643, 1979), tuple(4535, 95086), tuple(82101, 67586), tuple(55746, 92488), tuple(88192, 22615), tuple(93282, 87547), tuple(37804, 61180), tuple(13445, 56654), tuple(38913, 10130), tuple(23472, 83441), tuple(94125, 56393), tuple(2967, 25078), tuple(76652, 84599), tuple(3586, 83503), tuple(46272, 62119), tuple(26002, 55790), tuple(75085, 55875), tuple(73786, 22608), tuple(63101, 59758), tuple(9688, 11910), tuple(54041, 38376), tuple(75595, 95722), tuple(36047, 59518), tuple(55041, 69102), tuple(42836, 48225), tuple(30046, 61157), tuple(60608, 94951), tuple(80257, 70300), tuple(40282, 67847), tuple(90735, 56299), tuple(82814, 89675), tuple(2998, 52357), tuple(86333, 5088), tuple(3414, 67855), tuple(28134, 64041), tuple(56871, 38384), tuple(51335, 28574), tuple(73451, 40395), tuple(59696, 49729), tuple(73379, 78187), tuple(67561, 79682), tuple(66114, 9153), tuple(4613, 41137), tuple(96832, 77637), tuple(64216, 22050), tuple(69871, 69883), tuple(78030, 8142), tuple(88000, 98796), tuple(24965, 60211), tuple(61727, 82326), tuple(64623, 21387), tuple(27307, 39907), tuple(47314, 29509), tuple(14676, 73902), tuple(48864, 28948), tuple(15974, 66359), tuple(68154, 2013), tuple(44016, 51609), tuple(95421, 89481), tuple(39985, 22127), tuple(88096, 18483), tuple(18539, 98797), tuple(83613, 26308), tuple(93997, 84284), tuple(35958, 46289), tuple(79263, 50800), tuple(4873, 92142), tuple(69509, 97567), tuple(17733, 9050), tuple(14632, 79901), tuple(94211, 83353), tuple(72112, 79110), tuple(13974, 83858), tuple(76735, 38529), tuple(67084, 67183), tuple(97827, 95135), tuple(55771, 88062), tuple(94630, 45565), tuple(20922, 85088), tuple(9180, 39703), tuple(86146, 21086), tuple(65955, 51015), tuple(77660, 57572), tuple(31577, 56429), tuple(52636, 56363), tuple(74365, 62124), tuple(60971, 13103), tuple(75234, 35529), tuple(26035, 39091), tuple(1145, 38641), tuple(24088, 49898), tuple(83610, 25448), tuple(8868, 32413), tuple(20877, 9306), tuple(40824, 73012), tuple(63105, 93113), tuple(21170, 21234), tuple(6564, 21210), tuple(27020, 39734), tuple(7431, 11643), tuple(56609, 23596), tuple(2023, 39429), tuple(63574, 88918), tuple(5188, 46658), tuple(3290, 24577), tuple(33271, 95049), tuple(72950, 94811), tuple(74876, 73210), tuple(6294, 42155), tuple(13767, 27366), tuple(86746, 54073), tuple(13001, 93376), tuple(13517, 96879), tuple(24380, 59684), tuple(49105, 55403), tuple(90533, 2745), tuple(48651, 23491), tuple(21409, 71113), tuple(7142, 71273), tuple(62952, 88544), tuple(82865, 10938), tuple(65089, 17672), tuple(43173, 47506), tuple(13708, 32610), tuple(26547, 77317), tuple(8676, 7117), tuple(62512, 39512), tuple(42233, 81433), tuple(45416, 63643), tuple(32392, 33632), tuple(83887, 402), tuple(53596, 54897), tuple(59707, 85005), tuple(96343, 20979), tuple(30344, 65226), tuple(34513, 24150), tuple(38715, 11205), tuple(20649, 7679), tuple(27948, 80080), tuple(77430, 49123), tuple(42437, 4729), tuple(90176, 34827), tuple(11039, 59573), tuple(47042, 38460), tuple(48086, 34987), tuple(65457, 5585), tuple(45956, 6198), tuple(22786, 24937), tuple(54287, 77515), tuple(12113, 84710), tuple(29543, 36869), tuple(8388, 60473), tuple(2771, 53359), tuple(35299, 64874), tuple(34132, 86266), tuple(37594, 64297), tuple(33390, 65843), tuple(53057, 46715), tuple(41874, 83250), tuple(26061, 30352), tuple(93351, 16651), tuple(25890, 16570), tuple(67403, 19546), tuple(8608, 51991), tuple(90616, 10018), tuple(46870, 54345), tuple(81919, 3577), tuple(99462, 3562), tuple(83193, 66098), tuple(92054, 70338), tuple(11383, 90149), tuple(42458, 2302), tuple(77850, 47281), tuple(62433, 4959), tuple(52392, 33711), tuple(2033, 4096), tuple(91460, 6795), tuple(27462, 76972), tuple(73087, 40511), tuple(42563, 5924), tuple(21819, 53017), tuple(31309, 62793), tuple(19798, 60725), tuple(90987, 77178), tuple(9949, 43079), tuple(13773, 40312), tuple(97080, 61184), tuple(59679, 78611), tuple(22361, 83227), tuple(70120, 95483), tuple(15529, 5672), tuple(25893, 99672), tuple(61722, 69201), tuple(55012, 37509), tuple(77999, 85866), tuple(77835, 83627), tuple(36792, 80218), tuple(54232, 58138), tuple(74593, 485), tuple(45698, 4153), tuple(96513, 738), tuple(33060, 53078), tuple(4439, 25097), tuple(62007, 64140), tuple(86128, 99499), tuple(66141, 4433), tuple(41032, 54527), tuple(59831, 61170), tuple(1189, 68117), tuple(63914, 26798), tuple(72045, 2999), tuple(6016, 42337), tuple(40611, 39747), tuple(88328, 44836), tuple(88939, 25365), tuple(40010, 43971), tuple(21419, 31975), tuple(27725, 21929), tuple(49459, 74763), tuple(32059, 96546), tuple(70985, 98967), tuple(33034, 36073), tuple(19600, 80524), tuple(59150, 56734), tuple(30433, 38795), tuple(55387, 47581), tuple(45109, 73833), tuple(59487, 5428), tuple(23140, 57618), tuple(36367, 31008), tuple(45983, 85518), tuple(28234, 83843), tuple(73005, 5096), tuple(65602, 83431), tuple(97198, 10971), tuple(4873, 51104),
-    tuple(49700, 89396), tuple(18900, 20447), tuple(76400, 68088), tuple(28055, 59547), tuple(94737, 96052), tuple(57933, 96132), tuple(26945, 6293), tuple(18559, 1317), tuple(66327, 78332), tuple(47194, 67979), tuple(78039, 58735), tuple(26666, 96144), tuple(91574, 52530), tuple(3216, 43850), tuple(48367, 78987), tuple(78296, 89800), tuple(25015, 1497), tuple(70292, 37629), tuple(39657, 59240), tuple(22576, 93232), tuple(70102, 98407), tuple(35051, 5762), tuple(13700, 82540), tuple(36857, 7528), tuple(84536, 86107), tuple(1258, 90702), tuple(9152, 1127), tuple(3136, 57298), tuple(73203, 93120), tuple(61897, 32903), tuple(20284, 49358), tuple(49444, 65481), tuple(91260, 84792), tuple(5360, 37164), tuple(79212, 26499), tuple(59456, 37025), tuple(67953, 53566), tuple(50253, 71742), tuple(68181, 90923), tuple(88522, 71071), tuple(89615, 46115), tuple(31661, 17673), tuple(37699, 90994), tuple(41974, 9481), tuple(51974, 46364), tuple(47470, 75958), tuple(38427, 78267), tuple(90226, 16121), tuple(33257, 3088), tuple(73044, 79701), tuple(14149, 36868), tuple(6421, 63653), tuple(35772, 56493), tuple(46665, 83651), tuple(82299, 56268), tuple(77397, 71795), tuple(15180, 87135), tuple(73936, 38858), tuple(27060, 14829), tuple(85847, 76756), tuple(63068, 61864), tuple(92040, 43753), tuple(53882, 60715), tuple(12648, 18276), tuple(17873, 94081), tuple(55982, 24983), tuple(52686, 32111), tuple(22555, 13144), tuple(37190, 15039), tuple(47304, 86179), tuple(56214, 83657), tuple(53838, 78111), tuple(80530, 1686), tuple(2976, 26711), tuple(55713, 3487), tuple(21157, 5923), tuple(74613, 76555), tuple(61736, 7322), tuple(99017, 13779), tuple(64133, 61706), tuple(8276, 97269), tuple(99641, 87447), tuple(26292, 62924), tuple(96267, 37877), tuple(98635, 88685), tuple(65598, 68210), tuple(34885, 1063), tuple(42880, 15694), tuple(4058, 72666), tuple(1319, 91582), tuple(41749, 822), tuple(82490, 42783), tuple(17489, 17617), tuple(81109, 16778), tuple(86262, 53756), tuple(15547, 21144), tuple(89799, 70465), tuple(99358, 87334), tuple(65501, 81932), tuple(30351, 64230), tuple(55974, 46985), tuple(24343, 93628), tuple(4624, 56038), tuple(15183, 38765), tuple(21562, 5240), tuple(36215, 51533), tuple(49649, 74392), tuple(7607, 91204), tuple(86233, 85341), tuple(35494, 44178), tuple(78808, 11896), tuple(45446, 12897), tuple(4810, 20096), tuple(3643, 10550), tuple(12022, 14391), tuple(99014, 87891), tuple(67214, 29437), tuple(7015, 54810), tuple(84991, 75251), tuple(45526, 82687), tuple(43608, 89083), tuple(96191, 12911), tuple(36902, 50415), tuple(90548, 66839), tuple(54007, 5480), tuple(57191, 39709), tuple(73364, 73556), tuple(12671, 64072), tuple(5047, 12887), tuple(22326, 88360), tuple(59259, 63167), tuple(39237, 9311), tuple(47043, 11512), tuple(32399, 22634), tuple(89485, 95279), tuple(30489, 43327), tuple(70966, 18184), tuple(28514, 12686), tuple(1717, 89938), tuple(14871, 76911), tuple(47862, 97093), tuple(97572, 77612), tuple(88600, 36501), tuple(9240, 96264), tuple(96629, 98292), tuple(4838, 72694), tuple(52835, 73039), tuple(63836, 26228), tuple(26035, 74526), tuple(23617, 6104), tuple(6243, 54603), tuple(20038, 81195), tuple(56789, 96284),
-    tuple(97009, 18989), tuple(36765, 94831), tuple(42002, 40820), tuple(31838, 16186), tuple(91127, 70783), tuple(1684, 38076), tuple(40928, 41294), tuple(97107, 76517), tuple(1797, 24093), tuple(99175, 29445), tuple(5788, 64502), tuple(66972, 23772), tuple(97394, 95256), tuple(26705, 92412), tuple(10676, 6686), tuple(28464, 74051), tuple(17598, 51675), tuple(76449, 50050), tuple(98812, 59818), tuple(92058, 6625), tuple(49804, 99637), tuple(28545, 32790), tuple(72167, 93636), tuple(29012, 95623), tuple(58249, 54541), tuple(98926, 71489), tuple(75062, 9546), tuple(47555, 5802), tuple(61606, 30979), tuple(10467, 46108), tuple(30491, 52750), tuple(52934, 38533), tuple(54616, 37276), tuple(55118, 2330), tuple(60402, 14806), tuple(25730, 88759), tuple(5209, 30946), tuple(92017, 41987), tuple(59747, 62415), tuple(6306, 53297), tuple(35770, 31254), tuple(13106, 99865), tuple(63519, 41637), tuple(7416, 68154), tuple(70874, 95983), tuple(20074, 2173), tuple(33740, 86880), tuple(45020, 65869), tuple(7302, 53494), tuple(98814, 2118), tuple(88287, 80646), tuple(18771, 30449), tuple(44557, 37984), tuple(45415, 36032), tuple(36584, 58485), tuple(57843, 52354), tuple(85647, 12150), tuple(33990, 89380), tuple(98597, 41936), tuple(19427, 53990), tuple(1457, 69269), tuple(68438, 14471), tuple(67175, 16881), tuple(82982, 78546), tuple(47661, 36294), tuple(63229, 48108), tuple(34390, 76095), tuple(32101, 57268), tuple(25322, 3312), tuple(17037, 2900), tuple(14342, 70149), tuple(10518, 1377), tuple(13553, 89073), tuple(97084, 80365), tuple(48340, 87192), tuple(84969, 21195), tuple(1031, 72944), tuple(78322, 68583), tuple(67238, 48374), tuple(77366, 55850), tuple(4383, 46759), tuple(51088, 76488), tuple(92049, 55847), tuple(32750, 16422), tuple(51788, 53619), tuple(56976, 88951), tuple(73323, 78435), tuple(3489, 15945), tuple(84231, 22302), tuple(25695, 881), tuple(19391, 11660), tuple(92578, 78349), tuple(52677, 17339), tuple(99132, 35975), tuple(25089, 70476), tuple(34144, 66544), tuple(59589, 59839), tuple(47333, 87623), tuple(4200, 6542), tuple(91781, 77813), tuple(77419, 17342), tuple(388, 90753), tuple(43401, 7351), tuple(81829, 74989), tuple(22381, 95695), tuple(90302, 61687), tuple(13534, 54534), tuple(43527, 47703), tuple(47856, 1186), tuple(10112, 16747), tuple(9508, 26179), tuple(96536, 57565), tuple(91052, 48922), tuple(38575, 45523), tuple(11602, 85317), tuple(22595, 21610), tuple(97849, 15638), tuple(95060, 20111), tuple(96011, 27148), tuple(37596, 10426), tuple(68667, 49057), tuple(68657, 90882), tuple(52704, 33574), tuple(54727, 59704), tuple(15853, 48283), tuple(47021, 60021), tuple(96208, 11440), tuple(6068, 49421), tuple(50363, 17684), tuple(53218, 19), tuple(82568, 3816), tuple(51, 7612), tuple(7073, 59063), tuple(92318, 38587), tuple(72388, 64952), tuple(33318, 5594), tuple(72806, 18573), tuple(1175, 88747), tuple(67044, 86039), tuple(17376, 41265), tuple(26356, 89524), tuple(55678, 15627), tuple(61156, 15723), tuple(43239, 59010), tuple(29054, 15261), tuple(57669, 21395), tuple(68469, 14849), tuple(92654, 69664), tuple(23975, 20021), tuple(73688, 12134), tuple(58053, 23849), tuple(56234, 18559), tuple(25051, 68957), tuple(15181, 91615), tuple(87633, 31040), tuple(17494, 78515), tuple(71971, 60923), tuple(44170, 21724), tuple(7088, 72107), tuple(12924, 47933), tuple(98139, 6819), tuple(57842, 2906), tuple(90278, 3534), tuple(61695, 82885), tuple(58831, 15129), tuple(32033, 34634), tuple(63477, 31357), tuple(29077, 28166), tuple(86531, 89574), tuple(46943, 79113), tuple(15667, 63523), tuple(65818, 93225), tuple(83392, 50497), tuple(7157, 88909), tuple(95101, 17111), tuple(8981, 35791), tuple(28328, 82722), tuple(70215, 66862), tuple(23442, 39128), tuple(21218, 27773), tuple(76215, 39265), tuple(56858, 62397), tuple(3610, 8766), tuple(7423, 48886), tuple(12235, 88792), tuple(44839, 55196), tuple(4896, 10080), tuple(87090, 73997), tuple(56745, 71875), tuple(58478, 57472), tuple(79423, 8771), tuple(76202, 95733), tuple(81635, 48857), tuple(82519, 5321), tuple(48756, 37198), tuple(20101, 61177), tuple(79047, 81682), tuple(23287, 88578), tuple(50984, 80946), tuple(855, 49074), tuple(11452, 56655), tuple(6289, 8916), tuple(33570, 636), tuple(28703, 80592), tuple(11820, 92299), tuple(75590, 80188), tuple(91365, 2787), tuple(22963, 43710), tuple(3996, 48007), tuple(59047, 96418), tuple(96710, 52447), tuple(65677, 99927), tuple(60727, 15115), tuple(8161, 65729), tuple(75253, 45731), tuple(88130, 79264), tuple(52087, 32657), tuple(89678, 22834), tuple(49244, 36835), tuple(74032, 5096), tuple(94142, 39297), tuple(51061, 21311), tuple(59391, 43458), tuple(90918, 95081), tuple(6058, 37018), tuple(29917, 54214), tuple(65986, 5543), tuple(99777, 69683), tuple(9447, 11273), tuple(54873, 47138), tuple(1306, 68306), tuple(15316, 55995), tuple(69280, 73432), tuple(63054, 28502), tuple(67161, 11333), tuple(40800, 26415), tuple(72350, 50225), tuple(7232, 67500), tuple(60631, 40338), tuple(96765, 51671), tuple(29375, 11235), tuple(52707, 93742), tuple(1317, 55926), tuple(51844, 29351), tuple(35754, 16733), tuple(23014, 56950), tuple(33119, 47531), tuple(27806, 39940), tuple(20119, 73119), tuple(18458, 45982), tuple(16605, 28759), tuple(43488, 86201), tuple(43560, 82883), tuple(85085, 1977), tuple(7129, 64077), tuple(36070, 80679), tuple(78638, 97212), tuple(71251, 5268), tuple(33610, 63341), tuple(16722, 15882), tuple(53876, 11734), tuple(35855, 14481), tuple(55072, 7889), tuple(37213, 73390), tuple(28899, 55948), tuple(51996, 77777), tuple(26621, 51914), tuple(44492, 36420), tuple(36437, 24452), tuple(158, 77935), tuple(3730, 7692), tuple(81372, 29050), tuple(29491, 3912), tuple(57098, 73393), tuple(55630, 53165), tuple(79003, 19421), tuple(47306, 40128), tuple(96332, 49995), tuple(54107, 83940), tuple(11203, 76678), tuple(53854, 284), tuple(96087, 22398), tuple(25481, 69301), tuple(2770, 77586), tuple(53004, 44915), tuple(56264, 41165), tuple(12335, 22090), tuple(47188, 40678), tuple(41823, 71805), tuple(81810, 47825), tuple(98892, 50696), tuple(74323, 93133), tuple(82867, 40800), tuple(28884, 29276), tuple(55697, 20888), tuple(96901, 37428), tuple(95509, 78780), tuple(6443, 65188), tuple(17669, 43924), tuple(29933, 97244), tuple(1024, 71265), tuple(47229, 99610), tuple(72546, 40811), tuple(43407, 41566), tuple(44692, 53743), tuple(76823, 95950), tuple(2509, 57091), tuple(85077, 96439), tuple(87650, 87716), tuple(3822, 84513), tuple(90864, 75439), tuple(22043, 21770), tuple(98371, 75482), tuple(63823, 48100), tuple(29999, 40875), tuple(97696, 33865), tuple(50880, 16402), tuple(21412, 70936), tuple(7150, 85970), tuple(73104, 57073), tuple(40099, 89138), tuple(6430, 36791), tuple(47677, 23485), tuple(21073, 86912), tuple(65018, 6092), tuple(89932, 58178), tuple(1264, 51681), tuple(42044, 40135), tuple(21774, 12190), tuple(13844, 87188), tuple(25807, 89548), tuple(74682, 31603), tuple(18482, 41232), tuple(906, 21841), tuple(10897, 39238), tuple(62134, 6083), tuple(80871, 66850), tuple(49659, 28587), tuple(61260, 22769), tuple(53795, 66637), tuple(89211, 32453), tuple(4271, 69472), tuple(1082, 32636), tuple(62012, 47870), tuple(7376, 77166), tuple(13150, 73275), tuple(66410, 85959), tuple(19018, 57311), tuple(30561, 58838), tuple(19981, 32087), tuple(91580, 42990), tuple(77139, 23774), tuple(10055, 99890), tuple(92160, 54537), tuple(75088, 70397), tuple(2361, 61066), tuple(81368, 40411), tuple(84946, 42564), tuple(41591, 42929), tuple(50399, 26116), tuple(51504, 63772), tuple(99828, 69531), tuple(19977, 17806), tuple(71259, 76567), tuple(78606, 25105), tuple(8859, 46469), tuple(19542, 73988), tuple(49804, 17349), tuple(65360, 96632), tuple(57740, 30812), tuple(9258, 26185), tuple(90573, 4815), tuple(39397, 10229), tuple(35300, 81687), tuple(5681, 22828), tuple(6274, 38340), tuple(44281, 67912), tuple(38385, 26507), tuple(95324, 84765), tuple(39288, 79779), tuple(4513, 28158), tuple(46060, 40293), tuple(70348, 87460), tuple(67754, 19569), tuple(70481, 94407), tuple(67636, 69316), tuple(14167, 81744), tuple(18928, 29706), tuple(32034, 45677), tuple(19801, 5902), tuple(42401, 62712), tuple(35220, 22823), tuple(33690, 22046), tuple(91281, 55953), tuple(4197, 96279), tuple(32901, 27074), tuple(35861, 5478), tuple(99166, 36251), tuple(70898, 80994), tuple(87491, 52808), tuple(59681, 30266), tuple(2944, 18646), tuple(77874, 7536), tuple(24534, 5416), tuple(90962, 47145), tuple(95367, 34461), tuple(10075, 74120), tuple(74276, 1837), tuple(38399, 63918), tuple(10526, 42662), tuple(33001, 37773), tuple(13642, 25741), tuple(5373, 82728), tuple(9830, 54625), tuple(13, 18937), tuple(90113, 52300), tuple(20973, 89640), tuple(44930, 1598), tuple(8100, 47745), tuple(80659, 78877), tuple(74154, 33417), tuple(18691, 37573), tuple(12477, 76628), tuple(73018, 89583), tuple(59029, 24879), tuple(85237, 31017), tuple(27701, 11025), tuple(24010, 76942), tuple(15627, 25276), tuple(89050, 16118), tuple(19776, 19318), tuple(24620, 1487), tuple(50157, 95158), tuple(53030, 72020), tuple(85571, 10817), tuple(29196, 92799), tuple(63501, 22445), tuple(26241, 54318), tuple(33769, 80112), tuple(25312, 50574), tuple(70583, 56662), tuple(74366, 82575), tuple(48461, 80545), tuple(18834, 39444), tuple(36597, 42715), tuple(86547, 38453), tuple(41067, 60718), tuple(33350, 25404), tuple(5532, 41438), tuple(45918, 84038), tuple(39040, 63724), tuple(37629, 66002), tuple(58037, 36196), tuple(21400, 17330), tuple(46491, 22602), tuple(88057, 89249), tuple(34188, 35948), tuple(8555, 42479), tuple(32961, 76606), tuple(22395, 93711), tuple(8058, 19591), tuple(72063, 64136), tuple(83360, 12607), tuple(20671, 78285), tuple(51887, 65373), tuple(71966, 39341), tuple(55953, 99780), tuple(56205, 98138), tuple(45986, 44708), tuple(62541, 28259), tuple(49450, 12641), tuple(5192, 36601), tuple(55295, 44352), tuple(83762, 4343), tuple(96203, 8870), tuple(21786, 73828), tuple(88830, 43827), tuple(96669, 84761), tuple(53061, 50061), tuple(52150, 47463), tuple(32090, 17570),
-    tuple(71495, 45027), tuple(30215, 23717), tuple(37599, 19789), tuple(85208, 48465), tuple(83599, 78596), tuple(82141, 37105), tuple(74943, 37580), tuple(10322, 11520), tuple(550, 55062), tuple(80506, 57713), tuple(55489, 80453), tuple(64174, 49274), tuple(75521, 51005), tuple(26033, 58801), tuple(78661, 50218), tuple(31043, 17090), tuple(70612, 88736), tuple(42991, 49396), tuple(86331, 2300), tuple(66156, 6331), tuple(34534, 78649), tuple(9828, 40937), tuple(35852, 46533), tuple(68435, 12070), tuple(26443, 75772), tuple(50802, 16400), tuple(69413, 89875), tuple(2372, 97252), tuple(88334, 76754), tuple(29504, 25950), tuple(10792, 12935), tuple(3655, 90667), tuple(35951, 16244), tuple(73312, 82435), tuple(60914, 58748), tuple(89407, 86955), tuple(47210, 84195), tuple(77084, 4213), tuple(15419, 5719), tuple(12483, 39092), tuple(61890, 83360), tuple(94785, 37525), tuple(69219, 83790), tuple(79946, 42672), tuple(36898, 9693), tuple(10103, 82234), tuple(71679, 18297), tuple(88171, 43635), tuple(94828, 71283), tuple(76485, 56217), tuple(70048, 92642), tuple(12567, 8082), tuple(10011, 76160), tuple(31060, 30787), tuple(199, 65728), tuple(371, 74295), tuple(25505, 76411), tuple(70522, 8776), tuple(58390, 48835), tuple(88649, 10695), tuple(21754, 5143), tuple(62512, 77235), tuple(837, 57129), tuple(86979, 33448), tuple(21219, 78593), tuple(10048, 22504), tuple(82658, 80394), tuple(79451, 81707), tuple(5940, 72284), tuple(1555, 70284), tuple(65988, 40439), tuple(48165, 92837), tuple(33680, 39653), tuple(96852, 38612), tuple(72548, 82912), tuple(78383, 68910), tuple(69985, 12164), tuple(24334, 14856), tuple(27180, 67558), tuple(62131, 29120), tuple(28744, 40472), tuple(79896, 25579), tuple(7172, 42815), tuple(81070, 85827), tuple(76227, 51604), tuple(70056, 61128), tuple(58609, 12641), tuple(30207, 33772), tuple(7940, 82930), tuple(45176, 28620), tuple(43176, 9513), tuple(55515, 5743), tuple(92762, 34063), tuple(26540, 95690), tuple(69518, 13909), tuple(24403, 65731), tuple(41317, 12732), tuple(78020, 50738), tuple(64622, 2001), tuple(43604, 83548), tuple(46739, 79104), tuple(57132, 2737), tuple(16823, 37703), tuple(59239, 68217), tuple(49630, 75156), tuple(19535, 63429), tuple(19685, 63032), tuple(93214, 97701), tuple(21809, 44089), tuple(42700, 64026), tuple(37310, 12041), tuple(84416, 39080), tuple(70589, 59876), tuple(14692, 82526), tuple(36230, 38375), tuple(7345, 48208), tuple(65006, 85251), tuple(31754, 26359), tuple(65198, 7876), tuple(38917, 16682), tuple(39527, 24043), tuple(28543, 48728), tuple(38065, 98259), tuple(57509, 71565), tuple(7706, 85866), tuple(13059, 22966), tuple(91722, 83066), tuple(45269, 68810), tuple(82194, 85898), tuple(78369, 11390), tuple(79637, 70777), tuple(87544, 74018), tuple(73661, 4252), tuple(98305, 21715), tuple(19375, 35375), tuple(28324, 48444), tuple(97548, 89589), tuple(73031, 60766), tuple(34818, 1986), tuple(6206, 26488), tuple(67681, 6380), tuple(98946, 84665), tuple(98568, 37447), tuple(48649, 89141), tuple(72561, 2077), tuple(47055, 63199), tuple(3956, 93341), tuple(69392, 51121), tuple(71277, 40181), tuple(8509, 18405), tuple(77921, 54923), tuple(92137, 60652), tuple(30271, 32980),
-    tuple(60001, 93265), tuple(69240, 45514), tuple(57985, 21681), tuple(35096, 6101), tuple(49506, 76284), tuple(57253, 21325), tuple(98280, 15826), tuple(1605, 80735), tuple(74930, 30151), tuple(58035, 93534), tuple(17384, 31491), tuple(10971, 7060), tuple(73339, 68186), tuple(88781, 52103), tuple(11265, 46720), tuple(5115, 30293), tuple(75078, 87304), tuple(43439, 10072), tuple(27578, 33361), tuple(90981, 10158), tuple(24465, 57967), tuple(49938, 61510), tuple(55637, 44188), tuple(93963, 32210), tuple(68414, 40035), tuple(77261, 88709), tuple(55900, 34360), tuple(39675, 19672), tuple(66218, 19215), tuple(74660, 74886), tuple(82862, 19255), tuple(78221, 82950), tuple(71132, 13770), tuple(3866, 56030), tuple(78929, 78110), tuple(48142, 5965), tuple(80128, 31846), tuple(72670, 2531), tuple(14391, 67079), tuple(60542, 10720), tuple(91632, 40402), tuple(607, 14720), tuple(49500, 13967), tuple(70778, 83672), tuple(46041, 37708), tuple(83720, 574), tuple(57212, 80758), tuple(28854, 46858), tuple(39588, 19052), tuple(50803, 71521), tuple(66830, 71799), tuple(21002, 61070), tuple(96634, 39051), tuple(4459, 26782), tuple(63650, 82860), tuple(24099, 69429), tuple(80492, 18147), tuple(41087, 995), tuple(41768, 79625), tuple(48190, 75710), tuple(43300, 78132), tuple(53778, 79772), tuple(30657, 89149), tuple(75840, 5676), tuple(75810, 52995), tuple(36563, 23231), tuple(25721, 55136), tuple(15, 23168), tuple(63731, 64535), tuple(67136, 4648), tuple(25464, 28946), tuple(95215, 98695), tuple(64093, 28899), tuple(62809, 40760), tuple(44188, 52915), tuple(82358, 98065), tuple(24244, 56401), tuple(61636, 63848), tuple(95428, 93970), tuple(93539, 88332), tuple(57401, 68773), tuple(53502, 33067), tuple(3147, 65487), tuple(75811, 11287), tuple(58826, 7349), tuple(57494, 66861), tuple(99762, 33031), tuple(68299, 20951), tuple(26524, 96915), tuple(14698, 22392), tuple(55683, 85344), tuple(25084, 10755), tuple(52343, 73138), tuple(99839, 61148), tuple(33383, 66190), tuple(18810, 10835), tuple(918, 55695), tuple(2664, 46566), tuple(93105, 21138), tuple(27088, 16730), tuple(70156, 4974), tuple(10294, 62096), tuple(30808, 18639), tuple(25091, 43231), tuple(17920, 90076), tuple(40104, 54257), tuple(98729, 93113), tuple(92419, 16006), tuple(14446, 8769), tuple(24875, 34761), tuple(99525, 34543), tuple(67461, 47601), tuple(91998, 5899), tuple(19623, 58521), tuple(97278, 63650), tuple(8396, 20069), tuple(29854, 22735), tuple(33695, 25257), tuple(70338, 3989), tuple(14296, 96530), tuple(13790, 1350), tuple(33144, 55649), tuple(29072, 26337), tuple(68611, 7960), tuple(81765, 15614), tuple(16633, 80649), tuple(89942, 31234), tuple(50827, 73426), tuple(2282, 12998), tuple(8566, 65109), tuple(65979, 23638), tuple(24802, 56043), tuple(15638, 54100), tuple(51431, 80669), tuple(30744, 9349), tuple(80148, 87322), tuple(49673, 22775), tuple(2096, 72107), tuple(29876, 11845), tuple(99687, 4215), tuple(68797, 41891), tuple(11363, 79333), tuple(22351, 68211), tuple(41273, 34990), tuple(11414, 58625), tuple(83047, 28825), tuple(44579, 31219), tuple(8753, 35994), tuple(8321, 20399), tuple(97524, 48382), tuple(81485, 69822), tuple(38382, 42853), tuple(97045, 81294), tuple(95109, 9825), tuple(24648, 92398), tuple(23245, 28557), tuple(9114, 30750), tuple(66151, 5307), tuple(28704, 42997), tuple(76185, 18506), tuple(39182, 28385), tuple(12660, 487), tuple(81939, 70723), tuple(78752, 4369), tuple(49729, 16078), tuple(27760, 78394), tuple(27935, 65985), tuple(97170, 17974), tuple(45484, 51849), tuple(37792, 42775), tuple(50788, 50243), tuple(29730, 5771), tuple(8337, 32970), tuple(87282, 34536), tuple(82654, 40374), tuple(25936, 99591), tuple(87105, 44686), tuple(61326, 23201), tuple(48961, 39310), tuple(72404, 34074), tuple(47084, 53440), tuple(44566, 21551), tuple(27348, 31756), tuple(14445, 57694), tuple(3090, 78935), tuple(37165, 19519), tuple(42821, 24648), tuple(4987, 91817), tuple(15902, 33578), tuple(63028, 39291), tuple(9567, 41818), tuple(68851, 3311), tuple(1641, 59714), tuple(51932, 83190), tuple(40656, 19271), tuple(44882, 35988), tuple(94241, 78634), tuple(15970, 79214), tuple(11262, 56304), tuple(46638, 79764), tuple(9206, 54131), tuple(77132, 24211), tuple(38417, 34891), tuple(55196, 29011), tuple(64734, 42845), tuple(33857, 44248), tuple(40460, 66582), tuple(34542, 273), tuple(84169, 65245), tuple(83434, 25030), tuple(10937, 1189), tuple(35213, 89760), tuple(48231, 5149), tuple(49920, 97597), tuple(56463, 13926), tuple(35160, 4587), tuple(91526, 85881), tuple(38624, 54542), tuple(17138, 93601), tuple(16139, 72928), tuple(93357, 75097), tuple(84733, 99796), tuple(39474, 98875), tuple(97908, 58734), tuple(97237, 91217), tuple(77132, 32920), tuple(85467, 32730), tuple(83289, 18742), tuple(2980, 4330), tuple(44920, 11778), tuple(30191, 82779), tuple(34431, 45207), tuple(75529, 10325), tuple(4657, 36429), tuple(97464, 18604), tuple(29451, 14997), tuple(40066, 22598), tuple(49471, 66259), tuple(65164, 98515), tuple(64098, 47692), tuple(87542, 84786), tuple(41170, 49570), tuple(11476, 14536), tuple(82271, 79916), tuple(45889, 42059), tuple(84965, 90533), tuple(88733, 20381), tuple(86349, 66190), tuple(83280, 32409), tuple(38436, 35910), tuple(94362, 2535), tuple(13565, 12567), tuple(72551, 58564), tuple(886, 87999), tuple(73958, 94309), tuple(34030, 60715), tuple(25432, 92697), tuple(85922, 24244), tuple(46779, 52990), tuple(33807, 44621), tuple(39513, 51405), tuple(16668, 32353), tuple(60629, 14813), tuple(73095, 12227), tuple(17801, 38366), tuple(65927, 52833), tuple(33630, 50134), tuple(19975, 71026), tuple(93145, 90036), tuple(73555, 6383), tuple(71789, 81791), tuple(67429, 79036), tuple(20944, 39911), tuple(75838, 56480), tuple(29835, 80194), tuple(19570, 28901), tuple(16023, 82165), tuple(74259, 15283), tuple(11749, 92274), tuple(73537, 52362), tuple(54537, 37595), tuple(79004, 72436), tuple(49229, 21498), tuple(24364, 97373), tuple(81149, 61392), tuple(22421, 6442), tuple(62138, 86081), tuple(16098, 23700), tuple(66604, 86467), tuple(66505, 26263), tuple(57215, 12659), tuple(61267, 77421), tuple(58024, 98298), tuple(44273, 89699), tuple(62339, 73107), tuple(32540, 17768), tuple(31574, 77296), tuple(63336, 23439), tuple(26723, 45141), tuple(61380, 58474), tuple(6188, 2084), tuple(88225, 6631), tuple(10970, 70428), tuple(91223, 64312), tuple(89643, 76635), tuple(42796, 77154), tuple(34827, 21131), tuple(83014, 2253), tuple(34547, 12384), tuple(53922, 57591), tuple(12066, 44400), tuple(89686, 21284), tuple(81875, 3306), tuple(45972, 11207), tuple(96807, 28447), tuple(87662, 42334), tuple(68578, 37404), tuple(21195, 35583), tuple(97730, 41852), tuple(76425, 22959), tuple(63724, 64143), tuple(79182, 50739), tuple(81472, 79682), tuple(26980, 62332), tuple(60691, 50596), tuple(38526, 10488), tuple(74569, 46431), tuple(62677, 60189), tuple(35133, 21147), tuple(3271, 93368), tuple(14651, 76080), tuple(91349, 87952), tuple(7873, 51144), tuple(72431, 54715), tuple(15600, 69868), tuple(46998, 23805), tuple(7519, 75777), tuple(71758, 71673), tuple(23282, 37297), tuple(35646, 89327), tuple(44890, 58293), tuple(34223, 99155), tuple(87015, 18477), tuple(20511, 30210), tuple(82120, 13850), tuple(6382, 41946), tuple(97741, 86276), tuple(15521, 44501), tuple(87240, 57472), tuple(65334, 51695), tuple(34599, 97721), tuple(45366, 9007), tuple(91971, 7384), tuple(74698, 40735), tuple(73706, 9025), tuple(42569, 18928), tuple(62946, 62362), tuple(89350, 83255), tuple(26044, 85080), tuple(27725, 3814), tuple(45787, 32352), tuple(16115, 51701), tuple(3339, 72851), tuple(60161, 34406), tuple(24699, 43473), tuple(28681, 573), tuple(95106, 16784), tuple(74232, 5831), tuple(55361, 1366), tuple(7020, 37807), tuple(52490, 8558), tuple(91203, 64944), tuple(90783, 64700), tuple(76499, 12592), tuple(97070, 9395), tuple(46602, 12688), tuple(79052, 31675), tuple(29316, 93503), tuple(14095, 3100), tuple(15066, 86579), tuple(24651, 10981), tuple(90683, 70162), tuple(60604, 89175), tuple(55172, 34997), tuple(61098, 17843), tuple(2376, 21399), tuple(38186, 60680), tuple(58637, 11541), tuple(11101, 69351), tuple(70200, 67918), tuple(49245, 85252), tuple(4201, 24436), tuple(56636, 87099), tuple(21406, 33757), tuple(29044, 43846), tuple(93900, 68223), tuple(34429, 92683), tuple(76720, 79334), tuple(4035, 30364), tuple(20145, 44853), tuple(46689, 21352), tuple(49446, 77224), tuple(71241, 85720), tuple(27177, 88332), tuple(60151, 49376), tuple(67102, 74396), tuple(242, 26346), tuple(22004, 95064), tuple(2709, 71452), tuple(71673, 86838), tuple(36918, 17777), tuple(37414, 88149), tuple(2356, 70290), tuple(84416, 35509), tuple(32285, 54585), tuple(9937, 23465), tuple(3385, 25949), tuple(97379, 87409), tuple(72714, 43570), tuple(54831, 64883), tuple(80885, 81082), tuple(89673, 5765), tuple(84585, 51627), tuple(64497, 72931), tuple(71948, 60922), tuple(70011, 37446), tuple(81022, 43696), tuple(11413, 58709), tuple(89710, 85350), tuple(96004, 36589), tuple(99270, 82834), tuple(52367, 12117), tuple(62108, 56693), tuple(69090, 34612), tuple(56109, 22008), tuple(36036, 34493), tuple(88561, 4651), tuple(44403, 60712), tuple(91912, 19116), tuple(40545, 94625), tuple(47973, 46963), tuple(30704, 99285), tuple(9596, 21976), tuple(84723, 81323), tuple(98123, 90434), tuple(35842, 29225), tuple(91271, 14003), tuple(42320, 16108), tuple(14171, 88861), tuple(15139, 84030), tuple(31008, 58743), tuple(86149, 98215), tuple(59768, 15217), tuple(85628, 82450), tuple(14256, 2254), tuple(44961, 44326), tuple(86313, 69953), tuple(99151, 37777), tuple(46152, 77035), tuple(36868, 62695), tuple(37233, 49305), tuple(20706, 56446), tuple(75773, 90240), tuple(88130, 91556), tuple(89753, 38172), tuple(31191, 98583), tuple(31412, 81334), tuple(57662, 15890), tuple(9195, 3322), tuple(94618, 22144), tuple(24709, 24446), tuple(54382, 68062), tuple(17085, 30960), tuple(53538, 12827), tuple(12512, 56172), tuple(26611, 90242), tuple(92812, 98619), tuple(82930, 90399), tuple(2299, 45362), tuple(48505, 88997),
-    tuple(58709, 77683), tuple(85901, 33672), tuple(45070, 24491), tuple(79005, 44787), tuple(7154, 14290), tuple(56684, 35166), tuple(76459, 60609), tuple(6006, 47402), tuple(54755, 19015), tuple(5139, 33177), tuple(13725, 50051), tuple(95929, 58683), tuple(91114, 68401), tuple(88846, 23283), tuple(37153, 36426), tuple(36564, 32035), tuple(49852, 49501), tuple(2052, 59285), tuple(69847, 54966), tuple(82614, 10395), tuple(72068, 35582), tuple(50427, 19892), tuple(75612, 3545), tuple(75480, 26985), tuple(24227, 50112), tuple(22718, 52206), tuple(35801, 41679), tuple(17753, 44416), tuple(4688, 82170), tuple(36935, 6606), tuple(71549, 86720), tuple(53592, 68769), tuple(92671, 84617), tuple(97726, 13655), tuple(65006, 17474), tuple(25287, 80826), tuple(22202, 25703), tuple(98743, 71876), tuple(72914, 31392), tuple(54184, 1294), tuple(9353, 10518), tuple(93822, 74538), tuple(85863, 56357), tuple(56088, 14448), tuple(12427, 27727), tuple(1846, 350), tuple(96301, 21623), tuple(55225, 23813), tuple(76947, 60946), tuple(65400, 17489), tuple(80586, 79099), tuple(56913, 46914), tuple(49218, 53295), tuple(14085, 52313), tuple(71158, 14144), tuple(3641, 69327), tuple(43705, 93045), tuple(67880, 95849), tuple(88054, 66156), tuple(17425, 69320), tuple(16391, 271), tuple(31768, 8817), tuple(63156, 21471), tuple(97831, 43504), tuple(54300, 54402), tuple(8740, 27894), tuple(93805, 30183), tuple(76233, 26322), tuple(60307, 8348), tuple(63019, 32334), tuple(7086, 44838), tuple(93127, 94482), tuple(20146, 84889), tuple(33674, 2513), tuple(66860, 65753), tuple(69174, 35906), tuple(93800, 41975), tuple(31206, 93599), tuple(75620, 60674), tuple(77082, 60773), tuple(75564, 20627), tuple(53060, 67879), tuple(52568, 22722), tuple(4102, 42037), tuple(66549, 71191), tuple(20817, 80946), tuple(13469, 96144), tuple(29852, 713), tuple(72644, 98510), tuple(12567, 54057), tuple(28746, 72197), tuple(80235, 51566), tuple(11953, 73225), tuple(42732, 91659), tuple(19673, 29661), tuple(94438, 41029), tuple(21884, 91078), tuple(29280, 68018), tuple(973, 75825), tuple(83476, 79334), tuple(99077, 625), tuple(63309, 91304), tuple(11626, 33709), tuple(33735, 6897), tuple(12585, 17114), tuple(45256, 57549), tuple(65150, 2524), tuple(10399, 34571), tuple(32783, 6045), tuple(11900, 12875), tuple(4393, 3129), tuple(61420, 63521), tuple(11799, 9092), tuple(45887, 36931), tuple(84256, 71195), tuple(51949, 32406), tuple(34640, 11424), tuple(84866, 46109), tuple(23449, 51873), tuple(22371, 86773), tuple(32155, 25902), tuple(75058, 66016), tuple(21217, 19002), tuple(44067, 59363), tuple(55901, 87102), tuple(71213, 82390), tuple(88408, 22154), tuple(18231, 86852), tuple(96803, 72776), tuple(58608, 53500), tuple(40747, 8542), tuple(60870, 41475), tuple(39578, 66560), tuple(49522, 25492), tuple(3485, 13917), tuple(60177, 43310), tuple(70317, 69166), tuple(71910, 92946), tuple(14427, 320), tuple(5224, 79108), tuple(20986, 81899), tuple(34637, 53572), tuple(14919, 27426), tuple(8052, 10082), tuple(27936, 24128), tuple(73732, 97758), tuple(31869, 5719), tuple(22135, 86985), tuple(85977, 79381), tuple(41587, 34012), tuple(75912, 66428), tuple(62117, 37249), tuple(70197, 91261),
-    tuple(99703, 96452), tuple(33036, 30249), tuple(33709, 99448), tuple(30343, 2962), tuple(54245, 80785), tuple(13866, 99804), tuple(49392, 62886), tuple(8530, 38228), tuple(86249, 60394), tuple(96787, 88788), tuple(42724, 88066), tuple(97051, 85589), tuple(41414, 88972), tuple(4384, 2025), tuple(46524, 87620), tuple(5823, 36079), tuple(78720, 13519), tuple(59092, 88699), tuple(24120, 6388), tuple(51664, 71039), tuple(28756, 43890), tuple(13729, 27176), tuple(86717, 82448), tuple(65598, 34805), tuple(74975, 52791), tuple(65429, 97173), tuple(92472, 53334), tuple(18778, 40576), tuple(72776, 48956), tuple(61833, 85936), tuple(81344, 48055), tuple(89467, 91099), tuple(82333, 15367), tuple(6019, 98391), tuple(52943, 15338), tuple(29662, 21975), tuple(71935, 47606), tuple(54633, 72216), tuple(51648, 52203), tuple(84649, 31791), tuple(26281, 82065), tuple(83163, 43394), tuple(79859, 55897), tuple(84706, 38368), tuple(97175, 88009), tuple(92800, 82164), tuple(79819, 13645), tuple(42754, 6273), tuple(97025, 79579), tuple(35694, 44160), tuple(96053, 24801), tuple(60315, 14411), tuple(25961, 82303), tuple(1791, 53355), tuple(15508, 43236), tuple(35667, 84655), tuple(73764, 82190), tuple(14465, 72390), tuple(92464, 30555), tuple(14121, 31360), tuple(27630, 78672), tuple(35483, 47439), tuple(79467, 73233), tuple(33010, 49718), tuple(43095, 2002), tuple(3755, 4070), tuple(25460, 21281), tuple(52718, 27575), tuple(97091, 78423), tuple(76536, 86761), tuple(10682, 27325), tuple(55401, 99488), tuple(34196, 88793), tuple(88024, 37693), tuple(4586, 62614), tuple(74857, 37796), tuple(19724, 59109), tuple(17642, 34748), tuple(87983, 11996), tuple(6814, 68602), tuple(63566, 16836), tuple(21026, 42675), tuple(3528, 81994), tuple(58141, 81954), tuple(79520, 99518), tuple(52627, 62974), tuple(42056, 1000), tuple(85464, 63420), tuple(30434, 86139), tuple(59754, 88493), tuple(41386, 76058), tuple(27894, 78093), tuple(63842, 72458), tuple(6928, 37187), tuple(34478, 5193), tuple(57116, 24009), tuple(24858, 84226), tuple(462, 93589), tuple(86510, 80240), tuple(78044, 98234), tuple(30812, 40060), tuple(423, 46196), tuple(47139, 89017), tuple(26066, 21081), tuple(45463, 37260), tuple(34366, 23814), tuple(45937, 79795), tuple(89975, 20405), tuple(21792, 43980), tuple(13675, 11145), tuple(98902, 47577), tuple(20383, 49241), tuple(97905, 16457), tuple(85839, 23279), tuple(33931, 13532), tuple(91486, 54207), tuple(46981, 41204), tuple(49524, 10080), tuple(21201, 3854), tuple(70178, 71393), tuple(26825, 35670), tuple(91350, 92038), tuple(82297, 81201), tuple(47908, 26073), tuple(6456, 40194), tuple(45104, 62038), tuple(75781, 55421), tuple(49561, 35610), tuple(47838, 93109), tuple(25109, 10837), tuple(16666, 99790), tuple(54882, 29259), tuple(28169, 76030), tuple(99605, 78334), tuple(19151, 86372), tuple(48747, 64053), tuple(78764, 38705), tuple(43762, 3756), tuple(22725, 14026), tuple(85174, 6263), tuple(76327, 1072), tuple(92817, 63030), tuple(59923, 28851), tuple(39614, 77354), tuple(54467, 80792), tuple(37309, 8679), tuple(42247, 28830), tuple(60892, 36834), tuple(54108, 62952), tuple(33682, 52992), tuple(87318, 63605), tuple(3180, 91762), tuple(24774, 12744), tuple(4431, 74084), tuple(11712, 7577), tuple(31451, 18294), tuple(68722, 16450), tuple(52185, 92005), tuple(97312, 33963), tuple(43882, 84266), tuple(39958, 52806), tuple(4759, 32862), tuple(33017, 81530), tuple(88475, 9613), tuple(72656, 43214), tuple(27288, 91542), tuple(67232, 47120), tuple(12714, 59507), tuple(17175, 58197), tuple(1719, 97181), tuple(2806, 5682), tuple(22373, 80608), tuple(72129, 33750), tuple(97168, 75472), tuple(16157, 5484), tuple(93177, 59589), tuple(7019, 19832), tuple(63810, 80313), tuple(23551, 45065), tuple(59657, 37189), tuple(12995, 84512), tuple(44630, 12434), tuple(28833, 8088), tuple(56795, 10570), tuple(22385, 4138), tuple(39502, 41865), tuple(67720, 31597), tuple(54837, 8933), tuple(19906, 12496), tuple(69993, 30745), tuple(94886, 98186), tuple(6474, 37743), tuple(62063, 5596), tuple(52064, 33592), tuple(57476, 84891), tuple(88798, 43044), tuple(55029, 97222), tuple(73911, 11862), tuple(1205, 76381), tuple(13388, 4303), tuple(73635, 55410), tuple(97777, 32985), tuple(94358, 49709), tuple(62607, 76061), tuple(62525, 8598), tuple(10327, 11235), tuple(18778, 991), tuple(16602, 1008), tuple(6311, 36329), tuple(6464, 33473), tuple(71418, 15828), tuple(49777, 9630), tuple(67644, 45616), tuple(97118, 54851), tuple(79498, 75515), tuple(45056, 12838), tuple(51110, 53572), tuple(4941, 80166), tuple(16052, 81909), tuple(24336, 25459), tuple(60437, 70317), tuple(51544, 8762), tuple(44978, 27145), tuple(78113, 27193), tuple(45148, 7278), tuple(78858, 90800), tuple(29864, 14191), tuple(67835, 78395), tuple(45893, 74512), tuple(81523, 270), tuple(51436, 75334), tuple(39456, 65552), tuple(89548, 42368), tuple(8953, 17953), tuple(47296, 52855), tuple(36236, 70545), tuple(99705, 30645), tuple(58038, 43017), tuple(95851, 60592), tuple(50658, 98282), tuple(48614, 74538), tuple(29026, 6898), tuple(57506, 97917), tuple(33553, 11205), tuple(92292, 53328), tuple(37861, 10865), tuple(70306, 43839), tuple(52283, 94600), tuple(68802, 95126), tuple(92765, 91310), tuple(2574, 45229), tuple(12463, 45681), tuple(73331, 83847), tuple(22565, 66014), tuple(52454, 22571), tuple(17530, 55911), tuple(7358, 36106), tuple(54186, 27674), tuple(55476, 166), tuple(12926, 8902), tuple(63782, 1616), tuple(60085, 35021), tuple(86605, 99026), tuple(7432, 57161), tuple(37268, 11832), tuple(3860, 95662), tuple(30339, 54518), tuple(26163, 96043), tuple(26092, 71977), tuple(63899, 7792), tuple(9804, 66302), tuple(81779, 54515), tuple(2861, 42418), tuple(44736, 75647), tuple(50912, 53848), tuple(72120, 3651), tuple(91526, 72999), tuple(71642, 69795), tuple(40664, 37695), tuple(57357, 83958), tuple(41666, 52277), tuple(49209, 99223), tuple(47274, 75571), tuple(64326, 88981), tuple(67848, 52903), tuple(44013, 43796), tuple(21678, 8103), tuple(74827, 132), tuple(88279, 49672), tuple(10747, 85149), tuple(74506, 99115), tuple(89615, 95102), tuple(14077, 79858), tuple(55139, 17814), tuple(5519, 48761), tuple(62278, 39931), tuple(58406, 38267), tuple(58705, 86071), tuple(63443, 11013), tuple(53144, 22114), tuple(78535, 70561), tuple(85423, 36012), tuple(3285, 72479), tuple(73658, 19340), tuple(18511, 10477), tuple(60780, 75674), tuple(88032, 88205), tuple(35386, 23855), tuple(49977, 32673), tuple(93206, 71515), tuple(3482, 73115), tuple(48423, 52857), tuple(11899, 30649), tuple(59730, 15323), tuple(89442, 87402), tuple(439, 50184), tuple(98106, 42819), tuple(25941, 82842), tuple(82980, 56368), tuple(71420, 11196), tuple(20860, 78799), tuple(71131, 53182), tuple(45795, 85122), tuple(34635, 83218), tuple(78160, 79377), tuple(8534, 26595), tuple(35248, 17819), tuple(54060, 99480), tuple(36087, 84130), tuple(16001, 59701), tuple(63490, 15318), tuple(41259, 62966), tuple(79583, 94979), tuple(49892, 92957), tuple(8542, 94075), tuple(66339, 33975), tuple(21084, 67889), tuple(14718, 20930), tuple(1760, 60204), tuple(42318, 36873), tuple(2306, 42786), tuple(1667, 59179), tuple(29425, 64430), tuple(64436, 4268), tuple(52666, 79958), tuple(11248, 35590), tuple(37352, 72786), tuple(79273, 24409), tuple(47965, 59976), tuple(61729, 87562), tuple(22673, 52091), tuple(58668, 33485), tuple(60556, 6194), tuple(9974, 17532), tuple(91645, 12490), tuple(16690, 75552), tuple(30983, 79572), tuple(73896, 87577), tuple(82325, 6966), tuple(46769, 19266), tuple(6691, 2816), tuple(65074, 51276), tuple(83174, 210), tuple(38395, 19191), tuple(83871, 939), tuple(9543, 23700), tuple(18316, 3882), tuple(18604, 6191), tuple(53431, 2917), tuple(71291, 3352), tuple(46424, 29885), tuple(44395, 57382), tuple(95028, 33049), tuple(96372, 2057), tuple(26911, 14241), tuple(35535, 27007), tuple(25527, 36480), tuple(13612, 95407), tuple(56176, 82284), tuple(28597, 48562), tuple(76438, 43785), tuple(17631, 15131), tuple(18728, 76676), tuple(49606, 60663), tuple(64878, 57243), tuple(10925, 14798), tuple(72592, 95876), tuple(8144, 58293), tuple(36923, 57214), tuple(82893, 42678), tuple(15533, 63570), tuple(66619, 96607), tuple(32491, 70158), tuple(25175, 70456), tuple(54365, 64639), tuple(56529, 44275), tuple(85598, 13051), tuple(82052, 78051), tuple(6802, 14950), tuple(18964, 77404), tuple(69285, 33899), tuple(42496, 817), tuple(80092, 73354), tuple(44095, 57405), tuple(6715, 98298), tuple(82698, 65201), tuple(25536, 48241), tuple(60721, 38389), tuple(72591, 3716), tuple(76974, 58694), tuple(39723, 66127), tuple(21781, 27885), tuple(57871, 26565), tuple(57327, 1713), tuple(43406, 68141), tuple(65690, 21025), tuple(77459, 59220), tuple(78038, 40571), tuple(44248, 86386), tuple(17714, 38469), tuple(14993, 99711), tuple(18231, 62648), tuple(8081, 2797), tuple(73996, 60186), tuple(98808, 9291), tuple(93219, 32512), tuple(45831, 71316), tuple(9315, 81476), tuple(31933, 97130), tuple(20920, 2404), tuple(31015, 11982), tuple(1251, 81196), tuple(35575, 4027), tuple(81650, 61732), tuple(10241, 79907), tuple(53046, 95973), tuple(68668, 48509), tuple(656, 1992), tuple(10061, 89424), tuple(11047, 71227), tuple(10089, 90496), tuple(57613, 95766), tuple(38775, 44707), tuple(10140, 62292), tuple(91276, 50321), tuple(75890, 59520), tuple(32977, 39392), tuple(43150, 88441), tuple(51314, 81453), tuple(57440, 53885), tuple(85712, 10329), tuple(52723, 17377), tuple(29648, 83895), tuple(41142, 80706), tuple(4167, 43740), tuple(49249, 91247), tuple(15721, 53638), tuple(95764, 35654), tuple(21318, 81252), tuple(97676, 77111), tuple(27613, 35504), tuple(20973, 47975), tuple(60292, 36376), tuple(78092, 59608), tuple(53682, 29368), tuple(95342, 22174), tuple(2289, 80842), tuple(97276, 49917), tuple(21421, 37624), tuple(50678, 98609), tuple(49240, 25174), tuple(64603, 13614), tuple(75402, 61541), tuple(80112, 45397), tuple(14289, 87479), tuple(16888, 98577), tuple(14999, 80972), tuple(64689, 57967), tuple(79391, 54976), tuple(37446, 39412), tuple(86682, 70785),
-    tuple(21709, 57340), tuple(53757, 39880), tuple(33201, 94136), tuple(27854, 30229), tuple(14865, 56637), tuple(75573, 68915), tuple(84594, 1520), tuple(71261, 69867), tuple(84203, 43708), tuple(76407, 88476), tuple(84395, 77050), tuple(53934, 83635), tuple(32870, 27302), tuple(46646, 46399), tuple(26417, 60940), tuple(87513, 88720), tuple(12542, 32018), tuple(45969, 62284), tuple(26733, 90539), tuple(50556, 13388), tuple(60882, 56222), tuple(48253, 22792), tuple(68209, 18501), tuple(58073, 48960), tuple(6360, 4482), tuple(53997, 31868), tuple(15727, 78331), tuple(81299, 84008), tuple(99495, 89688), tuple(504, 3147), tuple(93985, 77265), tuple(78723, 60673), tuple(30278, 63220), tuple(33434, 26642), tuple(71481, 73333), tuple(49805, 59269), tuple(90657, 93630), tuple(28814, 83954), tuple(91466, 63542), tuple(43843, 69657), tuple(11466, 24136), tuple(63826, 6209), tuple(29687, 95777), tuple(65616, 74144), tuple(62798, 883), tuple(54174, 88934), tuple(35129, 40939), tuple(42224, 54784), tuple(80876, 68479), tuple(80812, 51383), tuple(39443, 11689), tuple(15438, 66488), tuple(32856, 96950), tuple(80525, 99128), tuple(25968, 28334), tuple(91925, 37414), tuple(84823, 58164), tuple(17795, 78409), tuple(29912, 53931), tuple(1369, 92329), tuple(36176, 34133), tuple(79057, 62016), tuple(74457, 51743), tuple(90604, 95280), tuple(18107, 81811), tuple(26994, 78521), tuple(4762, 53724), tuple(8229, 90056), tuple(60962, 1202), tuple(80485, 44934), tuple(58917, 36716), tuple(71770, 42524), tuple(94551, 98259), tuple(39500, 41373), tuple(50410, 70615), tuple(63782, 25832), tuple(74940, 15450), tuple(90724, 44531), tuple(69088, 22535), tuple(40581, 3354), tuple(1756, 86005), tuple(93128, 31200), tuple(14139, 8370), tuple(65646, 40141), tuple(31537, 89271), tuple(7635, 66721), tuple(67463, 97745), tuple(12391, 36807), tuple(6311, 30232), tuple(20818, 91220), tuple(53449, 11632), tuple(21802, 93687), tuple(75581, 79739), tuple(5514, 57540), tuple(67063, 99383), tuple(98230, 18983), tuple(50929, 35978), tuple(16069, 59906), tuple(93594, 94696), tuple(13344, 34575), tuple(30331, 84457), tuple(78047, 97558), tuple(5507, 41722), tuple(81016, 8762), tuple(91323, 59598), tuple(67184, 8555), tuple(76659, 67276), tuple(6511, 94844), tuple(1063, 39110), tuple(40795, 16854), tuple(40694, 32666), tuple(14734, 95257), tuple(6818, 30227), tuple(32211, 56294), tuple(31129, 97716), tuple(93866, 6117), tuple(42144, 91974), tuple(64560, 9708), tuple(5803, 92811), tuple(7240, 42166), tuple(97514, 19116), tuple(59904, 64965), tuple(73031, 69137), tuple(63313, 82886), tuple(58529, 84361), tuple(47365, 96118), tuple(27999, 83969), tuple(98211, 52135), tuple(86460, 86408), tuple(21315, 59646), tuple(98469, 99928), tuple(24453, 79050), tuple(97595, 41780), tuple(35575, 22842), tuple(18219, 72673), tuple(4001, 89495), tuple(19563, 18097), tuple(566, 5304), tuple(37517, 63100), tuple(11251, 58908), tuple(2474, 55788), tuple(83078, 65059), tuple(68185, 94587), tuple(33305, 36706), tuple(81350, 72951), tuple(37115, 41580), tuple(6005, 44393), tuple(4318, 67309), tuple(21346, 75943), tuple(57955, 33395), tuple(75723, 89514), tuple(2661, 42938), tuple(89643, 48828),
-    tuple(3409, 13157), tuple(13667, 78006), tuple(56518, 86796), tuple(38971, 28234), tuple(38060, 77284), tuple(68626, 83168), tuple(69324, 67649), tuple(48994, 40388), tuple(87024, 14379), tuple(12475, 27192), tuple(41271, 41939), tuple(50304, 38146), tuple(8682, 25307), tuple(93898, 48129), tuple(34600, 25005), tuple(48022, 22298), tuple(25683, 46046), tuple(24839, 69086), tuple(50505, 93439), tuple(90497, 50297), tuple(16054, 68182), tuple(69768, 67239), tuple(35909, 84118), tuple(64986, 21267), tuple(32550, 33801), tuple(8884, 66830), tuple(10690, 75679), tuple(59327, 9389), tuple(16594, 37706), tuple(54110, 76448), tuple(22052, 90416), tuple(18104, 20971), tuple(78917, 19589), tuple(48799, 38897), tuple(55663, 11112), tuple(24255, 19761), tuple(90224, 59023), tuple(51893, 61626), tuple(57840, 2070), tuple(37436, 84968), tuple(55242, 52606), tuple(71391, 70783), tuple(84796, 72467), tuple(61673, 90112), tuple(61880, 10015), tuple(84560, 21382), tuple(91734, 52105), tuple(94237, 68942), tuple(36055, 26633), tuple(43694, 33404), tuple(60266, 17069), tuple(63045, 2539), tuple(39314, 49430), tuple(66845, 42602), tuple(76834, 50742), tuple(26684, 64231), tuple(83102, 88337), tuple(43541, 16088), tuple(53516, 23759), tuple(21092, 43649), tuple(71242, 31515), tuple(62253, 81538), tuple(19670, 48947), tuple(24097, 83600), tuple(11636, 70960), tuple(55314, 99976), tuple(56296, 68456), tuple(25537, 64586), tuple(45649, 53747), tuple(9712, 85370), tuple(82073, 71622), tuple(97381, 26322), tuple(4927, 47703), tuple(8999, 33464), tuple(5875, 80932), tuple(88591, 63062), tuple(40824, 93164), tuple(55753, 10733), tuple(56196, 8875), tuple(13427, 66714), tuple(22780, 69557), tuple(37212, 13763), tuple(61668, 95614), tuple(79050, 55391), tuple(92892, 94037), tuple(4942, 23252), tuple(34025, 31194), tuple(96074, 59364), tuple(11520, 11652), tuple(94439, 19618), tuple(64758, 41196), tuple(73397, 72389), tuple(57282, 73894), tuple(79700, 78450), tuple(65052, 54392), tuple(72453, 23422), tuple(49093, 48337), tuple(9863, 89449), tuple(60397, 40836), tuple(18147, 51195), tuple(39787, 61479), tuple(63062, 62242), tuple(67547, 5426), tuple(25316, 76298), tuple(16168, 12116), tuple(91884, 94406), tuple(57385, 89464), tuple(93062, 71189), tuple(97612, 38802), tuple(85128, 1852), tuple(80643, 41827), tuple(59109, 50692), tuple(28077, 24715), tuple(67583, 40643), tuple(54073, 32408), tuple(97704, 17820), tuple(15884, 69143), tuple(66420, 36961), tuple(60442, 34685), tuple(3109, 47213), tuple(27157, 42282), tuple(18909, 52184), tuple(16638, 51215), tuple(66044, 40079), tuple(67856, 15021), tuple(26942, 58162), tuple(76866, 73547), tuple(3999, 47414), tuple(5114, 74975), tuple(85820, 10632), tuple(71972, 59810), tuple(66488, 16840), tuple(50779, 93807), tuple(40068, 12260), tuple(67715, 72553), tuple(45275, 57705), tuple(45019, 86665), tuple(97033, 97611), tuple(69136, 54593), tuple(1879, 87594), tuple(49292, 92238), tuple(69064, 7240), tuple(60753, 5294), tuple(36350, 67918), tuple(48440, 43264), tuple(70554, 79751), tuple(40310, 64039), tuple(48171, 75441), tuple(53305, 72396), tuple(44027, 58150), tuple(67485, 38325), tuple(87333, 75101), tuple(2509, 54526), tuple(40794, 18097), tuple(17674, 84451), tuple(30175, 65221), tuple(71744, 57300), tuple(91603, 35695), tuple(33369, 1387), tuple(51808, 2008), tuple(42659, 11574), tuple(39492, 79947), tuple(95089, 47048), tuple(57022, 73399), tuple(72707, 8845), tuple(66843, 61434), tuple(7174, 16342), tuple(50709, 76713), tuple(45560, 1378), tuple(80907, 97774), tuple(651, 93255), tuple(42650, 82788), tuple(2875, 24267), tuple(73437, 67551), tuple(6685, 81749), tuple(43495, 12190), tuple(63932, 69464), tuple(86694, 91717), tuple(91608, 59712), tuple(50833, 91382), tuple(18301, 39265), tuple(48304, 34276), tuple(24633, 56311), tuple(10463, 40342), tuple(17645, 64242), tuple(52245, 96838), tuple(6606, 87413), tuple(75088, 39449), tuple(6247, 97599), tuple(57124, 39047), tuple(49579, 80395), tuple(52959, 14523), tuple(73129, 3675), tuple(78880, 16111), tuple(90870, 27122), tuple(11166, 67671), tuple(48048, 41486), tuple(65329, 98702), tuple(4801, 92915), tuple(88765, 51873), tuple(59370, 1440), tuple(41316, 88008), tuple(92238, 79140), tuple(18523, 32178), tuple(36124, 49818), tuple(84251, 37274), tuple(92085, 96091), tuple(65382, 7189), tuple(30130, 32066), tuple(86434, 46207), tuple(5500, 11160), tuple(88366, 36983), tuple(48685, 47634), tuple(93314, 57448), tuple(95978, 97924), tuple(20017, 85908), tuple(82568, 31256), tuple(44633, 78762), tuple(41625, 11793), tuple(77646, 2315), tuple(67604, 29898), tuple(1492, 55783), tuple(33177, 5891), tuple(93884, 41363), tuple(90527, 43977), tuple(36905, 59152), tuple(37750, 19264), tuple(58020, 1360), tuple(22974, 3246), tuple(41403, 80614), tuple(4479, 37045), tuple(27477, 47093), tuple(79899, 65264), tuple(12625, 46993), tuple(78884, 10896), tuple(49043, 36064), tuple(22725, 18991), tuple(4279, 11656), tuple(58193, 27118), tuple(48315, 26221), tuple(86372, 4638), tuple(86413, 43777), tuple(74216, 60197), tuple(89547, 68700), tuple(618, 62861), tuple(88483, 17054), tuple(59378, 75565), tuple(15001, 59042), tuple(15858, 10735), tuple(42583, 57159), tuple(27836, 12597), tuple(87465, 37449), tuple(95717, 59515), tuple(63369, 36932), tuple(14736, 61367), tuple(14779, 30481), tuple(33108, 95749), tuple(5304, 7878), tuple(74344, 65457), tuple(3519, 98197), tuple(34669, 96365), tuple(31376, 21260), tuple(75715, 11580), tuple(14317, 29528), tuple(10151, 13185), tuple(6975, 59407), tuple(7910, 71250), tuple(21761, 8936), tuple(11683, 43452), tuple(97556, 87506), tuple(87371, 16179), tuple(46806, 74511), tuple(737, 82723), tuple(1197, 77799), tuple(9835, 85745), tuple(66026, 16556), tuple(24784, 20015), tuple(53234, 58687), tuple(4393, 27429), tuple(11484, 48640), tuple(24376, 998), tuple(76115, 38), tuple(72364, 3765), tuple(97109, 9842), tuple(36814, 37745), tuple(58829, 16139), tuple(4165, 93524), tuple(51052, 5215), tuple(69771, 11456), tuple(13263, 75724), tuple(60779, 11359), tuple(9924, 2846), tuple(70887, 4526), tuple(66054, 93309), tuple(15486, 40658), tuple(18780, 1579), tuple(89386, 24351), tuple(33682, 62095), tuple(661, 84125), tuple(13480, 97300), tuple(2408, 25599), tuple(99168, 10687), tuple(84860, 17842), tuple(38292, 12704), tuple(97468, 83719), tuple(38360, 25940), tuple(97314, 65483), tuple(95688, 44394), tuple(47420, 96156), tuple(66394, 61773), tuple(98637, 46400), tuple(69962, 57775), tuple(83857, 45874), tuple(74811, 5741), tuple(96157, 62317), tuple(57902, 79905), tuple(73760, 21345), tuple(58109, 65145), tuple(58678, 5406), tuple(96538, 16329), tuple(42244, 63758), tuple(17613, 66642), tuple(72398, 5307), tuple(12872, 94227), tuple(65046, 1439), tuple(90217, 10756), tuple(58185, 63169), tuple(50247, 86728), tuple(98822, 4390), tuple(82566, 26006), tuple(3574, 42077), tuple(43701, 59837), tuple(85579, 48641), tuple(47792, 34429), tuple(77410, 8515), tuple(97749, 11160), tuple(57462, 33927), tuple(32836, 57768), tuple(26898, 80133), tuple(52210, 57444), tuple(33639, 288), tuple(30309, 29233), tuple(14867, 24307), tuple(67420, 29214), tuple(29889, 86125), tuple(68662, 93027), tuple(30716, 64262), tuple(9145, 66627), tuple(83817, 78000), tuple(49074, 52390), tuple(52974, 72121), tuple(84006, 2545), tuple(27803, 68907), tuple(79008, 5828), tuple(74872, 89207), tuple(26302, 23622), tuple(26263, 25254), tuple(65652, 38273), tuple(11673, 21629), tuple(70494, 86207), tuple(59074, 85729), tuple(2011, 38108), tuple(70239, 9100), tuple(37062, 67038), tuple(52681, 44407), tuple(79718, 59481), tuple(39506, 32648), tuple(76903, 76789), tuple(45162, 63035), tuple(13344, 3835), tuple(96239, 59063), tuple(24507, 82181), tuple(77403, 89247), tuple(73887, 41747), tuple(5639, 27352), tuple(46718, 96169), tuple(94630, 83108), tuple(37999, 68318), tuple(97717, 53272), tuple(80506, 42486), tuple(7677, 75413), tuple(45129, 2230), tuple(11721, 21720), tuple(88499, 48784), tuple(23501, 58439), tuple(70767, 72086), tuple(78533, 90007), tuple(72580, 80411), tuple(36564, 98451), tuple(89444, 69448), tuple(48038, 26523), tuple(5123, 78026), tuple(29168, 41429), tuple(36287, 72619), tuple(75350, 27908), tuple(7381, 96048), tuple(30090, 51055), tuple(73670, 11691), tuple(39082, 72957), tuple(84785, 52400), tuple(80436, 94637), tuple(17776, 61224), tuple(36848, 71607), tuple(90182, 50522), tuple(78350, 71698), tuple(91120, 27247), tuple(39638, 38298), tuple(22945, 23976), tuple(52034, 72847), tuple(97888, 33382), tuple(20825, 5844), tuple(303, 5273), tuple(62672, 96465), tuple(46951, 93410), tuple(57258, 108), tuple(11116, 34876), tuple(40588, 20691), tuple(61906, 68626), tuple(48319, 90189), tuple(20255, 4601), tuple(80998, 30793), tuple(28741, 2714), tuple(42195, 25873), tuple(17046, 46739), tuple(15319, 54014), tuple(11773, 11673), tuple(73012, 41575), tuple(21747, 59925), tuple(16088, 24272), tuple(38326, 8140), tuple(68006, 23594), tuple(78052, 77991), tuple(45820, 79226), tuple(11143, 88881), tuple(59251, 76272), tuple(18953, 10412), tuple(67075, 57195), tuple(1386, 54226), tuple(42759, 59791), tuple(5696, 15215), tuple(79633, 55487), tuple(3546, 11417), tuple(97976, 8323), tuple(55197, 53843), tuple(12182, 16579), tuple(55706, 87702), tuple(88871, 45930), tuple(98978, 50942), tuple(55874, 87465), tuple(53256, 28916), tuple(90605, 43673), tuple(23906, 75994), tuple(12746, 66785), tuple(91372, 53574), tuple(72302, 69561), tuple(38833, 59338), tuple(98528, 22616), tuple(10045, 25111), tuple(34397, 69161), tuple(86106, 23720), tuple(82705, 67810), tuple(48691, 14861), tuple(41392, 64552), tuple(83105, 6557), tuple(62123, 39827), tuple(94840, 54871), tuple(35778, 26572), tuple(16194, 14615), tuple(27, 8380), tuple(33704, 44750), tuple(86884, 51173), tuple(60330, 80082), tuple(56180, 47098), tuple(6249, 36349), tuple(32268, 12733), tuple(86808, 40162), tuple(27643, 75454), tuple(36783, 30874), tuple(54827, 7607), tuple(54697, 57582), tuple(83316, 18631),
-    tuple(44081, 33952), tuple(89780, 86498), tuple(63456, 27382), tuple(5654, 13927), tuple(41301, 35640), tuple(4502, 70840), tuple(4238, 62879), tuple(66516, 67091), tuple(96156, 8355), tuple(2902, 23789), tuple(98837, 77623), tuple(86898, 91764), tuple(75147, 6127), tuple(8274, 46182), tuple(7422, 18222), tuple(86509, 25754), tuple(72400, 55881), tuple(84459, 68079), tuple(5654, 76270), tuple(43017, 78770), tuple(45609, 55504), tuple(67256, 51832), tuple(42204, 15653), tuple(52363, 44095), tuple(11760, 24927), tuple(53286, 20903), tuple(97482, 76094), tuple(43809, 8144), tuple(82974, 74859), tuple(65921, 42364), tuple(11938, 55421), tuple(92195, 10809), tuple(91371, 77402), tuple(17644, 86490), tuple(4424, 27504), tuple(56380, 99969), tuple(1731, 80243), tuple(8879, 23354), tuple(94574, 42743), tuple(78875, 2965), tuple(1029, 61788), tuple(64768, 61914), tuple(54149, 90155), tuple(83048, 46305), tuple(80640, 10062), tuple(12372, 94961), tuple(84549, 84061), tuple(99122, 78998), tuple(91039, 95054), tuple(19628, 18651), tuple(52348, 42569), tuple(58086, 76882), tuple(49881, 13151), tuple(8064, 47655), tuple(4457, 63438), tuple(35500, 82994), tuple(47962, 43653), tuple(5050, 36247), tuple(96631, 67316), tuple(49101, 96157), tuple(15785, 96404), tuple(56283, 36312), tuple(31695, 24307), tuple(81897, 59720), tuple(51016, 45776), tuple(92118, 47354), tuple(16024, 38406), tuple(57737, 68887), tuple(28408, 46608), tuple(65055, 1161), tuple(60430, 21682), tuple(22659, 74001), tuple(35202, 60211), tuple(38308, 52926), tuple(74264, 26330), tuple(17038, 41144), tuple(27775, 24875), tuple(49666, 73774), tuple(28516, 34297), tuple(21873, 11504), tuple(3676, 38168), tuple(90003, 25107), tuple(45103, 7031), tuple(71883, 40867), tuple(6274, 71251), tuple(60307, 49056), tuple(58402, 76742), tuple(10010, 36003), tuple(67059, 75300), tuple(36996, 57460), tuple(61413, 54691), tuple(99608, 49572), tuple(87512, 44123), tuple(43942, 87151), tuple(18543, 43029), tuple(886, 83140), tuple(75529, 69749), tuple(54090, 8088), tuple(43094, 35468), tuple(76460, 45310), tuple(64690, 46953), tuple(29561, 93370), tuple(97598, 21618), tuple(28166, 8888), tuple(12234, 771), tuple(65670, 1561), tuple(85467, 97276), tuple(98868, 57050), tuple(14619, 53684), tuple(924, 82181), tuple(65602, 36977), tuple(7888, 8938), tuple(32792, 1046), tuple(18719, 99863), tuple(34993, 11678), tuple(28837, 64924), tuple(83079, 48559), tuple(5806, 92117), tuple(79239, 8754), tuple(89819, 16162), tuple(99505, 94650), tuple(8636, 27356), tuple(6056, 5682), tuple(1921, 15164), tuple(45536, 10747), tuple(56628, 62991), tuple(51456, 54815), tuple(13030, 47920), tuple(27330, 48623), tuple(21393, 96651), tuple(51282, 5317), tuple(78200, 42975), tuple(18082, 38478), tuple(32594, 4205), tuple(49208, 22593), tuple(80079, 11765), tuple(65186, 60836), tuple(11601, 9377), tuple(95550, 52242), tuple(86838, 96932), tuple(17508, 91440), tuple(73427, 92075), tuple(70969, 37180), tuple(7091, 48708), tuple(35444, 42181), tuple(91735, 29746), tuple(11924, 89935), tuple(34418, 61018), tuple(68065, 96782), tuple(30869, 53390), tuple(99315, 78165), tuple(97205, 90309), tuple(88481, 24681),
-    tuple(17847, 75359), tuple(73636, 11167), tuple(91431, 62190), tuple(28478, 6770), tuple(97305, 77873), tuple(56987, 22599), tuple(40879, 63647), tuple(1974, 67839), tuple(88651, 99581), tuple(67087, 51740), tuple(24861, 74794), tuple(92730, 14161), tuple(52639, 78795), tuple(37163, 80079), tuple(87445, 7053), tuple(27234, 79447), tuple(43352, 66903), tuple(96267, 10657), tuple(57181, 24266), tuple(84236, 83872), tuple(56551, 30387), tuple(4972, 87269), tuple(98922, 1624), tuple(48398, 19886), tuple(40570, 79648), tuple(92239, 98232), tuple(86789, 55696), tuple(64626, 44726), tuple(82391, 95837), tuple(74414, 93972), tuple(97542, 73957), tuple(76038, 54044), tuple(66087, 24170), tuple(25731, 50138), tuple(39800, 75428), tuple(21730, 88783), tuple(53518, 83466), tuple(50784, 72242), tuple(23969, 85392), tuple(43772, 70437), tuple(87869, 33052), tuple(15531, 61368), tuple(22519, 38591), tuple(37709, 35030), tuple(74030, 5134), tuple(18667, 50524), tuple(84691, 21182), tuple(50932, 66070), tuple(27898, 10408), tuple(79554, 49192), tuple(2517, 7746), tuple(71312, 22108), tuple(15511, 37874), tuple(21623, 77591), tuple(10809, 46240), tuple(40913, 29935), tuple(78969, 56158), tuple(46274, 75491), tuple(87163, 49581), tuple(88417, 86223), tuple(41666, 28061), tuple(17503, 13021), tuple(16476, 50547), tuple(56184, 32943), tuple(89243, 61225), tuple(89844, 81092), tuple(19846, 44485), tuple(25999, 46684), tuple(67283, 76235), tuple(64393, 53397), tuple(41565, 93212), tuple(82296, 54617), tuple(62466, 54078), tuple(97942, 92201), tuple(18205, 67342), tuple(44364, 51466), tuple(72744, 4796), tuple(72526, 68979), tuple(50015, 88033), tuple(19680, 47415), tuple(65486, 46344), tuple(21531, 42236), tuple(3452, 94720), tuple(44902, 89762), tuple(13814, 85842), tuple(98337, 42500), tuple(74870, 31262), tuple(72964, 10884), tuple(64408, 43927), tuple(97024, 66176), tuple(55999, 75231), tuple(72794, 37516), tuple(67787, 70137), tuple(4960, 2377), tuple(22048, 86320), tuple(9964, 86377), tuple(30766, 39958), tuple(68684, 29197), tuple(43864, 72887), tuple(90838, 11639), tuple(97183, 10594), tuple(99649, 22933), tuple(91770, 4554), tuple(97882, 60479), tuple(91041, 72702), tuple(47685, 56715), tuple(51900, 61103), tuple(90821, 27638), tuple(95748, 57574), tuple(79106, 14366), tuple(10560, 97465), tuple(12009, 55707), tuple(65879, 34837), tuple(67934, 69351), tuple(58075, 96424), tuple(26898, 13830), tuple(2074, 46887), tuple(47317, 28361), tuple(97566, 43461), tuple(8150, 8518), tuple(21546, 42240), tuple(75546, 59160), tuple(65267, 35547), tuple(32762, 8539), tuple(31559, 21127), tuple(31913, 36056), tuple(80988, 11524), tuple(41145, 62648), tuple(23225, 40076), tuple(17544, 39206), tuple(1553, 91048), tuple(16940, 78156), tuple(7990, 70275), tuple(14929, 46391), tuple(92515, 27289), tuple(77071, 8542), tuple(29061, 27539), tuple(61002, 28411), tuple(88830, 96749), tuple(52211, 71717), tuple(19450, 46195), tuple(5895, 47099), tuple(29098, 35266), tuple(75499, 90090), tuple(76936, 30217), tuple(97220, 51472), tuple(63272, 35659), tuple(62885, 64591), tuple(95983, 97721), tuple(63118, 93206), tuple(98618, 82875), tuple(89990, 44842), tuple(75664, 44348), tuple(86664, 44960), tuple(50835, 42026), tuple(26637, 6312), tuple(99637, 96642), tuple(59176, 14821), tuple(50542, 9553), tuple(76633, 65029), tuple(25409, 65198), tuple(3352, 69819), tuple(63711, 60406), tuple(95437, 53364), tuple(37840, 77585), tuple(46865, 9097), tuple(19420, 46524), tuple(88308, 21695), tuple(32788, 12773), tuple(42860, 16774), tuple(20890, 85130), tuple(91438, 59944), tuple(18399, 28949), tuple(20946, 76691), tuple(46617, 83686), tuple(34107, 99019), tuple(49597, 44158), tuple(33564, 36586), tuple(87590, 72014), tuple(59107, 18546), tuple(44421, 43424), tuple(21333, 27720), tuple(1135, 18434), tuple(69321, 80520), tuple(28921, 41288), tuple(18914, 53626), tuple(63676, 98378), tuple(29612, 9956), tuple(3908, 2160), tuple(78213, 53772), tuple(45709, 90664), tuple(77042, 41054), tuple(86883, 36641), tuple(99497, 83975), tuple(98822, 39177), tuple(38175, 78142), tuple(8236, 62618), tuple(11422, 92281), tuple(24292, 13446), tuple(14489, 14652), tuple(89100, 73028), tuple(84314, 64770), tuple(93912, 25955), tuple(33612, 87481), tuple(12263, 39940), tuple(38184, 58202), tuple(77635, 79922), tuple(78339, 97371), tuple(47955, 29169), tuple(51554, 40923), tuple(74047, 67244), tuple(85365, 31911), tuple(56786, 6734), tuple(82342, 51354), tuple(82818, 80508), tuple(61409, 85614), tuple(25675, 10634), tuple(17091, 62250), tuple(84446, 23721), tuple(267, 14486), tuple(71998, 69455), tuple(46656, 67266), tuple(32788, 84839), tuple(42014, 98189), tuple(49293, 8851), tuple(66248, 62924), tuple(19458, 74293), tuple(90351, 62521), tuple(83067, 20364), tuple(47665, 30564), tuple(4391, 85292), tuple(96286, 26682), tuple(38393, 19001), tuple(54383, 21667), tuple(57586, 88071), tuple(61809, 69649), tuple(52249, 43209), tuple(43878, 30047), tuple(85943, 32125), tuple(14229, 12697), tuple(92247, 72822), tuple(97179, 86933), tuple(63243, 84200), tuple(42053, 43557), tuple(95748, 9682), tuple(43850, 72883), tuple(3576, 48689), tuple(1517, 48614), tuple(52726, 32475), tuple(93527, 61058), tuple(96804, 21108), tuple(78109, 63584), tuple(23551, 15738), tuple(38196, 68934), tuple(48406, 42638), tuple(52135, 73232), tuple(64063, 91934), tuple(16822, 37151), tuple(14686, 92843), tuple(11115, 26382), tuple(98109, 99834), tuple(86192, 45754), tuple(43093, 97836), tuple(34061, 5654), tuple(71966, 21209), tuple(34289, 45307), tuple(24639, 91324), tuple(58483, 71864), tuple(88435, 91876), tuple(31995, 36723), tuple(60461, 90431), tuple(81765, 37792), tuple(44888, 29738), tuple(76600, 12587), tuple(37134, 48440), tuple(69151, 38382), tuple(51397, 43750), tuple(4293, 98001), tuple(27450, 28456), tuple(99384, 24614), tuple(981, 89456), tuple(59721, 47304), tuple(60616, 98154), tuple(98744, 11293), tuple(83417, 71831), tuple(32729, 41250), tuple(46234, 15350), tuple(39317, 40016), tuple(10667, 89674), tuple(50749, 56788), tuple(2889, 90006), tuple(20397, 68884), tuple(32976, 67095), tuple(72045, 90810), tuple(73914, 29464), tuple(36641, 44630), tuple(21878, 385), tuple(95246, 23783), tuple(57354, 29305), tuple(26745, 84026), tuple(36892, 58119), tuple(1149, 95862), tuple(86209, 56761), tuple(84711, 48878), tuple(25394, 56006), tuple(31581, 30386), tuple(34987, 34411), tuple(41423, 44982), tuple(74735, 61128), tuple(58589, 76665), tuple(42483, 94983), tuple(54883, 69038), tuple(4802, 55544), tuple(47092, 31410), tuple(6642, 91583), tuple(93798, 25259), tuple(58424, 38132), tuple(43946, 97030), tuple(93700, 68673), tuple(99034, 34439), tuple(66998, 75560), tuple(64453, 50462), tuple(12208, 87262), tuple(8175, 69014), tuple(91514, 85630), tuple(23685, 748), tuple(88106, 51369), tuple(27510, 26419), tuple(83983, 5604), tuple(66703, 57061), tuple(72865, 67896), tuple(94029, 2147), tuple(95321, 30188), tuple(24240, 67512), tuple(21532, 29481), tuple(69257, 9492), tuple(59958, 62068), tuple(18491, 93721), tuple(37525, 12039), tuple(95626, 86236), tuple(49136, 11328), tuple(71565, 98832), tuple(77767, 34118), tuple(64925, 21897), tuple(73541, 79422), tuple(92001, 79259), tuple(8309, 34891), tuple(66449, 55242), tuple(85889, 88359), tuple(90559, 87521), tuple(92585, 92004), tuple(21799, 17117), tuple(98134, 53406), tuple(40978, 17010), tuple(55063, 73235), tuple(7601, 13970), tuple(46646, 31351), tuple(7085, 97956), tuple(45998, 98665), tuple(40992, 82168), tuple(4552, 54096), tuple(77766, 7561), tuple(66864, 26750), tuple(88596, 49245), tuple(82930, 33251), tuple(36666, 90013), tuple(71198, 85282), tuple(30600, 59309), tuple(20617, 9735), tuple(96180, 42996), tuple(71846, 84832), tuple(10602, 94421), tuple(83237, 85278), tuple(63713, 14908), tuple(10950, 42931), tuple(33645, 74769), tuple(69501, 8603), tuple(63596, 44221), tuple(75895, 36447), tuple(43990, 4721), tuple(19047, 91357), tuple(35225, 30088), tuple(78898, 87190), tuple(9961, 52820), tuple(6085, 61213), tuple(98275, 84058), tuple(61081, 91315), tuple(28381, 30910), tuple(15828, 72673), tuple(79008, 65337), tuple(60317, 77055), tuple(78534, 50282), tuple(9752, 74831), tuple(62049, 63249), tuple(31455, 74843), tuple(2530, 28581), tuple(68894, 84015), tuple(12791, 14820), tuple(37148, 48411), tuple(88220, 90241), tuple(60582, 70112), tuple(49890, 26900), tuple(94049, 49226), tuple(19582, 98549), tuple(87964, 73614), tuple(54195, 95007), tuple(73593, 29007), tuple(35362, 47461), tuple(93549, 82201), tuple(74305, 49248), tuple(7030, 46073), tuple(69488, 56250), tuple(63045, 25229), tuple(44038, 24680), tuple(65848, 36124), tuple(53985, 95308), tuple(65103, 82209), tuple(26563, 58468), tuple(33153, 12174), tuple(29634, 21978), tuple(26461, 3090), tuple(88683, 4514), tuple(45782, 83561), tuple(56318, 92969), tuple(5587, 61631), tuple(92117, 78865), tuple(78775, 72654), tuple(47395, 49073), tuple(20541, 46928), tuple(71357, 58929), tuple(45184, 76268), tuple(59359, 77092), tuple(5298, 10020), tuple(580, 98499), tuple(9119, 16986), tuple(45518, 86386), tuple(63375, 76589), tuple(31660, 86697), tuple(35851, 65479), tuple(69920, 42815), tuple(30208, 56290), tuple(26343, 37505), tuple(56509, 63902), tuple(85757, 64286), tuple(78627, 79973), tuple(53080, 73913), tuple(49000, 2312), tuple(47315, 57178), tuple(13033, 26209), tuple(53799, 58615), tuple(54508, 22862), tuple(33971, 13889), tuple(22815, 37914), tuple(37426, 99282), tuple(54022, 81696), tuple(17550, 28739), tuple(99122, 99584), tuple(97931, 6054), tuple(46163, 94552), tuple(58328, 70123), tuple(79181, 99242), tuple(64725, 8569), tuple(69146, 39323), tuple(63563, 27537), tuple(96076, 21338), tuple(22936, 20737), tuple(69747, 58505), tuple(52140, 91592), tuple(17198, 19845), tuple(11003, 48066), tuple(1758, 76734), tuple(39891, 17323), tuple(25673, 35578), tuple(83704, 61339), tuple(71674, 51463), tuple(20522, 73773), tuple(37708, 70488), tuple(55492, 76397), tuple(36380, 58022),
-    tuple(31085, 23886), tuple(84428, 56183), tuple(61034, 65835), tuple(78297, 58728), tuple(992, 11080), tuple(26764, 59393), tuple(3987, 81148), tuple(57894, 50133), tuple(57393, 54819), tuple(639, 83329), tuple(37777, 47517), tuple(15526, 79423), tuple(88248, 9629), tuple(84464, 59890), tuple(56601, 14257), tuple(67283, 14213), tuple(16041, 41528), tuple(43407, 69763), tuple(51687, 8960), tuple(12121, 10409), tuple(60598, 29848), tuple(7839, 25189), tuple(40941, 3224), tuple(96406, 58803), tuple(61378, 82788), tuple(34541, 19703), tuple(98061, 97148), tuple(742, 7655), tuple(61975, 65313), tuple(64854, 93019), tuple(80244, 18168), tuple(92943, 6105), tuple(73969, 74411), tuple(47856, 26644), tuple(94126, 18220), tuple(81074, 61925), tuple(26953, 28483), tuple(65894, 12345), tuple(54749, 51964), tuple(14147, 41570), tuple(47147, 41809), tuple(8340, 35829), tuple(18897, 32342), tuple(36808, 22226), tuple(18644, 68853), tuple(4559, 12594), tuple(96970, 17395), tuple(50909, 77942), tuple(72027, 49411), tuple(98425, 79478), tuple(45899, 24474), tuple(46824, 48975), tuple(15479, 28870), tuple(45397, 76361), tuple(11420, 22096), tuple(74134, 37467), tuple(25579, 59803), tuple(74687, 44244), tuple(71744, 71562), tuple(49666, 32239), tuple(34931, 56027), tuple(50850, 78241), tuple(71040, 91240), tuple(61550, 47475), tuple(26200, 78373), tuple(54646, 87616), tuple(28950, 6489), tuple(51887, 75308), tuple(3912, 42532), tuple(82742, 42016), tuple(94497, 36681), tuple(62494, 3933), tuple(81131, 18766), tuple(51641, 94651), tuple(72285, 53143), tuple(73943, 73716), tuple(66264, 17309), tuple(43156, 99528), tuple(43697, 78216), tuple(84733, 50821), tuple(75899, 63920), tuple(18455, 7660), tuple(30431, 879), tuple(92204, 44911), tuple(30237, 57641), tuple(33407, 98166), tuple(47862, 73576), tuple(68097, 8833), tuple(2454, 49159), tuple(85772, 67530), tuple(19732, 4536), tuple(93827, 39013), tuple(47927, 1682), tuple(69143, 51598), tuple(87471, 99956), tuple(66362, 70450), tuple(34353, 94326), tuple(15692, 81083), tuple(36376, 91470), tuple(71608, 32098), tuple(38115, 56236), tuple(38822, 64266), tuple(87707, 52553), tuple(97973, 23102), tuple(49267, 68907), tuple(22649, 95175), tuple(33001, 75648), tuple(39808, 55971), tuple(5608, 41816), tuple(40313, 20564), tuple(72994, 53489), tuple(16983, 19806), tuple(46114, 57880), tuple(78622, 59284), tuple(78285, 63449), tuple(84552, 19702), tuple(34234, 63531), tuple(50848, 34774), tuple(87144, 18212), tuple(68214, 1005), tuple(60080, 42398), tuple(60514, 65965), tuple(75134, 65529), tuple(74107, 21666), tuple(59817, 68782), tuple(58940, 16958), tuple(19975, 92583), tuple(38480, 83257), tuple(44510, 44997), tuple(59488, 37263), tuple(71209, 47719), tuple(52080, 94252), tuple(87128, 14831), tuple(74001, 37313), tuple(47448, 76625), tuple(20205, 93608), tuple(30249, 75697), tuple(82584, 44654), tuple(54091, 4298), tuple(47736, 84084), tuple(34052, 55781), tuple(76012, 73648), tuple(63204, 52778), tuple(33692, 54616), tuple(91839, 55044), tuple(71674, 28475), tuple(8517, 3272), tuple(35810, 89905), tuple(35146, 62215), tuple(77262, 18227), tuple(34439, 87732), tuple(82690, 83051),
-    tuple(13687, 19633), tuple(66238, 44809), tuple(53103, 29620), tuple(93365, 87319), tuple(50385, 4755), tuple(89627, 50902), tuple(51790, 15255), tuple(48989, 19631), tuple(16759, 3431), tuple(90814, 19064), tuple(27831, 70254), tuple(75037, 52472), tuple(35010, 24454), tuple(31155, 22730), tuple(87603, 59121), tuple(1323, 23506), tuple(56458, 11866), tuple(21201, 50026), tuple(66671, 36029), tuple(21700, 69519), tuple(85239, 77201), tuple(95141, 57606), tuple(3242, 19997), tuple(52852, 15715), tuple(49676, 70126), tuple(73970, 9214), tuple(86637, 18585), tuple(14571, 65017), tuple(65446, 43663), tuple(20121, 50571), tuple(88634, 87895), tuple(65246, 62716), tuple(27591, 85239), tuple(33623, 14256), tuple(66412, 77902), tuple(16008, 6217), tuple(979, 1666), tuple(22123, 54052), tuple(21596, 7241), tuple(42224, 60675), tuple(23345, 4908), tuple(33780, 16632), tuple(45087, 11756), tuple(10951, 69020), tuple(46138, 47932), tuple(69936, 20048), tuple(5871, 96808), tuple(45595, 67151), tuple(11993, 21010), tuple(20462, 16667), tuple(41417, 88964), tuple(97285, 44958), tuple(20062, 41444), tuple(50808, 18976), tuple(43350, 88847), tuple(34906, 58686), tuple(18132, 2775), tuple(45165, 45298), tuple(75000, 4332), tuple(62157, 9375), tuple(88002, 89214), tuple(84772, 59883), tuple(78078, 35447), tuple(37222, 79319), tuple(43545, 20731), tuple(30761, 13677), tuple(27691, 25767), tuple(97750, 154), tuple(87313, 16187), tuple(78338, 15942), tuple(61168, 16886), tuple(73848, 48436), tuple(74553, 13738), tuple(50645, 37279), tuple(11352, 63404), tuple(85650, 43058), tuple(9553, 2374), tuple(5443, 50670), tuple(55599, 64207), tuple(74136, 41008), tuple(12098, 83456), tuple(98240, 65916), tuple(59743, 64811), tuple(53244, 68834), tuple(66230, 81024), tuple(13734, 83786), tuple(40505, 76939), tuple(93029, 55536), tuple(29943, 53386), tuple(33838, 94514), tuple(71750, 96644), tuple(30017, 8255), tuple(4931, 38730), tuple(2317, 55953), tuple(52389, 67128), tuple(70794, 44324), tuple(24102, 85008), tuple(46435, 65609), tuple(19704, 92026), tuple(99929, 86339), tuple(67622, 13853), tuple(95573, 72963), tuple(99732, 75024), tuple(60437, 5554), tuple(78047, 64444), tuple(95426, 63150), tuple(45798, 26879), tuple(45561, 12951), tuple(95873, 14825), tuple(36695, 13697), tuple(88796, 31855), tuple(52103, 53754), tuple(34496, 56371), tuple(33575, 17436), tuple(39528, 83385), tuple(36153, 48372), tuple(15, 80583), tuple(39015, 36980), tuple(44747, 11011), tuple(7314, 54178), tuple(37252, 52551), tuple(92128, 52377), tuple(66571, 16799), tuple(35841, 92438), tuple(85840, 1365), tuple(39413, 15660), tuple(14759, 58002), tuple(40158, 36685), tuple(68936, 15130), tuple(69488, 30639), tuple(40633, 23355), tuple(93700, 49305), tuple(23456, 96541), tuple(24357, 99667), tuple(25072, 2364), tuple(34734, 17869), tuple(72064, 40226), tuple(22712, 41911), tuple(77545, 19335), tuple(33945, 13408), tuple(63813, 44097), tuple(21816, 77633), tuple(93359, 9036), tuple(47001, 85666), tuple(21934, 56004), tuple(19148, 75033), tuple(88715, 15387), tuple(79158, 53971), tuple(59300, 19502), tuple(66517, 80891), tuple(13859, 63857), tuple(81036, 38595), tuple(8876, 37315), tuple(26819, 54318), tuple(32428, 13471), tuple(2615, 24036), tuple(56894, 82103), tuple(59056, 50983), tuple(15479, 66848), tuple(75766, 27048), tuple(52141, 81023), tuple(94385, 34233), tuple(93361, 79520), tuple(30867, 80795), tuple(46204, 9262), tuple(7946, 4084), tuple(78272, 87422), tuple(33639, 20782), tuple(31276, 45969), tuple(77720, 1335), tuple(16701, 70082), tuple(64963, 19854), tuple(7812, 8856), tuple(16170, 81834), tuple(22877, 7520), tuple(7132, 80996), tuple(1917, 27657), tuple(24737, 91605), tuple(8195, 31354), tuple(22561, 70343), tuple(67166, 74828), tuple(39705, 79118), tuple(43241, 67180), tuple(63526, 22190), tuple(67442, 18172), tuple(38470, 51567), tuple(48664, 43895), tuple(90585, 51544), tuple(11842, 9287), tuple(4231, 61462), tuple(13104, 65739), tuple(52455, 27122), tuple(32318, 92494), tuple(77028, 57920), tuple(52314, 80381), tuple(96749, 22065), tuple(50502, 39753), tuple(99787, 70903), tuple(97786, 28008), tuple(30462, 94898), tuple(59403, 38638), tuple(29827, 16423), tuple(23066, 87865), tuple(61889, 7941), tuple(23948, 78242), tuple(32395, 9480), tuple(36150, 31784), tuple(83146, 10647), tuple(68557, 26863), tuple(93482, 94228), tuple(28512, 89595), tuple(89424, 17693), tuple(68947, 47792), tuple(77918, 25182), tuple(31272, 59863), tuple(10836, 23758), tuple(76913, 75785), tuple(97969, 35902), tuple(55507, 58629), tuple(918, 8356), tuple(66592, 31055), tuple(95309, 59336), tuple(51917, 63380), tuple(79369, 21373), tuple(82766, 76689), tuple(90893, 53940), tuple(31697, 95784), tuple(78683, 89271), tuple(29009, 41573), tuple(9294, 6063), tuple(80573, 79144), tuple(59240, 77056), tuple(99089, 4209), tuple(90406, 92148), tuple(48879, 74391), tuple(22792, 13661), tuple(52282, 74677), tuple(48330, 54418), tuple(6927, 75154), tuple(35007, 12002), tuple(86885, 50845), tuple(74200, 7643), tuple(57915, 3525), tuple(89763, 13455), tuple(98115, 11696), tuple(56291, 17002), tuple(22153, 27947), tuple(85961, 14263), tuple(74214, 58127), tuple(21084, 3965), tuple(86912, 49029), tuple(43018, 83709), tuple(67265, 85823), tuple(68600, 15226), tuple(25932, 81914), tuple(73795, 41791), tuple(3158, 90348), tuple(7664, 81621), tuple(81479, 60118), tuple(93519, 76982), tuple(75440, 3594), tuple(88965, 91886), tuple(92353, 12231), tuple(39378, 69012), tuple(71183, 88536), tuple(36041, 65794), tuple(6724, 26825), tuple(5123, 57858), tuple(2529, 85540), tuple(33448, 94400), tuple(30462, 37765), tuple(30025, 78210), tuple(74349, 5545), tuple(73389, 88842), tuple(78939, 62188), tuple(27948, 62059), tuple(90829, 67200), tuple(44234, 57891), tuple(30700, 61417), tuple(44025, 71190), tuple(22931, 17654), tuple(23476, 87369), tuple(9619, 78967), tuple(24405, 67927), tuple(84754, 91358), tuple(14649, 71404), tuple(4410, 74364), tuple(61417, 87647), tuple(73297, 46647), tuple(32082, 33309), tuple(44590, 47039), tuple(67518, 99908), tuple(22881, 99699), tuple(36657, 17859), tuple(17556, 91128), tuple(58478, 75834), tuple(57048, 73419), tuple(90902, 11840), tuple(4126, 69894), tuple(30361, 54290), tuple(31297, 28595), tuple(54659, 98844), tuple(71265, 86805), tuple(49708, 38180), tuple(24851, 15906), tuple(86094, 67606), tuple(13603, 68975), tuple(3601, 93501), tuple(93480, 17205), tuple(82020, 17859), tuple(68339, 66849), tuple(66423, 9217), tuple(84188, 55471), tuple(28167, 29187), tuple(51166, 46084), tuple(88799, 39664), tuple(67897, 91643), tuple(43015, 68398), tuple(7181, 78174), tuple(6810, 46804), tuple(6034, 55550), tuple(51391, 29469), tuple(76157, 96247), tuple(54973, 75826), tuple(83858, 53576), tuple(87315, 76427), tuple(44051, 44348), tuple(78313, 73128), tuple(44289, 62279), tuple(61897, 87062), tuple(40767, 93761), tuple(91660, 32072), tuple(5223, 36184), tuple(30709, 51066), tuple(40581, 38123), tuple(27886, 39104), tuple(40119, 20754), tuple(27423, 22588), tuple(57235, 49005), tuple(88733, 11711), tuple(4282, 60158), tuple(18632, 3837), tuple(68953, 17510), tuple(21256, 60637), tuple(71727, 176), tuple(25865, 77991), tuple(71032, 40412), tuple(91622, 20288), tuple(49014, 99799), tuple(13599, 5764), tuple(30979, 2454), tuple(40338, 41233), tuple(57336, 50430), tuple(72959, 57286), tuple(85827, 44852), tuple(71907, 33794), tuple(95577, 89084), tuple(72485, 24104), tuple(20306, 76152), tuple(26079, 29381), tuple(46907, 70771), tuple(50365, 90449), tuple(47884, 95986), tuple(88953, 37962), tuple(17407, 91977), tuple(91616, 97270), tuple(85966, 44410), tuple(90389, 12295), tuple(80529, 64553), tuple(21003, 37956), tuple(32923, 30387), tuple(78916, 68050), tuple(15505, 9628), tuple(59050, 38770), tuple(30091, 35499), tuple(30658, 70636), tuple(3160, 24877), tuple(8277, 49676), tuple(74352, 93399), tuple(54074, 53202), tuple(1643, 13321), tuple(71865, 70329), tuple(15251, 5871), tuple(63695, 36988), tuple(96887, 2370), tuple(43098, 14907), tuple(51946, 670), tuple(53294, 72621), tuple(57964, 99634), tuple(17761, 42977), tuple(77571, 38986), tuple(50417, 76385), tuple(80499, 52080), tuple(24301, 56623), tuple(43462, 34196), tuple(49381, 50953), tuple(34053, 74119), tuple(62887, 15142), tuple(69260, 13561), tuple(42848, 87275), tuple(91274, 37268), tuple(87880, 18740), tuple(61314, 8320), tuple(59707, 95633), tuple(38875, 94226), tuple(1415, 62574), tuple(25521, 90678), tuple(48366, 41803), tuple(497, 78256), tuple(26209, 34736), tuple(32946, 44203), tuple(85348, 59409), tuple(25037, 86769), tuple(12753, 78083), tuple(7901, 34859), tuple(70495, 40252), tuple(93318, 95446), tuple(64601, 60123), tuple(18929, 93512), tuple(90647, 85301), tuple(24280, 1900), tuple(82057, 44496), tuple(72227, 33583), tuple(7109, 24591), tuple(37709, 22897), tuple(1237, 16650), tuple(3383, 97434), tuple(72245, 64486), tuple(10201, 46701), tuple(70246, 27545), tuple(98647, 31169), tuple(21901, 75927), tuple(50188, 21441), tuple(89577, 37821), tuple(98823, 69937), tuple(19263, 97734), tuple(92937, 44136), tuple(626, 95680), tuple(12956, 24497), tuple(454, 41351), tuple(40585, 99858), tuple(26190, 82119), tuple(83467, 58869), tuple(39533, 27469), tuple(84276, 26501), tuple(29838, 24478), tuple(78589, 73649), tuple(85241, 37456), tuple(37739, 27890), tuple(30935, 18054), tuple(44388, 47592), tuple(46287, 11414), tuple(41275, 7284), tuple(61172, 59962), tuple(69172, 14436), tuple(11827, 43746), tuple(70455, 93926), tuple(35662, 19338), tuple(24436, 53824), tuple(28435, 33323), tuple(54767, 30980), tuple(91379, 46216), tuple(2656, 98555), tuple(17703, 75278), tuple(52299, 81894), tuple(88460, 76874), tuple(29298, 37649), tuple(87510, 3320), tuple(55513, 94080), tuple(77940, 95554), tuple(15605, 18918), tuple(49452, 85395), tuple(85737, 18109), tuple(73279, 56989), tuple(17461, 32967), tuple(19605, 43424), tuple(93999, 7945), tuple(29865, 94947), tuple(39164, 19448), tuple(88080, 7422),
-    tuple(436, 99800), tuple(27482, 44994), tuple(73495, 66844), tuple(47160, 66210), tuple(98801, 18553), tuple(33222, 8808), tuple(31037, 15092), tuple(92621, 47184), tuple(54888, 65801), tuple(30873, 33071), tuple(61182, 77132), tuple(81992, 40879), tuple(10268, 38847), tuple(26012, 24149), tuple(85131, 81923), tuple(10950, 55371), tuple(17788, 48443), tuple(39646, 51743), tuple(36019, 76895), tuple(9763, 36927), tuple(19582, 16771), tuple(68211, 84210), tuple(9412, 55904), tuple(44002, 9077), tuple(36583, 1638), tuple(97906, 20583), tuple(12863, 74173), tuple(29698, 34767), tuple(34469, 78263), tuple(87561, 58797), tuple(77844, 10556), tuple(68239, 63155), tuple(41560, 93635), tuple(52548, 95710), tuple(11161, 632), tuple(91657, 97784), tuple(93088, 89618), tuple(42604, 94389), tuple(4198, 51324), tuple(96597, 97093), tuple(77382, 89074), tuple(41381, 89801), tuple(25857, 67775), tuple(41422, 59757), tuple(39574, 93308), tuple(85990, 91621), tuple(49182, 92967), tuple(84187, 73625), tuple(92495, 93334), tuple(12471, 33289), tuple(49105, 76813), tuple(26330, 94103), tuple(70805, 33031), tuple(49193, 18360), tuple(18002, 29159), tuple(70447, 50454), tuple(44081, 3675), tuple(96495, 16455), tuple(98675, 5876), tuple(2913, 30032), tuple(91048, 91939), tuple(50496, 3621), tuple(7244, 20490), tuple(89364, 30152), tuple(43588, 25656), tuple(42086, 70055), tuple(90150, 95763), tuple(31727, 49598), tuple(92625, 29569), tuple(54148, 81753), tuple(77721, 57094), tuple(67706, 83472), tuple(26935, 9073), tuple(29554, 1952), tuple(33394, 13797), tuple(77797, 84190), tuple(65692, 40517), tuple(86640, 91307), tuple(56461, 17709), tuple(30204, 2620), tuple(72787, 87380), tuple(51439, 56294), tuple(25033, 30268), tuple(27379, 59569), tuple(11651, 62401), tuple(69998, 96886), tuple(17278, 56849), tuple(71326, 41808), tuple(50372, 4986), tuple(1711, 73335), tuple(71837, 63661), tuple(78810, 60882), tuple(62918, 6111), tuple(76267, 27414), tuple(12536, 747), tuple(24221, 44906), tuple(2136, 84763), tuple(7736, 18765), tuple(71822, 70209), tuple(55828, 97876), tuple(27029, 80557), tuple(47068, 2260), tuple(47441, 81681), tuple(95204, 83508), tuple(94992, 98690), tuple(86479, 34930), tuple(51759, 64962), tuple(23363, 25795), tuple(50675, 29266), tuple(54059, 35176), tuple(37985, 70844), tuple(270, 33485), tuple(88135, 28988), tuple(97160, 54235), tuple(71087, 50356), tuple(42552, 11173), tuple(58508, 4623), tuple(15663, 61919), tuple(7672, 63865), tuple(14458, 76549), tuple(94036, 65780), tuple(76076, 98795), tuple(65158, 94233), tuple(38869, 33986), tuple(25926, 48043), tuple(8196, 61978), tuple(93547, 83000), tuple(13218, 70869), tuple(40220, 153), tuple(40683, 8335), tuple(38208, 71925), tuple(63199, 70045), tuple(3199, 10537), tuple(16665, 29551), tuple(91333, 59035), tuple(60598, 74055), tuple(18820, 76617), tuple(31822, 14637), tuple(1508, 13279), tuple(99959, 73482), tuple(69854, 34920), tuple(59650, 1074), tuple(1538, 52026), tuple(84941, 6002), tuple(82892, 20921), tuple(88023, 79990), tuple(6945, 92700), tuple(2389, 62469), tuple(38515, 78260), tuple(34721, 56417), tuple(37208, 71058), tuple(78134, 76540), tuple(18831, 53863),
-    tuple(81277, 26395), tuple(57176, 69906), tuple(55080, 20726), tuple(65843, 9495), tuple(27703, 24879), tuple(60594, 53447), tuple(72896, 95513), tuple(87884, 50244), tuple(25281, 16427), tuple(14122, 6399), tuple(65765, 45679), tuple(38160, 38650), tuple(76820, 91595), tuple(74663, 37143), tuple(35220, 16865), tuple(54664, 88840), tuple(7671, 19781), tuple(7255, 87276), tuple(92182, 47030), tuple(98922, 49381), tuple(21954, 20742), tuple(54674, 19730), tuple(74694, 81672), tuple(31070, 97794), tuple(22759, 3530), tuple(6085, 72621), tuple(17392, 26996), tuple(82220, 41192), tuple(48225, 41272), tuple(42850, 54369), tuple(10817, 25978), tuple(18889, 81907), tuple(33157, 51203), tuple(64325, 5137), tuple(54695, 50597), tuple(32244, 99170), tuple(64264, 23137), tuple(22912, 47267), tuple(70570, 51635), tuple(96224, 20571), tuple(91110, 65969), tuple(2598, 66368), tuple(80926, 52434), tuple(1538, 77141), tuple(10149, 21484), tuple(4981, 58501), tuple(5154, 55414), tuple(66791, 35619), tuple(9905, 90667), tuple(83595, 75525), tuple(31989, 37492), tuple(41740, 48920), tuple(33876, 10878), tuple(48654, 50120), tuple(85890, 46200), tuple(67100, 30387), tuple(76475, 38916), tuple(1654, 1657), tuple(93842, 71472), tuple(14560, 97747), tuple(24866, 74187), tuple(11477, 2492), tuple(94590, 95965), tuple(29363, 58015), tuple(58783, 5304), tuple(27337, 87412), tuple(17695, 41885), tuple(91837, 75700), tuple(271, 49400), tuple(33438, 84607), tuple(78520, 46982), tuple(38817, 66995), tuple(2031, 58147), tuple(80354, 75561), tuple(7752, 55141), tuple(22715, 29219), tuple(10069, 69521), tuple(1711, 23325), tuple(88218, 94290), tuple(44895, 32844), tuple(62152, 964), tuple(32945, 57419), tuple(19030, 51353), tuple(53097, 36525), tuple(76592, 2389), tuple(53949, 27282), tuple(10569, 90204), tuple(94318, 48527), tuple(13855, 27099), tuple(41107, 11962), tuple(39143, 81444), tuple(66004, 38387), tuple(55906, 61394), tuple(34933, 33952), tuple(53868, 82829), tuple(86213, 80445), tuple(40351, 56305), tuple(97656, 90533), tuple(48021, 7262), tuple(49406, 38294), tuple(57170, 7675), tuple(7040, 8039), tuple(65129, 76668), tuple(7554, 74457), tuple(65930, 2421), tuple(12739, 37328), tuple(17174, 68325), tuple(63207, 21315), tuple(70066, 44503), tuple(19112, 8081), tuple(80329, 65152), tuple(76480, 39600), tuple(75262, 45432), tuple(24382, 67054), tuple(75360, 90438), tuple(21786, 19182), tuple(2050, 82428), tuple(34831, 92670), tuple(69746, 44939), tuple(6130, 58630), tuple(62478, 14374), tuple(35730, 71761), tuple(20641, 66145), tuple(86551, 64076), tuple(37559, 79379), tuple(8215, 82203), tuple(33701, 9187), tuple(22679, 38196), tuple(17476, 25994), tuple(4391, 62658), tuple(87726, 32997), tuple(22552, 65818), tuple(18115, 42587), tuple(64374, 97689), tuple(64896, 49572), tuple(98479, 75547), tuple(881, 32287), tuple(25305, 16000), tuple(295, 67454), tuple(67642, 87363), tuple(50945, 31544), tuple(95966, 9972), tuple(44139, 28252), tuple(83682, 88471), tuple(34615, 665), tuple(13190, 85527), tuple(32195, 81130), tuple(22310, 12209), tuple(27910, 60272), tuple(40133, 5905), tuple(29352, 36686), tuple(76443, 64096), tuple(79522, 79616), tuple(63465, 96631), tuple(95604, 90216), tuple(88548, 12411), tuple(63732, 50843), tuple(1478, 11113), tuple(41472, 43329), tuple(35207, 78855), tuple(95093, 22581), tuple(67812, 1348), tuple(96472, 75947), tuple(18984, 63538), tuple(84782, 72178), tuple(53524, 46634), tuple(95525, 15476), tuple(82732, 89272), tuple(59603, 2032), tuple(74431, 78243), tuple(47712, 51835), tuple(82671, 67076), tuple(63302, 96469), tuple(77655, 95524), tuple(11099, 31832), tuple(77967, 32724), tuple(85070, 36190), tuple(93260, 32825), tuple(51348, 34162), tuple(40912, 26841), tuple(27227, 21822), tuple(15979, 96933), tuple(76990, 90541), tuple(36121, 90437), tuple(85571, 9605), tuple(85987, 46881), tuple(86738, 82375), tuple(80188, 48238), tuple(64608, 41916), tuple(79866, 9442), tuple(28100, 95607), tuple(10136, 19628), tuple(6078, 59019), tuple(8971, 11986), tuple(75703, 209), tuple(81982, 98701), tuple(30455, 66367), tuple(92825, 84403), tuple(73144, 4923), tuple(62835, 75533), tuple(90925, 56381), tuple(83853, 86786), tuple(66906, 28576), tuple(69683, 74216), tuple(2171, 22531), tuple(6591, 52559), tuple(59362, 88732), tuple(49865, 38016), tuple(82881, 9151), tuple(71356, 27365), tuple(91463, 45944), tuple(71040, 12264), tuple(62116, 27681), tuple(84941, 82284), tuple(57515, 60713), tuple(45227, 74196), tuple(77502, 17765), tuple(54055, 29484), tuple(33708, 46220), tuple(37344, 75102), tuple(80480, 37942), tuple(95782, 36781), tuple(14092, 82457), tuple(25284, 82297), tuple(85150, 50659), tuple(90037, 99122), tuple(49584, 48321), tuple(8028, 65210), tuple(8162, 32091), tuple(1609, 22211), tuple(38548, 1023), tuple(35864, 43021), tuple(54196, 30754), tuple(88535, 90185), tuple(5518, 97226), tuple(79272, 57758), tuple(61381, 86419), tuple(38344, 86877), tuple(72629, 24694), tuple(12563, 11747), tuple(81456, 44023), tuple(55536, 65195), tuple(67741, 12182), tuple(64250, 29636), tuple(45252, 9834), tuple(16576, 40098), tuple(65924, 11123), tuple(14090, 83443), tuple(95180, 92697), tuple(92452, 7957), tuple(21244, 29717), tuple(50253, 62030), tuple(21401, 70735), tuple(86803, 89625), tuple(17066, 52757), tuple(74570, 89660), tuple(11647, 74336), tuple(22463, 68191), tuple(41693, 67542), tuple(12994, 21955), tuple(3180, 27966), tuple(37236, 51099), tuple(68568, 62778), tuple(2671, 68542), tuple(42771, 4268), tuple(7578, 12919), tuple(33838, 61136), tuple(87904, 48076), tuple(3781, 57164), tuple(83289, 14414), tuple(29626, 91409), tuple(92536, 13946), tuple(88125, 34961), tuple(71541, 41249), tuple(21045, 85183), tuple(21628, 62294), tuple(17768, 22390), tuple(5892, 10231), tuple(85902, 84414), tuple(44078, 87944), tuple(64981, 31018), tuple(85690, 11077), tuple(4711, 9309), tuple(39077, 26339), tuple(85313, 99603), tuple(20267, 31090), tuple(92684, 11726), tuple(17887, 17415), tuple(23064, 83141), tuple(40925, 87246), tuple(17575, 71065), tuple(29396, 86192), tuple(10859, 2881), tuple(50457, 42309), tuple(86972, 41824), tuple(80954, 76970), tuple(11664, 94322), tuple(4286, 93562), tuple(9093, 32589), tuple(81261, 96519), tuple(67886, 3086), tuple(74132, 43197), tuple(94549, 26192), tuple(55498, 75374), tuple(93813, 32911), tuple(6727, 51629), tuple(93543, 55373), tuple(48682, 83316), tuple(32468, 77339), tuple(60028, 4896), tuple(34177, 67214), tuple(35429, 16686), tuple(72814, 39944), tuple(82791, 97364), tuple(21249, 36007), tuple(85536, 84815), tuple(32784, 34349), tuple(2391, 45661), tuple(62595, 30434), tuple(56513, 65051), tuple(22536, 99421), tuple(80603, 62636), tuple(23609, 19082), tuple(33262, 63428), tuple(45307, 96049), tuple(75079, 62835), tuple(52361, 19400), tuple(43845, 89033), tuple(54257, 33298), tuple(31133, 35836), tuple(56725, 10158), tuple(73650, 10456), tuple(77548, 28249), tuple(57998, 79546), tuple(97895, 93196), tuple(472, 18004), tuple(67178, 2684), tuple(34612, 36352), tuple(84970, 98816), tuple(32474, 5895), tuple(60388, 75957), tuple(81643, 26457), tuple(30070, 55744), tuple(14725, 58396), tuple(66451, 69932), tuple(59264, 59569), tuple(98045, 63704), tuple(11925, 87468), tuple(24701, 6280), tuple(47797, 84240), tuple(998, 13575), tuple(37865, 72036), tuple(71339, 10339), tuple(28248, 7481), tuple(33945, 97829), tuple(85194, 8904), tuple(39669, 73192), tuple(24326, 65934), tuple(14438, 72729), tuple(76676, 35176), tuple(97604, 95931), tuple(36032, 61056), tuple(65788, 20291), tuple(73067, 60718), tuple(75742, 27362), tuple(45393, 74792), tuple(49586, 13048), tuple(57961, 68534), tuple(78171, 47271), tuple(76064, 41030), tuple(88738, 10155), tuple(87757, 63134), tuple(95783, 76438), tuple(77935, 85529), tuple(79345, 69555), tuple(94483, 58668), tuple(9432, 40485), tuple(43585, 376), tuple(61737, 97784), tuple(1593, 37078), tuple(11129, 23793), tuple(94341, 64063), tuple(41896, 70446), tuple(77473, 33532), tuple(66748, 65844), tuple(17802, 27920), tuple(22891, 12901), tuple(40435, 43348), tuple(27956, 16989), tuple(29550, 63725), tuple(49453, 61216), tuple(25570, 97985), tuple(39599, 83449), tuple(96373, 12817), tuple(48357, 40473), tuple(99949, 33182), tuple(85434, 45421), tuple(28033, 46182), tuple(80932, 26691), tuple(99522, 29180), tuple(70868, 31903), tuple(63217, 51504), tuple(70267, 29484), tuple(36096, 28371), tuple(45710, 2823), tuple(85697, 3912), tuple(25410, 70358), tuple(73558, 82834), tuple(28617, 80585), tuple(81874, 57512), tuple(76797, 45045), tuple(22091, 84124), tuple(68372, 42189), tuple(66320, 83215), tuple(23013, 22530), tuple(33735, 97800), tuple(54318, 99061), tuple(18025, 39513), tuple(69059, 39780), tuple(58425, 39790), tuple(10222, 96791), tuple(17061, 3138), tuple(92416, 5773), tuple(20023, 31736), tuple(47846, 74511), tuple(52598, 26398), tuple(3738, 44490), tuple(53346, 79223), tuple(31991, 57557), tuple(34592, 98693), tuple(86926, 20881), tuple(14108, 87654), tuple(4889, 34982), tuple(77283, 73201), tuple(13668, 22633), tuple(50763, 95152), tuple(97292, 54613), tuple(22782, 30081), tuple(21536, 46551), tuple(45965, 4172), tuple(75537, 79254), tuple(41267, 86819), tuple(57723, 75200), tuple(60404, 27252), tuple(80305, 57892), tuple(50103, 24015), tuple(69409, 13132), tuple(30717, 56384), tuple(54568, 79877), tuple(8584, 8359), tuple(41416, 64392), tuple(32898, 92944), tuple(5262, 35907), tuple(88652, 77951), tuple(16619, 2797), tuple(42494, 65581), tuple(21009, 18555), tuple(29084, 28068), tuple(29464, 35568), tuple(7288, 52066), tuple(32378, 48725), tuple(95300, 62168), tuple(52295, 97110), tuple(36862, 87786), tuple(12224, 86684), tuple(85883, 34167), tuple(45369, 76651), tuple(95460, 42855), tuple(34354, 87238), tuple(7214, 96375), tuple(58720, 87947), tuple(55009, 10506), tuple(98506, 6081), tuple(46068, 81113), tuple(99065, 58657), tuple(81820, 28081), tuple(90611, 57235), tuple(7661, 72835), tuple(93195, 90418), tuple(34452, 20146),
-    tuple(39857, 78712), tuple(47185, 52074), tuple(9879, 51807), tuple(92457, 92377), tuple(36082, 17723), tuple(21905, 43398), tuple(35902, 54380), tuple(21791, 6804), tuple(50774, 35200), tuple(11540, 83934), tuple(54574, 57602), tuple(99878, 35568), tuple(28171, 68210), tuple(58132, 17222), tuple(91755, 80585), tuple(18944, 65785), tuple(78535, 70725), tuple(42599, 65291), tuple(62274, 97160), tuple(76487, 23798), tuple(34741, 36988), tuple(7286, 61119), tuple(36824, 29665), tuple(82478, 60722), tuple(90995, 28025), tuple(71438, 40230), tuple(83152, 45104), tuple(1812, 91619))
-    </query>
-
-    <drop_query>DROP TABLE IF EXISTS test_in</drop_query>
-</test>
+    tuple(11741, 36315), tuple(22742, 17581), tuple(35808, 3110), tuple(98904, 30407), tuple(4584, 13383), tuple(28585, 69669), tuple(94823, 29715), tuple(9551, 36389), tuple(77997, 45746), tuple(49894, 55722), tuple(23415, 69459), tuple(58246, 85144), tuple(74136, 18102), tuple(97366, 85724), tuple(34271, 51601), tuple(47535, 70883), tuple(59443, 90103), tuple(45213, 45811), tuple(62741, 86898), tuple(17324, 50034), tuple(62080, 25193), tuple(89524, 4421), tuple(13476, 51456), tuple(69198, 56718), tuple(58024, 22969), tuple(65210, 67941), tuple(32561, 44881), tuple(62295, 67448), tuple(66135, 95453), tuple(9417, 20443), tuple(82486, 23745), tuple(19185, 99041), tuple(40662, 91714), tuple(3423, 58624), tuple(4512, 74502), tuple(67772, 98023), tuple(69575, 75779), tuple(69107, 62805), tuple(517, 33801), tuple(47406, 7581), tuple(81108, 10546), tuple(12976, 47001), tuple(16742, 83811), tuple(44593, 82124), tuple(52731, 34642), tuple(81725, 20555), tuple(94126, 91919), tuple(24800, 59302), tuple(97253, 39249), tuple(71692, 10769), tuple(88721, 56321), tuple(7019, 69771), tuple(31464, 61774), tuple(29597, 19263), tuple(65557, 31875), tuple(28653, 69636), tuple(58074, 76848), tuple(15906, 80620), tuple(18259, 40193), tuple(99991, 4769), tuple(98935, 99269), tuple(12123, 60124), tuple(20787, 47346), tuple(13526, 33592), tuple(95370, 40350), tuple(17479, 42884), tuple(58368, 83218), tuple(63290, 74406), tuple(97030, 35102), tuple(45298, 27660), tuple(64593, 21262), tuple(76268, 82641), tuple(1107, 44044), tuple(21427, 79959), tuple(85180, 62412), tuple(7359, 1318), tuple(83618, 9762), tuple(1425, 55804), tuple(32874, 97943), tuple(68191, 38742), tuple(41715, 17902), tuple(3771, 15032), tuple(7848, 74950), tuple(33881, 40904), tuple(75295, 26151), tuple(75775, 13760), tuple(90262, 89822), tuple(88169, 18679), tuple(57506, 32356), tuple(94983, 44281), tuple(37385, 37432), tuple(18248, 48162), tuple(45573, 66278), tuple(25277, 72788), tuple(26977, 36778), tuple(26254, 61758), tuple(12860, 48026), tuple(96819, 3339), tuple(13134, 1173), tuple(26822, 53374), tuple(15989, 29698), tuple(11258, 54515), tuple(37866, 34928), tuple(22996, 26577), tuple(39952, 42732), tuple(6754, 70595), tuple(86245, 44669), tuple(47044, 34170), tuple(6789, 45220), tuple(31706, 2090), tuple(42582, 40023), tuple(35147, 46591), tuple(88210, 11307), tuple(53644, 7680), tuple(11280, 91075), tuple(42961, 65122), tuple(40066, 52185), tuple(20050, 6154), tuple(98440, 20393), tuple(88992, 75432), tuple(32386, 66731), tuple(36952, 34149), tuple(18453, 32715), tuple(84413, 10378), tuple(59440, 2374), tuple(45354, 85009), tuple(50382, 66510), tuple(64428, 95401), tuple(9336, 41760), tuple(26317, 91416), tuple(81941, 99504), tuple(26600, 53522), tuple(81069, 40236), tuple(51126, 27911), tuple(97144, 14243), tuple(62738, 50287), tuple(37372, 28962), tuple(12053, 9090), tuple(69492, 95524), tuple(68141, 52931), tuple(17276, 16487), tuple(69227, 25949), tuple(14143, 70193), tuple(7077, 53032), tuple(65463, 74082), tuple(94997, 66496), tuple(80443, 55832), tuple(66796, 5970), tuple(15852, 95662), tuple(81559, 97272), tuple(55851, 18977), tuple(91142, 48976), tuple(91143, 950), tuple(79225, 31004), tuple(61310, 20760), tuple(74541, 90842), tuple(80322, 11630), tuple(84631, 544), tuple(66785, 86591), tuple(25650, 63252), tuple(59635, 18586), tuple(2964, 6741), tuple(37091, 71148), tuple(11984, 43077), tuple(87505, 62049), tuple(61925, 92290), tuple(18808, 3937), tuple(8300, 33268), tuple(70850, 50661), tuple(86024, 73730), tuple(85161, 47116), tuple(50193, 89155), tuple(37773, 40845), tuple(9251, 41688), tuple(6940, 65399), tuple(42479, 95630), tuple(19401, 43102), tuple(48069, 36040), tuple(62760, 95013), tuple(394, 2641), tuple(32567, 29306), tuple(13870, 58835), tuple(98248, 47291), tuple(49803, 4523), tuple(40222, 12883), tuple(53576, 73105), tuple(88265, 23629), tuple(67865, 67875), tuple(33473, 27144), tuple(80219, 53893), tuple(74878, 47341), tuple(78070, 84803), tuple(30003, 5600), tuple(41103, 6145), tuple(83490, 81076), tuple(55059, 66736), tuple(45015, 10239), tuple(79555, 85819), tuple(81808, 34970), tuple(19235, 85480), tuple(91807, 52177), tuple(40887, 87009), tuple(5003, 2687), tuple(64964, 88122), tuple(765, 94893), tuple(93573, 20504), tuple(28854, 38438), tuple(94244, 93475), tuple(72996, 84801), tuple(75427, 81692), tuple(63161, 98637), tuple(18814, 61343), tuple(22863, 60110), tuple(8949, 12694), tuple(19675, 94313), tuple(43857, 74073), tuple(15737, 58218), tuple(48895, 68474), tuple(22220, 92926), tuple(69055, 50282), tuple(40532, 74934), tuple(59062, 66405), tuple(85784, 87704), tuple(58494, 88222), tuple(2260, 20401), tuple(73112, 99666), tuple(46739, 95433), tuple(21179, 85119), tuple(11545, 38801), tuple(59993, 50866), tuple(10086, 4709), tuple(70560, 29611), tuple(27095, 89017), tuple(6896, 2279), tuple(92506, 5013), tuple(48600, 90491), tuple(18782, 54638), tuple(54337, 82734), tuple(52054, 13481), tuple(38297, 56559), tuple(15998, 30591), tuple(89789, 7522), tuple(18149, 28725), tuple(3532, 28625), tuple(70934, 49617), tuple(84599, 55664), tuple(74229, 52269), tuple(55431, 11893), tuple(32807, 72543), tuple(83882, 53025), tuple(11490, 83442), tuple(14844, 88612), tuple(12526, 45953), tuple(906, 2231), tuple(68240, 95612), tuple(18818, 31535), tuple(57774, 91290), tuple(67250, 67400), tuple(77332, 23550), tuple(42332, 57775), tuple(28792, 11539), tuple(19108, 34608), tuple(12399, 38591), tuple(7329, 10740), tuple(84288, 50928), tuple(29461, 17629), tuple(63884, 88489), tuple(47479, 61085), tuple(75357, 57255), tuple(60107, 94046), tuple(32934, 66312), tuple(28615, 42600), tuple(55553, 85213), tuple(57838, 91426), tuple(9783, 11513), tuple(73677, 28821), tuple(75408, 75561), tuple(22995, 59224), tuple(74874, 54145), tuple(18513, 75901), tuple(46440, 69414), tuple(36072, 22263), tuple(60560, 73325), tuple(69967, 93358), tuple(75949, 98634), tuple(3688, 57991), tuple(43482, 94541), tuple(40922, 31011), tuple(57763, 74497), tuple(93576, 96392), tuple(83038, 80656), tuple(47757, 87045), tuple(14061, 53465), tuple(65619, 33775), tuple(11341, 6702), tuple(6249, 87358), tuple(15766, 85937), tuple(13135, 93945), tuple(24495, 95900), tuple(80359, 1739), tuple(15468, 73426), tuple(49240, 44999), tuple(82839, 90808), tuple(87438, 75613), tuple(348, 73144), tuple(99523, 85853), tuple(21557, 70210), tuple(64933, 1672), tuple(38154, 17477), tuple(97136, 67363), tuple(96491, 8038), tuple(97981, 3434), tuple(54372, 27038), tuple(88480, 86675), tuple(21028, 21083), tuple(43197, 4440), tuple(31702, 78290), tuple(66631, 24438), tuple(11482, 17922), tuple(90351, 39503), tuple(46186, 32439), tuple(73828, 6640), tuple(56916, 26029), tuple(62840, 1815), tuple(20281, 28488), tuple(18211, 30043), tuple(65211, 93012), tuple(43614, 58012), tuple(90322, 77343), tuple(64293, 94525), tuple(59489, 39760), tuple(93219, 78440), tuple(74613, 9732), tuple(38085, 19191), tuple(58029, 48186), tuple(88762, 1764), tuple(28627, 21993), tuple(49975, 41225), tuple(70486, 43480), tuple(82764, 96425), tuple(27218, 78327), tuple(17844, 73333), tuple(70463, 37629), tuple(10500, 33826), tuple(97343, 66575), tuple(82833, 51210), tuple(77353, 45073), tuple(27163, 39728), tuple(78076, 46691), tuple(80302, 39342), tuple(77142, 1319), tuple(87403, 80110), tuple(53805, 27786), tuple(50558, 74264), tuple(83146, 31358), tuple(11567, 4438), tuple(30041, 54287), tuple(91731, 18496), tuple(57591, 93894), tuple(72534, 59009), tuple(98064, 59148), tuple(69626, 66615), tuple(20951, 43949), tuple(61960, 68060), tuple(48892, 67918), tuple(61321, 56222), tuple(75424, 77260), tuple(4916, 81929), tuple(68892, 81531), tuple(28096, 28548), tuple(62016, 107), tuple(8593, 12030), tuple(66743, 36772), tuple(60174, 15106), tuple(52844, 1923), tuple(34768, 22065), tuple(88988, 62910), tuple(79214, 2998), tuple(25675, 31376), tuple(69959, 3614), tuple(43885, 31708), tuple(12206, 46548), tuple(69924, 19343), tuple(12984, 38980), tuple(58250, 69438), tuple(2580, 48684), tuple(38112, 37124), tuple(21842, 43150), tuple(59384, 21921), tuple(19908, 46678), tuple(73396, 79529), tuple(8274, 1557), tuple(36975, 65519), tuple(81069, 18712), tuple(13692, 9148), tuple(60617, 84762), tuple(75749, 66154), tuple(80375, 24553), tuple(4257, 47056), tuple(76880, 7687), tuple(40714, 43448), tuple(79112, 74791), tuple(33119, 72730), tuple(17670, 89183), tuple(51614, 3921), tuple(21247, 39857), tuple(86756, 67673), tuple(32792, 70035), tuple(5917, 7197), tuple(1762, 23130), tuple(6455, 63664), tuple(32806, 3729), tuple(60469, 20511), tuple(12522, 15149), tuple(98106, 79338), tuple(84754, 11162), tuple(52058, 17973), tuple(28789, 1521), tuple(32766, 36325), tuple(78914, 40453), tuple(70297, 71854), tuple(9313, 45190), tuple(54559, 66227), tuple(22342, 43860), tuple(44152, 84294), tuple(36913, 93173), tuple(88523, 36338), tuple(82234, 71140), tuple(8328, 22947), tuple(73250, 88125), tuple(74356, 16820), tuple(94472, 37349), tuple(23126, 87806), tuple(40315, 88729), tuple(19935, 19145), tuple(93312, 65719), tuple(8477, 33108), tuple(86660, 69525), tuple(75557, 66964), tuple(60437, 57494), tuple(94419, 42524), tuple(95372, 72274), tuple(49866, 85685), tuple(96808, 39404), tuple(62961, 72507), tuple(38634, 70815), tuple(91379, 42430), tuple(66359, 98699), tuple(24382, 4186), tuple(4003, 77760), tuple(87840, 75265), tuple(57641, 68871), tuple(9773, 15942), tuple(5664, 51289), tuple(47923, 31308), tuple(58632, 82468), tuple(

From fc15cad7e00db9675fcf34f0905eec83835f14da Mon Sep 17 00:00:00 2001
From: Vladimir <vdimir@yandex-team.ru>
Date: Wed, 26 May 2021 14:32:14 +0300
Subject: [PATCH 0547/1060] Pass Settings to aggregate function creator

---
 .../AggregateFunctionAggThrow.cpp                |  3 ++-
 src/AggregateFunctions/AggregateFunctionAny.cpp  | 15 +++++++--------
 .../AggregateFunctionArgMinMax.h                 |  1 +
 .../AggregateFunctionArray.cpp                   |  1 +
 src/AggregateFunctions/AggregateFunctionArray.h  |  1 +
 src/AggregateFunctions/AggregateFunctionAvg.cpp  |  5 +++--
 src/AggregateFunctions/AggregateFunctionAvg.h    |  1 +
 .../AggregateFunctionAvgWeighted.cpp             |  6 ++++--
 .../AggregateFunctionAvgWeighted.h               |  2 ++
 .../AggregateFunctionBitwise.cpp                 |  4 +++-
 .../AggregateFunctionBitwise.h                   |  1 +
 .../AggregateFunctionBoundingRatio.cpp           |  3 ++-
 .../AggregateFunctionBoundingRatio.h             |  1 +
 ...regateFunctionCategoricalInformationValue.cpp |  5 +++--
 ...ggregateFunctionCategoricalInformationValue.h |  1 +
 .../AggregateFunctionCombinatorFactory.cpp       |  1 +
 .../AggregateFunctionCombinatorFactory.h         |  1 +
 .../AggregateFunctionCount.cpp                   |  3 ++-
 src/AggregateFunctions/AggregateFunctionCount.h  |  1 +
 .../AggregateFunctionDeltaSum.cpp                |  4 +++-
 .../AggregateFunctionDeltaSum.h                  |  1 +
 .../AggregateFunctionDeltaSumTimestamp.cpp       |  3 ++-
 .../AggregateFunctionDistinct.cpp                |  2 ++
 .../AggregateFunctionDistinct.h                  |  1 +
 .../AggregateFunctionEntropy.cpp                 |  3 ++-
 .../AggregateFunctionEntropy.h                   |  1 +
 .../AggregateFunctionFactory.cpp                 |  4 +++-
 .../AggregateFunctionFactory.h                   |  3 ++-
 .../AggregateFunctionForEach.cpp                 |  1 +
 .../AggregateFunctionForEach.h                   |  1 +
 .../AggregateFunctionGroupArray.cpp              |  5 +++--
 .../AggregateFunctionGroupArray.h                |  2 ++
 .../AggregateFunctionGroupArrayInsertAt.cpp      |  4 +++-
 .../AggregateFunctionGroupArrayInsertAt.h        |  1 +
 .../AggregateFunctionGroupArrayMoving.cpp        |  3 ++-
 .../AggregateFunctionGroupArrayMoving.h          |  1 +
 .../AggregateFunctionGroupBitmap.cpp             |  6 ++++--
 .../AggregateFunctionGroupBitmap.h               |  1 +
 .../AggregateFunctionGroupBitmapData.h           |  1 +
 .../AggregateFunctionGroupUniqArray.cpp          |  3 ++-
 .../AggregateFunctionGroupUniqArray.h            |  1 +
 .../AggregateFunctionHistogram.cpp               |  3 ++-
 .../AggregateFunctionHistogram.h                 |  1 +
 src/AggregateFunctions/AggregateFunctionIf.cpp   |  1 +
 src/AggregateFunctions/AggregateFunctionIf.h     |  1 +
 .../AggregateFunctionMLMethod.cpp                |  4 +++-
 .../AggregateFunctionMLMethod.h                  |  2 ++
 .../AggregateFunctionMannWhitney.cpp             |  3 ++-
 .../AggregateFunctionMannWhitney.h               |  1 +
 src/AggregateFunctions/AggregateFunctionMax.cpp  |  9 +++++----
 .../AggregateFunctionMaxIntersections.cpp        | 16 ++++++++++++----
 .../AggregateFunctionMaxIntersections.h          |  1 +
 .../AggregateFunctionMerge.cpp                   |  1 +
 src/AggregateFunctions/AggregateFunctionMerge.h  |  2 ++
 src/AggregateFunctions/AggregateFunctionMin.cpp  |  9 +++++----
 .../AggregateFunctionMinMaxAny.h                 |  2 ++
 .../AggregateFunctionNothing.h                   |  1 +
 src/AggregateFunctions/AggregateFunctionNull.cpp |  1 +
 src/AggregateFunctions/AggregateFunctionNull.h   |  1 +
 .../AggregateFunctionOrFill.cpp                  |  1 +
 src/AggregateFunctions/AggregateFunctionOrFill.h |  1 +
 .../AggregateFunctionQuantile.cpp                |  3 ++-
 .../AggregateFunctionQuantile.h                  |  1 +
 .../AggregateFunctionRankCorrelation.cpp         |  3 ++-
 .../AggregateFunctionRankCorrelation.h           |  1 +
 .../AggregateFunctionResample.cpp                |  1 +
 .../AggregateFunctionResample.h                  |  1 +
 .../AggregateFunctionRetention.cpp               |  4 +++-
 .../AggregateFunctionRetention.h                 |  2 ++
 .../AggregateFunctionSegmentLengthSum.cpp        |  5 ++++-
 .../AggregateFunctionSequenceMatch.cpp           |  3 ++-
 .../AggregateFunctionSequenceMatch.h             |  1 +
 .../AggregateFunctionSimpleLinearRegression.cpp  |  8 +++++---
 .../AggregateFunctionSimpleLinearRegression.h    |  1 +
 .../AggregateFunctionSimpleState.cpp             |  1 +
 .../AggregateFunctionSimpleState.h               |  1 +
 .../AggregateFunctionState.cpp                   |  1 +
 src/AggregateFunctions/AggregateFunctionState.h  |  1 +
 .../AggregateFunctionStatistics.cpp              |  5 +++--
 .../AggregateFunctionStatistics.h                |  1 +
 .../AggregateFunctionStatisticsSimple.cpp        |  5 +++--
 .../AggregateFunctionStatisticsSimple.h          |  1 +
 .../AggregateFunctionStudentTTest.cpp            |  3 ++-
 src/AggregateFunctions/AggregateFunctionSum.cpp  |  4 +++-
 src/AggregateFunctions/AggregateFunctionSum.h    |  1 +
 .../AggregateFunctionSumCount.cpp                |  6 +++++-
 .../AggregateFunctionSumMap.cpp                  |  4 +++-
 src/AggregateFunctions/AggregateFunctionSumMap.h |  1 +
 src/AggregateFunctions/AggregateFunctionTTest.h  |  1 +
 src/AggregateFunctions/AggregateFunctionTopK.cpp |  3 ++-
 src/AggregateFunctions/AggregateFunctionTopK.h   |  1 +
 src/AggregateFunctions/AggregateFunctionUniq.cpp |  5 +++--
 src/AggregateFunctions/AggregateFunctionUniq.h   |  1 +
 .../AggregateFunctionUniqCombined.cpp            | 14 ++++++++++++--
 .../AggregateFunctionUniqCombined.h              |  1 +
 .../AggregateFunctionUniqUpTo.cpp                |  3 ++-
 .../AggregateFunctionUniqUpTo.h                  |  1 +
 .../AggregateFunctionWelchTTest.cpp              |  3 ++-
 .../AggregateFunctionWindowFunnel.cpp            | 16 ++++++++++++++--
 .../AggregateFunctionWindowFunnel.h              |  1 +
 src/AggregateFunctions/FactoryHelpers.h          |  1 +
 src/AggregateFunctions/Helpers.h                 |  1 +
 src/AggregateFunctions/HelpersMinMaxAny.h        |  5 +++--
 src/AggregateFunctions/IAggregateFunction.h      |  1 +
 .../IAggregateFunctionCombinator.h               |  1 +
 src/AggregateFunctions/KeyHolderHelpers.h        |  1 +
 src/AggregateFunctions/Moments.h                 |  1 +
 src/AggregateFunctions/QuantileExact.h           |  1 +
 src/AggregateFunctions/QuantileExactWeighted.h   |  1 +
 .../QuantileReservoirSampler.h                   |  1 +
 .../QuantileReservoirSamplerDeterministic.h      |  1 +
 src/AggregateFunctions/QuantileTDigest.h         |  1 +
 src/AggregateFunctions/QuantileTiming.h          |  1 +
 src/AggregateFunctions/QuantilesCommon.h         |  1 +
 src/AggregateFunctions/ReservoirSampler.h        |  2 ++
 .../ReservoirSamplerDeterministic.h              |  4 ++++
 src/AggregateFunctions/StatCommon.h              |  1 +
 src/AggregateFunctions/UniqCombinedBiasData.cpp  |  1 +
 src/AggregateFunctions/UniqCombinedBiasData.h    |  1 +
 src/AggregateFunctions/UniqVariadicHash.cpp      |  1 +
 src/AggregateFunctions/UniqVariadicHash.h        |  1 +
 .../parseAggregateFunctionParameters.cpp         |  1 +
 .../parseAggregateFunctionParameters.h           |  1 +
 .../registerAggregateFunctions.cpp               |  1 +
 .../registerAggregateFunctions.h                 |  1 +
 src/Core/Settings.h                              |  2 ++
 src/Processors/Transforms/WindowTransform.cpp    | 12 +++++++-----
 .../00632_aggregation_window_funnel.sql          |  3 +++
 128 files changed, 261 insertions(+), 77 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionAggThrow.cpp b/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
index 09e343b2dc5..c9d292f1993 100644
--- a/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAggThrow.cpp
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -105,7 +106,7 @@ public:
 
 void registerAggregateFunctionAggThrow(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("aggThrow", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    factory.registerFunction("aggThrow", [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         Float64 throw_probability = 1.0;
         if (parameters.size() == 1)
diff --git a/src/AggregateFunctions/AggregateFunctionAny.cpp b/src/AggregateFunctions/AggregateFunctionAny.cpp
index 8b18abae884..9bc6e6af14f 100644
--- a/src/AggregateFunctions/AggregateFunctionAny.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAny.cpp
@@ -1,28 +1,27 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/HelpersMinMaxAny.h>
-#include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionAny(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAny(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionAnyLast(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAnyLast(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyLastData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyLastData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAnyHeavy(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyHeavyData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionAnyHeavyData>(name, argument_types, parameters, settings));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionArgMinMax.h b/src/AggregateFunctions/AggregateFunctionArgMinMax.h
index 77c710e0587..335ee7c8ecb 100644
--- a/src/AggregateFunctions/AggregateFunctionArgMinMax.h
+++ b/src/AggregateFunctions/AggregateFunctionArgMinMax.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionArray.cpp b/src/AggregateFunctions/AggregateFunctionArray.cpp
index d0f17da5aa4..3eddbbb3fb2 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionArray.cpp
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionArray.h b/src/AggregateFunctions/AggregateFunctionArray.h
index ef16fcde87b..f1005e2e43a 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.h
+++ b/src/AggregateFunctions/AggregateFunctionArray.h
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.cpp b/src/AggregateFunctions/AggregateFunctionAvg.cpp
index 9b1c3d6cef6..a96c8c01407 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAvg.cpp
@@ -3,10 +3,11 @@
 #include <AggregateFunctions/AggregateFunctionAvg.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -20,7 +21,7 @@ bool allowType(const DataTypePtr& type) noexcept
     return t.isInt() || t.isUInt() || t.isFloat() || t.isDecimal();
 }
 
-AggregateFunctionPtr createAggregateFunctionAvg(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionAvg(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionAvg.h b/src/AggregateFunctions/AggregateFunctionAvg.h
index f2ea51ac28d..7cdef3bfe69 100644
--- a/src/AggregateFunctions/AggregateFunctionAvg.h
+++ b/src/AggregateFunctions/AggregateFunctionAvg.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 template <typename T>
 using DecimalOrVectorCol = std::conditional_t<IsDecimalNumber<T>, ColumnDecimal<T>, ColumnVector<T>>;
 
diff --git a/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp b/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
index 983b3bf3d4c..b7fdb3460e3 100644
--- a/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
+++ b/src/AggregateFunctions/AggregateFunctionAvgWeighted.cpp
@@ -4,10 +4,11 @@
 #include <AggregateFunctions/AggregateFunctionAvgWeighted.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -60,7 +61,8 @@ static IAggregateFunction * create(const IDataType & first_type, const IDataType
 #undef LINE
 }
 
-AggregateFunctionPtr createAggregateFunctionAvgWeighted(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr
+createAggregateFunctionAvgWeighted(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionAvgWeighted.h b/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
index 8b932918aa5..5842e7311e9 100644
--- a/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
+++ b/src/AggregateFunctions/AggregateFunctionAvgWeighted.h
@@ -5,6 +5,8 @@
 
 namespace DB
 {
+struct Settings;
+
 template <typename T>
 using AvgWeightedFieldType = std::conditional_t<IsDecimalNumber<T>,
     std::conditional_t<std::is_same_v<T, Decimal256>, Decimal256, Decimal128>,
diff --git a/src/AggregateFunctions/AggregateFunctionBitwise.cpp b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
index cfcef81243a..320231e09ab 100644
--- a/src/AggregateFunctions/AggregateFunctionBitwise.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -16,7 +18,7 @@ namespace
 {
 
 template <template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionBitwise(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionBitwise(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionBitwise.h b/src/AggregateFunctions/AggregateFunctionBitwise.h
index b48b1960329..5582a200921 100644
--- a/src/AggregateFunctions/AggregateFunctionBitwise.h
+++ b/src/AggregateFunctions/AggregateFunctionBitwise.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
index 6f4f254ae8f..eba642cd4e8 100644
--- a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -15,7 +16,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRate(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionRate(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionBoundingRatio.h b/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
index bee58a4a932..e2073c37c63 100644
--- a/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
+++ b/src/AggregateFunctions/AggregateFunctionBoundingRatio.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
index ba0de7e1b46..bb933841ab9 100644
--- a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -21,8 +22,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionCategoricalIV(
     const std::string & name,
     const DataTypes & arguments,
-    const Array & params
-)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
index fb3e35fbcf1..a32ea97ec0b 100644
--- a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
+++ b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 template <typename T = UInt64>
 class AggregateFunctionCategoricalIV final : public IAggregateFunctionHelper<AggregateFunctionCategoricalIV<T>>
diff --git a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
index e4ff8c134c5..bc79ed097f4 100644
--- a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
index 5f7658c16af..cb9c84eb7b7 100644
--- a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.h
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Create aggregate function combinator by matching suffix in aggregate function name.
   */
diff --git a/src/AggregateFunctions/AggregateFunctionCount.cpp b/src/AggregateFunctions/AggregateFunctionCount.cpp
index 05824947b87..7c90796f65e 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCount.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 AggregateFunctionPtr AggregateFunctionCount::getOwnNullAdapter(
     const AggregateFunctionPtr &, const DataTypes & types, const Array & params, const AggregateFunctionProperties & /*properties*/) const
@@ -16,7 +17,7 @@ AggregateFunctionPtr AggregateFunctionCount::getOwnNullAdapter(
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionCount(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionCount(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertArityAtMost<1>(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionCount.h b/src/AggregateFunctions/AggregateFunctionCount.h
index 71db28390af..8d9b0a6894e 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.h
+++ b/src/AggregateFunctions/AggregateFunctionCount.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 struct AggregateFunctionCountData
 {
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp b/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
index 231b730d1aa..f1c6e7c6112 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSum.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -20,7 +21,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionDeltaSum(
     const String & name,
     const DataTypes & arguments,
-    const Array & params)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSum.h b/src/AggregateFunctions/AggregateFunctionDeltaSum.h
index 84cec222efb..31d25c559dd 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSum.h
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSum.h
@@ -15,6 +15,7 @@
 
 namespace DB
 {
+struct Settings;
 
 template <typename T>
 struct AggregationFunctionDeltaSumData
diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
index 70a1ac660b1..10195ae33fd 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
@@ -20,7 +20,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionDeltaSumTimestamp(
     const String & name,
     const DataTypes & arguments,
-    const Array & params)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.cpp b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
index 8ad37f49797..a91148f214f 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
@@ -6,6 +6,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.h b/src/AggregateFunctions/AggregateFunctionDistinct.h
index b551f8a4ec5..9b7853f8665 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.h
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionEntropy.cpp b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
index a30b27f5311..fee4dcdcf73 100644
--- a/src/AggregateFunctions/AggregateFunctionEntropy.cpp
+++ b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -16,7 +17,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionEntropy(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionEntropy(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     if (argument_types.empty())
diff --git a/src/AggregateFunctions/AggregateFunctionEntropy.h b/src/AggregateFunctions/AggregateFunctionEntropy.h
index 587f5aa3fc7..8e91dd87d77 100644
--- a/src/AggregateFunctions/AggregateFunctionEntropy.h
+++ b/src/AggregateFunctions/AggregateFunctionEntropy.h
@@ -14,6 +14,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Calculates Shannon Entropy, using HashMap and computing empirical distribution function.
   * Entropy is measured in bits (base-2 logarithm is used).
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index eec8b374424..c84a04cc872 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -23,6 +23,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -137,7 +138,8 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         if (!out_properties.returns_default_when_only_null && has_null_arguments)
             return nullptr;
 
-        return found.creator(name, argument_types, parameters);
+        const Settings * settings = query_context ? &query_context->getSettingsRef() : nullptr;
+        return found.creator(name, argument_types, parameters, settings);
     }
 
     /// Combinators of aggregate functions.
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.h b/src/AggregateFunctions/AggregateFunctionFactory.h
index d308a5f559b..97b22d25faa 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.h
+++ b/src/AggregateFunctions/AggregateFunctionFactory.h
@@ -14,6 +14,7 @@
 
 namespace DB
 {
+struct Settings;
 
 class Context;
 class IDataType;
@@ -26,7 +27,7 @@ using DataTypes = std::vector<DataTypePtr>;
  * Parameters are for "parametric" aggregate functions.
  * For example, in quantileWeighted(0.9)(x, weight), 0.9 is "parameter" and x, weight are "arguments".
  */
-using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &)>;
+using AggregateFunctionCreator = std::function<AggregateFunctionPtr(const String &, const DataTypes &, const Array &, const Settings *)>;
 
 struct AggregateFunctionWithProperties
 {
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.cpp b/src/AggregateFunctions/AggregateFunctionForEach.cpp
index 6e0365fc04b..0b06f0473ac 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.cpp
+++ b/src/AggregateFunctions/AggregateFunctionForEach.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.h b/src/AggregateFunctions/AggregateFunctionForEach.h
index 8d99e2e8af3..66209d8c0f5 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.h
+++ b/src/AggregateFunctions/AggregateFunctionForEach.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
index 61dbdeef16e..c3152103f6a 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -49,7 +50,7 @@ inline AggregateFunctionPtr createAggregateFunctionGroupArrayImpl(const DataType
 }
 
 
-AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
@@ -83,7 +84,7 @@ AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name,
         return createAggregateFunctionGroupArrayImpl<GroupArrayTrait<true, Sampler::NONE>>(argument_types[0], max_elems);
 }
 
-AggregateFunctionPtr createAggregateFunctionGroupArraySample(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupArraySample(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.h b/src/AggregateFunctions/AggregateFunctionGroupArray.h
index e59f19e3bae..06292992a2f 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.h
@@ -26,6 +26,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int TOO_LARGE_ARRAY_SIZE;
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
index d4e53acbbe2..7de31ae407c 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -15,7 +17,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
index 723ee7140bc..b804e4465ac 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h
@@ -20,6 +20,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
index b6e9fda9559..cc4b2145977 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -57,7 +58,7 @@ inline AggregateFunctionPtr createAggregateFunctionMovingImpl(const std::string
 }
 
 template <template <typename, typename> class Function>
-AggregateFunctionPtr createAggregateFunctionMoving(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMoving(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
index 8b7109ae3ef..daaa7a69baf 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.h
@@ -22,6 +22,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
index 415ba557ef5..30e0206f789 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
@@ -9,6 +9,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -33,7 +35,7 @@ namespace
     }
 
     template <template <typename> class Data>
-    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
@@ -57,7 +59,7 @@ namespace
     // Additional aggregate functions to manipulate bitmaps.
     template <template <typename, typename> class AggregateFunctionTemplate>
     AggregateFunctionPtr
-    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
index 83db274752b..cbcac4f7200 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 /// Counts bitmap operation on numbers.
 template <typename T, typename Data>
 class AggregateFunctionBitmap final : public IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index 40885ba74a0..64f87793d56 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -16,6 +16,7 @@
 
 namespace DB
 {
+struct Settings;
 
 enum BitmapKind
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
index dd29a64819a..0ef5358e83c 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -72,7 +73,7 @@ inline AggregateFunctionPtr createAggregateFunctionGroupUniqArrayImpl(const std:
 
 }
 
-AggregateFunctionPtr createAggregateFunctionGroupUniqArray(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionGroupUniqArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
index 16911184f31..ccba789483f 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.h
@@ -23,6 +23,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionHistogram.cpp b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
index 1b96cc43d8a..0cb4f094b9c 100644
--- a/src/AggregateFunctions/AggregateFunctionHistogram.cpp
+++ b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -22,7 +23,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionHistogram(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr createAggregateFunctionHistogram(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
 {
     if (params.size() != 1)
         throw Exception("Function " + name + " requires single parameter: bins count", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
diff --git a/src/AggregateFunctions/AggregateFunctionHistogram.h b/src/AggregateFunctions/AggregateFunctionHistogram.h
index a5a6920ce33..5268f84e7ac 100644
--- a/src/AggregateFunctions/AggregateFunctionHistogram.h
+++ b/src/AggregateFunctions/AggregateFunctionHistogram.h
@@ -26,6 +26,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionIf.cpp b/src/AggregateFunctions/AggregateFunctionIf.cpp
index 45fead18d29..8c16d0774fa 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.cpp
+++ b/src/AggregateFunctions/AggregateFunctionIf.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionIf.h b/src/AggregateFunctions/AggregateFunctionIf.h
index 0670fa0e69a..5ef8e3bc75a 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.h
+++ b/src/AggregateFunctions/AggregateFunctionIf.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
index 145660e881b..0b6764960fb 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
@@ -16,6 +16,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int BAD_ARGUMENTS;
@@ -29,7 +31,7 @@ namespace
     using FuncLogisticRegression = AggregateFunctionMLMethod<LinearModelData, NameLogisticRegression>;
     template <class Method>
     AggregateFunctionPtr
-    createAggregateFunctionMLMethod(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+    createAggregateFunctionMLMethod(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         if (parameters.size() > 4)
             throw Exception(
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.h b/src/AggregateFunctions/AggregateFunctionMLMethod.h
index 6d97feb3193..91302269759 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.h
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.h
@@ -11,6 +11,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
diff --git a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
index ceb0b930f73..cad9bb1e6a5 100644
--- a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
@@ -12,11 +12,12 @@ extern const int NOT_IMPLEMENTED;
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionMannWhitney.h b/src/AggregateFunctions/AggregateFunctionMannWhitney.h
index 7573de65cc0..365bc45f7b7 100644
--- a/src/AggregateFunctions/AggregateFunctionMannWhitney.h
+++ b/src/AggregateFunctions/AggregateFunctionMannWhitney.h
@@ -23,6 +23,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMax.cpp b/src/AggregateFunctions/AggregateFunctionMax.cpp
index 921ea4179c9..0ede138f4e6 100644
--- a/src/AggregateFunctions/AggregateFunctionMax.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMax.cpp
@@ -6,18 +6,19 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters, settings));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
index e262ea91d75..32c4518df2b 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -32,11 +34,17 @@ namespace
 
 void registerAggregateFunctionsMaxIntersections(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("maxIntersections", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
-        { return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Count, name, argument_types, parameters); });
+    factory.registerFunction("maxIntersections",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
+            return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Count, name, argument_types, parameters);
+        });
 
-    factory.registerFunction("maxIntersectionsPosition", [](const std::string & name, const DataTypes & argument_types, const Array & parameters)
-        { return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Position, name, argument_types, parameters); });
+    factory.registerFunction("maxIntersectionsPosition",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
+            return createAggregateFunctionMaxIntersections(AggregateFunctionIntersectionsKind::Position, name, argument_types, parameters);
+        });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.h b/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
index 94509a40ada..2b7b28266c1 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.h
@@ -19,6 +19,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.cpp b/src/AggregateFunctions/AggregateFunctionMerge.cpp
index 17157d21bd1..3015f23db88 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMerge.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.h b/src/AggregateFunctions/AggregateFunctionMerge.h
index 7f6a23f1845..d129b829f9c 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.h
+++ b/src/AggregateFunctions/AggregateFunctionMerge.h
@@ -9,6 +9,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionMin.cpp b/src/AggregateFunctions/AggregateFunctionMin.cpp
index fec5be484e9..ee0e40ce335 100644
--- a/src/AggregateFunctions/AggregateFunctionMin.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMin.cpp
@@ -6,18 +6,19 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters));
+    return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters, settings));
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
index f4561660ad5..de1f4fad296 100644
--- a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
+++ b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
@@ -15,6 +15,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionNothing.h b/src/AggregateFunctions/AggregateFunctionNothing.h
index a094c1e0fac..1f5b95c5cf3 100644
--- a/src/AggregateFunctions/AggregateFunctionNothing.h
+++ b/src/AggregateFunctions/AggregateFunctionNothing.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 /** Aggregate function that takes arbitrary number of arbitrary arguments and does nothing.
diff --git a/src/AggregateFunctions/AggregateFunctionNull.cpp b/src/AggregateFunctions/AggregateFunctionNull.cpp
index f584ae1f34c..2486ae7920b 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.cpp
+++ b/src/AggregateFunctions/AggregateFunctionNull.cpp
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionNull.h b/src/AggregateFunctions/AggregateFunctionNull.h
index e1238182ab5..a0e36d1bc3d 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.h
+++ b/src/AggregateFunctions/AggregateFunctionNull.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.cpp b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
index ee9fce710e6..270e4f94c7a 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.cpp
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 namespace
 {
 
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.h b/src/AggregateFunctions/AggregateFunctionOrFill.h
index 732e83e5a0c..aaafb8cc2c0 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.h
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionQuantile.cpp b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
index 62c8a41b614..26bcf5d74e4 100644
--- a/src/AggregateFunctions/AggregateFunctionQuantile.cpp
+++ b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -83,7 +84,7 @@ static constexpr bool supportBigInt()
 }
 
 template <template <typename, bool> class Function>
-AggregateFunctionPtr createAggregateFunctionQuantile(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionQuantile(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     /// Second argument type check doesn't depend on the type of the first one.
     Function<void, true>::assertSecondArg(argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionQuantile.h b/src/AggregateFunctions/AggregateFunctionQuantile.h
index 502905e8b48..e7e60fe1def 100644
--- a/src/AggregateFunctions/AggregateFunctionQuantile.h
+++ b/src/AggregateFunctions/AggregateFunctionQuantile.h
@@ -29,6 +29,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
index 87fc24f8f98..d3f6a90e474 100644
--- a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
@@ -12,11 +12,12 @@ extern const int NOT_IMPLEMENTED;
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRankCorrelation(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionRankCorrelation(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionRankCorrelation.h b/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
index fbba1b99ab9..b7da1f28fd3 100644
--- a/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
+++ b/src/AggregateFunctions/AggregateFunctionRankCorrelation.h
@@ -18,6 +18,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 struct RankCorrelationData : public StatisticalSample<Float64, Float64>
diff --git a/src/AggregateFunctions/AggregateFunctionResample.cpp b/src/AggregateFunctions/AggregateFunctionResample.cpp
index b81fb442f27..fe818acd8d7 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.cpp
+++ b/src/AggregateFunctions/AggregateFunctionResample.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionResample.h b/src/AggregateFunctions/AggregateFunctionResample.h
index 4b29b921b45..45aad8c1a56 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.h
+++ b/src/AggregateFunctions/AggregateFunctionResample.h
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionRetention.cpp b/src/AggregateFunctions/AggregateFunctionRetention.cpp
index c9d475c78f3..7f96bc88c52 100644
--- a/src/AggregateFunctions/AggregateFunctionRetention.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRetention.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -15,7 +17,7 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRetention(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr createAggregateFunctionRetention(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionRetention.h b/src/AggregateFunctions/AggregateFunctionRetention.h
index aee74cb7324..1496c92681a 100644
--- a/src/AggregateFunctions/AggregateFunctionRetention.h
+++ b/src/AggregateFunctions/AggregateFunctionRetention.h
@@ -17,6 +17,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
diff --git a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp b/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
index fcd4f3aaea0..fad60eacc04 100644
--- a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
@@ -16,10 +16,13 @@ namespace ErrorCodes
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
 }
 
+struct Settings;
+
 namespace
 {
     template <template <typename> class Data>
-    AggregateFunctionPtr createAggregateFunctionSegmentLengthSum(const std::string & name, const DataTypes & arguments, const Array &)
+    AggregateFunctionPtr
+    createAggregateFunctionSegmentLengthSum(const std::string & name, const DataTypes & arguments, const Array &, const Settings *)
     {
         if (arguments.size() != 2)
             throw Exception(
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
index bbdb7622edf..c3eb0291779 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -23,7 +24,7 @@ namespace
 {
 
 template <template <typename, typename> class AggregateFunction, template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionSequenceBase(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionSequenceBase(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     if (params.size() != 1)
         throw Exception{"Aggregate function " + name + " requires exactly one parameter.",
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
index 2c2a4d4c75a..f0fd1e33dca 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.h
@@ -15,6 +15,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
index 44631d5832a..697112dc443 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.cpp
@@ -4,10 +4,12 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 
 #include <Core/TypeListNumber.h>
-#include "registerAggregateFunctions.h"
+
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -19,8 +21,8 @@ namespace
 AggregateFunctionPtr createAggregateFunctionSimpleLinearRegression(
     const String & name,
     const DataTypes & arguments,
-    const Array & params
-)
+    const Array & params,
+    const Settings *)
 {
     assertNoParameters(name, params);
     assertBinary(name, arguments);
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
index 61f10895de6..e557ffe5d34 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleLinearRegression.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
index 8a5a71d6806..686571f2f83 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.cpp
@@ -3,6 +3,7 @@
 
 namespace DB
 {
+struct Settings;
 namespace
 {
     class AggregateFunctionCombinatorSimpleState final : public IAggregateFunctionCombinator
diff --git a/src/AggregateFunctions/AggregateFunctionSimpleState.h b/src/AggregateFunctions/AggregateFunctionSimpleState.h
index 612f4ae76c1..9d34113b028 100644
--- a/src/AggregateFunctions/AggregateFunctionSimpleState.h
+++ b/src/AggregateFunctions/AggregateFunctionSimpleState.h
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Not an aggregate function, but an adapter of aggregate functions.
   * Aggregate functions with the `SimpleState` suffix is almost identical to the corresponding ones,
diff --git a/src/AggregateFunctions/AggregateFunctionState.cpp b/src/AggregateFunctions/AggregateFunctionState.cpp
index 348d8ba44dd..abbe286f7ad 100644
--- a/src/AggregateFunctions/AggregateFunctionState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionState.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionState.h b/src/AggregateFunctions/AggregateFunctionState.h
index e1a2c542fe8..b33bb64c6dd 100644
--- a/src/AggregateFunctions/AggregateFunctionState.h
+++ b/src/AggregateFunctions/AggregateFunctionState.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 /** Not an aggregate function, but an adapter of aggregate functions,
diff --git a/src/AggregateFunctions/AggregateFunctionStatistics.cpp b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
index d8c8c2ab210..0b4088a281f 100644
--- a/src/AggregateFunctions/AggregateFunctionStatistics.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -17,7 +18,7 @@ namespace
 {
 
 template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -31,7 +32,7 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
 }
 
 template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStatistics.h b/src/AggregateFunctions/AggregateFunctionStatistics.h
index 2b778f85d99..97ea9ad8917 100644
--- a/src/AggregateFunctions/AggregateFunctionStatistics.h
+++ b/src/AggregateFunctions/AggregateFunctionStatistics.h
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace detail
 {
diff --git a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
index 5dde84c1b64..dc040921f53 100644
--- a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -17,7 +18,7 @@ namespace
 {
 
 template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -36,7 +37,7 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
 }
 
 template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
index eaf119a6264..e57781fac33 100644
--- a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
+++ b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.h
@@ -30,6 +30,7 @@
 
 namespace DB
 {
+struct Settings;
 
 enum class StatisticsFunctionKind
 {
diff --git a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
index be08ae86095..18a5ef0c705 100644
--- a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
@@ -14,6 +14,7 @@ namespace ErrorCodes
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
@@ -56,7 +57,7 @@ struct StudentTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionStudentTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionStudentTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionSum.cpp b/src/AggregateFunctions/AggregateFunctionSum.cpp
index 6afae98ef2d..c059fff516c 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSum.cpp
@@ -7,6 +7,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -50,7 +52,7 @@ template <typename T> using AggregateFunctionSumKahan =
 
 
 template <template <typename> class Function>
-AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionSum(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionSum.h b/src/AggregateFunctions/AggregateFunctionSum.h
index 1748458f6d8..7261e56c044 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.h
+++ b/src/AggregateFunctions/AggregateFunctionSum.h
@@ -15,6 +15,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /// Uses addOverflow method (if available) to avoid UB for sumWithOverflow()
 ///
diff --git a/src/AggregateFunctions/AggregateFunctionSumCount.cpp b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
index b979779d907..b2ad1810b75 100644
--- a/src/AggregateFunctions/AggregateFunctionSumCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
@@ -6,6 +6,9 @@
 
 namespace DB
 {
+
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
@@ -19,7 +22,8 @@ bool allowType(const DataTypePtr& type) noexcept
     return t.isInt() || t.isUInt() || t.isFloat() || t.isDecimal();
 }
 
-AggregateFunctionPtr createAggregateFunctionSumCount(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr
+createAggregateFunctionSumCount(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionSumMap.cpp b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
index 2d4e6dfaf32..cc2f432af73 100644
--- a/src/AggregateFunctions/AggregateFunctionSumMap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
@@ -9,6 +9,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -75,7 +77,7 @@ auto parseArguments(const std::string & name, const DataTypes & arguments)
 // function template that allows to choose the aggregate function variant that
 // accepts either normal arguments or tuple argument.
 template<template <bool tuple_argument> typename MappedFunction>
-AggregateFunctionPtr createAggregateFunctionMap(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr createAggregateFunctionMap(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
 {
     auto [keys_type, values_types, tuple_argument] = parseArguments(name, arguments);
 
diff --git a/src/AggregateFunctions/AggregateFunctionSumMap.h b/src/AggregateFunctions/AggregateFunctionSumMap.h
index 7819bb8752c..ec2f24d12cb 100644
--- a/src/AggregateFunctions/AggregateFunctionSumMap.h
+++ b/src/AggregateFunctions/AggregateFunctionSumMap.h
@@ -21,6 +21,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionTTest.h b/src/AggregateFunctions/AggregateFunctionTTest.h
index 5617adf38dd..001de95c547 100644
--- a/src/AggregateFunctions/AggregateFunctionTTest.h
+++ b/src/AggregateFunctions/AggregateFunctionTTest.h
@@ -23,6 +23,7 @@ extern "C"
 
 namespace DB
 {
+struct Settings;
 
 class ReadBuffer;
 class WriteBuffer;
diff --git a/src/AggregateFunctions/AggregateFunctionTopK.cpp b/src/AggregateFunctions/AggregateFunctionTopK.cpp
index 79a39817ea5..ba26247ce31 100644
--- a/src/AggregateFunctions/AggregateFunctionTopK.cpp
+++ b/src/AggregateFunctions/AggregateFunctionTopK.cpp
@@ -12,6 +12,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -58,7 +59,7 @@ static IAggregateFunction * createWithExtraTypes(const DataTypePtr & argument_ty
 
 
 template <bool is_weighted>
-AggregateFunctionPtr createAggregateFunctionTopK(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionTopK(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     if (!is_weighted)
     {
diff --git a/src/AggregateFunctions/AggregateFunctionTopK.h b/src/AggregateFunctions/AggregateFunctionTopK.h
index 5e5e7d07cec..30d69b8ca7b 100644
--- a/src/AggregateFunctions/AggregateFunctionTopK.h
+++ b/src/AggregateFunctions/AggregateFunctionTopK.h
@@ -17,6 +17,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 template <typename T>
diff --git a/src/AggregateFunctions/AggregateFunctionUniq.cpp b/src/AggregateFunctions/AggregateFunctionUniq.cpp
index bc44eb8eece..135b857cb5c 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniq.cpp
@@ -14,6 +14,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -29,7 +30,7 @@ namespace
   * It differs, for example, in that it uses a trivial hash function, since `uniq` of many arguments first hashes them out itself.
   */
 template <typename Data, typename DataForVariadic>
-AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     assertNoParameters(name, params);
 
@@ -73,7 +74,7 @@ AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const
 }
 
 template <bool is_exact, template <typename> class Data, typename DataForVariadic>
-AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     assertNoParameters(name, params);
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniq.h b/src/AggregateFunctions/AggregateFunctionUniq.h
index cb894cc3eca..efbb9758b03 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.h
+++ b/src/AggregateFunctions/AggregateFunctionUniq.h
@@ -28,6 +28,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /// uniq
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index 84a9267ffe0..205ac015a68 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -13,6 +13,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
@@ -133,8 +135,16 @@ namespace
 void registerAggregateFunctionUniqCombined(AggregateFunctionFactory & factory)
 {
     using namespace std::placeholders;
-    factory.registerFunction("uniqCombined", std::bind(createAggregateFunctionUniqCombined, false, _1, _2, _3)); // NOLINT
-    factory.registerFunction("uniqCombined64", std::bind(createAggregateFunctionUniqCombined, true, _1, _2, _3)); // NOLINT
+    factory.registerFunction("uniqCombined",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
+            return createAggregateFunctionUniqCombined(false, name, argument_types, parameters);
+        });
+    factory.registerFunction("uniqCombined64",
+        [](const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+        {
+            return createAggregateFunctionUniqCombined(true, name, argument_types, parameters);
+        });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.h b/src/AggregateFunctions/AggregateFunctionUniqCombined.h
index f425a343caa..cb623bcb761 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.h
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.h
@@ -21,6 +21,7 @@
 
 namespace DB
 {
+struct Settings;
 namespace detail
 {
     /** Hash function for uniqCombined/uniqCombined64 (based on Ret).
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
index 8195bd8964c..4305139b587 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
@@ -24,7 +25,7 @@ namespace
 constexpr UInt8 uniq_upto_max_threshold = 100;
 
 
-AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, const DataTypes & argument_types, const Array & params)
+AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     UInt8 threshold = 5;    /// default value
 
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.h b/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
index 5dd62c96a9e..a1599a0935b 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.h
@@ -25,6 +25,7 @@
 
 namespace DB
 {
+struct Settings;
 
 
 /** Counts the number of unique values up to no more than specified in the parameter.
diff --git a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
index bcaaf0b68fd..23605d39ab5 100644
--- a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
@@ -14,6 +14,7 @@ namespace ErrorCodes
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
@@ -53,7 +54,7 @@ struct WelchTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionWelchTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters)
+AggregateFunctionPtr createAggregateFunctionWelchTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
index ed732a197a1..0c4e2d167a4 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
@@ -1,7 +1,8 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/AggregateFunctionWindowFunnel.h>
-#include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
+#include <AggregateFunctions/Helpers.h>
+#include <Core/Settings.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 
@@ -10,18 +11,29 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
+    extern const int UNKNOWN_AGGREGATE_FUNCTION;
 }
 
 namespace
 {
 
 template <template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params)
+AggregateFunctionPtr
+createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params, const Settings * settings)
 {
+    if (settings == nullptr || !settings->allow_experimental_funnel_functions)
+    {
+        throw Exception(
+            "Aggregate function " + name + " is experimental. Set `allow_experimental_funnel_functions` setting to enable it",
+            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
+    }
+
     if (params.empty())
         throw Exception{"Aggregate function " + name + " requires at least one parameter: <window>, [option, [option, ...]]", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH};
 
diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.h b/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
index 9f399a9f25b..591596461f8 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.h
@@ -13,6 +13,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/FactoryHelpers.h b/src/AggregateFunctions/FactoryHelpers.h
index aff7ff0ff36..ff06557f441 100644
--- a/src/AggregateFunctions/FactoryHelpers.h
+++ b/src/AggregateFunctions/FactoryHelpers.h
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/Helpers.h b/src/AggregateFunctions/Helpers.h
index e33b32585a0..e508bc0312d 100644
--- a/src/AggregateFunctions/Helpers.h
+++ b/src/AggregateFunctions/Helpers.h
@@ -33,6 +33,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Create an aggregate function with a numeric type in the template parameter, depending on the type of the argument.
   */
diff --git a/src/AggregateFunctions/HelpersMinMaxAny.h b/src/AggregateFunctions/HelpersMinMaxAny.h
index dc165f50d8e..be00ff87ae0 100644
--- a/src/AggregateFunctions/HelpersMinMaxAny.h
+++ b/src/AggregateFunctions/HelpersMinMaxAny.h
@@ -12,10 +12,11 @@
 
 namespace DB
 {
+struct Settings;
 
 /// min, max, any, anyLast, anyHeavy, etc...
 template <template <typename> class AggregateFunctionTemplate, template <typename> class Data>
-static IAggregateFunction * createAggregateFunctionSingleValue(const String & name, const DataTypes & argument_types, const Array & parameters)
+static IAggregateFunction * createAggregateFunctionSingleValue(const String & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -78,7 +79,7 @@ static IAggregateFunction * createAggregateFunctionArgMinMaxSecond(const DataTyp
 }
 
 template <template <typename> class MinMaxData>
-static IAggregateFunction * createAggregateFunctionArgMinMax(const String & name, const DataTypes & argument_types, const Array & parameters)
+static IAggregateFunction * createAggregateFunctionArgMinMax(const String & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index 68c176d14e9..a05f71a61c8 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -17,6 +17,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/IAggregateFunctionCombinator.h b/src/AggregateFunctions/IAggregateFunctionCombinator.h
index c1ab621c158..f9953c83a95 100644
--- a/src/AggregateFunctions/IAggregateFunctionCombinator.h
+++ b/src/AggregateFunctions/IAggregateFunctionCombinator.h
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Aggregate function combinator allows to take one aggregate function
   *  and transform it to another aggregate function.
diff --git a/src/AggregateFunctions/KeyHolderHelpers.h b/src/AggregateFunctions/KeyHolderHelpers.h
index 999e2518f89..812e681e409 100644
--- a/src/AggregateFunctions/KeyHolderHelpers.h
+++ b/src/AggregateFunctions/KeyHolderHelpers.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 template <bool is_plain_column = false>
 static auto getKeyHolder(const IColumn & column, size_t row_num, Arena & arena)
diff --git a/src/AggregateFunctions/Moments.h b/src/AggregateFunctions/Moments.h
index adf242693c1..6f51e76607f 100644
--- a/src/AggregateFunctions/Moments.h
+++ b/src/AggregateFunctions/Moments.h
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileExact.h b/src/AggregateFunctions/QuantileExact.h
index cca16aac610..1536f0fac6e 100644
--- a/src/AggregateFunctions/QuantileExact.h
+++ b/src/AggregateFunctions/QuantileExact.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileExactWeighted.h b/src/AggregateFunctions/QuantileExactWeighted.h
index 86e426d9031..8170c06d0cd 100644
--- a/src/AggregateFunctions/QuantileExactWeighted.h
+++ b/src/AggregateFunctions/QuantileExactWeighted.h
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileReservoirSampler.h b/src/AggregateFunctions/QuantileReservoirSampler.h
index e0217731a12..65b1b2d0268 100644
--- a/src/AggregateFunctions/QuantileReservoirSampler.h
+++ b/src/AggregateFunctions/QuantileReservoirSampler.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h b/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
index 303e6518e9c..36dce0bd601 100644
--- a/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
+++ b/src/AggregateFunctions/QuantileReservoirSamplerDeterministic.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileTDigest.h b/src/AggregateFunctions/QuantileTDigest.h
index 76d2f608d59..b12673bc507 100644
--- a/src/AggregateFunctions/QuantileTDigest.h
+++ b/src/AggregateFunctions/QuantileTDigest.h
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantileTiming.h b/src/AggregateFunctions/QuantileTiming.h
index dd6d923a5a0..7a88e320b89 100644
--- a/src/AggregateFunctions/QuantileTiming.h
+++ b/src/AggregateFunctions/QuantileTiming.h
@@ -11,6 +11,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/QuantilesCommon.h b/src/AggregateFunctions/QuantilesCommon.h
index fc4d5f82262..ab21a4c2efd 100644
--- a/src/AggregateFunctions/QuantilesCommon.h
+++ b/src/AggregateFunctions/QuantilesCommon.h
@@ -8,6 +8,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/ReservoirSampler.h b/src/AggregateFunctions/ReservoirSampler.h
index e4cc77dd361..6c131928cb7 100644
--- a/src/AggregateFunctions/ReservoirSampler.h
+++ b/src/AggregateFunctions/ReservoirSampler.h
@@ -17,6 +17,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
diff --git a/src/AggregateFunctions/ReservoirSamplerDeterministic.h b/src/AggregateFunctions/ReservoirSamplerDeterministic.h
index 9c62160b964..468a5c7c6a0 100644
--- a/src/AggregateFunctions/ReservoirSamplerDeterministic.h
+++ b/src/AggregateFunctions/ReservoirSamplerDeterministic.h
@@ -16,6 +16,8 @@
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
@@ -30,6 +32,8 @@ namespace ErrorCodes
 
 namespace DB
 {
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int MEMORY_LIMIT_EXCEEDED;
diff --git a/src/AggregateFunctions/StatCommon.h b/src/AggregateFunctions/StatCommon.h
index dc94a6b6e77..a8fc7c53072 100644
--- a/src/AggregateFunctions/StatCommon.h
+++ b/src/AggregateFunctions/StatCommon.h
@@ -10,6 +10,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/UniqCombinedBiasData.cpp b/src/AggregateFunctions/UniqCombinedBiasData.cpp
index a3a3176e199..3a8d93fee6b 100644
--- a/src/AggregateFunctions/UniqCombinedBiasData.cpp
+++ b/src/AggregateFunctions/UniqCombinedBiasData.cpp
@@ -2,6 +2,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace
 {
diff --git a/src/AggregateFunctions/UniqCombinedBiasData.h b/src/AggregateFunctions/UniqCombinedBiasData.h
index 2b009bfdfd8..2a4eb7ebefe 100644
--- a/src/AggregateFunctions/UniqCombinedBiasData.h
+++ b/src/AggregateFunctions/UniqCombinedBiasData.h
@@ -4,6 +4,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Data for HyperLogLogBiasEstimator in the uniqCombined function.
   * The development plan is as follows:
diff --git a/src/AggregateFunctions/UniqVariadicHash.cpp b/src/AggregateFunctions/UniqVariadicHash.cpp
index 53ff9d59004..940f0677163 100644
--- a/src/AggregateFunctions/UniqVariadicHash.cpp
+++ b/src/AggregateFunctions/UniqVariadicHash.cpp
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /// If some arguments are not contiguous, we cannot use simple hash function,
 ///  because it requires method IColumn::getDataAt to work.
diff --git a/src/AggregateFunctions/UniqVariadicHash.h b/src/AggregateFunctions/UniqVariadicHash.h
index 7ca80a9db34..b3607a63285 100644
--- a/src/AggregateFunctions/UniqVariadicHash.h
+++ b/src/AggregateFunctions/UniqVariadicHash.h
@@ -9,6 +9,7 @@
 
 namespace DB
 {
+struct Settings;
 
 /** Hashes a set of arguments to the aggregate function
   *  to calculate the number of unique values
diff --git a/src/AggregateFunctions/parseAggregateFunctionParameters.cpp b/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
index 679ed78ec8e..3826d993c4a 100644
--- a/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
+++ b/src/AggregateFunctions/parseAggregateFunctionParameters.cpp
@@ -7,6 +7,7 @@
 
 namespace DB
 {
+struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/parseAggregateFunctionParameters.h b/src/AggregateFunctions/parseAggregateFunctionParameters.h
index c0815b2e941..37f1f1d5097 100644
--- a/src/AggregateFunctions/parseAggregateFunctionParameters.h
+++ b/src/AggregateFunctions/parseAggregateFunctionParameters.h
@@ -5,6 +5,7 @@
 
 namespace DB
 {
+struct Settings;
 
 Array getAggregateFunctionParametersArray(const ASTPtr & expression_list, const std::string & error_context = "");
 
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index cf757cada4e..db6d8eb75bc 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -6,6 +6,7 @@
 
 namespace DB
 {
+struct Settings;
 
 class AggregateFunctionFactory;
 void registerAggregateFunctionAvg(AggregateFunctionFactory &);
diff --git a/src/AggregateFunctions/registerAggregateFunctions.h b/src/AggregateFunctions/registerAggregateFunctions.h
index 2a2e0bb7d3f..2dcd4df7279 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.h
+++ b/src/AggregateFunctions/registerAggregateFunctions.h
@@ -2,6 +2,7 @@
 
 namespace DB
 {
+struct Settings;
 
 void registerAggregateFunctions();
 
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index d759e87dfbc..321957e2c90 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -477,6 +477,8 @@ class IColumn;
     M(HandleKafkaErrorMode, handle_kafka_error_mode, HandleKafkaErrorMode::DEFAULT, "How to handle errors for Kafka engine. Passible values: default, stream.", 0) \
     M(UInt64, limit, 0, "Limit on read rows from the most 'end' result for select query, default 0 means no limit length", 0) \
     M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
+    M(Bool, allow_experimental_funnel_functions, true, "Enable experimental functions for funnel analysis.", 0) \
+
 
 // End of COMMON_SETTINGS
 // Please add settings related to formats into the FORMAT_FACTORY_SETTINGS below.
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 798f19c37ff..03e7d958edd 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -13,6 +13,8 @@
 namespace DB
 {
 
+struct Settings;
+
 namespace ErrorCodes
 {
     extern const int BAD_ARGUMENTS;
@@ -1571,35 +1573,35 @@ void registerWindowFunctions(AggregateFunctionFactory & factory)
     // instead of adding separate logic for them.
 
     factory.registerFunction("rank", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionRank>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("dense_rank", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionDenseRank>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("row_number", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionRowNumber>(name, argument_types,
                 parameters);
         });
 
     factory.registerFunction("lagInFrame", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionLagLeadInFrame<false>>(
                 name, argument_types, parameters);
         });
 
     factory.registerFunction("leadInFrame", [](const std::string & name,
-            const DataTypes & argument_types, const Array & parameters)
+            const DataTypes & argument_types, const Array & parameters, const Settings *)
         {
             return std::make_shared<WindowFunctionLagLeadInFrame<true>>(
                 name, argument_types, parameters);
diff --git a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
index aa0dc804238..bddb856f5b7 100644
--- a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
+++ b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
@@ -88,4 +88,7 @@ select 2 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1000, event
 select 3 = windowFunnel(10000)(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
 select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
 
+set allow_experimental_funnel_functions = 0;
+select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase; -- { serverError 63 }
+
 drop table funnel_test_strict_increase;

From d17b46d69f69229da391e5c062c5f69bead8039e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 26 May 2021 15:06:13 +0300
Subject: [PATCH 0548/1060] fix mongo logging

---
 tests/integration/helpers/cluster.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 3f0a995c173..e1b37576a18 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1128,7 +1128,7 @@ class ClickHouseCluster:
         while time.time() - start < timeout:
             try:
                 connection.list_database_names()
-                logging.debug("Connected to Mongo dbs: {}", connection.database_names())
+                logging.debug(f"Connected to Mongo dbs: {connection.database_names()}")
                 return
             except Exception as ex:
                 logging.debug("Can't connect to Mongo " + str(ex))

From 99e3be018ea0a8d1718ceb5bf42153f3df46f023 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 26 May 2021 15:06:31 +0300
Subject: [PATCH 0549/1060] better

---
 tests/integration/parallel_skip.json                         | 5 +++++
 .../configs/dictionaries/ssd_complex_key_cache_string.xml    | 2 +-
 tests/integration/test_reload_auxiliary_zookeepers/test.py   | 4 ++++
 3 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/tests/integration/parallel_skip.json b/tests/integration/parallel_skip.json
index 4be0c9a77ae..088e3a3ba82 100644
--- a/tests/integration/parallel_skip.json
+++ b/tests/integration/parallel_skip.json
@@ -1,4 +1,9 @@
 [
+  "test_host_ip_change/test.py::test_dns_cache_update",
+  "test_host_ip_change/test.py::test_ip_change_drop_dns_cache",
+  "test_host_ip_change/test.py::test_ip_change_update_dns_cache",
+  "test_host_ip_change/test.py::test_user_access_ip_change[node0]",
+  "test_host_ip_change/test.py::test_user_access_ip_change[node1]",
   "test_atomic_drop_table/test.py::test_atomic_delete_with_stopped_zookeeper",
   "test_attach_without_fetching/test.py::test_attach_without_fetching",
   "test_broken_part_during_merge/test.py::test_merge_and_part_corruption",
diff --git a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
index 7492a4331cb..def138a1c32 100644
--- a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
+++ b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
@@ -41,7 +41,7 @@
                 <file_size>16777216</file_size>
                 <read_buffer_size>131072</read_buffer_size>
                 <write_buffer_size>1048576</write_buffer_size>
-		        <path>/etc/clickhouse-server/radars</path>
+		        <path>/var/lib/clickhouse/dictionaries/radars</path>
             </complex_key_ssd_cache>
         </layout>
         <lifetime>1</lifetime>
diff --git a/tests/integration/test_reload_auxiliary_zookeepers/test.py b/tests/integration/test_reload_auxiliary_zookeepers/test.py
index 232964931c4..e01331269d0 100644
--- a/tests/integration/test_reload_auxiliary_zookeepers/test.py
+++ b/tests/integration/test_reload_auxiliary_zookeepers/test.py
@@ -64,6 +64,8 @@ def test_reload_auxiliary_zookeepers(start_cluster):
 
     node.query("SYSTEM RELOAD CONFIG")
 
+    time.sleep(5)
+
     node.query(
         "ALTER TABLE simple2 FETCH PARTITION '2020-08-27' FROM 'zookeeper2:/clickhouse/tables/0/simple';"
     )
@@ -81,6 +83,8 @@ def test_reload_auxiliary_zookeepers(start_cluster):
 </yandex>"""
     node.replace_config("/etc/clickhouse-server/conf.d/zookeeper_config.xml", new_config)
     node.query("SYSTEM RELOAD CONFIG")
+    time.sleep(5)
+
     with pytest.raises(QueryRuntimeException):
         node.query(
             "ALTER TABLE simple2 FETCH PARTITION '2020-08-27' FROM 'zookeeper2:/clickhouse/tables/0/simple';"

From a21e4b333e590479214622297f079068a01f8d0b Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Wed, 26 May 2021 15:10:38 +0300
Subject: [PATCH 0550/1060] Update ReplicatedMergeTreeQueue.cpp

---
 src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index f960c04abbe..30569e53f64 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -268,9 +268,9 @@ void ReplicatedMergeTreeQueue::removeCoveredPartsFromMutations(const String & pa
 
     bool some_mutations_are_probably_done = false;
 
-    for (auto it = in_partition->second.begin(); it != in_partition->second.end(); ++it)
+    for (auto & it : in_partition->second)
     {
-        MutationStatus & status = *it->second;
+        MutationStatus & status = *it.second;
 
         if (remove_part && remove_covered_parts)
             status.parts_to_do.removePartAndCoveredParts(part_name);

From 4d296249d59de0dc31adbf0cbcaf5e2acee98658 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Wed, 26 May 2021 14:17:52 +0200
Subject: [PATCH 0551/1060] RU version edited

---
 docs/ru/sql-reference/statements/optimize.md | 143 ++++++++++++++++---
 1 file changed, 124 insertions(+), 19 deletions(-)

diff --git a/docs/ru/sql-reference/statements/optimize.md b/docs/ru/sql-reference/statements/optimize.md
index e1a9d613537..93f7fde707f 100644
--- a/docs/ru/sql-reference/statements/optimize.md
+++ b/docs/ru/sql-reference/statements/optimize.md
@@ -32,10 +32,22 @@ ClickHouse не оповещает клиента. Чтобы включить 
 
  Список столбцов для дедупликации должен включать все столбцы, указанные в условиях сортировки (первичный ключ и ключ сортировки), а также в условиях партиционирования (ключ партиционирования).
 
- !!! note "Примечание"
-    Обратите внимание, что символ подстановки `*` обрабатывается так же, как и в запросах `SELECT`: столбцы `MATERIALIZED` и `ALIAS` не включаются в результат.
+!!! note "Примечание"
+    Обратите внимание, что символ подстановки `*` обрабатывается так же, как и в запросах `SELECT`: столбцы [MATERIALIZED](../../sql-reference/statements/create/table.md#materialized) и [ALIAS](../../sql-reference/statements/create/table.md#alias) не включаются в результат.
     Если указать пустой список или выражение, которое возвращает пустой список, или дедуплицировать столбец по псевдониму (`ALIAS`), то сервер вернет ошибку.
 
+**Синтаксис**
+
+``` sql
+OPTIMIZE TABLE table DEDUPLICATE; -- по всем столбцам
+OPTIMIZE TABLE table DEDUPLICATE BY *; -- исключаются MATERIALIZED и ALIAS столбцы
+OPTIMIZE TABLE table DEDUPLICATE BY colX,colY,colZ;
+OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT colX;
+OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT (colX, colY);
+OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex');
+OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT colX;
+OPTIMIZE TABLE table DEDUPLICATE BY COLUMNS('column-matched-by-regex') EXCEPT (colX, colY);
+```
 
 **Примеры**
 
@@ -50,38 +62,131 @@ CREATE TABLE example (
     materialized_value UInt32 MATERIALIZED 12345,
     aliased_value UInt32 ALIAS 2,
     PRIMARY KEY primary_key
-) ENGINE=MergeTree
-PARTITION BY partition_key;
+) ENGINE=MergeTree　
+PARTITION BY partition_key
+ORDER BY (primary_key, secondary_key);
+```
+``` sql
+INSERT INTO example (primary_key, secondary_key, value, partition_key) 
+VALUES (0, 0, 0, 0), (0, 0, 0, 0), (1, 1, 2, 2), (1, 1, 2, 3), (1, 1, 3, 3);
+```
+``` sql
+SELECT * FROM example;
+```
+Результат:
 ```
 
-Прежний способ дедупликации, когда учитываются все столбцы. Строка удаляется только в том случае, если все значения во всех столбцах равны соответствующим значениям в предыдущей строке.
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+│           1 │             1 │     3 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+```
 
+Если в запросе не указаны столбцы, по которым нужно дедуплицировать, то учитываются все столбцы таблицы. Строка удаляется только в том случае, если все значения во всех столбцах равны соответствующим значениям в другой строке.
 ``` sql
 OPTIMIZE TABLE example FINAL DEDUPLICATE;
 ```
-
-Дедупликация по всем столбцам, кроме `ALIAS` и `MATERIALIZED`: `primary_key`, `secondary_key`, `value`, `partition_key` и `materialized_value`.
-
-
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY *;
+SELECT * FROM example;
+```
+Результат:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+│           1 │             1 │     3 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
 ```
 
-Дедупликация по всем столбцам, кроме `ALIAS`, `MATERIALIZED` и `materialized_value`: столбцы `primary_key`, `secondary_key`, `value` и `partition_key`.
-
-
+Если столбцы в запросе указаны через `*`, то дедупликация пройдет по всем столбцам, кроме `ALIAS` и `MATERIALIZED`. Для таблицы `example` будут учтены: `primary_key`, `secondary_key`, `value` и `partition_key`.
+```sql
+OPTIMIZE TABLE example FINAL DEDUPLICATE BY *;
+```
 ``` sql
-OPTIMIZE TABLE example FINAL DEDUPLICATE BY * EXCEPT materialized_value;
+SELECT * FROM example;
+```
+Результат:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+│           1 │             1 │     3 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+```
+
+Дедупликация по всем столбцам, кроме `ALIAS` и `MATERIALIZED` (BY `*`), и с исключением столбца `value`: `primary_key`, `secondary_key` и `partition_key`.
+``` sql
+OPTIMIZE TABLE example FINAL DEDUPLICATE BY * EXCEPT value;
+```
+``` sql
+SELECT * FROM example;
+```
+Результат:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
 ```
 
 Дедупликация по столбцам `primary_key`, `secondary_key` и `partition_key`.
-
-``` sql
+```sql
 OPTIMIZE TABLE example FINAL DEDUPLICATE BY primary_key, secondary_key, partition_key;
 ```
-
-Дедупликация по любому столбцу, соответствующему регулярному выражению: столбцам `primary_key`, `secondary_key` и `partition_key`.
-
 ``` sql
+SELECT * FROM example;
+```
+Результат:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+```
+
+Дедупликация по любому столбцу, который соответствует регулярному выражению `.*_key`: `primary_key`, `secondary_key` и `partition_key`.
+```sql
 OPTIMIZE TABLE example FINAL DEDUPLICATE BY COLUMNS('.*_key');
 ```
+``` sql
+SELECT * FROM example;
+```
+Результат:
+```
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           0 │             0 │     0 │             0 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             2 │
+└─────────────┴───────────────┴───────┴───────────────┘
+┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
+│           1 │             1 │     2 │             3 │
+└─────────────┴───────────────┴───────┴───────────────┘
+```
\ No newline at end of file

From 0e89be382b8fb372120f80b0deda1f8f7bc9acbf Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 26 May 2021 15:24:57 +0300
Subject: [PATCH 0552/1060] fix

---
 tests/queries/0_stateless/arcadia_skip_list.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index 4e8ac456455..99b5f97943e 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -236,3 +236,4 @@
 01801_s3_distributed
 01833_test_collation_alvarotuso
 01850_dist_INSERT_preserve_error
+01870_modulo_partition_key

From 1151f13fed2390c5f6278af9e666fc2815b39cd1 Mon Sep 17 00:00:00 2001
From: Daria Mozhaeva <dmozhaeva@yandex-team.ru>
Date: Wed, 26 May 2021 15:38:54 +0300
Subject: [PATCH 0553/1060] Edit and translate to Russian

---
 .../functions/date-time-functions.md          | 336 ++++--------------
 docs/en/sql-reference/statements/rename.md    |   2 +-
 .../functions/date-time-functions.md          |   3 +
 docs/ru/sql-reference/statements/rename.md    |   2 +-
 4 files changed, 74 insertions(+), 269 deletions(-)

diff --git a/docs/en/sql-reference/functions/date-time-functions.md b/docs/en/sql-reference/functions/date-time-functions.md
index 69baf64ef55..43ce623e69f 100644
--- a/docs/en/sql-reference/functions/date-time-functions.md
+++ b/docs/en/sql-reference/functions/date-time-functions.md
@@ -23,53 +23,13 @@ SELECT
 └─────────────────────┴────────────┴────────────┴─────────────────────┘
 ```
 
-## timeZone {#timezone}
-
-Returns the timezone of the server.
-
-**Syntax** 
-
-``` sql
-timeZone()
-```
-
-Alias: `timezone`. 
-
-**Returned value**
-
--   Timezone. 
-
-Type: [String](../../sql-reference/data-types/string.md).
-
 ## toTimeZone {#totimezone}
 
-Converts time or date and time to the specified time zone. The time zone is an attribute of the `Date` and `DateTime` data types. The internal value (number of seconds) of the table field or of the resultset's column does not change, the column's type changes and its string representation changes accordingly.
-
-**Syntax** 
-
-``` sql
-toTimezone(value, timezone)
-```
-
-Alias: `toTimezone`.
-
-**Arguments** 
-
--   `value` — Time or date and time. [DateTime64](../../sql-reference/data-types/datetime64.md).
--   `timezone` — Timezone for the returned value. [String](../../sql-reference/data-types/string.md).
-
-**Returned value**
-
--   Date and time. 
-
-Type: [DateTime](../../sql-reference/data-types/datetime.md).
-
-**Example**
-
-Query:
+Convert time or date and time to the specified time zone. The time zone is an attribute of the Date/DateTime types. The internal value (number of seconds) of the table field or of the resultset's column does not change, the column's type changes and its string representation changes accordingly.
 
 ```sql
-SELECT toDateTime('2019-01-01 00:00:00', 'UTC') AS time_utc,
+SELECT
+    toDateTime('2019-01-01 00:00:00', 'UTC') AS time_utc,
     toTypeName(time_utc) AS type_utc,
     toInt32(time_utc) AS int32utc,
     toTimeZone(time_utc, 'Asia/Yekaterinburg') AS time_yekat,
@@ -80,7 +40,6 @@ SELECT toDateTime('2019-01-01 00:00:00', 'UTC') AS time_utc,
     toInt32(time_samoa) AS int32samoa
 FORMAT Vertical;
 ```
-Result:
 
 ```text
 Row 1:
@@ -98,138 +57,44 @@ int32samoa: 1546300800
 
 `toTimeZone(time_utc, 'Asia/Yekaterinburg')` changes the `DateTime('UTC')` type to `DateTime('Asia/Yekaterinburg')`. The value (Unixtimestamp) 1546300800 stays the same, but the string representation (the result of the toString() function) changes from `time_utc:   2019-01-01 00:00:00` to `time_yekat: 2019-01-01 05:00:00`.
 
-## timeZoneOf {#timezoneof}
-
-Returns the timezone name of [DateTime](../../sql-reference/data-types/datetime.md) or [DateTime64](../../sql-reference/data-types/datetime64.md) data types.
-
-**Syntax** 
-
-``` sql
-timeZoneOf(value)
-```
-
-Alias: `timezoneOf`. 
-
-**Arguments**
-
--   `value` — Date and time. [DateTime](../../sql-reference/data-types/datetime.md) or [DateTime64](../../sql-reference/data-types/datetime64.md). 
-
-**Returned value**
-
--   Timezone name. 
-
-Type: [String](../../sql-reference/data-types/string.md).
-
-**Example**
-
-Query:
-``` sql
-SELECT timezoneOf(now());
-```
-
-Result:
-``` text
-┌─timezoneOf(now())─┐
-│ Etc/UTC           │
-└───────────────────┘
-```
-
-## timeZoneOffset {#timezoneoffset}
-
-Returns a timezone offset in seconds from [UTC](https://en.wikipedia.org/wiki/Coordinated_Universal_Time). The function takes into account [daylight saving time](https://en.wikipedia.org/wiki/Daylight_saving_time) and historical timezone changes at the specified date and time.
-[IANA timezone database](https://www.iana.org/time-zones) is used to calculate the offset.
-
-**Syntax**
-
-``` sql
-timeZoneOffset(value)
-```
-
-Alias: `timezoneOffset`.
-
-**Arguments**
-
--   `value` — Date and time. [DateTime](../../sql-reference/data-types/datetime.md) or [DateTime64](../../sql-reference/data-types/datetime64.md). 
-
-**Returned value**
-
--   Offset from UTC in seconds. 
-
-Type: [Int32](../../sql-reference/data-types/int-uint.md).
-
-**Example**
-
-Query:
-
-``` sql
-SELECT toDateTime('2021-04-21 10:20:30', 'America/New_York') AS Time, toTypeName(Time) AS Type,
-       timeZoneOffset(Time) AS Offset_in_seconds, (Offset_in_seconds / 3600) AS Offset_in_hours;
-```
-
-Result:
-
-``` text
-┌────────────────Time─┬─Type─────────────────────────┬─Offset_in_seconds─┬─Offset_in_hours─┐
-│ 2021-04-21 10:20:30 │ DateTime('America/New_York') │            -14400 │              -4 │
-└─────────────────────┴──────────────────────────────┴───────────────────┴─────────────────┘
-```
-
 ## toYear {#toyear}
 
 Converts a date or date with time to a UInt16 number containing the year number (AD).
 
-Alias: `YEAR`.
-
 ## toQuarter {#toquarter}
 
 Converts a date or date with time to a UInt8 number containing the quarter number.
 
-Alias: `QUARTER`.
-
 ## toMonth {#tomonth}
 
 Converts a date or date with time to a UInt8 number containing the month number (1-12).
 
-Alias: `MONTH`.
-
 ## toDayOfYear {#todayofyear}
 
 Converts a date or date with time to a UInt16 number containing the number of the day of the year (1-366).
 
-Alias: `DAYOFYEAR`.
-
 ## toDayOfMonth {#todayofmonth}
 
 Converts a date or date with time to a UInt8 number containing the number of the day of the month (1-31).
 
-Aliases: `DAYOFMONTH`, `DAY`.
-
 ## toDayOfWeek {#todayofweek}
 
 Converts a date or date with time to a UInt8 number containing the number of the day of the week (Monday is 1, and Sunday is 7).
 
-Alias: `DAYOFWEEK`.
-
 ## toHour {#tohour}
 
 Converts a date with time to a UInt8 number containing the number of the hour in 24-hour time (0-23).
 This function assumes that if clocks are moved ahead, it is by one hour and occurs at 2 a.m., and if clocks are moved back, it is by one hour and occurs at 3 a.m. (which is not always true – even in Moscow the clocks were twice changed at a different time).
 
-Alias: `HOUR`.
-
 ## toMinute {#tominute}
 
 Converts a date with time to a UInt8 number containing the number of the minute of the hour (0-59).
 
-Alias: `MINUTE`.
-
 ## toSecond {#tosecond}
 
 Converts a date with time to a UInt8 number containing the number of the second in the minute (0-59).
 Leap seconds are not accounted for.
 
-Alias: `SECOND`.
-
 ## toUnixTimestamp {#to-unix-timestamp}
 
 For DateTime argument: converts value to the number with type UInt32 -- Unix Timestamp (https://en.wikipedia.org/wiki/Unix_time).
@@ -265,7 +130,7 @@ Result:
 ```
 
 !!! attention "Attention"
-    The return type `toStartOf*` functions described below is `Date` or `DateTime`. Though these functions can take `DateTime64` as an argument, passing them a `DateTime64` that is out of normal range (years 1970 - 2105) will give incorrect result.
+    The return type `toStartOf*` functions described below is `Date` or `DateTime`. Though these functions can take `DateTime64` as an argument, passing them a `DateTime64` that is out of the normal range (years 1970 - 2105) will give an incorrect result.
 
 ## toStartOfYear {#tostartofyear}
 
@@ -324,7 +189,7 @@ Truncates sub-seconds.
 toStartOfSecond(value[, timezone])
 ```
 
-**Arguments**
+**Parameters**
 
 -   `value` — Date and time. [DateTime64](../../sql-reference/data-types/datetime64.md).
 -   `timezone` — [Timezone](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) for the returned value (optional). If not specified, the function uses the timezone of the `value` parameter. [String](../../sql-reference/data-types/string.md).
@@ -466,7 +331,7 @@ For mode values with a meaning of “contains January 1”, the week contains Ja
 toWeek(date, [, mode][, Timezone])
 ```
 
-**Arguments**
+**Parameters**
 
 -   `date` – Date or DateTime.
 -   `mode` – Optional parameter, Range of values is \[0,9\], default is 0.
@@ -508,15 +373,15 @@ SELECT toDate('2016-12-27') AS date, toYearWeek(date) AS yearWeek0, toYearWeek(d
 
 Truncates date and time data to the specified part of date.
 
-**Syntax**
+**Syntax** 
 
 ``` sql
 date_trunc(unit, value[, timezone])
 ```
 
-Alias: `dateTrunc`.
+Alias: `dateTrunc`. 
 
-**Arguments**
+**Parameters**
 
 -   `unit` — The type of interval to truncate the result. [String Literal](../syntax.md#syntax-string-literal).
     Possible values:
@@ -569,55 +434,41 @@ Result:
 └─────────────────────┴────────────────────────────────────────────┘
 ```
 
-**See Also**
+**See also**
 
 -   [toStartOfInterval](#tostartofintervaltime-or-data-interval-x-unit-time-zone)
 
 ## date\_add {#date_add}
 
-Adds the time interval or date interval to the provided date or date with time.
+Adds specified date/time interval to the provided date.
 
-**Syntax**
+**Syntax** 
 
 ``` sql
 date_add(unit, value, date)
 ```
 
-Aliases: `dateAdd`, `DATE_ADD`.
+Aliases: `dateAdd`, `DATE_ADD`. 
 
-**Arguments**
+**Parameters**
 
 -   `unit` — The type of interval to add. [String](../../sql-reference/data-types/string.md).
-    Possible values:
 
-    - `second`
-    - `minute`
-    - `hour`
-    - `day`
-    - `week`
-    - `month`
-    - `quarter`
-    - `year`
+        Supported values: second, minute, hour, day, week, month, quarter, year.
+-   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md)    
+-   `date` — [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
--   `value` — Value of interval to add. [Int](../../sql-reference/data-types/int-uint.md).  
--   `date` — The date or date with time to which `value` is added. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Returned value**
 
-Date or date with time obtained by adding `value`, expressed in `unit`, to `date`.
-
-Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+Returns Date or DateTime with `value` expressed in `unit` added to `date`. 
 
 **Example**
 
-Query:
-
 ```sql
-SELECT date_add(YEAR, 3, toDate('2018-01-01'));
+select date_add(YEAR, 3, toDate('2018-01-01'));
 ```
 
-Result:
-
 ```text
 ┌─plus(toDate('2018-01-01'), toIntervalYear(3))─┐
 │                                    2021-01-01 │
@@ -626,7 +477,7 @@ Result:
 
 ## date\_diff {#date_diff}
 
-Returns the difference between two dates or dates with time values.
+Returns the difference between two Date or DateTime values.
 
 **Syntax**
 
@@ -634,33 +485,25 @@ Returns the difference between two dates or dates with time values.
 date_diff('unit', startdate, enddate, [timezone])
 ```
 
-Aliases: `dateDiff`, `DATE_DIFF`.
+Aliases: `dateDiff`, `DATE_DIFF`. 
 
-**Arguments**
+**Parameters**
 
--   `unit` — The type of interval for result. [String](../../sql-reference/data-types/string.md).
-    Possible values:
+-   `unit` — The type of interval for result [String](../../sql-reference/data-types/string.md).
 
-    - `second`
-    - `minute`
-    - `hour`
-    - `day`
-    - `week`
-    - `month`
-    - `quarter`
-    - `year`
+        Supported values: second, minute, hour, day, week, month, quarter, year.
 
 -   `startdate` — The first time value to subtract (the subtrahend). [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 -   `enddate` — The second time value to subtract from (the minuend). [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
--   `timezone` — [Timezone name](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) (optional). If specified, it is applied to both `startdate` and `enddate`. If not specified, timezones of `startdate` and `enddate` are used. If they are not the same, the result is unspecified. [String](../../sql-reference/data-types/string.md).
+-   `timezone` — Optional parameter. If specified, it is applied to both `startdate` and `enddate`. If not specified, timezones of `startdate` and `enddate` are used. If they are not the same, the result is unspecified.
 
 **Returned value**
 
 Difference between `enddate` and `startdate` expressed in `unit`.
 
-Type: [Int](../../sql-reference/data-types/int-uint.md).
+Type: `int`.
 
 **Example**
 
@@ -680,7 +523,7 @@ Result:
 
 ## date\_sub {#date_sub}
 
-Subtracts the time interval or date interval from the provided date or date with time.
+Subtracts a time/date interval from the provided date.
 
 **Syntax**
 
@@ -688,30 +531,19 @@ Subtracts the time interval or date interval from the provided date or date with
 date_sub(unit, value, date)
 ```
 
-Aliases: `dateSub`, `DATE_SUB`.
+Aliases: `dateSub`, `DATE_SUB`. 
 
-**Arguments**
+**Parameters**
 
 -   `unit` — The type of interval to subtract. [String](../../sql-reference/data-types/string.md).
-    Possible values:
 
-    - `second`
-    - `minute`
-    - `hour`
-    - `day`
-    - `week`
-    - `month`
-    - `quarter`
-    - `year`
-
--   `value` — Value of interval to subtract. [Int](../../sql-reference/data-types/int-uint.md).    
--   `date` — The date or date with time from which `value` is subtracted. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+        Supported values: second, minute, hour, day, week, month, quarter, year.
+-   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md)    
+-   `date` — [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md) to subtract value from.
 
 **Returned value**
 
-Date or date with time obtained by subtracting `value`, expressed in `unit`, from `date`.
-
-Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+Returns Date or DateTime with `value` expressed in `unit` subtracted from `date`. 
 
 **Example**
 
@@ -733,46 +565,32 @@ Result:
 
 Adds the specified time value with the provided date or date time value.
 
-**Syntax**
+**Syntax** 
 
 ``` sql
 timestamp_add(date, INTERVAL value unit)
 ```
 
-Aliases: `timeStampAdd`, `TIMESTAMP_ADD`.
+Aliases: `timeStampAdd`, `TIMESTAMP_ADD`. 
 
-**Arguments**
-
--   `date` — Date or date with time. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
--   `value` — Value of interval to add. [Int](../../sql-reference/data-types/int-uint.md).
+**Parameters**
+    
+-   `date` — Date or Date with time - [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+-   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md)
 -   `unit` — The type of interval to add. [String](../../sql-reference/data-types/string.md).
-    Possible values:
 
-    - `second`
-    - `minute`
-    - `hour`
-    - `day`
-    - `week`
-    - `month`
-    - `quarter`
-    - `year`
+        Supported values: second, minute, hour, day, week, month, quarter, year.
 
 **Returned value**
 
-Date or date with time with the specified `value` expressed in `unit` added to `date`.
-
-Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
-
+Returns Date or DateTime with the specified `value`  expressed in `unit` added to `date`. 
+    
 **Example**
 
-Query:
-
 ```sql
 select timestamp_add(toDate('2018-01-01'), INTERVAL 3 MONTH);
 ```
 
-Result:
-
 ```text
 ┌─plus(toDate('2018-01-01'), toIntervalMonth(3))─┐
 │                                     2018-04-01 │
@@ -781,66 +599,51 @@ Result:
 
 ## timestamp\_sub {#timestamp_sub}
 
-Subtracts the time interval from the provided date or date with time.
+Returns the difference between two dates in the specified unit.
 
-**Syntax**
+**Syntax** 
 
 ``` sql
 timestamp_sub(unit, value, date)
 ```
 
-Aliases: `timeStampSub`, `TIMESTAMP_SUB`.
+Aliases: `timeStampSub`, `TIMESTAMP_SUB`. 
 
-**Arguments**
+**Parameters**
 
--   `unit` — The type of interval to subtract. [String](../../sql-reference/data-types/string.md).
-    Possible values:
+-   `unit` — The type of interval to add. [String](../../sql-reference/data-types/string.md).
 
-    - `second`
-    - `minute`
-    - `hour`
-    - `day`
-    - `week`
-    - `month`
-    - `quarter`
-    - `year`
-
--   `value` — Value of interval to subtract. [Int](../../sql-reference/data-types/int-uint.md).   
--   `date` — Date or date with time. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+        Supported values: second, minute, hour, day, week, month, quarter, year.
+-   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md).   
+-   `date`- [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Returned value**
 
-Date or date with time obtained by subtracting `value`, expressed in `unit`, from `date`.
-
-Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+Difference between `date` and the specified `value` expressed in `unit`.
 
 **Example**
 
-Query:
-
 ```sql
 select timestamp_sub(MONTH, 5, toDateTime('2018-12-18 01:02:03'));
 ```
 
-Result:
-
 ```text
 ┌─minus(toDateTime('2018-12-18 01:02:03'), toIntervalMonth(5))─┐
 │                                          2018-07-18 01:02:03 │
 └──────────────────────────────────────────────────────────────┘
 ```
-
+    
 ## now {#now}
 
-Returns the current date and time.
+Returns the current date and time. 
 
-**Syntax**
+**Syntax** 
 
 ``` sql
 now([timezone])
 ```
 
-**Arguments**
+**Parameters**
 
 -   `timezone` — [Timezone name](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) for the returned value (optional). [String](../../sql-reference/data-types/string.md).
 
@@ -953,7 +756,7 @@ This is necessary for searching for pageviews in the corresponding session.
 
 ## formatDateTime {#formatdatetime}
 
-Formats a Time according to the given Format string. Format is a constant expression, so you cannot have multiple formats for a single result column.
+Function formats a Time according given Format string. N.B.: Format is a constant expression, e.g. you can not have multiple formats for single result column.
 
 **Syntax**
 
@@ -973,7 +776,7 @@ Using replacement fields, you can define a pattern for the resulting string. “
 | %C       | year divided by 100 and truncated to integer (00-99)    | 20         |
 | %d       | day of the month, zero-padded (01-31)                   | 02         |
 | %D       | Short MM/DD/YY date, equivalent to %m/%d/%y             | 01/02/18   |
-| %e       | day of the month, space-padded ( 1-31)                  | &nbsp; 2   |
+| %e       | day of the month, space-padded ( 1-31)                  |  2         |
 | %F       | short YYYY-MM-DD date, equivalent to %Y-%m-%d           | 2018-01-02 |
 | %G       | four-digit year format for ISO week number, calculated from the week-based year [defined by the ISO 8601](https://en.wikipedia.org/wiki/ISO_8601#Week_dates) standard, normally useful only with %V  | 2018         |
 | %g       | two-digit year format, aligned to ISO 8601, abbreviated from four-digit notation                                | 18       |
@@ -1012,32 +815,31 @@ Result:
 └────────────────────────────────────────────┘
 ```
 
+[Original article](https://clickhouse.tech/docs/en/query_language/functions/date_time_functions/) <!--hide-->
+
 ## FROM\_UNIXTIME {#fromunixfime}
 
-Function converts Unix timestamp to a calendar date and a time of a day. When there is only a single argument of [Integer](../../sql-reference/data-types/int-uint.md) type, it acts in the same way as [toDateTime](../../sql-reference/functions/type-conversion-functions.md#todatetime) and return [DateTime](../../sql-reference/data-types/datetime.md) type.
+When there is only single argument of integer type, it act in the same way as `toDateTime` and return [DateTime](../../sql-reference/data-types/datetime.md).
+type.
 
-**Example:**
-
-Query:
+For example:
 
 ```sql
-SELECT FROM_UNIXTIME(423543535);
+SELECT FROM_UNIXTIME(423543535)
 ```
 
-Result:
-
 ```text
 ┌─FROM_UNIXTIME(423543535)─┐
 │      1983-06-04 10:58:55 │
 └──────────────────────────┘
 ```
 
-When there are two arguments: first is an [Integer](../../sql-reference/data-types/int-uint.md) or [DateTime](../../sql-reference/data-types/datetime.md), second is a constant format string — it acts in the same way as [formatDateTime](#formatdatetime) and return [String](../../sql-reference/data-types/string.md#string) type.
+When there are two arguments, first is integer or DateTime, second is constant format string, it act in the same way as `formatDateTime` and return `String` type.
 
 For example:
 
 ```sql
-SELECT FROM_UNIXTIME(1234334543, '%Y-%m-%d %R:%S') AS DateTime;
+SELECT FROM_UNIXTIME(1234334543, '%Y-%m-%d %R:%S') AS DateTime
 ```
 
 ```text
@@ -1056,7 +858,7 @@ Converts a [Proleptic Gregorian calendar](https://en.wikipedia.org/wiki/Prolepti
 toModifiedJulianDay(date)
 ```
 
-**Arguments**
+**Parameters**
 
 -   `date` — Date in text form. [String](../../sql-reference/data-types/string.md) or [FixedString](../../sql-reference/data-types/fixedstring.md).
 
@@ -1092,7 +894,7 @@ Similar to [toModifiedJulianDay()](#tomodifiedjulianday), but instead of raising
 toModifiedJulianDayOrNull(date)
 ```
 
-**Arguments**
+**Parameters**
 
 -   `date` — Date in text form. [String](../../sql-reference/data-types/string.md) or [FixedString](../../sql-reference/data-types/fixedstring.md).
 
@@ -1128,7 +930,7 @@ Converts a [Modified Julian Day](https://en.wikipedia.org/wiki/Julian_day#Varian
 fromModifiedJulianDay(day)
 ```
 
-**Arguments**
+**Parameters**
 
 -   `day` — Modified Julian Day number. [Any integral types](../../sql-reference/data-types/int-uint.md).
 
@@ -1164,7 +966,7 @@ Similar to [fromModifiedJulianDayOrNull()](#frommodifiedjuliandayornull), but in
 fromModifiedJulianDayOrNull(day)
 ```
 
-**Arguments**
+**Parameters**
 
 -   `day` — Modified Julian Day number. [Any integral types](../../sql-reference/data-types/int-uint.md).
 
diff --git a/docs/en/sql-reference/statements/rename.md b/docs/en/sql-reference/statements/rename.md
index a9dda6ed3b2..6e98b19d9b8 100644
--- a/docs/en/sql-reference/statements/rename.md
+++ b/docs/en/sql-reference/statements/rename.md
@@ -6,7 +6,7 @@ toc_title: RENAME
 # RENAME Statement {#misc_operations-rename}
 
 ## RENAME DATABASE {#misc_operations-rename_database}
-Renames database, support only for Atomic database engine
+Renames database, it is supported only for Atomic database engine.
 
 ```
 RENAME DATABASE atomic_database1 TO atomic_database2 [ON CLUSTER cluster]
diff --git a/docs/ru/sql-reference/functions/date-time-functions.md b/docs/ru/sql-reference/functions/date-time-functions.md
index b442a782100..de71384253b 100644
--- a/docs/ru/sql-reference/functions/date-time-functions.md
+++ b/docs/ru/sql-reference/functions/date-time-functions.md
@@ -264,6 +264,9 @@ SELECT toUnixTimestamp('2017-11-05 08:07:47', 'Asia/Tokyo') AS unix_timestamp;
 └────────────────┘
 ```
 
+!!! attention "Attention"
+    Возвращаемый тип функций `toStartOf*`, который описан ниже, это `Date` или `DateTime`. Несмотря на то, что эти функции могут принимать `DateTime64` в качестве аргумента, если передача `DateTime64` выходит за пределы нормального диапазона (1970 - 2105 гг.), то это даст неверный результат.
+
 ## toStartOfYear {#tostartofyear}
 
 Округляет дату или дату-с-временем вниз до первого дня года.
diff --git a/docs/ru/sql-reference/statements/rename.md b/docs/ru/sql-reference/statements/rename.md
index 192426dbafa..b78505ce9c4 100644
--- a/docs/ru/sql-reference/statements/rename.md
+++ b/docs/ru/sql-reference/statements/rename.md
@@ -6,7 +6,7 @@ toc_title: RENAME
 # RENAME Statement {#misc_operations-rename}
 
 ## RENAME DATABASE {#misc_operations-rename_database}
-Переименование базы данных
+Переименовывает базу данных, поддерживается только для движка базы данных Atomic.
 
 ```
 RENAME DATABASE atomic_database1 TO atomic_database2 [ON CLUSTER cluster]

From e0011fa7980fdf3e9f645957a0465b1c9edac369 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Wed, 26 May 2021 14:44:10 +0200
Subject: [PATCH 0554/1060] Ru version note edited

---
 docs/ru/sql-reference/statements/optimize.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/statements/optimize.md b/docs/ru/sql-reference/statements/optimize.md
index 93f7fde707f..976c1994414 100644
--- a/docs/ru/sql-reference/statements/optimize.md
+++ b/docs/ru/sql-reference/statements/optimize.md
@@ -34,13 +34,13 @@ ClickHouse не оповещает клиента. Чтобы включить 
 
 !!! note "Примечание"
     Обратите внимание, что символ подстановки `*` обрабатывается так же, как и в запросах `SELECT`: столбцы [MATERIALIZED](../../sql-reference/statements/create/table.md#materialized) и [ALIAS](../../sql-reference/statements/create/table.md#alias) не включаются в результат.
-    Если указать пустой список или выражение, которое возвращает пустой список, или дедуплицировать столбец по псевдониму (`ALIAS`), то сервер вернет ошибку.
+    Если указать пустой список или выражение, которое возвращает пустой список, то сервер вернет ошибку. Запрос вида `DEDUPLICATE BY aliased_value` также вернет ошибку.
 
 **Синтаксис**
 
 ``` sql
 OPTIMIZE TABLE table DEDUPLICATE; -- по всем столбцам
-OPTIMIZE TABLE table DEDUPLICATE BY *; -- исключаются MATERIALIZED и ALIAS столбцы
+OPTIMIZE TABLE table DEDUPLICATE BY *; -- исключаются столбцы MATERIALIZED и ALIAS
 OPTIMIZE TABLE table DEDUPLICATE BY colX,colY,colZ;
 OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT colX;
 OPTIMIZE TABLE table DEDUPLICATE BY * EXCEPT (colX, colY);

From 4314886268d96f1473b8af742afe75e2c88f9796 Mon Sep 17 00:00:00 2001
From: Alina Terekhova <terehova@yandex-team.ru>
Date: Wed, 26 May 2021 14:46:35 +0200
Subject: [PATCH 0555/1060] Minor change

---
 docs/ru/sql-reference/statements/optimize.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/statements/optimize.md b/docs/ru/sql-reference/statements/optimize.md
index 976c1994414..70503ec4de9 100644
--- a/docs/ru/sql-reference/statements/optimize.md
+++ b/docs/ru/sql-reference/statements/optimize.md
@@ -131,7 +131,7 @@ SELECT * FROM example;
 └─────────────┴───────────────┴───────┴───────────────┘
 ```
 
-Дедупликация по всем столбцам, кроме `ALIAS` и `MATERIALIZED` (BY `*`), и с исключением столбца `value`: `primary_key`, `secondary_key` и `partition_key`.
+Дедупликация по всем столбцам, кроме `ALIAS` и `MATERIALIZED` (`BY *`), и с исключением столбца `value`: `primary_key`, `secondary_key` и `partition_key`.
 ``` sql
 OPTIMIZE TABLE example FINAL DEDUPLICATE BY * EXCEPT value;
 ```

From 20687d540acc3d36ee7838e388eef89f3596e612 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 26 May 2021 08:54:55 -0400
Subject: [PATCH 0556/1060] Small change to re-trigger CI/CD pipeline.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index ee82614f473..aa478dfe80f 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; tar -xf clickhouse_logs.tar --directory /test_output; rm -rf clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; tar -xf clickhouse_logs.tar --directory /test_output; rm -rf clickhouse_logs.tar"]

From 07aa05887827183816aab453685fcee3c8bd1e85 Mon Sep 17 00:00:00 2001
From: Alexey <lehasm@gmail.com>
Date: Wed, 26 May 2021 13:03:46 +0000
Subject: [PATCH 0557/1060] Description of input_format_null_as_default is
 extended. Sentences reordered.

---
 docs/en/operations/settings/settings.md | 13 +++++++++++--
 docs/ru/operations/settings/settings.md | 13 +++++++++++--
 2 files changed, 22 insertions(+), 4 deletions(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 513403cd387..a2632a2acf0 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -366,14 +366,23 @@ throws an exception.
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
 Enables or disables the initialization of [NULL](../../sql-reference/syntax.md#null-literal) fields with [default values](../../sql-reference/statements/create/table.md#create-default-values), if data type of these fields is not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable).
+If column type is not nullable and this setting is disabled, then inserting `NULL` causes an exception. If column type is nullable, then `NULL` values are inserted as is, regardless of this setting.
+
 This setting is applicable to [INSERT ... VALUES](../../sql-reference/statements/insert-into.md) queries for text input formats.
 
+Possible values:
+
+-   0 — Inserting `NULL` into a not nullable column causes an exception.
+-   1 — `NULL` fields are initialized with default column values.
+
+Default value: `1`.
+
 ## insert_null_as_default {#insert_null_as_default}
 
 Enables or disables the insertion of [default values](../../sql-reference/statements/create/table.md#create-default-values) instead of [NULL](../../sql-reference/syntax.md#null-literal) into columns with not [nullable](../../sql-reference/data-types/nullable.md#data_type-nullable) data type. 
+If column type is not nullable and this setting is disabled, then inserting `NULL` causes an exception. If column type is nullable, then `NULL` values are inserted as is, regardless of this setting.
+
 This setting is applicable to [INSERT ... SELECT](../../sql-reference/statements/insert-into.md#insert_query_insert-select) queries. Note that `SELECT` subqueries may be concatenated with `UNION ALL` clause.
-If column type is nullable then `NULL` values are inserted as is, regardless of this setting.
-If column type is not nullable and this setting is disabled, then inserting `NULL` causes an exception.
 
 Possible values:
 
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index f78f6a246f9..105e3cc74ee 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -348,14 +348,23 @@ INSERT INTO table_with_enum_column_for_tsv_insert FORMAT TSV 102	2;
 ## input_format_null_as_default {#settings-input-format-null-as-default}
 
 Включает или отключает инициализацию [значениями по умолчанию](../../sql-reference/statements/create/table.md#create-default-values) ячеек с [NULL](../../sql-reference/syntax.md#null-literal), если тип данных столбца не позволяет [хранить NULL](../../sql-reference/data-types/nullable.md#data_type-nullable).
+Если столбец не позволяет хранить `NULL` и эта настройка отключена, то вставка `NULL` приведет к возникновению исключения. Если столбец позволяет хранить `NULL`, то значения `NULL` вставляются независимо от этой настройки. 
+
 Эта настройка используется для запросов [INSERT ... VALUES](../../sql-reference/statements/insert-into.md) для текстовых входных форматов.
 
+Возможные значения:
+
+-   0 — вставка `NULL` в столбец, не позволяющий хранить `NULL`, приведет к возникновению исключения.
+-   1 — ячейки с `NULL` инициализируются значением столбца по умолчанию.
+
+Значение по умолчанию: `1`.
+
 ## insert_null_as_default {#insert_null_as_default}
 
 Включает или отключает вставку [значений по умолчанию](../../sql-reference/statements/create/table.md#create-default-values) вместо [NULL](../../sql-reference/syntax.md#null-literal) в столбцы, которые не позволяют [хранить NULL](../../sql-reference/data-types/nullable.md#data_type-nullable). 
+Если столбец не позволяет хранить `NULL` и эта настройка отключена, то вставка `NULL` приведет к возникновению исключения. Если столбец позволяет хранить `NULL`, то значения `NULL` вставляются независимо от этой настройки.
+
 Эта настройка используется для запросов [INSERT ... SELECT](../../sql-reference/statements/insert-into.md#insert_query_insert-select). При этом подзапросы `SELECT` могут объединяться с помощью `UNION ALL`.
-Если столбец позволяет хранить `NULL`, то значения `NULL` вставляются независимо от этой настройки.
-Если столбец не позволяет хранить `NULL` и эта настройка отключена, то вставка `NULL` приведет к возникновению исключения.
 
 Возможные значения:
 

From 24990449f507fa7a864ad79aa9b9bf1d60f04c1b Mon Sep 17 00:00:00 2001
From: Amir Vaza <amirvaza@gmail.com>
Date: Wed, 26 May 2021 16:08:53 +0300
Subject: [PATCH 0558/1060] Typo

---
 docs/en/sql-reference/statements/system.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index 7871894ccac..0d8d9de3306 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -199,7 +199,7 @@ Provides possibility to start background move data according to [TTL table expre
 Returns `Ok.` even if table doesn’t exist. Returns error when database doesn’t exist:
 
 ``` sql
-SYSTEM STOP MOVES [[db.]merge_tree_family_table_name]
+SYSTEM START MOVES [[db.]merge_tree_family_table_name]
 ```
 
 ## Managing ReplicatedMergeTree Tables {#query-language-system-replicated}

From 21ed59b11b1d73c7049fb6bcef1012c82086787b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 26 May 2021 16:09:43 +0300
Subject: [PATCH 0559/1060] Make get/check/read/list requests always read in
 Keeper

---
 src/Common/ZooKeeper/ZooKeeperCommon.h | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Common/ZooKeeper/ZooKeeperCommon.h b/src/Common/ZooKeeper/ZooKeeperCommon.h
index 2a317da2622..ced154133b5 100644
--- a/src/Common/ZooKeeper/ZooKeeperCommon.h
+++ b/src/Common/ZooKeeper/ZooKeeperCommon.h
@@ -227,7 +227,7 @@ struct ZooKeeperExistsRequest final : ExistsRequest, ZooKeeperRequest
     void readImpl(ReadBuffer & in) override;
 
     ZooKeeperResponsePtr makeResponse() const override;
-    bool isReadRequest() const override { return !has_watch; }
+    bool isReadRequest() const override { return true; }
 
     size_t bytesSize() const override { return ExistsRequest::bytesSize() + sizeof(xid) + sizeof(has_watch); }
 };
@@ -248,7 +248,7 @@ struct ZooKeeperGetRequest final : GetRequest, ZooKeeperRequest
     void readImpl(ReadBuffer & in) override;
 
     ZooKeeperResponsePtr makeResponse() const override;
-    bool isReadRequest() const override { return !has_watch; }
+    bool isReadRequest() const override { return true; }
 
     size_t bytesSize() const override { return GetRequest::bytesSize() + sizeof(xid) + sizeof(has_watch); }
 };
@@ -291,7 +291,7 @@ struct ZooKeeperListRequest : ListRequest, ZooKeeperRequest
     void writeImpl(WriteBuffer & out) const override;
     void readImpl(ReadBuffer & in) override;
     ZooKeeperResponsePtr makeResponse() const override;
-    bool isReadRequest() const override { return !has_watch; }
+    bool isReadRequest() const override { return true; }
 
     size_t bytesSize() const override { return ListRequest::bytesSize() + sizeof(xid) + sizeof(has_watch); }
 };
@@ -325,7 +325,7 @@ struct ZooKeeperCheckRequest final : CheckRequest, ZooKeeperRequest
     void readImpl(ReadBuffer & in) override;
 
     ZooKeeperResponsePtr makeResponse() const override;
-    bool isReadRequest() const override { return !has_watch; }
+    bool isReadRequest() const override { return true; }
 
     size_t bytesSize() const override { return CheckRequest::bytesSize() + sizeof(xid) + sizeof(has_watch); }
 };

From 5da54c2745818a5ff35b62a0d2c98cd421402fb5 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 26 May 2021 16:30:43 +0300
Subject: [PATCH 0560/1060] calculate perf test precision thresholds from
 historical data

---
 docker/test/performance-comparison/compare.sh | 96 +++++++++++++++++--
 docker/test/performance-comparison/report.py  |  9 +-
 src/TableFunctions/ITableFunctionFileLike.cpp |  4 +-
 tests/performance/ColumnMap.xml               |  2 +-
 .../performance/agg_functions_min_max_any.xml |  2 +-
 tests/performance/arithmetic.xml              |  2 +-
 tests/performance/array_auc.xml               |  2 +-
 tests/performance/constant_column_search.xml  |  2 +-
 tests/performance/decimal_aggregates.xml      |  2 +-
 tests/performance/decimal_casts.xml           |  2 +-
 tests/performance/direct_dictionary.xml       |  2 +-
 tests/performance/format_readable.xml         |  2 +-
 tests/performance/general_purpose_hashes.xml  |  2 +-
 .../general_purpose_hashes_on_UUID.xml        |  2 +-
 tests/performance/group_array_moving_sum.xml  |  2 +-
 tests/performance/group_by_sundy_li.xml       |  2 +-
 tests/performance/hashed_dictionary.xml       |  2 +-
 tests/performance/if_array_string.xml         |  2 +-
 .../inserts_arrays_lowcardinality.xml         |  2 +-
 tests/performance/joins_in_memory.xml         |  2 +-
 tests/performance/joins_in_memory_pmj.xml     |  2 +-
 tests/performance/json_extract_simdjson.xml   |  2 +-
 .../performance/logical_functions_medium.xml  |  2 +-
 tests/performance/logical_functions_small.xml |  2 +-
 tests/performance/math.xml                    |  2 +-
 .../performance/number_formatting_formats.xml |  2 +-
 tests/performance/parallel_index.xml          |  2 +-
 tests/performance/parse_engine_file.xml       |  2 +-
 tests/performance/point_in_polygon.xml        |  2 +-
 tests/performance/questdb_sum_int32.xml       |  2 +-
 tests/performance/random_printable_ascii.xml  |  2 +-
 tests/performance/reinterpret_as.xml          |  2 +-
 tests/performance/select_format.xml           |  2 +-
 tests/performance/set_index.xml               |  2 +-
 tests/performance/string_join.xml             |  2 +-
 tests/performance/string_set.xml              |  2 +-
 tests/performance/sum_map.xml                 |  2 +-
 .../synthetic_hardware_benchmark.xml          |  2 +-
 tests/performance/visit_param_extract_raw.xml |  2 +-
 tests/performance/website.xml                 |  2 +-
 40 files changed, 132 insertions(+), 51 deletions(-)

diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index 093629e61fc..a027a94ab70 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -552,6 +552,63 @@ create table query_metric_stats_denorm engine File(TSVWithNamesAndTypes,
     order by test, query_index, metric_name
     ;
 " 2> >(tee -a analyze/errors.log 1>&2)
+
+# Fetch historical query variability thresholds from the CI database
+clickhouse-local --query "
+    left join file('analyze/report-thresholds.tsv', TSV,
+            'test text, report_threshold float') thresholds
+        on query_metric_stats.test = thresholds.test
+"
+
+if [ -v CHPC_DATABASE_URL ]
+then
+    set +x # Don't show password in the log
+    client=(clickhouse-client
+        # Surprisingly, clickhouse-client doesn't understand --host 127.0.0.1:9000
+        # so I have to extract host and port with clickhouse-local. I tried to use
+        # Poco URI parser to support this in the client, but it's broken and can't
+        # parse host:port.
+        $(clickhouse-local --query "with '${CHPC_DATABASE_URL}' as url select '--host ' || domain(url) || ' --port ' || toString(port(url)) format TSV")
+        --secure
+        --user "${CHPC_DATABASE_USER}"
+        --password "${CHPC_DATABASE_PASSWORD}"
+        --config "right/config/client_config.xml"
+        --database perftest
+        --date_time_input_format=best_effort)
+
+
+# Precision is going to be 1.5 times worse for PRs. How do I know it? I ran this:
+# SELECT quantilesExact(0., 0.1, 0.5, 0.75, 0.95, 1.)(p / m)
+# FROM
+# (
+#     SELECT
+#         quantileIf(0.95)(stat_threshold, pr_number = 0) AS m,
+#         quantileIf(0.95)(stat_threshold, (pr_number != 0) AND (abs(diff) < stat_threshold)) AS p
+#     FROM query_metrics_v2
+#     WHERE (event_date > (today() - toIntervalMonth(1))) AND (metric = 'client_time')
+#     GROUP BY
+#         test,
+#         query_index,
+#         query_display_name
+#     HAVING count(*) > 100
+# )
+# The file can be empty if the server is inaccessible, so we can't use TSVWithNamesAndTypes.
+    "${client[@]}" --query "
+            select test, query_index,
+                quantileExact(0.99)(abs(diff)) max_diff,
+                quantileExactIf(0.99)(stat_threshold, abs(diff) < stat_threshold) * 1.5 max_stat_threshold,
+                query_display_name
+            from query_metrics_v2
+            where event_date > now() - interval 1 month
+                and metric = 'client_time'
+                and pr_number = 0
+            group by test, query_index, query_display_name
+            having count(*) > 100
+            " > analyze/historical-thresholds.tsv
+else
+    touch analyze/historical-thresholds.tsv
+fi
+
 }
 
 # Analyze results
@@ -596,6 +653,26 @@ create view query_metric_stats as
             diff float, stat_threshold float')
     ;
 
+create table report_thresholds engine File(TSVWithNamesAndTypes, 'report/thresholds.tsv')
+    as select
+        query_display_names.test test, query_display_names.query_index query_index,
+        ceil(greatest(0.1, historical_thresholds.max_diff,
+            test_thresholds.report_threshold), 2) changed_threshold,
+        ceil(greatest(0.2, historical_thresholds.max_stat_threshold,
+            test_thresholds.report_threshold + 0.1), 2) unstable_threshold,
+        query_display_names.query_display_name query_display_name
+    from query_display_names
+    left join file('analyze/historical-thresholds.tsv', TSV,
+        'test text, query_index int, max_diff float, max_stat_threshold float,
+            query_display_name text') historical_thresholds
+    on query_display_names.test = historical_thresholds.test
+        and query_display_names.query_index = historical_thresholds.query_index
+        and query_display_names.query_display_name = historical_thresholds.query_display_name
+    left join file('analyze/report-thresholds.tsv', TSV,
+        'test text, report_threshold float') test_thresholds
+    on query_display_names.test = test_thresholds.test
+    ;
+
 -- Main statistics for queries -- query time as reported in query log.
 create table queries engine File(TSVWithNamesAndTypes, 'report/queries.tsv')
     as select
@@ -610,23 +687,23 @@ create table queries engine File(TSVWithNamesAndTypes, 'report/queries.tsv')
         -- uncaught regressions, because for the default 7 runs we do for PRs,
         -- the randomization distribution has only 16 values, so the max quantile
         -- is actually 0.9375.
-        abs(diff) > report_threshold        and abs(diff) >= stat_threshold as changed_fail,
-        abs(diff) > report_threshold - 0.05 and abs(diff) >= stat_threshold as changed_show,
+        abs(diff) > changed_threshold        and abs(diff) >= stat_threshold as changed_fail,
+        abs(diff) > changed_threshold - 0.05 and abs(diff) >= stat_threshold as changed_show,
 
-        not changed_fail and stat_threshold > report_threshold + 0.10 as unstable_fail,
-        not changed_show and stat_threshold > report_threshold - 0.05 as unstable_show,
+        not changed_fail and stat_threshold > unstable_threshold as unstable_fail,
+        not changed_show and stat_threshold > unstable_threshold - 0.05 as unstable_show,
 
         left, right, diff, stat_threshold,
-        if(report_threshold > 0, report_threshold, 0.10) as report_threshold,
         query_metric_stats.test test, query_metric_stats.query_index query_index,
-        query_display_name
+        query_display_names.query_display_name query_display_name
     from query_metric_stats
-    left join file('analyze/report-thresholds.tsv', TSV,
-            'test text, report_threshold float') thresholds
-        on query_metric_stats.test = thresholds.test
     left join query_display_names
         on query_metric_stats.test = query_display_names.test
             and query_metric_stats.query_index = query_display_names.query_index
+    left join report_thresholds
+        on query_display_names.test = report_thresholds.test
+            and query_display_names.query_index = report_thresholds.query_index
+            and query_display_names.query_display_name = report_thresholds.query_display_name
     -- 'server_time' is rounded down to ms, which might be bad for very short queries.
     -- Use 'client_time' instead.
     where metric_name = 'client_time'
@@ -889,7 +966,6 @@ create table all_query_metrics_tsv engine File(TSV, 'report/all-query-metrics.ts
     order by test, query_index;
 " 2> >(tee -a report/errors.log 1>&2)
 
-
 # Prepare source data for metrics and flamegraphs for queries that were profiled
 # by perf.py.
 for version in {right,left}
diff --git a/docker/test/performance-comparison/report.py b/docker/test/performance-comparison/report.py
index 503f2904461..dabf6b7b93d 100755
--- a/docker/test/performance-comparison/report.py
+++ b/docker/test/performance-comparison/report.py
@@ -453,7 +453,10 @@ if args.report == 'main':
             text += tableRow(r, attrs, anchor)
 
         text += tableEnd()
-        tables.append(text)
+
+        # Don't add an empty table.
+        if very_unstable_queries:
+            tables.append(text)
 
     add_unstable_queries()
 
@@ -552,13 +555,13 @@ if args.report == 'main':
         message_array.append(str(slower_queries) + ' slower')
 
     if unstable_partial_queries:
-        unstable_queries += unstable_partial_queries
-        error_tests += unstable_partial_queries
+        very_unstable_queries += unstable_partial_queries
         status = 'failure'
 
     # Don't show mildly unstable queries, only the very unstable ones we
     # treat as errors.
     if very_unstable_queries:
+        error_tests += very_unstable_queries
         status = 'failure'
         message_array.append(str(very_unstable_queries) + ' unstable')
 
diff --git a/src/TableFunctions/ITableFunctionFileLike.cpp b/src/TableFunctions/ITableFunctionFileLike.cpp
index 44a917a0f00..c0a28882159 100644
--- a/src/TableFunctions/ITableFunctionFileLike.cpp
+++ b/src/TableFunctions/ITableFunctionFileLike.cpp
@@ -58,7 +58,9 @@ void ITableFunctionFileLike::parseArguments(const ASTPtr & ast_function, Context
 
     structure = args[2]->as<ASTLiteral &>().value.safeGet<String>();
     if (structure.empty())
-        throw Exception("Table structure is empty", ErrorCodes::BAD_ARGUMENTS);
+        throw Exception(ErrorCodes::BAD_ARGUMENTS,
+            "Table structure is empty for table function '{}'",
+            ast_function.formatForErrorMessage());
 
     if (args.size() == 4)
         compression_method = args[3]->as<ASTLiteral &>().value.safeGet<String>();
diff --git a/tests/performance/ColumnMap.xml b/tests/performance/ColumnMap.xml
index 874ed638224..144603960f0 100644
--- a/tests/performance/ColumnMap.xml
+++ b/tests/performance/ColumnMap.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
     <settings>
         <allow_experimental_map_type>1</allow_experimental_map_type>
diff --git a/tests/performance/agg_functions_min_max_any.xml b/tests/performance/agg_functions_min_max_any.xml
index f609e6ddecc..6ca9e3eb65a 100644
--- a/tests/performance/agg_functions_min_max_any.xml
+++ b/tests/performance/agg_functions_min_max_any.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <preconditions>
         <table_exists>hits_100m_single</table_exists>
     </preconditions>
diff --git a/tests/performance/arithmetic.xml b/tests/performance/arithmetic.xml
index 7c3734a900a..0be61eb5823 100644
--- a/tests/performance/arithmetic.xml
+++ b/tests/performance/arithmetic.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.7">
+<test>
     <settings>
         <max_memory_usage>30000000000</max_memory_usage>
     </settings>
diff --git a/tests/performance/array_auc.xml b/tests/performance/array_auc.xml
index 5a2f41ead5e..59d321b3c62 100644
--- a/tests/performance/array_auc.xml
+++ b/tests/performance/array_auc.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
     <query>SELECT avg(ifNotFinite(arrayAUC(arrayMap(x -> rand(x) / 0x100000000, range(2 + rand() % 100)), arrayMap(x -> rand(x) % 2, range(2 + rand() % 100))), 0)) FROM numbers(100000)</query>
 </test>
diff --git a/tests/performance/constant_column_search.xml b/tests/performance/constant_column_search.xml
index 71d8185d818..cb76fd4cefb 100644
--- a/tests/performance/constant_column_search.xml
+++ b/tests/performance/constant_column_search.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <tags>
         <tag>search</tag>
     </tags>
diff --git a/tests/performance/decimal_aggregates.xml b/tests/performance/decimal_aggregates.xml
index c8f7c8ed4e6..7078cb16002 100644
--- a/tests/performance/decimal_aggregates.xml
+++ b/tests/performance/decimal_aggregates.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_memory_usage>35G</max_memory_usage>
     </settings>
diff --git a/tests/performance/decimal_casts.xml b/tests/performance/decimal_casts.xml
index f087d0938c1..6dd38b6a06a 100644
--- a/tests/performance/decimal_casts.xml
+++ b/tests/performance/decimal_casts.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_memory_usage>15G</max_memory_usage>
     </settings>
diff --git a/tests/performance/direct_dictionary.xml b/tests/performance/direct_dictionary.xml
index 7983c058928..aa7b99e39de 100644
--- a/tests/performance/direct_dictionary.xml
+++ b/tests/performance/direct_dictionary.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <create_query>
         CREATE TABLE simple_key_direct_dictionary_source_table
         (
diff --git a/tests/performance/format_readable.xml b/tests/performance/format_readable.xml
index c43a314be85..5a76ac67333 100644
--- a/tests/performance/format_readable.xml
+++ b/tests/performance/format_readable.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 <query>SELECT count() FROM numbers(10000000) WHERE NOT ignore(formatReadableSize(number))</query>
 <query>SELECT count() FROM numbers(10000000) WHERE NOT ignore(formatReadableQuantity(number))</query>
 <query>SELECT count() FROM numbers(10000000) WHERE NOT ignore(formatReadableTimeDelta(number))</query>
diff --git a/tests/performance/general_purpose_hashes.xml b/tests/performance/general_purpose_hashes.xml
index bd2fa9674f6..f34554360cf 100644
--- a/tests/performance/general_purpose_hashes.xml
+++ b/tests/performance/general_purpose_hashes.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <substitutions>
         <substitution>
            <name>gp_hash_func</name>
diff --git a/tests/performance/general_purpose_hashes_on_UUID.xml b/tests/performance/general_purpose_hashes_on_UUID.xml
index ccff0619c6e..3694e0a38bd 100644
--- a/tests/performance/general_purpose_hashes_on_UUID.xml
+++ b/tests/performance/general_purpose_hashes_on_UUID.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.6">
+<test>
     <substitutions>
         <substitution>
            <name>hash_func</name>
diff --git a/tests/performance/group_array_moving_sum.xml b/tests/performance/group_array_moving_sum.xml
index 21b36988e13..c5f55b3c179 100644
--- a/tests/performance/group_array_moving_sum.xml
+++ b/tests/performance/group_array_moving_sum.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_memory_usage>30000000000</max_memory_usage>
     </settings>
diff --git a/tests/performance/group_by_sundy_li.xml b/tests/performance/group_by_sundy_li.xml
index aebc305335c..f1187e48528 100644
--- a/tests/performance/group_by_sundy_li.xml
+++ b/tests/performance/group_by_sundy_li.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.4">
+<test>
     <settings>
         <max_insert_threads>8</max_insert_threads>
     </settings>
diff --git a/tests/performance/hashed_dictionary.xml b/tests/performance/hashed_dictionary.xml
index 8dfb33ca53d..91ccc0b1075 100644
--- a/tests/performance/hashed_dictionary.xml
+++ b/tests/performance/hashed_dictionary.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>
         CREATE TABLE simple_key_hashed_dictionary_source_table
         (
diff --git a/tests/performance/if_array_string.xml b/tests/performance/if_array_string.xml
index f1752767e76..0449c5d3271 100644
--- a/tests/performance/if_array_string.xml
+++ b/tests/performance/if_array_string.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : ['a', 'b', 'c'])</query>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? materialize(['Hello', 'World']) : ['a', 'b', 'c'])</query>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(rand() % 2 ? ['Hello', 'World'] : materialize(['a', 'b', 'c']))</query>
diff --git a/tests/performance/inserts_arrays_lowcardinality.xml b/tests/performance/inserts_arrays_lowcardinality.xml
index 0c05e2333c8..505156d4fd5 100644
--- a/tests/performance/inserts_arrays_lowcardinality.xml
+++ b/tests/performance/inserts_arrays_lowcardinality.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     
     <create_query>CREATE TABLE lot_of_string_arrays_src (`id` UInt64, `col00` Array(String), `col01` Array(String), `col02` Array(String), `col03` Array(String), `col04` Array(String), `col05` Array(String), `col06` Array(String), `col07` Array(String), `col08` Array(String), `col09` Array(String), `col10` Array(String), `col11` Array(String), `col12` Array(String), `col13` Array(String), `col14` Array(String), `col15` Array(String), `col16` Array(String), `col17` Array(String), `col18` Array(String), `col19` Array(String), `col20` Array(String), `col21` Array(String), `col22` Array(String), `col23` Array(String), `col24` Array(String), `col25` Array(String), `col26` Array(String), `col27` Array(String), `col28` Array(String), `col29` Array(String), `col30` Array(String), `col31` Array(String), `col32` Array(String), `col33` Array(String), `col34` Array(String), `col35` Array(String), `col36` Array(String), `col37` Array(String), `col38` Array(String), `col39` Array(String), `col40` Array(String), `col41` Array(String), `col42` Array(String), `col43` Array(String), `col44` Array(String), `col45` Array(String), `col46` Array(String), `col47` Array(String), `col48` Array(String), `col49` Array(String)) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>
     <create_query>CREATE TABLE lot_of_string_arrays_dst_lowcardinality (`id` UInt64, `col00` Array(LowCardinality(String)), `col01` Array(LowCardinality(String)), `col02` Array(LowCardinality(String)), `col03` Array(LowCardinality(String)), `col04` Array(LowCardinality(String)), `col05` Array(LowCardinality(String)), `col06` Array(LowCardinality(String)), `col07` Array(LowCardinality(String)), `col08` Array(LowCardinality(String)), `col09` Array(LowCardinality(String)), `col10` Array(LowCardinality(String)), `col11` Array(LowCardinality(String)), `col12` Array(LowCardinality(String)), `col13` Array(LowCardinality(String)), `col14` Array(LowCardinality(String)), `col15` Array(LowCardinality(String)), `col16` Array(LowCardinality(String)), `col17` Array(LowCardinality(String)), `col18` Array(LowCardinality(String)), `col19` Array(LowCardinality(String)), `col20` Array(LowCardinality(String)), `col21` Array(LowCardinality(String)), `col22` Array(LowCardinality(String)), `col23` Array(LowCardinality(String)), `col24` Array(LowCardinality(String)), `col25` Array(LowCardinality(String)), `col26` Array(LowCardinality(String)), `col27` Array(LowCardinality(String)), `col28` Array(LowCardinality(String)), `col29` Array(LowCardinality(String)), `col30` Array(LowCardinality(String)), `col31` Array(LowCardinality(String)), `col32` Array(LowCardinality(String)), `col33` Array(LowCardinality(String)), `col34` Array(LowCardinality(String)), `col35` Array(LowCardinality(String)), `col36` Array(LowCardinality(String)), `col37` Array(LowCardinality(String)), `col38` Array(LowCardinality(String)), `col39` Array(LowCardinality(String)), `col40` Array(LowCardinality(String)), `col41` Array(LowCardinality(String)), `col42` Array(LowCardinality(String)), `col43` Array(LowCardinality(String)), `col44` Array(LowCardinality(String)), `col45` Array(LowCardinality(String)), `col46` Array(LowCardinality(String)), `col47` Array(LowCardinality(String)), `col48` Array(LowCardinality(String)), `col49` Array(LowCardinality(String))) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192;</create_query>
diff --git a/tests/performance/joins_in_memory.xml b/tests/performance/joins_in_memory.xml
index 158602e28ab..7ff6a803d04 100644
--- a/tests/performance/joins_in_memory.xml
+++ b/tests/performance/joins_in_memory.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
 
     <fill_query>INSERT INTO ints SELECT number AS i64, i64 AS i32, i64 AS i16, i64 AS i8 FROM numbers(10000)</fill_query>
diff --git a/tests/performance/joins_in_memory_pmj.xml b/tests/performance/joins_in_memory_pmj.xml
index 05d1876cb06..6eaf0bdd81a 100644
--- a/tests/performance/joins_in_memory_pmj.xml
+++ b/tests/performance/joins_in_memory_pmj.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="2">
+<test>
     <create_query>CREATE TABLE ints (i64 Int64, i32 Int32, i16 Int16, i8 Int8) ENGINE = Memory</create_query>
 
     <settings>
diff --git a/tests/performance/json_extract_simdjson.xml b/tests/performance/json_extract_simdjson.xml
index 87b1eaac73e..9ec3613d5e8 100644
--- a/tests/performance/json_extract_simdjson.xml
+++ b/tests/performance/json_extract_simdjson.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <substitutions>
         <substitution>
            <name>json</name>
diff --git a/tests/performance/logical_functions_medium.xml b/tests/performance/logical_functions_medium.xml
index 19572191532..be474894b54 100644
--- a/tests/performance/logical_functions_medium.xml
+++ b/tests/performance/logical_functions_medium.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>
diff --git a/tests/performance/logical_functions_small.xml b/tests/performance/logical_functions_small.xml
index d5f6a7b99cb..3d70ef6811d 100644
--- a/tests/performance/logical_functions_small.xml
+++ b/tests/performance/logical_functions_small.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>
diff --git a/tests/performance/math.xml b/tests/performance/math.xml
index cfa65809197..006e33548c9 100644
--- a/tests/performance/math.xml
+++ b/tests/performance/math.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.6">
+<test>
     <substitutions>
         <substitution>
            <name>func_slow</name>
diff --git a/tests/performance/number_formatting_formats.xml b/tests/performance/number_formatting_formats.xml
index 8569a9431c1..92e04a62024 100644
--- a/tests/performance/number_formatting_formats.xml
+++ b/tests/performance/number_formatting_formats.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <substitutions>
         <substitution>
             <name>format</name>
diff --git a/tests/performance/parallel_index.xml b/tests/performance/parallel_index.xml
index 78acf6001f0..033e47ee8ee 100644
--- a/tests/performance/parallel_index.xml
+++ b/tests/performance/parallel_index.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <create_query>create table test_parallel_index (x UInt64, y UInt64, z UInt64, INDEX a (y) TYPE minmax GRANULARITY 2,
         INDEX b (z) TYPE set(8) GRANULARITY 2) engine = MergeTree order by x partition by bitAnd(x, 63 * 64) settings index_granularity = 4;</create_query>
 
diff --git a/tests/performance/parse_engine_file.xml b/tests/performance/parse_engine_file.xml
index d0226c3bb68..2740b680b67 100644
--- a/tests/performance/parse_engine_file.xml
+++ b/tests/performance/parse_engine_file.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
 <preconditions>
     <table_exists>test.hits</table_exists>
diff --git a/tests/performance/point_in_polygon.xml b/tests/performance/point_in_polygon.xml
index a22affb8e63..31c24eb006f 100644
--- a/tests/performance/point_in_polygon.xml
+++ b/tests/performance/point_in_polygon.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <!--
             Not sure why it's needed. Maybe it has something to do with the
diff --git a/tests/performance/questdb_sum_int32.xml b/tests/performance/questdb_sum_int32.xml
index 892b38dc9bd..613ef3dc058 100644
--- a/tests/performance/questdb_sum_int32.xml
+++ b/tests/performance/questdb_sum_int32.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_threads>4</max_threads>
         <max_memory_usage>20G</max_memory_usage>
diff --git a/tests/performance/random_printable_ascii.xml b/tests/performance/random_printable_ascii.xml
index 97cadef24c2..a55779f748d 100644
--- a/tests/performance/random_printable_ascii.xml
+++ b/tests/performance/random_printable_ascii.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomPrintableASCII(10))</query>
     <query>SELECT count() FROM zeros(10000000) WHERE NOT ignore(randomPrintableASCII(100))</query>
     <query>SELECT count() FROM zeros(100000) WHERE NOT ignore(randomPrintableASCII(1000))</query>
diff --git a/tests/performance/reinterpret_as.xml b/tests/performance/reinterpret_as.xml
index b9b6fec2084..79ce167a363 100644
--- a/tests/performance/reinterpret_as.xml
+++ b/tests/performance/reinterpret_as.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <allow_experimental_bigint_types>1</allow_experimental_bigint_types>
         <max_memory_usage>15G</max_memory_usage>
diff --git a/tests/performance/select_format.xml b/tests/performance/select_format.xml
index 5f9c2e3f73b..985ec0f2b52 100644
--- a/tests/performance/select_format.xml
+++ b/tests/performance/select_format.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.3">
+<test>
     <settings>
         <output_format_pretty_max_rows>1000000</output_format_pretty_max_rows>
         <max_threads>1</max_threads>
diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml
index 551044e4195..c26a6afe919 100644
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="2">
+<test>
     <create_query>CREATE TABLE test_in (`a` UInt32) ENGINE = MergeTree() ORDER BY a</create_query>
     <fill_query>INSERT INTO test_in SELECT number FROM numbers(500000000)</fill_query>
 
diff --git a/tests/performance/string_join.xml b/tests/performance/string_join.xml
index 80ee0b37654..e4f9979bc09 100644
--- a/tests/performance/string_join.xml
+++ b/tests/performance/string_join.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
 
 
diff --git a/tests/performance/string_set.xml b/tests/performance/string_set.xml
index 4d128787d1f..bbbfe2d3c2b 100644
--- a/tests/performance/string_set.xml
+++ b/tests/performance/string_set.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
 
 
diff --git a/tests/performance/sum_map.xml b/tests/performance/sum_map.xml
index ff166bbf15f..bc9f9be2a18 100644
--- a/tests/performance/sum_map.xml
+++ b/tests/performance/sum_map.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_threads>1</max_threads>
     </settings>
diff --git a/tests/performance/synthetic_hardware_benchmark.xml b/tests/performance/synthetic_hardware_benchmark.xml
index 4b94f73a21d..d4d93447265 100644
--- a/tests/performance/synthetic_hardware_benchmark.xml
+++ b/tests/performance/synthetic_hardware_benchmark.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <settings>
         <max_memory_usage>30000000000</max_memory_usage>
     </settings>
diff --git a/tests/performance/visit_param_extract_raw.xml b/tests/performance/visit_param_extract_raw.xml
index 67faeb1f743..fea7c96a955 100644
--- a/tests/performance/visit_param_extract_raw.xml
+++ b/tests/performance/visit_param_extract_raw.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
     <substitutions>
         <substitution>
            <name>param</name>
diff --git a/tests/performance/website.xml b/tests/performance/website.xml
index 06148850470..ab33291fc8d 100644
--- a/tests/performance/website.xml
+++ b/tests/performance/website.xml
@@ -1,4 +1,4 @@
-<test max_ignored_relative_change="0.2">
+<test>
 
     <preconditions>
         <table_exists>hits_10m_single</table_exists>

From 8ba6ed3fc268ba7b24275744a6aeda5089affbc6 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 26 May 2021 16:53:05 +0300
Subject: [PATCH 0561/1060] Simplier test

---
 src/Storages/MergeTree/MergeTreeSettings.h                      | 2 +-
 src/Storages/MergeTree/SimpleMergeSelector.h                    | 2 +-
 .../01882_check_max_parts_to_merge_at_once.reference            | 2 +-
 .../0_stateless/01882_check_max_parts_to_merge_at_once.sql      | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index 9bda3578906..673105b3ed4 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -56,7 +56,7 @@ struct Settings;
     M(UInt64, write_ahead_log_interval_ms_to_fsync, 100, "Interval in milliseconds after which fsync for WAL is being done.", 0) \
     M(Bool, in_memory_parts_insert_sync, false, "If true insert of part with in-memory format will wait for fsync of WAL", 0) \
     M(UInt64, non_replicated_deduplication_window, 0, "How many last blocks of hashes should be kept on disk (0 - disabled).", 0) \
-    M(UInt64, max_parts_to_merge_at_once, 100, "Max amout of parts which can be merged at once (0 - disabled). Doesn't affect OPTIMIZE FINAL query.", 0) \
+    M(UInt64, max_parts_to_merge_at_once, 100, "Max amount of parts which can be merged at once (0 - disabled). Doesn't affect OPTIMIZE FINAL query.", 0) \
     \
     /** Inserts settings. */ \
     M(UInt64, parts_to_delay_insert, 150, "If table contains at least that many active parts in single partition, artificially slow down insert into table.", 0) \
diff --git a/src/Storages/MergeTree/SimpleMergeSelector.h b/src/Storages/MergeTree/SimpleMergeSelector.h
index 2e6ea3513fd..af339dbfa24 100644
--- a/src/Storages/MergeTree/SimpleMergeSelector.h
+++ b/src/Storages/MergeTree/SimpleMergeSelector.h
@@ -88,7 +88,7 @@ class SimpleMergeSelector final : public IMergeSelector
 public:
     struct Settings
     {
-        /// Zero means unlimited. Can be overriden by the same merge tree setting.
+        /// Zero means unlimited. Can be overridden by the same merge tree setting.
         size_t max_parts_to_merge_at_once = 100;
 
         /** Minimum ratio of size of one part to all parts in set of parts to merge (for usual cases).
diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
index c155c53432a..30a4d52afe1 100644
--- a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.reference
@@ -1,2 +1,2 @@
-250
+100
 1
diff --git a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
index 1d12f0ef2ec..d6cde1ef7a8 100644
--- a/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
+++ b/tests/queries/0_stateless/01882_check_max_parts_to_merge_at_once.sql
@@ -14,7 +14,7 @@ SETTINGS max_parts_to_merge_at_once = 3;
 
 SYSTEM STOP MERGES limited_merge_table;
 
-INSERT INTO limited_merge_table SELECT number FROM numbers(250);
+INSERT INTO limited_merge_table SELECT number FROM numbers(100);
 
 SYSTEM START MERGES limited_merge_table;
 

From 6bc0167970a4cbf8bef58ead5e325fae89a325e9 Mon Sep 17 00:00:00 2001
From: Dmitrii Kovalkov <dimas.kovas@gmail.com>
Date: Wed, 26 May 2021 17:35:05 +0300
Subject: [PATCH 0562/1060] Add test

---
 ...01881_total_bytes_storage_buffer.reference |  5 ++++
 .../01881_total_bytes_storage_buffer.sql      | 23 +++++++++++++++++++
 2 files changed, 28 insertions(+)
 create mode 100644 tests/queries/0_stateless/01881_total_bytes_storage_buffer.reference
 create mode 100644 tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql

diff --git a/tests/queries/0_stateless/01881_total_bytes_storage_buffer.reference b/tests/queries/0_stateless/01881_total_bytes_storage_buffer.reference
new file mode 100644
index 00000000000..eaa9e9259df
--- /dev/null
+++ b/tests/queries/0_stateless/01881_total_bytes_storage_buffer.reference
@@ -0,0 +1,5 @@
+0
+8192
+32
+8192
+32
diff --git a/tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql b/tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql
new file mode 100644
index 00000000000..d962a6db456
--- /dev/null
+++ b/tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql
@@ -0,0 +1,23 @@
+DROP TABLE IF EXISTS test_buffer_table;
+
+CREATE TABLE test_buffer_table
+(
+    `a` Int64
+)
+ENGINE = Buffer('', '', 1, 1000000, 1000000, 1000000, 1000000, 1000000, 1000000);
+
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+
+INSERT INTO test_buffer_table SELECT number FROM numbers(1000);
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+
+OPTIMIZE TABLE test_buffer_table;
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+
+INSERT INTO test_buffer_table SELECT number FROM numbers(1000);
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+
+OPTIMIZE TABLE test_buffer_table;
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+
+DROP TABLE test_buffer_table;

From 4f07efe13ce3520c574474938602f57ea91e0a81 Mon Sep 17 00:00:00 2001
From: Daria Mozhaeva <dmozhaeva@yandex-team.ru>
Date: Wed, 26 May 2021 18:36:05 +0300
Subject: [PATCH 0563/1060] v2

---
 docs/ru/sql-reference/functions/date-time-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/date-time-functions.md b/docs/ru/sql-reference/functions/date-time-functions.md
index de71384253b..214f30409a8 100644
--- a/docs/ru/sql-reference/functions/date-time-functions.md
+++ b/docs/ru/sql-reference/functions/date-time-functions.md
@@ -265,7 +265,7 @@ SELECT toUnixTimestamp('2017-11-05 08:07:47', 'Asia/Tokyo') AS unix_timestamp;
 ```
 
 !!! attention "Attention"
-    Возвращаемый тип функций `toStartOf*`, который описан ниже, это `Date` или `DateTime`. Несмотря на то, что эти функции могут принимать `DateTime64` в качестве аргумента, если передача `DateTime64` выходит за пределы нормального диапазона (1970 - 2105 гг.), то это даст неверный результат.
+    `Date` или `DateTime` это возвращаемый тип функций `toStartOf*`, который описан ниже. Несмотря на то, что эти функции могут принимать `DateTime64` в качестве аргумента, если передача `DateTime64` выходит за пределы нормального диапазона (с 1970 по 2105 год), то это даст неверный результат.
 
 ## toStartOfYear {#tostartofyear}
 

From be95a425d6af008f79ce9f5f197490878c1bfd0c Mon Sep 17 00:00:00 2001
From: Nicolae Vartolomei <nv@cloudflare.com>
Date: Wed, 26 May 2021 16:44:52 +0100
Subject: [PATCH 0564/1060] Avoid hiding errors like `Limit for rows or bytes
 to read exceeded` for subqueries

---
 .../ExecuteScalarSubqueriesVisitor.cpp        | 46 ++++++++-----------
 .../01882_scalar_subquery_exception.reference |  0
 .../01882_scalar_subquery_exception.sql       | 16 +++++++
 3 files changed, 34 insertions(+), 28 deletions(-)
 create mode 100644 tests/queries/0_stateless/01882_scalar_subquery_exception.reference
 create mode 100644 tests/queries/0_stateless/01882_scalar_subquery_exception.sql

diff --git a/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp b/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
index 97ad191289c..b07274781e7 100644
--- a/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
+++ b/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
@@ -116,36 +116,26 @@ void ExecuteScalarSubqueriesMatcher::visit(const ASTSubquery & subquery, ASTPtr
         {
             auto io = interpreter.execute();
 
-            try
+            PullingAsyncPipelineExecutor executor(io.pipeline);
+            while (block.rows() == 0 && executor.pull(block));
+
+            if (block.rows() == 0)
             {
-                PullingAsyncPipelineExecutor executor(io.pipeline);
-                while (block.rows() == 0 && executor.pull(block));
-
-                if (block.rows() == 0)
-                {
-                    /// Interpret subquery with empty result as Null literal
-                    auto ast_new = std::make_unique<ASTLiteral>(Null());
-                    ast_new->setAlias(ast->tryGetAlias());
-                    ast = std::move(ast_new);
-                    return;
-                }
-
-                if (block.rows() != 1)
-                    throw Exception("Scalar subquery returned more than one row", ErrorCodes::INCORRECT_RESULT_OF_SCALAR_SUBQUERY);
-
-                Block tmp_block;
-                while (tmp_block.rows() == 0 && executor.pull(tmp_block));
-
-                if (tmp_block.rows() != 0)
-                    throw Exception("Scalar subquery returned more than one row", ErrorCodes::INCORRECT_RESULT_OF_SCALAR_SUBQUERY);
-            }
-            catch (const Exception & e)
-            {
-                if (e.code() == ErrorCodes::TOO_MANY_ROWS)
-                    throw Exception("Scalar subquery returned more than one row", ErrorCodes::INCORRECT_RESULT_OF_SCALAR_SUBQUERY);
-                else
-                    throw;
+                /// Interpret subquery with empty result as Null literal
+                auto ast_new = std::make_unique<ASTLiteral>(Null());
+                ast_new->setAlias(ast->tryGetAlias());
+                ast = std::move(ast_new);
+                return;
             }
+
+            if (block.rows() != 1)
+                throw Exception("Scalar subquery returned more than one row", ErrorCodes::INCORRECT_RESULT_OF_SCALAR_SUBQUERY);
+
+            Block tmp_block;
+            while (tmp_block.rows() == 0 && executor.pull(tmp_block));
+
+            if (tmp_block.rows() != 0)
+                throw Exception("Scalar subquery returned more than one row", ErrorCodes::INCORRECT_RESULT_OF_SCALAR_SUBQUERY);
         }
 
         block = materializeBlock(block);
diff --git a/tests/queries/0_stateless/01882_scalar_subquery_exception.reference b/tests/queries/0_stateless/01882_scalar_subquery_exception.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01882_scalar_subquery_exception.sql b/tests/queries/0_stateless/01882_scalar_subquery_exception.sql
new file mode 100644
index 00000000000..c7a4555d876
--- /dev/null
+++ b/tests/queries/0_stateless/01882_scalar_subquery_exception.sql
@@ -0,0 +1,16 @@
+drop table if exists nums_in_mem;
+drop table if exists nums_in_mem_dist;
+
+create table nums_in_mem(v UInt64) engine=Memory;
+insert into nums_in_mem select * from system.numbers limit 1000000;
+
+create table nums_in_mem_dist as nums_in_mem engine=Distributed('test_shard_localhost', currentDatabase(), nums_in_mem);
+
+set prefer_localhost_replica = 0;
+set max_rows_to_read = 100;
+
+select
+  count()
+    /
+  (select count() from nums_in_mem_dist where rand() > 0)
+from system.one; -- { serverError 158 }

From 36a93be77234b500922dfca0e5632bab049fd70e Mon Sep 17 00:00:00 2001
From: Nicolae Vartolomei <nv@cloudflare.com>
Date: Wed, 26 May 2021 16:45:34 +0100
Subject: [PATCH 0565/1060] Add missing link for clickhouse-test-server

---
 tests/executable_pool_dictionary.xml | 1 +
 1 file changed, 1 insertion(+)
 create mode 120000 tests/executable_pool_dictionary.xml

diff --git a/tests/executable_pool_dictionary.xml b/tests/executable_pool_dictionary.xml
new file mode 120000
index 00000000000..83f18b95f20
--- /dev/null
+++ b/tests/executable_pool_dictionary.xml
@@ -0,0 +1 @@
+config/executable_pool_dictionary.xml
\ No newline at end of file

From 080d04b56ddbaa2949d0cd3d6e16ec4d754145f3 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Wed, 26 May 2021 18:46:21 +0300
Subject: [PATCH 0566/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/sumcount.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 .../sql-reference/aggregate-functions/reference/sumcount.md   | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
index 7df326fc285..9c70d47fff4 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -18,7 +18,7 @@ sumCount(x)
 
 **Returned value**
 
--   Tuple `(sum, count)`, where `sum` is the sum of numbers and `count` is a counts the number of rows or not-NULL values.
+-   Tuple `(sum, count)`, where `sum` is the sum of numbers and `count` is the number of rows with not-NULL values.
 
 Type: [Tuple](../../../sql-reference/data-types/tuple.md).
 
@@ -42,4 +42,4 @@ Result:
 
 **See also**
 
-- [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg) setting.
\ No newline at end of file
+- [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg) setting.

From fe202e7e67d1d670d1cccf57692a6033e8057ceb Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Wed, 26 May 2021 18:46:29 +0300
Subject: [PATCH 0567/1060] Update
 docs/ru/sql-reference/aggregate-functions/reference/sumcount.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 .../sql-reference/aggregate-functions/reference/sumcount.md   | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
index d6b9c98f724..cafe363e710 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
@@ -18,7 +18,7 @@ sumCount(x)
 
 **Возвращаемое значение**
 
--   Кортеж из элементов `(sum, count)`, где `sum` — это сумма чисел и `count` — количество строк или не-нулевых значений.
+-   Кортеж из элементов `(sum, count)`, где `sum` — это сумма чисел и `count` — количество строк со значениями, отличными от `NULL`.
 
 Тип: [Tuple](../../../sql-reference/data-types/tuple.md).
 
@@ -42,4 +42,4 @@ SELECT sumCount(x) from test;
 
 **Смотрите также**
 
-- Настройка [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg)
\ No newline at end of file
+- Настройка [optimize_fuse_sum_count_avg](../../../operations/settings/settings.md#optimize_fuse_sum_count_avg)

From e97f8c86c51f55960a53d6ed443625b91f891dd2 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Wed, 26 May 2021 18:46:35 +0300
Subject: [PATCH 0568/1060] Update docs/ru/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 3a67642cc51..c13a06f1904 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2906,7 +2906,7 @@ SELECT * FROM test LIMIT 10 OFFSET 100;
 ``` sql
 CREATE TABLE fuse_tbl(a Int8, b Int8) Engine = Log;
 SET optimize_fuse_sum_count_avg = 1;
-EXPLAIN SYNTAX SELECT sum(a), sum(b), count(b) from fuse_tbl FORMAT TSV;
+EXPLAIN SYNTAX SELECT sum(a), sum(b), count(b), avg(b) from fuse_tbl FORMAT TSV;
 ```
 
 Результат:

From d124bad0dc79339e3fd798cc58ae6c2cf6739354 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Wed, 26 May 2021 18:46:40 +0300
Subject: [PATCH 0569/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 4c61830b94e..da32cdafe79 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -3015,7 +3015,7 @@ Query:
 ``` sql
 CREATE TABLE fuse_tbl(a Int8, b Int8) Engine = Log;
 SET optimize_fuse_sum_count_avg = 1;
-EXPLAIN SYNTAX SELECT sum(a), sum(b), count(b) from fuse_tbl FORMAT TSV;
+EXPLAIN SYNTAX SELECT sum(a), sum(b), count(b), avg(b) from fuse_tbl FORMAT TSV;
 ```
 
 Result:

From a76e630f61a62605fbdfde0519f73f2abdd7fa68 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Wed, 26 May 2021 18:46:47 +0300
Subject: [PATCH 0570/1060] Update docs/en/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/operations/settings/settings.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index da32cdafe79..37609939071 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -3024,7 +3024,8 @@ Result:
 SELECT
     sum(a),
     sumCount(b).1,
-    sumCount(b).2
+    sumCount(b).2,
+    (sumCount(b).1) / (sumCount(b).2)    
 FROM fuse_tbl
 ```
 

From 463a24e4266b6c2f533e1f27ad4d0710f8cc1dc0 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Wed, 26 May 2021 18:46:55 +0300
Subject: [PATCH 0571/1060] Update docs/ru/operations/settings/settings.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/operations/settings/settings.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index c13a06f1904..620e38b2f94 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2915,7 +2915,8 @@ EXPLAIN SYNTAX SELECT sum(a), sum(b), count(b), avg(b) from fuse_tbl FORMAT TSV;
 SELECT
     sum(a),
     sumCount(b).1,
-    sumCount(b).2
+    sumCount(b).2,
+    (sumCount(b).1) / (sumCount(b).2)
 FROM fuse_tbl
 ```
 

From e4f19dcb0975f396391a4210a9fbfbcbe3036ce0 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Wed, 26 May 2021 18:47:08 +0300
Subject: [PATCH 0572/1060] Update
 docs/ru/sql-reference/aggregate-functions/reference/sumcount.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 .../ru/sql-reference/aggregate-functions/reference/sumcount.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
index cafe363e710..b6caf2a94b8 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
@@ -27,8 +27,9 @@ sumCount(x)
 Запрос:
 
 ``` sql
-CREATE TABLE test (x Int8) Engine = Log;
+CREATE TABLE test (x Nullable(Int8)) Engine = Log;
 INSERT INTO test SELECT number FROM numbers(1, 20);
+INSERT INTO test VALUES (NULL);
 SELECT sumCount(x) from test;
 ```
 

From fee5351387ec8f400e7b07e3093c0a59d4348b1c Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 20:12:10 +0300
Subject: [PATCH 0573/1060] Update
 docs/en/sql-reference/table-functions/dictionary.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/table-functions/dictionary.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
index 3e3d2a10984..93bb5b73947 100644
--- a/docs/en/sql-reference/table-functions/dictionary.md
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -42,7 +42,7 @@ SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_fu
 Query:
 
 ``` sql
-SELECT * FROM dictionary('table_function_dictionary_test_dictionary');
+SELECT * FROM dictionary('new_dictionary');
 ```
 
 Result:

From 8877c3b5c56d5ba26b450961e7e95088bb40bab3 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 20:12:20 +0300
Subject: [PATCH 0574/1060] Update
 docs/en/sql-reference/table-functions/dictionary.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/table-functions/dictionary.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
index 93bb5b73947..4082caf78cd 100644
--- a/docs/en/sql-reference/table-functions/dictionary.md
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -36,7 +36,7 @@ Create a dictionary:
 
 ``` sql
 CREATE DICTIONARY table_function_dictionary_test_dictionary(id UInt64, value UInt64 DEFAULT 0) PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_function_dictionary_source_table')) LAYOUT(DIRECT());
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'dictionary_source_table')) LAYOUT(DIRECT());
 ```
 
 Query:

From c8b9a464d71936c1ea5c0a910be95ead1528b3b6 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 20:12:30 +0300
Subject: [PATCH 0575/1060] Update
 docs/en/sql-reference/table-functions/dictionary.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/table-functions/dictionary.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
index 4082caf78cd..ae9d9af03c0 100644
--- a/docs/en/sql-reference/table-functions/dictionary.md
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -23,7 +23,7 @@ A ClickHouse table.
 
 **Example**
 
-Input table:
+Input table `dictionary_source_table`:
 
 ``` text
 ┌─id─┬─value─┐

From 2a1c5acd31b724ae457a698ce8bc4e264d0bd639 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 20:12:40 +0300
Subject: [PATCH 0576/1060] Update
 docs/en/sql-reference/table-functions/dictionary.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/table-functions/dictionary.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
index ae9d9af03c0..fca680e5c00 100644
--- a/docs/en/sql-reference/table-functions/dictionary.md
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -5,7 +5,7 @@ toc_title: dictionary function
 
 # dictionary {#dictionary-function}
 
-Displays the [dictionary](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) data as a ClickHouse table.
+Displays the [dictionary](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) data as a ClickHouse table. Works the same way as [Dictionary](../../engines/table-engines/special/dictionary.md) engine.
 
 **Syntax**
 

From 620f2755231fff1f1b29b190cbd16a040cc9c470 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 20:13:05 +0300
Subject: [PATCH 0577/1060] Update
 docs/en/sql-reference/table-functions/dictionary.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/table-functions/dictionary.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/table-functions/dictionary.md b/docs/en/sql-reference/table-functions/dictionary.md
index fca680e5c00..675fcb5bfdd 100644
--- a/docs/en/sql-reference/table-functions/dictionary.md
+++ b/docs/en/sql-reference/table-functions/dictionary.md
@@ -35,7 +35,7 @@ Input table `dictionary_source_table`:
 Create a dictionary:
 
 ``` sql
-CREATE DICTIONARY table_function_dictionary_test_dictionary(id UInt64, value UInt64 DEFAULT 0) PRIMARY KEY id
+CREATE DICTIONARY new_dictionary(id UInt64, value UInt64 DEFAULT 0) PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'dictionary_source_table')) LAYOUT(DIRECT());
 ```
 

From 463079f835986263ce4c52d769fa3fd278c15301 Mon Sep 17 00:00:00 2001
From: Robert Hodges <rhodges@altinity.com>
Date: Wed, 26 May 2021 10:22:04 -0700
Subject: [PATCH 0578/1060] Update README.md

Add listing for June SF Bay Area Meetup.
---
 README.md | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/README.md b/README.md
index bad00d8280f..5677837815c 100644
--- a/README.md
+++ b/README.md
@@ -13,3 +13,6 @@ ClickHouse® is an open-source column-oriented database management system that a
 * [Code Browser](https://clickhouse.tech/codebrowser/html_report/ClickHouse/index.html) with syntax highlight and navigation.
 * [Contacts](https://clickhouse.tech/#contacts) can help to get your questions answered if there are any.
 * You can also [fill this form](https://clickhouse.tech/#meet) to meet Yandex ClickHouse team in person.
+
+## Upcoming Events
+* [SF Bay Area ClickHouse Community Meetup (online)](https://www.meetup.com/San-Francisco-Bay-Area-ClickHouse-Meetup/events/278144089/) on 16 June 2021.

From f8ccd47d75ff02796629718033221e87547acb46 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Wed, 26 May 2021 20:23:54 +0300
Subject: [PATCH 0579/1060] Added catch to YAML_fuzzer + tested YAMLParser, no
 other errors found

---
 src/Parsers/examples/YAML_fuzzer.cpp | 9 ++++++++-
 tests/fuzz/YAML_fuzzer.options       | 2 --
 2 files changed, 8 insertions(+), 3 deletions(-)
 delete mode 100644 tests/fuzz/YAML_fuzzer.options

diff --git a/src/Parsers/examples/YAML_fuzzer.cpp b/src/Parsers/examples/YAML_fuzzer.cpp
index cf47633cb09..c18b9ffae70 100644
--- a/src/Parsers/examples/YAML_fuzzer.cpp
+++ b/src/Parsers/examples/YAML_fuzzer.cpp
@@ -26,7 +26,14 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     temp_file << input;
     temp_file.close();
 
-    DB::YAMLParser::parse(cur_file);
+    try
+    {
+        DB::YAMLParser::parse(cur_file);
+    }
+    catch (const DB::Exception&)
+    {
+        std::cout << "YAMLParser exception from bad file, etc. OK\n";
+    }
 
     remove(cur_file.c_str());
     return 0;
diff --git a/tests/fuzz/YAML_fuzzer.options b/tests/fuzz/YAML_fuzzer.options
deleted file mode 100644
index 1a0d84a96c4..00000000000
--- a/tests/fuzz/YAML_fuzzer.options
+++ /dev/null
@@ -1,2 +0,0 @@
-[libfuzzer]
-dict = YAML_fuzzer.dict

From 991ae97fb6797d5ab3f1a1e0bfb887fcba2e866f Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 26 May 2021 20:53:51 +0300
Subject: [PATCH 0580/1060] Translate to Russian
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Выполнил перевод на русский язык.
---
 .../table-engines/special/dictionary.md       |  4 +-
 .../external-dicts-dict-sources.md            |  4 ++
 .../table-engines/special/dictionary.md       |  3 +
 .../external-dicts-dict-sources.md            |  4 ++
 .../table-functions/dictionary.md             | 59 +++++++++++++++++++
 5 files changed, 73 insertions(+), 1 deletion(-)
 create mode 100644 docs/ru/sql-reference/table-functions/dictionary.md

diff --git a/docs/en/engines/table-engines/special/dictionary.md b/docs/en/engines/table-engines/special/dictionary.md
index a6d6f296673..e143f3a8ee1 100644
--- a/docs/en/engines/table-engines/special/dictionary.md
+++ b/docs/en/engines/table-engines/special/dictionary.md
@@ -94,4 +94,6 @@ select * from products limit 1;
 └───────────────┴─────────────────┘
 ```
 
-[Original article](https://clickhouse.tech/docs/en/operations/table_engines/dictionary/) <!--hide-->
+**See Also**
+
+-   [Dictionary function](../../sql-reference/table-functions/dictionary.md#dictionary-function)
diff --git a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index dc0b6e17198..3b9a28403f7 100644
--- a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -98,6 +98,10 @@ Setting fields:
 
 When dictionary with source `FILE` is created via DDL command (`CREATE DICTIONARY ...`), the source file needs to be located in `user_files` directory, to prevent DB users accessing arbitrary file on ClickHouse node.
 
+**See Also**
+
+-   [Dictionary function](../../sql-reference/table-functions/dictionary.md#dictionary-function)
+
 ## Executable File {#dicts-external_dicts_dict_sources-executable}
 
 Working with executable files depends on [how the dictionary is stored in memory](../../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md). If the dictionary is stored using `cache` and `complex_key_cache`, ClickHouse requests the necessary keys by sending a request to the executable file’s STDIN. Otherwise, ClickHouse starts executable file and treats its output as dictionary data.
diff --git a/docs/ru/engines/table-engines/special/dictionary.md b/docs/ru/engines/table-engines/special/dictionary.md
index 243fd5395c0..df47ade5a42 100644
--- a/docs/ru/engines/table-engines/special/dictionary.md
+++ b/docs/ru/engines/table-engines/special/dictionary.md
@@ -90,3 +90,6 @@ select * from products limit 1;
 └───────────────┴─────────────────┘
 ```
 
+**Смотрите также**
+
+-   [Функция dictionary](../../sql-reference/table-functions/dictionary.md#dictionary-function)
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index a7999470330..a9f3857f183 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -97,6 +97,10 @@ SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
 
 Если словарь с источником `FILE` создается с помощью DDL-команды (`CREATE DICTIONARY ...`), источник словаря должен быть расположен в каталоге `user_files`. Иначе пользователи базы данных будут иметь доступ к произвольному файлу на узле ClickHouse.
 
+**Смотрите также**
+
+-   [Функция dictionary](../../sql-reference/table-functions/dictionary.md#dictionary-function)
+
 ## Исполняемый файл {#dicts-external_dicts_dict_sources-executable}
 
 Работа с исполняемым файлом зависит от [размещения словаря в памяти](external-dicts-dict-layout.md). Если тип размещения словаря `cache` и `complex_key_cache`, то ClickHouse запрашивает необходимые ключи, отправляя запрос в `STDIN` исполняемого файла.
diff --git a/docs/ru/sql-reference/table-functions/dictionary.md b/docs/ru/sql-reference/table-functions/dictionary.md
new file mode 100644
index 00000000000..d4909bf5d9f
--- /dev/null
+++ b/docs/ru/sql-reference/table-functions/dictionary.md
@@ -0,0 +1,59 @@
+---
+toc_priority: 54
+toc_title: dictionary
+---
+
+# dictionary {#dictionary-function}
+
+Отображает данные [словаря](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md) как таблицу ClickHouse. Работает аналогично движку [Dictionary](../../engines/table-engines/special/dictionary.md).
+
+**Синтаксис**
+
+``` sql
+dictionary('dict')
+```
+
+**Аргументы** 
+
+-   `dict` — имя словаря. [String](../../sql-reference/data-types/string.md).
+
+**Возвращаемое значение**
+
+Таблица ClickHouse.
+
+**Пример**
+
+Входная таблица `dictionary_source_table`:
+
+``` text
+┌─id─┬─value─┐
+│  0 │     0 │
+│  1 │     1 │
+└────┴───────┘
+```
+
+Создаем словарь:
+
+``` sql
+CREATE DICTIONARY new_dictionary(id UInt64, value UInt64 DEFAULT 0) PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'dictionary_source_table')) LAYOUT(DIRECT());
+```
+
+Запрос:
+
+``` sql
+SELECT * FROM dictionary('new_dictionary');
+```
+
+Результат:
+
+``` text
+┌─id─┬─value─┐
+│  0 │     0 │
+│  1 │     1 │
+└────┴───────┘
+```
+
+**Смотрите также**
+
+-   [Движок Dictionary](../../engines/table-engines/special/dictionary.md#dictionary)

From 3fb4ba3885d82b3f9fbb629e1a86baf1193822ae Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 26 May 2021 14:11:56 -0400
Subject: [PATCH 0581/1060] Fixing the way we move clickhouse logs to the
 /test_output folder.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 tests/testflows/runner                  | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index aa478dfe80f..8e0a2f84b9e 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; tar -xf clickhouse_logs.tar --directory /test_output; rm -rf clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; mkdir clickhouse_logs; tar -xf clickhouse_logs.tar --directory ./clickhouse_logs; rm -rf clickhouse_logs.tar"]
diff --git a/tests/testflows/runner b/tests/testflows/runner
index 213ff6e50d8..1c9cf5a7f5e 100755
--- a/tests/testflows/runner
+++ b/tests/testflows/runner
@@ -126,5 +126,7 @@ if __name__ == "__main__":
         move_from = os.path.join(args.clickhouse_root, 'tests/testflows')
         status = os.path.join(move_from, 'check_status.tsv')
         results = os.path.join(move_from, 'test_results.tsv')
+        clickhouse_logs = os.path.join(move_from, 'clickhouse_logs')
         subprocess.call("mv {} {}".format(status, result_path), shell=True)
         subprocess.call("mv {} {}".format(results, result_path), shell=True)
+        subprocess.call("mv {} {}".format(clickhouse_logs, result_path), shell=True)

From ea16fb3c8a08f9ba82889a01d040d9b2850d50f6 Mon Sep 17 00:00:00 2001
From: Tatiana Kirillova <kirillikoff@yandex-team.ru>
Date: Wed, 26 May 2021 21:12:52 +0300
Subject: [PATCH 0582/1060] Document table comments

---
 .../sql-reference/statements/create/table.md  | 67 +++++++++++++++++++
 1 file changed, 67 insertions(+)

diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index 5f1f0151350..320ea37a155 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -354,3 +354,70 @@ SELECT * FROM base.t1;
 │ 3 │
 └───┘
 ```
+
+## COMMENT TABLE {#comment-table}
+
+You can add a comment to the table when you creating it.
+
+!!!note "Note"
+    The comment is supported for all table engines besides [Kafka](../../../engines/table-engines/integrations/kafka.md) and [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md).
+	
+
+**Syntax**
+
+``` sql
+CREATE TABLE db.table_name
+(
+    name1 type1, name2 type2, ...
+)
+ENGINE = engine
+COMMENT 'Comment';
+```
+	
+**Example**
+
+Query:
+
+``` sql
+CREATE TABLE table1 (x String) ENGINE = Memory COMMENT 'The temporary table';
+SELECT name,comment FROM system.tables WHERE name = 't1';
+```
+
+Result:
+
+```text
+┌─name─┬─comment─────────────┐
+│ t1   │ The temporary table │
+└──────┴─────────────────────┘
+```
+
+Query:
+
+``` sql
+CREATE TABLE t2 (x String) ENGINE = Memory COMMENT 'The MergeTree table';
+SELECT name,comment FROM system.tables WHERE name = 't2';
+```
+
+Result:
+
+```text
+┌─name─┬─comment─────────────┐
+│ t2   │ The MergeTree table │
+└──────┴─────────────────────┘
+
+```
+
+Query:
+
+``` sql
+CREATE TABLE t3 (x String) ENGINE = Memory COMMENT 'The Log table';
+SELECT name,comment FROM system.tables WHERE name = 't3';
+```
+
+Result:
+
+```text
+┌─name─┬─comment───────┐
+│ t3   │ The Log table │
+└──────┴───────────────┘
+```

From a51a6ea0b78f305fbcc33703505256ed2f5b0369 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 26 May 2021 21:14:43 +0300
Subject: [PATCH 0583/1060] Part 2.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 900 +++++++++++++++++-
 src/Processors/QueryPlan/ReadFromMergeTree.h  |  34 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp | 265 ++++++
 .../MergeTree/MergeTreeDataSelectExecutor.h   |  16 +-
 4 files changed, 1157 insertions(+), 58 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 771f95cc8fd..67377a54c34 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -2,15 +2,34 @@
 #include <Processors/QueryPipeline.h>
 #include <Processors/ConcatProcessor.h>
 #include <Processors/Transforms/ReverseTransform.h>
+#include <Processors/Transforms/ExpressionTransform.h>
+#include <Processors/Merges/MergingSortedTransform.h>
 #include <Processors/Sources/NullSource.h>
+#include <Processors/Merges/AggregatingSortedTransform.h>
+#include <Processors/Merges/CollapsingSortedTransform.h>
+#include <Processors/Merges/MergingSortedTransform.h>
+#include <Processors/Merges/ReplacingSortedTransform.h>
+#include <Processors/Merges/SummingSortedTransform.h>
+#include <Processors/Merges/VersionedCollapsingTransform.h>
+#include <Processors/Transforms/AddingSelectorTransform.h>
+#include <Processors/Transforms/CopyTransform.h>
 #include <Storages/MergeTree/MergeTreeSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeReverseSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeThreadSelectBlockInputProcessor.h>
 #include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
 #include <Storages/VirtualColumnUtils.h>
+#include <Interpreters/ExpressionAnalyzer.h>
+#include <Interpreters/TreeRewriter.h>
 #include <common/logger_useful.h>
 #include <Common/JSONBuilder.h>
 
+namespace ProfileEvents
+{
+    extern const Event SelectedParts;
+    extern const Event SelectedRanges;
+    extern const Event SelectedMarks;
+}
+
 namespace DB
 {
 
@@ -19,6 +38,55 @@ namespace ErrorCodes
     extern const int INDEX_NOT_USED;
 }
 
+namespace
+{
+
+/// Marks are placed whenever threshold on rows or bytes is met.
+/// So we have to return the number of marks on whatever estimate is higher - by rows or by bytes.
+size_t roundRowsOrBytesToMarks(
+    size_t rows_setting,
+    size_t bytes_setting,
+    size_t rows_granularity,
+    size_t bytes_granularity)
+{
+    size_t res = (rows_setting + rows_granularity - 1) / rows_granularity;
+
+    if (bytes_granularity == 0)
+        return res;
+    else
+        return std::max(res, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
+}
+/// Same as roundRowsOrBytesToMarks() but do not return more then max_marks
+size_t minMarksForConcurrentRead(
+    size_t rows_setting,
+    size_t bytes_setting,
+    size_t rows_granularity,
+    size_t bytes_granularity,
+    size_t max_marks)
+{
+    size_t marks = 1;
+
+    if (rows_setting + rows_granularity <= rows_setting) /// overflow
+        marks = max_marks;
+    else if (rows_setting)
+        marks = (rows_setting + rows_granularity - 1) / rows_granularity;
+
+    if (bytes_granularity == 0)
+        return marks;
+    else
+    {
+        /// Overflow
+        if (bytes_setting + bytes_granularity <= bytes_setting) /// overflow
+            return max_marks;
+        if (bytes_setting)
+            return std::max(marks, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
+        else
+            return marks;
+    }
+}
+
+}
+
 ReadFromMergeTree::ReadFromMergeTree(
     SelectQueryInfo query_info_,
     const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read_,
@@ -26,15 +94,14 @@ ReadFromMergeTree::ReadFromMergeTree(
     const MergeTreeData & data_,
     const MergeTreeData & storage_,
     StorageMetadataPtr metadata_snapshot_,
-    String query_id_,
+    StorageMetadataPtr metadata_snapshot_base_,
     Names real_column_names_,
     MergeTreeData::DataPartsVector parts_,
     //IndexStatPtr index_stats_,
     PrewhereInfoPtr prewhere_info_,
     Names virt_column_names_,
     Settings settings_,
-    size_t num_streams_,
-    ReadType read_type_)
+    size_t num_streams_)
     : ISourceStep(DataStream{.header = MergeTreeBaseSelectProcessor::transformHeader(
         metadata_snapshot_->getSampleBlockForColumns(real_column_names_, storage_.getVirtuals(), storage_.getStorageID()),
         prewhere_info_,
@@ -46,35 +113,35 @@ ReadFromMergeTree::ReadFromMergeTree(
     , data(data_)
     , storage(storage_)
     , metadata_snapshot(std::move(metadata_snapshot_))
-    , query_id(std::move(query_id_))
+    , metadata_snapshot_base(std::move(metadata_snapshot_base_))
     , real_column_names(std::move(real_column_names_))
     , parts(std::move(parts_))
-    //, index_stats(std::move(index_stats_))
     , prewhere_info(std::move(prewhere_info_))
     , virt_column_names(std::move(virt_column_names_))
     , settings(std::move(settings_))
     , num_streams(num_streams_)
-    , read_type(read_type_)
 {
 }
 
-Pipe ReadFromMergeTree::readFromPool()
+Pipe ReadFromMergeTree::readFromPool(
+    RangesInDataParts parts_with_range, Names required_columns,
+    size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache)
 {
     Pipes pipes;
     size_t sum_marks = 0;
     size_t total_rows = 0;
 
-    for (const auto & part : parts)
+    for (const auto & part : parts_with_range)
     {
         sum_marks += part.getMarksCount();
         total_rows += part.getRowsCount();
     }
 
     auto pool = std::make_shared<MergeTreeReadPool>(
-        num_streams,
+        used_max_streams,
         sum_marks,
-        settings.min_marks_for_concurrent_read,
-        std::move(parts),
+        min_marks_for_concurrent_read,
+        std::move(parts_with_range),
         storage,
         metadata_snapshot,
         prewhere_info,
@@ -85,14 +152,14 @@ Pipe ReadFromMergeTree::readFromPool()
         false);
 
     auto * logger = &Poco::Logger::get(storage.getLogName() + " (SelectExecutor)");
-    LOG_DEBUG(logger, "Reading approx. {} rows with {} streams", total_rows, num_streams);
+    LOG_DEBUG(logger, "Reading approx. {} rows with {} streams", total_rows, used_max_streams);
 
-    for (size_t i = 0; i < num_streams; ++i)
+    for (size_t i = 0; i < used_max_streams; ++i)
     {
         auto source = std::make_shared<MergeTreeThreadSelectBlockInputProcessor>(
-            i, pool, settings.min_marks_for_concurrent_read, settings.max_block_size,
+            i, pool, min_marks_for_concurrent_read, settings.max_block_size,
             settings.preferred_block_size_bytes, settings.preferred_max_column_in_block_size_bytes,
-            storage, metadata_snapshot, settings.use_uncompressed_cache,
+            storage, metadata_snapshot, use_uncompressed_cache,
             prewhere_info, settings.reader_settings, virt_column_names);
 
         if (i == 0)
@@ -108,22 +175,22 @@ Pipe ReadFromMergeTree::readFromPool()
 }
 
 template<typename TSource>
-ProcessorPtr ReadFromMergeTree::createSource(const RangesInDataPart & part)
+ProcessorPtr ReadFromMergeTree::createSource(const RangesInDataPart & part, const Names & required_columns, bool use_uncompressed_cache)
 {
     return std::make_shared<TSource>(
             storage, metadata_snapshot, part.data_part, settings.max_block_size, settings.preferred_block_size_bytes,
-            settings.preferred_max_column_in_block_size_bytes, required_columns, part.ranges, settings.use_uncompressed_cache,
+            settings.preferred_max_column_in_block_size_bytes, required_columns, part.ranges, use_uncompressed_cache,
             prewhere_info, true, settings.reader_settings, virt_column_names, part.part_index_in_query);
 }
 
-Pipe ReadFromMergeTree::readInOrder()
+Pipe ReadFromMergeTree::readInOrder(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, bool use_uncompressed_cache)
 {
     Pipes pipes;
-    for (const auto & part : parts)
+    for (const auto & part : parts_with_range)
     {
         auto source = read_type == ReadType::InReverseOrder
-                    ? createSource<MergeTreeReverseSelectProcessor>(part)
-                    : createSource<MergeTreeSelectProcessor>(part);
+                    ? createSource<MergeTreeReverseSelectProcessor>(part, required_columns, use_uncompressed_cache)
+                    : createSource<MergeTreeSelectProcessor>(part, required_columns, use_uncompressed_cache);
 
         pipes.emplace_back(std::move(source));
     }
@@ -141,12 +208,14 @@ Pipe ReadFromMergeTree::readInOrder()
     return pipe;
 }
 
-Pipe ReadFromMergeTree::read()
+Pipe ReadFromMergeTree::read(
+    RangesInDataParts parts_with_range, Names required_columns, ReadType read_type,
+    size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache)
 {
     if (read_type == ReadType::Default && num_streams > 1)
-        return readFromPool();
+        return readFromPool(parts_with_range, required_columns, used_max_streams, min_marks_for_concurrent_read, use_uncompressed_cache);
 
-    auto pipe = readInOrder();
+    auto pipe = readInOrder(parts_with_range, required_columns, read_type, use_uncompressed_cache);
 
     /// Use ConcatProcessor to concat sources together.
     /// It is needed to read in parts order (and so in PK order) if single thread is used.
@@ -276,8 +345,629 @@ static void filterPartsByPartition(
     }
 }
 
+Pipe ReadFromMergeTree::spreadMarkRangesAmongStreams(
+    RangesInDataParts && parts_with_ranges,
+    const Names & column_names)
+{
+    const auto & q_settings = context->getSettingsRef();
+
+    /// Count marks for each part.
+    std::vector<size_t> sum_marks_in_parts(parts_with_ranges.size());
+    size_t sum_marks = 0;
+    size_t total_rows = 0;
+
+    const auto data_settings = data.getSettings();
+    size_t adaptive_parts = 0;
+    for (size_t i = 0; i < parts_with_ranges.size(); ++i)
+    {
+        total_rows += parts_with_ranges[i].getRowsCount();
+        sum_marks_in_parts[i] = parts_with_ranges[i].getMarksCount();
+        sum_marks += sum_marks_in_parts[i];
+
+        if (parts_with_ranges[i].data_part->index_granularity_info.is_adaptive)
+            ++adaptive_parts;
+    }
+
+    size_t index_granularity_bytes = 0;
+    if (adaptive_parts > parts_with_ranges.size() / 2)
+        index_granularity_bytes = data_settings->index_granularity_bytes;
+
+    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+        q_settings.merge_tree_max_rows_to_use_cache,
+        q_settings.merge_tree_max_bytes_to_use_cache,
+        data_settings->index_granularity,
+        index_granularity_bytes);
+
+    const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+        q_settings.merge_tree_min_rows_for_concurrent_read,
+        q_settings.merge_tree_min_bytes_for_concurrent_read,
+        data_settings->index_granularity,
+        index_granularity_bytes,
+        sum_marks);
+
+    bool use_uncompressed_cache = q_settings.use_uncompressed_cache;
+    if (sum_marks > max_marks_to_use_cache)
+        use_uncompressed_cache = false;
+
+    if (0 == sum_marks)
+        return {};
+
+    size_t used_num_streams = num_streams;
+    if (used_num_streams > 1)
+    {
+        /// Reduce the number of num_streams if the data is small.
+        if (sum_marks < used_num_streams * min_marks_for_concurrent_read && parts_with_ranges.size() < used_num_streams)
+            used_num_streams = std::max((sum_marks + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, parts_with_ranges.size());
+    }
+
+    return read(std::move(parts_with_ranges), column_names, ReadType::Default,
+                used_num_streams, min_marks_for_concurrent_read, use_uncompressed_cache);
+}
+
+static ActionsDAGPtr createProjection(const Block & header)
+{
+    auto projection = std::make_shared<ActionsDAG>(header.getNamesAndTypesList());
+    projection->removeUnusedActions(header.getNames());
+    projection->projectInput();
+    return projection;
+}
+
+Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
+    RangesInDataParts && parts_with_ranges,
+    const Names & column_names,
+    const ActionsDAGPtr & sorting_key_prefix_expr,
+    ActionsDAGPtr & out_projection,
+    const InputOrderInfoPtr & input_order_info)
+{
+    const auto & q_settings = context->getSettingsRef();
+    size_t sum_marks = 0;
+    size_t adaptive_parts = 0;
+    std::vector<size_t> sum_marks_in_parts(parts_with_ranges.size());
+    const auto data_settings = data.getSettings();
+
+    for (size_t i = 0; i < parts_with_ranges.size(); ++i)
+    {
+        sum_marks_in_parts[i] = parts_with_ranges[i].getMarksCount();
+        sum_marks += sum_marks_in_parts[i];
+
+        if (parts_with_ranges[i].data_part->index_granularity_info.is_adaptive)
+            ++adaptive_parts;
+    }
+
+    size_t index_granularity_bytes = 0;
+    if (adaptive_parts > parts_with_ranges.size() / 2)
+        index_granularity_bytes = data_settings->index_granularity_bytes;
+
+    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+        q_settings.merge_tree_max_rows_to_use_cache,
+        q_settings.merge_tree_max_bytes_to_use_cache,
+        data_settings->index_granularity,
+        index_granularity_bytes);
+
+    const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+        q_settings.merge_tree_min_rows_for_concurrent_read,
+        q_settings.merge_tree_min_bytes_for_concurrent_read,
+        data_settings->index_granularity,
+        index_granularity_bytes,
+        sum_marks);
+
+    bool use_uncompressed_cache = settings.use_uncompressed_cache;
+    if (sum_marks > max_marks_to_use_cache)
+        use_uncompressed_cache = false;
+
+    Pipes res;
+
+    if (sum_marks == 0)
+        return {};
+
+    /// Let's split ranges to avoid reading much data.
+    auto split_ranges = [rows_granularity = data_settings->index_granularity, max_block_size = settings.max_block_size]
+        (const auto & ranges, int direction)
+    {
+        MarkRanges new_ranges;
+        const size_t max_marks_in_range = (max_block_size + rows_granularity - 1) / rows_granularity;
+        size_t marks_in_range = 1;
+
+        if (direction == 1)
+        {
+            /// Split first few ranges to avoid reading much data.
+            bool split = false;
+            for (auto range : ranges)
+            {
+                while (!split && range.begin + marks_in_range < range.end)
+                {
+                    new_ranges.emplace_back(range.begin, range.begin + marks_in_range);
+                    range.begin += marks_in_range;
+                    marks_in_range *= 2;
+
+                    if (marks_in_range > max_marks_in_range)
+                        split = true;
+                }
+                new_ranges.emplace_back(range.begin, range.end);
+            }
+        }
+        else
+        {
+            /// Split all ranges to avoid reading much data, because we have to
+            ///  store whole range in memory to reverse it.
+            for (auto it = ranges.rbegin(); it != ranges.rend(); ++it)
+            {
+                auto range = *it;
+                while (range.begin + marks_in_range < range.end)
+                {
+                    new_ranges.emplace_front(range.end - marks_in_range, range.end);
+                    range.end -= marks_in_range;
+                    marks_in_range = std::min(marks_in_range * 2, max_marks_in_range);
+                }
+                new_ranges.emplace_front(range.begin, range.end);
+            }
+        }
+
+        return new_ranges;
+    };
+
+    const size_t min_marks_per_stream = (sum_marks - 1) / num_streams + 1;
+    bool need_preliminary_merge = (parts_with_ranges.size() > q_settings.read_in_order_two_level_merge_threshold);
+
+    Pipes pipes;
+
+    for (size_t i = 0; i < num_streams && !parts_with_ranges.empty(); ++i)
+    {
+        size_t need_marks = min_marks_per_stream;
+        RangesInDataParts new_parts;
+
+        /// Loop over parts.
+        /// We will iteratively take part or some subrange of a part from the back
+        ///  and assign a stream to read from it.
+        while (need_marks > 0 && !parts_with_ranges.empty())
+        {
+            RangesInDataPart part = parts_with_ranges.back();
+            parts_with_ranges.pop_back();
+
+            size_t & marks_in_part = sum_marks_in_parts.back();
+
+            /// We will not take too few rows from a part.
+            if (marks_in_part >= min_marks_for_concurrent_read &&
+                need_marks < min_marks_for_concurrent_read)
+                need_marks = min_marks_for_concurrent_read;
+
+            /// Do not leave too few rows in the part.
+            if (marks_in_part > need_marks &&
+                marks_in_part - need_marks < min_marks_for_concurrent_read)
+                need_marks = marks_in_part;
+
+            MarkRanges ranges_to_get_from_part;
+
+            /// We take the whole part if it is small enough.
+            if (marks_in_part <= need_marks)
+            {
+                ranges_to_get_from_part = part.ranges;
+
+                need_marks -= marks_in_part;
+                sum_marks_in_parts.pop_back();
+            }
+            else
+            {
+                /// Loop through ranges in part. Take enough ranges to cover "need_marks".
+                while (need_marks > 0)
+                {
+                    if (part.ranges.empty())
+                        throw Exception("Unexpected end of ranges while spreading marks among streams", ErrorCodes::LOGICAL_ERROR);
+
+                    MarkRange & range = part.ranges.front();
+
+                    const size_t marks_in_range = range.end - range.begin;
+                    const size_t marks_to_get_from_range = std::min(marks_in_range, need_marks);
+
+                    ranges_to_get_from_part.emplace_back(range.begin, range.begin + marks_to_get_from_range);
+                    range.begin += marks_to_get_from_range;
+                    marks_in_part -= marks_to_get_from_range;
+                    need_marks -= marks_to_get_from_range;
+                    if (range.begin == range.end)
+                        part.ranges.pop_front();
+                }
+                parts_with_ranges.emplace_back(part);
+            }
+            ranges_to_get_from_part = split_ranges(ranges_to_get_from_part, input_order_info->direction);
+            new_parts.emplace_back(part.data_part, part.part_index_in_query, std::move(ranges_to_get_from_part));
+        }
+
+        auto read_type = input_order_info->direction == 1
+                       ? ReadFromMergeTree::ReadType::InOrder
+                       : ReadFromMergeTree::ReadType::InReverseOrder;
+
+        pipes.emplace_back(read(std::move(new_parts), column_names, read_type,
+                           num_streams, min_marks_for_concurrent_read, use_uncompressed_cache));
+    }
+
+    if (need_preliminary_merge)
+    {
+        SortDescription sort_description;
+        for (size_t j = 0; j < input_order_info->order_key_prefix_descr.size(); ++j)
+            sort_description.emplace_back(metadata_snapshot->getSortingKey().column_names[j],
+                                          input_order_info->direction, 1);
+
+        auto sorting_key_expr = std::make_shared<ExpressionActions>(sorting_key_prefix_expr);
+
+        for (auto & pipe : pipes)
+        {
+            /// Drop temporary columns, added by 'sorting_key_prefix_expr'
+            out_projection = createProjection(pipe.getHeader());
+
+            pipe.addSimpleTransform([sorting_key_expr](const Block & header)
+            {
+                return std::make_shared<ExpressionTransform>(header, sorting_key_expr);
+            });
+
+            if (pipe.numOutputPorts() > 1)
+            {
+
+                auto transform = std::make_shared<MergingSortedTransform>(
+                        pipe.getHeader(),
+                        pipe.numOutputPorts(),
+                        sort_description,
+                        settings.max_block_size);
+
+                pipe.addTransform(std::move(transform));
+            }
+        }
+    }
+
+    return Pipe::unitePipes(std::move(pipes));
+}
+
+static void addMergingFinal(
+    Pipe & pipe,
+    size_t num_output_streams,
+    const SortDescription & sort_description,
+    MergeTreeData::MergingParams merging_params,
+    Names partition_key_columns,
+    size_t max_block_size)
+{
+    const auto & header = pipe.getHeader();
+    size_t num_outputs = pipe.numOutputPorts();
+
+    auto get_merging_processor = [&]() -> MergingTransformPtr
+    {
+        switch (merging_params.mode)
+        {
+            case MergeTreeData::MergingParams::Ordinary:
+            {
+                return std::make_shared<MergingSortedTransform>(header, num_outputs,
+                           sort_description, max_block_size);
+            }
+
+            case MergeTreeData::MergingParams::Collapsing:
+                return std::make_shared<CollapsingSortedTransform>(header, num_outputs,
+                           sort_description, merging_params.sign_column, true, max_block_size);
+
+            case MergeTreeData::MergingParams::Summing:
+                return std::make_shared<SummingSortedTransform>(header, num_outputs,
+                           sort_description, merging_params.columns_to_sum, partition_key_columns, max_block_size);
+
+            case MergeTreeData::MergingParams::Aggregating:
+                return std::make_shared<AggregatingSortedTransform>(header, num_outputs,
+                           sort_description, max_block_size);
+
+            case MergeTreeData::MergingParams::Replacing:
+                return std::make_shared<ReplacingSortedTransform>(header, num_outputs,
+                           sort_description, merging_params.version_column, max_block_size);
+
+            case MergeTreeData::MergingParams::VersionedCollapsing:
+                return std::make_shared<VersionedCollapsingTransform>(header, num_outputs,
+                           sort_description, merging_params.sign_column, max_block_size);
+
+            case MergeTreeData::MergingParams::Graphite:
+                throw Exception("GraphiteMergeTree doesn't support FINAL", ErrorCodes::LOGICAL_ERROR);
+        }
+
+        __builtin_unreachable();
+    };
+
+    if (num_output_streams <= 1 || sort_description.empty())
+    {
+        pipe.addTransform(get_merging_processor());
+        return;
+    }
+
+    ColumnNumbers key_columns;
+    key_columns.reserve(sort_description.size());
+
+    for (const auto & desc : sort_description)
+    {
+        if (!desc.column_name.empty())
+            key_columns.push_back(header.getPositionByName(desc.column_name));
+        else
+            key_columns.emplace_back(desc.column_number);
+    }
+
+    pipe.addSimpleTransform([&](const Block & stream_header)
+    {
+        return std::make_shared<AddingSelectorTransform>(stream_header, num_output_streams, key_columns);
+    });
+
+    pipe.transform([&](OutputPortRawPtrs ports)
+    {
+        Processors transforms;
+        std::vector<OutputPorts::iterator> output_ports;
+        transforms.reserve(ports.size() + num_output_streams);
+        output_ports.reserve(ports.size());
+
+        for (auto & port : ports)
+        {
+            auto copier = std::make_shared<CopyTransform>(header, num_output_streams);
+            connect(*port, copier->getInputPort());
+            output_ports.emplace_back(copier->getOutputs().begin());
+            transforms.emplace_back(std::move(copier));
+        }
+
+        for (size_t i = 0; i < num_output_streams; ++i)
+        {
+            auto merge = get_merging_processor();
+            merge->setSelectorPosition(i);
+            auto input = merge->getInputs().begin();
+
+            /// Connect i-th merge with i-th input port of every copier.
+            for (size_t j = 0; j < ports.size(); ++j)
+            {
+                connect(*output_ports[j], *input);
+                ++output_ports[j];
+                ++input;
+            }
+
+            transforms.emplace_back(std::move(merge));
+        }
+
+        return transforms;
+    });
+}
+
+
+Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
+    RangesInDataParts && parts_with_range,
+    const Names & column_names,
+    ActionsDAGPtr & out_projection)
+{
+    const auto & q_settings = context->getSettingsRef();
+    const auto data_settings = data.getSettings();
+    size_t sum_marks = 0;
+    size_t adaptive_parts = 0;
+    for (const auto & part : parts_with_range)
+    {
+        for (const auto & range : part.ranges)
+            sum_marks += range.end - range.begin;
+
+        if (part.data_part->index_granularity_info.is_adaptive)
+            ++adaptive_parts;
+    }
+
+    size_t index_granularity_bytes = 0;
+    if (adaptive_parts >= parts_with_range.size() / 2)
+        index_granularity_bytes = data_settings->index_granularity_bytes;
+
+    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+        q_settings.merge_tree_max_rows_to_use_cache,
+        q_settings.merge_tree_max_bytes_to_use_cache,
+        data_settings->index_granularity,
+        index_granularity_bytes);
+
+    bool use_uncompressed_cache = settings.use_uncompressed_cache;
+    if (sum_marks > max_marks_to_use_cache)
+        use_uncompressed_cache = false;
+
+    size_t used_num_streams = num_streams;
+    if (used_num_streams > q_settings.max_final_threads)
+        used_num_streams = q_settings.max_final_threads;
+
+    /// If setting do_not_merge_across_partitions_select_final is true than we won't merge parts from different partitions.
+    /// We have all parts in parts vector, where parts with same partition are nearby.
+    /// So we will store iterators pointed to the beginning of each partition range (and parts.end()),
+    /// then we will create a pipe for each partition that will run selecting processor and merging processor
+    /// for the parts with this partition. In the end we will unite all the pipes.
+    std::vector<RangesInDataParts::iterator> parts_to_merge_ranges;
+    auto it = parts_with_range.begin();
+    parts_to_merge_ranges.push_back(it);
+
+    if (q_settings.do_not_merge_across_partitions_select_final)
+    {
+        while (it != parts_with_range.end())
+        {
+            it = std::find_if(
+                it, parts_with_range.end(), [&it](auto & part) { return it->data_part->info.partition_id != part.data_part->info.partition_id; });
+            parts_to_merge_ranges.push_back(it);
+        }
+        /// We divide threads for each partition equally. But we will create at least the number of partitions threads.
+        /// (So, the total number of threads could be more than initial num_streams.
+        used_num_streams /= (parts_to_merge_ranges.size() - 1);
+    }
+    else
+    {
+        /// If do_not_merge_across_partitions_select_final is false we just merge all the parts.
+        parts_to_merge_ranges.push_back(parts_with_range.end());
+    }
+
+    Pipes partition_pipes;
+
+    /// If do_not_merge_across_partitions_select_final is true and num_streams > 1
+    /// we will store lonely parts with level > 0 to use parallel select on them.
+    std::vector<RangesInDataPart> lonely_parts;
+    size_t total_rows_in_lonely_parts = 0;
+    size_t sum_marks_in_lonely_parts = 0;
+
+    for (size_t range_index = 0; range_index < parts_to_merge_ranges.size() - 1; ++range_index)
+    {
+        Pipe pipe;
+
+        {
+            RangesInDataParts new_parts;
+
+            /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
+            /// with level > 0 then we won't postprocess this part and if num_streams > 1 we
+            /// can use parallel select on such parts. We save such parts in one vector and then use
+            /// MergeTreeReadPool and MergeTreeThreadSelectBlockInputProcessor for parallel select.
+            if (used_num_streams > 1 && q_settings.do_not_merge_across_partitions_select_final &&
+                std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
+                parts_to_merge_ranges[range_index]->data_part->info.level > 0)
+            {
+                total_rows_in_lonely_parts += parts_to_merge_ranges[range_index]->getRowsCount();
+                sum_marks_in_lonely_parts += parts_to_merge_ranges[range_index]->getMarksCount();
+                lonely_parts.push_back(std::move(*parts_to_merge_ranges[range_index]));
+                continue;
+            }
+            else
+            {
+                for (auto part_it = parts_to_merge_ranges[range_index]; part_it != parts_to_merge_ranges[range_index + 1]; ++part_it)
+                {
+                    new_parts.emplace_back(part_it->data_part, part_it->part_index_in_query, part_it->ranges);
+                }
+            }
+
+            if (new_parts.empty())
+                continue;
+
+            // ReadFromMergeTree::Settings step_settings
+            // {
+            //     .max_block_size = max_block_size,
+            //     .preferred_block_size_bytes = settings.preferred_block_size_bytes,
+            //     .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
+            //     .min_marks_for_concurrent_read = 0, /// this setting is not used for reading in order
+            //     .use_uncompressed_cache = use_uncompressed_cache,
+            //     .reader_settings = reader_settings,
+            //     .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
+            // };
+
+            pipe = read(std::move(new_parts), column_names, ReadFromMergeTree::ReadType::InOrder,
+                used_num_streams, 0, use_uncompressed_cache);
+
+            /// Drop temporary columns, added by 'sorting_key_expr'
+            if (!out_projection)
+                out_projection = createProjection(pipe.getHeader());
+        }
+
+        auto sorting_expr = std::make_shared<ExpressionActions>(
+            metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
+
+        pipe.addSimpleTransform([sorting_expr](const Block & header)
+        {
+            return std::make_shared<ExpressionTransform>(header, sorting_expr);
+        });
+
+        /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
+        /// with level > 0 then we won't postprocess this part
+        if (q_settings.do_not_merge_across_partitions_select_final &&
+            std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
+            parts_to_merge_ranges[range_index]->data_part->info.level > 0)
+        {
+            partition_pipes.emplace_back(std::move(pipe));
+            continue;
+        }
+
+        Names sort_columns = metadata_snapshot->getSortingKeyColumns();
+        SortDescription sort_description;
+        size_t sort_columns_size = sort_columns.size();
+        sort_description.reserve(sort_columns_size);
+
+        Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
+
+        const auto & header = pipe.getHeader();
+        for (size_t i = 0; i < sort_columns_size; ++i)
+            sort_description.emplace_back(header.getPositionByName(sort_columns[i]), 1, 1);
+
+        addMergingFinal(
+            pipe,
+            std::min<size_t>(used_num_streams, q_settings.max_final_threads),
+            sort_description, data.merging_params, partition_key_columns, settings.max_block_size);
+
+        // auto final_step = std::make_unique<MergingFinal>(
+        //     plan->getCurrentDataStream(),
+        //     std::min<size_t>(used_num_streams, settings.max_final_threads),
+        //     sort_description,
+        //     data.merging_params,
+        //     partition_key_columns,
+        //     max_block_size);
+
+        // final_step->setStepDescription("Merge rows for FINAL");
+        // plan->addStep(std::move(final_step));
+
+        partition_pipes.emplace_back(std::move(pipe));
+    }
+
+    if (!lonely_parts.empty())
+    {
+        RangesInDataParts new_parts;
+
+        size_t num_streams_for_lonely_parts = used_num_streams * lonely_parts.size();
+
+        const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+            q_settings.merge_tree_min_rows_for_concurrent_read,
+            q_settings.merge_tree_min_bytes_for_concurrent_read,
+            data_settings->index_granularity,
+            index_granularity_bytes,
+            sum_marks_in_lonely_parts);
+
+        /// Reduce the number of num_streams_for_lonely_parts if the data is small.
+        if (sum_marks_in_lonely_parts < num_streams_for_lonely_parts * min_marks_for_concurrent_read && lonely_parts.size() < num_streams_for_lonely_parts)
+            num_streams_for_lonely_parts = std::max((sum_marks_in_lonely_parts + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, lonely_parts.size());
+
+        // ReadFromMergeTree::Settings step_settings
+        // {
+        //     .max_block_size = max_block_size,
+        //     .preferred_block_size_bytes = settings.preferred_block_size_bytes,
+        //     .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
+        //     .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
+        //     .use_uncompressed_cache = use_uncompressed_cache,
+        //     .reader_settings = reader_settings,
+        //     .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
+        // };
+
+        // auto plan = std::make_unique<QueryPlan>();
+        // auto step = std::make_unique<ReadFromMergeTree>(
+        //     data,
+        //     metadata_snapshot,
+        //     query_id,
+        //     column_names,
+        //     std::move(lonely_parts),
+        //     // std::move(index_stats),
+        //     query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
+        //     virt_columns,
+        //     step_settings,
+        //     num_streams_for_lonely_parts,
+        //     ReadFromMergeTree::ReadType::Default);
+
+        // plan->addStep(std::move(step));
+
+        auto pipe = read(std::move(lonely_parts), column_names, ReadFromMergeTree::ReadType::Default,
+                num_streams_for_lonely_parts, min_marks_for_concurrent_read, use_uncompressed_cache);
+
+        /// Drop temporary columns, added by 'sorting_key_expr'
+        if (!out_projection)
+            out_projection = createProjection(pipe.getHeader());
+
+        auto sorting_expr = std::make_shared<ExpressionActions>(
+            metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
+
+        pipe.addSimpleTransform([sorting_expr](const Block & header)
+        {
+            return std::make_shared<ExpressionTransform>(header, sorting_expr);
+        });
+
+        // auto expression_step = std::make_unique<ExpressionStep>(
+        //     plan->getCurrentDataStream(),
+        //     metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
+
+        // expression_step->setStepDescription("Calculate sorting key expression");
+        // plan->addStep(std::move(expression_step));
+
+        partition_pipes.emplace_back(std::move(pipe));
+    }
+
+    return Pipe::unitePipes(std::move(partition_pipes));
+}
+
 void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &)
 {
+    size_t total_parts = parts.size();
+
     auto part_values = filterPartsByVirtualColumns(data, parts, query_info.query, context);
     if (part_values && part_values->empty())
     {
@@ -320,9 +1010,127 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
             sample_factor_column_queried = true;
 
     auto sampling = MergeTreeDataSelectExecutor::getSampling(
-        select, parts, metadata_snapshot, key_condition, settings, data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context)
+        select, parts, metadata_snapshot, key_condition,
+        data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
 
-    Pipe pipe = read();
+    if (sampling.read_nothing)
+    {
+        pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
+        return;
+    }
+
+    size_t total_marks_pk = 0;
+    for (const auto & part : parts)
+        total_marks_pk += part->index_granularity.getMarksCountWithoutFinal();
+
+    auto parts_with_ranges = MergeTreeDataSelectExecutor::filterParts(
+        parts,
+        metadata_snapshot,
+        query_info,
+        context,
+        key_condition,
+        settings.reader_settings,
+        log,
+        num_streams,
+        index_stats);
+
+    size_t sum_marks_pk = total_marks_pk;
+    for (const auto & stat : index_stats)
+        if (stat.type == IndexType::PrimaryKey)
+            sum_marks_pk = stat.num_granules_after;
+
+    size_t sum_marks = 0;
+    size_t sum_ranges = 0;
+
+    for (const auto & part : parts_with_ranges)
+    {
+        sum_ranges += part.ranges.size();
+        sum_marks += part.getMarksCount();
+    }
+
+    LOG_DEBUG(
+        log,
+        "Selected {}/{} parts by partition key, {} parts by primary key, {}/{} marks by primary key, {} marks to read from {} ranges",
+        parts.size(),
+        total_parts,
+        parts_with_ranges.size(),
+        sum_marks_pk,
+        total_marks_pk,
+        sum_marks,
+        sum_ranges);
+
+    String query_id = MergeTreeDataSelectExecutor::checkLimits(data, parts_with_ranges, context);
+
+    ProfileEvents::increment(ProfileEvents::SelectedParts, parts_with_ranges.size());
+    ProfileEvents::increment(ProfileEvents::SelectedRanges, sum_ranges);
+    ProfileEvents::increment(ProfileEvents::SelectedMarks, sum_marks);
+
+    /// Projection, that needed to drop columns, which have appeared by execution
+    /// of some extra expressions, and to allow execute the same expressions later.
+    /// NOTE: It may lead to double computation of expressions.
+    ActionsDAGPtr result_projection;
+
+    Names column_names_to_read = real_column_names;
+    if (!select.final() && sampling.use_sampling)
+    {
+        /// Add columns needed for `sample_by_ast` to `column_names_to_read`.
+        /// Skip this if final was used, because such columns were already added from PK.
+        std::vector<String> add_columns = sampling.filter_expression->getRequiredColumns().getNames();
+        column_names_to_read.insert(column_names_to_read.end(), add_columns.begin(), add_columns.end());
+        std::sort(column_names_to_read.begin(), column_names_to_read.end());
+        column_names_to_read.erase(std::unique(column_names_to_read.begin(), column_names_to_read.end()),
+                                   column_names_to_read.end());
+    }
+
+    const auto & input_order_info = query_info.input_order_info
+        ? query_info.input_order_info
+        : (query_info.projection ? query_info.projection->input_order_info : nullptr);
+
+    Pipe pipe;
+
+    const auto & q_settings = context->getSettingsRef();
+
+    if (select.final())
+    {
+        /// Add columns needed to calculate the sorting expression and the sign.
+        std::vector<String> add_columns = metadata_snapshot->getColumnsRequiredForSortingKey();
+        column_names_to_read.insert(column_names_to_read.end(), add_columns.begin(), add_columns.end());
+
+        if (!data.merging_params.sign_column.empty())
+            column_names_to_read.push_back(data.merging_params.sign_column);
+        if (!data.merging_params.version_column.empty())
+            column_names_to_read.push_back(data.merging_params.version_column);
+
+        std::sort(column_names_to_read.begin(), column_names_to_read.end());
+        column_names_to_read.erase(std::unique(column_names_to_read.begin(), column_names_to_read.end()), column_names_to_read.end());
+
+        pipe = spreadMarkRangesAmongStreamsFinal(
+            std::move(parts_with_ranges),
+            column_names_to_read,
+            result_projection);
+    }
+    else if ((q_settings.optimize_read_in_order || q_settings.optimize_aggregation_in_order) && input_order_info)
+    {
+        size_t prefix_size = input_order_info->order_key_prefix_descr.size();
+        auto order_key_prefix_ast = metadata_snapshot->getSortingKey().expression_list_ast->clone();
+        order_key_prefix_ast->children.resize(prefix_size);
+
+        auto syntax_result = TreeRewriter(context).analyze(order_key_prefix_ast, metadata_snapshot->getColumns().getAllPhysical());
+        auto sorting_key_prefix_expr = ExpressionAnalyzer(order_key_prefix_ast, syntax_result, context).getActionsDAG(false);
+
+        pipe = spreadMarkRangesAmongStreamsWithOrder(
+            std::move(parts_with_ranges),
+            column_names_to_read,
+            sorting_key_prefix_expr,
+            result_projection,
+            input_order_info);
+    }
+    else
+    {
+        pipe = spreadMarkRangesAmongStreams(
+            std::move(parts_with_ranges),
+            column_names_to_read);
+    }
 
     for (const auto & processor : pipe.getProcessors())
         processors.emplace_back(processor);
@@ -371,40 +1179,40 @@ static const char * readTypeToString(ReadFromMergeTree::ReadType type)
 void ReadFromMergeTree::describeActions(FormatSettings & format_settings) const
 {
     std::string prefix(format_settings.offset, format_settings.indent_char);
-    format_settings.out << prefix << "ReadType: " << readTypeToString(read_type) << '\n';
+    //format_settings.out << prefix << "ReadType: " << readTypeToString(read_type) << '\n';
 
-    if (index_stats && !index_stats->empty())
+    if (!index_stats.empty())
     {
-        format_settings.out << prefix << "Parts: " << index_stats->back().num_parts_after << '\n';
-        format_settings.out << prefix << "Granules: " << index_stats->back().num_granules_after << '\n';
+        format_settings.out << prefix << "Parts: " << index_stats.back().num_parts_after << '\n';
+        format_settings.out << prefix << "Granules: " << index_stats.back().num_granules_after << '\n';
     }
 }
 
 void ReadFromMergeTree::describeActions(JSONBuilder::JSONMap & map) const
 {
-    map.add("Read Type", readTypeToString(read_type));
-    if (index_stats && !index_stats->empty())
+    //map.add("Read Type", readTypeToString(read_type));
+    if (!index_stats.empty())
     {
-        map.add("Parts", index_stats->back().num_parts_after);
-        map.add("Granules", index_stats->back().num_granules_after);
+        map.add("Parts", index_stats.back().num_parts_after);
+        map.add("Granules", index_stats.back().num_granules_after);
     }
 }
 
 void ReadFromMergeTree::describeIndexes(FormatSettings & format_settings) const
 {
     std::string prefix(format_settings.offset, format_settings.indent_char);
-    if (index_stats && !index_stats->empty())
+    if (!index_stats.empty())
     {
         /// Do not print anything if no indexes is applied.
-        if (index_stats->size() == 1 && index_stats->front().type == IndexType::None)
+        if (index_stats.size() == 1 && index_stats.front().type == IndexType::None)
             return;
 
         std::string indent(format_settings.indent, format_settings.indent_char);
         format_settings.out << prefix << "Indexes:\n";
 
-        for (size_t i = 0; i < index_stats->size(); ++i)
+        for (size_t i = 0; i < index_stats.size(); ++i)
         {
-            const auto & stat = (*index_stats)[i];
+            const auto & stat = index_stats[i];
             if (stat.type == IndexType::None)
                 continue;
 
@@ -428,12 +1236,12 @@ void ReadFromMergeTree::describeIndexes(FormatSettings & format_settings) const
 
             format_settings.out << prefix << indent << indent << "Parts: " << stat.num_parts_after;
             if (i)
-                format_settings.out << '/' << (*index_stats)[i - 1].num_parts_after;
+                format_settings.out << '/' << index_stats[i - 1].num_parts_after;
             format_settings.out << '\n';
 
             format_settings.out << prefix << indent << indent << "Granules: " << stat.num_granules_after;
             if (i)
-                format_settings.out << '/' << (*index_stats)[i - 1].num_granules_after;
+                format_settings.out << '/' << index_stats[i - 1].num_granules_after;
             format_settings.out << '\n';
         }
     }
@@ -441,17 +1249,17 @@ void ReadFromMergeTree::describeIndexes(FormatSettings & format_settings) const
 
 void ReadFromMergeTree::describeIndexes(JSONBuilder::JSONMap & map) const
 {
-    if (index_stats && !index_stats->empty())
+    if (!index_stats.empty())
     {
         /// Do not print anything if no indexes is applied.
-        if (index_stats->size() == 1 && index_stats->front().type == IndexType::None)
+        if (index_stats.size() == 1 && index_stats.front().type == IndexType::None)
             return;
 
         auto indexes_array = std::make_unique<JSONBuilder::JSONArray>();
 
-        for (size_t i = 0; i < index_stats->size(); ++i)
+        for (size_t i = 0; i < index_stats.size(); ++i)
         {
-            const auto & stat = (*index_stats)[i];
+            const auto & stat = index_stats[i];
             if (stat.type == IndexType::None)
                 continue;
 
@@ -479,11 +1287,11 @@ void ReadFromMergeTree::describeIndexes(JSONBuilder::JSONMap & map) const
                 index_map->add("Condition", stat.condition);
 
             if (i)
-                index_map->add("Initial Parts", (*index_stats)[i - 1].num_parts_after);
+                index_map->add("Initial Parts", index_stats[i - 1].num_parts_after);
             index_map->add("Selected Parts", stat.num_parts_after);
 
             if (i)
-                index_map->add("Initial Granules", (*index_stats)[i - 1].num_granules_after);
+                index_map->add("Initial Granules", index_stats[i - 1].num_granules_after);
             index_map->add("Selected Granules", stat.num_granules_after);
 
             indexes_array->add(std::move(index_map));
diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.h b/src/Processors/QueryPlan/ReadFromMergeTree.h
index 762d7fea0e7..b3366afb118 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.h
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.h
@@ -74,7 +74,7 @@ public:
         const MergeTreeData & data_,
         const MergeTreeData & storage_,
         StorageMetadataPtr metadata_snapshot_,
-        String query_id_,
+        StorageMetadataPtr metadata_snapshot_base_,
         Names real_column_names_,
         MergeTreeData::DataPartsVector parts_,
         //IndexStatPtr index_stats_,
@@ -82,7 +82,7 @@ public:
         Names virt_column_names_,
         Settings settings_,
         size_t num_streams_,
-        ReadType read_type_
+        //ReadType read_type_
     );
 
     String getName() const override { return "ReadFromMergeTree"; }
@@ -102,26 +102,42 @@ private:
     const MergeTreeData & data;
     const MergeTreeData & storage;
     StorageMetadataPtr metadata_snapshot;
-    String query_id;
+    StorageMetadataPtr metadata_snapshot_base;
 
     Names real_column_names;
     MergeTreeData::DataPartsVector parts;
-    IndexStat index_stats;
+    IndexStats index_stats;
     PrewhereInfoPtr prewhere_info;
     Names virt_column_names;
     Settings settings;
 
     size_t num_streams;
-    ReadType read_type;
+    //ReadType read_type;
 
     Poco::Logger * log;
 
-    Pipe read();
-    Pipe readFromPool();
-    Pipe readInOrder();
+    Pipe read(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache);
+    Pipe readFromPool(RangesInDataParts parts_with_ranges, Names required_columns, size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache);
+    Pipe readInOrder(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, bool use_uncompressed_cache);
 
     template<typename TSource>
-    ProcessorPtr createSource(const RangesInDataPart & part);
+    ProcessorPtr createSource(const RangesInDataPart & part, const Names & required_columns, bool use_uncompressed_cache);
+
+    Pipe spreadMarkRangesAmongStreams(
+        RangesInDataParts && parts_with_ranges,
+        const Names & column_names);
+
+    Pipe spreadMarkRangesAmongStreamsWithOrder(
+        RangesInDataParts && parts_with_ranges,
+        const Names & column_names,
+        const ActionsDAGPtr & sorting_key_prefix_expr,
+        ActionsDAGPtr & out_projection,
+        const InputOrderInfoPtr & input_order_info);
+
+    Pipe spreadMarkRangesAmongStreamsFinal(
+        RangesInDataParts && parts,
+        const Names & column_names,
+        ActionsDAGPtr & out_projection);
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 444d074a4db..49bcf751bd1 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -633,6 +633,271 @@ MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
     return sampling;
 }
 
+RangesInDataParts MergeTreeDataSelectExecutor::filterParts(
+    MergeTreeData::DataPartsVector & parts,
+    StorageMetadataPtr metadata_snapshot,
+    SelectQueryInfo & query_info,
+    ContextPtr & context,
+    KeyCondition & key_condition,
+    const MergeTreeReaderSettings & reader_settings,
+    Poco::Logger * log,
+    size_t num_streams,
+    ReadFromMergeTree::IndexStats & index_stats)
+{
+    RangesInDataParts parts_with_ranges(parts.size());
+    const Settings & settings = context->getSettingsRef();
+
+    /// Let's start analyzing all useful indices
+
+    struct DataSkippingIndexAndCondition
+    {
+        MergeTreeIndexPtr index;
+        MergeTreeIndexConditionPtr condition;
+        std::atomic<size_t> total_granules{0};
+        std::atomic<size_t> granules_dropped{0};
+        std::atomic<size_t> total_parts{0};
+        std::atomic<size_t> parts_dropped{0};
+
+        DataSkippingIndexAndCondition(MergeTreeIndexPtr index_, MergeTreeIndexConditionPtr condition_)
+            : index(index_), condition(condition_)
+        {
+        }
+    };
+    std::list<DataSkippingIndexAndCondition> useful_indices;
+
+    for (const auto & index : metadata_snapshot->getSecondaryIndices())
+    {
+        auto index_helper = MergeTreeIndexFactory::instance().get(index);
+        auto condition = index_helper->createIndexCondition(query_info, context);
+        if (!condition->alwaysUnknownOrTrue())
+            useful_indices.emplace_back(index_helper, condition);
+    }
+
+    if (settings.force_data_skipping_indices.changed)
+    {
+        const auto & indices = settings.force_data_skipping_indices.toString();
+
+        Strings forced_indices;
+        {
+            Tokens tokens(&indices[0], &indices[indices.size()], settings.max_query_size);
+            IParser::Pos pos(tokens, settings.max_parser_depth);
+            Expected expected;
+            if (!parseIdentifiersOrStringLiterals(pos, expected, forced_indices))
+                throw Exception(ErrorCodes::CANNOT_PARSE_TEXT, "Cannot parse force_data_skipping_indices ('{}')", indices);
+        }
+
+        if (forced_indices.empty())
+            throw Exception(ErrorCodes::CANNOT_PARSE_TEXT, "No indices parsed from force_data_skipping_indices ('{}')", indices);
+
+        std::unordered_set<std::string> useful_indices_names;
+        for (const auto & useful_index : useful_indices)
+            useful_indices_names.insert(useful_index.index->index.name);
+
+        for (const auto & index_name : forced_indices)
+        {
+            if (!useful_indices_names.count(index_name))
+            {
+                throw Exception(
+                    ErrorCodes::INDEX_NOT_USED,
+                    "Index {} is not used and setting 'force_data_skipping_indices' contains it",
+                    backQuote(index_name));
+            }
+        }
+    }
+
+    std::atomic<size_t> sum_marks_pk = 0;
+    std::atomic<size_t> sum_parts_pk = 0;
+
+    /// Let's find what range to read from each part.
+    {
+        std::atomic<size_t> total_rows{0};
+
+        SizeLimits limits;
+        if (settings.read_overflow_mode == OverflowMode::THROW && settings.max_rows_to_read)
+            limits = SizeLimits(settings.max_rows_to_read, 0, settings.read_overflow_mode);
+
+        SizeLimits leaf_limits;
+        if (settings.read_overflow_mode_leaf == OverflowMode::THROW && settings.max_rows_to_read_leaf)
+            leaf_limits = SizeLimits(settings.max_rows_to_read_leaf, 0, settings.read_overflow_mode_leaf);
+
+        auto process_part = [&](size_t part_index)
+        {
+            auto & part = parts[part_index];
+
+            RangesInDataPart ranges(part, part_index);
+
+            size_t total_marks_count = part->index_granularity.getMarksCountWithoutFinal();
+
+            if (metadata_snapshot->hasPrimaryKey())
+                ranges.ranges = markRangesFromPKRange(part, metadata_snapshot, key_condition, settings, log);
+            else if (total_marks_count)
+                ranges.ranges = MarkRanges{MarkRange{0, total_marks_count}};
+
+            sum_marks_pk.fetch_add(ranges.getMarksCount(), std::memory_order_relaxed);
+
+            if (!ranges.ranges.empty())
+                sum_parts_pk.fetch_add(1, std::memory_order_relaxed);
+
+            for (auto & index_and_condition : useful_indices)
+            {
+                if (ranges.ranges.empty())
+                    break;
+
+                index_and_condition.total_parts.fetch_add(1, std::memory_order_relaxed);
+
+                size_t total_granules = 0;
+                size_t granules_dropped = 0;
+                ranges.ranges = filterMarksUsingIndex(
+                    index_and_condition.index,
+                    index_and_condition.condition,
+                    part,
+                    ranges.ranges,
+                    settings,
+                    reader_settings,
+                    total_granules,
+                    granules_dropped,
+                    log);
+
+                index_and_condition.total_granules.fetch_add(total_granules, std::memory_order_relaxed);
+                index_and_condition.granules_dropped.fetch_add(granules_dropped, std::memory_order_relaxed);
+
+                if (ranges.ranges.empty())
+                    index_and_condition.parts_dropped.fetch_add(1, std::memory_order_relaxed);
+            }
+
+            if (!ranges.ranges.empty())
+            {
+                if (limits.max_rows || leaf_limits.max_rows)
+                {
+                    /// Fail fast if estimated number of rows to read exceeds the limit
+                    auto current_rows_estimate = ranges.getRowsCount();
+                    size_t prev_total_rows_estimate = total_rows.fetch_add(current_rows_estimate);
+                    size_t total_rows_estimate = current_rows_estimate + prev_total_rows_estimate;
+                    limits.check(total_rows_estimate, 0, "rows (controlled by 'max_rows_to_read' setting)", ErrorCodes::TOO_MANY_ROWS);
+                    leaf_limits.check(
+                        total_rows_estimate, 0, "rows (controlled by 'max_rows_to_read_leaf' setting)", ErrorCodes::TOO_MANY_ROWS);
+                }
+
+                parts_with_ranges[part_index] = std::move(ranges);
+            }
+        };
+
+        size_t num_threads = std::min(size_t(num_streams), parts.size());
+
+        if (num_threads <= 1)
+        {
+            for (size_t part_index = 0; part_index < parts.size(); ++part_index)
+                process_part(part_index);
+        }
+        else
+        {
+            /// Parallel loading of data parts.
+            ThreadPool pool(num_threads);
+
+            for (size_t part_index = 0; part_index < parts.size(); ++part_index)
+                pool.scheduleOrThrowOnError([&, part_index, thread_group = CurrentThread::getGroup()]
+                {
+                    SCOPE_EXIT_SAFE(if (thread_group) CurrentThread::detachQueryIfNotDetached(););
+                    if (thread_group)
+                        CurrentThread::attachTo(thread_group);
+
+                    process_part(part_index);
+                });
+
+            pool.wait();
+        }
+
+        /// Skip empty ranges.
+        size_t next_part = 0;
+        for (size_t part_index = 0; part_index < parts.size(); ++part_index)
+        {
+            auto & part = parts_with_ranges[part_index];
+            if (!part.data_part)
+                continue;
+
+            if (next_part != part_index)
+                std::swap(parts_with_ranges[next_part], part);
+
+            ++next_part;
+        }
+
+        parts_with_ranges.resize(next_part);
+    }
+
+    if (metadata_snapshot->hasPrimaryKey())
+    {
+        auto description = key_condition.getDescription();
+
+        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+            .type = ReadFromMergeTree::IndexType::PrimaryKey,
+            .condition = std::move(description.condition),
+            .used_keys = std::move(description.used_keys),
+            .num_parts_after = sum_parts_pk.load(std::memory_order_relaxed),
+            .num_granules_after = sum_marks_pk.load(std::memory_order_relaxed)});
+    }
+
+    for (const auto & index_and_condition : useful_indices)
+    {
+        const auto & index_name = index_and_condition.index->index.name;
+        LOG_DEBUG(
+            log,
+            "Index {} has dropped {}/{} granules.",
+            backQuote(index_name),
+            index_and_condition.granules_dropped,
+            index_and_condition.total_granules);
+
+        std::string description
+            = index_and_condition.index->index.type + " GRANULARITY " + std::to_string(index_and_condition.index->index.granularity);
+
+        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+            .type = ReadFromMergeTree::IndexType::Skip,
+            .name = index_name,
+            .description = std::move(description),
+            .num_parts_after = index_and_condition.total_parts - index_and_condition.parts_dropped,
+            .num_granules_after = index_and_condition.total_granules - index_and_condition.granules_dropped});
+    }
+
+    return parts_with_ranges;
+}
+
+void checkLimits(MergeTreeData & data, const RangesInDataParts & parts_with_range, ContextPtr & context)
+{
+    const auto & settings = context->getSettingsRef();
+    // Check limitations. query_id is used as the quota RAII's resource key.
+    String query_id;
+    {
+        const auto data_settings = data.getSettings();
+        auto max_partitions_to_read
+                = settings.max_partitions_to_read.changed ? settings.max_partitions_to_read : data_settings->max_partitions_to_read;
+        if (max_partitions_to_read > 0)
+        {
+            std::set<String> partitions;
+            for (auto & part_with_ranges : parts_with_ranges)
+                partitions.insert(part_with_ranges.data_part->info.partition_id);
+            if (partitions.size() > size_t(max_partitions_to_read))
+                throw Exception(
+                        ErrorCodes::TOO_MANY_PARTITIONS,
+                        "Too many partitions to read. Current {}, max {}",
+                        partitions.size(),
+                        max_partitions_to_read);
+        }
+
+        if (data_settings->max_concurrent_queries > 0 && data_settings->min_marks_to_honor_max_concurrent_queries > 0)
+        {
+            size_t sum_marks = 0;
+            for (const auto & part : parts_with_ranges)
+                sum_marks += part.getMarksCount();
+
+            if (sum_marks >= data_settings->min_marks_to_honor_max_concurrent_queries)
+            {
+                query_id = context->getCurrentQueryId();
+                if (!query_id.empty())
+                    data.insertQueryIdOrThrow(query_id, data_settings->max_concurrent_queries);
+            }
+        }
+    }
+}
+
 QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
     MergeTreeData::DataPartsVector parts,
     const Names & column_names_to_return,
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index 231908e2ee7..7597af2e173 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -72,7 +72,6 @@ private:
 
     QueryPlanPtr spreadMarkRangesAmongStreams(
         RangesInDataParts && parts,
-        ReadFromMergeTree::IndexStatPtr index_stats,
         size_t num_streams,
         const Names & column_names,
         const StorageMetadataPtr & metadata_snapshot,
@@ -87,7 +86,6 @@ private:
     /// out_projection - save projection only with columns, requested to read
     QueryPlanPtr spreadMarkRangesAmongStreamsWithOrder(
         RangesInDataParts && parts,
-        ReadFromMergeTree::IndexStatPtr index_stats,
         size_t num_streams,
         const Names & column_names,
         const StorageMetadataPtr & metadata_snapshot,
@@ -104,7 +102,6 @@ private:
 
     QueryPlanPtr spreadMarkRangesAmongStreamsFinal(
         RangesInDataParts && parts,
-        ReadFromMergeTree::IndexStatPtr index_stats,
         size_t num_streams,
         const Names & column_names,
         const StorageMetadataPtr & metadata_snapshot,
@@ -178,6 +175,17 @@ public:
         PartFilterCounters & counters,
         Poco::Logger * log);
 
+    static RangesInDataParts filterParts(
+        MergeTreeData::DataPartsVector & parts,
+        StorageMetadataPtr metadata_snapshot,
+        SelectQueryInfo & query_info,
+        ContextPtr & context,
+        KeyCondition & key_condition,
+        const MergeTreeReaderSettings & reader_settings,
+        Poco::Logger * log,
+        size_t num_streams,
+        ReadFromMergeTree::IndexStats & index_stats);
+
     static MergeTreeDataSelectSamplingData getSampling(
         const ASTSelectQuery & select,
         MergeTreeData::DataPartsVector & parts,
@@ -188,6 +196,8 @@ public:
         bool sample_factor_column_queried,
         NamesAndTypesList available_real_columns,
         ContextPtr context);
+
+    static String checkLimits(MergeTreeData & data, const RangesInDataParts & parts_with_ranges, ContextPtr & context);
 };
 
 }

From a134507492ab59522d82122a33f99b599dcb5b23 Mon Sep 17 00:00:00 2001
From: Tatiana Kirillova <kirillikoff@yandex-team.ru>
Date: Wed, 26 May 2021 21:36:38 +0300
Subject: [PATCH 0584/1060] Document table comments update

---
 docs/en/sql-reference/statements/create/table.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index 320ea37a155..04526aa6043 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -379,7 +379,7 @@ COMMENT 'Comment';
 Query:
 
 ``` sql
-CREATE TABLE table1 (x String) ENGINE = Memory COMMENT 'The temporary table';
+CREATE TABLE t1 (x String) ENGINE = Memory COMMENT 'The temporary table';
 SELECT name,comment FROM system.tables WHERE name = 't1';
 ```
 
@@ -394,7 +394,7 @@ Result:
 Query:
 
 ``` sql
-CREATE TABLE t2 (x String) ENGINE = Memory COMMENT 'The MergeTree table';
+CREATE TABLE t2 (x String) ENGINE = MergeTree ORDER BY x COMMENT 'The MergeTree table';
 SELECT name,comment FROM system.tables WHERE name = 't2';
 ```
 
@@ -410,7 +410,7 @@ Result:
 Query:
 
 ``` sql
-CREATE TABLE t3 (x String) ENGINE = Memory COMMENT 'The Log table';
+CREATE TABLE t3 (x String) ENGINE = Log COMMENT 'The Log table';
 SELECT name,comment FROM system.tables WHERE name = 't3';
 ```
 

From 2a9b59f707e3efa76eb76a20c056fa614cfa3e08 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Wed, 26 May 2021 21:49:33 +0300
Subject: [PATCH 0585/1060] Update ITableFunctionFileLike.cpp

---
 src/TableFunctions/ITableFunctionFileLike.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/TableFunctions/ITableFunctionFileLike.cpp b/src/TableFunctions/ITableFunctionFileLike.cpp
index c0a28882159..65a536d5d30 100644
--- a/src/TableFunctions/ITableFunctionFileLike.cpp
+++ b/src/TableFunctions/ITableFunctionFileLike.cpp
@@ -60,7 +60,7 @@ void ITableFunctionFileLike::parseArguments(const ASTPtr & ast_function, Context
     if (structure.empty())
         throw Exception(ErrorCodes::BAD_ARGUMENTS,
             "Table structure is empty for table function '{}'",
-            ast_function.formatForErrorMessage());
+            ast_function->formatForErrorMessage());
 
     if (args.size() == 4)
         compression_method = args[3]->as<ASTLiteral &>().value.safeGet<String>();

From 107207cc21f718cc9e45723da4c8ae99698671b8 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 22:17:29 +0300
Subject: [PATCH 0586/1060] Update
 docs/ru/operations/system-tables/stack_trace.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 docs/ru/operations/system-tables/stack_trace.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/operations/system-tables/stack_trace.md b/docs/ru/operations/system-tables/stack_trace.md
index 78adfe9079f..e13527377bf 100644
--- a/docs/ru/operations/system-tables/stack_trace.md
+++ b/docs/ru/operations/system-tables/stack_trace.md
@@ -70,6 +70,6 @@ res:         /lib/x86_64-linux-gnu/libpthread-2.27.so
 **Смотрите также**
 
 -   [Функции интроспекции](../../sql-reference/functions/introspection.md) — что такое функции интроспекции и как их использовать.
--   [system.trace_log](../../operations/system-tables/trace_log.md#system_tables-trace_log) — содержит трассировки стека, собранные профилировщиком выборочных запросов.
+-   [system.trace_log](../../operations/system-tables/trace_log.md#system_tables-trace_log) — системная таблица, содержащая трассировки стека, собранные профилировщиком выборочных запросов.
 -   [arrayMap](../../sql-reference/functions/array-functions.md#array-map) — описание и пример использования функции `arrayMap`.
 -   [arrayFilter](../../sql-reference/functions/array-functions.md#array-filter) — описание и пример использования функции `arrayFilter`.

From 15299d325e87824dfdcf567946c859818349affa Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 22:17:43 +0300
Subject: [PATCH 0587/1060] Update
 docs/ru/operations/system-tables/stack_trace.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 docs/ru/operations/system-tables/stack_trace.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/operations/system-tables/stack_trace.md b/docs/ru/operations/system-tables/stack_trace.md
index e13527377bf..9358572ef9b 100644
--- a/docs/ru/operations/system-tables/stack_trace.md
+++ b/docs/ru/operations/system-tables/stack_trace.md
@@ -69,7 +69,7 @@ res:         /lib/x86_64-linux-gnu/libpthread-2.27.so
 
 **Смотрите также**
 
--   [Функции интроспекции](../../sql-reference/functions/introspection.md) — что такое функции интроспекции и как их использовать.
+-   [Функции интроспекции](../../sql-reference/functions/introspection.md) — описание функций интроспекции и примеры использования.
 -   [system.trace_log](../../operations/system-tables/trace_log.md#system_tables-trace_log) — системная таблица, содержащая трассировки стека, собранные профилировщиком выборочных запросов.
 -   [arrayMap](../../sql-reference/functions/array-functions.md#array-map) — описание и пример использования функции `arrayMap`.
 -   [arrayFilter](../../sql-reference/functions/array-functions.md#array-filter) — описание и пример использования функции `arrayFilter`.

From 0501b2d59117f58ab68c4d53aa2aec9609047e2a Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 22:18:08 +0300
Subject: [PATCH 0588/1060] Update
 docs/en/engines/table-engines/mergetree-family/replacingmergetree.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../table-engines/mergetree-family/replacingmergetree.md        | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
index d0e981ffc7b..b4fd49f637a 100644
--- a/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
@@ -34,7 +34,7 @@ For a description of request parameters, see [statement description](../../../sq
 
 **ReplacingMergeTree Parameters**
 
--   `ver` — column with version. Type `UInt*`, `Date`, `DateTime` or `DateTime64`. Optional parameter.
+-   `ver` — column with the version number. Type `UInt*`, `Date`, `DateTime` or `DateTime64`. Optional parameter.
 
     When merging, `ReplacingMergeTree` from all the rows with the same sorting key leaves only one:
 

From 79594381fff2517c7288502675312d917cbb8876 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 22:18:20 +0300
Subject: [PATCH 0589/1060] Update
 docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../table-engines/mergetree-family/replacingmergetree.md        | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
index 44dcb8b7864..88e25eca07b 100644
--- a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
+++ b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
@@ -33,7 +33,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 
 **Параметры ReplacingMergeTree**
 
--   `ver` — столбец с версией. Тип `UInt*`, `Date`, `DateTime` или `DateTime64`. Необязательный параметр.
+-   `ver` — столбец с номером версии. Тип `UInt*`, `Date`, `DateTime` или `DateTime64`. Необязательный параметр.
 
     При слиянии `ReplacingMergeTree` оставляет только строку для каждого уникального ключа сортировки:
 

From 8c4fa9385f8940f62c592b3e8638c87a7224fffe Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 26 May 2021 22:18:34 +0300
Subject: [PATCH 0590/1060] Update
 docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../table-engines/mergetree-family/replacingmergetree.md        | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
index 88e25eca07b..8ad25ce9122 100644
--- a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
+++ b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
@@ -62,6 +62,6 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 
 Все параметры, кроме `ver` имеют то же значение, что в и `MergeTree`.
 
--   `ver` — столбец с версией. Необязательный параметр. Описание смотрите выше по тексту.
+-   `ver` — столбец с номером версии. Необязательный параметр. Описание смотрите выше по тексту.
 
 </details>

From caef3886298f91316b940decbaf107e49552b3c8 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 26 May 2021 22:26:08 +0300
Subject: [PATCH 0591/1060] Update replacingmergetree.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Заменил парт на кусок и инсерт на вставку.
---
 .../table-engines/mergetree-family/replacingmergetree.md        | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
index 8ad25ce9122..ebd7875179d 100644
--- a/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
+++ b/docs/ru/engines/table-engines/mergetree-family/replacingmergetree.md
@@ -37,7 +37,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 
     При слиянии `ReplacingMergeTree` оставляет только строку для каждого уникального ключа сортировки:
 
-    - Последнюю в выборке, если `ver` не задан. Под выборкой здесь понимается набор строк в наборе партов, участвующих в слиянии. Последний по времени создания парт (последний инсерт) будет последним в выборке. Таким образом, после дедупликации для каждого значения ключа сортировки останется самая последняя строка из самого последнего инсерта.
+    - Последнюю в выборке, если `ver` не задан. Под выборкой здесь понимается набор строк в наборе кусков данных, участвующих в слиянии. Последний по времени создания кусок (последняя вставка) будет последним в выборке. Таким образом, после дедупликации для каждого значения ключа сортировки останется самая последняя строка из самой последней вставки.
     - С максимальной версией, если `ver` задан.
 
 **Секции запроса**

From 50c01d40450e6ef7aa117ac6a54c5a9094e0ed1d Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 26 May 2021 22:29:37 +0300
Subject: [PATCH 0592/1060] Update system.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Внес небольшую правку в пример.
---
 docs/ru/sql-reference/statements/system.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/statements/system.md b/docs/ru/sql-reference/statements/system.md
index f0f9b77b5ba..8c82cacdc43 100644
--- a/docs/ru/sql-reference/statements/system.md
+++ b/docs/ru/sql-reference/statements/system.md
@@ -196,7 +196,7 @@ SYSTEM STOP MOVES [[db.]merge_tree_family_table_name]
 Возвращает `Ok.` даже если указана несуществующая таблица или таблица имеет тип отличный от MergeTree. Возвращает ошибку если указана не существующая база данных:
 
 ``` sql
-SYSTEM STOP MOVES [[db.]merge_tree_family_table_name]
+SYSTEM START MOVES [[db.]merge_tree_family_table_name]
 ```
 
 ## Managing ReplicatedMergeTree Tables {#query-language-system-replicated}

From df400d1437e56fd0d8f9be89691ab6f0c8d874b6 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 26 May 2021 23:01:20 +0300
Subject: [PATCH 0593/1060] Fix links
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поправил ссылки.
---
 docs/en/engines/table-engines/special/dictionary.md             | 2 +-
 .../external-dictionaries/external-dicts-dict-sources.md        | 2 +-
 docs/ru/engines/table-engines/special/dictionary.md             | 2 +-
 .../external-dictionaries/external-dicts-dict-sources.md        | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/docs/en/engines/table-engines/special/dictionary.md b/docs/en/engines/table-engines/special/dictionary.md
index e143f3a8ee1..d76adebe01e 100644
--- a/docs/en/engines/table-engines/special/dictionary.md
+++ b/docs/en/engines/table-engines/special/dictionary.md
@@ -96,4 +96,4 @@ select * from products limit 1;
 
 **See Also**
 
--   [Dictionary function](../../sql-reference/table-functions/dictionary.md#dictionary-function)
+-   [Dictionary function](../../../sql-reference/table-functions/dictionary.md#dictionary-function)
diff --git a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index 3b9a28403f7..533ec6090ff 100644
--- a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -100,7 +100,7 @@ When dictionary with source `FILE` is created via DDL command (`CREATE DICTIONAR
 
 **See Also**
 
--   [Dictionary function](../../sql-reference/table-functions/dictionary.md#dictionary-function)
+-   [Dictionary function](../../../sql-reference/table-functions/dictionary.md#dictionary-function)
 
 ## Executable File {#dicts-external_dicts_dict_sources-executable}
 
diff --git a/docs/ru/engines/table-engines/special/dictionary.md b/docs/ru/engines/table-engines/special/dictionary.md
index df47ade5a42..15d32419472 100644
--- a/docs/ru/engines/table-engines/special/dictionary.md
+++ b/docs/ru/engines/table-engines/special/dictionary.md
@@ -92,4 +92,4 @@ select * from products limit 1;
 
 **Смотрите также**
 
--   [Функция dictionary](../../sql-reference/table-functions/dictionary.md#dictionary-function)
+-   [Функция dictionary](../../../sql-reference/table-functions/dictionary.md#dictionary-function)
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index a9f3857f183..76290c72490 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -99,7 +99,7 @@ SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
 
 **Смотрите также**
 
--   [Функция dictionary](../../sql-reference/table-functions/dictionary.md#dictionary-function)
+-   [Функция dictionary](../../../sql-reference/table-functions/dictionary.md#dictionary-function)
 
 ## Исполняемый файл {#dicts-external_dicts_dict_sources-executable}
 

From a97f859605dbd8873beffccfdc3b4bf6c5a3b62d Mon Sep 17 00:00:00 2001
From: Mikhail <kuriatnikovm@yandex-team.ru>
Date: Wed, 26 May 2021 23:05:17 +0300
Subject: [PATCH 0594/1060] =?UTF-8?q?=D0=9F=D1=80=D0=B0=D0=B2=D0=BA=D0=B8?=
 =?UTF-8?q?=20=D0=BF=D0=BE=D1=81=D0=BB=D0=B5=20=D0=BA=D0=BE=D0=BD=D1=81?=
 =?UTF-8?q?=D1=83=D0=BB=D1=8C=D1=82=D0=B0=D1=86=D0=B8=D0=B8=20=D1=81=20?=
 =?UTF-8?q?=D1=80=D0=B0=D0=B7=D1=80=D0=B0=D0=B1=D0=BE=D1=82=D1=87=D0=B8?=
 =?UTF-8?q?=D0=BA=D0=BE=D0=BC?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../functions/ext-dict-functions.md           | 19 +++----------------
 .../functions/ext-dict-functions.md           | 18 +++---------------
 2 files changed, 6 insertions(+), 31 deletions(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 24b2e31da30..57e2d0029f7 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -3,6 +3,9 @@ toc_priority: 58
 toc_title: External Dictionaries
 ---
 
+!!! attention "Attention"
+    For dictionaries, created with [DDL queries](../../sql-reference/statements/create/dictionary.md), the `dict_name` parameter must be fully specified, like `<database>.<dict_name>`. Otherwise, the current database is used.
+
 # Functions for Working with External Dictionaries {#ext_dict_functions}
 
 For information on connecting and configuring external dictionaries, see [External dictionaries](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
@@ -23,10 +26,6 @@ dictGetOrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
 -   `default_value_expr` — Value returned if the dictionary doesn’t contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning the value in the data type configured for the `attr_name` attribute.
 
-
-!!! attention "Attention"
-    For `dict_name` argument, if database name is not specified for dictionaries created with DDL, current database is used.
-
 **Returned value**
 
 -   If ClickHouse parses the attribute successfully in the [attribute’s data type](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), functions return the value of the dictionary attribute that corresponds to `id_expr`.
@@ -114,9 +113,6 @@ dictHas('dict_name', id_expr)
 -   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal).
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
 
-!!! attention "Attention"
-    For `dict_name` argument, if database name is not specified for dictionaries created with DDL, current database is used.
-
 **Returned value**
 
 -   0, if there is no key.
@@ -139,9 +135,6 @@ dictGetHierarchy('dict_name', key)
 -   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal).
 -   `key` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
 
-!!! attention "Attention"
-    `dict_name` parameter must be fully qualified for dictionaries created with DDL queries. Eg. `<database>.<dict_name>`.
-
 **Returned value**
 
 -   Parents for the key.
@@ -162,9 +155,6 @@ dictIsIn('dict_name', child_id_expr, ancestor_id_expr)
 -   `child_id_expr` — Key to be checked. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
 -   `ancestor_id_expr` — Alleged ancestor of the `child_id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
 
-!!! attention "Attention"
-    `dict_name` parameter must be fully qualified for dictionaries created with DDL queries. Eg. `<database>.<dict_name>`.
-
 **Returned value**
 
 -   0, if `child_id_expr` is not a child of `ancestor_id_expr`.
@@ -202,9 +192,6 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
 -   `default_value_expr` — Value returned if the dictionary doesn’t contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning the value in the data type configured for the `attr_name` attribute.
 
-!!! attention "Attention"
-    `dict_name` parameter must be fully qualified for dictionaries created with DDL queries. Eg. `<database>.<dict_name>`.
-
 **Returned value**
 
 -   If ClickHouse parses the attribute successfully in the [attribute’s data type](../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md#ext_dict_structure-attributes), functions return the value of the dictionary attribute that corresponds to `id_expr`.
diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index ef816ded030..c5424fdfe45 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -3,6 +3,9 @@ toc_priority: 58
 toc_title: "Функции для работы с внешними словарями"
 ---
 
+!!! attention "Внимание"
+    Для словарей, созданных с помощью [DDL-запросов](../../sql-reference/statements/create/dictionary.md), в параметре `dict_name` указывается полное имя словаря вместе с базой данных, например: `<database>.<dict_name>`. Если база данных не указана, используется текущая.
+
 # Функции для работы с внешними словарями {#ext_dict_functions}
 
 Информацию о подключении и настройке внешних словарей смотрите в разделе [Внешние словари](../../sql-reference/dictionaries/external-dictionaries/external-dicts.md).
@@ -23,9 +26,6 @@ dictGetOrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — значение ключа словаря. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md) или [Tuple](../../sql-reference/functions/ext-dict-functions.md) в зависимости от конфигурации словаря.
 -   `default_value_expr` — значение, возвращаемое в том случае, когда словарь не содержит строки с заданным ключом `id_expr`. [Выражение](../syntax.md#syntax-expressions) возвращающее значение с типом данных, сконфигурированным для атрибута `attr_name`.
 
-!!! attention "Внимание"
-    Если в параметре `dict_name` не указано имя базы данных перед именем созданного с помощью DDL-запросов словаря, тогда используется имя текущей базы данных.
-
 **Возвращаемое значение**
 
 -   Значение атрибута, соответствующее ключу `id_expr`, если ClickHouse смог привести это значение к [заданному типу данных](../../sql-reference/functions/ext-dict-functions.md#ext_dict_structure-attributes).
@@ -113,9 +113,6 @@ dictHas('dict_name', id)
 -   `dict_name` — имя словаря. [Строковый литерал](../syntax.md#syntax-string-literal).
 -   `id_expr` — значение ключа словаря. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md) или [Tuple](../../sql-reference/functions/ext-dict-functions.md) в зависимости от конфигурации словаря.
 
-!!! attention "Внимание"
-    Если в параметре `dict_name` не указано имя базы данных перед именем созданного с помощью DDL-запросов словаря, тогда используется имя текущей базы данных.
-
 **Возвращаемое значение**
 
 -   0, если ключа нет.
@@ -138,9 +135,6 @@ dictGetHierarchy('dict_name', key)
 -   `dict_name` — имя словаря. [Строковый литерал](../syntax.md#syntax-string-literal).
 -   `key` — значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 
-!!! attention "Внимание"
-    В аргументе `dict_name` для словарей, созданных с помощью DDL-запросов, имя должно указываться целиком, включая базу данных. Формат: `<database>.<dict_name>`.
-
 **Возвращаемое значение**
 
 -   Цепочка предков заданного ключа.
@@ -159,9 +153,6 @@ Type: [Array(UInt64)](../../sql-reference/functions/ext-dict-functions.md).
 -   `child_id_expr` — ключ для проверки. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 -   `ancestor_id_expr` — предполагаемый предок ключа `child_id_expr`. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 
-!!! attention "Внимание"
-    В аргументе `dict_name` для словарей, созданных с помощью DDL-запросов, имя должно указываться целиком, включая базу данных. Формат: `<database>.<dict_name>`.
-
 **Возвращаемое значение**
 
 -   0, если `child_id_expr` — не дочерний элемент `ancestor_id_expr`.
@@ -199,9 +190,6 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `id_expr` — значение ключа словаря. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md) или [Tuple](../../sql-reference/functions/ext-dict-functions.md) в зависимости от конфигурации словаря.
 -   `default_value_expr` — значение, возвращаемое в том случае, когда словарь не содержит строки с заданным ключом `id_expr`. [Выражение](../syntax.md#syntax-expressions), возвращающее значение с типом данных, сконфигурированным для атрибута `attr_name`.
 
-!!! attention "Внимание"
-    В аргументе `dict_name` для словарей, созданных с помощью DDL-запросов, имя должно указываться целиком, включая базу данных. Формат: `<database>.<dict_name>`.
-
 **Возвращаемое значение**
 
 -   Если ClickHouse успешно обработал атрибут в соответствии с [заданным типом данных](../../sql-reference/functions/ext-dict-functions.md#ext_dict_structure-attributes), то функции возвращают значение атрибута, соответствующее ключу `id_expr`.

From 774171c61c171971f12999b3cabfe9d2b9e0dd6e Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 26 May 2021 16:25:23 -0400
Subject: [PATCH 0595/1060] Another try to move clickhouse logs to /test_output
 folder.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 tests/testflows/runner                  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index 8e0a2f84b9e..b9c50c4e08c 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; mkdir clickhouse_logs; tar -xf clickhouse_logs.tar --directory ./clickhouse_logs; rm -rf clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar"]
diff --git a/tests/testflows/runner b/tests/testflows/runner
index 1c9cf5a7f5e..586684e17e4 100755
--- a/tests/testflows/runner
+++ b/tests/testflows/runner
@@ -126,7 +126,7 @@ if __name__ == "__main__":
         move_from = os.path.join(args.clickhouse_root, 'tests/testflows')
         status = os.path.join(move_from, 'check_status.tsv')
         results = os.path.join(move_from, 'test_results.tsv')
-        clickhouse_logs = os.path.join(move_from, 'clickhouse_logs')
+        clickhouse_logs = os.path.join(move_from, 'clickhouse_logs.tar')
         subprocess.call("mv {} {}".format(status, result_path), shell=True)
         subprocess.call("mv {} {}".format(results, result_path), shell=True)
         subprocess.call("mv {} {}".format(clickhouse_logs, result_path), shell=True)

From fc5dbaa4134fb6df047b165792b65aeb92012d30 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Wed, 26 May 2021 23:31:35 +0300
Subject: [PATCH 0596/1060] Updated MemoryTracker

---
 src/Common/MemoryTracker.cpp | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/src/Common/MemoryTracker.cpp b/src/Common/MemoryTracker.cpp
index 4ff14b1f117..e9ad40075e6 100644
--- a/src/Common/MemoryTracker.cpp
+++ b/src/Common/MemoryTracker.cpp
@@ -233,8 +233,18 @@ void MemoryTracker::allocImpl(Int64 size, bool throw_if_memory_exceeded)
             formatReadableSizeWithBinarySuffix(current_hard_limit));
     }
 
-    bool log_memory_usage = !throw_if_memory_exceeded;
-    updatePeak(will_be, log_memory_usage);
+    if (throw_if_memory_exceeded)
+    {
+        /// Prevent recursion. Exception::ctor -> std::string -> new[] -> MemoryTracker::alloc
+        BlockerInThread untrack_lock(VariableContext::Global);
+        bool log_memory_usage = true;
+        updatePeak(will_be, log_memory_usage);
+    }
+    else
+    {
+        bool log_memory_usage = false;
+        updatePeak(will_be, log_memory_usage);
+    }
 
     if (auto * loaded_next = parent.load(std::memory_order_relaxed))
         loaded_next->allocImpl(size, throw_if_memory_exceeded);

From 42b2383e0192afefbaf42da937e293af9c238f99 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 26 May 2021 23:37:44 +0300
Subject: [PATCH 0597/1060] Basic throttler implementation

---
 src/Core/Settings.h                          |  2 +
 src/IO/copyData.cpp                          | 33 +++++++++++----
 src/IO/copyData.h                            |  6 +++
 src/Interpreters/Context.cpp                 | 25 ++++++++++++
 src/Interpreters/Context.h                   |  6 +++
 src/Storages/MergeTree/DataPartsExchange.cpp | 43 +++++++++++++-------
 src/Storages/MergeTree/DataPartsExchange.h   | 23 +++++++----
 src/Storages/MergeTree/MergeTreeSettings.h   |  2 +
 src/Storages/StorageReplicatedMergeTree.cpp  | 12 ++++--
 src/Storages/StorageReplicatedMergeTree.h    | 14 +++++++
 10 files changed, 133 insertions(+), 33 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index d759e87dfbc..1a723df2d48 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -83,6 +83,8 @@ class IColumn;
     M(UInt64, background_schedule_pool_size, 16, "Number of threads performing background tasks for replicated tables, dns cache updates. Only has meaning at server startup.", 0) \
     M(UInt64, background_message_broker_schedule_pool_size, 16, "Number of threads performing background tasks for message streaming. Only has meaning at server startup.", 0) \
     M(UInt64, background_distributed_schedule_pool_size, 16, "Number of threads performing background tasks for distributed sends. Only has meaning at server startup.", 0) \
+    M(UInt64, max_replicated_fetches_network_bandwidth_for_server, 0, "The maximum speed of data exchange over the network in bytes per second for replicated fetches. Zero means unlimited. Only has meaning at server startup.", 0) \
+    M(UInt64, max_replicated_sends_network_bandwidth_for_server, 0, "The maximum speed of data exchange over the network in bytes per second for replicated sends. Zero means unlimited. Only has meaning at server startup.", 0) \
     \
     M(Milliseconds, distributed_directory_monitor_sleep_time_ms, 100, "Sleep time for StorageDistributed DirectoryMonitors, in case of any errors delay grows exponentially.", 0) \
     M(Milliseconds, distributed_directory_monitor_max_sleep_time_ms, 30000, "Maximum sleep time for StorageDistributed DirectoryMonitors, it limits exponential growth too.", 0) \
diff --git a/src/IO/copyData.cpp b/src/IO/copyData.cpp
index c653af761d4..428741f2a47 100644
--- a/src/IO/copyData.cpp
+++ b/src/IO/copyData.cpp
@@ -1,4 +1,5 @@
 #include <Common/Exception.h>
+#include <Common/Throttler.h>
 #include <IO/ReadBuffer.h>
 #include <IO/WriteBuffer.h>
 #include <IO/copyData.h>
@@ -14,7 +15,7 @@ namespace ErrorCodes
 namespace
 {
 
-void copyDataImpl(ReadBuffer & from, WriteBuffer & to, bool check_bytes, size_t bytes, const std::atomic<int> * is_cancelled)
+void copyDataImpl(ReadBuffer & from, WriteBuffer & to, bool check_bytes, size_t bytes, const std::atomic<int> * is_cancelled, ThrottlerPtr throttler)
 {
     /// If read to the end of the buffer, eof() either fills the buffer with new data and moves the cursor to the beginning, or returns false.
     while (bytes > 0 && !from.eof())
@@ -27,13 +28,16 @@ void copyDataImpl(ReadBuffer & from, WriteBuffer & to, bool check_bytes, size_t
         to.write(from.position(), count);
         from.position() += count;
         bytes -= count;
+
+        if (throttler)
+            throttler->add(count);
     }
 
     if (check_bytes && bytes > 0)
         throw Exception("Attempt to read after EOF.", ErrorCodes::ATTEMPT_TO_READ_AFTER_EOF);
 }
 
-void copyDataImpl(ReadBuffer & from, WriteBuffer & to, bool check_bytes, size_t bytes, std::function<void()> cancellation_hook)
+void copyDataImpl(ReadBuffer & from, WriteBuffer & to, bool check_bytes, size_t bytes, std::function<void()> cancellation_hook, ThrottlerPtr throttler)
 {
     /// If read to the end of the buffer, eof() either fills the buffer with new data and moves the cursor to the beginning, or returns false.
     while (bytes > 0 && !from.eof())
@@ -46,6 +50,9 @@ void copyDataImpl(ReadBuffer & from, WriteBuffer & to, bool check_bytes, size_t
         to.write(from.position(), count);
         from.position() += count;
         bytes -= count;
+
+        if (throttler)
+            throttler->add(count);
     }
 
     if (check_bytes && bytes > 0)
@@ -56,32 +63,42 @@ void copyDataImpl(ReadBuffer & from, WriteBuffer & to, bool check_bytes, size_t
 
 void copyData(ReadBuffer & from, WriteBuffer & to)
 {
-    copyDataImpl(from, to, false, std::numeric_limits<size_t>::max(), nullptr);
+    copyDataImpl(from, to, false, std::numeric_limits<size_t>::max(), nullptr, nullptr);
 }
 
 void copyData(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled)
 {
-    copyDataImpl(from, to, false, std::numeric_limits<size_t>::max(), &is_cancelled);
+    copyDataImpl(from, to, false, std::numeric_limits<size_t>::max(), &is_cancelled, nullptr);
 }
 
 void copyData(ReadBuffer & from, WriteBuffer & to, std::function<void()> cancellation_hook)
 {
-    copyDataImpl(from, to, false, std::numeric_limits<size_t>::max(), cancellation_hook);
+    copyDataImpl(from, to, false, std::numeric_limits<size_t>::max(), cancellation_hook, nullptr);
 }
 
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes)
 {
-    copyDataImpl(from, to, true, bytes, nullptr);
+    copyDataImpl(from, to, true, bytes, nullptr, nullptr);
 }
 
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled)
 {
-    copyDataImpl(from, to, true, bytes, &is_cancelled);
+    copyDataImpl(from, to, true, bytes, &is_cancelled, nullptr);
 }
 
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes, std::function<void()> cancellation_hook)
 {
-    copyDataImpl(from, to, true, bytes, cancellation_hook);
+    copyDataImpl(from, to, true, bytes, cancellation_hook, nullptr);
+}
+
+void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler)
+{
+    copyDataImpl(from, to, true, std::numeric_limits<size_t>::max(), &is_cancelled, throttler);
+}
+
+void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler)
+{
+    copyDataImpl(from, to, true, bytes, &is_cancelled, throttler);
 }
 
 }
diff --git a/src/IO/copyData.h b/src/IO/copyData.h
index f888a039e9e..56244167861 100644
--- a/src/IO/copyData.h
+++ b/src/IO/copyData.h
@@ -9,6 +9,9 @@ namespace DB
 
 class ReadBuffer;
 class WriteBuffer;
+class Throttler;
+
+using ThrottlerPtr = std::shared_ptr<Throttler>;
 
 
 /** Copies data from ReadBuffer to WriteBuffer, all that is.
@@ -24,6 +27,9 @@ void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes);
 void copyData(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled);
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled);
 
+void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler);
+void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler);
+
 void copyData(ReadBuffer & from, WriteBuffer & to, std::function<void()> cancellation_hook);
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes, std::function<void()> cancellation_hook);
 
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index 7d9c2c27ee2..f1cf89dfaf6 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -11,6 +11,7 @@
 #include <Common/setThreadName.h>
 #include <Common/Stopwatch.h>
 #include <Common/formatReadable.h>
+#include <Common/Throttler.h>
 #include <Common/thread_local_rng.h>
 #include <Coordination/KeeperStorageDispatcher.h>
 #include <Compression/ICompressionCodec.h>
@@ -360,6 +361,10 @@ struct ContextSharedPart
     mutable std::optional<BackgroundSchedulePool> schedule_pool;    /// A thread pool that can run different jobs in background (used in replicated tables)
     mutable std::optional<BackgroundSchedulePool> distributed_schedule_pool; /// A thread pool that can run different jobs in background (used for distributed sends)
     mutable std::optional<BackgroundSchedulePool> message_broker_schedule_pool; /// A thread pool that can run different jobs in background (used for message brokers, like RabbitMQ and Kafka)
+
+    mutable ThrottlerPtr replicated_fetches_throttler; /// A server-wide throttler for replicated fetches
+    mutable ThrottlerPtr replicated_sends_throttler; /// A server-wide throttler for replicated sends
+
     MultiVersion<Macros> macros;                            /// Substitutions extracted from config.
     std::unique_ptr<DDLWorker> ddl_worker;                  /// Process ddl commands from zk.
     /// Rules for selecting the compression settings, depending on the size of the part.
@@ -1625,6 +1630,26 @@ BackgroundSchedulePool & Context::getMessageBrokerSchedulePool() const
     return *shared->message_broker_schedule_pool;
 }
 
+ThrottlerPtr Context::getReplicatedFetchesThrottler() const
+{
+    auto lock = getLock();
+    if (!shared->replicated_fetches_throttler)
+        shared->replicated_fetches_throttler = std::make_shared<Throttler>(
+            settings.max_replicated_fetches_network_bandwidth_for_server);
+
+    return  shared->replicated_fetches_throttler;
+}
+
+ThrottlerPtr Context::getReplicatedSendsThrottler() const
+{
+    auto lock = getLock();
+    if (!shared->replicated_sends_throttler)
+        shared->replicated_sends_throttler = std::make_shared<Throttler>(
+            settings.max_replicated_sends_network_bandwidth_for_server);
+
+    return  shared->replicated_fetches_throttler;
+}
+
 bool Context::hasDistributedDDL() const
 {
     return getConfigRef().has("distributed_ddl");
diff --git a/src/Interpreters/Context.h b/src/Interpreters/Context.h
index 5089d2c0288..4fca9639a50 100644
--- a/src/Interpreters/Context.h
+++ b/src/Interpreters/Context.h
@@ -113,6 +113,9 @@ using VolumePtr = std::shared_ptr<IVolume>;
 struct NamedSession;
 struct BackgroundTaskSchedulingSettings;
 
+class Throttler;
+using ThrottlerPtr = std::shared_ptr<Throttler>;
+
 class ZooKeeperMetadataTransaction;
 using ZooKeeperMetadataTransactionPtr = std::shared_ptr<ZooKeeperMetadataTransaction>;
 
@@ -657,6 +660,9 @@ public:
     BackgroundSchedulePool & getMessageBrokerSchedulePool() const;
     BackgroundSchedulePool & getDistributedSchedulePool() const;
 
+    ThrottlerPtr getReplicatedFetchesThrottler() const;
+    ThrottlerPtr getReplicatedSendsThrottler() const;
+
     /// Has distributed_ddl configuration or not.
     bool hasDistributedDDL() const;
     void setDDLWorker(std::unique_ptr<DDLWorker> ddl_worker);
diff --git a/src/Storages/MergeTree/DataPartsExchange.cpp b/src/Storages/MergeTree/DataPartsExchange.cpp
index 5ccb2ca8c27..9eeac69978f 100644
--- a/src/Storages/MergeTree/DataPartsExchange.cpp
+++ b/src/Storages/MergeTree/DataPartsExchange.cpp
@@ -9,6 +9,7 @@
 #include <Storages/MergeTree/MergeTreeDataPartInMemory.h>
 #include <Storages/MergeTree/MergedBlockOutputStream.h>
 #include <Storages/MergeTree/ReplicatedFetchList.h>
+#include <Storages/StorageReplicatedMergeTree.h>
 #include <Common/CurrentMetrics.h>
 #include <Common/NetException.h>
 #include <IO/createReadBufferFromFileBase.h>
@@ -86,6 +87,10 @@ struct ReplicatedFetchReadCallback
 
 }
 
+
+Service::Service(StorageReplicatedMergeTree & data_) :
+    data(data_), log(&Poco::Logger::get(data.getLogName() + " (Replicated PartsService)")) {}
+
 std::string Service::getId(const std::string & node_id) const
 {
     return getEndpointId(node_id);
@@ -243,6 +248,8 @@ void Service::sendPartFromMemory(
     NativeBlockOutputStream block_out(out, 0, metadata_snapshot->getSampleBlock());
     part->checksums.write(out);
     block_out.write(part_in_memory->block);
+
+    data.getSendsThrottler()->add(part_in_memory->block.bytes());
 }
 
 MergeTreeData::DataPart::Checksums Service::sendPartFromDisk(
@@ -298,7 +305,7 @@ MergeTreeData::DataPart::Checksums Service::sendPartFromDisk(
 
         auto file_in = disk->readFile(path);
         HashingWriteBuffer hashing_out(out);
-        copyData(*file_in, hashing_out, blocker.getCounter());
+        copyDataWithThrottler(*file_in, hashing_out, blocker.getCounter(), data.getSendsThrottler());
 
         if (blocker.isCancelled())
             throw Exception("Transferring part to replica was cancelled", ErrorCodes::ABORTED);
@@ -354,7 +361,7 @@ void Service::sendPartS3Metadata(const MergeTreeData::DataPartPtr & part, WriteB
 
         auto file_in = createReadBufferFromFileBase(metadata_file, 0, 0, 0, nullptr, DBMS_DEFAULT_BUFFER_SIZE);
         HashingWriteBuffer hashing_out(out);
-        copyData(*file_in, hashing_out, blocker.getCounter());
+        copyDataWithThrottler(*file_in, hashing_out, blocker.getCounter(), data.getSendsThrottler());
         if (blocker.isCancelled())
             throw Exception("Transferring part to replica was cancelled", ErrorCodes::ABORTED);
 
@@ -388,6 +395,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
     const String & user,
     const String & password,
     const String & interserver_scheme,
+    ThrottlerPtr throttler,
     bool to_detached,
     const String & tmp_prefix_,
     std::optional<CurrentlySubmergingEmergingTagger> * tagger_ptr,
@@ -514,7 +522,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
 
         try
         {
-            return downloadPartToS3(part_name, replica_path, to_detached, tmp_prefix_, std::move(disks_s3), in);
+            return downloadPartToS3(part_name, replica_path, to_detached, tmp_prefix_, std::move(disks_s3), in, throttler);
         }
         catch (const Exception & e)
         {
@@ -522,7 +530,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
                 throw;
             /// Try again but without S3 copy
             return fetchPart(metadata_snapshot, context, part_name, replica_path, host, port, timeouts,
-                user, password, interserver_scheme, to_detached, tmp_prefix_, nullptr, false);
+                user, password, interserver_scheme, throttler, to_detached, tmp_prefix_, nullptr, false);
         }
     }
 
@@ -585,8 +593,8 @@ MergeTreeData::MutableDataPartPtr Fetcher::fetchPart(
 
     MergeTreeData::DataPart::Checksums checksums;
     return part_type == "InMemory"
-        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, context, std::move(reservation), in, projections)
-        : downloadPartToDisk(part_name, replica_path, to_detached, tmp_prefix_, sync, reservation->getDisk(), in, projections, checksums);
+        ? downloadPartToMemory(part_name, part_uuid, metadata_snapshot, context, std::move(reservation), in, projections, throttler)
+        : downloadPartToDisk(part_name, replica_path, to_detached, tmp_prefix_, sync, reservation->getDisk(), in, projections, checksums, throttler);
 }
 
 MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
@@ -596,7 +604,8 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
     ContextPtr context,
     ReservationPtr reservation,
     PooledReadWriteBufferFromHTTP & in,
-    size_t projections)
+    size_t projections,
+    ThrottlerPtr throttler)
 {
     auto volume = std::make_shared<SingleDiskVolume>("volume_" + part_name, reservation->getDisk(), 0);
     MergeTreeData::MutableDataPartPtr new_data_part =
@@ -612,6 +621,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
 
         NativeBlockInputStream block_in(in, 0);
         auto block = block_in.read();
+        throttler->add(block.bytes());
 
         MergeTreePartInfo new_part_info("all", 0, 0, 0);
         MergeTreeData::MutableDataPartPtr new_projection_part =
@@ -643,6 +653,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToMemory(
 
     NativeBlockInputStream block_in(in, 0);
     auto block = block_in.read();
+    throttler->add(block.bytes());
 
     new_data_part->uuid = part_uuid;
     new_data_part->is_temp = true;
@@ -666,7 +677,8 @@ void Fetcher::downloadBaseOrProjectionPartToDisk(
     bool sync,
     DiskPtr disk,
     PooledReadWriteBufferFromHTTP & in,
-    MergeTreeData::DataPart::Checksums & checksums) const
+    MergeTreeData::DataPart::Checksums & checksums,
+    ThrottlerPtr throttler) const
 {
     size_t files;
     readBinary(files, in);
@@ -689,7 +701,7 @@ void Fetcher::downloadBaseOrProjectionPartToDisk(
 
         auto file_out = disk->writeFile(part_download_path + file_name);
         HashingWriteBuffer hashing_out(*file_out);
-        copyData(in, hashing_out, file_size, blocker.getCounter());
+        copyDataWithThrottler(in, hashing_out, file_size, blocker.getCounter(), throttler);
 
         if (blocker.isCancelled())
         {
@@ -726,7 +738,8 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToDisk(
     DiskPtr disk,
     PooledReadWriteBufferFromHTTP & in,
     size_t projections,
-    MergeTreeData::DataPart::Checksums & checksums)
+    MergeTreeData::DataPart::Checksums & checksums,
+    ThrottlerPtr throttler)
 {
     static const String TMP_PREFIX = "tmp_fetch_";
     String tmp_prefix = tmp_prefix_.empty() ? TMP_PREFIX : tmp_prefix_;
@@ -763,13 +776,13 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToDisk(
         MergeTreeData::DataPart::Checksums projection_checksum;
         disk->createDirectories(part_download_path + projection_name + ".proj/");
         downloadBaseOrProjectionPartToDisk(
-            replica_path, part_download_path + projection_name + ".proj/", sync, disk, in, projection_checksum);
+            replica_path, part_download_path + projection_name + ".proj/", sync, disk, in, projection_checksum, throttler);
         checksums.addFile(
             projection_name + ".proj", projection_checksum.getTotalSizeOnDisk(), projection_checksum.getTotalChecksumUInt128());
     }
 
     // Download the base part
-    downloadBaseOrProjectionPartToDisk(replica_path, part_download_path, sync, disk, in, checksums);
+    downloadBaseOrProjectionPartToDisk(replica_path, part_download_path, sync, disk, in, checksums, throttler);
 
     assertEOF(in);
     auto volume = std::make_shared<SingleDiskVolume>("volume_" + part_name, disk, 0);
@@ -787,8 +800,8 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToS3(
     bool to_detached,
     const String & tmp_prefix_,
     const Disks & disks_s3,
-    PooledReadWriteBufferFromHTTP & in
-    )
+    PooledReadWriteBufferFromHTTP & in,
+    ThrottlerPtr throttler)
 {
     if (disks_s3.empty())
         throw Exception("No S3 disks anymore", ErrorCodes::LOGICAL_ERROR);
@@ -841,7 +854,7 @@ MergeTreeData::MutableDataPartPtr Fetcher::downloadPartToS3(
 
             HashingWriteBuffer hashing_out(*file_out);
 
-            copyData(in, hashing_out, file_size, blocker.getCounter());
+            copyDataWithThrottler(in, hashing_out, file_size, blocker.getCounter(), throttler);
 
             if (blocker.isCancelled())
             {
diff --git a/src/Storages/MergeTree/DataPartsExchange.h b/src/Storages/MergeTree/DataPartsExchange.h
index f59942ef7f4..eb776c33f0f 100644
--- a/src/Storages/MergeTree/DataPartsExchange.h
+++ b/src/Storages/MergeTree/DataPartsExchange.h
@@ -7,6 +7,7 @@
 #include <IO/copyData.h>
 #include <IO/ConnectionTimeouts.h>
 #include <IO/ReadWriteBufferFromHTTP.h>
+#include <Common/Throttler.h>
 
 
 namespace zkutil
@@ -18,15 +19,17 @@ namespace zkutil
 namespace DB
 {
 
+class StorageReplicatedMergeTree;
+
 namespace DataPartsExchange
 {
 
-/** Service for sending parts from the table *MergeTree.
+/** Service for sending parts from the table *ReplicatedMergeTree.
   */
 class Service final : public InterserverIOEndpoint
 {
 public:
-    explicit Service(MergeTreeData & data_) : data(data_), log(&Poco::Logger::get(data.getLogName() + " (Replicated PartsService)")) {}
+    explicit Service(StorageReplicatedMergeTree & data_);
 
     Service(const Service &) = delete;
     Service & operator=(const Service &) = delete;
@@ -51,7 +54,7 @@ private:
 
     /// StorageReplicatedMergeTree::shutdown() waits for all parts exchange handlers to finish,
     /// so Service will never access dangling reference to storage
-    MergeTreeData & data;
+    StorageReplicatedMergeTree & data;
     Poco::Logger * log;
 };
 
@@ -74,6 +77,7 @@ public:
         const String & user,
         const String & password,
         const String & interserver_scheme,
+        ThrottlerPtr throttler,
         bool to_detached = false,
         const String & tmp_prefix_ = "",
         std::optional<CurrentlySubmergingEmergingTagger> * tagger_ptr = nullptr,
@@ -90,7 +94,9 @@ private:
             bool sync,
             DiskPtr disk,
             PooledReadWriteBufferFromHTTP & in,
-            MergeTreeData::DataPart::Checksums & checksums) const;
+            MergeTreeData::DataPart::Checksums & checksums,
+            ThrottlerPtr throttler) const;
+
 
     MergeTreeData::MutableDataPartPtr downloadPartToDisk(
             const String & part_name,
@@ -101,7 +107,8 @@ private:
             DiskPtr disk,
             PooledReadWriteBufferFromHTTP & in,
             size_t projections,
-            MergeTreeData::DataPart::Checksums & checksums);
+            MergeTreeData::DataPart::Checksums & checksums,
+            ThrottlerPtr throttler);
 
     MergeTreeData::MutableDataPartPtr downloadPartToMemory(
             const String & part_name,
@@ -110,7 +117,8 @@ private:
             ContextPtr context,
             ReservationPtr reservation,
             PooledReadWriteBufferFromHTTP & in,
-            size_t projections);
+            size_t projections,
+            ThrottlerPtr throttler);
 
     MergeTreeData::MutableDataPartPtr downloadPartToS3(
             const String & part_name,
@@ -118,7 +126,8 @@ private:
             bool to_detached,
             const String & tmp_prefix_,
             const Disks & disks_s3,
-            PooledReadWriteBufferFromHTTP & in);
+            PooledReadWriteBufferFromHTTP & in,
+            ThrottlerPtr throttler);
 
     MergeTreeData & data;
     Poco::Logger * log;
diff --git a/src/Storages/MergeTree/MergeTreeSettings.h b/src/Storages/MergeTree/MergeTreeSettings.h
index 6e43d0fad77..da953eb0f47 100644
--- a/src/Storages/MergeTree/MergeTreeSettings.h
+++ b/src/Storages/MergeTree/MergeTreeSettings.h
@@ -91,6 +91,8 @@ struct Settings;
     M(Bool, replicated_can_become_leader, true, "If true, Replicated tables replicas on this node will try to acquire leadership.", 0) \
     M(Seconds, zookeeper_session_expiration_check_period, 60, "ZooKeeper session expiration check period, in seconds.", 0) \
     M(Bool, detach_old_local_parts_when_cloning_replica, 1, "Do not remove old local parts when repairing lost replica.", 0) \
+    M(UInt64, max_replicated_fetches_network_bandwidth, 0, "The maximum speed of data exchange over the network in bytes per second for replicated fetches. Zero means unlimited.", 0) \
+    M(UInt64, max_replicated_sends_network_bandwidth, 0, "The maximum speed of data exchange over the network in bytes per second for replicated sends. Zero means unlimited.", 0) \
     \
     /** Check delay of replicas settings. */ \
     M(UInt64, min_relative_delay_to_measure, 120, "Calculate relative replica delay only if absolute delay is not less that this value.", 0) \
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index b3da3e2287b..d776a51b06d 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -287,6 +287,8 @@ StorageReplicatedMergeTree::StorageReplicatedMergeTree(
     , part_moves_between_shards_orchestrator(*this)
     , allow_renaming(allow_renaming_)
     , replicated_fetches_pool_size(getContext()->getSettingsRef().background_fetches_pool_size)
+    , replicated_fetches_throttler(std::make_shared<Throttler>(getSettings()->max_replicated_fetches_network_bandwidth, getContext()->getReplicatedFetchesThrottler()))
+    , replicated_sends_throttler(std::make_shared<Throttler>(getSettings()->max_replicated_sends_network_bandwidth, getContext()->getReplicatedSendsThrottler()))
 {
     queue_updating_task = getContext()->getSchedulePool().createTask(
         getStorageID().getFullTableName() + " (StorageReplicatedMergeTree::queueUpdatingTask)", [this]{ queueUpdatingTask(); });
@@ -2501,7 +2503,8 @@ bool StorageReplicatedMergeTree::executeReplaceRange(const LogEntry & entry)
 
             part_desc->res_part = fetcher.fetchPart(
                 metadata_snapshot, getContext(), part_desc->found_new_part_name, source_replica_path,
-                address.host, address.replication_port, timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, TMP_PREFIX + "fetch_");
+                address.host, address.replication_port, timeouts, credentials->getUser(), credentials->getPassword(),
+                interserver_scheme, replicated_fetches_throttler, false, TMP_PREFIX + "fetch_");
 
             /// TODO: check columns_version of fetched part
 
@@ -2618,7 +2621,8 @@ void StorageReplicatedMergeTree::executeClonePartFromShard(const LogEntry & entr
             return fetcher.fetchPart(
                 metadata_snapshot, getContext(), entry.new_part_name, source_replica_path,
                 address.host, address.replication_port,
-                timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, true);
+                timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme,
+                replicated_fetches_throttler, true);
         };
 
         part = get_part();
@@ -4025,6 +4029,7 @@ bool StorageReplicatedMergeTree::fetchPart(const String & part_name, const Stora
                 credentials->getUser(),
                 credentials->getPassword(),
                 interserver_scheme,
+                replicated_fetches_throttler,
                 to_detached,
                 "",
                 &tagger_ptr,
@@ -4174,7 +4179,8 @@ bool StorageReplicatedMergeTree::fetchExistsPart(const String & part_name, const
         return fetcher.fetchPart(
             metadata_snapshot, getContext(), part_name, source_replica_path,
             address.host, address.replication_port,
-            timeouts, credentials->getUser(), credentials->getPassword(), interserver_scheme, false, "", nullptr, true,
+            timeouts, credentials->getUser(), credentials->getPassword(),
+            interserver_scheme, replicated_fetches_throttler, false, "", nullptr, true,
             replaced_disk);
     };
 
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 4e697f2d1f2..93f86e8ae7e 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -26,6 +26,7 @@
 #include <Interpreters/PartLog.h>
 #include <Common/randomSeed.h>
 #include <Common/ZooKeeper/ZooKeeper.h>
+#include <Common/Throttler.h>
 #include <Core/BackgroundSchedulePool.h>
 #include <Processors/Pipe.h>
 #include <Storages/MergeTree/BackgroundJobsExecutor.h>
@@ -239,6 +240,16 @@ public:
     /// Get best replica having this partition on S3
     String getSharedDataReplica(const IMergeTreeDataPart & part) const;
 
+    ThrottlerPtr getFetchesThrottler() const
+    {
+        return replicated_fetches_throttler;
+    }
+
+    ThrottlerPtr getSendsThrottler() const
+    {
+        return replicated_sends_throttler;
+    }
+
 private:
     /// Get a sequential consistent view of current parts.
     ReplicatedMergeTreeQuorumAddedParts::PartitionIdToMaxBlock getMaxAddedBlocks() const;
@@ -363,6 +374,9 @@ private:
 
     const size_t replicated_fetches_pool_size;
 
+    ThrottlerPtr replicated_fetches_throttler;
+    ThrottlerPtr replicated_sends_throttler;
+
     template <class Func>
     void foreachCommittedParts(Func && func, bool select_sequential_consistency) const;
 

From f9088b98de8b6880473fcac916a23fe46a70ae23 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 27 May 2021 00:02:24 +0300
Subject: [PATCH 0598/1060] Some disks update

---
 src/Disks/HDFS/DiskHDFS.cpp                   |  4 +-
 src/Disks/IDisk.h                             |  1 -
 src/Disks/IDiskRemote.cpp                     | 40 ++++++++++---------
 src/Disks/IDiskRemote.h                       | 17 ++++----
 src/Disks/ReadIndirectBufferFromRemoteFS.cpp  |  1 +
 src/Disks/WriteIndirectBufferFromRemoteFS.cpp |  1 -
 src/Disks/WriteIndirectBufferFromRemoteFS.h   |  2 +-
 7 files changed, 34 insertions(+), 32 deletions(-)

diff --git a/src/Disks/HDFS/DiskHDFS.cpp b/src/Disks/HDFS/DiskHDFS.cpp
index 0648fd9f08c..da6ccb024c7 100644
--- a/src/Disks/HDFS/DiskHDFS.cpp
+++ b/src/Disks/HDFS/DiskHDFS.cpp
@@ -172,8 +172,8 @@ void registerDiskHDFS(DiskFactory & factory)
                       const String & config_prefix,
                       ContextConstPtr context_) -> DiskPtr
     {
-        Poco::File disk{context_->getPath() + "disks/" + name};
-        disk.createDirectories();
+        fs::path disk = fs::path(context_->getPath()) / "disks" / name;
+        fs::create_directories(disk);
 
         String uri{config.getString(config_prefix + ".endpoint")};
 
diff --git a/src/Disks/IDisk.h b/src/Disks/IDisk.h
index 1cbc038f034..cb718605dd6 100644
--- a/src/Disks/IDisk.h
+++ b/src/Disks/IDisk.h
@@ -7,7 +7,6 @@
 #include <Common/Exception.h>
 #include <Disks/Executor.h>
 #include <Disks/DiskType.h>
-#include "Disks/Executor.h"
 
 #include <memory>
 #include <mutex>
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index bcb399f5d07..f32b046b5ec 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -6,7 +6,6 @@
 #include <IO/WriteBufferFromFile.h>
 #include <IO/WriteBufferFromS3.h>
 #include <IO/WriteHelpers.h>
-#include <Poco/File.h>
 #include <Common/createHardLink.h>
 #include <Common/quoteString.h>
 #include <common/logger_useful.h>
@@ -179,9 +178,9 @@ void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeperPtr fs_paths
 {
     LOG_DEBUG(log, "Remove file by path: {}", backQuote(metadata_path + path));
 
-    Poco::File file(metadata_path + path);
+    fs::path file(metadata_path + path);
 
-    if (!file.isFile())
+    if (!fs::is_regular_file(file))
         throw Exception(ErrorCodes::CANNOT_DELETE_DIRECTORY, "Path '{}' is a directory", path);
 
     try
@@ -191,7 +190,7 @@ void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeperPtr fs_paths
         /// If there is no references - delete content from remote FS.
         if (metadata.ref_count == 0)
         {
-            file.remove();
+            fs::remove(file);
             for (const auto & [remote_fs_object_path, _] : metadata.remote_fs_objects)
                 fs_paths_keeper->addPath(remote_fs_root_path + remote_fs_object_path);
         }
@@ -199,7 +198,7 @@ void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeperPtr fs_paths
         {
             --metadata.ref_count;
             metadata.save();
-            file.remove();
+            fs::remove(file);
         }
     }
     catch (const Exception & e)
@@ -210,7 +209,7 @@ void IDiskRemote::removeMeta(const String & path, RemoteFSPathKeeperPtr fs_paths
             LOG_WARNING(log,
                 "Metadata file {} can't be read by reason: {}. Removing it forcibly.",
                 backQuote(path), e.nested() ? e.nested()->message() : e.message());
-            file.remove();
+            fs::remove(file);
         }
         else
             throw;
@@ -222,8 +221,8 @@ void IDiskRemote::removeMetaRecursive(const String & path, RemoteFSPathKeeperPtr
 {
     checkStackSize(); /// This is needed to prevent stack overflow in case of cyclic symlinks.
 
-    Poco::File file(metadata_path + path);
-    if (file.isFile())
+    fs::path file = fs::path(metadata_path) / path;
+    if (fs::is_regular_file(file))
     {
         removeMeta(path, fs_paths_keeper);
     }
@@ -231,7 +230,7 @@ void IDiskRemote::removeMetaRecursive(const String & path, RemoteFSPathKeeperPtr
     {
         for (auto it{iterateDirectory(path)}; it->isValid(); it->next())
             removeMetaRecursive(it->path(), fs_paths_keeper);
-        file.remove();
+        fs::remove(file);
     }
 }
 
@@ -296,13 +295,13 @@ IDiskRemote::IDiskRemote(
 
 bool IDiskRemote::exists(const String & path) const
 {
-    return Poco::File(metadata_path + path).exists();
+    return fs::exists(fs::path(metadata_path) / path);
 }
 
 
 bool IDiskRemote::isFile(const String & path) const
 {
-    return Poco::File(metadata_path + path).isFile();
+    return fs::is_regular_file(fs::path(metadata_path) / path);
 }
 
 
@@ -326,7 +325,7 @@ void IDiskRemote::moveFile(const String & from_path, const String & to_path)
     if (exists(to_path))
         throw Exception("File already exists: " + to_path, ErrorCodes::FILE_ALREADY_EXISTS);
 
-    Poco::File(metadata_path + from_path).renameTo(metadata_path + to_path);
+    fs::rename(fs::path(metadata_path) / from_path, fs::path(metadata_path) / to_path);
 }
 
 
@@ -347,7 +346,7 @@ void IDiskRemote::replaceFile(const String & from_path, const String & to_path)
 void IDiskRemote::removeFileIfExists(const String & path)
 {
     RemoteFSPathKeeperPtr fs_paths_keeper = createFSPathKeeper();
-    if (Poco::File(metadata_path + path).exists())
+    if (fs::exists(fs::path(metadata_path) / path))
     {
         removeMeta(path, fs_paths_keeper);
         removeFromRemoteFS(fs_paths_keeper);
@@ -385,19 +384,19 @@ void IDiskRemote::setReadOnly(const String & path)
 
 bool IDiskRemote::isDirectory(const String & path) const
 {
-    return Poco::File(metadata_path + path).isDirectory();
+    return fs::is_directory(fs::path(metadata_path) / path);
 }
 
 
 void IDiskRemote::createDirectory(const String & path)
 {
-    Poco::File(metadata_path + path).createDirectory();
+    fs::create_directory(fs::path(metadata_path) / path);
 }
 
 
 void IDiskRemote::createDirectories(const String & path)
 {
-    Poco::File(metadata_path + path).createDirectories();
+    fs::create_directories(fs::path(metadata_path) / path);
 }
 
 
@@ -411,7 +410,7 @@ void IDiskRemote::clearDirectory(const String & path)
 
 void IDiskRemote::removeDirectory(const String & path)
 {
-    Poco::File(metadata_path + path).remove();
+    fs::remove(fs::path(metadata_path) / path);
 }
 
 
@@ -430,13 +429,16 @@ void IDiskRemote::listFiles(const String & path, std::vector<String> & file_name
 
 void IDiskRemote::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
-    Poco::File(metadata_path + path).setLastModified(timestamp);
+    fs::last_write_time(fs::path(metadata_path) / path,
+            static_cast<fs::file_time_type>(std::chrono::microseconds(timestamp.epochMicroseconds())));
 }
 
 
 Poco::Timestamp IDiskRemote::getLastModified(const String & path)
 {
-    return Poco::File(metadata_path + path).getLastModified();
+    fs::file_time_type fs_time = fs::last_write_time(fs::path(metadata_path) / path);
+    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
+    return Poco::Timestamp(micro_sec.count());
 }
 
 
diff --git a/src/Disks/IDiskRemote.h b/src/Disks/IDiskRemote.h
index b32258331a7..a90621443e4 100644
--- a/src/Disks/IDiskRemote.h
+++ b/src/Disks/IDiskRemote.h
@@ -4,11 +4,12 @@
 #include <atomic>
 #include "Disks/DiskFactory.h"
 #include "Disks/Executor.h"
-#include <Poco/DirectoryIterator.h>
 #include <utility>
 #include <Common/MultiVersion.h>
 #include <Common/ThreadPool.h>
+#include <filesystem>
 
+namespace fs = std::filesystem;
 
 namespace DB
 {
@@ -193,21 +194,21 @@ public:
 
     void next() override { ++iter; }
 
-    bool isValid() const override { return iter != Poco::DirectoryIterator(); }
+    bool isValid() const override { return iter != fs::directory_iterator(); }
 
     String path() const override
     {
-        if (iter->isDirectory())
-            return folder_path + iter.name() + '/';
+        if (fs::is_directory(iter->path()))
+            return folder_path / iter->path().filename().string() / "";
         else
-            return folder_path + iter.name();
+            return folder_path / iter->path().filename().string();
     }
 
-    String name() const override { return iter.name(); }
+    String name() const override { return iter->path().filename(); }
 
 private:
-    Poco::DirectoryIterator iter;
-    String folder_path;
+    fs::directory_iterator iter;
+    fs::path folder_path;
 };
 
 
diff --git a/src/Disks/ReadIndirectBufferFromRemoteFS.cpp b/src/Disks/ReadIndirectBufferFromRemoteFS.cpp
index 955986e5259..6d4764e4392 100644
--- a/src/Disks/ReadIndirectBufferFromRemoteFS.cpp
+++ b/src/Disks/ReadIndirectBufferFromRemoteFS.cpp
@@ -21,6 +21,7 @@ ReadIndirectBufferFromRemoteFS<T>::ReadIndirectBufferFromRemoteFS(
 {
 }
 
+
 template<typename T>
 off_t ReadIndirectBufferFromRemoteFS<T>::seek(off_t offset_, int whence)
 {
diff --git a/src/Disks/WriteIndirectBufferFromRemoteFS.cpp b/src/Disks/WriteIndirectBufferFromRemoteFS.cpp
index adc711608d7..6951b9fa92e 100644
--- a/src/Disks/WriteIndirectBufferFromRemoteFS.cpp
+++ b/src/Disks/WriteIndirectBufferFromRemoteFS.cpp
@@ -8,7 +8,6 @@
 namespace DB
 {
 
-/// Stores data in S3/HDFS and adds the object key (S3 path) and object size to metadata file on local FS.
 template <typename T>
 WriteIndirectBufferFromRemoteFS<T>::WriteIndirectBufferFromRemoteFS(
     std::unique_ptr<T> impl_,
diff --git a/src/Disks/WriteIndirectBufferFromRemoteFS.h b/src/Disks/WriteIndirectBufferFromRemoteFS.h
index cda7523e19e..ece7b9d5871 100644
--- a/src/Disks/WriteIndirectBufferFromRemoteFS.h
+++ b/src/Disks/WriteIndirectBufferFromRemoteFS.h
@@ -10,7 +10,7 @@
 namespace DB
 {
 
-/// Stores data in S3/HDFS and adds the object key (S3 path) and object size to metadata file on local FS.
+/// Stores data in S3/HDFS and adds the object path and object size to metadata file on local FS.
 template <typename T>
 class WriteIndirectBufferFromRemoteFS final : public WriteBufferFromFileDecorator
 {

From 7800f934aba1077501d9a1121d12f219bfd2eb53 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 26 May 2021 17:16:24 -0400
Subject: [PATCH 0599/1060] Adding gzip compression of clickhouse logs.

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 tests/testflows/runner                  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index b9c50c4e08c..0b0b970d3ce 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; gzip -9 clickhouse_logs.tar"]
diff --git a/tests/testflows/runner b/tests/testflows/runner
index 586684e17e4..772a4d01a84 100755
--- a/tests/testflows/runner
+++ b/tests/testflows/runner
@@ -126,7 +126,7 @@ if __name__ == "__main__":
         move_from = os.path.join(args.clickhouse_root, 'tests/testflows')
         status = os.path.join(move_from, 'check_status.tsv')
         results = os.path.join(move_from, 'test_results.tsv')
-        clickhouse_logs = os.path.join(move_from, 'clickhouse_logs.tar')
+        clickhouse_logs = os.path.join(move_from, 'clickhouse_logs.tar.gz')
         subprocess.call("mv {} {}".format(status, result_path), shell=True)
         subprocess.call("mv {} {}".format(results, result_path), shell=True)
         subprocess.call("mv {} {}".format(clickhouse_logs, result_path), shell=True)

From b26783b308c58b2f2d24dbb2b3a26ad1a5c58a44 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 00:27:24 +0300
Subject: [PATCH 0600/1060] Dictionaries update file path restrictions

---
 src/Common/filesystemHelpers.cpp              | 20 +++++++++
 src/Common/filesystemHelpers.h                |  6 +++
 .../CassandraDictionarySource.cpp             |  2 +-
 .../ClickHouseDictionarySource.cpp            |  2 +-
 src/Dictionaries/DictionaryFactory.cpp        | 32 +++++++-------
 src/Dictionaries/DictionaryFactory.h          | 21 ++++++---
 src/Dictionaries/DirectDictionary.cpp         |  4 +-
 .../ExecutableDictionarySource.cpp            |  5 ++-
 .../ExecutablePoolDictionarySource.cpp        |  4 +-
 src/Dictionaries/FileDictionarySource.cpp     | 32 +++++---------
 src/Dictionaries/FileDictionarySource.h       |  2 +-
 src/Dictionaries/FlatDictionary.cpp           | 10 +++--
 src/Dictionaries/HTTPDictionarySource.cpp     |  9 ++--
 src/Dictionaries/HTTPDictionarySource.h       |  2 +-
 src/Dictionaries/HashedDictionary.cpp         |  8 ++--
 src/Dictionaries/IPAddressDictionary.cpp      |  4 +-
 src/Dictionaries/LibraryDictionarySource.cpp  | 33 ++++++--------
 src/Dictionaries/LibraryDictionarySource.h    |  2 +-
 src/Dictionaries/MongoDBDictionarySource.cpp  |  2 +-
 src/Dictionaries/MySQLDictionarySource.cpp    |  2 +-
 .../PolygonDictionaryImplementations.cpp      |  4 +-
 .../PostgreSQLDictionarySource.cpp            |  2 +-
 src/Dictionaries/RangeHashedDictionary.cpp    |  4 +-
 src/Dictionaries/RedisDictionarySource.cpp    |  2 +-
 src/Dictionaries/SSDCacheDictionaryStorage.h  |  1 -
 src/Dictionaries/XDBCDictionarySource.cpp     |  2 +-
 .../registerCacheDictionaries.cpp             | 44 ++++++++++++-------
 .../ExternalDictionariesLoader.cpp            |  4 +-
 .../0_stateless/01053_ssd_dictionary.sql      |  6 +--
 .../01280_ssd_complex_key_dictionary.sql      |  4 +-
 .../01684_ssd_cache_dictionary_simple_key.sql |  6 +--
 ...01685_ssd_cache_dictionary_complex_key.sql |  4 +-
 .../01804_dictionary_decimal256_type.sql      |  2 +-
 33 files changed, 165 insertions(+), 122 deletions(-)

diff --git a/src/Common/filesystemHelpers.cpp b/src/Common/filesystemHelpers.cpp
index 3d8eec63471..1750fa586b7 100644
--- a/src/Common/filesystemHelpers.cpp
+++ b/src/Common/filesystemHelpers.cpp
@@ -20,6 +20,7 @@ namespace ErrorCodes
     extern const int SYSTEM_ERROR;
     extern const int NOT_IMPLEMENTED;
     extern const int CANNOT_STATVFS;
+    extern const int PATH_ACCESS_DENIED;
 }
 
 
@@ -108,4 +109,23 @@ String getFilesystemName([[maybe_unused]] const String & mount_point)
 #endif
 }
 
+bool pathStartsWith(const std::filesystem::path & path, const std::filesystem::path & prefix_path)
+{
+    auto absolute_path = std::filesystem::weakly_canonical(path);
+    auto absolute_prefix_path = std::filesystem::weakly_canonical(prefix_path);
+
+    auto [_, prefix_path_mismatch_it] = std::mismatch(absolute_path.begin(), absolute_path.end(), absolute_prefix_path.begin(), absolute_prefix_path.end());
+
+    bool path_starts_with_prefix_path = (prefix_path_mismatch_it == absolute_prefix_path.end());
+    return path_starts_with_prefix_path;
+}
+
+bool pathStartsWith(const String & path, const String & prefix_path)
+{
+    auto filesystem_path = std::filesystem::path(path);
+    auto filesystem_prefix_path = std::filesystem::path(prefix_path);
+
+    return pathStartsWith(filesystem_path, filesystem_prefix_path);
+}
+
 }
diff --git a/src/Common/filesystemHelpers.h b/src/Common/filesystemHelpers.h
index f534b61808a..0ffbf19643d 100644
--- a/src/Common/filesystemHelpers.h
+++ b/src/Common/filesystemHelpers.h
@@ -29,4 +29,10 @@ String getFilesystemName([[maybe_unused]] const String & mount_point);
 
 struct statvfs getStatVFS(const String & path);
 
+/// Returns true if path starts with prefix path
+bool pathStartsWith(const std::filesystem::path & path, const std::filesystem::path & prefix_path);
+
+/// Returns true if path starts with prefix path
+bool pathStartsWith(const String & path, const String & prefix_path);
+
 }
diff --git a/src/Dictionaries/CassandraDictionarySource.cpp b/src/Dictionaries/CassandraDictionarySource.cpp
index b4f7f3221bc..7605b86ef90 100644
--- a/src/Dictionaries/CassandraDictionarySource.cpp
+++ b/src/Dictionaries/CassandraDictionarySource.cpp
@@ -19,7 +19,7 @@ void registerDictionarySourceCassandra(DictionarySourceFactory & factory)
                                    [[maybe_unused]] Block & sample_block,
                                                     ContextPtr /* context */,
                                                     const std::string & /* default_database */,
-                                                    bool /*check_config*/) -> DictionarySourcePtr
+                                                    bool /*created_from_ddl*/) -> DictionarySourcePtr
     {
 #if USE_CASSANDRA
     setupCassandraDriverLibraryLogging(CASS_LOG_INFO);
diff --git a/src/Dictionaries/ClickHouseDictionarySource.cpp b/src/Dictionaries/ClickHouseDictionarySource.cpp
index 360549f6100..776e74672b4 100644
--- a/src/Dictionaries/ClickHouseDictionarySource.cpp
+++ b/src/Dictionaries/ClickHouseDictionarySource.cpp
@@ -211,7 +211,7 @@ void registerDictionarySourceClickHouse(DictionarySourceFactory & factory)
                                  Block & sample_block,
                                  ContextPtr context,
                                  const std::string & default_database [[maybe_unused]],
-                                 bool /* check_config */) -> DictionarySourcePtr
+                                 bool /* created_from_ddl */) -> DictionarySourcePtr
     {
         bool secure = config.getBool(config_prefix + ".secure", false);
         auto context_copy = Context::createCopy(context);
diff --git a/src/Dictionaries/DictionaryFactory.cpp b/src/Dictionaries/DictionaryFactory.cpp
index 413bbd4f967..62b28ed7d14 100644
--- a/src/Dictionaries/DictionaryFactory.cpp
+++ b/src/Dictionaries/DictionaryFactory.cpp
@@ -17,22 +17,22 @@ namespace ErrorCodes
     extern const int UNKNOWN_ELEMENT_IN_CONFIG;
 }
 
-void DictionaryFactory::registerLayout(const std::string & layout_type, Creator create_layout, bool is_complex)
+void DictionaryFactory::registerLayout(const std::string & layout_type, LayoutCreateFunction create_layout, bool is_layout_complex)
 {
-    if (!registered_layouts.emplace(layout_type, std::move(create_layout)).second)
+    auto it = registered_layouts.find(layout_type);
+    if (it != registered_layouts.end())
         throw Exception(ErrorCodes::LOGICAL_ERROR, "DictionaryFactory: the layout name '{}' is not unique", layout_type);
 
-    layout_complexity[layout_type] = is_complex;
-
+    RegisteredLayout layout { .layout_create_function = create_layout, .is_layout_complex = is_layout_complex };
+    registered_layouts.emplace(layout_type, std::move(layout));
 }
 
-
 DictionaryPtr DictionaryFactory::create(
     const std::string & name,
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix,
     ContextPtr context,
-    bool check_source_config) const
+    bool created_from_ddl) const
 {
     Poco::Util::AbstractConfiguration::Keys keys;
     const auto & layout_prefix = config_prefix + ".layout";
@@ -45,7 +45,7 @@ DictionaryPtr DictionaryFactory::create(
     const DictionaryStructure dict_struct{config, config_prefix};
 
     DictionarySourcePtr source_ptr = DictionarySourceFactory::instance().create(
-        name, config, config_prefix + ".source", dict_struct, context, config.getString(config_prefix + ".database", ""), check_source_config);
+        name, config, config_prefix + ".source", dict_struct, context, config.getString(config_prefix + ".database", ""), created_from_ddl);
     LOG_TRACE(&Poco::Logger::get("DictionaryFactory"), "Created dictionary source '{}' for dictionary '{}'", source_ptr->toString(), name);
 
     if (context->hasQueryContext() && context->getSettingsRef().log_queries)
@@ -57,8 +57,8 @@ DictionaryPtr DictionaryFactory::create(
         const auto found = registered_layouts.find(layout_type);
         if (found != registered_layouts.end())
         {
-            const auto & layout_creator = found->second;
-            return layout_creator(name, dict_struct, config, config_prefix, std::move(source_ptr));
+            const auto & layout_creator = found->second.layout_create_function;
+            return layout_creator(name, dict_struct, config, config_prefix, std::move(source_ptr), context, created_from_ddl);
         }
     }
 
@@ -76,14 +76,16 @@ DictionaryPtr DictionaryFactory::create(const std::string & name, const ASTCreat
 
 bool DictionaryFactory::isComplex(const std::string & layout_type) const
 {
-    auto found = layout_complexity.find(layout_type);
+    auto it = registered_layouts.find(layout_type);
 
-    if (found != layout_complexity.end())
-        return found->second;
+    if (it == registered_layouts.end())
+    {
+        throw Exception(ErrorCodes::UNKNOWN_ELEMENT_IN_CONFIG,
+           "Unknown dictionary layout type: {}",
+           layout_type);
+    }
 
-    throw Exception(ErrorCodes::UNKNOWN_ELEMENT_IN_CONFIG,
-        "Unknown dictionary layout type: {}",
-        layout_type);
+    return it->second.is_layout_complex;
 }
 
 
diff --git a/src/Dictionaries/DictionaryFactory.h b/src/Dictionaries/DictionaryFactory.h
index b869550a9af..b717009aa8a 100644
--- a/src/Dictionaries/DictionaryFactory.h
+++ b/src/Dictionaries/DictionaryFactory.h
@@ -37,29 +37,36 @@ public:
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
         ContextPtr context,
-        bool check_source_config = false) const;
+        bool created_from_ddl) const;
 
     /// Create dictionary from DDL-query
     DictionaryPtr create(const std::string & name,
         const ASTCreateQuery & ast,
         ContextPtr context) const;
 
-    using Creator = std::function<DictionaryPtr(
+    using LayoutCreateFunction = std::function<DictionaryPtr(
         const std::string & name,
         const DictionaryStructure & dict_struct,
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
-        DictionarySourcePtr source_ptr)>;
+        DictionarySourcePtr source_ptr,
+        ContextPtr context,
+        bool created_from_ddl)>;
 
     bool isComplex(const std::string & layout_type) const;
 
-    void registerLayout(const std::string & layout_type, Creator create_layout, bool is_complex);
+    void registerLayout(const std::string & layout_type, LayoutCreateFunction create_layout, bool is_layout_complex);
 
 private:
-    using LayoutRegistry = std::unordered_map<std::string, Creator>;
+    struct RegisteredLayout
+    {
+        LayoutCreateFunction layout_create_function;
+        bool is_layout_complex;
+    };
+
+    using LayoutRegistry = std::unordered_map<std::string, RegisteredLayout>;
     LayoutRegistry registered_layouts;
-    using LayoutComplexity = std::unordered_map<std::string, bool>;
-    LayoutComplexity layout_complexity;
+
 };
 
 }
diff --git a/src/Dictionaries/DirectDictionary.cpp b/src/Dictionaries/DirectDictionary.cpp
index c5efaef56f7..0508a0d70ad 100644
--- a/src/Dictionaries/DirectDictionary.cpp
+++ b/src/Dictionaries/DirectDictionary.cpp
@@ -305,7 +305,9 @@ namespace
         const DictionaryStructure & dict_struct,
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
-        DictionarySourcePtr source_ptr)
+        DictionarySourcePtr source_ptr,
+        ContextPtr /* context */,
+        bool /* created_from_ddl */)
     {
         const auto * layout_name = dictionary_key_type == DictionaryKeyType::simple ? "direct" : "complex_key_direct";
 
diff --git a/src/Dictionaries/ExecutableDictionarySource.cpp b/src/Dictionaries/ExecutableDictionarySource.cpp
index 13feab2071a..55d06984df4 100644
--- a/src/Dictionaries/ExecutableDictionarySource.cpp
+++ b/src/Dictionaries/ExecutableDictionarySource.cpp
@@ -20,6 +20,7 @@
 
 namespace DB
 {
+
 static const UInt64 max_block_size = 8192;
 
 namespace ErrorCodes
@@ -266,7 +267,7 @@ void registerDictionarySourceExecutable(DictionarySourceFactory & factory)
                                  Block & sample_block,
                                  ContextPtr context,
                                  const std::string & /* default_database */,
-                                 bool check_config) -> DictionarySourcePtr
+                                 bool created_from_ddl) -> DictionarySourcePtr
     {
         if (dict_struct.has_expressions)
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Dictionary source of type `executable` does not support attribute expressions");
@@ -274,7 +275,7 @@ void registerDictionarySourceExecutable(DictionarySourceFactory & factory)
         /// Executable dictionaries may execute arbitrary commands.
         /// It's OK for dictionaries created by administrator from xml-file, but
         /// maybe dangerous for dictionaries created from DDL-queries.
-        if (check_config)
+        if (created_from_ddl)
             throw Exception(ErrorCodes::DICTIONARY_ACCESS_DENIED, "Dictionaries with executable dictionary source are not allowed to be created from DDL query");
 
         auto context_local_copy = copyContextAndApplySettings(config_prefix, context, config);
diff --git a/src/Dictionaries/ExecutablePoolDictionarySource.cpp b/src/Dictionaries/ExecutablePoolDictionarySource.cpp
index e920b8392d6..2e01c75234c 100644
--- a/src/Dictionaries/ExecutablePoolDictionarySource.cpp
+++ b/src/Dictionaries/ExecutablePoolDictionarySource.cpp
@@ -275,7 +275,7 @@ void registerDictionarySourceExecutablePool(DictionarySourceFactory & factory)
                                  Block & sample_block,
                                  ContextPtr context,
                                  const std::string & /* default_database */,
-                                 bool check_config) -> DictionarySourcePtr
+                                 bool created_from_ddl) -> DictionarySourcePtr
     {
         if (dict_struct.has_expressions)
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Dictionary source of type `executable_pool` does not support attribute expressions");
@@ -283,7 +283,7 @@ void registerDictionarySourceExecutablePool(DictionarySourceFactory & factory)
         /// Executable dictionaries may execute arbitrary commands.
         /// It's OK for dictionaries created by administrator from xml-file, but
         /// maybe dangerous for dictionaries created from DDL-queries.
-        if (check_config)
+        if (created_from_ddl)
             throw Exception(ErrorCodes::DICTIONARY_ACCESS_DENIED, "Dictionaries with executable pool dictionary source are not allowed to be created from DDL query");
 
         auto context_local_copy = copyContextAndApplySettings(config_prefix, context, config);
diff --git a/src/Dictionaries/FileDictionarySource.cpp b/src/Dictionaries/FileDictionarySource.cpp
index 378c6f11857..a32bd081dd7 100644
--- a/src/Dictionaries/FileDictionarySource.cpp
+++ b/src/Dictionaries/FileDictionarySource.cpp
@@ -1,13 +1,15 @@
 #include "FileDictionarySource.h"
 
-#include <Poco/File.h>
 #include <filesystem>
 
+#include <Poco/File.h>
+
+#include <common/logger_useful.h>
+#include <Common/StringUtils/StringUtils.h>
+#include <Common/filesystemHelpers.h>
 #include <DataStreams/OwningBlockInputStream.h>
 #include <IO/ReadBufferFromFile.h>
 #include <Interpreters/Context.h>
-#include <Common/StringUtils/StringUtils.h>
-#include <common/logger_useful.h>
 #include "DictionarySourceFactory.h"
 #include "DictionaryStructure.h"
 #include "registerDictionaries.h"
@@ -26,28 +28,14 @@ namespace ErrorCodes
 
 FileDictionarySource::FileDictionarySource(
     const std::string & filepath_, const std::string & format_,
-    Block & sample_block_, ContextPtr context_, bool check_config)
+    Block & sample_block_, ContextPtr context_, bool created_from_ddl)
     : filepath{filepath_}
     , format{format_}
     , sample_block{sample_block_}
     , context(context_)
 {
-    if (check_config)
-    {
-        auto source_file_path = std::filesystem::path(filepath);
-        auto source_file_absolute_path = std::filesystem::canonical(source_file_path);
-
-        String user_files_path_string_value = context->getUserFilesPath();
-        auto user_files_path = std::filesystem::path(user_files_path_string_value);
-        auto user_files_absolute_path = std::filesystem::canonical(user_files_path);
-
-        auto [_, user_files_absolute_path_mismatch_it] = std::mismatch(source_file_absolute_path.begin(), source_file_absolute_path.end(), user_files_absolute_path.begin(), user_files_absolute_path.end());
-
-        bool user_files_absolute_path_include_source_file_absolute_path = user_files_absolute_path_mismatch_it == user_files_absolute_path.end();
-
-        if (!user_files_absolute_path_include_source_file_absolute_path)
-            throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File path {} is not inside {}", filepath, user_files_path_string_value);
-    }
+    if (created_from_ddl && !pathStartsWith(filepath, context->getUserFilesPath()))
+        throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File path {} is not inside {}", filepath, context->getUserFilesPath());
 }
 
 
@@ -91,7 +79,7 @@ void registerDictionarySourceFile(DictionarySourceFactory & factory)
                                  Block & sample_block,
                                  ContextPtr context,
                                  const std::string & /* default_database */,
-                                 bool check_config) -> DictionarySourcePtr
+                                 bool created_from_ddl) -> DictionarySourcePtr
     {
         if (dict_struct.has_expressions)
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Dictionary source of type `file` does not support attribute expressions");
@@ -101,7 +89,7 @@ void registerDictionarySourceFile(DictionarySourceFactory & factory)
 
         auto context_local_copy = copyContextAndApplySettings(config_prefix, context, config);
 
-        return std::make_unique<FileDictionarySource>(filepath, format, sample_block, context_local_copy, check_config);
+        return std::make_unique<FileDictionarySource>(filepath, format, sample_block, context_local_copy, created_from_ddl);
     };
 
     factory.registerSource("file", create_table_source);
diff --git a/src/Dictionaries/FileDictionarySource.h b/src/Dictionaries/FileDictionarySource.h
index 6559503cccd..ffc29374f4f 100644
--- a/src/Dictionaries/FileDictionarySource.h
+++ b/src/Dictionaries/FileDictionarySource.h
@@ -17,7 +17,7 @@ class FileDictionarySource final : public IDictionarySource
 {
 public:
     FileDictionarySource(const std::string & filepath_, const std::string & format_,
-        Block & sample_block_, ContextPtr context_, bool check_config);
+        Block & sample_block_, ContextPtr context_, bool created_from_ddl);
 
     FileDictionarySource(const FileDictionarySource & other);
 
diff --git a/src/Dictionaries/FlatDictionary.cpp b/src/Dictionaries/FlatDictionary.cpp
index c26bbc72ca4..1c7fd076e6e 100644
--- a/src/Dictionaries/FlatDictionary.cpp
+++ b/src/Dictionaries/FlatDictionary.cpp
@@ -502,10 +502,12 @@ BlockInputStreamPtr FlatDictionary::getBlockInputStream(const Names & column_nam
 void registerDictionaryFlat(DictionaryFactory & factory)
 {
     auto create_layout = [=](const std::string & full_name,
-                             const DictionaryStructure & dict_struct,
-                             const Poco::Util::AbstractConfiguration & config,
-                             const std::string & config_prefix,
-                             DictionarySourcePtr source_ptr) -> DictionaryPtr
+                            const DictionaryStructure & dict_struct,
+                            const Poco::Util::AbstractConfiguration & config,
+                            const std::string & config_prefix,
+                            DictionarySourcePtr source_ptr,
+                            ContextPtr /* context */,
+                            bool /* created_from_ddl */) -> DictionaryPtr
     {
         if (dict_struct.key)
             throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "'key' is not supported for dictionary of layout 'flat'");
diff --git a/src/Dictionaries/HTTPDictionarySource.cpp b/src/Dictionaries/HTTPDictionarySource.cpp
index 18aa94ccc38..7fc1778545c 100644
--- a/src/Dictionaries/HTTPDictionarySource.cpp
+++ b/src/Dictionaries/HTTPDictionarySource.cpp
@@ -22,6 +22,7 @@ namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
 }
+
 static const UInt64 max_block_size = 8192;
 
 
@@ -31,7 +32,7 @@ HTTPDictionarySource::HTTPDictionarySource(
     const std::string & config_prefix,
     Block & sample_block_,
     ContextPtr context_,
-    bool check_config)
+    bool created_from_ddl)
     : log(&Poco::Logger::get("HTTPDictionarySource"))
     , update_time{std::chrono::system_clock::from_time_t(0)}
     , dict_struct{dict_struct_}
@@ -42,7 +43,7 @@ HTTPDictionarySource::HTTPDictionarySource(
     , context(context_)
     , timeouts(ConnectionTimeouts::getHTTPTimeouts(context))
 {
-    if (check_config)
+    if (created_from_ddl)
         context->getRemoteHostFilter().checkURL(Poco::URI(url));
 
     const auto & credentials_prefix = config_prefix + ".credentials";
@@ -232,14 +233,14 @@ void registerDictionarySourceHTTP(DictionarySourceFactory & factory)
                                    Block & sample_block,
                                    ContextPtr context,
                                    const std::string & /* default_database */,
-                                   bool check_config) -> DictionarySourcePtr {
+                                   bool created_from_ddl) -> DictionarySourcePtr {
         if (dict_struct.has_expressions)
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Dictionary source of type `http` does not support attribute expressions");
 
         auto context_local_copy = copyContextAndApplySettings(config_prefix, context, config);
 
         return std::make_unique<HTTPDictionarySource>(
-            dict_struct, config, config_prefix + ".http", sample_block, context_local_copy, check_config);
+            dict_struct, config, config_prefix + ".http", sample_block, context_local_copy, created_from_ddl);
     };
     factory.registerSource("http", create_table_source);
 }
diff --git a/src/Dictionaries/HTTPDictionarySource.h b/src/Dictionaries/HTTPDictionarySource.h
index 5b48e8a5a9c..e348075edc3 100644
--- a/src/Dictionaries/HTTPDictionarySource.h
+++ b/src/Dictionaries/HTTPDictionarySource.h
@@ -28,7 +28,7 @@ public:
         const std::string & config_prefix,
         Block & sample_block_,
         ContextPtr context_,
-        bool check_config);
+        bool created_from_ddl);
 
     HTTPDictionarySource(const HTTPDictionarySource & other);
     HTTPDictionarySource & operator=(const HTTPDictionarySource &) = delete;
diff --git a/src/Dictionaries/HashedDictionary.cpp b/src/Dictionaries/HashedDictionary.cpp
index f3c3bc33306..24450b87274 100644
--- a/src/Dictionaries/HashedDictionary.cpp
+++ b/src/Dictionaries/HashedDictionary.cpp
@@ -751,13 +751,13 @@ void registerDictionaryHashed(DictionaryFactory & factory)
     using namespace std::placeholders;
 
     factory.registerLayout("hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ false); }, false);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ false); }, false);
     factory.registerLayout("sparse_hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ true); }, false);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ true); }, false);
     factory.registerLayout("complex_key_hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ false); }, true);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ false); }, true);
     factory.registerLayout("complex_key_sparse_hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ true); }, true);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ true); }, true);
 
 }
 
diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index 6844caf65a9..648e756e9a7 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -934,7 +934,9 @@ void registerDictionaryTrie(DictionaryFactory & factory)
                              const DictionaryStructure & dict_struct,
                              const Poco::Util::AbstractConfiguration & config,
                              const std::string & config_prefix,
-                             DictionarySourcePtr source_ptr) -> DictionaryPtr
+                             DictionarySourcePtr source_ptr,
+                             ContextPtr /* context */,
+                             bool /*created_from_ddl*/) -> DictionaryPtr
     {
         if (!dict_struct.key || dict_struct.key->size() != 1)
             throw Exception(ErrorCodes::BAD_ARGUMENTS, "Dictionary of layout 'ip_trie' has to have one 'key'");
diff --git a/src/Dictionaries/LibraryDictionarySource.cpp b/src/Dictionaries/LibraryDictionarySource.cpp
index a971ba4b1be..48b7506c38a 100644
--- a/src/Dictionaries/LibraryDictionarySource.cpp
+++ b/src/Dictionaries/LibraryDictionarySource.cpp
@@ -1,18 +1,18 @@
 #include "LibraryDictionarySource.h"
 
-#include <DataStreams/OneBlockInputStream.h>
-#include <Interpreters/Context.h>
 #include <Poco/File.h>
+
 #include <common/logger_useful.h>
-#include <ext/bit_cast.h>
-#include <ext/range.h>
-#include <ext/scope_guard.h>
-#include "DictionarySourceFactory.h"
-#include "DictionarySourceHelpers.h"
-#include "DictionaryStructure.h"
-#include "registerDictionaries.h"
+#include <Common/filesystemHelpers.h>
 #include <IO/WriteBufferFromString.h>
 #include <IO/WriteHelpers.h>
+#include <DataStreams/OneBlockInputStream.h>
+#include <Interpreters/Context.h>
+
+#include <Dictionaries/DictionarySourceFactory.h>
+#include <Dictionaries/DictionarySourceHelpers.h>
+#include <Dictionaries/DictionaryStructure.h>
+#include <Dictionaries/registerDictionaries.h>
 
 
 namespace DB
@@ -32,7 +32,7 @@ LibraryDictionarySource::LibraryDictionarySource(
     const std::string & config_prefix_,
     Block & sample_block_,
     ContextPtr context_,
-    bool check_config)
+    bool created_from_ddl)
     : log(&Poco::Logger::get("LibraryDictionarySource"))
     , dict_struct{dict_struct_}
     , config_prefix{config_prefix_}
@@ -41,13 +41,8 @@ LibraryDictionarySource::LibraryDictionarySource(
     , sample_block{sample_block_}
     , context(Context::createCopy(context_))
 {
-
-    if (check_config)
-    {
-        const String dictionaries_lib_path = context->getDictionariesLibPath();
-        if (!startsWith(path, dictionaries_lib_path))
-            throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "LibraryDictionarySource: Library path {} is not inside {}", path, dictionaries_lib_path);
-    }
+    if (created_from_ddl && !pathStartsWith(path, context->getUserFilesPath()))
+        throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File path {} is not inside {}", path, context->getUserFilesPath());
 
     if (!Poco::File(path).exists())
         throw Exception(ErrorCodes::FILE_DOESNT_EXIST, "LibraryDictionarySource: Can't load library {}: file doesn't exist", Poco::File(path).path());
@@ -179,9 +174,9 @@ void registerDictionarySourceLibrary(DictionarySourceFactory & factory)
                                  Block & sample_block,
                                  ContextPtr context,
                                  const std::string & /* default_database */,
-                                 bool check_config) -> DictionarySourcePtr
+                                 bool created_from_ddl) -> DictionarySourcePtr
     {
-        return std::make_unique<LibraryDictionarySource>(dict_struct, config, config_prefix + ".library", sample_block, context, check_config);
+        return std::make_unique<LibraryDictionarySource>(dict_struct, config, config_prefix + ".library", sample_block, context, created_from_ddl);
     };
 
     factory.registerSource("library", create_table_source);
diff --git a/src/Dictionaries/LibraryDictionarySource.h b/src/Dictionaries/LibraryDictionarySource.h
index 1ab47c5a06f..88e133666e6 100644
--- a/src/Dictionaries/LibraryDictionarySource.h
+++ b/src/Dictionaries/LibraryDictionarySource.h
@@ -40,7 +40,7 @@ public:
         const std::string & config_prefix_,
         Block & sample_block_,
         ContextPtr context_,
-        bool check_config);
+        bool created_from_ddl);
 
     LibraryDictionarySource(const LibraryDictionarySource & other);
     LibraryDictionarySource & operator=(const LibraryDictionarySource &) = delete;
diff --git a/src/Dictionaries/MongoDBDictionarySource.cpp b/src/Dictionaries/MongoDBDictionarySource.cpp
index 63495174037..2a809f52817 100644
--- a/src/Dictionaries/MongoDBDictionarySource.cpp
+++ b/src/Dictionaries/MongoDBDictionarySource.cpp
@@ -15,7 +15,7 @@ void registerDictionarySourceMongoDB(DictionarySourceFactory & factory)
         Block & sample_block,
         ContextPtr,
         const std::string & /* default_database */,
-        bool /* check_config */)
+        bool /* created_from_ddl */)
     {
         const auto config_prefix = root_config_prefix + ".mongodb";
         return std::make_unique<MongoDBDictionarySource>(dict_struct,
diff --git a/src/Dictionaries/MySQLDictionarySource.cpp b/src/Dictionaries/MySQLDictionarySource.cpp
index e440ed59fb0..afda8241b38 100644
--- a/src/Dictionaries/MySQLDictionarySource.cpp
+++ b/src/Dictionaries/MySQLDictionarySource.cpp
@@ -26,7 +26,7 @@ void registerDictionarySourceMysql(DictionarySourceFactory & factory)
                                    [[maybe_unused]] Block & sample_block,
                                    [[maybe_unused]] ContextPtr context,
                                  const std::string & /* default_database */,
-                                 bool /* check_config */) -> DictionarySourcePtr {
+                                 bool /* created_from_ddl */) -> DictionarySourcePtr {
 #if USE_MYSQL
         StreamSettings mysql_input_stream_settings(context->getSettingsRef()
             , config.getBool(config_prefix + ".mysql.close_connection", false) || config.getBool(config_prefix + ".mysql.share_connection", false)
diff --git a/src/Dictionaries/PolygonDictionaryImplementations.cpp b/src/Dictionaries/PolygonDictionaryImplementations.cpp
index fb4fb605465..7c3eb421a4a 100644
--- a/src/Dictionaries/PolygonDictionaryImplementations.cpp
+++ b/src/Dictionaries/PolygonDictionaryImplementations.cpp
@@ -166,7 +166,9 @@ DictionaryPtr createLayout(const std::string & ,
                            const DictionaryStructure & dict_struct,
                            const Poco::Util::AbstractConfiguration & config,
                            const std::string & config_prefix,
-                           DictionarySourcePtr source_ptr)
+                           DictionarySourcePtr source_ptr,
+                           ContextPtr /* context */,
+                           bool /*created_from_ddl*/)
 {
     const String database = config.getString(config_prefix + ".database", "");
     const String name = config.getString(config_prefix + ".name");
diff --git a/src/Dictionaries/PostgreSQLDictionarySource.cpp b/src/Dictionaries/PostgreSQLDictionarySource.cpp
index 69b0599c30d..d23c9a7e725 100644
--- a/src/Dictionaries/PostgreSQLDictionarySource.cpp
+++ b/src/Dictionaries/PostgreSQLDictionarySource.cpp
@@ -190,7 +190,7 @@ void registerDictionarySourcePostgreSQL(DictionarySourceFactory & factory)
                                  Block & sample_block,
                                  ContextPtr context,
                                  const std::string & /* default_database */,
-                                 bool /* check_config */) -> DictionarySourcePtr
+                                 bool /* created_from_ddl */) -> DictionarySourcePtr
     {
 #if USE_LIBPQXX
         const auto config_prefix = root_config_prefix + ".postgresql";
diff --git a/src/Dictionaries/RangeHashedDictionary.cpp b/src/Dictionaries/RangeHashedDictionary.cpp
index 4533e3ec58c..4049bd3a027 100644
--- a/src/Dictionaries/RangeHashedDictionary.cpp
+++ b/src/Dictionaries/RangeHashedDictionary.cpp
@@ -636,7 +636,9 @@ void registerDictionaryRangeHashed(DictionaryFactory & factory)
                              const DictionaryStructure & dict_struct,
                              const Poco::Util::AbstractConfiguration & config,
                              const std::string & config_prefix,
-                             DictionarySourcePtr source_ptr) -> DictionaryPtr
+                             DictionarySourcePtr source_ptr,
+                             ContextPtr /* context */,
+                             bool /*created_from_ddl*/) -> DictionaryPtr
     {
         if (dict_struct.key)
             throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "'key' is not supported for dictionary of layout 'range_hashed'");
diff --git a/src/Dictionaries/RedisDictionarySource.cpp b/src/Dictionaries/RedisDictionarySource.cpp
index f62dc0d74bd..4e79a75c1d4 100644
--- a/src/Dictionaries/RedisDictionarySource.cpp
+++ b/src/Dictionaries/RedisDictionarySource.cpp
@@ -14,7 +14,7 @@ void registerDictionarySourceRedis(DictionarySourceFactory & factory)
                                    Block & sample_block,
                                    ContextPtr /* context */,
                                    const std::string & /* default_database */,
-                                   bool /* check_config */) -> DictionarySourcePtr {
+                                   bool /* created_from_ddl */) -> DictionarySourcePtr {
         return std::make_unique<RedisDictionarySource>(dict_struct, config, config_prefix + ".redis", sample_block);
     };
     factory.registerSource("redis", create_table_source);
diff --git a/src/Dictionaries/SSDCacheDictionaryStorage.h b/src/Dictionaries/SSDCacheDictionaryStorage.h
index fcfb5803a18..7232d2d01b7 100644
--- a/src/Dictionaries/SSDCacheDictionaryStorage.h
+++ b/src/Dictionaries/SSDCacheDictionaryStorage.h
@@ -53,7 +53,6 @@ struct SSDCacheDictionaryStorageConfiguration
 {
     const size_t strict_max_lifetime_seconds;
     const DictionaryLifetime lifetime;
-
     const std::string file_path;
     const size_t max_partitions_count;
     const size_t block_size;
diff --git a/src/Dictionaries/XDBCDictionarySource.cpp b/src/Dictionaries/XDBCDictionarySource.cpp
index 618e5282068..0ebd15ff515 100644
--- a/src/Dictionaries/XDBCDictionarySource.cpp
+++ b/src/Dictionaries/XDBCDictionarySource.cpp
@@ -307,7 +307,7 @@ void registerDictionarySourceJDBC(DictionarySourceFactory & factory)
                                  Block & /* sample_block */,
                                  ContextPtr /* context */,
                                  const std::string & /* default_database */,
-                                 bool /* check_config */) -> DictionarySourcePtr {
+                                 bool /* created_from_ddl */) -> DictionarySourcePtr {
         throw Exception(ErrorCodes::SUPPORT_IS_DISABLED,
             "Dictionary source of type `jdbc` is disabled until consistent support for nullable fields.");
         //        BridgeHelperPtr bridge = std::make_shared<XDBCBridgeHelper<JDBCBridgeMixin>>(config, context.getSettings().http_receive_timeout, config.getString(config_prefix + ".connection_string"));
diff --git a/src/Dictionaries/registerCacheDictionaries.cpp b/src/Dictionaries/registerCacheDictionaries.cpp
index 9cc90c44418..500d0cc923c 100644
--- a/src/Dictionaries/registerCacheDictionaries.cpp
+++ b/src/Dictionaries/registerCacheDictionaries.cpp
@@ -1,7 +1,9 @@
 #include "CacheDictionary.h"
 #include "CacheDictionaryStorage.h"
 #include "SSDCacheDictionaryStorage.h"
+#include <Common/filesystemHelpers.h>
 #include <Dictionaries/DictionaryFactory.h>
+#include <Interpreters/Context.h>
 
 namespace DB
 {
@@ -11,6 +13,7 @@ namespace ErrorCodes
     extern const int TOO_SMALL_BUFFER_SIZE;
     extern const int UNSUPPORTED_METHOD;
     extern const int BAD_ARGUMENTS;
+    extern const int PATH_ACCESS_DENIED;
 }
 
 CacheDictionaryStorageConfiguration parseCacheStorageConfiguration(
@@ -84,19 +87,16 @@ SSDCacheDictionaryStorageConfiguration parseSSDCacheStorageConfiguration(
             "{}: write_buffer_size must be a multiple of block_size",
             full_name);
 
-    auto directory_path = config.getString(dictionary_configuration_prefix + "path");
-    if (directory_path.empty())
+    auto file_path = config.getString(dictionary_configuration_prefix + "path");
+    if (file_path.empty())
         throw Exception(ErrorCodes::BAD_ARGUMENTS,
             "{}: ssd cache dictionary cannot have empty path",
             full_name);
 
-    if (directory_path.at(0) != '/')
-        directory_path = std::filesystem::path{config.getString("path")}.concat(directory_path).string();
-
     SSDCacheDictionaryStorageConfiguration configuration{
         strict_max_lifetime_seconds,
         dict_lifetime,
-        directory_path,
+        file_path,
         max_partitions_count,
         block_size,
         file_size / block_size,
@@ -205,7 +205,9 @@ DictionaryPtr createSSDCacheDictionaryLayout(
     const DictionaryStructure & dict_struct,
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix,
-    DictionarySourcePtr source_ptr)
+    DictionarySourcePtr source_ptr,
+    ContextPtr context,
+    bool created_from_ddl)
 {
     static_assert(dictionary_key_type != DictionaryKeyType::range, "Range key type is not supported by CacheDictionary");
 
@@ -241,10 +243,14 @@ DictionaryPtr createSSDCacheDictionaryLayout(
     const bool allow_read_expired_keys = config.getBool(layout_prefix + ".cache.allow_read_expired_keys", false);
 
     auto storage_configuration = parseSSDCacheStorageConfiguration(full_name, config, layout_prefix, dict_lifetime, dictionary_key_type);
+
+    if (created_from_ddl && !pathStartsWith(storage_configuration.file_path, context->getUserFilesPath()))
+        throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File path {} is not inside {}", storage_configuration.file_path, context->getUserFilesPath());
+
+
     auto storage = std::make_shared<SSDCacheDictionaryStorage<dictionary_key_type>>(storage_configuration);
 
-    auto update_queue_configuration
-        = parseCacheDictionaryUpdateQueueConfiguration(full_name, config, layout_prefix, dictionary_key_type);
+    auto update_queue_configuration = parseCacheDictionaryUpdateQueueConfiguration(full_name, config, layout_prefix, dictionary_key_type);
 
     return std::make_unique<CacheDictionary<dictionary_key_type>>(
         dict_id, dict_struct, std::move(source_ptr), storage, update_queue_configuration, dict_lifetime, allow_read_expired_keys);
@@ -258,7 +264,9 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                           const DictionaryStructure & dict_struct,
                                           const Poco::Util::AbstractConfiguration & config,
                                           const std::string & config_prefix,
-                                          DictionarySourcePtr source_ptr) -> DictionaryPtr
+                                          DictionarySourcePtr source_ptr,
+                                          ContextPtr /* context */,
+                                          bool /* created_from_ddl */) -> DictionaryPtr
     {
         return createCacheDictionaryLayout<DictionaryKeyType::simple>(full_name, dict_struct, config, config_prefix, std::move(source_ptr));
     };
@@ -269,7 +277,9 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                                const DictionaryStructure & dict_struct,
                                                const Poco::Util::AbstractConfiguration & config,
                                                const std::string & config_prefix,
-                                               DictionarySourcePtr source_ptr) -> DictionaryPtr
+                                               DictionarySourcePtr source_ptr,
+                                               ContextPtr /* context */,
+                                               bool /* created_from_ddl */) -> DictionaryPtr
     {
         return createCacheDictionaryLayout<DictionaryKeyType::complex>(full_name, dict_struct, config, config_prefix, std::move(source_ptr));
     };
@@ -282,9 +292,11 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                               const DictionaryStructure & dict_struct,
                                               const Poco::Util::AbstractConfiguration & config,
                                               const std::string & config_prefix,
-                                              DictionarySourcePtr source_ptr) -> DictionaryPtr
+                                              DictionarySourcePtr source_ptr,
+                                              ContextPtr context,
+                                              bool created_from_ddl) -> DictionaryPtr
     {
-        return createSSDCacheDictionaryLayout<DictionaryKeyType::simple>(full_name, dict_struct, config, config_prefix, std::move(source_ptr));
+        return createSSDCacheDictionaryLayout<DictionaryKeyType::simple>(full_name, dict_struct, config, config_prefix, std::move(source_ptr), context, created_from_ddl);
     };
 
     factory.registerLayout("ssd_cache", create_simple_ssd_cache_layout, false);
@@ -293,8 +305,10 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                                    const DictionaryStructure & dict_struct,
                                                    const Poco::Util::AbstractConfiguration & config,
                                                    const std::string & config_prefix,
-                                                   DictionarySourcePtr source_ptr) -> DictionaryPtr {
-        return createSSDCacheDictionaryLayout<DictionaryKeyType::complex>(full_name, dict_struct, config, config_prefix, std::move(source_ptr));
+                                                   DictionarySourcePtr source_ptr,
+                                                   ContextPtr context,
+                                                   bool created_from_ddl) -> DictionaryPtr {
+        return createSSDCacheDictionaryLayout<DictionaryKeyType::complex>(full_name, dict_struct, config, config_prefix, std::move(source_ptr), context, created_from_ddl);
     };
 
     factory.registerLayout("complex_key_ssd_cache", create_complex_key_ssd_cache_layout, true);
diff --git a/src/Interpreters/ExternalDictionariesLoader.cpp b/src/Interpreters/ExternalDictionariesLoader.cpp
index 7fa00cdf747..5c6da033396 100644
--- a/src/Interpreters/ExternalDictionariesLoader.cpp
+++ b/src/Interpreters/ExternalDictionariesLoader.cpp
@@ -38,8 +38,8 @@ ExternalLoader::LoadablePtr ExternalDictionariesLoader::create(
 {
     /// For dictionaries from databases (created with DDL queries) we have to perform
     /// additional checks, so we identify them here.
-    bool dictionary_from_database = !repository_name.empty();
-    return DictionaryFactory::instance().create(name, config, key_in_config, getContext(), dictionary_from_database);
+    bool created_from_ddl = !repository_name.empty();
+    return DictionaryFactory::instance().create(name, config, key_in_config, getContext(), created_from_ddl);
 }
 
 ExternalDictionariesLoader::DictPtr ExternalDictionariesLoader::getDictionary(const std::string & dictionary_name, ContextPtr local_context) const
diff --git a/tests/queries/0_stateless/01053_ssd_dictionary.sql b/tests/queries/0_stateless/01053_ssd_dictionary.sql
index 23a369cc8a6..6b994470e31 100644
--- a/tests/queries/0_stateless/01053_ssd_dictionary.sql
+++ b/tests/queries/0_stateless/01053_ssd_dictionary.sql
@@ -35,7 +35,7 @@ CREATE DICTIONARY 01053_db.ssd_dict
 PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
 LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/0d'));
+LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH './user_files/0d'));
 
 SELECT 'TEST_SMALL';
 SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1));
@@ -76,7 +76,7 @@ CREATE DICTIONARY 01053_db.ssd_dict
 PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
 LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
+LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH './user_files/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
 
 SELECT 'UPDATE DICTIONARY';
 -- 118
@@ -142,7 +142,7 @@ CREATE DICTIONARY 01053_db.ssd_dict
 PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
 LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/2d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 1024));
+LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH './user_files/2d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 1024));
 
 SELECT 'UPDATE DICTIONARY (MT)';
 -- 118
diff --git a/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql b/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql
index cd3e52c9691..cb1add1785d 100644
--- a/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql
+++ b/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql
@@ -37,7 +37,7 @@ CREATE DICTIONARY 01280_db.ssd_dict
 PRIMARY KEY k1, k2
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01280_db'))
 LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/0d'));
+LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH './user_files/0d'));
 
 SELECT 'TEST_SMALL';
 SELECT 'VALUE FROM RAM BUFFER';
@@ -98,7 +98,7 @@ CREATE DICTIONARY 01280_db.ssd_dict
 PRIMARY KEY k1, k2
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01280_db'))
 LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
+LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH './user_files/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
 
 SELECT 'UPDATE DICTIONARY';
 -- 118
diff --git a/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql b/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql
index 9dbad1289f1..db4b1678db7 100644
--- a/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql
+++ b/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql
@@ -22,7 +22,7 @@ CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_ke
 PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_simple_attributes_source_table'))
 LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/0d'));
+LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/0d'));
 
 SELECT 'Dictionary cache_dictionary_simple_key_simple_attributes';
 SELECT 'dictGet existing value';
@@ -66,7 +66,7 @@ CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_ke
 PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_complex_attributes_source_table'))
 LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/1d'));
+LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/1d'));
 
 SELECT 'Dictionary cache_dictionary_simple_key_complex_attributes';
 SELECT 'dictGet existing value';
@@ -108,7 +108,7 @@ CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_ke
 PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_hierarchy_table'))
 LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/2d'));
+LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/2d'));
 
 SELECT 'Dictionary cache_dictionary_simple_key_hierarchy';
 SELECT 'dictGet';
diff --git a/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql b/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql
index 03a7e1d80df..112603ba4db 100644
--- a/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql
+++ b/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql
@@ -24,7 +24,7 @@ CREATE DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_k
 PRIMARY KEY id, id_key
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'complex_key_simple_attributes_source_table' DB '01685_database_for_cache_dictionary'))
 LIFETIME(MIN 1 MAX 1000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/0d'));
+LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/0d'));
 
 SELECT 'Dictionary cache_dictionary_complex_key_simple_attributes';
 SELECT 'dictGet existing value';
@@ -71,7 +71,7 @@ CREATE DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_k
 PRIMARY KEY id, id_key
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'complex_key_complex_attributes_source_table' DB '01685_database_for_cache_dictionary'))
 LIFETIME(MIN 1 MAX 1000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/1d'));
+LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/1d'));
 
 SELECT 'Dictionary cache_dictionary_complex_key_complex_attributes';
 SELECT 'dictGet existing value';
diff --git a/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql b/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql
index cc0ec598b70..5bb8f662acd 100644
--- a/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql
+++ b/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql
@@ -64,7 +64,7 @@ CREATE DICTIONARY ssd_cache_dictionary
 PRIMARY KEY id
 SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_decimal_source_table'))
 LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '/var/lib/clickhouse/clickhouse_dicts/0d'));
+LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/0d'));
 
 SELECT 'SSDCache dictionary';
 SELECT dictGet('ssd_cache_dictionary', 'decimal_value', toUInt64(1));

From e78105fdd82bbbd4b308deabc0d30dae444111e1 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 00:33:56 +0300
Subject: [PATCH 0601/1060] Updated documentation

---
 .../external-dictionaries/external-dicts-dict-layout.md     | 2 +-
 .../external-dictionaries/external-dicts-dict-sources.md    | 6 +++---
 .../external-dictionaries/external-dicts-dict-sources.md    | 4 ++--
 .../external-dictionaries/external-dicts-dict-layout.md     | 4 ++--
 .../external-dictionaries/external-dicts-dict-sources.md    | 6 +++---
 .../external-dictionaries/external-dicts-dict-sources.md    | 4 ++--
 6 files changed, 13 insertions(+), 13 deletions(-)

diff --git a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
index 84ac45d2f35..c69dc4224e6 100644
--- a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
@@ -338,7 +338,7 @@ or
 
 ``` sql
 LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 16777216 READ_BUFFER_SIZE 1048576
-    PATH /var/lib/clickhouse/clickhouse_dictionaries/test_dict))
+    PATH ./user_files/test_dict))
 ```
 
 ### complex_key_ssd_cache {#complex-key-ssd-cache}
diff --git a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index dc0b6e17198..5a7efa37fd1 100644
--- a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -53,7 +53,7 @@ optional settings are available:
 or
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 SETTINGS(format_csv_allow_single_quotes = 0)
 ```
 
@@ -70,7 +70,7 @@ Types of sources (`source_type`):
     -   [MongoDB](#dicts-external_dicts_dict_sources-mongodb)
     -   [Redis](#dicts-external_dicts_dict_sources-redis)
     -   [Cassandra](#dicts-external_dicts_dict_sources-cassandra)
-    -   [PostgreSQL](#dicts-external_dicts_dict_sources-postgresql)    
+    -   [PostgreSQL](#dicts-external_dicts_dict_sources-postgresql)
 
 ## Local File {#dicts-external_dicts_dict_sources-local_file}
 
@@ -88,7 +88,7 @@ Example of settings:
 or
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 ```
 
 Setting fields:
diff --git a/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index d0660444e15..f29a608b85e 100644
--- a/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/ja/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -55,7 +55,7 @@ SOURCE(SOURCE_TYPE(param1 val1 ... paramN valN)) -- Source configuration
 または
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 SETTINGS(format_csv_allow_single_quotes = 0)
 ```
 
@@ -87,7 +87,7 @@ SETTINGS(format_csv_allow_single_quotes = 0)
 または
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 ```
 
 フィールドの設定:
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
index e63b5574e30..f1f4a8fae18 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-layout.md
@@ -121,7 +121,7 @@ LAYOUT(HASHED(PREALLOCATE 0))
 
 Аналогичен `hashed`, но при этом занимает меньше места в памяти и генерирует более высокую загрузку CPU.
 
-Для этого типа размещения также можно задать `preallocate` в значении `true`. В данном случае это более важно, чем для типа `hashed`. 
+Для этого типа размещения также можно задать `preallocate` в значении `true`. В данном случае это более важно, чем для типа `hashed`.
 
 Пример конфигурации:
 
@@ -338,7 +338,7 @@ LAYOUT(CACHE(SIZE_IN_CELLS 1000000000))
 
 ``` sql
 LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 16777216 READ_BUFFER_SIZE 1048576
-    PATH /var/lib/clickhouse/clickhouse_dictionaries/test_dict))
+    PATH ./user_files/test_dict))
 ```
 
 ### complex_key_ssd_cache {#complex-key-ssd-cache}
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index a7999470330..ff83eb425d0 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -53,7 +53,7 @@ SOURCE(SOURCE_TYPE(param1 val1 ... paramN valN)) -- Source configuration
 или
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 SETTINGS(format_csv_allow_single_quotes = 0)
 ```
 
@@ -69,7 +69,7 @@ SETTINGS(format_csv_allow_single_quotes = 0)
     -   [ClickHouse](#dicts-external_dicts_dict_sources-clickhouse)
     -   [MongoDB](#dicts-external_dicts_dict_sources-mongodb)
     -   [Redis](#dicts-external_dicts_dict_sources-redis)
-    -   [PostgreSQL](#dicts-external_dicts_dict_sources-postgresql)      
+    -   [PostgreSQL](#dicts-external_dicts_dict_sources-postgresql)
 
 ## Локальный файл {#dicts-external_dicts_dict_sources-local_file}
 
@@ -87,7 +87,7 @@ SETTINGS(format_csv_allow_single_quotes = 0)
 или
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 ```
 
 Поля настройки:
diff --git a/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md b/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
index f981f442fb6..cbd88de0038 100644
--- a/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
+++ b/docs/zh/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-sources.md
@@ -55,7 +55,7 @@ SOURCE(SOURCE_TYPE(param1 val1 ... paramN valN)) -- Source configuration
 或
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 SETTINGS(format_csv_allow_single_quotes = 0)
 ```
 
@@ -87,7 +87,7 @@ SETTINGS(format_csv_allow_single_quotes = 0)
 或
 
 ``` sql
-SOURCE(FILE(path '/opt/dictionaries/os.tsv' format 'TabSeparated'))
+SOURCE(FILE(path './user_files/os.tsv' format 'TabSeparated'))
 ```
 
 设置字段:

From ee6f59c5fd108ca5399cf9fc82b7d46dd7c5feef Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 25 May 2021 22:21:14 +0300
Subject: [PATCH 0602/1060] Update SSDCacheDictionary tests to bash

---
 .../0_stateless/01053_ssd_dictionary.sh       | 155 +++++++++++++++++
 .../0_stateless/01053_ssd_dictionary.sql      | 159 ------------------
 .../01280_ssd_complex_key_dictionary.sh       | 124 ++++++++++++++
 .../01280_ssd_complex_key_dictionary.sql      | 139 ---------------
 .../01684_ssd_cache_dictionary_simple_key.sh  | 132 +++++++++++++++
 .../01684_ssd_cache_dictionary_simple_key.sql | 123 --------------
 .../01685_ssd_cache_dictionary_complex_key.sh | 106 ++++++++++++
 ...01685_ssd_cache_dictionary_complex_key.sql |  98 -----------
 .../01804_dictionary_decimal256_type.sql      |  16 --
 9 files changed, 517 insertions(+), 535 deletions(-)
 create mode 100755 tests/queries/0_stateless/01053_ssd_dictionary.sh
 delete mode 100644 tests/queries/0_stateless/01053_ssd_dictionary.sql
 create mode 100755 tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh
 delete mode 100644 tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql
 create mode 100755 tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh
 delete mode 100644 tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql
 create mode 100755 tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sh
 delete mode 100644 tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql

diff --git a/tests/queries/0_stateless/01053_ssd_dictionary.sh b/tests/queries/0_stateless/01053_ssd_dictionary.sh
new file mode 100755
index 00000000000..9cdd391ec5a
--- /dev/null
+++ b/tests/queries/0_stateless/01053_ssd_dictionary.sh
@@ -0,0 +1,155 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+USER_FILES_PATH=$(clickhouse-client --query "select _path,_file from file('nonexist.txt', 'CSV', 'val1 char')" 2>&1 | grep Exception | awk '{gsub("/nonexist.txt","",$9); print $9}')
+
+$CLICKHOUSE_CLIENT -n --query="
+  DROP DATABASE IF EXISTS 01053_db;
+
+  CREATE DATABASE 01053_db Engine = Ordinary;
+
+  DROP TABLE IF EXISTS 01053_db.table_for_dict;
+
+  CREATE TABLE 01053_db.table_for_dict
+  (
+    id UInt64,
+    a UInt64,
+    b Int32,
+    c String
+  )
+  ENGINE = MergeTree()
+  ORDER BY id;
+
+  INSERT INTO 01053_db.table_for_dict VALUES (1, 100, -100, 'clickhouse'), (2, 3, 4, 'database'), (5, 6, 7, 'columns'), (10, 9, 8, '');
+  INSERT INTO 01053_db.table_for_dict SELECT number, 0, -1, 'a' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370;
+  INSERT INTO 01053_db.table_for_dict SELECT number, 0, -1, 'b' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370, 370;
+  INSERT INTO 01053_db.table_for_dict SELECT number, 0, -1, 'c' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 700, 370;
+
+  DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
+
+  -- Probably we need rewrite it to integration test
+  CREATE DICTIONARY 01053_db.ssd_dict
+  (
+      id UInt64,
+      a UInt64 DEFAULT 0,
+      b Int32 DEFAULT -1,
+      c String DEFAULT 'none'
+  )
+  PRIMARY KEY id
+  SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
+  LIFETIME(MIN 1000 MAX 2000)
+  LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH '$USER_FILES_PATH/0d'));
+
+  SELECT 'TEST_SMALL';
+  SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1));
+  SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(4));
+  SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(5));
+  SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(6));
+  SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(2));
+  SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(3));
+
+  SELECT * FROM 01053_db.ssd_dict ORDER BY id;
+  DROP DICTIONARY 01053_db.ssd_dict;
+
+  DROP TABLE IF EXISTS 01053_db.keys_table;
+
+  CREATE TABLE 01053_db.keys_table
+  (
+    id UInt64
+  )
+  ENGINE = StripeLog();
+
+  INSERT INTO 01053_db.keys_table VALUES (1);
+  INSERT INTO 01053_db.keys_table SELECT 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370;
+  INSERT INTO 01053_db.keys_table VALUES (2);
+  INSERT INTO 01053_db.keys_table SELECT 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370, 370;
+  INSERT INTO 01053_db.keys_table VALUES (5);
+  INSERT INTO 01053_db.keys_table SELECT 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 700, 370;
+  INSERT INTO 01053_db.keys_table VALUES (10);
+
+  DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
+
+  CREATE DICTIONARY 01053_db.ssd_dict
+  (
+      id UInt64,
+      a UInt64 DEFAULT 0,
+      b Int32 DEFAULT -1,
+      c String DEFAULT 'none'
+  )
+  PRIMARY KEY id
+  SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
+  LIFETIME(MIN 1000 MAX 2000)
+  LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH '$USER_FILES_PATH/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
+
+  SELECT 'UPDATE DICTIONARY';
+  SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
+
+  SELECT 'VALUE FROM DISK';
+  SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1));
+
+  SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(1));
+
+  SELECT 'VALUE FROM RAM BUFFER';
+  SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(10));
+  SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(10));
+
+  SELECT 'VALUES FROM DISK AND RAM BUFFER';
+  SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
+
+  SELECT 'HAS';
+  SELECT count() FROM 01053_db.keys_table WHERE dictHas('01053_db.ssd_dict', toUInt64(id));
+
+  SELECT 'VALUES NOT FROM TABLE';
+
+  SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(1000000)), dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1000000)), dictGetString('01053_db.ssd_dict', 'c', toUInt64(1000000));
+  SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(1000000)), dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1000000)), dictGetString('01053_db.ssd_dict', 'c', toUInt64(1000000));
+
+  SELECT 'DUPLICATE KEYS';
+  SELECT arrayJoin([1, 2, 3, 3, 2, 1]) AS id, dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(id));
+  --SELECT
+  DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
+
+  DROP TABLE IF EXISTS 01053_db.keys_table;
+
+  CREATE TABLE 01053_db.keys_table
+  (
+    id UInt64
+  )
+  ENGINE = MergeTree()
+  ORDER BY id;
+
+  INSERT INTO 01053_db.keys_table VALUES (1);
+  INSERT INTO 01053_db.keys_table SELECT intHash64(number) FROM system.numbers LIMIT 370;
+  INSERT INTO 01053_db.keys_table VALUES (2);
+  INSERT INTO 01053_db.keys_table SELECT intHash64(number) FROM system.numbers LIMIT 370, 370;
+  INSERT INTO 01053_db.keys_table VALUES (5);
+  INSERT INTO 01053_db.keys_table SELECT intHash64(number) FROM system.numbers LIMIT 700, 370;
+  INSERT INTO 01053_db.keys_table VALUES (10);
+
+  OPTIMIZE TABLE 01053_db.keys_table;
+
+  CREATE DICTIONARY 01053_db.ssd_dict
+  (
+      id UInt64,
+      a UInt64 DEFAULT 0,
+      b Int32 DEFAULT -1
+  )
+  PRIMARY KEY id
+  SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
+  LIFETIME(MIN 1000 MAX 2000)
+  LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH '$USER_FILES_PATH/2d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 1024));
+
+  SELECT 'UPDATE DICTIONARY (MT)';
+  SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
+
+  SELECT 'VALUES FROM DISK AND RAM BUFFER (MT)';
+  SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
+
+  DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
+
+  DROP TABLE IF EXISTS 01053_db.table_for_dict;
+
+  DROP DATABASE IF EXISTS 01053_db;"
diff --git a/tests/queries/0_stateless/01053_ssd_dictionary.sql b/tests/queries/0_stateless/01053_ssd_dictionary.sql
deleted file mode 100644
index 6b994470e31..00000000000
--- a/tests/queries/0_stateless/01053_ssd_dictionary.sql
+++ /dev/null
@@ -1,159 +0,0 @@
-SET send_logs_level = 'none';
-
-DROP DATABASE IF EXISTS 01053_db;
-
-CREATE DATABASE 01053_db Engine = Ordinary;
-
-DROP TABLE IF EXISTS 01053_db.table_for_dict;
-
-CREATE TABLE 01053_db.table_for_dict
-(
-  id UInt64,
-  a UInt64,
-  b Int32,
-  c String
-)
-ENGINE = MergeTree()
-ORDER BY id;
-
-INSERT INTO 01053_db.table_for_dict VALUES (1, 100, -100, 'clickhouse'), (2, 3, 4, 'database'), (5, 6, 7, 'columns'), (10, 9, 8, '');
-INSERT INTO 01053_db.table_for_dict SELECT number, 0, -1, 'a' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370;
-INSERT INTO 01053_db.table_for_dict SELECT number, 0, -1, 'b' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370, 370;
-INSERT INTO 01053_db.table_for_dict SELECT number, 0, -1, 'c' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 700, 370;
-
-DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
-
--- FIXME filesystem error: in create_directory: Permission denied [/var/lib/clickhouse]
--- Probably we need rewrite it to integration test
-CREATE DICTIONARY 01053_db.ssd_dict
-(
-    id UInt64,
-    a UInt64 DEFAULT 0,
-    b Int32 DEFAULT -1,
-    c String DEFAULT 'none'
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
-LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH './user_files/0d'));
-
-SELECT 'TEST_SMALL';
-SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1));
-SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(4));
-SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(5));
-SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(6));
-SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(2));
-SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(3));
-
-SELECT * FROM 01053_db.ssd_dict ORDER BY id;
-DROP DICTIONARY 01053_db.ssd_dict;
-
-DROP TABLE IF EXISTS 01053_db.keys_table;
-
-CREATE TABLE 01053_db.keys_table
-(
-  id UInt64
-)
-ENGINE = StripeLog();
-
-INSERT INTO 01053_db.keys_table VALUES (1);
-INSERT INTO 01053_db.keys_table SELECT 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370;
-INSERT INTO 01053_db.keys_table VALUES (2);
-INSERT INTO 01053_db.keys_table SELECT 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370, 370;
-INSERT INTO 01053_db.keys_table VALUES (5);
-INSERT INTO 01053_db.keys_table SELECT 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 700, 370;
-INSERT INTO 01053_db.keys_table VALUES (10);
-
-DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
-
-CREATE DICTIONARY 01053_db.ssd_dict
-(
-    id UInt64,
-    a UInt64 DEFAULT 0,
-    b Int32 DEFAULT -1,
-    c String DEFAULT 'none'
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
-LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH './user_files/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
-
-SELECT 'UPDATE DICTIONARY';
--- 118
-SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
-
-SELECT 'VALUE FROM DISK';
--- -100
-SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1));
-
--- 'clickhouse'
-SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(1));
-
-SELECT 'VALUE FROM RAM BUFFER';
--- 8
-SELECT dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(10));
-
--- ''
-SELECT dictGetString('01053_db.ssd_dict', 'c', toUInt64(10));
-
-SELECT 'VALUES FROM DISK AND RAM BUFFER';
--- 118
-SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
-
-SELECT 'HAS';
--- 1006
-SELECT count() FROM 01053_db.keys_table WHERE dictHas('01053_db.ssd_dict', toUInt64(id));
-
-SELECT 'VALUES NOT FROM TABLE';
--- 0 -1 none
-SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(1000000)), dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1000000)), dictGetString('01053_db.ssd_dict', 'c', toUInt64(1000000));
-SELECT dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(1000000)), dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(1000000)), dictGetString('01053_db.ssd_dict', 'c', toUInt64(1000000));
-
-SELECT 'DUPLICATE KEYS';
-SELECT arrayJoin([1, 2, 3, 3, 2, 1]) AS id, dictGetInt32('01053_db.ssd_dict', 'b', toUInt64(id));
---SELECT
-DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
-
-DROP TABLE IF EXISTS 01053_db.keys_table;
-
-CREATE TABLE 01053_db.keys_table
-(
-  id UInt64
-)
-ENGINE = MergeTree()
-ORDER BY id;
-
-INSERT INTO 01053_db.keys_table VALUES (1);
-INSERT INTO 01053_db.keys_table SELECT intHash64(number) FROM system.numbers LIMIT 370;
-INSERT INTO 01053_db.keys_table VALUES (2);
-INSERT INTO 01053_db.keys_table SELECT intHash64(number) FROM system.numbers LIMIT 370, 370;
-INSERT INTO 01053_db.keys_table VALUES (5);
-INSERT INTO 01053_db.keys_table SELECT intHash64(number) FROM system.numbers LIMIT 700, 370;
-INSERT INTO 01053_db.keys_table VALUES (10);
-
-OPTIMIZE TABLE 01053_db.keys_table;
-
-CREATE DICTIONARY 01053_db.ssd_dict
-(
-    id UInt64,
-    a UInt64 DEFAULT 0,
-    b Int32 DEFAULT -1
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01053_db'))
-LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(SSD_CACHE(FILE_SIZE 8192 PATH './user_files/2d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 1024));
-
-SELECT 'UPDATE DICTIONARY (MT)';
--- 118
-SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
-
-SELECT 'VALUES FROM DISK AND RAM BUFFER (MT)';
--- 118
-SELECT sum(dictGetUInt64('01053_db.ssd_dict', 'a', toUInt64(id))) FROM 01053_db.keys_table;
-
-DROP DICTIONARY IF EXISTS 01053_db.ssd_dict;
-
-DROP TABLE IF EXISTS 01053_db.table_for_dict;
-
-DROP DATABASE IF EXISTS 01053_db;
diff --git a/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh b/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh
new file mode 100755
index 00000000000..dc2d1120c28
--- /dev/null
+++ b/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh
@@ -0,0 +1,124 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+USER_FILES_PATH=$(clickhouse-client --query "select _path,_file from file('nonexist.txt', 'CSV', 'val1 char')" 2>&1 | grep Exception | awk '{gsub("/nonexist.txt","",$9); print $9}')
+
+$CLICKHOUSE_CLIENT -n --query="
+    DROP DATABASE IF EXISTS 01280_db;
+    CREATE DATABASE 01280_db Engine = Ordinary;
+    DROP TABLE IF EXISTS 01280_db.table_for_dict;
+    CREATE TABLE 01280_db.table_for_dict
+    (
+        k1 String,
+        k2 Int32,
+        a UInt64,
+        b Int32,
+        c String
+    )
+    ENGINE = MergeTree()
+    ORDER BY (k1, k2);
+
+    INSERT INTO 01280_db.table_for_dict VALUES (toString(1), 3, 100, -100, 'clickhouse'), (toString(2), -1, 3, 4, 'database'), (toString(5), -3, 6, 7, 'columns'), (toString(10), -20, 9, 8, '');
+    INSERT INTO 01280_db.table_for_dict SELECT toString(number), number + 1, 0, -1, 'a' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370;
+    INSERT INTO 01280_db.table_for_dict SELECT toString(number), number + 10, 0, -1, 'b' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370, 370;
+    INSERT INTO 01280_db.table_for_dict SELECT toString(number), number + 100, 0, -1, 'c' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 700, 370;
+
+    DROP DICTIONARY IF EXISTS 01280_db.ssd_dict;
+    CREATE DICTIONARY 01280_db.ssd_dict
+    (
+        k1 String,
+        k2 Int32,
+        a UInt64 DEFAULT 0,
+        b Int32 DEFAULT -1,
+        c String DEFAULT 'none'
+    )
+    PRIMARY KEY k1, k2
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01280_db'))
+    LIFETIME(MIN 1000 MAX 2000)
+    LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH '$USER_FILES_PATH/0d'));"
+
+# $CLICKHOUSE_CLIENT --testmode --query="SELECT dictHas('01280_db.ssd_dict', 'a', tuple('1')); -- {ServerError 43}"
+
+$CLICKHOUSE_CLIENT -n --query="
+    SELECT 'TEST_SMALL';
+    SELECT 'VALUE FROM RAM BUFFER';
+    SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('1', toInt32(3)));
+    SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('1', toInt32(3)));
+    SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('1', toInt32(3)));
+    SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('1', toInt32(3)));
+    SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('1', toInt32(3)));
+    SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('1', toInt32(3)));
+
+    SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('2', toInt32(-1)));
+    SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('2', toInt32(-1)));
+    SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('2', toInt32(-1)));
+
+    SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('5', toInt32(-3)));
+    SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('5', toInt32(-3)));
+    SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('5', toInt32(-3)));
+
+    SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('10', toInt32(-20)));
+    SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('10', toInt32(-20)));
+    SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('10', toInt32(-20)));"
+
+# $CLICKHOUSE_CLIENT --testmode --query="SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple(toInt32(3))); --{ServerError 53}"
+
+$CLICKHOUSE_CLIENT -n --query="DROP DICTIONARY 01280_db.ssd_dict;
+    DROP TABLE IF EXISTS 01280_db.keys_table;
+    CREATE TABLE 01280_db.keys_table
+    (
+        k1 String,
+        k2 Int32
+    )
+    ENGINE = StripeLog();
+
+    INSERT INTO 01280_db.keys_table VALUES ('1', 3);
+    INSERT INTO 01280_db.keys_table SELECT toString(intHash64(number + 1) % 1200), 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370;
+    INSERT INTO 01280_db.keys_table VALUES ('2', -1);
+    INSERT INTO 01280_db.keys_table SELECT toString(intHash64(number + 1) % 1200), 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370, 370;
+    INSERT INTO 01280_db.keys_table VALUES ('5', -3);
+    INSERT INTO 01280_db.keys_table SELECT toString(intHash64(number + 1) % 1200), 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 700, 370;
+    INSERT INTO 01280_db.keys_table VALUES ('10', -20);
+
+    DROP DICTIONARY IF EXISTS 01280_db.ssd_dict;CREATE DICTIONARY 01280_db.ssd_dict
+    (
+        k1 String,
+        k2 Int32,
+        a UInt64 DEFAULT 0,
+        b Int32 DEFAULT -1,
+        c String DEFAULT 'none'
+    )
+    PRIMARY KEY k1, k2
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01280_db'))
+    LIFETIME(MIN 1000 MAX 2000)
+    LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH '$USER_FILES_PATH/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
+
+    SELECT 'UPDATE DICTIONARY';
+
+    SELECT sum(dictGetUInt64('01280_db.ssd_dict', 'a', (k1, k2))) FROM 01280_db.keys_table;
+
+    SELECT 'VALUE FROM DISK';
+    SELECT dictGetInt32('01280_db.ssd_dict', 'b', ('1', toInt32(3)));
+    SELECT dictGetString('01280_db.ssd_dict', 'c', ('1', toInt32(3)));
+
+    SELECT 'VALUE FROM RAM BUFFER';
+    SELECT dictGetInt32('01280_db.ssd_dict', 'b', ('10', toInt32(-20)));
+    SELECT dictGetString('01280_db.ssd_dict', 'c', ('10', toInt32(-20)));
+
+    SELECT 'VALUES FROM DISK AND RAM BUFFER';
+    SELECT sum(dictGetUInt64('01280_db.ssd_dict', 'a', (k1, k2))) FROM 01280_db.keys_table;
+
+    SELECT 'HAS';
+    SELECT count() FROM 01280_db.keys_table WHERE dictHas('01280_db.ssd_dict', (k1, k2));
+
+    SELECT 'VALUES NOT FROM TABLE';
+    SELECT dictGetUInt64('01280_db.ssd_dict', 'a', ('unknown', toInt32(0))), dictGetInt32('01280_db.ssd_dict', 'b', ('unknown', toInt32(0))), dictGetString('01280_db.ssd_dict', 'c', ('unknown', toInt32(0)));
+    SELECT dictGetUInt64('01280_db.ssd_dict', 'a', ('unknown', toInt32(0))), dictGetInt32('01280_db.ssd_dict', 'b', ('unknown', toInt32(0))), dictGetString('01280_db.ssd_dict', 'c', ('unknown', toInt32(0)));
+
+    SELECT 'DUPLICATE KEYS';
+    SELECT arrayJoin([('1', toInt32(3)), ('2', toInt32(-1)), ('', toInt32(0)), ('', toInt32(0)), ('2', toInt32(-1)), ('1', toInt32(3))]) AS keys, dictGetInt32('01280_db.ssd_dict', 'b', keys);
+    DROP DICTIONARY IF EXISTS database_for_dict.ssd_dict;
+    DROP TABLE IF EXISTS database_for_dict.keys_table;"
diff --git a/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql b/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql
deleted file mode 100644
index cb1add1785d..00000000000
--- a/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sql
+++ /dev/null
@@ -1,139 +0,0 @@
-SET send_logs_level = 'none';
-
-DROP DATABASE IF EXISTS 01280_db;
-
-CREATE DATABASE 01280_db Engine = Ordinary;
-
-DROP TABLE IF EXISTS 01280_db.table_for_dict;
-
-CREATE TABLE 01280_db.table_for_dict
-(
-  k1 String,
-  k2 Int32,
-  a UInt64,
-  b Int32,
-  c String
-)
-ENGINE = MergeTree()
-ORDER BY (k1, k2);
-
-INSERT INTO 01280_db.table_for_dict VALUES (toString(1), 3, 100, -100, 'clickhouse'), (toString(2), -1, 3, 4, 'database'), (toString(5), -3, 6, 7, 'columns'), (toString(10), -20, 9, 8, '');
-INSERT INTO 01280_db.table_for_dict SELECT toString(number), number + 1, 0, -1, 'a' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370;
-INSERT INTO 01280_db.table_for_dict SELECT toString(number), number + 10, 0, -1, 'b' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 370, 370;
-INSERT INTO 01280_db.table_for_dict SELECT toString(number), number + 100, 0, -1, 'c' FROM system.numbers WHERE number NOT IN (1, 2, 5, 10) LIMIT 700, 370;
-
-DROP DICTIONARY IF EXISTS 01280_db.ssd_dict;
-
--- FIXME filesystem error: in create_directory: Permission denied [/var/lib/clickhouse]
--- Probably we need rewrite it to integration test
-CREATE DICTIONARY 01280_db.ssd_dict
-(
-    k1 String,
-    k2 Int32,
-    a UInt64 DEFAULT 0,
-    b Int32 DEFAULT -1,
-    c String DEFAULT 'none'
-)
-PRIMARY KEY k1, k2
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01280_db'))
-LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH './user_files/0d'));
-
-SELECT 'TEST_SMALL';
-SELECT 'VALUE FROM RAM BUFFER';
-
-SELECT dictHas('01280_db.ssd_dict', 'a', tuple('1')); -- { serverError 43 }
-
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('1', toInt32(3)));
-SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('1', toInt32(3)));
-SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('1', toInt32(3)));
-
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('1', toInt32(3)));
-SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('1', toInt32(3)));
-SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('1', toInt32(3)));
-
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('2', toInt32(-1)));
-SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('2', toInt32(-1)));
-SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('2', toInt32(-1)));
-
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('5', toInt32(-3)));
-SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('5', toInt32(-3)));
-SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('5', toInt32(-3)));
-
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple('10', toInt32(-20)));
-SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('10', toInt32(-20)));
-SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('10', toInt32(-20)));
-
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple(toInt32(3))); --{serverError 53}
-
-DROP DICTIONARY 01280_db.ssd_dict;
-
-DROP TABLE IF EXISTS 01280_db.keys_table;
-
-CREATE TABLE 01280_db.keys_table
-(
-    k1 String,
-    k2 Int32
-)
-ENGINE = StripeLog();
-
-INSERT INTO 01280_db.keys_table VALUES ('1', 3);
-INSERT INTO 01280_db.keys_table SELECT toString(intHash64(number + 1) % 1200), 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370;
-INSERT INTO 01280_db.keys_table VALUES ('2', -1);
-INSERT INTO 01280_db.keys_table SELECT toString(intHash64(number + 1) % 1200), 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 370, 370;
-INSERT INTO 01280_db.keys_table VALUES ('5', -3);
-INSERT INTO 01280_db.keys_table SELECT toString(intHash64(number + 1) % 1200), 11 + intHash64(number) % 1200 FROM system.numbers LIMIT 700, 370;
-INSERT INTO 01280_db.keys_table VALUES ('10', -20);
-
-DROP DICTIONARY IF EXISTS 01280_db.ssd_dict;
-
-CREATE DICTIONARY 01280_db.ssd_dict
-(
-    k1 String,
-    k2 Int32,
-    a UInt64 DEFAULT 0,
-    b Int32 DEFAULT -1,
-    c String DEFAULT 'none'
-)
-PRIMARY KEY k1, k2
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'table_for_dict' PASSWORD '' DB '01280_db'))
-LIFETIME(MIN 1000 MAX 2000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH './user_files/1d' BLOCK_SIZE 512 WRITE_BUFFER_SIZE 4096));
-
-SELECT 'UPDATE DICTIONARY';
--- 118
-SELECT sum(dictGetUInt64('01280_db.ssd_dict', 'a', (k1, k2))) FROM 01280_db.keys_table;
-
-SELECT 'VALUE FROM DISK';
--- -100
-SELECT dictGetInt32('01280_db.ssd_dict', 'b', ('1', toInt32(3)));
-
--- 'clickhouse'
-SELECT dictGetString('01280_db.ssd_dict', 'c', ('1', toInt32(3)));
-
-SELECT 'VALUE FROM RAM BUFFER';
--- 8
-SELECT dictGetInt32('01280_db.ssd_dict', 'b', ('10', toInt32(-20)));
-
--- ''
-SELECT dictGetString('01280_db.ssd_dict', 'c', ('10', toInt32(-20)));
-
-SELECT 'VALUES FROM DISK AND RAM BUFFER';
--- 118
-SELECT sum(dictGetUInt64('01280_db.ssd_dict', 'a', (k1, k2))) FROM 01280_db.keys_table;
-
-SELECT 'HAS';
--- 6
-SELECT count() FROM 01280_db.keys_table WHERE dictHas('01280_db.ssd_dict', (k1, k2));
-
-SELECT 'VALUES NOT FROM TABLE';
--- 0 -1 none
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', ('unknown', toInt32(0))), dictGetInt32('01280_db.ssd_dict', 'b', ('unknown', toInt32(0))), dictGetString('01280_db.ssd_dict', 'c', ('unknown', toInt32(0)));
-SELECT dictGetUInt64('01280_db.ssd_dict', 'a', ('unknown', toInt32(0))), dictGetInt32('01280_db.ssd_dict', 'b', ('unknown', toInt32(0))), dictGetString('01280_db.ssd_dict', 'c', ('unknown', toInt32(0)));
-
-SELECT 'DUPLICATE KEYS';
-SELECT arrayJoin([('1', toInt32(3)), ('2', toInt32(-1)), ('', toInt32(0)), ('', toInt32(0)), ('2', toInt32(-1)), ('1', toInt32(3))]) AS keys, dictGetInt32('01280_db.ssd_dict', 'b', keys);
-
-DROP DICTIONARY IF EXISTS database_for_dict.ssd_dict;
-
-DROP TABLE IF EXISTS database_for_dict.keys_table;
diff --git a/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh b/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh
new file mode 100755
index 00000000000..28388ae9014
--- /dev/null
+++ b/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh
@@ -0,0 +1,132 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+USER_FILES_PATH=$(clickhouse-client --query "select _path,_file from file('nonexist.txt', 'CSV', 'val1 char')" 2>&1 | grep Exception | awk '{gsub("/nonexist.txt","",$9); print $9}')
+
+$CLICKHOUSE_CLIENT -n --query="
+    DROP DATABASE IF EXISTS 01684_database_for_cache_dictionary;
+    CREATE DATABASE 01684_database_for_cache_dictionary;
+
+    CREATE TABLE 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table
+    (
+    id UInt64,
+    value_first String,
+    value_second String
+    )
+    ENGINE = TinyLog;
+
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table VALUES(0, 'value_0', 'value_second_0');
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table VALUES(1, 'value_1', 'value_second_1');
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table VALUES(2, 'value_2', 'value_second_2');
+
+    CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes
+    (
+    id UInt64,
+    value_first String DEFAULT 'value_first_default',
+    value_second String DEFAULT 'value_second_default'
+    )
+    PRIMARY KEY id
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_simple_attributes_source_table'))
+    LIFETIME(MIN 1 MAX 1000)
+    LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '$USER_FILES_PATH/0d'));
+
+    SELECT 'Dictionary cache_dictionary_simple_key_simple_attributes';
+    SELECT 'dictGet existing value';
+    SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number) as value_first,
+        dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGet with non existing value';
+    SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number) as value_first,
+        dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictGetOrDefault existing value';
+    SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number, toString('default')) as value_first,
+        dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGetOrDefault non existing value';
+    SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number, toString('default')) as value_first,
+        dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictHas';
+    SELECT dictHas('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', number) FROM system.numbers LIMIT 4;
+    SELECT 'select all values as input stream';
+    SELECT * FROM 01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes ORDER BY id;
+
+    DROP DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes;
+    DROP TABLE 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table;
+
+    CREATE TABLE 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table
+    (
+    id UInt64,
+    value_first String,
+    value_second Nullable(String)
+    )
+    ENGINE = TinyLog;
+
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table VALUES(0, 'value_0', 'value_second_0');
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table VALUES(1, 'value_1', NULL);
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table VALUES(2, 'value_2', 'value_second_2');
+
+    CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes
+    (
+    id UInt64,
+    value_first String DEFAULT 'value_first_default',
+    value_second Nullable(String) DEFAULT 'value_second_default'
+    )
+    PRIMARY KEY id
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_complex_attributes_source_table'))
+    LIFETIME(MIN 1 MAX 1000)
+    LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '$USER_FILES_PATH/1d'));
+
+    SELECT 'Dictionary cache_dictionary_simple_key_complex_attributes';
+    SELECT 'dictGet existing value';
+    SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number) as value_first,
+        dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGet with non existing value';
+    SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number) as value_first,
+        dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictGetOrDefault existing value';
+    SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number, toString('default')) as value_first,
+        dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGetOrDefault non existing value';
+    SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number, toString('default')) as value_first,
+        dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictHas';
+    SELECT dictHas('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', number) FROM system.numbers LIMIT 4;
+    SELECT 'select all values as input stream';
+    SELECT * FROM 01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes ORDER BY id;
+
+    DROP DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes;
+    DROP TABLE 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table;
+
+    CREATE TABLE 01684_database_for_cache_dictionary.simple_key_hierarchy_table
+    (
+        id UInt64,
+        parent_id UInt64
+    ) ENGINE = TinyLog();
+
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (1, 0);
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (2, 1);
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (3, 1);
+    INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (4, 2);
+
+    CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy
+    (
+    id UInt64,
+    parent_id UInt64 HIERARCHICAL
+    )
+    PRIMARY KEY id
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_hierarchy_table'))
+    LIFETIME(MIN 1 MAX 1000)
+    LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/2d'));
+
+    SELECT 'Dictionary cache_dictionary_simple_key_hierarchy';
+    SELECT 'dictGet';
+    SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy', 'parent_id', number) FROM system.numbers LIMIT 5;
+    SELECT 'dictGetHierarchy';
+    SELECT dictGetHierarchy('01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy', toUInt64(1));
+    SELECT dictGetHierarchy('01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy', toUInt64(4));
+
+    DROP DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy;
+    DROP TABLE 01684_database_for_cache_dictionary.simple_key_hierarchy_table;
+
+    DROP DATABASE 01684_database_for_cache_dictionary;"
diff --git a/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql b/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql
deleted file mode 100644
index db4b1678db7..00000000000
--- a/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sql
+++ /dev/null
@@ -1,123 +0,0 @@
-DROP DATABASE IF EXISTS 01684_database_for_cache_dictionary;
-CREATE DATABASE 01684_database_for_cache_dictionary;
-
-CREATE TABLE 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table
-(
-   id UInt64,
-   value_first String,
-   value_second String
-)
-ENGINE = TinyLog;
-
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table VALUES(0, 'value_0', 'value_second_0');
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table VALUES(1, 'value_1', 'value_second_1');
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table VALUES(2, 'value_2', 'value_second_2');
-
-CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes
-(
-   id UInt64,
-   value_first String DEFAULT 'value_first_default',
-   value_second String DEFAULT 'value_second_default'
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_simple_attributes_source_table'))
-LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/0d'));
-
-SELECT 'Dictionary cache_dictionary_simple_key_simple_attributes';
-SELECT 'dictGet existing value';
-SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number) as value_first,
-    dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGet with non existing value';
-SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number) as value_first,
-    dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictGetOrDefault existing value';
-SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number, toString('default')) as value_first,
-    dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGetOrDefault non existing value';
-SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_first', number, toString('default')) as value_first,
-    dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictHas';
-SELECT dictHas('01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes', number) FROM system.numbers LIMIT 4;
-SELECT 'select all values as input stream';
-SELECT * FROM 01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes ORDER BY id;
-
-DROP DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_simple_attributes;
-DROP TABLE 01684_database_for_cache_dictionary.simple_key_simple_attributes_source_table;
-
-CREATE TABLE 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table
-(
-   id UInt64,
-   value_first String,
-   value_second Nullable(String)
-)
-ENGINE = TinyLog;
-
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table VALUES(0, 'value_0', 'value_second_0');
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table VALUES(1, 'value_1', NULL);
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table VALUES(2, 'value_2', 'value_second_2');
-
-CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes
-(
-   id UInt64,
-   value_first String DEFAULT 'value_first_default',
-   value_second Nullable(String) DEFAULT 'value_second_default'
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_complex_attributes_source_table'))
-LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/1d'));
-
-SELECT 'Dictionary cache_dictionary_simple_key_complex_attributes';
-SELECT 'dictGet existing value';
-SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number) as value_first,
-    dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGet with non existing value';
-SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number) as value_first,
-    dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictGetOrDefault existing value';
-SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number, toString('default')) as value_first,
-    dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGetOrDefault non existing value';
-SELECT dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_first', number, toString('default')) as value_first,
-    dictGetOrDefault('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', 'value_second', number, toString('default')) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictHas';
-SELECT dictHas('01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes', number) FROM system.numbers LIMIT 4;
-SELECT 'select all values as input stream';
-SELECT * FROM 01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes ORDER BY id;
-
-DROP DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_complex_attributes;
-DROP TABLE 01684_database_for_cache_dictionary.simple_key_complex_attributes_source_table;
-
-CREATE TABLE 01684_database_for_cache_dictionary.simple_key_hierarchy_table
-(
-    id UInt64,
-    parent_id UInt64
-) ENGINE = TinyLog();
-
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (1, 0);
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (2, 1);
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (3, 1);
-INSERT INTO 01684_database_for_cache_dictionary.simple_key_hierarchy_table VALUES (4, 2);
-
-CREATE DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy
-(
-   id UInt64,
-   parent_id UInt64 HIERARCHICAL
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_hierarchy_table'))
-LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/2d'));
-
-SELECT 'Dictionary cache_dictionary_simple_key_hierarchy';
-SELECT 'dictGet';
-SELECT dictGet('01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy', 'parent_id', number) FROM system.numbers LIMIT 5;
-SELECT 'dictGetHierarchy';
-SELECT dictGetHierarchy('01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy', toUInt64(1));
-SELECT dictGetHierarchy('01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy', toUInt64(4));
-
-DROP DICTIONARY 01684_database_for_cache_dictionary.cache_dictionary_simple_key_hierarchy;
-DROP TABLE 01684_database_for_cache_dictionary.simple_key_hierarchy_table;
-
-DROP DATABASE 01684_database_for_cache_dictionary;
diff --git a/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sh b/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sh
new file mode 100755
index 00000000000..82344a64e99
--- /dev/null
+++ b/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sh
@@ -0,0 +1,106 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+USER_FILES_PATH=$(clickhouse-client --query "select _path,_file from file('nonexist.txt', 'CSV', 'val1 char')" 2>&1 | grep Exception | awk '{gsub("/nonexist.txt","",$9); print $9}')
+
+$CLICKHOUSE_CLIENT -n --query="
+    DROP DATABASE IF EXISTS 01685_database_for_cache_dictionary;
+    CREATE DATABASE 01685_database_for_cache_dictionary;
+
+    CREATE TABLE 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table
+    (
+    id UInt64,
+    id_key String,
+    value_first String,
+    value_second String
+    )
+    ENGINE = TinyLog;
+
+    INSERT INTO 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table VALUES(0, 'id_key_0', 'value_0', 'value_second_0');
+    INSERT INTO 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table VALUES(1, 'id_key_1', 'value_1', 'value_second_1');
+    INSERT INTO 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table VALUES(2, 'id_key_2', 'value_2', 'value_second_2');
+
+    CREATE DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes
+    (
+    id UInt64,
+    id_key String,
+    value_first String DEFAULT 'value_first_default',
+    value_second String DEFAULT 'value_second_default'
+    )
+    PRIMARY KEY id, id_key
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'complex_key_simple_attributes_source_table' DB '01685_database_for_cache_dictionary'))
+    LIFETIME(MIN 1 MAX 1000)
+    LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '$USER_FILES_PATH/0d'));
+
+    SELECT 'Dictionary cache_dictionary_complex_key_simple_attributes';
+    SELECT 'dictGet existing value';
+    SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
+        dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGet with non existing value';
+    SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
+        dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictGetOrDefault existing value';
+    SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
+        dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGetOrDefault non existing value';
+    SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
+        dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictHas';
+    SELECT dictHas('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', (number, concat('id_key_', toString(number)))) FROM system.numbers LIMIT 4;
+    SELECT 'select all values as input stream';
+    SELECT * FROM 01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes ORDER BY id;
+
+    DROP DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes;
+    DROP TABLE 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table;
+
+    CREATE TABLE 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table
+    (
+    id UInt64,
+    id_key String,
+    value_first String,
+    value_second Nullable(String)
+    )
+    ENGINE = TinyLog;
+
+    INSERT INTO 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table VALUES(0, 'id_key_0', 'value_0', 'value_second_0');
+    INSERT INTO 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table VALUES(1, 'id_key_1', 'value_1', NULL);
+    INSERT INTO 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table VALUES(2, 'id_key_2', 'value_2', 'value_second_2');
+
+    CREATE DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes
+    (
+        id UInt64,
+        id_key String,
+
+        value_first String DEFAULT 'value_first_default',
+        value_second Nullable(String) DEFAULT 'value_second_default'
+    )
+    PRIMARY KEY id, id_key
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'complex_key_complex_attributes_source_table' DB '01685_database_for_cache_dictionary'))
+    LIFETIME(MIN 1 MAX 1000)
+    LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '$USER_FILES_PATH/1d'));
+
+    SELECT 'Dictionary cache_dictionary_complex_key_complex_attributes';
+    SELECT 'dictGet existing value';
+    SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
+        dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGet with non existing value';
+    SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
+        dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictGetOrDefault existing value';
+    SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
+        dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 3;
+    SELECT 'dictGetOrDefault non existing value';
+    SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
+        dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 4;
+    SELECT 'dictHas';
+    SELECT dictHas('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', (number, concat('id_key_', toString(number)))) FROM system.numbers LIMIT 4;
+    SELECT 'select all values as input stream';
+    SELECT * FROM 01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes ORDER BY id;
+
+    DROP DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes;
+    DROP TABLE 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table;
+
+    DROP DATABASE 01685_database_for_cache_dictionary;"
diff --git a/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql b/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql
deleted file mode 100644
index 112603ba4db..00000000000
--- a/tests/queries/0_stateless/01685_ssd_cache_dictionary_complex_key.sql
+++ /dev/null
@@ -1,98 +0,0 @@
-DROP DATABASE IF EXISTS 01685_database_for_cache_dictionary;
-CREATE DATABASE 01685_database_for_cache_dictionary;
-
-CREATE TABLE 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table
-(
-   id UInt64,
-   id_key String,
-   value_first String,
-   value_second String
-)
-ENGINE = TinyLog;
-
-INSERT INTO 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table VALUES(0, 'id_key_0', 'value_0', 'value_second_0');
-INSERT INTO 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table VALUES(1, 'id_key_1', 'value_1', 'value_second_1');
-INSERT INTO 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table VALUES(2, 'id_key_2', 'value_2', 'value_second_2');
-
-CREATE DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes
-(
-   id UInt64,
-   id_key String,
-   value_first String DEFAULT 'value_first_default',
-   value_second String DEFAULT 'value_second_default'
-)
-PRIMARY KEY id, id_key
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'complex_key_simple_attributes_source_table' DB '01685_database_for_cache_dictionary'))
-LIFETIME(MIN 1 MAX 1000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/0d'));
-
-SELECT 'Dictionary cache_dictionary_complex_key_simple_attributes';
-SELECT 'dictGet existing value';
-SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
-    dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGet with non existing value';
-SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
-    dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictGetOrDefault existing value';
-SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
-    dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGetOrDefault non existing value';
-SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
-    dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictHas';
-SELECT dictHas('01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes', (number, concat('id_key_', toString(number)))) FROM system.numbers LIMIT 4;
-SELECT 'select all values as input stream';
-SELECT * FROM 01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes ORDER BY id;
-
-DROP DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_simple_attributes;
-DROP TABLE 01685_database_for_cache_dictionary.complex_key_simple_attributes_source_table;
-
-CREATE TABLE 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table
-(
-   id UInt64,
-   id_key String,
-   value_first String,
-   value_second Nullable(String)
-)
-ENGINE = TinyLog;
-
-INSERT INTO 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table VALUES(0, 'id_key_0', 'value_0', 'value_second_0');
-INSERT INTO 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table VALUES(1, 'id_key_1', 'value_1', NULL);
-INSERT INTO 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table VALUES(2, 'id_key_2', 'value_2', 'value_second_2');
-
-CREATE DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes
-(
-    id UInt64,
-    id_key String,
-
-    value_first String DEFAULT 'value_first_default',
-    value_second Nullable(String) DEFAULT 'value_second_default'
-)
-PRIMARY KEY id, id_key
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'complex_key_complex_attributes_source_table' DB '01685_database_for_cache_dictionary'))
-LIFETIME(MIN 1 MAX 1000)
-LAYOUT(COMPLEX_KEY_SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/1d'));
-
-SELECT 'Dictionary cache_dictionary_complex_key_complex_attributes';
-SELECT 'dictGet existing value';
-SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
-    dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGet with non existing value';
-SELECT dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number)))) as value_first,
-    dictGet('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number)))) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictGetOrDefault existing value';
-SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
-    dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 3;
-SELECT 'dictGetOrDefault non existing value';
-SELECT dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_first', (number, concat('id_key_', toString(number))), toString('default')) as value_first,
-    dictGetOrDefault('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', 'value_second', (number, concat('id_key_', toString(number))), toString('default')) as value_second FROM system.numbers LIMIT 4;
-SELECT 'dictHas';
-SELECT dictHas('01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes', (number, concat('id_key_', toString(number)))) FROM system.numbers LIMIT 4;
-SELECT 'select all values as input stream';
-SELECT * FROM 01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes ORDER BY id;
-
-DROP DICTIONARY 01685_database_for_cache_dictionary.cache_dictionary_complex_key_complex_attributes;
-DROP TABLE 01685_database_for_cache_dictionary.complex_key_complex_attributes_source_table;
-
-DROP DATABASE 01685_database_for_cache_dictionary;
-
diff --git a/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql b/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql
index 5bb8f662acd..1aba8ef7596 100644
--- a/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql
+++ b/tests/queries/0_stateless/01804_dictionary_decimal256_type.sql
@@ -55,22 +55,6 @@ SELECT dictGet('cache_dictionary', 'decimal_value', toUInt64(1));
 
 DROP DICTIONARY cache_dictionary;
 
-DROP DICTIONARY IF EXISTS ssd_cache_dictionary;
-CREATE DICTIONARY ssd_cache_dictionary
-(
-    id UInt64,
-    decimal_value Decimal256(5)
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_decimal_source_table'))
-LIFETIME(MIN 1 MAX 1000)
-LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/0d'));
-
-SELECT 'SSDCache dictionary';
-SELECT dictGet('ssd_cache_dictionary', 'decimal_value', toUInt64(1));
-
-DROP DICTIONARY ssd_cache_dictionary;
-
 DROP DICTIONARY IF EXISTS direct_dictionary;
 CREATE DICTIONARY direct_dictionary
 (

From 2dd3ca69efec447cbd5ce77e924c37a809f0bbc6 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Wed, 26 May 2021 10:56:13 +0300
Subject: [PATCH 0603/1060] Updated tests

---
 .../01280_ssd_complex_key_dictionary.sh       |  4 +--
 .../01684_ssd_cache_dictionary_simple_key.sh  |  2 +-
 ...01804_dictionary_decimal256_type.reference |  2 --
 ...cache_dictionary_decimal256_type.reference |  2 ++
 ...75_ssd_cache_dictionary_decimal256_type.sh | 35 +++++++++++++++++++
 5 files changed, 40 insertions(+), 5 deletions(-)
 create mode 100644 tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.reference
 create mode 100755 tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.sh

diff --git a/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh b/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh
index dc2d1120c28..ff62b70c184 100755
--- a/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh
+++ b/tests/queries/0_stateless/01280_ssd_complex_key_dictionary.sh
@@ -40,7 +40,7 @@ $CLICKHOUSE_CLIENT -n --query="
     LIFETIME(MIN 1000 MAX 2000)
     LAYOUT(COMPLEX_KEY_SSD_CACHE(FILE_SIZE 8192 PATH '$USER_FILES_PATH/0d'));"
 
-# $CLICKHOUSE_CLIENT --testmode --query="SELECT dictHas('01280_db.ssd_dict', 'a', tuple('1')); -- {ServerError 43}"
+$CLICKHOUSE_CLIENT --testmode -nq "SELECT dictHas('01280_db.ssd_dict', 'a', tuple('1')); -- { serverError 43 }"
 
 $CLICKHOUSE_CLIENT -n --query="
     SELECT 'TEST_SMALL';
@@ -64,7 +64,7 @@ $CLICKHOUSE_CLIENT -n --query="
     SELECT dictGetInt32('01280_db.ssd_dict', 'b', tuple('10', toInt32(-20)));
     SELECT dictGetString('01280_db.ssd_dict', 'c', tuple('10', toInt32(-20)));"
 
-# $CLICKHOUSE_CLIENT --testmode --query="SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple(toInt32(3))); --{ServerError 53}"
+$CLICKHOUSE_CLIENT --testmode -nq "SELECT dictGetUInt64('01280_db.ssd_dict', 'a', tuple(toInt32(3))); -- { serverError 53 }"
 
 $CLICKHOUSE_CLIENT -n --query="DROP DICTIONARY 01280_db.ssd_dict;
     DROP TABLE IF EXISTS 01280_db.keys_table;
diff --git a/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh b/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh
index 28388ae9014..3e6b5146a80 100755
--- a/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh
+++ b/tests/queries/0_stateless/01684_ssd_cache_dictionary_simple_key.sh
@@ -117,7 +117,7 @@ $CLICKHOUSE_CLIENT -n --query="
     PRIMARY KEY id
     SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'simple_key_hierarchy_table'))
     LIFETIME(MIN 1 MAX 1000)
-    LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH './user_files/2d'));
+    LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '$USER_FILES_PATH/2d'));
 
     SELECT 'Dictionary cache_dictionary_simple_key_hierarchy';
     SELECT 'dictGet';
diff --git a/tests/queries/0_stateless/01804_dictionary_decimal256_type.reference b/tests/queries/0_stateless/01804_dictionary_decimal256_type.reference
index 1af9d45f72b..e9803f2f9f2 100644
--- a/tests/queries/0_stateless/01804_dictionary_decimal256_type.reference
+++ b/tests/queries/0_stateless/01804_dictionary_decimal256_type.reference
@@ -4,8 +4,6 @@ Hashed dictionary
 5.00000
 Cache dictionary
 5.00000
-SSDCache dictionary
-5.00000
 Direct dictionary
 5.00000
 IPTrie dictionary
diff --git a/tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.reference b/tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.reference
new file mode 100644
index 00000000000..9b3c41ac646
--- /dev/null
+++ b/tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.reference
@@ -0,0 +1,2 @@
+SSDCache dictionary
+5.00000
diff --git a/tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.sh b/tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.sh
new file mode 100755
index 00000000000..51c47d4ad14
--- /dev/null
+++ b/tests/queries/0_stateless/01875_ssd_cache_dictionary_decimal256_type.sh
@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+USER_FILES_PATH=$(clickhouse-client --query "select _path,_file from file('nonexist.txt', 'CSV', 'val1 char')" 2>&1 | grep Exception | awk '{gsub("/nonexist.txt","",$9); print $9}')
+
+$CLICKHOUSE_CLIENT -n --query="
+    SET allow_experimental_bigint_types = 1;
+
+    DROP TABLE IF EXISTS dictionary_decimal_source_table;
+    CREATE TABLE dictionary_decimal_source_table
+    (
+        id UInt64,
+        decimal_value Decimal256(5)
+    ) ENGINE = TinyLog;
+
+    INSERT INTO dictionary_decimal_source_table VALUES (1, 5.0);
+
+    DROP DICTIONARY IF EXISTS ssd_cache_dictionary;
+    CREATE DICTIONARY ssd_cache_dictionary
+    (
+        id UInt64,
+        decimal_value Decimal256(5)
+    )
+    PRIMARY KEY id
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_decimal_source_table'))
+    LIFETIME(MIN 1 MAX 1000)
+    LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '$USER_FILES_PATH/0d'));
+
+    SELECT 'SSDCache dictionary';
+    SELECT dictGet('ssd_cache_dictionary', 'decimal_value', toUInt64(1));
+
+    DROP DICTIONARY ssd_cache_dictionary;"

From 5af0ca1c1a4ca33cbbf76bb42300eea111baf55e Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 27 May 2021 00:17:27 +0300
Subject: [PATCH 0604/1060] Fixed tests

---
 src/Dictionaries/LibraryDictionarySource.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Dictionaries/LibraryDictionarySource.cpp b/src/Dictionaries/LibraryDictionarySource.cpp
index 48b7506c38a..f51c4908942 100644
--- a/src/Dictionaries/LibraryDictionarySource.cpp
+++ b/src/Dictionaries/LibraryDictionarySource.cpp
@@ -41,8 +41,8 @@ LibraryDictionarySource::LibraryDictionarySource(
     , sample_block{sample_block_}
     , context(Context::createCopy(context_))
 {
-    if (created_from_ddl && !pathStartsWith(path, context->getUserFilesPath()))
-        throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File path {} is not inside {}", path, context->getUserFilesPath());
+    if (created_from_ddl && !pathStartsWith(path, context->getDictionariesLibPath()))
+        throw Exception(ErrorCodes::PATH_ACCESS_DENIED, "File path {} is not inside {}", path, context->getDictionariesLibPath());
 
     if (!Poco::File(path).exists())
         throw Exception(ErrorCodes::FILE_DOESNT_EXIST, "LibraryDictionarySource: Can't load library {}: file doesn't exist", Poco::File(path).path());

From ba1c118f27ff1ae872183128dc864a66a8c7b067 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 26 May 2021 18:28:47 -0400
Subject: [PATCH 0605/1060] * Changing default testflows output format to be
 new fails only * Removing debug changes * Fixing folder structure inside
 clickhouse_logs.tar.gz archive

---
 docker/test/testflows/runner/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/testflows/runner/Dockerfile b/docker/test/testflows/runner/Dockerfile
index 0b0b970d3ce..9fa028fedca 100644
--- a/docker/test/testflows/runner/Dockerfile
+++ b/docker/test/testflows/runner/Dockerfile
@@ -73,4 +73,4 @@ RUN set -x \
 VOLUME /var/lib/docker
 EXPOSE 2375
 ENTRYPOINT ["dockerd-entrypoint.sh"]
-CMD ["sh", "-c", "python3 regression.py --no-color -o classic --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --only /clickhouse/:/foo2 --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find . -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; gzip -9 clickhouse_logs.tar"]
+CMD ["sh", "-c", "python3 regression.py --no-color -o new-fails --local --clickhouse-binary-path ${CLICKHOUSE_TESTS_SERVER_BIN_PATH} --log test.log ${TESTFLOWS_OPTS}; cat test.log | tfs report results --format json > results.json; /usr/local/bin/process_testflows_result.py || echo -e 'failure\tCannot parse results' > check_status.tsv; find * -type f | grep _instances | grep clickhouse-server | xargs -n1 tar -rvf clickhouse_logs.tar; gzip -9 clickhouse_logs.tar"]

From 66f254c8b35c0b7e3cc4ba8c284a049be9c575a1 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 24 May 2021 21:02:24 +0300
Subject: [PATCH 0606/1060] Account total_rows_approx as soon as possible

Before total_rows_approx was accounted only on first read from that
source (and each part is a source), so in case of MergeTree and
max_threads=1 it can take sometime until it will be incremented.
---
 src/Processors/Sources/SourceWithProgress.cpp | 24 +++++++++
 src/Processors/Sources/SourceWithProgress.h   |  2 +-
 .../01882_total_rows_approx.reference         |  8 +++
 .../0_stateless/01882_total_rows_approx.sh    | 53 +++++++++++++++++++
 4 files changed, 86 insertions(+), 1 deletion(-)
 create mode 100644 tests/queries/0_stateless/01882_total_rows_approx.reference
 create mode 100755 tests/queries/0_stateless/01882_total_rows_approx.sh

diff --git a/src/Processors/Sources/SourceWithProgress.cpp b/src/Processors/Sources/SourceWithProgress.cpp
index 021bf04d86d..66168e7d73a 100644
--- a/src/Processors/Sources/SourceWithProgress.cpp
+++ b/src/Processors/Sources/SourceWithProgress.cpp
@@ -23,6 +23,30 @@ SourceWithProgress::SourceWithProgress(Block header, bool enable_auto_progress)
 {
 }
 
+void SourceWithProgress::setProcessListElement(QueryStatus * elem)
+{
+    process_list_elem = elem;
+
+    /// Update total_rows_approx as soon as possible.
+    ///
+    /// It is important to do this, since you will not get correct
+    /// total_rows_approx until the query will start reading all parts (in case
+    /// of query needs to read from multiple parts), and this is especially a
+    /// problem in case of max_threads=1.
+    ///
+    /// NOTE: This can be done only if progress callback already set, since
+    /// otherwise total_rows_approx will lost.
+    if (total_rows_approx != 0 && progress_callback)
+    {
+        Progress total_rows_progress = {0, 0, total_rows_approx};
+
+        progress_callback(total_rows_progress);
+        process_list_elem->updateProgressIn(total_rows_progress);
+
+        total_rows_approx = 0;
+    }
+}
+
 void SourceWithProgress::work()
 {
     if (!limits.speed_limits.checkTimeLimit(total_stopwatch.elapsed(), limits.timeout_overflow_mode))
diff --git a/src/Processors/Sources/SourceWithProgress.h b/src/Processors/Sources/SourceWithProgress.h
index 3aa7a81f418..78e56eafb52 100644
--- a/src/Processors/Sources/SourceWithProgress.h
+++ b/src/Processors/Sources/SourceWithProgress.h
@@ -51,7 +51,7 @@ public:
     void setLimits(const StreamLocalLimits & limits_) final { limits = limits_; }
     void setLeafLimits(const SizeLimits & leaf_limits_) final {leaf_limits = leaf_limits_; }
     void setQuota(const std::shared_ptr<const EnabledQuota> & quota_) final { quota = quota_; }
-    void setProcessListElement(QueryStatus * elem) final { process_list_elem = elem; }
+    void setProcessListElement(QueryStatus * elem) final;
     void setProgressCallback(const ProgressCallback & callback) final { progress_callback = callback; }
     void addTotalRowsApprox(size_t value) final { total_rows_approx += value; }
 
diff --git a/tests/queries/0_stateless/01882_total_rows_approx.reference b/tests/queries/0_stateless/01882_total_rows_approx.reference
new file mode 100644
index 00000000000..7f2070fc9cb
--- /dev/null
+++ b/tests/queries/0_stateless/01882_total_rows_approx.reference
@@ -0,0 +1,8 @@
+Waiting for query to be started...
+Query started.
+Checking total_rows_approx.
+10
+10
+10
+10
+10
diff --git a/tests/queries/0_stateless/01882_total_rows_approx.sh b/tests/queries/0_stateless/01882_total_rows_approx.sh
new file mode 100755
index 00000000000..2c03298b324
--- /dev/null
+++ b/tests/queries/0_stateless/01882_total_rows_approx.sh
@@ -0,0 +1,53 @@
+#!/usr/bin/env bash
+
+# Check that total_rows_approx (via system.processes) includes all rows from
+# all parts at the query start.
+#
+# At some point total_rows_approx was accounted only when the query starts
+# reading the part, and so total_rows_approx wasn't reliable, even for simple
+# SELECT FROM MergeTree()
+# It was fixed by take total_rows_approx into account as soon as possible.
+#
+# To check total_rows_approx this query starts the query in background,
+# that sleep's 1 second for each part, and by using max_threads=1 the query
+# reads parts sequentially and sleeps 1 second between parts.
+# Also the test spawns background process to check total_rows_approx for this
+# query.
+# It checks multiple times since at first few iterations the query may not
+# start yet (since there are 3 excessive sleep calls - 1 for primary key
+# analysis and 2 for partition pruning), and get only last 5 total_rows_approx
+# rows (one row is not enough since when the query finishes total_rows_approx
+# will be set to 10 anyway, regardless proper accounting).
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+$CLICKHOUSE_CLIENT -q "drop table if exists data_01882"
+$CLICKHOUSE_CLIENT -q "create table data_01882 (key Int) Engine=MergeTree() partition by key order by key as select * from numbers(10)"
+QUERY_ID="$CLICKHOUSE_TEST_NAME-$(tr -cd '[:lower:]' < /dev/urandom | head -c10)"
+
+function check_background_query()
+{
+    echo "Waiting for query to be started..."
+    while [[ $($CLICKHOUSE_CLIENT --param_query_id="$QUERY_ID" -q 'select count() from system.processes where query_id = {query_id:String}') != 1 ]]; do
+        sleep 0.01
+    done
+    echo "Query started."
+
+    echo "Checking total_rows_approx."
+    # check total_rows_approx multiple times
+    # (to make test more reliable to what it covers)
+    local i=0
+    for ((i = 0; i < 20; ++i)); do
+        $CLICKHOUSE_CLIENT --param_query_id="$QUERY_ID" -q 'select total_rows_approx from system.processes where query_id = {query_id:String}'
+        (( ++i ))
+        sleep 1
+    done | tail -n5
+}
+check_background_query &
+
+# this query will sleep 10 seconds in total, 1 seconds for each part (10 parts).
+$CLICKHOUSE_CLIENT -q "select *, sleepEachRow(1) from data_01882" --max_threads=1 --format Null --query_id="$QUERY_ID" --max_block_size=1
+
+wait

From ae60a3dd3a787c2c1d590a70edcf8cc65d3681b4 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 27 May 2021 07:24:16 +0300
Subject: [PATCH 0607/1060] new tests from master

---
 tests/integration/helpers/cluster.py          |  2 ++
 .../test.py                                   | 28 +++++++++----------
 .../integration/test_merge_tree_hdfs/test.py  | 18 ++++++------
 3 files changed, 25 insertions(+), 23 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index e1b37576a18..bdb5cc78dff 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -254,6 +254,7 @@ class ClickHouseCluster:
 
         # available when with_hdfs == True
         self.hdfs_host = "hdfs1"
+        self.hdfs_ip = None
         self.hdfs_name_port = get_free_port()
         self.hdfs_data_port = get_free_port()
         self.hdfs_dir = p.abspath(p.join(self.instances_dir, "hdfs"))
@@ -1108,6 +1109,7 @@ class ClickHouseCluster:
 
 
     def wait_hdfs_to_start(self, hdfs_api, timeout=300):
+        self.hdfs_ip = self.get_instance_ip(self.hdfs_host)
         start = time.time()
         while time.time() - start < timeout:
             try:
diff --git a/tests/integration/test_dictionaries_complex_key_cache_string/test.py b/tests/integration/test_dictionaries_complex_key_cache_string/test.py
index a01e60af47d..b05c4a5f3b4 100644
--- a/tests/integration/test_dictionaries_complex_key_cache_string/test.py
+++ b/tests/integration/test_dictionaries_complex_key_cache_string/test.py
@@ -3,20 +3,20 @@ import os
 import pytest
 from helpers.cluster import ClickHouseCluster
 
+SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
+cluster = ClickHouseCluster(__file__)
+node_memory = cluster.add_instance('node_memory', main_configs=['configs/enable_dictionaries.xml',
+                                   'configs/dictionaries/complex_key_cache_string.xml'])
+node_ssd = cluster.add_instance('node_ssd', main_configs=['configs/enable_dictionaries.xml',
+                                'configs/dictionaries/ssd_complex_key_cache_string.xml'])
 
-@pytest.fixture(scope="function")
-def cluster(request):
-    SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
-    cluster = ClickHouseCluster(__file__)
+@pytest.fixture()
+def started_cluster():
     try:
-        if request.param == "memory":
-            node = cluster.add_instance('node', main_configs=['configs/enable_dictionaries.xml',
-                                                              'configs/dictionaries/complex_key_cache_string.xml'])
-        if request.param == "ssd":
-            node = cluster.add_instance('node', main_configs=['configs/enable_dictionaries.xml',
-                                                              'configs/dictionaries/ssd_complex_key_cache_string.xml'])
         cluster.start()
-        node.query(
+        node_memory.query(
+            "create table radars_table (radar_id String, radar_ip String, client_id String) engine=MergeTree() order by radar_id")
+        node_ssd.query(
             "create table radars_table (radar_id String, radar_ip String, client_id String) engine=MergeTree() order by radar_id")
 
         yield cluster
@@ -24,9 +24,9 @@ def cluster(request):
         cluster.shutdown()
 
 
-@pytest.mark.parametrize("cluster", ["memory", "ssd"], indirect=True)
-def test_memory_consumption(cluster):
-    node = cluster.instances['node']
+@pytest.mark.parametrize("type", ["memory", "ssd"])
+def test_memory_consumption(started_cluster, type):
+    node = started_cluster.instances[f'node_{type}']
     node.query(
         "insert into radars_table select toString(rand() % 5000), '{0}', '{0}' from numbers(1000)".format('w' * 8))
     node.query(
diff --git a/tests/integration/test_merge_tree_hdfs/test.py b/tests/integration/test_merge_tree_hdfs/test.py
index 2d0d9d9fb1e..0984e4d288a 100644
--- a/tests/integration/test_merge_tree_hdfs/test.py
+++ b/tests/integration/test_merge_tree_hdfs/test.py
@@ -64,7 +64,7 @@ def cluster():
         cluster.start()
         logging.info("Cluster started")
 
-        fs = HdfsClient(hosts='localhost')
+        fs = HdfsClient(hosts=cluster.hdfs_ip)
         fs.mkdirs('/clickhouse')
 
         logging.info("Created HDFS directory")
@@ -75,7 +75,7 @@ def cluster():
 
 
 def wait_for_delete_hdfs_objects(cluster, expected, num_tries=30):
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
     while num_tries > 0:
         num_hdfs_objects = len(fs.listdir('/clickhouse'))
         if num_hdfs_objects == expected:
@@ -89,7 +89,7 @@ def wait_for_delete_hdfs_objects(cluster, expected, num_tries=30):
 def drop_table(cluster):
     node = cluster.instances["node"]
 
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
     hdfs_objects = fs.listdir('/clickhouse')
     print('Number of hdfs objects to delete:', len(hdfs_objects), sep=' ')
 
@@ -116,7 +116,7 @@ def test_simple_insert_select(cluster, min_rows_for_wide_part, files_per_part):
     node.query("INSERT INTO hdfs_test VALUES {}".format(values1))
     assert node.query("SELECT * FROM hdfs_test order by dt, id FORMAT Values") == values1
 
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
 
     hdfs_objects = fs.listdir('/clickhouse')
     print(hdfs_objects)
@@ -136,7 +136,7 @@ def test_alter_table_columns(cluster):
     create_table(cluster, "hdfs_test")
 
     node = cluster.instances["node"]
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
 
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096, -1)))
@@ -165,7 +165,7 @@ def test_attach_detach_partition(cluster):
     create_table(cluster, "hdfs_test")
 
     node = cluster.instances["node"]
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
 
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))
@@ -204,7 +204,7 @@ def test_move_partition_to_another_disk(cluster):
     create_table(cluster, "hdfs_test")
 
     node = cluster.instances["node"]
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
 
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))
@@ -230,7 +230,7 @@ def test_table_manipulations(cluster):
     create_table(cluster, "hdfs_test")
 
     node = cluster.instances["node"]
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
 
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))
@@ -262,7 +262,7 @@ def test_move_replace_partition_to_another_table(cluster):
     create_table(cluster, "hdfs_test")
 
     node = cluster.instances["node"]
-    fs = HdfsClient(hosts='localhost')
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
 
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-03', 4096)))
     node.query("INSERT INTO hdfs_test VALUES {}".format(generate_values('2020-01-04', 4096)))

From 7d1e7edab18d86018485ab3ffd92f874f2952566 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Thu, 27 May 2021 07:07:37 +0000
Subject: [PATCH 0608/1060] test

---
 .../sql-reference/aggregate-functions/reference/sumcount.md   | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
index 7df326fc285..9dd68e7e104 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -1,7 +1,3 @@
----
-toc_priority: 142
----
-
 # sumCount {#agg_function-sumCount}
 
 Calculates the sum of the numbers and counts the number of rows at the same time.

From 4b959ac8e42c1ac8760ae0a91a56ce47e926a10b Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Thu, 27 May 2021 07:37:50 +0000
Subject: [PATCH 0609/1060] update

---
 docs/en/operations/settings/settings.md                         | 2 ++
 docs/en/sql-reference/aggregate-functions/reference/rankCorr.md | 2 +-
 docs/ru/operations/settings/settings.md                         | 2 ++
 3 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 37609939071..44906ef8450 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -3008,6 +3008,8 @@ Possible values:
 -   0 — Functions with identical argument are not fused.
 -   1 — Functions with identical argument are fused.
 
+Default value: `0`.
+
 **Example**
 
 Query:
diff --git a/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md b/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md
index 55ee1b8289b..11197d42f0d 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md
@@ -1,4 +1,4 @@
-## rankCorr {#agg_function-rankcorr}
+# rankCorr {#agg_function-rankcorr}
 
 Computes a rank correlation coefficient.
 
diff --git a/docs/ru/operations/settings/settings.md b/docs/ru/operations/settings/settings.md
index 620e38b2f94..a5b16d3d640 100644
--- a/docs/ru/operations/settings/settings.md
+++ b/docs/ru/operations/settings/settings.md
@@ -2899,6 +2899,8 @@ SELECT * FROM test LIMIT 10 OFFSET 100;
 -   0 — функции с одинаковым аргументом не объединяются.
 -   1 — функции с одинаковым аргументом объединяются.
 
+Значение по умолчанию: `0`.
+
 **Пример**
 
 Запрос:

From 55ca643c1d3009129d9932c525e3c1c6baa4c710 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Thu, 27 May 2021 10:42:54 +0300
Subject: [PATCH 0610/1060] Add tests to ANTRL skip list

---
 tests/queries/skip_list.json | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 0614db024c8..6a278316387 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -403,7 +403,11 @@
         "01802_test_postgresql_protocol_with_row_policy", /// It cannot parse DROP ROW POLICY
         "01823_explain_json",
         "01852_cast_operator",
-        "01852_cast_operator_bad_cases"
+        "01852_cast_operator_bad_cases",
+        "01053_ssd_dictionary",
+        "01280_ssd_complex_key_dictionary",
+        "01684_ssd_cache_dictionary_simple_key",
+        "01685_ssd_cache_dictionary_complex_key"
     ],
     "parallel":
     [

From ceaba76bf254b5de23e5e05875424de9fc55fad6 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Thu, 27 May 2021 07:55:24 +0000
Subject: [PATCH 0611/1060] update

---
 .../sql-reference/aggregate-functions/reference/rankCorr.md | 4 ++++
 .../sql-reference/aggregate-functions/reference/sumcount.md | 4 ++++
 .../sql-reference/aggregate-functions/reference/rankCorr.md | 6 +++++-
 .../sql-reference/aggregate-functions/reference/sumcount.md | 2 +-
 4 files changed, 14 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md b/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md
index 11197d42f0d..b364317c22b 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/rankCorr.md
@@ -1,3 +1,7 @@
+---
+toc_priority: 145
+---
+
 # rankCorr {#agg_function-rankcorr}
 
 Computes a rank correlation coefficient.
diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
index 086d8619c5a..cdb482e97c8 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -1,3 +1,7 @@
+---
+toc_priority: 144
+---
+
 # sumCount {#agg_function-sumCount}
 
 Calculates the sum of the numbers and counts the number of rows at the same time.
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/rankCorr.md b/docs/ru/sql-reference/aggregate-functions/reference/rankCorr.md
index c98e7b88bcf..73d0552fc6f 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/rankCorr.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/rankCorr.md
@@ -1,4 +1,8 @@
-## rankCorr {#agg_function-rankcorr}
+---
+toc_priority: 145
+---
+
+# rankCorr {#agg_function-rankcorr}
 
 Вычисляет коэффициент ранговой корреляции.
 
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
index b6caf2a94b8..4fd18188e90 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
@@ -1,5 +1,5 @@
 ---
-toc_priority: 142
+toc_priority: 144
 ---
 
 # sumCount {#agg_function-sumCount}

From 55dd173535b9efee498844805e2e57ad5feaec87 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 27 May 2021 10:58:12 +0300
Subject: [PATCH 0612/1060] more

---
 tests/integration/parallel_skip.json          |  3 ---
 .../integration/test_log_family_hdfs/test.py  | 20 +++++++++----------
 2 files changed, 10 insertions(+), 13 deletions(-)

diff --git a/tests/integration/parallel_skip.json b/tests/integration/parallel_skip.json
index 088e3a3ba82..cb6c5f735dc 100644
--- a/tests/integration/parallel_skip.json
+++ b/tests/integration/parallel_skip.json
@@ -121,7 +121,6 @@
   "test_insert_into_distributed/test.py::test_prefer_localhost_replica",
   "test_insert_into_distributed/test.py::test_reconnect",
   "test_insert_into_distributed/test.py::test_table_function",
-  "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_batching SKIPPED",
   "test_insert_into_distributed_through_materialized_view/test.py::test_inserts_local",
   "test_insert_into_distributed_through_materialized_view/test.py::test_reconnect",
   "test_keeper_multinode_blocade_leader/test.py::test_blocade_leader",
@@ -192,8 +191,6 @@
   "test_polymorphic_parts/test.py::test_in_memory_wal_rotate",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions_2 SKIPPED",
-  "test_polymorphic_parts/test.py::test_polymorphic_parts_diff_versions SKIPPED",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_index",
   "test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive",
   "test_quorum_inserts_parallel/test.py::test_parallel_quorum_actually_parallel",
diff --git a/tests/integration/test_log_family_hdfs/test.py b/tests/integration/test_log_family_hdfs/test.py
index 44f6904e8ea..fcf64381dd9 100644
--- a/tests/integration/test_log_family_hdfs/test.py
+++ b/tests/integration/test_log_family_hdfs/test.py
@@ -8,7 +8,7 @@ from pyhdfs import HdfsClient
 
 
 @pytest.fixture(scope="module")
-def cluster():
+def started_cluster():
     try:
         cluster = ClickHouseCluster(__file__)
         cluster.add_instance("node",
@@ -18,7 +18,7 @@ def cluster():
         cluster.start()
         logging.info("Cluster started")
 
-        fs = HdfsClient(hosts='localhost')
+        fs = HdfsClient(hosts=cluster.hdfs_ip)
         fs.mkdirs('/clickhouse')
 
         yield cluster
@@ -26,8 +26,8 @@ def cluster():
         cluster.shutdown()
 
 
-def assert_objects_count(cluster, objects_count, path='data/'):
-    fs = HdfsClient(hosts='localhost')
+def assert_objects_count(started_cluster, objects_count, path='data/'):
+    fs = HdfsClient(hosts=cluster.hdfs_ip)
     hdfs_objects = fs.listdir('/clickhouse')
     assert objects_count == len(hdfs_objects)
 
@@ -35,25 +35,25 @@ def assert_objects_count(cluster, objects_count, path='data/'):
 @pytest.mark.parametrize(
     "log_engine,files_overhead,files_overhead_per_insert",
     [("TinyLog", 1, 1), ("Log", 2, 1), ("StripeLog", 1, 2)])
-def test_log_family_hdfs(cluster, log_engine, files_overhead, files_overhead_per_insert):
-    node = cluster.instances["node"]
+def test_log_family_hdfs(started_cluster, log_engine, files_overhead, files_overhead_per_insert):
+    node = started_cluster.instances["node"]
 
     node.query("CREATE TABLE hdfs_test (id UInt64) ENGINE={} SETTINGS disk = 'hdfs'".format(log_engine))
 
     node.query("INSERT INTO hdfs_test SELECT number FROM numbers(5)")
     assert node.query("SELECT * FROM hdfs_test") == "0\n1\n2\n3\n4\n"
-    assert_objects_count(cluster, files_overhead_per_insert + files_overhead)
+    assert_objects_count(started_cluster, files_overhead_per_insert + files_overhead)
 
     node.query("INSERT INTO hdfs_test SELECT number + 5 FROM numbers(3)")
     assert node.query("SELECT * FROM hdfs_test order by id") == "0\n1\n2\n3\n4\n5\n6\n7\n"
-    assert_objects_count(cluster, files_overhead_per_insert * 2 + files_overhead)
+    assert_objects_count(started_cluster, files_overhead_per_insert * 2 + files_overhead)
 
     node.query("INSERT INTO hdfs_test SELECT number + 8 FROM numbers(1)")
     assert node.query("SELECT * FROM hdfs_test order by id") == "0\n1\n2\n3\n4\n5\n6\n7\n8\n"
-    assert_objects_count(cluster, files_overhead_per_insert * 3 + files_overhead)
+    assert_objects_count(started_cluster, files_overhead_per_insert * 3 + files_overhead)
 
     node.query("TRUNCATE TABLE hdfs_test")
-    assert_objects_count(cluster, 0)
+    assert_objects_count(started_cluster, 0)
 
     node.query("DROP TABLE hdfs_test")
 

From 4d59590b7fcf66d406c1266fef5b9f732f37725a Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 27 May 2021 11:15:46 +0300
Subject: [PATCH 0613/1060] Slightly better

---
 src/Coordination/KeeperStorage.cpp | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)

diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index 20f8c95c6c1..a569072c953 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -109,6 +109,7 @@ static bool fixupACL(
         }
         else if (request_acl.scheme == "world" && request_acl.id == "anyone")
         {
+            /// We don't need to save default ACLs
             valid_found = true;
         }
         else if (request_acl.scheme == "digest")
@@ -226,6 +227,9 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
             return true;
 
         const auto & node_acls = it->value.acls;
+        if (node_acls.empty())
+            return true;
+
         const auto & session_auths = storage.session_and_auth[session_id];
         return checkACL(Coordination::ACL::Create, node_acls, session_auths);
     }
@@ -342,6 +346,9 @@ struct KeeperStorageGetRequest final : public KeeperStorageRequest
             return true;
 
         const auto & node_acls = it->value.acls;
+        if (node_acls.empty())
+            return true;
+
         const auto & session_auths = storage.session_and_auth[session_id];
         return checkACL(Coordination::ACL::Read, node_acls, session_auths);
     }
@@ -380,6 +387,9 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
             return true;
 
         const auto & node_acls = it->value.acls;
+        if (node_acls.empty())
+            return true;
+
         const auto & session_auths = storage.session_and_auth[session_id];
         return checkACL(Coordination::ACL::Delete, node_acls, session_auths);
     }
@@ -491,6 +501,9 @@ struct KeeperStorageSetRequest final : public KeeperStorageRequest
             return true;
 
         const auto & node_acls = it->value.acls;
+        if (node_acls.empty())
+            return true;
+
         const auto & session_auths = storage.session_and_auth[session_id];
         return checkACL(Coordination::ACL::Write, node_acls, session_auths);
     }
@@ -565,6 +578,9 @@ struct KeeperStorageListRequest final : public KeeperStorageRequest
             return true;
 
         const auto & node_acls = it->value.acls;
+        if (node_acls.empty())
+            return true;
+
         const auto & session_auths = storage.session_and_auth[session_id];
         return checkACL(Coordination::ACL::Read, node_acls, session_auths);
     }
@@ -607,6 +623,9 @@ struct KeeperStorageCheckRequest final : public KeeperStorageRequest
             return true;
 
         const auto & node_acls = it->value.acls;
+        if (node_acls.empty())
+            return true;
+
         const auto & session_auths = storage.session_and_auth[session_id];
         return checkACL(Coordination::ACL::Read, node_acls, session_auths);
     }
@@ -898,6 +917,9 @@ KeeperStorage::ResponsesForSessions KeeperStorage::processRequest(const Coordina
             ephemerals.erase(it);
         }
         clearDeadWatches(session_id);
+        auto auth_it = session_and_auth.find(session_id);
+        if (auth_it != session_and_auth.end())
+            session_and_auth.erase(auth_it);
 
         /// Finish connection
         auto response = std::make_shared<Coordination::ZooKeeperCloseResponse>();

From ec0f55d899c9e710ec47f07231b1e270b804713b Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 27 May 2021 11:32:18 +0300
Subject: [PATCH 0614/1060] Update test_multiple_disks

---
 tests/integration/test_multiple_disks/test.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/integration/test_multiple_disks/test.py b/tests/integration/test_multiple_disks/test.py
index 24ee6c0493b..c01289c8114 100644
--- a/tests/integration/test_multiple_disks/test.py
+++ b/tests/integration/test_multiple_disks/test.py
@@ -335,9 +335,9 @@ def get_random_string(length):
 
 
 def get_used_disks_for_table(node, table_name):
-    return node.query(
+    return tuple(node.query(
         "select disk_name from system.parts where table == '{}' and active=1 order by modification_time".format(
-            table_name)).strip().split('\n')
+            table_name)).strip().split('\n'))
 
 
 def get_used_parts_for_table(node, table_name):
@@ -450,7 +450,7 @@ def test_jbod_overflow(start_cluster, name, engine):
             node1.query("INSERT INTO {} VALUES {}".format(name, ','.join(["('" + x + "')" for x in data])))
 
         used_disks = get_used_disks_for_table(node1, name)
-        assert all(disk == 'jbod1' for disk in used_disks)
+        assert used_disks == tuple('jbod1' for _ in used_disks)
 
         # should go to the external disk (jbod is overflown)
         data = []  # 10MB in total
@@ -469,11 +469,11 @@ def test_jbod_overflow(start_cluster, name, engine):
         node1.query("OPTIMIZE TABLE {} FINAL".format(name))
         time.sleep(2)
 
-        disks_for_merges = node1.query(
+        disks_for_merges = tuple(node1.query(
             "SELECT disk_name FROM system.parts WHERE table == '{}' AND level >= 1 and active = 1 ORDER BY modification_time".format(
-                name)).strip().split('\n')
+                name)).strip().split('\n'))
 
-        assert all(disk == 'external' for disk in disks_for_merges)
+        assert disks_for_merges == tuple('external' for _ in disks_for_merges)
 
     finally:
         node1.query(f"DROP TABLE IF EXISTS {name} SYNC")

From 02ed069e817c164399cb21a5368a2c9227b1c01a Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 27 May 2021 11:49:42 +0300
Subject: [PATCH 0615/1060] Fix flaky test

---
 tests/integration/test_dictionaries_update_and_reload/test.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tests/integration/test_dictionaries_update_and_reload/test.py b/tests/integration/test_dictionaries_update_and_reload/test.py
index 533a29dc245..72cd8cbd4e0 100644
--- a/tests/integration/test_dictionaries_update_and_reload/test.py
+++ b/tests/integration/test_dictionaries_update_and_reload/test.py
@@ -125,6 +125,9 @@ def test_reload_after_loading(started_cluster):
     # for mtime, and clickhouse will miss the update if we change the file too
     # soon. Should probably be fixed by switching to use std::filesystem.
     time.sleep(1)
+    # Reload dictionaries to update lifetime.
+    query("SYSTEM RELOAD DICTIONARY 'file'")
+    query("SYSTEM RELOAD DICTIONARY 'executable'")
     replace_in_file_in_container('/etc/clickhouse-server/config.d/executable.xml', '8', '81')
     replace_in_file_in_container('/etc/clickhouse-server/config.d/file.txt', '10', '101')
 

From 0ca38335a7d87eb603cc06235e7e6c1bf28b038f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 27 May 2021 12:09:56 +0300
Subject: [PATCH 0616/1060] Update dict lifetime

---
 .../configs/dictionaries/file.xml                              | 2 +-
 tests/integration/test_dictionaries_update_and_reload/test.py  | 3 ---
 2 files changed, 1 insertion(+), 4 deletions(-)

diff --git a/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml b/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml
index 2a937b5444d..cbc7e976220 100644
--- a/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml
+++ b/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml
@@ -8,7 +8,7 @@
           <format>TabSeparated</format>
         </file>
       </source>
-      <lifetime>1</lifetime>
+      <lifetime>100</lifetime>
       <layout><flat/></layout>
       <structure><id><name>key</name> </id>
         <attribute><name>a</name><type>Int32</type>
diff --git a/tests/integration/test_dictionaries_update_and_reload/test.py b/tests/integration/test_dictionaries_update_and_reload/test.py
index 72cd8cbd4e0..533a29dc245 100644
--- a/tests/integration/test_dictionaries_update_and_reload/test.py
+++ b/tests/integration/test_dictionaries_update_and_reload/test.py
@@ -125,9 +125,6 @@ def test_reload_after_loading(started_cluster):
     # for mtime, and clickhouse will miss the update if we change the file too
     # soon. Should probably be fixed by switching to use std::filesystem.
     time.sleep(1)
-    # Reload dictionaries to update lifetime.
-    query("SYSTEM RELOAD DICTIONARY 'file'")
-    query("SYSTEM RELOAD DICTIONARY 'executable'")
     replace_in_file_in_container('/etc/clickhouse-server/config.d/executable.xml', '8', '81')
     replace_in_file_in_container('/etc/clickhouse-server/config.d/file.txt', '10', '101')
 

From f31b581aaa68ab58eebe321095dceebee211beec Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Thu, 27 May 2021 09:37:27 +0000
Subject: [PATCH 0617/1060] update

---
 .../aggregate-functions/reference/sumcount.md        | 11 ++++++-----
 .../aggregate-functions/reference/sumcount.md        | 12 ++++++------
 2 files changed, 12 insertions(+), 11 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
index cdb482e97c8..80e87663f89 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -27,16 +27,17 @@ Type: [Tuple](../../../sql-reference/data-types/tuple.md).
 Query:
 
 ``` sql
-CREATE TABLE test (x Int8) Engine = Log;
-INSERT INTO test SELECT number FROM numbers(1, 20);
-SELECT sumCount(x) from test;
+CREATE TABLE s_table (x Int8) Engine = Log;
+INSERT INTO s_table SELECT number FROM numbers(0, 20);
+INSERT INTO s_table VALUES (NULL);
+SELECT sumCount(x) from s_table;
 ```
 
 Result:
 
 ``` text
-┌─sumCount(a)─┐
-│ (210,20)    │
+┌─sumCount(x)─┐
+│ (190,20)    │
 └─────────────┘
 ```
 
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
index 4fd18188e90..0606b06fba0 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumcount.md
@@ -27,17 +27,17 @@ sumCount(x)
 Запрос:
 
 ``` sql
-CREATE TABLE test (x Nullable(Int8)) Engine = Log;
-INSERT INTO test SELECT number FROM numbers(1, 20);
-INSERT INTO test VALUES (NULL);
-SELECT sumCount(x) from test;
+CREATE TABLE s_table (x Nullable(Int8)) Engine = Log;
+INSERT INTO s_table SELECT number FROM numbers(0, 20);
+INSERT INTO s_table VALUES (NULL);
+SELECT sumCount(x) from s_table;
 ```
 
 Результат:
 
 ``` text
-┌─sumCount(a)─┐
-│ (210,20)    │
+┌─sumCount(x)─┐
+│ (190,20)    │
 └─────────────┘
 ```
 

From 47e8a53d2a632faa09689f38917f96c3a3c4883a Mon Sep 17 00:00:00 2001
From: Dmitrii Kovalkov <dimas.kovas@gmail.com>
Date: Thu, 27 May 2021 12:55:15 +0300
Subject: [PATCH 0618/1060] Fix flaky test

---
 .../0_stateless/01881_total_bytes_storage_buffer.sql   | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql b/tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql
index d962a6db456..1fd9ea56e8f 100644
--- a/tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql
+++ b/tests/queries/0_stateless/01881_total_bytes_storage_buffer.sql
@@ -6,18 +6,18 @@ CREATE TABLE test_buffer_table
 )
 ENGINE = Buffer('', '', 1, 1000000, 1000000, 1000000, 1000000, 1000000, 1000000);
 
-SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table' and database = currentDatabase();
 
 INSERT INTO test_buffer_table SELECT number FROM numbers(1000);
-SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table' and database = currentDatabase();
 
 OPTIMIZE TABLE test_buffer_table;
-SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table' and database = currentDatabase();
 
 INSERT INTO test_buffer_table SELECT number FROM numbers(1000);
-SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table' and database = currentDatabase();
 
 OPTIMIZE TABLE test_buffer_table;
-SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table';
+SELECT total_bytes FROM system.tables WHERE name = 'test_buffer_table' and database = currentDatabase();
 
 DROP TABLE test_buffer_table;

From 86f639d0c36214cf364fe50bb8a2a0969e8d6577 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 12:57:08 +0300
Subject: [PATCH 0619/1060] fix test killed by github

---
 tests/performance/set_index.xml | 32 +++++++++++++++++++++++++++++++-
 1 file changed, 31 insertions(+), 1 deletion(-)

diff --git a/tests/performance/set_index.xml b/tests/performance/set_index.xml
index c26a6afe919..1fb7cf967f3 100644
--- a/tests/performance/set_index.xml
+++ b/tests/performance/set_index.xml
@@ -89,4 +89,34 @@
         so we can't mark it as short.-->
     <query>SELECT (rand(), rand()) IN tuple(tuple(17258, 93148), tuple(4508, 52749), tuple(68660, 70017), tuple(77797, 23528), tuple(1136, 37393), tuple(53237, 15379), tuple(68370, 73211), tuple(15782, 54962), tuple(59432, 45415), tuple(68396, 920), tuple(96154, 21016), tuple(12700, 26887), tuple(88016, 43191), tuple(68153, 51575), tuple(91315, 40005), tuple(18070, 73178), tuple(86, 631), tuple(77717, 20324), tuple(3227, 76188), tuple(74960, 43147), tuple(77538, 19628), tuple(82292, 6525), tuple(24293, 12566), tuple(85244, 96287), tuple(93982, 1329), tuple(38064, 54723), tuple(83999, 45810), tuple(71921, 53673), tuple(88638, 9669), tuple(1959, 39535), tuple(82235, 95796), tuple(27907, 90975), tuple(42383, 91015), tuple(9948, 91514), tuple(81712, 47309), tuple(400, 25808), tuple(31791, 46948), tuple(39740, 36098), tuple(25943, 84598), tuple(99598, 52939), tuple(77134, 15845), tuple(40313, 72174), tuple(85017, 94036), tuple(36595, 14303), tuple(83961, 68078), tuple(55792, 72759), tuple(73574, 43606), tuple(9853, 63560), tuple(28580, 56721), tuple(74804, 41025), tuple(32095, 55657), tuple(52881, 63416), tuple(91368, 90310), tuple(23922, 38883), tuple(30592, 10758), tuple(66448, 61183), tuple(31880, 96697), tuple(11362, 20633), tuple(75331, 2015), tuple(71129, 8785), tuple(1115, 70955), tuple(7886, 83698), tuple(18961, 84556), tuple(16677, 43028), tuple(37347, 70220), tuple(31699, 71244), tuple(10578, 96159), tuple(67600, 39041), tuple(78791, 86687), tuple(21545, 54174), tuple(68774, 37637), tuple(46132, 81768), tuple(98413, 20605), tuple(2960, 23665), tuple(31507, 35719), tuple(96209, 18368), tuple(60558, 38035), tuple(21952, 3264), tuple(11834, 86458), tuple(21651, 17650), tuple(86276, 36087), tuple(18818, 24849), tuple(61951, 3390), tuple(59637, 62545), tuple(30346, 72253), tuple(36281, 2992), tuple(78340, 49872), tuple(94326, 93723), tuple(3416, 94405), tuple(12272, 8741), tuple(22600, 22095), tuple(57636, 37106), tuple(38702, 14889), tuple(70238, 11276), tuple(17325, 60648), tuple(16492, 41271), tuple(52100, 1304), tuple(93416, 7795), tuple(57209, 71008), tuple(48010, 36078), tuple(20384, 74420), tuple(77440, 34439), tuple(69224, 45099), tuple(30374, 33884), tuple(49038, 90140), tuple(1154, 84725), tuple(64926, 86985), tuple(91746, 73472), tuple(59757, 75755), tuple(45860, 71557), tuple(45833, 36526), tuple(74618, 73598), tuple(91360, 65168), tuple(58029, 30793), tuple(56332, 14973), tuple(99943, 96877), tuple(97454, 6450), tuple(64502, 77301), tuple(73182, 31853), tuple(76809, 83964), tuple(82916, 86188), tuple(78736, 65427), tuple(36495, 7422), tuple(76196, 2804), tuple(96117, 61093), tuple(9177, 26099), tuple(52942, 63007), tuple(48578, 47876), tuple(50638, 89903), tuple(7113, 97316), tuple(35301, 12750), tuple(47807, 7254), tuple(38217, 55418), tuple(56970, 41687), tuple(20527, 62886), tuple(358, 14021), tuple(64018, 18582), tuple(91740, 21683), tuple(81967, 53589), tuple(45437, 38450), tuple(45476, 67752), tuple(76851, 72072), tuple(7304, 60091), tuple(40097, 12897), tuple(39906, 29247), tuple(84262, 58734), tuple(30857, 43791), tuple(56087, 78929), tuple(20498, 45954), tuple(48726, 500), tuple(62723, 43763), tuple(28368, 30756), tuple(74048, 52403), tuple(15045, 95926), tuple(75542, 55384), tuple(52543, 22525), tuple(56001, 6935), tuple(11431, 46745), tuple(77731, 7310), tuple(36718, 59909), tuple(32235, 91254), tuple(92417, 25917), tuple(21782, 79277), tuple(46378, 87536), tuple(35324, 26075), tuple(6310, 76915), tuple(1551, 69473), tuple(50642, 68865), tuple(55190, 72934), tuple(49780, 21873), tuple(99466, 29686), tuple(90761, 13179), tuple(72959, 57033), tuple(20020, 90200), tuple(46186, 79105), tuple(73871, 52382), tuple(59559, 38801), tuple(59916, 16082), tuple(33610, 94966), tuple(46001, 45225), tuple(86679, 26469), tuple(77245, 91929), tuple(32887, 36623), tuple(11179, 46898), tuple(87881, 68087), tuple(45438, 47991), tuple(24950, 94525), tuple(91664, 51656), tuple(43914, 47805), tuple(15736, 96156), tuple(56346, 20283), tuple(85053, 48931), tuple(17790, 26179), tuple(96195, 55728), tuple(43765, 54807), tuple(44988, 89269), tuple(55911, 99411), tuple(52446, 47397), tuple(28346, 65442), tuple(96669, 68226), tuple(66194, 26848), tuple(37276, 55864), tuple(14116, 41583), tuple(18058, 16317), tuple(93136, 85318), tuple(35616, 86252), tuple(29222, 29969), tuple(33386, 85372), tuple(71094, 44238), tuple(27733, 31838), tuple(64626, 16692), tuple(52904, 97899), tuple(97619, 12663), tuple(50165, 4688), tuple(67557, 44053), tuple(69184, 66269), tuple(73164, 89705), tuple(39822, 15169), tuple(65499, 72808), tuple(30068, 63697), tuple(30154, 64235), tuple(97016, 58716), tuple(94366, 36592), tuple(1592, 16261), tuple(87985, 52102), tuple(12554, 23652), tuple(15909, 25292), tuple(2527, 91531), tuple(92139, 36031), tuple(28986, 30032), tuple(3038, 56314), tuple(32239, 26707), tuple(15973, 34901), tuple(70246, 39680), tuple(82529, 38132), tuple(45827, 74783), tuple(53665, 64111), tuple(55218, 84170), tuple(20466, 16130), tuple(55734, 71203), tuple(31438, 96906), tuple(66338, 85858), tuple(35988, 68511), tuple(78391, 15191), tuple(80747, 59213), tuple(5357, 11546), tuple(16822, 16607), tuple(36607, 41106), tuple(74949, 30739), tuple(45726, 64887), tuple(1524, 54847), tuple(37371, 89195), tuple(28726, 27788), tuple(22600, 44777), tuple(53999, 63625), tuple(84304, 98338), tuple(49260, 76480), tuple(74564, 53907), tuple(89867, 97096), tuple(60157, 61299), tuple(17165, 10146), tuple(56334, 36268), tuple(62114, 49222), tuple(22715, 23620), tuple(42830, 11539), tuple(41091, 69151), tuple(75471, 68364), tuple(18681, 43249), tuple(42738, 63219), tuple(35474, 98454), tuple(76815, 46024), tuple(66310, 36521), tuple(86095, 77013), tuple(63693, 77319), tuple(80731, 63031), tuple(95478, 92387), tuple(23787, 63724), tuple(46299, 68994), tuple(4800, 2460), tuple(9663, 80639), tuple(77231, 85814), tuple(81615, 11311), tuple(35638, 27340), tuple(13598, 14322), tuple(30657, 17238), tuple(90957, 96846), tuple(69962, 52140), tuple(41681, 65962), tuple(96836, 58177), tuple(36190, 11623), tuple(4231, 40500), tuple(43049, 41949), tuple(71177, 98492), tuple(30193, 39750), tuple(19744, 33204), tuple(63358, 30210), tuple(45638, 58918), tuple(43641, 38741), tuple(35598, 40932), tuple(33238, 36236), tuple(50835, 20968), tuple(25099, 34071), tuple(84986, 88456), tuple(35333, 1529), tuple(79771, 23985), tuple(647, 61658), tuple(9424, 11743), tuple(77766, 31528), tuple(77811, 86973), tuple(76403, 74377), tuple(55568, 79251), tuple(68858, 20762), tuple(68520, 66773), tuple(93598, 89823), tuple(8080, 82539), tuple(87760, 52247), tuple(25191, 16905), tuple(17837, 8339), tuple(85177, 59050), tuple(51680, 77374), tuple(3287, 43018), tuple(43479, 62141), tuple(34909, 46322), tuple(11869, 5885), tuple(96193, 58417), tuple(101, 47460), tuple(34937, 88582), tuple(83216, 88388), tuple(28571, 15292), tuple(66683, 62613), tuple(34478, 8924), tuple(2680, 89973), tuple(62438, 44460), tuple(11724, 4791), tuple(5383, 72888), tuple(88206, 67586), tuple(8124, 21690), tuple(28779, 75789), tuple(66791, 4757), tuple(6176, 47760), tuple(6403, 78084), tuple(78122, 35446), tuple(99494, 73608), tuple(39691, 89098), tuple(59182, 19484), tuple(25389, 98963), tuple(96487, 3692), tuple(76222, 67381), tuple(21199, 50358), tuple(95998, 58137), tuple(28777, 43913), tuple(14176, 60117), tuple(52257, 81703), tuple(14604, 13438), tuple(71301, 14401), tuple(19758, 66914), tuple(15506, 29873), tuple(87205, 29449), tuple(93295, 15930), tuple(63651, 11287), tuple(19785, 15966), tuple(30795, 75112), tuple(69462, 37655), tuple(18793, 85764), tuple(36240, 31236), tuple(98153, 73724), tuple(72491, 4223), tuple(66930, 35048), tuple(25686, 13269), tuple(13940, 13259), tuple(69163, 11235), tuple(1183, 86961), tuple(54323, 67315), tuple(85044, 60872), tuple(48875, 3683), tuple(43052, 92861), tuple(87574, 32969), tuple(92552, 80564), tuple(94832, 47682), tuple(72011, 80994), tuple(60182, 917), tuple(97788, 34169), tuple(66432, 47940), tuple(87468, 80954), tuple(35385, 68758), tuple(50555, 63710), tuple(55311, 44337), tuple(87065, 26514), tuple(84581, 98736), tuple(23212, 56499), tuple(75120, 72447), tuple(56087, 38285), tuple(58171, 45629), tuple(28401, 44319), tuple(70432, 27883), tuple(18891, 14646), tuple(26206, 49924), tuple(79957, 44914), tuple(56064, 27529), tuple(99090, 29197), tuple(49435, 340), tuple(53525, 65601), tuple(76998, 88349), tuple(50416, 70860), tuple(42506, 75290), tuple(34024, 13295), tuple(86663, 46523), tuple(88814, 231), tuple(57809, 21), tuple(84914, 84771), tuple(43042, 66892), tuple(17288, 33908), tuple(4934, 63195), tuple(50590, 1516), tuple(97843, 80208), tuple(20091, 86717), tuple(71566, 15929), tuple(19531, 23634), tuple(41646, 45549), tuple(89226, 82902), tuple(96683, 63386), tuple(31072, 53788), tuple(51135, 41099), tuple(78912, 65609), tuple(36094, 23603), tuple(88403, 51455), tuple(73795, 47066), tuple(26448, 82852), tuple(22829, 2894), tuple(30041, 92548), tuple(27733, 20608), tuple(70180, 19892), tuple(51650, 63440), tuple(76328, 13666), tuple(40514, 6677), tuple(2786, 51059), tuple(40809, 16499), tuple(10857, 82541), tuple(78221, 61067), tuple(17982, 51969), tuple(85369, 66965), tuple(47153, 47149), tuple(43965, 75796), tuple(82725, 60767), tuple(42407, 97249), tuple(51475, 81224), tuple(60957, 89414), tuple(33065, 21663), tuple(36601, 5290), tuple(95842, 67301), tuple(64630, 60398), tuple(55212, 35638), tuple(41750, 44235), tuple(75260, 82400), tuple(91291, 25843), tuple(6477, 8311), tuple(14919, 52306), tuple(66220, 33180), tuple(45736, 2313), tuple(37450, 64444), tuple(98614, 61344), tuple(75007, 50946), tuple(56701, 28117), tuple(66632, 5174), tuple(92323, 76613), tuple(6796, 73695), tuple(33696, 76280), tuple(86876, 5614), tuple(50863, 67993), tuple(36068, 17049), tuple(91912, 34271), tuple(70706, 1904), tuple(97798, 41117), tuple(68154, 72483), tuple(83862, 25578), tuple(61643, 17204), tuple(69974, 64232), tuple(77926, 19637),
     tuple(64901, 88988), tuple(71424, 91703), tuple(91655, 17147), tuple(46872, 56530), tuple(44189, 98087), tuple(95939, 54420), tuple(72651, 68785), tuple(67624, 84875), tuple(92587, 87663), tuple(65275, 81256), tuple(53798, 2506), tuple(14702, 3638), tuple(71291, 50452), tuple(14909, 13903), tuple(66965, 26606), tuple(14127, 60345), tuple(35306, 1738), tuple(77234, 10468), tuple(53521, 41218), tuple(80681, 82583), tuple(44227, 26521), tuple(32263, 21482), tuple(82270, 56963), tuple(50580, 80567), tuple(11593, 22346), tuple(20074, 26867), tuple(73126, 28667), tuple(62996, 24317), tuple(20295, 57163), tuple(1506, 57668), tuple(69567, 45236), tuple(43366, 26001), tuple(88052, 40181), tuple(1599, 89349), tuple(36789, 1579), tuple(39895, 46673), tuple(30381, 3206), tuple(31723, 5625), tuple(19252, 31317), tuple(16932, 77149), tuple(48794, 34409), tuple(55986, 30328), tuple(47551, 75088), tuple(57363, 78365), tuple(95221, 63385), tuple(26449, 5733), tuple(96588, 53077), tuple(52980, 41140), tuple(8187, 85947), tuple(36723, 26520), tuple(23579, 38909), tuple(33350, 19275), tuple(63930, 19357), tuple(43536, 59941), tuple(31117, 77322), tuple(44638, 94812), tuple(44730, 99097), tuple(95108, 48170), tuple(57813, 49503), tuple(79959, 89436), tuple(86980, 62031), tuple(8275, 44009), tuple(36666, 94645), tuple(22064, 38882), tuple(40471, 16939), tuple(31156, 11337), tuple(13101, 96977), tuple(17906, 26835), tuple(89861, 51405), tuple(73369, 67946), tuple(99141, 58572), tuple(27131, 98703), tuple(15900, 43412), tuple(51768, 93125), tuple(78579, 46689), tuple(23029, 13895), tuple(60870, 55830), tuple(22553, 8236), tuple(76449, 96207), tuple(83766, 51024), tuple(27630, 50614), tuple(53484, 90104), tuple(77626, 21944), tuple(46755, 41583), tuple(53616, 34240), tuple(94159, 44415), tuple(13914, 90059), tuple(44387, 89012), tuple(27499, 64579), tuple(83415, 30809), tuple(77558, 82619), tuple(88880, 9814), tuple(8466, 4424), tuple(43598, 91921), tuple(24695, 3349), tuple(46295, 65208), tuple(51256, 82461), tuple(49126, 93012), tuple(16186, 96585), tuple(43284, 22655), tuple(93130, 90393), tuple(77495, 34372), tuple(85509, 65856), tuple(86662, 61906), tuple(50988, 44393), tuple(29828, 17737), tuple(91651, 35308), tuple(29796, 49716), tuple(14019, 87751), tuple(29688, 71207), tuple(82845, 19100), tuple(11989, 50132), tuple(21158, 99905), tuple(54732, 42547), tuple(32314, 12851), tuple(46405, 43794), tuple(87849, 45643), tuple(53524, 21212), tuple(61925, 75491), tuple(12498, 21937), tuple(30185, 69475), tuple(48421, 52487), tuple(15112, 90935), tuple(33187, 17801), tuple(61704, 25514), tuple(17889, 23917), tuple(18758, 57197), tuple(7693, 47232), tuple(47905, 24618), tuple(11494, 78950), tuple(95662, 54561), tuple(8075, 33909), tuple(90427, 46065), tuple(73962, 19821), tuple(50691, 79400), tuple(58218, 4881), tuple(94106, 2509), tuple(60633, 55169), tuple(49600, 83054), tuple(23339, 13270), tuple(70262, 58946), tuple(48417, 97266), tuple(27629, 46905), tuple(74465, 75514), tuple(41687, 2564), tuple(12814, 19492), tuple(78899, 30168), tuple(17745, 35206), tuple(37972, 35296), tuple(22288, 80001), tuple(68026, 36558), tuple(40187, 12234), tuple(92380, 22866), tuple(56488, 64402), tuple(41404, 62562), tuple(47802, 45287), tuple(83302, 85215), tuple(58999, 85776), tuple(35158, 16804), tuple(13416, 94146), tuple(62953, 28243), tuple(83290, 19103), tuple(4564, 21789), tuple(64468, 20927), tuple(25582, 47206), tuple(57810, 18693), tuple(28938, 97986), tuple(61704, 14838), tuple(19214, 3232), tuple(12911, 25438), tuple(85802, 28837), tuple(56506, 89458), tuple(66392, 47773), tuple(68190, 43841), tuple(43044, 52214), tuple(57886, 32830), tuple(15943, 59771), tuple(37081, 89294), tuple(4032, 32960), tuple(46931, 85790), tuple(69656, 72737), tuple(28217, 39872), tuple(86170, 42776), tuple(55116, 51495), tuple(90485, 45274), tuple(60773, 36788), tuple(2193, 2636), tuple(70222, 62086), tuple(75720, 70712), tuple(17549, 51460), tuple(23609, 31515), tuple(70254, 39825), tuple(63762, 11061), tuple(13107, 15394), tuple(45916, 72130), tuple(91558, 86662), tuple(99524, 69106), tuple(93073, 29881), tuple(31724, 3007), tuple(69051, 59452), tuple(59701, 86760), tuple(4967, 82028), tuple(57404, 48226), tuple(71829, 79910), tuple(23714, 62439), tuple(73881, 67618), tuple(63269, 40085), tuple(6164, 23415), tuple(48156, 93907), tuple(18627, 16570), tuple(6676, 22991), tuple(36916, 41488), tuple(99079, 13264), tuple(32533, 99243), tuple(55505, 63339), tuple(89564, 3290), tuple(24886, 34916), tuple(91310, 9343), tuple(49779, 12740), tuple(26320, 3406), tuple(57661, 5702), tuple(10765, 57881), tuple(5518, 47638), tuple(93148, 27438), tuple(73451, 24477), tuple(84075, 96822), tuple(58883, 58883), tuple(96812, 82388), tuple(30659, 59654), tuple(24498, 95808), tuple(25591, 21834), tuple(13090, 87704), tuple(76495, 17249), tuple(75975, 84318), tuple(55459, 70426), tuple(84256, 88604), tuple(79438, 43104), tuple(45331, 7495), tuple(63619, 11123), tuple(24772, 2601), tuple(63343, 14138), tuple(39957, 98339), tuple(55595, 17823), tuple(97676, 53933), tuple(91867, 25023), tuple(64677, 67859), tuple(43737, 34315), tuple(24800, 53968), tuple(93157, 17507), tuple(24264, 35273), tuple(33889, 507), tuple(10207, 40542), tuple(40213, 57800), tuple(38321, 74160), tuple(42391, 7651), tuple(80267, 94736), tuple(52473, 79634), tuple(17075, 2531), tuple(8595, 75890), tuple(31496, 50367), tuple(16069, 79896), tuple(70067, 200), tuple(23420, 49517), tuple(1628, 45646), tuple(8916, 36794), tuple(72294, 88976), tuple(40603, 86008), tuple(91871, 71098), tuple(5447, 70998), tuple(24152, 17561), tuple(65046, 34951), tuple(56950, 9292), tuple(19244, 31385), tuple(74693, 31813), tuple(97343, 21572), tuple(38834, 135), tuple(79717, 62486), tuple(38, 10308), tuple(58035, 71344), tuple(85802, 81079), tuple(5943, 156), tuple(38735, 38867), tuple(3803, 99366), tuple(15853, 19408), tuple(62988, 62008), tuple(8316, 44684), tuple(17035, 71012), tuple(48584, 2117), tuple(75425, 37336), tuple(2405, 50420), tuple(43653, 28836), tuple(12394, 69430), tuple(54522, 4954), tuple(33359, 148), tuple(41018, 82851), tuple(79995, 55417), tuple(65008, 32342), tuple(36547, 88185), tuple(8131, 7054), tuple(38980, 20146), tuple(27976, 63039), tuple(53119, 67009), tuple(40043, 98393), tuple(29333, 51980), tuple(85818, 98405), tuple(77956, 20099), tuple(99747, 16916), tuple(11597, 50181), tuple(40961, 8262), tuple(75103, 13912), tuple(62339, 69155), tuple(3869, 85481), tuple(7053, 30956), tuple(33563, 53272), tuple(96178, 81751), tuple(99365, 88728), tuple(34447, 11164), tuple(62856, 30939), tuple(92486, 3357), tuple(56605, 35330), tuple(42180, 15137), tuple(83946, 62984), tuple(61869, 55711), tuple(52880, 49871), tuple(44588, 27387), tuple(16332, 24496), tuple(1781, 13508), tuple(56674, 95773), tuple(21328, 19628), tuple(96455, 24155), tuple(14302, 74435), tuple(54053, 24590), tuple(86642, 22177), tuple(24089, 16186), tuple(70281, 4601), tuple(18552, 70708), tuple(95442, 5895), tuple(96714, 6293), tuple(43803, 45857), tuple(93257, 18497), tuple(90032, 85086), tuple(40566, 87233), tuple(32674, 73822), tuple(95599, 49334), tuple(62745, 51898), tuple(8245, 93882), tuple(14093, 40977), tuple(47215, 53001), tuple(59737, 68452), tuple(90937, 25354), tuple(43805, 82571), tuple(81953, 68572), tuple(37298, 96262), tuple(94899, 65066), tuple(34772, 80762), tuple(55469, 1186), tuple(8734, 91665), tuple(18622, 51150), tuple(85200, 39575), tuple(65381, 15979), tuple(89734, 89656), tuple(64712, 53691), tuple(87187, 58256), tuple(8476, 89694), tuple(49935, 35239), tuple(63730, 34982), tuple(27687, 91571), tuple(87543, 15350), tuple(85208, 18781), tuple(14783, 2574), tuple(44699, 666), tuple(56440, 87617), tuple(32732, 49301), tuple(76725, 3895), tuple(10419, 90580), tuple(34725, 69476), tuple(14831, 81588), tuple(93924, 38057), tuple(38528, 99060), tuple(57136, 44206), tuple(74685, 99559), tuple(43083, 87511), tuple(43105, 35474), tuple(35582, 17560), tuple(5578, 98727), tuple(78947, 53865), tuple(32013, 95029), tuple(61552, 42674), tuple(52191, 49975), tuple(71566, 16403), tuple(78534, 16350), tuple(18520, 80501), tuple(29114, 46547), tuple(11488, 5069), tuple(89591, 82384), tuple(13741, 42318), tuple(74385, 58849), tuple(49739, 63421), tuple(83821, 6676), tuple(51997, 93321), tuple(36677, 81768), tuple(37915, 73495), tuple(47175, 6086), tuple(39989, 83110), tuple(6489, 48112), tuple(88822, 20370), tuple(12846, 13952), tuple(28930, 20879), tuple(25139, 84552), tuple(76434, 2665), tuple(55145, 31523), tuple(21177, 18630), tuple(81077, 96275), tuple(61006, 30845), tuple(77722, 62651), tuple(61181, 72545), tuple(93838, 84287), tuple(59300, 19014), tuple(75076, 97980), tuple(76979, 1473), tuple(48409, 13097), tuple(51718, 5325), tuple(36522, 72119), tuple(60917, 18995), tuple(61469, 42853), tuple(34387, 37322), tuple(38684, 28120), tuple(64136, 8559), tuple(15368, 99424), tuple(97824, 7864), tuple(33833, 72029), tuple(7024, 9961), tuple(49400, 66220), tuple(63025, 97179), tuple(6135, 98878), tuple(19873, 8438), tuple(3963, 35670), tuple(65186, 89423), tuple(26653, 65943), tuple(83132, 67000), tuple(82578, 35007), tuple(42680, 60479), tuple(71102, 98589), tuple(74842, 94010), tuple(22931, 33725), tuple(46537, 42629), tuple(75793, 48115), tuple(21630, 92454), tuple(97993, 81332), tuple(25747, 31814), tuple(91231, 65953), tuple(91981, 12219), tuple(64719, 16254), tuple(60914, 8334), tuple(15887, 96432), tuple(42110, 28837), tuple(7295, 83147), tuple(50334, 7053), tuple(3949, 33594), tuple(1524, 98230), tuple(17265, 98024), tuple(75969, 36232), tuple(89538, 5212), tuple(13444, 55946), tuple(69823, 81848), tuple(32578, 74024), tuple(52018, 98290), tuple(59118, 40186), tuple(61002, 16977), tuple(69537, 44780), tuple(92, 13937), tuple(33715, 42663), tuple(46347, 8312), tuple(86196, 59301), tuple(17128, 85014), tuple(26429, 57682), tuple(45888, 99588), tuple(22750, 96110), tuple(46809, 49251), tuple(24521, 40071), tuple(287, 22115),
-    tuple(11741, 36315), tuple(22742, 17581), tuple(35808, 3110), tuple(98904, 30407), tuple(4584, 13383), tuple(28585, 69669), tuple(94823, 29715), tuple(9551, 36389), tuple(77997, 45746), tuple(49894, 55722), tuple(23415, 69459), tuple(58246, 85144), tuple(74136, 18102), tuple(97366, 85724), tuple(34271, 51601), tuple(47535, 70883), tuple(59443, 90103), tuple(45213, 45811), tuple(62741, 86898), tuple(17324, 50034), tuple(62080, 25193), tuple(89524, 4421), tuple(13476, 51456), tuple(69198, 56718), tuple(58024, 22969), tuple(65210, 67941), tuple(32561, 44881), tuple(62295, 67448), tuple(66135, 95453), tuple(9417, 20443), tuple(82486, 23745), tuple(19185, 99041), tuple(40662, 91714), tuple(3423, 58624), tuple(4512, 74502), tuple(67772, 98023), tuple(69575, 75779), tuple(69107, 62805), tuple(517, 33801), tuple(47406, 7581), tuple(81108, 10546), tuple(12976, 47001), tuple(16742, 83811), tuple(44593, 82124), tuple(52731, 34642), tuple(81725, 20555), tuple(94126, 91919), tuple(24800, 59302), tuple(97253, 39249), tuple(71692, 10769), tuple(88721, 56321), tuple(7019, 69771), tuple(31464, 61774), tuple(29597, 19263), tuple(65557, 31875), tuple(28653, 69636), tuple(58074, 76848), tuple(15906, 80620), tuple(18259, 40193), tuple(99991, 4769), tuple(98935, 99269), tuple(12123, 60124), tuple(20787, 47346), tuple(13526, 33592), tuple(95370, 40350), tuple(17479, 42884), tuple(58368, 83218), tuple(63290, 74406), tuple(97030, 35102), tuple(45298, 27660), tuple(64593, 21262), tuple(76268, 82641), tuple(1107, 44044), tuple(21427, 79959), tuple(85180, 62412), tuple(7359, 1318), tuple(83618, 9762), tuple(1425, 55804), tuple(32874, 97943), tuple(68191, 38742), tuple(41715, 17902), tuple(3771, 15032), tuple(7848, 74950), tuple(33881, 40904), tuple(75295, 26151), tuple(75775, 13760), tuple(90262, 89822), tuple(88169, 18679), tuple(57506, 32356), tuple(94983, 44281), tuple(37385, 37432), tuple(18248, 48162), tuple(45573, 66278), tuple(25277, 72788), tuple(26977, 36778), tuple(26254, 61758), tuple(12860, 48026), tuple(96819, 3339), tuple(13134, 1173), tuple(26822, 53374), tuple(15989, 29698), tuple(11258, 54515), tuple(37866, 34928), tuple(22996, 26577), tuple(39952, 42732), tuple(6754, 70595), tuple(86245, 44669), tuple(47044, 34170), tuple(6789, 45220), tuple(31706, 2090), tuple(42582, 40023), tuple(35147, 46591), tuple(88210, 11307), tuple(53644, 7680), tuple(11280, 91075), tuple(42961, 65122), tuple(40066, 52185), tuple(20050, 6154), tuple(98440, 20393), tuple(88992, 75432), tuple(32386, 66731), tuple(36952, 34149), tuple(18453, 32715), tuple(84413, 10378), tuple(59440, 2374), tuple(45354, 85009), tuple(50382, 66510), tuple(64428, 95401), tuple(9336, 41760), tuple(26317, 91416), tuple(81941, 99504), tuple(26600, 53522), tuple(81069, 40236), tuple(51126, 27911), tuple(97144, 14243), tuple(62738, 50287), tuple(37372, 28962), tuple(12053, 9090), tuple(69492, 95524), tuple(68141, 52931), tuple(17276, 16487), tuple(69227, 25949), tuple(14143, 70193), tuple(7077, 53032), tuple(65463, 74082), tuple(94997, 66496), tuple(80443, 55832), tuple(66796, 5970), tuple(15852, 95662), tuple(81559, 97272), tuple(55851, 18977), tuple(91142, 48976), tuple(91143, 950), tuple(79225, 31004), tuple(61310, 20760), tuple(74541, 90842), tuple(80322, 11630), tuple(84631, 544), tuple(66785, 86591), tuple(25650, 63252), tuple(59635, 18586), tuple(2964, 6741), tuple(37091, 71148), tuple(11984, 43077), tuple(87505, 62049), tuple(61925, 92290), tuple(18808, 3937), tuple(8300, 33268), tuple(70850, 50661), tuple(86024, 73730), tuple(85161, 47116), tuple(50193, 89155), tuple(37773, 40845), tuple(9251, 41688), tuple(6940, 65399), tuple(42479, 95630), tuple(19401, 43102), tuple(48069, 36040), tuple(62760, 95013), tuple(394, 2641), tuple(32567, 29306), tuple(13870, 58835), tuple(98248, 47291), tuple(49803, 4523), tuple(40222, 12883), tuple(53576, 73105), tuple(88265, 23629), tuple(67865, 67875), tuple(33473, 27144), tuple(80219, 53893), tuple(74878, 47341), tuple(78070, 84803), tuple(30003, 5600), tuple(41103, 6145), tuple(83490, 81076), tuple(55059, 66736), tuple(45015, 10239), tuple(79555, 85819), tuple(81808, 34970), tuple(19235, 85480), tuple(91807, 52177), tuple(40887, 87009), tuple(5003, 2687), tuple(64964, 88122), tuple(765, 94893), tuple(93573, 20504), tuple(28854, 38438), tuple(94244, 93475), tuple(72996, 84801), tuple(75427, 81692), tuple(63161, 98637), tuple(18814, 61343), tuple(22863, 60110), tuple(8949, 12694), tuple(19675, 94313), tuple(43857, 74073), tuple(15737, 58218), tuple(48895, 68474), tuple(22220, 92926), tuple(69055, 50282), tuple(40532, 74934), tuple(59062, 66405), tuple(85784, 87704), tuple(58494, 88222), tuple(2260, 20401), tuple(73112, 99666), tuple(46739, 95433), tuple(21179, 85119), tuple(11545, 38801), tuple(59993, 50866), tuple(10086, 4709), tuple(70560, 29611), tuple(27095, 89017), tuple(6896, 2279), tuple(92506, 5013), tuple(48600, 90491), tuple(18782, 54638), tuple(54337, 82734), tuple(52054, 13481), tuple(38297, 56559), tuple(15998, 30591), tuple(89789, 7522), tuple(18149, 28725), tuple(3532, 28625), tuple(70934, 49617), tuple(84599, 55664), tuple(74229, 52269), tuple(55431, 11893), tuple(32807, 72543), tuple(83882, 53025), tuple(11490, 83442), tuple(14844, 88612), tuple(12526, 45953), tuple(906, 2231), tuple(68240, 95612), tuple(18818, 31535), tuple(57774, 91290), tuple(67250, 67400), tuple(77332, 23550), tuple(42332, 57775), tuple(28792, 11539), tuple(19108, 34608), tuple(12399, 38591), tuple(7329, 10740), tuple(84288, 50928), tuple(29461, 17629), tuple(63884, 88489), tuple(47479, 61085), tuple(75357, 57255), tuple(60107, 94046), tuple(32934, 66312), tuple(28615, 42600), tuple(55553, 85213), tuple(57838, 91426), tuple(9783, 11513), tuple(73677, 28821), tuple(75408, 75561), tuple(22995, 59224), tuple(74874, 54145), tuple(18513, 75901), tuple(46440, 69414), tuple(36072, 22263), tuple(60560, 73325), tuple(69967, 93358), tuple(75949, 98634), tuple(3688, 57991), tuple(43482, 94541), tuple(40922, 31011), tuple(57763, 74497), tuple(93576, 96392), tuple(83038, 80656), tuple(47757, 87045), tuple(14061, 53465), tuple(65619, 33775), tuple(11341, 6702), tuple(6249, 87358), tuple(15766, 85937), tuple(13135, 93945), tuple(24495, 95900), tuple(80359, 1739), tuple(15468, 73426), tuple(49240, 44999), tuple(82839, 90808), tuple(87438, 75613), tuple(348, 73144), tuple(99523, 85853), tuple(21557, 70210), tuple(64933, 1672), tuple(38154, 17477), tuple(97136, 67363), tuple(96491, 8038), tuple(97981, 3434), tuple(54372, 27038), tuple(88480, 86675), tuple(21028, 21083), tuple(43197, 4440), tuple(31702, 78290), tuple(66631, 24438), tuple(11482, 17922), tuple(90351, 39503), tuple(46186, 32439), tuple(73828, 6640), tuple(56916, 26029), tuple(62840, 1815), tuple(20281, 28488), tuple(18211, 30043), tuple(65211, 93012), tuple(43614, 58012), tuple(90322, 77343), tuple(64293, 94525), tuple(59489, 39760), tuple(93219, 78440), tuple(74613, 9732), tuple(38085, 19191), tuple(58029, 48186), tuple(88762, 1764), tuple(28627, 21993), tuple(49975, 41225), tuple(70486, 43480), tuple(82764, 96425), tuple(27218, 78327), tuple(17844, 73333), tuple(70463, 37629), tuple(10500, 33826), tuple(97343, 66575), tuple(82833, 51210), tuple(77353, 45073), tuple(27163, 39728), tuple(78076, 46691), tuple(80302, 39342), tuple(77142, 1319), tuple(87403, 80110), tuple(53805, 27786), tuple(50558, 74264), tuple(83146, 31358), tuple(11567, 4438), tuple(30041, 54287), tuple(91731, 18496), tuple(57591, 93894), tuple(72534, 59009), tuple(98064, 59148), tuple(69626, 66615), tuple(20951, 43949), tuple(61960, 68060), tuple(48892, 67918), tuple(61321, 56222), tuple(75424, 77260), tuple(4916, 81929), tuple(68892, 81531), tuple(28096, 28548), tuple(62016, 107), tuple(8593, 12030), tuple(66743, 36772), tuple(60174, 15106), tuple(52844, 1923), tuple(34768, 22065), tuple(88988, 62910), tuple(79214, 2998), tuple(25675, 31376), tuple(69959, 3614), tuple(43885, 31708), tuple(12206, 46548), tuple(69924, 19343), tuple(12984, 38980), tuple(58250, 69438), tuple(2580, 48684), tuple(38112, 37124), tuple(21842, 43150), tuple(59384, 21921), tuple(19908, 46678), tuple(73396, 79529), tuple(8274, 1557), tuple(36975, 65519), tuple(81069, 18712), tuple(13692, 9148), tuple(60617, 84762), tuple(75749, 66154), tuple(80375, 24553), tuple(4257, 47056), tuple(76880, 7687), tuple(40714, 43448), tuple(79112, 74791), tuple(33119, 72730), tuple(17670, 89183), tuple(51614, 3921), tuple(21247, 39857), tuple(86756, 67673), tuple(32792, 70035), tuple(5917, 7197), tuple(1762, 23130), tuple(6455, 63664), tuple(32806, 3729), tuple(60469, 20511), tuple(12522, 15149), tuple(98106, 79338), tuple(84754, 11162), tuple(52058, 17973), tuple(28789, 1521), tuple(32766, 36325), tuple(78914, 40453), tuple(70297, 71854), tuple(9313, 45190), tuple(54559, 66227), tuple(22342, 43860), tuple(44152, 84294), tuple(36913, 93173), tuple(88523, 36338), tuple(82234, 71140), tuple(8328, 22947), tuple(73250, 88125), tuple(74356, 16820), tuple(94472, 37349), tuple(23126, 87806), tuple(40315, 88729), tuple(19935, 19145), tuple(93312, 65719), tuple(8477, 33108), tuple(86660, 69525), tuple(75557, 66964), tuple(60437, 57494), tuple(94419, 42524), tuple(95372, 72274), tuple(49866, 85685), tuple(96808, 39404), tuple(62961, 72507), tuple(38634, 70815), tuple(91379, 42430), tuple(66359, 98699), tuple(24382, 4186), tuple(4003, 77760), tuple(87840, 75265), tuple(57641, 68871), tuple(9773, 15942), tuple(5664, 51289), tuple(47923, 31308), tuple(58632, 82468), tuple(
+    tuple(11741, 36315), tuple(22742, 17581), tuple(35808, 3110), tuple(98904, 30407), tuple(4584, 13383), tuple(28585, 69669), tuple(94823, 29715), tuple(9551, 36389), tuple(77997, 45746), tuple(49894, 55722), tuple(23415, 69459), tuple(58246, 85144), tuple(74136, 18102), tuple(97366, 85724), tuple(34271, 51601), tuple(47535, 70883), tuple(59443, 90103), tuple(45213, 45811), tuple(62741, 86898), tuple(17324, 50034), tuple(62080, 25193), tuple(89524, 4421), tuple(13476, 51456), tuple(69198, 56718), tuple(58024, 22969), tuple(65210, 67941), tuple(32561, 44881), tuple(62295, 67448), tuple(66135, 95453), tuple(9417, 20443), tuple(82486, 23745), tuple(19185, 99041), tuple(40662, 91714), tuple(3423, 58624), tuple(4512, 74502), tuple(67772, 98023), tuple(69575, 75779), tuple(69107, 62805), tuple(517, 33801), tuple(47406, 7581), tuple(81108, 10546), tuple(12976, 47001), tuple(16742, 83811), tuple(44593, 82124), tuple(52731, 34642), tuple(81725, 20555), tuple(94126, 91919), tuple(24800, 59302), tuple(97253, 39249), tuple(71692, 10769), tuple(88721, 56321), tuple(7019, 69771), tuple(31464, 61774), tuple(29597, 19263), tuple(65557, 31875), tuple(28653, 69636), tuple(58074, 76848), tuple(15906, 80620), tuple(18259, 40193), tuple(99991, 4769), tuple(98935, 99269), tuple(12123, 60124), tuple(20787, 47346), tuple(13526, 33592), tuple(95370, 40350), tuple(17479, 42884), tuple(58368, 83218), tuple(63290, 74406), tuple(97030, 35102), tuple(45298, 27660), tuple(64593, 21262), tuple(76268, 82641), tuple(1107, 44044), tuple(21427, 79959), tuple(85180, 62412), tuple(7359, 1318), tuple(83618, 9762), tuple(1425, 55804), tuple(32874, 97943), tuple(68191, 38742), tuple(41715, 17902), tuple(3771, 15032), tuple(7848, 74950), tuple(33881, 40904), tuple(75295, 26151), tuple(75775, 13760), tuple(90262, 89822), tuple(88169, 18679), tuple(57506, 32356), tuple(94983, 44281), tuple(37385, 37432), tuple(18248, 48162), tuple(45573, 66278), tuple(25277, 72788), tuple(26977, 36778), tuple(26254, 61758), tuple(12860, 48026), tuple(96819, 3339), tuple(13134, 1173), tuple(26822, 53374), tuple(15989, 29698), tuple(11258, 54515), tuple(37866, 34928), tuple(22996, 26577), tuple(39952, 42732), tuple(6754, 70595), tuple(86245, 44669), tuple(47044, 34170), tuple(6789, 45220), tuple(31706, 2090), tuple(42582, 40023), tuple(35147, 46591), tuple(88210, 11307), tuple(53644, 7680), tuple(11280, 91075), tuple(42961, 65122), tuple(40066, 52185), tuple(20050, 6154), tuple(98440, 20393), tuple(88992, 75432), tuple(32386, 66731), tuple(36952, 34149), tuple(18453, 32715), tuple(84413, 10378), tuple(59440, 2374), tuple(45354, 85009), tuple(50382, 66510), tuple(64428, 95401), tuple(9336, 41760), tuple(26317, 91416), tuple(81941, 99504), tuple(26600, 53522), tuple(81069, 40236), tuple(51126, 27911), tuple(97144, 14243), tuple(62738, 50287), tuple(37372, 28962), tuple(12053, 9090), tuple(69492, 95524), tuple(68141, 52931), tuple(17276, 16487), tuple(69227, 25949), tuple(14143, 70193), tuple(7077, 53032), tuple(65463, 74082), tuple(94997, 66496), tuple(80443, 55832), tuple(66796, 5970), tuple(15852, 95662), tuple(81559, 97272), tuple(55851, 18977), tuple(91142, 48976), tuple(91143, 950), tuple(79225, 31004), tuple(61310, 20760), tuple(74541, 90842), tuple(80322, 11630), tuple(84631, 544), tuple(66785, 86591), tuple(25650, 63252), tuple(59635, 18586), tuple(2964, 6741), tuple(37091, 71148), tuple(11984, 43077), tuple(87505, 62049), tuple(61925, 92290), tuple(18808, 3937), tuple(8300, 33268), tuple(70850, 50661), tuple(86024, 73730), tuple(85161, 47116), tuple(50193, 89155), tuple(37773, 40845), tuple(9251, 41688), tuple(6940, 65399), tuple(42479, 95630), tuple(19401, 43102), tuple(48069, 36040), tuple(62760, 95013), tuple(394, 2641), tuple(32567, 29306), tuple(13870, 58835), tuple(98248, 47291), tuple(49803, 4523), tuple(40222, 12883), tuple(53576, 73105), tuple(88265, 23629), tuple(67865, 67875), tuple(33473, 27144), tuple(80219, 53893), tuple(74878, 47341), tuple(78070, 84803), tuple(30003, 5600), tuple(41103, 6145), tuple(83490, 81076), tuple(55059, 66736), tuple(45015, 10239), tuple(79555, 85819), tuple(81808, 34970), tuple(19235, 85480), tuple(91807, 52177), tuple(40887, 87009), tuple(5003, 2687), tuple(64964, 88122), tuple(765, 94893), tuple(93573, 20504), tuple(28854, 38438), tuple(94244, 93475), tuple(72996, 84801), tuple(75427, 81692), tuple(63161, 98637), tuple(18814, 61343), tuple(22863, 60110), tuple(8949, 12694), tuple(19675, 94313), tuple(43857, 74073), tuple(15737, 58218), tuple(48895, 68474), tuple(22220, 92926), tuple(69055, 50282), tuple(40532, 74934), tuple(59062, 66405), tuple(85784, 87704), tuple(58494, 88222), tuple(2260, 20401), tuple(73112, 99666), tuple(46739, 95433), tuple(21179, 85119), tuple(11545, 38801), tuple(59993, 50866), tuple(10086, 4709), tuple(70560, 29611), tuple(27095, 89017), tuple(6896, 2279), tuple(92506, 5013), tuple(48600, 90491), tuple(18782, 54638), tuple(54337, 82734), tuple(52054, 13481), tuple(38297, 56559), tuple(15998, 30591), tuple(89789, 7522), tuple(18149, 28725), tuple(3532, 28625), tuple(70934, 49617), tuple(84599, 55664), tuple(74229, 52269), tuple(55431, 11893), tuple(32807, 72543), tuple(83882, 53025), tuple(11490, 83442), tuple(14844, 88612), tuple(12526, 45953), tuple(906, 2231), tuple(68240, 95612), tuple(18818, 31535), tuple(57774, 91290), tuple(67250, 67400), tuple(77332, 23550), tuple(42332, 57775), tuple(28792, 11539), tuple(19108, 34608), tuple(12399, 38591), tuple(7329, 10740), tuple(84288, 50928), tuple(29461, 17629), tuple(63884, 88489), tuple(47479, 61085), tuple(75357, 57255), tuple(60107, 94046), tuple(32934, 66312), tuple(28615, 42600), tuple(55553, 85213), tuple(57838, 91426), tuple(9783, 11513), tuple(73677, 28821), tuple(75408, 75561), tuple(22995, 59224), tuple(74874, 54145), tuple(18513, 75901), tuple(46440, 69414), tuple(36072, 22263), tuple(60560, 73325), tuple(69967, 93358), tuple(75949, 98634), tuple(3688, 57991), tuple(43482, 94541), tuple(40922, 31011), tuple(57763, 74497), tuple(93576, 96392), tuple(83038, 80656), tuple(47757, 87045), tuple(14061, 53465), tuple(65619, 33775), tuple(11341, 6702), tuple(6249, 87358), tuple(15766, 85937), tuple(13135, 93945), tuple(24495, 95900), tuple(80359, 1739), tuple(15468, 73426), tuple(49240, 44999), tuple(82839, 90808), tuple(87438, 75613), tuple(348, 73144), tuple(99523, 85853), tuple(21557, 70210), tuple(64933, 1672), tuple(38154, 17477), tuple(97136, 67363), tuple(96491, 8038), tuple(97981, 3434), tuple(54372, 27038), tuple(88480, 86675), tuple(21028, 21083), tuple(43197, 4440), tuple(31702, 78290), tuple(66631, 24438), tuple(11482, 17922), tuple(90351, 39503), tuple(46186, 32439), tuple(73828, 6640), tuple(56916, 26029), tuple(62840, 1815), tuple(20281, 28488), tuple(18211, 30043), tuple(65211, 93012), tuple(43614, 58012), tuple(90322, 77343), tuple(64293, 94525), tuple(59489, 39760), tuple(93219, 78440), tuple(74613, 9732), tuple(38085, 19191), tuple(58029, 48186), tuple(88762, 1764), tuple(28627, 21993), tuple(49975, 41225), tuple(70486, 43480), tuple(82764, 96425), tuple(27218, 78327), tuple(17844, 73333), tuple(70463, 37629), tuple(10500, 33826), tuple(97343, 66575), tuple(82833, 51210), tuple(77353, 45073), tuple(27163, 39728), tuple(78076, 46691), tuple(80302, 39342), tuple(77142, 1319), tuple(87403, 80110), tuple(53805, 27786), tuple(50558, 74264), tuple(83146, 31358), tuple(11567, 4438), tuple(30041, 54287), tuple(91731, 18496), tuple(57591, 93894), tuple(72534, 59009), tuple(98064, 59148), tuple(69626, 66615), tuple(20951, 43949), tuple(61960, 68060), tuple(48892, 67918), tuple(61321, 56222), tuple(75424, 77260), tuple(4916, 81929), tuple(68892, 81531), tuple(28096, 28548), tuple(62016, 107), tuple(8593, 12030), tuple(66743, 36772), tuple(60174, 15106), tuple(52844, 1923), tuple(34768, 22065), tuple(88988, 62910), tuple(79214, 2998), tuple(25675, 31376), tuple(69959, 3614), tuple(43885, 31708), tuple(12206, 46548), tuple(69924, 19343), tuple(12984, 38980), tuple(58250, 69438), tuple(2580, 48684), tuple(38112, 37124), tuple(21842, 43150), tuple(59384, 21921), tuple(19908, 46678), tuple(73396, 79529), tuple(8274, 1557), tuple(36975, 65519), tuple(81069, 18712), tuple(13692, 9148), tuple(60617, 84762), tuple(75749, 66154), tuple(80375, 24553), tuple(4257, 47056), tuple(76880, 7687), tuple(40714, 43448), tuple(79112, 74791), tuple(33119, 72730), tuple(17670, 89183), tuple(51614, 3921), tuple(21247, 39857), tuple(86756, 67673), tuple(32792, 70035), tuple(5917, 7197), tuple(1762, 23130), tuple(6455, 63664), tuple(32806, 3729), tuple(60469, 20511), tuple(12522, 15149), tuple(98106, 79338), tuple(84754, 11162), tuple(52058, 17973), tuple(28789, 1521), tuple(32766, 36325), tuple(78914, 40453), tuple(70297, 71854), tuple(9313, 45190), tuple(54559, 66227), tuple(22342, 43860), tuple(44152, 84294), tuple(36913, 93173), tuple(88523, 36338), tuple(82234, 71140), tuple(8328, 22947), tuple(73250, 88125), tuple(74356, 16820), tuple(94472, 37349), tuple(23126, 87806), tuple(40315, 88729), tuple(19935, 19145), tuple(93312, 65719), tuple(8477, 33108), tuple(86660, 69525), tuple(75557, 66964), tuple(60437, 57494), tuple(94419, 42524), tuple(95372, 72274), tuple(49866, 85685), tuple(96808, 39404), tuple(62961, 72507), tuple(38634, 70815), tuple(91379, 42430), tuple(66359, 98699), tuple(24382, 4186), tuple(4003, 77760), tuple(87840, 75265), tuple(57641, 68871), tuple(9773, 15942), tuple(5664, 51289), tuple(47923, 31308), tuple(58632, 82468), tuple(14097, 71829), tuple(1838, 97710), tuple(70433, 11364), tuple(82363, 97879), tuple(25257, 20615), tuple(18249, 6758), tuple(98581, 13639), tuple(3290, 72449), tuple(74546, 79380), tuple(97254, 44448), tuple(80316, 31760), tuple(40516, 94809), tuple(14444, 88981), tuple(9693, 10259), tuple(83795, 95485), tuple(70201, 81014), tuple(66644, 16761), tuple(35529, 82718), tuple(75774, 73476), tuple(80139, 3957), tuple(34803, 80689), tuple(92085, 46499), tuple(97871, 8004), tuple(67369, 11354), tuple(43578, 81596),
+    tuple(94695, 44963), tuple(93741, 41629), tuple(16005, 96652), tuple(37918, 69012), tuple(89832, 56041), tuple(51798, 32386), tuple(89749, 27647), tuple(76279, 7990), tuple(31746, 1346), tuple(40841, 20480), tuple(99942, 24473), tuple(78495, 99194), tuple(13588, 57088), tuple(22183, 42297), tuple(82707, 34435), tuple(45026, 12747), tuple(8000, 93211), tuple(40453, 13025), tuple(44100, 39880), tuple(83900, 56474), tuple(87691, 42802), tuple(82000, 63867), tuple(76627, 84731), tuple(112, 92774), tuple(34749, 97737), tuple(59262, 57169), tuple(95571, 44144), tuple(74310, 68970), tuple(63232, 92744), tuple(53698, 21610), tuple(39969, 75475), tuple(39942, 28713), tuple(81230, 50140), tuple(97953, 96528), tuple(86144, 48041), tuple(96677, 49677), tuple(22051, 48183), tuple(33436, 54784), tuple(5553, 11920), tuple(67057, 17115), tuple(57736, 72309), tuple(8086, 85329), tuple(72623, 94949), tuple(13096, 48992), tuple(63153, 56337), tuple(30462, 1036), tuple(75000, 24048), tuple(62635, 50128), tuple(91480, 83131), tuple(25929, 79809), tuple(96237, 76974), tuple(59645, 20603), tuple(31850, 29754), tuple(91070, 36568), tuple(30191, 33785), tuple(86776, 67259), tuple(49073, 39179), tuple(16121, 73834), tuple(84217, 52951), tuple(95866, 47244), tuple(63326, 73460), tuple(134, 91953), tuple(48189, 86069), tuple(42971, 3700), tuple(28643, 10479), tuple(80151, 7446), tuple(78798, 2655), tuple(39135, 69364), tuple(80244, 24904), tuple(22818, 74964), tuple(26753, 82419), tuple(16858, 5212), tuple(79891, 11215), tuple(785, 46103), tuple(12559, 24617), tuple(73601, 71490), tuple(70342, 7099), tuple(73330, 6665), tuple(11903, 28194), tuple(16375, 37746), tuple(86132, 51788), tuple(90345, 68366), tuple(5464, 78338), tuple(23569, 83141), tuple(17904, 94046), tuple(35868, 60017), tuple(22591, 93373), tuple(70584, 72116), tuple(49331, 34312), tuple(16180, 91286), tuple(58494, 65441), tuple(9336, 52671), tuple(32523, 26734), tuple(40205, 83549), tuple(28810, 96876), tuple(44703, 38944), tuple(46981, 37157), tuple(8582, 7529), tuple(59718, 71700), tuple(62545, 73716), tuple(6531, 23200), tuple(30528, 59720), tuple(57152, 84660), tuple(16232, 67946), tuple(60446, 45983), tuple(68737, 54959), tuple(57795, 73107), tuple(26930, 35938), tuple(9844, 44760), tuple(3716, 79020), tuple(99126, 8264), tuple(66120, 16151), tuple(50616, 25765), tuple(93340, 95875), tuple(34103, 88003), tuple(14879, 99758), tuple(49188, 6087), tuple(89858, 42861), tuple(36730, 72076), tuple(25069, 26403), tuple(98183, 48108), tuple(3229, 5367), tuple(59306, 80078), tuple(61144, 58598), tuple(72600, 98765), tuple(57701, 23177), tuple(10176, 11553), tuple(82964, 13697), tuple(7788, 28538), tuple(39943, 97491), tuple(56261, 17781), tuple(2458, 1892), tuple(6679, 45554), tuple(42171, 66222), tuple(24420, 44115), tuple(35852, 41965), tuple(50196, 49555), tuple(34718, 60734), tuple(6932, 61638), tuple(69472, 56723), tuple(489, 97620), tuple(41335, 90578), tuple(1333, 92787), tuple(97883, 64754), tuple(14208, 22097), tuple(75776, 5938), tuple(67446, 61518), tuple(58743, 45162), tuple(34749, 81243), tuple(71451, 91991), tuple(27804, 41836), tuple(45274, 8039), tuple(17593, 24498), tuple(8801, 38559), tuple(87460, 7109), tuple(50075, 18284), tuple(84043, 82146), tuple(62932, 25018), tuple(89647, 56768), tuple(59920, 80801), tuple(56357, 35142), tuple(97376, 58181), tuple(70715, 91103), tuple(90829, 78985), tuple(29776, 13275), tuple(30546, 42320), tuple(99266, 35340), tuple(21234, 61062), tuple(39239, 10745), tuple(45990, 715), tuple(47047, 6619), tuple(4270, 94575), tuple(90009, 72203), tuple(25629, 2691), tuple(67926, 89112), tuple(46990, 61101), tuple(22355, 69536), tuple(1977, 56723), tuple(54681, 34041), tuple(83819, 7024), tuple(81235, 7093), tuple(16659, 87135), tuple(49384, 32135), tuple(42204, 17362), tuple(90585, 70374), tuple(51255, 1), tuple(31600, 70085), tuple(90189, 95778), tuple(57349, 87789), tuple(83384, 93771), tuple(20718, 15529), tuple(10644, 53591), tuple(84103, 62101), tuple(91340, 48382), tuple(82854, 84420), tuple(12561, 53517), tuple(64835, 45362), tuple(54154, 75841), tuple(46498, 31175), tuple(75035, 49552), tuple(9306, 53403), tuple(68851, 49139), tuple(13463, 42107), tuple(2322, 36695), tuple(55953, 12098), tuple(60656, 80482), tuple(78987, 19632), tuple(31228, 18523), tuple(98972, 80489), tuple(32367, 98405), tuple(25139, 5164), tuple(5692, 60610), tuple(36535, 70097), tuple(80542, 74320), tuple(87984, 46750), tuple(98201, 41341), tuple(35217, 46813), tuple(81795, 69057), tuple(83927, 41032), tuple(60149, 26087), tuple(39954, 48361), tuple(64485, 61448), tuple(87185, 14580), tuple(74559, 93251), tuple(88544, 83366), tuple(74015, 15864), tuple(78623, 69719), tuple(16941, 80710), tuple(16315, 58313), tuple(47277, 59107), tuple(16067, 66290), tuple(63906, 59891), tuple(20754, 67817), tuple(44428, 10652), tuple(95960, 99045), tuple(52163, 26221), tuple(65566, 22057), tuple(26836, 38898), tuple(57107, 79274), tuple(39020, 74857), tuple(53540, 84159), tuple(76646, 44324), tuple(27967, 40171), tuple(28710, 56332), tuple(84036, 28711), tuple(68742, 57241), tuple(40535, 34737), tuple(62681, 85386), tuple(30472, 58405), tuple(85086, 33013), tuple(67059, 47481), tuple(30441, 55098), tuple(97892, 71991), tuple(90296, 42905), tuple(22441, 18863), tuple(19606, 77242), tuple(11206, 58380), tuple(23901, 49962), tuple(84094, 33761), tuple(64400, 28093), tuple(64228, 94543), tuple(71874, 20871), tuple(25385, 73117), tuple(63398, 20999), tuple(77547, 51893), tuple(80783, 65858), tuple(39807, 80754), tuple(10336, 90318), tuple(7826, 55346), tuple(30206, 10711), tuple(94411, 67364), tuple(33509, 14329), tuple(65350, 17006), tuple(65999, 55699), tuple(82753, 61081), tuple(38851, 11896), tuple(15155, 48635), tuple(19985, 75204), tuple(37144, 5344), tuple(26173, 39587), tuple(61111, 30966), tuple(16180, 22987), tuple(60707, 43599), tuple(30136, 74118), tuple(7880, 43857), tuple(97445, 30233), tuple(62700, 24828), tuple(90914, 89452), tuple(64131, 56925), tuple(25259, 39132), tuple(47104, 43950), tuple(93891, 21913), tuple(84573, 91029), tuple(8604, 79858), tuple(33141, 25534), tuple(12468, 90413), tuple(97063, 76359), tuple(80826, 26061), tuple(64013, 99099), tuple(82158, 38882), tuple(25799, 7564), tuple(25477, 69847), tuple(73374, 58520), tuple(48230, 9453), tuple(91424, 72273), tuple(64893, 11750), tuple(46753, 48434), tuple(15974, 94633), tuple(14872, 27027), tuple(14527, 21313), tuple(25660, 64644), tuple(54196, 15138), tuple(6313, 10911), tuple(36168, 47170), tuple(45346, 76), tuple(10305, 60286), tuple(65283, 39977), tuple(21804, 37972), tuple(65389, 86954), tuple(90674, 64458), tuple(15838, 22392), tuple(43540, 42503), tuple(49584, 67828), tuple(56711, 87887), tuple(40075, 73696), tuple(23832, 91552), tuple(39002, 65562), tuple(20451, 64664), tuple(70783, 92171), tuple(29319, 57694), tuple(56217, 44247), tuple(52856, 57873), tuple(80560, 90902), tuple(31068, 11280), tuple(46996, 34739), tuple(57527, 4554), tuple(8410, 25816), tuple(12269, 38319), tuple(88054, 49939), tuple(337, 13231), tuple(56432, 68236), tuple(74841, 21476), tuple(96006, 15712), tuple(87145, 91660), tuple(58090, 55111), tuple(10310, 79789), tuple(5734, 79710), tuple(98992, 69026), tuple(77033, 5734), tuple(43338, 42635), tuple(23898, 28669), tuple(62708, 81652), tuple(41279, 51722), tuple(93444, 26355), tuple(62046, 52199), tuple(71492, 58736), tuple(7379, 62581), tuple(8592, 71885), tuple(75026, 40387), tuple(46696, 3939), tuple(9787, 88907), tuple(86356, 363), tuple(97479, 20358), tuple(77363, 65553), tuple(44036, 22178), tuple(98279, 64612), tuple(3615, 411), tuple(77003, 93018), tuple(41605, 88489), tuple(55992, 83614), tuple(19493, 21633), tuple(34639, 97064), tuple(94602, 89289), tuple(45853, 26299), tuple(84170, 73386), tuple(9221, 51439), tuple(41513, 68166), tuple(37170, 17690), tuple(82511, 59246), tuple(96674, 27574), tuple(99301, 45675), tuple(42716, 41520), tuple(56623, 49130), tuple(84100, 76804), tuple(73855, 97007), tuple(73303, 26912), tuple(37151, 23837), tuple(49190, 97104), tuple(23487, 45628), tuple(87763, 46550), tuple(65111, 92605), tuple(80481, 8151), tuple(83949, 18930), tuple(81749, 27244), tuple(37449, 3023), tuple(28303, 51545), tuple(96441, 93242), tuple(22082, 43254), tuple(35135, 68407), tuple(37712, 48709), tuple(5111, 26774), tuple(15532, 74246), tuple(93605, 83583), tuple(21491, 66472), tuple(38922, 53076), tuple(55455, 54432), tuple(955, 44063), tuple(311, 91630), tuple(53554, 4522), tuple(29927, 65668), tuple(7525, 16035), tuple(44093, 76745), tuple(21481, 78198), tuple(76875, 5306), tuple(56126, 76437), tuple(96534, 16880), tuple(85600, 68336), tuple(4479, 81002), tuple(80414, 11593), tuple(8186, 61147), tuple(5624, 32879), tuple(79312, 20995), tuple(40407, 41512), tuple(91261, 66022), tuple(93228, 75364), tuple(21136, 40111), tuple(92148, 60681), tuple(42549, 7944), tuple(60157, 15040), tuple(63562, 88365), tuple(69056, 72713), tuple(78263, 89223), tuple(3776, 33039), tuple(30042, 59984), tuple(64567, 20977), tuple(24720, 39157), tuple(63582, 75653), tuple(45363, 20249), tuple(58093, 53833), tuple(27918, 93306), tuple(25791, 92686), tuple(15904, 862), tuple(72093, 19257), tuple(64125, 88986), tuple(41717, 27989), tuple(43165, 98675), tuple(76840, 48170), tuple(64508, 3535), tuple(91964, 33435), tuple(96686, 88673), tuple(66648, 64594), tuple(17927, 30539), tuple(73615, 22800), tuple(18580, 48077), tuple(59803, 48202),
+    tuple(76805, 89886), tuple(2744, 52965), tuple(55596, 22519), tuple(35358, 11629), tuple(83029, 80047), tuple(36120, 91930), tuple(26066, 23035), tuple(48857, 14268), tuple(63020, 26197), tuple(60623, 23252), tuple(34911, 72754), tuple(34808, 21593), tuple(64067, 58963), tuple(34509, 8739), tuple(52686, 96405), tuple(98282, 10463), tuple(6495, 64680), tuple(59016, 86968), tuple(33928, 51222), tuple(39609, 84992), tuple(67603, 89875), tuple(14723, 16144), tuple(30751, 46856), tuple(76874, 75024), tuple(89584, 58806), tuple(51278, 4113), tuple(27187, 93483), tuple(80039, 52159), tuple(6132, 25127), tuple(42358, 77498), tuple(33838, 79064), tuple(74147, 76851), tuple(39752, 27366), tuple(44888, 9809), tuple(10887, 4135), tuple(22303, 36417), tuple(58690, 34613), tuple(53998, 74014), tuple(71567, 32438), tuple(65110, 93406), tuple(77365, 41299), tuple(18044, 70636), tuple(77346, 21236), tuple(78408, 245), tuple(57704, 34662), tuple(75258, 64730), tuple(96992, 15533), tuple(56010, 60769), tuple(69163, 4826), tuple(88709, 20725), tuple(33197, 69743), tuple(97169, 83194), tuple(75277, 53343), tuple(14531, 64740), tuple(19997, 4752), tuple(74016, 55946), tuple(55290, 63626), tuple(32533, 32920), tuple(32946, 74610), tuple(12386, 33853), tuple(34825, 35374), tuple(28772, 32716), tuple(17280, 42683), tuple(54184, 34332), tuple(29964, 16203), tuple(65767, 61448), tuple(29133, 35728), tuple(6861, 14160), tuple(65483, 40224), tuple(78335, 76002), tuple(3061, 40615), tuple(11780, 87517), tuple(46135, 73448), tuple(10920, 72592), tuple(15696, 28810), tuple(44154, 64134), tuple(59365, 27248), tuple(76601, 39862), tuple(68264, 30019), tuple(48572, 54575), tuple(59499, 85796), tuple(35064, 23789), tuple(57028, 83545), tuple(33911, 8463), tuple(21827, 67966), tuple(15983, 69649), tuple(13919, 20584), tuple(82742, 67956), tuple(75457, 45767), tuple(55394, 62309), tuple(6099, 67510), tuple(58078, 9594), tuple(24511, 83149), tuple(24781, 79624), tuple(39745, 777), tuple(92023, 40085), tuple(22889, 37179), tuple(17919, 28607), tuple(79865, 72682), tuple(99829, 38190), tuple(21273, 21278), tuple(88299, 23433), tuple(88887, 48163), tuple(62993, 61567), tuple(82107, 84224), tuple(65049, 61245), tuple(75113, 93564), tuple(81562, 7874), tuple(32314, 32313), tuple(3979, 46996), tuple(40558, 93278), tuple(58758, 68163), tuple(40502, 58941), tuple(76961, 65762), tuple(48032, 36117), tuple(64712, 9137), tuple(12092, 56665), tuple(12315, 66581), tuple(20954, 29083), tuple(57317, 48290), tuple(23534, 86828), tuple(4869, 35950), tuple(26993, 24840), tuple(93007, 45049), tuple(18009, 20350), tuple(43053, 71248), tuple(47320, 66119), tuple(50898, 96627), tuple(669, 40018), tuple(89236, 44039), tuple(47375, 63306), tuple(61906, 6658), tuple(2672, 84546), tuple(59778, 72319), tuple(14497, 71952), tuple(42420, 87023), tuple(96465, 46140), tuple(32857, 22772), tuple(4985, 35125), tuple(61918, 28016), tuple(90275, 24406), tuple(49799, 10811), tuple(74137, 63345), tuple(26135, 86306), tuple(92971, 65541), tuple(40134, 95892), tuple(38554, 46307), tuple(48113, 16343), tuple(63990, 66283), tuple(17793, 49570), tuple(21736, 79819), tuple(13831, 27523), tuple(8939, 93929), tuple(96577, 4909), tuple(38583, 32781), tuple(13701, 24436), tuple(43444, 56054), tuple(17166, 32346), tuple(57202, 26264), tuple(82858, 75049), tuple(46317, 95666), tuple(54911, 68161), tuple(3894, 38521), tuple(26456, 30270), tuple(65214, 35331), tuple(41143, 13109), tuple(85441, 48899), tuple(93226, 25027), tuple(77045, 81171), tuple(30345, 79232), tuple(71167, 40854), tuple(58761, 56824), tuple(89047, 85314), tuple(31686, 81947), tuple(74946, 60661), tuple(49903, 13625), tuple(76341, 69067), tuple(46963, 88891), tuple(97223, 5921), tuple(52143, 9828), tuple(17413, 42731), tuple(30236, 93426), tuple(14540, 17652), tuple(52251, 97233), tuple(41581, 30097), tuple(28771, 46426), tuple(36260, 45179), tuple(4068, 16410), tuple(3146, 95055), tuple(5993, 88855), tuple(46103, 30022), tuple(26667, 18756), tuple(54576, 13438), tuple(12800, 11258), tuple(80761, 44979), tuple(59811, 76627), tuple(77917, 87270), tuple(46286, 28657), tuple(30609, 86852), tuple(15200, 28936), tuple(86331, 34195), tuple(98461, 55054), tuple(91760, 62792), tuple(91551, 70192), tuple(96030, 78205), tuple(8254, 27057), tuple(600, 37830), tuple(58635, 65506), tuple(81661, 73708), tuple(11225, 24255), tuple(15830, 9029), tuple(84384, 46190), tuple(31344, 25765), tuple(25670, 30716), tuple(88507, 19484), tuple(28207, 45941), tuple(91874, 15786), tuple(10094, 10934), tuple(38013, 2179), tuple(14558, 36415), tuple(65079, 48850), tuple(65486, 85046), tuple(54958, 60275), tuple(99800, 96623), tuple(68895, 99829), tuple(3708, 75830), tuple(96368, 22631), tuple(99411, 50094), tuple(56888, 3883), tuple(87288, 45604), tuple(64512, 84543), tuple(45565, 14170), tuple(77114, 15132), tuple(31800, 70333), tuple(57775, 40548), tuple(31788, 67511), tuple(51929, 13684), tuple(53736, 81543), tuple(84251, 86303), tuple(63823, 83258), tuple(77539, 61381), tuple(43570, 39418), tuple(79859, 34773), tuple(8595, 64524), tuple(97242, 9283), tuple(15530, 84591), tuple(75535, 65546), tuple(16516, 50162), tuple(58815, 1815), tuple(34897, 82920), tuple(66215, 81262), tuple(81487, 4902), tuple(64039, 25703), tuple(78006, 90468), tuple(3081, 26910), tuple(58159, 4777), tuple(73715, 36375), tuple(69189, 60971), tuple(18169, 39587), tuple(57960, 57668), tuple(6582, 63707), tuple(11155, 47930), tuple(70829, 92266), tuple(6294, 92305), tuple(2188, 6419), tuple(17141, 54972), tuple(60240, 35276), tuple(10788, 29414), tuple(17464, 76377), tuple(3994, 17227), tuple(12039, 24992), tuple(1340, 77467), tuple(1212, 41758), tuple(52186, 80763), tuple(970, 78819), tuple(92897, 68714), tuple(6349, 77016), tuple(22069, 77732), tuple(78209, 72708), tuple(71986, 56770), tuple(8580, 87225), tuple(97505, 63546), tuple(67459, 39771), tuple(50707, 57066), tuple(68226, 54176), tuple(65425, 27407), tuple(57723, 19288), tuple(56974, 90449), tuple(55878, 1264), tuple(46939, 79863), tuple(34868, 4652), tuple(39872, 78482), tuple(92657, 20961), tuple(99690, 28825), tuple(33761, 52922), tuple(73738, 64995), tuple(92092, 3237), tuple(2463, 45045), tuple(43984, 69864), tuple(60146, 5333), tuple(58127, 79082), tuple(84395, 73949), tuple(50818, 68457), tuple(48585, 47420), tuple(60878, 67337), tuple(16573, 30621), tuple(46524, 14168), tuple(87995, 44854), tuple(73143, 77177), tuple(33967, 37276), tuple(95038, 17670), tuple(69022, 16038), tuple(58485, 90526), tuple(1705, 1443), tuple(97969, 40011), tuple(14719, 42770), tuple(8695, 27192), tuple(47546, 51349), tuple(75263, 24419), tuple(25420, 66286), tuple(39198, 41401), tuple(77896, 85583), tuple(28265, 76766), tuple(88836, 48759), tuple(47768, 39582), tuple(65103, 3167), tuple(92171, 85360), tuple(1549, 79296), tuple(71725, 16645), tuple(87349, 29290), tuple(66201, 61712), tuple(43525, 70338), tuple(99025, 63090), tuple(3687, 79963), tuple(63600, 92088), tuple(2480, 1359), tuple(31384, 63603), tuple(29650, 24391), tuple(8552, 82260), tuple(16729, 29139), tuple(26503, 4767), tuple(88945, 19824), tuple(66695, 95696), tuple(84016, 35417), tuple(71521, 22206), tuple(88433, 55606), tuple(66380, 81316), tuple(30573, 36000), tuple(85223, 20494), tuple(99672, 82813), tuple(65500, 78258), tuple(55817, 98414), tuple(43248, 53800), tuple(62787, 21018), tuple(48981, 36258), tuple(41216, 98585), tuple(18576, 18004), tuple(27272, 72860), tuple(76774, 87664), tuple(26737, 11514), tuple(24472, 42538), tuple(5860, 81355), tuple(29066, 10012), tuple(75308, 28561), tuple(23609, 10007), tuple(10007, 19146), tuple(15568, 1487), tuple(80743, 85294), tuple(11207, 90623), tuple(61258, 63879), tuple(34363, 59005), tuple(74884, 2528), tuple(26604, 52738), tuple(33304, 1202), tuple(20381, 18984), tuple(81968, 92425), tuple(4407, 84677), tuple(2112, 79756), tuple(46970, 4367), tuple(36854, 23482), tuple(88346, 75107), tuple(10643, 31806), tuple(21351, 5590), tuple(69317, 53292), tuple(76711, 10085), tuple(70333, 90592), tuple(88818, 822), tuple(23927, 48141), tuple(84710, 33870), tuple(96932, 22686), tuple(5783, 87468), tuple(7785, 11585), tuple(49497, 33764), tuple(13506, 55969), tuple(37840, 78455), tuple(21532, 22292), tuple(97306, 42065), tuple(6579, 40749), tuple(2593, 4995), tuple(81985, 23611), tuple(63888, 98317), tuple(44975, 83777), tuple(57688, 42688), tuple(641, 45787), tuple(7316, 1967), tuple(43837, 18274), tuple(89994, 32770), tuple(4285, 50388), tuple(84699, 41841), tuple(19564, 20683), tuple(76027, 62278), tuple(26140, 11288), tuple(39656, 79954), tuple(16718, 17335), tuple(11583, 21283), tuple(55441, 32178), tuple(6810, 87225), tuple(27191, 54323), tuple(53406, 31512), tuple(48003, 80077), tuple(78497, 29570), tuple(39140, 66619), tuple(12651, 44576), tuple(1761, 88410), tuple(47139, 20766), tuple(39183, 69367), tuple(80479, 23285), tuple(1568, 78535), tuple(18476, 35058), tuple(93551, 81063), tuple(12059, 60021), tuple(23356, 26572), tuple(79975, 35434), tuple(82230, 67436), tuple(20243, 92343), tuple(47809, 10634), tuple(69537, 60167), tuple(3873, 77404), tuple(1136, 27956), tuple(17470, 24156), tuple(35849, 19150), tuple(74760, 37961), tuple(36660, 44448), tuple(36009, 96619), tuple(87110, 84921), tuple(16080, 60637), tuple(36046, 17351), tuple(96403, 99978), tuple(11060, 68629), tuple(36081, 23464), tuple(4684, 11817), tuple(50126, 82936), tuple(55262, 54135), tuple(53717, 66293), tuple(58028, 28065), tuple(92791, 99766), tuple(46266, 77711), tuple(61912, 65782), tuple(38677, 41158), tuple(4001, 46340), tuple(70987, 12784), tuple(14819, 42857), tuple(78985, 99956), tuple(79737, 42497), tuple(55305, 7329), tuple(64103, 24170), tuple(49093, 22115), tuple(2465, 97282), tuple(29009, 15663), tuple(80976, 86477), tuple(16439, 56685), tuple(53482, 15293), tuple(5038, 5991), tuple(67060, 84201), tuple(54350, 38095), tuple(67539, 68292), tuple(26464, 64908), tuple(92909, 12867), tuple(83517, 26474), tuple(76081, 85247), tuple(23250, 66616),
+    tuple(20783, 34330), tuple(43074, 10165), tuple(93968, 70375), tuple(83802, 70820), tuple(19871, 63094), tuple(35699, 36506), tuple(23905, 2401), tuple(27847, 31968), tuple(76714, 44112), tuple(62599, 32720), tuple(10362, 81985), tuple(35708, 2090), tuple(13071, 39035), tuple(71851, 59493), tuple(62833, 48082), tuple(77164, 22804), tuple(6469, 43229), tuple(92051, 3719), tuple(51910, 77689), tuple(91470, 63253), tuple(57914, 57836), tuple(98819, 97813), tuple(35975, 488), tuple(51431, 34061), tuple(45414, 85971), tuple(56563, 93517), tuple(40789, 53103), tuple(9242, 20814), tuple(784, 22584), tuple(8740, 56894), tuple(28504, 378), tuple(8287, 96930), tuple(74232, 97496), tuple(61565, 7904), tuple(9779, 45122), tuple(33767, 48471), tuple(16766, 10722), tuple(47764, 478), tuple(14374, 30099), tuple(89134, 19977), tuple(60860, 93201), tuple(71123, 29840), tuple(57159, 34410), tuple(82411, 99537), tuple(11307, 3733), tuple(70264, 43028), tuple(30418, 19372), tuple(46543, 31506), tuple(33043, 98980), tuple(21137, 63374), tuple(85640, 36957), tuple(6790, 60751), tuple(78771, 43700), tuple(33808, 38263), tuple(27232, 35152), tuple(39925, 5062), tuple(3120, 65621), tuple(39319, 6795), tuple(77468, 94964), tuple(10481, 43009), tuple(24237, 2103), tuple(16837, 55667), tuple(43846, 2874), tuple(78786, 66811), tuple(92185, 62395), tuple(26318, 87942), tuple(6208, 80815), tuple(66952, 71885), tuple(51435, 25450), tuple(21443, 69801), tuple(92554, 81977), tuple(58912, 82288), tuple(59681, 46177), tuple(60397, 65866), tuple(72065, 13318), tuple(2848, 73852), tuple(7577, 83238), tuple(209, 40659), tuple(72103, 15266), tuple(23365, 67286), tuple(14600, 29269), tuple(85541, 63289), tuple(25427, 54812), tuple(22967, 54965), tuple(81525, 27126), tuple(20473, 55455), tuple(84067, 25794), tuple(46798, 79332), tuple(93825, 74677), tuple(447, 5904), tuple(65661, 92916), tuple(54428, 76482), tuple(1025, 34415), tuple(63761, 30038), tuple(93025, 15090), tuple(98807, 93426), tuple(57562, 59615), tuple(84884, 30620), tuple(75066, 71824), tuple(51199, 37934), tuple(95530, 15260), tuple(513, 98278), tuple(62995, 28267), tuple(47535, 69776), tuple(39266, 4696), tuple(14742, 13225), tuple(44268, 16548), tuple(45976, 41680), tuple(99638, 30285), tuple(85609, 5578), tuple(28156, 12884), tuple(76188, 86573), tuple(44639, 15480), tuple(86789, 72636), tuple(18702, 13337), tuple(96638, 59398), tuple(90988, 26909), tuple(85069, 95193), tuple(67262, 38337), tuple(51694, 19659), tuple(93341, 80988), tuple(48733, 88460), tuple(55630, 22866), tuple(96203, 10316), tuple(30644, 68318), tuple(79292, 63136), tuple(60185, 73681), tuple(60474, 19078), tuple(48721, 82811), tuple(19713, 99527), tuple(17537, 55235), tuple(296, 8353), tuple(58691, 72158), tuple(66734, 92490), tuple(87642, 7174), tuple(78285, 35337), tuple(19503, 14273), tuple(10713, 64116), tuple(85966, 98738), tuple(56561, 99347), tuple(14869, 89963), tuple(95126, 30748), tuple(89272, 79060), tuple(69888, 7193), tuple(32583, 74564), tuple(95542, 52128), tuple(78360, 42675), tuple(86062, 68404), tuple(38732, 21411), tuple(92935, 45415), tuple(99027, 83925), tuple(73232, 37405),
+    tuple(97079, 87722), tuple(49453, 61633), tuple(53860, 29672), tuple(29513, 42837), tuple(47802, 37592), tuple(12469, 34249), tuple(42792, 53643), tuple(62613, 70068), tuple(82526, 73215), tuple(72285, 11113), tuple(42500, 55478), tuple(43717, 95240), tuple(43797, 75361), tuple(24335, 33138), tuple(38245, 66964), tuple(20717, 95342), tuple(64691, 18064), tuple(48154, 59381), tuple(25699, 77506), tuple(67122, 65358), tuple(4706, 47639), tuple(39616, 49499), tuple(81811, 43780), tuple(835, 85236), tuple(55259, 36091), tuple(66392, 64552), tuple(18111, 14142), tuple(3313, 24306), tuple(16039, 50370), tuple(13767, 95591), tuple(3619, 17285), tuple(91602, 86378), tuple(65370, 31997), tuple(73103, 79544), tuple(56207, 1833), tuple(83803, 12639), tuple(99772, 62410), tuple(48525, 27025), tuple(4843, 17363), tuple(90649, 69831), tuple(38294, 83908), tuple(62986, 50254), tuple(80915, 86505), tuple(77831, 38427), tuple(65269, 10998), tuple(18364, 35533), tuple(90495, 89902), tuple(18124, 73639), tuple(37972, 64523), tuple(59756, 55630), tuple(96021, 46676), tuple(62423, 13536), tuple(57039, 79285), tuple(22584, 69218), tuple(82257, 47164), tuple(85219, 84268), tuple(99430, 87817), tuple(54061, 57126), tuple(95756, 20489), tuple(27341, 67329), tuple(26826, 81082), tuple(86892, 10021), tuple(76753, 35118), tuple(45122, 27808), tuple(16706, 37697), tuple(54734, 85826), tuple(61753, 99199), tuple(54920, 42265), tuple(79397, 32234), tuple(95638, 71031), tuple(66412, 11193), tuple(1874, 46395), tuple(43748, 82517), tuple(99596, 63908), tuple(83987, 8436), tuple(52027, 64590), tuple(2821, 71063), tuple(38625, 47246), tuple(64890, 18073), tuple(78221, 45134), tuple(51729, 8336), tuple(7235, 32732), tuple(69849, 4355), tuple(66632, 29817), tuple(87115, 20363), tuple(95882, 30431), tuple(56386, 94579), tuple(90145, 75474), tuple(41608, 31413), tuple(9284, 22127), tuple(60184, 97820), tuple(70813, 48129), tuple(84426, 2932), tuple(74599, 76277), tuple(19551, 2074), tuple(83741, 31228), tuple(24540, 69367), tuple(66373, 48734), tuple(1043, 52758), tuple(55207, 67301), tuple(68930, 95643), tuple(60576, 84717), tuple(87418, 61921), tuple(40078, 11839), tuple(26131, 84239), tuple(57553, 30194), tuple(85992, 83655), tuple(9469, 26355), tuple(7871, 58669), tuple(66599, 94551), tuple(73474, 91775), tuple(49288, 37125), tuple(64459, 41703), tuple(20761, 11140), tuple(18453, 75828), tuple(7666, 3242), tuple(3851, 64702), tuple(99727, 5458), tuple(66247, 1430), tuple(53801, 94055), tuple(18633, 22045), tuple(5594, 41215), tuple(23845, 66849), tuple(51801, 46932), tuple(63960, 28483), tuple(41699, 56219), tuple(40125, 68122), tuple(1809, 49948), tuple(39206, 71380), tuple(29721, 38251), tuple(10858, 91494), tuple(33459, 29030), tuple(230, 28395), tuple(45666, 41675), tuple(31763, 68954), tuple(28498, 58275), tuple(27329, 14755), tuple(98543, 32649), tuple(26836, 19108), tuple(31349, 45705), tuple(89891, 19691), tuple(42716, 14912), tuple(34712, 4213), tuple(72574, 37957), tuple(29648, 54691), tuple(77851, 61441), tuple(62360, 25693), tuple(78942, 30840), tuple(58808, 36761), tuple(39400, 96765), tuple(77844, 33261), tuple(98738, 80688), tuple(99234, 82018), tuple(49364, 46291), tuple(12030, 32499), tuple(42946, 19435), tuple(34021, 40823), tuple(54070, 84294), tuple(76238, 50858), tuple(94576, 62781), tuple(4823, 17885), tuple(55861, 33029), tuple(43468, 78885), tuple(15775, 25990), tuple(2481, 64154), tuple(65398, 30074), tuple(85540, 50290), tuple(28926, 8236), tuple(75476, 56523), tuple(51363, 82037), tuple(97952, 75624), tuple(71526, 55313), tuple(55143, 49146), tuple(11616, 79576), tuple(83981, 24799), tuple(30197, 96196), tuple(46658, 64430), tuple(34062, 422), tuple(91483, 37099), tuple(88286, 27917), tuple(92932, 21740), tuple(66567, 3590), tuple(35787, 37973), tuple(22601, 93171), tuple(91215, 51041), tuple(41702, 3198), tuple(78731, 89390), tuple(46850, 34544), tuple(49404, 10082), tuple(6393, 62145), tuple(39241, 12836), tuple(10383, 56740), tuple(50850, 84828), tuple(39908, 95738), tuple(78309, 9041), tuple(7898, 34833), tuple(80987, 44693), tuple(66170, 90006), tuple(57599, 82993), tuple(33458, 68423), tuple(67786, 72838), tuple(20364, 89240), tuple(66760, 10965), tuple(77090, 39427), tuple(8706, 77011), tuple(76225, 66045), tuple(24829, 16580), tuple(29040, 10745), tuple(25973, 68024), tuple(42886, 90000), tuple(5125, 90725), tuple(71675, 42961), tuple(88074, 15503), tuple(7096, 77238), tuple(12467, 7224), tuple(94344, 88876), tuple(91643, 6834), tuple(99776, 88805), tuple(88992, 21613), tuple(27629, 72345), tuple(99262, 53013), tuple(84894, 7422), tuple(86469, 44852), tuple(44709, 82358), tuple(90338, 63426), tuple(70093, 65813), tuple(18014, 91297), tuple(38135, 18842), tuple(83643, 25418), tuple(61985, 23996), tuple(63495, 91872), tuple(65518, 85038), tuple(19747, 18165), tuple(60916, 55986), tuple(73826, 68279), tuple(26147, 73224), tuple(79606, 35342), tuple(84063, 47648), tuple(41115, 19541), tuple(3710, 46873), tuple(79926, 96227), tuple(77885, 38548), tuple(31121, 40100), tuple(17197, 42700), tuple(89898, 65060), tuple(70854, 69897), tuple(47212, 78340), tuple(8871, 20368), tuple(81502, 76700), tuple(6251, 92364), tuple(20652, 81152), tuple(60197, 15839), tuple(57972, 74525), tuple(51527, 19454), tuple(43081, 37404), tuple(11551, 38858), tuple(73710, 36789), tuple(99064, 62900), tuple(16292, 61362), tuple(5438, 13708), tuple(65610, 23813), tuple(14701, 66586), tuple(96560, 25606), tuple(6101, 50386), tuple(76171, 13159), tuple(453, 51097), tuple(80871, 29995), tuple(65414, 10781), tuple(56201, 59852), tuple(57872, 29305), tuple(85387, 49642), tuple(98332, 45308), tuple(78934, 88320), tuple(27288, 84343), tuple(71539, 48945), tuple(17348, 35121), tuple(51107, 73807), tuple(60739, 89966), tuple(49803, 53931), tuple(91339, 18943), tuple(66923, 8421), tuple(1314, 61554), tuple(56175, 73062), tuple(1215, 51606), tuple(16335, 1289), tuple(62888, 62858), tuple(26620, 51572), tuple(19757, 93782), tuple(95016, 49464), tuple(77323, 61370), tuple(14358, 40637), tuple(75344, 25972), tuple(12606, 53465), tuple(22258, 96976), tuple(36276, 85574), tuple(93544, 82426), tuple(50554, 1078), tuple(54132, 59093), tuple(83143, 37847), tuple(36778, 7827), tuple(42525, 47562), tuple(48399, 16894), tuple(48812, 94330), tuple(2197, 63615), tuple(16681, 83461), tuple(61452, 74775), tuple(33179, 39047), tuple(11357, 45663), tuple(34429, 3118), tuple(97453, 71262), tuple(76788, 9452), tuple(42050, 94414), tuple(62412, 57976), tuple(10366, 59637), tuple(91804, 41509), tuple(66410, 60144), tuple(20517, 85756), tuple(16402, 50019), tuple(33062, 94128), tuple(66717, 95079), tuple(80801, 53200), tuple(43638, 16443), tuple(68690, 30310), tuple(78330, 31709), tuple(53288, 51831), tuple(59612, 15340), tuple(69197, 67661), tuple(25729, 54544), tuple(61292, 3077), tuple(91198, 68925), tuple(94243, 84911), tuple(81175, 41496), tuple(56087, 30799), tuple(19192, 5965), tuple(6401, 98593), tuple(90599, 40564), tuple(99636, 3224), tuple(13595, 15079), tuple(81758, 98510), tuple(31894, 87256), tuple(32717, 15856), tuple(58045, 25722), tuple(80820, 39359), tuple(89127, 50007), tuple(57129, 30173), tuple(143, 82490), tuple(67320, 89298), tuple(78031, 70771), tuple(56372, 13856), tuple(53792, 93923), tuple(77536, 97686), tuple(34281, 88893), tuple(7720, 38598), tuple(42577, 15445), tuple(97049, 25292), tuple(5755, 75274), tuple(68500, 88440), tuple(65460, 91968), tuple(82251, 62700), tuple(58737, 28221), tuple(33966, 31858), tuple(89283, 6137), tuple(95713, 57892), tuple(64716, 41893), tuple(23226, 72596), tuple(77494, 1226), tuple(57456, 97085), tuple(56638, 73195), tuple(86791, 95487), tuple(38616, 3710), tuple(27612, 88402), tuple(86211, 61383), tuple(74751, 67963), tuple(35294, 45969), tuple(20040, 65633), tuple(46379, 55793), tuple(5254, 33070), tuple(96039, 46828), tuple(53169, 86515), tuple(61456, 32728), tuple(19306, 28894), tuple(266, 73943), tuple(6298, 78481), tuple(55429, 72954), tuple(4013, 62916), tuple(19413, 82227), tuple(97767, 41262), tuple(1754, 66034), tuple(62168, 95138), tuple(8502, 1232), tuple(87736, 22730), tuple(94519, 57526), tuple(47840, 52733), tuple(57430, 11063), tuple(48203, 88666), tuple(94187, 17306), tuple(51254, 3414), tuple(42847, 70850), tuple(30517, 37298), tuple(51002, 3187), tuple(69065, 57819), tuple(28158, 31948), tuple(28641, 57066), tuple(64401, 41541), tuple(16769, 93104), tuple(36026, 40379), tuple(89972, 21007), tuple(23129, 3532), tuple(25076, 78327), tuple(91716, 52771), tuple(85414, 74704), tuple(25078, 29180), tuple(82397, 27229), tuple(71809, 86957), tuple(84698, 34879), tuple(28573, 40238), tuple(79803, 740), tuple(9445, 37484), tuple(30310, 44337), tuple(48396, 61468), tuple(55206, 32145), tuple(85429, 8394), tuple(57022, 16754), tuple(20686, 31181), tuple(49381, 90708), tuple(86368, 80026), tuple(12503, 98384), tuple(17987, 17590), tuple(87975, 47488), tuple(1917, 40089), tuple(28921, 51966), tuple(75061, 47560), tuple(47682, 85166), tuple(44983, 43829), tuple(65132, 39721), tuple(63156, 48271), tuple(43469, 44812), tuple(92402, 52827), tuple(93574, 93874), tuple(49160, 14154), tuple(17068, 32747), tuple(24013, 48763), tuple(44388, 91612), tuple(50092, 46361), tuple(12638, 67958), tuple(22733, 48580), tuple(89692, 17614), tuple(76259, 80333), tuple(60667, 81071), tuple(11866, 60670), tuple(44127, 52256), tuple(91538, 16284), tuple(3947, 5775), tuple(24013, 87274), tuple(61890, 35907), tuple(40033, 65872), tuple(82217, 28133), tuple(92448, 66250), tuple(69722, 79165), tuple(45642, 94585), tuple(19332, 52617), tuple(68376, 74661), tuple(67538, 36822), tuple(44251, 51303), tuple(21737, 91360), tuple(89816, 80022), tuple(62003, 95863), tuple(91553, 89883), tuple(81327, 60251), tuple(79081, 77218), tuple(83875, 50172), tuple(64753, 45810), tuple(31661, 24768), tuple(37225, 43323), tuple(7290, 90747), tuple(83726, 40577), tuple(67955, 25873), tuple(64937, 91179), tuple(43298, 1399), tuple(63408, 89816), tuple(7356, 46305), tuple(45184, 57862), tuple(53297, 20667), tuple(31709, 43903), tuple(62673, 94822), tuple(27913, 75493), tuple(24687, 80894), tuple(98262, 61113), tuple(53123, 55460), tuple(35147, 99271), tuple(27646, 34622), tuple(73077, 30910), tuple(20512, 11203), tuple(33770, 99560), tuple(34580, 35708), tuple(67059, 99164), tuple(72256, 23281), tuple(92534, 87165), tuple(52774, 85396), tuple(56154, 92895), tuple(24460, 62535), tuple(56634, 4948), tuple(26182, 65572), tuple(99426, 1748), tuple(31410, 43026), tuple(24172, 44480), tuple(9426, 61375), tuple(21718, 32700), tuple(91428, 80453), tuple(27315, 90992), tuple(2743, 10613), tuple(31248, 75906), tuple(99086, 51477), tuple(44829, 14817), tuple(89794, 9674), tuple(88775, 1393), tuple(94268, 66168), tuple(76314, 51601), tuple(30142, 76441), tuple(39895, 74493), tuple(67323, 13617), tuple(54056, 77441), tuple(64209, 30237), tuple(81819, 2685), tuple(74961, 36558), tuple(54405, 11789), tuple(47419, 18927), tuple(95646, 97923), tuple(6793, 98367), tuple(84729, 55346), tuple(26209, 51661), tuple(88902, 47479), tuple(29248, 6257), tuple(90293, 56023), tuple(13659, 85240), tuple(33402, 22946), tuple(98715, 46806), tuple(59061, 14084), tuple(63647, 85523), tuple(16920, 66956), tuple(33806, 17029), tuple(5921, 55022), tuple(56918, 8478), tuple(26353, 8772), tuple(73846, 62583), tuple(66724, 13905), tuple(81927, 13344), tuple(8535, 73788), tuple(42475, 864), tuple(43233, 31055), tuple(25826, 92107), tuple(58400, 93558), tuple(76480, 27917), tuple(11783, 45463), tuple(1994, 30049), tuple(69277, 48157), tuple(64234, 49337), tuple(71741, 56314), tuple(2005, 69772), tuple(49003, 37695), tuple(39968, 77681), tuple(832, 10155), tuple(57104, 19308), tuple(96734, 11547), tuple(30184, 42421), tuple(48375, 44830), tuple(93937, 72937), tuple(90182, 73901), tuple(15777, 13356), tuple(23590, 41957), tuple(28339, 72344), tuple(57738, 11792), tuple(46981, 22885), tuple(89701, 63079), tuple(18853, 8142), tuple(71023, 86607), tuple(43044, 84076), tuple(15504, 63914), tuple(10852, 24752), tuple(84420, 8955), tuple(52478, 86472), tuple(31493, 34784), tuple(63120, 80839), tuple(99483, 7075), tuple(63463, 9701), tuple(72217, 81768), tuple(92665, 41759), tuple(61299, 30348), tuple(75839, 10811), tuple(40924, 73497), tuple(16847, 11969), tuple(62221, 40296), tuple(86514, 6737), tuple(71717, 21760), tuple(72280, 22605), tuple(84073, 26361), tuple(35313, 38026), tuple(88244, 41921), tuple(2395, 44993), tuple(43095, 4491), tuple(65029, 92486), tuple(77825, 37626), tuple(86268, 93758), tuple(12282, 96669), tuple(70109, 3854), tuple(88201, 48985), tuple(67432, 22291), tuple(71226, 78916), tuple(93242, 69896), tuple(45961, 28858), tuple(37543, 83277), tuple(33989, 19303), tuple(75997, 92827), tuple(81996, 50401), tuple(47766, 89974), tuple(6969, 58504), tuple(57495, 67704), tuple(42186, 15837), tuple(16266, 31543), tuple(53482, 57047), tuple(6741, 53863), tuple(69708, 62402), tuple(47622, 71680), tuple(56407, 59557), tuple(35497, 43626), tuple(94382, 72849), tuple(85322, 82494), tuple(48283, 84203), tuple(60187, 43506), tuple(30227, 72397), tuple(8179, 46362), tuple(91848, 6724),
+    tuple(44252, 49652), tuple(62329, 71957), tuple(48136, 53803), tuple(29408, 16811), tuple(2807, 35831), tuple(3982, 42400), tuple(31819, 922), tuple(60411, 29397), tuple(63298, 32886), tuple(56696, 94800), tuple(40452, 78058), tuple(72632, 46188), tuple(6187, 49011), tuple(41030, 50745), tuple(37287, 2821), tuple(85833, 58997), tuple(69513, 2449), tuple(67890, 79660), tuple(10510, 65067), tuple(81559, 31412), tuple(55173, 70275), tuple(30720, 65244), tuple(39362, 55066), tuple(82509, 54146), tuple(37012, 50941), tuple(7777, 73746), tuple(55324, 68529), tuple(64001, 14553), tuple(75092, 7732), tuple(30396, 68267), tuple(17785, 63304), tuple(60691, 75626), tuple(73360, 24028), tuple(49094, 44015), tuple(38186, 58436), tuple(85214, 87107), tuple(28851, 30981), tuple(97558, 16884), tuple(50485, 61227), tuple(66390, 14523), tuple(91346, 12746), tuple(27417, 80041), tuple(70675, 62543), tuple(30493, 34005), tuple(93733, 65419), tuple(84518, 73912), tuple(95889, 56587), tuple(25811, 87640), tuple(67088, 17670), tuple(61030, 10236), tuple(63615, 23071), tuple(95064, 2080), tuple(67171, 84194), tuple(29917, 74112), tuple(69466, 26813), tuple(65199, 34701), tuple(73665, 70408), tuple(79992, 52475), tuple(85736, 3601), tuple(37979, 55469), tuple(19825, 77218), tuple(31666, 7906), tuple(74130, 1569), tuple(51690, 48772), tuple(17872, 80141), tuple(26340, 29232), tuple(5680, 4004), tuple(72841, 60873), tuple(65725, 86711), tuple(39659, 76703), tuple(72206, 4834), tuple(25126, 62083), tuple(85881, 81324), tuple(36485, 89451), tuple(66626, 2033), tuple(23961, 13900), tuple(68404, 32573), tuple(6568, 75904), tuple(5463, 40836), tuple(82243, 72476), tuple(41469, 85222), tuple(53063, 80905), tuple(89420, 89405), tuple(64438, 54748), tuple(84609, 19925), tuple(58071, 76697), tuple(92927, 37184), tuple(86525, 43159), tuple(90683, 47762), tuple(4221, 94429), tuple(68456, 34730), tuple(5303, 27512), tuple(3857, 87130), tuple(25963, 49542), tuple(68981, 6398), tuple(16900, 38579), tuple(44288, 3921), tuple(41848, 6266), tuple(14235, 18205), tuple(93114, 74697), tuple(31693, 12438), tuple(93873, 3135), tuple(39867, 42033), tuple(39257, 83168), tuple(91557, 2168), tuple(25761, 99686), tuple(33891, 81917), tuple(69185, 25496), tuple(32937, 32667), tuple(53201, 77822), tuple(41625, 73595), tuple(75159, 2574), tuple(41500, 24049), tuple(18998, 17778), tuple(55319, 14793), tuple(98343, 55538), tuple(50306, 92789), tuple(8111, 36989), tuple(12332, 90370), tuple(50098, 64743), tuple(518, 42569), tuple(53218, 75332), tuple(37930, 85988), tuple(26622, 30733), tuple(72656, 87213), tuple(62011, 83799), tuple(74325, 39325), tuple(61424, 29292), tuple(38885, 35172), tuple(48893, 53493), tuple(5365, 46863), tuple(35192, 50130), tuple(67377, 31556), tuple(89291, 38089), tuple(7639, 18196), tuple(66102, 23782), tuple(94128, 13012), tuple(14739, 40637), tuple(38124, 70538), tuple(21143, 9114), tuple(81628, 1281), tuple(2385, 12814), tuple(97713, 12931), tuple(15392, 71469), tuple(285, 2139), tuple(75082, 86935), tuple(53815, 6664), tuple(21102, 26350), tuple(7191, 63079), tuple(77811, 54178), tuple(94993, 43113), tuple(23712, 9041), tuple(5151, 47040), tuple(48565, 21701), tuple(68877, 29339), tuple(41207, 91567), tuple(52928, 39020), tuple(90950, 13773), tuple(9269, 45202), tuple(76822, 23962), tuple(66347, 97641), tuple(39410, 6179), tuple(544, 78664), tuple(6168, 22720), tuple(41653, 97913), tuple(17421, 50726), tuple(7841, 71433), tuple(54395, 26607), tuple(4269, 30336), tuple(34319, 79247), tuple(95612, 91933), tuple(25657, 23904), tuple(19990, 4678), tuple(87858, 51586), tuple(5060, 74367), tuple(56282, 50346), tuple(24967, 12978), tuple(5413, 84898), tuple(83630, 81450), tuple(4445, 3246), tuple(8686, 37833), tuple(25753, 491), tuple(64949, 79083), tuple(91227, 99361), tuple(15478, 9776), tuple(19138, 1197), tuple(90231, 21775), tuple(1603, 3420), tuple(80483, 91945), tuple(26254, 47364), tuple(39956, 39011), tuple(21944, 68718), tuple(17476, 26688), tuple(35124, 95520), tuple(80675, 86048), tuple(37802, 24654), tuple(35991, 30501), tuple(58201, 32076), tuple(73425, 48851), tuple(32081, 62678), tuple(43890, 72473), tuple(55420, 55864), tuple(92730, 83636), tuple(98991, 57739), tuple(16554, 8671), tuple(97393, 74717), tuple(52946, 40432), tuple(54038, 57550), tuple(28407, 59994), tuple(51960, 69485), tuple(54362, 59837), tuple(56608, 44803), tuple(87765, 65240), tuple(83537, 20410), tuple(12462, 63600), tuple(29652, 60603), tuple(33694, 86009), tuple(6328, 2247), tuple(1163, 66579), tuple(14339, 11994), tuple(84291, 50111), tuple(68889, 88342), tuple(10269, 72875), tuple(66319, 32677), tuple(13064, 29930), tuple(32190, 83783), tuple(45970, 36250), tuple(76934, 56387), tuple(86991, 52198), tuple(595, 49931), tuple(56487, 35023), tuple(64301, 3898), tuple(62751, 16083), tuple(76962, 42724), tuple(25144, 84082), tuple(42577, 55365), tuple(35491, 62043), tuple(98690, 95354), tuple(78142, 63556), tuple(43994, 19756), tuple(44371, 88026), tuple(79528, 38378), tuple(60538, 95096), tuple(94043, 64914), tuple(56328, 52212), tuple(23125, 3718), tuple(68265, 31800), tuple(50257, 30242), tuple(90023, 16264), tuple(26536, 54846), tuple(56408, 26069), tuple(48835, 90685), tuple(41440, 85486), tuple(50439, 28977), tuple(57270, 58062), tuple(93385, 81991), tuple(41747, 90412), tuple(4397, 54135), tuple(27833, 63238), tuple(30047, 54689), tuple(97424, 22639), tuple(38666, 7212), tuple(11002, 23871), tuple(94214, 17282), tuple(38570, 36544), tuple(21281, 2550), tuple(18772, 9450), tuple(21573, 89501), tuple(72980, 3658), tuple(4270, 75217), tuple(84311, 52335), tuple(50238, 7027), tuple(79880, 13083), tuple(4453, 53612), tuple(42094, 83535), tuple(26820, 29389), tuple(68926, 37356), tuple(41068, 99341), tuple(17804, 36252), tuple(95293, 20765), tuple(16191, 10046), tuple(97430, 9242), tuple(8161, 65278), tuple(57448, 35098), tuple(94391, 77130), tuple(98916, 39103), tuple(20350, 32970), tuple(90646, 11890), tuple(75362, 5602), tuple(27639, 77663), tuple(43360, 46034), tuple(22402, 35513), tuple(8137, 28845), tuple(85004, 55522), tuple(41422, 53954), tuple(31450, 3352), tuple(43577, 62316), tuple(2055, 68345), tuple(81241, 88166), tuple(99688, 49801), tuple(34150, 62685), tuple(61452, 89940), tuple(17271, 17048), tuple(35360, 54074), tuple(24514, 86758), tuple(65291, 94634), tuple(56371, 29354), tuple(17017, 58323), tuple(97782, 38903), tuple(64924, 7863), tuple(26686, 44764), tuple(6946, 65671), tuple(19164, 55697), tuple(53736, 61363), tuple(16698, 88605), tuple(68917, 45223), tuple(61620, 71030), tuple(36833, 87), tuple(25499, 92341), tuple(64999, 60843), tuple(10332, 23741), tuple(44183, 74772), tuple(5876, 83182), tuple(2777, 13943), tuple(30518, 90419), tuple(95186, 2879), tuple(67770, 28915), tuple(63386, 30643), tuple(32598, 27470), tuple(22690, 14598), tuple(33055, 49882), tuple(66771, 87914), tuple(1528, 77971), tuple(35398, 19178), tuple(66537, 4756), tuple(45085, 80236), tuple(67054, 78236), tuple(98986, 54864), tuple(22249, 20937), tuple(63417, 4603), tuple(77613, 1198), tuple(6611, 68649), tuple(73627, 56112), tuple(73633, 97606), tuple(99775, 39893), tuple(56752, 97490), tuple(32399, 69269), tuple(62186, 76302), tuple(94184, 83140), tuple(75653, 83050), tuple(61775, 15249), tuple(47463, 90032), tuple(21937, 11962), tuple(62241, 55183), tuple(98504, 4933), tuple(66272, 28609), tuple(67746, 30488), tuple(54196, 35321), tuple(26259, 63765), tuple(11312, 41065), tuple(15815, 63183), tuple(18767, 28578), tuple(88996, 89259), tuple(5635, 82121), tuple(82835, 33221), tuple(23282, 57401), tuple(32823, 83397), tuple(9333, 22645), tuple(93949, 88014), tuple(53441, 1659), tuple(7606, 35735), tuple(52971, 83457), tuple(77912, 97683), tuple(33195, 462), tuple(36642, 84826), tuple(14627, 39789), tuple(35158, 74576), tuple(31178, 3298), tuple(78999, 38000), tuple(58392, 70574), tuple(32797, 9393), tuple(31745, 73068), tuple(3463, 99157), tuple(85198, 99633), tuple(69136, 61700), tuple(90269, 56346), tuple(54888, 30161), tuple(69578, 67718), tuple(31362, 88940), tuple(72151, 69802), tuple(10518, 42128), tuple(10389, 85928), tuple(79024, 46427), tuple(75298, 320), tuple(61374, 92005), tuple(52693, 92872), tuple(90677, 97987), tuple(4977, 7002), tuple(34950, 40356), tuple(1286, 84570), tuple(83587, 44056), tuple(60303, 67073), tuple(90693, 54889), tuple(3665, 65556), tuple(36965, 91476), tuple(36018, 1114), tuple(64173, 73176), tuple(74375, 37973), tuple(40226, 4894), tuple(15708, 44097), tuple(58497, 62654), tuple(88190, 8945), tuple(89623, 42745), tuple(34666, 46515), tuple(69908, 60462), tuple(85257, 89711), tuple(95343, 25345), tuple(9671, 68154), tuple(43560, 12783), tuple(56946, 86701), tuple(97027, 16286), tuple(73465, 82933), tuple(60864, 98196), tuple(65681, 78455), tuple(95949, 98824), tuple(60427, 79639), tuple(62125, 96638), tuple(44349, 55436), tuple(23889, 98287), tuple(7982, 57100), tuple(89134, 62354), tuple(90345, 13136), tuple(87117, 55670), tuple(87142, 56737), tuple(12166, 62622), tuple(25757, 83242), tuple(22839, 70866), tuple(55230, 87710), tuple(52836, 58660), tuple(52001, 11928), tuple(32300, 43940), tuple(82815, 15966), tuple(25995, 35077), tuple(85590, 71892), tuple(65700, 97621), tuple(93120, 45889), tuple(39090, 18624), tuple(40711, 54078), tuple(21512, 71018), tuple(84273, 83224), tuple(94455, 11165), tuple(44762, 81935), tuple(32383, 12092), tuple(57681, 45595), tuple(34900, 10701), tuple(75918, 15671), tuple(80894, 47445), tuple(84887, 65029), tuple(20046, 53478), tuple(35117, 350), tuple(58605, 95757), tuple(41129, 70721), tuple(17956, 60019), tuple(92256, 31486), tuple(25628, 39061), tuple(46442, 95181), tuple(99796, 98961), tuple(84447, 67126), tuple(90905, 35020), tuple(44920, 85041), tuple(29355, 81130), tuple(27574, 74365), tuple(18795, 87608), tuple(9134, 94033), tuple(40788, 33406), tuple(66374, 27589), tuple(35828, 79467), tuple(63337, 21310), tuple(19850, 91859), tuple(8457, 46910), tuple(17247, 54352),
+    tuple(78157, 12984), tuple(19014, 95404), tuple(33696, 61297), tuple(84179, 86141), tuple(88420, 35793), tuple(56841, 54309), tuple(61086, 51639), tuple(51422, 42981), tuple(24495, 8959), tuple(44560, 17680), tuple(5010, 310), tuple(7658, 47071), tuple(99542, 84835), tuple(32524, 20855), tuple(74043, 44891), tuple(86735, 20535), tuple(73782, 59995), tuple(93939, 67476), tuple(3553, 2160), tuple(28263, 96116), tuple(43233, 84344), tuple(82394, 41116), tuple(94208, 54259), tuple(19293, 78307), tuple(97691, 89913), tuple(69180, 92822), tuple(54514, 17070), tuple(41565, 19577), tuple(56860, 57944), tuple(79429, 90334), tuple(14209, 63872), tuple(8193, 47375), tuple(84457, 5729), tuple(35499, 29880), tuple(71046, 96629), tuple(78320, 16678), tuple(52171, 9008), tuple(10285, 77600), tuple(89222, 56452), tuple(74877, 45130), tuple(45122, 7477), tuple(27680, 36119), tuple(53572, 67978), tuple(84553, 96126), tuple(79947, 45957), tuple(62290, 6001), tuple(24885, 66150), tuple(74756, 8350), tuple(19600, 26665), tuple(26140, 12798), tuple(346, 52401), tuple(55107, 64736), tuple(55227, 20192), tuple(5250, 75970), tuple(22597, 36117), tuple(46057, 6297), tuple(146, 34226), tuple(62101, 45872), tuple(50973, 81711), tuple(28437, 90316), tuple(87949, 33752), tuple(97761, 97260), tuple(33866, 10748), tuple(43546, 29031), tuple(94371, 94717), tuple(23676, 36834), tuple(78530, 40195), tuple(9449, 90868), tuple(4688, 18113), tuple(6478, 91149), tuple(5770, 53359), tuple(67467, 45123), tuple(99961, 85269), tuple(16771, 9423), tuple(86093, 12345), tuple(57781, 91310), tuple(64235, 75090), tuple(44983, 14518), tuple(97295, 86692), tuple(9084, 63091), tuple(95536, 58091), tuple(19196, 84870), tuple(30135, 5353), tuple(8031, 34065), tuple(30428, 11126), tuple(64190, 14178), tuple(31159, 97833), tuple(52514, 36312), tuple(39470, 95767), tuple(56521, 58481), tuple(67491, 58112), tuple(93348, 30378), tuple(68108, 71570), tuple(1098, 967), tuple(38546, 81282), tuple(56825, 65979), tuple(59069, 72390), tuple(2824, 13703), tuple(48333, 14500), tuple(9893, 25478), tuple(2911, 47477), tuple(58177, 26157), tuple(82958, 11140), tuple(29280, 90771), tuple(87961, 77195), tuple(41212, 31814), tuple(57596, 21467), tuple(95701, 96920), tuple(42264, 95301), tuple(40893, 490), tuple(85295, 66203), tuple(82996, 55114), tuple(7692, 97829), tuple(29833, 90468), tuple(11917, 11893), tuple(29516, 81375), tuple(89726, 44500), tuple(8932, 49236), tuple(46908, 11625), tuple(37562, 86013), tuple(77455, 10903), tuple(71128, 96631), tuple(14398, 25421), tuple(22273, 24791), tuple(53432, 89441), tuple(65639, 13703), tuple(87847, 91934), tuple(79196, 83398), tuple(93841, 8300), tuple(98217, 31103), tuple(74206, 10777), tuple(87556, 26040), tuple(3488, 46363), tuple(5052, 37977), tuple(13148, 84770), tuple(57802, 44741), tuple(52562, 89370), tuple(45417, 28092), tuple(10850, 53735), tuple(55528, 13265), tuple(49639, 60069), tuple(24297, 65409), tuple(17691, 74780), tuple(14056, 91384), tuple(26678, 79745), tuple(20819, 65318), tuple(5109, 36921), tuple(32429, 44351), tuple(49300, 87487), tuple(91490, 17942), tuple(91165, 36259), tuple(19889, 92478), tuple(32525, 24314),
+    tuple(32207, 12383), tuple(18946, 80847), tuple(26629, 99576), tuple(23663, 33753), tuple(78661, 43289), tuple(42971, 85652), tuple(13148, 37633), tuple(7460, 31621), tuple(7106, 19344), tuple(56623, 40597), tuple(3931, 46383), tuple(40928, 80864), tuple(54411, 42893), tuple(97994, 37208), tuple(98704, 34056), tuple(28221, 65071), tuple(17035, 74621), tuple(44980, 99037), tuple(74685, 40941), tuple(51689, 87959), tuple(1603, 88894), tuple(58816, 80911), tuple(6600, 88186), tuple(51598, 56572), tuple(94570, 53971), tuple(36829, 22411), tuple(78272, 19485), tuple(27782, 91187), tuple(50738, 34908), tuple(77246, 37199), tuple(54696, 25448), tuple(22518, 20075), tuple(93517, 9215), tuple(63893, 61738), tuple(1803, 66542), tuple(8740, 44384), tuple(50214, 2536), tuple(82978, 22366), tuple(30379, 1906), tuple(69739, 14688), tuple(32367, 37176), tuple(94639, 5870), tuple(28089, 44553), tuple(23425, 12581), tuple(55612, 25746), tuple(10872, 85235), tuple(78490, 47300), tuple(53808, 99715), tuple(73003, 81707), tuple(69544, 44704), tuple(49921, 45937), tuple(53055, 64486), tuple(29788, 41235), tuple(66977, 32399), tuple(14272, 19156), tuple(52628, 43512), tuple(84512, 95549), tuple(37407, 73000), tuple(97454, 5645), tuple(94560, 22177), tuple(43121, 24751), tuple(16392, 71632), tuple(57061, 95049), tuple(78509, 12622), tuple(19152, 31950), tuple(60772, 58980), tuple(80874, 81688), tuple(57277, 94240), tuple(72106, 83377), tuple(96685, 38772), tuple(67254, 25148), tuple(55927, 21049), tuple(60288, 62456), tuple(70931, 77751), tuple(79197, 16179), tuple(3655, 47431), tuple(46830, 73545), tuple(45050, 41379), tuple(27458, 17406), tuple(39099, 99237), tuple(67490, 80382), tuple(62723, 79115), tuple(8353, 32032), tuple(23488, 12738), tuple(4013, 67892), tuple(26464, 50462), tuple(35943, 94375), tuple(44186, 34987), tuple(60927, 88755), tuple(8465, 63630), tuple(66062, 34368), tuple(88036, 58046), tuple(58249, 81975), tuple(18237, 47105), tuple(6733, 82935), tuple(78749, 39033), tuple(15131, 26574), tuple(33524, 8929), tuple(41839, 16312), tuple(55673, 27094), tuple(49538, 11713), tuple(88371, 69776), tuple(94252, 13464), tuple(5832, 84375), tuple(89357, 64815), tuple(46801, 11748), tuple(30666, 81254), tuple(16789, 10599), tuple(42935, 98646), tuple(66143, 20772), tuple(44556, 23422), tuple(46018, 16312), tuple(22259, 77171), tuple(56983, 86832), tuple(49921, 22125), tuple(92296, 45486), tuple(69764, 34023), tuple(9637, 96817), tuple(51206, 30615), tuple(10348, 92983), tuple(14472, 99323), tuple(40262, 97192), tuple(2191, 68285), tuple(22924, 25679), tuple(5067, 66212), tuple(69487, 49838), tuple(20052, 16120), tuple(95935, 71293), tuple(1776, 51796), tuple(23090, 30667), tuple(52957, 44078), tuple(91342, 24546), tuple(50425, 89005), tuple(53426, 47583), tuple(6584, 10139), tuple(3118, 13516), tuple(55369, 99320), tuple(63349, 89873), tuple(64571, 74984), tuple(26517, 2840), tuple(33325, 27702), tuple(43660, 87008), tuple(25645, 63104), tuple(26144, 93808), tuple(38030, 8593), tuple(46594, 22518), tuple(17472, 60358), tuple(23471, 75904), tuple(64653, 25665), tuple(58930, 2800), tuple(9714, 21659), tuple(90877, 15172), tuple(24169, 33165), tuple(40301, 28982), tuple(5835, 58106), tuple(47425, 55922), tuple(85182, 8833), tuple(54791, 76061), tuple(43334, 95233), tuple(88895, 11611), tuple(67974, 99700), tuple(42359, 7619), tuple(46091, 3188), tuple(96126, 1150), tuple(67300, 70263), tuple(15504, 6792), tuple(43488, 51128), tuple(59882, 82061), tuple(53674, 82213), tuple(13942, 71867), tuple(37229, 44172), tuple(8234, 10116), tuple(63955, 93663), tuple(90556, 81422), tuple(36156, 23916), tuple(80004, 32883), tuple(97483, 91439), tuple(40380, 75895), tuple(49030, 13388), tuple(10112, 23706), tuple(12693, 54634), tuple(89114, 44239), tuple(79449, 97096), tuple(93945, 17715), tuple(84610, 91409), tuple(77676, 32755), tuple(96528, 43811), tuple(32771, 17368), tuple(72726, 51584), tuple(68373, 27912), tuple(13120, 2918), tuple(32440, 89244), tuple(94188, 42530), tuple(47136, 16569), tuple(38629, 72378), tuple(6704, 33393), tuple(29123, 2559), tuple(4782, 19801), tuple(67017, 24504), tuple(10924, 38797), tuple(8704, 22146), tuple(32103, 77336), tuple(38053, 7912), tuple(6562, 22610), tuple(27942, 63645), tuple(40426, 37003), tuple(21523, 64033), tuple(46299, 23083), tuple(48752, 46938), tuple(28350, 22135), tuple(14308, 14980), tuple(14573, 24398), tuple(7228, 37742), tuple(82025, 86225), tuple(53716, 36196), tuple(81985, 16387), tuple(57584, 81974), tuple(99131, 7574), tuple(62847, 67483), tuple(86114, 25787), tuple(53211, 78386), tuple(80778, 49571), tuple(32747, 39211), tuple(71223, 56413), tuple(60888, 54163), tuple(7192, 51136), tuple(53334, 59228), tuple(4421, 66662), tuple(33413, 84705), tuple(56666, 78956), tuple(61801, 42678), tuple(43053, 77774), tuple(63820, 28596), tuple(1077, 97015), tuple(64021, 64781), tuple(92706, 3502), tuple(10677, 85713), tuple(25226, 89936), tuple(72837, 6353), tuple(48761, 89256), tuple(65947, 66655), tuple(72098, 73523), tuple(90795, 85045), tuple(55030, 92320), tuple(55194, 86101), tuple(10745, 5734), tuple(88677, 87133), tuple(73661, 34366), tuple(45949, 27357), tuple(88662, 12417), tuple(8489, 13536), tuple(27549, 4543), tuple(92939, 3478), tuple(54350, 80071), tuple(18846, 12230), tuple(44026, 16272), tuple(61412, 29030), tuple(19174, 95986), tuple(95690, 96752), tuple(89204, 59178), tuple(88740, 16634), tuple(86216, 73138), tuple(78274, 75895), tuple(33616, 9671), tuple(34033, 95200), tuple(34068, 66630), tuple(86998, 11248), tuple(33926, 18414), tuple(70477, 34726), tuple(78159, 51516), tuple(39498, 51001), tuple(8129, 45722), tuple(80034, 74923), tuple(72313, 14607), tuple(24587, 66307), tuple(1705, 17417), tuple(72039, 30982), tuple(38633, 26195), tuple(28199, 39357), tuple(38581, 11807), tuple(86457, 96618), tuple(26962, 65955), tuple(91876, 59903), tuple(73754, 98220), tuple(52133, 25146), tuple(66110, 69603), tuple(1793, 33205), tuple(15034, 44701), tuple(51124, 76916), tuple(39534, 36662), tuple(25979, 69668), tuple(57384, 67311), tuple(18545, 60762), tuple(19046, 92399), tuple(38249, 4653), tuple(72527, 59270), tuple(33966, 37148), tuple(27590, 117), tuple(70374, 4742), tuple(16192, 75527), tuple(80174, 75518), tuple(48577, 98517), tuple(94414, 14445), tuple(67138, 13404), tuple(92294, 29477), tuple(20990, 61280), tuple(6082, 29420), tuple(43509, 34811), tuple(58769, 96326), tuple(47885, 53134), tuple(85917, 57373), tuple(64717, 50457), tuple(91239, 92881), tuple(76074, 79095), tuple(59275, 17799), tuple(75883, 62491), tuple(39406, 78272), tuple(70235, 10333), tuple(42309, 18408), tuple(53739, 27090), tuple(98800, 48751), tuple(99156, 65930), tuple(6271, 73084), tuple(83758, 55709), tuple(76940, 71591), tuple(37834, 27418), tuple(46486, 84091), tuple(82677, 5668), tuple(55483, 14400), tuple(64749, 41246), tuple(56980, 81320), tuple(46656, 22155), tuple(85260, 3342), tuple(56103, 57517), tuple(15434, 77526), tuple(90927, 99005), tuple(30948, 35441), tuple(75700, 35428), tuple(46759, 50091), tuple(58497, 88465), tuple(4893, 48180), tuple(69671, 63922), tuple(53917, 42248), tuple(49692, 75520), tuple(70709, 69868), tuple(54172, 66609), tuple(61142, 39487), tuple(70390, 96503), tuple(70529, 96890), tuple(50848, 54706), tuple(62574, 78585), tuple(40976, 40546), tuple(61448, 25487), tuple(58813, 79694), tuple(7978, 46692), tuple(84810, 47407), tuple(93301, 86788), tuple(63513, 40417), tuple(50816, 14830), tuple(40051, 22510), tuple(58231, 10222), tuple(22087, 58099), tuple(9757, 76220), tuple(75890, 86576), tuple(78978, 41357), tuple(93283, 24850), tuple(97099, 31675), tuple(73642, 95617), tuple(12154, 57246), tuple(67695, 45009), tuple(24512, 19561), tuple(32912, 57975), tuple(67101, 86402), tuple(97078, 61699), tuple(35404, 84433), tuple(18387, 5574), tuple(1180, 56954), tuple(31887, 11863), tuple(35632, 74282), tuple(97946, 71382), tuple(6358, 42197), tuple(3005, 63694), tuple(33955, 21482), tuple(81930, 4333), tuple(91114, 65927), tuple(47204, 48539), tuple(79942, 34686), tuple(77140, 46671), tuple(24959, 43593), tuple(26774, 12024), tuple(17931, 38033), tuple(18367, 18250), tuple(40538, 12655), tuple(10024, 2337), tuple(13012, 93366), tuple(33214, 99392), tuple(48339, 83815), tuple(2573, 98741), tuple(82426, 99315), tuple(29161, 8227), tuple(75276, 43314), tuple(11764, 85873), tuple(67647, 12433), tuple(31911, 90471), tuple(9087, 22041), tuple(10617, 3373), tuple(82133, 44117), tuple(31131, 3256), tuple(99076, 13086), tuple(96657, 56552), tuple(23455, 55109), tuple(5669, 90191), tuple(63460, 25790), tuple(85510, 22302), tuple(12906, 98397), tuple(18329, 44604), tuple(15748, 14050), tuple(21155, 62893), tuple(37100, 83871), tuple(25674, 92250), tuple(53171, 44750), tuple(46127, 54563), tuple(44166, 66056), tuple(64908, 74534), tuple(78505, 79266), tuple(93470, 55884), tuple(11989, 62985), tuple(37465, 50339), tuple(22878, 79000), tuple(95605, 98821), tuple(99575, 49974), tuple(41632, 45612), tuple(12260, 36028), tuple(50671, 19437), tuple(91453, 49879), tuple(12875, 83736), tuple(64102, 71173), tuple(48782, 46491), tuple(83745, 47638), tuple(88148, 76992), tuple(48165, 43667), tuple(92415, 18463), tuple(21414, 88902), tuple(78393, 87130), tuple(98155, 18890), tuple(58021, 92700), tuple(44621, 68966), tuple(7039, 68126), tuple(56673, 25907), tuple(33837, 57344), tuple(87382, 7033), tuple(67819, 29142), tuple(15461, 61937), tuple(5731, 90942), tuple(95838, 74174), tuple(82453, 30836), tuple(77643, 4537), tuple(70433, 44347), tuple(31774, 69412), tuple(72181, 53595), tuple(92692, 68594), tuple(18251, 47790), tuple(58848, 6565), tuple(1826, 80845), tuple(44441, 73811), tuple(16752, 29291), tuple(96792, 64536), tuple(18171, 37623), tuple(55235, 61816), tuple(20040, 83863), tuple(32432, 85684), tuple(4782, 77614), tuple(63342, 59121), tuple(38926, 85577), tuple(84429, 6450), tuple(95889, 92209), tuple(79472, 39518), tuple(30545, 68613), tuple(16797, 18913),
+    tuple(57243, 45824), tuple(8263, 41386), tuple(44982, 25137), tuple(51794, 44064), tuple(40504, 59817), tuple(11905, 14718), tuple(68061, 89924), tuple(43733, 93778), tuple(16215, 98598), tuple(84708, 29188), tuple(63541, 86310), tuple(44070, 14118), tuple(289, 75590), tuple(45870, 49980), tuple(18753, 17336), tuple(24732, 68239), tuple(27871, 52742), tuple(14696, 68693), tuple(99672, 72079), tuple(71245, 39241), tuple(67389, 16601), tuple(21752, 72806), tuple(96913, 30350), tuple(54185, 84992), tuple(57931, 11103), tuple(48704, 71007), tuple(99423, 36848), tuple(41315, 42065), tuple(87326, 72929), tuple(25384, 89587), tuple(59014, 60053), tuple(62267, 54542), tuple(12610, 32715), tuple(68975, 19985), tuple(44486, 69639), tuple(82302, 6338), tuple(63215, 87639), tuple(96904, 81511), tuple(69636, 10922), tuple(88663, 59485), tuple(59135, 3754), tuple(75988, 60625), tuple(64120, 45694), tuple(70324, 80636), tuple(15785, 77984), tuple(51352, 57485), tuple(2805, 39888), tuple(74622, 13408), tuple(20818, 1699), tuple(52553, 75450), tuple(10931, 27164), tuple(25541, 66990), tuple(40600, 10237), tuple(37780, 18746), tuple(58451, 29777), tuple(99485, 87814), tuple(35490, 54578), tuple(27880, 7151), tuple(5621, 11448), tuple(16276, 60088), tuple(80061, 79868), tuple(79495, 85729), tuple(5786, 28078), tuple(7505, 68947), tuple(3754, 73982), tuple(83095, 13882), tuple(13625, 48305), tuple(65566, 46143), tuple(28436, 47606), tuple(41318, 73446), tuple(70295, 17014), tuple(70052, 53076), tuple(75069, 22060), tuple(38749, 80432), tuple(5609, 18240), tuple(73251, 78035), tuple(44085, 34842), tuple(64413, 19036), tuple(76628, 13364), tuple(77620, 44200), tuple(51408, 58569), tuple(63273, 12356), tuple(73860, 29016), tuple(1540, 65413), tuple(4154, 73503), tuple(8522, 57385), tuple(24021, 60714), tuple(53183, 28103), tuple(9298, 20623), tuple(35572, 72750), tuple(20062, 88412), tuple(53090, 54056), tuple(75500, 24693), tuple(63463, 23751), tuple(17602, 18766), tuple(36512, 54793), tuple(83806, 80218), tuple(13965, 576), tuple(18995, 7730), tuple(28727, 8773), tuple(90604, 21980), tuple(89414, 40461), tuple(61108, 29240), tuple(30381, 96560), tuple(32285, 26545), tuple(38149, 85647), tuple(51471, 24524), tuple(42153, 32188), tuple(12747, 84522), tuple(96507, 99501), tuple(39908, 54706), tuple(37524, 46449), tuple(98286, 72361), tuple(32855, 96561), tuple(67644, 50836), tuple(73095, 33548), tuple(3239, 57909), tuple(59527, 51138), tuple(61862, 15544), tuple(84048, 4884), tuple(17440, 53732), tuple(3534, 42048), tuple(66894, 37347), tuple(34323, 11139), tuple(64183, 38919), tuple(87672, 76883), tuple(99127, 44364), tuple(41417, 86134), tuple(51181, 7902), tuple(55456, 98977), tuple(52953, 51347), tuple(54164, 45398), tuple(36894, 60364), tuple(16911, 44245), tuple(92377, 11522), tuple(22925, 43609), tuple(52979, 70952), tuple(98059, 42838), tuple(18178, 76534), tuple(8036, 92888), tuple(88589, 19468), tuple(35901, 19860), tuple(65686, 87008), tuple(32387, 43037), tuple(87245, 20229), tuple(316, 46084), tuple(4111, 2785), tuple(89736, 56537), tuple(5724, 30008), tuple(82292, 28294), tuple(38892, 21915), tuple(51202, 50642), tuple(99865, 33343),
+    tuple(95804, 70967), tuple(12070, 43458), tuple(6220, 56015), tuple(74329, 56204), tuple(21399, 75467), tuple(88203, 43858), tuple(38704, 47055), tuple(19362, 60219), tuple(14634, 72618), tuple(41448, 6543), tuple(87651, 18534), tuple(34327, 75539), tuple(3541, 25818), tuple(20404, 80339), tuple(44944, 55964), tuple(45651, 49213), tuple(65846, 85412), tuple(51675, 22001), tuple(74879, 97711), tuple(32455, 26455), tuple(5056, 69437), tuple(46238, 41978), tuple(11156, 81627), tuple(40029, 70165), tuple(87185, 7409), tuple(53171, 90875), tuple(38789, 40512), tuple(61386, 8745), tuple(81736, 4812), tuple(71196, 92427), tuple(13554, 32085), tuple(41154, 59222), tuple(58043, 66198), tuple(21838, 40563), tuple(33897, 65211), tuple(28903, 30143), tuple(21409, 47493), tuple(26059, 95417), tuple(73900, 48368), tuple(18774, 30490), tuple(73012, 44125), tuple(58456, 61155), tuple(60554, 28996), tuple(8827, 36373), tuple(30404, 97981), tuple(30881, 46098), tuple(13258, 80907), tuple(72012, 13691), tuple(23651, 30968), tuple(2969, 50097), tuple(33733, 79191), tuple(10223, 90306), tuple(98149, 11670), tuple(45547, 25317), tuple(77139, 63654), tuple(55598, 73329), tuple(22887, 43966), tuple(73233, 39855), tuple(71344, 61217), tuple(4060, 79956), tuple(73925, 30838), tuple(7635, 14926), tuple(53804, 37839), tuple(69335, 59926), tuple(34807, 32895), tuple(78509, 73239), tuple(36494, 91580), tuple(66250, 40428), tuple(92495, 92721), tuple(13503, 8974), tuple(1533, 7446), tuple(84074, 88477), tuple(17188, 48916), tuple(88681, 88849), tuple(96162, 65641), tuple(71517, 35507), tuple(53803, 30244), tuple(54097, 55628), tuple(58528, 34100), tuple(15910, 46623), tuple(89311, 69918), tuple(34706, 33424), tuple(52525, 7174), tuple(36409, 22829), tuple(16575, 59807), tuple(26247, 36935), tuple(58999, 98875), tuple(73380, 90788), tuple(11800, 64690), tuple(71312, 64235), tuple(35708, 76049), tuple(65621, 59223), tuple(94220, 15399), tuple(32073, 46262), tuple(38017, 57787), tuple(85453, 57087), tuple(57354, 18076), tuple(15620, 9885), tuple(54585, 11470), tuple(86532, 11214), tuple(90392, 36339), tuple(41222, 63156), tuple(41956, 46957), tuple(11257, 59047), tuple(7904, 91165), tuple(33757, 89829), tuple(36561, 76484), tuple(24535, 70034), tuple(58932, 52035), tuple(44009, 86647), tuple(21710, 66730), tuple(19750, 19959), tuple(12488, 23120), tuple(3857, 92163), tuple(1605, 57740), tuple(9460, 45243), tuple(63737, 91447), tuple(97379, 73859), tuple(24109, 75972), tuple(88375, 99620), tuple(11175, 97854), tuple(78504, 60445), tuple(63669, 89304), tuple(37661, 27971), tuple(56797, 37186), tuple(49704, 37165), tuple(58568, 72097), tuple(66051, 28778), tuple(37075, 75947), tuple(38543, 51647), tuple(75077, 39030), tuple(77878, 37117), tuple(75140, 60743), tuple(18900, 6472), tuple(48578, 88913), tuple(26467, 92904), tuple(55006, 10313), tuple(20860, 923), tuple(96408, 80209), tuple(68515, 29809), tuple(11686, 36655), tuple(37673, 68001), tuple(71190, 98343), tuple(9866, 26660), tuple(52912, 14692), tuple(71503, 17364), tuple(22754, 80041), tuple(20097, 45934), tuple(85767, 40813), tuple(8326, 21813), tuple(71122, 42467), tuple(11149, 52952), tuple(99239, 73844), tuple(46925, 31154), tuple(4219, 6051), tuple(4349, 18054), tuple(57355, 88606), tuple(79627, 89547), tuple(35391, 52278), tuple(7921, 5095), tuple(84435, 58925), tuple(23209, 80993), tuple(6392, 64395), tuple(26778, 62624), tuple(4484, 76470), tuple(85595, 21682), tuple(43801, 57907), tuple(21360, 55981), tuple(90765, 19734), tuple(59965, 32734), tuple(21698, 54400), tuple(3202, 51301), tuple(50398, 27389), tuple(11195, 59086), tuple(80810, 68107), tuple(80246, 86109), tuple(8264, 67640), tuple(45129, 49779), tuple(3741, 39591), tuple(92596, 44524), tuple(61323, 7060), tuple(85650, 4974), tuple(57933, 64074), tuple(82675, 91822), tuple(88157, 69528), tuple(15295, 64351), tuple(38370, 6787), tuple(32886, 73349), tuple(64461, 91272), tuple(61885, 12074), tuple(66868, 69079), tuple(97050, 88063), tuple(17423, 65097), tuple(98155, 52111), tuple(30406, 53315), tuple(77111, 31673), tuple(88833, 29556), tuple(17834, 49818), tuple(93996, 77258), tuple(27859, 8227), tuple(50422, 99996), tuple(72852, 25549), tuple(50960, 30223), tuple(26847, 86597), tuple(57065, 75358), tuple(17500, 59618), tuple(71963, 7160), tuple(82261, 26132), tuple(57310, 33759), tuple(74850, 36130), tuple(80679, 12358), tuple(25146, 69695), tuple(51169, 36809), tuple(34345, 42666), tuple(25529, 79964), tuple(16957, 2056), tuple(11384, 73397), tuple(87339, 16821), tuple(36838, 38944), tuple(33609, 29887), tuple(81930, 27309), tuple(85427, 98289), tuple(56553, 34578), tuple(28022, 64719), tuple(48137, 50016), tuple(64006, 99858), tuple(96683, 2581), tuple(64215, 63294), tuple(80480, 59268), tuple(37552, 74897), tuple(68924, 33400), tuple(12320, 3485), tuple(46342, 47198), tuple(10486, 84214), tuple(10637, 37979), tuple(82102, 8674), tuple(45272, 18937), tuple(85813, 9828), tuple(42952, 81515), tuple(36109, 60929), tuple(49908, 81308), tuple(77480, 79720), tuple(47309, 93694), tuple(92133, 64187), tuple(59797, 76215), tuple(57715, 88948), tuple(34251, 75387), tuple(98032, 9443), tuple(82908, 50870), tuple(36667, 90760), tuple(11497, 70446), tuple(55263, 9996), tuple(95530, 15624), tuple(61374, 49255), tuple(47466, 11077), tuple(42810, 44265), tuple(78332, 84057), tuple(95033, 41926), tuple(24384, 51662), tuple(47128, 47040), tuple(14895, 37303), tuple(6995, 23571), tuple(30773, 73534), tuple(69169, 94373), tuple(29022, 92890), tuple(46660, 69109), tuple(39814, 75285), tuple(57314, 90534), tuple(63237, 59127), tuple(69470, 9152), tuple(71565, 81652), tuple(42371, 77809), tuple(66206, 24490), tuple(53101, 69390), tuple(56648, 69898), tuple(25813, 5835), tuple(82233, 2630), tuple(8386, 52693), tuple(85310, 85937), tuple(87403, 83920), tuple(290, 80083), tuple(9562, 46994), tuple(15806, 73988), tuple(54094, 2149), tuple(6324, 79545), tuple(97932, 65717), tuple(33267, 33685), tuple(49599, 23793), tuple(97471, 77574), tuple(36005, 7441), tuple(80654, 94174), tuple(63236, 7016), tuple(93694, 87168), tuple(14169, 63653), tuple(79452, 21186), tuple(6879, 93530), tuple(44992, 4491), tuple(55716, 78989), tuple(81229, 83954), tuple(63203, 84403), tuple(50575, 77597), tuple(97412, 87338), tuple(26386, 54156), tuple(35465, 54200), tuple(42993, 1096), tuple(19501, 87529), tuple(23563, 89524), tuple(85276, 24678), tuple(28839, 73007), tuple(54050, 80260), tuple(41862, 45747), tuple(45532, 4796), tuple(59766, 78513), tuple(42873, 27842), tuple(14066, 14788), tuple(42226, 19459), tuple(66168, 97420), tuple(73275, 78209), tuple(755, 75149), tuple(10424, 17589), tuple(59752, 5362), tuple(16612, 48631), tuple(97558, 55845), tuple(77602, 94389), tuple(17033, 91672), tuple(81010, 47646), tuple(8792, 74197), tuple(62409, 86387), tuple(23940, 73202), tuple(74326, 93461), tuple(99700, 28417), tuple(12373, 31471), tuple(19780, 82462), tuple(84100, 66414), tuple(33739, 27879), tuple(65869, 19590), tuple(53768, 80619), tuple(7632, 72890), tuple(13016, 2777), tuple(28709, 51472), tuple(64803, 48135), tuple(2016, 6998), tuple(32601, 51082), tuple(58866, 23304), tuple(87096, 82571), tuple(54567, 12251), tuple(60574, 64548), tuple(32946, 20929), tuple(95087, 91320), tuple(32702, 51680), tuple(71934, 62082), tuple(7598, 45620), tuple(25713, 83796), tuple(22509, 59083), tuple(99368, 66914), tuple(22928, 984), tuple(74309, 35226), tuple(38296, 93051), tuple(28362, 36277), tuple(81873, 9185), tuple(79122, 50838), tuple(31448, 35443), tuple(25046, 97283), tuple(51849, 76572), tuple(83722, 31233), tuple(75316, 70515), tuple(67359, 69686), tuple(80368, 87585), tuple(51714, 92098), tuple(5772, 72330), tuple(96652, 97645), tuple(10531, 86149), tuple(4378, 65728), tuple(80551, 93867), tuple(46660, 8809), tuple(83039, 80501), tuple(38249, 12848), tuple(48679, 54119), tuple(77295, 29795), tuple(65702, 69250), tuple(87195, 3131), tuple(26611, 29868), tuple(88164, 4187), tuple(42078, 63303), tuple(46501, 95311), tuple(7063, 38185), tuple(94346, 35287), tuple(75324, 16799), tuple(49000, 44453), tuple(309, 54608), tuple(16024, 77175), tuple(75300, 29332), tuple(45928, 81737), tuple(28049, 97890), tuple(87565, 86417), tuple(25253, 22620), tuple(77837, 33503), tuple(19857, 67728), tuple(6316, 72927), tuple(33001, 15626), tuple(79133, 25621), tuple(23468, 29945), tuple(10889, 13574), tuple(84771, 66067), tuple(22974, 59756), tuple(25169, 32080), tuple(2763, 69489), tuple(95845, 1960), tuple(8989, 53327), tuple(68781, 39147), tuple(90201, 88456), tuple(59526, 93326), tuple(52344, 75391), tuple(85184, 31369), tuple(94710, 93662), tuple(54889, 49149), tuple(29952, 55792), tuple(33265, 8947), tuple(44096, 26042), tuple(56712, 53763), tuple(55427, 14296), tuple(8731, 11564), tuple(62987, 83), tuple(53575, 58165), tuple(63627, 82316), tuple(50117, 30149), tuple(20026, 57072), tuple(83807, 29051), tuple(77431, 60892), tuple(89918, 41830), tuple(80530, 98080), tuple(98699, 33390), tuple(86743, 62505), tuple(22963, 23417), tuple(76581, 89370), tuple(3725, 51427), tuple(26360, 93305), tuple(65141, 27209), tuple(7445, 52852), tuple(56158, 4399), tuple(87204, 7475), tuple(82189, 11735), tuple(62875, 99644), tuple(94415, 59283), tuple(79059, 42636), tuple(27095, 24606), tuple(22228, 41626), tuple(15766, 33419), tuple(36090, 64191), tuple(33858, 28804), tuple(40697, 70965), tuple(1895, 48621), tuple(55078, 8926), tuple(84940, 99519), tuple(50750, 83936), tuple(63108, 59256), tuple(88855, 52935), tuple(62544, 38446), tuple(76256, 21365), tuple(86161, 70307), tuple(9247, 80836), tuple(91204, 88378), tuple(88362, 91302), tuple(69563, 58603), tuple(76583, 5971), tuple(59824, 38885), tuple(40338, 61292), tuple(99653, 64086), tuple(52198, 77598), tuple(19667, 6), tuple(30378, 41690), tuple(5130, 21465), tuple(32633, 80628), tuple(69869, 59610), tuple(30453, 13017), tuple(59836, 37885), tuple(58131, 42797), tuple(3428, 5984), tuple(17299, 13377), tuple(68491, 26265),
+    tuple(75600, 36301), tuple(79469, 65256), tuple(98438, 92022), tuple(40135, 69628), tuple(52373, 11613), tuple(12460, 96481), tuple(36740, 9873), tuple(92746, 96113), tuple(32532, 75810), tuple(45871, 37825), tuple(13323, 92457), tuple(11853, 716), tuple(59161, 91872), tuple(33609, 76950), tuple(50145, 9040), tuple(82818, 64780), tuple(92700, 31810), tuple(5745, 30311), tuple(19252, 34721), tuple(91678, 50602), tuple(48847, 98284), tuple(55640, 96281), tuple(60726, 42098), tuple(4494, 48219), tuple(61428, 76363), tuple(91534, 87454), tuple(73201, 9683), tuple(72379, 68604), tuple(30607, 71891), tuple(71963, 41250), tuple(17585, 79804), tuple(64529, 84544), tuple(44429, 46924), tuple(30658, 76431), tuple(18422, 23472), tuple(88171, 11830), tuple(66762, 7895), tuple(74476, 53181), tuple(15386, 51972), tuple(55536, 25039), tuple(68166, 15362), tuple(24986, 96477), tuple(88289, 76764), tuple(48193, 92905), tuple(95456, 25805), tuple(78131, 37308), tuple(32236, 81885), tuple(3083, 33218), tuple(29652, 41185), tuple(42417, 13339), tuple(71362, 33608), tuple(25475, 24287), tuple(20460, 82673), tuple(94769, 76462), tuple(12527, 82290), tuple(21183, 45096), tuple(20544, 30257), tuple(69721, 12886), tuple(4, 36149), tuple(23696, 29088), tuple(86144, 92852), tuple(66152, 22322), tuple(22307, 63335), tuple(25128, 35257), tuple(11046, 4279), tuple(32665, 25699), tuple(28784, 44818), tuple(59793, 40459), tuple(13846, 39333), tuple(59816, 7467), tuple(40106, 36228), tuple(13565, 33667), tuple(17482, 80138), tuple(37698, 95869), tuple(16491, 96398), tuple(53057, 48448), tuple(71592, 23507), tuple(98947, 62014), tuple(85328, 91232), tuple(94951, 11033), tuple(38509, 57252), tuple(70111, 63297), tuple(36914, 97310), tuple(86662, 26580), tuple(36754, 49831), tuple(35316, 42861), tuple(49326, 47462), tuple(47854, 49167), tuple(61206, 69078), tuple(67416, 3064), tuple(33631, 27193), tuple(56786, 41757), tuple(14000, 63627), tuple(98455, 72204), tuple(11796, 3153), tuple(49366, 6099), tuple(16114, 6729), tuple(59942, 41512), tuple(85308, 60723), tuple(60186, 8930), tuple(28450, 20028), tuple(54132, 40793), tuple(20190, 39153), tuple(91793, 59468), tuple(48855, 49249), tuple(3252, 88308), tuple(55024, 19544), tuple(47999, 98668), tuple(3625, 66538), tuple(27774, 17048), tuple(49182, 25298), tuple(10689, 72768), tuple(64034, 38635), tuple(23327, 65875), tuple(18376, 42416), tuple(15686, 35974), tuple(22283, 56738), tuple(14419, 36171), tuple(397, 11730), tuple(50136, 7806), tuple(37842, 47683), tuple(606, 5298), tuple(66652, 8471), tuple(23268, 88344), tuple(8181, 42348), tuple(30015, 82155), tuple(65670, 4409), tuple(29161, 1269), tuple(62267, 51181), tuple(38076, 3852), tuple(14048, 61904), tuple(6132, 3284), tuple(22486, 26772), tuple(76678, 2511), tuple(16212, 13228), tuple(51402, 46487), tuple(99360, 11669), tuple(36934, 58173), tuple(71427, 76232), tuple(14509, 22573), tuple(98403, 76905), tuple(24839, 32100), tuple(71097, 7056), tuple(47286, 70888), tuple(90192, 33568), tuple(38798, 54148), tuple(20350, 66499), tuple(93010, 48622), tuple(13510, 34716), tuple(92779, 14508), tuple(57010, 91250), tuple(25212, 10989), tuple(65459, 91132),
+    tuple(66251, 59146), tuple(28920, 29336), tuple(86273, 50897), tuple(81311, 53009), tuple(22278, 85352), tuple(54231, 26356), tuple(94250, 51117), tuple(21152, 38875), tuple(39286, 22339), tuple(10290, 37852), tuple(43426, 20385), tuple(13603, 2341), tuple(2314, 12288), tuple(48785, 80096), tuple(16762, 92809), tuple(1689, 16006), tuple(46828, 44433), tuple(58147, 68612), tuple(31702, 34921), tuple(23807, 72511), tuple(63437, 35834), tuple(40643, 62303), tuple(78198, 57748), tuple(11496, 43030), tuple(91150, 85333), tuple(91817, 95369), tuple(1792, 59975), tuple(14816, 41573), tuple(9355, 32450), tuple(77243, 5352), tuple(17681, 11128), tuple(69700, 89110), tuple(37695, 98303), tuple(23160, 29924), tuple(83829, 29122), tuple(13009, 81770), tuple(64481, 60303), tuple(6842, 78532), tuple(16282, 32405), tuple(14204, 67463), tuple(41795, 83324), tuple(98134, 38132), tuple(93686, 89418), tuple(83031, 18065), tuple(96431, 28312), tuple(15488, 90870), tuple(90914, 35142), tuple(96174, 98411), tuple(93075, 61533), tuple(47394, 30134), tuple(46309, 98014), tuple(8574, 38881), tuple(42376, 78153), tuple(45938, 95700), tuple(14026, 14059), tuple(94138, 70460), tuple(62882, 3321), tuple(52628, 25566), tuple(42145, 97919), tuple(57580, 8897), tuple(1766, 74887), tuple(68391, 51311), tuple(16485, 36095), tuple(55867, 988), tuple(34600, 46771), tuple(35786, 23210), tuple(78683, 62604), tuple(11002, 87427), tuple(29747, 6771), tuple(53803, 50526), tuple(52691, 75371), tuple(58028, 36198), tuple(98041, 28071), tuple(81822, 4121), tuple(90995, 93843), tuple(3709, 74313), tuple(23318, 28167), tuple(60162, 87145), tuple(53243, 31382), tuple(69762, 54059), tuple(25151, 95865), tuple(55550, 62947), tuple(45463, 8036), tuple(59949, 91675), tuple(55331, 79612), tuple(13806, 57517), tuple(41328, 94361), tuple(8388, 210), tuple(43458, 1327), tuple(16416, 50975), tuple(64370, 86524), tuple(97121, 65142), tuple(82878, 64545), tuple(58547, 33372), tuple(67494, 4130), tuple(59446, 79185), tuple(83812, 58833), tuple(32172, 93730), tuple(10095, 30319), tuple(94135, 92795), tuple(64893, 12870), tuple(14634, 70083), tuple(23344, 42836), tuple(19624, 29135), tuple(28755, 57738), tuple(58401, 49863), tuple(76809, 91787), tuple(51952, 33167), tuple(31717, 78538), tuple(64811, 55131), tuple(61969, 12339), tuple(4900, 48310), tuple(67609, 55369), tuple(37333, 37245), tuple(91492, 19704), tuple(77592, 62200), tuple(1017, 41815), tuple(41362, 13627), tuple(46703, 92040), tuple(4664, 46637), tuple(25430, 87837), tuple(10270, 32932), tuple(46025, 34792), tuple(80621, 38362), tuple(79949, 31518), tuple(77767, 59212), tuple(11080, 69948), tuple(17376, 92279), tuple(73871, 86715), tuple(83524, 21178), tuple(94368, 61971), tuple(11262, 30062), tuple(12840, 52656), tuple(15300, 64176), tuple(70094, 42565), tuple(84503, 66968), tuple(65824, 63349), tuple(74306, 82791), tuple(85701, 1655), tuple(25190, 70557), tuple(82208, 58145), tuple(97669, 92489), tuple(62730, 52924), tuple(46970, 15748), tuple(71217, 57505), tuple(57336, 87380), tuple(13982, 71979), tuple(55899, 1192), tuple(6890, 69297), tuple(39849, 72896), tuple(60213, 22499), tuple(53820, 79877), tuple(61389, 24954), tuple(1021, 81047), tuple(95389, 90605), tuple(8590, 26855), tuple(92881, 46825), tuple(59567, 91455), tuple(87297, 1567), tuple(86333, 82913), tuple(16285, 32370), tuple(38900, 77251), tuple(96301, 92302), tuple(2799, 91579), tuple(59757, 56681), tuple(49229, 38404), tuple(16880, 51290), tuple(38700, 80456), tuple(51440, 32556), tuple(4507, 83325), tuple(29924, 40923), tuple(9937, 58356), tuple(70895, 52611), tuple(80488, 49196), tuple(93118, 6112), tuple(44058, 20923), tuple(70808, 72928), tuple(78269, 76351), tuple(81081, 63186), tuple(12406, 50247), tuple(91769, 37875), tuple(36197, 11434), tuple(72225, 93141), tuple(59295, 54160), tuple(39342, 10117), tuple(12920, 23240), tuple(91877, 61524), tuple(84807, 5431), tuple(63163, 52152), tuple(90320, 97456), tuple(14899, 12941), tuple(90079, 98004), tuple(46096, 68208), tuple(12176, 72405), tuple(28451, 61964), tuple(89254, 1676), tuple(76242, 5438), tuple(29756, 92658), tuple(14855, 41944), tuple(1519, 65495), tuple(74052, 65006), tuple(1075, 31521), tuple(84877, 98988), tuple(91426, 69442), tuple(39694, 43391), tuple(68328, 3447), tuple(50508, 61610), tuple(30890, 18792), tuple(60706, 87518), tuple(6692, 83260), tuple(92044, 79399), tuple(86846, 53543), tuple(28606, 61656), tuple(35449, 52965), tuple(43421, 13117), tuple(67404, 55238), tuple(80817, 79927), tuple(8908, 46083), tuple(22583, 19705), tuple(13, 25509), tuple(79771, 21210), tuple(42719, 19320), tuple(94091, 35389), tuple(95995, 42652), tuple(6417, 13464), tuple(22290, 34089), tuple(27119, 33408), tuple(7, 68019), tuple(55405, 50766), tuple(6331, 50009), tuple(33, 48235), tuple(3162, 85313), tuple(25897, 91775), tuple(30813, 83408), tuple(36062, 46449), tuple(78820, 78894), tuple(92054, 23008), tuple(10637, 4237), tuple(90702, 62678), tuple(80427, 98641), tuple(20834, 48068), tuple(74443, 29196), tuple(76088, 91823), tuple(39151, 48574), tuple(54050, 5374), tuple(60643, 1979), tuple(4535, 95086), tuple(82101, 67586), tuple(55746, 92488), tuple(88192, 22615), tuple(93282, 87547), tuple(37804, 61180), tuple(13445, 56654), tuple(38913, 10130), tuple(23472, 83441), tuple(94125, 56393), tuple(2967, 25078), tuple(76652, 84599), tuple(3586, 83503), tuple(46272, 62119), tuple(26002, 55790), tuple(75085, 55875), tuple(73786, 22608), tuple(63101, 59758), tuple(9688, 11910), tuple(54041, 38376), tuple(75595, 95722), tuple(36047, 59518), tuple(55041, 69102), tuple(42836, 48225), tuple(30046, 61157), tuple(60608, 94951), tuple(80257, 70300), tuple(40282, 67847), tuple(90735, 56299), tuple(82814, 89675), tuple(2998, 52357), tuple(86333, 5088), tuple(3414, 67855), tuple(28134, 64041), tuple(56871, 38384), tuple(51335, 28574), tuple(73451, 40395), tuple(59696, 49729), tuple(73379, 78187), tuple(67561, 79682), tuple(66114, 9153), tuple(4613, 41137), tuple(96832, 77637), tuple(64216, 22050), tuple(69871, 69883), tuple(78030, 8142), tuple(88000, 98796), tuple(24965, 60211), tuple(61727, 82326), tuple(64623, 21387), tuple(27307, 39907), tuple(47314, 29509), tuple(14676, 73902), tuple(48864, 28948), tuple(15974, 66359), tuple(68154, 2013), tuple(44016, 51609), tuple(95421, 89481), tuple(39985, 22127), tuple(88096, 18483), tuple(18539, 98797), tuple(83613, 26308), tuple(93997, 84284), tuple(35958, 46289), tuple(79263, 50800), tuple(4873, 92142), tuple(69509, 97567), tuple(17733, 9050), tuple(14632, 79901), tuple(94211, 83353), tuple(72112, 79110), tuple(13974, 83858), tuple(76735, 38529), tuple(67084, 67183), tuple(97827, 95135), tuple(55771, 88062), tuple(94630, 45565), tuple(20922, 85088), tuple(9180, 39703), tuple(86146, 21086), tuple(65955, 51015), tuple(77660, 57572), tuple(31577, 56429), tuple(52636, 56363), tuple(74365, 62124), tuple(60971, 13103), tuple(75234, 35529), tuple(26035, 39091), tuple(1145, 38641), tuple(24088, 49898), tuple(83610, 25448), tuple(8868, 32413), tuple(20877, 9306), tuple(40824, 73012), tuple(63105, 93113), tuple(21170, 21234), tuple(6564, 21210), tuple(27020, 39734), tuple(7431, 11643), tuple(56609, 23596), tuple(2023, 39429), tuple(63574, 88918), tuple(5188, 46658), tuple(3290, 24577), tuple(33271, 95049), tuple(72950, 94811), tuple(74876, 73210), tuple(6294, 42155), tuple(13767, 27366), tuple(86746, 54073), tuple(13001, 93376), tuple(13517, 96879), tuple(24380, 59684), tuple(49105, 55403), tuple(90533, 2745), tuple(48651, 23491), tuple(21409, 71113), tuple(7142, 71273), tuple(62952, 88544), tuple(82865, 10938), tuple(65089, 17672), tuple(43173, 47506), tuple(13708, 32610), tuple(26547, 77317), tuple(8676, 7117), tuple(62512, 39512), tuple(42233, 81433), tuple(45416, 63643), tuple(32392, 33632), tuple(83887, 402), tuple(53596, 54897), tuple(59707, 85005), tuple(96343, 20979), tuple(30344, 65226), tuple(34513, 24150), tuple(38715, 11205), tuple(20649, 7679), tuple(27948, 80080), tuple(77430, 49123), tuple(42437, 4729), tuple(90176, 34827), tuple(11039, 59573), tuple(47042, 38460), tuple(48086, 34987), tuple(65457, 5585), tuple(45956, 6198), tuple(22786, 24937), tuple(54287, 77515), tuple(12113, 84710), tuple(29543, 36869), tuple(8388, 60473), tuple(2771, 53359), tuple(35299, 64874), tuple(34132, 86266), tuple(37594, 64297), tuple(33390, 65843), tuple(53057, 46715), tuple(41874, 83250), tuple(26061, 30352), tuple(93351, 16651), tuple(25890, 16570), tuple(67403, 19546), tuple(8608, 51991), tuple(90616, 10018), tuple(46870, 54345), tuple(81919, 3577), tuple(99462, 3562), tuple(83193, 66098), tuple(92054, 70338), tuple(11383, 90149), tuple(42458, 2302), tuple(77850, 47281), tuple(62433, 4959), tuple(52392, 33711), tuple(2033, 4096), tuple(91460, 6795), tuple(27462, 76972), tuple(73087, 40511), tuple(42563, 5924), tuple(21819, 53017), tuple(31309, 62793), tuple(19798, 60725), tuple(90987, 77178), tuple(9949, 43079), tuple(13773, 40312), tuple(97080, 61184), tuple(59679, 78611), tuple(22361, 83227), tuple(70120, 95483), tuple(15529, 5672), tuple(25893, 99672), tuple(61722, 69201), tuple(55012, 37509), tuple(77999, 85866), tuple(77835, 83627), tuple(36792, 80218), tuple(54232, 58138), tuple(74593, 485), tuple(45698, 4153), tuple(96513, 738), tuple(33060, 53078), tuple(4439, 25097), tuple(62007, 64140), tuple(86128, 99499), tuple(66141, 4433), tuple(41032, 54527), tuple(59831, 61170), tuple(1189, 68117), tuple(63914, 26798), tuple(72045, 2999), tuple(6016, 42337), tuple(40611, 39747), tuple(88328, 44836), tuple(88939, 25365), tuple(40010, 43971), tuple(21419, 31975), tuple(27725, 21929), tuple(49459, 74763), tuple(32059, 96546), tuple(70985, 98967), tuple(33034, 36073), tuple(19600, 80524), tuple(59150, 56734), tuple(30433, 38795), tuple(55387, 47581), tuple(45109, 73833), tuple(59487, 5428), tuple(23140, 57618), tuple(36367, 31008), tuple(45983, 85518), tuple(28234, 83843), tuple(73005, 5096), tuple(65602, 83431), tuple(97198, 10971), tuple(4873, 51104),
+    tuple(49700, 89396), tuple(18900, 20447), tuple(76400, 68088), tuple(28055, 59547), tuple(94737, 96052), tuple(57933, 96132), tuple(26945, 6293), tuple(18559, 1317), tuple(66327, 78332), tuple(47194, 67979), tuple(78039, 58735), tuple(26666, 96144), tuple(91574, 52530), tuple(3216, 43850), tuple(48367, 78987), tuple(78296, 89800), tuple(25015, 1497), tuple(70292, 37629), tuple(39657, 59240), tuple(22576, 93232), tuple(70102, 98407), tuple(35051, 5762), tuple(13700, 82540), tuple(36857, 7528), tuple(84536, 86107), tuple(1258, 90702), tuple(9152, 1127), tuple(3136, 57298), tuple(73203, 93120), tuple(61897, 32903), tuple(20284, 49358), tuple(49444, 65481), tuple(91260, 84792), tuple(5360, 37164), tuple(79212, 26499), tuple(59456, 37025), tuple(67953, 53566), tuple(50253, 71742), tuple(68181, 90923), tuple(88522, 71071), tuple(89615, 46115), tuple(31661, 17673), tuple(37699, 90994), tuple(41974, 9481), tuple(51974, 46364), tuple(47470, 75958), tuple(38427, 78267), tuple(90226, 16121), tuple(33257, 3088), tuple(73044, 79701), tuple(14149, 36868), tuple(6421, 63653), tuple(35772, 56493), tuple(46665, 83651), tuple(82299, 56268), tuple(77397, 71795), tuple(15180, 87135), tuple(73936, 38858), tuple(27060, 14829), tuple(85847, 76756), tuple(63068, 61864), tuple(92040, 43753), tuple(53882, 60715), tuple(12648, 18276), tuple(17873, 94081), tuple(55982, 24983), tuple(52686, 32111), tuple(22555, 13144), tuple(37190, 15039), tuple(47304, 86179), tuple(56214, 83657), tuple(53838, 78111), tuple(80530, 1686), tuple(2976, 26711), tuple(55713, 3487), tuple(21157, 5923), tuple(74613, 76555), tuple(61736, 7322), tuple(99017, 13779), tuple(64133, 61706), tuple(8276, 97269), tuple(99641, 87447), tuple(26292, 62924), tuple(96267, 37877), tuple(98635, 88685), tuple(65598, 68210), tuple(34885, 1063), tuple(42880, 15694), tuple(4058, 72666), tuple(1319, 91582), tuple(41749, 822), tuple(82490, 42783), tuple(17489, 17617), tuple(81109, 16778), tuple(86262, 53756), tuple(15547, 21144), tuple(89799, 70465), tuple(99358, 87334), tuple(65501, 81932), tuple(30351, 64230), tuple(55974, 46985), tuple(24343, 93628), tuple(4624, 56038), tuple(15183, 38765), tuple(21562, 5240), tuple(36215, 51533), tuple(49649, 74392), tuple(7607, 91204), tuple(86233, 85341), tuple(35494, 44178), tuple(78808, 11896), tuple(45446, 12897), tuple(4810, 20096), tuple(3643, 10550), tuple(12022, 14391), tuple(99014, 87891), tuple(67214, 29437), tuple(7015, 54810), tuple(84991, 75251), tuple(45526, 82687), tuple(43608, 89083), tuple(96191, 12911), tuple(36902, 50415), tuple(90548, 66839), tuple(54007, 5480), tuple(57191, 39709), tuple(73364, 73556), tuple(12671, 64072), tuple(5047, 12887), tuple(22326, 88360), tuple(59259, 63167), tuple(39237, 9311), tuple(47043, 11512), tuple(32399, 22634), tuple(89485, 95279), tuple(30489, 43327), tuple(70966, 18184), tuple(28514, 12686), tuple(1717, 89938), tuple(14871, 76911), tuple(47862, 97093), tuple(97572, 77612), tuple(88600, 36501), tuple(9240, 96264), tuple(96629, 98292), tuple(4838, 72694), tuple(52835, 73039), tuple(63836, 26228), tuple(26035, 74526), tuple(23617, 6104), tuple(6243, 54603), tuple(20038, 81195), tuple(56789, 96284),
+    tuple(97009, 18989), tuple(36765, 94831), tuple(42002, 40820), tuple(31838, 16186), tuple(91127, 70783), tuple(1684, 38076), tuple(40928, 41294), tuple(97107, 76517), tuple(1797, 24093), tuple(99175, 29445), tuple(5788, 64502), tuple(66972, 23772), tuple(97394, 95256), tuple(26705, 92412), tuple(10676, 6686), tuple(28464, 74051), tuple(17598, 51675), tuple(76449, 50050), tuple(98812, 59818), tuple(92058, 6625), tuple(49804, 99637), tuple(28545, 32790), tuple(72167, 93636), tuple(29012, 95623), tuple(58249, 54541), tuple(98926, 71489), tuple(75062, 9546), tuple(47555, 5802), tuple(61606, 30979), tuple(10467, 46108), tuple(30491, 52750), tuple(52934, 38533), tuple(54616, 37276), tuple(55118, 2330), tuple(60402, 14806), tuple(25730, 88759), tuple(5209, 30946), tuple(92017, 41987), tuple(59747, 62415), tuple(6306, 53297), tuple(35770, 31254), tuple(13106, 99865), tuple(63519, 41637), tuple(7416, 68154), tuple(70874, 95983), tuple(20074, 2173), tuple(33740, 86880), tuple(45020, 65869), tuple(7302, 53494), tuple(98814, 2118), tuple(88287, 80646), tuple(18771, 30449), tuple(44557, 37984), tuple(45415, 36032), tuple(36584, 58485), tuple(57843, 52354), tuple(85647, 12150), tuple(33990, 89380), tuple(98597, 41936), tuple(19427, 53990), tuple(1457, 69269), tuple(68438, 14471), tuple(67175, 16881), tuple(82982, 78546), tuple(47661, 36294), tuple(63229, 48108), tuple(34390, 76095), tuple(32101, 57268), tuple(25322, 3312), tuple(17037, 2900), tuple(14342, 70149), tuple(10518, 1377), tuple(13553, 89073), tuple(97084, 80365), tuple(48340, 87192), tuple(84969, 21195), tuple(1031, 72944), tuple(78322, 68583), tuple(67238, 48374), tuple(77366, 55850), tuple(4383, 46759), tuple(51088, 76488), tuple(92049, 55847), tuple(32750, 16422), tuple(51788, 53619), tuple(56976, 88951), tuple(73323, 78435), tuple(3489, 15945), tuple(84231, 22302), tuple(25695, 881), tuple(19391, 11660), tuple(92578, 78349), tuple(52677, 17339), tuple(99132, 35975), tuple(25089, 70476), tuple(34144, 66544), tuple(59589, 59839), tuple(47333, 87623), tuple(4200, 6542), tuple(91781, 77813), tuple(77419, 17342), tuple(388, 90753), tuple(43401, 7351), tuple(81829, 74989), tuple(22381, 95695), tuple(90302, 61687), tuple(13534, 54534), tuple(43527, 47703), tuple(47856, 1186), tuple(10112, 16747), tuple(9508, 26179), tuple(96536, 57565), tuple(91052, 48922), tuple(38575, 45523), tuple(11602, 85317), tuple(22595, 21610), tuple(97849, 15638), tuple(95060, 20111), tuple(96011, 27148), tuple(37596, 10426), tuple(68667, 49057), tuple(68657, 90882), tuple(52704, 33574), tuple(54727, 59704), tuple(15853, 48283), tuple(47021, 60021), tuple(96208, 11440), tuple(6068, 49421), tuple(50363, 17684), tuple(53218, 19), tuple(82568, 3816), tuple(51, 7612), tuple(7073, 59063), tuple(92318, 38587), tuple(72388, 64952), tuple(33318, 5594), tuple(72806, 18573), tuple(1175, 88747), tuple(67044, 86039), tuple(17376, 41265), tuple(26356, 89524), tuple(55678, 15627), tuple(61156, 15723), tuple(43239, 59010), tuple(29054, 15261), tuple(57669, 21395), tuple(68469, 14849), tuple(92654, 69664), tuple(23975, 20021), tuple(73688, 12134), tuple(58053, 23849), tuple(56234, 18559), tuple(25051, 68957), tuple(15181, 91615), tuple(87633, 31040), tuple(17494, 78515), tuple(71971, 60923), tuple(44170, 21724), tuple(7088, 72107), tuple(12924, 47933), tuple(98139, 6819), tuple(57842, 2906), tuple(90278, 3534), tuple(61695, 82885), tuple(58831, 15129), tuple(32033, 34634), tuple(63477, 31357), tuple(29077, 28166), tuple(86531, 89574), tuple(46943, 79113), tuple(15667, 63523), tuple(65818, 93225), tuple(83392, 50497), tuple(7157, 88909), tuple(95101, 17111), tuple(8981, 35791), tuple(28328, 82722), tuple(70215, 66862), tuple(23442, 39128), tuple(21218, 27773), tuple(76215, 39265), tuple(56858, 62397), tuple(3610, 8766), tuple(7423, 48886), tuple(12235, 88792), tuple(44839, 55196), tuple(4896, 10080), tuple(87090, 73997), tuple(56745, 71875), tuple(58478, 57472), tuple(79423, 8771), tuple(76202, 95733), tuple(81635, 48857), tuple(82519, 5321), tuple(48756, 37198), tuple(20101, 61177), tuple(79047, 81682), tuple(23287, 88578), tuple(50984, 80946), tuple(855, 49074), tuple(11452, 56655), tuple(6289, 8916), tuple(33570, 636), tuple(28703, 80592), tuple(11820, 92299), tuple(75590, 80188), tuple(91365, 2787), tuple(22963, 43710), tuple(3996, 48007), tuple(59047, 96418), tuple(96710, 52447), tuple(65677, 99927), tuple(60727, 15115), tuple(8161, 65729), tuple(75253, 45731), tuple(88130, 79264), tuple(52087, 32657), tuple(89678, 22834), tuple(49244, 36835), tuple(74032, 5096), tuple(94142, 39297), tuple(51061, 21311), tuple(59391, 43458), tuple(90918, 95081), tuple(6058, 37018), tuple(29917, 54214), tuple(65986, 5543), tuple(99777, 69683), tuple(9447, 11273), tuple(54873, 47138), tuple(1306, 68306), tuple(15316, 55995), tuple(69280, 73432), tuple(63054, 28502), tuple(67161, 11333), tuple(40800, 26415), tuple(72350, 50225), tuple(7232, 67500), tuple(60631, 40338), tuple(96765, 51671), tuple(29375, 11235), tuple(52707, 93742), tuple(1317, 55926), tuple(51844, 29351), tuple(35754, 16733), tuple(23014, 56950), tuple(33119, 47531), tuple(27806, 39940), tuple(20119, 73119), tuple(18458, 45982), tuple(16605, 28759), tuple(43488, 86201), tuple(43560, 82883), tuple(85085, 1977), tuple(7129, 64077), tuple(36070, 80679), tuple(78638, 97212), tuple(71251, 5268), tuple(33610, 63341), tuple(16722, 15882), tuple(53876, 11734), tuple(35855, 14481), tuple(55072, 7889), tuple(37213, 73390), tuple(28899, 55948), tuple(51996, 77777), tuple(26621, 51914), tuple(44492, 36420), tuple(36437, 24452), tuple(158, 77935), tuple(3730, 7692), tuple(81372, 29050), tuple(29491, 3912), tuple(57098, 73393), tuple(55630, 53165), tuple(79003, 19421), tuple(47306, 40128), tuple(96332, 49995), tuple(54107, 83940), tuple(11203, 76678), tuple(53854, 284), tuple(96087, 22398), tuple(25481, 69301), tuple(2770, 77586), tuple(53004, 44915), tuple(56264, 41165), tuple(12335, 22090), tuple(47188, 40678), tuple(41823, 71805), tuple(81810, 47825), tuple(98892, 50696), tuple(74323, 93133), tuple(82867, 40800), tuple(28884, 29276), tuple(55697, 20888), tuple(96901, 37428), tuple(95509, 78780), tuple(6443, 65188), tuple(17669, 43924), tuple(29933, 97244), tuple(1024, 71265), tuple(47229, 99610), tuple(72546, 40811), tuple(43407, 41566), tuple(44692, 53743), tuple(76823, 95950), tuple(2509, 57091), tuple(85077, 96439), tuple(87650, 87716), tuple(3822, 84513), tuple(90864, 75439), tuple(22043, 21770), tuple(98371, 75482), tuple(63823, 48100), tuple(29999, 40875), tuple(97696, 33865), tuple(50880, 16402), tuple(21412, 70936), tuple(7150, 85970), tuple(73104, 57073), tuple(40099, 89138), tuple(6430, 36791), tuple(47677, 23485), tuple(21073, 86912), tuple(65018, 6092), tuple(89932, 58178), tuple(1264, 51681), tuple(42044, 40135), tuple(21774, 12190), tuple(13844, 87188), tuple(25807, 89548), tuple(74682, 31603), tuple(18482, 41232), tuple(906, 21841), tuple(10897, 39238), tuple(62134, 6083), tuple(80871, 66850), tuple(49659, 28587), tuple(61260, 22769), tuple(53795, 66637), tuple(89211, 32453), tuple(4271, 69472), tuple(1082, 32636), tuple(62012, 47870), tuple(7376, 77166), tuple(13150, 73275), tuple(66410, 85959), tuple(19018, 57311), tuple(30561, 58838), tuple(19981, 32087), tuple(91580, 42990), tuple(77139, 23774), tuple(10055, 99890), tuple(92160, 54537), tuple(75088, 70397), tuple(2361, 61066), tuple(81368, 40411), tuple(84946, 42564), tuple(41591, 42929), tuple(50399, 26116), tuple(51504, 63772), tuple(99828, 69531), tuple(19977, 17806), tuple(71259, 76567), tuple(78606, 25105), tuple(8859, 46469), tuple(19542, 73988), tuple(49804, 17349), tuple(65360, 96632), tuple(57740, 30812), tuple(9258, 26185), tuple(90573, 4815), tuple(39397, 10229), tuple(35300, 81687), tuple(5681, 22828), tuple(6274, 38340), tuple(44281, 67912), tuple(38385, 26507), tuple(95324, 84765), tuple(39288, 79779), tuple(4513, 28158), tuple(46060, 40293), tuple(70348, 87460), tuple(67754, 19569), tuple(70481, 94407), tuple(67636, 69316), tuple(14167, 81744), tuple(18928, 29706), tuple(32034, 45677), tuple(19801, 5902), tuple(42401, 62712), tuple(35220, 22823), tuple(33690, 22046), tuple(91281, 55953), tuple(4197, 96279), tuple(32901, 27074), tuple(35861, 5478), tuple(99166, 36251), tuple(70898, 80994), tuple(87491, 52808), tuple(59681, 30266), tuple(2944, 18646), tuple(77874, 7536), tuple(24534, 5416), tuple(90962, 47145), tuple(95367, 34461), tuple(10075, 74120), tuple(74276, 1837), tuple(38399, 63918), tuple(10526, 42662), tuple(33001, 37773), tuple(13642, 25741), tuple(5373, 82728), tuple(9830, 54625), tuple(13, 18937), tuple(90113, 52300), tuple(20973, 89640), tuple(44930, 1598), tuple(8100, 47745), tuple(80659, 78877), tuple(74154, 33417), tuple(18691, 37573), tuple(12477, 76628), tuple(73018, 89583), tuple(59029, 24879), tuple(85237, 31017), tuple(27701, 11025), tuple(24010, 76942), tuple(15627, 25276), tuple(89050, 16118), tuple(19776, 19318), tuple(24620, 1487), tuple(50157, 95158), tuple(53030, 72020), tuple(85571, 10817), tuple(29196, 92799), tuple(63501, 22445), tuple(26241, 54318), tuple(33769, 80112), tuple(25312, 50574), tuple(70583, 56662), tuple(74366, 82575), tuple(48461, 80545), tuple(18834, 39444), tuple(36597, 42715), tuple(86547, 38453), tuple(41067, 60718), tuple(33350, 25404), tuple(5532, 41438), tuple(45918, 84038), tuple(39040, 63724), tuple(37629, 66002), tuple(58037, 36196), tuple(21400, 17330), tuple(46491, 22602), tuple(88057, 89249), tuple(34188, 35948), tuple(8555, 42479), tuple(32961, 76606), tuple(22395, 93711), tuple(8058, 19591), tuple(72063, 64136), tuple(83360, 12607), tuple(20671, 78285), tuple(51887, 65373), tuple(71966, 39341), tuple(55953, 99780), tuple(56205, 98138), tuple(45986, 44708), tuple(62541, 28259), tuple(49450, 12641), tuple(5192, 36601), tuple(55295, 44352), tuple(83762, 4343), tuple(96203, 8870), tuple(21786, 73828), tuple(88830, 43827), tuple(96669, 84761), tuple(53061, 50061), tuple(52150, 47463), tuple(32090, 17570),
+    tuple(71495, 45027), tuple(30215, 23717), tuple(37599, 19789), tuple(85208, 48465), tuple(83599, 78596), tuple(82141, 37105), tuple(74943, 37580), tuple(10322, 11520), tuple(550, 55062), tuple(80506, 57713), tuple(55489, 80453), tuple(64174, 49274), tuple(75521, 51005), tuple(26033, 58801), tuple(78661, 50218), tuple(31043, 17090), tuple(70612, 88736), tuple(42991, 49396), tuple(86331, 2300), tuple(66156, 6331), tuple(34534, 78649), tuple(9828, 40937), tuple(35852, 46533), tuple(68435, 12070), tuple(26443, 75772), tuple(50802, 16400), tuple(69413, 89875), tuple(2372, 97252), tuple(88334, 76754), tuple(29504, 25950), tuple(10792, 12935), tuple(3655, 90667), tuple(35951, 16244), tuple(73312, 82435), tuple(60914, 58748), tuple(89407, 86955), tuple(47210, 84195), tuple(77084, 4213), tuple(15419, 5719), tuple(12483, 39092), tuple(61890, 83360), tuple(94785, 37525), tuple(69219, 83790), tuple(79946, 42672), tuple(36898, 9693), tuple(10103, 82234), tuple(71679, 18297), tuple(88171, 43635), tuple(94828, 71283), tuple(76485, 56217), tuple(70048, 92642), tuple(12567, 8082), tuple(10011, 76160), tuple(31060, 30787), tuple(199, 65728), tuple(371, 74295), tuple(25505, 76411), tuple(70522, 8776), tuple(58390, 48835), tuple(88649, 10695), tuple(21754, 5143), tuple(62512, 77235), tuple(837, 57129), tuple(86979, 33448), tuple(21219, 78593), tuple(10048, 22504), tuple(82658, 80394), tuple(79451, 81707), tuple(5940, 72284), tuple(1555, 70284), tuple(65988, 40439), tuple(48165, 92837), tuple(33680, 39653), tuple(96852, 38612), tuple(72548, 82912), tuple(78383, 68910), tuple(69985, 12164), tuple(24334, 14856), tuple(27180, 67558), tuple(62131, 29120), tuple(28744, 40472), tuple(79896, 25579), tuple(7172, 42815), tuple(81070, 85827), tuple(76227, 51604), tuple(70056, 61128), tuple(58609, 12641), tuple(30207, 33772), tuple(7940, 82930), tuple(45176, 28620), tuple(43176, 9513), tuple(55515, 5743), tuple(92762, 34063), tuple(26540, 95690), tuple(69518, 13909), tuple(24403, 65731), tuple(41317, 12732), tuple(78020, 50738), tuple(64622, 2001), tuple(43604, 83548), tuple(46739, 79104), tuple(57132, 2737), tuple(16823, 37703), tuple(59239, 68217), tuple(49630, 75156), tuple(19535, 63429), tuple(19685, 63032), tuple(93214, 97701), tuple(21809, 44089), tuple(42700, 64026), tuple(37310, 12041), tuple(84416, 39080), tuple(70589, 59876), tuple(14692, 82526), tuple(36230, 38375), tuple(7345, 48208), tuple(65006, 85251), tuple(31754, 26359), tuple(65198, 7876), tuple(38917, 16682), tuple(39527, 24043), tuple(28543, 48728), tuple(38065, 98259), tuple(57509, 71565), tuple(7706, 85866), tuple(13059, 22966), tuple(91722, 83066), tuple(45269, 68810), tuple(82194, 85898), tuple(78369, 11390), tuple(79637, 70777), tuple(87544, 74018), tuple(73661, 4252), tuple(98305, 21715), tuple(19375, 35375), tuple(28324, 48444), tuple(97548, 89589), tuple(73031, 60766), tuple(34818, 1986), tuple(6206, 26488), tuple(67681, 6380), tuple(98946, 84665), tuple(98568, 37447), tuple(48649, 89141), tuple(72561, 2077), tuple(47055, 63199), tuple(3956, 93341), tuple(69392, 51121), tuple(71277, 40181), tuple(8509, 18405), tuple(77921, 54923), tuple(92137, 60652), tuple(30271, 32980),
+    tuple(60001, 93265), tuple(69240, 45514), tuple(57985, 21681), tuple(35096, 6101), tuple(49506, 76284), tuple(57253, 21325), tuple(98280, 15826), tuple(1605, 80735), tuple(74930, 30151), tuple(58035, 93534), tuple(17384, 31491), tuple(10971, 7060), tuple(73339, 68186), tuple(88781, 52103), tuple(11265, 46720), tuple(5115, 30293), tuple(75078, 87304), tuple(43439, 10072), tuple(27578, 33361), tuple(90981, 10158), tuple(24465, 57967), tuple(49938, 61510), tuple(55637, 44188), tuple(93963, 32210), tuple(68414, 40035), tuple(77261, 88709), tuple(55900, 34360), tuple(39675, 19672), tuple(66218, 19215), tuple(74660, 74886), tuple(82862, 19255), tuple(78221, 82950), tuple(71132, 13770), tuple(3866, 56030), tuple(78929, 78110), tuple(48142, 5965), tuple(80128, 31846), tuple(72670, 2531), tuple(14391, 67079), tuple(60542, 10720), tuple(91632, 40402), tuple(607, 14720), tuple(49500, 13967), tuple(70778, 83672), tuple(46041, 37708), tuple(83720, 574), tuple(57212, 80758), tuple(28854, 46858), tuple(39588, 19052), tuple(50803, 71521), tuple(66830, 71799), tuple(21002, 61070), tuple(96634, 39051), tuple(4459, 26782), tuple(63650, 82860), tuple(24099, 69429), tuple(80492, 18147), tuple(41087, 995), tuple(41768, 79625), tuple(48190, 75710), tuple(43300, 78132), tuple(53778, 79772), tuple(30657, 89149), tuple(75840, 5676), tuple(75810, 52995), tuple(36563, 23231), tuple(25721, 55136), tuple(15, 23168), tuple(63731, 64535), tuple(67136, 4648), tuple(25464, 28946), tuple(95215, 98695), tuple(64093, 28899), tuple(62809, 40760), tuple(44188, 52915), tuple(82358, 98065), tuple(24244, 56401), tuple(61636, 63848), tuple(95428, 93970), tuple(93539, 88332), tuple(57401, 68773), tuple(53502, 33067), tuple(3147, 65487), tuple(75811, 11287), tuple(58826, 7349), tuple(57494, 66861), tuple(99762, 33031), tuple(68299, 20951), tuple(26524, 96915), tuple(14698, 22392), tuple(55683, 85344), tuple(25084, 10755), tuple(52343, 73138), tuple(99839, 61148), tuple(33383, 66190), tuple(18810, 10835), tuple(918, 55695), tuple(2664, 46566), tuple(93105, 21138), tuple(27088, 16730), tuple(70156, 4974), tuple(10294, 62096), tuple(30808, 18639), tuple(25091, 43231), tuple(17920, 90076), tuple(40104, 54257), tuple(98729, 93113), tuple(92419, 16006), tuple(14446, 8769), tuple(24875, 34761), tuple(99525, 34543), tuple(67461, 47601), tuple(91998, 5899), tuple(19623, 58521), tuple(97278, 63650), tuple(8396, 20069), tuple(29854, 22735), tuple(33695, 25257), tuple(70338, 3989), tuple(14296, 96530), tuple(13790, 1350), tuple(33144, 55649), tuple(29072, 26337), tuple(68611, 7960), tuple(81765, 15614), tuple(16633, 80649), tuple(89942, 31234), tuple(50827, 73426), tuple(2282, 12998), tuple(8566, 65109), tuple(65979, 23638), tuple(24802, 56043), tuple(15638, 54100), tuple(51431, 80669), tuple(30744, 9349), tuple(80148, 87322), tuple(49673, 22775), tuple(2096, 72107), tuple(29876, 11845), tuple(99687, 4215), tuple(68797, 41891), tuple(11363, 79333), tuple(22351, 68211), tuple(41273, 34990), tuple(11414, 58625), tuple(83047, 28825), tuple(44579, 31219), tuple(8753, 35994), tuple(8321, 20399), tuple(97524, 48382), tuple(81485, 69822), tuple(38382, 42853), tuple(97045, 81294), tuple(95109, 9825), tuple(24648, 92398), tuple(23245, 28557), tuple(9114, 30750), tuple(66151, 5307), tuple(28704, 42997), tuple(76185, 18506), tuple(39182, 28385), tuple(12660, 487), tuple(81939, 70723), tuple(78752, 4369), tuple(49729, 16078), tuple(27760, 78394), tuple(27935, 65985), tuple(97170, 17974), tuple(45484, 51849), tuple(37792, 42775), tuple(50788, 50243), tuple(29730, 5771), tuple(8337, 32970), tuple(87282, 34536), tuple(82654, 40374), tuple(25936, 99591), tuple(87105, 44686), tuple(61326, 23201), tuple(48961, 39310), tuple(72404, 34074), tuple(47084, 53440), tuple(44566, 21551), tuple(27348, 31756), tuple(14445, 57694), tuple(3090, 78935), tuple(37165, 19519), tuple(42821, 24648), tuple(4987, 91817), tuple(15902, 33578), tuple(63028, 39291), tuple(9567, 41818), tuple(68851, 3311), tuple(1641, 59714), tuple(51932, 83190), tuple(40656, 19271), tuple(44882, 35988), tuple(94241, 78634), tuple(15970, 79214), tuple(11262, 56304), tuple(46638, 79764), tuple(9206, 54131), tuple(77132, 24211), tuple(38417, 34891), tuple(55196, 29011), tuple(64734, 42845), tuple(33857, 44248), tuple(40460, 66582), tuple(34542, 273), tuple(84169, 65245), tuple(83434, 25030), tuple(10937, 1189), tuple(35213, 89760), tuple(48231, 5149), tuple(49920, 97597), tuple(56463, 13926), tuple(35160, 4587), tuple(91526, 85881), tuple(38624, 54542), tuple(17138, 93601), tuple(16139, 72928), tuple(93357, 75097), tuple(84733, 99796), tuple(39474, 98875), tuple(97908, 58734), tuple(97237, 91217), tuple(77132, 32920), tuple(85467, 32730), tuple(83289, 18742), tuple(2980, 4330), tuple(44920, 11778), tuple(30191, 82779), tuple(34431, 45207), tuple(75529, 10325), tuple(4657, 36429), tuple(97464, 18604), tuple(29451, 14997), tuple(40066, 22598), tuple(49471, 66259), tuple(65164, 98515), tuple(64098, 47692), tuple(87542, 84786), tuple(41170, 49570), tuple(11476, 14536), tuple(82271, 79916), tuple(45889, 42059), tuple(84965, 90533), tuple(88733, 20381), tuple(86349, 66190), tuple(83280, 32409), tuple(38436, 35910), tuple(94362, 2535), tuple(13565, 12567), tuple(72551, 58564), tuple(886, 87999), tuple(73958, 94309), tuple(34030, 60715), tuple(25432, 92697), tuple(85922, 24244), tuple(46779, 52990), tuple(33807, 44621), tuple(39513, 51405), tuple(16668, 32353), tuple(60629, 14813), tuple(73095, 12227), tuple(17801, 38366), tuple(65927, 52833), tuple(33630, 50134), tuple(19975, 71026), tuple(93145, 90036), tuple(73555, 6383), tuple(71789, 81791), tuple(67429, 79036), tuple(20944, 39911), tuple(75838, 56480), tuple(29835, 80194), tuple(19570, 28901), tuple(16023, 82165), tuple(74259, 15283), tuple(11749, 92274), tuple(73537, 52362), tuple(54537, 37595), tuple(79004, 72436), tuple(49229, 21498), tuple(24364, 97373), tuple(81149, 61392), tuple(22421, 6442), tuple(62138, 86081), tuple(16098, 23700), tuple(66604, 86467), tuple(66505, 26263), tuple(57215, 12659), tuple(61267, 77421), tuple(58024, 98298), tuple(44273, 89699), tuple(62339, 73107), tuple(32540, 17768), tuple(31574, 77296), tuple(63336, 23439), tuple(26723, 45141), tuple(61380, 58474), tuple(6188, 2084), tuple(88225, 6631), tuple(10970, 70428), tuple(91223, 64312), tuple(89643, 76635), tuple(42796, 77154), tuple(34827, 21131), tuple(83014, 2253), tuple(34547, 12384), tuple(53922, 57591), tuple(12066, 44400), tuple(89686, 21284), tuple(81875, 3306), tuple(45972, 11207), tuple(96807, 28447), tuple(87662, 42334), tuple(68578, 37404), tuple(21195, 35583), tuple(97730, 41852), tuple(76425, 22959), tuple(63724, 64143), tuple(79182, 50739), tuple(81472, 79682), tuple(26980, 62332), tuple(60691, 50596), tuple(38526, 10488), tuple(74569, 46431), tuple(62677, 60189), tuple(35133, 21147), tuple(3271, 93368), tuple(14651, 76080), tuple(91349, 87952), tuple(7873, 51144), tuple(72431, 54715), tuple(15600, 69868), tuple(46998, 23805), tuple(7519, 75777), tuple(71758, 71673), tuple(23282, 37297), tuple(35646, 89327), tuple(44890, 58293), tuple(34223, 99155), tuple(87015, 18477), tuple(20511, 30210), tuple(82120, 13850), tuple(6382, 41946), tuple(97741, 86276), tuple(15521, 44501), tuple(87240, 57472), tuple(65334, 51695), tuple(34599, 97721), tuple(45366, 9007), tuple(91971, 7384), tuple(74698, 40735), tuple(73706, 9025), tuple(42569, 18928), tuple(62946, 62362), tuple(89350, 83255), tuple(26044, 85080), tuple(27725, 3814), tuple(45787, 32352), tuple(16115, 51701), tuple(3339, 72851), tuple(60161, 34406), tuple(24699, 43473), tuple(28681, 573), tuple(95106, 16784), tuple(74232, 5831), tuple(55361, 1366), tuple(7020, 37807), tuple(52490, 8558), tuple(91203, 64944), tuple(90783, 64700), tuple(76499, 12592), tuple(97070, 9395), tuple(46602, 12688), tuple(79052, 31675), tuple(29316, 93503), tuple(14095, 3100), tuple(15066, 86579), tuple(24651, 10981), tuple(90683, 70162), tuple(60604, 89175), tuple(55172, 34997), tuple(61098, 17843), tuple(2376, 21399), tuple(38186, 60680), tuple(58637, 11541), tuple(11101, 69351), tuple(70200, 67918), tuple(49245, 85252), tuple(4201, 24436), tuple(56636, 87099), tuple(21406, 33757), tuple(29044, 43846), tuple(93900, 68223), tuple(34429, 92683), tuple(76720, 79334), tuple(4035, 30364), tuple(20145, 44853), tuple(46689, 21352), tuple(49446, 77224), tuple(71241, 85720), tuple(27177, 88332), tuple(60151, 49376), tuple(67102, 74396), tuple(242, 26346), tuple(22004, 95064), tuple(2709, 71452), tuple(71673, 86838), tuple(36918, 17777), tuple(37414, 88149), tuple(2356, 70290), tuple(84416, 35509), tuple(32285, 54585), tuple(9937, 23465), tuple(3385, 25949), tuple(97379, 87409), tuple(72714, 43570), tuple(54831, 64883), tuple(80885, 81082), tuple(89673, 5765), tuple(84585, 51627), tuple(64497, 72931), tuple(71948, 60922), tuple(70011, 37446), tuple(81022, 43696), tuple(11413, 58709), tuple(89710, 85350), tuple(96004, 36589), tuple(99270, 82834), tuple(52367, 12117), tuple(62108, 56693), tuple(69090, 34612), tuple(56109, 22008), tuple(36036, 34493), tuple(88561, 4651), tuple(44403, 60712), tuple(91912, 19116), tuple(40545, 94625), tuple(47973, 46963), tuple(30704, 99285), tuple(9596, 21976), tuple(84723, 81323), tuple(98123, 90434), tuple(35842, 29225), tuple(91271, 14003), tuple(42320, 16108), tuple(14171, 88861), tuple(15139, 84030), tuple(31008, 58743), tuple(86149, 98215), tuple(59768, 15217), tuple(85628, 82450), tuple(14256, 2254), tuple(44961, 44326), tuple(86313, 69953), tuple(99151, 37777), tuple(46152, 77035), tuple(36868, 62695), tuple(37233, 49305), tuple(20706, 56446), tuple(75773, 90240), tuple(88130, 91556), tuple(89753, 38172), tuple(31191, 98583), tuple(31412, 81334), tuple(57662, 15890), tuple(9195, 3322), tuple(94618, 22144), tuple(24709, 24446), tuple(54382, 68062), tuple(17085, 30960), tuple(53538, 12827), tuple(12512, 56172), tuple(26611, 90242), tuple(92812, 98619), tuple(82930, 90399), tuple(2299, 45362), tuple(48505, 88997),
+    tuple(58709, 77683), tuple(85901, 33672), tuple(45070, 24491), tuple(79005, 44787), tuple(7154, 14290), tuple(56684, 35166), tuple(76459, 60609), tuple(6006, 47402), tuple(54755, 19015), tuple(5139, 33177), tuple(13725, 50051), tuple(95929, 58683), tuple(91114, 68401), tuple(88846, 23283), tuple(37153, 36426), tuple(36564, 32035), tuple(49852, 49501), tuple(2052, 59285), tuple(69847, 54966), tuple(82614, 10395), tuple(72068, 35582), tuple(50427, 19892), tuple(75612, 3545), tuple(75480, 26985), tuple(24227, 50112), tuple(22718, 52206), tuple(35801, 41679), tuple(17753, 44416), tuple(4688, 82170), tuple(36935, 6606), tuple(71549, 86720), tuple(53592, 68769), tuple(92671, 84617), tuple(97726, 13655), tuple(65006, 17474), tuple(25287, 80826), tuple(22202, 25703), tuple(98743, 71876), tuple(72914, 31392), tuple(54184, 1294), tuple(9353, 10518), tuple(93822, 74538), tuple(85863, 56357), tuple(56088, 14448), tuple(12427, 27727), tuple(1846, 350), tuple(96301, 21623), tuple(55225, 23813), tuple(76947, 60946), tuple(65400, 17489), tuple(80586, 79099), tuple(56913, 46914), tuple(49218, 53295), tuple(14085, 52313), tuple(71158, 14144), tuple(3641, 69327), tuple(43705, 93045), tuple(67880, 95849), tuple(88054, 66156), tuple(17425, 69320), tuple(16391, 271), tuple(31768, 8817), tuple(63156, 21471), tuple(97831, 43504), tuple(54300, 54402), tuple(8740, 27894), tuple(93805, 30183), tuple(76233, 26322), tuple(60307, 8348), tuple(63019, 32334), tuple(7086, 44838), tuple(93127, 94482), tuple(20146, 84889), tuple(33674, 2513), tuple(66860, 65753), tuple(69174, 35906), tuple(93800, 41975), tuple(31206, 93599), tuple(75620, 60674), tuple(77082, 60773), tuple(75564, 20627), tuple(53060, 67879), tuple(52568, 22722), tuple(4102, 42037), tuple(66549, 71191), tuple(20817, 80946), tuple(13469, 96144), tuple(29852, 713), tuple(72644, 98510), tuple(12567, 54057), tuple(28746, 72197), tuple(80235, 51566), tuple(11953, 73225), tuple(42732, 91659), tuple(19673, 29661), tuple(94438, 41029), tuple(21884, 91078), tuple(29280, 68018), tuple(973, 75825), tuple(83476, 79334), tuple(99077, 625), tuple(63309, 91304), tuple(11626, 33709), tuple(33735, 6897), tuple(12585, 17114), tuple(45256, 57549), tuple(65150, 2524), tuple(10399, 34571), tuple(32783, 6045), tuple(11900, 12875), tuple(4393, 3129), tuple(61420, 63521), tuple(11799, 9092), tuple(45887, 36931), tuple(84256, 71195), tuple(51949, 32406), tuple(34640, 11424), tuple(84866, 46109), tuple(23449, 51873), tuple(22371, 86773), tuple(32155, 25902), tuple(75058, 66016), tuple(21217, 19002), tuple(44067, 59363), tuple(55901, 87102), tuple(71213, 82390), tuple(88408, 22154), tuple(18231, 86852), tuple(96803, 72776), tuple(58608, 53500), tuple(40747, 8542), tuple(60870, 41475), tuple(39578, 66560), tuple(49522, 25492), tuple(3485, 13917), tuple(60177, 43310), tuple(70317, 69166), tuple(71910, 92946), tuple(14427, 320), tuple(5224, 79108), tuple(20986, 81899), tuple(34637, 53572), tuple(14919, 27426), tuple(8052, 10082), tuple(27936, 24128), tuple(73732, 97758), tuple(31869, 5719), tuple(22135, 86985), tuple(85977, 79381), tuple(41587, 34012), tuple(75912, 66428), tuple(62117, 37249), tuple(70197, 91261),
+    tuple(99703, 96452), tuple(33036, 30249), tuple(33709, 99448), tuple(30343, 2962), tuple(54245, 80785), tuple(13866, 99804), tuple(49392, 62886), tuple(8530, 38228), tuple(86249, 60394), tuple(96787, 88788), tuple(42724, 88066), tuple(97051, 85589), tuple(41414, 88972), tuple(4384, 2025), tuple(46524, 87620), tuple(5823, 36079), tuple(78720, 13519), tuple(59092, 88699), tuple(24120, 6388), tuple(51664, 71039), tuple(28756, 43890), tuple(13729, 27176), tuple(86717, 82448), tuple(65598, 34805), tuple(74975, 52791), tuple(65429, 97173), tuple(92472, 53334), tuple(18778, 40576), tuple(72776, 48956), tuple(61833, 85936), tuple(81344, 48055), tuple(89467, 91099), tuple(82333, 15367), tuple(6019, 98391), tuple(52943, 15338), tuple(29662, 21975), tuple(71935, 47606), tuple(54633, 72216), tuple(51648, 52203), tuple(84649, 31791), tuple(26281, 82065), tuple(83163, 43394), tuple(79859, 55897), tuple(84706, 38368), tuple(97175, 88009), tuple(92800, 82164), tuple(79819, 13645), tuple(42754, 6273), tuple(97025, 79579), tuple(35694, 44160), tuple(96053, 24801), tuple(60315, 14411), tuple(25961, 82303), tuple(1791, 53355), tuple(15508, 43236), tuple(35667, 84655), tuple(73764, 82190), tuple(14465, 72390), tuple(92464, 30555), tuple(14121, 31360), tuple(27630, 78672), tuple(35483, 47439), tuple(79467, 73233), tuple(33010, 49718), tuple(43095, 2002), tuple(3755, 4070), tuple(25460, 21281), tuple(52718, 27575), tuple(97091, 78423), tuple(76536, 86761), tuple(10682, 27325), tuple(55401, 99488), tuple(34196, 88793), tuple(88024, 37693), tuple(4586, 62614), tuple(74857, 37796), tuple(19724, 59109), tuple(17642, 34748), tuple(87983, 11996), tuple(6814, 68602), tuple(63566, 16836), tuple(21026, 42675), tuple(3528, 81994), tuple(58141, 81954), tuple(79520, 99518), tuple(52627, 62974), tuple(42056, 1000), tuple(85464, 63420), tuple(30434, 86139), tuple(59754, 88493), tuple(41386, 76058), tuple(27894, 78093), tuple(63842, 72458), tuple(6928, 37187), tuple(34478, 5193), tuple(57116, 24009), tuple(24858, 84226), tuple(462, 93589), tuple(86510, 80240), tuple(78044, 98234), tuple(30812, 40060), tuple(423, 46196), tuple(47139, 89017), tuple(26066, 21081), tuple(45463, 37260), tuple(34366, 23814), tuple(45937, 79795), tuple(89975, 20405), tuple(21792, 43980), tuple(13675, 11145), tuple(98902, 47577), tuple(20383, 49241), tuple(97905, 16457), tuple(85839, 23279), tuple(33931, 13532), tuple(91486, 54207), tuple(46981, 41204), tuple(49524, 10080), tuple(21201, 3854), tuple(70178, 71393), tuple(26825, 35670), tuple(91350, 92038), tuple(82297, 81201), tuple(47908, 26073), tuple(6456, 40194), tuple(45104, 62038), tuple(75781, 55421), tuple(49561, 35610), tuple(47838, 93109), tuple(25109, 10837), tuple(16666, 99790), tuple(54882, 29259), tuple(28169, 76030), tuple(99605, 78334), tuple(19151, 86372), tuple(48747, 64053), tuple(78764, 38705), tuple(43762, 3756), tuple(22725, 14026), tuple(85174, 6263), tuple(76327, 1072), tuple(92817, 63030), tuple(59923, 28851), tuple(39614, 77354), tuple(54467, 80792), tuple(37309, 8679), tuple(42247, 28830), tuple(60892, 36834), tuple(54108, 62952), tuple(33682, 52992), tuple(87318, 63605), tuple(3180, 91762), tuple(24774, 12744), tuple(4431, 74084), tuple(11712, 7577), tuple(31451, 18294), tuple(68722, 16450), tuple(52185, 92005), tuple(97312, 33963), tuple(43882, 84266), tuple(39958, 52806), tuple(4759, 32862), tuple(33017, 81530), tuple(88475, 9613), tuple(72656, 43214), tuple(27288, 91542), tuple(67232, 47120), tuple(12714, 59507), tuple(17175, 58197), tuple(1719, 97181), tuple(2806, 5682), tuple(22373, 80608), tuple(72129, 33750), tuple(97168, 75472), tuple(16157, 5484), tuple(93177, 59589), tuple(7019, 19832), tuple(63810, 80313), tuple(23551, 45065), tuple(59657, 37189), tuple(12995, 84512), tuple(44630, 12434), tuple(28833, 8088), tuple(56795, 10570), tuple(22385, 4138), tuple(39502, 41865), tuple(67720, 31597), tuple(54837, 8933), tuple(19906, 12496), tuple(69993, 30745), tuple(94886, 98186), tuple(6474, 37743), tuple(62063, 5596), tuple(52064, 33592), tuple(57476, 84891), tuple(88798, 43044), tuple(55029, 97222), tuple(73911, 11862), tuple(1205, 76381), tuple(13388, 4303), tuple(73635, 55410), tuple(97777, 32985), tuple(94358, 49709), tuple(62607, 76061), tuple(62525, 8598), tuple(10327, 11235), tuple(18778, 991), tuple(16602, 1008), tuple(6311, 36329), tuple(6464, 33473), tuple(71418, 15828), tuple(49777, 9630), tuple(67644, 45616), tuple(97118, 54851), tuple(79498, 75515), tuple(45056, 12838), tuple(51110, 53572), tuple(4941, 80166), tuple(16052, 81909), tuple(24336, 25459), tuple(60437, 70317), tuple(51544, 8762), tuple(44978, 27145), tuple(78113, 27193), tuple(45148, 7278), tuple(78858, 90800), tuple(29864, 14191), tuple(67835, 78395), tuple(45893, 74512), tuple(81523, 270), tuple(51436, 75334), tuple(39456, 65552), tuple(89548, 42368), tuple(8953, 17953), tuple(47296, 52855), tuple(36236, 70545), tuple(99705, 30645), tuple(58038, 43017), tuple(95851, 60592), tuple(50658, 98282), tuple(48614, 74538), tuple(29026, 6898), tuple(57506, 97917), tuple(33553, 11205), tuple(92292, 53328), tuple(37861, 10865), tuple(70306, 43839), tuple(52283, 94600), tuple(68802, 95126), tuple(92765, 91310), tuple(2574, 45229), tuple(12463, 45681), tuple(73331, 83847), tuple(22565, 66014), tuple(52454, 22571), tuple(17530, 55911), tuple(7358, 36106), tuple(54186, 27674), tuple(55476, 166), tuple(12926, 8902), tuple(63782, 1616), tuple(60085, 35021), tuple(86605, 99026), tuple(7432, 57161), tuple(37268, 11832), tuple(3860, 95662), tuple(30339, 54518), tuple(26163, 96043), tuple(26092, 71977), tuple(63899, 7792), tuple(9804, 66302), tuple(81779, 54515), tuple(2861, 42418), tuple(44736, 75647), tuple(50912, 53848), tuple(72120, 3651), tuple(91526, 72999), tuple(71642, 69795), tuple(40664, 37695), tuple(57357, 83958), tuple(41666, 52277), tuple(49209, 99223), tuple(47274, 75571), tuple(64326, 88981), tuple(67848, 52903), tuple(44013, 43796), tuple(21678, 8103), tuple(74827, 132), tuple(88279, 49672), tuple(10747, 85149), tuple(74506, 99115), tuple(89615, 95102), tuple(14077, 79858), tuple(55139, 17814), tuple(5519, 48761), tuple(62278, 39931), tuple(58406, 38267), tuple(58705, 86071), tuple(63443, 11013), tuple(53144, 22114), tuple(78535, 70561), tuple(85423, 36012), tuple(3285, 72479), tuple(73658, 19340), tuple(18511, 10477), tuple(60780, 75674), tuple(88032, 88205), tuple(35386, 23855), tuple(49977, 32673), tuple(93206, 71515), tuple(3482, 73115), tuple(48423, 52857), tuple(11899, 30649), tuple(59730, 15323), tuple(89442, 87402), tuple(439, 50184), tuple(98106, 42819), tuple(25941, 82842), tuple(82980, 56368), tuple(71420, 11196), tuple(20860, 78799), tuple(71131, 53182), tuple(45795, 85122), tuple(34635, 83218), tuple(78160, 79377), tuple(8534, 26595), tuple(35248, 17819), tuple(54060, 99480), tuple(36087, 84130), tuple(16001, 59701), tuple(63490, 15318), tuple(41259, 62966), tuple(79583, 94979), tuple(49892, 92957), tuple(8542, 94075), tuple(66339, 33975), tuple(21084, 67889), tuple(14718, 20930), tuple(1760, 60204), tuple(42318, 36873), tuple(2306, 42786), tuple(1667, 59179), tuple(29425, 64430), tuple(64436, 4268), tuple(52666, 79958), tuple(11248, 35590), tuple(37352, 72786), tuple(79273, 24409), tuple(47965, 59976), tuple(61729, 87562), tuple(22673, 52091), tuple(58668, 33485), tuple(60556, 6194), tuple(9974, 17532), tuple(91645, 12490), tuple(16690, 75552), tuple(30983, 79572), tuple(73896, 87577), tuple(82325, 6966), tuple(46769, 19266), tuple(6691, 2816), tuple(65074, 51276), tuple(83174, 210), tuple(38395, 19191), tuple(83871, 939), tuple(9543, 23700), tuple(18316, 3882), tuple(18604, 6191), tuple(53431, 2917), tuple(71291, 3352), tuple(46424, 29885), tuple(44395, 57382), tuple(95028, 33049), tuple(96372, 2057), tuple(26911, 14241), tuple(35535, 27007), tuple(25527, 36480), tuple(13612, 95407), tuple(56176, 82284), tuple(28597, 48562), tuple(76438, 43785), tuple(17631, 15131), tuple(18728, 76676), tuple(49606, 60663), tuple(64878, 57243), tuple(10925, 14798), tuple(72592, 95876), tuple(8144, 58293), tuple(36923, 57214), tuple(82893, 42678), tuple(15533, 63570), tuple(66619, 96607), tuple(32491, 70158), tuple(25175, 70456), tuple(54365, 64639), tuple(56529, 44275), tuple(85598, 13051), tuple(82052, 78051), tuple(6802, 14950), tuple(18964, 77404), tuple(69285, 33899), tuple(42496, 817), tuple(80092, 73354), tuple(44095, 57405), tuple(6715, 98298), tuple(82698, 65201), tuple(25536, 48241), tuple(60721, 38389), tuple(72591, 3716), tuple(76974, 58694), tuple(39723, 66127), tuple(21781, 27885), tuple(57871, 26565), tuple(57327, 1713), tuple(43406, 68141), tuple(65690, 21025), tuple(77459, 59220), tuple(78038, 40571), tuple(44248, 86386), tuple(17714, 38469), tuple(14993, 99711), tuple(18231, 62648), tuple(8081, 2797), tuple(73996, 60186), tuple(98808, 9291), tuple(93219, 32512), tuple(45831, 71316), tuple(9315, 81476), tuple(31933, 97130), tuple(20920, 2404), tuple(31015, 11982), tuple(1251, 81196), tuple(35575, 4027), tuple(81650, 61732), tuple(10241, 79907), tuple(53046, 95973), tuple(68668, 48509), tuple(656, 1992), tuple(10061, 89424), tuple(11047, 71227), tuple(10089, 90496), tuple(57613, 95766), tuple(38775, 44707), tuple(10140, 62292), tuple(91276, 50321), tuple(75890, 59520), tuple(32977, 39392), tuple(43150, 88441), tuple(51314, 81453), tuple(57440, 53885), tuple(85712, 10329), tuple(52723, 17377), tuple(29648, 83895), tuple(41142, 80706), tuple(4167, 43740), tuple(49249, 91247), tuple(15721, 53638), tuple(95764, 35654), tuple(21318, 81252), tuple(97676, 77111), tuple(27613, 35504), tuple(20973, 47975), tuple(60292, 36376), tuple(78092, 59608), tuple(53682, 29368), tuple(95342, 22174), tuple(2289, 80842), tuple(97276, 49917), tuple(21421, 37624), tuple(50678, 98609), tuple(49240, 25174), tuple(64603, 13614), tuple(75402, 61541), tuple(80112, 45397), tuple(14289, 87479), tuple(16888, 98577), tuple(14999, 80972), tuple(64689, 57967), tuple(79391, 54976), tuple(37446, 39412), tuple(86682, 70785),
+    tuple(21709, 57340), tuple(53757, 39880), tuple(33201, 94136), tuple(27854, 30229), tuple(14865, 56637), tuple(75573, 68915), tuple(84594, 1520), tuple(71261, 69867), tuple(84203, 43708), tuple(76407, 88476), tuple(84395, 77050), tuple(53934, 83635), tuple(32870, 27302), tuple(46646, 46399), tuple(26417, 60940), tuple(87513, 88720), tuple(12542, 32018), tuple(45969, 62284), tuple(26733, 90539), tuple(50556, 13388), tuple(60882, 56222), tuple(48253, 22792), tuple(68209, 18501), tuple(58073, 48960), tuple(6360, 4482), tuple(53997, 31868), tuple(15727, 78331), tuple(81299, 84008), tuple(99495, 89688), tuple(504, 3147), tuple(93985, 77265), tuple(78723, 60673), tuple(30278, 63220), tuple(33434, 26642), tuple(71481, 73333), tuple(49805, 59269), tuple(90657, 93630), tuple(28814, 83954), tuple(91466, 63542), tuple(43843, 69657), tuple(11466, 24136), tuple(63826, 6209), tuple(29687, 95777), tuple(65616, 74144), tuple(62798, 883), tuple(54174, 88934), tuple(35129, 40939), tuple(42224, 54784), tuple(80876, 68479), tuple(80812, 51383), tuple(39443, 11689), tuple(15438, 66488), tuple(32856, 96950), tuple(80525, 99128), tuple(25968, 28334), tuple(91925, 37414), tuple(84823, 58164), tuple(17795, 78409), tuple(29912, 53931), tuple(1369, 92329), tuple(36176, 34133), tuple(79057, 62016), tuple(74457, 51743), tuple(90604, 95280), tuple(18107, 81811), tuple(26994, 78521), tuple(4762, 53724), tuple(8229, 90056), tuple(60962, 1202), tuple(80485, 44934), tuple(58917, 36716), tuple(71770, 42524), tuple(94551, 98259), tuple(39500, 41373), tuple(50410, 70615), tuple(63782, 25832), tuple(74940, 15450), tuple(90724, 44531), tuple(69088, 22535), tuple(40581, 3354), tuple(1756, 86005), tuple(93128, 31200), tuple(14139, 8370), tuple(65646, 40141), tuple(31537, 89271), tuple(7635, 66721), tuple(67463, 97745), tuple(12391, 36807), tuple(6311, 30232), tuple(20818, 91220), tuple(53449, 11632), tuple(21802, 93687), tuple(75581, 79739), tuple(5514, 57540), tuple(67063, 99383), tuple(98230, 18983), tuple(50929, 35978), tuple(16069, 59906), tuple(93594, 94696), tuple(13344, 34575), tuple(30331, 84457), tuple(78047, 97558), tuple(5507, 41722), tuple(81016, 8762), tuple(91323, 59598), tuple(67184, 8555), tuple(76659, 67276), tuple(6511, 94844), tuple(1063, 39110), tuple(40795, 16854), tuple(40694, 32666), tuple(14734, 95257), tuple(6818, 30227), tuple(32211, 56294), tuple(31129, 97716), tuple(93866, 6117), tuple(42144, 91974), tuple(64560, 9708), tuple(5803, 92811), tuple(7240, 42166), tuple(97514, 19116), tuple(59904, 64965), tuple(73031, 69137), tuple(63313, 82886), tuple(58529, 84361), tuple(47365, 96118), tuple(27999, 83969), tuple(98211, 52135), tuple(86460, 86408), tuple(21315, 59646), tuple(98469, 99928), tuple(24453, 79050), tuple(97595, 41780), tuple(35575, 22842), tuple(18219, 72673), tuple(4001, 89495), tuple(19563, 18097), tuple(566, 5304), tuple(37517, 63100), tuple(11251, 58908), tuple(2474, 55788), tuple(83078, 65059), tuple(68185, 94587), tuple(33305, 36706), tuple(81350, 72951), tuple(37115, 41580), tuple(6005, 44393), tuple(4318, 67309), tuple(21346, 75943), tuple(57955, 33395), tuple(75723, 89514), tuple(2661, 42938), tuple(89643, 48828),
+    tuple(3409, 13157), tuple(13667, 78006), tuple(56518, 86796), tuple(38971, 28234), tuple(38060, 77284), tuple(68626, 83168), tuple(69324, 67649), tuple(48994, 40388), tuple(87024, 14379), tuple(12475, 27192), tuple(41271, 41939), tuple(50304, 38146), tuple(8682, 25307), tuple(93898, 48129), tuple(34600, 25005), tuple(48022, 22298), tuple(25683, 46046), tuple(24839, 69086), tuple(50505, 93439), tuple(90497, 50297), tuple(16054, 68182), tuple(69768, 67239), tuple(35909, 84118), tuple(64986, 21267), tuple(32550, 33801), tuple(8884, 66830), tuple(10690, 75679), tuple(59327, 9389), tuple(16594, 37706), tuple(54110, 76448), tuple(22052, 90416), tuple(18104, 20971), tuple(78917, 19589), tuple(48799, 38897), tuple(55663, 11112), tuple(24255, 19761), tuple(90224, 59023), tuple(51893, 61626), tuple(57840, 2070), tuple(37436, 84968), tuple(55242, 52606), tuple(71391, 70783), tuple(84796, 72467), tuple(61673, 90112), tuple(61880, 10015), tuple(84560, 21382), tuple(91734, 52105), tuple(94237, 68942), tuple(36055, 26633), tuple(43694, 33404), tuple(60266, 17069), tuple(63045, 2539), tuple(39314, 49430), tuple(66845, 42602), tuple(76834, 50742), tuple(26684, 64231), tuple(83102, 88337), tuple(43541, 16088), tuple(53516, 23759), tuple(21092, 43649), tuple(71242, 31515), tuple(62253, 81538), tuple(19670, 48947), tuple(24097, 83600), tuple(11636, 70960), tuple(55314, 99976), tuple(56296, 68456), tuple(25537, 64586), tuple(45649, 53747), tuple(9712, 85370), tuple(82073, 71622), tuple(97381, 26322), tuple(4927, 47703), tuple(8999, 33464), tuple(5875, 80932), tuple(88591, 63062), tuple(40824, 93164), tuple(55753, 10733), tuple(56196, 8875), tuple(13427, 66714), tuple(22780, 69557), tuple(37212, 13763), tuple(61668, 95614), tuple(79050, 55391), tuple(92892, 94037), tuple(4942, 23252), tuple(34025, 31194), tuple(96074, 59364), tuple(11520, 11652), tuple(94439, 19618), tuple(64758, 41196), tuple(73397, 72389), tuple(57282, 73894), tuple(79700, 78450), tuple(65052, 54392), tuple(72453, 23422), tuple(49093, 48337), tuple(9863, 89449), tuple(60397, 40836), tuple(18147, 51195), tuple(39787, 61479), tuple(63062, 62242), tuple(67547, 5426), tuple(25316, 76298), tuple(16168, 12116), tuple(91884, 94406), tuple(57385, 89464), tuple(93062, 71189), tuple(97612, 38802), tuple(85128, 1852), tuple(80643, 41827), tuple(59109, 50692), tuple(28077, 24715), tuple(67583, 40643), tuple(54073, 32408), tuple(97704, 17820), tuple(15884, 69143), tuple(66420, 36961), tuple(60442, 34685), tuple(3109, 47213), tuple(27157, 42282), tuple(18909, 52184), tuple(16638, 51215), tuple(66044, 40079), tuple(67856, 15021), tuple(26942, 58162), tuple(76866, 73547), tuple(3999, 47414), tuple(5114, 74975), tuple(85820, 10632), tuple(71972, 59810), tuple(66488, 16840), tuple(50779, 93807), tuple(40068, 12260), tuple(67715, 72553), tuple(45275, 57705), tuple(45019, 86665), tuple(97033, 97611), tuple(69136, 54593), tuple(1879, 87594), tuple(49292, 92238), tuple(69064, 7240), tuple(60753, 5294), tuple(36350, 67918), tuple(48440, 43264), tuple(70554, 79751), tuple(40310, 64039), tuple(48171, 75441), tuple(53305, 72396), tuple(44027, 58150), tuple(67485, 38325), tuple(87333, 75101), tuple(2509, 54526), tuple(40794, 18097), tuple(17674, 84451), tuple(30175, 65221), tuple(71744, 57300), tuple(91603, 35695), tuple(33369, 1387), tuple(51808, 2008), tuple(42659, 11574), tuple(39492, 79947), tuple(95089, 47048), tuple(57022, 73399), tuple(72707, 8845), tuple(66843, 61434), tuple(7174, 16342), tuple(50709, 76713), tuple(45560, 1378), tuple(80907, 97774), tuple(651, 93255), tuple(42650, 82788), tuple(2875, 24267), tuple(73437, 67551), tuple(6685, 81749), tuple(43495, 12190), tuple(63932, 69464), tuple(86694, 91717), tuple(91608, 59712), tuple(50833, 91382), tuple(18301, 39265), tuple(48304, 34276), tuple(24633, 56311), tuple(10463, 40342), tuple(17645, 64242), tuple(52245, 96838), tuple(6606, 87413), tuple(75088, 39449), tuple(6247, 97599), tuple(57124, 39047), tuple(49579, 80395), tuple(52959, 14523), tuple(73129, 3675), tuple(78880, 16111), tuple(90870, 27122), tuple(11166, 67671), tuple(48048, 41486), tuple(65329, 98702), tuple(4801, 92915), tuple(88765, 51873), tuple(59370, 1440), tuple(41316, 88008), tuple(92238, 79140), tuple(18523, 32178), tuple(36124, 49818), tuple(84251, 37274), tuple(92085, 96091), tuple(65382, 7189), tuple(30130, 32066), tuple(86434, 46207), tuple(5500, 11160), tuple(88366, 36983), tuple(48685, 47634), tuple(93314, 57448), tuple(95978, 97924), tuple(20017, 85908), tuple(82568, 31256), tuple(44633, 78762), tuple(41625, 11793), tuple(77646, 2315), tuple(67604, 29898), tuple(1492, 55783), tuple(33177, 5891), tuple(93884, 41363), tuple(90527, 43977), tuple(36905, 59152), tuple(37750, 19264), tuple(58020, 1360), tuple(22974, 3246), tuple(41403, 80614), tuple(4479, 37045), tuple(27477, 47093), tuple(79899, 65264), tuple(12625, 46993), tuple(78884, 10896), tuple(49043, 36064), tuple(22725, 18991), tuple(4279, 11656), tuple(58193, 27118), tuple(48315, 26221), tuple(86372, 4638), tuple(86413, 43777), tuple(74216, 60197), tuple(89547, 68700), tuple(618, 62861), tuple(88483, 17054), tuple(59378, 75565), tuple(15001, 59042), tuple(15858, 10735), tuple(42583, 57159), tuple(27836, 12597), tuple(87465, 37449), tuple(95717, 59515), tuple(63369, 36932), tuple(14736, 61367), tuple(14779, 30481), tuple(33108, 95749), tuple(5304, 7878), tuple(74344, 65457), tuple(3519, 98197), tuple(34669, 96365), tuple(31376, 21260), tuple(75715, 11580), tuple(14317, 29528), tuple(10151, 13185), tuple(6975, 59407), tuple(7910, 71250), tuple(21761, 8936), tuple(11683, 43452), tuple(97556, 87506), tuple(87371, 16179), tuple(46806, 74511), tuple(737, 82723), tuple(1197, 77799), tuple(9835, 85745), tuple(66026, 16556), tuple(24784, 20015), tuple(53234, 58687), tuple(4393, 27429), tuple(11484, 48640), tuple(24376, 998), tuple(76115, 38), tuple(72364, 3765), tuple(97109, 9842), tuple(36814, 37745), tuple(58829, 16139), tuple(4165, 93524), tuple(51052, 5215), tuple(69771, 11456), tuple(13263, 75724), tuple(60779, 11359), tuple(9924, 2846), tuple(70887, 4526), tuple(66054, 93309), tuple(15486, 40658), tuple(18780, 1579), tuple(89386, 24351), tuple(33682, 62095), tuple(661, 84125), tuple(13480, 97300), tuple(2408, 25599), tuple(99168, 10687), tuple(84860, 17842), tuple(38292, 12704), tuple(97468, 83719), tuple(38360, 25940), tuple(97314, 65483), tuple(95688, 44394), tuple(47420, 96156), tuple(66394, 61773), tuple(98637, 46400), tuple(69962, 57775), tuple(83857, 45874), tuple(74811, 5741), tuple(96157, 62317), tuple(57902, 79905), tuple(73760, 21345), tuple(58109, 65145), tuple(58678, 5406), tuple(96538, 16329), tuple(42244, 63758), tuple(17613, 66642), tuple(72398, 5307), tuple(12872, 94227), tuple(65046, 1439), tuple(90217, 10756), tuple(58185, 63169), tuple(50247, 86728), tuple(98822, 4390), tuple(82566, 26006), tuple(3574, 42077), tuple(43701, 59837), tuple(85579, 48641), tuple(47792, 34429), tuple(77410, 8515), tuple(97749, 11160), tuple(57462, 33927), tuple(32836, 57768), tuple(26898, 80133), tuple(52210, 57444), tuple(33639, 288), tuple(30309, 29233), tuple(14867, 24307), tuple(67420, 29214), tuple(29889, 86125), tuple(68662, 93027), tuple(30716, 64262), tuple(9145, 66627), tuple(83817, 78000), tuple(49074, 52390), tuple(52974, 72121), tuple(84006, 2545), tuple(27803, 68907), tuple(79008, 5828), tuple(74872, 89207), tuple(26302, 23622), tuple(26263, 25254), tuple(65652, 38273), tuple(11673, 21629), tuple(70494, 86207), tuple(59074, 85729), tuple(2011, 38108), tuple(70239, 9100), tuple(37062, 67038), tuple(52681, 44407), tuple(79718, 59481), tuple(39506, 32648), tuple(76903, 76789), tuple(45162, 63035), tuple(13344, 3835), tuple(96239, 59063), tuple(24507, 82181), tuple(77403, 89247), tuple(73887, 41747), tuple(5639, 27352), tuple(46718, 96169), tuple(94630, 83108), tuple(37999, 68318), tuple(97717, 53272), tuple(80506, 42486), tuple(7677, 75413), tuple(45129, 2230), tuple(11721, 21720), tuple(88499, 48784), tuple(23501, 58439), tuple(70767, 72086), tuple(78533, 90007), tuple(72580, 80411), tuple(36564, 98451), tuple(89444, 69448), tuple(48038, 26523), tuple(5123, 78026), tuple(29168, 41429), tuple(36287, 72619), tuple(75350, 27908), tuple(7381, 96048), tuple(30090, 51055), tuple(73670, 11691), tuple(39082, 72957), tuple(84785, 52400), tuple(80436, 94637), tuple(17776, 61224), tuple(36848, 71607), tuple(90182, 50522), tuple(78350, 71698), tuple(91120, 27247), tuple(39638, 38298), tuple(22945, 23976), tuple(52034, 72847), tuple(97888, 33382), tuple(20825, 5844), tuple(303, 5273), tuple(62672, 96465), tuple(46951, 93410), tuple(57258, 108), tuple(11116, 34876), tuple(40588, 20691), tuple(61906, 68626), tuple(48319, 90189), tuple(20255, 4601), tuple(80998, 30793), tuple(28741, 2714), tuple(42195, 25873), tuple(17046, 46739), tuple(15319, 54014), tuple(11773, 11673), tuple(73012, 41575), tuple(21747, 59925), tuple(16088, 24272), tuple(38326, 8140), tuple(68006, 23594), tuple(78052, 77991), tuple(45820, 79226), tuple(11143, 88881), tuple(59251, 76272), tuple(18953, 10412), tuple(67075, 57195), tuple(1386, 54226), tuple(42759, 59791), tuple(5696, 15215), tuple(79633, 55487), tuple(3546, 11417), tuple(97976, 8323), tuple(55197, 53843), tuple(12182, 16579), tuple(55706, 87702), tuple(88871, 45930), tuple(98978, 50942), tuple(55874, 87465), tuple(53256, 28916), tuple(90605, 43673), tuple(23906, 75994), tuple(12746, 66785), tuple(91372, 53574), tuple(72302, 69561), tuple(38833, 59338), tuple(98528, 22616), tuple(10045, 25111), tuple(34397, 69161), tuple(86106, 23720), tuple(82705, 67810), tuple(48691, 14861), tuple(41392, 64552), tuple(83105, 6557), tuple(62123, 39827), tuple(94840, 54871), tuple(35778, 26572), tuple(16194, 14615), tuple(27, 8380), tuple(33704, 44750), tuple(86884, 51173), tuple(60330, 80082), tuple(56180, 47098), tuple(6249, 36349), tuple(32268, 12733), tuple(86808, 40162), tuple(27643, 75454), tuple(36783, 30874), tuple(54827, 7607), tuple(54697, 57582), tuple(83316, 18631),
+    tuple(44081, 33952), tuple(89780, 86498), tuple(63456, 27382), tuple(5654, 13927), tuple(41301, 35640), tuple(4502, 70840), tuple(4238, 62879), tuple(66516, 67091), tuple(96156, 8355), tuple(2902, 23789), tuple(98837, 77623), tuple(86898, 91764), tuple(75147, 6127), tuple(8274, 46182), tuple(7422, 18222), tuple(86509, 25754), tuple(72400, 55881), tuple(84459, 68079), tuple(5654, 76270), tuple(43017, 78770), tuple(45609, 55504), tuple(67256, 51832), tuple(42204, 15653), tuple(52363, 44095), tuple(11760, 24927), tuple(53286, 20903), tuple(97482, 76094), tuple(43809, 8144), tuple(82974, 74859), tuple(65921, 42364), tuple(11938, 55421), tuple(92195, 10809), tuple(91371, 77402), tuple(17644, 86490), tuple(4424, 27504), tuple(56380, 99969), tuple(1731, 80243), tuple(8879, 23354), tuple(94574, 42743), tuple(78875, 2965), tuple(1029, 61788), tuple(64768, 61914), tuple(54149, 90155), tuple(83048, 46305), tuple(80640, 10062), tuple(12372, 94961), tuple(84549, 84061), tuple(99122, 78998), tuple(91039, 95054), tuple(19628, 18651), tuple(52348, 42569), tuple(58086, 76882), tuple(49881, 13151), tuple(8064, 47655), tuple(4457, 63438), tuple(35500, 82994), tuple(47962, 43653), tuple(5050, 36247), tuple(96631, 67316), tuple(49101, 96157), tuple(15785, 96404), tuple(56283, 36312), tuple(31695, 24307), tuple(81897, 59720), tuple(51016, 45776), tuple(92118, 47354), tuple(16024, 38406), tuple(57737, 68887), tuple(28408, 46608), tuple(65055, 1161), tuple(60430, 21682), tuple(22659, 74001), tuple(35202, 60211), tuple(38308, 52926), tuple(74264, 26330), tuple(17038, 41144), tuple(27775, 24875), tuple(49666, 73774), tuple(28516, 34297), tuple(21873, 11504), tuple(3676, 38168), tuple(90003, 25107), tuple(45103, 7031), tuple(71883, 40867), tuple(6274, 71251), tuple(60307, 49056), tuple(58402, 76742), tuple(10010, 36003), tuple(67059, 75300), tuple(36996, 57460), tuple(61413, 54691), tuple(99608, 49572), tuple(87512, 44123), tuple(43942, 87151), tuple(18543, 43029), tuple(886, 83140), tuple(75529, 69749), tuple(54090, 8088), tuple(43094, 35468), tuple(76460, 45310), tuple(64690, 46953), tuple(29561, 93370), tuple(97598, 21618), tuple(28166, 8888), tuple(12234, 771), tuple(65670, 1561), tuple(85467, 97276), tuple(98868, 57050), tuple(14619, 53684), tuple(924, 82181), tuple(65602, 36977), tuple(7888, 8938), tuple(32792, 1046), tuple(18719, 99863), tuple(34993, 11678), tuple(28837, 64924), tuple(83079, 48559), tuple(5806, 92117), tuple(79239, 8754), tuple(89819, 16162), tuple(99505, 94650), tuple(8636, 27356), tuple(6056, 5682), tuple(1921, 15164), tuple(45536, 10747), tuple(56628, 62991), tuple(51456, 54815), tuple(13030, 47920), tuple(27330, 48623), tuple(21393, 96651), tuple(51282, 5317), tuple(78200, 42975), tuple(18082, 38478), tuple(32594, 4205), tuple(49208, 22593), tuple(80079, 11765), tuple(65186, 60836), tuple(11601, 9377), tuple(95550, 52242), tuple(86838, 96932), tuple(17508, 91440), tuple(73427, 92075), tuple(70969, 37180), tuple(7091, 48708), tuple(35444, 42181), tuple(91735, 29746), tuple(11924, 89935), tuple(34418, 61018), tuple(68065, 96782), tuple(30869, 53390), tuple(99315, 78165), tuple(97205, 90309), tuple(88481, 24681),
+    tuple(17847, 75359), tuple(73636, 11167), tuple(91431, 62190), tuple(28478, 6770), tuple(97305, 77873), tuple(56987, 22599), tuple(40879, 63647), tuple(1974, 67839), tuple(88651, 99581), tuple(67087, 51740), tuple(24861, 74794), tuple(92730, 14161), tuple(52639, 78795), tuple(37163, 80079), tuple(87445, 7053), tuple(27234, 79447), tuple(43352, 66903), tuple(96267, 10657), tuple(57181, 24266), tuple(84236, 83872), tuple(56551, 30387), tuple(4972, 87269), tuple(98922, 1624), tuple(48398, 19886), tuple(40570, 79648), tuple(92239, 98232), tuple(86789, 55696), tuple(64626, 44726), tuple(82391, 95837), tuple(74414, 93972), tuple(97542, 73957), tuple(76038, 54044), tuple(66087, 24170), tuple(25731, 50138), tuple(39800, 75428), tuple(21730, 88783), tuple(53518, 83466), tuple(50784, 72242), tuple(23969, 85392), tuple(43772, 70437), tuple(87869, 33052), tuple(15531, 61368), tuple(22519, 38591), tuple(37709, 35030), tuple(74030, 5134), tuple(18667, 50524), tuple(84691, 21182), tuple(50932, 66070), tuple(27898, 10408), tuple(79554, 49192), tuple(2517, 7746), tuple(71312, 22108), tuple(15511, 37874), tuple(21623, 77591), tuple(10809, 46240), tuple(40913, 29935), tuple(78969, 56158), tuple(46274, 75491), tuple(87163, 49581), tuple(88417, 86223), tuple(41666, 28061), tuple(17503, 13021), tuple(16476, 50547), tuple(56184, 32943), tuple(89243, 61225), tuple(89844, 81092), tuple(19846, 44485), tuple(25999, 46684), tuple(67283, 76235), tuple(64393, 53397), tuple(41565, 93212), tuple(82296, 54617), tuple(62466, 54078), tuple(97942, 92201), tuple(18205, 67342), tuple(44364, 51466), tuple(72744, 4796), tuple(72526, 68979), tuple(50015, 88033), tuple(19680, 47415), tuple(65486, 46344), tuple(21531, 42236), tuple(3452, 94720), tuple(44902, 89762), tuple(13814, 85842), tuple(98337, 42500), tuple(74870, 31262), tuple(72964, 10884), tuple(64408, 43927), tuple(97024, 66176), tuple(55999, 75231), tuple(72794, 37516), tuple(67787, 70137), tuple(4960, 2377), tuple(22048, 86320), tuple(9964, 86377), tuple(30766, 39958), tuple(68684, 29197), tuple(43864, 72887), tuple(90838, 11639), tuple(97183, 10594), tuple(99649, 22933), tuple(91770, 4554), tuple(97882, 60479), tuple(91041, 72702), tuple(47685, 56715), tuple(51900, 61103), tuple(90821, 27638), tuple(95748, 57574), tuple(79106, 14366), tuple(10560, 97465), tuple(12009, 55707), tuple(65879, 34837), tuple(67934, 69351), tuple(58075, 96424), tuple(26898, 13830), tuple(2074, 46887), tuple(47317, 28361), tuple(97566, 43461), tuple(8150, 8518), tuple(21546, 42240), tuple(75546, 59160), tuple(65267, 35547), tuple(32762, 8539), tuple(31559, 21127), tuple(31913, 36056), tuple(80988, 11524), tuple(41145, 62648), tuple(23225, 40076), tuple(17544, 39206), tuple(1553, 91048), tuple(16940, 78156), tuple(7990, 70275), tuple(14929, 46391), tuple(92515, 27289), tuple(77071, 8542), tuple(29061, 27539), tuple(61002, 28411), tuple(88830, 96749), tuple(52211, 71717), tuple(19450, 46195), tuple(5895, 47099), tuple(29098, 35266), tuple(75499, 90090), tuple(76936, 30217), tuple(97220, 51472), tuple(63272, 35659), tuple(62885, 64591), tuple(95983, 97721), tuple(63118, 93206), tuple(98618, 82875), tuple(89990, 44842), tuple(75664, 44348), tuple(86664, 44960), tuple(50835, 42026), tuple(26637, 6312), tuple(99637, 96642), tuple(59176, 14821), tuple(50542, 9553), tuple(76633, 65029), tuple(25409, 65198), tuple(3352, 69819), tuple(63711, 60406), tuple(95437, 53364), tuple(37840, 77585), tuple(46865, 9097), tuple(19420, 46524), tuple(88308, 21695), tuple(32788, 12773), tuple(42860, 16774), tuple(20890, 85130), tuple(91438, 59944), tuple(18399, 28949), tuple(20946, 76691), tuple(46617, 83686), tuple(34107, 99019), tuple(49597, 44158), tuple(33564, 36586), tuple(87590, 72014), tuple(59107, 18546), tuple(44421, 43424), tuple(21333, 27720), tuple(1135, 18434), tuple(69321, 80520), tuple(28921, 41288), tuple(18914, 53626), tuple(63676, 98378), tuple(29612, 9956), tuple(3908, 2160), tuple(78213, 53772), tuple(45709, 90664), tuple(77042, 41054), tuple(86883, 36641), tuple(99497, 83975), tuple(98822, 39177), tuple(38175, 78142), tuple(8236, 62618), tuple(11422, 92281), tuple(24292, 13446), tuple(14489, 14652), tuple(89100, 73028), tuple(84314, 64770), tuple(93912, 25955), tuple(33612, 87481), tuple(12263, 39940), tuple(38184, 58202), tuple(77635, 79922), tuple(78339, 97371), tuple(47955, 29169), tuple(51554, 40923), tuple(74047, 67244), tuple(85365, 31911), tuple(56786, 6734), tuple(82342, 51354), tuple(82818, 80508), tuple(61409, 85614), tuple(25675, 10634), tuple(17091, 62250), tuple(84446, 23721), tuple(267, 14486), tuple(71998, 69455), tuple(46656, 67266), tuple(32788, 84839), tuple(42014, 98189), tuple(49293, 8851), tuple(66248, 62924), tuple(19458, 74293), tuple(90351, 62521), tuple(83067, 20364), tuple(47665, 30564), tuple(4391, 85292), tuple(96286, 26682), tuple(38393, 19001), tuple(54383, 21667), tuple(57586, 88071), tuple(61809, 69649), tuple(52249, 43209), tuple(43878, 30047), tuple(85943, 32125), tuple(14229, 12697), tuple(92247, 72822), tuple(97179, 86933), tuple(63243, 84200), tuple(42053, 43557), tuple(95748, 9682), tuple(43850, 72883), tuple(3576, 48689), tuple(1517, 48614), tuple(52726, 32475), tuple(93527, 61058), tuple(96804, 21108), tuple(78109, 63584), tuple(23551, 15738), tuple(38196, 68934), tuple(48406, 42638), tuple(52135, 73232), tuple(64063, 91934), tuple(16822, 37151), tuple(14686, 92843), tuple(11115, 26382), tuple(98109, 99834), tuple(86192, 45754), tuple(43093, 97836), tuple(34061, 5654), tuple(71966, 21209), tuple(34289, 45307), tuple(24639, 91324), tuple(58483, 71864), tuple(88435, 91876), tuple(31995, 36723), tuple(60461, 90431), tuple(81765, 37792), tuple(44888, 29738), tuple(76600, 12587), tuple(37134, 48440), tuple(69151, 38382), tuple(51397, 43750), tuple(4293, 98001), tuple(27450, 28456), tuple(99384, 24614), tuple(981, 89456), tuple(59721, 47304), tuple(60616, 98154), tuple(98744, 11293), tuple(83417, 71831), tuple(32729, 41250), tuple(46234, 15350), tuple(39317, 40016), tuple(10667, 89674), tuple(50749, 56788), tuple(2889, 90006), tuple(20397, 68884), tuple(32976, 67095), tuple(72045, 90810), tuple(73914, 29464), tuple(36641, 44630), tuple(21878, 385), tuple(95246, 23783), tuple(57354, 29305), tuple(26745, 84026), tuple(36892, 58119), tuple(1149, 95862), tuple(86209, 56761), tuple(84711, 48878), tuple(25394, 56006), tuple(31581, 30386), tuple(34987, 34411), tuple(41423, 44982), tuple(74735, 61128), tuple(58589, 76665), tuple(42483, 94983), tuple(54883, 69038), tuple(4802, 55544), tuple(47092, 31410), tuple(6642, 91583), tuple(93798, 25259), tuple(58424, 38132), tuple(43946, 97030), tuple(93700, 68673), tuple(99034, 34439), tuple(66998, 75560), tuple(64453, 50462), tuple(12208, 87262), tuple(8175, 69014), tuple(91514, 85630), tuple(23685, 748), tuple(88106, 51369), tuple(27510, 26419), tuple(83983, 5604), tuple(66703, 57061), tuple(72865, 67896), tuple(94029, 2147), tuple(95321, 30188), tuple(24240, 67512), tuple(21532, 29481), tuple(69257, 9492), tuple(59958, 62068), tuple(18491, 93721), tuple(37525, 12039), tuple(95626, 86236), tuple(49136, 11328), tuple(71565, 98832), tuple(77767, 34118), tuple(64925, 21897), tuple(73541, 79422), tuple(92001, 79259), tuple(8309, 34891), tuple(66449, 55242), tuple(85889, 88359), tuple(90559, 87521), tuple(92585, 92004), tuple(21799, 17117), tuple(98134, 53406), tuple(40978, 17010), tuple(55063, 73235), tuple(7601, 13970), tuple(46646, 31351), tuple(7085, 97956), tuple(45998, 98665), tuple(40992, 82168), tuple(4552, 54096), tuple(77766, 7561), tuple(66864, 26750), tuple(88596, 49245), tuple(82930, 33251), tuple(36666, 90013), tuple(71198, 85282), tuple(30600, 59309), tuple(20617, 9735), tuple(96180, 42996), tuple(71846, 84832), tuple(10602, 94421), tuple(83237, 85278), tuple(63713, 14908), tuple(10950, 42931), tuple(33645, 74769), tuple(69501, 8603), tuple(63596, 44221), tuple(75895, 36447), tuple(43990, 4721), tuple(19047, 91357), tuple(35225, 30088), tuple(78898, 87190), tuple(9961, 52820), tuple(6085, 61213), tuple(98275, 84058), tuple(61081, 91315), tuple(28381, 30910), tuple(15828, 72673), tuple(79008, 65337), tuple(60317, 77055), tuple(78534, 50282), tuple(9752, 74831), tuple(62049, 63249), tuple(31455, 74843), tuple(2530, 28581), tuple(68894, 84015), tuple(12791, 14820), tuple(37148, 48411), tuple(88220, 90241), tuple(60582, 70112), tuple(49890, 26900), tuple(94049, 49226), tuple(19582, 98549), tuple(87964, 73614), tuple(54195, 95007), tuple(73593, 29007), tuple(35362, 47461), tuple(93549, 82201), tuple(74305, 49248), tuple(7030, 46073), tuple(69488, 56250), tuple(63045, 25229), tuple(44038, 24680), tuple(65848, 36124), tuple(53985, 95308), tuple(65103, 82209), tuple(26563, 58468), tuple(33153, 12174), tuple(29634, 21978), tuple(26461, 3090), tuple(88683, 4514), tuple(45782, 83561), tuple(56318, 92969), tuple(5587, 61631), tuple(92117, 78865), tuple(78775, 72654), tuple(47395, 49073), tuple(20541, 46928), tuple(71357, 58929), tuple(45184, 76268), tuple(59359, 77092), tuple(5298, 10020), tuple(580, 98499), tuple(9119, 16986), tuple(45518, 86386), tuple(63375, 76589), tuple(31660, 86697), tuple(35851, 65479), tuple(69920, 42815), tuple(30208, 56290), tuple(26343, 37505), tuple(56509, 63902), tuple(85757, 64286), tuple(78627, 79973), tuple(53080, 73913), tuple(49000, 2312), tuple(47315, 57178), tuple(13033, 26209), tuple(53799, 58615), tuple(54508, 22862), tuple(33971, 13889), tuple(22815, 37914), tuple(37426, 99282), tuple(54022, 81696), tuple(17550, 28739), tuple(99122, 99584), tuple(97931, 6054), tuple(46163, 94552), tuple(58328, 70123), tuple(79181, 99242), tuple(64725, 8569), tuple(69146, 39323), tuple(63563, 27537), tuple(96076, 21338), tuple(22936, 20737), tuple(69747, 58505), tuple(52140, 91592), tuple(17198, 19845), tuple(11003, 48066), tuple(1758, 76734), tuple(39891, 17323), tuple(25673, 35578), tuple(83704, 61339), tuple(71674, 51463), tuple(20522, 73773), tuple(37708, 70488), tuple(55492, 76397), tuple(36380, 58022),
+    tuple(31085, 23886), tuple(84428, 56183), tuple(61034, 65835), tuple(78297, 58728), tuple(992, 11080), tuple(26764, 59393), tuple(3987, 81148), tuple(57894, 50133), tuple(57393, 54819), tuple(639, 83329), tuple(37777, 47517), tuple(15526, 79423), tuple(88248, 9629), tuple(84464, 59890), tuple(56601, 14257), tuple(67283, 14213), tuple(16041, 41528), tuple(43407, 69763), tuple(51687, 8960), tuple(12121, 10409), tuple(60598, 29848), tuple(7839, 25189), tuple(40941, 3224), tuple(96406, 58803), tuple(61378, 82788), tuple(34541, 19703), tuple(98061, 97148), tuple(742, 7655), tuple(61975, 65313), tuple(64854, 93019), tuple(80244, 18168), tuple(92943, 6105), tuple(73969, 74411), tuple(47856, 26644), tuple(94126, 18220), tuple(81074, 61925), tuple(26953, 28483), tuple(65894, 12345), tuple(54749, 51964), tuple(14147, 41570), tuple(47147, 41809), tuple(8340, 35829), tuple(18897, 32342), tuple(36808, 22226), tuple(18644, 68853), tuple(4559, 12594), tuple(96970, 17395), tuple(50909, 77942), tuple(72027, 49411), tuple(98425, 79478), tuple(45899, 24474), tuple(46824, 48975), tuple(15479, 28870), tuple(45397, 76361), tuple(11420, 22096), tuple(74134, 37467), tuple(25579, 59803), tuple(74687, 44244), tuple(71744, 71562), tuple(49666, 32239), tuple(34931, 56027), tuple(50850, 78241), tuple(71040, 91240), tuple(61550, 47475), tuple(26200, 78373), tuple(54646, 87616), tuple(28950, 6489), tuple(51887, 75308), tuple(3912, 42532), tuple(82742, 42016), tuple(94497, 36681), tuple(62494, 3933), tuple(81131, 18766), tuple(51641, 94651), tuple(72285, 53143), tuple(73943, 73716), tuple(66264, 17309), tuple(43156, 99528), tuple(43697, 78216), tuple(84733, 50821), tuple(75899, 63920), tuple(18455, 7660), tuple(30431, 879), tuple(92204, 44911), tuple(30237, 57641), tuple(33407, 98166), tuple(47862, 73576), tuple(68097, 8833), tuple(2454, 49159), tuple(85772, 67530), tuple(19732, 4536), tuple(93827, 39013), tuple(47927, 1682), tuple(69143, 51598), tuple(87471, 99956), tuple(66362, 70450), tuple(34353, 94326), tuple(15692, 81083), tuple(36376, 91470), tuple(71608, 32098), tuple(38115, 56236), tuple(38822, 64266), tuple(87707, 52553), tuple(97973, 23102), tuple(49267, 68907), tuple(22649, 95175), tuple(33001, 75648), tuple(39808, 55971), tuple(5608, 41816), tuple(40313, 20564), tuple(72994, 53489), tuple(16983, 19806), tuple(46114, 57880), tuple(78622, 59284), tuple(78285, 63449), tuple(84552, 19702), tuple(34234, 63531), tuple(50848, 34774), tuple(87144, 18212), tuple(68214, 1005), tuple(60080, 42398), tuple(60514, 65965), tuple(75134, 65529), tuple(74107, 21666), tuple(59817, 68782), tuple(58940, 16958), tuple(19975, 92583), tuple(38480, 83257), tuple(44510, 44997), tuple(59488, 37263), tuple(71209, 47719), tuple(52080, 94252), tuple(87128, 14831), tuple(74001, 37313), tuple(47448, 76625), tuple(20205, 93608), tuple(30249, 75697), tuple(82584, 44654), tuple(54091, 4298), tuple(47736, 84084), tuple(34052, 55781), tuple(76012, 73648), tuple(63204, 52778), tuple(33692, 54616), tuple(91839, 55044), tuple(71674, 28475), tuple(8517, 3272), tuple(35810, 89905), tuple(35146, 62215), tuple(77262, 18227), tuple(34439, 87732), tuple(82690, 83051),
+    tuple(13687, 19633), tuple(66238, 44809), tuple(53103, 29620), tuple(93365, 87319), tuple(50385, 4755), tuple(89627, 50902), tuple(51790, 15255), tuple(48989, 19631), tuple(16759, 3431), tuple(90814, 19064), tuple(27831, 70254), tuple(75037, 52472), tuple(35010, 24454), tuple(31155, 22730), tuple(87603, 59121), tuple(1323, 23506), tuple(56458, 11866), tuple(21201, 50026), tuple(66671, 36029), tuple(21700, 69519), tuple(85239, 77201), tuple(95141, 57606), tuple(3242, 19997), tuple(52852, 15715), tuple(49676, 70126), tuple(73970, 9214), tuple(86637, 18585), tuple(14571, 65017), tuple(65446, 43663), tuple(20121, 50571), tuple(88634, 87895), tuple(65246, 62716), tuple(27591, 85239), tuple(33623, 14256), tuple(66412, 77902), tuple(16008, 6217), tuple(979, 1666), tuple(22123, 54052), tuple(21596, 7241), tuple(42224, 60675), tuple(23345, 4908), tuple(33780, 16632), tuple(45087, 11756), tuple(10951, 69020), tuple(46138, 47932), tuple(69936, 20048), tuple(5871, 96808), tuple(45595, 67151), tuple(11993, 21010), tuple(20462, 16667), tuple(41417, 88964), tuple(97285, 44958), tuple(20062, 41444), tuple(50808, 18976), tuple(43350, 88847), tuple(34906, 58686), tuple(18132, 2775), tuple(45165, 45298), tuple(75000, 4332), tuple(62157, 9375), tuple(88002, 89214), tuple(84772, 59883), tuple(78078, 35447), tuple(37222, 79319), tuple(43545, 20731), tuple(30761, 13677), tuple(27691, 25767), tuple(97750, 154), tuple(87313, 16187), tuple(78338, 15942), tuple(61168, 16886), tuple(73848, 48436), tuple(74553, 13738), tuple(50645, 37279), tuple(11352, 63404), tuple(85650, 43058), tuple(9553, 2374), tuple(5443, 50670), tuple(55599, 64207), tuple(74136, 41008), tuple(12098, 83456), tuple(98240, 65916), tuple(59743, 64811), tuple(53244, 68834), tuple(66230, 81024), tuple(13734, 83786), tuple(40505, 76939), tuple(93029, 55536), tuple(29943, 53386), tuple(33838, 94514), tuple(71750, 96644), tuple(30017, 8255), tuple(4931, 38730), tuple(2317, 55953), tuple(52389, 67128), tuple(70794, 44324), tuple(24102, 85008), tuple(46435, 65609), tuple(19704, 92026), tuple(99929, 86339), tuple(67622, 13853), tuple(95573, 72963), tuple(99732, 75024), tuple(60437, 5554), tuple(78047, 64444), tuple(95426, 63150), tuple(45798, 26879), tuple(45561, 12951), tuple(95873, 14825), tuple(36695, 13697), tuple(88796, 31855), tuple(52103, 53754), tuple(34496, 56371), tuple(33575, 17436), tuple(39528, 83385), tuple(36153, 48372), tuple(15, 80583), tuple(39015, 36980), tuple(44747, 11011), tuple(7314, 54178), tuple(37252, 52551), tuple(92128, 52377), tuple(66571, 16799), tuple(35841, 92438), tuple(85840, 1365), tuple(39413, 15660), tuple(14759, 58002), tuple(40158, 36685), tuple(68936, 15130), tuple(69488, 30639), tuple(40633, 23355), tuple(93700, 49305), tuple(23456, 96541), tuple(24357, 99667), tuple(25072, 2364), tuple(34734, 17869), tuple(72064, 40226), tuple(22712, 41911), tuple(77545, 19335), tuple(33945, 13408), tuple(63813, 44097), tuple(21816, 77633), tuple(93359, 9036), tuple(47001, 85666), tuple(21934, 56004), tuple(19148, 75033), tuple(88715, 15387), tuple(79158, 53971), tuple(59300, 19502), tuple(66517, 80891), tuple(13859, 63857), tuple(81036, 38595), tuple(8876, 37315), tuple(26819, 54318), tuple(32428, 13471), tuple(2615, 24036), tuple(56894, 82103), tuple(59056, 50983), tuple(15479, 66848), tuple(75766, 27048), tuple(52141, 81023), tuple(94385, 34233), tuple(93361, 79520), tuple(30867, 80795), tuple(46204, 9262), tuple(7946, 4084), tuple(78272, 87422), tuple(33639, 20782), tuple(31276, 45969), tuple(77720, 1335), tuple(16701, 70082), tuple(64963, 19854), tuple(7812, 8856), tuple(16170, 81834), tuple(22877, 7520), tuple(7132, 80996), tuple(1917, 27657), tuple(24737, 91605), tuple(8195, 31354), tuple(22561, 70343), tuple(67166, 74828), tuple(39705, 79118), tuple(43241, 67180), tuple(63526, 22190), tuple(67442, 18172), tuple(38470, 51567), tuple(48664, 43895), tuple(90585, 51544), tuple(11842, 9287), tuple(4231, 61462), tuple(13104, 65739), tuple(52455, 27122), tuple(32318, 92494), tuple(77028, 57920), tuple(52314, 80381), tuple(96749, 22065), tuple(50502, 39753), tuple(99787, 70903), tuple(97786, 28008), tuple(30462, 94898), tuple(59403, 38638), tuple(29827, 16423), tuple(23066, 87865), tuple(61889, 7941), tuple(23948, 78242), tuple(32395, 9480), tuple(36150, 31784), tuple(83146, 10647), tuple(68557, 26863), tuple(93482, 94228), tuple(28512, 89595), tuple(89424, 17693), tuple(68947, 47792), tuple(77918, 25182), tuple(31272, 59863), tuple(10836, 23758), tuple(76913, 75785), tuple(97969, 35902), tuple(55507, 58629), tuple(918, 8356), tuple(66592, 31055), tuple(95309, 59336), tuple(51917, 63380), tuple(79369, 21373), tuple(82766, 76689), tuple(90893, 53940), tuple(31697, 95784), tuple(78683, 89271), tuple(29009, 41573), tuple(9294, 6063), tuple(80573, 79144), tuple(59240, 77056), tuple(99089, 4209), tuple(90406, 92148), tuple(48879, 74391), tuple(22792, 13661), tuple(52282, 74677), tuple(48330, 54418), tuple(6927, 75154), tuple(35007, 12002), tuple(86885, 50845), tuple(74200, 7643), tuple(57915, 3525), tuple(89763, 13455), tuple(98115, 11696), tuple(56291, 17002), tuple(22153, 27947), tuple(85961, 14263), tuple(74214, 58127), tuple(21084, 3965), tuple(86912, 49029), tuple(43018, 83709), tuple(67265, 85823), tuple(68600, 15226), tuple(25932, 81914), tuple(73795, 41791), tuple(3158, 90348), tuple(7664, 81621), tuple(81479, 60118), tuple(93519, 76982), tuple(75440, 3594), tuple(88965, 91886), tuple(92353, 12231), tuple(39378, 69012), tuple(71183, 88536), tuple(36041, 65794), tuple(6724, 26825), tuple(5123, 57858), tuple(2529, 85540), tuple(33448, 94400), tuple(30462, 37765), tuple(30025, 78210), tuple(74349, 5545), tuple(73389, 88842), tuple(78939, 62188), tuple(27948, 62059), tuple(90829, 67200), tuple(44234, 57891), tuple(30700, 61417), tuple(44025, 71190), tuple(22931, 17654), tuple(23476, 87369), tuple(9619, 78967), tuple(24405, 67927), tuple(84754, 91358), tuple(14649, 71404), tuple(4410, 74364), tuple(61417, 87647), tuple(73297, 46647), tuple(32082, 33309), tuple(44590, 47039), tuple(67518, 99908), tuple(22881, 99699), tuple(36657, 17859), tuple(17556, 91128), tuple(58478, 75834), tuple(57048, 73419), tuple(90902, 11840), tuple(4126, 69894), tuple(30361, 54290), tuple(31297, 28595), tuple(54659, 98844), tuple(71265, 86805), tuple(49708, 38180), tuple(24851, 15906), tuple(86094, 67606), tuple(13603, 68975), tuple(3601, 93501), tuple(93480, 17205), tuple(82020, 17859), tuple(68339, 66849), tuple(66423, 9217), tuple(84188, 55471), tuple(28167, 29187), tuple(51166, 46084), tuple(88799, 39664), tuple(67897, 91643), tuple(43015, 68398), tuple(7181, 78174), tuple(6810, 46804), tuple(6034, 55550), tuple(51391, 29469), tuple(76157, 96247), tuple(54973, 75826), tuple(83858, 53576), tuple(87315, 76427), tuple(44051, 44348), tuple(78313, 73128), tuple(44289, 62279), tuple(61897, 87062), tuple(40767, 93761), tuple(91660, 32072), tuple(5223, 36184), tuple(30709, 51066), tuple(40581, 38123), tuple(27886, 39104), tuple(40119, 20754), tuple(27423, 22588), tuple(57235, 49005), tuple(88733, 11711), tuple(4282, 60158), tuple(18632, 3837), tuple(68953, 17510), tuple(21256, 60637), tuple(71727, 176), tuple(25865, 77991), tuple(71032, 40412), tuple(91622, 20288), tuple(49014, 99799), tuple(13599, 5764), tuple(30979, 2454), tuple(40338, 41233), tuple(57336, 50430), tuple(72959, 57286), tuple(85827, 44852), tuple(71907, 33794), tuple(95577, 89084), tuple(72485, 24104), tuple(20306, 76152), tuple(26079, 29381), tuple(46907, 70771), tuple(50365, 90449), tuple(47884, 95986), tuple(88953, 37962), tuple(17407, 91977), tuple(91616, 97270), tuple(85966, 44410), tuple(90389, 12295), tuple(80529, 64553), tuple(21003, 37956), tuple(32923, 30387), tuple(78916, 68050), tuple(15505, 9628), tuple(59050, 38770), tuple(30091, 35499), tuple(30658, 70636), tuple(3160, 24877), tuple(8277, 49676), tuple(74352, 93399), tuple(54074, 53202), tuple(1643, 13321), tuple(71865, 70329), tuple(15251, 5871), tuple(63695, 36988), tuple(96887, 2370), tuple(43098, 14907), tuple(51946, 670), tuple(53294, 72621), tuple(57964, 99634), tuple(17761, 42977), tuple(77571, 38986), tuple(50417, 76385), tuple(80499, 52080), tuple(24301, 56623), tuple(43462, 34196), tuple(49381, 50953), tuple(34053, 74119), tuple(62887, 15142), tuple(69260, 13561), tuple(42848, 87275), tuple(91274, 37268), tuple(87880, 18740), tuple(61314, 8320), tuple(59707, 95633), tuple(38875, 94226), tuple(1415, 62574), tuple(25521, 90678), tuple(48366, 41803), tuple(497, 78256), tuple(26209, 34736), tuple(32946, 44203), tuple(85348, 59409), tuple(25037, 86769), tuple(12753, 78083), tuple(7901, 34859), tuple(70495, 40252), tuple(93318, 95446), tuple(64601, 60123), tuple(18929, 93512), tuple(90647, 85301), tuple(24280, 1900), tuple(82057, 44496), tuple(72227, 33583), tuple(7109, 24591), tuple(37709, 22897), tuple(1237, 16650), tuple(3383, 97434), tuple(72245, 64486), tuple(10201, 46701), tuple(70246, 27545), tuple(98647, 31169), tuple(21901, 75927), tuple(50188, 21441), tuple(89577, 37821), tuple(98823, 69937), tuple(19263, 97734), tuple(92937, 44136), tuple(626, 95680), tuple(12956, 24497), tuple(454, 41351), tuple(40585, 99858), tuple(26190, 82119), tuple(83467, 58869), tuple(39533, 27469), tuple(84276, 26501), tuple(29838, 24478), tuple(78589, 73649), tuple(85241, 37456), tuple(37739, 27890), tuple(30935, 18054), tuple(44388, 47592), tuple(46287, 11414), tuple(41275, 7284), tuple(61172, 59962), tuple(69172, 14436), tuple(11827, 43746), tuple(70455, 93926), tuple(35662, 19338), tuple(24436, 53824), tuple(28435, 33323), tuple(54767, 30980), tuple(91379, 46216), tuple(2656, 98555), tuple(17703, 75278), tuple(52299, 81894), tuple(88460, 76874), tuple(29298, 37649), tuple(87510, 3320), tuple(55513, 94080), tuple(77940, 95554), tuple(15605, 18918), tuple(49452, 85395), tuple(85737, 18109), tuple(73279, 56989), tuple(17461, 32967), tuple(19605, 43424), tuple(93999, 7945), tuple(29865, 94947), tuple(39164, 19448), tuple(88080, 7422),
+    tuple(436, 99800), tuple(27482, 44994), tuple(73495, 66844), tuple(47160, 66210), tuple(98801, 18553), tuple(33222, 8808), tuple(31037, 15092), tuple(92621, 47184), tuple(54888, 65801), tuple(30873, 33071), tuple(61182, 77132), tuple(81992, 40879), tuple(10268, 38847), tuple(26012, 24149), tuple(85131, 81923), tuple(10950, 55371), tuple(17788, 48443), tuple(39646, 51743), tuple(36019, 76895), tuple(9763, 36927), tuple(19582, 16771), tuple(68211, 84210), tuple(9412, 55904), tuple(44002, 9077), tuple(36583, 1638), tuple(97906, 20583), tuple(12863, 74173), tuple(29698, 34767), tuple(34469, 78263), tuple(87561, 58797), tuple(77844, 10556), tuple(68239, 63155), tuple(41560, 93635), tuple(52548, 95710), tuple(11161, 632), tuple(91657, 97784), tuple(93088, 89618), tuple(42604, 94389), tuple(4198, 51324), tuple(96597, 97093), tuple(77382, 89074), tuple(41381, 89801), tuple(25857, 67775), tuple(41422, 59757), tuple(39574, 93308), tuple(85990, 91621), tuple(49182, 92967), tuple(84187, 73625), tuple(92495, 93334), tuple(12471, 33289), tuple(49105, 76813), tuple(26330, 94103), tuple(70805, 33031), tuple(49193, 18360), tuple(18002, 29159), tuple(70447, 50454), tuple(44081, 3675), tuple(96495, 16455), tuple(98675, 5876), tuple(2913, 30032), tuple(91048, 91939), tuple(50496, 3621), tuple(7244, 20490), tuple(89364, 30152), tuple(43588, 25656), tuple(42086, 70055), tuple(90150, 95763), tuple(31727, 49598), tuple(92625, 29569), tuple(54148, 81753), tuple(77721, 57094), tuple(67706, 83472), tuple(26935, 9073), tuple(29554, 1952), tuple(33394, 13797), tuple(77797, 84190), tuple(65692, 40517), tuple(86640, 91307), tuple(56461, 17709), tuple(30204, 2620), tuple(72787, 87380), tuple(51439, 56294), tuple(25033, 30268), tuple(27379, 59569), tuple(11651, 62401), tuple(69998, 96886), tuple(17278, 56849), tuple(71326, 41808), tuple(50372, 4986), tuple(1711, 73335), tuple(71837, 63661), tuple(78810, 60882), tuple(62918, 6111), tuple(76267, 27414), tuple(12536, 747), tuple(24221, 44906), tuple(2136, 84763), tuple(7736, 18765), tuple(71822, 70209), tuple(55828, 97876), tuple(27029, 80557), tuple(47068, 2260), tuple(47441, 81681), tuple(95204, 83508), tuple(94992, 98690), tuple(86479, 34930), tuple(51759, 64962), tuple(23363, 25795), tuple(50675, 29266), tuple(54059, 35176), tuple(37985, 70844), tuple(270, 33485), tuple(88135, 28988), tuple(97160, 54235), tuple(71087, 50356), tuple(42552, 11173), tuple(58508, 4623), tuple(15663, 61919), tuple(7672, 63865), tuple(14458, 76549), tuple(94036, 65780), tuple(76076, 98795), tuple(65158, 94233), tuple(38869, 33986), tuple(25926, 48043), tuple(8196, 61978), tuple(93547, 83000), tuple(13218, 70869), tuple(40220, 153), tuple(40683, 8335), tuple(38208, 71925), tuple(63199, 70045), tuple(3199, 10537), tuple(16665, 29551), tuple(91333, 59035), tuple(60598, 74055), tuple(18820, 76617), tuple(31822, 14637), tuple(1508, 13279), tuple(99959, 73482), tuple(69854, 34920), tuple(59650, 1074), tuple(1538, 52026), tuple(84941, 6002), tuple(82892, 20921), tuple(88023, 79990), tuple(6945, 92700), tuple(2389, 62469), tuple(38515, 78260), tuple(34721, 56417), tuple(37208, 71058), tuple(78134, 76540), tuple(18831, 53863),
+    tuple(81277, 26395), tuple(57176, 69906), tuple(55080, 20726), tuple(65843, 9495), tuple(27703, 24879), tuple(60594, 53447), tuple(72896, 95513), tuple(87884, 50244), tuple(25281, 16427), tuple(14122, 6399), tuple(65765, 45679), tuple(38160, 38650), tuple(76820, 91595), tuple(74663, 37143), tuple(35220, 16865), tuple(54664, 88840), tuple(7671, 19781), tuple(7255, 87276), tuple(92182, 47030), tuple(98922, 49381), tuple(21954, 20742), tuple(54674, 19730), tuple(74694, 81672), tuple(31070, 97794), tuple(22759, 3530), tuple(6085, 72621), tuple(17392, 26996), tuple(82220, 41192), tuple(48225, 41272), tuple(42850, 54369), tuple(10817, 25978), tuple(18889, 81907), tuple(33157, 51203), tuple(64325, 5137), tuple(54695, 50597), tuple(32244, 99170), tuple(64264, 23137), tuple(22912, 47267), tuple(70570, 51635), tuple(96224, 20571), tuple(91110, 65969), tuple(2598, 66368), tuple(80926, 52434), tuple(1538, 77141), tuple(10149, 21484), tuple(4981, 58501), tuple(5154, 55414), tuple(66791, 35619), tuple(9905, 90667), tuple(83595, 75525), tuple(31989, 37492), tuple(41740, 48920), tuple(33876, 10878), tuple(48654, 50120), tuple(85890, 46200), tuple(67100, 30387), tuple(76475, 38916), tuple(1654, 1657), tuple(93842, 71472), tuple(14560, 97747), tuple(24866, 74187), tuple(11477, 2492), tuple(94590, 95965), tuple(29363, 58015), tuple(58783, 5304), tuple(27337, 87412), tuple(17695, 41885), tuple(91837, 75700), tuple(271, 49400), tuple(33438, 84607), tuple(78520, 46982), tuple(38817, 66995), tuple(2031, 58147), tuple(80354, 75561), tuple(7752, 55141), tuple(22715, 29219), tuple(10069, 69521), tuple(1711, 23325), tuple(88218, 94290), tuple(44895, 32844), tuple(62152, 964), tuple(32945, 57419), tuple(19030, 51353), tuple(53097, 36525), tuple(76592, 2389), tuple(53949, 27282), tuple(10569, 90204), tuple(94318, 48527), tuple(13855, 27099), tuple(41107, 11962), tuple(39143, 81444), tuple(66004, 38387), tuple(55906, 61394), tuple(34933, 33952), tuple(53868, 82829), tuple(86213, 80445), tuple(40351, 56305), tuple(97656, 90533), tuple(48021, 7262), tuple(49406, 38294), tuple(57170, 7675), tuple(7040, 8039), tuple(65129, 76668), tuple(7554, 74457), tuple(65930, 2421), tuple(12739, 37328), tuple(17174, 68325), tuple(63207, 21315), tuple(70066, 44503), tuple(19112, 8081), tuple(80329, 65152), tuple(76480, 39600), tuple(75262, 45432), tuple(24382, 67054), tuple(75360, 90438), tuple(21786, 19182), tuple(2050, 82428), tuple(34831, 92670), tuple(69746, 44939), tuple(6130, 58630), tuple(62478, 14374), tuple(35730, 71761), tuple(20641, 66145), tuple(86551, 64076), tuple(37559, 79379), tuple(8215, 82203), tuple(33701, 9187), tuple(22679, 38196), tuple(17476, 25994), tuple(4391, 62658), tuple(87726, 32997), tuple(22552, 65818), tuple(18115, 42587), tuple(64374, 97689), tuple(64896, 49572), tuple(98479, 75547), tuple(881, 32287), tuple(25305, 16000), tuple(295, 67454), tuple(67642, 87363), tuple(50945, 31544), tuple(95966, 9972), tuple(44139, 28252), tuple(83682, 88471), tuple(34615, 665), tuple(13190, 85527), tuple(32195, 81130), tuple(22310, 12209), tuple(27910, 60272), tuple(40133, 5905), tuple(29352, 36686), tuple(76443, 64096), tuple(79522, 79616), tuple(63465, 96631), tuple(95604, 90216), tuple(88548, 12411), tuple(63732, 50843), tuple(1478, 11113), tuple(41472, 43329), tuple(35207, 78855), tuple(95093, 22581), tuple(67812, 1348), tuple(96472, 75947), tuple(18984, 63538), tuple(84782, 72178), tuple(53524, 46634), tuple(95525, 15476), tuple(82732, 89272), tuple(59603, 2032), tuple(74431, 78243), tuple(47712, 51835), tuple(82671, 67076), tuple(63302, 96469), tuple(77655, 95524), tuple(11099, 31832), tuple(77967, 32724), tuple(85070, 36190), tuple(93260, 32825), tuple(51348, 34162), tuple(40912, 26841), tuple(27227, 21822), tuple(15979, 96933), tuple(76990, 90541), tuple(36121, 90437), tuple(85571, 9605), tuple(85987, 46881), tuple(86738, 82375), tuple(80188, 48238), tuple(64608, 41916), tuple(79866, 9442), tuple(28100, 95607), tuple(10136, 19628), tuple(6078, 59019), tuple(8971, 11986), tuple(75703, 209), tuple(81982, 98701), tuple(30455, 66367), tuple(92825, 84403), tuple(73144, 4923), tuple(62835, 75533), tuple(90925, 56381), tuple(83853, 86786), tuple(66906, 28576), tuple(69683, 74216), tuple(2171, 22531), tuple(6591, 52559), tuple(59362, 88732), tuple(49865, 38016), tuple(82881, 9151), tuple(71356, 27365), tuple(91463, 45944), tuple(71040, 12264), tuple(62116, 27681), tuple(84941, 82284), tuple(57515, 60713), tuple(45227, 74196), tuple(77502, 17765), tuple(54055, 29484), tuple(33708, 46220), tuple(37344, 75102), tuple(80480, 37942), tuple(95782, 36781), tuple(14092, 82457), tuple(25284, 82297), tuple(85150, 50659), tuple(90037, 99122), tuple(49584, 48321), tuple(8028, 65210), tuple(8162, 32091), tuple(1609, 22211), tuple(38548, 1023), tuple(35864, 43021), tuple(54196, 30754), tuple(88535, 90185), tuple(5518, 97226), tuple(79272, 57758), tuple(61381, 86419), tuple(38344, 86877), tuple(72629, 24694), tuple(12563, 11747), tuple(81456, 44023), tuple(55536, 65195), tuple(67741, 12182), tuple(64250, 29636), tuple(45252, 9834), tuple(16576, 40098), tuple(65924, 11123), tuple(14090, 83443), tuple(95180, 92697), tuple(92452, 7957), tuple(21244, 29717), tuple(50253, 62030), tuple(21401, 70735), tuple(86803, 89625), tuple(17066, 52757), tuple(74570, 89660), tuple(11647, 74336), tuple(22463, 68191), tuple(41693, 67542), tuple(12994, 21955), tuple(3180, 27966), tuple(37236, 51099), tuple(68568, 62778), tuple(2671, 68542), tuple(42771, 4268), tuple(7578, 12919), tuple(33838, 61136), tuple(87904, 48076), tuple(3781, 57164), tuple(83289, 14414), tuple(29626, 91409), tuple(92536, 13946), tuple(88125, 34961), tuple(71541, 41249), tuple(21045, 85183), tuple(21628, 62294), tuple(17768, 22390), tuple(5892, 10231), tuple(85902, 84414), tuple(44078, 87944), tuple(64981, 31018), tuple(85690, 11077), tuple(4711, 9309), tuple(39077, 26339), tuple(85313, 99603), tuple(20267, 31090), tuple(92684, 11726), tuple(17887, 17415), tuple(23064, 83141), tuple(40925, 87246), tuple(17575, 71065), tuple(29396, 86192), tuple(10859, 2881), tuple(50457, 42309), tuple(86972, 41824), tuple(80954, 76970), tuple(11664, 94322), tuple(4286, 93562), tuple(9093, 32589), tuple(81261, 96519), tuple(67886, 3086), tuple(74132, 43197), tuple(94549, 26192), tuple(55498, 75374), tuple(93813, 32911), tuple(6727, 51629), tuple(93543, 55373), tuple(48682, 83316), tuple(32468, 77339), tuple(60028, 4896), tuple(34177, 67214), tuple(35429, 16686), tuple(72814, 39944), tuple(82791, 97364), tuple(21249, 36007), tuple(85536, 84815), tuple(32784, 34349), tuple(2391, 45661), tuple(62595, 30434), tuple(56513, 65051), tuple(22536, 99421), tuple(80603, 62636), tuple(23609, 19082), tuple(33262, 63428), tuple(45307, 96049), tuple(75079, 62835), tuple(52361, 19400), tuple(43845, 89033), tuple(54257, 33298), tuple(31133, 35836), tuple(56725, 10158), tuple(73650, 10456), tuple(77548, 28249), tuple(57998, 79546), tuple(97895, 93196), tuple(472, 18004), tuple(67178, 2684), tuple(34612, 36352), tuple(84970, 98816), tuple(32474, 5895), tuple(60388, 75957), tuple(81643, 26457), tuple(30070, 55744), tuple(14725, 58396), tuple(66451, 69932), tuple(59264, 59569), tuple(98045, 63704), tuple(11925, 87468), tuple(24701, 6280), tuple(47797, 84240), tuple(998, 13575), tuple(37865, 72036), tuple(71339, 10339), tuple(28248, 7481), tuple(33945, 97829), tuple(85194, 8904), tuple(39669, 73192), tuple(24326, 65934), tuple(14438, 72729), tuple(76676, 35176), tuple(97604, 95931), tuple(36032, 61056), tuple(65788, 20291), tuple(73067, 60718), tuple(75742, 27362), tuple(45393, 74792), tuple(49586, 13048), tuple(57961, 68534), tuple(78171, 47271), tuple(76064, 41030), tuple(88738, 10155), tuple(87757, 63134), tuple(95783, 76438), tuple(77935, 85529), tuple(79345, 69555), tuple(94483, 58668), tuple(9432, 40485), tuple(43585, 376), tuple(61737, 97784), tuple(1593, 37078), tuple(11129, 23793), tuple(94341, 64063), tuple(41896, 70446), tuple(77473, 33532), tuple(66748, 65844), tuple(17802, 27920), tuple(22891, 12901), tuple(40435, 43348), tuple(27956, 16989), tuple(29550, 63725), tuple(49453, 61216), tuple(25570, 97985), tuple(39599, 83449), tuple(96373, 12817), tuple(48357, 40473), tuple(99949, 33182), tuple(85434, 45421), tuple(28033, 46182), tuple(80932, 26691), tuple(99522, 29180), tuple(70868, 31903), tuple(63217, 51504), tuple(70267, 29484), tuple(36096, 28371), tuple(45710, 2823), tuple(85697, 3912), tuple(25410, 70358), tuple(73558, 82834), tuple(28617, 80585), tuple(81874, 57512), tuple(76797, 45045), tuple(22091, 84124), tuple(68372, 42189), tuple(66320, 83215), tuple(23013, 22530), tuple(33735, 97800), tuple(54318, 99061), tuple(18025, 39513), tuple(69059, 39780), tuple(58425, 39790), tuple(10222, 96791), tuple(17061, 3138), tuple(92416, 5773), tuple(20023, 31736), tuple(47846, 74511), tuple(52598, 26398), tuple(3738, 44490), tuple(53346, 79223), tuple(31991, 57557), tuple(34592, 98693), tuple(86926, 20881), tuple(14108, 87654), tuple(4889, 34982), tuple(77283, 73201), tuple(13668, 22633), tuple(50763, 95152), tuple(97292, 54613), tuple(22782, 30081), tuple(21536, 46551), tuple(45965, 4172), tuple(75537, 79254), tuple(41267, 86819), tuple(57723, 75200), tuple(60404, 27252), tuple(80305, 57892), tuple(50103, 24015), tuple(69409, 13132), tuple(30717, 56384), tuple(54568, 79877), tuple(8584, 8359), tuple(41416, 64392), tuple(32898, 92944), tuple(5262, 35907), tuple(88652, 77951), tuple(16619, 2797), tuple(42494, 65581), tuple(21009, 18555), tuple(29084, 28068), tuple(29464, 35568), tuple(7288, 52066), tuple(32378, 48725), tuple(95300, 62168), tuple(52295, 97110), tuple(36862, 87786), tuple(12224, 86684), tuple(85883, 34167), tuple(45369, 76651), tuple(95460, 42855), tuple(34354, 87238), tuple(7214, 96375), tuple(58720, 87947), tuple(55009, 10506), tuple(98506, 6081), tuple(46068, 81113), tuple(99065, 58657), tuple(81820, 28081), tuple(90611, 57235), tuple(7661, 72835), tuple(93195, 90418), tuple(34452, 20146),
+    tuple(39857, 78712), tuple(47185, 52074), tuple(9879, 51807), tuple(92457, 92377), tuple(36082, 17723), tuple(21905, 43398), tuple(35902, 54380), tuple(21791, 6804), tuple(50774, 35200), tuple(11540, 83934), tuple(54574, 57602), tuple(99878, 35568), tuple(28171, 68210), tuple(58132, 17222), tuple(91755, 80585), tuple(18944, 65785), tuple(78535, 70725), tuple(42599, 65291), tuple(62274, 97160), tuple(76487, 23798), tuple(34741, 36988), tuple(7286, 61119), tuple(36824, 29665), tuple(82478, 60722), tuple(90995, 28025), tuple(71438, 40230), tuple(83152, 45104), tuple(1812, 91619))
+    </query>
+
+    <drop_query>DROP TABLE IF EXISTS test_in</drop_query>
+</test>

From 14756e5707d30c9869074b8605f4617454c4b359 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 27 May 2021 13:51:53 +0300
Subject: [PATCH 0620/1060] Update dict lifetime

---
 .../configs/dictionaries/file.xml                               | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml b/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml
index cbc7e976220..da848355660 100644
--- a/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml
+++ b/tests/integration/test_dictionaries_update_and_reload/configs/dictionaries/file.xml
@@ -8,7 +8,7 @@
           <format>TabSeparated</format>
         </file>
       </source>
-      <lifetime>100</lifetime>
+      <lifetime>5</lifetime>
       <layout><flat/></layout>
       <structure><id><name>key</name> </id>
         <attribute><name>a</name><type>Int32</type>

From bb064ee3dcf8e96d9658edd988f2fbf3b23834cb Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 27 May 2021 14:03:35 +0300
Subject: [PATCH 0621/1060] Update arcadia_skip_list.txt

---
 tests/queries/0_stateless/arcadia_skip_list.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index c9024a6e0cc..2b03f32dccc 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -238,3 +238,4 @@
 01850_dist_INSERT_preserve_error
 01870_modulo_partition_key
 01880_remote_ipv6
+01882_check_max_parts_to_merge_at_once

From f66c67a979cc303f9db46e9b9dae8ae450ac2d18 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 27 May 2021 10:35:36 +0300
Subject: [PATCH 0622/1060] Fixes

---
 base/daemon/BaseDaemon.cpp       | 12 +++++++-----
 programs/server/Server.cpp       | 12 ++++++------
 src/Common/ErrorCodes.cpp        |  2 +-
 src/Disks/S3/DiskS3.cpp          |  6 ++++--
 src/Formats/FormatSchemaInfo.cpp | 11 +++++++++--
 5 files changed, 27 insertions(+), 16 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index a2118cc7bb1..310e656dac2 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -531,12 +531,14 @@ void BaseDaemon::closeFDs()
 #endif
     if (fs::is_directory(proc_path)) /// Hooray, proc exists
     {
-        std::vector<std::string> fds;
-        /// in /proc/self/fd directory filenames are numeric file descriptors
-        Poco::File(proc_path.string()).list(fds);
-        for (const auto & fd_str : fds)
+        /// in /proc/self/fd directory filenames are numeric file descriptors.
+        /// Iterate directory separately from closing fds to avoid closing iterated directory fd.
+        std::vector<int> fds;
+        for (const auto & path : fs::directory_iterator(proc_path))
+            fds.push_back(DB::parse<int>(path.path().filename()));
+
+        for (const auto & fd : fds)
         {
-            int fd = DB::parse<int>(fd_str);
             if (fd > 2 && fd != signal_pipe.fds_rw[0] && fd != signal_pipe.fds_rw[1])
                 ::close(fd);
         }
diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index 820bb73c6ba..f169d793ee9 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -189,16 +189,16 @@ void setupTmpPath(Poco::Logger * log, const std::string & path)
     fs::create_directories(path);
 
     /// Clearing old temporary files.
-    Poco::DirectoryIterator dir_end;
-    for (Poco::DirectoryIterator it(path); it != dir_end; ++it)
+    fs::directory_iterator dir_end;
+    for (fs::directory_iterator it(path); it != dir_end; ++it)
     {
-        if (it->isFile() && startsWith(it.name(), "tmp"))
+        if (it->is_regular_file() && startsWith(it->path().filename(), "tmp"))
         {
-            LOG_DEBUG(log, "Removing old temporary file {}", it->path());
-            it->remove();
+            LOG_DEBUG(log, "Removing old temporary file {}", it->path().string());
+            fs::remove(it->path());
         }
         else
-            LOG_DEBUG(log, "Skipped file in temporary path {}", it->path());
+            LOG_DEBUG(log, "Skipped file in temporary path {}", it->path().string());
     }
 }
 
diff --git a/src/Common/ErrorCodes.cpp b/src/Common/ErrorCodes.cpp
index 34e34418acb..d840830bf28 100644
--- a/src/Common/ErrorCodes.cpp
+++ b/src/Common/ErrorCodes.cpp
@@ -553,8 +553,8 @@
     M(583, ILLEGAL_PROJECTION) \
     M(584, PROJECTION_NOT_USED) \
     M(585, CANNOT_PARSE_YAML) \
+    M(586, CANNOT_CREATE_FILE) \
     \
-    M(997, CANNOT_CREATE_FILE) \
     M(998, POSTGRESQL_CONNECTION_FAILURE) \
     M(999, KEEPER_EXCEPTION) \
     M(1000, POCO_EXCEPTION) \
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 7054987527d..89c2d20db9f 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -874,9 +874,11 @@ void DiskS3::restoreFileOperations(const RestoreInformation & restore_informatio
             LOG_DEBUG(log, "Move directory to 'detached' {} -> {}", path, detached_path);
 
             fs::path from_path = fs::path(metadata_path) / path;
-            fs::path to_path = fs::path(metadata_path) / detached_path / from_path.filename();
+            fs::path to_path = fs::path(metadata_path) / detached_path;
             if (path.ends_with('/'))
-                to_path = to_path.parent_path();
+                to_path /= from_path.parent_path().filename();
+            else
+                to_path /= from_path.filename();
             fs::copy(from_path, to_path, fs::copy_options::recursive | fs::copy_options::overwrite_existing);
             fs::remove_all(from_path);
         }
diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index f985cb2681f..54e0961d161 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -74,6 +74,14 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
     if (!path.has_extension() && !default_file_extension.empty())
         path = path.parent_path() / (path.stem().string() + '.' + default_file_extension);
 
+    fs::path default_schema_directory_path(default_schema_directory());
+    auto path_is_subdirectory_of = [](fs::path inner, const fs::path & outer) -> bool
+    {
+        while (inner != outer && inner != "/")
+            inner = inner.parent_path();
+        return inner == outer;
+    };
+
     if (path.is_absolute())
     {
         if (is_server)
@@ -81,13 +89,12 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }
-    else if (path.string().starts_with(".."))
+    else if (!path_is_subdirectory_of(path, default_schema_directory_path))
     {
         if (is_server)
             throw Exception(
                 "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: " + path.string(),
                 ErrorCodes::BAD_ARGUMENTS);
-        fs::path default_schema_directory_path(default_schema_directory());
         if (default_schema_directory_path.is_absolute())
             path = default_schema_directory_path;
         else

From 2985def91d29e250b6b6b95f15a132acbe2c7c12 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 27 May 2021 15:54:47 +0300
Subject: [PATCH 0623/1060] Add tests

---
 src/Common/Throttler.h                        |  19 ++
 src/IO/copyData.cpp                           |   2 +-
 src/IO/copyData.h                             |  16 +-
 src/Interpreters/Context.cpp                  |   4 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |   7 +
 src/Storages/StorageReplicatedMergeTree.h     |   4 +
 tests/integration/helpers/network.py          |  58 +++++
 .../__init__.py                               |   1 +
 .../configs/limit_replication_config.xml      |   9 +
 .../test_replicated_fetches_bandwidth/test.py | 214 ++++++++++++++++++
 10 files changed, 322 insertions(+), 12 deletions(-)
 create mode 100644 tests/integration/test_replicated_fetches_bandwidth/__init__.py
 create mode 100644 tests/integration/test_replicated_fetches_bandwidth/configs/limit_replication_config.xml
 create mode 100644 tests/integration/test_replicated_fetches_bandwidth/test.py

diff --git a/src/Common/Throttler.h b/src/Common/Throttler.h
index 172cce783d8..41f5661f67e 100644
--- a/src/Common/Throttler.h
+++ b/src/Common/Throttler.h
@@ -75,8 +75,13 @@ public:
             if (desired_ns > elapsed_ns)
             {
                 UInt64 sleep_ns = desired_ns - elapsed_ns;
+
+                accumulated_sleep += sleep_ns;
+
                 sleepForNanoseconds(sleep_ns);
 
+                accumulated_sleep -= sleep_ns;
+
                 ProfileEvents::increment(ProfileEvents::ThrottlerSleepMicroseconds, sleep_ns / 1000UL);
             }
         }
@@ -97,6 +102,19 @@ public:
 
         count = 0;
         watch.reset();
+        accumulated_sleep = 0;
+    }
+
+    /// Is throttler already accumulated some sleep time and throttling.
+    bool isThrottling() const
+    {
+        if (accumulated_sleep != 0)
+            return true;
+
+        if (parent)
+            return parent->isThrottling();
+
+        return false;
     }
 
 private:
@@ -106,6 +124,7 @@ private:
     const char * limit_exceeded_exception_message = nullptr;
     Stopwatch watch {CLOCK_MONOTONIC_COARSE};
     std::mutex mutex;
+    std::atomic<UInt64> accumulated_sleep{0};
 
     /// Used to implement a hierarchy of throttlers
     std::shared_ptr<Throttler> parent;
diff --git a/src/IO/copyData.cpp b/src/IO/copyData.cpp
index 428741f2a47..8a044b50de9 100644
--- a/src/IO/copyData.cpp
+++ b/src/IO/copyData.cpp
@@ -93,7 +93,7 @@ void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes, std::function<v
 
 void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler)
 {
-    copyDataImpl(from, to, true, std::numeric_limits<size_t>::max(), &is_cancelled, throttler);
+    copyDataImpl(from, to, false, std::numeric_limits<size_t>::max(), &is_cancelled, throttler);
 }
 
 void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler)
diff --git a/src/IO/copyData.h b/src/IO/copyData.h
index 56244167861..2202f36f79e 100644
--- a/src/IO/copyData.h
+++ b/src/IO/copyData.h
@@ -14,23 +14,21 @@ class Throttler;
 using ThrottlerPtr = std::shared_ptr<Throttler>;
 
 
-/** Copies data from ReadBuffer to WriteBuffer, all that is.
-  */
+/// Copies data from ReadBuffer to WriteBuffer, all that is.
 void copyData(ReadBuffer & from, WriteBuffer & to);
 
-/** Copies `bytes` bytes from ReadBuffer to WriteBuffer. If there are no `bytes` bytes, then throws an exception.
-  */
+/// Copies `bytes` bytes from ReadBuffer to WriteBuffer. If there are no `bytes` bytes, then throws an exception.
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes);
 
-/** The same, with the condition to cancel.
-  */
+/// The same, with the condition to cancel.
 void copyData(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled);
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled);
 
-void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler);
-void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler);
-
 void copyData(ReadBuffer & from, WriteBuffer & to, std::function<void()> cancellation_hook);
 void copyData(ReadBuffer & from, WriteBuffer & to, size_t bytes, std::function<void()> cancellation_hook);
 
+/// Same as above but also use throttler to limit maximum speed
+void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler);
+void copyDataWithThrottler(ReadBuffer & from, WriteBuffer & to, size_t bytes, const std::atomic<int> & is_cancelled, ThrottlerPtr throttler);
+
 }
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index f1cf89dfaf6..7ee2da05b12 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -1637,7 +1637,7 @@ ThrottlerPtr Context::getReplicatedFetchesThrottler() const
         shared->replicated_fetches_throttler = std::make_shared<Throttler>(
             settings.max_replicated_fetches_network_bandwidth_for_server);
 
-    return  shared->replicated_fetches_throttler;
+    return shared->replicated_fetches_throttler;
 }
 
 ThrottlerPtr Context::getReplicatedSendsThrottler() const
@@ -1647,7 +1647,7 @@ ThrottlerPtr Context::getReplicatedSendsThrottler() const
         shared->replicated_sends_throttler = std::make_shared<Throttler>(
             settings.max_replicated_sends_network_bandwidth_for_server);
 
-    return  shared->replicated_fetches_throttler;
+    return shared->replicated_sends_throttler;
 }
 
 bool Context::hasDistributedDDL() const
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index d776a51b06d..59c9d603963 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -3161,6 +3161,13 @@ bool StorageReplicatedMergeTree::canExecuteFetch(const ReplicatedMergeTreeLogEnt
         return false;
     }
 
+    if (replicated_fetches_throttler->isThrottling())
+    {
+        disable_reason = fmt::format("Not executing fetch of part {} because fetches have already throttled by network settings "
+                                     "<max_replicated_fetches_network_bandwidth> or <max_replicated_fetches_network_bandwidth_for_server>.", entry.new_part_name);
+        return false;
+    }
+
     return true;
 }
 
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 93f86e8ae7e..7ba524d565b 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -240,11 +240,13 @@ public:
     /// Get best replica having this partition on S3
     String getSharedDataReplica(const IMergeTreeDataPart & part) const;
 
+    /// Get throttler for replicated fetches
     ThrottlerPtr getFetchesThrottler() const
     {
         return replicated_fetches_throttler;
     }
 
+    /// Get throttler for replicated sends
     ThrottlerPtr getSendsThrottler() const
     {
         return replicated_sends_throttler;
@@ -374,6 +376,8 @@ private:
 
     const size_t replicated_fetches_pool_size;
 
+    /// Throttlers used in DataPartsExchange to lower maximum fetch/sends
+    /// speed.
     ThrottlerPtr replicated_fetches_throttler;
     ThrottlerPtr replicated_sends_throttler;
 
diff --git a/tests/integration/helpers/network.py b/tests/integration/helpers/network.py
index aa697c63d72..4a64ccee809 100644
--- a/tests/integration/helpers/network.py
+++ b/tests/integration/helpers/network.py
@@ -219,3 +219,61 @@ class _NetworkManager:
             raise subprocess.CalledProcessError(exit_code, cmd)
 
         return output
+
+# Approximately mesure network I/O speed for interface
+class NetThroughput(object):
+    def __init__(self, node, interface="eth0"):
+        self.interface = interface
+        self.node = node
+        try:
+            check = subprocess.check_output(f'grep "^ *{self.interface}:" /proc/net/dev', shell=True)
+            if not check:
+                raise Exception(f"No such interface {self.interface} found in /proc/net/dev")
+        except:
+            raise Exception(f"No such interface {self.interface} found in /proc/net/dev")
+
+        self.current_in = self._get_in_bytes()
+        self.current_out = self._get_out_bytes()
+        self.measure_time = time.time()
+
+    def _get_in_bytes(self):
+        try:
+            result = self.node.exec_in_container(['bash', '-c', f'awk "/^ *{self.interface}:/"\' {{ if ($1 ~ /.*:[0-9][0-9]*/) {{ sub(/^.*:/, "") ; print $1 }} else {{ print $2 }} }}\' /proc/net/dev'])
+        except:
+            raise Exception(f"Cannot receive in bytes from /proc/net/dev for interface {self.interface}")
+
+        try:
+            return int(result)
+        except:
+            raise Exception(f"Got non-numeric in bytes '{result}' from /proc/net/dev for interface {self.interface}")
+
+    def _get_out_bytes(self):
+        try:
+            result = self.node.exec_in_container(['bash', '-c', f'awk "/^ *{self.interface}:/"\' {{ if ($1 ~ /.*:[0-9][0-9]*/) {{ print $9 }} else {{ print $10 }} }}\' /proc/net/dev'])
+        except:
+            raise Exception(f"Cannot receive out bytes from /proc/net/dev for interface {self.interface}")
+
+        try:
+            return int(result)
+        except:
+            raise Exception(f"Got non-numeric out bytes '{result}' from /proc/net/dev for interface {self.interface}")
+
+    def measure_speed(self, measure='bytes'):
+        new_in = self._get_in_bytes()
+        new_out = self._get_out_bytes()
+        current_time = time.time()
+        in_speed = (new_in - self.current_in) / (current_time - self.measure_time)
+        out_speed = (new_out - self.current_out) / (current_time - self.measure_time)
+
+        self.current_out = new_out
+        self.current_in = new_in
+        self.measure_time = current_time
+
+        if measure == 'bytes':
+            return in_speed, out_speed
+        elif measure == 'kilobytes':
+            return in_speed / 1024., out_speed / 1024.
+        elif measure == 'megabytes':
+            return in_speed / (1024 * 1024), out_speed / (1024 * 1024)
+        else:
+            raise Exception(f"Unknown measure {measure}")
diff --git a/tests/integration/test_replicated_fetches_bandwidth/__init__.py b/tests/integration/test_replicated_fetches_bandwidth/__init__.py
new file mode 100644
index 00000000000..e5a0d9b4834
--- /dev/null
+++ b/tests/integration/test_replicated_fetches_bandwidth/__init__.py
@@ -0,0 +1 @@
+#!/usr/bin/env python3
diff --git a/tests/integration/test_replicated_fetches_bandwidth/configs/limit_replication_config.xml b/tests/integration/test_replicated_fetches_bandwidth/configs/limit_replication_config.xml
new file mode 100644
index 00000000000..566c7c07f5c
--- /dev/null
+++ b/tests/integration/test_replicated_fetches_bandwidth/configs/limit_replication_config.xml
@@ -0,0 +1,9 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+          <max_replicated_fetches_network_bandwidth_for_server>5242880</max_replicated_fetches_network_bandwidth_for_server>
+          <max_replicated_sends_network_bandwidth_for_server>10485760</max_replicated_sends_network_bandwidth_for_server>
+        </default>
+    </profiles>
+</yandex>
diff --git a/tests/integration/test_replicated_fetches_bandwidth/test.py b/tests/integration/test_replicated_fetches_bandwidth/test.py
new file mode 100644
index 00000000000..ce1628fecd7
--- /dev/null
+++ b/tests/integration/test_replicated_fetches_bandwidth/test.py
@@ -0,0 +1,214 @@
+#!/usr/bin/env python3
+from helpers.cluster import ClickHouseCluster
+import pytest
+import random
+import string
+from helpers.network import NetThroughput
+import subprocess
+import time
+
+cluster = ClickHouseCluster(__file__)
+node1 = cluster.add_instance('node1', with_zookeeper=True)
+node2 = cluster.add_instance('node2', with_zookeeper=True)
+node3 = cluster.add_instance('node3', user_configs=['configs/limit_replication_config.xml'], with_zookeeper=True)
+
+@pytest.fixture(scope="module")
+def start_cluster():
+    try:
+        cluster.start()
+
+        yield cluster
+    finally:
+        cluster.shutdown()
+
+def get_random_string(length):
+    return ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(length))
+
+def test_limited_fetch_single_table(start_cluster):
+    try:
+        for i, node in enumerate([node1, node2]):
+            node.query(f"CREATE TABLE limited_fetch_table(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_fetch_table', '{i}') ORDER BY tuple() PARTITION BY key SETTINGS max_replicated_fetches_network_bandwidth=10485760")
+
+        node2.query("SYSTEM STOP FETCHES limited_fetch_table")
+
+        for i in range(5):
+            node1.query("INSERT INTO limited_fetch_table SELECT {}, '{}' FROM numbers(300)".format(i, get_random_string(104857)))
+
+        n1_net = NetThroughput(node1)
+        n2_net = NetThroughput(node2)
+
+        node2.query("SYSTEM START FETCHES limited_fetch_table")
+        n2_fetch_speed = []
+        for i in range(10):
+            n1_in, n1_out = n1_net.measure_speed('megabytes')
+            n2_in, n2_out = n2_net.measure_speed('megabytes')
+            print(node2.query("SELECT * FROM system.replication_queue FORMAT Vertical"))
+            print("[N1] input:", n1_in, 'MB/s', "output:", n1_out, "MB/s")
+            print("[N2] input:", n2_in, 'MB/s', "output:", n2_out, "MB/s")
+            n2_fetch_speed.append(n2_in)
+            time.sleep(0.5)
+
+        for s in n2_fetch_speed:
+            if s > 20: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+                assert False, "We exceeded max fetch speed for more than 10MB/s. Must be around 10 (+- 5), got " + str(s)
+            # cannot check lower bound because it can vary depending on host/build etc.
+        else:
+            print("Fetch speed OK")
+
+    finally:
+        for i, node in enumerate([node1, node2]):
+            node.query(f"DROP TABLE IF EXISTS limited_fetch_table SYNC")
+
+def test_limited_send_single_table(start_cluster):
+    try:
+        for i, node in enumerate([node1, node2]):
+            node.query(f"CREATE TABLE limited_send_table(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_fetch_table', '{i}') ORDER BY tuple() PARTITION BY key SETTINGS max_replicated_sends_network_bandwidth=5242880")
+
+        node1.query("SYSTEM STOP REPLICATED SENDS limited_send_table")
+
+        for i in range(5):
+            node1.query("INSERT INTO limited_send_table SELECT {}, '{}' FROM numbers(150)".format(i, get_random_string(104857)))
+
+        n1_net = NetThroughput(node1)
+        n2_net = NetThroughput(node2)
+
+        node1.query("SYSTEM START REPLICATED SENDS limited_send_table")
+        n1_sends_speed = []
+        for i in range(10):
+            n1_in, n1_out = n1_net.measure_speed('megabytes')
+            n2_in, n2_out = n2_net.measure_speed('megabytes')
+            print("[N1] input:", n1_in, 'MB/s', "output:", n1_out, "MB/s")
+            print("[N2] input:", n2_in, 'MB/s', "output:", n2_out, "MB/s")
+            n1_sends_speed.append(n1_out)
+            time.sleep(0.5)
+
+        for s in n1_sends_speed:
+            if s > 10: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+                assert False, "We exceeded max send speed for more than 5MB/s. Must be around 5 (+- 5), got " + str(s)
+            # cannot check lower bound because it can vary depending on host/build etc.
+        else:
+            print("Send speed OK")
+
+    finally:
+        for i, node in enumerate([node1, node2]):
+            node.query(f"DROP TABLE IF EXISTS limited_send_table SYNC")
+
+
+def test_limited_fetches_for_server(start_cluster):
+    try:
+        for i, node in enumerate([node1, node3]):
+            for j in range(5):
+                node.query(f"CREATE TABLE limited_fetches{j}(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_fetches{j}', '{i}') ORDER BY tuple() PARTITION BY key")
+
+        for j in range(5):
+            node3.query(f"SYSTEM STOP FETCHES limited_fetches{j}")
+            for i in range(5):
+                node1.query("INSERT INTO limited_fetches{} SELECT {}, '{}' FROM numbers(50)".format(j, i, get_random_string(104857)))
+
+        n1_net = NetThroughput(node1)
+        n3_net = NetThroughput(node3)
+
+        for j in range(5):
+            node3.query(f"SYSTEM START FETCHES limited_fetches{j}")
+
+        n3_fetches_speed = []
+        for i in range(10):
+            n1_in, n1_out = n1_net.measure_speed('megabytes')
+            n3_in, n3_out = n3_net.measure_speed('megabytes')
+            print("[N1] input:", n1_in, 'MB/s', "output:", n1_out, "MB/s")
+            print("[N3] input:", n3_in, 'MB/s', "output:", n3_out, "MB/s")
+            n3_fetches_speed.append(n3_in)
+            time.sleep(0.5)
+
+        for s in n3_fetches_speed:
+            if s > 20: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+                assert False, "We exceeded max fetch speed for more than 20MB/s. Must be around 5 (+- 10), got " + str(s)
+            # cannot check lower bound because it can vary depending on host/build etc.
+        else:
+            print("Fetch speed OK")
+
+    finally:
+        for i, node in enumerate([node1, node3]):
+            for j in range(5):
+                node.query(f"DROP TABLE IF EXISTS limited_fetches{i} SYNC")
+
+
+def test_limited_sends_for_server(start_cluster):
+    try:
+        for i, node in enumerate([node1, node3]):
+            for j in range(5):
+                node.query(f"CREATE TABLE limited_sends{j}(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_sends{j}', '{i}') ORDER BY tuple() PARTITION BY key")
+
+        for j in range(5):
+            node3.query(f"SYSTEM STOP REPLICATED SENDS limited_sends{j}")
+            for i in range(5):
+                node3.query("INSERT INTO limited_sends{} SELECT {}, '{}' FROM numbers(50)".format(j, i, get_random_string(104857)))
+
+        n1_net = NetThroughput(node1)
+        n3_net = NetThroughput(node3)
+
+        for j in range(5):
+            node3.query(f"SYSTEM START REPLICATED SENDS limited_sends{j}")
+
+        n3_sends_speed = []
+        for i in range(10):
+            n1_in, n1_out = n1_net.measure_speed('megabytes')
+            n3_in, n3_out = n3_net.measure_speed('megabytes')
+            print("[N1] input:", n1_in, 'MB/s', "output:", n1_out, "MB/s")
+            print("[N3] input:", n3_in, 'MB/s', "output:", n3_out, "MB/s")
+            n3_sends_speed.append(n3_out)
+            time.sleep(0.5)
+
+        for s in n3_sends_speed:
+            if s > 30: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+                assert False, "We exceeded max send speed for more than 20MB/s. Must be around 5 (+- 10), got " + str(s)
+            # cannot check lower bound because it can vary depending on host/build etc.
+        else:
+            print("Send speed OK")
+
+    finally:
+        for i, node in enumerate([node1, node3]):
+            for j in range(5):
+                node.query(f"DROP TABLE IF EXISTS limited_sends{i} SYNC")
+
+
+def test_should_execute_fetch(start_cluster):
+    try:
+        for i, node in enumerate([node1, node2]):
+            node.query(f"CREATE TABLE should_execute_table(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/should_execute_table', '{i}') ORDER BY tuple() PARTITION BY key SETTINGS max_replicated_fetches_network_bandwidth=3505253")
+
+        node2.query("SYSTEM STOP FETCHES should_execute_table")
+
+        for i in range(3):
+            node1.query("INSERT INTO should_execute_table SELECT {}, '{}' FROM numbers(200)".format(i, get_random_string(104857)))
+
+        n1_net = NetThroughput(node1)
+        n2_net = NetThroughput(node2)
+
+        node2.query("SYSTEM START FETCHES should_execute_table")
+
+        for i in range(10):
+            node1.query("INSERT INTO should_execute_table SELECT {}, '{}' FROM numbers(3)".format(i, get_random_string(104857)))
+
+        n2_fetch_speed = []
+        replication_queue_data = []
+        for i in range(10):
+            n1_in, n1_out = n1_net.measure_speed('megabytes')
+            n2_in, n2_out = n2_net.measure_speed('megabytes')
+            fetches_count = node2.query("SELECT count() FROM system.replicated_fetches")
+            if fetches_count == "0\n":
+                break
+
+            print(node2.query("SELECT * FROM system.replication_queue FORMAT Vertical"))
+            print("Fetches count", fetches_count)
+            replication_queue_data.append(node2.query("SELECT count() FROM system.replication_queue WHERE postpone_reason like '%fetches have already throttled%'"))
+            n2_fetch_speed.append(n2_in)
+            time.sleep(0.5)
+
+        print(node2.query("SELECT * FROM system.replicated_fetches FORMAT Vertical"))
+        node2.query("SYSTEM SYNC REPLICA should_execute_table")
+        assert any(int(f.strip()) != 0 for f in replication_queue_data)
+        assert node2.query("SELECT COUNT() FROM should_execute_table") == "630\n"
+    finally:
+        for i, node in enumerate([node1, node2]):
+            node.query(f"DROP TABLE IF EXISTS should_execute_table SYNC")

From 23e6b6fc4841df36f80820d169ffa6081b6cdfb1 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 15:58:50 +0300
Subject: [PATCH 0624/1060] parent window spec - tmp

---
 src/Interpreters/ExpressionAnalyzer.cpp  | 54 ++++++++++++++++++++--
 src/Parsers/ASTWindowDefinition.cpp      | 33 ++++++++++----
 src/Parsers/ASTWindowDefinition.h        |  2 +
 src/Parsers/ExpressionElementParsers.cpp | 58 ++++++++++++++++--------
 4 files changed, 118 insertions(+), 29 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 766b0523c81..b81a2e43339 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -474,10 +474,58 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
     return !aggregates().empty();
 }
 
-void makeWindowDescriptionFromAST(WindowDescription & desc, const IAST * ast)
+void makeWindowDescriptionFromAST(const WindowDescriptions & existing_descriptions,
+    WindowDescription & desc, const IAST * ast)
 {
     const auto & definition = ast->as<const ASTWindowDefinition &>();
 
+    if (!definition.parent_window_name.empty())
+    {
+        auto it = existing_descriptions.find(definition.parent_window_name);
+        if (it == existing_descriptions.end())
+        {
+            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                "Window '{}' references unknown window '{}'",
+                definition.formatForErrorMessage(),
+                definition.parent_window_name);
+        }
+
+        auto & parent = it->second;
+        desc.partition_by = parent.partition_by;
+        desc.order_by = parent.order_by;
+        desc.frame = parent.frame;
+
+        // If an existing_window_name is specified it must refer to an earlier
+        // entry in the WINDOW list; the new window copies its partitioning clause
+        // from that entry, as well as its ordering clause if any. In this case
+        // the new window cannot specify its own PARTITION BY clause, and it can
+        // specify ORDER BY only if the copied window does not have one. The new
+        // window always uses its own frame clause; the copied window must not
+        // specify a frame clause.
+        // -- https://www.postgresql.org/docs/current/sql-select.html
+        if (definition.partition_by)
+        {
+            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                "Derived window '{}' is not allowed to override PARTITION BY",
+                definition.formatForErrorMessage());
+        }
+
+        if (definition.order_by && !parent.order_by.empty())
+        {
+            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                "Derived window '{}' is not allowed to override a non-empty ORDER BY",
+                definition.formatForErrorMessage());
+        }
+
+        if (!parent.frame.is_default)
+        {
+            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                "Parent window '{}' is not allowed to define a frame: while processing derived window '{}'",
+                definition.parent_window_name,
+                definition.formatForErrorMessage());
+        }
+    }
+
     if (definition.partition_by)
     {
         for (const auto & column_ast : definition.partition_by->children)
@@ -557,7 +605,7 @@ void ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr actions)
             const auto & elem = ptr->as<const ASTWindowListElement &>();
             WindowDescription desc;
             desc.window_name = elem.name;
-            makeWindowDescriptionFromAST(desc, elem.definition.get());
+            makeWindowDescriptionFromAST(window_descriptions, desc, elem.definition.get());
 
             auto [it, inserted] = window_descriptions.insert(
                 {desc.window_name, desc});
@@ -642,7 +690,7 @@ void ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr actions)
                 const ASTWindowDefinition &>();
             WindowDescription desc;
             desc.window_name = definition.getDefaultWindowName();
-            makeWindowDescriptionFromAST(desc, &definition);
+            makeWindowDescriptionFromAST(window_descriptions, desc, &definition);
 
             auto [it, inserted] = window_descriptions.insert(
                 {desc.window_name, desc});
diff --git a/src/Parsers/ASTWindowDefinition.cpp b/src/Parsers/ASTWindowDefinition.cpp
index 37b27b22c7d..3792e1c406b 100644
--- a/src/Parsers/ASTWindowDefinition.cpp
+++ b/src/Parsers/ASTWindowDefinition.cpp
@@ -38,31 +38,48 @@ void ASTWindowDefinition::formatImpl(const FormatSettings & settings,
     FormatState & state, FormatStateStacked format_frame) const
 {
     format_frame.expression_list_prepend_whitespace = false;
+    bool need_space = false;
+
+    if (!parent_window_name.empty())
+    {
+        settings.ostr << backQuoteIfNeed(parent_window_name);
+
+        need_space = true;
+    }
 
     if (partition_by)
     {
+        if (need_space)
+        {
+            settings.ostr << " ";
+        }
+
         settings.ostr << "PARTITION BY ";
         partition_by->formatImpl(settings, state, format_frame);
-    }
 
-    if (partition_by && order_by)
-    {
-        settings.ostr << " ";
+        need_space = true;
     }
 
     if (order_by)
     {
+        if (need_space)
+        {
+            settings.ostr << " ";
+        }
+
         settings.ostr << "ORDER BY ";
         order_by->formatImpl(settings, state, format_frame);
-    }
 
-    if ((partition_by || order_by) && !frame.is_default)
-    {
-        settings.ostr << " ";
+        need_space = true;
     }
 
     if (!frame.is_default)
     {
+        if (need_space)
+        {
+            settings.ostr << " ";
+        }
+
         settings.ostr << WindowFrame::toString(frame.type) << " BETWEEN ";
         if (frame.begin_type == WindowFrame::BoundaryType::Current)
         {
diff --git a/src/Parsers/ASTWindowDefinition.h b/src/Parsers/ASTWindowDefinition.h
index b57c1094e42..7547f1527f2 100644
--- a/src/Parsers/ASTWindowDefinition.h
+++ b/src/Parsers/ASTWindowDefinition.h
@@ -10,6 +10,8 @@ namespace DB
 
 struct ASTWindowDefinition : public IAST
 {
+    std::string parent_window_name;
+
     ASTPtr partition_by;
 
     ASTPtr order_by;
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 9c20cfd0327..87d0c36b195 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -502,9 +502,6 @@ bool ParserWindowReference::parseImpl(Pos & pos, ASTPtr & node, Expected & expec
 
     // Variant 1:
     // function_name ( * ) OVER window_name
-    // FIXME doesn't work anyway for now -- never used anywhere, window names
-    // can't be defined, and TreeRewriter thinks the window name is a column so
-    // the query fails.
     if (pos->type != TokenType::OpeningRoundBracket)
     {
         ASTPtr window_name_ast;
@@ -662,16 +659,10 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
     return true;
 }
 
-bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
+// All except parent window name.
+static bool parseWindowDefinitionParts(IParser::Pos & pos,
+    ASTWindowDefinition & node, Expected & expected)
 {
-    auto result = std::make_shared<ASTWindowDefinition>();
-
-    ParserToken parser_openging_bracket(TokenType::OpeningRoundBracket);
-    if (!parser_openging_bracket.ignore(pos, expected))
-    {
-        return false;
-    }
-
     ParserKeyword keyword_partition_by("PARTITION BY");
     ParserNotEmptyExpressionList columns_partition_by(
         false /* we don't allow declaring aliases here*/);
@@ -683,8 +674,8 @@ bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         ASTPtr partition_by_ast;
         if (columns_partition_by.parse(pos, partition_by_ast, expected))
         {
-            result->children.push_back(partition_by_ast);
-            result->partition_by = partition_by_ast;
+            node.children.push_back(partition_by_ast);
+            node.partition_by = partition_by_ast;
         }
         else
         {
@@ -697,8 +688,8 @@ bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         ASTPtr order_by_ast;
         if (columns_order_by.parse(pos, order_by_ast, expected))
         {
-            result->children.push_back(order_by_ast);
-            result->order_by = order_by_ast;
+            node.children.push_back(order_by_ast);
+            node.order_by = order_by_ast;
         }
         else
         {
@@ -706,12 +697,43 @@ bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
         }
     }
 
-    if (!tryParseFrameDefinition(result.get(), pos, expected))
+    return tryParseFrameDefinition(&node, pos, expected);
+}
+
+bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
+{
+    auto result = std::make_shared<ASTWindowDefinition>();
+
+    ParserToken parser_openging_bracket(TokenType::OpeningRoundBracket);
+    if (!parser_openging_bracket.ignore(pos, expected))
     {
-        /* Broken frame definition. */
         return false;
     }
 
+    // We can have a parent window name specified before all other things. No
+    // easy way to distinguish identifier from keywords, so just try to parse it
+    // both ways.
+    if (parseWindowDefinitionParts(pos, *result, expected))
+    {
+        // Successfully parsed without parent window specifier.
+    }
+    else
+    {
+        // Try to parse with parent window specifier.
+        ParserIdentifier parser_parent_window;
+        ASTPtr window_name_identifier;
+        if (!parser_parent_window.parse(pos, window_name_identifier, expected))
+        {
+            return false;
+        }
+        result->parent_window_name = window_name_identifier->as<const ASTIdentifier &>().name();
+
+        if (!parseWindowDefinitionParts(pos, *result, expected))
+        {
+            return false;
+        }
+    }
+
     ParserToken parser_closing_bracket(TokenType::ClosingRoundBracket);
     if (!parser_closing_bracket.ignore(pos, expected))
     {

From 6860946d3c95ccbd2d66b8730359845f0e75d4af Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 27 May 2021 16:00:08 +0300
Subject: [PATCH 0625/1060] Cleanup in test

---
 .../test_replicated_fetches_bandwidth/test.py | 20 +++++++++----------
 1 file changed, 10 insertions(+), 10 deletions(-)

diff --git a/tests/integration/test_replicated_fetches_bandwidth/test.py b/tests/integration/test_replicated_fetches_bandwidth/test.py
index ce1628fecd7..1d19323d298 100644
--- a/tests/integration/test_replicated_fetches_bandwidth/test.py
+++ b/tests/integration/test_replicated_fetches_bandwidth/test.py
@@ -56,8 +56,8 @@ def test_limited_fetch_single_table(start_cluster):
             print("Fetch speed OK")
 
     finally:
-        for i, node in enumerate([node1, node2]):
-            node.query(f"DROP TABLE IF EXISTS limited_fetch_table SYNC")
+        for node in [node1, node2]:
+            node.query("DROP TABLE IF EXISTS limited_fetch_table SYNC")
 
 def test_limited_send_single_table(start_cluster):
     try:
@@ -90,8 +90,8 @@ def test_limited_send_single_table(start_cluster):
             print("Send speed OK")
 
     finally:
-        for i, node in enumerate([node1, node2]):
-            node.query(f"DROP TABLE IF EXISTS limited_send_table SYNC")
+        for node in [node1, node2]:
+            node.query("DROP TABLE IF EXISTS limited_send_table SYNC")
 
 
 def test_limited_fetches_for_server(start_cluster):
@@ -128,9 +128,9 @@ def test_limited_fetches_for_server(start_cluster):
             print("Fetch speed OK")
 
     finally:
-        for i, node in enumerate([node1, node3]):
+        for node in [node1, node3]:
             for j in range(5):
-                node.query(f"DROP TABLE IF EXISTS limited_fetches{i} SYNC")
+                node.query(f"DROP TABLE IF EXISTS limited_fetches{j} SYNC")
 
 
 def test_limited_sends_for_server(start_cluster):
@@ -167,9 +167,9 @@ def test_limited_sends_for_server(start_cluster):
             print("Send speed OK")
 
     finally:
-        for i, node in enumerate([node1, node3]):
+        for node in [node1, node3]:
             for j in range(5):
-                node.query(f"DROP TABLE IF EXISTS limited_sends{i} SYNC")
+                node.query(f"DROP TABLE IF EXISTS limited_sends{j} SYNC")
 
 
 def test_should_execute_fetch(start_cluster):
@@ -210,5 +210,5 @@ def test_should_execute_fetch(start_cluster):
         assert any(int(f.strip()) != 0 for f in replication_queue_data)
         assert node2.query("SELECT COUNT() FROM should_execute_table") == "630\n"
     finally:
-        for i, node in enumerate([node1, node2]):
-            node.query(f"DROP TABLE IF EXISTS should_execute_table SYNC")
+        for node in [node1, node2]:
+            node.query("DROP TABLE IF EXISTS should_execute_table SYNC")

From bce3a49ff5474f6f978ebb61afb6d4568e723c6c Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Thu, 27 May 2021 16:02:13 +0300
Subject: [PATCH 0626/1060] fix style check

---
 src/Common/filesystemHelpers.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Common/filesystemHelpers.cpp b/src/Common/filesystemHelpers.cpp
index 1750fa586b7..6f0e3155cbe 100644
--- a/src/Common/filesystemHelpers.cpp
+++ b/src/Common/filesystemHelpers.cpp
@@ -20,7 +20,6 @@ namespace ErrorCodes
     extern const int SYSTEM_ERROR;
     extern const int NOT_IMPLEMENTED;
     extern const int CANNOT_STATVFS;
-    extern const int PATH_ACCESS_DENIED;
 }
 
 

From 99c3a917f45dbaca247a08f2c41cfd25a6e26c8b Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 27 May 2021 16:11:46 +0300
Subject: [PATCH 0627/1060] Fix avro

---
 contrib/avro | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/avro b/contrib/avro
index 92caca2d42f..1ee16d8c5a7 160000
--- a/contrib/avro
+++ b/contrib/avro
@@ -1 +1 @@
-Subproject commit 92caca2d42fc9a97e34e95f963593539d32ed331
+Subproject commit 1ee16d8c5a7808acff5cf0475f771195d9aa3faa

From cbdf3752efc2bebdd1f207e2d2363c9a4d9fa661 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 27 May 2021 16:40:33 +0300
Subject: [PATCH 0628/1060] Part 3.

---
 .../QueryPlan/ReadFromMergeTree.cpp           |  261 +-
 src/Processors/QueryPlan/ReadFromMergeTree.h  |   26 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |   53 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp | 2367 +++++++----------
 .../MergeTree/MergeTreeDataSelectExecutor.h   |  146 +-
 .../MergeTree/StorageFromMergeTreeDataPart.h  |    5 +-
 src/Storages/SelectQueryInfo.h                |    4 +-
 7 files changed, 1116 insertions(+), 1746 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 67377a54c34..6d6ee43acb3 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -3,6 +3,9 @@
 #include <Processors/ConcatProcessor.h>
 #include <Processors/Transforms/ReverseTransform.h>
 #include <Processors/Transforms/ExpressionTransform.h>
+#include <Processors/Transforms/FilterTransform.h>
+#include <Processors/Transforms/AddingSelectorTransform.h>
+#include <Processors/Transforms/CopyTransform.h>
 #include <Processors/Merges/MergingSortedTransform.h>
 #include <Processors/Sources/NullSource.h>
 #include <Processors/Merges/AggregatingSortedTransform.h>
@@ -11,8 +14,6 @@
 #include <Processors/Merges/ReplacingSortedTransform.h>
 #include <Processors/Merges/SummingSortedTransform.h>
 #include <Processors/Merges/VersionedCollapsingTransform.h>
-#include <Processors/Transforms/AddingSelectorTransform.h>
-#include <Processors/Transforms/CopyTransform.h>
 #include <Storages/MergeTree/MergeTreeSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeReverseSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeThreadSelectBlockInputProcessor.h>
@@ -88,38 +89,35 @@ size_t minMarksForConcurrentRead(
 }
 
 ReadFromMergeTree::ReadFromMergeTree(
-    SelectQueryInfo query_info_,
-    const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read_,
+    const SelectQueryInfo & query_info_,
+    const PartitionIdToMaxBlock * max_block_numbers_to_read_,
     ContextPtr context_,
     const MergeTreeData & data_,
-    const MergeTreeData & storage_,
     StorageMetadataPtr metadata_snapshot_,
     StorageMetadataPtr metadata_snapshot_base_,
     Names real_column_names_,
     MergeTreeData::DataPartsVector parts_,
-    //IndexStatPtr index_stats_,
     PrewhereInfoPtr prewhere_info_,
     Names virt_column_names_,
     Settings settings_,
-    size_t num_streams_)
+    Poco::Logger * log_)
     : ISourceStep(DataStream{.header = MergeTreeBaseSelectProcessor::transformHeader(
-        metadata_snapshot_->getSampleBlockForColumns(real_column_names_, storage_.getVirtuals(), storage_.getStorageID()),
+        metadata_snapshot_->getSampleBlockForColumns(real_column_names_, data_.getVirtuals(), data_.getStorageID()),
         prewhere_info_,
-        storage_.getPartitionValueType(),
+        data_.getPartitionValueType(),
         virt_column_names_)})
     , query_info(std::move(query_info_))
     , max_block_numbers_to_read(max_block_numbers_to_read_)
     , context(std::move(context_))
     , data(data_)
-    , storage(storage_)
     , metadata_snapshot(std::move(metadata_snapshot_))
     , metadata_snapshot_base(std::move(metadata_snapshot_base_))
     , real_column_names(std::move(real_column_names_))
-    , parts(std::move(parts_))
+    , prepared_parts(std::move(parts_))
     , prewhere_info(std::move(prewhere_info_))
     , virt_column_names(std::move(virt_column_names_))
     , settings(std::move(settings_))
-    , num_streams(num_streams_)
+    , log(log_)
 {
 }
 
@@ -142,7 +140,7 @@ Pipe ReadFromMergeTree::readFromPool(
         sum_marks,
         min_marks_for_concurrent_read,
         std::move(parts_with_range),
-        storage,
+        data,
         metadata_snapshot,
         prewhere_info,
         true,
@@ -151,7 +149,7 @@ Pipe ReadFromMergeTree::readFromPool(
         settings.preferred_block_size_bytes,
         false);
 
-    auto * logger = &Poco::Logger::get(storage.getLogName() + " (SelectExecutor)");
+    auto * logger = &Poco::Logger::get(data.getLogName() + " (SelectExecutor)");
     LOG_DEBUG(logger, "Reading approx. {} rows with {} streams", total_rows, used_max_streams);
 
     for (size_t i = 0; i < used_max_streams; ++i)
@@ -159,7 +157,7 @@ Pipe ReadFromMergeTree::readFromPool(
         auto source = std::make_shared<MergeTreeThreadSelectBlockInputProcessor>(
             i, pool, min_marks_for_concurrent_read, settings.max_block_size,
             settings.preferred_block_size_bytes, settings.preferred_max_column_in_block_size_bytes,
-            storage, metadata_snapshot, use_uncompressed_cache,
+            data, metadata_snapshot, use_uncompressed_cache,
             prewhere_info, settings.reader_settings, virt_column_names);
 
         if (i == 0)
@@ -178,7 +176,7 @@ template<typename TSource>
 ProcessorPtr ReadFromMergeTree::createSource(const RangesInDataPart & part, const Names & required_columns, bool use_uncompressed_cache)
 {
     return std::make_shared<TSource>(
-            storage, metadata_snapshot, part.data_part, settings.max_block_size, settings.preferred_block_size_bytes,
+            data, metadata_snapshot, part.data_part, settings.max_block_size, settings.preferred_block_size_bytes,
             settings.preferred_max_column_in_block_size_bytes, required_columns, part.ranges, use_uncompressed_cache,
             prewhere_info, true, settings.reader_settings, virt_column_names, part.part_index_in_query);
 }
@@ -212,7 +210,7 @@ Pipe ReadFromMergeTree::read(
     RangesInDataParts parts_with_range, Names required_columns, ReadType read_type,
     size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache)
 {
-    if (read_type == ReadType::Default && num_streams > 1)
+    if (read_type == ReadType::Default && used_max_streams > 1)
         return readFromPool(parts_with_range, required_columns, used_max_streams, min_marks_for_concurrent_read, use_uncompressed_cache);
 
     auto pipe = readInOrder(parts_with_range, required_columns, read_type, use_uncompressed_cache);
@@ -225,126 +223,6 @@ Pipe ReadFromMergeTree::read(
     return pipe;
 }
 
-static std::optional<std::unordered_set<String>> filterPartsByVirtualColumns(
-    const MergeTreeData & data,
-    MergeTreeData::DataPartsVector & parts,
-    ASTPtr & query,
-    ContextPtr context)
-{
-    std::unordered_set<String> part_values;
-    ASTPtr expression_ast;
-    auto virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, true /* one_part */);
-
-    // Generate valid expressions for filtering
-    VirtualColumnUtils::prepareFilterBlockWithQuery(query, context, virtual_columns_block, expression_ast);
-
-    // If there is still something left, fill the virtual block and do the filtering.
-    if (expression_ast)
-    {
-        virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, false /* one_part */);
-        VirtualColumnUtils::filterBlockWithQuery(query, virtual_columns_block, context, expression_ast);
-        return VirtualColumnUtils::extractSingleValueFromBlock<String>(virtual_columns_block, "_part");
-    }
-
-    return {};
-}
-
-static void filterPartsByPartition(
-    StorageMetadataPtr & metadata_snapshot,
-    const MergeTreeData & data,
-    SelectQueryInfo & query_info,
-    ContextPtr & context,
-    ContextPtr & query_context,
-    MergeTreeData::DataPartsVector & parts,
-    const std::optional<std::unordered_set<String>> & part_values,
-    const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read,
-    Poco::Logger * log,
-    ReadFromMergeTree::IndexStats & index_stats)
-{
-    const Settings & settings = context->getSettingsRef();
-    std::optional<PartitionPruner> partition_pruner;
-    std::optional<KeyCondition> minmax_idx_condition;
-    DataTypes minmax_columns_types;
-    if (metadata_snapshot->hasPartitionKey())
-    {
-        const auto & partition_key = metadata_snapshot->getPartitionKey();
-        auto minmax_columns_names = data.getMinMaxColumnsNames(partition_key);
-        minmax_columns_types = data.getMinMaxColumnsTypes(partition_key);
-
-        minmax_idx_condition.emplace(
-            query_info, context, minmax_columns_names, data.getMinMaxExpr(partition_key, ExpressionActionsSettings::fromContext(context)));
-        partition_pruner.emplace(metadata_snapshot->getPartitionKey(), query_info, context, false /* strict */);
-
-        if (settings.force_index_by_date && (minmax_idx_condition->alwaysUnknownOrTrue() && partition_pruner->isUseless()))
-        {
-            String msg = "Neither MinMax index by columns (";
-            bool first = true;
-            for (const String & col : minmax_columns_names)
-            {
-                if (first)
-                    first = false;
-                else
-                    msg += ", ";
-                msg += col;
-            }
-            msg += ") nor partition expr is used and setting 'force_index_by_date' is set";
-
-            throw Exception(msg, ErrorCodes::INDEX_NOT_USED);
-        }
-    }
-
-    MergeTreeDataSelectExecutor::PartFilterCounters part_filter_counters;
-    if (query_context->getSettingsRef().allow_experimental_query_deduplication)
-        MergeTreeDataSelectExecutor::selectPartsToReadWithUUIDFilter(
-            parts,
-            part_values,
-            data.getPinnedPartUUIDs(),
-            minmax_idx_condition,
-            minmax_columns_types,
-            partition_pruner,
-            max_block_numbers_to_read,
-            query_context,
-            part_filter_counters,
-            log);
-    else
-        MergeTreeDataSelectExecutor::selectPartsToRead(
-            parts,
-            part_values,
-            minmax_idx_condition,
-            minmax_columns_types,
-            partition_pruner,
-            max_block_numbers_to_read,
-            part_filter_counters);
-
-    index_stats.emplace_back(ReadFromMergeTree::IndexStat{
-        .type = ReadFromMergeTree::IndexType::None,
-        .num_parts_after = part_filter_counters.num_initial_selected_parts,
-        .num_granules_after = part_filter_counters.num_initial_selected_granules});
-
-    if (minmax_idx_condition)
-    {
-        auto description = minmax_idx_condition->getDescription();
-        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
-            .type = ReadFromMergeTree::IndexType::MinMax,
-            .condition = std::move(description.condition),
-            .used_keys = std::move(description.used_keys),
-            .num_parts_after = part_filter_counters.num_parts_after_minmax,
-            .num_granules_after = part_filter_counters.num_granules_after_minmax});
-        LOG_DEBUG(log, "MinMax index condition: {}", minmax_idx_condition->toString());
-    }
-
-    if (partition_pruner)
-    {
-        auto description = partition_pruner->getKeyCondition().getDescription();
-        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
-            .type = ReadFromMergeTree::IndexType::Partition,
-            .condition = std::move(description.condition),
-            .used_keys = std::move(description.used_keys),
-            .num_parts_after = part_filter_counters.num_parts_after_partition_pruner,
-            .num_granules_after = part_filter_counters.num_granules_after_partition_pruner});
-    }
-}
-
 Pipe ReadFromMergeTree::spreadMarkRangesAmongStreams(
     RangesInDataParts && parts_with_ranges,
     const Names & column_names)
@@ -392,7 +270,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreams(
     if (0 == sum_marks)
         return {};
 
-    size_t used_num_streams = num_streams;
+    size_t used_num_streams = settings.num_streams;
     if (used_num_streams > 1)
     {
         /// Reduce the number of num_streams if the data is small.
@@ -506,12 +384,12 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
         return new_ranges;
     };
 
-    const size_t min_marks_per_stream = (sum_marks - 1) / num_streams + 1;
+    const size_t min_marks_per_stream = (sum_marks - 1) / settings.num_streams + 1;
     bool need_preliminary_merge = (parts_with_ranges.size() > q_settings.read_in_order_two_level_merge_threshold);
 
     Pipes pipes;
 
-    for (size_t i = 0; i < num_streams && !parts_with_ranges.empty(); ++i)
+    for (size_t i = 0; i < settings.num_streams && !parts_with_ranges.empty(); ++i)
     {
         size_t need_marks = min_marks_per_stream;
         RangesInDataParts new_parts;
@@ -577,7 +455,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
                        : ReadFromMergeTree::ReadType::InReverseOrder;
 
         pipes.emplace_back(read(std::move(new_parts), column_names, read_type,
-                           num_streams, min_marks_for_concurrent_read, use_uncompressed_cache));
+                           settings.num_streams, min_marks_for_concurrent_read, use_uncompressed_cache));
     }
 
     if (need_preliminary_merge)
@@ -755,7 +633,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     if (sum_marks > max_marks_to_use_cache)
         use_uncompressed_cache = false;
 
-    size_t used_num_streams = num_streams;
+    size_t used_num_streams = settings.num_streams;
     if (used_num_streams > q_settings.max_final_threads)
         used_num_streams = q_settings.max_final_threads;
 
@@ -966,9 +844,10 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
 
 void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &)
 {
+    auto parts = std::move(prepared_parts);
     size_t total_parts = parts.size();
 
-    auto part_values = filterPartsByVirtualColumns(data, parts, query_info.query, context);
+    auto part_values = MergeTreeDataSelectExecutor::filterPartsByVirtualColumns(data, parts, query_info.query, context);
     if (part_values && part_values->empty())
     {
         pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
@@ -1001,7 +880,7 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
     const auto & select = query_info.query->as<ASTSelectQuery &>();
     auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
 
-    filterPartsByPartition(
+    MergeTreeDataSelectExecutor::filterPartsByPartition(
         metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read, log, index_stats);
 
     bool sample_factor_column_queried = false;
@@ -1023,16 +902,17 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
     for (const auto & part : parts)
         total_marks_pk += part->index_granularity.getMarksCountWithoutFinal();
 
-    auto parts_with_ranges = MergeTreeDataSelectExecutor::filterParts(
-        parts,
+    auto parts_with_ranges = MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipIndexes(
+        std::move(parts),
         metadata_snapshot,
         query_info,
         context,
         key_condition,
         settings.reader_settings,
         log,
-        num_streams,
-        index_stats);
+        settings.num_streams,
+        index_stats,
+        true);
 
     size_t sum_marks_pk = total_marks_pk;
     for (const auto & stat : index_stats)
@@ -1132,12 +1012,69 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
             column_names_to_read);
     }
 
+    if (pipe.empty())
+    {
+        pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
+        return;
+    }
+
+    if (sampling.use_sampling)
+    {
+        auto sampling_actions = std::make_shared<ExpressionActions>(sampling.filter_expression);
+        pipe.addSimpleTransform([&](const Block & header)
+        {
+            return std::make_shared<FilterTransform>(
+                header,
+                sampling_actions,
+                sampling.filter_function->getColumnName(),
+                false);
+        });
+    }
+
+    if (result_projection)
+    {
+        auto projection_actions = std::make_shared<ExpressionActions>(result_projection);
+        pipe.addSimpleTransform([&](const Block & header)
+        {
+            return std::make_shared<ExpressionTransform>(header, projection_actions);
+        });
+    }
+
+    /// By the way, if a distributed query or query to a Merge table is made, then the `_sample_factor` column can have different values.
+    if (sample_factor_column_queried)
+    {
+        ColumnWithTypeAndName column;
+        column.name = "_sample_factor";
+        column.type = std::make_shared<DataTypeFloat64>();
+        column.column = column.type->createColumnConst(0, Field(sampling.used_sample_factor));
+
+        auto adding_column_dag = ActionsDAG::makeAddingColumnActions(std::move(column));
+        auto adding_column_action = std::make_shared<ExpressionActions>(adding_column_dag);
+
+        pipe.addSimpleTransform([&](const Block & header)
+        {
+            return std::make_shared<ExpressionTransform>(header, adding_column_action);
+        });
+    }
+
+    // TODO There seems to be no place initializing remove_columns_actions
+    if (query_info.prewhere_info && query_info.prewhere_info->remove_columns_actions)
+    {
+        auto remove_columns_action = std::make_shared<ExpressionActions>(
+            query_info.prewhere_info->remove_columns_actions->getActionsDAG().clone());
+
+        pipe.addSimpleTransform([&](const Block & header)
+        {
+            return std::make_shared<ExpressionTransform>(header, remove_columns_action);
+        });
+    }
+
     for (const auto & processor : pipe.getProcessors())
         processors.emplace_back(processor);
 
     // Attach QueryIdHolder if needed
     if (!query_id.empty())
-        pipe.addQueryIdHolder(std::make_shared<QueryIdHolder>(query_id, storage));
+        pipe.addQueryIdHolder(std::make_shared<QueryIdHolder>(query_id, data));
 
     pipeline.init(std::move(pipe));
 }
@@ -1161,20 +1098,20 @@ static const char * indexTypeToString(ReadFromMergeTree::IndexType type)
     __builtin_unreachable();
 }
 
-static const char * readTypeToString(ReadFromMergeTree::ReadType type)
-{
-    switch (type)
-    {
-        case ReadFromMergeTree::ReadType::Default:
-            return "Default";
-        case ReadFromMergeTree::ReadType::InOrder:
-            return "InOrder";
-        case ReadFromMergeTree::ReadType::InReverseOrder:
-            return "InReverseOrder";
-    }
+// static const char * readTypeToString(ReadFromMergeTree::ReadType type)
+// {
+//     switch (type)
+//     {
+//         case ReadFromMergeTree::ReadType::Default:
+//             return "Default";
+//         case ReadFromMergeTree::ReadType::InOrder:
+//             return "InOrder";
+//         case ReadFromMergeTree::ReadType::InReverseOrder:
+//             return "InReverseOrder";
+//     }
 
-    __builtin_unreachable();
-}
+//     __builtin_unreachable();
+// }
 
 void ReadFromMergeTree::describeActions(FormatSettings & format_settings) const
 {
diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.h b/src/Processors/QueryPlan/ReadFromMergeTree.h
index b3366afb118..e9341e46770 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.h
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.h
@@ -3,11 +3,13 @@
 #include <Processors/Pipe.h>
 #include <Storages/MergeTree/RangesInDataPart.h>
 #include <Storages/MergeTree/MergeTreeReadPool.h>
-#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
+//#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
 
 namespace DB
 {
 
+using PartitionIdToMaxBlock = std::unordered_map<String, Int64>;
+
 /// This step is created to read from MergeTree* table.
 /// For now, it takes a list of parts and creates source from it.
 class ReadFromMergeTree final : public ISourceStep
@@ -42,9 +44,10 @@ public:
     struct Settings
     {
         UInt64 max_block_size;
+        size_t num_streams;
         size_t preferred_block_size_bytes;
         size_t preferred_max_column_in_block_size_bytes;
-        size_t min_marks_for_concurrent_read;
+        //size_t min_marks_for_concurrent_read;
         bool use_uncompressed_cache;
         bool force_primary_key;
 
@@ -68,21 +71,18 @@ public:
     };
 
     ReadFromMergeTree(
-        SelectQueryInfo query_info_,
-        const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read_,
+        const SelectQueryInfo & query_info_,
+        const PartitionIdToMaxBlock * max_block_numbers_to_read_,
         ContextPtr context_,
         const MergeTreeData & data_,
-        const MergeTreeData & storage_,
         StorageMetadataPtr metadata_snapshot_,
         StorageMetadataPtr metadata_snapshot_base_,
         Names real_column_names_,
         MergeTreeData::DataPartsVector parts_,
-        //IndexStatPtr index_stats_,
         PrewhereInfoPtr prewhere_info_,
         Names virt_column_names_,
         Settings settings_,
-        size_t num_streams_,
-        //ReadType read_type_
+        Poco::Logger * log_
     );
 
     String getName() const override { return "ReadFromMergeTree"; }
@@ -97,23 +97,19 @@ public:
 
 private:
     SelectQueryInfo query_info;
-    const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read;
+    const PartitionIdToMaxBlock * max_block_numbers_to_read;
     ContextPtr context;
     const MergeTreeData & data;
-    const MergeTreeData & storage;
     StorageMetadataPtr metadata_snapshot;
     StorageMetadataPtr metadata_snapshot_base;
 
     Names real_column_names;
-    MergeTreeData::DataPartsVector parts;
-    IndexStats index_stats;
+    MergeTreeData::DataPartsVector prepared_parts;
     PrewhereInfoPtr prewhere_info;
+    IndexStats index_stats;
     Names virt_column_names;
     Settings settings;
 
-    size_t num_streams;
-    //ReadType read_type;
-
     Poco::Logger * log;
 
     Pipe read(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache);
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 41adca37c60..e16bbb640e2 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3839,21 +3839,18 @@ static void selectBestProjection(
     if (projection_parts.empty())
         return;
 
-    candidate.merge_tree_data_select_base_cache = std::make_unique<MergeTreeDataSelectCache>();
-    candidate.merge_tree_data_select_projection_cache = std::make_unique<MergeTreeDataSelectCache>();
-    reader.readFromParts(
+    //candidate.merge_tree_data_select_base_cache = std::make_unique<MergeTreeDataSelectCache>();
+    //candidate.merge_tree_data_select_projection_cache = std::make_unique<MergeTreeDataSelectCache>();
+    auto sum_marks = reader.estimateNumMarksToRead(
         projection_parts,
         candidate.required_columns,
         metadata_snapshot,
         candidate.desc->metadata,
         query_info, // TODO syntax_analysis_result set in index
         query_context,
-        0, // max_block_size is unused when getting cache
         settings.max_threads,
-        max_added_blocks,
-        candidate.merge_tree_data_select_projection_cache.get());
+        max_added_blocks);
 
-    size_t sum_marks = candidate.merge_tree_data_select_projection_cache->sum_marks;
     if (normal_parts.empty())
     {
         // All parts are projection parts which allows us to use in_order_optimization.
@@ -3862,18 +3859,15 @@ static void selectBestProjection(
     }
     else
     {
-        reader.readFromParts(
+        sum_marks += reader.estimateNumMarksToRead(
             normal_parts,
             required_columns,
             metadata_snapshot,
             metadata_snapshot,
             query_info, // TODO syntax_analysis_result set in index
             query_context,
-            0, // max_block_size is unused when getting cache
             settings.max_threads,
-            max_added_blocks,
-            candidate.merge_tree_data_select_base_cache.get());
-        sum_marks += candidate.merge_tree_data_select_base_cache->sum_marks;
+            max_added_blocks);
     }
 
     // We choose the projection with least sum_marks to read.
@@ -4101,7 +4095,7 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
     if (!candidates.empty())
     {
         // First build a MergeTreeDataSelectCache to check if a projection is indeed better than base
-        query_info.merge_tree_data_select_cache = std::make_unique<MergeTreeDataSelectCache>();
+        // query_info.merge_tree_data_select_cache = std::make_unique<MergeTreeDataSelectCache>();
 
         std::unique_ptr<PartitionIdToMaxBlock> max_added_blocks;
         if (settings.select_sequential_consistency)
@@ -4112,21 +4106,10 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
 
         auto parts = getDataPartsVector();
         MergeTreeDataSelectExecutor reader(*this);
-        reader.readFromParts(
-            parts,
-            analysis_result.required_columns,
-            metadata_snapshot,
-            metadata_snapshot,
-            query_info, // TODO syntax_analysis_result set in index
-            query_context,
-            0, // max_block_size is unused when getting cache
-            settings.max_threads,
-            max_added_blocks.get(),
-            query_info.merge_tree_data_select_cache.get());
 
-        // Add 1 to base sum_marks so that we prefer projections even when they have equal number of marks to read.
-        size_t min_sum_marks = query_info.merge_tree_data_select_cache->sum_marks + 1;
         ProjectionCandidate * selected_candidate = nullptr;
+        size_t min_sum_marks = std::numeric_limits<size_t>::max();
+        bool has_ordinary_projection = false;
         /// Favor aggregate projections
         for (auto & candidate : candidates)
         {
@@ -4145,11 +4128,27 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
                     selected_candidate,
                     min_sum_marks);
             }
+            else
+                has_ordinary_projection = true;
         }
 
         /// Select the best normal projection if no aggregate projection is available
-        if (!selected_candidate)
+        if (!selected_candidate && has_ordinary_projection)
         {
+            min_sum_marks = reader.estimateNumMarksToRead(
+                parts,
+                analysis_result.required_columns,
+                metadata_snapshot,
+                metadata_snapshot,
+                query_info, // TODO syntax_analysis_result set in index
+                query_context,
+                settings.max_threads,
+                max_added_blocks.get());
+
+            // Add 1 to base sum_marks so that we prefer projections even when they have equal number of marks to read.
+            // NOTE: It is not clear if we need it. E.g. projections do not support skip index for now.
+            min_sum_marks += 1;
+
             for (auto & candidate : candidates)
             {
                 if (candidate.desc->type == ProjectionDescription::Type::Normal)
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 49bcf751bd1..8a3550fc511 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -47,7 +47,6 @@
 #include <Processors/Transforms/FilterTransform.h>
 #include <Processors/Transforms/AggregatingTransform.h>
 #include <Storages/MergeTree/StorageFromMergeTreeDataPart.h>
-#include <Storages/MergeTree/StorageFromBasePartsOfProjection.h>
 #include <IO/WriteBufferFromOStream.h>
 
 namespace ProfileEvents
@@ -143,6 +142,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
     const PartitionIdToMaxBlock * max_block_numbers_to_read) const
 {
     const auto & settings = context->getSettingsRef();
+    auto parts = data.getDataPartsVector();
     if (!query_info.projection)
     {
         if (settings.allow_experimental_projection_optimization && settings.force_optimize_projection
@@ -150,7 +150,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
             throw Exception("No projection is used when allow_experimental_projection_optimization = 1", ErrorCodes::PROJECTION_NOT_USED);
 
         return readFromParts(
-            data.getDataPartsVector(),
+            parts,
             column_names_to_return,
             metadata_snapshot,
             metadata_snapshot,
@@ -158,8 +158,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
             context,
             max_block_size,
             num_streams,
-            max_block_numbers_to_read,
-            query_info.merge_tree_data_select_cache.get());
+            max_block_numbers_to_read);
     }
 
     LOG_DEBUG(
@@ -168,21 +167,33 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
         ProjectionDescription::typeToString(query_info.projection->desc->type),
         query_info.projection->desc->name);
 
-    if (query_info.projection->merge_tree_data_select_base_cache->sum_marks
-            + query_info.projection->merge_tree_data_select_projection_cache->sum_marks
-        == 0)
-        return std::make_unique<QueryPlan>();
+    // if (query_info.projection->merge_tree_data_select_base_cache->sum_marks
+    //         + query_info.projection->merge_tree_data_select_projection_cache->sum_marks
+    //     == 0)
+    //     return std::make_unique<QueryPlan>();
+
+    MergeTreeData::DataPartsVector projection_parts;
+    MergeTreeData::DataPartsVector normal_parts;
+    for (const auto & part : parts)
+    {
+        const auto & projections = part->getProjectionParts();
+        auto it = projections.find(query_info.projection->desc->name);
+        if (it != projections.end())
+            projection_parts.push_back(it->second);
+        else
+            normal_parts.push_back(part);
+    }
 
     Pipes pipes;
     Pipe projection_pipe;
     Pipe ordinary_pipe;
 
     const auto & given_select = query_info.query->as<const ASTSelectQuery &>();
-    if (query_info.projection->merge_tree_data_select_projection_cache->sum_marks > 0)
+    if (!projection_parts.empty())
     {
         LOG_DEBUG(log, "projection required columns: {}", fmt::join(query_info.projection->required_columns, ", "));
         auto plan = readFromParts(
-            {},
+            projection_parts,
             query_info.projection->required_columns,
             metadata_snapshot,
             query_info.projection->desc->metadata,
@@ -190,8 +201,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
             context,
             max_block_size,
             num_streams,
-            max_block_numbers_to_read,
-            query_info.projection->merge_tree_data_select_projection_cache.get());
+            max_block_numbers_to_read);
 
         if (plan)
         {
@@ -225,9 +235,9 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
         }
     }
 
-    if (query_info.projection->merge_tree_data_select_base_cache->sum_marks > 0)
+    if (!normal_parts.empty())
     {
-        auto storage_from_base_parts_of_projection = StorageFromBasePartsOfProjection::create(data, metadata_snapshot);
+        auto storage_from_base_parts_of_projection = StorageFromMergeTreeDataPart::create(std::move(normal_parts));
         auto ast = query_info.projection->desc->query_ast->clone();
         auto & select = ast->as<ASTSelectQuery &>();
         if (given_select.where())
@@ -382,7 +392,6 @@ MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
     ContextPtr context)
 {
     const Settings & settings = context->getSettingsRef();
-    Float64 used_sample_factor = 1;
     /// Sampling.
     MergeTreeDataSelectSamplingData sampling;
 
@@ -485,7 +494,7 @@ MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
     if (sampling.use_sampling)
     {
         if (sample_factor_column_queried && relative_sample_size != RelativeSize(0))
-            used_sample_factor = 1.0 / boost::rational_cast<Float64>(relative_sample_size);
+            sampling.used_sample_factor = 1.0 / boost::rational_cast<Float64>(relative_sample_size);
 
         RelativeSize size_of_universum = 0;
         const auto & sampling_key = metadata_snapshot->getSamplingKey();
@@ -633,16 +642,137 @@ MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
     return sampling;
 }
 
-RangesInDataParts MergeTreeDataSelectExecutor::filterParts(
+std::optional<std::unordered_set<String>> MergeTreeDataSelectExecutor::filterPartsByVirtualColumns(
+    const MergeTreeData & data,
     MergeTreeData::DataPartsVector & parts,
+    const ASTPtr & query,
+    ContextPtr context)
+{
+    std::unordered_set<String> part_values;
+    ASTPtr expression_ast;
+    auto virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, true /* one_part */);
+
+    // Generate valid expressions for filtering
+    VirtualColumnUtils::prepareFilterBlockWithQuery(query, context, virtual_columns_block, expression_ast);
+
+    // If there is still something left, fill the virtual block and do the filtering.
+    if (expression_ast)
+    {
+        virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, false /* one_part */);
+        VirtualColumnUtils::filterBlockWithQuery(query, virtual_columns_block, context, expression_ast);
+        return VirtualColumnUtils::extractSingleValueFromBlock<String>(virtual_columns_block, "_part");
+    }
+
+    return {};
+}
+
+void MergeTreeDataSelectExecutor::filterPartsByPartition(
+    const StorageMetadataPtr & metadata_snapshot,
+    const MergeTreeData & data,
+    const SelectQueryInfo & query_info,
+    ContextPtr & context,
+    ContextPtr & query_context,
+    MergeTreeData::DataPartsVector & parts,
+    const std::optional<std::unordered_set<String>> & part_values,
+    const PartitionIdToMaxBlock * max_block_numbers_to_read,
+    Poco::Logger * log,
+    ReadFromMergeTree::IndexStats & index_stats)
+{
+    const Settings & settings = context->getSettingsRef();
+    std::optional<PartitionPruner> partition_pruner;
+    std::optional<KeyCondition> minmax_idx_condition;
+    DataTypes minmax_columns_types;
+    if (metadata_snapshot->hasPartitionKey())
+    {
+        const auto & partition_key = metadata_snapshot->getPartitionKey();
+        auto minmax_columns_names = data.getMinMaxColumnsNames(partition_key);
+        minmax_columns_types = data.getMinMaxColumnsTypes(partition_key);
+
+        minmax_idx_condition.emplace(
+            query_info, context, minmax_columns_names, data.getMinMaxExpr(partition_key, ExpressionActionsSettings::fromContext(context)));
+        partition_pruner.emplace(metadata_snapshot->getPartitionKey(), query_info, context, false /* strict */);
+
+        if (settings.force_index_by_date && (minmax_idx_condition->alwaysUnknownOrTrue() && partition_pruner->isUseless()))
+        {
+            String msg = "Neither MinMax index by columns (";
+            bool first = true;
+            for (const String & col : minmax_columns_names)
+            {
+                if (first)
+                    first = false;
+                else
+                    msg += ", ";
+                msg += col;
+            }
+            msg += ") nor partition expr is used and setting 'force_index_by_date' is set";
+
+            throw Exception(msg, ErrorCodes::INDEX_NOT_USED);
+        }
+    }
+
+    PartFilterCounters part_filter_counters;
+    if (query_context->getSettingsRef().allow_experimental_query_deduplication)
+        selectPartsToReadWithUUIDFilter(
+            parts,
+            part_values,
+            data.getPinnedPartUUIDs(),
+            minmax_idx_condition,
+            minmax_columns_types,
+            partition_pruner,
+            max_block_numbers_to_read,
+            query_context,
+            part_filter_counters,
+            log);
+    else
+        selectPartsToRead(
+            parts,
+            part_values,
+            minmax_idx_condition,
+            minmax_columns_types,
+            partition_pruner,
+            max_block_numbers_to_read,
+            part_filter_counters);
+
+    index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+        .type = ReadFromMergeTree::IndexType::None,
+        .num_parts_after = part_filter_counters.num_initial_selected_parts,
+        .num_granules_after = part_filter_counters.num_initial_selected_granules});
+
+    if (minmax_idx_condition)
+    {
+        auto description = minmax_idx_condition->getDescription();
+        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+            .type = ReadFromMergeTree::IndexType::MinMax,
+            .condition = std::move(description.condition),
+            .used_keys = std::move(description.used_keys),
+            .num_parts_after = part_filter_counters.num_parts_after_minmax,
+            .num_granules_after = part_filter_counters.num_granules_after_minmax});
+        LOG_DEBUG(log, "MinMax index condition: {}", minmax_idx_condition->toString());
+    }
+
+    if (partition_pruner)
+    {
+        auto description = partition_pruner->getKeyCondition().getDescription();
+        index_stats.emplace_back(ReadFromMergeTree::IndexStat{
+            .type = ReadFromMergeTree::IndexType::Partition,
+            .condition = std::move(description.condition),
+            .used_keys = std::move(description.used_keys),
+            .num_parts_after = part_filter_counters.num_parts_after_partition_pruner,
+            .num_granules_after = part_filter_counters.num_granules_after_partition_pruner});
+    }
+}
+
+RangesInDataParts MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipIndexes(
+    MergeTreeData::DataPartsVector && parts,
     StorageMetadataPtr metadata_snapshot,
-    SelectQueryInfo & query_info,
+    const SelectQueryInfo & query_info,
     ContextPtr & context,
     KeyCondition & key_condition,
     const MergeTreeReaderSettings & reader_settings,
     Poco::Logger * log,
     size_t num_streams,
-    ReadFromMergeTree::IndexStats & index_stats)
+    ReadFromMergeTree::IndexStats & index_stats,
+    bool use_skip_indexes)
 {
     RangesInDataParts parts_with_ranges(parts.size());
     const Settings & settings = context->getSettingsRef();
@@ -665,15 +795,18 @@ RangesInDataParts MergeTreeDataSelectExecutor::filterParts(
     };
     std::list<DataSkippingIndexAndCondition> useful_indices;
 
-    for (const auto & index : metadata_snapshot->getSecondaryIndices())
+    if (use_skip_indexes)
     {
-        auto index_helper = MergeTreeIndexFactory::instance().get(index);
-        auto condition = index_helper->createIndexCondition(query_info, context);
-        if (!condition->alwaysUnknownOrTrue())
-            useful_indices.emplace_back(index_helper, condition);
+        for (const auto & index : metadata_snapshot->getSecondaryIndices())
+        {
+            auto index_helper = MergeTreeIndexFactory::instance().get(index);
+            auto condition = index_helper->createIndexCondition(query_info, context);
+            if (!condition->alwaysUnknownOrTrue())
+                useful_indices.emplace_back(index_helper, condition);
+        }
     }
 
-    if (settings.force_data_skipping_indices.changed)
+    if (use_skip_indexes && settings.force_data_skipping_indices.changed)
     {
         const auto & indices = settings.force_data_skipping_indices.toString();
 
@@ -860,7 +993,7 @@ RangesInDataParts MergeTreeDataSelectExecutor::filterParts(
     return parts_with_ranges;
 }
 
-void checkLimits(MergeTreeData & data, const RangesInDataParts & parts_with_range, ContextPtr & context)
+String MergeTreeDataSelectExecutor::checkLimits(const MergeTreeData & data, const RangesInDataParts & parts_with_ranges, ContextPtr & context)
 {
     const auto & settings = context->getSettingsRef();
     // Check limitations. query_id is used as the quota RAII's resource key.
@@ -872,7 +1005,7 @@ void checkLimits(MergeTreeData & data, const RangesInDataParts & parts_with_rang
         if (max_partitions_to_read > 0)
         {
             std::set<String> partitions;
-            for (auto & part_with_ranges : parts_with_ranges)
+            for (const auto & part_with_ranges : parts_with_ranges)
                 partitions.insert(part_with_ranges.data_part->info.partition_id);
             if (partitions.size() > size_t(max_partitions_to_read))
                 throw Exception(
@@ -896,33 +1029,18 @@ void checkLimits(MergeTreeData & data, const RangesInDataParts & parts_with_rang
             }
         }
     }
+
+    return query_id;
 }
 
-QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
-    MergeTreeData::DataPartsVector parts,
+static void selectColumnNames(
     const Names & column_names_to_return,
-    const StorageMetadataPtr & metadata_snapshot_base,
-    const StorageMetadataPtr & metadata_snapshot,
-    const SelectQueryInfo & query_info,
-    ContextPtr context,
-    const UInt64 max_block_size,
-    const unsigned num_streams,
-    const PartitionIdToMaxBlock * max_block_numbers_to_read,
-    MergeTreeDataSelectCache * cache) const
+    const MergeTreeData & data,
+    Names & real_column_names,
+    Names & virt_column_names,
+    bool & sample_factor_column_queried)
 {
-    bool use_cache = cache && cache->use_cache;
-
-    /// If query contains restrictions on the virtual column `_part` or `_part_index`, select only parts suitable for it.
-    /// The virtual column `_sample_factor` (which is equal to 1 / used sample rate) can be requested in the query.
-    Names virt_column_names;
-    Names real_column_names;
-
-    size_t total_parts = parts.size();
-    if (!use_cache && total_parts == 0)
-        return std::make_unique<QueryPlan>();
-
-    bool sample_factor_column_queried = false;
-    Float64 used_sample_factor = 1;
+    sample_factor_column_queried = false;
 
     for (const String & name : column_names_to_return)
     {
@@ -964,395 +1082,112 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
             real_column_names.push_back(name);
         }
     }
+}
 
-    // Filter parts by virtual columns.
-    std::unordered_set<String> part_values;
-    if (!use_cache)
-    {
-        ASTPtr expression_ast;
-        auto virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, true /* one_part */);
+size_t MergeTreeDataSelectExecutor::estimateNumMarksToRead(
+    MergeTreeData::DataPartsVector parts,
+    const Names & column_names_to_return,
+    const StorageMetadataPtr & metadata_snapshot_base,
+    const StorageMetadataPtr & metadata_snapshot,
+    const SelectQueryInfo & query_info,
+    ContextPtr context,
+    unsigned num_streams,
+    const PartitionIdToMaxBlock * max_block_numbers_to_read) const
+{
+    size_t total_parts = parts.size();
+    if (total_parts == 0)
+        return 0;
 
-        // Generate valid expressions for filtering
-        VirtualColumnUtils::prepareFilterBlockWithQuery(query_info.query, context, virtual_columns_block, expression_ast);
+    Names real_column_names;
+    Names virt_column_names;
+    /// If query contains restrictions on the virtual column `_part` or `_part_index`, select only parts suitable for it.
+    /// The virtual column `_sample_factor` (which is equal to 1 / used sample rate) can be requested in the query.
+    bool sample_factor_column_queried = false;
 
-        // If there is still something left, fill the virtual block and do the filtering.
-        if (expression_ast)
-        {
-            virtual_columns_block = data.getBlockWithVirtualPartColumns(parts, false /* one_part */);
-            VirtualColumnUtils::filterBlockWithQuery(query_info.query, virtual_columns_block, context, expression_ast);
-            part_values = VirtualColumnUtils::extractSingleValueFromBlock<String>(virtual_columns_block, "_part");
-            if (part_values.empty())
-                return std::make_unique<QueryPlan>();
-        }
-    }
-    // At this point, empty `part_values` means all parts.
+    selectColumnNames(column_names_to_return, data, real_column_names, virt_column_names, sample_factor_column_queried);
 
-    const Settings & settings = context->getSettingsRef();
-    NamesAndTypesList available_real_columns = metadata_snapshot->getColumns().getAllPhysical();
+    auto part_values = filterPartsByVirtualColumns(data, parts, query_info.query, context);
+    if (part_values && part_values->empty())
+        return 0;
 
     /// If there are only virtual columns in the query, you must request at least one non-virtual one.
     if (real_column_names.empty())
+    {
+        NamesAndTypesList available_real_columns = metadata_snapshot->getColumns().getAllPhysical();
         real_column_names.push_back(ExpressionActions::getSmallestColumn(available_real_columns));
+    }
 
     metadata_snapshot->check(real_column_names, data.getVirtuals(), data.getStorageID());
 
-    // Build and check if primary key is used when necessary
-    std::optional<KeyCondition> key_condition;
-    if (!use_cache)
-    {
-        const auto & primary_key = metadata_snapshot->getPrimaryKey();
-        Names primary_key_columns = primary_key.column_names;
-        key_condition.emplace(query_info, context, primary_key_columns, primary_key.expression);
+    const auto & primary_key = metadata_snapshot->getPrimaryKey();
+    Names primary_key_columns = primary_key.column_names;
+    KeyCondition key_condition(query_info, context, primary_key_columns, primary_key.expression);
 
-        if (settings.force_primary_key && key_condition->alwaysUnknownOrTrue())
-        {
-            throw Exception(
-                ErrorCodes::INDEX_NOT_USED,
-                "Primary key ({}) is not used and setting 'force_primary_key' is set.",
-                fmt::join(primary_key_columns, ", "));
-        }
-        LOG_DEBUG(log, "Key condition: {}", key_condition->toString());
+    if (key_condition.alwaysUnknownOrTrue())
+    {
+        size_t total_marks = 0;
+        for (const auto & part : parts)
+            total_marks += part->index_granularity.getMarksCountWithoutFinal();
+
+        return total_marks;
     }
 
     const auto & select = query_info.query->as<ASTSelectQuery &>();
     auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
-    auto index_stats = use_cache ? std::move(cache->index_stats) : std::make_unique<ReadFromMergeTree::IndexStats>();
+    ReadFromMergeTree::IndexStats index_stats;
 
-    // Select parts to read and do partition pruning via partition value and minmax indices
-    if (!use_cache)
-    {
-        std::optional<PartitionPruner> partition_pruner;
-        std::optional<KeyCondition> minmax_idx_condition;
-        DataTypes minmax_columns_types;
-        if (metadata_snapshot_base->hasPartitionKey())
-        {
-            const auto & partition_key = metadata_snapshot_base->getPartitionKey();
-            auto minmax_columns_names = data.getMinMaxColumnsNames(partition_key);
-            minmax_columns_types = data.getMinMaxColumnsTypes(partition_key);
+    filterPartsByPartition(
+        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read, log, index_stats);
 
-            minmax_idx_condition.emplace(
-                query_info, context, minmax_columns_names, data.getMinMaxExpr(partition_key, ExpressionActionsSettings::fromContext(context)));
-            partition_pruner.emplace(metadata_snapshot_base->getPartitionKey(), query_info, context, false /* strict */);
+    auto sampling = MergeTreeDataSelectExecutor::getSampling(
+        select, parts, metadata_snapshot, key_condition,
+        data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
 
-            if (settings.force_index_by_date && (minmax_idx_condition->alwaysUnknownOrTrue() && partition_pruner->isUseless()))
-            {
-                String msg = "Neither MinMax index by columns (";
-                bool first = true;
-                for (const String & col : minmax_columns_names)
-                {
-                    if (first)
-                        first = false;
-                    else
-                        msg += ", ";
-                    msg += col;
-                }
-                msg += ") nor partition expr is used and setting 'force_index_by_date' is set";
+    if (sampling.read_nothing)
+        return 0;
 
-                throw Exception(msg, ErrorCodes::INDEX_NOT_USED);
-            }
-        }
+    /// Do not init. Ther are not used (cause skip index is ignored)
+    MergeTreeReaderSettings reader_settings;
 
-        PartFilterCounters part_filter_counters;
-        if (query_context->getSettingsRef().allow_experimental_query_deduplication)
-            selectPartsToReadWithUUIDFilter(
-                parts,
-                part_values,
-                data.getPinnedPartUUIDs(),
-                minmax_idx_condition,
-                minmax_columns_types,
-                partition_pruner,
-                max_block_numbers_to_read,
-                query_context,
-                part_filter_counters,
-                log);
-        else
-            selectPartsToRead(
-                parts,
-                part_values,
-                minmax_idx_condition,
-                minmax_columns_types,
-                partition_pruner,
-                max_block_numbers_to_read,
-                part_filter_counters);
+    auto parts_with_ranges = filterPartsByPrimaryKeyAndSkipIndexes(
+        std::move(parts),
+        metadata_snapshot,
+        query_info,
+        context,
+        key_condition,
+        reader_settings,
+        log,
+        num_streams,
+        index_stats,
+        false);
 
-        index_stats->emplace_back(ReadFromMergeTree::IndexStat{
-            .type = ReadFromMergeTree::IndexType::None,
-            .num_parts_after = part_filter_counters.num_initial_selected_parts,
-            .num_granules_after = part_filter_counters.num_initial_selected_granules});
+    return index_stats.back().num_granules_after;
+}
 
-        if (minmax_idx_condition)
-        {
-            auto description = minmax_idx_condition->getDescription();
-            index_stats->emplace_back(ReadFromMergeTree::IndexStat{
-                .type = ReadFromMergeTree::IndexType::MinMax,
-                .condition = std::move(description.condition),
-                .used_keys = std::move(description.used_keys),
-                .num_parts_after = part_filter_counters.num_parts_after_minmax,
-                .num_granules_after = part_filter_counters.num_granules_after_minmax});
-            LOG_DEBUG(log, "MinMax index condition: {}", minmax_idx_condition->toString());
-        }
+QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
+    MergeTreeData::DataPartsVector parts,
+    const Names & column_names_to_return,
+    const StorageMetadataPtr & metadata_snapshot_base,
+    const StorageMetadataPtr & metadata_snapshot,
+    const SelectQueryInfo & query_info,
+    ContextPtr context,
+    const UInt64 max_block_size,
+    const unsigned num_streams,
+    const PartitionIdToMaxBlock * max_block_numbers_to_read) const
+{
+    size_t total_parts = parts.size();
+    if (total_parts == 0)
+        return std::make_unique<QueryPlan>();
 
-        if (partition_pruner)
-        {
-            auto description = partition_pruner->getKeyCondition().getDescription();
-            index_stats->emplace_back(ReadFromMergeTree::IndexStat{
-                .type = ReadFromMergeTree::IndexType::Partition,
-                .condition = std::move(description.condition),
-                .used_keys = std::move(description.used_keys),
-                .num_parts_after = part_filter_counters.num_parts_after_partition_pruner,
-                .num_granules_after = part_filter_counters.num_granules_after_partition_pruner});
-        }
-    }
+    Names real_column_names;
+    Names virt_column_names;
+    /// If query contains restrictions on the virtual column `_part` or `_part_index`, select only parts suitable for it.
+    /// The virtual column `_sample_factor` (which is equal to 1 / used sample rate) can be requested in the query.
+    bool sample_factor_column_queried = false;
 
-    /// Sampling.
-    MergeTreeDataSelectSamplingData sampling = use_cache ? std::move(cache->sampling) : MergeTreeDataSelectSamplingData{};
-    if (!use_cache)
-    {
-        assert(key_condition.has_value());
+    selectColumnNames(column_names_to_return, data, real_column_names, virt_column_names, sample_factor_column_queried);
 
-        RelativeSize relative_sample_size = 0;
-        RelativeSize relative_sample_offset = 0;
-
-        auto select_sample_size = select.sampleSize();
-        auto select_sample_offset = select.sampleOffset();
-
-        if (select_sample_size)
-        {
-            relative_sample_size.assign(
-                select_sample_size->as<ASTSampleRatio &>().ratio.numerator,
-                select_sample_size->as<ASTSampleRatio &>().ratio.denominator);
-
-            if (relative_sample_size < 0)
-                throw Exception("Negative sample size", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
-
-            relative_sample_offset = 0;
-            if (select_sample_offset)
-                relative_sample_offset.assign(
-                    select_sample_offset->as<ASTSampleRatio &>().ratio.numerator,
-                    select_sample_offset->as<ASTSampleRatio &>().ratio.denominator);
-
-            if (relative_sample_offset < 0)
-                throw Exception("Negative sample offset", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
-
-            /// Convert absolute value of the sampling (in form `SAMPLE 1000000` - how many rows to
-            /// read) into the relative `SAMPLE 0.1` (how much data to read).
-            size_t approx_total_rows = 0;
-            if (relative_sample_size > 1 || relative_sample_offset > 1)
-                approx_total_rows = getApproximateTotalRowsToRead(parts, metadata_snapshot, *key_condition, settings); //-V1007
-
-            if (relative_sample_size > 1)
-            {
-                relative_sample_size = convertAbsoluteSampleSizeToRelative(select_sample_size, approx_total_rows);
-                LOG_DEBUG(log, "Selected relative sample size: {}", toString(relative_sample_size));
-            }
-
-            /// SAMPLE 1 is the same as the absence of SAMPLE.
-            if (relative_sample_size == RelativeSize(1))
-                relative_sample_size = 0;
-
-            if (relative_sample_offset > 0 && RelativeSize(0) == relative_sample_size)
-                throw Exception("Sampling offset is incorrect because no sampling", ErrorCodes::ARGUMENT_OUT_OF_BOUND);
-
-            if (relative_sample_offset > 1)
-            {
-                relative_sample_offset = convertAbsoluteSampleSizeToRelative(select_sample_offset, approx_total_rows);
-                LOG_DEBUG(log, "Selected relative sample offset: {}", toString(relative_sample_offset));
-            }
-        }
-
-        /** Which range of sampling key values do I need to read?
-          * First, in the whole range ("universe") we select the interval
-          *  of relative `relative_sample_size` size, offset from the beginning by `relative_sample_offset`.
-          *
-          * Example: SAMPLE 0.4 OFFSET 0.3
-          *
-          * [------********------]
-          *        ^ - offset
-          *        <------> - size
-          *
-          * If the interval passes through the end of the universe, then cut its right side.
-          *
-          * Example: SAMPLE 0.4 OFFSET 0.8
-          *
-          * [----------------****]
-          *                  ^ - offset
-          *                  <------> - size
-          *
-          * Next, if the `parallel_replicas_count`, `parallel_replica_offset` settings are set,
-          *  then it is necessary to break the received interval into pieces of the number `parallel_replicas_count`,
-          *  and select a piece with the number `parallel_replica_offset` (from zero).
-          *
-          * Example: SAMPLE 0.4 OFFSET 0.3, parallel_replicas_count = 2, parallel_replica_offset = 1
-          *
-          * [----------****------]
-          *        ^ - offset
-          *        <------> - size
-          *        <--><--> - pieces for different `parallel_replica_offset`, select the second one.
-          *
-          * It is very important that the intervals for different `parallel_replica_offset` cover the entire range without gaps and overlaps.
-          * It is also important that the entire universe can be covered using SAMPLE 0.1 OFFSET 0, ... OFFSET 0.9 and similar decimals.
-          */
-
-        /// Parallel replicas has been requested but there is no way to sample data.
-        /// Select all data from first replica and no data from other replicas.
-        if (settings.parallel_replicas_count > 1 && !data.supportsSampling() && settings.parallel_replica_offset > 0)
-        {
-            LOG_DEBUG(log, "Will use no data on this replica because parallel replicas processing has been requested"
-                " (the setting 'max_parallel_replicas') but the table does not support sampling and this replica is not the first.");
-            return std::make_unique<QueryPlan>();
-        }
-
-        sampling.use_sampling = relative_sample_size > 0 || (settings.parallel_replicas_count > 1 && data.supportsSampling());
-        bool no_data = false;   /// There is nothing left after sampling.
-
-        if (sampling.use_sampling)
-        {
-            if (sample_factor_column_queried && relative_sample_size != RelativeSize(0))
-                used_sample_factor = 1.0 / boost::rational_cast<Float64>(relative_sample_size);
-
-            RelativeSize size_of_universum = 0;
-            const auto & sampling_key = metadata_snapshot->getSamplingKey();
-            DataTypePtr sampling_column_type = sampling_key.data_types[0];
-
-            if (sampling_key.data_types.size() == 1)
-            {
-                if (typeid_cast<const DataTypeUInt64 *>(sampling_column_type.get()))
-                    size_of_universum = RelativeSize(std::numeric_limits<UInt64>::max()) + RelativeSize(1);
-                else if (typeid_cast<const DataTypeUInt32 *>(sampling_column_type.get()))
-                    size_of_universum = RelativeSize(std::numeric_limits<UInt32>::max()) + RelativeSize(1);
-                else if (typeid_cast<const DataTypeUInt16 *>(sampling_column_type.get()))
-                    size_of_universum = RelativeSize(std::numeric_limits<UInt16>::max()) + RelativeSize(1);
-                else if (typeid_cast<const DataTypeUInt8 *>(sampling_column_type.get()))
-                    size_of_universum = RelativeSize(std::numeric_limits<UInt8>::max()) + RelativeSize(1);
-            }
-
-            if (size_of_universum == RelativeSize(0))
-                throw Exception(
-                    "Invalid sampling column type in storage parameters: " + sampling_column_type->getName()
-                        + ". Must be one unsigned integer type",
-                    ErrorCodes::ILLEGAL_TYPE_OF_COLUMN_FOR_FILTER);
-
-            if (settings.parallel_replicas_count > 1)
-            {
-                if (relative_sample_size == RelativeSize(0))
-                    relative_sample_size = 1;
-
-                relative_sample_size /= settings.parallel_replicas_count.value;
-                relative_sample_offset += relative_sample_size * RelativeSize(settings.parallel_replica_offset.value);
-            }
-
-            if (relative_sample_offset >= RelativeSize(1))
-                no_data = true;
-
-            /// Calculate the half-interval of `[lower, upper)` column values.
-            bool has_lower_limit = false;
-            bool has_upper_limit = false;
-
-            RelativeSize lower_limit_rational = relative_sample_offset * size_of_universum;
-            RelativeSize upper_limit_rational = (relative_sample_offset + relative_sample_size) * size_of_universum;
-
-            UInt64 lower = boost::rational_cast<ASTSampleRatio::BigNum>(lower_limit_rational);
-            UInt64 upper = boost::rational_cast<ASTSampleRatio::BigNum>(upper_limit_rational);
-
-            if (lower > 0)
-                has_lower_limit = true;
-
-            if (upper_limit_rational < size_of_universum)
-                has_upper_limit = true;
-
-            /*std::cerr << std::fixed << std::setprecision(100)
-                << "relative_sample_size: " << relative_sample_size << "\n"
-                << "relative_sample_offset: " << relative_sample_offset << "\n"
-                << "lower_limit_float: " << lower_limit_rational << "\n"
-                << "upper_limit_float: " << upper_limit_rational << "\n"
-                << "lower: " << lower << "\n"
-                << "upper: " << upper << "\n";*/
-
-            if ((has_upper_limit && upper == 0)
-                || (has_lower_limit && has_upper_limit && lower == upper))
-                no_data = true;
-
-            if (no_data || (!has_lower_limit && !has_upper_limit))
-            {
-                sampling.use_sampling = false;
-            }
-            else
-            {
-                /// Let's add the conditions to cut off something else when the index is scanned again and when the request is processed.
-
-                std::shared_ptr<ASTFunction> lower_function;
-                std::shared_ptr<ASTFunction> upper_function;
-
-                /// If sample and final are used together no need to calculate sampling expression twice.
-                /// The first time it was calculated for final, because sample key is a part of the PK.
-                /// So, assume that we already have calculated column.
-                ASTPtr sampling_key_ast = metadata_snapshot->getSamplingKeyAST();
-
-                if (select.final())
-                {
-                    sampling_key_ast = std::make_shared<ASTIdentifier>(sampling_key.column_names[0]);
-                    /// We do spoil available_real_columns here, but it is not used later.
-                    available_real_columns.emplace_back(sampling_key.column_names[0], std::move(sampling_column_type));
-                }
-
-                if (has_lower_limit)
-                {
-                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createLeftBounded(lower, true))) //-V1007
-                        throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
-
-                    ASTPtr args = std::make_shared<ASTExpressionList>();
-                    args->children.push_back(sampling_key_ast);
-                    args->children.push_back(std::make_shared<ASTLiteral>(lower));
-
-                    lower_function = std::make_shared<ASTFunction>();
-                    lower_function->name = "greaterOrEquals";
-                    lower_function->arguments = args;
-                    lower_function->children.push_back(lower_function->arguments);
-
-                    sampling.filter_function = lower_function;
-                }
-
-                if (has_upper_limit)
-                {
-                    if (!key_condition->addCondition(sampling_key.column_names[0], Range::createRightBounded(upper, false))) //-V1007
-                        throw Exception("Sampling column not in primary key", ErrorCodes::ILLEGAL_COLUMN);
-
-                    ASTPtr args = std::make_shared<ASTExpressionList>();
-                    args->children.push_back(sampling_key_ast);
-                    args->children.push_back(std::make_shared<ASTLiteral>(upper));
-
-                    upper_function = std::make_shared<ASTFunction>();
-                    upper_function->name = "less";
-                    upper_function->arguments = args;
-                    upper_function->children.push_back(upper_function->arguments);
-
-                    sampling.filter_function = upper_function;
-                }
-
-                if (has_lower_limit && has_upper_limit)
-                {
-                    ASTPtr args = std::make_shared<ASTExpressionList>();
-                    args->children.push_back(lower_function);
-                    args->children.push_back(upper_function);
-
-                    sampling.filter_function = std::make_shared<ASTFunction>();
-                    sampling.filter_function->name = "and";
-                    sampling.filter_function->arguments = args;
-                    sampling.filter_function->children.push_back(sampling.filter_function->arguments);
-                }
-
-                ASTPtr query = sampling.filter_function;
-                auto syntax_result = TreeRewriter(context).analyze(query, available_real_columns);
-                sampling.filter_expression = ExpressionAnalyzer(sampling.filter_function, syntax_result, context).getActionsDAG(false);
-            }
-        }
-
-        if (no_data)
-        {
-            LOG_DEBUG(log, "Sampling yields no data.");
-            return std::make_unique<QueryPlan>();
-        }
-    }
+    const auto & settings = context->getSettingsRef();
 
     MergeTreeReaderSettings reader_settings =
     {
@@ -1364,443 +1199,48 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         .checksum_on_read = settings.checksum_on_read,
     };
 
-    RangesInDataParts parts_with_ranges(parts.size());
-    size_t sum_marks = 0;
-    size_t sum_ranges = 0;
-
-    /// Let's start analyzing all useful indices
-    if (!use_cache)
+    ReadFromMergeTree::Settings step_settings
     {
-        struct DataSkippingIndexAndCondition
-        {
-            MergeTreeIndexPtr index;
-            MergeTreeIndexConditionPtr condition;
-            std::atomic<size_t> total_granules{0};
-            std::atomic<size_t> granules_dropped{0};
-            std::atomic<size_t> total_parts{0};
-            std::atomic<size_t> parts_dropped{0};
-
-            DataSkippingIndexAndCondition(MergeTreeIndexPtr index_, MergeTreeIndexConditionPtr condition_)
-                : index(index_), condition(condition_)
-            {
-            }
-        };
-        std::list<DataSkippingIndexAndCondition> useful_indices;
-
-        for (const auto & index : metadata_snapshot->getSecondaryIndices())
-        {
-            auto index_helper = MergeTreeIndexFactory::instance().get(index);
-            auto condition = index_helper->createIndexCondition(query_info, context);
-            if (!condition->alwaysUnknownOrTrue())
-                useful_indices.emplace_back(index_helper, condition);
-        }
-
-        if (settings.force_data_skipping_indices.changed)
-        {
-            const auto & indices = settings.force_data_skipping_indices.toString();
-
-            Strings forced_indices;
-            {
-                Tokens tokens(&indices[0], &indices[indices.size()], settings.max_query_size);
-                IParser::Pos pos(tokens, settings.max_parser_depth);
-                Expected expected;
-                if (!parseIdentifiersOrStringLiterals(pos, expected, forced_indices))
-                    throw Exception(ErrorCodes::CANNOT_PARSE_TEXT, "Cannot parse force_data_skipping_indices ('{}')", indices);
-            }
-
-            if (forced_indices.empty())
-                throw Exception(ErrorCodes::CANNOT_PARSE_TEXT, "No indices parsed from force_data_skipping_indices ('{}')", indices);
-
-            std::unordered_set<std::string> useful_indices_names;
-            for (const auto & useful_index : useful_indices)
-                useful_indices_names.insert(useful_index.index->index.name);
-
-            for (const auto & index_name : forced_indices)
-            {
-                if (!useful_indices_names.count(index_name))
-                {
-                    throw Exception(
-                        ErrorCodes::INDEX_NOT_USED,
-                        "Index {} is not used and setting 'force_data_skipping_indices' contains it",
-                        backQuote(index_name));
-                }
-            }
-        }
-
-        std::atomic<size_t> sum_marks_pk = 0;
-        std::atomic<size_t> sum_parts_pk = 0;
-        std::atomic<size_t> total_marks_pk = 0;
-
-        /// Let's find what range to read from each part.
-        {
-            std::atomic<size_t> total_rows{0};
-
-            SizeLimits limits;
-            if (settings.read_overflow_mode == OverflowMode::THROW && settings.max_rows_to_read)
-                limits = SizeLimits(settings.max_rows_to_read, 0, settings.read_overflow_mode);
-
-            SizeLimits leaf_limits;
-            if (settings.read_overflow_mode_leaf == OverflowMode::THROW && settings.max_rows_to_read_leaf)
-                leaf_limits = SizeLimits(settings.max_rows_to_read_leaf, 0, settings.read_overflow_mode_leaf);
-
-            auto process_part = [&](size_t part_index)
-            {
-                auto & part = parts[part_index];
-
-                RangesInDataPart ranges(part, part_index);
-
-                size_t total_marks_count = part->getMarksCount();
-                if (total_marks_count && part->index_granularity.hasFinalMark())
-                    --total_marks_count;
-
-                total_marks_pk.fetch_add(total_marks_count, std::memory_order_relaxed);
-
-                if (metadata_snapshot->hasPrimaryKey())
-                    ranges.ranges = markRangesFromPKRange(part, metadata_snapshot, *key_condition, settings, log);
-                else if (total_marks_count)
-                    ranges.ranges = MarkRanges{MarkRange{0, total_marks_count}};
-
-                sum_marks_pk.fetch_add(ranges.getMarksCount(), std::memory_order_relaxed);
-
-                if (!ranges.ranges.empty())
-                    sum_parts_pk.fetch_add(1, std::memory_order_relaxed);
-
-                for (auto & index_and_condition : useful_indices)
-                {
-                    if (ranges.ranges.empty())
-                        break;
-
-                    index_and_condition.total_parts.fetch_add(1, std::memory_order_relaxed);
-
-                    size_t total_granules = 0;
-                    size_t granules_dropped = 0;
-                    ranges.ranges = filterMarksUsingIndex(
-                        index_and_condition.index,
-                        index_and_condition.condition,
-                        part,
-                        ranges.ranges,
-                        settings,
-                        reader_settings,
-                        total_granules,
-                        granules_dropped,
-                        log);
-
-                    index_and_condition.total_granules.fetch_add(total_granules, std::memory_order_relaxed);
-                    index_and_condition.granules_dropped.fetch_add(granules_dropped, std::memory_order_relaxed);
-
-                    if (ranges.ranges.empty())
-                        index_and_condition.parts_dropped.fetch_add(1, std::memory_order_relaxed);
-                }
-
-                if (!ranges.ranges.empty())
-                {
-                    if (limits.max_rows || leaf_limits.max_rows)
-                    {
-                        /// Fail fast if estimated number of rows to read exceeds the limit
-                        auto current_rows_estimate = ranges.getRowsCount();
-                        size_t prev_total_rows_estimate = total_rows.fetch_add(current_rows_estimate);
-                        size_t total_rows_estimate = current_rows_estimate + prev_total_rows_estimate;
-                        limits.check(total_rows_estimate, 0, "rows (controlled by 'max_rows_to_read' setting)", ErrorCodes::TOO_MANY_ROWS);
-                        leaf_limits.check(
-                            total_rows_estimate, 0, "rows (controlled by 'max_rows_to_read_leaf' setting)", ErrorCodes::TOO_MANY_ROWS);
-                    }
-
-                    parts_with_ranges[part_index] = std::move(ranges);
-                }
-            };
-
-            size_t num_threads = std::min(size_t(num_streams), parts.size());
-
-            if (num_threads <= 1)
-            {
-                for (size_t part_index = 0; part_index < parts.size(); ++part_index)
-                    process_part(part_index);
-            }
-            else
-            {
-                /// Parallel loading of data parts.
-                ThreadPool pool(num_threads);
-
-                for (size_t part_index = 0; part_index < parts.size(); ++part_index)
-                    pool.scheduleOrThrowOnError([&, part_index, thread_group = CurrentThread::getGroup()]
-                    {
-                        SCOPE_EXIT_SAFE(if (thread_group) CurrentThread::detachQueryIfNotDetached(););
-                        if (thread_group)
-                            CurrentThread::attachTo(thread_group);
-
-                        process_part(part_index);
-                    });
-
-                pool.wait();
-            }
-
-            /// Skip empty ranges.
-            size_t next_part = 0;
-            for (size_t part_index = 0; part_index < parts.size(); ++part_index)
-            {
-                auto & part = parts_with_ranges[part_index];
-                if (!part.data_part)
-                    continue;
-
-                sum_ranges += part.ranges.size();
-                sum_marks += part.getMarksCount();
-
-                if (next_part != part_index)
-                    std::swap(parts_with_ranges[next_part], part);
-
-                ++next_part;
-            }
-
-            parts_with_ranges.resize(next_part);
-        }
-
-        if (metadata_snapshot->hasPrimaryKey())
-        {
-            auto description = key_condition->getDescription();
-
-            index_stats->emplace_back(ReadFromMergeTree::IndexStat{
-                .type = ReadFromMergeTree::IndexType::PrimaryKey,
-                .condition = std::move(description.condition),
-                .used_keys = std::move(description.used_keys),
-                .num_parts_after = sum_parts_pk.load(std::memory_order_relaxed),
-                .num_granules_after = sum_marks_pk.load(std::memory_order_relaxed)});
-        }
-
-        for (const auto & index_and_condition : useful_indices)
-        {
-            const auto & index_name = index_and_condition.index->index.name;
-            LOG_DEBUG(
-                log,
-                "Index {} has dropped {}/{} granules.",
-                backQuote(index_name),
-                index_and_condition.granules_dropped,
-                index_and_condition.total_granules);
-
-            std::string description
-                = index_and_condition.index->index.type + " GRANULARITY " + std::to_string(index_and_condition.index->index.granularity);
-
-            index_stats->emplace_back(ReadFromMergeTree::IndexStat{
-                .type = ReadFromMergeTree::IndexType::Skip,
-                .name = index_name,
-                .description = std::move(description),
-                .num_parts_after = index_and_condition.total_parts - index_and_condition.parts_dropped,
-                .num_granules_after = index_and_condition.total_granules - index_and_condition.granules_dropped});
-        }
-
-        LOG_DEBUG(
-            log,
-            "Selected {}/{} parts by partition key, {} parts by primary key, {}/{} marks by primary key, {} marks to read from {} ranges",
-            parts.size(),
-            total_parts,
-            parts_with_ranges.size(),
-            sum_marks_pk.load(std::memory_order_relaxed),
-            total_marks_pk.load(std::memory_order_relaxed),
-            sum_marks,
-            sum_ranges);
-    }
-
-    if (cache)
-    {
-        if (cache->use_cache)
-        {
-            parts_with_ranges = std::move(cache->parts_with_ranges);
-            sum_marks = cache->sum_marks;
-            sum_ranges = cache->sum_ranges;
-        }
-        else
-        {
-        // We are asking for ranges_to_read. Return immediately without further planning.
-            cache->parts_with_ranges = std::move(parts_with_ranges);
-            cache->sampling = std::move(sampling);
-            cache->index_stats = std::move(index_stats);
-            cache->sum_marks = sum_marks;
-            cache->sum_ranges = sum_ranges;
-            cache->use_cache = true;
-            return std::make_unique<QueryPlan>();
-        }
-    }
-
-    if (parts_with_ranges.empty())
-        return std::make_unique<QueryPlan>();
-
-    // Check limitations. query_id is used as the quota RAII's resource key.
-    String query_id;
-    {
-        const auto data_settings = data.getSettings();
-        auto max_partitions_to_read
-                = settings.max_partitions_to_read.changed ? settings.max_partitions_to_read : data_settings->max_partitions_to_read;
-        if (max_partitions_to_read > 0)
-        {
-            std::set<String> partitions;
-            for (auto & part_with_ranges : parts_with_ranges)
-                partitions.insert(part_with_ranges.data_part->info.partition_id);
-            if (partitions.size() > size_t(max_partitions_to_read))
-                throw Exception(
-                        ErrorCodes::TOO_MANY_PARTITIONS,
-                        "Too many partitions to read. Current {}, max {}",
-                        partitions.size(),
-                        max_partitions_to_read);
-        }
-
-        if (data_settings->max_concurrent_queries > 0)
-        {
-            if (data_settings->min_marks_to_honor_max_concurrent_queries > 0
-                    && sum_marks >= data_settings->min_marks_to_honor_max_concurrent_queries)
-            {
-                query_id = context->getCurrentQueryId();
-                if (!query_id.empty())
-                    data.insertQueryIdOrThrow(query_id, data_settings->max_concurrent_queries);
-            }
-        }
-    }
-
-    ProfileEvents::increment(ProfileEvents::SelectedParts, parts_with_ranges.size());
-    ProfileEvents::increment(ProfileEvents::SelectedRanges, sum_ranges);
-    ProfileEvents::increment(ProfileEvents::SelectedMarks, sum_marks);
-
-    QueryPlanPtr plan;
-
-    /// Projection, that needed to drop columns, which have appeared by execution
-    /// of some extra expressions, and to allow execute the same expressions later.
-    /// NOTE: It may lead to double computation of expressions.
-    ActionsDAGPtr result_projection;
-
-    Names column_names_to_read = real_column_names;
-    if (!select.final() && sampling.use_sampling)
-    {
-        /// Add columns needed for `sample_by_ast` to `column_names_to_read`.
-        /// Skip this if final was used, because such columns were already added from PK.
-        std::vector<String> add_columns = sampling.filter_expression->getRequiredColumns().getNames();
-        column_names_to_read.insert(column_names_to_read.end(), add_columns.begin(), add_columns.end());
-        std::sort(column_names_to_read.begin(), column_names_to_read.end());
-        column_names_to_read.erase(std::unique(column_names_to_read.begin(), column_names_to_read.end()),
-                                   column_names_to_read.end());
-    }
-
-    const auto & input_order_info = query_info.input_order_info
-        ? query_info.input_order_info
-        : (query_info.projection ? query_info.projection->input_order_info : nullptr);
-
-    if (select.final())
-    {
-        /// Add columns needed to calculate the sorting expression and the sign.
-        std::vector<String> add_columns = metadata_snapshot->getColumnsRequiredForSortingKey();
-        column_names_to_read.insert(column_names_to_read.end(), add_columns.begin(), add_columns.end());
-
-        if (!data.merging_params.sign_column.empty())
-            column_names_to_read.push_back(data.merging_params.sign_column);
-        if (!data.merging_params.version_column.empty())
-            column_names_to_read.push_back(data.merging_params.version_column);
-
-        std::sort(column_names_to_read.begin(), column_names_to_read.end());
-        column_names_to_read.erase(std::unique(column_names_to_read.begin(), column_names_to_read.end()), column_names_to_read.end());
-
-        plan = spreadMarkRangesAmongStreamsFinal(
-            std::move(parts_with_ranges),
-            std::move(index_stats),
-            num_streams,
-            column_names_to_read,
-            metadata_snapshot,
-            max_block_size,
-            settings.use_uncompressed_cache,
-            query_info,
-            virt_column_names,
-            settings,
-            reader_settings,
-            result_projection,
-            query_id);
-    }
-    else if ((settings.optimize_read_in_order || settings.optimize_aggregation_in_order) && input_order_info)
-    {
-        size_t prefix_size = input_order_info->order_key_prefix_descr.size();
-        auto order_key_prefix_ast = metadata_snapshot->getSortingKey().expression_list_ast->clone();
-        order_key_prefix_ast->children.resize(prefix_size);
-
-        auto syntax_result = TreeRewriter(context).analyze(order_key_prefix_ast, metadata_snapshot->getColumns().getAllPhysical());
-        auto sorting_key_prefix_expr = ExpressionAnalyzer(order_key_prefix_ast, syntax_result, context).getActionsDAG(false);
-
-        plan = spreadMarkRangesAmongStreamsWithOrder(
-            std::move(parts_with_ranges),
-            std::move(index_stats),
-            num_streams,
-            column_names_to_read,
-            metadata_snapshot,
-            max_block_size,
-            settings.use_uncompressed_cache,
-            query_info,
-            sorting_key_prefix_expr,
-            virt_column_names,
-            settings,
-            reader_settings,
-            result_projection,
-            query_id,
-            input_order_info);
-    }
-    else
-    {
-        plan = spreadMarkRangesAmongStreams(
-            std::move(parts_with_ranges),
-            std::move(index_stats),
-            num_streams,
-            column_names_to_read,
-            metadata_snapshot,
-            max_block_size,
-            settings.use_uncompressed_cache,
-            query_info,
-            virt_column_names,
-            settings,
-            reader_settings,
-            query_id);
-    }
-
-    if (!plan)
-        return std::make_unique<QueryPlan>();
-
-    if (sampling.use_sampling)
-    {
-        auto sampling_step = std::make_unique<FilterStep>(
-                plan->getCurrentDataStream(),
-                sampling.filter_expression,
-                sampling.filter_function->getColumnName(),
-                false);
-
-        sampling_step->setStepDescription("Sampling");
-        plan->addStep(std::move(sampling_step));
-    }
-
-    if (result_projection)
-    {
-        auto projection_step = std::make_unique<ExpressionStep>(plan->getCurrentDataStream(), result_projection);
-        projection_step->setStepDescription("Remove unused columns after reading from storage");
-        plan->addStep(std::move(projection_step));
-    }
-
-    /// By the way, if a distributed query or query to a Merge table is made, then the `_sample_factor` column can have different values.
-    if (sample_factor_column_queried)
-    {
-        ColumnWithTypeAndName column;
-        column.name = "_sample_factor";
-        column.type = std::make_shared<DataTypeFloat64>();
-        column.column = column.type->createColumnConst(0, Field(used_sample_factor));
-
-        auto adding_column_action = ActionsDAG::makeAddingColumnActions(std::move(column));
-
-        auto adding_column = std::make_unique<ExpressionStep>(plan->getCurrentDataStream(), std::move(adding_column_action));
-        adding_column->setStepDescription("Add _sample_factor column");
-        plan->addStep(std::move(adding_column));
-    }
-
-    // TODO There seems to be no place initializing remove_columns_actions
-    if (query_info.prewhere_info && query_info.prewhere_info->remove_columns_actions)
-    {
-        auto expression_step = std::make_unique<ExpressionStep>(
-                plan->getCurrentDataStream(),
-                query_info.prewhere_info->remove_columns_actions->getActionsDAG().clone());
-
-        expression_step->setStepDescription("Remove unused columns after PREWHERE");
-        plan->addStep(std::move(expression_step));
-    }
-
+        .max_block_size = max_block_size,
+        .num_streams = num_streams,
+        .preferred_block_size_bytes = settings.preferred_block_size_bytes,
+        .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
+        //.min_marks_for_concurrent_read = settings.min_marks_for_concurrent_read,
+        .use_uncompressed_cache = settings.use_uncompressed_cache,
+        .reader_settings = reader_settings,
+        .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
+    };
+
+        // const SelectQueryInfo & query_info_,
+        // const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read_,
+        // ContextPtr context_,
+        // const MergeTreeData & data_,
+        // StorageMetadataPtr metadata_snapshot_,
+        // StorageMetadataPtr metadata_snapshot_base_,
+        // Names real_column_names_,
+        // MergeTreeData::DataPartsVector parts_,
+        // PrewhereInfoPtr prewhere_info_,
+        // Names virt_column_names_,
+        // Settings settings_,
+        // Poco::Logger * log_
+
+    auto read_from_merge_tree = std::make_unique<ReadFromMergeTree>(
+        query_info,
+        max_block_numbers_to_read,
+        context,
+        data,
+        metadata_snapshot,
+        metadata_snapshot_base,
+        real_column_names,
+        parts,
+        query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
+        virt_column_names,
+        step_settings,
+        log
+    );
+
+    QueryPlanPtr plan = std::make_unique<QueryPlan>();
+    plan->addStep(std::move(read_from_merge_tree));
     return plan;
 }
 
@@ -1822,638 +1262,609 @@ size_t roundRowsOrBytesToMarks(
     else
         return std::max(res, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
 }
-/// Same as roundRowsOrBytesToMarks() but do not return more then max_marks
-size_t minMarksForConcurrentRead(
-    size_t rows_setting,
-    size_t bytes_setting,
-    size_t rows_granularity,
-    size_t bytes_granularity,
-    size_t max_marks)
-{
-    size_t marks = 1;
-
-    if (rows_setting + rows_granularity <= rows_setting) /// overflow
-        marks = max_marks;
-    else if (rows_setting)
-        marks = (rows_setting + rows_granularity - 1) / rows_granularity;
-
-    if (bytes_granularity == 0)
-        return marks;
-    else
-    {
-        /// Overflow
-        if (bytes_setting + bytes_granularity <= bytes_setting) /// overflow
-            return max_marks;
-        if (bytes_setting)
-            return std::max(marks, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
-        else
-            return marks;
-    }
-}
 
 }
 
-QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreams(
-    RangesInDataParts && parts,
-    ReadFromMergeTree::IndexStatPtr index_stats,
-    size_t num_streams,
-    const Names & column_names,
-    const StorageMetadataPtr & metadata_snapshot,
-    UInt64 max_block_size,
-    bool use_uncompressed_cache,
-    const SelectQueryInfo & query_info,
-    const Names & virt_columns,
-    const Settings & settings,
-    const MergeTreeReaderSettings & reader_settings,
-    const String & query_id) const
-{
-    /// Count marks for each part.
-    std::vector<size_t> sum_marks_in_parts(parts.size());
-    size_t sum_marks = 0;
-    size_t total_rows = 0;
-
-    const auto data_settings = data.getSettings();
-    size_t adaptive_parts = 0;
-    for (size_t i = 0; i < parts.size(); ++i)
-    {
-        total_rows += parts[i].getRowsCount();
-        sum_marks_in_parts[i] = parts[i].getMarksCount();
-        sum_marks += sum_marks_in_parts[i];
-
-        if (parts[i].data_part->index_granularity_info.is_adaptive)
-            ++adaptive_parts;
-    }
-
-    size_t index_granularity_bytes = 0;
-    if (adaptive_parts > parts.size() / 2)
-        index_granularity_bytes = data_settings->index_granularity_bytes;
-
-    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
-        settings.merge_tree_max_rows_to_use_cache,
-        settings.merge_tree_max_bytes_to_use_cache,
-        data_settings->index_granularity,
-        index_granularity_bytes);
-
-    const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
-        settings.merge_tree_min_rows_for_concurrent_read,
-        settings.merge_tree_min_bytes_for_concurrent_read,
-        data_settings->index_granularity,
-        index_granularity_bytes,
-        sum_marks);
-
-    if (sum_marks > max_marks_to_use_cache)
-        use_uncompressed_cache = false;
-
-    if (0 == sum_marks)
-        return {};
-
-    ReadFromMergeTree::Settings step_settings
-    {
-        .max_block_size = max_block_size,
-        .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-        .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-        .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
-        .use_uncompressed_cache = use_uncompressed_cache,
-        .reader_settings = reader_settings,
-        .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-    };
-
-    if (num_streams > 1)
-    {
-        /// Reduce the number of num_streams if the data is small.
-        if (sum_marks < num_streams * min_marks_for_concurrent_read && parts.size() < num_streams)
-            num_streams = std::max((sum_marks + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, parts.size());
-    }
-
-    auto plan = std::make_unique<QueryPlan>();
-    auto step = std::make_unique<ReadFromMergeTree>(
-        data,
-        metadata_snapshot,
-        query_id,
-        column_names,
-        std::move(parts),
-        std::move(index_stats),
-        query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-        virt_columns,
-        step_settings,
-        num_streams,
-        ReadFromMergeTree::ReadType::Default);
-
-    plan->addStep(std::move(step));
-    return plan;
-}
-
-static ActionsDAGPtr createProjection(const Block & header)
-{
-    auto projection = std::make_shared<ActionsDAG>(header.getNamesAndTypesList());
-    projection->removeUnusedActions(header.getNames());
-    projection->projectInput();
-    return projection;
-}
-
-QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsWithOrder(
-    RangesInDataParts && parts,
-    ReadFromMergeTree::IndexStatPtr index_stats,
-    size_t num_streams,
-    const Names & column_names,
-    const StorageMetadataPtr & metadata_snapshot,
-    UInt64 max_block_size,
-    bool use_uncompressed_cache,
-    const SelectQueryInfo & query_info,
-    const ActionsDAGPtr & sorting_key_prefix_expr,
-    const Names & virt_columns,
-    const Settings & settings,
-    const MergeTreeReaderSettings & reader_settings,
-    ActionsDAGPtr & out_projection,
-    const String & query_id,
-    const InputOrderInfoPtr & input_order_info) const
-{
-    size_t sum_marks = 0;
-    size_t adaptive_parts = 0;
-    std::vector<size_t> sum_marks_in_parts(parts.size());
-    const auto data_settings = data.getSettings();
-
-    for (size_t i = 0; i < parts.size(); ++i)
-    {
-        sum_marks_in_parts[i] = parts[i].getMarksCount();
-        sum_marks += sum_marks_in_parts[i];
-
-        if (parts[i].data_part->index_granularity_info.is_adaptive)
-            ++adaptive_parts;
-    }
-
-    size_t index_granularity_bytes = 0;
-    if (adaptive_parts > parts.size() / 2)
-        index_granularity_bytes = data_settings->index_granularity_bytes;
-
-    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
-        settings.merge_tree_max_rows_to_use_cache,
-        settings.merge_tree_max_bytes_to_use_cache,
-        data_settings->index_granularity,
-        index_granularity_bytes);
-
-    const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
-        settings.merge_tree_min_rows_for_concurrent_read,
-        settings.merge_tree_min_bytes_for_concurrent_read,
-        data_settings->index_granularity,
-        index_granularity_bytes,
-        sum_marks);
-
-    if (sum_marks > max_marks_to_use_cache)
-        use_uncompressed_cache = false;
-
-    Pipes res;
-
-    if (sum_marks == 0)
-        return {};
-
-    /// Let's split ranges to avoid reading much data.
-    auto split_ranges = [rows_granularity = data_settings->index_granularity, max_block_size](const auto & ranges, int direction)
-    {
-        MarkRanges new_ranges;
-        const size_t max_marks_in_range = (max_block_size + rows_granularity - 1) / rows_granularity;
-        size_t marks_in_range = 1;
-
-        if (direction == 1)
-        {
-            /// Split first few ranges to avoid reading much data.
-            bool split = false;
-            for (auto range : ranges)
-            {
-                while (!split && range.begin + marks_in_range < range.end)
-                {
-                    new_ranges.emplace_back(range.begin, range.begin + marks_in_range);
-                    range.begin += marks_in_range;
-                    marks_in_range *= 2;
-
-                    if (marks_in_range > max_marks_in_range)
-                        split = true;
-                }
-                new_ranges.emplace_back(range.begin, range.end);
-            }
-        }
-        else
-        {
-            /// Split all ranges to avoid reading much data, because we have to
-            ///  store whole range in memory to reverse it.
-            for (auto it = ranges.rbegin(); it != ranges.rend(); ++it)
-            {
-                auto range = *it;
-                while (range.begin + marks_in_range < range.end)
-                {
-                    new_ranges.emplace_front(range.end - marks_in_range, range.end);
-                    range.end -= marks_in_range;
-                    marks_in_range = std::min(marks_in_range * 2, max_marks_in_range);
-                }
-                new_ranges.emplace_front(range.begin, range.end);
-            }
-        }
-
-        return new_ranges;
-    };
-
-    const size_t min_marks_per_stream = (sum_marks - 1) / num_streams + 1;
-    bool need_preliminary_merge = (parts.size() > settings.read_in_order_two_level_merge_threshold);
-
-    std::vector<QueryPlanPtr> plans;
-
-    for (size_t i = 0; i < num_streams && !parts.empty(); ++i)
-    {
-        size_t need_marks = min_marks_per_stream;
-        RangesInDataParts new_parts;
-
-        /// Loop over parts.
-        /// We will iteratively take part or some subrange of a part from the back
-        ///  and assign a stream to read from it.
-        while (need_marks > 0 && !parts.empty())
-        {
-            RangesInDataPart part = parts.back();
-            parts.pop_back();
-
-            size_t & marks_in_part = sum_marks_in_parts.back();
-
-            /// We will not take too few rows from a part.
-            if (marks_in_part >= min_marks_for_concurrent_read &&
-                need_marks < min_marks_for_concurrent_read)
-                need_marks = min_marks_for_concurrent_read;
-
-            /// Do not leave too few rows in the part.
-            if (marks_in_part > need_marks &&
-                marks_in_part - need_marks < min_marks_for_concurrent_read)
-                need_marks = marks_in_part;
-
-            MarkRanges ranges_to_get_from_part;
-
-            /// We take the whole part if it is small enough.
-            if (marks_in_part <= need_marks)
-            {
-                ranges_to_get_from_part = part.ranges;
-
-                need_marks -= marks_in_part;
-                sum_marks_in_parts.pop_back();
-            }
-            else
-            {
-                /// Loop through ranges in part. Take enough ranges to cover "need_marks".
-                while (need_marks > 0)
-                {
-                    if (part.ranges.empty())
-                        throw Exception("Unexpected end of ranges while spreading marks among streams", ErrorCodes::LOGICAL_ERROR);
-
-                    MarkRange & range = part.ranges.front();
-
-                    const size_t marks_in_range = range.end - range.begin;
-                    const size_t marks_to_get_from_range = std::min(marks_in_range, need_marks);
-
-                    ranges_to_get_from_part.emplace_back(range.begin, range.begin + marks_to_get_from_range);
-                    range.begin += marks_to_get_from_range;
-                    marks_in_part -= marks_to_get_from_range;
-                    need_marks -= marks_to_get_from_range;
-                    if (range.begin == range.end)
-                        part.ranges.pop_front();
-                }
-                parts.emplace_back(part);
-            }
-            ranges_to_get_from_part = split_ranges(ranges_to_get_from_part, input_order_info->direction);
-            new_parts.emplace_back(part.data_part, part.part_index_in_query, std::move(ranges_to_get_from_part));
-        }
-
-        ReadFromMergeTree::Settings step_settings
-        {
-            .max_block_size = max_block_size,
-            .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-            .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-            .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
-            .use_uncompressed_cache = use_uncompressed_cache,
-            .reader_settings = reader_settings,
-            .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-        };
-
-        auto read_type = input_order_info->direction == 1
-                       ? ReadFromMergeTree::ReadType::InOrder
-                       : ReadFromMergeTree::ReadType::InReverseOrder;
-
-        auto plan = std::make_unique<QueryPlan>();
-        auto step = std::make_unique<ReadFromMergeTree>(
-            data,
-            metadata_snapshot,
-            query_id,
-            column_names,
-            std::move(new_parts),
-            std::move(index_stats),
-            query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-            virt_columns,
-            step_settings,
-            num_streams,
-            read_type);
-
-        plan->addStep(std::move(step));
-        plans.emplace_back(std::move(plan));
-    }
-
-    if (need_preliminary_merge)
-    {
-        SortDescription sort_description;
-        for (size_t j = 0; j < input_order_info->order_key_prefix_descr.size(); ++j)
-            sort_description.emplace_back(metadata_snapshot->getSortingKey().column_names[j],
-                                          input_order_info->direction, 1);
-
-        for (auto & plan : plans)
-        {
-            /// Drop temporary columns, added by 'sorting_key_prefix_expr'
-            out_projection = createProjection(plan->getCurrentDataStream().header);
-
-            auto expression_step = std::make_unique<ExpressionStep>(
-                    plan->getCurrentDataStream(),
-                    sorting_key_prefix_expr);
-
-            expression_step->setStepDescription("Calculate sorting key prefix");
-            plan->addStep(std::move(expression_step));
-
-            auto merging_sorted = std::make_unique<MergingSortedStep>(
-                    plan->getCurrentDataStream(),
-                    sort_description,
-                    max_block_size);
-
-            merging_sorted->setStepDescription("Merge sorting mark ranges");
-            plan->addStep(std::move(merging_sorted));
-        }
-    }
-
-    if (plans.size() == 1)
-        return std::move(plans.front());
-
-    DataStreams input_streams;
-    for (const auto & plan : plans)
-        input_streams.emplace_back(plan->getCurrentDataStream());
-
-    auto union_step = std::make_unique<UnionStep>(std::move(input_streams));
-
-    auto plan = std::make_unique<QueryPlan>();
-    plan->unitePlans(std::move(union_step), std::move(plans));
-
-    return plan;
-}
-
-
-QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsFinal(
-    RangesInDataParts && parts,
-    ReadFromMergeTree::IndexStatPtr index_stats,
-    size_t num_streams,
-    const Names & column_names,
-    const StorageMetadataPtr & metadata_snapshot,
-    UInt64 max_block_size,
-    bool use_uncompressed_cache,
-    const SelectQueryInfo & query_info,
-    const Names & virt_columns,
-    const Settings & settings,
-    const MergeTreeReaderSettings & reader_settings,
-    ActionsDAGPtr & out_projection,
-    const String & query_id) const
-{
-    const auto data_settings = data.getSettings();
-    size_t sum_marks = 0;
-    size_t adaptive_parts = 0;
-    for (const auto & part : parts)
-    {
-        for (const auto & range : part.ranges)
-            sum_marks += range.end - range.begin;
-
-        if (part.data_part->index_granularity_info.is_adaptive)
-            ++adaptive_parts;
-    }
-
-    size_t index_granularity_bytes = 0;
-    if (adaptive_parts >= parts.size() / 2)
-        index_granularity_bytes = data_settings->index_granularity_bytes;
-
-    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
-        settings.merge_tree_max_rows_to_use_cache,
-        settings.merge_tree_max_bytes_to_use_cache,
-        data_settings->index_granularity,
-        index_granularity_bytes);
-
-    if (sum_marks > max_marks_to_use_cache)
-        use_uncompressed_cache = false;
-
-    if (num_streams > settings.max_final_threads)
-        num_streams = settings.max_final_threads;
-
-    /// If setting do_not_merge_across_partitions_select_final is true than we won't merge parts from different partitions.
-    /// We have all parts in parts vector, where parts with same partition are nearby.
-    /// So we will store iterators pointed to the beginning of each partition range (and parts.end()),
-    /// then we will create a pipe for each partition that will run selecting processor and merging processor
-    /// for the parts with this partition. In the end we will unite all the pipes.
-    std::vector<RangesInDataParts::iterator> parts_to_merge_ranges;
-    auto it = parts.begin();
-    parts_to_merge_ranges.push_back(it);
-
-    if (settings.do_not_merge_across_partitions_select_final)
-    {
-        while (it != parts.end())
-        {
-            it = std::find_if(
-                it, parts.end(), [&it](auto & part) { return it->data_part->info.partition_id != part.data_part->info.partition_id; });
-            parts_to_merge_ranges.push_back(it);
-        }
-        /// We divide threads for each partition equally. But we will create at least the number of partitions threads.
-        /// (So, the total number of threads could be more than initial num_streams.
-        num_streams /= (parts_to_merge_ranges.size() - 1);
-    }
-    else
-    {
-        /// If do_not_merge_across_partitions_select_final is false we just merge all the parts.
-        parts_to_merge_ranges.push_back(parts.end());
-    }
-
-    std::vector<QueryPlanPtr> partition_plans;
-
-    /// If do_not_merge_across_partitions_select_final is true and num_streams > 1
-    /// we will store lonely parts with level > 0 to use parallel select on them.
-    std::vector<RangesInDataPart> lonely_parts;
-    size_t total_rows_in_lonely_parts = 0;
-    size_t sum_marks_in_lonely_parts = 0;
-
-    for (size_t range_index = 0; range_index < parts_to_merge_ranges.size() - 1; ++range_index)
-    {
-        QueryPlanPtr plan;
-
-        {
-            RangesInDataParts new_parts;
-
-            /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
-            /// with level > 0 then we won't postprocess this part and if num_streams > 1 we
-            /// can use parallel select on such parts. We save such parts in one vector and then use
-            /// MergeTreeReadPool and MergeTreeThreadSelectBlockInputProcessor for parallel select.
-            if (num_streams > 1 && settings.do_not_merge_across_partitions_select_final &&
-                std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
-                parts_to_merge_ranges[range_index]->data_part->info.level > 0)
-            {
-                total_rows_in_lonely_parts += parts_to_merge_ranges[range_index]->getRowsCount();
-                sum_marks_in_lonely_parts += parts_to_merge_ranges[range_index]->getMarksCount();
-                lonely_parts.push_back(std::move(*parts_to_merge_ranges[range_index]));
-                continue;
-            }
-            else
-            {
-                for (auto part_it = parts_to_merge_ranges[range_index]; part_it != parts_to_merge_ranges[range_index + 1]; ++part_it)
-                {
-                    new_parts.emplace_back(part_it->data_part, part_it->part_index_in_query, part_it->ranges);
-                }
-            }
-
-            if (new_parts.empty())
-                continue;
-
-            ReadFromMergeTree::Settings step_settings
-            {
-                .max_block_size = max_block_size,
-                .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-                .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-                .min_marks_for_concurrent_read = 0, /// this setting is not used for reading in order
-                .use_uncompressed_cache = use_uncompressed_cache,
-                .reader_settings = reader_settings,
-                .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-            };
-
-            plan = std::make_unique<QueryPlan>();
-            auto step = std::make_unique<ReadFromMergeTree>(
-                data,
-                metadata_snapshot,
-                query_id,
-                column_names,
-                std::move(new_parts),
-                std::move(index_stats),
-                query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-                virt_columns,
-                step_settings,
-                num_streams,
-                ReadFromMergeTree::ReadType::InOrder);
-
-            plan->addStep(std::move(step));
-
-            /// Drop temporary columns, added by 'sorting_key_expr'
-            if (!out_projection)
-                out_projection = createProjection(plan->getCurrentDataStream().header);
-        }
-
-        auto expression_step = std::make_unique<ExpressionStep>(
-            plan->getCurrentDataStream(),
-            metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
-
-        expression_step->setStepDescription("Calculate sorting key expression");
-        plan->addStep(std::move(expression_step));
-
-        /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
-        /// with level > 0 then we won't postprocess this part
-        if (settings.do_not_merge_across_partitions_select_final &&
-            std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
-            parts_to_merge_ranges[range_index]->data_part->info.level > 0)
-        {
-            partition_plans.emplace_back(std::move(plan));
-            continue;
-        }
-
-        Names sort_columns = metadata_snapshot->getSortingKeyColumns();
-        SortDescription sort_description;
-        size_t sort_columns_size = sort_columns.size();
-        sort_description.reserve(sort_columns_size);
-
-        Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
-
-        const auto & header = plan->getCurrentDataStream().header;
-        for (size_t i = 0; i < sort_columns_size; ++i)
-            sort_description.emplace_back(header.getPositionByName(sort_columns[i]), 1, 1);
-
-        auto final_step = std::make_unique<MergingFinal>(
-            plan->getCurrentDataStream(),
-            std::min<size_t>(num_streams, settings.max_final_threads),
-            sort_description,
-            data.merging_params,
-            partition_key_columns,
-            max_block_size);
-
-        final_step->setStepDescription("Merge rows for FINAL");
-        plan->addStep(std::move(final_step));
-
-        partition_plans.emplace_back(std::move(plan));
-    }
-
-    if (!lonely_parts.empty())
-    {
-        RangesInDataParts new_parts;
-
-        size_t num_streams_for_lonely_parts = num_streams * lonely_parts.size();
-
-        const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
-            settings.merge_tree_min_rows_for_concurrent_read,
-            settings.merge_tree_min_bytes_for_concurrent_read,
-            data_settings->index_granularity,
-            index_granularity_bytes,
-            sum_marks_in_lonely_parts);
-
-        /// Reduce the number of num_streams_for_lonely_parts if the data is small.
-        if (sum_marks_in_lonely_parts < num_streams_for_lonely_parts * min_marks_for_concurrent_read && lonely_parts.size() < num_streams_for_lonely_parts)
-            num_streams_for_lonely_parts = std::max((sum_marks_in_lonely_parts + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, lonely_parts.size());
-
-        ReadFromMergeTree::Settings step_settings
-        {
-            .max_block_size = max_block_size,
-            .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-            .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-            .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
-            .use_uncompressed_cache = use_uncompressed_cache,
-            .reader_settings = reader_settings,
-            .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-        };
-
-        auto plan = std::make_unique<QueryPlan>();
-        auto step = std::make_unique<ReadFromMergeTree>(
-            data,
-            metadata_snapshot,
-            query_id,
-            column_names,
-            std::move(lonely_parts),
-            std::move(index_stats),
-            query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-            virt_columns,
-            step_settings,
-            num_streams_for_lonely_parts,
-            ReadFromMergeTree::ReadType::Default);
-
-        plan->addStep(std::move(step));
-
-        /// Drop temporary columns, added by 'sorting_key_expr'
-        if (!out_projection)
-            out_projection = createProjection(plan->getCurrentDataStream().header);
-
-        auto expression_step = std::make_unique<ExpressionStep>(
-            plan->getCurrentDataStream(),
-            metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
-
-        expression_step->setStepDescription("Calculate sorting key expression");
-        plan->addStep(std::move(expression_step));
-
-        partition_plans.emplace_back(std::move(plan));
-    }
-
-    if (partition_plans.empty())
-        return {};
-
-    if (partition_plans.size() == 1)
-        return std::move(partition_plans.front());
-
-    auto result_header = partition_plans.front()->getCurrentDataStream().header;
-    DataStreams input_streams;
-    for (const auto & partition_plan : partition_plans)
-        input_streams.push_back(partition_plan->getCurrentDataStream());
-
-    auto union_step = std::make_unique<UnionStep>(std::move(input_streams), result_header);
-    union_step->setStepDescription("Unite sources after FINAL");
-    QueryPlanPtr plan = std::make_unique<QueryPlan>();
-    plan->unitePlans(std::move(union_step), std::move(partition_plans));
-    return plan;
-}
+// QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreams(
+//     RangesInDataParts && parts,
+//     // ReadFromMergeTree::IndexStatPtr index_stats,
+//     size_t num_streams,
+//     const Names & column_names,
+//     const StorageMetadataPtr & metadata_snapshot,
+//     UInt64 max_block_size,
+//     bool use_uncompressed_cache,
+//     const SelectQueryInfo & query_info,
+//     const Names & virt_columns,
+//     const Settings & settings,
+//     const MergeTreeReaderSettings & reader_settings,
+//     const String & query_id) const
+// {
+//     /// Count marks for each part.
+//     std::vector<size_t> sum_marks_in_parts(parts.size());
+//     size_t sum_marks = 0;
+//     size_t total_rows = 0;
+
+//     const auto data_settings = data.getSettings();
+//     size_t adaptive_parts = 0;
+//     for (size_t i = 0; i < parts.size(); ++i)
+//     {
+//         total_rows += parts[i].getRowsCount();
+//         sum_marks_in_parts[i] = parts[i].getMarksCount();
+//         sum_marks += sum_marks_in_parts[i];
+
+//         if (parts[i].data_part->index_granularity_info.is_adaptive)
+//             ++adaptive_parts;
+//     }
+
+//     size_t index_granularity_bytes = 0;
+//     if (adaptive_parts > parts.size() / 2)
+//         index_granularity_bytes = data_settings->index_granularity_bytes;
+
+//     const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+//         settings.merge_tree_max_rows_to_use_cache,
+//         settings.merge_tree_max_bytes_to_use_cache,
+//         data_settings->index_granularity,
+//         index_granularity_bytes);
+
+//     const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+//         settings.merge_tree_min_rows_for_concurrent_read,
+//         settings.merge_tree_min_bytes_for_concurrent_read,
+//         data_settings->index_granularity,
+//         index_granularity_bytes,
+//         sum_marks);
+
+//     if (sum_marks > max_marks_to_use_cache)
+//         use_uncompressed_cache = false;
+
+//     if (0 == sum_marks)
+//         return {};
+
+//     ReadFromMergeTree::Settings step_settings
+//     {
+//         .max_block_size = max_block_size,
+//         .preferred_block_size_bytes = settings.preferred_block_size_bytes,
+//         .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
+//         .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
+//         .use_uncompressed_cache = use_uncompressed_cache,
+//         .reader_settings = reader_settings,
+//         .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
+//     };
+
+//     if (num_streams > 1)
+//     {
+//         /// Reduce the number of num_streams if the data is small.
+//         if (sum_marks < num_streams * min_marks_for_concurrent_read && parts.size() < num_streams)
+//             num_streams = std::max((sum_marks + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, parts.size());
+//     }
+
+//     auto plan = std::make_unique<QueryPlan>();
+//     auto step = std::make_unique<ReadFromMergeTree>(
+//         data,
+//         metadata_snapshot,
+//         query_id,
+//         column_names,
+//         std::move(parts),
+//         // std::move(index_stats),
+//         query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
+//         virt_columns,
+//         step_settings,
+//         num_streams,
+//         ReadFromMergeTree::ReadType::Default);
+
+//     plan->addStep(std::move(step));
+//     return plan;
+// }
+
+// static ActionsDAGPtr createProjection(const Block & header)
+// {
+//     auto projection = std::make_shared<ActionsDAG>(header.getNamesAndTypesList());
+//     projection->removeUnusedActions(header.getNames());
+//     projection->projectInput();
+//     return projection;
+// }
+
+// QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsWithOrder(
+//     RangesInDataParts && parts,
+//     // ReadFromMergeTree::IndexStatPtr index_stats,
+//     size_t num_streams,
+//     const Names & column_names,
+//     const StorageMetadataPtr & metadata_snapshot,
+//     UInt64 max_block_size,
+//     bool use_uncompressed_cache,
+//     const SelectQueryInfo & query_info,
+//     const ActionsDAGPtr & sorting_key_prefix_expr,
+//     const Names & virt_columns,
+//     const Settings & settings,
+//     const MergeTreeReaderSettings & reader_settings,
+//     ActionsDAGPtr & out_projection,
+//     const String & query_id,
+//     const InputOrderInfoPtr & input_order_info) const
+// {
+//     size_t sum_marks = 0;
+//     size_t adaptive_parts = 0;
+//     std::vector<size_t> sum_marks_in_parts(parts.size());
+//     const auto data_settings = data.getSettings();
+
+//     for (size_t i = 0; i < parts.size(); ++i)
+//     {
+//         sum_marks_in_parts[i] = parts[i].getMarksCount();
+//         sum_marks += sum_marks_in_parts[i];
+
+//         if (parts[i].data_part->index_granularity_info.is_adaptive)
+//             ++adaptive_parts;
+//     }
+
+//     size_t index_granularity_bytes = 0;
+//     if (adaptive_parts > parts.size() / 2)
+//         index_granularity_bytes = data_settings->index_granularity_bytes;
+
+//     const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+//         settings.merge_tree_max_rows_to_use_cache,
+//         settings.merge_tree_max_bytes_to_use_cache,
+//         data_settings->index_granularity,
+//         index_granularity_bytes);
+
+//     const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+//         settings.merge_tree_min_rows_for_concurrent_read,
+//         settings.merge_tree_min_bytes_for_concurrent_read,
+//         data_settings->index_granularity,
+//         index_granularity_bytes,
+//         sum_marks);
+
+//     if (sum_marks > max_marks_to_use_cache)
+//         use_uncompressed_cache = false;
+
+//     Pipes res;
+
+//     if (sum_marks == 0)
+//         return {};
+
+//     /// Let's split ranges to avoid reading much data.
+//     auto split_ranges = [rows_granularity = data_settings->index_granularity, max_block_size](const auto & ranges, int direction)
+//     {
+//         MarkRanges new_ranges;
+//         const size_t max_marks_in_range = (max_block_size + rows_granularity - 1) / rows_granularity;
+//         size_t marks_in_range = 1;
+
+//         if (direction == 1)
+//         {
+//             /// Split first few ranges to avoid reading much data.
+//             bool split = false;
+//             for (auto range : ranges)
+//             {
+//                 while (!split && range.begin + marks_in_range < range.end)
+//                 {
+//                     new_ranges.emplace_back(range.begin, range.begin + marks_in_range);
+//                     range.begin += marks_in_range;
+//                     marks_in_range *= 2;
+
+//                     if (marks_in_range > max_marks_in_range)
+//                         split = true;
+//                 }
+//                 new_ranges.emplace_back(range.begin, range.end);
+//             }
+//         }
+//         else
+//         {
+//             /// Split all ranges to avoid reading much data, because we have to
+//             ///  store whole range in memory to reverse it.
+//             for (auto it = ranges.rbegin(); it != ranges.rend(); ++it)
+//             {
+//                 auto range = *it;
+//                 while (range.begin + marks_in_range < range.end)
+//                 {
+//                     new_ranges.emplace_front(range.end - marks_in_range, range.end);
+//                     range.end -= marks_in_range;
+//                     marks_in_range = std::min(marks_in_range * 2, max_marks_in_range);
+//                 }
+//                 new_ranges.emplace_front(range.begin, range.end);
+//             }
+//         }
+
+//         return new_ranges;
+//     };
+
+//     const size_t min_marks_per_stream = (sum_marks - 1) / num_streams + 1;
+//     bool need_preliminary_merge = (parts.size() > settings.read_in_order_two_level_merge_threshold);
+
+//     std::vector<QueryPlanPtr> plans;
+
+//     for (size_t i = 0; i < num_streams && !parts.empty(); ++i)
+//     {
+//         size_t need_marks = min_marks_per_stream;
+//         RangesInDataParts new_parts;
+
+//         /// Loop over parts.
+//         /// We will iteratively take part or some subrange of a part from the back
+//         ///  and assign a stream to read from it.
+//         while (need_marks > 0 && !parts.empty())
+//         {
+//             RangesInDataPart part = parts.back();
+//             parts.pop_back();
+
+//             size_t & marks_in_part = sum_marks_in_parts.back();
+
+//             /// We will not take too few rows from a part.
+//             if (marks_in_part >= min_marks_for_concurrent_read &&
+//                 need_marks < min_marks_for_concurrent_read)
+//                 need_marks = min_marks_for_concurrent_read;
+
+//             /// Do not leave too few rows in the part.
+//             if (marks_in_part > need_marks &&
+//                 marks_in_part - need_marks < min_marks_for_concurrent_read)
+//                 need_marks = marks_in_part;
+
+//             MarkRanges ranges_to_get_from_part;
+
+//             /// We take the whole part if it is small enough.
+//             if (marks_in_part <= need_marks)
+//             {
+//                 ranges_to_get_from_part = part.ranges;
+
+//                 need_marks -= marks_in_part;
+//                 sum_marks_in_parts.pop_back();
+//             }
+//             else
+//             {
+//                 /// Loop through ranges in part. Take enough ranges to cover "need_marks".
+//                 while (need_marks > 0)
+//                 {
+//                     if (part.ranges.empty())
+//                         throw Exception("Unexpected end of ranges while spreading marks among streams", ErrorCodes::LOGICAL_ERROR);
+
+//                     MarkRange & range = part.ranges.front();
+
+//                     const size_t marks_in_range = range.end - range.begin;
+//                     const size_t marks_to_get_from_range = std::min(marks_in_range, need_marks);
+
+//                     ranges_to_get_from_part.emplace_back(range.begin, range.begin + marks_to_get_from_range);
+//                     range.begin += marks_to_get_from_range;
+//                     marks_in_part -= marks_to_get_from_range;
+//                     need_marks -= marks_to_get_from_range;
+//                     if (range.begin == range.end)
+//                         part.ranges.pop_front();
+//                 }
+//                 parts.emplace_back(part);
+//             }
+//             ranges_to_get_from_part = split_ranges(ranges_to_get_from_part, input_order_info->direction);
+//             new_parts.emplace_back(part.data_part, part.part_index_in_query, std::move(ranges_to_get_from_part));
+//         }
+
+//         ReadFromMergeTree::Settings step_settings
+//         {
+//             .max_block_size = max_block_size,
+//             .preferred_block_size_bytes = settings.preferred_block_size_bytes,
+//             .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
+//             .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
+//             .use_uncompressed_cache = use_uncompressed_cache,
+//             .reader_settings = reader_settings,
+//             .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
+//         };
+
+//         auto read_type = input_order_info->direction == 1
+//                        ? ReadFromMergeTree::ReadType::InOrder
+//                        : ReadFromMergeTree::ReadType::InReverseOrder;
+
+//         auto plan = std::make_unique<QueryPlan>();
+//         auto step = std::make_unique<ReadFromMergeTree>(
+//             data,
+//             metadata_snapshot,
+//             query_id,
+//             column_names,
+//             std::move(new_parts),
+//             // std::move(index_stats),
+//             query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
+//             virt_columns,
+//             step_settings,
+//             num_streams,
+//             read_type);
+
+//         plan->addStep(std::move(step));
+//         plans.emplace_back(std::move(plan));
+//     }
+
+//     if (need_preliminary_merge)
+//     {
+//         SortDescription sort_description;
+//         for (size_t j = 0; j < input_order_info->order_key_prefix_descr.size(); ++j)
+//             sort_description.emplace_back(metadata_snapshot->getSortingKey().column_names[j],
+//                                           input_order_info->direction, 1);
+
+//         for (auto & plan : plans)
+//         {
+//             /// Drop temporary columns, added by 'sorting_key_prefix_expr'
+//             out_projection = createProjection(plan->getCurrentDataStream().header);
+
+//             auto expression_step = std::make_unique<ExpressionStep>(
+//                     plan->getCurrentDataStream(),
+//                     sorting_key_prefix_expr);
+
+//             expression_step->setStepDescription("Calculate sorting key prefix");
+//             plan->addStep(std::move(expression_step));
+
+//             auto merging_sorted = std::make_unique<MergingSortedStep>(
+//                     plan->getCurrentDataStream(),
+//                     sort_description,
+//                     max_block_size);
+
+//             merging_sorted->setStepDescription("Merge sorting mark ranges");
+//             plan->addStep(std::move(merging_sorted));
+//         }
+//     }
+
+//     if (plans.size() == 1)
+//         return std::move(plans.front());
+
+//     DataStreams input_streams;
+//     for (const auto & plan : plans)
+//         input_streams.emplace_back(plan->getCurrentDataStream());
+
+//     auto union_step = std::make_unique<UnionStep>(std::move(input_streams));
+
+//     auto plan = std::make_unique<QueryPlan>();
+//     plan->unitePlans(std::move(union_step), std::move(plans));
+
+//     return plan;
+// }
+
+
+// QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsFinal(
+//     RangesInDataParts && parts,
+//     size_t num_streams,
+//     const Names & column_names,
+//     const StorageMetadataPtr & metadata_snapshot,
+//     UInt64 max_block_size,
+//     bool use_uncompressed_cache,
+//     const SelectQueryInfo & query_info,
+//     const Names & virt_columns,
+//     const Settings & settings,
+//     const MergeTreeReaderSettings & reader_settings,
+//     ActionsDAGPtr & out_projection,
+//     const String & query_id) const
+// {
+//     const auto data_settings = data.getSettings();
+//     size_t sum_marks = 0;
+//     size_t adaptive_parts = 0;
+//     for (const auto & part : parts)
+//     {
+//         for (const auto & range : part.ranges)
+//             sum_marks += range.end - range.begin;
+
+//         if (part.data_part->index_granularity_info.is_adaptive)
+//             ++adaptive_parts;
+//     }
+
+//     size_t index_granularity_bytes = 0;
+//     if (adaptive_parts >= parts.size() / 2)
+//         index_granularity_bytes = data_settings->index_granularity_bytes;
+
+//     const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+//         settings.merge_tree_max_rows_to_use_cache,
+//         settings.merge_tree_max_bytes_to_use_cache,
+//         data_settings->index_granularity,
+//         index_granularity_bytes);
+
+//     if (sum_marks > max_marks_to_use_cache)
+//         use_uncompressed_cache = false;
+
+//     if (num_streams > settings.max_final_threads)
+//         num_streams = settings.max_final_threads;
+
+//     /// If setting do_not_merge_across_partitions_select_final is true than we won't merge parts from different partitions.
+//     /// We have all parts in parts vector, where parts with same partition are nearby.
+//     /// So we will store iterators pointed to the beginning of each partition range (and parts.end()),
+//     /// then we will create a pipe for each partition that will run selecting processor and merging processor
+//     /// for the parts with this partition. In the end we will unite all the pipes.
+//     std::vector<RangesInDataParts::iterator> parts_to_merge_ranges;
+//     auto it = parts.begin();
+//     parts_to_merge_ranges.push_back(it);
+
+//     if (settings.do_not_merge_across_partitions_select_final)
+//     {
+//         while (it != parts.end())
+//         {
+//             it = std::find_if(
+//                 it, parts.end(), [&it](auto & part) { return it->data_part->info.partition_id != part.data_part->info.partition_id; });
+//             parts_to_merge_ranges.push_back(it);
+//         }
+//         /// We divide threads for each partition equally. But we will create at least the number of partitions threads.
+//         /// (So, the total number of threads could be more than initial num_streams.
+//         num_streams /= (parts_to_merge_ranges.size() - 1);
+//     }
+//     else
+//     {
+//         /// If do_not_merge_across_partitions_select_final is false we just merge all the parts.
+//         parts_to_merge_ranges.push_back(parts.end());
+//     }
+
+//     std::vector<QueryPlanPtr> partition_plans;
+
+//     /// If do_not_merge_across_partitions_select_final is true and num_streams > 1
+//     /// we will store lonely parts with level > 0 to use parallel select on them.
+//     std::vector<RangesInDataPart> lonely_parts;
+//     size_t total_rows_in_lonely_parts = 0;
+//     size_t sum_marks_in_lonely_parts = 0;
+
+//     for (size_t range_index = 0; range_index < parts_to_merge_ranges.size() - 1; ++range_index)
+//     {
+//         QueryPlanPtr plan;
+
+//         {
+//             RangesInDataParts new_parts;
+
+//             /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
+//             /// with level > 0 then we won't postprocess this part and if num_streams > 1 we
+//             /// can use parallel select on such parts. We save such parts in one vector and then use
+//             /// MergeTreeReadPool and MergeTreeThreadSelectBlockInputProcessor for parallel select.
+//             if (num_streams > 1 && settings.do_not_merge_across_partitions_select_final &&
+//                 std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
+//                 parts_to_merge_ranges[range_index]->data_part->info.level > 0)
+//             {
+//                 total_rows_in_lonely_parts += parts_to_merge_ranges[range_index]->getRowsCount();
+//                 sum_marks_in_lonely_parts += parts_to_merge_ranges[range_index]->getMarksCount();
+//                 lonely_parts.push_back(std::move(*parts_to_merge_ranges[range_index]));
+//                 continue;
+//             }
+//             else
+//             {
+//                 for (auto part_it = parts_to_merge_ranges[range_index]; part_it != parts_to_merge_ranges[range_index + 1]; ++part_it)
+//                 {
+//                     new_parts.emplace_back(part_it->data_part, part_it->part_index_in_query, part_it->ranges);
+//                 }
+//             }
+
+//             if (new_parts.empty())
+//                 continue;
+
+//             ReadFromMergeTree::Settings step_settings
+//             {
+//                 .max_block_size = max_block_size,
+//                 .preferred_block_size_bytes = settings.preferred_block_size_bytes,
+//                 .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
+//                 .min_marks_for_concurrent_read = 0, /// this setting is not used for reading in order
+//                 .use_uncompressed_cache = use_uncompressed_cache,
+//                 .reader_settings = reader_settings,
+//                 .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
+//             };
+
+//             plan = std::make_unique<QueryPlan>();
+//             auto step = std::make_unique<ReadFromMergeTree>(
+//                 data,
+//                 metadata_snapshot,
+//                 query_id,
+//                 column_names,
+//                 std::move(new_parts),
+//                 // std::move(index_stats),
+//                 query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
+//                 virt_columns,
+//                 step_settings,
+//                 num_streams,
+//                 ReadFromMergeTree::ReadType::InOrder);
+
+//             plan->addStep(std::move(step));
+
+//             /// Drop temporary columns, added by 'sorting_key_expr'
+//             if (!out_projection)
+//                 out_projection = createProjection(plan->getCurrentDataStream().header);
+//         }
+
+//         auto expression_step = std::make_unique<ExpressionStep>(
+//             plan->getCurrentDataStream(),
+//             metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
+
+//         expression_step->setStepDescription("Calculate sorting key expression");
+//         plan->addStep(std::move(expression_step));
+
+//         /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
+//         /// with level > 0 then we won't postprocess this part
+//         if (settings.do_not_merge_across_partitions_select_final &&
+//             std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
+//             parts_to_merge_ranges[range_index]->data_part->info.level > 0)
+//         {
+//             partition_plans.emplace_back(std::move(plan));
+//             continue;
+//         }
+
+//         Names sort_columns = metadata_snapshot->getSortingKeyColumns();
+//         SortDescription sort_description;
+//         size_t sort_columns_size = sort_columns.size();
+//         sort_description.reserve(sort_columns_size);
+
+//         Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
+
+//         const auto & header = plan->getCurrentDataStream().header;
+//         for (size_t i = 0; i < sort_columns_size; ++i)
+//             sort_description.emplace_back(header.getPositionByName(sort_columns[i]), 1, 1);
+
+//         auto final_step = std::make_unique<MergingFinal>(
+//             plan->getCurrentDataStream(),
+//             std::min<size_t>(num_streams, settings.max_final_threads),
+//             sort_description,
+//             data.merging_params,
+//             partition_key_columns,
+//             max_block_size);
+
+//         final_step->setStepDescription("Merge rows for FINAL");
+//         plan->addStep(std::move(final_step));
+
+//         partition_plans.emplace_back(std::move(plan));
+//     }
+
+//     if (!lonely_parts.empty())
+//     {
+//         RangesInDataParts new_parts;
+
+//         size_t num_streams_for_lonely_parts = num_streams * lonely_parts.size();
+
+//         const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+//             settings.merge_tree_min_rows_for_concurrent_read,
+//             settings.merge_tree_min_bytes_for_concurrent_read,
+//             data_settings->index_granularity,
+//             index_granularity_bytes,
+//             sum_marks_in_lonely_parts);
+
+//         /// Reduce the number of num_streams_for_lonely_parts if the data is small.
+//         if (sum_marks_in_lonely_parts < num_streams_for_lonely_parts * min_marks_for_concurrent_read && lonely_parts.size() < num_streams_for_lonely_parts)
+//             num_streams_for_lonely_parts = std::max((sum_marks_in_lonely_parts + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, lonely_parts.size());
+
+//         ReadFromMergeTree::Settings step_settings
+//         {
+//             .max_block_size = max_block_size,
+//             .preferred_block_size_bytes = settings.preferred_block_size_bytes,
+//             .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
+//             .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
+//             .use_uncompressed_cache = use_uncompressed_cache,
+//             .reader_settings = reader_settings,
+//             .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
+//         };
+
+//         auto plan = std::make_unique<QueryPlan>();
+//         auto step = std::make_unique<ReadFromMergeTree>(
+//             data,
+//             metadata_snapshot,
+//             query_id,
+//             column_names,
+//             std::move(lonely_parts),
+//             // std::move(index_stats),
+//             query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
+//             virt_columns,
+//             step_settings,
+//             num_streams_for_lonely_parts,
+//             ReadFromMergeTree::ReadType::Default);
+
+//         plan->addStep(std::move(step));
+
+//         /// Drop temporary columns, added by 'sorting_key_expr'
+//         if (!out_projection)
+//             out_projection = createProjection(plan->getCurrentDataStream().header);
+
+//         auto expression_step = std::make_unique<ExpressionStep>(
+//             plan->getCurrentDataStream(),
+//             metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
+
+//         expression_step->setStepDescription("Calculate sorting key expression");
+//         plan->addStep(std::move(expression_step));
+
+//         partition_plans.emplace_back(std::move(plan));
+//     }
+
+//     if (partition_plans.empty())
+//         return {};
+
+//     if (partition_plans.size() == 1)
+//         return std::move(partition_plans.front());
+
+//     auto result_header = partition_plans.front()->getCurrentDataStream().header;
+//     DataStreams input_streams;
+//     for (const auto & partition_plan : partition_plans)
+//         input_streams.push_back(partition_plan->getCurrentDataStream());
+
+//     auto union_step = std::make_unique<UnionStep>(std::move(input_streams), result_header);
+//     union_step->setStepDescription("Unite sources after FINAL");
+//     QueryPlanPtr plan = std::make_unique<QueryPlan>();
+//     plan->unitePlans(std::move(union_step), std::move(partition_plans));
+//     return plan;
+// }
 
 /// Calculates a set of mark ranges, that could possibly contain keys, required by condition.
 /// In other words, it removes subranges from whole range, that definitely could not contain required keys.
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index 7597af2e173..3e8076de8d3 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -17,19 +17,22 @@ struct MergeTreeDataSelectSamplingData
 {
     bool use_sampling = false;
     bool read_nothing = false;
+    Float64 used_sample_factor = 1.0;
     std::shared_ptr<ASTFunction> filter_function;
     ActionsDAGPtr filter_expression;
 };
 
-struct MergeTreeDataSelectCache
-{
-    RangesInDataParts parts_with_ranges;
-    MergeTreeDataSelectSamplingData sampling;
-    std::unique_ptr<ReadFromMergeTree::IndexStats> index_stats;
-    size_t sum_marks = 0;
-    size_t sum_ranges = 0;
-    bool use_cache = false;
-};
+// struct MergeTreeDataSelectCache
+// {
+//     RangesInDataParts parts_with_ranges;
+//     MergeTreeDataSelectSamplingData sampling;
+//     std::unique_ptr<ReadFromMergeTree::IndexStats> index_stats;
+//     size_t sum_marks = 0;
+//     size_t sum_ranges = 0;
+//     bool use_cache = false;
+// };
+
+using PartitionIdToMaxBlock = std::unordered_map<String, Int64>;
 
 /** Executes SELECT queries on data from the merge tree.
   */
@@ -41,7 +44,6 @@ public:
     /** When reading, selects a set of parts that covers the desired range of the index.
       * max_blocks_number_to_read - if not nullptr, do not read all the parts whose right border is greater than max_block in partition.
       */
-    using PartitionIdToMaxBlock = std::unordered_map<String, Int64>;
 
     QueryPlanPtr read(
         const Names & column_names,
@@ -53,6 +55,16 @@ public:
         QueryProcessingStage::Enum processed_stage,
         const PartitionIdToMaxBlock * max_block_numbers_to_read = nullptr) const;
 
+    size_t estimateNumMarksToRead(
+        MergeTreeData::DataPartsVector parts,
+        const Names & column_names,
+        const StorageMetadataPtr & metadata_snapshot_base,
+        const StorageMetadataPtr & metadata_snapshot,
+        const SelectQueryInfo & query_info,
+        ContextPtr context,
+        unsigned num_streams,
+        const PartitionIdToMaxBlock * max_block_numbers_to_read = nullptr) const;
+
     QueryPlanPtr readFromParts(
         MergeTreeData::DataPartsVector parts,
         const Names & column_names,
@@ -62,57 +74,56 @@ public:
         ContextPtr context,
         UInt64 max_block_size,
         unsigned num_streams,
-        const PartitionIdToMaxBlock * max_block_numbers_to_read = nullptr,
-        MergeTreeDataSelectCache * cache = nullptr) const;
+        const PartitionIdToMaxBlock * max_block_numbers_to_read = nullptr) const;
 
 private:
     const MergeTreeData & data;
 
     Poco::Logger * log;
 
-    QueryPlanPtr spreadMarkRangesAmongStreams(
-        RangesInDataParts && parts,
-        size_t num_streams,
-        const Names & column_names,
-        const StorageMetadataPtr & metadata_snapshot,
-        UInt64 max_block_size,
-        bool use_uncompressed_cache,
-        const SelectQueryInfo & query_info,
-        const Names & virt_columns,
-        const Settings & settings,
-        const MergeTreeReaderSettings & reader_settings,
-        const String & query_id) const;
+    // QueryPlanPtr spreadMarkRangesAmongStreams(
+    //     RangesInDataParts && parts,
+    //     size_t num_streams,
+    //     const Names & column_names,
+    //     const StorageMetadataPtr & metadata_snapshot,
+    //     UInt64 max_block_size,
+    //     bool use_uncompressed_cache,
+    //     const SelectQueryInfo & query_info,
+    //     const Names & virt_columns,
+    //     const Settings & settings,
+    //     const MergeTreeReaderSettings & reader_settings,
+    //     const String & query_id) const;
 
-    /// out_projection - save projection only with columns, requested to read
-    QueryPlanPtr spreadMarkRangesAmongStreamsWithOrder(
-        RangesInDataParts && parts,
-        size_t num_streams,
-        const Names & column_names,
-        const StorageMetadataPtr & metadata_snapshot,
-        UInt64 max_block_size,
-        bool use_uncompressed_cache,
-        const SelectQueryInfo & query_info,
-        const ActionsDAGPtr & sorting_key_prefix_expr,
-        const Names & virt_columns,
-        const Settings & settings,
-        const MergeTreeReaderSettings & reader_settings,
-        ActionsDAGPtr & out_projection,
-        const String & query_id,
-        const InputOrderInfoPtr & input_order_info) const;
+    // /// out_projection - save projection only with columns, requested to read
+    // QueryPlanPtr spreadMarkRangesAmongStreamsWithOrder(
+    //     RangesInDataParts && parts,
+    //     size_t num_streams,
+    //     const Names & column_names,
+    //     const StorageMetadataPtr & metadata_snapshot,
+    //     UInt64 max_block_size,
+    //     bool use_uncompressed_cache,
+    //     const SelectQueryInfo & query_info,
+    //     const ActionsDAGPtr & sorting_key_prefix_expr,
+    //     const Names & virt_columns,
+    //     const Settings & settings,
+    //     const MergeTreeReaderSettings & reader_settings,
+    //     ActionsDAGPtr & out_projection,
+    //     const String & query_id,
+    //     const InputOrderInfoPtr & input_order_info) const;
 
-    QueryPlanPtr spreadMarkRangesAmongStreamsFinal(
-        RangesInDataParts && parts,
-        size_t num_streams,
-        const Names & column_names,
-        const StorageMetadataPtr & metadata_snapshot,
-        UInt64 max_block_size,
-        bool use_uncompressed_cache,
-        const SelectQueryInfo & query_info,
-        const Names & virt_columns,
-        const Settings & settings,
-        const MergeTreeReaderSettings & reader_settings,
-        ActionsDAGPtr & out_projection,
-        const String & query_id) const;
+    // QueryPlanPtr spreadMarkRangesAmongStreamsFinal(
+    //     RangesInDataParts && parts,
+    //     size_t num_streams,
+    //     const Names & column_names,
+    //     const StorageMetadataPtr & metadata_snapshot,
+    //     UInt64 max_block_size,
+    //     bool use_uncompressed_cache,
+    //     const SelectQueryInfo & query_info,
+    //     const Names & virt_columns,
+    //     const Settings & settings,
+    //     const MergeTreeReaderSettings & reader_settings,
+    //     ActionsDAGPtr & out_projection,
+    //     const String & query_id) const;
 
     /// Get the approximate value (bottom estimate - only by full marks) of the number of rows falling under the index.
     static size_t getApproximateTotalRowsToRead(
@@ -140,7 +151,6 @@ private:
         size_t & granules_dropped,
         Poco::Logger * log);
 
-public:
     struct PartFilterCounters
     {
         size_t num_initial_selected_parts = 0;
@@ -175,16 +185,36 @@ public:
         PartFilterCounters & counters,
         Poco::Logger * log);
 
-    static RangesInDataParts filterParts(
+public:
+    static std::optional<std::unordered_set<String>> filterPartsByVirtualColumns(
+        const MergeTreeData & data,
         MergeTreeData::DataPartsVector & parts,
+        const ASTPtr & query,
+        ContextPtr context);
+
+    static void filterPartsByPartition(
+        const StorageMetadataPtr & metadata_snapshot,
+        const MergeTreeData & data,
+        const SelectQueryInfo & query_info,
+        ContextPtr & context,
+        ContextPtr & query_context,
+        MergeTreeData::DataPartsVector & parts,
+        const std::optional<std::unordered_set<String>> & part_values,
+        const PartitionIdToMaxBlock * max_block_numbers_to_read,
+        Poco::Logger * log,
+        ReadFromMergeTree::IndexStats & index_stats);
+
+    static RangesInDataParts filterPartsByPrimaryKeyAndSkipIndexes(
+        MergeTreeData::DataPartsVector && parts,
         StorageMetadataPtr metadata_snapshot,
-        SelectQueryInfo & query_info,
+        const SelectQueryInfo & query_info,
         ContextPtr & context,
         KeyCondition & key_condition,
         const MergeTreeReaderSettings & reader_settings,
         Poco::Logger * log,
         size_t num_streams,
-        ReadFromMergeTree::IndexStats & index_stats);
+        ReadFromMergeTree::IndexStats & index_stats,
+        bool use_skip_indexes);
 
     static MergeTreeDataSelectSamplingData getSampling(
         const ASTSelectQuery & select,
@@ -197,7 +227,7 @@ public:
         NamesAndTypesList available_real_columns,
         ContextPtr context);
 
-    static String checkLimits(MergeTreeData & data, const RangesInDataParts & parts_with_ranges, ContextPtr & context);
+    static String checkLimits(const MergeTreeData & data, const RangesInDataParts & parts_with_ranges, ContextPtr & context);
 };
 
 }
diff --git a/src/Storages/MergeTree/StorageFromMergeTreeDataPart.h b/src/Storages/MergeTree/StorageFromMergeTreeDataPart.h
index e8b39c8e28c..dff864bc58c 100644
--- a/src/Storages/MergeTree/StorageFromMergeTreeDataPart.h
+++ b/src/Storages/MergeTree/StorageFromMergeTreeDataPart.h
@@ -41,10 +41,7 @@ public:
                                                   query_info,
                                                   context,
                                                   max_block_size,
-                                                  num_streams,
-                                                  nullptr,
-                                                  query_info.projection ? query_info.projection->merge_tree_data_select_base_cache.get()
-                                                                        : query_info.merge_tree_data_select_cache.get()));
+                                                  num_streams));
 
         return query_plan.convertToPipe(
             QueryPlanOptimizationSettings::fromContext(context), BuildQueryPipelineSettings::fromContext(context));
diff --git a/src/Storages/SelectQueryInfo.h b/src/Storages/SelectQueryInfo.h
index afed41189c2..73cf3893a89 100644
--- a/src/Storages/SelectQueryInfo.h
+++ b/src/Storages/SelectQueryInfo.h
@@ -137,8 +137,8 @@ struct ProjectionCandidate
     ReadInOrderOptimizerPtr order_optimizer;
     InputOrderInfoPtr input_order_info;
     ManyExpressionActions group_by_elements_actions;
-    std::shared_ptr<MergeTreeDataSelectCache> merge_tree_data_select_base_cache;
-    std::shared_ptr<MergeTreeDataSelectCache> merge_tree_data_select_projection_cache;
+    // std::shared_ptr<MergeTreeDataSelectCache> merge_tree_data_select_base_cache;
+    // std::shared_ptr<MergeTreeDataSelectCache> merge_tree_data_select_projection_cache;
 };
 
 /** Query along with some additional data,

From 0d393c000617b955b521ef3d8f8b6bc7a1a864ca Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Thu, 27 May 2021 17:16:42 +0300
Subject: [PATCH 0629/1060] Fix tests

---
 programs/client/Client.cpp       | 2 +-
 src/Formats/FormatSchemaInfo.cpp | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 2de95635d04..7dea4c9375b 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -279,7 +279,7 @@ private:
 
         /// Set path for format schema files
         if (config().has("format_schema_path"))
-            context->setFormatSchemaPath(config().getString("format_schema_path"));
+            context->setFormatSchemaPath(fs::absolute(config().getString("format_schema_path")));
 
         /// Initialize query_id_formats if any
         if (config().has("query_id_formats"))
diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index 54e0961d161..25ed6051382 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -89,7 +89,7 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }
-    else if (!path_is_subdirectory_of(path, default_schema_directory_path))
+    else if (path.has_parent_path() && !path_is_subdirectory_of(path, default_schema_directory_path))
     {
         if (is_server)
             throw Exception(

From 7c6399d82de96dd8ac5f4cd58e734766c85d5420 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 17:45:40 +0300
Subject: [PATCH 0630/1060] fixes

---
 src/Interpreters/ExpressionAnalyzer.cpp       |  8 ++---
 src/Parsers/ASTWindowDefinition.cpp           |  2 ++
 src/Parsers/ExpressionElementParsers.cpp      | 35 +++++++++++--------
 .../01591_window_functions.reference          | 28 +++++++++++++++
 .../0_stateless/01591_window_functions.sql    | 23 ++++++++++++
 5 files changed, 77 insertions(+), 19 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index b81a2e43339..b2589583d68 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -485,7 +485,7 @@ void makeWindowDescriptionFromAST(const WindowDescriptions & existing_descriptio
         if (it == existing_descriptions.end())
         {
             throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                "Window '{}' references unknown window '{}'",
+                "Window definition '{}' references an unknown window '{}'",
                 definition.formatForErrorMessage(),
                 definition.parent_window_name);
         }
@@ -506,21 +506,21 @@ void makeWindowDescriptionFromAST(const WindowDescriptions & existing_descriptio
         if (definition.partition_by)
         {
             throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                "Derived window '{}' is not allowed to override PARTITION BY",
+                "Derived window definition '{}' is not allowed to override PARTITION BY",
                 definition.formatForErrorMessage());
         }
 
         if (definition.order_by && !parent.order_by.empty())
         {
             throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                "Derived window '{}' is not allowed to override a non-empty ORDER BY",
+                "Derived window definition '{}' is not allowed to override a non-empty ORDER BY",
                 definition.formatForErrorMessage());
         }
 
         if (!parent.frame.is_default)
         {
             throw Exception(ErrorCodes::BAD_ARGUMENTS,
-                "Parent window '{}' is not allowed to define a frame: while processing derived window '{}'",
+                "Parent window '{}' is not allowed to define a frame: while processing derived window definition '{}'",
                 definition.parent_window_name,
                 definition.formatForErrorMessage());
         }
diff --git a/src/Parsers/ASTWindowDefinition.cpp b/src/Parsers/ASTWindowDefinition.cpp
index 3792e1c406b..376df5bc80c 100644
--- a/src/Parsers/ASTWindowDefinition.cpp
+++ b/src/Parsers/ASTWindowDefinition.cpp
@@ -12,6 +12,8 @@ ASTPtr ASTWindowDefinition::clone() const
 {
     auto result = std::make_shared<ASTWindowDefinition>();
 
+    result->parent_window_name = parent_window_name;
+
     if (partition_by)
     {
         result->partition_by = partition_by->clone();
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 3c997ca8647..75a341a543d 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -715,23 +715,28 @@ bool ParserWindowDefinition::parseImpl(Pos & pos, ASTPtr & node, Expected & expe
     // both ways.
     if (parseWindowDefinitionParts(pos, *result, expected))
     {
-        // Successfully parsed without parent window specifier.
+        // Successfully parsed without parent window specifier. It can be empty,
+        // so check that it is followed by the closing bracket.
+        ParserToken parser_closing_bracket(TokenType::ClosingRoundBracket);
+        if (parser_closing_bracket.ignore(pos, expected))
+        {
+            node = result;
+            return true;
+        }
     }
-    else
-    {
-        // Try to parse with parent window specifier.
-        ParserIdentifier parser_parent_window;
-        ASTPtr window_name_identifier;
-        if (!parser_parent_window.parse(pos, window_name_identifier, expected))
-        {
-            return false;
-        }
-        result->parent_window_name = window_name_identifier->as<const ASTIdentifier &>().name();
 
-        if (!parseWindowDefinitionParts(pos, *result, expected))
-        {
-            return false;
-        }
+    // Try to parse with parent window specifier.
+    ParserIdentifier parser_parent_window;
+    ASTPtr window_name_identifier;
+    if (!parser_parent_window.parse(pos, window_name_identifier, expected))
+    {
+        return false;
+    }
+    result->parent_window_name = window_name_identifier->as<const ASTIdentifier &>().name();
+
+    if (!parseWindowDefinitionParts(pos, *result, expected))
+    {
+        return false;
     }
 
     ParserToken parser_closing_bracket(TokenType::ClosingRoundBracket);
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 2b54328688d..24458900350 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -1114,3 +1114,31 @@ select count() over (rows between 2147483648 preceding and 2147493648 following)
 select count() over () from (select 1 a) l inner join (select 2 a) r using a;
 -- This case works as expected, one empty input chunk marked as input end.
 select count() over () where null;
+-- Inheriting another window.
+select number, count() over (w1 rows unbounded preceding) from numbers(10)
+window
+    w0 as (partition by intDiv(number, 5) as p),
+    w1 as (w0 order by mod(number, 3) as o)
+order by p, o, number
+;
+0	1
+3	2
+1	3
+4	4
+2	5
+6	1
+9	2
+7	3
+5	4
+8	5
+-- can't redefine PARTITION BY
+select count() over (w partition by number) from numbers(1) window w as (partition by intDiv(number, 5)); -- { serverError 36 }
+-- can't redefine existing ORDER BY
+select count() over (w order by number) from numbers(1) window w as (partition by intDiv(number, 5) order by mod(number, 3)); -- { serverError 36 }
+-- parent window can't have frame
+select count() over (w range unbounded preceding) from numbers(1) window w as (partition by intDiv(number, 5) order by mod(number, 3) rows unbounded preceding); -- { serverError 36 }
+-- looks weird but probably should work -- this is a window that inherits and changes nothing
+select count() over (w) from numbers(1) window w as ();
+1
+-- nonexistent parent window
+select count() over (w2 rows unbounded preceding); -- { serverError 36 }
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 9c6f1a7401c..ec2e463eccd 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -422,3 +422,26 @@ select count() over (rows between 2147483648 preceding and 2147493648 following)
 select count() over () from (select 1 a) l inner join (select 2 a) r using a;
 -- This case works as expected, one empty input chunk marked as input end.
 select count() over () where null;
+
+-- Inheriting another window.
+select number, count() over (w1 rows unbounded preceding) from numbers(10)
+window
+    w0 as (partition by intDiv(number, 5) as p),
+    w1 as (w0 order by mod(number, 3) as o)
+order by p, o, number
+;
+
+-- can't redefine PARTITION BY
+select count() over (w partition by number) from numbers(1) window w as (partition by intDiv(number, 5)); -- { serverError 36 }
+
+-- can't redefine existing ORDER BY
+select count() over (w order by number) from numbers(1) window w as (partition by intDiv(number, 5) order by mod(number, 3)); -- { serverError 36 }
+
+-- parent window can't have frame
+select count() over (w range unbounded preceding) from numbers(1) window w as (partition by intDiv(number, 5) order by mod(number, 3) rows unbounded preceding); -- { serverError 36 }
+
+-- looks weird but probably should work -- this is a window that inherits and changes nothing
+select count() over (w) from numbers(1) window w as ();
+
+-- nonexistent parent window
+select count() over (w2 rows unbounded preceding); -- { serverError 36 }

From 6f12781bf1790b99b13ee2270f90d2673feff49b Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Tue, 25 May 2021 10:29:47 +0800
Subject: [PATCH 0631/1060] Safer readInt

---
 src/IO/ReadHelpers.h                          | 31 +++++++++++++++++++
 tests/performance/string_to_int.xml           | 12 +++++++
 .../00574_empty_strings_deserialization.sh    |  4 +--
 ...25_decimal_parse_big_negative_exponent.sql |  2 +-
 .../0_stateless/01888_read_int_safe.reference |  2 ++
 .../0_stateless/01888_read_int_safe.sql       | 10 ++++++
 6 files changed, 58 insertions(+), 3 deletions(-)
 create mode 100644 tests/performance/string_to_int.xml
 create mode 100644 tests/queries/0_stateless/01888_read_int_safe.reference
 create mode 100644 tests/queries/0_stateless/01888_read_int_safe.sql

diff --git a/src/IO/ReadHelpers.h b/src/IO/ReadHelpers.h
index 9003ec2d9ed..a772d4ccd69 100644
--- a/src/IO/ReadHelpers.h
+++ b/src/IO/ReadHelpers.h
@@ -270,16 +270,37 @@ ReturnType readIntTextImpl(T & x, ReadBuffer & buf)
     }
 
     const size_t initial_pos = buf.count();
+    bool has_sign = false;
+    bool has_number = false;
     while (!buf.eof())
     {
         switch (*buf.position())
         {
             case '+':
             {
+                if (has_sign || has_number)
+                {
+                    if constexpr (throw_exception)
+                        throw ParsingException(
+                            "Cannot parse number with multiple sign (+/-) characters or intermediate sign character",
+                            ErrorCodes::CANNOT_PARSE_NUMBER);
+                    else
+                        return ReturnType(false);
+                }
+                has_sign = true;
                 break;
             }
             case '-':
             {
+                if (has_sign || has_number)
+                {
+                    if constexpr (throw_exception)
+                        throw ParsingException(
+                            "Cannot parse number with multiple sign (+/-) characters or intermediate sign character",
+                            ErrorCodes::CANNOT_PARSE_NUMBER);
+                    else
+                        return ReturnType(false);
+                }
                 if constexpr (is_signed_v<T>)
                     negative = true;
                 else
@@ -289,6 +310,7 @@ ReturnType readIntTextImpl(T & x, ReadBuffer & buf)
                     else
                         return ReturnType(false);
                 }
+                has_sign = true;
                 break;
             }
             case '0': [[fallthrough]];
@@ -302,6 +324,7 @@ ReturnType readIntTextImpl(T & x, ReadBuffer & buf)
             case '8': [[fallthrough]];
             case '9':
             {
+                has_number = true;
                 if constexpr (check_overflow == ReadIntTextCheckOverflow::CHECK_OVERFLOW && !is_big_int_v<T>)
                 {
                     /// Perform relativelly slow overflow check only when
@@ -330,6 +353,14 @@ ReturnType readIntTextImpl(T & x, ReadBuffer & buf)
     }
 
 end:
+    if (has_sign && !has_number)
+    {
+        if constexpr (throw_exception)
+            throw ParsingException(
+                "Cannot parse number with a sign character but without any numeric character", ErrorCodes::CANNOT_PARSE_NUMBER);
+        else
+            return ReturnType(false);
+    }
     x = res;
     if constexpr (is_signed_v<T>)
     {
diff --git a/tests/performance/string_to_int.xml b/tests/performance/string_to_int.xml
new file mode 100644
index 00000000000..f231a4554d4
--- /dev/null
+++ b/tests/performance/string_to_int.xml
@@ -0,0 +1,12 @@
+<test>
+    <create_query>DROP TABLE IF EXISTS numeric_strings</create_query>
+    <create_query>CREATE TABLE numeric_strings(num String) ENGINE Memory</create_query>
+
+    <fill_query>
+        INSERT INTO numeric_strings SELECT number FROM numbers(30000000)
+    </fill_query>
+
+    <query short="1">SELECT count(num::Int64) FROM numeric_strings FORMAT Null</query>
+
+    <drop_query>DROP TABLE IF EXISTS numeric_strings</drop_query>
+</test>
diff --git a/tests/queries/0_stateless/00574_empty_strings_deserialization.sh b/tests/queries/0_stateless/00574_empty_strings_deserialization.sh
index 1cbc9456ab0..fecb6ee17e6 100755
--- a/tests/queries/0_stateless/00574_empty_strings_deserialization.sh
+++ b/tests/queries/0_stateless/00574_empty_strings_deserialization.sh
@@ -8,8 +8,8 @@ $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS empty_strings_deserialization"
 $CLICKHOUSE_CLIENT -q "CREATE TABLE empty_strings_deserialization(s String, i Int32, f Float32) ENGINE Memory"
 
 echo ',,' | $CLICKHOUSE_CLIENT -q "INSERT INTO empty_strings_deserialization FORMAT CSV"
-echo 'aaa,-,' | $CLICKHOUSE_CLIENT -q "INSERT INTO empty_strings_deserialization FORMAT CSV"
-echo 'bbb,,-' | $CLICKHOUSE_CLIENT -q "INSERT INTO empty_strings_deserialization FORMAT CSV"
+echo 'aaa,,' | $CLICKHOUSE_CLIENT -q "INSERT INTO empty_strings_deserialization FORMAT CSV"
+echo 'bbb,,-0' | $CLICKHOUSE_CLIENT -q "INSERT INTO empty_strings_deserialization FORMAT CSV"
 
 $CLICKHOUSE_CLIENT -q "SELECT * FROM empty_strings_deserialization ORDER BY s"
 
diff --git a/tests/queries/0_stateless/01425_decimal_parse_big_negative_exponent.sql b/tests/queries/0_stateless/01425_decimal_parse_big_negative_exponent.sql
index 7f276d1f8d4..7d0993c1bfc 100644
--- a/tests/queries/0_stateless/01425_decimal_parse_big_negative_exponent.sql
+++ b/tests/queries/0_stateless/01425_decimal_parse_big_negative_exponent.sql
@@ -1,4 +1,4 @@
-SELECT '-1E9-1E9-1E9-1E9' AS x, toDecimal32(x, 0); -- { serverError 6 }
+SELECT '-1E9-1E9-1E9-1E9' AS x, toDecimal32(x, 0); -- { serverError 72 }
 SELECT '-1E9' AS x, toDecimal32(x, 0); -- { serverError 69 }
 SELECT '1E-9' AS x, toDecimal32(x, 0);
 SELECT '1E-8' AS x, toDecimal32(x, 0);
diff --git a/tests/queries/0_stateless/01888_read_int_safe.reference b/tests/queries/0_stateless/01888_read_int_safe.reference
new file mode 100644
index 00000000000..94d36aad185
--- /dev/null
+++ b/tests/queries/0_stateless/01888_read_int_safe.reference
@@ -0,0 +1,2 @@
+1
+-1
diff --git a/tests/queries/0_stateless/01888_read_int_safe.sql b/tests/queries/0_stateless/01888_read_int_safe.sql
new file mode 100644
index 00000000000..3caa4878aba
--- /dev/null
+++ b/tests/queries/0_stateless/01888_read_int_safe.sql
@@ -0,0 +1,10 @@
+select toInt64('--1'); -- { serverError 72; }
+select toInt64('+-1'); -- { serverError 72; }
+select toInt64('++1'); -- { serverError 72; }
+select toInt64('++'); -- { serverError 72; }
+select toInt64('+'); -- { serverError 72; }
+select toInt64('1+1'); -- { serverError 72; }
+select toInt64('1-1'); -- { serverError 72; }
+select toInt64(''); -- { serverError 32; }
+select toInt64('1');
+select toInt64('-1');

From a961100916d6a9c28c3b30590b607c8c87d03f91 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 27 May 2021 18:02:06 +0300
Subject: [PATCH 0632/1060] More stable test

---
 .../test_replicated_fetches_bandwidth/test.py | 39 +++++++------------
 1 file changed, 13 insertions(+), 26 deletions(-)

diff --git a/tests/integration/test_replicated_fetches_bandwidth/test.py b/tests/integration/test_replicated_fetches_bandwidth/test.py
index 1d19323d298..30e1162b1d2 100644
--- a/tests/integration/test_replicated_fetches_bandwidth/test.py
+++ b/tests/integration/test_replicated_fetches_bandwidth/test.py
@@ -6,6 +6,7 @@ import string
 from helpers.network import NetThroughput
 import subprocess
 import time
+import statistics
 
 cluster = ClickHouseCluster(__file__)
 node1 = cluster.add_instance('node1', with_zookeeper=True)
@@ -42,18 +43,14 @@ def test_limited_fetch_single_table(start_cluster):
         for i in range(10):
             n1_in, n1_out = n1_net.measure_speed('megabytes')
             n2_in, n2_out = n2_net.measure_speed('megabytes')
-            print(node2.query("SELECT * FROM system.replication_queue FORMAT Vertical"))
             print("[N1] input:", n1_in, 'MB/s', "output:", n1_out, "MB/s")
             print("[N2] input:", n2_in, 'MB/s', "output:", n2_out, "MB/s")
             n2_fetch_speed.append(n2_in)
             time.sleep(0.5)
 
-        for s in n2_fetch_speed:
-            if s > 20: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-                assert False, "We exceeded max fetch speed for more than 10MB/s. Must be around 10 (+- 5), got " + str(s)
-            # cannot check lower bound because it can vary depending on host/build etc.
-        else:
-            print("Fetch speed OK")
+        mean_speed = statistics.mean(n2_fetch_speed)
+        # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+        assert mean_speed <= 15, "We exceeded max fetch speed for more than 10MB/s. Must be around 10 (+- 5), got " + str(mean_speed)
 
     finally:
         for node in [node1, node2]:
@@ -82,12 +79,9 @@ def test_limited_send_single_table(start_cluster):
             n1_sends_speed.append(n1_out)
             time.sleep(0.5)
 
-        for s in n1_sends_speed:
-            if s > 10: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-                assert False, "We exceeded max send speed for more than 5MB/s. Must be around 5 (+- 5), got " + str(s)
-            # cannot check lower bound because it can vary depending on host/build etc.
-        else:
-            print("Send speed OK")
+        mean_speed = statistics.mean(n1_sends_speed)
+        # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+        assert mean_speed <= 10, "We exceeded max send speed for more than 5MB/s. Must be around 5 (+- 5), got " + str(mean_speed)
 
     finally:
         for node in [node1, node2]:
@@ -120,12 +114,9 @@ def test_limited_fetches_for_server(start_cluster):
             n3_fetches_speed.append(n3_in)
             time.sleep(0.5)
 
-        for s in n3_fetches_speed:
-            if s > 20: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-                assert False, "We exceeded max fetch speed for more than 20MB/s. Must be around 5 (+- 10), got " + str(s)
-            # cannot check lower bound because it can vary depending on host/build etc.
-        else:
-            print("Fetch speed OK")
+        mean_speed = statistics.mean(n3_fetches_speed)
+        # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+        assert mean_speed <= 15, "We exceeded max fetch speed for more than 15MB/s. Must be around 5 (+- 10), got " + str(mean_speed)
 
     finally:
         for node in [node1, node3]:
@@ -159,12 +150,9 @@ def test_limited_sends_for_server(start_cluster):
             n3_sends_speed.append(n3_out)
             time.sleep(0.5)
 
-        for s in n3_sends_speed:
-            if s > 30: # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-                assert False, "We exceeded max send speed for more than 20MB/s. Must be around 5 (+- 10), got " + str(s)
-            # cannot check lower bound because it can vary depending on host/build etc.
-        else:
-            print("Send speed OK")
+        mean_speed = statistics.mean(n3_sends_speed)
+        # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
+        assert mean_speed <= 20, "We exceeded max send speed for more than 20MB/s. Must be around 5 (+- 10), got " + str(mean_speed)
 
     finally:
         for node in [node1, node3]:
@@ -199,7 +187,6 @@ def test_should_execute_fetch(start_cluster):
             if fetches_count == "0\n":
                 break
 
-            print(node2.query("SELECT * FROM system.replication_queue FORMAT Vertical"))
             print("Fetches count", fetches_count)
             replication_queue_data.append(node2.query("SELECT count() FROM system.replication_queue WHERE postpone_reason like '%fetches have already throttled%'"))
             n2_fetch_speed.append(n2_in)

From 3ced156df9785e8b2e4cda68e206cda5fa2e2f4c Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 18:20:29 +0300
Subject: [PATCH 0633/1060] do not auto-apply -OrNull combinator to pure window
 functions

---
 src/AggregateFunctions/AggregateFunctionFactory.cpp      | 9 +++++++++
 .../queries/0_stateless/01591_window_functions.reference | 4 ++++
 tests/queries/0_stateless/01591_window_functions.sql     | 4 ++++
 3 files changed, 17 insertions(+)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index c84a04cc872..17c3974390b 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -89,6 +89,15 @@ AggregateFunctionPtr AggregateFunctionFactory::get(
 
         AggregateFunctionPtr nested_function = getImpl(
             name, nested_types, nested_parameters, out_properties, has_null_arguments);
+
+        // Pure window functions are not real aggregate functions. Applying
+        // combinators doesn't make sense for them, they must handle the
+        // nullability themselves.
+        if (nested_function->asWindowFunction())
+        {
+            return nested_function;
+        }
+
         return combinator->transformAggregateFunction(nested_function, out_properties, type_without_low_cardinality, parameters);
     }
 
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 24458900350..1defb38c5ae 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -1054,6 +1054,10 @@ settings max_block_size = 3;
 13	2	10	12	10	10	143
 14	2	10	13	10	10	154
 15	3	15	0	15	15	15
+-- careful with auto-application of Null combinator
+select lagInFrame(toNullable(1)) over ();
+0
+select lagInFrameOrNull(1) over (); -- { serverError 36 }
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select
     number,
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index ec2e463eccd..42216d089e4 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -376,6 +376,10 @@ order by number
 settings max_block_size = 3;
 ;
 
+-- careful with auto-application of Null combinator
+select lagInFrame(toNullable(1)) over ();
+select lagInFrameOrNull(1) over (); -- { serverError 36 }
+
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select
     number,

From 305134f037bd0e57634e988ef3d23df9081d2817 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Thu, 27 May 2021 18:20:50 +0300
Subject: [PATCH 0634/1060] fix

---
 tests/integration/test_log_family_hdfs/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_log_family_hdfs/test.py b/tests/integration/test_log_family_hdfs/test.py
index fcf64381dd9..3d067f0febe 100644
--- a/tests/integration/test_log_family_hdfs/test.py
+++ b/tests/integration/test_log_family_hdfs/test.py
@@ -27,7 +27,7 @@ def started_cluster():
 
 
 def assert_objects_count(started_cluster, objects_count, path='data/'):
-    fs = HdfsClient(hosts=cluster.hdfs_ip)
+    fs = HdfsClient(hosts=started_cluster.hdfs_ip)
     hdfs_objects = fs.listdir('/clickhouse')
     assert objects_count == len(hdfs_objects)
 

From 1c21281456a43f8cfeaf365321df5acb1aa2a93b Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 18:20:29 +0300
Subject: [PATCH 0635/1060] do not auto-apply -OrNull combinator to pure window
 functions

---
 src/AggregateFunctions/AggregateFunctionFactory.cpp      | 9 +++++++++
 .../queries/0_stateless/01591_window_functions.reference | 4 ++++
 tests/queries/0_stateless/01591_window_functions.sql     | 4 ++++
 3 files changed, 17 insertions(+)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index eec8b374424..fbf3420668c 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -88,6 +88,15 @@ AggregateFunctionPtr AggregateFunctionFactory::get(
 
         AggregateFunctionPtr nested_function = getImpl(
             name, nested_types, nested_parameters, out_properties, has_null_arguments);
+
+        // Pure window functions are not real aggregate functions. Applying
+        // combinators doesn't make sense for them, they must handle the
+        // nullability themselves.
+        if (nested_function->asWindowFunction())
+        {
+            return nested_function;
+        }
+
         return combinator->transformAggregateFunction(nested_function, out_properties, type_without_low_cardinality, parameters);
     }
 
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 2b54328688d..5bbcd28d79b 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -1054,6 +1054,10 @@ settings max_block_size = 3;
 13	2	10	12	10	10	143
 14	2	10	13	10	10	154
 15	3	15	0	15	15	15
+-- careful with auto-application of Null combinator
+select lagInFrame(toNullable(1)) over ();
+0
+select lagInFrameOrNull(1) over (); -- { serverError 36 }
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select
     number,
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 9c6f1a7401c..458dfb7393e 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -376,6 +376,10 @@ order by number
 settings max_block_size = 3;
 ;
 
+-- careful with auto-application of Null combinator
+select lagInFrame(toNullable(1)) over ();
+select lagInFrameOrNull(1) over (); -- { serverError 36 }
+
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select
     number,

From cce04ce9c991c6ed5ec6d975d31483180ee35996 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 19:05:49 +0300
Subject: [PATCH 0636/1060] fix ORDER BY after window fuctions over Distributed

---
 src/Interpreters/InterpreterSelectQuery.cpp   |  9 ++++---
 ...568_window_functions_distributed.reference | 26 ++++++++++++++++++-
 .../01568_window_functions_distributed.sql    |  9 ++++++-
 3 files changed, 39 insertions(+), 5 deletions(-)

diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 61740284f1b..7407088ba60 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1296,9 +1296,12 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
                   */
 
                 if (from_aggregation_stage)
-                    executeMergeSorted(query_plan, "for ORDER BY");
-                else if (!expressions.first_stage && !expressions.need_aggregate && !(query.group_by_with_totals && !aggregate_final))
-                    executeMergeSorted(query_plan, "for ORDER BY");
+                    executeMergeSorted(query_plan, "after aggregation stage for ORDER BY");
+                else if (!expressions.first_stage
+                    && !expressions.need_aggregate
+                    && !expressions.has_window
+                    && !(query.group_by_with_totals && !aggregate_final))
+                    executeMergeSorted(query_plan, "for ORDER BY, without aggregation");
                 else    /// Otherwise, just sort.
                     executeOrder(
                         query_plan,
diff --git a/tests/queries/0_stateless/01568_window_functions_distributed.reference b/tests/queries/0_stateless/01568_window_functions_distributed.reference
index 7d5a95046f7..483e84a2bee 100644
--- a/tests/queries/0_stateless/01568_window_functions_distributed.reference
+++ b/tests/queries/0_stateless/01568_window_functions_distributed.reference
@@ -10,7 +10,9 @@ select max(identity(dummy + 1)) over () from remote('127.0.0.{1,2}', system, one
 1
 1
 drop table if exists t_01568;
-create table t_01568 engine Memory as select intDiv(number, 3) p, number from numbers(9);
+create table t_01568 engine Memory as
+select intDiv(number, 3) p, modulo(number, 3) o, number
+from numbers(9);
 select sum(number) over w, max(number) over w from t_01568 window w as (partition by p);
 3	2
 3	2
@@ -57,4 +59,26 @@ select groupArray(groupArray(number)) over (rows unbounded preceding) from remot
 [[0,3,6],[1,4,7]]
 [[0,3,6],[1,4,7],[2,5,8]]
 select groupArray(groupArray(number)) over (rows unbounded preceding) from remote('127.0.0.{1,2}', '', t_01568) group by mod(number, 3) settings distributed_group_by_no_merge=2; -- { serverError 48 }
+-- proper ORDER BY w/window functions
+select p, o, count() over (partition by p)
+from remote('127.0.0.{1,2}', '',  t_01568)
+order by p, o;
+0	0	6
+0	0	6
+0	1	6
+0	1	6
+0	2	6
+0	2	6
+1	0	6
+1	0	6
+1	1	6
+1	1	6
+1	2	6
+1	2	6
+2	0	6
+2	0	6
+2	1	6
+2	1	6
+2	2	6
+2	2	6
 drop table t_01568;
diff --git a/tests/queries/0_stateless/01568_window_functions_distributed.sql b/tests/queries/0_stateless/01568_window_functions_distributed.sql
index bc82e1ed6ac..6f38597a7a3 100644
--- a/tests/queries/0_stateless/01568_window_functions_distributed.sql
+++ b/tests/queries/0_stateless/01568_window_functions_distributed.sql
@@ -9,7 +9,9 @@ select max(identity(dummy + 1)) over () from remote('127.0.0.{1,2}', system, one
 
 drop table if exists t_01568;
 
-create table t_01568 engine Memory as select intDiv(number, 3) p, number from numbers(9);
+create table t_01568 engine Memory as
+select intDiv(number, 3) p, modulo(number, 3) o, number
+from numbers(9);
 
 select sum(number) over w, max(number) over w from t_01568 window w as (partition by p);
 
@@ -22,4 +24,9 @@ select groupArray(groupArray(number)) over (rows unbounded preceding) from remot
 select groupArray(groupArray(number)) over (rows unbounded preceding) from remote('127.0.0.{1,2}', '', t_01568) group by mod(number, 3) settings distributed_group_by_no_merge=1;
 select groupArray(groupArray(number)) over (rows unbounded preceding) from remote('127.0.0.{1,2}', '', t_01568) group by mod(number, 3) settings distributed_group_by_no_merge=2; -- { serverError 48 }
 
+-- proper ORDER BY w/window functions
+select p, o, count() over (partition by p)
+from remote('127.0.0.{1,2}', '',  t_01568)
+order by p, o;
+
 drop table t_01568;

From 6cccb0992a53a462be6784cd2c31b0e675351dec Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 19:05:49 +0300
Subject: [PATCH 0637/1060] fix ORDER BY after window fuctions over Distributed

---
 src/Interpreters/InterpreterSelectQuery.cpp   |  9 ++++---
 ...568_window_functions_distributed.reference | 26 ++++++++++++++++++-
 .../01568_window_functions_distributed.sql    |  9 ++++++-
 3 files changed, 39 insertions(+), 5 deletions(-)

diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 61740284f1b..7407088ba60 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1296,9 +1296,12 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
                   */
 
                 if (from_aggregation_stage)
-                    executeMergeSorted(query_plan, "for ORDER BY");
-                else if (!expressions.first_stage && !expressions.need_aggregate && !(query.group_by_with_totals && !aggregate_final))
-                    executeMergeSorted(query_plan, "for ORDER BY");
+                    executeMergeSorted(query_plan, "after aggregation stage for ORDER BY");
+                else if (!expressions.first_stage
+                    && !expressions.need_aggregate
+                    && !expressions.has_window
+                    && !(query.group_by_with_totals && !aggregate_final))
+                    executeMergeSorted(query_plan, "for ORDER BY, without aggregation");
                 else    /// Otherwise, just sort.
                     executeOrder(
                         query_plan,
diff --git a/tests/queries/0_stateless/01568_window_functions_distributed.reference b/tests/queries/0_stateless/01568_window_functions_distributed.reference
index 7d5a95046f7..483e84a2bee 100644
--- a/tests/queries/0_stateless/01568_window_functions_distributed.reference
+++ b/tests/queries/0_stateless/01568_window_functions_distributed.reference
@@ -10,7 +10,9 @@ select max(identity(dummy + 1)) over () from remote('127.0.0.{1,2}', system, one
 1
 1
 drop table if exists t_01568;
-create table t_01568 engine Memory as select intDiv(number, 3) p, number from numbers(9);
+create table t_01568 engine Memory as
+select intDiv(number, 3) p, modulo(number, 3) o, number
+from numbers(9);
 select sum(number) over w, max(number) over w from t_01568 window w as (partition by p);
 3	2
 3	2
@@ -57,4 +59,26 @@ select groupArray(groupArray(number)) over (rows unbounded preceding) from remot
 [[0,3,6],[1,4,7]]
 [[0,3,6],[1,4,7],[2,5,8]]
 select groupArray(groupArray(number)) over (rows unbounded preceding) from remote('127.0.0.{1,2}', '', t_01568) group by mod(number, 3) settings distributed_group_by_no_merge=2; -- { serverError 48 }
+-- proper ORDER BY w/window functions
+select p, o, count() over (partition by p)
+from remote('127.0.0.{1,2}', '',  t_01568)
+order by p, o;
+0	0	6
+0	0	6
+0	1	6
+0	1	6
+0	2	6
+0	2	6
+1	0	6
+1	0	6
+1	1	6
+1	1	6
+1	2	6
+1	2	6
+2	0	6
+2	0	6
+2	1	6
+2	1	6
+2	2	6
+2	2	6
 drop table t_01568;
diff --git a/tests/queries/0_stateless/01568_window_functions_distributed.sql b/tests/queries/0_stateless/01568_window_functions_distributed.sql
index bc82e1ed6ac..6f38597a7a3 100644
--- a/tests/queries/0_stateless/01568_window_functions_distributed.sql
+++ b/tests/queries/0_stateless/01568_window_functions_distributed.sql
@@ -9,7 +9,9 @@ select max(identity(dummy + 1)) over () from remote('127.0.0.{1,2}', system, one
 
 drop table if exists t_01568;
 
-create table t_01568 engine Memory as select intDiv(number, 3) p, number from numbers(9);
+create table t_01568 engine Memory as
+select intDiv(number, 3) p, modulo(number, 3) o, number
+from numbers(9);
 
 select sum(number) over w, max(number) over w from t_01568 window w as (partition by p);
 
@@ -22,4 +24,9 @@ select groupArray(groupArray(number)) over (rows unbounded preceding) from remot
 select groupArray(groupArray(number)) over (rows unbounded preceding) from remote('127.0.0.{1,2}', '', t_01568) group by mod(number, 3) settings distributed_group_by_no_merge=1;
 select groupArray(groupArray(number)) over (rows unbounded preceding) from remote('127.0.0.{1,2}', '', t_01568) group by mod(number, 3) settings distributed_group_by_no_merge=2; -- { serverError 48 }
 
+-- proper ORDER BY w/window functions
+select p, o, count() over (partition by p)
+from remote('127.0.0.{1,2}', '',  t_01568)
+order by p, o;
+
 drop table t_01568;

From 1aeb705b20ef37f0608e6c639dc333b90388bdb4 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 27 May 2021 19:53:58 +0300
Subject: [PATCH 0638/1060] Fix some tests.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 165 +++++++++++-------
 src/Processors/QueryPlan/ReadFromMergeTree.h  |   8 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  12 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  20 ++-
 .../MergeTree/MergeTreeDataSelectExecutor.h   |  14 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |   4 +-
 .../0_stateless/01651_bugs_from_15889.sql     |  10 +-
 .../01861_explain_pipeline.reference          |  10 +-
 8 files changed, 141 insertions(+), 102 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 6d6ee43acb3..2ad10461613 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -88,9 +88,20 @@ size_t minMarksForConcurrentRead(
 
 }
 
+struct ReadFromMergeTree::AnalysisResult
+{
+    RangesInDataParts parts_with_ranges;
+    MergeTreeDataSelectSamplingData sampling;
+    bool sample_factor_column_queried = false;
+    String query_id;
+    IndexStats index_stats;
+    Names column_names_to_read;
+    ReadFromMergeTree::ReadType read_type = ReadFromMergeTree::ReadType::Default;
+};
+
 ReadFromMergeTree::ReadFromMergeTree(
     const SelectQueryInfo & query_info_,
-    const PartitionIdToMaxBlock * max_block_numbers_to_read_,
+    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read_,
     ContextPtr context_,
     const MergeTreeData & data_,
     StorageMetadataPtr metadata_snapshot_,
@@ -107,7 +118,7 @@ ReadFromMergeTree::ReadFromMergeTree(
         data_.getPartitionValueType(),
         virt_column_names_)})
     , query_info(std::move(query_info_))
-    , max_block_numbers_to_read(max_block_numbers_to_read_)
+    , max_block_numbers_to_read(std::move(max_block_numbers_to_read_))
     , context(std::move(context_))
     , data(data_)
     , metadata_snapshot(std::move(metadata_snapshot_))
@@ -842,26 +853,26 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     return Pipe::unitePipes(std::move(partition_pipes));
 }
 
-void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &)
+ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTreeData::DataPartsVector parts) const
 {
-    auto parts = std::move(prepared_parts);
+    AnalysisResult result;
+
     size_t total_parts = parts.size();
 
     auto part_values = MergeTreeDataSelectExecutor::filterPartsByVirtualColumns(data, parts, query_info.query, context);
     if (part_values && part_values->empty())
-    {
-        pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
-        return;
-    }
+        return result;
+
+    result.column_names_to_read = real_column_names;
 
     /// If there are only virtual columns in the query, you must request at least one non-virtual one.
-    if (real_column_names.empty())
+    if (result.column_names_to_read.empty())
     {
         NamesAndTypesList available_real_columns = metadata_snapshot->getColumns().getAllPhysical();
-        real_column_names.push_back(ExpressionActions::getSmallestColumn(available_real_columns));
+        result.column_names_to_read.push_back(ExpressionActions::getSmallestColumn(available_real_columns));
     }
 
-    metadata_snapshot->check(real_column_names, data.getVirtuals(), data.getStorageID());
+    metadata_snapshot->check(result.column_names_to_read, data.getVirtuals(), data.getStorageID());
 
     // Build and check if primary key is used when necessary
     const auto & primary_key = metadata_snapshot->getPrimaryKey();
@@ -881,28 +892,26 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
     auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
 
     MergeTreeDataSelectExecutor::filterPartsByPartition(
-        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read, log, index_stats);
+        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read.get(), log, result.index_stats);
 
-    bool sample_factor_column_queried = false;
     for (const auto & col : virt_column_names)
         if (col == "_sample_factor")
-            sample_factor_column_queried = true;
+            result.sample_factor_column_queried = true;
 
-    auto sampling = MergeTreeDataSelectExecutor::getSampling(
+    result.sampling = MergeTreeDataSelectExecutor::getSampling(
         select, parts, metadata_snapshot, key_condition,
-        data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
+        data, log, result.sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
 
-    if (sampling.read_nothing)
-    {
-        pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
-        return;
-    }
+    if (result.sampling.read_nothing)
+        return result;
 
     size_t total_marks_pk = 0;
     for (const auto & part : parts)
         total_marks_pk += part->index_granularity.getMarksCountWithoutFinal();
 
-    auto parts_with_ranges = MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipIndexes(
+    size_t parts_before_pk = parts.size();
+
+    result.parts_with_ranges = MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipIndexes(
         std::move(parts),
         metadata_snapshot,
         query_info,
@@ -911,18 +920,18 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         settings.reader_settings,
         log,
         settings.num_streams,
-        index_stats,
+        result.index_stats,
         true);
 
     size_t sum_marks_pk = total_marks_pk;
-    for (const auto & stat : index_stats)
+    for (const auto & stat : result.index_stats)
         if (stat.type == IndexType::PrimaryKey)
             sum_marks_pk = stat.num_granules_after;
 
     size_t sum_marks = 0;
     size_t sum_ranges = 0;
 
-    for (const auto & part : parts_with_ranges)
+    for (const auto & part : result.parts_with_ranges)
     {
         sum_ranges += part.ranges.size();
         sum_marks += part.getMarksCount();
@@ -931,31 +940,53 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
     LOG_DEBUG(
         log,
         "Selected {}/{} parts by partition key, {} parts by primary key, {}/{} marks by primary key, {} marks to read from {} ranges",
-        parts.size(),
+        parts_before_pk,
         total_parts,
-        parts_with_ranges.size(),
+        result.parts_with_ranges.size(),
         sum_marks_pk,
         total_marks_pk,
         sum_marks,
         sum_ranges);
 
-    String query_id = MergeTreeDataSelectExecutor::checkLimits(data, parts_with_ranges, context);
+    result.query_id = MergeTreeDataSelectExecutor::checkLimits(data, result.parts_with_ranges, context);
 
-    ProfileEvents::increment(ProfileEvents::SelectedParts, parts_with_ranges.size());
+    ProfileEvents::increment(ProfileEvents::SelectedParts, result.parts_with_ranges.size());
     ProfileEvents::increment(ProfileEvents::SelectedRanges, sum_ranges);
     ProfileEvents::increment(ProfileEvents::SelectedMarks, sum_marks);
 
+    const auto & input_order_info = query_info.input_order_info
+        ? query_info.input_order_info
+        : (query_info.projection ? query_info.projection->input_order_info : nullptr);
+
+    const auto & q_settings = context->getSettingsRef();
+    if ((q_settings.optimize_read_in_order || q_settings.optimize_aggregation_in_order) && input_order_info)
+        result.read_type = (input_order_info->direction > 0) ? ReadType::InOrder
+                                                             : ReadType::InReverseOrder;
+
+    return result;
+}
+
+void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &)
+{
+    auto result = selectRangesToRead(prepared_parts);
+    if (result.parts_with_ranges.empty())
+    {
+        pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
+        return;
+    }
+
     /// Projection, that needed to drop columns, which have appeared by execution
     /// of some extra expressions, and to allow execute the same expressions later.
     /// NOTE: It may lead to double computation of expressions.
     ActionsDAGPtr result_projection;
 
-    Names column_names_to_read = real_column_names;
-    if (!select.final() && sampling.use_sampling)
+    Names column_names_to_read = std::move(result.column_names_to_read);
+    const auto & select = query_info.query->as<ASTSelectQuery &>();
+    if (!select.final() && result.sampling.use_sampling)
     {
         /// Add columns needed for `sample_by_ast` to `column_names_to_read`.
         /// Skip this if final was used, because such columns were already added from PK.
-        std::vector<String> add_columns = sampling.filter_expression->getRequiredColumns().getNames();
+        std::vector<String> add_columns = result.sampling.filter_expression->getRequiredColumns().getNames();
         column_names_to_read.insert(column_names_to_read.end(), add_columns.begin(), add_columns.end());
         std::sort(column_names_to_read.begin(), column_names_to_read.end());
         column_names_to_read.erase(std::unique(column_names_to_read.begin(), column_names_to_read.end()),
@@ -985,7 +1016,7 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         column_names_to_read.erase(std::unique(column_names_to_read.begin(), column_names_to_read.end()), column_names_to_read.end());
 
         pipe = spreadMarkRangesAmongStreamsFinal(
-            std::move(parts_with_ranges),
+            std::move(result.parts_with_ranges),
             column_names_to_read,
             result_projection);
     }
@@ -999,7 +1030,7 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         auto sorting_key_prefix_expr = ExpressionAnalyzer(order_key_prefix_ast, syntax_result, context).getActionsDAG(false);
 
         pipe = spreadMarkRangesAmongStreamsWithOrder(
-            std::move(parts_with_ranges),
+            std::move(result.parts_with_ranges),
             column_names_to_read,
             sorting_key_prefix_expr,
             result_projection,
@@ -1008,7 +1039,7 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
     else
     {
         pipe = spreadMarkRangesAmongStreams(
-            std::move(parts_with_ranges),
+            std::move(result.parts_with_ranges),
             column_names_to_read);
     }
 
@@ -1018,15 +1049,15 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         return;
     }
 
-    if (sampling.use_sampling)
+    if (result.sampling.use_sampling)
     {
-        auto sampling_actions = std::make_shared<ExpressionActions>(sampling.filter_expression);
+        auto sampling_actions = std::make_shared<ExpressionActions>(result.sampling.filter_expression);
         pipe.addSimpleTransform([&](const Block & header)
         {
             return std::make_shared<FilterTransform>(
                 header,
                 sampling_actions,
-                sampling.filter_function->getColumnName(),
+                result.sampling.filter_function->getColumnName(),
                 false);
         });
     }
@@ -1041,12 +1072,12 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
     }
 
     /// By the way, if a distributed query or query to a Merge table is made, then the `_sample_factor` column can have different values.
-    if (sample_factor_column_queried)
+    if (result.sample_factor_column_queried)
     {
         ColumnWithTypeAndName column;
         column.name = "_sample_factor";
         column.type = std::make_shared<DataTypeFloat64>();
-        column.column = column.type->createColumnConst(0, Field(sampling.used_sample_factor));
+        column.column = column.type->createColumnConst(0, Field(result.sampling.used_sample_factor));
 
         auto adding_column_dag = ActionsDAG::makeAddingColumnActions(std::move(column));
         auto adding_column_action = std::make_shared<ExpressionActions>(adding_column_dag);
@@ -1073,8 +1104,8 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         processors.emplace_back(processor);
 
     // Attach QueryIdHolder if needed
-    if (!query_id.empty())
-        pipe.addQueryIdHolder(std::make_shared<QueryIdHolder>(query_id, data));
+    if (!result.query_id.empty())
+        pipe.addQueryIdHolder(std::make_shared<QueryIdHolder>(result.query_id, data));
 
     pipeline.init(std::move(pipe));
 }
@@ -1098,45 +1129,50 @@ static const char * indexTypeToString(ReadFromMergeTree::IndexType type)
     __builtin_unreachable();
 }
 
-// static const char * readTypeToString(ReadFromMergeTree::ReadType type)
-// {
-//     switch (type)
-//     {
-//         case ReadFromMergeTree::ReadType::Default:
-//             return "Default";
-//         case ReadFromMergeTree::ReadType::InOrder:
-//             return "InOrder";
-//         case ReadFromMergeTree::ReadType::InReverseOrder:
-//             return "InReverseOrder";
-//     }
+static const char * readTypeToString(ReadFromMergeTree::ReadType type)
+{
+    switch (type)
+    {
+        case ReadFromMergeTree::ReadType::Default:
+            return "Default";
+        case ReadFromMergeTree::ReadType::InOrder:
+            return "InOrder";
+        case ReadFromMergeTree::ReadType::InReverseOrder:
+            return "InReverseOrder";
+    }
 
-//     __builtin_unreachable();
-// }
+    __builtin_unreachable();
+}
 
 void ReadFromMergeTree::describeActions(FormatSettings & format_settings) const
 {
+    auto result = selectRangesToRead(prepared_parts);
     std::string prefix(format_settings.offset, format_settings.indent_char);
-    //format_settings.out << prefix << "ReadType: " << readTypeToString(read_type) << '\n';
+    format_settings.out << prefix << "ReadType: " << readTypeToString(result.read_type) << '\n';
 
-    if (!index_stats.empty())
+    if (!result.index_stats.empty())
     {
-        format_settings.out << prefix << "Parts: " << index_stats.back().num_parts_after << '\n';
-        format_settings.out << prefix << "Granules: " << index_stats.back().num_granules_after << '\n';
+        format_settings.out << prefix << "Parts: " << result.index_stats.back().num_parts_after << '\n';
+        format_settings.out << prefix << "Granules: " << result.index_stats.back().num_granules_after << '\n';
     }
 }
 
 void ReadFromMergeTree::describeActions(JSONBuilder::JSONMap & map) const
 {
-    //map.add("Read Type", readTypeToString(read_type));
-    if (!index_stats.empty())
+    auto result = selectRangesToRead(prepared_parts);
+    map.add("Read Type", readTypeToString(result.read_type));
+    if (!result.index_stats.empty())
     {
-        map.add("Parts", index_stats.back().num_parts_after);
-        map.add("Granules", index_stats.back().num_granules_after);
+        map.add("Parts", result.index_stats.back().num_parts_after);
+        map.add("Granules", result.index_stats.back().num_granules_after);
     }
 }
 
 void ReadFromMergeTree::describeIndexes(FormatSettings & format_settings) const
 {
+    auto result = selectRangesToRead(prepared_parts);
+    auto index_stats = std::move(result.index_stats);
+
     std::string prefix(format_settings.offset, format_settings.indent_char);
     if (!index_stats.empty())
     {
@@ -1186,6 +1222,9 @@ void ReadFromMergeTree::describeIndexes(FormatSettings & format_settings) const
 
 void ReadFromMergeTree::describeIndexes(JSONBuilder::JSONMap & map) const
 {
+    auto result = selectRangesToRead(prepared_parts);
+    auto index_stats = std::move(result.index_stats);
+
     if (!index_stats.empty())
     {
         /// Do not print anything if no indexes is applied.
diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.h b/src/Processors/QueryPlan/ReadFromMergeTree.h
index e9341e46770..ef5cc5dc70c 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.h
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.h
@@ -72,7 +72,7 @@ public:
 
     ReadFromMergeTree(
         const SelectQueryInfo & query_info_,
-        const PartitionIdToMaxBlock * max_block_numbers_to_read_,
+        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read_,
         ContextPtr context_,
         const MergeTreeData & data_,
         StorageMetadataPtr metadata_snapshot_,
@@ -97,7 +97,7 @@ public:
 
 private:
     SelectQueryInfo query_info;
-    const PartitionIdToMaxBlock * max_block_numbers_to_read;
+    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read;
     ContextPtr context;
     const MergeTreeData & data;
     StorageMetadataPtr metadata_snapshot;
@@ -106,7 +106,6 @@ private:
     Names real_column_names;
     MergeTreeData::DataPartsVector prepared_parts;
     PrewhereInfoPtr prewhere_info;
-    IndexStats index_stats;
     Names virt_column_names;
     Settings settings;
 
@@ -134,6 +133,9 @@ private:
         RangesInDataParts && parts,
         const Names & column_names,
         ActionsDAGPtr & out_projection);
+
+    struct AnalysisResult;
+    AnalysisResult selectRangesToRead(MergeTreeData::DataPartsVector parts) const;
 };
 
 }
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index e16bbb640e2..3f86432e2ae 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3818,7 +3818,7 @@ static void selectBestProjection(
     const Names & required_columns,
     ProjectionCandidate & candidate,
     ContextPtr query_context,
-    const PartitionIdToMaxBlock * max_added_blocks,
+    std::shared_ptr<PartitionIdToMaxBlock> max_added_blocks,
     const Settings & settings,
     const MergeTreeData::DataPartsVector & parts,
     ProjectionCandidate *& selected_candidate,
@@ -4097,11 +4097,11 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
         // First build a MergeTreeDataSelectCache to check if a projection is indeed better than base
         // query_info.merge_tree_data_select_cache = std::make_unique<MergeTreeDataSelectCache>();
 
-        std::unique_ptr<PartitionIdToMaxBlock> max_added_blocks;
+        std::shared_ptr<PartitionIdToMaxBlock> max_added_blocks;
         if (settings.select_sequential_consistency)
         {
             if (const StorageReplicatedMergeTree * replicated = dynamic_cast<const StorageReplicatedMergeTree *>(this))
-                max_added_blocks = std::make_unique<PartitionIdToMaxBlock>(replicated->getMaxAddedBlocks());
+                max_added_blocks = std::make_shared<PartitionIdToMaxBlock>(replicated->getMaxAddedBlocks());
         }
 
         auto parts = getDataPartsVector();
@@ -4122,7 +4122,7 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
                     analysis_result.required_columns,
                     candidate,
                     query_context,
-                    max_added_blocks.get(),
+                    max_added_blocks,
                     settings,
                     parts,
                     selected_candidate,
@@ -4143,7 +4143,7 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
                 query_info, // TODO syntax_analysis_result set in index
                 query_context,
                 settings.max_threads,
-                max_added_blocks.get());
+                max_added_blocks);
 
             // Add 1 to base sum_marks so that we prefer projections even when they have equal number of marks to read.
             // NOTE: It is not clear if we need it. E.g. projections do not support skip index for now.
@@ -4160,7 +4160,7 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
                         analysis_result.required_columns,
                         candidate,
                         query_context,
-                        max_added_blocks.get(),
+                        max_added_blocks,
                         settings,
                         parts,
                         selected_candidate,
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 8a3550fc511..cb2ead7952a 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -139,7 +139,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
     const UInt64 max_block_size,
     const unsigned num_streams,
     QueryProcessingStage::Enum processed_stage,
-    const PartitionIdToMaxBlock * max_block_numbers_to_read) const
+    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read) const
 {
     const auto & settings = context->getSettingsRef();
     auto parts = data.getDataPartsVector();
@@ -670,8 +670,8 @@ void MergeTreeDataSelectExecutor::filterPartsByPartition(
     const StorageMetadataPtr & metadata_snapshot,
     const MergeTreeData & data,
     const SelectQueryInfo & query_info,
-    ContextPtr & context,
-    ContextPtr & query_context,
+    const ContextPtr & context,
+    const ContextPtr & query_context,
     MergeTreeData::DataPartsVector & parts,
     const std::optional<std::unordered_set<String>> & part_values,
     const PartitionIdToMaxBlock * max_block_numbers_to_read,
@@ -766,7 +766,7 @@ RangesInDataParts MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipInd
     MergeTreeData::DataPartsVector && parts,
     StorageMetadataPtr metadata_snapshot,
     const SelectQueryInfo & query_info,
-    ContextPtr & context,
+    const ContextPtr & context,
     KeyCondition & key_condition,
     const MergeTreeReaderSettings & reader_settings,
     Poco::Logger * log,
@@ -993,7 +993,10 @@ RangesInDataParts MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipInd
     return parts_with_ranges;
 }
 
-String MergeTreeDataSelectExecutor::checkLimits(const MergeTreeData & data, const RangesInDataParts & parts_with_ranges, ContextPtr & context)
+String MergeTreeDataSelectExecutor::checkLimits(
+    const MergeTreeData & data,
+    const RangesInDataParts & parts_with_ranges,
+    const ContextPtr & context)
 {
     const auto & settings = context->getSettingsRef();
     // Check limitations. query_id is used as the quota RAII's resource key.
@@ -1092,7 +1095,7 @@ size_t MergeTreeDataSelectExecutor::estimateNumMarksToRead(
     const SelectQueryInfo & query_info,
     ContextPtr context,
     unsigned num_streams,
-    const PartitionIdToMaxBlock * max_block_numbers_to_read) const
+    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read) const
 {
     size_t total_parts = parts.size();
     if (total_parts == 0)
@@ -1137,7 +1140,7 @@ size_t MergeTreeDataSelectExecutor::estimateNumMarksToRead(
     ReadFromMergeTree::IndexStats index_stats;
 
     filterPartsByPartition(
-        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read, log, index_stats);
+        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read.get(), log, index_stats);
 
     auto sampling = MergeTreeDataSelectExecutor::getSampling(
         select, parts, metadata_snapshot, key_condition,
@@ -1173,7 +1176,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
     ContextPtr context,
     const UInt64 max_block_size,
     const unsigned num_streams,
-    const PartitionIdToMaxBlock * max_block_numbers_to_read) const
+    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read) const
 {
     size_t total_parts = parts.size();
     if (total_parts == 0)
@@ -1207,6 +1210,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
         //.min_marks_for_concurrent_read = settings.min_marks_for_concurrent_read,
         .use_uncompressed_cache = settings.use_uncompressed_cache,
+        .force_primary_key = settings.force_primary_key,
         .reader_settings = reader_settings,
         .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
     };
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index 3e8076de8d3..077584039a1 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -53,7 +53,7 @@ public:
         UInt64 max_block_size,
         unsigned num_streams,
         QueryProcessingStage::Enum processed_stage,
-        const PartitionIdToMaxBlock * max_block_numbers_to_read = nullptr) const;
+        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read = nullptr) const;
 
     size_t estimateNumMarksToRead(
         MergeTreeData::DataPartsVector parts,
@@ -63,7 +63,7 @@ public:
         const SelectQueryInfo & query_info,
         ContextPtr context,
         unsigned num_streams,
-        const PartitionIdToMaxBlock * max_block_numbers_to_read = nullptr) const;
+        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read = nullptr) const;
 
     QueryPlanPtr readFromParts(
         MergeTreeData::DataPartsVector parts,
@@ -74,7 +74,7 @@ public:
         ContextPtr context,
         UInt64 max_block_size,
         unsigned num_streams,
-        const PartitionIdToMaxBlock * max_block_numbers_to_read = nullptr) const;
+        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read = nullptr) const;
 
 private:
     const MergeTreeData & data;
@@ -196,8 +196,8 @@ public:
         const StorageMetadataPtr & metadata_snapshot,
         const MergeTreeData & data,
         const SelectQueryInfo & query_info,
-        ContextPtr & context,
-        ContextPtr & query_context,
+        const ContextPtr & context,
+        const ContextPtr & query_context,
         MergeTreeData::DataPartsVector & parts,
         const std::optional<std::unordered_set<String>> & part_values,
         const PartitionIdToMaxBlock * max_block_numbers_to_read,
@@ -208,7 +208,7 @@ public:
         MergeTreeData::DataPartsVector && parts,
         StorageMetadataPtr metadata_snapshot,
         const SelectQueryInfo & query_info,
-        ContextPtr & context,
+        const ContextPtr & context,
         KeyCondition & key_condition,
         const MergeTreeReaderSettings & reader_settings,
         Poco::Logger * log,
@@ -227,7 +227,7 @@ public:
         NamesAndTypesList available_real_columns,
         ContextPtr context);
 
-    static String checkLimits(const MergeTreeData & data, const RangesInDataParts & parts_with_ranges, ContextPtr & context);
+    static String checkLimits(const MergeTreeData & data, const RangesInDataParts & parts_with_ranges, const ContextPtr & context);
 };
 
 }
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 3adf3026b23..e38589a5143 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4377,9 +4377,9 @@ void StorageReplicatedMergeTree::read(
     */
     if (local_context->getSettingsRef().select_sequential_consistency)
     {
-        auto max_added_blocks = getMaxAddedBlocks();
+        auto max_added_blocks = std::make_shared<ReplicatedMergeTreeQuorumAddedParts::PartitionIdToMaxBlock>(getMaxAddedBlocks());
         if (auto plan = reader.read(
-                column_names, metadata_snapshot, query_info, local_context, max_block_size, num_streams, processed_stage, &max_added_blocks))
+                column_names, metadata_snapshot, query_info, local_context, max_block_size, num_streams, processed_stage, std::move(max_added_blocks)))
             query_plan = std::move(*plan);
         return;
     }
diff --git a/tests/queries/0_stateless/01651_bugs_from_15889.sql b/tests/queries/0_stateless/01651_bugs_from_15889.sql
index 1fbf669a1b8..2764ed61291 100644
--- a/tests/queries/0_stateless/01651_bugs_from_15889.sql
+++ b/tests/queries/0_stateless/01651_bugs_from_15889.sql
@@ -8,7 +8,7 @@ INSERT INTO xp SELECT '2020-01-01', number, '' FROM numbers(100000);
 
 CREATE TABLE xp_d AS xp ENGINE = Distributed(test_shard_localhost, currentDatabase(), xp);
 
-SELECT count(7 = (SELECT number FROM numbers(0) ORDER BY number ASC NULLS FIRST LIMIT 7)) FROM xp_d PREWHERE toYYYYMM(A) GLOBAL IN (SELECT NULL = (SELECT number FROM numbers(1) ORDER BY number DESC NULLS LAST LIMIT 1), toYYYYMM(min(A)) FROM xp_d) WHERE B > NULL; -- { serverError 20 }
+SELECT count(7 = (SELECT number FROM numbers(0) ORDER BY number ASC NULLS FIRST LIMIT 7)) FROM xp_d PREWHERE toYYYYMM(A) GLOBAL IN (SELECT NULL = (SELECT number FROM numbers(1) ORDER BY number DESC NULLS LAST LIMIT 1), toYYYYMM(min(A)) FROM xp_d) WHERE B > NULL; -- { serverError 8 }
 
 SELECT count() FROM xp_d WHERE A GLOBAL IN (SELECT NULL); -- { serverError 53 }
 
@@ -45,7 +45,7 @@ SYSTEM FLUSH LOGS;
 WITH concat(addressToLine(arrayJoin(trace) AS addr), '#') AS symbol
 SELECT count() > 7
 FROM trace_log AS t
-WHERE (query_id = 
+WHERE (query_id =
 (
     SELECT
         [NULL, NULL, NULL, NULL, 0.00009999999747378752, NULL, NULL, NULL, NULL, NULL],
@@ -60,7 +60,7 @@ WHERE (query_id =
 WITH addressToSymbol(arrayJoin(trace)) AS symbol
 SELECT count() > 0
 FROM trace_log AS t
-WHERE greaterOrEquals(event_date, ignore(ignore(ignore(NULL, '')), 256), yesterday()) AND (trace_type = 'Memory') AND (query_id = 
+WHERE greaterOrEquals(event_date, ignore(ignore(ignore(NULL, '')), 256), yesterday()) AND (trace_type = 'Memory') AND (query_id =
 (
     SELECT
         ignore(ignore(ignore(ignore(65536)), ignore(65537), ignore(2)), ''),
@@ -82,7 +82,7 @@ WITH (
         WHERE current_database = currentDatabase()
         ORDER BY query_start_time DESC
         LIMIT 1
-    ) AS time_with_microseconds, 
+    ) AS time_with_microseconds,
     (
         SELECT
             inf,
@@ -101,7 +101,7 @@ WITH (
         WHERE current_database = currentDatabase()
         ORDER BY query_start_time DESC
         LIMIT 1
-    ) AS time_with_microseconds, 
+    ) AS time_with_microseconds,
     (
         SELECT query_start_time
         FROM system.query_log
diff --git a/tests/queries/0_stateless/01861_explain_pipeline.reference b/tests/queries/0_stateless/01861_explain_pipeline.reference
index 8d755f807c0..9d62fb9f6b8 100644
--- a/tests/queries/0_stateless/01861_explain_pipeline.reference
+++ b/tests/queries/0_stateless/01861_explain_pipeline.reference
@@ -1,13 +1,10 @@
 (Expression)
 ExpressionTransform
   (SettingQuotaAndLimits)
-    (Expression)
+    (ReadFromMergeTree)
     ExpressionTransform
-      (MergingFinal)
       ReplacingSorted 2 → 1
-        (Expression)
         ExpressionTransform × 2
-          (ReadFromMergeTree)
           MergeTree × 2 0 → 1
 0	0
 1	1
@@ -19,13 +16,10 @@ ExpressionTransform
 (Expression)
 ExpressionTransform × 2
   (SettingQuotaAndLimits)
-    (Expression)
+    (ReadFromMergeTree)
     ExpressionTransform × 2
-      (MergingFinal)
       ReplacingSorted × 2 2 → 1
         Copy × 2 1 → 2
           AddingSelector × 2
-            (Expression)
             ExpressionTransform × 2
-              (ReadFromMergeTree)
               MergeTree × 2 0 → 1

From f68a6af5f007078f5e4d9b0220d2a59b02a09bcc Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 27 May 2021 20:01:56 +0300
Subject: [PATCH 0639/1060] Update examples
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Обновил примеры.
---
 .../operations/system-tables/stack_trace.md   | 58 ++++++++++++-------
 .../operations/system-tables/stack_trace.md   | 58 ++++++++++++-------
 2 files changed, 74 insertions(+), 42 deletions(-)

diff --git a/docs/en/operations/system-tables/stack_trace.md b/docs/en/operations/system-tables/stack_trace.md
index a1214982134..eb1824a6f66 100644
--- a/docs/en/operations/system-tables/stack_trace.md
+++ b/docs/en/operations/system-tables/stack_trace.md
@@ -30,17 +30,25 @@ Row 1:
 ──────
 thread_name: clickhouse-serv
 
-thread_id:   5928
-query_id:
-res:         pthread_cond_wait@@GLIBC_2.3.2
-BaseDaemon::waitForTerminationRequest()
-DB::Server::main(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
-Poco::Util::Application::run()
-DB::Server::run()
-mainEntryClickHouseServer(int, char**)
-main
-__libc_start_main
-_start
+thread_id: 686
+query_id:  1a11f70b-626d-47c1-b948-f9c7b206395d
+res:       sigqueue
+DB::StorageSystemStackTrace::fillData(std::__1::vector<COW<DB::IColumn>::mutable_ptr<DB::IColumn>, std::__1::allocator<COW<DB::IColumn>::mutable_ptr<DB::IColumn> > >&, DB::Context const&, DB::SelectQueryInfo const&) const
+DB::IStorageSystemOneBlock<DB::StorageSystemStackTrace>::read(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&, DB::SelectQueryInfo const&, DB::Context const&, DB::QueryProcessingStage::Enum, unsigned long, unsigned int)
+DB::InterpreterSelectQuery::executeFetchColumns(DB::QueryProcessingStage::Enum, DB::QueryPipeline&, std::__1::shared_ptr<DB::PrewhereInfo> const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
+DB::InterpreterSelectQuery::executeImpl(DB::QueryPipeline&, std::__1::shared_ptr<DB::IBlockInputStream> const&, std::__1::optional<DB::Pipe>)
+DB::InterpreterSelectQuery::execute()
+DB::InterpreterSelectWithUnionQuery::execute()
+DB::executeQueryImpl(char const*, char const*, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool, DB::ReadBuffer*)
+DB::executeQuery(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool)
+DB::TCPHandler::runImpl()
+DB::TCPHandler::run()
+Poco::Net::TCPServerConnection::start()
+Poco::Net::TCPServerDispatcher::run()
+Poco::PooledThread::run()
+Poco::ThreadImpl::runnableEntry(void*)
+start_thread
+__clone
 ```
 
 Getting filenames and line numbers in ClickHouse source code:
@@ -54,17 +62,25 @@ Row 1:
 ──────
 thread_name: clickhouse-serv
 
-thread_id:   5928
-query_id:
-res:         /lib/x86_64-linux-gnu/libpthread-2.27.so
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+thread_id: 686
+query_id:  cad353e7-1c29-4b2e-949f-93e597ab7a54
+res:       /lib/x86_64-linux-gnu/libc-2.27.so
+/build/obj-x86_64-linux-gnu/../src/Storages/System/StorageSystemStackTrace.cpp:182
+/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/vector:656
+/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:1338
+/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:751
+/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/optional:224
+/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectWithUnionQuery.cpp:192
+/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:384
+/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:643
+/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:251
+/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:1197
+/build/obj-x86_64-linux-gnu/../contrib/poco/Net/src/TCPServerConnection.cpp:57
+/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/atomic:856
+/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/Mutex_POSIX.h:59
+/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/AutoPtr.h:223
+/lib/x86_64-linux-gnu/libpthread-2.27.so
 /lib/x86_64-linux-gnu/libc-2.27.so
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
 ```
 
 **See Also**
diff --git a/docs/ru/operations/system-tables/stack_trace.md b/docs/ru/operations/system-tables/stack_trace.md
index 9358572ef9b..338c14534cf 100644
--- a/docs/ru/operations/system-tables/stack_trace.md
+++ b/docs/ru/operations/system-tables/stack_trace.md
@@ -30,17 +30,25 @@ Row 1:
 ──────
 thread_name: clickhouse-serv
 
-thread_id:   5928
-query_id:
-res:         pthread_cond_wait@@GLIBC_2.3.2
-BaseDaemon::waitForTerminationRequest()
-DB::Server::main(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
-Poco::Util::Application::run()
-DB::Server::run()
-mainEntryClickHouseServer(int, char**)
-main
-__libc_start_main
-_start
+thread_id: 686
+query_id:  1a11f70b-626d-47c1-b948-f9c7b206395d
+res:       sigqueue
+DB::StorageSystemStackTrace::fillData(std::__1::vector<COW<DB::IColumn>::mutable_ptr<DB::IColumn>, std::__1::allocator<COW<DB::IColumn>::mutable_ptr<DB::IColumn> > >&, DB::Context const&, DB::SelectQueryInfo const&) const
+DB::IStorageSystemOneBlock<DB::StorageSystemStackTrace>::read(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&, DB::SelectQueryInfo const&, DB::Context const&, DB::QueryProcessingStage::Enum, unsigned long, unsigned int)
+DB::InterpreterSelectQuery::executeFetchColumns(DB::QueryProcessingStage::Enum, DB::QueryPipeline&, std::__1::shared_ptr<DB::PrewhereInfo> const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&)
+DB::InterpreterSelectQuery::executeImpl(DB::QueryPipeline&, std::__1::shared_ptr<DB::IBlockInputStream> const&, std::__1::optional<DB::Pipe>)
+DB::InterpreterSelectQuery::execute()
+DB::InterpreterSelectWithUnionQuery::execute()
+DB::executeQueryImpl(char const*, char const*, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool, DB::ReadBuffer*)
+DB::executeQuery(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, DB::Context&, bool, DB::QueryProcessingStage::Enum, bool)
+DB::TCPHandler::runImpl()
+DB::TCPHandler::run()
+Poco::Net::TCPServerConnection::start()
+Poco::Net::TCPServerDispatcher::run()
+Poco::PooledThread::run()
+Poco::ThreadImpl::runnableEntry(void*)
+start_thread
+__clone
 ```
 
 Получение имен файлов и номеров строк в исходном коде ClickHouse:
@@ -54,17 +62,25 @@ Row 1:
 ──────
 thread_name: clickhouse-serv
 
-thread_id:   5928
-query_id:
-res:         /lib/x86_64-linux-gnu/libpthread-2.27.so
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
+thread_id: 686
+query_id:  cad353e7-1c29-4b2e-949f-93e597ab7a54
+res:       /lib/x86_64-linux-gnu/libc-2.27.so
+/build/obj-x86_64-linux-gnu/../src/Storages/System/StorageSystemStackTrace.cpp:182
+/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/vector:656
+/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:1338
+/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectQuery.cpp:751
+/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/optional:224
+/build/obj-x86_64-linux-gnu/../src/Interpreters/InterpreterSelectWithUnionQuery.cpp:192
+/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:384
+/build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:643
+/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:251
+/build/obj-x86_64-linux-gnu/../src/Server/TCPHandler.cpp:1197
+/build/obj-x86_64-linux-gnu/../contrib/poco/Net/src/TCPServerConnection.cpp:57
+/build/obj-x86_64-linux-gnu/../contrib/libcxx/include/atomic:856
+/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/Mutex_POSIX.h:59
+/build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/AutoPtr.h:223
+/lib/x86_64-linux-gnu/libpthread-2.27.so
 /lib/x86_64-linux-gnu/libc-2.27.so
-/usr/lib/debug/.build-id/8f/93104326882d1c62c221c34e6bad1b0fefc1e5.debug
 ```
 
 **Смотрите также**

From 34cd08e7325173f24b401cb4377a9b7a5ff4ac7e Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 27 May 2021 20:41:25 +0300
Subject: [PATCH 0640/1060] Update explain.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поправил определение для indexes.
---
 docs/en/sql-reference/statements/explain.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/explain.md b/docs/en/sql-reference/statements/explain.md
index ac70ab73462..f22f92c625a 100644
--- a/docs/en/sql-reference/statements/explain.md
+++ b/docs/en/sql-reference/statements/explain.md
@@ -113,7 +113,7 @@ Settings:
 
 -   `header` — Prints output header for step. Default: 0.
 -   `description` — Prints step description. Default: 1.
--   `indexes` — Shows used indexes, the number of filtered parts, and granules for every index applied. Default: 0. Supported for [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) tables.
+-   `indexes` — Shows used indexes, the number of filtered parts and the number of filtered granules for every index applied. Default: 0. Supported for [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) tables.
 -   `actions` — Prints detailed information about step actions. Default: 0.
 -   `json` — Prints query plan steps as a row in [JSON](../../interfaces/formats.md#json) format. Default: 0. It is recommended to use [TSVRaw](../../interfaces/formats.md#tabseparatedraw) format to avoid unnecessary escaping.
 

From 1ed00b06e091c47cdfdf6143cd0bab63d22dec62 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Thu, 27 May 2021 20:56:06 +0300
Subject: [PATCH 0641/1060] Fix tests.

---
 ...materialized_view_select_extra_columns.sql |  2 +-
 ...1_mergetree_read_in_order_spread.reference | 21 +++++--------------
 .../01576_alias_column_rewrite.reference      | 20 ++++--------------
 3 files changed, 10 insertions(+), 33 deletions(-)

diff --git a/tests/queries/0_stateless/01019_materialized_view_select_extra_columns.sql b/tests/queries/0_stateless/01019_materialized_view_select_extra_columns.sql
index 10bda34e6b9..4b7ea127190 100644
--- a/tests/queries/0_stateless/01019_materialized_view_select_extra_columns.sql
+++ b/tests/queries/0_stateless/01019_materialized_view_select_extra_columns.sql
@@ -28,7 +28,7 @@ FROM mv_extra_columns_src;
 INSERT INTO mv_extra_columns_src VALUES (0, 0), (1, 1), (2, 2);
 
 SELECT * FROM mv_extra_columns_dst ORDER by v;
-SELECT * FROM mv_extra_columns_view; -- { serverError 16 }
+SELECT * FROM mv_extra_columns_view; -- { serverError 10 }
 
 DROP TABLE mv_extra_columns_view;
 DROP TABLE mv_extra_columns_src;
diff --git a/tests/queries/0_stateless/01551_mergetree_read_in_order_spread.reference b/tests/queries/0_stateless/01551_mergetree_read_in_order_spread.reference
index 835e2af269a..2843b305f0a 100644
--- a/tests/queries/0_stateless/01551_mergetree_read_in_order_spread.reference
+++ b/tests/queries/0_stateless/01551_mergetree_read_in_order_spread.reference
@@ -7,22 +7,11 @@ ExpressionTransform
         (Expression)
         ExpressionTransform × 3
           (SettingQuotaAndLimits)
-            (Expression)
-            ExpressionTransform × 3
-              (Union)
-                (MergingSorted)
-                  (Expression)
-                  ExpressionTransform
-                    (ReadFromMergeTree)
-                    MergeTree 0 → 1
-                (MergingSorted)
+            (ReadFromMergeTree)
+            ExpressionTransform × 4
+              MergeTree 0 → 1
                 MergingSortedTransform 2 → 1
-                  (Expression)
                   ExpressionTransform × 2
-                    (ReadFromMergeTree)
                     MergeTree × 2 0 → 1
-                (MergingSorted)
-                  (Expression)
-                  ExpressionTransform
-                    (ReadFromMergeTree)
-                    MergeTree 0 → 1
+                      ExpressionTransform
+                        MergeTree 0 → 1
diff --git a/tests/queries/0_stateless/01576_alias_column_rewrite.reference b/tests/queries/0_stateless/01576_alias_column_rewrite.reference
index c5679544e1d..9d3db8c1d00 100644
--- a/tests/queries/0_stateless/01576_alias_column_rewrite.reference
+++ b/tests/queries/0_stateless/01576_alias_column_rewrite.reference
@@ -34,19 +34,13 @@ Expression (Projection)
     FinishSorting
       Expression ((Before ORDER BY + Add table aliases))
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
-          Union
-            ReadFromMergeTree
-            ReadFromMergeTree
-            ReadFromMergeTree
+          ReadFromMergeTree
 Expression (Projection)
   Limit (preliminary LIMIT)
     FinishSorting
       Expression (Before ORDER BY)
         SettingQuotaAndLimits (Set limits and quota after reading from storage)
-          Union
-            ReadFromMergeTree
-            ReadFromMergeTree
-            ReadFromMergeTree
+          ReadFromMergeTree
 optimize_aggregation_in_order
 Expression ((Projection + Before ORDER BY))
   Aggregating
@@ -57,18 +51,12 @@ Expression ((Projection + Before ORDER BY))
   Aggregating
     Expression ((Before GROUP BY + Add table aliases))
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
-        Union
-          ReadFromMergeTree
-          ReadFromMergeTree
-          ReadFromMergeTree
+        ReadFromMergeTree
 Expression ((Projection + Before ORDER BY))
   Aggregating
     Expression (Before GROUP BY)
       SettingQuotaAndLimits (Set limits and quota after reading from storage)
-        Union
-          ReadFromMergeTree
-          ReadFromMergeTree
-          ReadFromMergeTree
+        ReadFromMergeTree
 second-index
 1
 1

From ee71db564aadb463f11cc7941cad23c595f4bdb8 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 21:26:25 +0300
Subject: [PATCH 0642/1060] ast fuzzer: determine server death more robustly

---
 docker/test/fuzzer/run-fuzzer.sh | 42 +++++++++++++++++++++++---------
 1 file changed, 30 insertions(+), 12 deletions(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index 626bedb453c..e0c2d5d3ba7 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -126,6 +126,20 @@ continue
 
     echo "Fuzzer exit code is $fuzzer_exit_code"
 
+    # If the server dies, most often the fuzzer returns code 210: connetion
+    # refused, and sometimes also code 32: attempt to read after eof. For
+    # simplicity, check again whether the server is accepting cnnections, using
+    # clickhouse-client. We don't check for existence of server process, because
+    # the process is still present while the server is terminating and not
+    # accepting the connections anymore.
+    if clickhouse-client --query "select 1 format Null"
+    then
+        server_died=0
+    else
+        echo "Server live check returns $?"
+        server_died=1
+    fi
+
     clickhouse-client --query "select elapsed, query from system.processes" ||:
     killall clickhouse-server ||:
     for _ in {1..10}
@@ -187,25 +201,29 @@ case "$stage" in
 
     # Make files with status and description we'll show for this check on Github
     task_exit_code=$fuzzer_exit_code
-    if [ "$fuzzer_exit_code" == 143 ]
+    if [ "$server_died" == 1 ]
     then
-        # SIGTERM -- the fuzzer was killed by timeout, which means a normal run.
-        echo "success" > status.txt
-        echo "OK" > description.txt
-        task_exit_code=0
-    elif [ "$fuzzer_exit_code" == 210 ]
-    then
-        # Lost connection to the server. This probably means that the server died
-        # with abort.
+        # The server has died.
+        task_exit_code=210
         echo "failure" > status.txt
         if ! grep -ao "Received signal.*\|Logical error.*\|Assertion.*failed\|Failed assertion.*\|.*runtime error: .*\|.*is located.*\|SUMMARY: AddressSanitizer:.*\|SUMMARY: MemorySanitizer:.*\|SUMMARY: ThreadSanitizer:.*\|.*_LIBCPP_ASSERT.*" server.log > description.txt
         then
             echo "Lost connection to server. See the logs." > description.txt
         fi
+    elif [ "$fuzzer_exit_code" == "143" ] || [ "$fuzzer_exit_code" == "0" ]
+    then
+        # Variants of a normal run:
+        # 0 -- fuzzing ended earlier than timeout.
+        # 143 -- SIGTERM -- the fuzzer was killed by timeout.
+        task_exit_code=0
+        echo "success" > status.txt
+        echo "OK" > description.txt
     else
-        # Something different -- maybe the fuzzer itself died? Don't grep the
-        # server log in this case, because we will find a message about normal
-        # server termination (Received signal 15), which is confusing.
+        # The server was alive, but the fuzzer returned some error. Probably this
+        # is a problem in the fuzzer itself. Don't grep the server log in this
+        # case, because we will find a message about normal server termination
+        # (Received signal 15), which is confusing.
+        task_exit_code=$fuzzer_exit_code
         echo "failure" > status.txt
         echo "Fuzzer failed ($fuzzer_exit_code). See the logs." > description.txt
     fi

From 6bf62d865330f48648899f452aca4ba4ea218d80 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 21:39:06 +0300
Subject: [PATCH 0643/1060] fix

---
 src/AggregateFunctions/AggregateFunctionFactory.cpp        | 6 ++++--
 tests/queries/0_stateless/01591_window_functions.reference | 2 ++
 tests/queries/0_stateless/01591_window_functions.sql       | 1 +
 3 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 17c3974390b..d0e45053695 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -92,8 +92,10 @@ AggregateFunctionPtr AggregateFunctionFactory::get(
 
         // Pure window functions are not real aggregate functions. Applying
         // combinators doesn't make sense for them, they must handle the
-        // nullability themselves.
-        if (nested_function->asWindowFunction())
+        // nullability themselves. Another special case is functions from Nothing
+        // that are rewritten to AggregateFunctionNothing, in this case
+        // nested_function is nullptr.
+        if (nested_function && nested_function->asWindowFunction())
         {
             return nested_function;
         }
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 1defb38c5ae..fa909972678 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -1058,6 +1058,8 @@ settings max_block_size = 3;
 select lagInFrame(toNullable(1)) over ();
 0
 select lagInFrameOrNull(1) over (); -- { serverError 36 }
+select intDiv(1, NULL) x, toTypeName(x), max(x) over ();
+\N	Nullable(Nothing)	\N
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select
     number,
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 42216d089e4..05f4cb49252 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -379,6 +379,7 @@ settings max_block_size = 3;
 -- careful with auto-application of Null combinator
 select lagInFrame(toNullable(1)) over ();
 select lagInFrameOrNull(1) over (); -- { serverError 36 }
+select intDiv(1, NULL) x, toTypeName(x), max(x) over ();
 
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select

From 9fc51aef683004d059094ebc946003b0870246c7 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 27 May 2021 21:39:06 +0300
Subject: [PATCH 0644/1060] fix

---
 src/AggregateFunctions/AggregateFunctionFactory.cpp        | 6 ++++--
 tests/queries/0_stateless/01591_window_functions.reference | 2 ++
 tests/queries/0_stateless/01591_window_functions.sql       | 1 +
 3 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 17c3974390b..d0e45053695 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -92,8 +92,10 @@ AggregateFunctionPtr AggregateFunctionFactory::get(
 
         // Pure window functions are not real aggregate functions. Applying
         // combinators doesn't make sense for them, they must handle the
-        // nullability themselves.
-        if (nested_function->asWindowFunction())
+        // nullability themselves. Another special case is functions from Nothing
+        // that are rewritten to AggregateFunctionNothing, in this case
+        // nested_function is nullptr.
+        if (nested_function && nested_function->asWindowFunction())
         {
             return nested_function;
         }
diff --git a/tests/queries/0_stateless/01591_window_functions.reference b/tests/queries/0_stateless/01591_window_functions.reference
index 5bbcd28d79b..c5ea5183020 100644
--- a/tests/queries/0_stateless/01591_window_functions.reference
+++ b/tests/queries/0_stateless/01591_window_functions.reference
@@ -1058,6 +1058,8 @@ settings max_block_size = 3;
 select lagInFrame(toNullable(1)) over ();
 0
 select lagInFrameOrNull(1) over (); -- { serverError 36 }
+select intDiv(1, NULL) x, toTypeName(x), max(x) over ();
+\N	Nullable(Nothing)	\N
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select
     number,
diff --git a/tests/queries/0_stateless/01591_window_functions.sql b/tests/queries/0_stateless/01591_window_functions.sql
index 458dfb7393e..f0bfc2c842a 100644
--- a/tests/queries/0_stateless/01591_window_functions.sql
+++ b/tests/queries/0_stateless/01591_window_functions.sql
@@ -379,6 +379,7 @@ settings max_block_size = 3;
 -- careful with auto-application of Null combinator
 select lagInFrame(toNullable(1)) over ();
 select lagInFrameOrNull(1) over (); -- { serverError 36 }
+select intDiv(1, NULL) x, toTypeName(x), max(x) over ();
 
 -- case-insensitive SQL-standard synonyms for any and anyLast
 select

From 7b515c72354fbea4b3decf7ba047171a4b4b09c4 Mon Sep 17 00:00:00 2001
From: Romain Neutron <romain@neutron.io>
Date: Thu, 27 May 2021 21:44:11 +0200
Subject: [PATCH 0645/1060] Avoid short syntax

---
 docs/en/commercial/index.md                   |  2 +-
 docs/en/development/architecture.md           | 20 ++--
 docs/en/development/developer-instruction.md  |  2 +-
 docs/en/development/style.md                  | 10 +-
 docs/en/development/tests.md                  | 18 ++--
 docs/en/engines/table-engines/index.md        |  4 +-
 .../table-engines/integrations/kafka.md       |  2 +-
 .../engines/table-engines/log-family/index.md |  2 +-
 .../mergetree-family/collapsingmergetree.md   |  2 +-
 .../mergetree-family/graphitemergetree.md     |  2 +-
 .../mergetree-family/mergetree.md             |  8 +-
 .../mergetree-family/replacingmergetree.md    |  4 +-
 .../mergetree-family/replication.md           |  6 +-
 .../versionedcollapsingmergetree.md           |  4 +-
 .../engines/table-engines/special/buffer.md   |  8 +-
 .../table-engines/special/distributed.md      |  8 +-
 .../table-engines/special/external-data.md    |  2 +-
 docs/en/engines/table-engines/special/join.md |  2 +-
 .../engines/table-engines/special/memory.md   |  2 +-
 docs/en/faq/general/columnar-database.md      |  2 +-
 docs/en/faq/general/ne-tormozit.md            |  4 +-
 docs/en/faq/general/olap.md                   |  2 +-
 .../en/faq/general/who-is-using-clickhouse.md |  4 +-
 docs/en/faq/operations/delete-old-data.md     |  4 +-
 docs/en/faq/operations/production.md          |  6 +-
 docs/en/getting-started/install.md            |  6 +-
 docs/en/getting-started/tutorial.md           |  2 +-
 docs/en/guides/apply-catboost-model.md        |  2 +-
 docs/en/index.md                              |  8 +-
 docs/en/interfaces/cli.md                     |  2 +-
 docs/en/interfaces/formats.md                 | 10 +-
 docs/en/interfaces/http.md                    |  6 +-
 docs/en/introduction/distinctive-features.md  |  2 +-
 docs/en/operations/access-rights.md           |  2 +-
 docs/en/operations/backup.md                  |  4 +-
 .../sampling-query-profiler.md                |  4 +-
 docs/en/operations/quotas.md                  |  2 +-
 .../settings.md                               |  6 +-
 .../operations/settings/query-complexity.md   |  6 +-
 docs/en/operations/settings/settings.md       | 30 +++---
 docs/en/operations/system-tables/index.md     |  2 +-
 docs/en/operations/system-tables/one.md       |  2 +-
 docs/en/operations/system-tables/parts.md     |  4 +-
 .../operations/system-tables/parts_columns.md |  2 +-
 docs/en/operations/system-tables/processes.md |  2 +-
 docs/en/operations/system-tables/query_log.md | 10 +-
 .../system-tables/query_thread_log.md         |  2 +-
 docs/en/operations/system-tables/replicas.md  |  6 +-
 .../system-tables/replication_queue.md        |  2 +-
 docs/en/operations/system-tables/zookeeper.md |  4 +-
 docs/en/operations/tips.md                    |  2 +-
 docs/en/operations/troubleshooting.md         |  4 +-
 .../utilities/clickhouse-obfuscator.md        | 84 ++++++++--------
 .../aggregate-functions/combinators.md        |  8 +-
 .../parametric-functions.md                   |  8 +-
 .../reference/quantiletiming.md               |  4 +-
 .../reference/quantiletimingweighted.md       |  4 +-
 .../aggregate-functions/reference/topk.md     |  2 +-
 .../aggregate-functions/reference/uniq.md     |  2 +-
 .../reference/uniqcombined.md                 |  2 +-
 .../reference/uniqhll12.md                    |  4 +-
 docs/en/sql-reference/data-types/nullable.md  |  2 +-
 .../data-types/simpleaggregatefunction.md     |  2 +-
 docs/en/sql-reference/data-types/string.md    |  2 +-
 .../external-dictionaries/external-dicts.md   |  2 +-
 .../dictionaries/internal-dicts.md            |  2 +-
 .../functions/arithmetic-functions.md         |  2 +-
 .../functions/array-functions.md              |  6 +-
 docs/en/sql-reference/functions/array-join.md |  2 +-
 .../sql-reference/functions/bit-functions.md  |  2 +-
 .../functions/bitmap-functions.md             |  2 +-
 .../functions/date-time-functions.md          |  2 +-
 .../functions/ext-dict-functions.md           |  8 +-
 .../sql-reference/functions/hash-functions.md |  2 +-
 docs/en/sql-reference/functions/index.md      |  6 +-
 .../functions/ip-address-functions.md         |  2 +-
 .../sql-reference/functions/json-functions.md |  6 +-
 .../functions/other-functions.md              |  4 +-
 .../functions/rounding-functions.md           |  2 +-
 .../functions/string-functions.md             | 22 ++---
 .../functions/string-search-functions.md      | 20 ++--
 .../sql-reference/functions/url-functions.md  |  4 +-
 .../functions/ym-dict-functions.md            |  4 +-
 docs/en/sql-reference/operators/in.md         |  6 +-
 docs/en/sql-reference/operators/index.md      |  2 +-
 .../sql-reference/statements/alter/column.md  | 16 ++--
 .../statements/alter/partition.md             |  2 +-
 .../sql-reference/statements/check-table.md   |  2 +-
 .../statements/create/database.md             |  2 +-
 .../sql-reference/statements/create/table.md  | 10 +-
 .../sql-reference/statements/create/user.md   |  2 +-
 .../sql-reference/statements/create/view.md   |  8 +-
 docs/en/sql-reference/statements/detach.md    |  4 +-
 docs/en/sql-reference/statements/drop.md      |  4 +-
 docs/en/sql-reference/statements/exists.md    |  2 +-
 docs/en/sql-reference/statements/grant.md     |  8 +-
 .../sql-reference/statements/insert-into.md   |  2 +-
 docs/en/sql-reference/statements/kill.md      |  2 +-
 docs/en/sql-reference/statements/optimize.md  |  2 +-
 docs/en/sql-reference/statements/rename.md    |  2 +-
 .../sql-reference/statements/select/from.md   |  2 +-
 .../statements/select/group-by.md             |  4 +-
 .../sql-reference/statements/select/index.md  |  8 +-
 .../statements/select/order-by.md             |  6 +-
 .../sql-reference/statements/select/sample.md |  6 +-
 docs/en/sql-reference/statements/show.md      |  2 +-
 docs/en/sql-reference/statements/system.md    | 12 +--
 .../sql-reference/table-functions/cluster.md  |  2 +-
 .../sql-reference/table-functions/remote.md   |  2 +-
 docs/en/sql-reference/table-functions/view.md |  2 +-
 docs/en/whats-new/changelog/2017.md           |  8 +-
 docs/en/whats-new/changelog/2018.md           | 14 +--
 docs/en/whats-new/changelog/2019.md           | 48 +++++-----
 docs/en/whats-new/changelog/2020.md           | 96 +++++++++----------
 114 files changed, 388 insertions(+), 388 deletions(-)

diff --git a/docs/en/commercial/index.md b/docs/en/commercial/index.md
index 0f69df62c7b..90e74d88ea8 100644
--- a/docs/en/commercial/index.md
+++ b/docs/en/commercial/index.md
@@ -14,4 +14,4 @@ Service categories:
 -   [Support](../commercial/support.md)
 
 !!! note "For service providers"
-    If you happen to represent one of them, feel free to open a pull request adding your company to the respective section (or even adding a new section if the service doesn’t fit into existing categories). The easiest way to open a pull-request for documentation page is by using a “pencil” edit button in the top-right corner. If your service available in some local market, make sure to mention it in a localized documentation page as well (or at least point it out in a pull-request description).
+    If you happen to represent one of them, feel free to open a pull request adding your company to the respective section (or even adding a new section if the service does not fit into existing categories). The easiest way to open a pull-request for documentation page is by using a “pencil” edit button in the top-right corner. If your service available in some local market, make sure to mention it in a localized documentation page as well (or at least point it out in a pull-request description).
diff --git a/docs/en/development/architecture.md b/docs/en/development/architecture.md
index 4ef01f4e4fb..424052001fd 100644
--- a/docs/en/development/architecture.md
+++ b/docs/en/development/architecture.md
@@ -21,11 +21,11 @@ Various `IColumn` implementations (`ColumnUInt8`, `ColumnString`, and so on) are
 
 Nevertheless, it is possible to work with individual values as well. To represent an individual value, the `Field` is used. `Field` is just a discriminated union of `UInt64`, `Int64`, `Float64`, `String` and `Array`. `IColumn` has the `operator []` method to get the n-th value as a `Field`, and the `insert` method to append a `Field` to the end of a column. These methods are not very efficient, because they require dealing with temporary `Field` objects representing an individual value. There are more efficient methods, such as `insertFrom`, `insertRangeFrom`, and so on.
 
-`Field` doesn’t have enough information about a specific data type for a table. For example, `UInt8`, `UInt16`, `UInt32`, and `UInt64` are all represented as `UInt64` in a `Field`.
+`Field` does not have enough information about a specific data type for a table. For example, `UInt8`, `UInt16`, `UInt32`, and `UInt64` are all represented as `UInt64` in a `Field`.
 
 ## Leaky Abstractions {#leaky-abstractions}
 
-`IColumn` has methods for common relational transformations of data, but they don’t meet all needs. For example, `ColumnUInt64` doesn’t have a method to calculate the sum of two columns, and `ColumnString` doesn’t have a method to run a substring search. These countless routines are implemented outside of `IColumn`.
+`IColumn` has methods for common relational transformations of data, but they do not meet all needs. For example, `ColumnUInt64` does not have a method to calculate the sum of two columns, and `ColumnString` does not have a method to run a substring search. These countless routines are implemented outside of `IColumn`.
 
 Various functions on columns can be implemented in a generic, non-efficient way using `IColumn` methods to extract `Field` values, or in a specialized way using knowledge of inner memory layout of data in a specific `IColumn` implementation. It is implemented by casting functions to a specific `IColumn` type and deal with internal representation directly. For example, `ColumnUInt64` has the `getData` method that returns a reference to an internal array, then a separate routine reads or fills that array directly. We have “leaky abstractions” to allow efficient specializations of various routines.
 
@@ -35,7 +35,7 @@ Various functions on columns can be implemented in a generic, non-efficient way
 
 `IDataType` and `IColumn` are only loosely related to each other. Different data types can be represented in memory by the same `IColumn` implementations. For example, `DataTypeUInt32` and `DataTypeDateTime` are both represented by `ColumnUInt32` or `ColumnConstUInt32`. In addition, the same data type can be represented by different `IColumn` implementations. For example, `DataTypeUInt8` can be represented by `ColumnUInt8` or `ColumnConstUInt8`.
 
-`IDataType` only stores metadata. For instance, `DataTypeUInt8` doesn’t store anything at all (except virtual pointer `vptr`) and `DataTypeFixedString` stores just `N` (the size of fixed-size strings).
+`IDataType` only stores metadata. For instance, `DataTypeUInt8` does not store anything at all (except virtual pointer `vptr`) and `DataTypeFixedString` stores just `N` (the size of fixed-size strings).
 
 `IDataType` has helper methods for various data formats. Examples are methods to serialize a value with possible quoting, to serialize a value for JSON, and to serialize a value as part of the XML format. There is no direct correspondence to data formats. For example, the different data formats `Pretty` and `TabSeparated` can use the same `serializeTextEscaped` helper method from the `IDataType` interface.
 
@@ -43,7 +43,7 @@ Various functions on columns can be implemented in a generic, non-efficient way
 
 A `Block` is a container that represents a subset (chunk) of a table in memory. It is just a set of triples: `(IColumn, IDataType, column name)`. During query execution, data is processed by `Block`s. If we have a `Block`, we have data (in the `IColumn` object), we have information about its type (in `IDataType`) that tells us how to deal with that column, and we have the column name. It could be either the original column name from the table or some artificial name assigned for getting temporary results of calculations.
 
-When we calculate some function over columns in a block, we add another column with its result to the block, and we don’t touch columns for arguments of the function because operations are immutable. Later, unneeded columns can be removed from the block, but not modified. It is convenient for the elimination of common subexpressions.
+When we calculate some function over columns in a block, we add another column with its result to the block, and we do not touch columns for arguments of the function because operations are immutable. Later, unneeded columns can be removed from the block, but not modified. It is convenient for the elimination of common subexpressions.
 
 Blocks are created for every processed chunk of data. Note that for the same type of calculation, the column names and types remain the same for different blocks, and only column data changes. It is better to split block data from the block header because small block sizes have a high overhead of temporary strings for copying shared_ptrs and column names.
 
@@ -118,11 +118,11 @@ Interpreters are responsible for creating the query execution pipeline from an `
 
 There are ordinary functions and aggregate functions. For aggregate functions, see the next section.
 
-Ordinary functions don’t change the number of rows – they work as if they are processing each row independently. In fact, functions are not called for individual rows, but for `Block`’s of data to implement vectorized query execution.
+Ordinary functions do not change the number of rows – they work as if they are processing each row independently. In fact, functions are not called for individual rows, but for `Block`’s of data to implement vectorized query execution.
 
 There are some miscellaneous functions, like [blockSize](../sql-reference/functions/other-functions.md#function-blocksize), [rowNumberInBlock](../sql-reference/functions/other-functions.md#function-rownumberinblock), and [runningAccumulate](../sql-reference/functions/other-functions.md#runningaccumulate), that exploit block processing and violate the independence of rows.
 
-ClickHouse has strong typing, so there’s no implicit type conversion. If a function doesn’t support a specific combination of types, it throws an exception. But functions can work (be overloaded) for many different combinations of types. For example, the `plus` function (to implement the `+` operator) works for any combination of numeric types: `UInt8` + `Float32`, `UInt16` + `Int8`, and so on. Also, some variadic functions can accept any number of arguments, such as the `concat` function.
+ClickHouse has strong typing, so there’s no implicit type conversion. If a function does not support a specific combination of types, it throws an exception. But functions can work (be overloaded) for many different combinations of types. For example, the `plus` function (to implement the `+` operator) works for any combination of numeric types: `UInt8` + `Float32`, `UInt16` + `Int8`, and so on. Also, some variadic functions can accept any number of arguments, such as the `concat` function.
 
 Implementing a function may be slightly inconvenient because a function explicitly dispatches supported data types and supported `IColumns`. For example, the `plus` function has code generated by instantiation of a C++ template for each combination of numeric types, and constant or non-constant left and right arguments.
 
@@ -152,7 +152,7 @@ Internally, it is just a primitive multithreaded server without coroutines or fi
 
 The server initializes the `Context` class with the necessary environment for query execution: the list of available databases, users and access rights, settings, clusters, the process list, the query log, and so on. Interpreters use this environment.
 
-We maintain full backward and forward compatibility for the server TCP protocol: old clients can talk to new servers, and new clients can talk to old servers. But we don’t want to maintain it eternally, and we are removing support for old versions after about one year.
+We maintain full backward and forward compatibility for the server TCP protocol: old clients can talk to new servers, and new clients can talk to old servers. But we do not want to maintain it eternally, and we are removing support for old versions after about one year.
 
 !!! note "Note"
     For most external applications, we recommend using the HTTP interface because it is simple and easy to use. The TCP protocol is more tightly linked to internal data structures: it uses an internal format for passing blocks of data, and it uses custom framing for compressed data. We haven’t released a C library for that protocol because it requires linking most of the ClickHouse codebase, which is not practical.
@@ -169,13 +169,13 @@ There is no global query plan for distributed query execution. Each node has its
 
 `MergeTree` is a family of storage engines that supports indexing by primary key. The primary key can be an arbitrary tuple of columns or expressions. Data in a `MergeTree` table is stored in “parts”. Each part stores data in the primary key order, so data is ordered lexicographically by the primary key tuple. All the table columns are stored in separate `column.bin` files in these parts. The files consist of compressed blocks. Each block is usually from 64 KB to 1 MB of uncompressed data, depending on the average value size. The blocks consist of column values placed contiguously one after the other. Column values are in the same order for each column (the primary key defines the order), so when you iterate by many columns, you get values for the corresponding rows.
 
-The primary key itself is “sparse”. It doesn’t address every single row, but only some ranges of data. A separate `primary.idx` file has the value of the primary key for each N-th row, where N is called `index_granularity` (usually, N = 8192). Also, for each column, we have `column.mrk` files with “marks,” which are offsets to each N-th row in the data file. Each mark is a pair: the offset in the file to the beginning of the compressed block, and the offset in the decompressed block to the beginning of data. Usually, compressed blocks are aligned by marks, and the offset in the decompressed block is zero. Data for `primary.idx` always resides in memory, and data for `column.mrk` files is cached.
+The primary key itself is “sparse”. It does not address every single row, but only some ranges of data. A separate `primary.idx` file has the value of the primary key for each N-th row, where N is called `index_granularity` (usually, N = 8192). Also, for each column, we have `column.mrk` files with “marks,” which are offsets to each N-th row in the data file. Each mark is a pair: the offset in the file to the beginning of the compressed block, and the offset in the decompressed block to the beginning of data. Usually, compressed blocks are aligned by marks, and the offset in the decompressed block is zero. Data for `primary.idx` always resides in memory, and data for `column.mrk` files is cached.
 
 When we are going to read something from a part in `MergeTree`, we look at `primary.idx` data and locate ranges that could contain requested data, then look at `column.mrk` data and calculate offsets for where to start reading those ranges. Because of sparseness, excess data may be read. ClickHouse is not suitable for a high load of simple point queries, because the entire range with `index_granularity` rows must be read for each key, and the entire compressed block must be decompressed for each column. We made the index sparse because we must be able to maintain trillions of rows per single server without noticeable memory consumption for the index. Also, because the primary key is sparse, it is not unique: it cannot check the existence of the key in the table at INSERT time. You could have many rows with the same key in a table.
 
 When you `INSERT` a bunch of data into `MergeTree`, that bunch is sorted by primary key order and forms a new part. There are background threads that periodically select some parts and merge them into a single sorted part to keep the number of parts relatively low. That’s why it is called `MergeTree`. Of course, merging leads to “write amplification”. All parts are immutable: they are only created and deleted, but not modified. When SELECT is executed, it holds a snapshot of the table (a set of parts). After merging, we also keep old parts for some time to make a recovery after failure easier, so if we see that some merged part is probably broken, we can replace it with its source parts.
 
-`MergeTree` is not an LSM tree because it doesn’t contain “memtable” and “log”: inserted data is written directly to the filesystem. This makes it suitable only to INSERT data in batches, not by individual row and not very frequently – about once per second is ok, but a thousand times a second is not. We did it this way for simplicity’s sake, and because we are already inserting data in batches in our applications.
+`MergeTree` is not an LSM tree because it does not contain “memtable” and “log”: inserted data is written directly to the filesystem. This makes it suitable only to INSERT data in batches, not by individual row and not very frequently – about once per second is ok, but a thousand times a second is not. We did it this way for simplicity’s sake, and because we are already inserting data in batches in our applications.
 
 There are MergeTree engines that are doing additional work during background merges. Examples are `CollapsingMergeTree` and `AggregatingMergeTree`. This could be treated as special support for updates. Keep in mind that these are not real updates because users usually have no control over the time when background merges are executed, and data in a `MergeTree` table is almost always stored in more than one part, not in completely merged form.
 
@@ -185,7 +185,7 @@ Replication in ClickHouse can be configured on a per-table basis. You could have
 
 Replication is implemented in the `ReplicatedMergeTree` storage engine. The path in `ZooKeeper` is specified as a parameter for the storage engine. All tables with the same path in `ZooKeeper` become replicas of each other: they synchronize their data and maintain consistency. Replicas can be added and removed dynamically simply by creating or dropping a table.
 
-Replication uses an asynchronous multi-master scheme. You can insert data into any replica that has a session with `ZooKeeper`, and data is replicated to all other replicas asynchronously. Because ClickHouse doesn’t support UPDATEs, replication is conflict-free. As there is no quorum acknowledgment of inserts, just-inserted data might be lost if one node fails.
+Replication uses an asynchronous multi-master scheme. You can insert data into any replica that has a session with `ZooKeeper`, and data is replicated to all other replicas asynchronously. Because ClickHouse does not support UPDATEs, replication is conflict-free. As there is no quorum acknowledgment of inserts, just-inserted data might be lost if one node fails.
 
 Metadata for replication is stored in ZooKeeper. There is a replication log that lists what actions to do. Actions are: get part; merge parts; drop a partition, and so on. Each replica copies the replication log to its queue and then executes the actions from the queue. For example, on insertion, the “get the part” action is created in the log, and every replica downloads that part. Merges are coordinated between replicas to get byte-identical results. All parts are merged in the same way on all replicas. One of the leaders initiates a new merge first and writes “merge parts” actions to the log. Multiple replicas (or all) can be leaders at the same time. A replica can be prevented from becoming a leader using the `merge_tree` setting `replicated_can_become_leader`. The leaders are responsible for scheduling background merges.
 
diff --git a/docs/en/development/developer-instruction.md b/docs/en/development/developer-instruction.md
index 35ca4725af8..ac6d4a2b563 100644
--- a/docs/en/development/developer-instruction.md
+++ b/docs/en/development/developer-instruction.md
@@ -15,7 +15,7 @@ ClickHouse cannot work or build on a 32-bit system. You should acquire access to
 
 To start working with ClickHouse repository you will need a GitHub account.
 
-You probably already have one, but if you don’t, please register at https://github.com. In case you do not have SSH keys, you should generate them and then upload them on GitHub. It is required for sending over your patches. It is also possible to use the same SSH keys that you use with any other SSH servers - probably you already have those.
+You probably already have one, but if you do not, please register at https://github.com. In case you do not have SSH keys, you should generate them and then upload them on GitHub. It is required for sending over your patches. It is also possible to use the same SSH keys that you use with any other SSH servers - probably you already have those.
 
 Create a fork of ClickHouse repository. To do that please click on the “fork” button in the upper right corner at https://github.com/ClickHouse/ClickHouse. It will fork your own copy of ClickHouse/ClickHouse to your account.
 
diff --git a/docs/en/development/style.md b/docs/en/development/style.md
index b27534d9890..2151735c2f4 100644
--- a/docs/en/development/style.md
+++ b/docs/en/development/style.md
@@ -195,7 +195,7 @@ std::cerr << static_cast<int>(c) << std::endl;
 
 The same is true for small methods in any classes or structs.
 
-For templated classes and structs, don’t separate the method declarations from the implementation (because otherwise they must be defined in the same translation unit).
+For templated classes and structs, do not separate the method declarations from the implementation (because otherwise they must be defined in the same translation unit).
 
 **31.** You can wrap lines at 140 characters, instead of 80.
 
@@ -442,7 +442,7 @@ Use `RAII` and see above.
 
 **3.** Error handling.
 
-Use exceptions. In most cases, you only need to throw an exception, and don’t need to catch it (because of `RAII`).
+Use exceptions. In most cases, you only need to throw an exception, and do not need to catch it (because of `RAII`).
 
 In offline data processing applications, it’s often acceptable to not catch exceptions.
 
@@ -599,7 +599,7 @@ public:
 
 There is no need to use a separate `namespace` for application code.
 
-Small libraries don’t need this, either.
+Small libraries do not need this, either.
 
 For medium to large libraries, put everything in a `namespace`.
 
@@ -755,9 +755,9 @@ If there is a good solution already available, then use it, even if it means you
 
 (But be prepared to remove bad libraries from code.)
 
-**3.** You can install a library that isn’t in the packages, if the packages don’t have what you need or have an outdated version or the wrong type of compilation.
+**3.** You can install a library that isn’t in the packages, if the packages do not have what you need or have an outdated version or the wrong type of compilation.
 
-**4.** If the library is small and doesn’t have its own complex build system, put the source files in the `contrib` folder.
+**4.** If the library is small and does not have its own complex build system, put the source files in the `contrib` folder.
 
 **5.** Preference is always given to libraries that are already in use.
 
diff --git a/docs/en/development/tests.md b/docs/en/development/tests.md
index 7547497b9af..4231bda6c35 100644
--- a/docs/en/development/tests.md
+++ b/docs/en/development/tests.md
@@ -35,7 +35,7 @@ Tests should use (create, drop, etc) only tables in `test` database that is assu
 
 ### Choosing the Test Name
 
-The name of the test starts with a five-digit prefix followed by a descriptive name, such as `00422_hash_function_constexpr.sql`. To choose the prefix, find the largest prefix already present in the directory, and increment it by one. In the meantime, some other tests might be added with the same numeric prefix, but this is OK and doesn't lead to any problems, you don't have to change it later.
+The name of the test starts with a five-digit prefix followed by a descriptive name, such as `00422_hash_function_constexpr.sql`. To choose the prefix, find the largest prefix already present in the directory, and increment it by one. In the meantime, some other tests might be added with the same numeric prefix, but this is OK and does not lead to any problems, you don't have to change it later.
 
 Some tests are marked with `zookeeper`, `shard` or `long` in their names. `zookeeper` is for tests that are using ZooKeeper. `shard` is for tests that requires server to listen `127.0.0.*`; `distributed` or `global` have the same meaning. `long` is for tests that run slightly longer that one second. You can disable these groups of tests using `--no-zookeeper`, `--no-shard` and `--no-long` options, respectively. Make sure to add a proper prefix to your test name if it needs ZooKeeper or distributed queries.
 
@@ -51,7 +51,7 @@ Do not check for a particular wording of error message, it may change in the fut
 
 ### Testing a Distributed Query
 
-If you want to use distributed queries in functional tests, you can leverage `remote` table function with `127.0.0.{1..2}` addresses for the server to query itself; or you can use predefined test clusters in server configuration file like `test_shard_localhost`. Remember to add the words `shard` or `distributed` to the test name, so that it is ran in CI in correct configurations, where the server is configured to support distributed queries.
+If you want to use distributed queries in functional tests, you can leverage `remote` table function with `127.0.0.{1..2}` addresses for the server to query itself; or you can use predefined test clusters in server configuration file like `test_shard_localhost`. Remember to add the words `shard` or `distributed` to the test name, so that it is run in CI in correct configurations, where the server is configured to support distributed queries.
 
 
 ## Known Bugs {#known-bugs}
@@ -60,11 +60,11 @@ If we know some bugs that can be easily reproduced by functional tests, we place
 
 ## Integration Tests {#integration-tests}
 
-Integration tests allow to test ClickHouse in clustered configuration and ClickHouse interaction with other servers like MySQL, Postgres, MongoDB. They are useful to emulate network splits, packet drops, etc. These tests are run under Docker and create multiple containers with various software.
+Integration tests allow testing ClickHouse in clustered configuration and ClickHouse interaction with other servers like MySQL, Postgres, MongoDB. They are useful to emulate network splits, packet drops, etc. These tests are run under Docker and create multiple containers with various software.
 
 See `tests/integration/README.md` on how to run these tests.
 
-Note that integration of ClickHouse with third-party drivers is not tested. Also we currently don’t have integration tests with our JDBC and ODBC drivers.
+Note that integration of ClickHouse with third-party drivers is not tested. Also, we currently do not have integration tests with our JDBC and ODBC drivers.
 
 ## Unit Tests {#unit-tests}
 
@@ -123,7 +123,7 @@ Example with gdb:
 $ sudo -u clickhouse gdb --args /usr/bin/clickhouse server --config-file /etc/clickhouse-server/config.xml
 ```
 
-If the system clickhouse-server is already running and you don’t want to stop it, you can change port numbers in your `config.xml` (or override them in a file in `config.d` directory), provide appropriate data path, and run it.
+If the system clickhouse-server is already running and you do not want to stop it, you can change port numbers in your `config.xml` (or override them in a file in `config.d` directory), provide appropriate data path, and run it.
 
 `clickhouse` binary has almost no dependencies and works across wide range of Linux distributions. To quick and dirty test your changes on a server, you can simply `scp` your fresh built `clickhouse` binary to your server and then run it as in examples above.
 
@@ -161,7 +161,7 @@ $ clickhouse benchmark --concurrency 16 < queries.tsv
 
 Then leave it for a night or weekend and go take a rest.
 
-You should check that `clickhouse-server` doesn’t crash, memory footprint is bounded and performance not degrading over time.
+You should check that `clickhouse-server` does not crash, memory footprint is bounded and performance not degrading over time.
 
 Precise query execution timings are not recorded and not compared due to high variability of queries and environment.
 
@@ -230,7 +230,7 @@ Fuzzers are not built by default. To build fuzzers both `-DENABLE_FUZZING=1` and
 We recommend to disable Jemalloc while building fuzzers. Configuration used to integrate ClickHouse fuzzing to
 Google OSS-Fuzz can be found at `docker/fuzz`.
 
-We also use simple fuzz test to generate random SQL queries and to check that the server doesn’t die executing them.
+We also use simple fuzz test to generate random SQL queries and to check that the server does not die executing them.
 You can find it in `00746_sql_fuzzy.pl`. This test should be run continuously (overnight and longer).
 
 We also use sophisticated AST-based query fuzzer that is able to find huge amount of corner cases. It does random permutations and substitutions in queries AST. It remembers AST nodes from previous tests to use them for fuzzing of subsequent tests while processing them in random order. You can learn more about this fuzzer in [this blog article](https://clickhouse.tech/blog/en/2021/fuzzing-clickhouse/).
@@ -332,7 +332,7 @@ We run tests with Yandex internal CI and job automation system named “Sandbox
 
 Build jobs and tests are run in Sandbox on per commit basis. Resulting packages and test results are published in GitHub and can be downloaded by direct links. Artifacts are stored for several months. When you send a pull request on GitHub, we tag it as “can be tested” and our CI system will build ClickHouse packages (release, debug, with address sanitizer, etc) for you.
 
-We don’t use Travis CI due to the limit on time and computational power.
-We don’t use Jenkins. It was used before and now we are happy we are not using Jenkins.
+We do not use Travis CI due to the limit on time and computational power.
+We do not use Jenkins. It was used before and now we are happy we are not using Jenkins.
 
 [Original article](https://clickhouse.tech/docs/en/development/tests/) <!--hide-->
diff --git a/docs/en/engines/table-engines/index.md b/docs/en/engines/table-engines/index.md
index eb4fc583f88..13b3395e15b 100644
--- a/docs/en/engines/table-engines/index.md
+++ b/docs/en/engines/table-engines/index.md
@@ -82,8 +82,8 @@ Virtual column is an integral table engine attribute that is defined in the engi
 
 You shouldn’t specify virtual columns in the `CREATE TABLE` query and you can’t see them in `SHOW CREATE TABLE` and `DESCRIBE TABLE` query results. Virtual columns are also read-only, so you can’t insert data into virtual columns.
 
-To select data from a virtual column, you must specify its name in the `SELECT` query. `SELECT *` doesn’t return values from virtual columns.
+To select data from a virtual column, you must specify its name in the `SELECT` query. `SELECT *` does not return values from virtual columns.
 
-If you create a table with a column that has the same name as one of the table virtual columns, the virtual column becomes inaccessible. We don’t recommend doing this. To help avoid conflicts, virtual column names are usually prefixed with an underscore.
+If you create a table with a column that has the same name as one of the table virtual columns, the virtual column becomes inaccessible. We do not recommend doing this. To help avoid conflicts, virtual column names are usually prefixed with an underscore.
 
 [Original article](https://clickhouse.tech/docs/en/engines/table-engines/) <!--hide-->
diff --git a/docs/en/engines/table-engines/integrations/kafka.md b/docs/en/engines/table-engines/integrations/kafka.md
index 2eebf5bdb92..a3a13f9d152 100644
--- a/docs/en/engines/table-engines/integrations/kafka.md
+++ b/docs/en/engines/table-engines/integrations/kafka.md
@@ -40,7 +40,7 @@ Required parameters:
 
 -   `kafka_broker_list` — A comma-separated list of brokers (for example, `localhost:9092`).
 -   `kafka_topic_list` — A list of Kafka topics.
--   `kafka_group_name` — A group of Kafka consumers. Reading margins are tracked for each group separately. If you don’t want messages to be duplicated in the cluster, use the same group name everywhere.
+-   `kafka_group_name` — A group of Kafka consumers. Reading margins are tracked for each group separately. If you do not want messages to be duplicated in the cluster, use the same group name everywhere.
 -   `kafka_format` — Message format. Uses the same notation as the SQL `FORMAT` function, such as `JSONEachRow`. For more information, see the [Formats](../../../interfaces/formats.md) section.
 
 Optional parameters:
diff --git a/docs/en/engines/table-engines/log-family/index.md b/docs/en/engines/table-engines/log-family/index.md
index 1f6d88c20e3..8cdde239f44 100644
--- a/docs/en/engines/table-engines/log-family/index.md
+++ b/docs/en/engines/table-engines/log-family/index.md
@@ -38,7 +38,7 @@ Engines:
 
 ## Differences {#differences}
 
-The `TinyLog` engine is the simplest in the family and provides the poorest functionality and lowest efficiency. The `TinyLog` engine doesn’t support parallel data reading by several threads in a single query. It reads data slower than other engines in the family that support parallel reading from a single query and it uses almost as many file descriptors as the `Log` engine because it stores each column in a separate file. Use it only in simple scenarios.
+The `TinyLog` engine is the simplest in the family and provides the poorest functionality and lowest efficiency. The `TinyLog` engine does not support parallel data reading by several threads in a single query. It reads data slower than other engines in the family that support parallel reading from a single query and it uses almost as many file descriptors as the `Log` engine because it stores each column in a separate file. Use it only in simple scenarios.
 
 The `Log` and `StripeLog` engines support parallel data reading. When reading data, ClickHouse uses multiple threads. Each thread processes a separate data block. The `Log` engine uses a separate file for each column of the table. `StripeLog` stores all the data in one file. As a result, the `StripeLog` engine uses fewer file descriptors, but the `Log` engine provides higher efficiency when reading data.
 
diff --git a/docs/en/engines/table-engines/mergetree-family/collapsingmergetree.md b/docs/en/engines/table-engines/mergetree-family/collapsingmergetree.md
index ea0b265d652..4ec976eda30 100644
--- a/docs/en/engines/table-engines/mergetree-family/collapsingmergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/collapsingmergetree.md
@@ -126,7 +126,7 @@ Also when there are at least 2 more “state” rows than “cancel” rows, or
 Thus, collapsing should not change the results of calculating statistics.
 Changes gradually collapsed so that in the end only the last state of almost every object left.
 
-The `Sign` is required because the merging algorithm doesn’t guarantee that all of the rows with the same sorting key will be in the same resulting data part and even on the same physical server. ClickHouse process `SELECT` queries with multiple threads, and it can not predict the order of rows in the result. The aggregation is required if there is a need to get completely “collapsed” data from `CollapsingMergeTree` table.
+The `Sign` is required because the merging algorithm does not guarantee that all of the rows with the same sorting key will be in the same resulting data part and even on the same physical server. ClickHouse process `SELECT` queries with multiple threads, and it can not predict the order of rows in the result. The aggregation is required if there is a need to get completely “collapsed” data from `CollapsingMergeTree` table.
 
 To finalize collapsing, write a query with `GROUP BY` clause and aggregate functions that account for the sign. For example, to calculate quantity, use `sum(Sign)` instead of `count()`. To calculate the sum of something, use `sum(Sign * x)` instead of `sum(x)`, and so on, and also add `HAVING sum(Sign) > 0`.
 
diff --git a/docs/en/engines/table-engines/mergetree-family/graphitemergetree.md b/docs/en/engines/table-engines/mergetree-family/graphitemergetree.md
index 14df9ae130e..3ead798503d 100644
--- a/docs/en/engines/table-engines/mergetree-family/graphitemergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/graphitemergetree.md
@@ -7,7 +7,7 @@ toc_title: GraphiteMergeTree
 
 This engine is designed for thinning and aggregating/averaging (rollup) [Graphite](http://graphite.readthedocs.io/en/latest/index.html) data. It may be helpful to developers who want to use ClickHouse as a data store for Graphite.
 
-You can use any ClickHouse table engine to store the Graphite data if you don’t need rollup, but if you need a rollup use `GraphiteMergeTree`. The engine reduces the volume of storage and increases the efficiency of queries from Graphite.
+You can use any ClickHouse table engine to store the Graphite data if you do not need rollup, but if you need a rollup use `GraphiteMergeTree`. The engine reduces the volume of storage and increases the efficiency of queries from Graphite.
 
 The engine inherits properties from [MergeTree](../../../engines/table-engines/mergetree-family/mergetree.md).
 
diff --git a/docs/en/engines/table-engines/mergetree-family/mergetree.md b/docs/en/engines/table-engines/mergetree-family/mergetree.md
index 8743090df41..e385b234cd8 100644
--- a/docs/en/engines/table-engines/mergetree-family/mergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/mergetree.md
@@ -64,7 +64,7 @@ For a description of parameters, see the [CREATE query description](../../../sql
 
     ClickHouse uses the sorting key as a primary key if the primary key is not defined obviously by the `PRIMARY KEY` clause.
 
-    Use the `ORDER BY tuple()` syntax, if you don’t need sorting. See [Selecting the Primary Key](#selecting-the-primary-key).
+    Use the `ORDER BY tuple()` syntax, if you do not need sorting. See [Selecting the Primary Key](#selecting-the-primary-key).
 
 -   `PARTITION BY` — The [partitioning key](../../../engines/table-engines/mergetree-family/custom-partitioning-key.md). Optional.
 
@@ -162,7 +162,7 @@ Data parts can be stored in `Wide` or `Compact` format. In `Wide` format each co
 
 Data storing format is controlled by the `min_bytes_for_wide_part` and `min_rows_for_wide_part` settings of the table engine. If the number of bytes or rows in a data part is less then the corresponding setting's value, the part is stored in `Compact` format. Otherwise it is stored in `Wide` format. If none of these settings is set, data parts are stored in `Wide` format.
 
-Each data part is logically divided into granules. A granule is the smallest indivisible data set that ClickHouse reads when selecting data. ClickHouse doesn’t split rows or values, so each granule always contains an integer number of rows. The first row of a granule is marked with the value of the primary key for the row. For each data part, ClickHouse creates an index file that stores the marks. For each column, whether it’s in the primary key or not, ClickHouse also stores the same marks. These marks let you find data directly in column files.
+Each data part is logically divided into granules. A granule is the smallest indivisible data set that ClickHouse reads when selecting data. ClickHouse does not split rows or values, so each granule always contains an integer number of rows. The first row of a granule is marked with the value of the primary key for the row. For each data part, ClickHouse creates an index file that stores the marks. For each column, whether it’s in the primary key or not, ClickHouse also stores the same marks. These marks let you find data directly in column files.
 
 The granule size is restricted by the `index_granularity` and `index_granularity_bytes` settings of the table engine. The number of rows in a granule lays in the `[1, index_granularity]` range, depending on the size of the rows. The size of a granule can exceed `index_granularity_bytes` if the size of a single row is greater than the value of the setting. In this case, the size of the granule equals the size of the row.
 
@@ -227,7 +227,7 @@ This feature is helpful when using the [SummingMergeTree](../../../engines/table
 
 In this case it makes sense to leave only a few columns in the primary key that will provide efficient range scans and add the remaining dimension columns to the sorting key tuple.
 
-[ALTER](../../../sql-reference/statements/alter/index.md) of the sorting key is a lightweight operation because when a new column is simultaneously added to the table and to the sorting key, existing data parts don’t need to be changed. Since the old sorting key is a prefix of the new sorting key and there is no data in the newly added column, the data is sorted by both the old and new sorting keys at the moment of table modification.
+[ALTER](../../../sql-reference/statements/alter/index.md) of the sorting key is a lightweight operation because when a new column is simultaneously added to the table and to the sorting key, existing data parts do not need to be changed. Since the old sorting key is a prefix of the new sorting key and there is no data in the newly added column, the data is sorted by both the old and new sorting keys at the moment of table modification.
 
 ### Use of Indexes and Partitions in Queries {#use-of-indexes-and-partitions-in-queries}
 
@@ -265,7 +265,7 @@ The key for partitioning by month allows reading only those data blocks which co
 
 Consider, for example, the days of the month. They form a [monotonic sequence](https://en.wikipedia.org/wiki/Monotonic_function) for one month, but not monotonic for more extended periods. This is a partially-monotonic sequence. If a user creates the table with partially-monotonic primary key, ClickHouse creates a sparse index as usual. When a user selects data from this kind of table, ClickHouse analyzes the query conditions. If the user wants to get data between two marks of the index and both these marks fall within one month, ClickHouse can use the index in this particular case because it can calculate the distance between the parameters of a query and index marks.
 
-ClickHouse cannot use an index if the values of the primary key in the query parameter range don’t represent a monotonic sequence. In this case, ClickHouse uses the full scan method.
+ClickHouse cannot use an index if the values of the primary key in the query parameter range do not represent a monotonic sequence. In this case, ClickHouse uses the full scan method.
 
 ClickHouse uses this logic not only for days of the month sequences, but for any primary key that represents a partially-monotonic sequence.
 
diff --git a/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md b/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
index b82bc65afc2..e15cf6ec735 100644
--- a/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/replacingmergetree.md
@@ -7,9 +7,9 @@ toc_title: ReplacingMergeTree
 
 The engine differs from [MergeTree](../../../engines/table-engines/mergetree-family/mergetree.md#table_engines-mergetree) in that it removes duplicate entries with the same [sorting key](../../../engines/table-engines/mergetree-family/mergetree.md) value (`ORDER BY` table section, not `PRIMARY KEY`).
 
-Data deduplication occurs only during a merge. Merging occurs in the background at an unknown time, so you can’t plan for it. Some of the data may remain unprocessed. Although you can run an unscheduled merge using the `OPTIMIZE` query, don’t count on using it, because the `OPTIMIZE` query will read and write a large amount of data.
+Data deduplication occurs only during a merge. Merging occurs in the background at an unknown time, so you can’t plan for it. Some of the data may remain unprocessed. Although you can run an unscheduled merge using the `OPTIMIZE` query, do not count on using it, because the `OPTIMIZE` query will read and write a large amount of data.
 
-Thus, `ReplacingMergeTree` is suitable for clearing out duplicate data in the background in order to save space, but it doesn’t guarantee the absence of duplicates.
+Thus, `ReplacingMergeTree` is suitable for clearing out duplicate data in the background in order to save space, but it does not guarantee the absence of duplicates.
 
 ## Creating a Table {#creating-a-table}
 
diff --git a/docs/en/engines/table-engines/mergetree-family/replication.md b/docs/en/engines/table-engines/mergetree-family/replication.md
index 8e4698b9bf8..2db6686beb7 100644
--- a/docs/en/engines/table-engines/mergetree-family/replication.md
+++ b/docs/en/engines/table-engines/mergetree-family/replication.md
@@ -95,7 +95,7 @@ If ZooKeeper isn’t set in the config file, you can’t create replicated table
 
 ZooKeeper is not used in `SELECT` queries because replication does not affect the performance of `SELECT` and queries run just as fast as they do for non-replicated tables. When querying distributed replicated tables, ClickHouse behavior is controlled by the settings [max_replica_delay_for_distributed_queries](../../../operations/settings/settings.md#settings-max_replica_delay_for_distributed_queries) and [fallback_to_stale_replicas_for_distributed_queries](../../../operations/settings/settings.md#settings-fallback_to_stale_replicas_for_distributed_queries).
 
-For each `INSERT` query, approximately ten entries are added to ZooKeeper through several transactions. (To be more precise, this is for each inserted block of data; an INSERT query contains one block or one block per `max_insert_block_size = 1048576` rows.) This leads to slightly longer latencies for `INSERT` compared to non-replicated tables. But if you follow the recommendations to insert data in batches of no more than one `INSERT` per second, it doesn’t create any problems. The entire ClickHouse cluster used for coordinating one ZooKeeper cluster has a total of several hundred `INSERTs` per second. The throughput on data inserts (the number of rows per second) is just as high as for non-replicated data.
+For each `INSERT` query, approximately ten entries are added to ZooKeeper through several transactions. (To be more precise, this is for each inserted block of data; an INSERT query contains one block or one block per `max_insert_block_size = 1048576` rows.) This leads to slightly longer latencies for `INSERT` compared to non-replicated tables. But if you follow the recommendations to insert data in batches of no more than one `INSERT` per second, it does not create any problems. The entire ClickHouse cluster used for coordinating one ZooKeeper cluster has a total of several hundred `INSERTs` per second. The throughput on data inserts (the number of rows per second) is just as high as for non-replicated data.
 
 For very large clusters, you can use different ZooKeeper clusters for different shards. However, this hasn’t proven necessary on the Yandex.Metrica cluster (approximately 300 servers).
 
@@ -107,7 +107,7 @@ By default, an INSERT query waits for confirmation of writing the data from only
 
 Each block of data is written atomically. The INSERT query is divided into blocks up to `max_insert_block_size = 1048576` rows. In other words, if the `INSERT` query has less than 1048576 rows, it is made atomically.
 
-Data blocks are deduplicated. For multiple writes of the same data block (data blocks of the same size containing the same rows in the same order), the block is only written once. The reason for this is in case of network failures when the client application doesn’t know if the data was written to the DB, so the `INSERT` query can simply be repeated. It doesn’t matter which replica INSERTs were sent to with identical data. `INSERTs` are idempotent. Deduplication parameters are controlled by [merge_tree](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-merge_tree) server settings.
+Data blocks are deduplicated. For multiple writes of the same data block (data blocks of the same size containing the same rows in the same order), the block is only written once. The reason for this is in case of network failures when the client application does not know if the data was written to the DB, so the `INSERT` query can simply be repeated. It does not matter which replica INSERTs were sent to with identical data. `INSERTs` are idempotent. Deduplication parameters are controlled by [merge_tree](../../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-merge_tree) server settings.
 
 During replication, only the source data to insert is transferred over the network. Further data transformation (merging) is coordinated and performed on all the replicas in the same way. This minimizes network usage, which means that replication works well when replicas reside in different datacenters. (Note that duplicating data in different datacenters is the main goal of replication.)
 
@@ -174,7 +174,7 @@ In this case, the path consists of the following parts:
 
 `{layer}-{shard}` is the shard identifier. In this example it consists of two parts, since the Yandex.Metrica cluster uses bi-level sharding. For most tasks, you can leave just the {shard} substitution, which will be expanded to the shard identifier.
 
-`table_name` is the name of the node for the table in ZooKeeper. It is a good idea to make it the same as the table name. It is defined explicitly, because in contrast to the table name, it doesn’t change after a RENAME query.
+`table_name` is the name of the node for the table in ZooKeeper. It is a good idea to make it the same as the table name. It is defined explicitly, because in contrast to the table name, it does not change after a RENAME query.
 *HINT*: you could add a database name in front of `table_name` as well. E.g. `db_name.table_name`
 
 The two built-in substitutions `{database}` and `{table}` can be used, they expand into the table name and the database name respectively (unless these macros are defined in the `macros` section). So the zookeeper path can be specified as `'/clickhouse/tables/{layer}-{shard}/{database}/{table}'`.
diff --git a/docs/en/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md b/docs/en/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
index b23139b402b..93c35344e24 100644
--- a/docs/en/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/versionedcollapsingmergetree.md
@@ -133,7 +133,7 @@ When ClickHouse inserts data, it orders rows by the primary key. If the `Version
 
 ## Selecting Data {#selecting-data}
 
-ClickHouse doesn’t guarantee that all of the rows with the same primary key will be in the same resulting data part or even on the same physical server. This is true both for writing the data and for subsequent merging of the data parts. In addition, ClickHouse processes `SELECT` queries with multiple threads, and it cannot predict the order of rows in the result. This means that aggregation is required if there is a need to get completely “collapsed” data from a `VersionedCollapsingMergeTree` table.
+ClickHouse does not guarantee that all of the rows with the same primary key will be in the same resulting data part or even on the same physical server. This is true both for writing the data and for subsequent merging of the data parts. In addition, ClickHouse processes `SELECT` queries with multiple threads, and it cannot predict the order of rows in the result. This means that aggregation is required if there is a need to get completely “collapsed” data from a `VersionedCollapsingMergeTree` table.
 
 To finalize collapsing, write a query with a `GROUP BY` clause and aggregate functions that account for the sign. For example, to calculate quantity, use `sum(Sign)` instead of `count()`. To calculate the sum of something, use `sum(Sign * x)` instead of `sum(x)`, and add `HAVING sum(Sign) > 0`.
 
@@ -219,7 +219,7 @@ HAVING sum(Sign) > 0
 └─────────────────────┴───────────┴──────────┴─────────┘
 ```
 
-If we don’t need aggregation and want to force collapsing, we can use the `FINAL` modifier for the `FROM` clause.
+If we do not need aggregation and want to force collapsing, we can use the `FINAL` modifier for the `FROM` clause.
 
 ``` sql
 SELECT * FROM UAct FINAL
diff --git a/docs/en/engines/table-engines/special/buffer.md b/docs/en/engines/table-engines/special/buffer.md
index 8245cd19e8c..6f0c1a7745c 100644
--- a/docs/en/engines/table-engines/special/buffer.md
+++ b/docs/en/engines/table-engines/special/buffer.md
@@ -49,10 +49,10 @@ You can set empty strings in single quotation marks for the database and table n
 When reading from a Buffer table, data is processed both from the buffer and from the destination table (if there is one).
 Note that the Buffer tables does not support an index. In other words, data in the buffer is fully scanned, which might be slow for large buffers. (For data in a subordinate table, the index that it supports will be used.)
 
-If the set of columns in the Buffer table doesn’t match the set of columns in a subordinate table, a subset of columns that exist in both tables is inserted.
+If the set of columns in the Buffer table does not match the set of columns in a subordinate table, a subset of columns that exist in both tables is inserted.
 
-If the types don’t match for one of the columns in the Buffer table and a subordinate table, an error message is entered in the server log and the buffer is cleared.
-The same thing happens if the subordinate table doesn’t exist when the buffer is flushed.
+If the types do not match for one of the columns in the Buffer table and a subordinate table, an error message is entered in the server log and the buffer is cleared.
+The same thing happens if the subordinate table does not exist when the buffer is flushed.
 
 If you need to run ALTER for a subordinate table and the Buffer table, we recommend first deleting the Buffer table, running ALTER for the subordinate table, then creating the Buffer table again.
 
@@ -70,6 +70,6 @@ Due to these disadvantages, we can only recommend using a Buffer table in rare c
 
 A Buffer table is used when too many INSERTs are received from a large number of servers over a unit of time and data can’t be buffered before insertion, which means the INSERTs can’t run fast enough.
 
-Note that it doesn’t make sense to insert data one row at a time, even for Buffer tables. This will only produce a speed of a few thousand rows per second, while inserting larger blocks of data can produce over a million rows per second (see the section “Performance”).
+Note that it does not make sense to insert data one row at a time, even for Buffer tables. This will only produce a speed of a few thousand rows per second, while inserting larger blocks of data can produce over a million rows per second (see the section “Performance”).
 
 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/buffer/) <!--hide-->
diff --git a/docs/en/engines/table-engines/special/distributed.md b/docs/en/engines/table-engines/special/distributed.md
index c47e0c27cd2..670dfdaab64 100644
--- a/docs/en/engines/table-engines/special/distributed.md
+++ b/docs/en/engines/table-engines/special/distributed.md
@@ -124,7 +124,7 @@ Replicas are duplicating servers (in order to read all the data, you can access
 Cluster names must not contain dots.
 
 The parameters `host`, `port`, and optionally `user`, `password`, `secure`, `compression` are specified for each server:
-- `host` – The address of the remote server. You can use either the domain or the IPv4 or IPv6 address. If you specify the domain, the server makes a DNS request when it starts, and the result is stored as long as the server is running. If the DNS request fails, the server doesn’t start. If you change the DNS record, restart the server.
+- `host` – The address of the remote server. You can use either the domain or the IPv4 or IPv6 address. If you specify the domain, the server makes a DNS request when it starts, and the result is stored as long as the server is running. If the DNS request fails, the server does not start. If you change the DNS record, restart the server.
 - `port` – The TCP port for messenger activity (`tcp_port` in the config, usually set to 9000). Do not confuse it with http_port.
 - `user` – Name of the user for connecting to a remote server. Default value: default. This user must have access to connect to the specified server. Access is configured in the users.xml file. For more information, see the section [Access rights](../../../operations/access-rights.md).
 - `password` – The password for connecting to a remote server (not masked). Default value: empty string.
@@ -143,13 +143,13 @@ To view your clusters, use the `system.clusters` table.
 
 The Distributed engine allows working with a cluster like a local server. However, the cluster is inextensible: you must write its configuration in the server config file (even better, for all the cluster’s servers).
 
-The Distributed engine requires writing clusters to the config file. Clusters from the config file are updated on the fly, without restarting the server. If you need to send a query to an unknown set of shards and replicas each time, you don’t need to create a Distributed table – use the `remote` table function instead. See the section [Table functions](../../../sql-reference/table-functions/index.md).
+The Distributed engine requires writing clusters to the config file. Clusters from the config file are updated on the fly, without restarting the server. If you need to send a query to an unknown set of shards and replicas each time, you do not need to create a Distributed table – use the `remote` table function instead. See the section [Table functions](../../../sql-reference/table-functions/index.md).
 
 There are two methods for writing data to a cluster:
 
 First, you can define which servers to write which data to and perform the write directly on each shard. In other words, perform INSERT in the tables that the distributed table “looks at”. This is the most flexible solution as you can use any sharding scheme, which could be non-trivial due to the requirements of the subject area. This is also the most optimal solution since data can be written to different shards completely independently.
 
-Second, you can perform INSERT in a Distributed table. In this case, the table will distribute the inserted data across the servers itself. In order to write to a Distributed table, it must have a sharding key set (the last parameter). In addition, if there is only one shard, the write operation works without specifying the sharding key, since it doesn’t mean anything in this case.
+Second, you can perform INSERT in a Distributed table. In this case, the table will distribute the inserted data across the servers itself. In order to write to a Distributed table, it must have a sharding key set (the last parameter). In addition, if there is only one shard, the write operation works without specifying the sharding key, since it does not mean anything in this case.
 
 Each shard can have a weight defined in the config file. By default, the weight is equal to one. Data is distributed across shards in the amount proportional to the shard weight. For example, if there are two shards and the first has a weight of 9 while the second has a weight of 10, the first will be sent 9 / 19 parts of the rows, and the second will be sent 10 / 19.
 
@@ -165,7 +165,7 @@ The sharding expression can be any expression from constants and table columns t
 
 A simple reminder from the division is a limited solution for sharding and isn’t always appropriate. It works for medium and large volumes of data (dozens of servers), but not for very large volumes of data (hundreds of servers or more). In the latter case, use the sharding scheme required by the subject area, rather than using entries in Distributed tables.
 
-SELECT queries are sent to all the shards and work regardless of how data is distributed across the shards (they can be distributed completely randomly). When you add a new shard, you don’t have to transfer the old data to it. You can write new data with a heavier weight – the data will be distributed slightly unevenly, but queries will work correctly and efficiently.
+SELECT queries are sent to all the shards and work regardless of how data is distributed across the shards (they can be distributed completely randomly). When you add a new shard, you do not have to transfer the old data to it. You can write new data with a heavier weight – the data will be distributed slightly unevenly, but queries will work correctly and efficiently.
 
 You should be concerned about the sharding scheme in the following cases:
 
diff --git a/docs/en/engines/table-engines/special/external-data.md b/docs/en/engines/table-engines/special/external-data.md
index 88d76b3805e..b5429ccad12 100644
--- a/docs/en/engines/table-engines/special/external-data.md
+++ b/docs/en/engines/table-engines/special/external-data.md
@@ -9,7 +9,7 @@ ClickHouse allows sending a server the data that is needed for processing a quer
 
 For example, if you have a text file with important user identifiers, you can upload it to the server along with a query that uses filtration by this list.
 
-If you need to run more than one query with a large volume of external data, don’t use this feature. It is better to upload the data to the DB ahead of time.
+If you need to run more than one query with a large volume of external data, do not use this feature. It is better to upload the data to the DB ahead of time.
 
 External data can be uploaded using the command-line client (in non-interactive mode), or using the HTTP interface.
 
diff --git a/docs/en/engines/table-engines/special/join.md b/docs/en/engines/table-engines/special/join.md
index 30dbec73939..4cd1c741352 100644
--- a/docs/en/engines/table-engines/special/join.md
+++ b/docs/en/engines/table-engines/special/join.md
@@ -28,7 +28,7 @@ See the detailed description of the [CREATE TABLE](../../../sql-reference/statem
 -   `join_type` – [JOIN type](../../../sql-reference/statements/select/join.md#select-join-types).
 -   `k1[, k2, ...]` – Key columns from the `USING` clause that the `JOIN` operation is made with.
 
-Enter `join_strictness` and `join_type` parameters without quotes, for example, `Join(ANY, LEFT, col1)`. They must match the `JOIN` operation that the table will be used for. If the parameters don’t match, ClickHouse doesn’t throw an exception and may return incorrect data.
+Enter `join_strictness` and `join_type` parameters without quotes, for example, `Join(ANY, LEFT, col1)`. They must match the `JOIN` operation that the table will be used for. If the parameters do not match, ClickHouse does not throw an exception and may return incorrect data.
 
 ## Table Usage {#table-usage}
 
diff --git a/docs/en/engines/table-engines/special/memory.md b/docs/en/engines/table-engines/special/memory.md
index a6c833ebdba..b6402c2030b 100644
--- a/docs/en/engines/table-engines/special/memory.md
+++ b/docs/en/engines/table-engines/special/memory.md
@@ -6,7 +6,7 @@ toc_title: Memory
 # Memory Table Engine {#memory}
 
 The Memory engine stores data in RAM, in uncompressed form. Data is stored in exactly the same form as it is received when read. In other words, reading from this table is completely free.
-Concurrent data access is synchronized. Locks are short: read and write operations don’t block each other.
+Concurrent data access is synchronized. Locks are short: read and write operations do not block each other.
 Indexes are not supported. Reading is parallelized.
 
 Maximal productivity (over 10 GB/sec) is reached on simple queries, because there is no reading from the disk, decompressing, or deserializing data. (We should note that in many cases, the productivity of the MergeTree engine is almost as high.)
diff --git a/docs/en/faq/general/columnar-database.md b/docs/en/faq/general/columnar-database.md
index 1c6a2bc2989..e30b4a94a87 100644
--- a/docs/en/faq/general/columnar-database.md
+++ b/docs/en/faq/general/columnar-database.md
@@ -22,4 +22,4 @@ Here is the illustration of the difference between traditional row-oriented syst
 **Columnar**
 ![Columnar](https://clickhouse.tech/docs/en/images/column-oriented.gif#)
 
-A columnar database is a preferred choice for analytical applications because it allows to have many columns in a table just in case, but don’t pay the cost for unused columns on read query execution time. Column-oriented databases are designed for big data processing because and data warehousing, they often natively scale using distributed clusters of low-cost hardware to increase throughput. ClickHouse does it with combination of [distributed](../../engines/table-engines/special/distributed.md) and [replicated](../../engines/table-engines/mergetree-family/replication.md) tables.
+A columnar database is a preferred choice for analytical applications because it allows to have many columns in a table just in case, but do not pay the cost for unused columns on read query execution time. Column-oriented databases are designed for big data processing because and data warehousing, they often natively scale using distributed clusters of low-cost hardware to increase throughput. ClickHouse does it with combination of [distributed](../../engines/table-engines/special/distributed.md) and [replicated](../../engines/table-engines/mergetree-family/replication.md) tables.
diff --git a/docs/en/faq/general/ne-tormozit.md b/docs/en/faq/general/ne-tormozit.md
index 44fe686d670..17c5479fa6d 100644
--- a/docs/en/faq/general/ne-tormozit.md
+++ b/docs/en/faq/general/ne-tormozit.md
@@ -15,9 +15,9 @@ One of the following batches of those t-shirts was supposed to be given away on
 
 So, what does it mean? Here are some ways to translate *“не тормозит”*:
 
--   If you translate it literally, it’d be something like *“ClickHouse doesn’t press the brake pedal”*.
+-   If you translate it literally, it’d be something like *“ClickHouse does not press the brake pedal”*.
 -   If you’d want to express it as close to how it sounds to a Russian person with IT background, it’d be something like *“If your larger system lags, it’s not because it uses ClickHouse”*.
--   Shorter, but not so precise versions could be *“ClickHouse is not slow”*, *“ClickHouse doesn’t lag”* or just *“ClickHouse is fast”*.
+-   Shorter, but not so precise versions could be *“ClickHouse is not slow”*, *“ClickHouse does not lag”* or just *“ClickHouse is fast”*.
 
 If you haven’t seen one of those t-shirts in person, you can check them out online in many ClickHouse-related videos. For example, this one:
 
diff --git a/docs/en/faq/general/olap.md b/docs/en/faq/general/olap.md
index f023b8c3524..1f6df183f8c 100644
--- a/docs/en/faq/general/olap.md
+++ b/docs/en/faq/general/olap.md
@@ -31,7 +31,7 @@ All database management systems could be classified into two groups: OLAP (Onlin
 
 In practice OLAP and OLTP are not categories, it’s more like a spectrum. Most real systems usually focus on one of them but provide some solutions or workarounds if the opposite kind of workload is also desired. This situation often forces businesses to operate multiple storage systems integrated, which might be not so big deal but having more systems make it more expensive to maintain. So the trend of recent years is HTAP (**Hybrid Transactional/Analytical Processing**) when both kinds of the workload are handled equally well by a single database management system.
 
-Even if a DBMS started as a pure OLAP or pure OLTP, they are forced to move towards that HTAP direction to keep up with their competition. And ClickHouse is no exception, initially, it has been designed as [fast-as-possible OLAP system](../../faq/general/why-clickhouse-is-so-fast.md) and it still doesn’t have full-fledged transaction support, but some features like consistent read/writes and mutations for updating/deleting data had to be added.
+Even if a DBMS started as a pure OLAP or pure OLTP, they are forced to move towards that HTAP direction to keep up with their competition. And ClickHouse is no exception, initially, it has been designed as [fast-as-possible OLAP system](../../faq/general/why-clickhouse-is-so-fast.md) and it still does not have full-fledged transaction support, but some features like consistent read/writes and mutations for updating/deleting data had to be added.
 
 The fundamental trade-off between OLAP and OLTP systems remains:
 
diff --git a/docs/en/faq/general/who-is-using-clickhouse.md b/docs/en/faq/general/who-is-using-clickhouse.md
index 2ae07507123..b7ff867d726 100644
--- a/docs/en/faq/general/who-is-using-clickhouse.md
+++ b/docs/en/faq/general/who-is-using-clickhouse.md
@@ -6,9 +6,9 @@ toc_priority: 9
 
 # Who Is Using ClickHouse? {#who-is-using-clickhouse}
 
-Being an open-source product makes this question not so straightforward to answer. You don’t have to tell anyone if you want to start using ClickHouse, you just go grab source code or pre-compiled packages. There’s no contract to sign and the [Apache 2.0 license](https://github.com/ClickHouse/ClickHouse/blob/master/LICENSE) allows for unconstrained software distribution.
+Being an open-source product makes this question not so straightforward to answer. You do not have to tell anyone if you want to start using ClickHouse, you just go grab source code or pre-compiled packages. There’s no contract to sign and the [Apache 2.0 license](https://github.com/ClickHouse/ClickHouse/blob/master/LICENSE) allows for unconstrained software distribution.
 
-Also, the technology stack is often in a grey zone of what’s covered by an NDA. Some companies consider technologies they use as a competitive advantage even if they are open-source and don’t allow employees to share any details publicly. Some see some PR risks and allow employees to share implementation details only with their PR department approval.
+Also, the technology stack is often in a grey zone of what’s covered by an NDA. Some companies consider technologies they use as a competitive advantage even if they are open-source and do not allow employees to share any details publicly. Some see some PR risks and allow employees to share implementation details only with their PR department approval.
 
 So how to tell who is using ClickHouse?
 
diff --git a/docs/en/faq/operations/delete-old-data.md b/docs/en/faq/operations/delete-old-data.md
index fdf1f1f290e..32fc485e98a 100644
--- a/docs/en/faq/operations/delete-old-data.md
+++ b/docs/en/faq/operations/delete-old-data.md
@@ -12,7 +12,7 @@ The short answer is “yes”. ClickHouse has multiple mechanisms that allow fre
 
 ClickHouse allows to automatically drop values when some condition happens. This condition is configured as an expression based on any columns, usually just static offset for any timestamp column.
 
-The key advantage of this approach is that it doesn’t need any external system to trigger, once TTL is configured, data removal happens automatically in background.
+The key advantage of this approach is that it does not need any external system to trigger, once TTL is configured, data removal happens automatically in background.
 
 !!! note "Note"
     TTL can also be used to move data not only to [/dev/null](https://en.wikipedia.org/wiki/Null_device), but also between different storage systems, like from SSD to HDD.
@@ -21,7 +21,7 @@ More details on [configuring TTL](../../engines/table-engines/mergetree-family/m
 
 ## ALTER DELETE {#alter-delete}
 
-ClickHouse doesn’t have real-time point deletes like in [OLTP](https://en.wikipedia.org/wiki/Online_transaction_processing) databases. The closest thing to them are mutations. They are issued as `ALTER ... DELETE` or `ALTER ... UPDATE` queries to distinguish from normal `DELETE` or `UPDATE` as they are asynchronous batch operations, not immediate modifications. The rest of syntax after `ALTER TABLE` prefix is similar.
+ClickHouse does not have real-time point deletes like in [OLTP](https://en.wikipedia.org/wiki/Online_transaction_processing) databases. The closest thing to them are mutations. They are issued as `ALTER ... DELETE` or `ALTER ... UPDATE` queries to distinguish from normal `DELETE` or `UPDATE` as they are asynchronous batch operations, not immediate modifications. The rest of syntax after `ALTER TABLE` prefix is similar.
 
 `ALTER DELETE` can be issued to flexibly remove old data. If you need to do it regularly, the main downside will be the need to have an external system to submit the query. There are also some performance considerations since mutation rewrite complete parts even there’s only a single row to be deleted.
 
diff --git a/docs/en/faq/operations/production.md b/docs/en/faq/operations/production.md
index 77f7a76f2f9..52ca300ced0 100644
--- a/docs/en/faq/operations/production.md
+++ b/docs/en/faq/operations/production.md
@@ -25,7 +25,7 @@ Here’re some key points to get reasonable fidelity in a pre-production environ
     -   Don’t make it read-only with some frozen data.
     -   Don’t make it write-only with just copying data without building some typical reports.
     -   Don’t wipe it clean instead of applying schema migrations.
--   Use a sample of real production data and queries. Try to choose a sample that’s still representative and makes `SELECT` queries return reasonable results. Use obfuscation if your data is sensitive and internal policies don’t allow it to leave the production environment.
+-   Use a sample of real production data and queries. Try to choose a sample that’s still representative and makes `SELECT` queries return reasonable results. Use obfuscation if your data is sensitive and internal policies do not allow it to leave the production environment.
 -   Make sure that pre-production is covered by your monitoring and alerting software the same way as your production environment does.
 -   If your production spans across multiple datacenters or regions, make your pre-production does the same.
 -   If your production uses complex features like replication, distributed table, cascading materialize views, make sure they are configured similarly in pre-production.
@@ -61,8 +61,8 @@ For production use, there are two key options: `stable` and `lts`. Here is some
 
 -   `stable` is the kind of package we recommend by default. They are released roughly monthly (and thus provide new features with reasonable delay) and three latest stable releases are supported in terms of diagnostics and backporting of bugfixes.
 -   `lts` are released twice a year and are supported for a year after their initial release. You might prefer them over `stable` in the following cases:
-    -   Your company has some internal policies that don’t allow for frequent upgrades or using non-LTS software.
-    -   You are using ClickHouse in some secondary products that either doesn’t require any complex ClickHouse features and don’t have enough resources to keep it updated.
+    -   Your company has some internal policies that do not allow for frequent upgrades or using non-LTS software.
+    -   You are using ClickHouse in some secondary products that either does not require any complex ClickHouse features and do not have enough resources to keep it updated.
 
 Many teams who initially thought that `lts` is the way to go, often switch to `stable` anyway because of some recent feature that’s important for their product.
 
diff --git a/docs/en/getting-started/install.md b/docs/en/getting-started/install.md
index c444264b71f..9a4848a3ef0 100644
--- a/docs/en/getting-started/install.md
+++ b/docs/en/getting-started/install.md
@@ -132,7 +132,7 @@ To start the server as a daemon, run:
 $ sudo service clickhouse-server start
 ```
 
-If you don’t have `service` command, run as
+If you do not have `service` command, run as
 
 ``` bash
 $ sudo /etc/init.d/clickhouse-server start
@@ -140,7 +140,7 @@ $ sudo /etc/init.d/clickhouse-server start
 
 See the logs in the `/var/log/clickhouse-server/` directory.
 
-If the server doesn’t start, check the configurations in the file `/etc/clickhouse-server/config.xml`.
+If the server does not start, check the configurations in the file `/etc/clickhouse-server/config.xml`.
 
 You can also manually launch the server from the console:
 
@@ -149,7 +149,7 @@ $ clickhouse-server --config-file=/etc/clickhouse-server/config.xml
 ```
 
 In this case, the log will be printed to the console, which is convenient during development.
-If the configuration file is in the current directory, you don’t need to specify the `--config-file` parameter. By default, it uses `./config.xml`.
+If the configuration file is in the current directory, you do not need to specify the `--config-file` parameter. By default, it uses `./config.xml`.
 
 ClickHouse supports access restriction settings. They are located in the `users.xml` file (next to `config.xml`).
 By default, access is allowed from anywhere for the `default` user, without a password. See `user/default/networks`.
diff --git a/docs/en/getting-started/tutorial.md b/docs/en/getting-started/tutorial.md
index fe697972dff..694a82e100e 100644
--- a/docs/en/getting-started/tutorial.md
+++ b/docs/en/getting-started/tutorial.md
@@ -105,7 +105,7 @@ Syntax for creating tables is way more complicated compared to databases (see [r
 2.  Table schema, i.e. list of columns and their [data types](../sql-reference/data-types/index.md).
 3.  [Table engine](../engines/table-engines/index.md) and its settings, which determines all the details on how queries to this table will be physically executed.
 
-Yandex.Metrica is a web analytics service, and sample dataset doesn’t cover its full functionality, so there are only two tables to create:
+Yandex.Metrica is a web analytics service, and sample dataset does not cover its full functionality, so there are only two tables to create:
 
 -   `hits` is a table with each action done by all users on all websites covered by the service.
 -   `visits` is a table that contains pre-built sessions instead of individual actions.
diff --git a/docs/en/guides/apply-catboost-model.md b/docs/en/guides/apply-catboost-model.md
index 7c2c8a575ec..ec3ecc92141 100644
--- a/docs/en/guides/apply-catboost-model.md
+++ b/docs/en/guides/apply-catboost-model.md
@@ -20,7 +20,7 @@ For more information about training CatBoost models, see [Training and applying
 
 ## Prerequisites {#prerequisites}
 
-If you don’t have the [Docker](https://docs.docker.com/install/) yet, install it.
+If you do not have the [Docker](https://docs.docker.com/install/) yet, install it.
 
 !!! note "Note"
     [Docker](https://www.docker.com) is a software platform that allows you to create containers that isolate a CatBoost and ClickHouse installation from the rest of the system.
diff --git a/docs/en/index.md b/docs/en/index.md
index 676fd444995..12e72ebdf3b 100644
--- a/docs/en/index.md
+++ b/docs/en/index.md
@@ -54,7 +54,7 @@ The higher the load on the system, the more important it is to customize the sys
 -   There is one large table per query. All tables are small, except for one.
 -   A query result is significantly smaller than the source data. In other words, data is filtered or aggregated, so the result fits in a single server’s RAM.
 
-It is easy to see that the OLAP scenario is very different from other popular scenarios (such as OLTP or Key-Value access). So it doesn’t make sense to try to use OLTP or a Key-Value DB for processing analytical queries if you want to get decent performance. For example, if you try to use MongoDB or Redis for analytics, you will get very poor performance compared to OLAP databases.
+It is easy to see that the OLAP scenario is very different from other popular scenarios (such as OLTP or Key-Value access). So it does not make sense to try to use OLTP or a Key-Value DB for processing analytical queries if you want to get decent performance. For example, if you try to use MongoDB or Redis for analytics, you will get very poor performance compared to OLAP databases.
 
 ## Why Column-Oriented Databases Work Better in the OLAP Scenario {#why-column-oriented-databases-work-better-in-the-olap-scenario}
 
@@ -80,15 +80,15 @@ For example, the query “count the number of records for each advertising platf
 
 ### CPU {#cpu}
 
-Since executing a query requires processing a large number of rows, it helps to dispatch all operations for entire vectors instead of for separate rows, or to implement the query engine so that there is almost no dispatching cost. If you don’t do this, with any half-decent disk subsystem, the query interpreter inevitably stalls the CPU. It makes sense to both store data in columns and process it, when possible, by columns.
+Since executing a query requires processing a large number of rows, it helps to dispatch all operations for entire vectors instead of for separate rows, or to implement the query engine so that there is almost no dispatching cost. If you do not do this, with any half-decent disk subsystem, the query interpreter inevitably stalls the CPU. It makes sense to both store data in columns and process it, when possible, by columns.
 
 There are two ways to do this:
 
-1.  A vector engine. All operations are written for vectors, instead of for separate values. This means you don’t need to call operations very often, and dispatching costs are negligible. Operation code contains an optimized internal cycle.
+1.  A vector engine. All operations are written for vectors, instead of for separate values. This means you do not need to call operations very often, and dispatching costs are negligible. Operation code contains an optimized internal cycle.
 
 2.  Code generation. The code generated for the query has all the indirect calls in it.
 
-This is not done in “normal” databases, because it doesn’t make sense when running simple queries. However, there are exceptions. For example, MemSQL uses code generation to reduce latency when processing SQL queries. (For comparison, analytical DBMSs require optimization of throughput, not latency.)
+This is not done in “normal” databases, because it does not make sense when running simple queries. However, there are exceptions. For example, MemSQL uses code generation to reduce latency when processing SQL queries. (For comparison, analytical DBMSs require optimization of throughput, not latency.)
 
 Note that for CPU efficiency, the query language must be declarative (SQL or MDX), or at least a vector (J, K). The query should only contain implicit loops, allowing for optimization.
 
diff --git a/docs/en/interfaces/cli.md b/docs/en/interfaces/cli.md
index 7e072e366dc..8457ea41857 100644
--- a/docs/en/interfaces/cli.md
+++ b/docs/en/interfaces/cli.md
@@ -66,7 +66,7 @@ When processing a query, the client shows:
 3.  The result in the specified format.
 4.  The number of lines in the result, the time passed, and the average speed of query processing.
 
-You can cancel a long query by pressing Ctrl+C. However, you will still need to wait for a little for the server to abort the request. It is not possible to cancel a query at certain stages. If you don’t wait and press Ctrl+C a second time, the client will exit.
+You can cancel a long query by pressing Ctrl+C. However, you will still need to wait for a little for the server to abort the request. It is not possible to cancel a query at certain stages. If you do not wait and press Ctrl+C a second time, the client will exit.
 
 The command-line client allows passing external data (external temporary tables) for querying. For more information, see the section “External data for query processing”.
 
diff --git a/docs/en/interfaces/formats.md b/docs/en/interfaces/formats.md
index 5987ba0f676..c616d843173 100644
--- a/docs/en/interfaces/formats.md
+++ b/docs/en/interfaces/formats.md
@@ -662,7 +662,7 @@ ClickHouse allows:
 -   Any order of key-value pairs in the object.
 -   Omitting some values.
 
-ClickHouse ignores spaces between elements and commas after the objects. You can pass all the objects in one line. You don’t have to separate them with line breaks.
+ClickHouse ignores spaces between elements and commas after the objects. You can pass all the objects in one line. You do not have to separate them with line breaks.
 
 **Omitted values processing**
 
@@ -770,9 +770,9 @@ SELECT * FROM json_each_row_nested
 
 ## Native {#native}
 
-The most efficient format. Data is written and read by blocks in binary format. For each block, the number of rows, number of columns, column names and types, and parts of columns in this block are recorded one after another. In other words, this format is “columnar” – it doesn’t convert columns to rows. This is the format used in the native interface for interaction between servers, for using the command-line client, and for C++ clients.
+The most efficient format. Data is written and read by blocks in binary format. For each block, the number of rows, number of columns, column names and types, and parts of columns in this block are recorded one after another. In other words, this format is “columnar” – it does not convert columns to rows. This is the format used in the native interface for interaction between servers, for using the command-line client, and for C++ clients.
 
-You can use this format to quickly generate dumps that can only be read by the ClickHouse DBMS. It doesn’t make sense to work with this format yourself.
+You can use this format to quickly generate dumps that can only be read by the ClickHouse DBMS. It does not make sense to work with this format yourself.
 
 ## Null {#null}
 
@@ -1039,7 +1039,7 @@ struct Message {
 }
 ```
 
-Deserialization is effective and usually doesn’t increase the system load.
+Deserialization is effective and usually does not increase the system load.
 
 See also [Format Schema](#formatschema).
 
@@ -1312,7 +1312,7 @@ ClickHouse supports configurable precision of the `Decimal` type. The `INSERT` q
 
 Unsupported ORC data types: `TIME32`, `FIXED_SIZE_BINARY`, `JSON`, `UUID`, `ENUM`.
 
-The data types of ClickHouse table columns don’t have to match the corresponding ORC data fields. When inserting data, ClickHouse interprets data types according to the table above and then [casts](../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) the data to the data type set for the ClickHouse table column.
+The data types of ClickHouse table columns do not have to match the corresponding ORC data fields. When inserting data, ClickHouse interprets data types according to the table above and then [casts](../sql-reference/functions/type-conversion-functions.md#type_conversion_function-cast) the data to the data type set for the ClickHouse table column.
 
 ### Inserting Data {#inserting-data-2}
 
diff --git a/docs/en/interfaces/http.md b/docs/en/interfaces/http.md
index 18533cfc6c2..dec3c839020 100644
--- a/docs/en/interfaces/http.md
+++ b/docs/en/interfaces/http.md
@@ -52,7 +52,7 @@ X-ClickHouse-Summary: {"read_rows":"0","read_bytes":"0","written_rows":"0","writ
 ```
 
 As you can see, curl is somewhat inconvenient in that spaces must be URL escaped.
-Although wget escapes everything itself, we don’t recommend using it because it doesn’t work well over HTTP 1.1 when using keep-alive and Transfer-Encoding: chunked.
+Although wget escapes everything itself, we do not recommend using it because it does not work well over HTTP 1.1 when using keep-alive and Transfer-Encoding: chunked.
 
 ``` bash
 $ echo 'SELECT 1' | curl 'http://localhost:8123/' --data-binary @-
@@ -146,7 +146,7 @@ Deleting the table.
 $ echo 'DROP TABLE t' | curl 'http://localhost:8123/' --data-binary @-
 ```
 
-For successful requests that don’t return a data table, an empty response body is returned.
+For successful requests that do not return a data table, an empty response body is returned.
 
 
 ## Compression {#compression}
@@ -273,7 +273,7 @@ Possible header fields:
 -   `written_rows` — Number of rows written.
 -   `written_bytes` — Volume of data written in bytes.
 
-Running requests don’t stop automatically if the HTTP connection is lost. Parsing and data formatting are performed on the server-side, and using the network might be ineffective.
+Running requests do not stop automatically if the HTTP connection is lost. Parsing and data formatting are performed on the server-side, and using the network might be ineffective.
 The optional ‘query_id’ parameter can be passed as the query ID (any string). For more information, see the section “Settings, replace_running_query”.
 
 The optional ‘quota_key’ parameter can be passed as the quota key (any string). For more information, see the section “Quotas”.
diff --git a/docs/en/introduction/distinctive-features.md b/docs/en/introduction/distinctive-features.md
index be7c2d2e7c1..ee9f9484c67 100644
--- a/docs/en/introduction/distinctive-features.md
+++ b/docs/en/introduction/distinctive-features.md
@@ -61,7 +61,7 @@ Unlike other database management systems, secondary indexes in ClickHouse does n
 
 ## Suitable for Online Queries {#suitable-for-online-queries}
 
-Most OLAP database management systems don’t aim for online queries with sub-second latencies. In alternative systems, report building time of tens of seconds or even minutes is often considered acceptable. Sometimes it takes even more which forces to prepare reports offline (in advance or by responding with “come back later”).
+Most OLAP database management systems do not aim for online queries with sub-second latencies. In alternative systems, report building time of tens of seconds or even minutes is often considered acceptable. Sometimes it takes even more which forces to prepare reports offline (in advance or by responding with “come back later”).
 
 In ClickHouse low latency means that queries can be processed without delay and without trying to prepare an answer in advance, right at the same moment while the user interface page is loading. In other words, online.
 
diff --git a/docs/en/operations/access-rights.md b/docs/en/operations/access-rights.md
index 9f7d2a0b95b..8d48218f417 100644
--- a/docs/en/operations/access-rights.md
+++ b/docs/en/operations/access-rights.md
@@ -31,7 +31,7 @@ To see all users, roles, profiles, etc. and all their grants use [SHOW ACCESS](.
 
 ## Usage {#access-control-usage}
 
-By default, the ClickHouse server provides the `default` user account which is not allowed using SQL-driven access control and account management but has all the rights and permissions. The `default` user account is used in any cases when the username is not defined, for example, at login from client or in distributed queries. In distributed query processing a default user account is used, if the configuration of the server or cluster doesn’t specify the [user and password](../engines/table-engines/special/distributed.md) properties.
+By default, the ClickHouse server provides the `default` user account which is not allowed using SQL-driven access control and account management but has all the rights and permissions. The `default` user account is used in any cases when the username is not defined, for example, at login from client or in distributed queries. In distributed query processing a default user account is used, if the configuration of the server or cluster does not specify the [user and password](../engines/table-engines/special/distributed.md) properties.
 
 If you just started using ClickHouse, consider the following scenario:
 
diff --git a/docs/en/operations/backup.md b/docs/en/operations/backup.md
index f4206f5d70c..9c8f5389ccd 100644
--- a/docs/en/operations/backup.md
+++ b/docs/en/operations/backup.md
@@ -5,7 +5,7 @@ toc_title: Data Backup
 
 # Data Backup {#data-backup}
 
-While [replication](../engines/table-engines/mergetree-family/replication.md) provides protection from hardware failures, it does not protect against human errors: accidental deletion of data, deletion of the wrong table or a table on the wrong cluster, and software bugs that result in incorrect data processing or data corruption. In many cases mistakes like these will affect all replicas. ClickHouse has built-in safeguards to prevent some types of mistakes — for example, by default [you can’t just drop tables with a MergeTree-like engine containing more than 50 Gb of data](server-configuration-parameters/settings.md#max-table-size-to-drop). However, these safeguards don’t cover all possible cases and can be circumvented.
+While [replication](../engines/table-engines/mergetree-family/replication.md) provides protection from hardware failures, it does not protect against human errors: accidental deletion of data, deletion of the wrong table or a table on the wrong cluster, and software bugs that result in incorrect data processing or data corruption. In many cases mistakes like these will affect all replicas. ClickHouse has built-in safeguards to prevent some types of mistakes — for example, by default [you can’t just drop tables with a MergeTree-like engine containing more than 50 Gb of data](server-configuration-parameters/settings.md#max-table-size-to-drop). However, these safeguards do not cover all possible cases and can be circumvented.
 
 In order to effectively mitigate possible human errors, you should carefully prepare a strategy for backing up and restoring your data **in advance**.
 
@@ -30,7 +30,7 @@ For smaller volumes of data, a simple `INSERT INTO ... SELECT ...` to remote tab
 
 ## Manipulations with Parts {#manipulations-with-parts}
 
-ClickHouse allows using the `ALTER TABLE ... FREEZE PARTITION ...` query to create a local copy of table partitions. This is implemented using hardlinks to the `/var/lib/clickhouse/shadow/` folder, so it usually does not consume extra disk space for old data. The created copies of files are not handled by ClickHouse server, so you can just leave them there: you will have a simple backup that doesn’t require any additional external system, but it will still be prone to hardware issues. For this reason, it’s better to remotely copy them to another location and then remove the local copies. Distributed filesystems and object stores are still a good options for this, but normal attached file servers with a large enough capacity might work as well (in this case the transfer will occur via the network filesystem or maybe [rsync](https://en.wikipedia.org/wiki/Rsync)).
+ClickHouse allows using the `ALTER TABLE ... FREEZE PARTITION ...` query to create a local copy of table partitions. This is implemented using hardlinks to the `/var/lib/clickhouse/shadow/` folder, so it usually does not consume extra disk space for old data. The created copies of files are not handled by ClickHouse server, so you can just leave them there: you will have a simple backup that does not require any additional external system, but it will still be prone to hardware issues. For this reason, it’s better to remotely copy them to another location and then remove the local copies. Distributed filesystems and object stores are still a good options for this, but normal attached file servers with a large enough capacity might work as well (in this case the transfer will occur via the network filesystem or maybe [rsync](https://en.wikipedia.org/wiki/Rsync)).
 Data can be restored from backup using the `ALTER TABLE ... ATTACH PARTITION ...`
 
 For more information about queries related to partition manipulations, see the [ALTER documentation](../sql-reference/statements/alter/partition.md#alter_manipulations-with-partitions).
diff --git a/docs/en/operations/optimizing-performance/sampling-query-profiler.md b/docs/en/operations/optimizing-performance/sampling-query-profiler.md
index 0c075180530..9244592d515 100644
--- a/docs/en/operations/optimizing-performance/sampling-query-profiler.md
+++ b/docs/en/operations/optimizing-performance/sampling-query-profiler.md
@@ -11,13 +11,13 @@ To use profiler:
 
 -   Setup the [trace_log](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-trace_log) section of the server configuration.
 
-    This section configures the [trace_log](../../operations/system-tables/trace_log.md#system_tables-trace_log) system table containing the results of the profiler functioning. It is configured by default. Remember that data in this table is valid only for a running server. After the server restart, ClickHouse doesn’t clean up the table and all the stored virtual memory address may become invalid.
+    This section configures the [trace_log](../../operations/system-tables/trace_log.md#system_tables-trace_log) system table containing the results of the profiler functioning. It is configured by default. Remember that data in this table is valid only for a running server. After the server restart, ClickHouse does not clean up the table and all the stored virtual memory address may become invalid.
 
 -   Setup the [query_profiler_cpu_time_period_ns](../../operations/settings/settings.md#query_profiler_cpu_time_period_ns) or [query_profiler_real_time_period_ns](../../operations/settings/settings.md#query_profiler_real_time_period_ns) settings. Both settings can be used simultaneously.
 
     These settings allow you to configure profiler timers. As these are the session settings, you can get different sampling frequency for the whole server, individual users or user profiles, for your interactive session, and for each individual query.
 
-The default sampling frequency is one sample per second and both CPU and real timers are enabled. This frequency allows collecting enough information about ClickHouse cluster. At the same time, working with this frequency, profiler doesn’t affect ClickHouse server’s performance. If you need to profile each individual query try to use higher sampling frequency.
+The default sampling frequency is one sample per second and both CPU and real timers are enabled. This frequency allows collecting enough information about ClickHouse cluster. At the same time, working with this frequency, profiler does not affect ClickHouse server’s performance. If you need to profile each individual query try to use higher sampling frequency.
 
 To analyze the `trace_log` system table:
 
diff --git a/docs/en/operations/quotas.md b/docs/en/operations/quotas.md
index 56c3eaf6455..bbea735cdba 100644
--- a/docs/en/operations/quotas.md
+++ b/docs/en/operations/quotas.md
@@ -72,7 +72,7 @@ The resource consumption calculated for each interval is output to the server lo
 </statbox>
 ```
 
-For the ‘statbox’ quota, restrictions are set for every hour and for every 24 hours (86,400 seconds). The time interval is counted, starting from an implementation-defined fixed moment in time. In other words, the 24-hour interval doesn’t necessarily begin at midnight.
+For the ‘statbox’ quota, restrictions are set for every hour and for every 24 hours (86,400 seconds). The time interval is counted, starting from an implementation-defined fixed moment in time. In other words, the 24-hour interval does not necessarily begin at midnight.
 
 When the interval ends, all collected values are cleared. For the next hour, the quota calculation starts over.
 
diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 19671b523e3..14419467feb 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -826,7 +826,7 @@ Use the following parameters to configure logging:
 -   `engine` - [MergeTree Engine Definition](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table) for a system table. Can't be used if `partition_by` defined.
 -   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
 
-If the table doesn’t exist, ClickHouse will create it. If the structure of the query log changed when the ClickHouse server was updated, the table with the old structure is renamed, and a new table is created automatically.
+If the table does not exist, ClickHouse will create it. If the structure of the query log changed when the ClickHouse server was updated, the table with the old structure is renamed, and a new table is created automatically.
 
 **Example**
 
@@ -853,7 +853,7 @@ Use the following parameters to configure logging:
 -   `engine` - [MergeTree Engine Definition](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table) for a system table. Can't be used if `partition_by` defined.
 -   `flush_interval_milliseconds` – Interval for flushing data from the buffer in memory to the table.
 
-If the table doesn’t exist, ClickHouse will create it. If the structure of the query thread log changed when the ClickHouse server was updated, the table with the old structure is renamed, and a new table is created automatically.
+If the table does not exist, ClickHouse will create it. If the structure of the query thread log changed when the ClickHouse server was updated, the table with the old structure is renamed, and a new table is created automatically.
 
 **Example**
 
@@ -1155,7 +1155,7 @@ This setting only applies to the `MergeTree` family. It can be specified:
 If `use_minimalistic_part_header_in_zookeeper = 1`, then [replicated](../../engines/table-engines/mergetree-family/replication.md) tables store the headers of the data parts compactly using a single `znode`. If the table contains many columns, this storage method significantly reduces the volume of the data stored in Zookeeper.
 
 !!! attention "Attention"
-    After applying `use_minimalistic_part_header_in_zookeeper = 1`, you can’t downgrade the ClickHouse server to a version that doesn’t support this setting. Be careful when upgrading ClickHouse on servers in a cluster. Don’t upgrade all the servers at once. It is safer to test new versions of ClickHouse in a test environment, or on just a few servers of a cluster.
+    After applying `use_minimalistic_part_header_in_zookeeper = 1`, you can’t downgrade the ClickHouse server to a version that does not support this setting. Be careful when upgrading ClickHouse on servers in a cluster. Don’t upgrade all the servers at once. It is safer to test new versions of ClickHouse in a test environment, or on just a few servers of a cluster.
 
       Data part headers already stored with this setting can't be restored to their previous (non-compact) representation.
 
diff --git a/docs/en/operations/settings/query-complexity.md b/docs/en/operations/settings/query-complexity.md
index 2ecf50762d5..d60aa170907 100644
--- a/docs/en/operations/settings/query-complexity.md
+++ b/docs/en/operations/settings/query-complexity.md
@@ -19,7 +19,7 @@ It can take one of two values: `throw` or `break`. Restrictions on aggregation (
 
 `break` – Stop executing the query and return the partial result, as if the source data ran out.
 
-`any (only for group_by_overflow_mode)` – Continuing aggregation for the keys that got into the set, but don’t add new keys to the set.
+`any (only for group_by_overflow_mode)` – Continuing aggregation for the keys that got into the set, but do not add new keys to the set.
 
 ## max_memory_usage {#settings_max_memory_usage}
 
@@ -27,7 +27,7 @@ The maximum amount of RAM to use for running a query on a single server.
 
 In the default configuration file, the maximum is 10 GB.
 
-The setting doesn’t consider the volume of available memory or the total volume of memory on the machine.
+The setting does not consider the volume of available memory or the total volume of memory on the machine.
 The restriction applies to a single query within a single server.
 You can use `SHOW PROCESSLIST` to see the current memory consumption for each query.
 Besides, the peak memory consumption is tracked for each query and written to the log.
@@ -288,7 +288,7 @@ Defines what action ClickHouse performs when any of the following join limits is
 Possible values:
 
 -   `THROW` — ClickHouse throws an exception and breaks operation.
--   `BREAK` — ClickHouse breaks operation and doesn’t throw an exception.
+-   `BREAK` — ClickHouse breaks operation and does not throw an exception.
 
 Default value: `THROW`.
 
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 1a0202ad45a..66ae3fb13a0 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -371,7 +371,7 @@ Enables or disables using default values if input data contain `NULL`, but the d
 
 Enables or disables skipping insertion of extra data.
 
-When writing data, ClickHouse throws an exception if input data contain columns that do not exist in the target table. If skipping is enabled, ClickHouse doesn’t insert extra data and doesn’t throw an exception.
+When writing data, ClickHouse throws an exception if input data contain columns that do not exist in the target table. If skipping is enabled, ClickHouse does not insert extra data and does not throw an exception.
 
 Supported formats:
 
@@ -428,7 +428,7 @@ Default value: 1.
 
 Allows choosing a parser of the text representation of date and time.
 
-The setting doesn’t apply to [date and time functions](../../sql-reference/functions/date-time-functions.md).
+The setting does not apply to [date and time functions](../../sql-reference/functions/date-time-functions.md).
 
 Possible values:
 
@@ -662,7 +662,7 @@ Default value: 8.
 
 ## merge_tree_max_rows_to_use_cache {#setting-merge-tree-max-rows-to-use-cache}
 
-If ClickHouse should read more than `merge_tree_max_rows_to_use_cache` rows in one query, it doesn’t use the cache of uncompressed blocks.
+If ClickHouse should read more than `merge_tree_max_rows_to_use_cache` rows in one query, it does not use the cache of uncompressed blocks.
 
 The cache of uncompressed blocks stores data extracted for queries. ClickHouse uses this cache to speed up responses to repeated small queries. This setting protects the cache from trashing by queries that read a large amount of data. The [uncompressed_cache_size](../../operations/server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) server setting defines the size of the cache of uncompressed blocks.
 
@@ -674,7 +674,7 @@ Default value: 128 ✕ 8192.
 
 ## merge_tree_max_bytes_to_use_cache {#setting-merge-tree-max-bytes-to-use-cache}
 
-If ClickHouse should read more than `merge_tree_max_bytes_to_use_cache` bytes in one query, it doesn’t use the cache of uncompressed blocks.
+If ClickHouse should read more than `merge_tree_max_bytes_to_use_cache` bytes in one query, it does not use the cache of uncompressed blocks.
 
 The cache of uncompressed blocks stores data extracted for queries. ClickHouse uses this cache to speed up responses to repeated small queries. This setting protects the cache from trashing by queries that read a large amount of data. The [uncompressed_cache_size](../../operations/server-configuration-parameters/settings.md#server-settings-uncompressed_cache_size) server setting defines the size of the cache of uncompressed blocks.
 
@@ -816,8 +816,8 @@ Result:
 The size of blocks (in a count of rows) to form for insertion into a table.
 This setting only applies in cases when the server forms the blocks.
 For example, for an INSERT via the HTTP interface, the server parses the data format and forms blocks of the specified size.
-But when using clickhouse-client, the client parses the data itself, and the ‘max_insert_block_size’ setting on the server doesn’t affect the size of the inserted blocks.
-The setting also doesn’t have a purpose when using INSERT SELECT, since data is inserted using the same blocks that are formed after SELECT.
+But when using clickhouse-client, the client parses the data itself, and the ‘max_insert_block_size’ setting on the server does not affect the size of the inserted blocks.
+The setting also does not have a purpose when using INSERT SELECT, since data is inserted using the same blocks that are formed after SELECT.
 
 Default value: 1,048,576.
 
@@ -1018,7 +1018,7 @@ For queries that read at least a somewhat large volume of data (one million rows
 When using the HTTP interface, the ‘query_id’ parameter can be passed. This is any string that serves as the query identifier.
 If a query from the same user with the same ‘query_id’ already exists at this time, the behaviour depends on the ‘replace_running_query’ parameter.
 
-`0` (default) – Throw an exception (don’t allow the query to run if a query with the same ‘query_id’ is already running).
+`0` (default) – Throw an exception (do not allow the query to run if a query with the same ‘query_id’ is already running).
 
 `1` – Cancel the old query and start running the new one.
 
@@ -1077,7 +1077,7 @@ load_balancing = nearest_hostname
 The number of errors is counted for each replica. Every 5 minutes, the number of errors is integrally divided by 2. Thus, the number of errors is calculated for a recent time with exponential smoothing. If there is one replica with a minimal number of errors (i.e. errors occurred recently on the other replicas), the query is sent to it. If there are multiple replicas with the same minimal number of errors, the query is sent to the replica with a hostname that is most similar to the server’s hostname in the config file (for the number of different characters in identical positions, up to the minimum length of both hostnames).
 
 For instance, example01-01-1 and example01-01-2.yandex.ru are different in one position, while example01-01-1 and example01-02-2 differ in two places.
-This method might seem primitive, but it doesn’t require external data about network topology, and it doesn’t compare IP addresses, which would be complicated for our IPv6 addresses.
+This method might seem primitive, but it does not require external data about network topology, and it does not compare IP addresses, which would be complicated for our IPv6 addresses.
 
 Thus, if there are equivalent replicas, the closest one by name is preferred.
 We can also assume that when sending a query to the same server, in the absence of failures, a distributed query will also go to the same servers. So even if different data is placed on the replicas, the query will return mostly the same results.
@@ -1149,7 +1149,7 @@ Default value: `1`.
 
 This setting is useful for replicated tables with a sampling key. A query may be processed faster if it is executed on several servers in parallel. But the query performance may degrade in the following cases:
 
-- The position of the sampling key in the partitioning key doesn't allow efficient range scans.
+- The position of the sampling key in the partitioning key does not allow efficient range scans.
 - Adding a sampling key to the table makes filtering by other columns less efficient.
 - The sampling key is an expression that is expensive to calculate.
 - The cluster latency distribution has a long tail, so that querying more servers increases the query overall latency.
@@ -1171,7 +1171,7 @@ For testing, the value can be set to 0: compilation runs synchronously and the q
 If the value is 1 or more, compilation occurs asynchronously in a separate thread. The result will be used as soon as it is ready, including queries that are currently running.
 
 Compiled code is required for each different combination of aggregate functions used in the query and the type of keys in the GROUP BY clause.
-The results of the compilation are saved in the build directory in the form of .so files. There is no restriction on the number of compilation results since they don’t use very much space. Old results will be used after server restarts, except in the case of a server upgrade – in this case, the old results are deleted.
+The results of the compilation are saved in the build directory in the form of .so files. There is no restriction on the number of compilation results since they do not use very much space. Old results will be used after server restarts, except in the case of a server upgrade – in this case, the old results are deleted.
 
 ## output_format_json_quote_64bit_integers {#session_settings-output_format_json_quote_64bit_integers}
 
@@ -1505,7 +1505,7 @@ Possible values:
 
 -   1 — skipping enabled.
 
-    If a shard is unavailable, ClickHouse returns a result based on partial data and doesn’t report node availability issues.
+    If a shard is unavailable, ClickHouse returns a result based on partial data and does not report node availability issues.
 
 -   0 — skipping disabled.
 
@@ -1613,7 +1613,7 @@ Enables or disables query execution if [optimize_skip_unused_shards](#optimize-s
 
 Possible values:
 
--   0 — Disabled. ClickHouse doesn’t throw an exception.
+-   0 — Disabled. ClickHouse does not throw an exception.
 -   1 — Enabled. Query execution is disabled only if the table has a sharding key.
 -   2 — Enabled. Query execution is disabled regardless of whether a sharding key is defined for the table.
 
@@ -1758,7 +1758,7 @@ Default value: 0.
 Sets the priority ([nice](https://en.wikipedia.org/wiki/Nice_(Unix))) for threads that execute queries. The OS scheduler considers this priority when choosing the next thread to run on each available CPU core.
 
 !!! warning "Warning"
-    To use this setting, you need to set the `CAP_SYS_NICE` capability. The `clickhouse-server` package sets it up during installation. Some virtual environments don’t allow you to set the `CAP_SYS_NICE` capability. In this case, `clickhouse-server` shows a message about it at the start.
+    To use this setting, you need to set the `CAP_SYS_NICE` capability. The `clickhouse-server` package sets it up during installation. Some virtual environments do not allow you to set the `CAP_SYS_NICE` capability. In this case, `clickhouse-server` shows a message about it at the start.
 
 Possible values:
 
@@ -2053,7 +2053,7 @@ When merging is prohibited, the replica never merges parts and always downloads
 Possible values:
 
 -   0 — `Replicated*MergeTree`-engine tables merge data parts at the replica.
--   1 — `Replicated*MergeTree`-engine tables don’t merge data parts at the replica. The tables download merged data parts from other replicas.
+-   1 — `Replicated*MergeTree`-engine tables do not merge data parts at the replica. The tables download merged data parts from other replicas.
 
 Default value: 0.
 
@@ -2184,7 +2184,7 @@ Allows or restricts using the [LowCardinality](../../sql-reference/data-types/lo
 
 If usage of `LowCardinality` is restricted, ClickHouse server converts `LowCardinality`-columns to ordinary ones for `SELECT` queries, and convert ordinary columns to `LowCardinality`-columns for `INSERT` queries.
 
-This setting is required mainly for third-party clients which don’t support `LowCardinality` data type.
+This setting is required mainly for third-party clients which do not support `LowCardinality` data type.
 
 Possible values:
 
diff --git a/docs/en/operations/system-tables/index.md b/docs/en/operations/system-tables/index.md
index e66f082167e..ab3ba25493a 100644
--- a/docs/en/operations/system-tables/index.md
+++ b/docs/en/operations/system-tables/index.md
@@ -59,7 +59,7 @@ For collecting system metrics ClickHouse server uses:
 
 **procfs**
 
-If ClickHouse server doesn’t have `CAP_NET_ADMIN` capability, it tries to fall back to `ProcfsMetricsProvider`. `ProcfsMetricsProvider` allows collecting per-query system metrics (for CPU and I/O).
+If ClickHouse server does not have `CAP_NET_ADMIN` capability, it tries to fall back to `ProcfsMetricsProvider`. `ProcfsMetricsProvider` allows collecting per-query system metrics (for CPU and I/O).
 
 If procfs is supported and enabled on the system, ClickHouse server collects these metrics:
 
diff --git a/docs/en/operations/system-tables/one.md b/docs/en/operations/system-tables/one.md
index a85e01bc75a..51316dfbc44 100644
--- a/docs/en/operations/system-tables/one.md
+++ b/docs/en/operations/system-tables/one.md
@@ -2,7 +2,7 @@
 
 This table contains a single row with a single `dummy` UInt8 column containing the value 0.
 
-This table is used if a `SELECT` query doesn’t specify the `FROM` clause.
+This table is used if a `SELECT` query does not specify the `FROM` clause.
 
 This is similar to the `DUAL` table found in other DBMSs.
 
diff --git a/docs/en/operations/system-tables/parts.md b/docs/en/operations/system-tables/parts.md
index f02d1ebc114..5a4715a4513 100644
--- a/docs/en/operations/system-tables/parts.md
+++ b/docs/en/operations/system-tables/parts.md
@@ -26,7 +26,7 @@ Columns:
 
    -   `active` ([UInt8](../../sql-reference/data-types/int-uint.md)) – Flag that indicates whether the data part is active. If a data part is active, it’s used in a table. Otherwise, it’s deleted. Inactive data parts remain after merging.
 
--   `marks` ([UInt64](../../sql-reference/data-types/int-uint.md)) – The number of marks. To get the approximate number of rows in a data part, multiply `marks` by the index granularity (usually 8192) (this hint doesn’t work for adaptive granularity).
+-   `marks` ([UInt64](../../sql-reference/data-types/int-uint.md)) – The number of marks. To get the approximate number of rows in a data part, multiply `marks` by the index granularity (usually 8192) (this hint does not work for adaptive granularity).
 
 -   `rows` ([UInt64](../../sql-reference/data-types/int-uint.md)) – The number of rows.
 
@@ -66,7 +66,7 @@ Columns:
 
 -   `primary_key_bytes_in_memory_allocated` ([UInt64](../../sql-reference/data-types/int-uint.md)) – The amount of memory (in bytes) reserved for primary key values.
 
--   `is_frozen` ([UInt8](../../sql-reference/data-types/int-uint.md)) – Flag that shows that a partition data backup exists. 1, the backup exists. 0, the backup doesn’t exist. For more details, see [FREEZE PARTITION](../../sql-reference/statements/alter/partition.md#alter_freeze-partition)
+-   `is_frozen` ([UInt8](../../sql-reference/data-types/int-uint.md)) – Flag that shows that a partition data backup exists. 1, the backup exists. 0, the backup does not exist. For more details, see [FREEZE PARTITION](../../sql-reference/statements/alter/partition.md#alter_freeze-partition)
 
 -   `database` ([String](../../sql-reference/data-types/string.md)) – Name of the database.
 
diff --git a/docs/en/operations/system-tables/parts_columns.md b/docs/en/operations/system-tables/parts_columns.md
index 5c3dd7155f7..293abb18a50 100644
--- a/docs/en/operations/system-tables/parts_columns.md
+++ b/docs/en/operations/system-tables/parts_columns.md
@@ -26,7 +26,7 @@ Columns:
 
 -   `active` ([UInt8](../../sql-reference/data-types/int-uint.md)) — Flag that indicates whether the data part is active. If a data part is active, it’s used in a table. Otherwise, it’s deleted. Inactive data parts remain after merging.
 
--   `marks` ([UInt64](../../sql-reference/data-types/int-uint.md)) — The number of marks. To get the approximate number of rows in a data part, multiply `marks` by the index granularity (usually 8192) (this hint doesn’t work for adaptive granularity).
+-   `marks` ([UInt64](../../sql-reference/data-types/int-uint.md)) — The number of marks. To get the approximate number of rows in a data part, multiply `marks` by the index granularity (usually 8192) (this hint does not work for adaptive granularity).
 
 -   `rows` ([UInt64](../../sql-reference/data-types/int-uint.md)) — The number of rows.
 
diff --git a/docs/en/operations/system-tables/processes.md b/docs/en/operations/system-tables/processes.md
index a379fc4a07a..9ef3c648006 100644
--- a/docs/en/operations/system-tables/processes.md
+++ b/docs/en/operations/system-tables/processes.md
@@ -11,7 +11,7 @@ Columns:
 -   `bytes_read` (UInt64) – The number of uncompressed bytes read from the table. For distributed processing, on the requestor server, this is the total for all remote servers.
 -   `total_rows_approx` (UInt64) – The approximation of the total number of rows that should be read. For distributed processing, on the requestor server, this is the total for all remote servers. It can be updated during request processing, when new sources to process become known.
 -   `memory_usage` (UInt64) – Amount of RAM the request uses. It might not include some types of dedicated memory. See the [max_memory_usage](../../operations/settings/query-complexity.md#settings_max_memory_usage) setting.
--   `query` (String) – The query text. For `INSERT`, it doesn’t include the data to insert.
+-   `query` (String) – The query text. For `INSERT`, it does not include the data to insert.
 -   `query_id` (String) – Query ID, if defined.
 
 
diff --git a/docs/en/operations/system-tables/query_log.md b/docs/en/operations/system-tables/query_log.md
index 6cf87ee1f17..85f0679fe37 100644
--- a/docs/en/operations/system-tables/query_log.md
+++ b/docs/en/operations/system-tables/query_log.md
@@ -3,15 +3,15 @@
 Contains information about executed queries, for example, start time, duration of processing, error messages.
 
 !!! note "Note"
-    This table doesn’t contain the ingested data for `INSERT` queries.
+    This table does not contain the ingested data for `INSERT` queries.
 
 You can change settings of queries logging in the [query_log](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-query-log) section of the server configuration.
 
-You can disable queries logging by setting [log_queries = 0](../../operations/settings/settings.md#settings-log-queries). We don’t recommend to turn off logging because information in this table is important for solving issues.
+You can disable queries logging by setting [log_queries = 0](../../operations/settings/settings.md#settings-log-queries). We do not recommend to turn off logging because information in this table is important for solving issues.
 
 The flushing period of data is set in `flush_interval_milliseconds` parameter of the [query_log](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-query-log) server settings section. To force flushing, use the [SYSTEM FLUSH LOGS](../../sql-reference/statements/system.md#query_language-system-flush_logs) query.
 
-ClickHouse doesn’t delete data from the table automatically. See [Introduction](../../operations/system-tables/index.md#system-tables-introduction) for more details.
+ClickHouse does not delete data from the table automatically. See [Introduction](../../operations/system-tables/index.md#system-tables-introduction) for more details.
 
 The `system.query_log` table registers two kinds of queries:
 
@@ -37,8 +37,8 @@ Columns:
 -   `query_start_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — Start time of query execution.
 -   `query_start_time_microseconds` ([DateTime64](../../sql-reference/data-types/datetime64.md)) — Start time of query execution with microsecond precision.
 -   `query_duration_ms` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Duration of query execution in milliseconds.
--   `read_rows` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Total number of rows read from all tables and table functions participated in query. It includes usual subqueries, subqueries for `IN` and `JOIN`. For distributed queries `read_rows` includes the total number of rows read at all replicas. Each replica sends it’s `read_rows` value, and the server-initiator of the query summarizes all received and local values. The cache volumes don’t affect this value.
--   `read_bytes` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Total number of bytes read from all tables and table functions participated in query. It includes usual subqueries, subqueries for `IN` and `JOIN`. For distributed queries `read_bytes` includes the total number of rows read at all replicas. Each replica sends it’s `read_bytes` value, and the server-initiator of the query summarizes all received and local values. The cache volumes don’t affect this value.
+-   `read_rows` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Total number of rows read from all tables and table functions participated in query. It includes usual subqueries, subqueries for `IN` and `JOIN`. For distributed queries `read_rows` includes the total number of rows read at all replicas. Each replica sends it’s `read_rows` value, and the server-initiator of the query summarizes all received and local values. The cache volumes do not affect this value.
+-   `read_bytes` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Total number of bytes read from all tables and table functions participated in query. It includes usual subqueries, subqueries for `IN` and `JOIN`. For distributed queries `read_bytes` includes the total number of rows read at all replicas. Each replica sends it’s `read_bytes` value, and the server-initiator of the query summarizes all received and local values. The cache volumes do not affect this value.
 -   `written_rows` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — For `INSERT` queries, the number of written rows. For other queries, the column value is 0.
 -   `written_bytes` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — For `INSERT` queries, the number of written bytes. For other queries, the column value is 0.
 -   `result_rows` ([UInt64](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Number of rows in a result of the `SELECT` query, or a number of rows in the `INSERT` query.
diff --git a/docs/en/operations/system-tables/query_thread_log.md b/docs/en/operations/system-tables/query_thread_log.md
index 0ae2e7d5d3b..296a33259b3 100644
--- a/docs/en/operations/system-tables/query_thread_log.md
+++ b/docs/en/operations/system-tables/query_thread_log.md
@@ -9,7 +9,7 @@ To start logging:
 
 The flushing period of data is set in `flush_interval_milliseconds` parameter of the [query_thread_log](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-query_thread_log) server settings section. To force flushing, use the [SYSTEM FLUSH LOGS](../../sql-reference/statements/system.md#query_language-system-flush_logs) query.
 
-ClickHouse doesn’t delete data from the table automatically. See [Introduction](../../operations/system-tables/index.md#system-tables-introduction) for more details.
+ClickHouse does not delete data from the table automatically. See [Introduction](../../operations/system-tables/index.md#system-tables-introduction) for more details.
 
 Columns:
 
diff --git a/docs/en/operations/system-tables/replicas.md b/docs/en/operations/system-tables/replicas.md
index 8da68d2d2ab..63a2141e399 100644
--- a/docs/en/operations/system-tables/replicas.md
+++ b/docs/en/operations/system-tables/replicas.md
@@ -57,7 +57,7 @@ Columns:
     Note that writes can be performed to any replica that is available and has a session in ZK, regardless of whether it is a leader.
 -   `can_become_leader` (`UInt8`) - Whether the replica can be a leader.
 -   `is_readonly` (`UInt8`) - Whether the replica is in read-only mode.
-    This mode is turned on if the config doesn’t have sections with ZooKeeper, if an unknown error occurred when reinitializing sessions in ZooKeeper, and during session reinitialization in ZooKeeper.
+    This mode is turned on if the config does not have sections with ZooKeeper, if an unknown error occurred when reinitializing sessions in ZooKeeper, and during session reinitialization in ZooKeeper.
 -   `is_session_expired` (`UInt8`) - the session with ZooKeeper has expired. Basically the same as `is_readonly`.
 -   `future_parts` (`UInt32`) - The number of data parts that will appear as the result of INSERTs or merges that haven’t been done yet.
 -   `parts_to_check` (`UInt32`) - The number of data parts in the queue for verification. A part is put in the verification queue if there is suspicion that it might be damaged.
@@ -84,7 +84,7 @@ The next 4 columns have a non-zero value only where there is an active session w
 -   `active_replicas` (`UInt8`) - The number of replicas of this table that have a session in ZooKeeper (i.e., the number of functioning replicas).
 
 If you request all the columns, the table may work a bit slowly, since several reads from ZooKeeper are made for each row.
-If you don’t request the last 4 columns (log_max_index, log_pointer, total_replicas, active_replicas), the table works quickly.
+If you do not request the last 4 columns (log_max_index, log_pointer, total_replicas, active_replicas), the table works quickly.
 
 For example, you can check that everything is working correctly like this:
 
@@ -118,7 +118,7 @@ WHERE
     OR active_replicas < total_replicas
 ```
 
-If this query doesn’t return anything, it means that everything is fine.
+If this query does not return anything, it means that everything is fine.
 
 [Original article](https://clickhouse.tech/docs/en/operations/system_tables/replicas) <!--hide-->
 
diff --git a/docs/en/operations/system-tables/replication_queue.md b/docs/en/operations/system-tables/replication_queue.md
index 539a29432ac..965774b81bf 100644
--- a/docs/en/operations/system-tables/replication_queue.md
+++ b/docs/en/operations/system-tables/replication_queue.md
@@ -77,7 +77,7 @@ parts_to_merge:         ['20201130_121373_121378_1','20201130_121379_121379_0','
 is_detach:              0
 is_currently_executing: 0
 num_tries:              36
-last_exception:         Code: 226, e.displayText() = DB::Exception: Marks file '/opt/clickhouse/data/merge/visits_v2/tmp_fetch_20201130_121373_121384_2/CounterID.mrk' doesn't exist (version 20.8.7.15 (official build))
+last_exception:         Code: 226, e.displayText() = DB::Exception: Marks file '/opt/clickhouse/data/merge/visits_v2/tmp_fetch_20201130_121373_121384_2/CounterID.mrk' does not exist (version 20.8.7.15 (official build))
 last_attempt_time:      2020-12-08 17:35:54
 num_postponed:          0
 postpone_reason:
diff --git a/docs/en/operations/system-tables/zookeeper.md b/docs/en/operations/system-tables/zookeeper.md
index 82ace5e81dc..3b8db14934e 100644
--- a/docs/en/operations/system-tables/zookeeper.md
+++ b/docs/en/operations/system-tables/zookeeper.md
@@ -5,10 +5,10 @@ The query must either have a ‘path =’   condition or a `path IN`  condition
 
 The query `SELECT * FROM system.zookeeper WHERE path = '/clickhouse'` outputs data for all children on the `/clickhouse` node.
 To output data for all root nodes, write path = ‘/’.
-If the path specified in ‘path’ doesn’t exist, an exception will be thrown.
+If the path specified in ‘path’ does not exist, an exception will be thrown.
 
 The query `SELECT * FROM system.zookeeper WHERE path IN ('/', '/clickhouse')` outputs data for all children on the `/` and `/clickhouse` node.
-If in the specified ‘path’ collection has doesn't exist path, an exception will be thrown.
+If in the specified ‘path’ collection has does not exist path, an exception will be thrown.
 It can be used to do a batch of ZooKeeper path queries.
 
 Columns:
diff --git a/docs/en/operations/tips.md b/docs/en/operations/tips.md
index 865fe58d7cd..0b74ae95b06 100644
--- a/docs/en/operations/tips.md
+++ b/docs/en/operations/tips.md
@@ -52,7 +52,7 @@ But for storing archives with rare queries, shelves will work.
 ## RAID {#raid}
 
 When using HDD, you can combine their RAID-10, RAID-5, RAID-6 or RAID-50.
-For Linux, software RAID is better (with `mdadm`). We don’t recommend using LVM.
+For Linux, software RAID is better (with `mdadm`). We do not recommend using LVM.
 When creating RAID-10, select the `far` layout.
 If your budget allows, choose RAID-10.
 
diff --git a/docs/en/operations/troubleshooting.md b/docs/en/operations/troubleshooting.md
index 39449afccef..f2695ce8437 100644
--- a/docs/en/operations/troubleshooting.md
+++ b/docs/en/operations/troubleshooting.md
@@ -55,7 +55,7 @@ If `clickhouse-server` start failed with a configuration error, you should see t
 2019.01.11 15:23:25.549505 [ 45 ] {} <Error> ExternalDictionaries: Failed reloading 'event2id' external dictionary: Poco::Exception. Code: 1000, e.code() = 111, e.displayText() = Connection refused, e.what() = Connection refused
 ```
 
-If you don’t see an error at the end of the file, look through the entire file starting from the string:
+If you do not see an error at the end of the file, look through the entire file starting from the string:
 
 ``` text
 <Information> Application: starting up.
@@ -79,7 +79,7 @@ Revision: 54413
 
 **See system.d logs**
 
-If you don’t find any useful information in `clickhouse-server` logs or there aren’t any logs, you can view `system.d` logs using the command:
+If you do not find any useful information in `clickhouse-server` logs or there aren’t any logs, you can view `system.d` logs using the command:
 
 ``` bash
 $ sudo journalctl -u clickhouse-server
diff --git a/docs/en/operations/utilities/clickhouse-obfuscator.md b/docs/en/operations/utilities/clickhouse-obfuscator.md
index 7fd608fcac0..b01a7624b56 100644
--- a/docs/en/operations/utilities/clickhouse-obfuscator.md
+++ b/docs/en/operations/utilities/clickhouse-obfuscator.md
@@ -1,42 +1,42 @@
-# ClickHouse obfuscator
-
-A simple tool for table data obfuscation.
-
-It reads an input table and produces an output table, that retains some properties of input, but contains different data.
-It allows publishing almost real production data for usage in benchmarks.
-
-It is designed to retain the following properties of data:
-- cardinalities of values (number of distinct values) for every column and every tuple of columns;
-- conditional cardinalities: number of distinct values of one column under the condition on the value of another column;
-- probability distributions of the absolute value of integers; the sign of signed integers; exponent and sign for floats;
-- probability distributions of the length of strings;
-- probability of zero values of numbers; empty strings and arrays, `NULL`s;
-
-- data compression ratio when compressed with LZ77 and entropy family of codecs;
-- continuity (magnitude of difference) of time values across the table; continuity of floating-point values;
-- date component of `DateTime` values;
-
-- UTF-8 validity of string values;
-- string values look natural.
-
-Most of the properties above are viable for performance testing:
-
-reading data, filtering, aggregatio, and sorting will work at almost the same speed
-as on original data due to saved cardinalities, magnitudes, compression ratios, etc.
-
-It works in a deterministic fashion: you define a seed value and the transformation is determined by input data and by seed.
-Some transformations are one to one and could be reversed, so you need to have a large seed and keep it in secret.
-
-It uses some cryptographic primitives to transform data but from the cryptographic point of view, it doesn't do it properly, that is why you should not consider the result as secure unless you have another reason. The result may retain some data you don't want to publish.
-
-
-It always leaves 0, 1, -1 numbers, dates, lengths of arrays, and null flags exactly as in source data.
-For example, you have a column `IsMobile` in your table with values 0 and 1. In transformed data, it will have the same value.
-
-So, the user will be able to count the exact ratio of mobile traffic.
-
-Let's give another example. When you have some private data in your table, like user email and you don't want to publish any single email address.
-If your table is large enough and contains multiple different emails and no email has a very high frequency than all others, it will anonymize all data. But if you have a small number of different values in a column, it can reproduce some of them.
-You should look at the working algorithm of this tool works, and fine-tune its command line parameters.
-
-This tool works fine only with an average amount of data (at least 1000s of rows).
+# ClickHouse obfuscator
+
+A simple tool for table data obfuscation.
+
+It reads an input table and produces an output table, that retains some properties of input, but contains different data.
+It allows publishing almost real production data for usage in benchmarks.
+
+It is designed to retain the following properties of data:
+- cardinalities of values (number of distinct values) for every column and every tuple of columns;
+- conditional cardinalities: number of distinct values of one column under the condition on the value of another column;
+- probability distributions of the absolute value of integers; the sign of signed integers; exponent and sign for floats;
+- probability distributions of the length of strings;
+- probability of zero values of numbers; empty strings and arrays, `NULL`s;
+
+- data compression ratio when compressed with LZ77 and entropy family of codecs;
+- continuity (magnitude of difference) of time values across the table; continuity of floating-point values;
+- date component of `DateTime` values;
+
+- UTF-8 validity of string values;
+- string values look natural.
+
+Most of the properties above are viable for performance testing:
+
+reading data, filtering, aggregatio, and sorting will work at almost the same speed
+as on original data due to saved cardinalities, magnitudes, compression ratios, etc.
+
+It works in a deterministic fashion: you define a seed value and the transformation is determined by input data and by seed.
+Some transformations are one to one and could be reversed, so you need to have a large seed and keep it in secret.
+
+It uses some cryptographic primitives to transform data but from the cryptographic point of view, it does not do it properly, that is why you should not consider the result as secure unless you have another reason. The result may retain some data you don't want to publish.
+
+
+It always leaves 0, 1, -1 numbers, dates, lengths of arrays, and null flags exactly as in source data.
+For example, you have a column `IsMobile` in your table with values 0 and 1. In transformed data, it will have the same value.
+
+So, the user will be able to count the exact ratio of mobile traffic.
+
+Let's give another example. When you have some private data in your table, like user email and you don't want to publish any single email address.
+If your table is large enough and contains multiple different emails and no email has a very high frequency than all others, it will anonymize all data. But if you have a small number of different values in a column, it can reproduce some of them.
+You should look at the working algorithm of this tool works, and fine-tune its command line parameters.
+
+This tool works fine only with an average amount of data (at least 1000s of rows).
diff --git a/docs/en/sql-reference/aggregate-functions/combinators.md b/docs/en/sql-reference/aggregate-functions/combinators.md
index 259202805d3..3fc5121ebcc 100644
--- a/docs/en/sql-reference/aggregate-functions/combinators.md
+++ b/docs/en/sql-reference/aggregate-functions/combinators.md
@@ -61,7 +61,7 @@ Result:
 
 ## -State {#agg-functions-combinator-state}
 
-If you apply this combinator, the aggregate function doesn’t return the resulting value (such as the number of unique values for the [uniq](../../sql-reference/aggregate-functions/reference/uniq.md#agg_function-uniq) function), but an intermediate state of the aggregation (for `uniq`, this is the hash table for calculating the number of unique values). This is an `AggregateFunction(...)` that can be used for further processing or stored in a table to finish aggregating later.
+If you apply this combinator, the aggregate function does not return the resulting value (such as the number of unique values for the [uniq](../../sql-reference/aggregate-functions/reference/uniq.md#agg_function-uniq) function), but an intermediate state of the aggregation (for `uniq`, this is the hash table for calculating the number of unique values). This is an `AggregateFunction(...)` that can be used for further processing or stored in a table to finish aggregating later.
 
 To work with these states, use:
 
@@ -77,7 +77,7 @@ If you apply this combinator, the aggregate function takes the intermediate aggr
 
 ## -MergeState {#aggregate_functions_combinators-mergestate}
 
-Merges the intermediate aggregation states in the same way as the -Merge combinator. However, it doesn’t return the resulting value, but an intermediate aggregation state, similar to the -State combinator.
+Merges the intermediate aggregation states in the same way as the -Merge combinator. However, it does not return the resulting value, but an intermediate aggregation state, similar to the -State combinator.
 
 ## -ForEach {#agg-functions-combinator-foreach}
 
@@ -92,7 +92,7 @@ Examples: `sum(DISTINCT x)`, `groupArray(DISTINCT x)`, `corrStableDistinct(DISTI
 
 Changes behavior of an aggregate function.
 
-If an aggregate function doesn’t have input values, with this combinator it returns the default value for its return data type. Applies to the aggregate functions that can take empty input data.
+If an aggregate function does not have input values, with this combinator it returns the default value for its return data type. Applies to the aggregate functions that can take empty input data.
 
 `-OrDefault` can be used with other combinators.
 
@@ -222,7 +222,7 @@ Lets you divide data into groups, and then separately aggregates the data in tho
 **Arguments**
 
 -   `start` — Starting value of the whole required interval for `resampling_key` values.
--   `stop` — Ending value of the whole required interval for `resampling_key` values. The whole interval doesn’t include the `stop` value `[start, stop)`.
+-   `stop` — Ending value of the whole required interval for `resampling_key` values. The whole interval does not include the `stop` value `[start, stop)`.
 -   `step` — Step for separating the whole interval into subintervals. The `aggFunction` is executed over each of those subintervals independently.
 -   `resampling_key` — Column whose values are used for separating data into intervals.
 -   `aggFunction_params` — `aggFunction` parameters.
diff --git a/docs/en/sql-reference/aggregate-functions/parametric-functions.md b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
index 0edb1601023..8e97171d31b 100644
--- a/docs/en/sql-reference/aggregate-functions/parametric-functions.md
+++ b/docs/en/sql-reference/aggregate-functions/parametric-functions.md
@@ -9,7 +9,7 @@ Some aggregate functions can accept not only argument columns (used for compress
 
 ## histogram {#histogram}
 
-Calculates an adaptive histogram. It doesn’t guarantee precise results.
+Calculates an adaptive histogram. It does not guarantee precise results.
 
 ``` sql
 histogram(number_of_bins)(values)
@@ -79,7 +79,7 @@ FROM
 └────────┴───────┘
 ```
 
-In this case, you should remember that you don’t know the histogram bin borders.
+In this case, you should remember that you do not know the histogram bin borders.
 
 ## sequenceMatch(pattern)(timestamp, cond1, cond2, …) {#function-sequencematch}
 
@@ -114,7 +114,7 @@ Type: `UInt8`.
 
 -   `(?N)` — Matches the condition argument at position `N`. Conditions are numbered in the `[1, 32]` range. For example, `(?1)` matches the argument passed to the `cond1` parameter.
 
--   `.*` — Matches any number of events. You don’t need conditional arguments to match this element of the pattern.
+-   `.*` — Matches any number of events. You do not need conditional arguments to match this element of the pattern.
 
 -   `(?t operator value)` — Sets the time in seconds that should separate two events. For example, pattern `(?1)(?t>1800)(?2)` matches events that occur more than 1800 seconds from each other. An arbitrary number of any events can lay between these events. You can use the `>=`, `>`, `<`, `<=` operators.
 
@@ -172,7 +172,7 @@ SELECT sequenceMatch('(?1)(?2)')(time, number = 1, number = 2, number = 4) FROM
 
 ## sequenceCount(pattern)(time, cond1, cond2, …) {#function-sequencecount}
 
-Counts the number of event chains that matched the pattern. The function searches event chains that don’t overlap. It starts to search for the next chain after the current chain is matched.
+Counts the number of event chains that matched the pattern. The function searches event chains that do not overlap. It starts to search for the next chain after the current chain is matched.
 
 !!! warning "Warning"
     Events that occur at the same second may lay in the sequence in an undefined order affecting the result.
diff --git a/docs/en/sql-reference/aggregate-functions/reference/quantiletiming.md b/docs/en/sql-reference/aggregate-functions/reference/quantiletiming.md
index 58ce6495a96..dd545c1a485 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/quantiletiming.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/quantiletiming.md
@@ -6,7 +6,7 @@ toc_priority: 204
 
 With the determined precision computes the [quantile](https://en.wikipedia.org/wiki/Quantile) of a numeric data sequence.
 
-The result is deterministic (it doesn’t depend on the query processing order). The function is optimized for working with sequences which describe distributions like loading web pages times or backend response times.
+The result is deterministic (it does not depend on the query processing order). The function is optimized for working with sequences which describe distributions like loading web pages times or backend response times.
 
 When using multiple `quantile*` functions with different levels in a query, the internal states are not combined (that is, the query works less efficiently than it could). In this case, use the [quantiles](../../../sql-reference/aggregate-functions/reference/quantiles.md#quantiles) function.
 
@@ -31,7 +31,7 @@ Alias: `medianTiming`.
 
 The calculation is accurate if:
 
--   Total number of values doesn’t exceed 5670.
+-   Total number of values does not exceed 5670.
 -   Total number of values exceeds 5670, but the page loading time is less than 1024ms.
 
 Otherwise, the result of the calculation is rounded to the nearest multiple of 16 ms.
diff --git a/docs/en/sql-reference/aggregate-functions/reference/quantiletimingweighted.md b/docs/en/sql-reference/aggregate-functions/reference/quantiletimingweighted.md
index fb3b9dbf4d2..25846cde636 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/quantiletimingweighted.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/quantiletimingweighted.md
@@ -6,7 +6,7 @@ toc_priority: 205
 
 With the determined precision computes the [quantile](https://en.wikipedia.org/wiki/Quantile) of a numeric data sequence according to the weight of each sequence member.
 
-The result is deterministic (it doesn’t depend on the query processing order). The function is optimized for working with sequences which describe distributions like loading web pages times or backend response times.
+The result is deterministic (it does not depend on the query processing order). The function is optimized for working with sequences which describe distributions like loading web pages times or backend response times.
 
 When using multiple `quantile*` functions with different levels in a query, the internal states are not combined (that is, the query works less efficiently than it could). In this case, use the [quantiles](../../../sql-reference/aggregate-functions/reference/quantiles.md#quantiles) function.
 
@@ -33,7 +33,7 @@ Alias: `medianTimingWeighted`.
 
 The calculation is accurate if:
 
--   Total number of values doesn’t exceed 5670.
+-   Total number of values does not exceed 5670.
 -   Total number of values exceeds 5670, but the page loading time is less than 1024ms.
 
 Otherwise, the result of the calculation is rounded to the nearest multiple of 16 ms.
diff --git a/docs/en/sql-reference/aggregate-functions/reference/topk.md b/docs/en/sql-reference/aggregate-functions/reference/topk.md
index b9bea013ea8..7e6d0db4946 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/topk.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/topk.md
@@ -12,7 +12,7 @@ Implements the [Filtered Space-Saving](http://www.l2f.inesc-id.pt/~fmmb/wiki/upl
 topK(N)(column)
 ```
 
-This function doesn’t provide a guaranteed result. In certain situations, errors might occur and it might return frequent values that aren’t the most frequent values.
+This function does not provide a guaranteed result. In certain situations, errors might occur and it might return frequent values that aren’t the most frequent values.
 
 We recommend using the `N < 10` value; performance is reduced with large `N` values. Maximum value of `N = 65536`.
 
diff --git a/docs/en/sql-reference/aggregate-functions/reference/uniq.md b/docs/en/sql-reference/aggregate-functions/reference/uniq.md
index 94771c59cc8..598af24c0de 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/uniq.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/uniq.md
@@ -28,7 +28,7 @@ Function:
 
         This algorithm is very accurate and very efficient on the CPU. When the query contains several of these functions, using `uniq` is almost as fast as using other aggregate functions.
 
--   Provides the result deterministically (it doesn’t depend on the query processing order).
+-   Provides the result deterministically (it does not depend on the query processing order).
 
 We recommend using this function in almost all scenarios.
 
diff --git a/docs/en/sql-reference/aggregate-functions/reference/uniqcombined.md b/docs/en/sql-reference/aggregate-functions/reference/uniqcombined.md
index 8ae916961f9..623c43ae10c 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/uniqcombined.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/uniqcombined.md
@@ -32,7 +32,7 @@ Function:
 
         For a small number of distinct elements, an array is used. When the set size is larger, a hash table is used. For a larger number of elements, HyperLogLog is used, which will occupy a fixed amount of memory.
 
--   Provides the result deterministically (it doesn’t depend on the query processing order).
+-   Provides the result deterministically (it does not depend on the query processing order).
 
 !!! note "Note"
     Since it uses 32-bit hash for non-`String` type, the result will have very high error for cardinalities significantly larger than `UINT_MAX` (error will raise quickly after a few tens of billions of distinct values), hence in this case you should use [uniqCombined64](../../../sql-reference/aggregate-functions/reference/uniqcombined64.md#agg_function-uniqcombined64)
diff --git a/docs/en/sql-reference/aggregate-functions/reference/uniqhll12.md b/docs/en/sql-reference/aggregate-functions/reference/uniqhll12.md
index 80b1e935b55..1d619ab7d93 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/uniqhll12.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/uniqhll12.md
@@ -28,9 +28,9 @@ Function:
 
         2^12 5-bit cells are used. The size of the state is slightly more than 2.5 KB. The result is not very accurate (up to ~10% error) for small data sets (<10K elements). However, the result is fairly accurate for high-cardinality data sets (10K-100M), with a maximum error of ~1.6%. Starting from 100M, the estimation error increases, and the function will return very inaccurate results for data sets with extremely high cardinality (1B+ elements).
 
--   Provides the determinate result (it doesn’t depend on the query processing order).
+-   Provides the determinate result (it does not depend on the query processing order).
 
-We don’t recommend using this function. In most cases, use the [uniq](../../../sql-reference/aggregate-functions/reference/uniq.md#agg_function-uniq) or [uniqCombined](../../../sql-reference/aggregate-functions/reference/uniqcombined.md#agg_function-uniqcombined) function.
+We do not recommend using this function. In most cases, use the [uniq](../../../sql-reference/aggregate-functions/reference/uniq.md#agg_function-uniq) or [uniqCombined](../../../sql-reference/aggregate-functions/reference/uniqcombined.md#agg_function-uniqcombined) function.
 
 **See Also**
 
diff --git a/docs/en/sql-reference/data-types/nullable.md b/docs/en/sql-reference/data-types/nullable.md
index 2cf5e41867e..4207e389734 100644
--- a/docs/en/sql-reference/data-types/nullable.md
+++ b/docs/en/sql-reference/data-types/nullable.md
@@ -5,7 +5,7 @@ toc_title: Nullable
 
 # Nullable(typename) {#data_type-nullable}
 
-Allows to store special marker ([NULL](../../sql-reference/syntax.md)) that denotes “missing value” alongside normal values allowed by `TypeName`. For example, a `Nullable(Int8)` type column can store `Int8` type values, and the rows that don’t have a value will store `NULL`.
+Allows to store special marker ([NULL](../../sql-reference/syntax.md)) that denotes “missing value” alongside normal values allowed by `TypeName`. For example, a `Nullable(Int8)` type column can store `Int8` type values, and the rows that do not have a value will store `NULL`.
 
 For a `TypeName`, you can’t use composite data types [Array](../../sql-reference/data-types/array.md) and [Tuple](../../sql-reference/data-types/tuple.md). Composite data types can contain `Nullable` type values, such as `Array(Nullable(Int8))`.
 
diff --git a/docs/en/sql-reference/data-types/simpleaggregatefunction.md b/docs/en/sql-reference/data-types/simpleaggregatefunction.md
index f3a245e9627..8138d4a4103 100644
--- a/docs/en/sql-reference/data-types/simpleaggregatefunction.md
+++ b/docs/en/sql-reference/data-types/simpleaggregatefunction.md
@@ -1,6 +1,6 @@
 # SimpleAggregateFunction {#data-type-simpleaggregatefunction}
 
-`SimpleAggregateFunction(name, types_of_arguments…)` data type stores current value of the aggregate function, and does not store its full state as [`AggregateFunction`](../../sql-reference/data-types/aggregatefunction.md) does. This optimization can be applied to functions for which the following property holds: the result of applying a function `f` to a row set `S1 UNION ALL S2` can be obtained by applying `f` to parts of the row set separately, and then again applying `f` to the results: `f(S1 UNION ALL S2) = f(f(S1) UNION ALL f(S2))`. This property guarantees that partial aggregation results are enough to compute the combined one, so we don’t have to store and process any extra data.
+`SimpleAggregateFunction(name, types_of_arguments…)` data type stores current value of the aggregate function, and does not store its full state as [`AggregateFunction`](../../sql-reference/data-types/aggregatefunction.md) does. This optimization can be applied to functions for which the following property holds: the result of applying a function `f` to a row set `S1 UNION ALL S2` can be obtained by applying `f` to parts of the row set separately, and then again applying `f` to the results: `f(S1 UNION ALL S2) = f(f(S1) UNION ALL f(S2))`. This property guarantees that partial aggregation results are enough to compute the combined one, so we do not have to store and process any extra data.
 
 The common way to produce an aggregate function value is by calling the aggregate function with the [-SimpleState](../../sql-reference/aggregate-functions/combinators.md#agg-functions-combinator-simplestate) suffix.
 
diff --git a/docs/en/sql-reference/data-types/string.md b/docs/en/sql-reference/data-types/string.md
index 42d8798c8a3..e72ce8f0b5a 100644
--- a/docs/en/sql-reference/data-types/string.md
+++ b/docs/en/sql-reference/data-types/string.md
@@ -12,7 +12,7 @@ When creating tables, numeric parameters for string fields can be set (e.g. `VAR
 
 ## Encodings {#encodings}
 
-ClickHouse doesn’t have the concept of encodings. Strings can contain an arbitrary set of bytes, which are stored and output as-is.
+ClickHouse does not have the concept of encodings. Strings can contain an arbitrary set of bytes, which are stored and output as-is.
 If you need to store texts, we recommend using UTF-8 encoding. At the very least, if your terminal uses UTF-8 (as recommended), you can read and write your values without making conversions.
 Similarly, certain functions for working with strings have separate variations that work under the assumption that the string contains a set of bytes representing a UTF-8 encoded text.
 For example, the ‘length’ function calculates the string length in bytes, while the ‘lengthUTF8’ function calculates the string length in Unicode code points, assuming that the value is UTF-8 encoded.
diff --git a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts.md b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts.md
index 8217fb8da3a..d229336c58d 100644
--- a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts.md
+++ b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts.md
@@ -43,7 +43,7 @@ The dictionary configuration file has the following format:
 
 You can [configure](../../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict.md) any number of dictionaries in the same file.
 
-[DDL queries for dictionaries](../../../sql-reference/statements/create/dictionary.md) doesn’t require any additional records in server configuration. They allow to work with dictionaries as first-class entities, like tables or views.
+[DDL queries for dictionaries](../../../sql-reference/statements/create/dictionary.md) does not require any additional records in server configuration. They allow to work with dictionaries as first-class entities, like tables or views.
 
 !!! attention "Attention"
     You can convert values for a small dictionary by describing it in a `SELECT` query (see the [transform](../../../sql-reference/functions/other-functions.md) function). This functionality is not related to external dictionaries.
diff --git a/docs/en/sql-reference/dictionaries/internal-dicts.md b/docs/en/sql-reference/dictionaries/internal-dicts.md
index 472351a19a4..9f142c4207d 100644
--- a/docs/en/sql-reference/dictionaries/internal-dicts.md
+++ b/docs/en/sql-reference/dictionaries/internal-dicts.md
@@ -31,7 +31,7 @@ You can also create these files yourself. The file format is as follows:
 
 -   region ID (`UInt32`)
 -   parent region ID (`UInt32`)
--   region type (`UInt8`): 1 - continent, 3 - country, 4 - federal district, 5 - region, 6 - city; other types don’t have values
+-   region type (`UInt8`): 1 - continent, 3 - country, 4 - federal district, 5 - region, 6 - city; other types do not have values
 -   population (`UInt32`) — optional column
 
 `regions_names_*.txt`: TabSeparated (no header), columns:
diff --git a/docs/en/sql-reference/functions/arithmetic-functions.md b/docs/en/sql-reference/functions/arithmetic-functions.md
index faa03dfc9d3..3187f13b5b9 100644
--- a/docs/en/sql-reference/functions/arithmetic-functions.md
+++ b/docs/en/sql-reference/functions/arithmetic-functions.md
@@ -70,7 +70,7 @@ Calculates a number with the reverse sign. The result is always signed.
 
 ## abs(a) {#arithm_func-abs}
 
-Calculates the absolute value of the number (a). That is, if a \< 0, it returns -a. For unsigned types it doesn’t do anything. For signed integer types, it returns an unsigned number.
+Calculates the absolute value of the number (a). That is, if a \< 0, it returns -a. For unsigned types it does not do anything. For signed integer types, it returns an unsigned number.
 
 ## gcd(a, b) {#gcda-b}
 
diff --git a/docs/en/sql-reference/functions/array-functions.md b/docs/en/sql-reference/functions/array-functions.md
index 7d4fcf29476..611f620ed9f 100644
--- a/docs/en/sql-reference/functions/array-functions.md
+++ b/docs/en/sql-reference/functions/array-functions.md
@@ -125,7 +125,7 @@ hasAll(set, subset)
 
 -   An empty array is a subset of any array.
 -   `Null` processed as a value.
--   Order of values in both of arrays doesn’t matter.
+-   Order of values in both of arrays does not matter.
 
 **Examples**
 
@@ -162,7 +162,7 @@ hasAny(array1, array2)
 **Peculiar properties**
 
 -   `Null` processed as a value.
--   Order of values in both of arrays doesn’t matter.
+-   Order of values in both of arrays does not matter.
 
 **Examples**
 
@@ -602,7 +602,7 @@ SELECT arraySort((x, y) -> y, ['hello', 'world'], [2, 1]) as res;
 └────────────────────┘
 ```
 
-Here, the elements that are passed in the second array (\[2, 1\]) define a sorting key for the corresponding element from the source array (\[‘hello’, ‘world’\]), that is, \[‘hello’ –\> 2, ‘world’ –\> 1\]. Since the lambda function doesn’t use `x`, actual values of the source array don’t affect the order in the result. So, ‘hello’ will be the second element in the result, and ‘world’ will be the first.
+Here, the elements that are passed in the second array (\[2, 1\]) define a sorting key for the corresponding element from the source array (\[‘hello’, ‘world’\]), that is, \[‘hello’ –\> 2, ‘world’ –\> 1\]. Since the lambda function does not use `x`, actual values of the source array do not affect the order in the result. So, ‘hello’ will be the second element in the result, and ‘world’ will be the first.
 
 Other examples are shown below.
 
diff --git a/docs/en/sql-reference/functions/array-join.md b/docs/en/sql-reference/functions/array-join.md
index f35e0d10117..e87d0bca4bb 100644
--- a/docs/en/sql-reference/functions/array-join.md
+++ b/docs/en/sql-reference/functions/array-join.md
@@ -7,7 +7,7 @@ toc_title: arrayJoin
 
 This is a very unusual function.
 
-Normal functions don’t change a set of rows, but just change the values in each row (map).
+Normal functions do not change a set of rows, but just change the values in each row (map).
 Aggregate functions compress a set of rows (fold or reduce).
 The ‘arrayJoin’ function takes each row and generates a set of rows (unfold).
 
diff --git a/docs/en/sql-reference/functions/bit-functions.md b/docs/en/sql-reference/functions/bit-functions.md
index e07f28c0f24..57e55a7da56 100644
--- a/docs/en/sql-reference/functions/bit-functions.md
+++ b/docs/en/sql-reference/functions/bit-functions.md
@@ -228,7 +228,7 @@ bitCount(x)
 
 -   Number of bits set to one in the input number.
 
-The function doesn’t convert input value to a larger type ([sign extension](https://en.wikipedia.org/wiki/Sign_extension)). So, for example, `bitCount(toUInt8(-1)) = 8`.
+The function does not convert input value to a larger type ([sign extension](https://en.wikipedia.org/wiki/Sign_extension)). So, for example, `bitCount(toUInt8(-1)) = 8`.
 
 Type: `UInt8`.
 
diff --git a/docs/en/sql-reference/functions/bitmap-functions.md b/docs/en/sql-reference/functions/bitmap-functions.md
index 4875532605e..c695c894784 100644
--- a/docs/en/sql-reference/functions/bitmap-functions.md
+++ b/docs/en/sql-reference/functions/bitmap-functions.md
@@ -140,7 +140,7 @@ bitmapContains(haystack, needle)
 
 **Returned values**
 
--   0 — If `haystack` doesn’t contain `needle`.
+-   0 — If `haystack` does not contain `needle`.
 -   1 — If `haystack` contains `needle`.
 
 Type: `UInt8`.
diff --git a/docs/en/sql-reference/functions/date-time-functions.md b/docs/en/sql-reference/functions/date-time-functions.md
index 69baf64ef55..afbaed2b413 100644
--- a/docs/en/sql-reference/functions/date-time-functions.md
+++ b/docs/en/sql-reference/functions/date-time-functions.md
@@ -460,7 +460,7 @@ For mode values with a meaning of “with 4 or more days this year,” weeks are
 
 -   Otherwise, it is the last week of the previous year, and the next week is week 1.
 
-For mode values with a meaning of “contains January 1”, the week contains January 1 is week 1. It doesn’t matter how many days in the new year the week contained, even if it contained only one day.
+For mode values with a meaning of “contains January 1”, the week contains January 1 is week 1. It does not matter how many days in the new year the week contained, even if it contained only one day.
 
 ``` sql
 toWeek(date, [, mode][, Timezone])
diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 8eb10bd0208..5b94c61c3d2 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -25,7 +25,7 @@ dictGetOrNull('dict_name', attr_name, id_expr)
 -   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal).
 -   `attr_names` — Name of the column of the dictionary, [String literal](../../sql-reference/syntax.md#syntax-string-literal), or tuple of column names, [Tuple](../../sql-reference/data-types/tuple.md)([String literal](../../sql-reference/syntax.md#syntax-string-literal)).
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
--   `default_value_expr` — Values returned if the dictionary doesn’t contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) or [Tuple](../../sql-reference/data-types/tuple.md)([Expression](../../sql-reference/syntax.md#syntax-expressions)), returning the value (or values) in the data types configured for the `attr_names` attribute.
+-   `default_value_expr` — Values returned if the dictionary does not contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) or [Tuple](../../sql-reference/data-types/tuple.md)([Expression](../../sql-reference/syntax.md#syntax-expressions)), returning the value (or values) in the data types configured for the `attr_names` attribute.
 
 **Returned value**
 
@@ -37,7 +37,7 @@ dictGetOrNull('dict_name', attr_name, id_expr)
         - `dictGetOrDefault` returns the value passed as the `default_value_expr` parameter.
         - `dictGetOrNull` returns `NULL` in case key was not found in dictionary.
 
-ClickHouse throws an exception if it cannot parse the value of the attribute or the value doesn’t match the attribute data type.
+ClickHouse throws an exception if it cannot parse the value of the attribute or the value does not match the attribute data type.
 
 **Example for simple key dictionary**
 
@@ -316,7 +316,7 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
 -   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal).
 -   `attr_name` — Name of the column of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal).
 -   `id_expr` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md) or [Tuple](../../sql-reference/data-types/tuple.md)-type value depending on the dictionary configuration.
--   `default_value_expr` — Value returned if the dictionary doesn’t contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning the value in the data type configured for the `attr_name` attribute.
+-   `default_value_expr` — Value returned if the dictionary does not contain a row with the `id_expr` key. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning the value in the data type configured for the `attr_name` attribute.
 
 **Returned value**
 
@@ -327,4 +327,4 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
         - `dictGet[Type]` returns the content of the `<null_value>` element specified for the attribute in the dictionary configuration.
         - `dictGet[Type]OrDefault` returns the value passed as the `default_value_expr` parameter.
 
-ClickHouse throws an exception if it cannot parse the value of the attribute or the value doesn’t match the attribute data type.
+ClickHouse throws an exception if it cannot parse the value of the attribute or the value does not match the attribute data type.
diff --git a/docs/en/sql-reference/functions/hash-functions.md b/docs/en/sql-reference/functions/hash-functions.md
index 0ea4cfd6fbe..35a42c49a41 100644
--- a/docs/en/sql-reference/functions/hash-functions.md
+++ b/docs/en/sql-reference/functions/hash-functions.md
@@ -43,7 +43,7 @@ SELECT halfMD5(array('e','x','a'), 'mple', 10, toDateTime('2019-06-15 23:00:00')
 ## MD5 {#hash_functions-md5}
 
 Calculates the MD5 from a string and returns the resulting set of bytes as FixedString(16).
-If you don’t need MD5 in particular, but you need a decent cryptographic 128-bit hash, use the ‘sipHash128’ function instead.
+If you do not need MD5 in particular, but you need a decent cryptographic 128-bit hash, use the ‘sipHash128’ function instead.
 If you want to get the same result as output by the md5sum utility, use lower(hex(MD5(s))).
 
 ## sipHash64 {#hash_functions-siphash64}
diff --git a/docs/en/sql-reference/functions/index.md b/docs/en/sql-reference/functions/index.md
index 32408759b98..58e0994a11d 100644
--- a/docs/en/sql-reference/functions/index.md
+++ b/docs/en/sql-reference/functions/index.md
@@ -6,7 +6,7 @@ toc_title: Introduction
 
 # Functions {#functions}
 
-There are at least\* two types of functions - regular functions (they are just called “functions”) and aggregate functions. These are completely different concepts. Regular functions work as if they are applied to each row separately (for each row, the result of the function doesn’t depend on the other rows). Aggregate functions accumulate a set of values from various rows (i.e. they depend on the entire set of rows).
+There are at least\* two types of functions - regular functions (they are just called “functions”) and aggregate functions. These are completely different concepts. Regular functions work as if they are applied to each row separately (for each row, the result of the function does not depend on the other rows). Aggregate functions accumulate a set of values from various rows (i.e. they depend on the entire set of rows).
 
 In this section we discuss regular functions. For aggregate functions, see the section “Aggregate functions”.
 
@@ -14,7 +14,7 @@ In this section we discuss regular functions. For aggregate functions, see the s
 
 ## Strong Typing {#strong-typing}
 
-In contrast to standard SQL, ClickHouse has strong typing. In other words, it doesn’t make implicit conversions between types. Each function works for a specific set of types. This means that sometimes you need to use type conversion functions.
+In contrast to standard SQL, ClickHouse has strong typing. In other words, it does not make implicit conversions between types. Each function works for a specific set of types. This means that sometimes you need to use type conversion functions.
 
 ## Common Subexpression Elimination {#common-subexpression-elimination}
 
@@ -78,7 +78,7 @@ For example, in the query `SELECT f(sum(g(x))) FROM distributed_table GROUP BY h
 -   if a `distributed_table` has at least two shards, the functions ‘g’ and ‘h’ are performed on remote servers, and the function ‘f’ is performed on the requestor server.
 -   if a `distributed_table` has only one shard, all the ‘f’, ‘g’, and ‘h’ functions are performed on this shard’s server.
 
-The result of a function usually doesn’t depend on which server it is performed on. However, sometimes this is important.
+The result of a function usually does not depend on which server it is performed on. However, sometimes this is important.
 For example, functions that work with dictionaries use the dictionary that exists on the server they are running on.
 Another example is the `hostName` function, which returns the name of the server it is running on in order to make `GROUP BY` by servers in a `SELECT` query.
 
diff --git a/docs/en/sql-reference/functions/ip-address-functions.md b/docs/en/sql-reference/functions/ip-address-functions.md
index d37ef2e8f1a..137ebc2407d 100644
--- a/docs/en/sql-reference/functions/ip-address-functions.md
+++ b/docs/en/sql-reference/functions/ip-address-functions.md
@@ -48,7 +48,7 @@ LIMIT 10
 └────────────────┴───────┘
 ```
 
-Since using ‘xxx’ is highly unusual, this may be changed in the future. We recommend that you don’t rely on the exact format of this fragment.
+Since using ‘xxx’ is highly unusual, this may be changed in the future. We recommend that you do not rely on the exact format of this fragment.
 
 ### IPv6NumToString(x) {#ipv6numtostringx}
 
diff --git a/docs/en/sql-reference/functions/json-functions.md b/docs/en/sql-reference/functions/json-functions.md
index d545a0ae4e6..e731180c393 100644
--- a/docs/en/sql-reference/functions/json-functions.md
+++ b/docs/en/sql-reference/functions/json-functions.md
@@ -12,7 +12,7 @@ The following assumptions are made:
 1.  The field name (function argument) must be a constant.
 2.  The field name is somehow canonically encoded in JSON. For example: `visitParamHas('{"abc":"def"}', 'abc') = 1`, but `visitParamHas('{"\\u0061\\u0062\\u0063":"def"}', 'abc') = 0`
 3.  Fields are searched for on any nesting level, indiscriminately. If there are multiple matching fields, the first occurrence is used.
-4.  The JSON doesn’t have space characters outside of string literals.
+4.  The JSON does not have space characters outside of string literals.
 
 ## visitParamHas(params, name) {#visitparamhasparams-name}
 
@@ -22,7 +22,7 @@ Alias: `simpleJSONHas`.
 
 ## visitParamExtractUInt(params, name) {#visitparamextractuintparams-name}
 
-Parses UInt64 from the value of the field named `name`. If this is a string field, it tries to parse a number from the beginning of the string. If the field doesn’t exist, or it exists but doesn’t contain a number, it returns 0.
+Parses UInt64 from the value of the field named `name`. If this is a string field, it tries to parse a number from the beginning of the string. If the field does not exist, or it exists but does not contain a number, it returns 0.
 
 Alias: `simpleJSONExtractUInt`.
 
@@ -106,7 +106,7 @@ SELECT JSONHas('{"a": "hello", "b": [-100, 200.0, 300]}', 'b', 4) = 0
 -   Positive integer = access the n-th member/key from the beginning.
 -   Negative integer = access the n-th member/key from the end.
 
-Minimum index of the element is 1. Thus the element 0 doesn’t exist.
+Minimum index of the element is 1. Thus the element 0 does not exist.
 
 You may use integers to access both JSON arrays and JSON objects.
 
diff --git a/docs/en/sql-reference/functions/other-functions.md b/docs/en/sql-reference/functions/other-functions.md
index ecb7b982157..8163650efab 100644
--- a/docs/en/sql-reference/functions/other-functions.md
+++ b/docs/en/sql-reference/functions/other-functions.md
@@ -1654,7 +1654,7 @@ joinGet(join_storage_table_name, `value_column`, join_keys)
 
 Returns list of values corresponded to list of keys.
 
-If certain doesn’t exist in source table then `0` or `null` will be returned based on [join_use_nulls](../../operations/settings/settings.md#join_use_nulls) setting.
+If certain does not exist in source table then `0` or `null` will be returned based on [join_use_nulls](../../operations/settings/settings.md#join_use_nulls) setting.
 
 More info about `join_use_nulls` in [Join operation](../../engines/table-engines/special/join.md).
 
@@ -1714,7 +1714,7 @@ Code: 395. DB::Exception: Received from localhost:9000. DB::Exception: Too many.
 
 ## identity {#identity}
 
-Returns the same value that was used as its argument. Used for debugging and testing, allows to cancel using index, and get the query performance of a full scan. When query is analyzed for possible use of index, the analyzer doesn’t look inside `identity` functions. Also constant folding is not applied too.
+Returns the same value that was used as its argument. Used for debugging and testing, allows to cancel using index, and get the query performance of a full scan. When query is analyzed for possible use of index, the analyzer does not look inside `identity` functions. Also constant folding is not applied too.
 
 **Syntax**
 
diff --git a/docs/en/sql-reference/functions/rounding-functions.md b/docs/en/sql-reference/functions/rounding-functions.md
index c0bd44a6467..5f74c6329d1 100644
--- a/docs/en/sql-reference/functions/rounding-functions.md
+++ b/docs/en/sql-reference/functions/rounding-functions.md
@@ -14,7 +14,7 @@ Returns the largest round number that is less than or equal to `x`. A round numb
 Examples: `floor(123.45, 1) = 123.4, floor(123.45, -1) = 120.`
 
 `x` is any numeric type. The result is a number of the same type.
-For integer arguments, it makes sense to round with a negative `N` value (for non-negative `N`, the function doesn’t do anything).
+For integer arguments, it makes sense to round with a negative `N` value (for non-negative `N`, the function does not do anything).
 If rounding causes overflow (for example, floor(-128, -1)), an implementation-specific result is returned.
 
 ## ceil(x\[, N\]), ceiling(x\[, N\]) {#ceilx-n-ceilingx-n}
diff --git a/docs/en/sql-reference/functions/string-functions.md b/docs/en/sql-reference/functions/string-functions.md
index 85570cb408d..5074f478bc0 100644
--- a/docs/en/sql-reference/functions/string-functions.md
+++ b/docs/en/sql-reference/functions/string-functions.md
@@ -29,17 +29,17 @@ The function also works for arrays.
 
 ## lengthUTF8 {#lengthutf8}
 
-Returns the length of a string in Unicode code points (not in characters), assuming that the string contains a set of bytes that make up UTF-8 encoded text. If this assumption is not met, it returns some result (it doesn’t throw an exception).
+Returns the length of a string in Unicode code points (not in characters), assuming that the string contains a set of bytes that make up UTF-8 encoded text. If this assumption is not met, it returns some result (it does not throw an exception).
 The result type is UInt64.
 
 ## char_length, CHAR_LENGTH {#char-length}
 
-Returns the length of a string in Unicode code points (not in characters), assuming that the string contains a set of bytes that make up UTF-8 encoded text. If this assumption is not met, it returns some result (it doesn’t throw an exception).
+Returns the length of a string in Unicode code points (not in characters), assuming that the string contains a set of bytes that make up UTF-8 encoded text. If this assumption is not met, it returns some result (it does not throw an exception).
 The result type is UInt64.
 
 ## character_length, CHARACTER_LENGTH {#character-length}
 
-Returns the length of a string in Unicode code points (not in characters), assuming that the string contains a set of bytes that make up UTF-8 encoded text. If this assumption is not met, it returns some result (it doesn’t throw an exception).
+Returns the length of a string in Unicode code points (not in characters), assuming that the string contains a set of bytes that make up UTF-8 encoded text. If this assumption is not met, it returns some result (it does not throw an exception).
 The result type is UInt64.
 
 ## lower, lcase {#lower}
@@ -53,14 +53,14 @@ Converts ASCII Latin symbols in a string to uppercase.
 ## lowerUTF8 {#lowerutf8}
 
 Converts a string to lowercase, assuming the string contains a set of bytes that make up a UTF-8 encoded text.
-It doesn’t detect the language. So for Turkish the result might not be exactly correct.
+It does not detect the language. So for Turkish the result might not be exactly correct.
 If the length of the UTF-8 byte sequence is different for upper and lower case of a code point, the result may be incorrect for this code point.
 If the string contains a set of bytes that is not UTF-8, then the behavior is undefined.
 
 ## upperUTF8 {#upperutf8}
 
 Converts a string to uppercase, assuming the string contains a set of bytes that make up a UTF-8 encoded text.
-It doesn’t detect the language. So for Turkish the result might not be exactly correct.
+It does not detect the language. So for Turkish the result might not be exactly correct.
 If the length of the UTF-8 byte sequence is different for upper and lower case of a code point, the result may be incorrect for this code point.
 If the string contains a set of bytes that is not UTF-8, then the behavior is undefined.
 
@@ -139,7 +139,7 @@ Reverses the string (as a sequence of bytes).
 
 ## reverseUTF8 {#reverseutf8}
 
-Reverses a sequence of Unicode code points, assuming that the string contains a set of bytes representing a UTF-8 text. Otherwise, it does something else (it doesn’t throw an exception).
+Reverses a sequence of Unicode code points, assuming that the string contains a set of bytes representing a UTF-8 text. Otherwise, it does something else (it does not throw an exception).
 
 ## format(pattern, s0, s1, …) {#format}
 
@@ -264,7 +264,7 @@ Returns a substring starting with the byte from the ‘offset’ index that is 
 
 ## substringUTF8(s, offset, length) {#substringutf8}
 
-The same as ‘substring’, but for Unicode code points. Works under the assumption that the string contains a set of bytes representing a UTF-8 encoded text. If this assumption is not met, it returns some result (it doesn’t throw an exception).
+The same as ‘substring’, but for Unicode code points. Works under the assumption that the string contains a set of bytes representing a UTF-8 encoded text. If this assumption is not met, it returns some result (it does not throw an exception).
 
 ## appendTrailingCharIfAbsent(s, c) {#appendtrailingcharifabsent}
 
@@ -305,7 +305,7 @@ SELECT startsWith('Spider-Man', 'Spi');
 **Returned values**
 
 -   1, if the string starts with the specified prefix.
--   0, if the string doesn’t start with the specified prefix.
+-   0, if the string does not start with the specified prefix.
 
 **Example**
 
@@ -363,7 +363,7 @@ Result:
 
 ## trimLeft {#trimleft}
 
-Removes all consecutive occurrences of common whitespace (ASCII character 32) from the beginning of a string. It doesn’t remove other kinds of whitespace characters (tab, no-break space, etc.).
+Removes all consecutive occurrences of common whitespace (ASCII character 32) from the beginning of a string. It does not remove other kinds of whitespace characters (tab, no-break space, etc.).
 
 **Syntax**
 
@@ -401,7 +401,7 @@ Result:
 
 ## trimRight {#trimright}
 
-Removes all consecutive occurrences of common whitespace (ASCII character 32) from the end of a string. It doesn’t remove other kinds of whitespace characters (tab, no-break space, etc.).
+Removes all consecutive occurrences of common whitespace (ASCII character 32) from the end of a string. It does not remove other kinds of whitespace characters (tab, no-break space, etc.).
 
 **Syntax**
 
@@ -439,7 +439,7 @@ Result:
 
 ## trimBoth {#trimboth}
 
-Removes all consecutive occurrences of common whitespace (ASCII character 32) from both ends of a string. It doesn’t remove other kinds of whitespace characters (tab, no-break space, etc.).
+Removes all consecutive occurrences of common whitespace (ASCII character 32) from both ends of a string. It does not remove other kinds of whitespace characters (tab, no-break space, etc.).
 
 **Syntax**
 
diff --git a/docs/en/sql-reference/functions/string-search-functions.md b/docs/en/sql-reference/functions/string-search-functions.md
index 01b1dd2d004..551c4aee8f0 100644
--- a/docs/en/sql-reference/functions/string-search-functions.md
+++ b/docs/en/sql-reference/functions/string-search-functions.md
@@ -126,7 +126,7 @@ Result:
 
 The same as [position](#position) returns the position (in bytes) of the found substring in the string, starting from 1. Use the function for a case-insensitive search.
 
-Works under the assumption that the string contains a set of bytes representing a single-byte encoded text. If this assumption is not met and a character can’t be represented using a single byte, the function doesn’t throw an exception and returns some unexpected result. If character can be represented using two bytes, it will use two bytes and so on.
+Works under the assumption that the string contains a set of bytes representing a single-byte encoded text. If this assumption is not met and a character can’t be represented using a single byte, the function does not throw an exception and returns some unexpected result. If character can be represented using two bytes, it will use two bytes and so on.
 
 **Syntax**
 
@@ -167,7 +167,7 @@ Result:
 
 Returns the position (in Unicode points) of the found substring in the string, starting from 1.
 
-Works under the assumption that the string contains a set of bytes representing a UTF-8 encoded text. If this assumption is not met, the function doesn’t throw an exception and returns some unexpected result. If character can be represented using two Unicode points, it will use two and so on.
+Works under the assumption that the string contains a set of bytes representing a UTF-8 encoded text. If this assumption is not met, the function does not throw an exception and returns some unexpected result. If character can be represented using two Unicode points, it will use two and so on.
 
 For a case-insensitive search, use the function [positionCaseInsensitiveUTF8](#positioncaseinsensitiveutf8).
 
@@ -242,7 +242,7 @@ Result:
 
 The same as [positionUTF8](#positionutf8), but is case-insensitive. Returns the position (in Unicode points) of the found substring in the string, starting from 1.
 
-Works under the assumption that the string contains a set of bytes representing a UTF-8 encoded text. If this assumption is not met, the function doesn’t throw an exception and returns some unexpected result. If character can be represented using two Unicode points, it will use two and so on.
+Works under the assumption that the string contains a set of bytes representing a UTF-8 encoded text. If this assumption is not met, the function does not throw an exception and returns some unexpected result. If character can be represented using two Unicode points, it will use two and so on.
 
 **Syntax**
 
@@ -349,7 +349,7 @@ For a case-insensitive search or/and in UTF-8 format use functions `multiSearchA
 
 Checks whether the string matches the `pattern` regular expression. A `re2` regular expression. The [syntax](https://github.com/google/re2/wiki/Syntax) of the `re2` regular expressions is more limited than the syntax of the Perl regular expressions.
 
-Returns 0 if it doesn’t match, or 1 if it matches.
+Returns 0 if it does not match, or 1 if it matches.
 
 Note that the backslash symbol (`\`) is used for escaping in the regular expression. The same symbol is used for escaping in string literals. So in order to escape the symbol in a regular expression, you must write two backslashes (\\) in a string literal.
 
@@ -391,11 +391,11 @@ The same as `multiFuzzyMatchAny`, but returns the array of all indices in any or
 
 ## extract(haystack, pattern) {#extracthaystack-pattern}
 
-Extracts a fragment of a string using a regular expression. If ‘haystack’ doesn’t match the ‘pattern’ regex, an empty string is returned. If the regex doesn’t contain subpatterns, it takes the fragment that matches the entire regex. Otherwise, it takes the fragment that matches the first subpattern.
+Extracts a fragment of a string using a regular expression. If ‘haystack’ does not match the ‘pattern’ regex, an empty string is returned. If the regex does not contain subpatterns, it takes the fragment that matches the entire regex. Otherwise, it takes the fragment that matches the first subpattern.
 
 ## extractAll(haystack, pattern) {#extractallhaystack-pattern}
 
-Extracts all the fragments of a string using a regular expression. If ‘haystack’ doesn’t match the ‘pattern’ regex, an empty string is returned. Returns an array of strings consisting of all matches to the regex. In general, the behavior is the same as the ‘extract’ function (it takes the first subpattern, or the entire expression if there isn’t a subpattern).
+Extracts all the fragments of a string using a regular expression. If ‘haystack’ does not match the ‘pattern’ regex, an empty string is returned. Returns an array of strings consisting of all matches to the regex. In general, the behavior is the same as the ‘extract’ function (it takes the first subpattern, or the entire expression if there isn’t a subpattern).
 
 ## extractAllGroupsHorizontal {#extractallgroups-horizontal}
 
@@ -419,7 +419,7 @@ extractAllGroupsHorizontal(haystack, pattern)
 
 -   Type: [Array](../../sql-reference/data-types/array.md).
 
-If `haystack` doesn’t match the `pattern` regex, an array of empty arrays is returned. 
+If `haystack` does not match the `pattern` regex, an array of empty arrays is returned. 
 
 **Example**
 
@@ -460,7 +460,7 @@ extractAllGroupsVertical(haystack, pattern)
 
 -   Type: [Array](../../sql-reference/data-types/array.md).
 
-If `haystack` doesn’t match the `pattern` regex, an empty array is returned. 
+If `haystack` does not match the `pattern` regex, an empty array is returned. 
 
 **Example**
 
@@ -513,7 +513,7 @@ ilike(haystack, pattern)
 **Arguments**
 
 -   `haystack` — Input string. [String](../../sql-reference/syntax.md#syntax-string-literal).
--   `pattern` — If `pattern` doesn't contain percent signs or underscores, then the `pattern` only represents the string itself. An underscore (`_`) in `pattern` stands for (matches) any single character. A percent sign (`%`) matches any sequence of zero or more characters.
+-   `pattern` — If `pattern` does not contain percent signs or underscores, then the `pattern` only represents the string itself. An underscore (`_`) in `pattern` stands for (matches) any single character. A percent sign (`%`) matches any sequence of zero or more characters.
 
 Some `pattern` examples:
 
@@ -527,7 +527,7 @@ Some `pattern` examples:
 **Returned values**
 
 -   True, if the string matches `pattern`.
--   False, if the string doesn't match `pattern`.
+-   False, if the string does not match `pattern`.
 
 **Example**
 
diff --git a/docs/en/sql-reference/functions/url-functions.md b/docs/en/sql-reference/functions/url-functions.md
index 9feb7a3c711..397ae45ec71 100644
--- a/docs/en/sql-reference/functions/url-functions.md
+++ b/docs/en/sql-reference/functions/url-functions.md
@@ -5,7 +5,7 @@ toc_title: URLs
 
 # Functions for Working with URLs {#functions-for-working-with-urls}
 
-All these functions don’t follow the RFC. They are maximally simplified for improved performance.
+All these functions do not follow the RFC. They are maximally simplified for improved performance.
 
 ## Functions that Extract Parts of a URL {#functions-that-extract-parts-of-a-url}
 
@@ -398,7 +398,7 @@ Result:
 
 ## Functions that Remove Part of a URL {#functions-that-remove-part-of-a-url}
 
-If the URL doesn’t have anything similar, the URL remains unchanged.
+If the URL does not have anything similar, the URL remains unchanged.
 
 ### cutWWW {#cutwww}
 
diff --git a/docs/en/sql-reference/functions/ym-dict-functions.md b/docs/en/sql-reference/functions/ym-dict-functions.md
index 941f75ff006..f947c81c7a9 100644
--- a/docs/en/sql-reference/functions/ym-dict-functions.md
+++ b/docs/en/sql-reference/functions/ym-dict-functions.md
@@ -136,7 +136,7 @@ In the Yandex geobase, the population might be recorded for child regions, but n
 
 ### regionIn(lhs, rhs\[, geobase\]) {#regioninlhs-rhs-geobase}
 
-Checks whether a ‘lhs’ region belongs to a ‘rhs’ region. Returns a UInt8 number equal to 1 if it belongs, or 0 if it doesn’t belong.
+Checks whether a ‘lhs’ region belongs to a ‘rhs’ region. Returns a UInt8 number equal to 1 if it belongs, or 0 if it does not belong.
 The relationship is reflexive – any region also belongs to itself.
 
 ### regionHierarchy(id\[, geobase\]) {#regionhierarchyid-geobase}
@@ -146,7 +146,7 @@ Example: `regionHierarchy(toUInt32(213)) = [213,1,3,225,10001,10000]`.
 
 ### regionToName(id\[, lang\]) {#regiontonameid-lang}
 
-Accepts a UInt32 number – the region ID from the Yandex geobase. A string with the name of the language can be passed as a second argument. Supported languages are: ru, en, ua, uk, by, kz, tr. If the second argument is omitted, the language ‘ru’ is used. If the language is not supported, an exception is thrown. Returns a string – the name of the region in the corresponding language. If the region with the specified ID doesn’t exist, an empty string is returned.
+Accepts a UInt32 number – the region ID from the Yandex geobase. A string with the name of the language can be passed as a second argument. Supported languages are: ru, en, ua, uk, by, kz, tr. If the second argument is omitted, the language ‘ru’ is used. If the language is not supported, an exception is thrown. Returns a string – the name of the region in the corresponding language. If the region with the specified ID does not exist, an empty string is returned.
 
 `ua` and `uk` both mean Ukrainian.
 
diff --git a/docs/en/sql-reference/operators/in.md b/docs/en/sql-reference/operators/in.md
index 0abeabc7f57..3d8d2673468 100644
--- a/docs/en/sql-reference/operators/in.md
+++ b/docs/en/sql-reference/operators/in.md
@@ -208,10 +208,10 @@ and the temporary table `_data1` will be sent to every remote server with the qu
 
 This is more optimal than using the normal IN. However, keep the following points in mind:
 
-1.  When creating a temporary table, data is not made unique. To reduce the volume of data transmitted over the network, specify DISTINCT in the subquery. (You don’t need to do this for a normal IN.)
+1.  When creating a temporary table, data is not made unique. To reduce the volume of data transmitted over the network, specify DISTINCT in the subquery. (You do not need to do this for a normal IN.)
 2.  The temporary table will be sent to all the remote servers. Transmission does not account for network topology. For example, if 10 remote servers reside in a datacenter that is very remote in relation to the requestor server, the data will be sent 10 times over the channel to the remote datacenter. Try to avoid large data sets when using GLOBAL IN.
 3.  When transmitting data to remote servers, restrictions on network bandwidth are not configurable. You might overload the network.
-4.  Try to distribute data across servers so that you don’t need to use GLOBAL IN on a regular basis.
+4.  Try to distribute data across servers so that you do not need to use GLOBAL IN on a regular basis.
 5.  If you need to use GLOBAL IN often, plan the location of the ClickHouse cluster so that a single group of replicas resides in no more than one data center with a fast network between them, so that a query can be processed entirely within a single data center.
 
 It also makes sense to specify a local table in the `GLOBAL IN` clause, in case this local table is only available on the requestor server and you want to use data from it on remote servers.
@@ -236,4 +236,4 @@ where M is between 1 and 3 depending on which replica the local query is executi
 
 Therefore adding the max_parallel_replicas setting will only produce correct results if both tables have the same replication scheme and are sampled by UserID or a subkey of it. In particular, if local_table_2 does not have a sampling key, incorrect results will be produced. The same rule applies to JOIN.
 
-One workaround if local_table_2 doesn't meet the requirements, is to use `GLOBAL IN` or `GLOBAL JOIN`.
+One workaround if local_table_2 does not meet the requirements, is to use `GLOBAL IN` or `GLOBAL JOIN`.
diff --git a/docs/en/sql-reference/operators/index.md b/docs/en/sql-reference/operators/index.md
index e073d5f23f0..31fce7f72b3 100644
--- a/docs/en/sql-reference/operators/index.md
+++ b/docs/en/sql-reference/operators/index.md
@@ -250,7 +250,7 @@ The following operators do not have a priority since they are brackets:
 ## Associativity {#associativity}
 
 All binary operators have left associativity. For example, `1 + 2 + 3` is transformed to `plus(plus(1, 2), 3)`.
-Sometimes this doesn’t work the way you expect. For example, `SELECT 4 > 2 > 3` will result in 0.
+Sometimes this does not work the way you expect. For example, `SELECT 4 > 2 > 3` will result in 0.
 
 For efficiency, the `and` and `or` functions accept any number of arguments. The corresponding chains of `AND` and `OR` operators are transformed into a single call of these functions.
 
diff --git a/docs/en/sql-reference/statements/alter/column.md b/docs/en/sql-reference/statements/alter/column.md
index d661bd4cd59..2e7cd1be952 100644
--- a/docs/en/sql-reference/statements/alter/column.md
+++ b/docs/en/sql-reference/statements/alter/column.md
@@ -39,7 +39,7 @@ Adds a new column to the table with the specified `name`, `type`, [`codec`](../.
 
 If the `IF NOT EXISTS` clause is included, the query won’t return an error if the column already exists. If you specify `AFTER name_after` (the name of another column), the column is added after the specified one in the list of table columns. If you want to add a column to the beginning of the table use the `FIRST` clause. Otherwise, the column is added to the end of the table. For a chain of actions, `name_after` can be the name of a column that is added in one of the previous actions.
 
-Adding a column just changes the table structure, without performing any actions with data. The data doesn’t appear on the disk after `ALTER`. If the data is missing for a column when reading from the table, it is filled in with default values (by performing the default expression if there is one, or using zeros or empty strings). The column appears on the disk after merging data parts (see [MergeTree](../../../engines/table-engines/mergetree-family/mergetree.md)).
+Adding a column just changes the table structure, without performing any actions with data. The data does not appear on the disk after `ALTER`. If the data is missing for a column when reading from the table, it is filled in with default values (by performing the default expression if there is one, or using zeros or empty strings). The column appears on the disk after merging data parts (see [MergeTree](../../../engines/table-engines/mergetree-family/mergetree.md)).
 
 This approach allows us to complete the `ALTER` query instantly, without increasing the volume of old data.
 
@@ -70,7 +70,7 @@ Added3  UInt32
 DROP COLUMN [IF EXISTS] name
 ```
 
-Deletes the column with the name `name`. If the `IF EXISTS` clause is specified, the query won’t return an error if the column doesn’t exist.
+Deletes the column with the name `name`. If the `IF EXISTS` clause is specified, the query won’t return an error if the column does not exist.
 
 Deletes data from the file system. Since this deletes entire files, the query is completed almost instantly.
 
@@ -89,7 +89,7 @@ ALTER TABLE visits DROP COLUMN browser
 RENAME COLUMN [IF EXISTS] name to new_name
 ```
 
-Renames the column `name` to `new_name`. If the `IF EXISTS` clause is specified, the query won’t return an error if the column doesn’t exist. Since renaming does not involve the underlying data, the query is completed almost instantly.
+Renames the column `name` to `new_name`. If the `IF EXISTS` clause is specified, the query won’t return an error if the column does not exist. Since renaming does not involve the underlying data, the query is completed almost instantly.
 
 **NOTE**: Columns specified in the key expression of the table (either with `ORDER BY` or `PRIMARY KEY`) cannot be renamed. Trying to change these columns will produce `SQL Error [524]`. 
 
@@ -107,7 +107,7 @@ CLEAR COLUMN [IF EXISTS] name IN PARTITION partition_name
 
 Resets all data in a column for a specified partition. Read more about setting the partition name in the section [How to specify the partition expression](#alter-how-to-specify-part-expr).
 
-If the `IF EXISTS` clause is specified, the query won’t return an error if the column doesn’t exist.
+If the `IF EXISTS` clause is specified, the query won’t return an error if the column does not exist.
 
 Example:
 
@@ -121,7 +121,7 @@ ALTER TABLE visits CLEAR COLUMN browser IN PARTITION tuple()
 COMMENT COLUMN [IF EXISTS] name 'comment'
 ```
 
-Adds a comment to the column. If the `IF EXISTS` clause is specified, the query won’t return an error if the column doesn’t exist.
+Adds a comment to the column. If the `IF EXISTS` clause is specified, the query won’t return an error if the column does not exist.
 
 Each column can have one comment. If a comment already exists for the column, a new comment overwrites the previous comment.
 
@@ -149,11 +149,11 @@ This query changes the `name` column properties:
 
 For examples of columns TTL modifying, see [Column TTL](../../../engines/table-engines/mergetree-family/mergetree.md#mergetree-column-ttl).
 
-If the `IF EXISTS` clause is specified, the query won’t return an error if the column doesn’t exist.
+If the `IF EXISTS` clause is specified, the query won’t return an error if the column does not exist.
 
 The query also can change the order of the columns using `FIRST | AFTER` clause, see [ADD COLUMN](#alter_add-column) description.
 
-When changing the type, values are converted as if the [toType](../../../sql-reference/functions/type-conversion-functions.md) functions were applied to them. If only the default expression is changed, the query doesn’t do anything complex, and is completed almost instantly.
+When changing the type, values are converted as if the [toType](../../../sql-reference/functions/type-conversion-functions.md) functions were applied to them. If only the default expression is changed, the query does not do anything complex, and is completed almost instantly.
 
 Example:
 
@@ -213,4 +213,4 @@ If the `ALTER` query is not sufficient to make the table changes you need, you c
 
 The `ALTER` query blocks all reads and writes for the table. In other words, if a long `SELECT` is running at the time of the `ALTER` query, the `ALTER` query will wait for it to complete. At the same time, all new queries to the same table will wait while this `ALTER` is running.
 
-For tables that don’t store data themselves (such as `Merge` and `Distributed`), `ALTER` just changes the table structure, and does not change the structure of subordinate tables. For example, when running ALTER for a `Distributed` table, you will also need to run `ALTER` for the tables on all remote servers.
+For tables that do not store data themselves (such as `Merge` and `Distributed`), `ALTER` just changes the table structure, and does not change the structure of subordinate tables. For example, when running ALTER for a `Distributed` table, you will also need to run `ALTER` for the tables on all remote servers.
diff --git a/docs/en/sql-reference/statements/alter/partition.md b/docs/en/sql-reference/statements/alter/partition.md
index b22f89928b9..b38643d6027 100644
--- a/docs/en/sql-reference/statements/alter/partition.md
+++ b/docs/en/sql-reference/statements/alter/partition.md
@@ -184,7 +184,7 @@ To restore data from a backup, do the following:
 2.  Copy the data from the `data/database/table/` directory inside the backup to the `/var/lib/clickhouse/data/database/table/detached/` directory.
 3.  Run `ALTER TABLE t ATTACH PARTITION` queries to add the data to a table.
 
-Restoring from a backup doesn’t require stopping the server.
+Restoring from a backup does not require stopping the server.
 
 For more information about backups and restoring data, see the [Data Backup](../../../operations/backup.md) section.
 
diff --git a/docs/en/sql-reference/statements/check-table.md b/docs/en/sql-reference/statements/check-table.md
index 65e6238ebbc..d40fe263b1a 100644
--- a/docs/en/sql-reference/statements/check-table.md
+++ b/docs/en/sql-reference/statements/check-table.md
@@ -28,7 +28,7 @@ The `CHECK TABLE` query supports the following table engines:
 
 Performed over the tables with another table engines causes an exception.
 
-Engines from the `*Log` family don’t provide automatic data recovery on failure. Use the `CHECK TABLE` query to track data loss in a timely manner.
+Engines from the `*Log` family do not provide automatic data recovery on failure. Use the `CHECK TABLE` query to track data loss in a timely manner.
 
 ## Checking the MergeTree Family Tables {#checking-mergetree-tables}
 
diff --git a/docs/en/sql-reference/statements/create/database.md b/docs/en/sql-reference/statements/create/database.md
index bdb31d44b0b..3c6f73d54db 100644
--- a/docs/en/sql-reference/statements/create/database.md
+++ b/docs/en/sql-reference/statements/create/database.md
@@ -15,7 +15,7 @@ CREATE DATABASE [IF NOT EXISTS] db_name [ON CLUSTER cluster] [ENGINE = engine(..
 
 ### IF NOT EXISTS {#if-not-exists}
 
-If the `db_name` database already exists, then ClickHouse doesn’t create a new database and:
+If the `db_name` database already exists, then ClickHouse does not create a new database and:
 
 -   Doesn’t throw an exception if clause is specified.
 -   Throws an exception if clause isn’t specified.
diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index 5f1f0151350..4342dd25385 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -96,13 +96,13 @@ If the default expression is defined, the column type is optional. If there isn
 
 If the data type and default expression are defined explicitly, this expression will be cast to the specified type using type casting functions. Example: `Hits UInt32 DEFAULT 0` means the same thing as `Hits UInt32 DEFAULT toUInt32(0)`.
 
-Default expressions may be defined as an arbitrary expression from table constants and columns. When creating and changing the table structure, it checks that expressions don’t contain loops. For INSERT, it checks that expressions are resolvable – that all columns they can be calculated from have been passed.
+Default expressions may be defined as an arbitrary expression from table constants and columns. When creating and changing the table structure, it checks that expressions do not contain loops. For INSERT, it checks that expressions are resolvable – that all columns they can be calculated from have been passed.
 
 ### DEFAULT {#default}
 
 `DEFAULT expr`
 
-Normal default value. If the INSERT query doesn’t specify the corresponding column, it will be filled in by computing the corresponding expression.
+Normal default value. If the INSERT query does not specify the corresponding column, it will be filled in by computing the corresponding expression.
 
 ### MATERIALIZED {#materialized}
 
@@ -234,14 +234,14 @@ High compression levels are useful for asymmetric scenarios, like compress once,
 
 ### Specialized Codecs {#create-query-specialized-codecs}
 
-These codecs are designed to make compression more effective by using specific features of data. Some of these codecs don’t compress data themself. Instead, they prepare the data for a common purpose codec, which compresses it better than without this preparation.
+These codecs are designed to make compression more effective by using specific features of data. Some of these codecs do not compress data themself. Instead, they prepare the data for a common purpose codec, which compresses it better than without this preparation.
 
 Specialized codecs:
 
 -   `Delta(delta_bytes)` — Compression approach in which raw values are replaced by the difference of two neighboring values, except for the first value that stays unchanged. Up to `delta_bytes` are used for storing delta values, so `delta_bytes` is the maximum size of raw values. Possible `delta_bytes` values: 1, 2, 4, 8. The default value for `delta_bytes` is `sizeof(type)` if equal to 1, 2, 4, or 8. In all other cases, it’s 1.
 -   `DoubleDelta` — Calculates delta of deltas and writes it in compact binary form. Optimal compression rates are achieved for monotonic sequences with a constant stride, such as time series data. Can be used with any fixed-width type. Implements the algorithm used in Gorilla TSDB, extending it to support 64-bit types. Uses 1 extra bit for 32-byte deltas: 5-bit prefixes instead of 4-bit prefixes. For additional information, see Compressing Time Stamps in [Gorilla: A Fast, Scalable, In-Memory Time Series Database](http://www.vldb.org/pvldb/vol8/p1816-teller.pdf).
 -   `Gorilla` — Calculates XOR between current and previous value and writes it in compact binary form. Efficient when storing a series of floating point values that change slowly, because the best compression rate is achieved when neighboring values are binary equal. Implements the algorithm used in Gorilla TSDB, extending it to support 64-bit types. For additional information, see Compressing Values in [Gorilla: A Fast, Scalable, In-Memory Time Series Database](http://www.vldb.org/pvldb/vol8/p1816-teller.pdf).
--   `T64` — Compression approach that crops unused high bits of values in integer data types (including `Enum`, `Date` and `DateTime`). At each step of its algorithm, codec takes a block of 64 values, puts them into 64x64 bit matrix, transposes it, crops the unused bits of values and returns the rest as a sequence. Unused bits are the bits, that don’t differ between maximum and minimum values in the whole data part for which the compression is used.
+-   `T64` — Compression approach that crops unused high bits of values in integer data types (including `Enum`, `Date` and `DateTime`). At each step of its algorithm, codec takes a block of 64 values, puts them into 64x64 bit matrix, transposes it, crops the unused bits of values and returns the rest as a sequence. Unused bits are the bits, that do not differ between maximum and minimum values in the whole data part for which the compression is used.
 
 `DoubleDelta` and `Gorilla` codecs are used in Gorilla TSDB as the components of its compressing algorithm. Gorilla approach is effective in scenarios when there is a sequence of slowly changing values with their timestamps. Timestamps are effectively compressed by the `DoubleDelta` codec, and values are effectively compressed by the `Gorilla` codec. For example, to get an effectively stored table, you can create it in the following configuration:
 
@@ -287,7 +287,7 @@ It’s possible to use tables with [ENGINE = Memory](../../../engines/table-engi
 !!!note "Note"
     This query is supported only for [Atomic](../../../engines/database-engines/atomic.md) database engine.
 
-If you need to delete some data from a table, you can create a new table and fill it with a `SELECT` statement that doesn't retrieve unwanted data, then drop the old table and rename the new one:
+If you need to delete some data from a table, you can create a new table and fill it with a `SELECT` statement that does not retrieve unwanted data, then drop the old table and rename the new one:
 
 ```sql
 CREATE TABLE myNewTable AS myOldTable;
diff --git a/docs/en/sql-reference/statements/create/user.md b/docs/en/sql-reference/statements/create/user.md
index 456adc4bb13..ad9f203b768 100644
--- a/docs/en/sql-reference/statements/create/user.md
+++ b/docs/en/sql-reference/statements/create/user.md
@@ -52,7 +52,7 @@ Another way of specifying host is to use `@` syntax following the username. Exam
 -   `CREATE USER mira@'192.168.%.%'` — Equivalent to the `HOST LIKE` syntax.
 
 !!! info "Warning"
-    ClickHouse treats `user_name@'address'` as a username as a whole. Thus, technically you can create multiple users with the same `user_name` and different constructions after `@`. However, we don’t recommend to do so.
+    ClickHouse treats `user_name@'address'` as a username as a whole. Thus, technically you can create multiple users with the same `user_name` and different constructions after `@`. However, we do not recommend to do so.
 
 	
 ## GRANTEES Clause {#grantees}
diff --git a/docs/en/sql-reference/statements/create/view.md b/docs/en/sql-reference/statements/create/view.md
index 633db355d4a..4b51bb8b067 100644
--- a/docs/en/sql-reference/statements/create/view.md
+++ b/docs/en/sql-reference/statements/create/view.md
@@ -15,7 +15,7 @@ Syntax:
 CREATE [OR REPLACE] VIEW [IF NOT EXISTS] [db.]table_name [ON CLUSTER] AS SELECT ...
 ```
 
-Normal views don’t store any data. They just perform a read from another table on each access. In other words, a normal view is nothing more than a saved query. When reading from a view, this saved query is used as a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
+Normal views do not store any data. They just perform a read from another table on each access. In other words, a normal view is nothing more than a saved query. When reading from a view, this saved query is used as a subquery in the [FROM](../../../sql-reference/statements/select/from.md) clause.
 
 As an example, assume you’ve created a view:
 
@@ -50,9 +50,9 @@ When creating a materialized view with `TO [db].[table]`, you must not use `POPU
 A materialized view is implemented as follows: when inserting data to the table specified in `SELECT`, part of the inserted data is converted by this `SELECT` query, and the result is inserted in the view.
 
 !!! important "Important"
-    Materialized views in ClickHouse are implemented more like insert triggers. If there’s some aggregation in the view query, it’s applied only to the batch of freshly inserted data. Any changes to existing data of source table (like update, delete, drop partition, etc.) doesn’t change the materialized view.
+    Materialized views in ClickHouse are implemented more like insert triggers. If there’s some aggregation in the view query, it’s applied only to the batch of freshly inserted data. Any changes to existing data of source table (like update, delete, drop partition, etc.) does not change the materialized view.
 
-If you specify `POPULATE`, the existing table data is inserted in the view when creating it, as if making a `CREATE TABLE ... AS SELECT ...` . Otherwise, the query contains only the data inserted in the table after creating the view. We **don’t recommend** using POPULATE, since data inserted in the table during the view creation will not be inserted in it.
+If you specify `POPULATE`, the existing table data is inserted in the view when creating it, as if making a `CREATE TABLE ... AS SELECT ...` . Otherwise, the query contains only the data inserted in the table after creating the view. We **do not recommend** using POPULATE, since data inserted in the table during the view creation will not be inserted in it.
 
 A `SELECT` query can contain `DISTINCT`, `GROUP BY`, `ORDER BY`, `LIMIT`… Note that the corresponding conversions are performed independently on each block of inserted data. For example, if `GROUP BY` is set, data is aggregated during insertion, but only within a single packet of inserted data. The data won’t be further aggregated. The exception is when using an `ENGINE` that independently performs data aggregation, such as `SummingMergeTree`.
 
@@ -229,7 +229,7 @@ WATCH lv
 ```
 
 ```
-Code: 60. DB::Exception: Received from localhost:9000. DB::Exception: Table default.lv doesn't exist.. 
+Code: 60. DB::Exception: Received from localhost:9000. DB::Exception: Table default.lv does not exist.. 
 ```
 
 ### Usage {#live-view-usage}
diff --git a/docs/en/sql-reference/statements/detach.md b/docs/en/sql-reference/statements/detach.md
index 59f5b297ece..a181dd8deee 100644
--- a/docs/en/sql-reference/statements/detach.md
+++ b/docs/en/sql-reference/statements/detach.md
@@ -17,7 +17,7 @@ Detaching does not delete the data or metadata for the table or materialized vie
 
 Whether the table was detached permanently or not, in both cases you can reattach it using the [ATTACH](../../sql-reference/statements/attach.md). System log tables can be also attached back (e.g. `query_log`, `text_log`, etc). Other system tables can't be reattached. On the next server launch the server will recall those tables again.
 
-`ATTACH MATERIALIZED VIEW` doesn't work with short syntax (without `SELECT`), but you can attach it using the `ATTACH TABLE` query.
+`ATTACH MATERIALIZED VIEW` does not work with short syntax (without `SELECT`), but you can attach it using the `ATTACH TABLE` query.
 
 Note that you can not detach permanently the table which is already detached (temporary). But you can attach it back and then detach permanently again. 
 
@@ -64,7 +64,7 @@ Result:
 
 ``` text
 Received exception from server (version 21.4.1):
-Code: 60. DB::Exception: Received from localhost:9000. DB::Exception: Table default.test doesn't exist.
+Code: 60. DB::Exception: Received from localhost:9000. DB::Exception: Table default.test does not exist.
 ```
 
 [Original article](https://clickhouse.tech/docs/en/sql-reference/statements/detach/) <!--hide-->
diff --git a/docs/en/sql-reference/statements/drop.md b/docs/en/sql-reference/statements/drop.md
index 4317a20419e..90a2a46c7cf 100644
--- a/docs/en/sql-reference/statements/drop.md
+++ b/docs/en/sql-reference/statements/drop.md
@@ -5,7 +5,7 @@ toc_title: DROP
 
 # DROP Statements {#drop}
 
-Deletes existing entity. If the `IF EXISTS` clause is specified, these queries don’t return an error if the entity doesn’t exist.
+Deletes existing entity. If the `IF EXISTS` clause is specified, these queries do not return an error if the entity does not exist.
 
 ## DROP DATABASE {#drop-database}
 
@@ -97,4 +97,4 @@ Syntax:
 DROP VIEW [IF EXISTS] [db.]name [ON CLUSTER cluster]
 ```
 
-[Оriginal article](https://clickhouse.tech/docs/en/sql-reference/statements/drop/) <!--hide-->
\ No newline at end of file
+[Оriginal article](https://clickhouse.tech/docs/en/sql-reference/statements/drop/) <!--hide-->
diff --git a/docs/en/sql-reference/statements/exists.md b/docs/en/sql-reference/statements/exists.md
index 3b0f4b66343..b7c4a487791 100644
--- a/docs/en/sql-reference/statements/exists.md
+++ b/docs/en/sql-reference/statements/exists.md
@@ -9,4 +9,4 @@ toc_title: EXISTS
 EXISTS [TEMPORARY] [TABLE|DICTIONARY] [db.]name [INTO OUTFILE filename] [FORMAT format]
 ```
 
-Returns a single `UInt8`-type column, which contains the single value `0` if the table or database doesn’t exist, or `1` if the table exists in the specified database.
+Returns a single `UInt8`-type column, which contains the single value `0` if the table or database does not exist, or `1` if the table exists in the specified database.
diff --git a/docs/en/sql-reference/statements/grant.md b/docs/en/sql-reference/statements/grant.md
index 068eac1d083..8ca2b25ce66 100644
--- a/docs/en/sql-reference/statements/grant.md
+++ b/docs/en/sql-reference/statements/grant.md
@@ -49,7 +49,7 @@ It means that `john` has the permission to execute:
 -   `SELECT x FROM db.table`.
 -   `SELECT y FROM db.table`.
 
-`john` can’t execute `SELECT z FROM db.table`. The `SELECT * FROM db.table` also is not available. Processing this query, ClickHouse doesn’t return any data, even `x` and `y`. The only exception is if a table contains only `x` and `y` columns. In this case ClickHouse returns all the data.
+`john` can’t execute `SELECT z FROM db.table`. The `SELECT * FROM db.table` also is not available. Processing this query, ClickHouse does not return any data, even `x` and `y`. The only exception is if a table contains only `x` and `y` columns. In this case ClickHouse returns all the data.
 
 Also `john` has the `GRANT OPTION` privilege, so it can grant other users with privileges of the same or smaller scope.
 
@@ -230,7 +230,7 @@ Consider the following privilege:
 GRANT SELECT(x,y) ON db.table TO john
 ```
 
-This privilege allows `john` to execute any `SELECT` query that involves data from the `x` and/or `y` columns in `db.table`, for example, `SELECT x FROM db.table`. `john` can’t execute `SELECT z FROM db.table`. The `SELECT * FROM db.table` also is not available. Processing this query, ClickHouse doesn’t return any data, even `x` and `y`. The only exception is if a table contains only `x` and `y` columns, in this case ClickHouse returns all the data.
+This privilege allows `john` to execute any `SELECT` query that involves data from the `x` and/or `y` columns in `db.table`, for example, `SELECT x FROM db.table`. `john` can’t execute `SELECT z FROM db.table`. The `SELECT * FROM db.table` also is not available. Processing this query, ClickHouse does not return any data, even `x` and `y`. The only exception is if a table contains only `x` and `y` columns, in this case ClickHouse returns all the data.
 
 ### INSERT {#grant-insert}
 
@@ -240,7 +240,7 @@ Privilege level: `COLUMN`.
 
 **Description**
 
-User granted with this privilege can execute `INSERT` queries over a specified list of columns in the specified table and database. If user includes other columns then specified a query doesn’t insert any data.
+User granted with this privilege can execute `INSERT` queries over a specified list of columns in the specified table and database. If user includes other columns then specified a query does not insert any data.
 
 **Example**
 
@@ -292,7 +292,7 @@ Examples of how this hierarchy is treated:
 
 **Notes**
 
--   The `MODIFY SETTING` privilege allows modifying table engine settings. It doesn’t affect settings or server configuration parameters.
+-   The `MODIFY SETTING` privilege allows modifying table engine settings. It does not affect settings or server configuration parameters.
 -   The `ATTACH` operation needs the [CREATE](#grant-create) privilege.
 -   The `DETACH` operation needs the [DROP](#grant-drop) privilege.
 -   To stop mutation by the [KILL MUTATION](../../sql-reference/statements/misc.md#kill-mutation) query, you need to have a privilege to start this mutation. For example, if you want to stop the `ALTER UPDATE` query, you need the `ALTER UPDATE`, `ALTER TABLE`, or `ALTER` privilege.
diff --git a/docs/en/sql-reference/statements/insert-into.md b/docs/en/sql-reference/statements/insert-into.md
index 66effcccc3f..3da1faee098 100644
--- a/docs/en/sql-reference/statements/insert-into.md
+++ b/docs/en/sql-reference/statements/insert-into.md
@@ -57,7 +57,7 @@ SELECT * FROM insert_select_testtable;
 
 In this example, we see that the second inserted row has `a` and `c` columns filled by the passed values, and `b` filled with value by default.
 
-If a list of columns doesn't include all existing columns, the rest of the columns are filled with:
+If a list of columns does not include all existing columns, the rest of the columns are filled with:
 
 -   The values calculated from the `DEFAULT` expressions specified in the table definition.
 -   Zeros and empty strings, if `DEFAULT` expressions are not defined.
diff --git a/docs/en/sql-reference/statements/kill.md b/docs/en/sql-reference/statements/kill.md
index 6aa09cca4ef..eab6f602c4a 100644
--- a/docs/en/sql-reference/statements/kill.md
+++ b/docs/en/sql-reference/statements/kill.md
@@ -31,7 +31,7 @@ KILL QUERY WHERE user='username' SYNC
 
 Read-only users can only stop their own queries.
 
-By default, the asynchronous version of queries is used (`ASYNC`), which doesn’t wait for confirmation that queries have stopped.
+By default, the asynchronous version of queries is used (`ASYNC`), which does not wait for confirmation that queries have stopped.
 
 The synchronous version (`SYNC`) waits for all queries to stop and displays information about each process as it stops.
 The response contains the `kill_status` column, which can take the following values:
diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 247252d3f4e..69e2caeb322 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -20,7 +20,7 @@ The `OPTMIZE` query is supported for [MergeTree](../../engines/table-engines/mer
 
 When `OPTIMIZE` is used with the [ReplicatedMergeTree](../../engines/table-engines/mergetree-family/replication.md) family of table engines, ClickHouse creates a task for merging and waits for execution on all nodes (if the `replication_alter_partitions_sync` setting is enabled).
 
--   If `OPTIMIZE` doesn’t perform a merge for any reason, it doesn’t notify the client. To enable notifications, use the [optimize_throw_if_noop](../../operations/settings/settings.md#setting-optimize_throw_if_noop) setting.
+-   If `OPTIMIZE` does not perform a merge for any reason, it does not notify the client. To enable notifications, use the [optimize_throw_if_noop](../../operations/settings/settings.md#setting-optimize_throw_if_noop) setting.
 -   If you specify a `PARTITION`, only the specified partition is optimized. [How to set partition expression](../../sql-reference/statements/alter/index.md#alter-how-to-specify-part-expr).
 -   If you specify `FINAL`, optimization is performed even when all the data is already in one part. Also merge is forced even if concurrent merges are performed.
 -   If you specify `DEDUPLICATE`, then completely identical rows (unless by-clause is specified) will be deduplicated (all columns are compared), it makes sense only for the MergeTree engine.
diff --git a/docs/en/sql-reference/statements/rename.md b/docs/en/sql-reference/statements/rename.md
index a9dda6ed3b2..4f454626493 100644
--- a/docs/en/sql-reference/statements/rename.md
+++ b/docs/en/sql-reference/statements/rename.md
@@ -19,4 +19,4 @@ Renames one or more tables.
 RENAME TABLE [db11.]name11 TO [db12.]name12, [db21.]name21 TO [db22.]name22, ... [ON CLUSTER cluster]
 ```
 
-Renaming tables is a light operation. If you indicated another database after `TO`, the table will be moved to this database. However, the directories with databases must reside in the same file system (otherwise, an error is returned). If you rename multiple tables in one query, this is a non-atomic operation, it may be partially executed, queries in other sessions may receive the error `Table ... doesn't exist ..`.
+Renaming tables is a light operation. If you indicated another database after `TO`, the table will be moved to this database. However, the directories with databases must reside in the same file system (otherwise, an error is returned). If you rename multiple tables in one query, this is a non-atomic operation, it may be partially executed, queries in other sessions may receive the error `Table ... does not exist ..`.
diff --git a/docs/en/sql-reference/statements/select/from.md b/docs/en/sql-reference/statements/select/from.md
index 3ecb5096ab8..7c5ea732122 100644
--- a/docs/en/sql-reference/statements/select/from.md
+++ b/docs/en/sql-reference/statements/select/from.md
@@ -29,7 +29,7 @@ Now `SELECT` queries with `FINAL` are executed in parallel and slightly faster.
 
 ### Drawbacks {#drawbacks}
 
-Queries that use `FINAL` are executed slightly slower than similar queries that don’t, because:
+Queries that use `FINAL` are executed slightly slower than similar queries that do not, because:
 
 -   Data is merged during query execution.
 -   Queries with `FINAL` read primary key columns in addition to the columns specified in the query.
diff --git a/docs/en/sql-reference/statements/select/group-by.md b/docs/en/sql-reference/statements/select/group-by.md
index a07c810fae8..e6affc07b78 100644
--- a/docs/en/sql-reference/statements/select/group-by.md
+++ b/docs/en/sql-reference/statements/select/group-by.md
@@ -208,7 +208,7 @@ This extra row is only produced in `JSON*`, `TabSeparated*`, and `Pretty*` forma
 
 ### Configuring Totals Processing {#configuring-totals-processing}
 
-By default, `totals_mode = 'before_having'`. In this case, ‘totals’ is calculated across all rows, including the ones that don’t pass through HAVING and `max_rows_to_group_by`.
+By default, `totals_mode = 'before_having'`. In this case, ‘totals’ is calculated across all rows, including the ones that do not pass through HAVING and `max_rows_to_group_by`.
 
 The other alternatives include only the rows that pass through HAVING in ‘totals’, and behave differently with the setting `max_rows_to_group_by` and `group_by_overflow_mode = 'any'`.
 
@@ -274,4 +274,4 @@ When merging data flushed to the disk, as well as when merging results from remo
 
 When external aggregation is enabled, if there was less than `max_bytes_before_external_group_by` of data (i.e. data was not flushed), the query runs just as fast as without external aggregation. If any temporary data was flushed, the run time will be several times longer (approximately three times).
 
-If you have an [ORDER BY](../../../sql-reference/statements/select/order-by.md) with a [LIMIT](../../../sql-reference/statements/select/limit.md) after `GROUP BY`, then the amount of used RAM depends on the amount of data in `LIMIT`, not in the whole table. But if the `ORDER BY` doesn’t have `LIMIT`, don’t forget to enable external sorting (`max_bytes_before_external_sort`).
+If you have an [ORDER BY](../../../sql-reference/statements/select/order-by.md) with a [LIMIT](../../../sql-reference/statements/select/limit.md) after `GROUP BY`, then the amount of used RAM depends on the amount of data in `LIMIT`, not in the whole table. But if the `ORDER BY` does not have `LIMIT`, do not forget to enable external sorting (`max_bytes_before_external_sort`).
diff --git a/docs/en/sql-reference/statements/select/index.md b/docs/en/sql-reference/statements/select/index.md
index 0712ea8daa7..2f2ce943225 100644
--- a/docs/en/sql-reference/statements/select/index.md
+++ b/docs/en/sql-reference/statements/select/index.md
@@ -101,7 +101,7 @@ SELECT COLUMNS('a'), COLUMNS('c'), toTypeName(COLUMNS('c')) FROM col_names
 └────┴────┴────┴────────────────┘
 ```
 
-Each column returned by the `COLUMNS` expression is passed to the function as a separate argument. Also you can pass other arguments to the function if it supports them. Be careful when using functions. If a function doesn’t support the number of arguments you have passed to it, ClickHouse throws an exception.
+Each column returned by the `COLUMNS` expression is passed to the function as a separate argument. Also you can pass other arguments to the function if it supports them. Be careful when using functions. If a function does not support the number of arguments you have passed to it, ClickHouse throws an exception.
 
 For example:
 
@@ -111,12 +111,12 @@ SELECT COLUMNS('a') + COLUMNS('c') FROM col_names
 
 ``` text
 Received exception from server (version 19.14.1):
-Code: 42. DB::Exception: Received from localhost:9000. DB::Exception: Number of arguments for function plus doesn't match: passed 3, should be 2.
+Code: 42. DB::Exception: Received from localhost:9000. DB::Exception: Number of arguments for function plus does not match: passed 3, should be 2.
 ```
 
 In this example, `COLUMNS('a')` returns two columns: `aa` and `ab`. `COLUMNS('c')` returns the `bc` column. The `+` operator can’t apply to 3 arguments, so ClickHouse throws an exception with the relevant message.
 
-Columns that matched the `COLUMNS` expression can have different data types. If `COLUMNS` doesn’t match any columns and is the only expression in `SELECT`, ClickHouse throws an exception.
+Columns that matched the `COLUMNS` expression can have different data types. If `COLUMNS` does not match any columns and is the only expression in `SELECT`, ClickHouse throws an exception.
 
 ### Asterisk {#asterisk}
 
@@ -128,7 +128,7 @@ You can put an asterisk in any part of a query instead of an expression. When th
 -   When there is strong filtration on a small number of columns using `PREWHERE`.
 -   In subqueries (since columns that aren’t needed for the external query are excluded from subqueries).
 
-In all other cases, we don’t recommend using the asterisk, since it only gives you the drawbacks of a columnar DBMS instead of the advantages. In other words using the asterisk is not recommended.
+In all other cases, we do not recommend using the asterisk, since it only gives you the drawbacks of a columnar DBMS instead of the advantages. In other words using the asterisk is not recommended.
 
 ### Extreme Values {#extreme-values}
 
diff --git a/docs/en/sql-reference/statements/select/order-by.md b/docs/en/sql-reference/statements/select/order-by.md
index f19a785c6b7..9f0999ccbb6 100644
--- a/docs/en/sql-reference/statements/select/order-by.md
+++ b/docs/en/sql-reference/statements/select/order-by.md
@@ -254,7 +254,7 @@ External sorting works much less effectively than sorting in RAM.
  
  When the `optimize_read_in_order` setting is enabled, the Clickhouse server uses the table index and reads the data in order of the `ORDER BY` key. This allows to avoid reading all data in case of specified [LIMIT](../../../sql-reference/statements/select/limit.md). So queries on big data with small limit are processed faster.
 
-Optimization works with both `ASC` and `DESC` and doesn't work together with [GROUP BY](../../../sql-reference/statements/select/group-by.md) clause and [FINAL](../../../sql-reference/statements/select/from.md#select-from-final) modifier.
+Optimization works with both `ASC` and `DESC` and does not work together with [GROUP BY](../../../sql-reference/statements/select/group-by.md) clause and [FINAL](../../../sql-reference/statements/select/from.md#select-from-final) modifier.
 
 When the `optimize_read_in_order` setting is disabled, the Clickhouse server does not use the table index while processing `SELECT` queries.
 
@@ -265,7 +265,7 @@ Optimization is supported in the following table engines:
 - [MergeTree](../../../engines/table-engines/mergetree-family/mergetree.md)
 - [Merge](../../../engines/table-engines/special/merge.md), [Buffer](../../../engines/table-engines/special/buffer.md), and [MaterializedView](../../../engines/table-engines/special/materializedview.md) table engines over `MergeTree`-engine tables
 
-In `MaterializedView`-engine tables the optimization works with views like `SELECT ... FROM merge_tree_table ORDER BY pk`. But it is not supported in the queries like `SELECT ... FROM view ORDER BY pk` if the view query doesn't have the `ORDER BY` clause.
+In `MaterializedView`-engine tables the optimization works with views like `SELECT ... FROM merge_tree_table ORDER BY pk`. But it is not supported in the queries like `SELECT ... FROM view ORDER BY pk` if the view query does not have the `ORDER BY` clause.
 
 ## ORDER BY Expr WITH FILL Modifier {#orderby-with-fill}
 
@@ -364,7 +364,7 @@ returns
 └────────────┴────────────┴──────────┘
 ```
 
-Field `d1` doesn’t fill and use default value cause we don’t have repeated values for `d2` value, and sequence for `d1` can’t be properly calculated.
+Field `d1` does not fill and use default value cause we do not have repeated values for `d2` value, and sequence for `d1` can’t be properly calculated.
 
 The following query with a changed field in `ORDER BY`
 
diff --git a/docs/en/sql-reference/statements/select/sample.md b/docs/en/sql-reference/statements/select/sample.md
index 55c1919b81d..2ed0a804736 100644
--- a/docs/en/sql-reference/statements/select/sample.md
+++ b/docs/en/sql-reference/statements/select/sample.md
@@ -11,7 +11,7 @@ When data sampling is enabled, the query is not performed on all the data, but o
 Approximated query processing can be useful in the following cases:
 
 -   When you have strict timing requirements (like \<100ms) but you can’t justify the cost of additional hardware resources to meet them.
--   When your raw data is not accurate, so approximation doesn’t noticeably degrade the quality.
+-   When your raw data is not accurate, so approximation does not noticeably degrade the quality.
 -   Business requirements target approximate results (for cost-effectiveness, or to market exact results to premium users).
 
 !!! note "Note"
@@ -59,7 +59,7 @@ In this case, the query is executed on a sample of at least `n` rows (but not si
 
 Since the minimum unit for data reading is one granule (its size is set by the `index_granularity` setting), it makes sense to set a sample that is much larger than the size of the granule.
 
-When using the `SAMPLE n` clause, you don’t know which relative percent of data was processed. So you don’t know the coefficient the aggregate functions should be multiplied by. Use the `_sample_factor` virtual column to get the approximate result.
+When using the `SAMPLE n` clause, you do not know which relative percent of data was processed. So you do not know the coefficient the aggregate functions should be multiplied by. Use the `_sample_factor` virtual column to get the approximate result.
 
 The `_sample_factor` column contains relative coefficients that are calculated dynamically. This column is created automatically when you [create](../../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-creating-a-table) a table with the specified sampling key. The usage examples of the `_sample_factor` column are shown below.
 
@@ -79,7 +79,7 @@ FROM visits
 SAMPLE 10000000
 ```
 
-The example below shows how to calculate the average session duration. Note that you don’t need to use the relative coefficient to calculate the average values.
+The example below shows how to calculate the average session duration. Note that you do not need to use the relative coefficient to calculate the average values.
 
 ``` sql
 SELECT avg(Duration)
diff --git a/docs/en/sql-reference/statements/show.md b/docs/en/sql-reference/statements/show.md
index 7b3f709b876..a78ef38241f 100644
--- a/docs/en/sql-reference/statements/show.md
+++ b/docs/en/sql-reference/statements/show.md
@@ -240,7 +240,7 @@ If user is not specified, the query returns privileges for the current user.
 
 Shows parameters that were used at a [user creation](../../sql-reference/statements/create/user.md).
 
-`SHOW CREATE USER` doesn’t output user passwords.
+`SHOW CREATE USER` does not output user passwords.
 
 ### Syntax {#show-create-user-syntax}
 
diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index 0d8d9de3306..9397d7002fd 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -169,7 +169,7 @@ SYSTEM START MERGES [ON VOLUME <volume_name> | [db.]merge_tree_family_table_name
 ### STOP TTL MERGES {#query_language-stop-ttl-merges}
 
 Provides possibility to stop background delete old data according to [TTL expression](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-ttl) for tables in the MergeTree family:
-Returns `Ok.` even if table doesn’t exist or table has not MergeTree engine. Returns error when database doesn’t exist:
+Returns `Ok.` even if table does not exist or table has not MergeTree engine. Returns error when database does not exist:
 
 ``` sql
 SYSTEM STOP TTL MERGES [[db.]merge_tree_family_table_name]
@@ -178,7 +178,7 @@ SYSTEM STOP TTL MERGES [[db.]merge_tree_family_table_name]
 ### START TTL MERGES {#query_language-start-ttl-merges}
 
 Provides possibility to start background delete old data according to [TTL expression](../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-ttl) for tables in the MergeTree family:
-Returns `Ok.` even if table doesn’t exist. Returns error when database doesn’t exist:
+Returns `Ok.` even if table does not exist. Returns error when database does not exist:
 
 ``` sql
 SYSTEM START TTL MERGES [[db.]merge_tree_family_table_name]
@@ -187,7 +187,7 @@ SYSTEM START TTL MERGES [[db.]merge_tree_family_table_name]
 ### STOP MOVES {#query_language-stop-moves}
 
 Provides possibility to stop background move data according to [TTL table expression with TO VOLUME or TO DISK clause](../../engines/table-engines/mergetree-family/mergetree.md#mergetree-table-ttl) for tables in the MergeTree family:
-Returns `Ok.` even if table doesn’t exist. Returns error when database doesn’t exist:
+Returns `Ok.` even if table does not exist. Returns error when database does not exist:
 
 ``` sql
 SYSTEM STOP MOVES [[db.]merge_tree_family_table_name]
@@ -196,7 +196,7 @@ SYSTEM STOP MOVES [[db.]merge_tree_family_table_name]
 ### START MOVES {#query_language-start-moves}
 
 Provides possibility to start background move data according to [TTL table expression with TO VOLUME and TO DISK clause](../../engines/table-engines/mergetree-family/mergetree.md#mergetree-table-ttl) for tables in the MergeTree family:
-Returns `Ok.` even if table doesn’t exist. Returns error when database doesn’t exist:
+Returns `Ok.` even if table does not exist. Returns error when database does not exist:
 
 ``` sql
 SYSTEM START MOVES [[db.]merge_tree_family_table_name]
@@ -209,7 +209,7 @@ ClickHouse can manage background replication related processes in [ReplicatedMer
 ### STOP FETCHES {#query_language-system-stop-fetches}
 
 Provides possibility to stop background fetches for inserted parts for tables in the `ReplicatedMergeTree` family:
-Always returns `Ok.` regardless of the table engine and even if table or database doesn’t exist.
+Always returns `Ok.` regardless of the table engine and even if table or database does not exist.
 
 ``` sql
 SYSTEM STOP FETCHES [[db.]replicated_merge_tree_family_table_name]
@@ -218,7 +218,7 @@ SYSTEM STOP FETCHES [[db.]replicated_merge_tree_family_table_name]
 ### START FETCHES {#query_language-system-start-fetches}
 
 Provides possibility to start background fetches for inserted parts for tables in the `ReplicatedMergeTree` family:
-Always returns `Ok.` regardless of the table engine and even if table or database doesn’t exist.
+Always returns `Ok.` regardless of the table engine and even if table or database does not exist.
 
 ``` sql
 SYSTEM START FETCHES [[db.]replicated_merge_tree_family_table_name]
diff --git a/docs/en/sql-reference/table-functions/cluster.md b/docs/en/sql-reference/table-functions/cluster.md
index b85542d784f..2856e66db9b 100644
--- a/docs/en/sql-reference/table-functions/cluster.md
+++ b/docs/en/sql-reference/table-functions/cluster.md
@@ -24,7 +24,7 @@ clusterAllReplicas('cluster_name', db, table[, sharding_key])
 
 `sharding_key` - When insert into cluster function with more than one shard, sharding_key need to be provided.
 
-Using the `cluster` and `clusterAllReplicas` table functions are less efficient than creating a `Distributed` table because in this case, the server connection is re-established for every request. When processing a large number of queries, please always create the `Distributed` table ahead of time, and don’t use the `cluster` and `clusterAllReplicas` table functions.
+Using the `cluster` and `clusterAllReplicas` table functions are less efficient than creating a `Distributed` table because in this case, the server connection is re-established for every request. When processing a large number of queries, please always create the `Distributed` table ahead of time, and do not use the `cluster` and `clusterAllReplicas` table functions.
 
 The `cluster` and `clusterAllReplicas` table functions can be useful in the following cases:
 
diff --git a/docs/en/sql-reference/table-functions/remote.md b/docs/en/sql-reference/table-functions/remote.md
index e80e58a76aa..ae399c7e612 100644
--- a/docs/en/sql-reference/table-functions/remote.md
+++ b/docs/en/sql-reference/table-functions/remote.md
@@ -42,7 +42,7 @@ The dataset from remote servers.
 
 **Usage**
 
-Using the `remote` table function is less optimal than creating a `Distributed` table because in this case the server connection is re-established for every request. Also, if hostnames are set, the names are resolved, and errors are not counted when working with various replicas. When processing a large number of queries, always create the `Distributed` table ahead of time, and don’t use the `remote` table function.
+Using the `remote` table function is less optimal than creating a `Distributed` table because in this case the server connection is re-established for every request. Also, if hostnames are set, the names are resolved, and errors are not counted when working with various replicas. When processing a large number of queries, always create the `Distributed` table ahead of time, and do not use the `remote` table function.
 
 The `remote` table function can be useful in the following cases:
 
diff --git a/docs/en/sql-reference/table-functions/view.md b/docs/en/sql-reference/table-functions/view.md
index e49a9f5218b..18323ec4e92 100644
--- a/docs/en/sql-reference/table-functions/view.md
+++ b/docs/en/sql-reference/table-functions/view.md
@@ -5,7 +5,7 @@ toc_title: view
 
 ## view {#view}
 
-Turns a subquery into a table. The function implements views (see [CREATE VIEW](https://clickhouse.tech/docs/en/sql-reference/statements/create/view/#create-view)). The resulting table doesn't store data, but only stores the specified `SELECT` query. When reading from the table, ClickHouse executes the query and deletes all unnecessary columns from the result.
+Turns a subquery into a table. The function implements views (see [CREATE VIEW](https://clickhouse.tech/docs/en/sql-reference/statements/create/view/#create-view)). The resulting table does not store data, but only stores the specified `SELECT` query. When reading from the table, ClickHouse executes the query and deletes all unnecessary columns from the result.
 
 **Syntax**
 
diff --git a/docs/en/whats-new/changelog/2017.md b/docs/en/whats-new/changelog/2017.md
index 17d3efe7bab..9ceca2b6c4a 100644
--- a/docs/en/whats-new/changelog/2017.md
+++ b/docs/en/whats-new/changelog/2017.md
@@ -7,7 +7,7 @@ toc_title: '2017'
 
 This release contains bug fixes for the previous release 1.1.54318:
 
--   Fixed bug with possible race condition in replication that could lead to data loss. This issue affects versions 1.1.54310 and 1.1.54318. If you use one of these versions with Replicated tables, the update is strongly recommended. This issue shows in logs in Warning messages like `Part ... from own log doesn't exist.` The issue is relevant even if you don’t see these messages in logs.
+-   Fixed bug with possible race condition in replication that could lead to data loss. This issue affects versions 1.1.54310 and 1.1.54318. If you use one of these versions with Replicated tables, the update is strongly recommended. This issue shows in logs in Warning messages like `Part ... from own log does not exist.` The issue is relevant even if you do not see these messages in logs.
 
 ### ClickHouse Release 1.1.54318, 2017-11-30 {#clickhouse-release-1-1-54318-2017-11-30}
 
@@ -50,7 +50,7 @@ This release contains bug fixes for the previous release 1.1.54310:
 -   Fixed nonatomic adding and removing of parts in Replicated tables.
 -   Data inserted into a materialized view is not subjected to unnecessary deduplication.
 -   Executing a query to a Distributed table for which the local replica is lagging and remote replicas are unavailable does not result in an error anymore.
--   Users don’t need access permissions to the `default` database to create temporary tables anymore.
+-   Users do not need access permissions to the `default` database to create temporary tables anymore.
 -   Fixed crashing when specifying the Array type without arguments.
 -   Fixed hangups when the disk volume containing server logs is full.
 -   Fixed an overflow in the toRelativeWeekNum function for the first week of the Unix epoch.
@@ -138,7 +138,7 @@ This release contains bug fixes for the previous release 1.1.54310:
 
 #### Please Note When Upgrading: {#please-note-when-upgrading}
 
--   There is now a higher default value for the MergeTree setting `max_bytes_to_merge_at_max_space_in_pool` (the maximum total size of data parts to merge, in bytes): it has increased from 100 GiB to 150 GiB. This might result in large merges running after the server upgrade, which could cause an increased load on the disk subsystem. If the free space available on the server is less than twice the total amount of the merges that are running, this will cause all other merges to stop running, including merges of small data parts. As a result, INSERT queries will fail with the message “Merges are processing significantly slower than inserts.” Use the `SELECT * FROM system.merges` query to monitor the situation. You can also check the `DiskSpaceReservedForMerge` metric in the `system.metrics` table, or in Graphite. You don’t need to do anything to fix this, since the issue will resolve itself once the large merges finish. If you find this unacceptable, you can restore the previous value for the `max_bytes_to_merge_at_max_space_in_pool` setting. To do this, go to the `<merge_tree>` section in config.xml, set ``` <merge_tree>``<max_bytes_to_merge_at_max_space_in_pool>107374182400</max_bytes_to_merge_at_max_space_in_pool> ``` and restart the server.
+-   There is now a higher default value for the MergeTree setting `max_bytes_to_merge_at_max_space_in_pool` (the maximum total size of data parts to merge, in bytes): it has increased from 100 GiB to 150 GiB. This might result in large merges running after the server upgrade, which could cause an increased load on the disk subsystem. If the free space available on the server is less than twice the total amount of the merges that are running, this will cause all other merges to stop running, including merges of small data parts. As a result, INSERT queries will fail with the message “Merges are processing significantly slower than inserts.” Use the `SELECT * FROM system.merges` query to monitor the situation. You can also check the `DiskSpaceReservedForMerge` metric in the `system.metrics` table, or in Graphite. You do not need to do anything to fix this, since the issue will resolve itself once the large merges finish. If you find this unacceptable, you can restore the previous value for the `max_bytes_to_merge_at_max_space_in_pool` setting. To do this, go to the `<merge_tree>` section in config.xml, set ``` <merge_tree>``<max_bytes_to_merge_at_max_space_in_pool>107374182400</max_bytes_to_merge_at_max_space_in_pool> ``` and restart the server.
 
 ### ClickHouse Release 1.1.54284, 2017-08-29 {#clickhouse-release-1-1-54284-2017-08-29}
 
@@ -181,7 +181,7 @@ This release contains bug fixes for the previous release 1.1.54276:
 
 -   Added the `output_format_json_quote_denormals` setting, which enables outputting nan and inf values in JSON format.
 -   Optimized stream allocation when reading from a Distributed table.
--   Settings can be configured in readonly mode if the value doesn’t change.
+-   Settings can be configured in readonly mode if the value does not change.
 -   Added the ability to retrieve non-integer granules of the MergeTree engine in order to meet restrictions on the block size specified in the preferred_block_size_bytes setting. The purpose is to reduce the consumption of RAM and increase cache locality when processing queries from tables with large columns.
 -   Efficient use of indexes that contain expressions like `toStartOfHour(x)` for conditions like `toStartOfHour(x) op сonstexpr.`
 -   Added new settings for MergeTree engines (the merge_tree section in config.xml):
diff --git a/docs/en/whats-new/changelog/2018.md b/docs/en/whats-new/changelog/2018.md
index b0c4e147352..3544c9a9b49 100644
--- a/docs/en/whats-new/changelog/2018.md
+++ b/docs/en/whats-new/changelog/2018.md
@@ -32,7 +32,7 @@ toc_title: '2018'
 -   Now you can use a parameter to configure the precision of the `uniqCombined` aggregate function (select the number of HyperLogLog cells). [#3406](https://github.com/ClickHouse/ClickHouse/pull/3406)
 -   Added the `system.contributors` table that contains the names of everyone who made commits in ClickHouse. [#3452](https://github.com/ClickHouse/ClickHouse/pull/3452)
 -   Added the ability to omit the partition for the `ALTER TABLE ... FREEZE` query in order to back up all partitions at once. [#3514](https://github.com/ClickHouse/ClickHouse/pull/3514)
--   Added `dictGet` and `dictGetOrDefault` functions that don’t require specifying the type of return value. The type is determined automatically from the dictionary description. [Amos Bird](https://github.com/ClickHouse/ClickHouse/pull/3564)
+-   Added `dictGet` and `dictGetOrDefault` functions that do not require specifying the type of return value. The type is determined automatically from the dictionary description. [Amos Bird](https://github.com/ClickHouse/ClickHouse/pull/3564)
 -   Now you can specify comments for a column in the table description and change it using `ALTER`. [#3377](https://github.com/ClickHouse/ClickHouse/pull/3377)
 -   Reading is supported for `Join` type tables with simple keys. [Amos Bird](https://github.com/ClickHouse/ClickHouse/pull/3728)
 -   Now you can specify the options `join_use_nulls`, `max_rows_in_join`, `max_bytes_in_join`, and `join_overflow_mode` when creating a `Join` type table. [Amos Bird](https://github.com/ClickHouse/ClickHouse/pull/3728)
@@ -70,7 +70,7 @@ toc_title: '2018'
 
 #### Improvements: {#improvements-1}
 
--   The server does not write the processed configuration files to the `/etc/clickhouse-server/` directory. Instead, it saves them in the `preprocessed_configs` directory inside `path`. This means that the `/etc/clickhouse-server/` directory doesn’t have write access for the `clickhouse` user, which improves security. [#2443](https://github.com/ClickHouse/ClickHouse/pull/2443)
+-   The server does not write the processed configuration files to the `/etc/clickhouse-server/` directory. Instead, it saves them in the `preprocessed_configs` directory inside `path`. This means that the `/etc/clickhouse-server/` directory does not have write access for the `clickhouse` user, which improves security. [#2443](https://github.com/ClickHouse/ClickHouse/pull/2443)
 -   The `min_merge_bytes_to_use_direct_io` option is set to 10 GiB by default. A merge that forms large parts of tables from the MergeTree family will be performed in `O_DIRECT` mode, which prevents excessive page cache eviction. [#3504](https://github.com/ClickHouse/ClickHouse/pull/3504)
 -   Accelerated server start when there is a very large number of tables. [#3398](https://github.com/ClickHouse/ClickHouse/pull/3398)
 -   Added a connection pool and HTTP `Keep-Alive` for connections between replicas. [#3594](https://github.com/ClickHouse/ClickHouse/pull/3594)
@@ -291,7 +291,7 @@ toc_title: '2018'
 -   Fixed an error when using `FINAL` with `PREWHERE`. [#3298](https://github.com/ClickHouse/ClickHouse/pull/3298)
 -   Fixed an error when using `PREWHERE` over columns that were added during `ALTER`. [#3298](https://github.com/ClickHouse/ClickHouse/pull/3298)
 -   Added a check for the absence of `arrayJoin` for `DEFAULT` and `MATERIALIZED` expressions. Previously, `arrayJoin` led to an error when inserting data. [#3337](https://github.com/ClickHouse/ClickHouse/pull/3337)
--   Added a check for the absence of `arrayJoin` in a `PREWHERE` clause. Previously, this led to messages like `Size ... doesn't match` or `Unknown compression method` when executing queries. [#3357](https://github.com/ClickHouse/ClickHouse/pull/3357)
+-   Added a check for the absence of `arrayJoin` in a `PREWHERE` clause. Previously, this led to messages like `Size ... does not match` or `Unknown compression method` when executing queries. [#3357](https://github.com/ClickHouse/ClickHouse/pull/3357)
 -   Fixed segfault that could occur in rare cases after optimization that replaced AND chains from equality evaluations with the corresponding IN expression. [liuyimin-bytedance](https://github.com/ClickHouse/ClickHouse/pull/3339)
 -   Minor corrections to `clickhouse-benchmark`: previously, client information was not sent to the server; now the number of queries executed is calculated more accurately when shutting down and for limiting the number of iterations. [#3351](https://github.com/ClickHouse/ClickHouse/pull/3351) [#3352](https://github.com/ClickHouse/ClickHouse/pull/3352)
 
@@ -392,7 +392,7 @@ toc_title: '2018'
 -   The operation timeout can now be configured when working with ZooKeeper. [urykhy](https://github.com/ClickHouse/ClickHouse/pull/2971)
 -   You can specify an offset for `LIMIT n, m` as `LIMIT n OFFSET m`. [#2840](https://github.com/ClickHouse/ClickHouse/pull/2840)
 -   You can use the `SELECT TOP n` syntax as an alternative for `LIMIT`. [#2840](https://github.com/ClickHouse/ClickHouse/pull/2840)
--   Increased the size of the queue to write to system tables, so the `SystemLog parameter queue is full` error doesn’t happen as often.
+-   Increased the size of the queue to write to system tables, so the `SystemLog parameter queue is full` error does not happen as often.
 -   The `windowFunnel` aggregate function now supports events that meet multiple conditions. [Amos Bird](https://github.com/ClickHouse/ClickHouse/pull/2801)
 -   Duplicate columns can be used in a `USING` clause for `JOIN`. [#3006](https://github.com/ClickHouse/ClickHouse/pull/3006)
 -   `Pretty` formats now have a limit on column alignment by width. Use the `output_format_pretty_max_column_pad_width` setting. If a value is wider, it will still be displayed in its entirety, but the other cells in the table will not be too wide. [#3003](https://github.com/ClickHouse/ClickHouse/pull/3003)
@@ -405,7 +405,7 @@ toc_title: '2018'
 
 #### Bug Fixes: {#bug-fixes-13}
 
--   Fixed an issue with `Dictionary` tables (throws the `Size of offsets doesn't match size of column` or `Unknown compression method` exception). This bug appeared in version 18.10.3. [#2913](https://github.com/ClickHouse/ClickHouse/issues/2913)
+-   Fixed an issue with `Dictionary` tables (throws the `Size of offsets does not match size of column` or `Unknown compression method` exception). This bug appeared in version 18.10.3. [#2913](https://github.com/ClickHouse/ClickHouse/issues/2913)
 -   Fixed a bug when merging `CollapsingMergeTree` tables if one of the data parts is empty (these parts are formed during merge or `ALTER DELETE` if all data was deleted), and the `vertical` algorithm was used for the merge. [#3049](https://github.com/ClickHouse/ClickHouse/pull/3049)
 -   Fixed a race condition during `DROP` or `TRUNCATE` for `Memory` tables with a simultaneous `SELECT`, which could lead to server crashes. This bug appeared in version 1.1.54388. [#3038](https://github.com/ClickHouse/ClickHouse/pull/3038)
 -   Fixed the possibility of data loss when inserting in `Replicated` tables if the `Session is expired` error is returned (data loss can be detected by the `ReplicatedDataLoss` metric). This error occurred in version 1.1.54378. [#2939](https://github.com/ClickHouse/ClickHouse/pull/2939) [#2949](https://github.com/ClickHouse/ClickHouse/pull/2949) [#2964](https://github.com/ClickHouse/ClickHouse/pull/2964)
@@ -715,7 +715,7 @@ toc_title: '2018'
 #### Backward Incompatible Changes: {#backward-incompatible-changes-7}
 
 -   Removed escaping in `Vertical` and `Pretty*` formats and deleted the `VerticalRaw` format.
--   If servers with version 1.1.54388 (or newer) and servers with an older version are used simultaneously in a distributed query and the query has the `cast(x, 'Type')` expression without the `AS` keyword and doesn’t have the word `cast` in uppercase, an exception will be thrown with a message like `Not found column cast(0, 'UInt8') in block`. Solution: Update the server on the entire cluster.
+-   If servers with version 1.1.54388 (or newer) and servers with an older version are used simultaneously in a distributed query and the query has the `cast(x, 'Type')` expression without the `AS` keyword and does not have the word `cast` in uppercase, an exception will be thrown with a message like `Not found column cast(0, 'UInt8') in block`. Solution: Update the server on the entire cluster.
 
 ### ClickHouse Release 1.1.54385, 2018-06-01 {#clickhouse-release-1-1-54385-2018-06-01}
 
@@ -1044,7 +1044,7 @@ This release contains bug fixes for the previous release 1.1.54337:
 
 #### Backward Incompatible Changes: {#backward-incompatible-changes-11}
 
--   The format for marks in `Log` type tables that contain `Nullable` columns was changed in a backward incompatible way. If you have these tables, you should convert them to the `TinyLog` type before starting up the new server version. To do this, replace `ENGINE = Log` with `ENGINE = TinyLog` in the corresponding `.sql` file in the `metadata` directory. If your table doesn’t have `Nullable` columns or if the type of your table is not `Log`, then you don’t need to do anything.
+-   The format for marks in `Log` type tables that contain `Nullable` columns was changed in a backward incompatible way. If you have these tables, you should convert them to the `TinyLog` type before starting up the new server version. To do this, replace `ENGINE = Log` with `ENGINE = TinyLog` in the corresponding `.sql` file in the `metadata` directory. If your table does not have `Nullable` columns or if the type of your table is not `Log`, then you do not need to do anything.
 -   Removed the `experimental_allow_extended_storage_definition_syntax` setting. Now this feature is enabled by default.
 -   The `runningIncome` function was renamed to `runningDifferenceStartingWithFirstvalue` to avoid confusion.
 -   Removed the `FROM ARRAY JOIN arr` syntax when ARRAY JOIN is specified directly after FROM with no table (Amos Bird).
diff --git a/docs/en/whats-new/changelog/2019.md b/docs/en/whats-new/changelog/2019.md
index eacd522390f..bd86bf6ce8b 100644
--- a/docs/en/whats-new/changelog/2019.md
+++ b/docs/en/whats-new/changelog/2019.md
@@ -11,16 +11,16 @@ toc_title: '2019'
 
 -   Fixed potential buffer overflow in decompress. Malicious user can pass fabricated compressed data that could cause read after buffer. This issue was found by Eldar Zaitov from Yandex information security team. [#8404](https://github.com/ClickHouse/ClickHouse/pull/8404) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed possible server crash (`std::terminate`) when the server cannot send or write data in JSON or XML format with values of String data type (that require UTF-8 validation) or when compressing result data with Brotli algorithm or in some other rare cases. [#8384](https://github.com/ClickHouse/ClickHouse/pull/8384) ([alexey-milovidov](https://github.com/alexey-milovidov))
--   Fixed dictionaries with source from a clickhouse `VIEW`, now reading such dictionaries doesn’t cause the error `There is no query`. [#8351](https://github.com/ClickHouse/ClickHouse/pull/8351) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
+-   Fixed dictionaries with source from a clickhouse `VIEW`, now reading such dictionaries does not cause the error `There is no query`. [#8351](https://github.com/ClickHouse/ClickHouse/pull/8351) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 -   Fixed checking if a client host is allowed by host_regexp specified in users.xml. [#8241](https://github.com/ClickHouse/ClickHouse/pull/8241), [#8342](https://github.com/ClickHouse/ClickHouse/pull/8342) ([Vitaly Baranov](https://github.com/vitlibar))
 -   `RENAME TABLE` for a distributed table now renames the folder containing inserted data before sending to shards. This fixes an issue with successive renames `tableA->tableB`, `tableC->tableA`. [#8306](https://github.com/ClickHouse/ClickHouse/pull/8306) ([tavplubix](https://github.com/tavplubix))
 -   `range_hashed` external dictionaries created by DDL queries now allow ranges of arbitrary numeric types. [#8275](https://github.com/ClickHouse/ClickHouse/pull/8275) ([alesapin](https://github.com/alesapin))
 -   Fixed `INSERT INTO table SELECT ... FROM mysql(...)` table function. [#8234](https://github.com/ClickHouse/ClickHouse/pull/8234) ([tavplubix](https://github.com/tavplubix))
--   Fixed segfault in `INSERT INTO TABLE FUNCTION file()` while inserting into a file which doesn’t exist. Now in this case file would be created and then insert would be processed. [#8177](https://github.com/ClickHouse/ClickHouse/pull/8177) ([Olga Khvostikova](https://github.com/stavrolia))
+-   Fixed segfault in `INSERT INTO TABLE FUNCTION file()` while inserting into a file which does not exist. Now in this case file would be created and then insert would be processed. [#8177](https://github.com/ClickHouse/ClickHouse/pull/8177) ([Olga Khvostikova](https://github.com/stavrolia))
 -   Fixed bitmapAnd error when intersecting an aggregated bitmap and a scalar bitmap. [#8082](https://github.com/ClickHouse/ClickHouse/pull/8082) ([Yue Huang](https://github.com/moon03432))
 -   Fixed segfault when `EXISTS` query was used without `TABLE` or `DICTIONARY` qualifier, just like `EXISTS t`. [#8213](https://github.com/ClickHouse/ClickHouse/pull/8213) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed return type for functions `rand` and `randConstant` in case of nullable argument. Now functions always return `UInt32` and never `Nullable(UInt32)`. [#8204](https://github.com/ClickHouse/ClickHouse/pull/8204) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
--   Fixed `DROP DICTIONARY IF EXISTS db.dict`, now it doesn’t throw exception if `db` doesn’t exist. [#8185](https://github.com/ClickHouse/ClickHouse/pull/8185) ([Vitaly Baranov](https://github.com/vitlibar))
+-   Fixed `DROP DICTIONARY IF EXISTS db.dict`, now it does not throw exception if `db` does not exist. [#8185](https://github.com/ClickHouse/ClickHouse/pull/8185) ([Vitaly Baranov](https://github.com/vitlibar))
 -   If a table wasn’t completely dropped because of server crash, the server will try to restore and load it [#8176](https://github.com/ClickHouse/ClickHouse/pull/8176) ([tavplubix](https://github.com/tavplubix))
 -   Fixed a trivial count query for a distributed table if there are more than two shard local table. [#8164](https://github.com/ClickHouse/ClickHouse/pull/8164) ([小路](https://github.com/nicelulu))
 -   Fixed bug that lead to a data race in DB::BlockStreamProfileInfo::calculateRowsBeforeLimit() [#8143](https://github.com/ClickHouse/ClickHouse/pull/8143) ([Alexander Kazakov](https://github.com/Akazz))
@@ -36,7 +36,7 @@ toc_title: '2019'
 -   Removed the mutation number from a part name in case there were no mutations. This removing improved the compatibility with older versions. [#8250](https://github.com/ClickHouse/ClickHouse/pull/8250) ([alesapin](https://github.com/alesapin))
 -   Fixed the bug that mutations are skipped for some attached parts due to their data_version are larger than the table mutation version. [#7812](https://github.com/ClickHouse/ClickHouse/pull/7812) ([Zhichang Yu](https://github.com/yuzhichang))
 -   Allow starting the server with redundant copies of parts after moving them to another device. [#7810](https://github.com/ClickHouse/ClickHouse/pull/7810) ([Vladimir Chebotarev](https://github.com/excitoon))
--   Fixed the error “Sizes of columns doesn’t match” that might appear when using aggregate function columns. [#7790](https://github.com/ClickHouse/ClickHouse/pull/7790) ([Boris Granveaud](https://github.com/bgranvea))
+-   Fixed the error “Sizes of columns does not match” that might appear when using aggregate function columns. [#7790](https://github.com/ClickHouse/ClickHouse/pull/7790) ([Boris Granveaud](https://github.com/bgranvea))
 -   Now an exception will be thrown in case of using WITH TIES alongside LIMIT BY. And now it’s possible to use TOP with LIMIT BY. [#7637](https://github.com/ClickHouse/ClickHouse/pull/7637) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov))
 -   Fix dictionary reload if it has `invalidate_query`, which stopped updates and some exception on previous update tries. [#8029](https://github.com/ClickHouse/ClickHouse/pull/8029) ([alesapin](https://github.com/alesapin))
 
@@ -52,7 +52,7 @@ toc_title: '2019'
 -   Make `bloom_filter` type of index supporting `LowCardinality` and `Nullable` [#7363](https://github.com/ClickHouse/ClickHouse/issues/7363) [#7561](https://github.com/ClickHouse/ClickHouse/pull/7561) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 -   Add function `isValidJSON` to check that passed string is a valid json. [#5910](https://github.com/ClickHouse/ClickHouse/issues/5910) [#7293](https://github.com/ClickHouse/ClickHouse/pull/7293) ([Vdimir](https://github.com/Vdimir))
 -   Implement `arrayCompact` function [#7328](https://github.com/ClickHouse/ClickHouse/pull/7328) ([Memo](https://github.com/Joeywzr))
--   Created function `hex` for Decimal numbers. It works like `hex(reinterpretAsString())`, but doesn’t delete last zero bytes. [#7355](https://github.com/ClickHouse/ClickHouse/pull/7355) ([Mikhail Korotov](https://github.com/millb))
+-   Created function `hex` for Decimal numbers. It works like `hex(reinterpretAsString())`, but does not delete last zero bytes. [#7355](https://github.com/ClickHouse/ClickHouse/pull/7355) ([Mikhail Korotov](https://github.com/millb))
 -   Add `arrayFill` and `arrayReverseFill` functions, which replace elements by other elements in front/back of them in the array. [#7380](https://github.com/ClickHouse/ClickHouse/pull/7380) ([hcz](https://github.com/hczhcz))
 -   Add `CRC32IEEE()`/`CRC64()` support [#7480](https://github.com/ClickHouse/ClickHouse/pull/7480) ([Azat Khuzhin](https://github.com/azat))
 -   Implement `char` function similar to one in [mysql](https://dev.mysql.com/doc/refman/8.0/en/string-functions.html#function_char) [#7486](https://github.com/ClickHouse/ClickHouse/pull/7486) ([sundyli](https://github.com/sundy-li))
@@ -609,12 +609,12 @@ toc_title: '2019'
 -   Fixed the possibility of hanging queries when server is overloaded and global thread pool becomes near full. This have higher chance to happen on clusters with large number of shards (hundreds), because distributed queries allocate a thread per connection to each shard. For example, this issue may reproduce if a cluster of 330 shards is processing 30 concurrent distributed queries. This issue affects all versions starting from 19.2. [#6301](https://github.com/ClickHouse/ClickHouse/pull/6301) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed logic of `arrayEnumerateUniqRanked` function. [#6423](https://github.com/ClickHouse/ClickHouse/pull/6423) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fix segfault when decoding symbol table. [#6603](https://github.com/ClickHouse/ClickHouse/pull/6603) ([Amos Bird](https://github.com/amosbird))
--   Fixed irrelevant exception in cast of `LowCardinality(Nullable)` to not-Nullable column in case if it doesn’t contain Nulls (e.g. in query like `SELECT CAST(CAST('Hello' AS LowCardinality(Nullable(String))) AS String)`. [#6094](https://github.com/ClickHouse/ClickHouse/issues/6094) [#6119](https://github.com/ClickHouse/ClickHouse/pull/6119) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
+-   Fixed irrelevant exception in cast of `LowCardinality(Nullable)` to not-Nullable column in case if it does not contain Nulls (e.g. in query like `SELECT CAST(CAST('Hello' AS LowCardinality(Nullable(String))) AS String)`. [#6094](https://github.com/ClickHouse/ClickHouse/issues/6094) [#6119](https://github.com/ClickHouse/ClickHouse/pull/6119) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 -   Removed extra quoting of description in `system.settings` table. [#6696](https://github.com/ClickHouse/ClickHouse/issues/6696) [#6699](https://github.com/ClickHouse/ClickHouse/pull/6699) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Avoid possible deadlock in `TRUNCATE` of Replicated table. [#6695](https://github.com/ClickHouse/ClickHouse/pull/6695) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fix reading in order of sorting key. [#6189](https://github.com/ClickHouse/ClickHouse/pull/6189) ([Anton Popov](https://github.com/CurtizJ))
 -   Fix `ALTER TABLE ... UPDATE` query for tables with `enable_mixed_granularity_parts=1`. [#6543](https://github.com/ClickHouse/ClickHouse/pull/6543) ([alesapin](https://github.com/alesapin))
--   Fix bug opened by [#4405](https://github.com/ClickHouse/ClickHouse/pull/4405) (since 19.4.0). Reproduces in queries to Distributed tables over MergeTree tables when we doesn’t query any columns (`SELECT 1`). [#6236](https://github.com/ClickHouse/ClickHouse/pull/6236) ([alesapin](https://github.com/alesapin))
+-   Fix bug opened by [#4405](https://github.com/ClickHouse/ClickHouse/pull/4405) (since 19.4.0). Reproduces in queries to Distributed tables over MergeTree tables when we does not query any columns (`SELECT 1`). [#6236](https://github.com/ClickHouse/ClickHouse/pull/6236) ([alesapin](https://github.com/alesapin))
 -   Fixed overflow in integer division of signed type to unsigned type. The behaviour was exactly as in C or C++ language (integer promotion rules) that may be surprising. Please note that the overflow is still possible when dividing large signed number to large unsigned number or vice-versa (but that case is less usual). The issue existed in all server versions. [#6214](https://github.com/ClickHouse/ClickHouse/issues/6214) [#6233](https://github.com/ClickHouse/ClickHouse/pull/6233) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Limit maximum sleep time for throttling when `max_execution_speed` or `max_execution_speed_bytes` is set. Fixed false errors like `Estimated query execution time (inf seconds) is too long`. [#5547](https://github.com/ClickHouse/ClickHouse/issues/5547) [#6232](https://github.com/ClickHouse/ClickHouse/pull/6232) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed issues about using `MATERIALIZED` columns and aliases in `MaterializedView`. [#448](https://github.com/ClickHouse/ClickHouse/issues/448) [#3484](https://github.com/ClickHouse/ClickHouse/issues/3484) [#3450](https://github.com/ClickHouse/ClickHouse/issues/3450) [#2878](https://github.com/ClickHouse/ClickHouse/issues/2878) [#2285](https://github.com/ClickHouse/ClickHouse/issues/2285) [#3796](https://github.com/ClickHouse/ClickHouse/pull/3796) ([Amos Bird](https://github.com/amosbird)) [#6316](https://github.com/ClickHouse/ClickHouse/pull/6316) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -639,7 +639,7 @@ toc_title: '2019'
 -   Allow to `ATTACH` live views (for example, at the server startup) regardless to `allow_experimental_live_view` setting. [#6754](https://github.com/ClickHouse/ClickHouse/pull/6754) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   For stack traces gathered by query profiler, do not include stack frames generated by the query profiler itself. [#6250](https://github.com/ClickHouse/ClickHouse/pull/6250) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Now table functions `values`, `file`, `url`, `hdfs` have support for ALIAS columns. [#6255](https://github.com/ClickHouse/ClickHouse/pull/6255) ([alexey-milovidov](https://github.com/alexey-milovidov))
--   Throw an exception if `config.d` file doesn’t have the corresponding root element as the config file. [#6123](https://github.com/ClickHouse/ClickHouse/pull/6123) ([dimarub2000](https://github.com/dimarub2000))
+-   Throw an exception if `config.d` file does not have the corresponding root element as the config file. [#6123](https://github.com/ClickHouse/ClickHouse/pull/6123) ([dimarub2000](https://github.com/dimarub2000))
 -   Print extra info in exception message for `no space left on device`. [#6182](https://github.com/ClickHouse/ClickHouse/issues/6182), [#6252](https://github.com/ClickHouse/ClickHouse/issues/6252) [#6352](https://github.com/ClickHouse/ClickHouse/pull/6352) ([tavplubix](https://github.com/tavplubix))
 -   When determining shards of a `Distributed` table to be covered by a read query (for `optimize_skip_unused_shards` = 1) ClickHouse now checks conditions from both `prewhere` and `where` clauses of select statement. [#6521](https://github.com/ClickHouse/ClickHouse/pull/6521) ([Alexander Kazakov](https://github.com/Akazz))
 -   Enabled `SIMDJSON` for machines without AVX2 but with SSE 4.2 and PCLMUL instruction set. [#6285](https://github.com/ClickHouse/ClickHouse/issues/6285) [#6320](https://github.com/ClickHouse/ClickHouse/pull/6320) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -657,7 +657,7 @@ toc_title: '2019'
 -   Fixed possible deadlock of distributed queries when one of shards is localhost but the query is sent via network connection. [#6759](https://github.com/ClickHouse/ClickHouse/pull/6759) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Changed semantic of multiple tables `RENAME` to avoid possible deadlocks. [#6757](https://github.com/ClickHouse/ClickHouse/issues/6757). [#6756](https://github.com/ClickHouse/ClickHouse/pull/6756) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Rewritten MySQL compatibility server to prevent loading full packet payload in memory. Decreased memory consumption for each connection to approximately `2 * DBMS_DEFAULT_BUFFER_SIZE` (read/write buffers). [#5811](https://github.com/ClickHouse/ClickHouse/pull/5811) ([Yuriy Baranov](https://github.com/yurriy))
--   Move AST alias interpreting logic out of parser that doesn’t have to know anything about query semantics. [#6108](https://github.com/ClickHouse/ClickHouse/pull/6108) ([Artem Zuikov](https://github.com/4ertus2))
+-   Move AST alias interpreting logic out of parser that does not have to know anything about query semantics. [#6108](https://github.com/ClickHouse/ClickHouse/pull/6108) ([Artem Zuikov](https://github.com/4ertus2))
 -   Slightly more safe parsing of `NamesAndTypesList`. [#6408](https://github.com/ClickHouse/ClickHouse/issues/6408). [#6410](https://github.com/ClickHouse/ClickHouse/pull/6410) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   `clickhouse-copier`: Allow use `where_condition` from config with `partition_key` alias in query for checking partition existence (Earlier it was used only in reading data queries). [#6577](https://github.com/ClickHouse/ClickHouse/pull/6577) ([proller](https://github.com/proller))
 -   Added optional message argument in `throwIf`. ([#5772](https://github.com/ClickHouse/ClickHouse/issues/5772)) [#6329](https://github.com/ClickHouse/ClickHouse/pull/6329) ([Vdimir](https://github.com/Vdimir))
@@ -869,7 +869,7 @@ toc_title: '2019'
 
 #### Improvement {#improvement-4}
 
--   Throws an exception if `config.d` file doesn’t have the corresponding root element as the config file [#6123](https://github.com/ClickHouse/ClickHouse/pull/6123) ([dimarub2000](https://github.com/dimarub2000))
+-   Throws an exception if `config.d` file does not have the corresponding root element as the config file [#6123](https://github.com/ClickHouse/ClickHouse/pull/6123) ([dimarub2000](https://github.com/dimarub2000))
 
 #### Performance Improvement {#performance-improvement-3}
 
@@ -986,7 +986,7 @@ toc_title: '2019'
 -   Fix segfault in ExternalLoader::reloadOutdated(). [#6082](https://github.com/ClickHouse/ClickHouse/pull/6082) ([Vitaly Baranov](https://github.com/vitlibar))
 -   Fixed the case when server may close listening sockets but not shutdown and continue serving remaining queries. You may end up with two running clickhouse-server processes. Sometimes, the server may return an error `bad_function_call` for remaining queries. [#6231](https://github.com/ClickHouse/ClickHouse/pull/6231) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed useless and incorrect condition on update field for initial loading of external dictionaries via ODBC, MySQL, ClickHouse and HTTP. This fixes [#6069](https://github.com/ClickHouse/ClickHouse/issues/6069) [#6083](https://github.com/ClickHouse/ClickHouse/pull/6083) ([alexey-milovidov](https://github.com/alexey-milovidov))
--   Fixed irrelevant exception in cast of `LowCardinality(Nullable)` to not-Nullable column in case if it doesn’t contain Nulls (e.g. in query like `SELECT CAST(CAST('Hello' AS LowCardinality(Nullable(String))) AS String)`. [#6094](https://github.com/ClickHouse/ClickHouse/issues/6094) [#6119](https://github.com/ClickHouse/ClickHouse/pull/6119) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
+-   Fixed irrelevant exception in cast of `LowCardinality(Nullable)` to not-Nullable column in case if it does not contain Nulls (e.g. in query like `SELECT CAST(CAST('Hello' AS LowCardinality(Nullable(String))) AS String)`. [#6094](https://github.com/ClickHouse/ClickHouse/issues/6094) [#6119](https://github.com/ClickHouse/ClickHouse/pull/6119) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 -   Fix non-deterministic result of “uniq” aggregate function in extreme rare cases. The bug was present in all ClickHouse versions. [#6058](https://github.com/ClickHouse/ClickHouse/pull/6058) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Segfault when we set a little bit too high CIDR on the function `IPv6CIDRToRange`. [#6068](https://github.com/ClickHouse/ClickHouse/pull/6068) ([Guillaume Tassery](https://github.com/YiuRULE))
 -   Fixed small memory leak when server throw many exceptions from many different contexts. [#6144](https://github.com/ClickHouse/ClickHouse/pull/6144) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -1159,7 +1159,7 @@ toc_title: '2019'
 #### Build/Testing/Packaging Improvement {#buildtestingpackaging-improvement-8}
 
 -   Implemented `TestKeeper` as an implementation of ZooKeeper interface used for testing [#5643](https://github.com/ClickHouse/ClickHouse/pull/5643) ([alexey-milovidov](https://github.com/alexey-milovidov)) ([levushkin aleksej](https://github.com/alexey-milovidov))
--   From now on `.sql` tests can be run isolated by server, in parallel, with random database. It allows to run them faster, add new tests with custom server configurations, and be sure that different tests doesn’t affect each other. [#5554](https://github.com/ClickHouse/ClickHouse/pull/5554) ([Ivan](https://github.com/abyss7))
+-   From now on `.sql` tests can be run isolated by server, in parallel, with random database. It allows to run them faster, add new tests with custom server configurations, and be sure that different tests does not affect each other. [#5554](https://github.com/ClickHouse/ClickHouse/pull/5554) ([Ivan](https://github.com/abyss7))
 -   Remove `<name>` and `<metrics>` from performance tests [#5672](https://github.com/ClickHouse/ClickHouse/pull/5672) ([Olga Khvostikova](https://github.com/stavrolia))
 -   Fixed “select_format” performance test for `Pretty` formats [#5642](https://github.com/ClickHouse/ClickHouse/pull/5642) ([alexey-milovidov](https://github.com/alexey-milovidov))
 
@@ -1201,7 +1201,7 @@ toc_title: '2019'
 -   Fixed UInt32 overflow bug in linear models. Allow eval ML model for non-const model argument. [#5516](https://github.com/ClickHouse/ClickHouse/pull/5516) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 -   `ALTER TABLE ... DROP INDEX IF EXISTS ...` should not raise an exception if provided index does not exist [#5524](https://github.com/ClickHouse/ClickHouse/pull/5524) ([Gleb Novikov](https://github.com/NanoBjorn))
 -   Fix segfault with `bitmapHasAny` in scalar subquery [#5528](https://github.com/ClickHouse/ClickHouse/pull/5528) ([Zhichang Yu](https://github.com/yuzhichang))
--   Fixed error when replication connection pool doesn’t retry to resolve host, even when DNS cache was dropped. [#5534](https://github.com/ClickHouse/ClickHouse/pull/5534) ([alesapin](https://github.com/alesapin))
+-   Fixed error when replication connection pool does not retry to resolve host, even when DNS cache was dropped. [#5534](https://github.com/ClickHouse/ClickHouse/pull/5534) ([alesapin](https://github.com/alesapin))
 -   Fixed `ALTER ... MODIFY TTL` on ReplicatedMergeTree. [#5539](https://github.com/ClickHouse/ClickHouse/pull/5539) ([Anton Popov](https://github.com/CurtizJ))
 -   Fix INSERT into Distributed table with MATERIALIZED column [#5429](https://github.com/ClickHouse/ClickHouse/pull/5429) ([Azat Khuzhin](https://github.com/azat))
 -   Fix bad alloc when truncate Join storage [#5437](https://github.com/ClickHouse/ClickHouse/pull/5437) ([TCeason](https://github.com/TCeason))
@@ -1261,8 +1261,8 @@ toc_title: '2019'
 
 -   Added `max_parts_in_total` setting for MergeTree family of tables (default: 100 000) that prevents unsafe specification of partition key #5166. [#5171](https://github.com/ClickHouse/ClickHouse/pull/5171) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   `clickhouse-obfuscator`: derive seed for individual columns by combining initial seed with column name, not column position. This is intended to transform datasets with multiple related tables, so that tables will remain JOINable after transformation. [#5178](https://github.com/ClickHouse/ClickHouse/pull/5178) ([alexey-milovidov](https://github.com/alexey-milovidov))
--   Added functions `JSONExtractRaw`, `JSONExtractKeyAndValues`. Renamed functions `jsonExtract<type>` to `JSONExtract<type>`. When something goes wrong these functions return the correspondent values, not `NULL`. Modified function `JSONExtract`, now it gets the return type from its last parameter and doesn’t inject nullables. Implemented fallback to RapidJSON in case AVX2 instructions are not available. Simdjson library updated to a new version. [#5235](https://github.com/ClickHouse/ClickHouse/pull/5235) ([Vitaly Baranov](https://github.com/vitlibar))
--   Now `if` and `multiIf` functions don’t rely on the condition’s `Nullable`, but rely on the branches for sql compatibility. [#5238](https://github.com/ClickHouse/ClickHouse/pull/5238) ([Jian Wu](https://github.com/janplus))
+-   Added functions `JSONExtractRaw`, `JSONExtractKeyAndValues`. Renamed functions `jsonExtract<type>` to `JSONExtract<type>`. When something goes wrong these functions return the correspondent values, not `NULL`. Modified function `JSONExtract`, now it gets the return type from its last parameter and does not inject nullables. Implemented fallback to RapidJSON in case AVX2 instructions are not available. Simdjson library updated to a new version. [#5235](https://github.com/ClickHouse/ClickHouse/pull/5235) ([Vitaly Baranov](https://github.com/vitlibar))
+-   Now `if` and `multiIf` functions do not rely on the condition’s `Nullable`, but rely on the branches for sql compatibility. [#5238](https://github.com/ClickHouse/ClickHouse/pull/5238) ([Jian Wu](https://github.com/janplus))
 -   `In` predicate now generates `Null` result from `Null` input like the `Equal` function. [#5152](https://github.com/ClickHouse/ClickHouse/pull/5152) ([Jian Wu](https://github.com/janplus))
 -   Check the time limit every (flush_interval / poll_timeout) number of rows from Kafka. This allows to break the reading from Kafka consumer more frequently and to check the time limits for the top-level streams [#5249](https://github.com/ClickHouse/ClickHouse/pull/5249) ([Ivan](https://github.com/abyss7))
 -   Link rdkafka with bundled SASL. It should allow to use SASL SCRAM authentication [#5253](https://github.com/ClickHouse/ClickHouse/pull/5253) ([Ivan](https://github.com/abyss7))
@@ -1347,13 +1347,13 @@ toc_title: '2019'
 -   Fixed bitmap functions produce wrong result. [#5359](https://github.com/ClickHouse/ClickHouse/pull/5359) ([Andy Yang](https://github.com/andyyzh))
 -   Fix element_count for hashed dictionary (do not include duplicates) [#5440](https://github.com/ClickHouse/ClickHouse/pull/5440) ([Azat Khuzhin](https://github.com/azat))
 -   Use contents of environment variable TZ as the name for timezone. It helps to correctly detect default timezone in some cases.[#5443](https://github.com/ClickHouse/ClickHouse/pull/5443) ([Ivan](https://github.com/abyss7))
--   Do not try to convert integers in `dictGetT` functions, because it doesn’t work correctly. Throw an exception instead. [#5446](https://github.com/ClickHouse/ClickHouse/pull/5446) ([Artem Zuikov](https://github.com/4ertus2))
+-   Do not try to convert integers in `dictGetT` functions, because it does not work correctly. Throw an exception instead. [#5446](https://github.com/ClickHouse/ClickHouse/pull/5446) ([Artem Zuikov](https://github.com/4ertus2))
 -   Fix settings in ExternalData HTTP request. [#5455](https://github.com/ClickHouse/ClickHouse/pull/5455) ([Danila
     Kutenin](https://github.com/danlark1))
 -   Fix bug when parts were removed only from FS without dropping them from Zookeeper. [#5520](https://github.com/ClickHouse/ClickHouse/pull/5520) ([alesapin](https://github.com/alesapin))
 -   Fix segmentation fault in `bitmapHasAny` function. [#5528](https://github.com/ClickHouse/ClickHouse/pull/5528) ([Zhichang Yu](https://github.com/yuzhichang))
--   Fixed error when replication connection pool doesn’t retry to resolve host, even when DNS cache was dropped. [#5534](https://github.com/ClickHouse/ClickHouse/pull/5534) ([alesapin](https://github.com/alesapin))
--   Fixed `DROP INDEX IF EXISTS` query. Now `ALTER TABLE ... DROP INDEX IF EXISTS ...` query doesn’t raise an exception if provided index does not exist. [#5524](https://github.com/ClickHouse/ClickHouse/pull/5524) ([Gleb Novikov](https://github.com/NanoBjorn))
+-   Fixed error when replication connection pool does not retry to resolve host, even when DNS cache was dropped. [#5534](https://github.com/ClickHouse/ClickHouse/pull/5534) ([alesapin](https://github.com/alesapin))
+-   Fixed `DROP INDEX IF EXISTS` query. Now `ALTER TABLE ... DROP INDEX IF EXISTS ...` query does not raise an exception if provided index does not exist. [#5524](https://github.com/ClickHouse/ClickHouse/pull/5524) ([Gleb Novikov](https://github.com/NanoBjorn))
 -   Fix union all supertype column. There were cases with inconsistent data and column types of resulting columns. [#5503](https://github.com/ClickHouse/ClickHouse/pull/5503) ([Artem Zuikov](https://github.com/4ertus2))
 -   Skip ZNONODE during DDL query processing. Before if another node removes the znode in task queue, the one that
     did not process it, but already get list of children, will terminate the DDLWorker thread. [#5489](https://github.com/ClickHouse/ClickHouse/pull/5489) ([Azat Khuzhin](https://github.com/azat))
@@ -1712,7 +1712,7 @@ toc_title: '2019'
 -   Improved heuristics of “move to PREWHERE” optimization. [#4405](https://github.com/ClickHouse/ClickHouse/pull/4405) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Use proper lookup tables that uses HashTable’s API for 8-bit and 16-bit keys. [#4536](https://github.com/ClickHouse/ClickHouse/pull/4536) ([Amos Bird](https://github.com/amosbird))
 -   Improved performance of string comparison. [#4564](https://github.com/ClickHouse/ClickHouse/pull/4564) ([alexey-milovidov](https://github.com/alexey-milovidov))
--   Cleanup distributed DDL queue in a separate thread so that it doesn’t slow down the main loop that processes distributed DDL tasks. [#4502](https://github.com/ClickHouse/ClickHouse/pull/4502) ([Alex Zatelepin](https://github.com/ztlpn))
+-   Cleanup distributed DDL queue in a separate thread so that it does not slow down the main loop that processes distributed DDL tasks. [#4502](https://github.com/ClickHouse/ClickHouse/pull/4502) ([Alex Zatelepin](https://github.com/ztlpn))
 -   When `min_bytes_to_use_direct_io` is set to 1, not every file was opened with O_DIRECT mode because the data size to read was sometimes underestimated by the size of one compressed block. [#4526](https://github.com/ClickHouse/ClickHouse/pull/4526) ([alexey-milovidov](https://github.com/alexey-milovidov))
 
 #### Build/Testing/Packaging Improvement {#buildtestingpackaging-improvement-12}
@@ -1839,7 +1839,7 @@ toc_title: '2019'
 -   Fixed incorrect result when `Date` and `DateTime` arguments are used in branches of conditional operator (function `if`). Added generic case for function `if`. [#4243](https://github.com/ClickHouse/ClickHouse/pull/4243) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   ClickHouse dictionaries now load within `clickhouse` process. [#4166](https://github.com/ClickHouse/ClickHouse/pull/4166) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed deadlock when `SELECT` from a table with `File` engine was retried after `No such file or directory` error. [#4161](https://github.com/ClickHouse/ClickHouse/pull/4161) ([alexey-milovidov](https://github.com/alexey-milovidov))
--   Fixed race condition when selecting from `system.tables` may give `table doesn't exist` error. [#4313](https://github.com/ClickHouse/ClickHouse/pull/4313) ([alexey-milovidov](https://github.com/alexey-milovidov))
+-   Fixed race condition when selecting from `system.tables` may give `table does not exist` error. [#4313](https://github.com/ClickHouse/ClickHouse/pull/4313) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   `clickhouse-client` can segfault on exit while loading data for command line suggestions if it was run in interactive mode. [#4317](https://github.com/ClickHouse/ClickHouse/pull/4317) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed a bug when the execution of mutations containing `IN` operators was producing incorrect results. [#4099](https://github.com/ClickHouse/ClickHouse/pull/4099) ([Alex Zatelepin](https://github.com/ztlpn))
 -   Fixed error: if there is a database with `Dictionary` engine, all dictionaries forced to load at server startup, and if there is a dictionary with ClickHouse source from localhost, the dictionary cannot load. [#4255](https://github.com/ClickHouse/ClickHouse/pull/4255) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -1941,7 +1941,7 @@ This release contains exactly the same set of patches as 19.3.6.
 -   Fixed error: if there is a database with `Dictionary` engine, all dictionaries forced to load at server startup, and if there is a dictionary with ClickHouse source from localhost, the dictionary cannot load. [#4255](https://github.com/ClickHouse/ClickHouse/pull/4255) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed a bug when the execution of mutations containing `IN` operators was producing incorrect results. [#4099](https://github.com/ClickHouse/ClickHouse/pull/4099) ([Alex Zatelepin](https://github.com/ztlpn))
 -   `clickhouse-client` can segfault on exit while loading data for command line suggestions if it was run in interactive mode. [#4317](https://github.com/ClickHouse/ClickHouse/pull/4317) ([alexey-milovidov](https://github.com/alexey-milovidov))
--   Fixed race condition when selecting from `system.tables` may give `table doesn't exist` error. [#4313](https://github.com/ClickHouse/ClickHouse/pull/4313) ([alexey-milovidov](https://github.com/alexey-milovidov))
+-   Fixed race condition when selecting from `system.tables` may give `table does not exist` error. [#4313](https://github.com/ClickHouse/ClickHouse/pull/4313) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed deadlock when `SELECT` from a table with `File` engine was retried after `No such file or directory` error. [#4161](https://github.com/ClickHouse/ClickHouse/pull/4161) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed an issue: local ClickHouse dictionaries are loaded via TCP, but should load within process. [#4166](https://github.com/ClickHouse/ClickHouse/pull/4166) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed `No message received` error when interacting with PostgreSQL ODBC Driver through TLS connection. Also fixes segfault when using MySQL ODBC Driver. [#4170](https://github.com/ClickHouse/ClickHouse/pull/4170) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -2030,8 +2030,8 @@ This release contains exactly the same set of patches as 19.3.6.
 
 #### Performance Improvements {#performance-improvements-5}
 
--   Add a MergeTree setting `use_minimalistic_part_header_in_zookeeper`. If enabled, Replicated tables will store compact part metadata in a single part znode. This can dramatically reduce ZooKeeper snapshot size (especially if the tables have a lot of columns). Note that after enabling this setting you will not be able to downgrade to a version that doesn’t support it. [#3960](https://github.com/ClickHouse/ClickHouse/pull/3960) ([Alex Zatelepin](https://github.com/ztlpn))
--   Add an DFA-based implementation for functions `sequenceMatch` and `sequenceCount` in case pattern doesn’t contain time. [#4004](https://github.com/ClickHouse/ClickHouse/pull/4004) ([Léo Ercolanelli](https://github.com/ercolanelli-leo))
+-   Add a MergeTree setting `use_minimalistic_part_header_in_zookeeper`. If enabled, Replicated tables will store compact part metadata in a single part znode. This can dramatically reduce ZooKeeper snapshot size (especially if the tables have a lot of columns). Note that after enabling this setting you will not be able to downgrade to a version that does not support it. [#3960](https://github.com/ClickHouse/ClickHouse/pull/3960) ([Alex Zatelepin](https://github.com/ztlpn))
+-   Add an DFA-based implementation for functions `sequenceMatch` and `sequenceCount` in case pattern does not contain time. [#4004](https://github.com/ClickHouse/ClickHouse/pull/4004) ([Léo Ercolanelli](https://github.com/ercolanelli-leo))
 -   Performance improvement for integer numbers serialization. [#3968](https://github.com/ClickHouse/ClickHouse/pull/3968) ([Amos Bird](https://github.com/amosbird))
 -   Zero left padding PODArray so that -1 element is always valid and zeroed. It’s used for branchless calculation of offsets. [#3920](https://github.com/ClickHouse/ClickHouse/pull/3920) ([Amos Bird](https://github.com/amosbird))
 -   Reverted `jemalloc` version which lead to performance degradation. [#4018](https://github.com/ClickHouse/ClickHouse/pull/4018) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -2055,7 +2055,7 @@ This release contains exactly the same set of patches as 19.3.6.
 -   Fixed bugs found by PVS-Studio. [#4013](https://github.com/ClickHouse/ClickHouse/pull/4013) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Fixed glibc compatibility issues. [#4100](https://github.com/ClickHouse/ClickHouse/pull/4100) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Move Docker images to 18.10 and add compatibility file for glibc \>= 2.28 [#3965](https://github.com/ClickHouse/ClickHouse/pull/3965) ([alesapin](https://github.com/alesapin))
--   Add env variable if user don’t want to chown directories in server Docker image. [#3967](https://github.com/ClickHouse/ClickHouse/pull/3967) ([alesapin](https://github.com/alesapin))
+-   Add env variable if user do not want to chown directories in server Docker image. [#3967](https://github.com/ClickHouse/ClickHouse/pull/3967) ([alesapin](https://github.com/alesapin))
 -   Enabled most of the warnings from `-Weverything` in clang. Enabled `-Wpedantic`. [#3986](https://github.com/ClickHouse/ClickHouse/pull/3986) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Added a few more warnings that are available only in clang 8. [#3993](https://github.com/ClickHouse/ClickHouse/pull/3993) ([alexey-milovidov](https://github.com/alexey-milovidov))
 -   Link to `libLLVM` rather than to individual LLVM libs when using shared linking. [#3989](https://github.com/ClickHouse/ClickHouse/pull/3989) ([Orivej Desh](https://github.com/orivej))
diff --git a/docs/en/whats-new/changelog/2020.md b/docs/en/whats-new/changelog/2020.md
index bf4e4fb0fcc..7fb1f5d9377 100644
--- a/docs/en/whats-new/changelog/2020.md
+++ b/docs/en/whats-new/changelog/2020.md
@@ -14,7 +14,7 @@ toc_title: '2020'
 * Restrict merges from wide to compact parts. In case of vertical merge it led to broken result part. [#18381](https://github.com/ClickHouse/ClickHouse/pull/18381) ([Anton Popov](https://github.com/CurtizJ)).
 * Fix filling table `system.settings_profile_elements`. This PR fixes [#18231](https://github.com/ClickHouse/ClickHouse/issues/18231). [#18379](https://github.com/ClickHouse/ClickHouse/pull/18379) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fix possible crashes in aggregate functions with combinator `Distinct`, while using two-level aggregation. Fixes [#17682](https://github.com/ClickHouse/ClickHouse/issues/17682). [#18365](https://github.com/ClickHouse/ClickHouse/pull/18365) ([Anton Popov](https://github.com/CurtizJ)).
-* Fix error when query `MODIFY COLUMN ... REMOVE TTL` doesn't actually remove column TTL. [#18130](https://github.com/ClickHouse/ClickHouse/pull/18130) ([alesapin](https://github.com/alesapin)).
+* Fix error when query `MODIFY COLUMN ... REMOVE TTL` does not actually remove column TTL. [#18130](https://github.com/ClickHouse/ClickHouse/pull/18130) ([alesapin](https://github.com/alesapin)).
 
 #### Build/Testing/Packaging Improvement
 
@@ -88,7 +88,7 @@ toc_title: '2020'
 * Fix `optimize_distributed_group_by_sharding_key` setting (that is disabled by default) for query with OFFSET only. [#16996](https://github.com/ClickHouse/ClickHouse/pull/16996) ([Azat Khuzhin](https://github.com/azat)).
 * Fix for Merge tables over Distributed tables with JOIN. [#16993](https://github.com/ClickHouse/ClickHouse/pull/16993) ([Azat Khuzhin](https://github.com/azat)).
 * Fixed wrong result in big integers (128, 256 bit) when casting from double. Big integers support is experimental. [#16986](https://github.com/ClickHouse/ClickHouse/pull/16986) ([Mike](https://github.com/myrrc)).
-* Fix possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Fix possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter does not finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
 * Blame info was not calculated correctly in `clickhouse-git-import`. [#16959](https://github.com/ClickHouse/ClickHouse/pull/16959) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fix order by optimization with monotonous functions. Fixes [#16107](https://github.com/ClickHouse/ClickHouse/issues/16107). [#16956](https://github.com/ClickHouse/ClickHouse/pull/16956) ([Anton Popov](https://github.com/CurtizJ)).
 * Fix optimization of group by with enabled setting `optimize_aggregators_of_group_by_keys` and joins. Fixes [#12604](https://github.com/ClickHouse/ClickHouse/issues/12604). [#16951](https://github.com/ClickHouse/ClickHouse/pull/16951) ([Anton Popov](https://github.com/CurtizJ)).
@@ -212,7 +212,7 @@ toc_title: '2020'
 * `SELECT count() FROM table` now can be executed if only one any column can be selected from the `table`. This PR fixes [#10639](https://github.com/ClickHouse/ClickHouse/issues/10639). [#18233](https://github.com/ClickHouse/ClickHouse/pull/18233) ([Vitaly Baranov](https://github.com/vitlibar)).
 * `SELECT JOIN` now requires the `SELECT` privilege on each of the joined tables. This PR fixes [#17654](https://github.com/ClickHouse/ClickHouse/issues/17654). [#18232](https://github.com/ClickHouse/ClickHouse/pull/18232) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fix possible incomplete query result while reading from `MergeTree*` in case of read backoff (message `<Debug> MergeTreeReadPool: Will lower number of threads` in logs). Was introduced in [#16423](https://github.com/ClickHouse/ClickHouse/issues/16423). Fixes [#18137](https://github.com/ClickHouse/ClickHouse/issues/18137). [#18216](https://github.com/ClickHouse/ClickHouse/pull/18216) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
-* Fix error when query `MODIFY COLUMN ... REMOVE TTL` doesn't actually remove column TTL. [#18130](https://github.com/ClickHouse/ClickHouse/pull/18130) ([alesapin](https://github.com/alesapin)).
+* Fix error when query `MODIFY COLUMN ... REMOVE TTL` does not actually remove column TTL. [#18130](https://github.com/ClickHouse/ClickHouse/pull/18130) ([alesapin](https://github.com/alesapin)).
 * Fix indeterministic functions with predicate optimizer. This fixes [#17244](https://github.com/ClickHouse/ClickHouse/issues/17244). [#17273](https://github.com/ClickHouse/ClickHouse/pull/17273) ([Winter Zhang](https://github.com/zhang2014)).
 * Mutation might hang waiting for some non-existent part after `MOVE` or `REPLACE PARTITION` or, in rare cases, after `DETACH` or `DROP PARTITION`. It's fixed. [#15537](https://github.com/ClickHouse/ClickHouse/pull/15537) ([tavplubix](https://github.com/tavplubix)).
 
@@ -253,7 +253,7 @@ toc_title: '2020'
 * Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
 * Fixed wrong result in big integers (128, 256 bit) when casting from double. [#16986](https://github.com/ClickHouse/ClickHouse/pull/16986) ([Mike](https://github.com/myrrc)).
 * Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
-* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter does not finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
 * Blame info was not calculated correctly in `clickhouse-git-import`. [#16959](https://github.com/ClickHouse/ClickHouse/pull/16959) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fixed order by optimization with monotonous functions. Fixes [#16107](https://github.com/ClickHouse/ClickHouse/issues/16107). [#16956](https://github.com/ClickHouse/ClickHouse/pull/16956) ([Anton Popov](https://github.com/CurtizJ)).
 * Fixed optimization of group by with enabled setting `optimize_aggregators_of_group_by_keys` and joins. This fixes [#12604](https://github.com/ClickHouse/ClickHouse/issues/12604). [#16951](https://github.com/ClickHouse/ClickHouse/pull/16951) ([Anton Popov](https://github.com/CurtizJ)).
@@ -424,7 +424,7 @@ toc_title: '2020'
 * Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
 * Fixed wrong result in big integers (128, 256 bit) when casting from double. [#16986](https://github.com/ClickHouse/ClickHouse/pull/16986) ([Mike](https://github.com/myrrc)).
 * Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
-* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter does not finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
 * Blame info was not calculated correctly in `clickhouse-git-import`. [#16959](https://github.com/ClickHouse/ClickHouse/pull/16959) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fixed order by optimization with monotonous functions. This fixes [#16107](https://github.com/ClickHouse/ClickHouse/issues/16107). [#16956](https://github.com/ClickHouse/ClickHouse/pull/16956) ([Anton Popov](https://github.com/CurtizJ)).
 * Fixrf optimization of group by with enabled setting `optimize_aggregators_of_group_by_keys` and joins. This fixes [#12604](https://github.com/ClickHouse/ClickHouse/issues/12604). [#16951](https://github.com/ClickHouse/ClickHouse/pull/16951) ([Anton Popov](https://github.com/CurtizJ)).
@@ -514,7 +514,7 @@ toc_title: '2020'
 * Fix rare segfaults when inserting into or selecting from MaterializedView and concurrently dropping target table (for Atomic database engine). [#15984](https://github.com/ClickHouse/ClickHouse/pull/15984) ([tavplubix](https://github.com/tavplubix)).
 * Fix ambiguity in parsing of settings profiles: `CREATE USER ... SETTINGS profile readonly` is now considered as using a profile named `readonly`, not a setting named `profile` with the readonly constraint. This fixes [#15628](https://github.com/ClickHouse/ClickHouse/issues/15628). [#15982](https://github.com/ClickHouse/ClickHouse/pull/15982) ([Vitaly Baranov](https://github.com/vitlibar)).
 * `MaterializeMySQL` (experimental feature): Fix crash on create database failure. [#15954](https://github.com/ClickHouse/ClickHouse/pull/15954) ([Winter Zhang](https://github.com/zhang2014)).
-* Fixed `DROP TABLE IF EXISTS` failure with `Table ... doesn't exist` error when table is concurrently renamed (for Atomic database engine). Fixed rare deadlock when concurrently executing some DDL queries with multiple tables (like `DROP DATABASE` and `RENAME TABLE`) - Fixed `DROP/DETACH DATABASE` failure with `Table ... doesn't exist` when concurrently executing `DROP/DETACH TABLE`. [#15934](https://github.com/ClickHouse/ClickHouse/pull/15934) ([tavplubix](https://github.com/tavplubix)).
+* Fixed `DROP TABLE IF EXISTS` failure with `Table ... does not exist` error when table is concurrently renamed (for Atomic database engine). Fixed rare deadlock when concurrently executing some DDL queries with multiple tables (like `DROP DATABASE` and `RENAME TABLE`) - Fixed `DROP/DETACH DATABASE` failure with `Table ... does not exist` when concurrently executing `DROP/DETACH TABLE`. [#15934](https://github.com/ClickHouse/ClickHouse/pull/15934) ([tavplubix](https://github.com/tavplubix)).
 * Fix incorrect empty result for query from `Distributed` table if query has `WHERE`, `PREWHERE` and `GLOBAL IN`. Fixes [#15792](https://github.com/ClickHouse/ClickHouse/issues/15792). [#15933](https://github.com/ClickHouse/ClickHouse/pull/15933) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fixes [#12513](https://github.com/ClickHouse/ClickHouse/issues/12513): difference expressions with same alias when query is reanalyzed. [#15886](https://github.com/ClickHouse/ClickHouse/pull/15886) ([Winter Zhang](https://github.com/zhang2014)).
 * Fix possible very rare deadlocks in RBAC implementation. [#15875](https://github.com/ClickHouse/ClickHouse/pull/15875) ([Vitaly Baranov](https://github.com/vitlibar)).
@@ -535,7 +535,7 @@ toc_title: '2020'
 * Fixed `Element ... is not a constant expression` error when using `JSON*` function result in `VALUES`, `LIMIT` or right side of `IN` operator. [#15589](https://github.com/ClickHouse/ClickHouse/pull/15589) ([tavplubix](https://github.com/tavplubix)).
 * Query will finish faster in case of exception. Cancel execution on remote replicas if exception happens. [#15578](https://github.com/ClickHouse/ClickHouse/pull/15578) ([Azat Khuzhin](https://github.com/azat)).
 * Prevent the possibility of error message `Could not calculate available disk space (statvfs), errno: 4, strerror: Interrupted system call`. This fixes [#15541](https://github.com/ClickHouse/ClickHouse/issues/15541). [#15557](https://github.com/ClickHouse/ClickHouse/pull/15557) ([alexey-milovidov](https://github.com/alexey-milovidov)).
-* Fix `Database <db> doesn't exist.` in queries with IN and Distributed table when there's no database on initiator. [#15538](https://github.com/ClickHouse/ClickHouse/pull/15538) ([Artem Zuikov](https://github.com/4ertus2)).
+* Fix `Database <db> does not exist.` in queries with IN and Distributed table when there's no database on initiator. [#15538](https://github.com/ClickHouse/ClickHouse/pull/15538) ([Artem Zuikov](https://github.com/4ertus2)).
 * Mutation might hang waiting for some non-existent part after `MOVE` or `REPLACE PARTITION` or, in rare cases, after `DETACH` or `DROP PARTITION`. It's fixed. [#15537](https://github.com/ClickHouse/ClickHouse/pull/15537) ([tavplubix](https://github.com/tavplubix)).
 * Fix bug when `ILIKE` operator stops being case insensitive if `LIKE` with the same pattern was executed. [#15536](https://github.com/ClickHouse/ClickHouse/pull/15536) ([alesapin](https://github.com/alesapin)).
 * Fix `Missing columns` errors when selecting columns which absent in data, but depend on other columns which also absent in data. Fixes [#15530](https://github.com/ClickHouse/ClickHouse/issues/15530). [#15532](https://github.com/ClickHouse/ClickHouse/pull/15532) ([alesapin](https://github.com/alesapin)).
@@ -552,7 +552,7 @@ toc_title: '2020'
 * Fix MSan report in QueryLog. Uninitialized memory can be used for the field `memory_usage`. [#15258](https://github.com/ClickHouse/ClickHouse/pull/15258) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fix 'Unknown identifier' in GROUP BY when query has JOIN over Merge table. [#15242](https://github.com/ClickHouse/ClickHouse/pull/15242) ([Artem Zuikov](https://github.com/4ertus2)).
 * Fix instance crash when using `joinGet` with `LowCardinality` types. This fixes [#15214](https://github.com/ClickHouse/ClickHouse/issues/15214). [#15220](https://github.com/ClickHouse/ClickHouse/pull/15220) ([Amos Bird](https://github.com/amosbird)).
-* Fix bug in table engine `Buffer` which doesn't allow to insert data of new structure into `Buffer` after `ALTER` query. Fixes [#15117](https://github.com/ClickHouse/ClickHouse/issues/15117). [#15192](https://github.com/ClickHouse/ClickHouse/pull/15192) ([alesapin](https://github.com/alesapin)).
+* Fix bug in table engine `Buffer` which does not allow to insert data of new structure into `Buffer` after `ALTER` query. Fixes [#15117](https://github.com/ClickHouse/ClickHouse/issues/15117). [#15192](https://github.com/ClickHouse/ClickHouse/pull/15192) ([alesapin](https://github.com/alesapin)).
 * Adjust Decimal field size in MySQL column definition packet. [#15152](https://github.com/ClickHouse/ClickHouse/pull/15152) ([maqroll](https://github.com/maqroll)).
 * Fixes `Data compressed with different methods` in `join_algorithm='auto'`. Keep LowCardinality as type for left table join key in `join_algorithm='partial_merge'`. [#15088](https://github.com/ClickHouse/ClickHouse/pull/15088) ([Artem Zuikov](https://github.com/4ertus2)).
 * Update `jemalloc` to fix `percpu_arena` with affinity mask. [#15035](https://github.com/ClickHouse/ClickHouse/pull/15035) ([Azat Khuzhin](https://github.com/azat)). [#14957](https://github.com/ClickHouse/ClickHouse/pull/14957) ([Azat Khuzhin](https://github.com/azat)).
@@ -711,7 +711,7 @@ toc_title: '2020'
 
 * Fix bug when `ON CLUSTER` queries may hang forever for non-leader ReplicatedMergeTreeTables. [#17089](https://github.com/ClickHouse/ClickHouse/pull/17089) ([alesapin](https://github.com/alesapin)).
 * Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
-* Fix possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Fix possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter does not finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
 * Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
 * Fix possible error `Illegal type of argument` for queries with `ORDER BY`. Fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Abort multipart upload if no data was written to WriteBufferFromS3. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
@@ -751,7 +751,7 @@ toc_title: '2020'
 * Fix rare segfaults when inserting into or selecting from MaterializedView and concurrently dropping target table (for Atomic database engine). [#15984](https://github.com/ClickHouse/ClickHouse/pull/15984) ([tavplubix](https://github.com/tavplubix)).
 * Fix ambiguity in parsing of settings profiles: `CREATE USER ... SETTINGS profile readonly` is now considered as using a profile named `readonly`, not a setting named `profile` with the readonly constraint. This fixes [#15628](https://github.com/ClickHouse/ClickHouse/issues/15628). [#15982](https://github.com/ClickHouse/ClickHouse/pull/15982) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fix a crash when database creation fails. [#15954](https://github.com/ClickHouse/ClickHouse/pull/15954) ([Winter Zhang](https://github.com/zhang2014)).
-* Fixed `DROP TABLE IF EXISTS` failure with `Table ... doesn't exist` error when table is concurrently renamed (for Atomic database engine). Fixed rare deadlock when concurrently executing some DDL queries with multiple tables (like `DROP DATABASE` and `RENAME TABLE`) Fixed `DROP/DETACH DATABASE` failure with `Table ... doesn't exist` when concurrently executing `DROP/DETACH TABLE`. [#15934](https://github.com/ClickHouse/ClickHouse/pull/15934) ([tavplubix](https://github.com/tavplubix)).
+* Fixed `DROP TABLE IF EXISTS` failure with `Table ... does not exist` error when table is concurrently renamed (for Atomic database engine). Fixed rare deadlock when concurrently executing some DDL queries with multiple tables (like `DROP DATABASE` and `RENAME TABLE`) Fixed `DROP/DETACH DATABASE` failure with `Table ... does not exist` when concurrently executing `DROP/DETACH TABLE`. [#15934](https://github.com/ClickHouse/ClickHouse/pull/15934) ([tavplubix](https://github.com/tavplubix)).
 * Fix incorrect empty result for query from `Distributed` table if query has `WHERE`, `PREWHERE` and `GLOBAL IN`. Fixes [#15792](https://github.com/ClickHouse/ClickHouse/issues/15792). [#15933](https://github.com/ClickHouse/ClickHouse/pull/15933) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fix possible deadlocks in RBAC. [#15875](https://github.com/ClickHouse/ClickHouse/pull/15875) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fix exception `Block structure mismatch` in `SELECT ... ORDER BY DESC` queries which were executed after `ALTER MODIFY COLUMN` query. Fixes [#15800](https://github.com/ClickHouse/ClickHouse/issues/15800). [#15852](https://github.com/ClickHouse/ClickHouse/pull/15852) ([alesapin](https://github.com/alesapin)).
@@ -789,7 +789,7 @@ toc_title: '2020'
 * Fix rare race condition on server startup when system.logs are enabled. [#15300](https://github.com/ClickHouse/ClickHouse/pull/15300) ([alesapin](https://github.com/alesapin)).
 * Fix MSan report in QueryLog. Uninitialized memory can be used for the field `memory_usage`. [#15258](https://github.com/ClickHouse/ClickHouse/pull/15258) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fix instance crash when using joinGet with LowCardinality types. This fixes [#15214](https://github.com/ClickHouse/ClickHouse/issues/15214). [#15220](https://github.com/ClickHouse/ClickHouse/pull/15220) ([Amos Bird](https://github.com/amosbird)).
-* Fix bug in table engine `Buffer` which doesn't allow to insert data of new structure into `Buffer` after `ALTER` query. Fixes [#15117](https://github.com/ClickHouse/ClickHouse/issues/15117). [#15192](https://github.com/ClickHouse/ClickHouse/pull/15192) ([alesapin](https://github.com/alesapin)).
+* Fix bug in table engine `Buffer` which does not allow to insert data of new structure into `Buffer` after `ALTER` query. Fixes [#15117](https://github.com/ClickHouse/ClickHouse/issues/15117). [#15192](https://github.com/ClickHouse/ClickHouse/pull/15192) ([alesapin](https://github.com/alesapin)).
 * Adjust decimals field size in mysql column definition packet. [#15152](https://github.com/ClickHouse/ClickHouse/pull/15152) ([maqroll](https://github.com/maqroll)).
 * Fixed `Cannot rename ... errno: 22, strerror: Invalid argument` error on DDL query execution in Atomic database when running clickhouse-server in docker on Mac OS. [#15024](https://github.com/ClickHouse/ClickHouse/pull/15024) ([tavplubix](https://github.com/tavplubix)).
 * Fix to make predicate push down work when subquery contains finalizeAggregation function. Fixes [#14847](https://github.com/ClickHouse/ClickHouse/issues/14847). [#14937](https://github.com/ClickHouse/ClickHouse/pull/14937) ([filimonov](https://github.com/filimonov)).
@@ -909,7 +909,7 @@ toc_title: '2020'
 * Fixed bug when `ON CLUSTER` queries may hang forever for non-leader ReplicatedMergeTreeTables. [#17089](https://github.com/ClickHouse/ClickHouse/pull/17089) ([alesapin](https://github.com/alesapin)).
 * Avoid unnecessary network errors for remote queries which may be cancelled while execution, like queries with `LIMIT`. [#17006](https://github.com/ClickHouse/ClickHouse/pull/17006) ([Azat Khuzhin](https://github.com/azat)).
 * Reresolve the IP of the `format_avro_schema_registry_url` in case of errors. [#16985](https://github.com/ClickHouse/ClickHouse/pull/16985) ([filimonov](https://github.com/filimonov)).
-* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter doesn't finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
+* Fixed possible server crash after `ALTER TABLE ... MODIFY COLUMN ... NewType` when `SELECT` have `WHERE` expression on altering column and alter does not finished yet. [#16968](https://github.com/ClickHouse/ClickHouse/pull/16968) ([Amos Bird](https://github.com/amosbird)).
 * Install script should always create subdirs in config folders. This is only relevant for Docker build with custom config. [#16936](https://github.com/ClickHouse/ClickHouse/pull/16936) ([filimonov](https://github.com/filimonov)).
 * Fixed possible error `Illegal type of argument` for queries with `ORDER BY`. Fixes [#16580](https://github.com/ClickHouse/ClickHouse/issues/16580). [#16928](https://github.com/ClickHouse/ClickHouse/pull/16928) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Abort multipart upload if no data was written to WriteBufferFromS3. [#16840](https://github.com/ClickHouse/ClickHouse/pull/16840) ([Pavel Kovalenko](https://github.com/Jokser)).
@@ -949,7 +949,7 @@ toc_title: '2020'
 * Fix rare segfaults when inserting into or selecting from MaterializedView and concurrently dropping target table (for Atomic database engine). [#15984](https://github.com/ClickHouse/ClickHouse/pull/15984) ([tavplubix](https://github.com/tavplubix)).
 * Fix ambiguity in parsing of settings profiles: `CREATE USER ... SETTINGS profile readonly` is now considered as using a profile named `readonly`, not a setting named `profile` with the readonly constraint. This fixes [#15628](https://github.com/ClickHouse/ClickHouse/issues/15628). [#15982](https://github.com/ClickHouse/ClickHouse/pull/15982) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fix a crash when database creation fails. [#15954](https://github.com/ClickHouse/ClickHouse/pull/15954) ([Winter Zhang](https://github.com/zhang2014)).
-* Fixed `DROP TABLE IF EXISTS` failure with `Table ... doesn't exist` error when table is concurrently renamed (for Atomic database engine). Fixed rare deadlock when concurrently executing some DDL queries with multiple tables (like `DROP DATABASE` and `RENAME TABLE`) Fixed `DROP/DETACH DATABASE` failure with `Table ... doesn't exist` when concurrently executing `DROP/DETACH TABLE`. [#15934](https://github.com/ClickHouse/ClickHouse/pull/15934) ([tavplubix](https://github.com/tavplubix)).
+* Fixed `DROP TABLE IF EXISTS` failure with `Table ... does not exist` error when table is concurrently renamed (for Atomic database engine). Fixed rare deadlock when concurrently executing some DDL queries with multiple tables (like `DROP DATABASE` and `RENAME TABLE`) Fixed `DROP/DETACH DATABASE` failure with `Table ... does not exist` when concurrently executing `DROP/DETACH TABLE`. [#15934](https://github.com/ClickHouse/ClickHouse/pull/15934) ([tavplubix](https://github.com/tavplubix)).
 * Fix incorrect empty result for query from `Distributed` table if query has `WHERE`, `PREWHERE` and `GLOBAL IN`. Fixes [#15792](https://github.com/ClickHouse/ClickHouse/issues/15792). [#15933](https://github.com/ClickHouse/ClickHouse/pull/15933) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fix possible deadlocks in RBAC. [#15875](https://github.com/ClickHouse/ClickHouse/pull/15875) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fix exception `Block structure mismatch` in `SELECT ... ORDER BY DESC` queries which were executed after `ALTER MODIFY COLUMN` query. Fixes [#15800](https://github.com/ClickHouse/ClickHouse/issues/15800). [#15852](https://github.com/ClickHouse/ClickHouse/pull/15852) ([alesapin](https://github.com/alesapin)).
@@ -984,7 +984,7 @@ toc_title: '2020'
 * Fix rare race condition on server startup when system.logs are enabled. [#15300](https://github.com/ClickHouse/ClickHouse/pull/15300) ([alesapin](https://github.com/alesapin)).
 * Fix MSan report in QueryLog. Uninitialized memory can be used for the field `memory_usage`. [#15258](https://github.com/ClickHouse/ClickHouse/pull/15258) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fix instance crash when using joinGet with LowCardinality types. This fixes [#15214](https://github.com/ClickHouse/ClickHouse/issues/15214). [#15220](https://github.com/ClickHouse/ClickHouse/pull/15220) ([Amos Bird](https://github.com/amosbird)).
-* Fix bug in table engine `Buffer` which doesn't allow to insert data of new structure into `Buffer` after `ALTER` query. Fixes [#15117](https://github.com/ClickHouse/ClickHouse/issues/15117). [#15192](https://github.com/ClickHouse/ClickHouse/pull/15192) ([alesapin](https://github.com/alesapin)).
+* Fix bug in table engine `Buffer` which does not allow to insert data of new structure into `Buffer` after `ALTER` query. Fixes [#15117](https://github.com/ClickHouse/ClickHouse/issues/15117). [#15192](https://github.com/ClickHouse/ClickHouse/pull/15192) ([alesapin](https://github.com/alesapin)).
 * Adjust decimals field size in mysql column definition packet. [#15152](https://github.com/ClickHouse/ClickHouse/pull/15152) ([maqroll](https://github.com/maqroll)).
 * We already use padded comparison between String and FixedString (https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/FunctionsComparison.h#L333). This PR applies the same logic to field comparison which corrects the usage of FixedString as primary keys. This fixes [#14908](https://github.com/ClickHouse/ClickHouse/issues/14908). [#15033](https://github.com/ClickHouse/ClickHouse/pull/15033) ([Amos Bird](https://github.com/amosbird)).
 * If function `bar` was called with specifically crafted arguments, buffer overflow was possible. This closes [#13926](https://github.com/ClickHouse/ClickHouse/issues/13926). [#15028](https://github.com/ClickHouse/ClickHouse/pull/15028) ([alexey-milovidov](https://github.com/alexey-milovidov)).
@@ -1028,7 +1028,7 @@ toc_title: '2020'
 
 #### Backward Incompatible Change
 
-* Now `OPTIMIZE FINAL` query doesn't recalculate TTL for parts that were added before TTL was created. Use `ALTER TABLE ... MATERIALIZE TTL` once to calculate them, after that `OPTIMIZE FINAL` will evaluate TTL's properly. This behavior never worked for replicated tables. [#14220](https://github.com/ClickHouse/ClickHouse/pull/14220) ([alesapin](https://github.com/alesapin)).
+* Now `OPTIMIZE FINAL` query does not recalculate TTL for parts that were added before TTL was created. Use `ALTER TABLE ... MATERIALIZE TTL` once to calculate them, after that `OPTIMIZE FINAL` will evaluate TTL's properly. This behavior never worked for replicated tables. [#14220](https://github.com/ClickHouse/ClickHouse/pull/14220) ([alesapin](https://github.com/alesapin)).
 * Extend `parallel_distributed_insert_select` setting, adding an option to run `INSERT` into local table. The setting changes type from `Bool` to `UInt64`, so the values `false` and `true` are no longer supported. If you have these values in server configuration, the server will not start. Please replace them with `0` and `1`, respectively. [#14060](https://github.com/ClickHouse/ClickHouse/pull/14060) ([Azat Khuzhin](https://github.com/azat)).
 * Remove support for the `ODBCDriver` input/output format. This was a deprecated format once used for communication with the ClickHouse ODBC driver, now long superseded by the `ODBCDriver2` format. Resolves [#13629](https://github.com/ClickHouse/ClickHouse/issues/13629). [#13847](https://github.com/ClickHouse/ClickHouse/pull/13847) ([hexiaoting](https://github.com/hexiaoting)).
 * When upgrading from versions older than 20.5, if rolling update is performed and cluster contains both versions 20.5 or greater and less than 20.5, if ClickHouse nodes with old versions are restarted and old version has been started up in presence of newer versions, it may lead to `Part ... intersects previous part` errors. To prevent this error, first install newer clickhouse-server packages on all cluster nodes and then do restarts (so, when clickhouse-server is restarted, it will start up with the new version).
@@ -1257,7 +1257,7 @@ toc_title: '2020'
 * Fixed [#10572](https://github.com/ClickHouse/ClickHouse/issues/10572) fix bloom filter index with const expression. [#12659](https://github.com/ClickHouse/ClickHouse/pull/12659) ([Winter Zhang](https://github.com/zhang2014)).
 * Fix SIGSEGV in StorageKafka when broker is unavailable (and not only). [#12658](https://github.com/ClickHouse/ClickHouse/pull/12658) ([Azat Khuzhin](https://github.com/azat)).
 * Add support for function `if` with `Array(UUID)` arguments. This fixes [#11066](https://github.com/ClickHouse/ClickHouse/issues/11066). [#12648](https://github.com/ClickHouse/ClickHouse/pull/12648) ([alexey-milovidov](https://github.com/alexey-milovidov)).
-* CREATE USER IF NOT EXISTS now doesn't throw exception if the user exists. This fixes [#12507](https://github.com/ClickHouse/ClickHouse/issues/12507). [#12646](https://github.com/ClickHouse/ClickHouse/pull/12646) ([Vitaly Baranov](https://github.com/vitlibar)).
+* CREATE USER IF NOT EXISTS now does not throw exception if the user exists. This fixes [#12507](https://github.com/ClickHouse/ClickHouse/issues/12507). [#12646](https://github.com/ClickHouse/ClickHouse/pull/12646) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Exception `There is no supertype...` can be thrown during `ALTER ... UPDATE` in unexpected cases (e.g. when subtracting from UInt64 column). This fixes [#7306](https://github.com/ClickHouse/ClickHouse/issues/7306). This fixes [#4165](https://github.com/ClickHouse/ClickHouse/issues/4165). [#12633](https://github.com/ClickHouse/ClickHouse/pull/12633) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fix possible `Pipeline stuck` error for queries with external sorting. Fixes [#12617](https://github.com/ClickHouse/ClickHouse/issues/12617). [#12618](https://github.com/ClickHouse/ClickHouse/pull/12618) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fix error `Output of TreeExecutor is not sorted` for `OPTIMIZE DEDUPLICATE`. Fixes [#11572](https://github.com/ClickHouse/ClickHouse/issues/11572). [#12613](https://github.com/ClickHouse/ClickHouse/pull/12613) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
@@ -1398,7 +1398,7 @@ toc_title: '2020'
 * Fixed bloom filter index with const expression. This fixes [#10572](https://github.com/ClickHouse/ClickHouse/issues/10572). [#12659](https://github.com/ClickHouse/ClickHouse/pull/12659) ([Winter Zhang](https://github.com/zhang2014)).
 * Fixed `SIGSEGV` in `StorageKafka` when broker is unavailable (and not only). [#12658](https://github.com/ClickHouse/ClickHouse/pull/12658) ([Azat Khuzhin](https://github.com/azat)).
 * Added support for function `if` with `Array(UUID)` arguments. This fixes [#11066](https://github.com/ClickHouse/ClickHouse/issues/11066). [#12648](https://github.com/ClickHouse/ClickHouse/pull/12648) ([alexey-milovidov](https://github.com/alexey-milovidov)).
-* `CREATE USER IF NOT EXISTS` now doesn't throw exception if the user exists. This fixes [#12507](https://github.com/ClickHouse/ClickHouse/issues/12507). [#12646](https://github.com/ClickHouse/ClickHouse/pull/12646) ([Vitaly Baranov](https://github.com/vitlibar)).
+* `CREATE USER IF NOT EXISTS` now does not throw exception if the user exists. This fixes [#12507](https://github.com/ClickHouse/ClickHouse/issues/12507). [#12646](https://github.com/ClickHouse/ClickHouse/pull/12646) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Better exception message in disk access storage. [#12625](https://github.com/ClickHouse/ClickHouse/pull/12625) ([alesapin](https://github.com/alesapin)).
 * The function `groupArrayMoving*` was not working for distributed queries. It's result was calculated within incorrect data type (without promotion to the largest type). The function `groupArrayMovingAvg` was returning integer number that was inconsistent with the `avg` function. This fixes [#12568](https://github.com/ClickHouse/ClickHouse/issues/12568). [#12622](https://github.com/ClickHouse/ClickHouse/pull/12622) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fixed lack of aliases with function `any`. [#12593](https://github.com/ClickHouse/ClickHouse/pull/12593) ([Anton Popov](https://github.com/CurtizJ)).
@@ -1436,7 +1436,7 @@ toc_title: '2020'
 * Cap max_memory_usage* limits to the process resident memory. [#12182](https://github.com/ClickHouse/ClickHouse/pull/12182) ([Azat Khuzhin](https://github.com/azat)).
 * Fix dictGet arguments check during `GROUP BY` injective functions elimination. [#12179](https://github.com/ClickHouse/ClickHouse/pull/12179) ([Azat Khuzhin](https://github.com/azat)).
 * Fixed the behaviour when `SummingMergeTree` engine sums up columns from partition key. Added an exception in case of explicit definition of columns to sum which intersects with partition key columns. This fixes [#7867](https://github.com/ClickHouse/ClickHouse/issues/7867). [#12173](https://github.com/ClickHouse/ClickHouse/pull/12173) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov)).
-* Don't split the dictionary source's table name into schema and table name itself if ODBC connection doesn't support schema. [#12165](https://github.com/ClickHouse/ClickHouse/pull/12165) ([Vitaly Baranov](https://github.com/vitlibar)).
+* Don't split the dictionary source's table name into schema and table name itself if ODBC connection does not support schema. [#12165](https://github.com/ClickHouse/ClickHouse/pull/12165) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fixed wrong logic in `ALTER DELETE` that leads to deleting of records when condition evaluates to NULL. This fixes [#9088](https://github.com/ClickHouse/ClickHouse/issues/9088). This closes [#12106](https://github.com/ClickHouse/ClickHouse/issues/12106). [#12153](https://github.com/ClickHouse/ClickHouse/pull/12153) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fixed transform of query to send to external DBMS (e.g. MySQL, ODBC) in presense of aliases. This fixes [#12032](https://github.com/ClickHouse/ClickHouse/issues/12032). [#12151](https://github.com/ClickHouse/ClickHouse/pull/12151) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fixed bad code in redundant ORDER BY optimization. The bug was introduced in [#10067](https://github.com/ClickHouse/ClickHouse/issues/10067). [#12148](https://github.com/ClickHouse/ClickHouse/pull/12148) ([alexey-milovidov](https://github.com/alexey-milovidov)).
@@ -1467,7 +1467,7 @@ toc_title: '2020'
 * Added `KILL QUERY [connection_id]` for the MySQL client/driver to cancel the long query, issue [#12038](https://github.com/ClickHouse/ClickHouse/issues/12038). [#12152](https://github.com/ClickHouse/ClickHouse/pull/12152) ([BohuTANG](https://github.com/BohuTANG)).
 * Added support for `%g` (two digit ISO year) and `%G` (four digit ISO year) substitutions in `formatDateTime` function. [#12136](https://github.com/ClickHouse/ClickHouse/pull/12136) ([vivarum](https://github.com/vivarum)).
 * Added 'type' column in system.disks. [#12115](https://github.com/ClickHouse/ClickHouse/pull/12115) ([ianton-ru](https://github.com/ianton-ru)).
-* Improved `REVOKE` command: now it requires grant/admin option for only access which will be revoked. For example, to execute `REVOKE ALL ON *.* FROM user1` now it doesn't require to have full access rights granted with grant option. Added command `REVOKE ALL FROM user1` - it revokes all granted roles from `user1`. [#12083](https://github.com/ClickHouse/ClickHouse/pull/12083) ([Vitaly Baranov](https://github.com/vitlibar)).
+* Improved `REVOKE` command: now it requires grant/admin option for only access which will be revoked. For example, to execute `REVOKE ALL ON *.* FROM user1` now it does not require to have full access rights granted with grant option. Added command `REVOKE ALL FROM user1` - it revokes all granted roles from `user1`. [#12083](https://github.com/ClickHouse/ClickHouse/pull/12083) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Added replica priority for load_balancing (for manual prioritization of the load balancing). [#11995](https://github.com/ClickHouse/ClickHouse/pull/11995) ([Azat Khuzhin](https://github.com/azat)).
 * Switched paths in S3 metadata to relative which allows to handle S3 blobs more easily. [#11892](https://github.com/ClickHouse/ClickHouse/pull/11892) ([Vladimir Chebotarev](https://github.com/excitoon)).
 
@@ -1617,7 +1617,7 @@ toc_title: '2020'
 * Fix wrong result of comparison of FixedString with constant String. This fixes [#11393](https://github.com/ClickHouse/ClickHouse/issues/11393). This bug appeared in version 20.4. [#11828](https://github.com/ClickHouse/ClickHouse/pull/11828) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fix wrong result for `if` with NULLs in condition. [#11807](https://github.com/ClickHouse/ClickHouse/pull/11807) ([Artem Zuikov](https://github.com/4ertus2)).
 * Fix using too many threads for queries. [#11788](https://github.com/ClickHouse/ClickHouse/pull/11788) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
-* Fixed `Scalar doesn't exist` exception when using `WITH <scalar subquery> ...` in `SELECT ... FROM merge_tree_table ...` [#11621](https://github.com/ClickHouse/ClickHouse/issues/11621). [#11767](https://github.com/ClickHouse/ClickHouse/pull/11767) ([Amos Bird](https://github.com/amosbird)).
+* Fixed `Scalar does not exist` exception when using `WITH <scalar subquery> ...` in `SELECT ... FROM merge_tree_table ...` [#11621](https://github.com/ClickHouse/ClickHouse/issues/11621). [#11767](https://github.com/ClickHouse/ClickHouse/pull/11767) ([Amos Bird](https://github.com/amosbird)).
 * Fix unexpected behaviour of queries like `SELECT *, xyz.*` which were success while an error expected. [#11753](https://github.com/ClickHouse/ClickHouse/pull/11753) ([hexiaoting](https://github.com/hexiaoting)).
 * Now replicated fetches will be cancelled during metadata alter. [#11744](https://github.com/ClickHouse/ClickHouse/pull/11744) ([alesapin](https://github.com/alesapin)).
 * Parse metadata stored in zookeeper before checking for equality. [#11739](https://github.com/ClickHouse/ClickHouse/pull/11739) ([Azat Khuzhin](https://github.com/azat)).
@@ -1637,7 +1637,7 @@ toc_title: '2020'
 * Fix wrong exit code of the clickhouse-client, when `exception.code() % 256 == 0`. [#11601](https://github.com/ClickHouse/ClickHouse/pull/11601) ([filimonov](https://github.com/filimonov)).
 * Fix race conditions in CREATE/DROP of different replicas of ReplicatedMergeTree. Continue to work if the table was not removed completely from ZooKeeper or not created successfully. This fixes [#11432](https://github.com/ClickHouse/ClickHouse/issues/11432). [#11592](https://github.com/ClickHouse/ClickHouse/pull/11592) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fix trivial error in log message about "Mark cache size was lowered" at server startup. This closes [#11399](https://github.com/ClickHouse/ClickHouse/issues/11399). [#11589](https://github.com/ClickHouse/ClickHouse/pull/11589) ([alexey-milovidov](https://github.com/alexey-milovidov)).
-* Fix error `Size of offsets doesn't match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix error `Size of offsets does not match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fixed rare segfault in `SHOW CREATE TABLE` Fixes [#11490](https://github.com/ClickHouse/ClickHouse/issues/11490). [#11579](https://github.com/ClickHouse/ClickHouse/pull/11579) ([tavplubix](https://github.com/tavplubix)).
 * All queries in HTTP session have had the same query_id. It is fixed. [#11578](https://github.com/ClickHouse/ClickHouse/pull/11578) ([tavplubix](https://github.com/tavplubix)).
 * Now clickhouse-server docker container will prefer IPv6 checking server aliveness. [#11550](https://github.com/ClickHouse/ClickHouse/pull/11550) ([Ivan Starkov](https://github.com/istarkov)).
@@ -1758,7 +1758,7 @@ toc_title: '2020'
 * Multiple names are now allowed in commands: CREATE USER, CREATE ROLE, ALTER USER, SHOW CREATE USER, SHOW GRANTS and so on. [#11670](https://github.com/ClickHouse/ClickHouse/pull/11670) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Add support for distributed DDL (`UPDATE/DELETE/DROP PARTITION`) on cross replication clusters. [#11508](https://github.com/ClickHouse/ClickHouse/pull/11508) ([frank lee](https://github.com/etah000)).
 * Clear password from command line in `clickhouse-client` and `clickhouse-benchmark` if the user has specified it with explicit value. This prevents password exposure by `ps` and similar tools. [#11665](https://github.com/ClickHouse/ClickHouse/pull/11665) ([alexey-milovidov](https://github.com/alexey-milovidov)).
-* Don't use debug info from ELF file if it doesn't correspond to the running binary. It is needed to avoid printing wrong function names and source locations in stack traces. This fixes [#7514](https://github.com/ClickHouse/ClickHouse/issues/7514). [#11657](https://github.com/ClickHouse/ClickHouse/pull/11657) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Don't use debug info from ELF file if it does not correspond to the running binary. It is needed to avoid printing wrong function names and source locations in stack traces. This fixes [#7514](https://github.com/ClickHouse/ClickHouse/issues/7514). [#11657](https://github.com/ClickHouse/ClickHouse/pull/11657) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Return NULL/zero when value is not parsed completely in parseDateTimeBestEffortOrNull/Zero functions. This fixes [#7876](https://github.com/ClickHouse/ClickHouse/issues/7876). [#11653](https://github.com/ClickHouse/ClickHouse/pull/11653) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Skip empty parameters in requested URL. They may appear when you write `http://localhost:8123/?&a=b` or `http://localhost:8123/?a=b&&c=d`. This closes [#10749](https://github.com/ClickHouse/ClickHouse/issues/10749). [#11651](https://github.com/ClickHouse/ClickHouse/pull/11651) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Allow using `groupArrayArray` and `groupUniqArrayArray` as `SimpleAggregateFunction`. [#11650](https://github.com/ClickHouse/ClickHouse/pull/11650) ([Volodymyr Kuznetsov](https://github.com/ksvladimir)).
@@ -1933,7 +1933,7 @@ toc_title: '2020'
 * Fixed logical functions for UInt8 values when they are not equal to 0 or 1. [#12196](https://github.com/ClickHouse/ClickHouse/pull/12196) ([Alexander Kazakov](https://github.com/Akazz)).
 * Cap max_memory_usage* limits to the process resident memory. [#12182](https://github.com/ClickHouse/ClickHouse/pull/12182) ([Azat Khuzhin](https://github.com/azat)).
 * Fixed `dictGet` arguments check during GROUP BY injective functions elimination. [#12179](https://github.com/ClickHouse/ClickHouse/pull/12179) ([Azat Khuzhin](https://github.com/azat)).
-* Don't split the dictionary source's table name into schema and table name itself if ODBC connection doesn't support schema. [#12165](https://github.com/ClickHouse/ClickHouse/pull/12165) ([Vitaly Baranov](https://github.com/vitlibar)).
+* Don't split the dictionary source's table name into schema and table name itself if ODBC connection does not support schema. [#12165](https://github.com/ClickHouse/ClickHouse/pull/12165) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fixed wrong logic in `ALTER DELETE` that leads to deleting of records when condition evaluates to NULL. This fixes [#9088](https://github.com/ClickHouse/ClickHouse/issues/9088). This closes [#12106](https://github.com/ClickHouse/ClickHouse/issues/12106). [#12153](https://github.com/ClickHouse/ClickHouse/pull/12153) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fixed transform of query to send to external DBMS (e.g. MySQL, ODBC) in presense of aliases. This fixes [#12032](https://github.com/ClickHouse/ClickHouse/issues/12032). [#12151](https://github.com/ClickHouse/ClickHouse/pull/12151) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 * Fixed potential overflow in integer division. This fixes [#12119](https://github.com/ClickHouse/ClickHouse/issues/12119). [#12140](https://github.com/ClickHouse/ClickHouse/pull/12140) ([alexey-milovidov](https://github.com/alexey-milovidov)).
@@ -1997,7 +1997,7 @@ toc_title: '2020'
 * Fix error `Block structure mismatch` for queries with sampling reading from `Buffer` table. [#11602](https://github.com/ClickHouse/ClickHouse/pull/11602) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fix wrong exit code of the clickhouse-client, when exception.code() % 256 = 0. [#11601](https://github.com/ClickHouse/ClickHouse/pull/11601) ([filimonov](https://github.com/filimonov)).
 * Fix trivial error in log message about "Mark cache size was lowered" at server startup. This closes [#11399](https://github.com/ClickHouse/ClickHouse/issues/11399). [#11589](https://github.com/ClickHouse/ClickHouse/pull/11589) ([alexey-milovidov](https://github.com/alexey-milovidov)).
-* Fix error `Size of offsets doesn't match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix error `Size of offsets does not match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fixed rare segfault in `SHOW CREATE TABLE` Fixes [#11490](https://github.com/ClickHouse/ClickHouse/issues/11490). [#11579](https://github.com/ClickHouse/ClickHouse/pull/11579) ([tavplubix](https://github.com/tavplubix)).
 * All queries in HTTP session have had the same query_id. It is fixed. [#11578](https://github.com/ClickHouse/ClickHouse/pull/11578) ([tavplubix](https://github.com/tavplubix)).
 * Now clickhouse-server docker container will prefer IPv6 checking server aliveness. [#11550](https://github.com/ClickHouse/ClickHouse/pull/11550) ([Ivan Starkov](https://github.com/istarkov)).
@@ -2213,7 +2213,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix Distributed-over-Distributed with the only one shard in a nested table [#9997](https://github.com/ClickHouse/ClickHouse/pull/9997) ([Azat Khuzhin](https://github.com/azat))
 * Fix possible rows loss for queries with `JOIN` and `UNION ALL`. Fixes [#9826](https://github.com/ClickHouse/ClickHouse/issues/9826), [#10113](https://github.com/ClickHouse/ClickHouse/issues/10113). ... [#10099](https://github.com/ClickHouse/ClickHouse/pull/10099) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 * Fix bug in dictionary when local clickhouse server is used as source. It may caused memory corruption if types in dictionary and source are not compatible. [#10071](https://github.com/ClickHouse/ClickHouse/pull/10071) ([alesapin](https://github.com/alesapin))
-* Fixed replicated tables startup when updating from an old ClickHouse version where `/table/replicas/replica_name/metadata` node doesn't exist. Fixes [#10037](https://github.com/ClickHouse/ClickHouse/issues/10037). [#10095](https://github.com/ClickHouse/ClickHouse/pull/10095) ([alesapin](https://github.com/alesapin))
+* Fixed replicated tables startup when updating from an old ClickHouse version where `/table/replicas/replica_name/metadata` node does not exist. Fixes [#10037](https://github.com/ClickHouse/ClickHouse/issues/10037). [#10095](https://github.com/ClickHouse/ClickHouse/pull/10095) ([alesapin](https://github.com/alesapin))
 * Fix error `Cannot clone block with columns because block has 0 columns ... While executing GroupingAggregatedTransform`. It happened when setting `distributed_aggregation_memory_efficient` was enabled, and distributed query read aggregating data with mixed single and two-level aggregation from different shards.  [#10063](https://github.com/ClickHouse/ClickHouse/pull/10063) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 * Fix deadlock when database with materialized view failed attach at start [#10054](https://github.com/ClickHouse/ClickHouse/pull/10054) ([Azat Khuzhin](https://github.com/azat))
 * Fix a segmentation fault that could occur in GROUP BY over string keys containing trailing zero bytes ([#8636](https://github.com/ClickHouse/ClickHouse/issues/8636), [#8925](https://github.com/ClickHouse/ClickHouse/issues/8925)). ... [#10025](https://github.com/ClickHouse/ClickHouse/pull/10025) ([Alexander Kuzmenkov](https://github.com/akuzm))
@@ -2228,7 +2228,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix `TRUNCATE` for Join table engine ([#9917](https://github.com/ClickHouse/ClickHouse/issues/9917)). [#9920](https://github.com/ClickHouse/ClickHouse/pull/9920) ([Amos Bird](https://github.com/amosbird))
 * Fix race condition between drop and optimize in `ReplicatedMergeTree`. [#9901](https://github.com/ClickHouse/ClickHouse/pull/9901) ([alesapin](https://github.com/alesapin))
 * Fix `DISTINCT` for Distributed when `optimize_skip_unused_shards` is set. [#9808](https://github.com/ClickHouse/ClickHouse/pull/9808) ([Azat Khuzhin](https://github.com/azat))
-* Fix "scalar doesn't exist" error in ALTERs ([#9878](https://github.com/ClickHouse/ClickHouse/issues/9878)). ... [#9904](https://github.com/ClickHouse/ClickHouse/pull/9904) ([Amos Bird](https://github.com/amosbird))
+* Fix "scalar does not exist" error in ALTERs ([#9878](https://github.com/ClickHouse/ClickHouse/issues/9878)). ... [#9904](https://github.com/ClickHouse/ClickHouse/pull/9904) ([Amos Bird](https://github.com/amosbird))
 * Fix error with qualified names in `distributed_product_mode=\'local\'`. Fixes [#4756](https://github.com/ClickHouse/ClickHouse/issues/4756) [#9891](https://github.com/ClickHouse/ClickHouse/pull/9891) ([Artem Zuikov](https://github.com/4ertus2))
 * For INSERT queries shards now do clamp the settings from the initiator to their constraints instead of throwing an exception. This fix allows to send INSERT queries to a shard with another constraints. This change improves fix [#9447](https://github.com/ClickHouse/ClickHouse/issues/9447). [#9852](https://github.com/ClickHouse/ClickHouse/pull/9852) ([Vitaly Baranov](https://github.com/vitlibar))
 * Add some retries when commiting offsets to Kafka broker, since it can reject commit if during `offsets.commit.timeout.ms` there were no enough replicas available for the `__consumer_offsets` topic [#9884](https://github.com/ClickHouse/ClickHouse/pull/9884) ([filimonov](https://github.com/filimonov))
@@ -2248,11 +2248,11 @@ No changes compared to v20.4.3.16-stable.
 * Fix possible permanent "Cannot schedule a task" error. [#9154](https://github.com/ClickHouse/ClickHouse/pull/9154) ([Azat Khuzhin](https://github.com/azat))
 * Fix bug in backquoting in external dictionaries DDL. Fixes [#9619](https://github.com/ClickHouse/ClickHouse/issues/9619). [#9734](https://github.com/ClickHouse/ClickHouse/pull/9734) ([alesapin](https://github.com/alesapin))
 * Fixed data race in `text_log`. It does not correspond to any real bug. [#9726](https://github.com/ClickHouse/ClickHouse/pull/9726) ([alexey-milovidov](https://github.com/alexey-milovidov))
-* Fix bug in a replication that doesn't allow replication to work if the user has executed mutations on the previous version. This fixes [#9645](https://github.com/ClickHouse/ClickHouse/issues/9645). [#9652](https://github.com/ClickHouse/ClickHouse/pull/9652) ([alesapin](https://github.com/alesapin))
+* Fix bug in a replication that does not allow replication to work if the user has executed mutations on the previous version. This fixes [#9645](https://github.com/ClickHouse/ClickHouse/issues/9645). [#9652](https://github.com/ClickHouse/ClickHouse/pull/9652) ([alesapin](https://github.com/alesapin))
 * Fixed incorrect internal function names for `sumKahan` and `sumWithOverflow`. It led to exception while using this functions in remote queries. [#9636](https://github.com/ClickHouse/ClickHouse/pull/9636) ([Azat Khuzhin](https://github.com/azat))
 * Add setting `use_compact_format_in_distributed_parts_names` which allows to write files for `INSERT` queries into `Distributed` table with more compact format. This fixes [#9647](https://github.com/ClickHouse/ClickHouse/issues/9647). [#9653](https://github.com/ClickHouse/ClickHouse/pull/9653) ([alesapin](https://github.com/alesapin))
 * Fix RIGHT and FULL JOIN with LowCardinality in JOIN keys. [#9610](https://github.com/ClickHouse/ClickHouse/pull/9610) ([Artem Zuikov](https://github.com/4ertus2))
-* Fix possible exceptions `Size of filter doesn't match size of column` and `Invalid number of rows in Chunk` in `MergeTreeRangeReader`. They could appear while executing `PREWHERE` in some cases. [#9612](https://github.com/ClickHouse/ClickHouse/pull/9612) ([Anton Popov](https://github.com/CurtizJ))
+* Fix possible exceptions `Size of filter does not match size of column` and `Invalid number of rows in Chunk` in `MergeTreeRangeReader`. They could appear while executing `PREWHERE` in some cases. [#9612](https://github.com/ClickHouse/ClickHouse/pull/9612) ([Anton Popov](https://github.com/CurtizJ))
 * Allow `ALTER ON CLUSTER` of Distributed tables with internal replication. This fixes [#3268](https://github.com/ClickHouse/ClickHouse/issues/3268) [#9617](https://github.com/ClickHouse/ClickHouse/pull/9617) ([shinoi2](https://github.com/shinoi2))
 * Fix issue when timezone was not preserved if you write a simple arithmetic expression like `time + 1` (in contrast to an expression like `time + INTERVAL 1 SECOND`). This fixes [#5743](https://github.com/ClickHouse/ClickHouse/issues/5743) [#9323](https://github.com/ClickHouse/ClickHouse/pull/9323) ([alexey-milovidov](https://github.com/alexey-milovidov))
 
@@ -2533,7 +2533,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix error `Block structure mismatch` for queries with sampling reading from `Buffer` table. [#11602](https://github.com/ClickHouse/ClickHouse/pull/11602) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * Fix wrong exit code of the clickhouse-client, when exception.code() % 256 = 0. [#11601](https://github.com/ClickHouse/ClickHouse/pull/11601) ([filimonov](https://github.com/filimonov)).
 * Fix trivial error in log message about "Mark cache size was lowered" at server startup. This closes [#11399](https://github.com/ClickHouse/ClickHouse/issues/11399). [#11589](https://github.com/ClickHouse/ClickHouse/pull/11589) ([alexey-milovidov](https://github.com/alexey-milovidov)).
-* Fix error `Size of offsets doesn't match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix error `Size of offsets does not match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 * All queries in HTTP session have had the same query_id. It is fixed. [#11578](https://github.com/ClickHouse/ClickHouse/pull/11578) ([tavplubix](https://github.com/tavplubix)).
 * Now clickhouse-server docker container will prefer IPv6 checking server aliveness. [#11550](https://github.com/ClickHouse/ClickHouse/pull/11550) ([Ivan Starkov](https://github.com/istarkov)).
 * Fix shard_num/replica_num for `<node>` (breaks use_compact_format_in_distributed_parts_names). [#11528](https://github.com/ClickHouse/ClickHouse/pull/11528) ([Azat Khuzhin](https://github.com/azat)).
@@ -2692,7 +2692,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix incorrect `index_granularity_bytes` check while creating new replica. Fixes [#10098](https://github.com/ClickHouse/ClickHouse/issues/10098). [#10121](https://github.com/ClickHouse/ClickHouse/pull/10121) ([alesapin](https://github.com/alesapin)).
 * Fix SIGSEGV on INSERT into Distributed table when its structure differs from the underlying tables. [#10105](https://github.com/ClickHouse/ClickHouse/pull/10105) ([Azat Khuzhin](https://github.com/azat)).
 * Fix possible rows loss for queries with `JOIN` and `UNION ALL`. Fixes [#9826](https://github.com/ClickHouse/ClickHouse/issues/9826), [#10113](https://github.com/ClickHouse/ClickHouse/issues/10113). [#10099](https://github.com/ClickHouse/ClickHouse/pull/10099) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
-* Fixed replicated tables startup when updating from an old ClickHouse version where `/table/replicas/replica_name/metadata` node doesn't exist. Fixes [#10037](https://github.com/ClickHouse/ClickHouse/issues/10037). [#10095](https://github.com/ClickHouse/ClickHouse/pull/10095) ([alesapin](https://github.com/alesapin)).
+* Fixed replicated tables startup when updating from an old ClickHouse version where `/table/replicas/replica_name/metadata` node does not exist. Fixes [#10037](https://github.com/ClickHouse/ClickHouse/issues/10037). [#10095](https://github.com/ClickHouse/ClickHouse/pull/10095) ([alesapin](https://github.com/alesapin)).
 * Add some arguments check and support identifier arguments for MySQL Database Engine. [#10077](https://github.com/ClickHouse/ClickHouse/pull/10077) ([Winter Zhang](https://github.com/zhang2014)).
 * Fix bug in clickhouse dictionary source from localhost clickhouse server. The bug may lead to memory corruption if types in dictionary and source are not compatible. [#10071](https://github.com/ClickHouse/ClickHouse/pull/10071) ([alesapin](https://github.com/alesapin)).
 * Fix bug in `CHECK TABLE` query when table contain skip indices. [#10068](https://github.com/ClickHouse/ClickHouse/pull/10068) ([alesapin](https://github.com/alesapin)).
@@ -2704,7 +2704,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix a bug with `ON CLUSTER` DDL queries freezing on server startup. [#9927](https://github.com/ClickHouse/ClickHouse/pull/9927) ([Gagan Arneja](https://github.com/garneja)).
 * Fix parsing multiple hosts set in the CREATE USER command, e.g. `CREATE USER user6 HOST NAME REGEXP 'lo.?*host', NAME REGEXP 'lo*host'`. [#9924](https://github.com/ClickHouse/ClickHouse/pull/9924) ([Vitaly Baranov](https://github.com/vitlibar)).
 * Fix `TRUNCATE` for Join table engine ([#9917](https://github.com/ClickHouse/ClickHouse/issues/9917)). [#9920](https://github.com/ClickHouse/ClickHouse/pull/9920) ([Amos Bird](https://github.com/amosbird)).
-* Fix "scalar doesn't exist" error in ALTERs ([#9878](https://github.com/ClickHouse/ClickHouse/issues/9878)). [#9904](https://github.com/ClickHouse/ClickHouse/pull/9904) ([Amos Bird](https://github.com/amosbird)).
+* Fix "scalar does not exist" error in ALTERs ([#9878](https://github.com/ClickHouse/ClickHouse/issues/9878)). [#9904](https://github.com/ClickHouse/ClickHouse/pull/9904) ([Amos Bird](https://github.com/amosbird)).
 * Fix race condition between drop and optimize in `ReplicatedMergeTree`. [#9901](https://github.com/ClickHouse/ClickHouse/pull/9901) ([alesapin](https://github.com/alesapin)).
 * Fix error with qualified names in `distributed_product_mode='local'`. Fixes [#4756](https://github.com/ClickHouse/ClickHouse/issues/4756). [#9891](https://github.com/ClickHouse/ClickHouse/pull/9891) ([Artem Zuikov](https://github.com/4ertus2)).
 * Fix calculating grants for introspection functions from the setting 'allow_introspection_functions'. [#9840](https://github.com/ClickHouse/ClickHouse/pull/9840) ([Vitaly Baranov](https://github.com/vitlibar)).
@@ -2745,7 +2745,7 @@ No changes compared to v20.4.3.16-stable.
 
 #### Bug Fix
 * This release also contains all bug fixes from 20.1.7.38
-* Fix bug in a replication that doesn't allow replication to work if the user has executed mutations on the previous version. This fixes [#9645](https://github.com/ClickHouse/ClickHouse/issues/9645). [#9652](https://github.com/ClickHouse/ClickHouse/pull/9652) ([alesapin](https://github.com/alesapin)). It makes version 20.3 backward compatible again.
+* Fix bug in a replication that does not allow replication to work if the user has executed mutations on the previous version. This fixes [#9645](https://github.com/ClickHouse/ClickHouse/issues/9645). [#9652](https://github.com/ClickHouse/ClickHouse/pull/9652) ([alesapin](https://github.com/alesapin)). It makes version 20.3 backward compatible again.
 * Add setting `use_compact_format_in_distributed_parts_names` which allows to write files for `INSERT` queries into `Distributed` table with more compact format. This fixes [#9647](https://github.com/ClickHouse/ClickHouse/issues/9647). [#9653](https://github.com/ClickHouse/ClickHouse/pull/9653) ([alesapin](https://github.com/alesapin)). It makes version 20.3 backward compatible again.
 
 ### ClickHouse release v20.3.2.1, 2020-03-12
@@ -2760,7 +2760,7 @@ No changes compared to v20.4.3.16-stable.
 * Remove `findClusterIndex`, `findClusterValue` functions. This fixes [#8641](https://github.com/ClickHouse/ClickHouse/issues/8641). If you were using these functions, send an email to `clickhouse-feedback@yandex-team.com` [#9543](https://github.com/ClickHouse/ClickHouse/pull/9543) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Now it's not allowed to create columns or add columns with `SELECT` subquery as default expression. [#9481](https://github.com/ClickHouse/ClickHouse/pull/9481) ([alesapin](https://github.com/alesapin))
 * Require aliases for subqueries in JOIN. [#9274](https://github.com/ClickHouse/ClickHouse/pull/9274) ([Artem Zuikov](https://github.com/4ertus2))
-* Improved `ALTER MODIFY/ADD` queries logic. Now you cannot `ADD` column without type, `MODIFY` default expression doesn't change type of column and `MODIFY` type doesn't loose default expression value. Fixes [#8669](https://github.com/ClickHouse/ClickHouse/issues/8669). [#9227](https://github.com/ClickHouse/ClickHouse/pull/9227) ([alesapin](https://github.com/alesapin))
+* Improved `ALTER MODIFY/ADD` queries logic. Now you cannot `ADD` column without type, `MODIFY` default expression does not change type of column and `MODIFY` type does not loose default expression value. Fixes [#8669](https://github.com/ClickHouse/ClickHouse/issues/8669). [#9227](https://github.com/ClickHouse/ClickHouse/pull/9227) ([alesapin](https://github.com/alesapin))
 * Require server to be restarted to apply the changes in logging configuration. This is a temporary workaround to avoid the bug where the server logs to a deleted log file (see [#8696](https://github.com/ClickHouse/ClickHouse/issues/8696)). [#8707](https://github.com/ClickHouse/ClickHouse/pull/8707) ([Alexander Kuzmenkov](https://github.com/akuzm))
 * The setting `experimental_use_processors` is enabled by default. This setting enables usage of the new query pipeline. This is internal refactoring and we expect no visible changes. If you will see any issues, set it to back zero. [#8768](https://github.com/ClickHouse/ClickHouse/pull/8768) ([alexey-milovidov](https://github.com/alexey-milovidov))
 
@@ -2811,7 +2811,7 @@ No changes compared to v20.4.3.16-stable.
 * Found keys were counted as missed in metrics of cache dictionaries. [#9411](https://github.com/ClickHouse/ClickHouse/pull/9411) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov))
 * Fix replication protocol incompatibility introduced in [#8598](https://github.com/ClickHouse/ClickHouse/issues/8598). [#9412](https://github.com/ClickHouse/ClickHouse/pull/9412) ([alesapin](https://github.com/alesapin))
 * Fixed race condition on `queue_task_handle` at the startup of `ReplicatedMergeTree` tables. [#9552](https://github.com/ClickHouse/ClickHouse/pull/9552) ([alexey-milovidov](https://github.com/alexey-milovidov))
-* The token `NOT` didn't work in `SHOW TABLES NOT LIKE` query [#8727](https://github.com/ClickHouse/ClickHouse/issues/8727) [#8940](https://github.com/ClickHouse/ClickHouse/pull/8940) ([alexey-milovidov](https://github.com/alexey-milovidov))
+* The token `NOT` did not work in `SHOW TABLES NOT LIKE` query [#8727](https://github.com/ClickHouse/ClickHouse/issues/8727) [#8940](https://github.com/ClickHouse/ClickHouse/pull/8940) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Added range check to function `h3EdgeLengthM`. Without this check, buffer overflow is possible. [#8945](https://github.com/ClickHouse/ClickHouse/pull/8945) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Fixed up a bug in batched calculations of ternary logical OPs on multiple arguments (more than 10). [#8718](https://github.com/ClickHouse/ClickHouse/pull/8718) ([Alexander Kazakov](https://github.com/Akazz))
 * Fix error of PREWHERE optimization, which could lead to segfaults or `Inconsistent number of columns got from MergeTreeRangeReader` exception. [#9024](https://github.com/ClickHouse/ClickHouse/pull/9024) ([Anton Popov](https://github.com/CurtizJ))
@@ -2872,7 +2872,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix bug in which a misleading error message was shown when running `SHOW CREATE TABLE a_table_that_does_not_exist`. [#8899](https://github.com/ClickHouse/ClickHouse/pull/8899) ([achulkov2](https://github.com/achulkov2))
 * Fixed `Parameters are out of bound` exception in some rare cases when we have a constant in the `SELECT` clause when we have an `ORDER BY` and a `LIMIT` clause. [#8892](https://github.com/ClickHouse/ClickHouse/pull/8892) ([Guillaume Tassery](https://github.com/YiuRULE))
 * Fix mutations finalization, when already done mutation can have status `is_done=0`. [#9217](https://github.com/ClickHouse/ClickHouse/pull/9217) ([alesapin](https://github.com/alesapin))
-* Prevent from executing `ALTER ADD INDEX` for MergeTree tables with old syntax, because it doesn't work. [#8822](https://github.com/ClickHouse/ClickHouse/pull/8822) ([Mikhail Korotov](https://github.com/millb))
+* Prevent from executing `ALTER ADD INDEX` for MergeTree tables with old syntax, because it does not work. [#8822](https://github.com/ClickHouse/ClickHouse/pull/8822) ([Mikhail Korotov](https://github.com/millb))
 * During server startup do not access table, which `LIVE VIEW` depends on, so server will be able to start. Also remove `LIVE VIEW` dependencies when detaching `LIVE VIEW`. `LIVE VIEW` is an experimental feature. [#8824](https://github.com/ClickHouse/ClickHouse/pull/8824) ([tavplubix](https://github.com/tavplubix))
 * Fix possible segfault in `MergeTreeRangeReader`, while executing `PREWHERE`. [#9106](https://github.com/ClickHouse/ClickHouse/pull/9106) ([Anton Popov](https://github.com/CurtizJ))
 * Fix possible mismatched checksums with column TTLs. [#9451](https://github.com/ClickHouse/ClickHouse/pull/9451) ([Anton Popov](https://github.com/CurtizJ))
@@ -3020,7 +3020,7 @@ No changes compared to v20.4.3.16-stable.
 
 #### Bug Fix
 
-* Fix error `Size of offsets doesn't match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix error `Size of offsets does not match size of column` for queries with `PREWHERE column in (subquery)` and `ARRAY JOIN`. [#11580](https://github.com/ClickHouse/ClickHouse/pull/11580) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
 
 
 ### ClickHouse release v20.1.13.105-stable 2020-06-10
@@ -3116,7 +3116,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix `'Not found column in block'` error when `JOIN` appears with `TOTALS`. Fixes [#9839](https://github.com/ClickHouse/ClickHouse/issues/9839). [#9939](https://github.com/ClickHouse/ClickHouse/pull/9939) ([Artem Zuikov](https://github.com/4ertus2)).
 * Fix a bug with `ON CLUSTER` DDL queries freezing on server startup. [#9927](https://github.com/ClickHouse/ClickHouse/pull/9927) ([Gagan Arneja](https://github.com/garneja)).
 * Fix `TRUNCATE` for Join table engine ([#9917](https://github.com/ClickHouse/ClickHouse/issues/9917)). [#9920](https://github.com/ClickHouse/ClickHouse/pull/9920) ([Amos Bird](https://github.com/amosbird)).
-* Fix `'scalar doesn't exist'` error in ALTER queries ([#9878](https://github.com/ClickHouse/ClickHouse/issues/9878)). [#9904](https://github.com/ClickHouse/ClickHouse/pull/9904) ([Amos Bird](https://github.com/amosbird)).
+* Fix `'scalar does not exist'` error in ALTER queries ([#9878](https://github.com/ClickHouse/ClickHouse/issues/9878)). [#9904](https://github.com/ClickHouse/ClickHouse/pull/9904) ([Amos Bird](https://github.com/amosbird)).
 * Fix race condition between drop and optimize in `ReplicatedMergeTree`. [#9901](https://github.com/ClickHouse/ClickHouse/pull/9901) ([alesapin](https://github.com/alesapin)).
 * Fixed `DeleteOnDestroy` logic in `ATTACH PART` which could lead to automatic removal of attached part and added few tests. [#9410](https://github.com/ClickHouse/ClickHouse/pull/9410) ([Vladimir Chebotarev](https://github.com/excitoon)).
 
@@ -3155,7 +3155,7 @@ No changes compared to v20.4.3.16-stable.
 #### Bug Fix
 * Fixed incorrect internal function names for `sumKahan` and `sumWithOverflow`. I lead to exception while using this functions in remote queries. [#9636](https://github.com/ClickHouse/ClickHouse/pull/9636) ([Azat Khuzhin](https://github.com/azat)). This issue was in all ClickHouse releases.
 * Allow `ALTER ON CLUSTER` of `Distributed` tables with internal replication. This fixes [#3268](https://github.com/ClickHouse/ClickHouse/issues/3268). [#9617](https://github.com/ClickHouse/ClickHouse/pull/9617) ([shinoi2](https://github.com/shinoi2)). This issue was in all ClickHouse releases.
-* Fix possible exceptions `Size of filter doesn't match size of column` and `Invalid number of rows in Chunk` in `MergeTreeRangeReader`. They could appear while executing `PREWHERE` in some cases. Fixes [#9132](https://github.com/ClickHouse/ClickHouse/issues/9132). [#9612](https://github.com/ClickHouse/ClickHouse/pull/9612) ([Anton Popov](https://github.com/CurtizJ))
+* Fix possible exceptions `Size of filter does not match size of column` and `Invalid number of rows in Chunk` in `MergeTreeRangeReader`. They could appear while executing `PREWHERE` in some cases. Fixes [#9132](https://github.com/ClickHouse/ClickHouse/issues/9132). [#9612](https://github.com/ClickHouse/ClickHouse/pull/9612) ([Anton Popov](https://github.com/CurtizJ))
 * Fixed the issue: timezone was not preserved if you write a simple arithmetic expression like `time + 1` (in contrast to an expression like `time + INTERVAL 1 SECOND`). This fixes [#5743](https://github.com/ClickHouse/ClickHouse/issues/5743). [#9323](https://github.com/ClickHouse/ClickHouse/pull/9323) ([alexey-milovidov](https://github.com/alexey-milovidov)). This issue was in all ClickHouse releases.
 * Now it's not possible to create or add columns with simple cyclic aliases like `a DEFAULT b, b DEFAULT a`. [#9603](https://github.com/ClickHouse/ClickHouse/pull/9603) ([alesapin](https://github.com/alesapin))
 * Fixed the issue when padding at the end of base64 encoded value can be malformed. Update base64 library. This fixes [#9491](https://github.com/ClickHouse/ClickHouse/issues/9491), closes [#9492](https://github.com/ClickHouse/ClickHouse/issues/9492) [#9500](https://github.com/ClickHouse/ClickHouse/pull/9500) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -3199,7 +3199,7 @@ No changes compared to v20.4.3.16-stable.
 [#9231](https://github.com/ClickHouse/ClickHouse/pull/9231) [(abyss7)](https://github.com/abyss7)
 * Allow comma join with `IN()` inside. Fixes [#7314](https://github.com/ClickHouse/ClickHouse/issues/7314).
 [#9251](https://github.com/ClickHouse/ClickHouse/pull/9251) [(4ertus2)](https://github.com/4ertus2)
-* Improve `ALTER MODIFY/ADD` queries logic. Now you cannot `ADD` column without type, `MODIFY` default expression doesn't change type of column and `MODIFY` type doesn't loose default expression value. Fixes [#8669](https://github.com/ClickHouse/ClickHouse/issues/8669).
+* Improve `ALTER MODIFY/ADD` queries logic. Now you cannot `ADD` column without type, `MODIFY` default expression does not change type of column and `MODIFY` type does not loose default expression value. Fixes [#8669](https://github.com/ClickHouse/ClickHouse/issues/8669).
 [#9227](https://github.com/ClickHouse/ClickHouse/pull/9227)  [(alesapin)](https://github.com/alesapin)
 * Fix mutations finalization, when already done mutation can have status is_done=0.
 [#9217](https://github.com/ClickHouse/ClickHouse/pull/9217) [(alesapin)](https://github.com/alesapin)
@@ -3283,7 +3283,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix error "Mismatch column sizes" when inserting default `Tuple` from `JSONEachRow`. This fixes [#5653](https://github.com/ClickHouse/ClickHouse/issues/5653). [#8606](https://github.com/ClickHouse/ClickHouse/pull/8606) ([tavplubix](https://github.com/tavplubix))
 * Now an exception will be thrown in case of using `WITH TIES` alongside `LIMIT BY`. Also add ability to use `TOP` with `LIMIT BY`. This fixes [#7472](https://github.com/ClickHouse/ClickHouse/issues/7472). [#7637](https://github.com/ClickHouse/ClickHouse/pull/7637) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov))
 * Fix unintendent dependency from fresh glibc version in `clickhouse-odbc-bridge` binary. [#8046](https://github.com/ClickHouse/ClickHouse/pull/8046) ([Amos Bird](https://github.com/amosbird))
-* Fix bug in check function of `*MergeTree` engines family. Now it doesn't fail in case when we have equal amount of rows in last granule and last mark (non-final). [#8047](https://github.com/ClickHouse/ClickHouse/pull/8047) ([alesapin](https://github.com/alesapin))
+* Fix bug in check function of `*MergeTree` engines family. Now it does not fail in case when we have equal amount of rows in last granule and last mark (non-final). [#8047](https://github.com/ClickHouse/ClickHouse/pull/8047) ([alesapin](https://github.com/alesapin))
 * Fix insert into `Enum*` columns after `ALTER` query, when underlying numeric type is equal to table specified type. This fixes [#7836](https://github.com/ClickHouse/ClickHouse/issues/7836). [#7908](https://github.com/ClickHouse/ClickHouse/pull/7908) ([Anton Popov](https://github.com/CurtizJ))
 * Allowed non-constant negative "size" argument for function `substring`. It was not allowed by mistake. This fixes [#4832](https://github.com/ClickHouse/ClickHouse/issues/4832). [#7703](https://github.com/ClickHouse/ClickHouse/pull/7703) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Fix parsing bug when wrong number of arguments passed to `(O|J)DBC` table engine. [#7709](https://github.com/ClickHouse/ClickHouse/pull/7709) ([alesapin](https://github.com/alesapin))
@@ -3296,7 +3296,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix function `IN` inside `WHERE` statement when row-level table filter is present. Fixes [#6687](https://github.com/ClickHouse/ClickHouse/issues/6687) [#8357](https://github.com/ClickHouse/ClickHouse/pull/8357) ([Ivan](https://github.com/abyss7))
 * Now an exception is thrown if the integral value is not parsed completely for settings values. [#7678](https://github.com/ClickHouse/ClickHouse/pull/7678) ([Mikhail Korotov](https://github.com/millb))
 * Fix exception when aggregate function is used in query to distributed table with more than two local shards. [#8164](https://github.com/ClickHouse/ClickHouse/pull/8164) ([小路](https://github.com/nicelulu))
-* Now bloom filter can handle zero length arrays and doesn't perform redundant calculations. [#8242](https://github.com/ClickHouse/ClickHouse/pull/8242) ([achimbab](https://github.com/achimbab))
+* Now bloom filter can handle zero length arrays and does not perform redundant calculations. [#8242](https://github.com/ClickHouse/ClickHouse/pull/8242) ([achimbab](https://github.com/achimbab))
 * Fixed checking if a client host is allowed by matching the client host to `host_regexp` specified in `users.xml`. [#8241](https://github.com/ClickHouse/ClickHouse/pull/8241) ([Vitaly Baranov](https://github.com/vitlibar))
 * Relax ambiguous column check that leads to false positives in multiple `JOIN ON` section. [#8385](https://github.com/ClickHouse/ClickHouse/pull/8385) ([Artem Zuikov](https://github.com/4ertus2))
 * Fixed possible server crash (`std::terminate`) when the server cannot send or write data in `JSON` or `XML` format with values of `String` data type (that require `UTF-8` validation) or when compressing result data with Brotli algorithm or in some other rare cases. This fixes [#7603](https://github.com/ClickHouse/ClickHouse/issues/7603) [#8384](https://github.com/ClickHouse/ClickHouse/pull/8384) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -3323,19 +3323,19 @@ No changes compared to v20.4.3.16-stable.
 * Fix error in background merge of columns with `SimpleAggregateFunction(LowCardinality)` type. [#8613](https://github.com/ClickHouse/ClickHouse/pull/8613) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 * Fixed type check in function `toDateTime64`. [#8375](https://github.com/ClickHouse/ClickHouse/pull/8375) ([Vasily Nemkov](https://github.com/Enmk))
 * Now server do not crash on `LEFT` or `FULL JOIN` with and Join engine and unsupported `join_use_nulls` settings. [#8479](https://github.com/ClickHouse/ClickHouse/pull/8479) ([Artem Zuikov](https://github.com/4ertus2))
-* Now `DROP DICTIONARY IF EXISTS db.dict` query doesn't throw exception if `db` doesn't exist. [#8185](https://github.com/ClickHouse/ClickHouse/pull/8185) ([Vitaly Baranov](https://github.com/vitlibar))
+* Now `DROP DICTIONARY IF EXISTS db.dict` query does not throw exception if `db` does not exist. [#8185](https://github.com/ClickHouse/ClickHouse/pull/8185) ([Vitaly Baranov](https://github.com/vitlibar))
 * Fix possible crashes in table functions (`file`, `mysql`, `remote`) caused by usage of reference to removed `IStorage` object. Fix incorrect parsing of columns specified at insertion into table function. [#7762](https://github.com/ClickHouse/ClickHouse/pull/7762) ([tavplubix](https://github.com/tavplubix))
 * Ensure network be up before starting `clickhouse-server`. This fixes [#7507](https://github.com/ClickHouse/ClickHouse/issues/7507). [#8570](https://github.com/ClickHouse/ClickHouse/pull/8570) ([Zhichang Yu](https://github.com/yuzhichang))
-* Fix timeouts handling for secure connections, so queries doesn't hang indefenitely. This fixes [#8126](https://github.com/ClickHouse/ClickHouse/issues/8126). [#8128](https://github.com/ClickHouse/ClickHouse/pull/8128) ([alexey-milovidov](https://github.com/alexey-milovidov))
+* Fix timeouts handling for secure connections, so queries does not hang indefenitely. This fixes [#8126](https://github.com/ClickHouse/ClickHouse/issues/8126). [#8128](https://github.com/ClickHouse/ClickHouse/pull/8128) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Fix `clickhouse-copier`'s redundant contention between concurrent workers. [#7816](https://github.com/ClickHouse/ClickHouse/pull/7816) ([Ding Xiang Fei](https://github.com/dingxiangfei2009))
-* Now mutations doesn't skip attached parts, even if their mutation version were larger than current mutation version. [#7812](https://github.com/ClickHouse/ClickHouse/pull/7812) ([Zhichang Yu](https://github.com/yuzhichang)) [#8250](https://github.com/ClickHouse/ClickHouse/pull/8250) ([alesapin](https://github.com/alesapin))
+* Now mutations does not skip attached parts, even if their mutation version were larger than current mutation version. [#7812](https://github.com/ClickHouse/ClickHouse/pull/7812) ([Zhichang Yu](https://github.com/yuzhichang)) [#8250](https://github.com/ClickHouse/ClickHouse/pull/8250) ([alesapin](https://github.com/alesapin))
 * Ignore redundant copies of `*MergeTree` data parts after move to another disk and server restart. [#7810](https://github.com/ClickHouse/ClickHouse/pull/7810) ([Vladimir Chebotarev](https://github.com/excitoon))
 * Fix crash in `FULL JOIN` with `LowCardinality` in `JOIN` key. [#8252](https://github.com/ClickHouse/ClickHouse/pull/8252) ([Artem Zuikov](https://github.com/4ertus2))
 * Forbidden to use column name more than once in insert query like `INSERT INTO tbl (x, y, x)`. This fixes [#5465](https://github.com/ClickHouse/ClickHouse/issues/5465), [#7681](https://github.com/ClickHouse/ClickHouse/issues/7681). [#7685](https://github.com/ClickHouse/ClickHouse/pull/7685) ([alesapin](https://github.com/alesapin))
 * Added fallback for detection the number of physical CPU cores for unknown CPUs (using the number of logical CPU cores). This fixes [#5239](https://github.com/ClickHouse/ClickHouse/issues/5239). [#7726](https://github.com/ClickHouse/ClickHouse/pull/7726) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Fix `There's no column` error for materialized and alias columns. [#8210](https://github.com/ClickHouse/ClickHouse/pull/8210) ([Artem Zuikov](https://github.com/4ertus2))
 * Fixed sever crash when `EXISTS` query was used without `TABLE` or `DICTIONARY` qualifier. Just like `EXISTS t`. This fixes [#8172](https://github.com/ClickHouse/ClickHouse/issues/8172). This bug was introduced in version 19.17. [#8213](https://github.com/ClickHouse/ClickHouse/pull/8213) ([alexey-milovidov](https://github.com/alexey-milovidov))
-* Fix rare bug with error `"Sizes of columns doesn't match"` that might appear when using `SimpleAggregateFunction` column. [#7790](https://github.com/ClickHouse/ClickHouse/pull/7790) ([Boris Granveaud](https://github.com/bgranvea))
+* Fix rare bug with error `"Sizes of columns does not match"` that might appear when using `SimpleAggregateFunction` column. [#7790](https://github.com/ClickHouse/ClickHouse/pull/7790) ([Boris Granveaud](https://github.com/bgranvea))
 * Fix bug where user with empty `allow_databases` got access to all databases (and same for `allow_dictionaries`). [#7793](https://github.com/ClickHouse/ClickHouse/pull/7793) ([DeifyTheGod](https://github.com/DeifyTheGod))
 * Fix client crash when server already disconnected from client. [#8071](https://github.com/ClickHouse/ClickHouse/pull/8071) ([Azat Khuzhin](https://github.com/azat))
 * Fix `ORDER BY` behaviour in case of sorting by primary key prefix and non primary key suffix. [#7759](https://github.com/ClickHouse/ClickHouse/pull/7759) ([Anton Popov](https://github.com/CurtizJ))
@@ -3367,7 +3367,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix `CHECK TABLE` query for `*MergeTree` tables without key. Fixes [#7543](https://github.com/ClickHouse/ClickHouse/issues/7543). [#7979](https://github.com/ClickHouse/ClickHouse/pull/7979) ([alesapin](https://github.com/alesapin))
 * Fixed conversion of `Float64` to MySQL type. [#8079](https://github.com/ClickHouse/ClickHouse/pull/8079) ([Yuriy Baranov](https://github.com/yurriy))
 * Now if table was not completely dropped because of server crash, server will try to restore and load it. [#8176](https://github.com/ClickHouse/ClickHouse/pull/8176) ([tavplubix](https://github.com/tavplubix))
-* Fixed crash in table function `file` while inserting into file that doesn't exist. Now in this case file would be created and then insert would be processed. [#8177](https://github.com/ClickHouse/ClickHouse/pull/8177) ([Olga Khvostikova](https://github.com/stavrolia))
+* Fixed crash in table function `file` while inserting into file that does not exist. Now in this case file would be created and then insert would be processed. [#8177](https://github.com/ClickHouse/ClickHouse/pull/8177) ([Olga Khvostikova](https://github.com/stavrolia))
 * Fix rare deadlock which can happen when `trace_log` is in enabled. [#7838](https://github.com/ClickHouse/ClickHouse/pull/7838) ([filimonov](https://github.com/filimonov))
 * Add ability to work with different types besides `Date` in `RangeHashed` external dictionary created from DDL query. Fixes [7899](https://github.com/ClickHouse/ClickHouse/issues/7899). [#8275](https://github.com/ClickHouse/ClickHouse/pull/8275) ([alesapin](https://github.com/alesapin))
 * Fixes crash when `now64()` is called with result of another function. [#8270](https://github.com/ClickHouse/ClickHouse/pull/8270) ([Vasily Nemkov](https://github.com/Enmk))
@@ -3465,7 +3465,7 @@ No changes compared to v20.4.3.16-stable.
 * Add performance tests for short string optimized hash tables. [#7679](https://github.com/ClickHouse/ClickHouse/pull/7679) ([Amos Bird](https://github.com/amosbird))
 * Now ClickHouse will build on `AArch64` even if `MADV_FREE` is not available. This fixes [#8027](https://github.com/ClickHouse/ClickHouse/issues/8027). [#8243](https://github.com/ClickHouse/ClickHouse/pull/8243) ([Amos Bird](https://github.com/amosbird))
 * Update `zlib-ng` to fix memory sanitizer problems. [#7182](https://github.com/ClickHouse/ClickHouse/pull/7182) [#8206](https://github.com/ClickHouse/ClickHouse/pull/8206) ([Alexander Kuzmenkov](https://github.com/akuzm))
-* Enable internal MySQL library on non-Linux system, because usage of OS packages is very fragile and usually doesn't work at all. This fixes [#5765](https://github.com/ClickHouse/ClickHouse/issues/5765). [#8426](https://github.com/ClickHouse/ClickHouse/pull/8426) ([alexey-milovidov](https://github.com/alexey-milovidov))
+* Enable internal MySQL library on non-Linux system, because usage of OS packages is very fragile and usually does not work at all. This fixes [#5765](https://github.com/ClickHouse/ClickHouse/issues/5765). [#8426](https://github.com/ClickHouse/ClickHouse/pull/8426) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Fixed build on some systems after enabling `libc++`. This supersedes [#8374](https://github.com/ClickHouse/ClickHouse/issues/8374). [#8380](https://github.com/ClickHouse/ClickHouse/pull/8380) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Make `Field` methods more type-safe to find more errors. [#7386](https://github.com/ClickHouse/ClickHouse/pull/7386) [#8209](https://github.com/ClickHouse/ClickHouse/pull/8209) ([Alexander Kuzmenkov](https://github.com/akuzm))
 * Added missing files to the `libc-headers` submodule. [#8507](https://github.com/ClickHouse/ClickHouse/pull/8507) ([alexey-milovidov](https://github.com/alexey-milovidov))
@@ -3494,7 +3494,7 @@ No changes compared to v20.4.3.16-stable.
 * Fix mode of default password file for `.deb` linux distros. [#8075](https://github.com/ClickHouse/ClickHouse/pull/8075) ([proller](https://github.com/proller))
 * Improved expression for getting `clickhouse-server` PID in `clickhouse-test`. [#8063](https://github.com/ClickHouse/ClickHouse/pull/8063) ([Alexander Kazakov](https://github.com/Akazz))
 * Updated contrib/googletest to v1.10.0. [#8587](https://github.com/ClickHouse/ClickHouse/pull/8587) ([Alexander Burmak](https://github.com/Alex-Burmak))
-* Fixed ThreadSaninitizer report in `base64` library. Also updated this library to the latest version, but it doesn't matter. This fixes [#8397](https://github.com/ClickHouse/ClickHouse/issues/8397). [#8403](https://github.com/ClickHouse/ClickHouse/pull/8403) ([alexey-milovidov](https://github.com/alexey-milovidov))
+* Fixed ThreadSaninitizer report in `base64` library. Also updated this library to the latest version, but it does not matter. This fixes [#8397](https://github.com/ClickHouse/ClickHouse/issues/8397). [#8403](https://github.com/ClickHouse/ClickHouse/pull/8403) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Fix `00600_replace_running_query` for processors. [#8272](https://github.com/ClickHouse/ClickHouse/pull/8272) ([Nikolai Kochetov](https://github.com/KochetovNicolai))
 * Remove support for `tcmalloc` to make `CMakeLists.txt` simpler. [#8310](https://github.com/ClickHouse/ClickHouse/pull/8310) ([alexey-milovidov](https://github.com/alexey-milovidov))
 * Release gcc builds now use `libc++` instead of `libstdc++`. Recently `libc++` was used only with clang. This will improve consistency of build configurations and portability. [#8311](https://github.com/ClickHouse/ClickHouse/pull/8311) ([alexey-milovidov](https://github.com/alexey-milovidov))

From dbcd5730181427ef2a02edda005d27be5b05dc60 Mon Sep 17 00:00:00 2001
From: Romain Neutron <romain@neutron.io>
Date: Thu, 27 May 2021 21:48:20 +0200
Subject: [PATCH 0646/1060] Fix some typos

---
 docs/en/development/adding_test_queries.md                | 4 ++--
 docs/en/development/build-osx.md                          | 2 +-
 docs/en/development/build.md                              | 2 +-
 docs/en/engines/database-engines/atomic.md                | 2 +-
 .../table-engines/mergetree-family/summingmergetree.md    | 2 +-
 docs/en/engines/table-engines/special/buffer.md           | 8 ++++----
 docs/en/engines/table-engines/special/distributed.md      | 2 +-
 docs/en/engines/table-engines/special/file.md             | 2 +-
 docs/en/faq/general/dbms-naming.md                        | 2 +-
 9 files changed, 13 insertions(+), 13 deletions(-)

diff --git a/docs/en/development/adding_test_queries.md b/docs/en/development/adding_test_queries.md
index db5355393ac..95dfd076a12 100644
--- a/docs/en/development/adding_test_queries.md
+++ b/docs/en/development/adding_test_queries.md
@@ -120,11 +120,11 @@ clickhouse-client -nmT < tests/queries/0_stateless/01521_dummy_test.sql | tee te
 - don't switch databases (unless necessary)
 - you can create several table replicas on the same node if needed
 - you can use one of the test cluster definitions when needed (see system.clusters)
-- use `number` / `numbers_mt` / `zeros` / `zeros_mt` and similar for queries / to initialize data when appliable
+- use `number` / `numbers_mt` / `zeros` / `zeros_mt` and similar for queries / to initialize data when applicable
 - clean up the created objects after test and before the test (DROP IF EXISTS) - in case of some dirty state 
 - prefer sync mode of operations (mutations, merges, etc.)
 - use other SQL files in the `0_stateless` folder as an example
-- ensure the feature / feature combination you want to tests is not covered yet with existing tests
+- ensure the feature / feature combination you want to test is not yet covered with existing tests
 
 #### Commit / push / create PR.
 
diff --git a/docs/en/development/build-osx.md b/docs/en/development/build-osx.md
index f34107ca3d3..a862bdeb299 100644
--- a/docs/en/development/build-osx.md
+++ b/docs/en/development/build-osx.md
@@ -20,7 +20,7 @@ Install the latest [Xcode](https://apps.apple.com/am/app/xcode/id497799835?mt=12
 
 Open it at least once to accept the end-user license agreement and automatically install the required components.
 
-Then, make sure that the latest Comman Line Tools are installed and selected in the system:
+Then, make sure that the latest Command Line Tools are installed and selected in the system:
 
 ``` bash
 sudo rm -rf /Library/Developer/CommandLineTools
diff --git a/docs/en/development/build.md b/docs/en/development/build.md
index b6cb68f7ff8..8ef12221e8d 100644
--- a/docs/en/development/build.md
+++ b/docs/en/development/build.md
@@ -134,7 +134,7 @@ $ ./release
 
 ## Faster builds for development
 
-Normally all tools of the ClickHouse bundle, such as `clickhouse-server`, `clickhouse-client` etc., are linked into a single static executable, `clickhouse`. This executable must be re-linked on every change, which might be slow. Two common ways to improve linking time are to use `lld` linker, and use the 'split' build configuration, which builds a separate binary for every tool, and further splits the code into serveral shared libraries. To enable these tweaks, pass the following flags to `cmake`:
+Normally all tools of the ClickHouse bundle, such as `clickhouse-server`, `clickhouse-client` etc., are linked into a single static executable, `clickhouse`. This executable must be re-linked on every change, which might be slow. Two common ways to improve linking time are to use `lld` linker, and use the 'split' build configuration, which builds a separate binary for every tool, and further splits the code into several shared libraries. To enable these tweaks, pass the following flags to `cmake`:
 
 ```
 -DCMAKE_C_FLAGS="--ld-path=lld" -DCMAKE_CXX_FLAGS="--ld-path=lld" -DUSE_STATIC_LIBRARIES=0 -DSPLIT_SHARED_LIBRARIES=1 -DCLICKHOUSE_SPLIT_BINARY=1
diff --git a/docs/en/engines/database-engines/atomic.md b/docs/en/engines/database-engines/atomic.md
index d897631dd6e..4f5f69a5ab7 100644
--- a/docs/en/engines/database-engines/atomic.md
+++ b/docs/en/engines/database-engines/atomic.md
@@ -47,7 +47,7 @@ EXCHANGE TABLES new_table AND old_table;
 
 ### ReplicatedMergeTree in Atomic Database {#replicatedmergetree-in-atomic-database}
 
-For [ReplicatedMergeTree](../table-engines/mergetree-family/replication.md#table_engines-replication) tables is recomended do not specify parameters of engine - path in ZooKeeper and replica name. In this case will be used parameters of the configuration [default_replica_path](../../operations/server-configuration-parameters/settings.md#default_replica_path) and [default_replica_name](../../operations/server-configuration-parameters/settings.md#default_replica_name). If you want specify parameters of engine explicitly than recomended to use {uuid} macros. This is useful so that unique paths are automatically generated for each table in the ZooKeeper.
+For [ReplicatedMergeTree](../table-engines/mergetree-family/replication.md#table_engines-replication) tables, it is recommended to not specify engine parameters - path in ZooKeeper and replica name. In this case, configuration parameters will be used [default_replica_path](../../operations/server-configuration-parameters/settings.md#default_replica_path) and [default_replica_name](../../operations/server-configuration-parameters/settings.md#default_replica_name). If you want to specify engine parameters explicitly, it is recommended to use {uuid} macros. This is useful so that unique paths are automatically generated for each table in ZooKeeper.
 
 ## See Also
 
diff --git a/docs/en/engines/table-engines/mergetree-family/summingmergetree.md b/docs/en/engines/table-engines/mergetree-family/summingmergetree.md
index 1f23e4daf51..9bfd1816d32 100644
--- a/docs/en/engines/table-engines/mergetree-family/summingmergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/summingmergetree.md
@@ -7,7 +7,7 @@ toc_title: SummingMergeTree
 
 The engine inherits from [MergeTree](../../../engines/table-engines/mergetree-family/mergetree.md#table_engines-mergetree). The difference is that when merging data parts for `SummingMergeTree` tables ClickHouse replaces all the rows with the same primary key (or more accurately, with the same [sorting key](../../../engines/table-engines/mergetree-family/mergetree.md)) with one row which contains summarized values for the columns with the numeric data type. If the sorting key is composed in a way that a single key value corresponds to large number of rows, this significantly reduces storage volume and speeds up data selection.
 
-We recommend to use the engine together with `MergeTree`. Store complete data in `MergeTree` table, and use `SummingMergeTree` for aggregated data storing, for example, when preparing reports. Such an approach will prevent you from losing valuable data due to an incorrectly composed primary key.
+We recommend using the engine together with `MergeTree`. Store complete data in `MergeTree` table, and use `SummingMergeTree` for aggregated data storing, for example, when preparing reports. Such an approach will prevent you from losing valuable data due to an incorrectly composed primary key.
 
 ## Creating a Table {#creating-a-table}
 
diff --git a/docs/en/engines/table-engines/special/buffer.md b/docs/en/engines/table-engines/special/buffer.md
index 6f0c1a7745c..cacb310a15c 100644
--- a/docs/en/engines/table-engines/special/buffer.md
+++ b/docs/en/engines/table-engines/special/buffer.md
@@ -20,11 +20,11 @@ Engine parameters:
 
 Optional engine parameters:
 
--   `flush_time`, `flush_rows`, `flush_bytes` – Conditions for flushing data from the buffer, that will happen only in background (ommited or zero means no `flush*` parameters).
+-   `flush_time`, `flush_rows`, `flush_bytes` – Conditions for flushing data from the buffer, that will happen only in background (omitted or zero means no `flush*` parameters).
 
 Data is flushed from the buffer and written to the destination table if all the `min*` conditions or at least one `max*` condition are met.
 
-Also if at least one `flush*` condition are met flush initiated in background, this is different from `max*`, since `flush*` allows you to configure background flushes separately to avoid adding latency for `INSERT` (into `Buffer`) queries.
+Also, if at least one `flush*` condition are met flush initiated in background, this is different from `max*`, since `flush*` allows you to configure background flushes separately to avoid adding latency for `INSERT` (into `Buffer`) queries.
 
 -   `min_time`, `max_time`, `flush_time` – Condition for the time in seconds from the moment of the first write to the buffer.
 -   `min_rows`, `max_rows`, `flush_rows` – Condition for the number of rows in the buffer.
@@ -51,10 +51,10 @@ Note that the Buffer tables does not support an index. In other words, data in t
 
 If the set of columns in the Buffer table does not match the set of columns in a subordinate table, a subset of columns that exist in both tables is inserted.
 
-If the types do not match for one of the columns in the Buffer table and a subordinate table, an error message is entered in the server log and the buffer is cleared.
+If the types do not match for one of the columns in the Buffer table and a subordinate table, an error message is entered in the server log, and the buffer is cleared.
 The same thing happens if the subordinate table does not exist when the buffer is flushed.
 
-If you need to run ALTER for a subordinate table and the Buffer table, we recommend first deleting the Buffer table, running ALTER for the subordinate table, then creating the Buffer table again.
+If you need to run ALTER for a subordinate table, and the Buffer table, we recommend first deleting the Buffer table, running ALTER for the subordinate table, then creating the Buffer table again.
 
 If the server is restarted abnormally, the data in the buffer is lost.
 
diff --git a/docs/en/engines/table-engines/special/distributed.md b/docs/en/engines/table-engines/special/distributed.md
index 670dfdaab64..6de6602a216 100644
--- a/docs/en/engines/table-engines/special/distributed.md
+++ b/docs/en/engines/table-engines/special/distributed.md
@@ -25,7 +25,7 @@ The Distributed engine accepts parameters:
     -   [insert_distributed_sync](../../../operations/settings/settings.md#insert_distributed_sync) setting
     -   [MergeTree](../../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes) for the examples
 
-Also it accept the following settings:
+Also, it accepts the following settings:
 
 - `fsync_after_insert` - do the `fsync` for the file data after asynchronous insert to Distributed. Guarantees that the OS flushed the whole inserted data to a file **on the initiator node** disk.
 
diff --git a/docs/en/engines/table-engines/special/file.md b/docs/en/engines/table-engines/special/file.md
index 2acec40ef02..17eef2b4941 100644
--- a/docs/en/engines/table-engines/special/file.md
+++ b/docs/en/engines/table-engines/special/file.md
@@ -24,7 +24,7 @@ The `Format` parameter specifies one of the available file formats. To perform
 `INSERT` queries – for output. The available formats are listed in the
 [Formats](../../../interfaces/formats.md#formats) section.
 
-ClickHouse does not allow to specify filesystem path for`File`. It will use folder defined by [path](../../../operations/server-configuration-parameters/settings.md) setting in server configuration.
+ClickHouse does not allow specifying filesystem path for`File`. It will use folder defined by [path](../../../operations/server-configuration-parameters/settings.md) setting in server configuration.
 
 When creating table using `File(Format)` it creates empty subdirectory in that folder. When data is written to that table, it’s put into `data.Format` file in that subdirectory.
 
diff --git a/docs/en/faq/general/dbms-naming.md b/docs/en/faq/general/dbms-naming.md
index 88a66659ab3..d4e87ff450a 100644
--- a/docs/en/faq/general/dbms-naming.md
+++ b/docs/en/faq/general/dbms-naming.md
@@ -6,7 +6,7 @@ toc_priority: 10
 
 # What Does “ClickHouse” Mean? {#what-does-clickhouse-mean}
 
-It’s a combination of “**Click**stream” and “Data ware**House**”. It comes from the original use case at Yandex.Metrica, where ClickHouse was supposed to keep records of all clicks by people from all over the Internet and it still does the job. You can read more about this use case on [ClickHouse history](../../introduction/history.md) page.
+It’s a combination of “**Click**stream” and “Data ware**House**”. It comes from the original use case at Yandex.Metrica, where ClickHouse was supposed to keep records of all clicks by people from all over the Internet, and it still does the job. You can read more about this use case on [ClickHouse history](../../introduction/history.md) page.
 
 This two-part meaning has two consequences:
 

From d3be14e639170c6ca90ca43254dff52ce854997d Mon Sep 17 00:00:00 2001
From: Romain Neutron <romain@neutron.io>
Date: Thu, 27 May 2021 21:49:41 +0200
Subject: [PATCH 0647/1060] Fix ClickHouse characters case

---
 docs/en/faq/index.md                                 |  2 +-
 .../server-configuration-parameters/settings.md      |  4 ++--
 docs/en/operations/settings/settings.md              | 12 ++++++------
 docs/en/sql-reference/data-types/geo.md              |  2 +-
 docs/en/sql-reference/data-types/lowcardinality.md   |  2 +-
 docs/en/sql-reference/functions/tuple-functions.md   |  2 +-
 docs/en/sql-reference/statements/select/order-by.md  |  4 ++--
 docs/en/sql-reference/statements/select/with.md      |  2 +-
 8 files changed, 15 insertions(+), 15 deletions(-)

diff --git a/docs/en/faq/index.md b/docs/en/faq/index.md
index 1ae71cf680c..1e9c3b8ae64 100644
--- a/docs/en/faq/index.md
+++ b/docs/en/faq/index.md
@@ -39,7 +39,7 @@ Question candidates:
 - How to kill a process (query) in ClickHouse?
 - How to implement pivot (like in pandas)?
 - How to remove the default ClickHouse user through users.d?
-- Importing MySQL dump to Clickhouse
+- Importing MySQL dump to ClickHouse
 - Window function workarounds (row_number, lag/lead, running diff/sum/average)
 ##}
 
diff --git a/docs/en/operations/server-configuration-parameters/settings.md b/docs/en/operations/server-configuration-parameters/settings.md
index 14419467feb..801a1d27add 100644
--- a/docs/en/operations/server-configuration-parameters/settings.md
+++ b/docs/en/operations/server-configuration-parameters/settings.md
@@ -502,12 +502,12 @@ The default `max_server_memory_usage` value is calculated as `memory_amount * ma
 
 ## max_server_memory_usage_to_ram_ratio {#max_server_memory_usage_to_ram_ratio}
 
-Defines the fraction of total physical RAM amount, available to the Clickhouse server. If the server tries to utilize more, the memory is cut down to the appropriate amount. 
+Defines the fraction of total physical RAM amount, available to the ClickHouse server. If the server tries to utilize more, the memory is cut down to the appropriate amount. 
 
 Possible values:
 
 -   Positive double.
--   0 — The Clickhouse server can use all available RAM.
+-   0 — The ClickHouse server can use all available RAM.
 
 Default value: `0`.
 
diff --git a/docs/en/operations/settings/settings.md b/docs/en/operations/settings/settings.md
index 66ae3fb13a0..9cb8b20eae5 100644
--- a/docs/en/operations/settings/settings.md
+++ b/docs/en/operations/settings/settings.md
@@ -455,15 +455,15 @@ Possible values:
 
 -   `simple` - Simple output format.
 
-    Clickhouse output date and time `YYYY-MM-DD hh:mm:ss` format. For example, `2019-08-20 10:18:56`. The calculation is performed according to the data type's time zone (if present) or server time zone.
+    ClickHouse output date and time `YYYY-MM-DD hh:mm:ss` format. For example, `2019-08-20 10:18:56`. The calculation is performed according to the data type's time zone (if present) or server time zone.
 
 -   `iso` - ISO output format.
 
-    Clickhouse output date and time in [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601) `YYYY-MM-DDThh:mm:ssZ` format. For example, `2019-08-20T10:18:56Z`. Note that output is in UTC (`Z` means UTC).
+    ClickHouse output date and time in [ISO 8601](https://en.wikipedia.org/wiki/ISO_8601) `YYYY-MM-DDThh:mm:ssZ` format. For example, `2019-08-20T10:18:56Z`. Note that output is in UTC (`Z` means UTC).
 
 -   `unix_timestamp` - Unix timestamp output format.
 
-    Clickhouse output date and time in [Unix timestamp](https://en.wikipedia.org/wiki/Unix_time) format. For example `1566285536`.
+    ClickHouse output date and time in [Unix timestamp](https://en.wikipedia.org/wiki/Unix_time) format. For example `1566285536`.
 
 Default value: `simple`.
 
@@ -887,7 +887,7 @@ Higher values will lead to higher memory usage.
 The maximum size of blocks of uncompressed data before compressing for writing to a table. By default, 1,048,576 (1 MiB). Specifying smaller block size generally leads to slightly reduced compression ratio, the compression and decompression speed increases slightly due to cache locality, and memory consumption is reduced.
 
 !!! note "Warning"
-    This is an expert-level setting, and you shouldn't change it if you're just getting started with Clickhouse.
+    This is an expert-level setting, and you shouldn't change it if you're just getting started with ClickHouse.
 
 Don’t confuse blocks for compression (a chunk of memory consisting of bytes) with blocks for query processing (a set of rows from a table).
 
@@ -904,7 +904,7 @@ We are writing a UInt32-type column (4 bytes per value). When writing 8192 rows,
 We are writing a URL column with the String type (average size of 60 bytes per value). When writing 8192 rows, the average will be slightly less than 500 KB of data. Since this is more than 65,536, a compressed block will be formed for each mark. In this case, when reading data from the disk in the range of a single mark, extra data won’t be decompressed.
 
 !!! note "Warning"
-    This is an expert-level setting, and you shouldn't change it if you're just getting started with Clickhouse.
+    This is an expert-level setting, and you shouldn't change it if you're just getting started with ClickHouse.
 
 ## max_query_size {#settings-max_query_size}
 
@@ -2672,7 +2672,7 @@ Possible values:
 
 -   `'DISTINCT'` — ClickHouse outputs rows as a result of combining queries removing duplicate rows.
 -   `'ALL'` — ClickHouse outputs all rows as a result of combining queries including duplicate rows.
--   `''` — Clickhouse generates an exception when used with `UNION`.
+-   `''` — ClickHouse generates an exception when used with `UNION`.
 
 Default value: `''`.
 
diff --git a/docs/en/sql-reference/data-types/geo.md b/docs/en/sql-reference/data-types/geo.md
index 9ed328e0de6..50093053686 100644
--- a/docs/en/sql-reference/data-types/geo.md
+++ b/docs/en/sql-reference/data-types/geo.md
@@ -5,7 +5,7 @@ toc_title: Geo
 
 # Geo Data Types {#geo-data-types}
 
-Clickhouse supports data types for representing geographical objects — locations, lands, etc. 
+ClickHouse supports data types for representing geographical objects — locations, lands, etc. 
 
 !!! warning "Warning"
     Currently geo data types are an experimental feature. To work with them you must set `allow_experimental_geo_types = 1`.
diff --git a/docs/en/sql-reference/data-types/lowcardinality.md b/docs/en/sql-reference/data-types/lowcardinality.md
index e0a483973e6..5f0f400ce43 100644
--- a/docs/en/sql-reference/data-types/lowcardinality.md
+++ b/docs/en/sql-reference/data-types/lowcardinality.md
@@ -55,7 +55,7 @@ Functions:
 ## See Also {#see-also}
 
 -   [A Magical Mystery Tour of the LowCardinality Data Type](https://www.altinity.com/blog/2019/3/27/low-cardinality).
--   [Reducing Clickhouse Storage Cost with the Low Cardinality Type – Lessons from an Instana Engineer](https://www.instana.com/blog/reducing-clickhouse-storage-cost-with-the-low-cardinality-type-lessons-from-an-instana-engineer/).
+-   [Reducing ClickHouse Storage Cost with the Low Cardinality Type – Lessons from an Instana Engineer](https://www.instana.com/blog/reducing-clickhouse-storage-cost-with-the-low-cardinality-type-lessons-from-an-instana-engineer/).
 -   [String Optimization (video presentation in Russian)](https://youtu.be/rqf-ILRgBdY?list=PL0Z2YDlm0b3iwXCpEFiOOYmwXzVmjJfEt). [Slides in English](https://github.com/yandex/clickhouse-presentations/raw/master/meetup19/string_optimization.pdf).
 
 [Original article](https://clickhouse.tech/docs/en/sql-reference/data-types/lowcardinality/) <!--hide-->
diff --git a/docs/en/sql-reference/functions/tuple-functions.md b/docs/en/sql-reference/functions/tuple-functions.md
index 86442835425..4189d0feeb5 100644
--- a/docs/en/sql-reference/functions/tuple-functions.md
+++ b/docs/en/sql-reference/functions/tuple-functions.md
@@ -153,7 +153,7 @@ Result:
 Can be used with [MinHash](../../sql-reference/functions/hash-functions.md#ngramminhash) functions for detection of semi-duplicate strings:
 
 ``` sql
-SELECT tupleHammingDistance(wordShingleMinHash(string), wordShingleMinHashCaseInsensitive(string)) as HammingDistance FROM (SELECT 'Clickhouse is a column-oriented database management system for online analytical processing of queries.' AS string);
+SELECT tupleHammingDistance(wordShingleMinHash(string), wordShingleMinHashCaseInsensitive(string)) as HammingDistance FROM (SELECT 'ClickHouse is a column-oriented database management system for online analytical processing of queries.' AS string);
 ```
 
 Result:
diff --git a/docs/en/sql-reference/statements/select/order-by.md b/docs/en/sql-reference/statements/select/order-by.md
index 9f0999ccbb6..a8fec5cfa26 100644
--- a/docs/en/sql-reference/statements/select/order-by.md
+++ b/docs/en/sql-reference/statements/select/order-by.md
@@ -252,11 +252,11 @@ External sorting works much less effectively than sorting in RAM.
 
  If `ORDER BY` expression has a prefix that coincides with the table sorting key, you can optimize the query by using the [optimize_read_in_order](../../../operations/settings/settings.md#optimize_read_in_order) setting.  
  
- When the `optimize_read_in_order` setting is enabled, the Clickhouse server uses the table index and reads the data in order of the `ORDER BY` key. This allows to avoid reading all data in case of specified [LIMIT](../../../sql-reference/statements/select/limit.md). So queries on big data with small limit are processed faster.
+ When the `optimize_read_in_order` setting is enabled, the ClickHouse server uses the table index and reads the data in order of the `ORDER BY` key. This allows to avoid reading all data in case of specified [LIMIT](../../../sql-reference/statements/select/limit.md). So queries on big data with small limit are processed faster.
 
 Optimization works with both `ASC` and `DESC` and does not work together with [GROUP BY](../../../sql-reference/statements/select/group-by.md) clause and [FINAL](../../../sql-reference/statements/select/from.md#select-from-final) modifier.
 
-When the `optimize_read_in_order` setting is disabled, the Clickhouse server does not use the table index while processing `SELECT` queries.
+When the `optimize_read_in_order` setting is disabled, the ClickHouse server does not use the table index while processing `SELECT` queries.
 
 Consider disabling `optimize_read_in_order` manually, when running queries that have `ORDER BY` clause, large `LIMIT` and [WHERE](../../../sql-reference/statements/select/where.md) condition that requires to read huge amount of records before queried data is found.
 
diff --git a/docs/en/sql-reference/statements/select/with.md b/docs/en/sql-reference/statements/select/with.md
index 6a0564a8ede..0958f651847 100644
--- a/docs/en/sql-reference/statements/select/with.md
+++ b/docs/en/sql-reference/statements/select/with.md
@@ -4,7 +4,7 @@ toc_title: WITH
 
 # WITH Clause {#with-clause}
 
-Clickhouse supports Common Table Expressions ([CTE](https://en.wikipedia.org/wiki/Hierarchical_and_recursive_queries_in_SQL)), that is provides to use results of `WITH` clause in the rest of `SELECT` query. Named subqueries can be included to the current and child query context in places where table objects are allowed. Recursion is prevented by hiding the current level CTEs from the WITH expression.
+ClickHouse supports Common Table Expressions ([CTE](https://en.wikipedia.org/wiki/Hierarchical_and_recursive_queries_in_SQL)), that is provides to use results of `WITH` clause in the rest of `SELECT` query. Named subqueries can be included to the current and child query context in places where table objects are allowed. Recursion is prevented by hiding the current level CTEs from the WITH expression.
 
 ## Syntax
 

From c127c433c218a692d5981eccbed22af0435831dc Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 27 May 2021 23:43:00 +0300
Subject: [PATCH 0648/1060] better

---
 docker/packager/packager                      |  4 ++++
 src/Common/examples/lru_hash_map_perf.cpp     |  2 +-
 src/Common/examples/parallel_aggregation2.cpp |  2 +-
 src/Common/remapExecutable.cpp                |  1 +
 src/Functions/replicate.cpp                   |  2 +-
 src/IO/examples/parse_int_perf.cpp            |  4 ++--
 utils/zookeeper-test/main.cpp                 | 11 +++++------
 7 files changed, 15 insertions(+), 11 deletions(-)

diff --git a/docker/packager/packager b/docker/packager/packager
index 836f30dec42..81474166cc9 100755
--- a/docker/packager/packager
+++ b/docker/packager/packager
@@ -154,6 +154,10 @@ def parse_env_variables(build_type, compiler, sanitizer, package_type, image_typ
 
     if clang_tidy:
         cmake_flags.append('-DENABLE_CLANG_TIDY=1')
+        cmake_flags.append('-DENABLE_UTILS=1')
+        cmake_flags.append('-DUSE_GTEST=1')
+        cmake_flags.append('-DENABLE_TESTS=1')
+        cmake_flags.append('-DENABLE_EXAMPLES=1')
         # Don't stop on first error to find more clang-tidy errors in one run.
         result.append('NINJA_FLAGS=-k0')
 
diff --git a/src/Common/examples/lru_hash_map_perf.cpp b/src/Common/examples/lru_hash_map_perf.cpp
index c40548bea49..7793f4262ff 100644
--- a/src/Common/examples/lru_hash_map_perf.cpp
+++ b/src/Common/examples/lru_hash_map_perf.cpp
@@ -19,7 +19,7 @@ public:
     using list_type = std::list<std::pair<key_type, value_type>>;
     using map_type = std::unordered_map<key_type, typename list_type::iterator>;
 
-    LRUHashMapBasic(size_t max_size_, bool preallocated = false)
+    explicit LRUHashMapBasic(size_t max_size_, bool preallocated = false)
         : hash_map(preallocated ? max_size_ : 32)
         , max_size(max_size_)
     {
diff --git a/src/Common/examples/parallel_aggregation2.cpp b/src/Common/examples/parallel_aggregation2.cpp
index e2ad36232de..496331e203d 100644
--- a/src/Common/examples/parallel_aggregation2.cpp
+++ b/src/Common/examples/parallel_aggregation2.cpp
@@ -94,7 +94,7 @@ struct AggregateIndependentWithSequentialKeysOptimization
                     if (it != begin && *it == prev_key)
                     {
                         assert(place != nullptr);
-                        updater(place->getMapped());
+                        updater(place->getMapped()); // NOLINT
                         continue;
                     }
                     prev_key = *it;
diff --git a/src/Common/remapExecutable.cpp b/src/Common/remapExecutable.cpp
index 5418290b24f..a774b1028d5 100644
--- a/src/Common/remapExecutable.cpp
+++ b/src/Common/remapExecutable.cpp
@@ -26,6 +26,7 @@ namespace ErrorCodes
 namespace
 {
 
+/// NOLINTNEXTLINE(cert-dcl50-cpp)
 __attribute__((__noinline__)) int64_t our_syscall(...)
 {
     __asm__ __volatile__ (R"(
diff --git a/src/Functions/replicate.cpp b/src/Functions/replicate.cpp
index 796d5645a2e..5f6f187031f 100644
--- a/src/Functions/replicate.cpp
+++ b/src/Functions/replicate.cpp
@@ -55,7 +55,7 @@ ColumnPtr FunctionReplicate::executeImpl(const ColumnsWithTypeAndName & argument
             offsets = array_column->getOffsetsPtr();
     }
 
-    const auto & offsets_data = assert_cast<const ColumnArray::ColumnOffsets &>(*offsets).getData();
+    const auto & offsets_data = assert_cast<const ColumnArray::ColumnOffsets &>(*offsets).getData(); /// NOLINT
     return ColumnArray::create(first_column->replicate(offsets_data)->convertToFullColumnIfConst(), offsets);
 }
 
diff --git a/src/IO/examples/parse_int_perf.cpp b/src/IO/examples/parse_int_perf.cpp
index e35a3d8a857..5a8f8b01f50 100644
--- a/src/IO/examples/parse_int_perf.cpp
+++ b/src/IO/examples/parse_int_perf.cpp
@@ -81,8 +81,8 @@ int main(int argc, char ** argv)
                 << "Written " << n << " numbers (" << wb.count() / 1000000.0 << " MB) in " << watch.elapsedSeconds() << " sec., "
                 << n / watch.elapsedSeconds() << " num/s., "
                 << wb.count() / watch.elapsedSeconds() / 1000000 << " MB/s., "
-                << watch.elapsed() / n << " ns/num., "
-                << tsc / n << " ticks/num., "
+                << watch.elapsed() / n << " ns/num., "  // NOLINT
+                << tsc / n << " ticks/num., "  // NOLINT
                 << watch.elapsed() / wb.count() << " ns/byte., "
                 << tsc / wb.count() << " ticks/byte."
                 << std::endl;
diff --git a/utils/zookeeper-test/main.cpp b/utils/zookeeper-test/main.cpp
index 102c30e59a1..39a282ce258 100644
--- a/utils/zookeeper-test/main.cpp
+++ b/utils/zookeeper-test/main.cpp
@@ -73,8 +73,7 @@ void testCreateList(zkutil::ZooKeeper & zk)
 void testCreateSetVersionRequest(zkutil::ZooKeeper & zk)
 {
     zk.create("/data/check_data", "d", zkutil::CreateMode::Persistent);
-    Coordination::Stat stat;
-    std::string result = zk.get("/data/check_data", &stat);
+    Coordination::Stat stat{};
     try
     {
         zk.set("/data/check_data", "e", stat.version + 2);
@@ -224,7 +223,7 @@ std::string random_string(size_t length)
         "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
         "abcdefghijklmnopqrstuvwxyz";
         const size_t max_index = (sizeof(charset) - 1);
-        return charset[rand() % max_index];
+        return charset[rand() % max_index]; /// NOLINT
     };
     std::string str(length, 0);
     std::generate_n(str.begin(), length, randchar);
@@ -259,9 +258,9 @@ void createOnPrefix(const std::string & zkhost, const String & path_prefix, size
             holder_futures.push_back(zk.asyncCreate(path, random_string(datasize), zkutil::CreateMode::Persistent));
         }
 
-        for (size_t i = 0; i < holder_futures.size(); ++i)
-            holder_futures[i].get();
-        }
+        for (auto & future : holder_futures)
+            future.get();
+    }
     catch (...)
     {
         ::exit(-1);

From 764902c8d3bd44262ae2df36345a5870d15758d8 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 28 May 2021 00:25:17 +0300
Subject: [PATCH 0649/1060] Remove print

---
 tests/integration/test_replicated_fetches_bandwidth/test.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tests/integration/test_replicated_fetches_bandwidth/test.py b/tests/integration/test_replicated_fetches_bandwidth/test.py
index 30e1162b1d2..80dbd11b41a 100644
--- a/tests/integration/test_replicated_fetches_bandwidth/test.py
+++ b/tests/integration/test_replicated_fetches_bandwidth/test.py
@@ -192,7 +192,6 @@ def test_should_execute_fetch(start_cluster):
             n2_fetch_speed.append(n2_in)
             time.sleep(0.5)
 
-        print(node2.query("SELECT * FROM system.replicated_fetches FORMAT Vertical"))
         node2.query("SYSTEM SYNC REPLICA should_execute_table")
         assert any(int(f.strip()) != 0 for f in replication_queue_data)
         assert node2.query("SELECT COUNT() FROM should_execute_table") == "630\n"

From 179f172c4c3bd83c9fbf6981591f32ded2c948d3 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Fri, 28 May 2021 02:10:44 +0300
Subject: [PATCH 0650/1060] fix build

---
 .../MergeTree/PartMovesBetweenShardsOrchestrator.cpp |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp          | 12 ++++++------
 src/Storages/StorageReplicatedMergeTree.h            |  2 +-
 3 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
index 7a4c3d530a7..4c187109ac6 100644
--- a/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
+++ b/src/Storages/MergeTree/PartMovesBetweenShardsOrchestrator.cpp
@@ -347,7 +347,7 @@ void PartMovesBetweenShardsOrchestrator::stepEntry(const Entry & entry, zkutil::
         {
             {
                 ReplicatedMergeTreeLogEntry log_entry;
-                if (storage.dropPart(zk, entry.part_name, log_entry,false, false))
+                if (storage.dropPartImpl(zk, entry.part_name, log_entry, false, false))
                     storage.waitForAllReplicasToProcessLogEntry(log_entry, true);
             }
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 9908213bd18..0d0d1f7a173 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -6949,7 +6949,7 @@ bool StorageReplicatedMergeTree::waitForShrinkingQueueSize(size_t queue_size, UI
     return true;
 }
 
-void StorageReplicatedMergeTree::dropPartImpl(
+bool StorageReplicatedMergeTree::dropPartImpl(
     zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop)
 {
     LOG_TRACE(log, "Will try to insert a log entry to DROP_RANGE for part: " + part_name);
@@ -6966,7 +6966,7 @@ void StorageReplicatedMergeTree::dropPartImpl(
         {
             if (throw_if_noop)
                 throw Exception("Part " + part_name + " not found locally, won't try to drop it.", ErrorCodes::NO_SUCH_DATA_PART);
-            return;
+            return false;
         }
 
         /// There isn't a lot we can do otherwise. Can't cancel merges because it is possible that a replica already
@@ -6977,7 +6977,7 @@ void StorageReplicatedMergeTree::dropPartImpl(
                 throw Exception("Part " + part_name
                                 + " is currently participating in a background operation (mutation/merge)"
                                 + ", try again later", ErrorCodes::PART_IS_TEMPORARILY_LOCKED);
-            return;
+            return false;
         }
 
         if (partIsLastQuorumPart(part->info))
@@ -6985,7 +6985,7 @@ void StorageReplicatedMergeTree::dropPartImpl(
             if (throw_if_noop)
                 throw Exception("Part " + part_name + " is last inserted part with quorum in partition. Cannot drop",
                                 ErrorCodes::NOT_IMPLEMENTED);
-            return;
+            return false;
         }
 
         if (partIsInsertingWithParallelQuorum(part->info))
@@ -6993,7 +6993,7 @@ void StorageReplicatedMergeTree::dropPartImpl(
             if (throw_if_noop)
                 throw Exception("Part " + part_name + " is inserting with parallel quorum. Cannot drop",
                                 ErrorCodes::NOT_IMPLEMENTED);
-            return;
+            return false;
         }
 
         Coordination::Requests ops;
@@ -7035,7 +7035,7 @@ void StorageReplicatedMergeTree::dropPartImpl(
         String log_znode_path = dynamic_cast<const Coordination::CreateResponse &>(*responses[clear_block_ops_size + 1]).path_created;
         entry.znode_name = log_znode_path.substr(log_znode_path.find_last_of('/') + 1);
 
-        return;
+        return true;
     }
 }
 
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 8454dec7393..711c36e10f3 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -661,7 +661,7 @@ private:
         bool fetch_part,
         ContextPtr query_context) override;
 
-    void dropPartImpl(zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop);
+    bool dropPartImpl(zkutil::ZooKeeperPtr & zookeeper, String part_name, LogEntry & entry, bool detach, bool throw_if_noop);
 
     /// Check granularity of already existing replicated table in zookeeper if it exists
     /// return true if it's fixed

From ce11f35dcc64eeb04f2b5b48931fffe10211d704 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 28 May 2021 11:11:17 +0300
Subject: [PATCH 0651/1060] Convert header from MergeTree to expected from
 query plan.

---
 src/Processors/QueryPlan/ReadFromMergeTree.cpp | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 2ad10461613..30281a394e8 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -1100,6 +1100,20 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         });
     }
 
+    if (!isCompatibleHeader(pipe.getHeader(), getOutputStream().header))
+    {
+        auto converting_dag = ActionsDAG::makeConvertingActions(
+            pipe.getHeader().getColumnsWithTypeAndName(),
+            getOutputStream().header.getColumnsWithTypeAndName(),
+            ActionsDAG::MatchColumnsMode::Name);
+
+        auto converting_actions = std::make_shared<ExpressionActions>(std::move(converting_dag));
+        pipe.addSimpleTransform([&](const Block & cur_header)
+        {
+            return std::make_shared<ExpressionTransform>(cur_header, converting_actions);
+        });
+    }
+
     for (const auto & processor : pipe.getProcessors())
         processors.emplace_back(processor);
 

From 693df20ccc0c3150296e268987ebb83e2535e73a Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Fri, 28 May 2021 11:30:19 +0300
Subject: [PATCH 0652/1060] Update
 docs/en/sql-reference/statements/create/table.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index 04526aa6043..fdc7f2234cb 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -360,7 +360,7 @@ SELECT * FROM base.t1;
 You can add a comment to the table when you creating it.
 
 !!!note "Note"
-    The comment is supported for all table engines besides [Kafka](../../../engines/table-engines/integrations/kafka.md) and [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md).
+    The comment is supported for all table engines except [Kafka](../../../engines/table-engines/integrations/kafka.md) and [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md).
 	
 
 **Syntax**

From d537da18719a7e1a970b49cc6519707f6d202f16 Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Fri, 28 May 2021 11:30:24 +0300
Subject: [PATCH 0653/1060] Update
 docs/en/sql-reference/statements/create/table.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index fdc7f2234cb..42f6293e52a 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -380,7 +380,7 @@ Query:
 
 ``` sql
 CREATE TABLE t1 (x String) ENGINE = Memory COMMENT 'The temporary table';
-SELECT name,comment FROM system.tables WHERE name = 't1';
+SELECT name, comment FROM system.tables WHERE name = 't1';
 ```
 
 Result:

From 2767dc1988f0b1af9a54111389ecf01caa0d4dcb Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Fri, 28 May 2021 17:02:25 +0800
Subject: [PATCH 0654/1060] Update
 tests/queries/0_stateless/01872_initial_query_start_time.sh

Co-authored-by: Azat Khuzhin <a3at.mail@gmail.com>
---
 tests/queries/0_stateless/01872_initial_query_start_time.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01872_initial_query_start_time.sh b/tests/queries/0_stateless/01872_initial_query_start_time.sh
index dbfb89a05a1..8b04160812a 100755
--- a/tests/queries/0_stateless/01872_initial_query_start_time.sh
+++ b/tests/queries/0_stateless/01872_initial_query_start_time.sh
@@ -21,7 +21,7 @@ select
     anyIf(initial_query_start_time, is_initial_query) = anyIf(initial_query_start_time, not is_initial_query),
     anyIf(initial_query_start_time_microseconds, is_initial_query) = anyIf(initial_query_start_time_microseconds, not is_initial_query)
 from system.query_log
-where initial_query_id = '$query_id' and type = 'QueryFinish';
+where event_date = today() and event_time >= now() - interval 1 hour and initial_query_id = '$query_id' and type = 'QueryFinish';
 "
 
 ${CLICKHOUSE_CLIENT} -q "drop table m"

From aad9dda479087d522347afa51afd7dfd42111b56 Mon Sep 17 00:00:00 2001
From: Daria Mozhaeva <dmozhaeva@yandex-team.ru>
Date: Fri, 28 May 2021 12:14:28 +0300
Subject: [PATCH 0655/1060] D:/Git/en/date-time-functions

---
 .../functions/date-time-functions.md          | 334 ++++++++++++++----
 1 file changed, 266 insertions(+), 68 deletions(-)

diff --git a/docs/en/sql-reference/functions/date-time-functions.md b/docs/en/sql-reference/functions/date-time-functions.md
index 683fad8564b..2d793875e75 100644
--- a/docs/en/sql-reference/functions/date-time-functions.md
+++ b/docs/en/sql-reference/functions/date-time-functions.md
@@ -23,13 +23,53 @@ SELECT
 └─────────────────────┴────────────┴────────────┴─────────────────────┘
 ```
 
+## timeZone {#timezone}
+
+Returns the timezone of the server.
+
+**Syntax** 
+
+``` sql
+timeZone()
+```
+
+Alias: `timezone`. 
+
+**Returned value**
+
+-   Timezone. 
+
+Type: [String](../../sql-reference/data-types/string.md).
+
 ## toTimeZone {#totimezone}
 
-Convert time or date and time to the specified time zone. The time zone is an attribute of the Date/DateTime types. The internal value (number of seconds) of the table field or of the resultset's column does not change, the column's type changes and its string representation changes accordingly.
+Converts time or date and time to the specified time zone. The time zone is an attribute of the `Date` and `DateTime` data types. The internal value (number of seconds) of the table field or of the resultset's column does not change, the column's type changes and its string representation changes accordingly.
+
+**Syntax** 
+
+``` sql
+toTimezone(value, timezone)
+```
+
+Alias: `toTimezone`.
+
+**Arguments** 
+
+-   `value` — Time or date and time. [DateTime64](../../sql-reference/data-types/datetime64.md).
+-   `timezone` — Timezone for the returned value. [String](../../sql-reference/data-types/string.md).
+
+**Returned value**
+
+-   Date and time. 
+
+Type: [DateTime](../../sql-reference/data-types/datetime.md).
+
+**Example**
+
+Query:
 
 ```sql
-SELECT
-    toDateTime('2019-01-01 00:00:00', 'UTC') AS time_utc,
+SELECT toDateTime('2019-01-01 00:00:00', 'UTC') AS time_utc,
     toTypeName(time_utc) AS type_utc,
     toInt32(time_utc) AS int32utc,
     toTimeZone(time_utc, 'Asia/Yekaterinburg') AS time_yekat,
@@ -40,6 +80,7 @@ SELECT
     toInt32(time_samoa) AS int32samoa
 FORMAT Vertical;
 ```
+Result:
 
 ```text
 Row 1:
@@ -57,44 +98,138 @@ int32samoa: 1546300800
 
 `toTimeZone(time_utc, 'Asia/Yekaterinburg')` changes the `DateTime('UTC')` type to `DateTime('Asia/Yekaterinburg')`. The value (Unixtimestamp) 1546300800 stays the same, but the string representation (the result of the toString() function) changes from `time_utc:   2019-01-01 00:00:00` to `time_yekat: 2019-01-01 05:00:00`.
 
+## timeZoneOf {#timezoneof}
+
+Returns the timezone name of [DateTime](../../sql-reference/data-types/datetime.md) or [DateTime64](../../sql-reference/data-types/datetime64.md) data types.
+
+**Syntax** 
+
+``` sql
+timeZoneOf(value)
+```
+
+Alias: `timezoneOf`. 
+
+**Arguments**
+
+-   `value` — Date and time. [DateTime](../../sql-reference/data-types/datetime.md) or [DateTime64](../../sql-reference/data-types/datetime64.md). 
+
+**Returned value**
+
+-   Timezone name. 
+
+Type: [String](../../sql-reference/data-types/string.md).
+
+**Example**
+
+Query:
+``` sql
+SELECT timezoneOf(now());
+```
+
+Result:
+``` text
+┌─timezoneOf(now())─┐
+│ Etc/UTC           │
+└───────────────────┘
+```
+
+## timeZoneOffset {#timezoneoffset}
+
+Returns a timezone offset in seconds from [UTC](https://en.wikipedia.org/wiki/Coordinated_Universal_Time). The function takes into account [daylight saving time](https://en.wikipedia.org/wiki/Daylight_saving_time) and historical timezone changes at the specified date and time.
+[IANA timezone database](https://www.iana.org/time-zones) is used to calculate the offset.
+
+**Syntax**
+
+``` sql
+timeZoneOffset(value)
+```
+
+Alias: `timezoneOffset`.
+
+**Arguments**
+
+-   `value` — Date and time. [DateTime](../../sql-reference/data-types/datetime.md) or [DateTime64](../../sql-reference/data-types/datetime64.md). 
+
+**Returned value**
+
+-   Offset from UTC in seconds. 
+
+Type: [Int32](../../sql-reference/data-types/int-uint.md).
+
+**Example**
+
+Query:
+
+``` sql
+SELECT toDateTime('2021-04-21 10:20:30', 'America/New_York') AS Time, toTypeName(Time) AS Type,
+       timeZoneOffset(Time) AS Offset_in_seconds, (Offset_in_seconds / 3600) AS Offset_in_hours;
+```
+
+Result:
+
+``` text
+┌────────────────Time─┬─Type─────────────────────────┬─Offset_in_seconds─┬─Offset_in_hours─┐
+│ 2021-04-21 10:20:30 │ DateTime('America/New_York') │            -14400 │              -4 │
+└─────────────────────┴──────────────────────────────┴───────────────────┴─────────────────┘
+```
+
 ## toYear {#toyear}
 
 Converts a date or date with time to a UInt16 number containing the year number (AD).
 
+Alias: `YEAR`.
+
 ## toQuarter {#toquarter}
 
 Converts a date or date with time to a UInt8 number containing the quarter number.
 
+Alias: `QUARTER`.
+
 ## toMonth {#tomonth}
 
 Converts a date or date with time to a UInt8 number containing the month number (1-12).
 
+Alias: `MONTH`.
+
 ## toDayOfYear {#todayofyear}
 
 Converts a date or date with time to a UInt16 number containing the number of the day of the year (1-366).
 
+Alias: `DAYOFYEAR`.
+
 ## toDayOfMonth {#todayofmonth}
 
 Converts a date or date with time to a UInt8 number containing the number of the day of the month (1-31).
 
+Aliases: `DAYOFMONTH`, `DAY`.
+
 ## toDayOfWeek {#todayofweek}
 
 Converts a date or date with time to a UInt8 number containing the number of the day of the week (Monday is 1, and Sunday is 7).
 
+Alias: `DAYOFWEEK`.
+
 ## toHour {#tohour}
 
 Converts a date with time to a UInt8 number containing the number of the hour in 24-hour time (0-23).
 This function assumes that if clocks are moved ahead, it is by one hour and occurs at 2 a.m., and if clocks are moved back, it is by one hour and occurs at 3 a.m. (which is not always true – even in Moscow the clocks were twice changed at a different time).
 
+Alias: `HOUR`.
+
 ## toMinute {#tominute}
 
 Converts a date with time to a UInt8 number containing the number of the minute of the hour (0-59).
 
+Alias: `MINUTE`.
+
 ## toSecond {#tosecond}
 
 Converts a date with time to a UInt8 number containing the number of the second in the minute (0-59).
 Leap seconds are not accounted for.
 
+Alias: `SECOND`.
+
 ## toUnixTimestamp {#to-unix-timestamp}
 
 For DateTime argument: converts value to the number with type UInt32 -- Unix Timestamp (https://en.wikipedia.org/wiki/Unix_time).
@@ -189,7 +324,7 @@ Truncates sub-seconds.
 toStartOfSecond(value[, timezone])
 ```
 
-**Parameters**
+**Arguments**
 
 -   `value` — Date and time. [DateTime64](../../sql-reference/data-types/datetime64.md).
 -   `timezone` — [Timezone](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) for the returned value (optional). If not specified, the function uses the timezone of the `value` parameter. [String](../../sql-reference/data-types/string.md).
@@ -331,7 +466,7 @@ For mode values with a meaning of “contains January 1”, the week contains Ja
 toWeek(date, [, mode][, Timezone])
 ```
 
-**Parameters**
+**Arguments**
 
 -   `date` – Date or DateTime.
 -   `mode` – Optional parameter, Range of values is \[0,9\], default is 0.
@@ -373,15 +508,15 @@ SELECT toDate('2016-12-27') AS date, toYearWeek(date) AS yearWeek0, toYearWeek(d
 
 Truncates date and time data to the specified part of date.
 
-**Syntax** 
+**Syntax**
 
 ``` sql
 date_trunc(unit, value[, timezone])
 ```
 
-Alias: `dateTrunc`. 
+Alias: `dateTrunc`.
 
-**Parameters**
+**Arguments**
 
 -   `unit` — The type of interval to truncate the result. [String Literal](../syntax.md#syntax-string-literal).
     Possible values:
@@ -434,41 +569,55 @@ Result:
 └─────────────────────┴────────────────────────────────────────────┘
 ```
 
-**See also**
+**See Also**
 
 -   [toStartOfInterval](#tostartofintervaltime-or-data-interval-x-unit-time-zone)
 
 ## date\_add {#date_add}
 
-Adds specified date/time interval to the provided date.
+Adds the time interval or date interval to the provided date or date with time.
 
-**Syntax** 
+**Syntax**
 
 ``` sql
 date_add(unit, value, date)
 ```
 
-Aliases: `dateAdd`, `DATE_ADD`. 
+Aliases: `dateAdd`, `DATE_ADD`.
 
-**Parameters**
+**Arguments**
 
 -   `unit` — The type of interval to add. [String](../../sql-reference/data-types/string.md).
+    Possible values:
 
-        Supported values: second, minute, hour, day, week, month, quarter, year.
--   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md)    
--   `date` — [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+    - `second`
+    - `minute`
+    - `hour`
+    - `day`
+    - `week`
+    - `month`
+    - `quarter`
+    - `year`
 
+-   `value` — Value of interval to add. [Int](../../sql-reference/data-types/int-uint.md).  
+-   `date` — The date or date with time to which `value` is added. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Returned value**
 
-Returns Date or DateTime with `value` expressed in `unit` added to `date`. 
+Date or date with time obtained by adding `value`, expressed in `unit`, to `date`.
+
+Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Example**
 
+Query:
+
 ```sql
-select date_add(YEAR, 3, toDate('2018-01-01'));
+SELECT date_add(YEAR, 3, toDate('2018-01-01'));
 ```
 
+Result:
+
 ```text
 ┌─plus(toDate('2018-01-01'), toIntervalYear(3))─┐
 │                                    2021-01-01 │
@@ -477,7 +626,7 @@ select date_add(YEAR, 3, toDate('2018-01-01'));
 
 ## date\_diff {#date_diff}
 
-Returns the difference between two Date or DateTime values.
+Returns the difference between two dates or dates with time values.
 
 **Syntax**
 
@@ -485,25 +634,33 @@ Returns the difference between two Date or DateTime values.
 date_diff('unit', startdate, enddate, [timezone])
 ```
 
-Aliases: `dateDiff`, `DATE_DIFF`. 
+Aliases: `dateDiff`, `DATE_DIFF`.
 
-**Parameters**
+**Arguments**
 
--   `unit` — The type of interval for result [String](../../sql-reference/data-types/string.md).
+-   `unit` — The type of interval for result. [String](../../sql-reference/data-types/string.md).
+    Possible values:
 
-        Supported values: second, minute, hour, day, week, month, quarter, year.
+    - `second`
+    - `minute`
+    - `hour`
+    - `day`
+    - `week`
+    - `month`
+    - `quarter`
+    - `year`
 
 -   `startdate` — The first time value to subtract (the subtrahend). [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 -   `enddate` — The second time value to subtract from (the minuend). [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
--   `timezone` — Optional parameter. If specified, it is applied to both `startdate` and `enddate`. If not specified, timezones of `startdate` and `enddate` are used. If they are not the same, the result is unspecified.
+-   `timezone` — [Timezone name](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) (optional). If specified, it is applied to both `startdate` and `enddate`. If not specified, timezones of `startdate` and `enddate` are used. If they are not the same, the result is unspecified. [String](../../sql-reference/data-types/string.md).
 
 **Returned value**
 
 Difference between `enddate` and `startdate` expressed in `unit`.
 
-Type: `int`.
+Type: [Int](../../sql-reference/data-types/int-uint.md).
 
 **Example**
 
@@ -523,7 +680,7 @@ Result:
 
 ## date\_sub {#date_sub}
 
-Subtracts a time/date interval from the provided date.
+Subtracts the time interval or date interval from the provided date or date with time.
 
 **Syntax**
 
@@ -531,19 +688,30 @@ Subtracts a time/date interval from the provided date.
 date_sub(unit, value, date)
 ```
 
-Aliases: `dateSub`, `DATE_SUB`. 
+Aliases: `dateSub`, `DATE_SUB`.
 
-**Parameters**
+**Arguments**
 
 -   `unit` — The type of interval to subtract. [String](../../sql-reference/data-types/string.md).
+    Possible values:
 
-        Supported values: second, minute, hour, day, week, month, quarter, year.
--   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md)    
--   `date` — [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md) to subtract value from.
+    - `second`
+    - `minute`
+    - `hour`
+    - `day`
+    - `week`
+    - `month`
+    - `quarter`
+    - `year`
+
+-   `value` — Value of interval to subtract. [Int](../../sql-reference/data-types/int-uint.md).    
+-   `date` — The date or date with time from which `value` is subtracted. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Returned value**
 
-Returns Date or DateTime with `value` expressed in `unit` subtracted from `date`. 
+Date or date with time obtained by subtracting `value`, expressed in `unit`, from `date`.
+
+Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Example**
 
@@ -565,32 +733,46 @@ Result:
 
 Adds the specified time value with the provided date or date time value.
 
-**Syntax** 
+**Syntax**
 
 ``` sql
 timestamp_add(date, INTERVAL value unit)
 ```
 
-Aliases: `timeStampAdd`, `TIMESTAMP_ADD`. 
+Aliases: `timeStampAdd`, `TIMESTAMP_ADD`.
 
-**Parameters**
-    
--   `date` — Date or Date with time - [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
--   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md)
+**Arguments**
+
+-   `date` — Date or date with time. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+-   `value` — Value of interval to add. [Int](../../sql-reference/data-types/int-uint.md).
 -   `unit` — The type of interval to add. [String](../../sql-reference/data-types/string.md).
+    Possible values:
 
-        Supported values: second, minute, hour, day, week, month, quarter, year.
+    - `second`
+    - `minute`
+    - `hour`
+    - `day`
+    - `week`
+    - `month`
+    - `quarter`
+    - `year`
 
 **Returned value**
 
-Returns Date or DateTime with the specified `value`  expressed in `unit` added to `date`. 
-    
+Date or date with time with the specified `value` expressed in `unit` added to `date`.
+
+Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+
 **Example**
 
+Query:
+
 ```sql
 select timestamp_add(toDate('2018-01-01'), INTERVAL 3 MONTH);
 ```
 
+Result:
+
 ```text
 ┌─plus(toDate('2018-01-01'), toIntervalMonth(3))─┐
 │                                     2018-04-01 │
@@ -599,51 +781,66 @@ select timestamp_add(toDate('2018-01-01'), INTERVAL 3 MONTH);
 
 ## timestamp\_sub {#timestamp_sub}
 
-Returns the difference between two dates in the specified unit.
+Subtracts the time interval from the provided date or date with time.
 
-**Syntax** 
+**Syntax**
 
 ``` sql
 timestamp_sub(unit, value, date)
 ```
 
-Aliases: `timeStampSub`, `TIMESTAMP_SUB`. 
+Aliases: `timeStampSub`, `TIMESTAMP_SUB`.
 
-**Parameters**
+**Arguments**
 
--   `unit` — The type of interval to add. [String](../../sql-reference/data-types/string.md).
+-   `unit` — The type of interval to subtract. [String](../../sql-reference/data-types/string.md).
+    Possible values:
 
-        Supported values: second, minute, hour, day, week, month, quarter, year.
--   `value` - Value in specified unit - [Int](../../sql-reference/data-types/int-uint.md).   
--   `date`- [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
+    - `second`
+    - `minute`
+    - `hour`
+    - `day`
+    - `week`
+    - `month`
+    - `quarter`
+    - `year`
+
+-   `value` — Value of interval to subtract. [Int](../../sql-reference/data-types/int-uint.md).   
+-   `date` — Date or date with time. [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Returned value**
 
-Difference between `date` and the specified `value` expressed in `unit`.
+Date or date with time obtained by subtracting `value`, expressed in `unit`, from `date`.
+
+Type: [Date](../../sql-reference/data-types/date.md) or [DateTime](../../sql-reference/data-types/datetime.md).
 
 **Example**
 
+Query:
+
 ```sql
 select timestamp_sub(MONTH, 5, toDateTime('2018-12-18 01:02:03'));
 ```
 
+Result:
+
 ```text
 ┌─minus(toDateTime('2018-12-18 01:02:03'), toIntervalMonth(5))─┐
 │                                          2018-07-18 01:02:03 │
 └──────────────────────────────────────────────────────────────┘
 ```
-    
+
 ## now {#now}
 
-Returns the current date and time. 
+Returns the current date and time.
 
-**Syntax** 
+**Syntax**
 
 ``` sql
 now([timezone])
 ```
 
-**Parameters**
+**Arguments**
 
 -   `timezone` — [Timezone name](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone) for the returned value (optional). [String](../../sql-reference/data-types/string.md).
 
@@ -756,7 +953,7 @@ This is necessary for searching for pageviews in the corresponding session.
 
 ## formatDateTime {#formatdatetime}
 
-Function formats a Time according given Format string. N.B.: Format is a constant expression, e.g. you can not have multiple formats for single result column.
+Formats a Time according to the given Format string. Format is a constant expression, so you cannot have multiple formats for a single result column.
 
 **Syntax**
 
@@ -776,7 +973,7 @@ Using replacement fields, you can define a pattern for the resulting string. “
 | %C       | year divided by 100 and truncated to integer (00-99)    | 20         |
 | %d       | day of the month, zero-padded (01-31)                   | 02         |
 | %D       | Short MM/DD/YY date, equivalent to %m/%d/%y             | 01/02/18   |
-| %e       | day of the month, space-padded ( 1-31)                  |  2         |
+| %e       | day of the month, space-padded ( 1-31)                  | &nbsp; 2   |
 | %F       | short YYYY-MM-DD date, equivalent to %Y-%m-%d           | 2018-01-02 |
 | %G       | four-digit year format for ISO week number, calculated from the week-based year [defined by the ISO 8601](https://en.wikipedia.org/wiki/ISO_8601#Week_dates) standard, normally useful only with %V  | 2018         |
 | %g       | two-digit year format, aligned to ISO 8601, abbreviated from four-digit notation                                | 18       |
@@ -815,31 +1012,32 @@ Result:
 └────────────────────────────────────────────┘
 ```
 
-[Original article](https://clickhouse.tech/docs/en/query_language/functions/date_time_functions/) <!--hide-->
-
 ## FROM\_UNIXTIME {#fromunixfime}
 
-When there is only single argument of integer type, it act in the same way as `toDateTime` and return [DateTime](../../sql-reference/data-types/datetime.md).
-type.
+Function converts Unix timestamp to a calendar date and a time of a day. When there is only a single argument of [Integer](../../sql-reference/data-types/int-uint.md) type, it acts in the same way as [toDateTime](../../sql-reference/functions/type-conversion-functions.md#todatetime) and return [DateTime](../../sql-reference/data-types/datetime.md) type.
 
-For example:
+**Example:**
+
+Query:
 
 ```sql
-SELECT FROM_UNIXTIME(423543535)
+SELECT FROM_UNIXTIME(423543535);
 ```
 
+Result:
+
 ```text
 ┌─FROM_UNIXTIME(423543535)─┐
 │      1983-06-04 10:58:55 │
 └──────────────────────────┘
 ```
 
-When there are two arguments, first is integer or DateTime, second is constant format string, it act in the same way as `formatDateTime` and return `String` type.
+When there are two arguments: first is an [Integer](../../sql-reference/data-types/int-uint.md) or [DateTime](../../sql-reference/data-types/datetime.md), second is a constant format string — it acts in the same way as [formatDateTime](#formatdatetime) and return [String](../../sql-reference/data-types/string.md#string) type.
 
 For example:
 
 ```sql
-SELECT FROM_UNIXTIME(1234334543, '%Y-%m-%d %R:%S') AS DateTime
+SELECT FROM_UNIXTIME(1234334543, '%Y-%m-%d %R:%S') AS DateTime;
 ```
 
 ```text
@@ -858,7 +1056,7 @@ Converts a [Proleptic Gregorian calendar](https://en.wikipedia.org/wiki/Prolepti
 toModifiedJulianDay(date)
 ```
 
-**Parameters**
+**Arguments**
 
 -   `date` — Date in text form. [String](../../sql-reference/data-types/string.md) or [FixedString](../../sql-reference/data-types/fixedstring.md).
 
@@ -894,7 +1092,7 @@ Similar to [toModifiedJulianDay()](#tomodifiedjulianday), but instead of raising
 toModifiedJulianDayOrNull(date)
 ```
 
-**Parameters**
+**Arguments**
 
 -   `date` — Date in text form. [String](../../sql-reference/data-types/string.md) or [FixedString](../../sql-reference/data-types/fixedstring.md).
 
@@ -930,7 +1128,7 @@ Converts a [Modified Julian Day](https://en.wikipedia.org/wiki/Julian_day#Varian
 fromModifiedJulianDay(day)
 ```
 
-**Parameters**
+**Arguments**
 
 -   `day` — Modified Julian Day number. [Any integral types](../../sql-reference/data-types/int-uint.md).
 
@@ -966,7 +1164,7 @@ Similar to [fromModifiedJulianDayOrNull()](#frommodifiedjuliandayornull), but in
 fromModifiedJulianDayOrNull(day)
 ```
 
-**Parameters**
+**Arguments**
 
 -   `day` — Modified Julian Day number. [Any integral types](../../sql-reference/data-types/int-uint.md).
 

From 4e28b7cb0283f16c467c34d63303aab581b9c81a Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 28 May 2021 12:23:46 +0300
Subject: [PATCH 0656/1060] Fix _sample_factor column.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 80 ++++++++++---------
 src/Processors/QueryPlan/ReadFromMergeTree.h  |  1 +
 .../MergeTree/MergeTreeDataSelectExecutor.cpp | 15 +---
 3 files changed, 46 insertions(+), 50 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 30281a394e8..9241009ee87 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -92,7 +92,6 @@ struct ReadFromMergeTree::AnalysisResult
 {
     RangesInDataParts parts_with_ranges;
     MergeTreeDataSelectSamplingData sampling;
-    bool sample_factor_column_queried = false;
     String query_id;
     IndexStats index_stats;
     Names column_names_to_read;
@@ -130,6 +129,13 @@ ReadFromMergeTree::ReadFromMergeTree(
     , settings(std::move(settings_))
     , log(log_)
 {
+    if (settings.sample_factor_column_queried)
+    {
+        /// Only _sample_factor virtual column is added by ReadFromMergeTree
+        /// Other virtual columns are added by MergeTreeBaseSelectProcessor.
+        auto type = std::make_shared<DataTypeFloat64>();
+        output_stream->header.insert({type->createColumn(), type, "_sample_factor"});
+    }
 }
 
 Pipe ReadFromMergeTree::readFromPool(
@@ -894,13 +900,9 @@ ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTre
     MergeTreeDataSelectExecutor::filterPartsByPartition(
         metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read.get(), log, result.index_stats);
 
-    for (const auto & col : virt_column_names)
-        if (col == "_sample_factor")
-            result.sample_factor_column_queried = true;
-
     result.sampling = MergeTreeDataSelectExecutor::getSampling(
         select, parts, metadata_snapshot, key_condition,
-        data, log, result.sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
+        data, log, settings.sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
 
     if (result.sampling.read_nothing)
         return result;
@@ -1062,55 +1064,61 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         });
     }
 
-    if (result_projection)
+    Block cur_header = result_projection ? result_projection->getResultColumns()
+                                         : pipe.getHeader();
+
+    auto append_actions = [&result_projection, &cur_header](ActionsDAGPtr actions)
     {
-        auto projection_actions = std::make_shared<ExpressionActions>(result_projection);
-        pipe.addSimpleTransform([&](const Block & header)
-        {
-            return std::make_shared<ExpressionTransform>(header, projection_actions);
-        });
-    }
+        if (!result_projection)
+            result_projection = std::move(actions);
+        else
+            result_projection = ActionsDAG::merge(std::move(*result_projection), std::move(*actions));
+
+        cur_header = result_projection->getResultColumns();
+    };
 
     /// By the way, if a distributed query or query to a Merge table is made, then the `_sample_factor` column can have different values.
-    if (result.sample_factor_column_queried)
+    if (settings.sample_factor_column_queried)
     {
         ColumnWithTypeAndName column;
         column.name = "_sample_factor";
         column.type = std::make_shared<DataTypeFloat64>();
         column.column = column.type->createColumnConst(0, Field(result.sampling.used_sample_factor));
 
-        auto adding_column_dag = ActionsDAG::makeAddingColumnActions(std::move(column));
-        auto adding_column_action = std::make_shared<ExpressionActions>(adding_column_dag);
-
-        pipe.addSimpleTransform([&](const Block & header)
-        {
-            return std::make_shared<ExpressionTransform>(header, adding_column_action);
-        });
+        auto adding_column = ActionsDAG::makeAddingColumnActions(std::move(column));
+        append_actions(std::move(adding_column));
     }
 
     // TODO There seems to be no place initializing remove_columns_actions
-    if (query_info.prewhere_info && query_info.prewhere_info->remove_columns_actions)
-    {
-        auto remove_columns_action = std::make_shared<ExpressionActions>(
-            query_info.prewhere_info->remove_columns_actions->getActionsDAG().clone());
+    // if (query_info.prewhere_info && query_info.prewhere_info->remove_columns_actions)
+    // {
+    //     auto remove_columns_action = std::make_shared<ExpressionActions>(
+    //         query_info.prewhere_info->remove_columns_actions->getActionsDAG().clone());
 
-        pipe.addSimpleTransform([&](const Block & header)
-        {
-            return std::make_shared<ExpressionTransform>(header, remove_columns_action);
-        });
-    }
+    //     pipe.addSimpleTransform([&](const Block & header)
+    //     {
+    //         return std::make_shared<ExpressionTransform>(header, remove_columns_action);
+    //     });
+    // }
 
-    if (!isCompatibleHeader(pipe.getHeader(), getOutputStream().header))
+    /// Extra columns may be returned (for example, if sampling is used).
+    /// Convert pipe to step header structure.
+    if (!isCompatibleHeader(cur_header, getOutputStream().header))
     {
-        auto converting_dag = ActionsDAG::makeConvertingActions(
-            pipe.getHeader().getColumnsWithTypeAndName(),
+        auto converting = ActionsDAG::makeConvertingActions(
+            cur_header.getColumnsWithTypeAndName(),
             getOutputStream().header.getColumnsWithTypeAndName(),
             ActionsDAG::MatchColumnsMode::Name);
 
-        auto converting_actions = std::make_shared<ExpressionActions>(std::move(converting_dag));
-        pipe.addSimpleTransform([&](const Block & cur_header)
+        append_actions(std::move(converting));
+    }
+
+    if (result_projection)
+    {
+        auto projection_actions = std::make_shared<ExpressionActions>(result_projection);
+        pipe.addSimpleTransform([&](const Block & header)
         {
-            return std::make_shared<ExpressionTransform>(cur_header, converting_actions);
+            return std::make_shared<ExpressionTransform>(header, projection_actions);
         });
     }
 
diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.h b/src/Processors/QueryPlan/ReadFromMergeTree.h
index ef5cc5dc70c..0c3814c507f 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.h
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.h
@@ -50,6 +50,7 @@ public:
         //size_t min_marks_for_concurrent_read;
         bool use_uncompressed_cache;
         bool force_primary_key;
+        bool sample_factor_column_queried;
 
         MergeTreeReaderSettings reader_settings;
         MergeTreeReadPool::BackoffSettings backoff_settings;
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index db9986dd25d..e3c584a4708 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -1208,26 +1208,13 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
         .num_streams = num_streams,
         .preferred_block_size_bytes = settings.preferred_block_size_bytes,
         .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-        //.min_marks_for_concurrent_read = settings.min_marks_for_concurrent_read,
         .use_uncompressed_cache = settings.use_uncompressed_cache,
         .force_primary_key = settings.force_primary_key,
+        .sample_factor_column_queried = sample_factor_column_queried,
         .reader_settings = reader_settings,
         .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
     };
 
-        // const SelectQueryInfo & query_info_,
-        // const MergeTreeDataSelectExecutor::PartitionIdToMaxBlock * max_block_numbers_to_read_,
-        // ContextPtr context_,
-        // const MergeTreeData & data_,
-        // StorageMetadataPtr metadata_snapshot_,
-        // StorageMetadataPtr metadata_snapshot_base_,
-        // Names real_column_names_,
-        // MergeTreeData::DataPartsVector parts_,
-        // PrewhereInfoPtr prewhere_info_,
-        // Names virt_column_names_,
-        // Settings settings_,
-        // Poco::Logger * log_
-
     auto read_from_merge_tree = std::make_unique<ReadFromMergeTree>(
         query_info,
         max_block_numbers_to_read,

From c80ab6166a74950223da737f360322c11cba23a8 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 28 May 2021 12:26:44 +0300
Subject: [PATCH 0657/1060] Fix style.

---
 src/Processors/QueryPlan/ReadFromMergeTree.cpp         | 2 +-
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 9241009ee87..4af3fec6099 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -6,7 +6,6 @@
 #include <Processors/Transforms/FilterTransform.h>
 #include <Processors/Transforms/AddingSelectorTransform.h>
 #include <Processors/Transforms/CopyTransform.h>
-#include <Processors/Merges/MergingSortedTransform.h>
 #include <Processors/Sources/NullSource.h>
 #include <Processors/Merges/AggregatingSortedTransform.h>
 #include <Processors/Merges/CollapsingSortedTransform.h>
@@ -37,6 +36,7 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int INDEX_NOT_USED;
+    extern const int LOGICAL_ERROR;
 }
 
 namespace
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index e3c584a4708..299abf66049 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -1149,7 +1149,7 @@ size_t MergeTreeDataSelectExecutor::estimateNumMarksToRead(
     if (sampling.read_nothing)
         return 0;
 
-    /// Do not init. Ther are not used (cause skip index is ignored)
+    /// Do not init. It is not used (cause skip index is ignored)
     MergeTreeReaderSettings reader_settings;
 
     auto parts_with_ranges = filterPartsByPrimaryKeyAndSkipIndexes(

From 94f1ac5a167df0ed54c5d4ed76ebb8b55764ea5f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 28 May 2021 12:41:07 +0300
Subject: [PATCH 0658/1060] Remove some commented code.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 107 +--
 .../MergeTree/MergeTreeDataSelectExecutor.cpp | 631 +-----------------
 .../MergeTree/MergeTreeDataSelectExecutor.h   |  73 +-
 3 files changed, 51 insertions(+), 760 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 4af3fec6099..7e4a8ba5a55 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -39,55 +39,6 @@ namespace ErrorCodes
     extern const int LOGICAL_ERROR;
 }
 
-namespace
-{
-
-/// Marks are placed whenever threshold on rows or bytes is met.
-/// So we have to return the number of marks on whatever estimate is higher - by rows or by bytes.
-size_t roundRowsOrBytesToMarks(
-    size_t rows_setting,
-    size_t bytes_setting,
-    size_t rows_granularity,
-    size_t bytes_granularity)
-{
-    size_t res = (rows_setting + rows_granularity - 1) / rows_granularity;
-
-    if (bytes_granularity == 0)
-        return res;
-    else
-        return std::max(res, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
-}
-/// Same as roundRowsOrBytesToMarks() but do not return more then max_marks
-size_t minMarksForConcurrentRead(
-    size_t rows_setting,
-    size_t bytes_setting,
-    size_t rows_granularity,
-    size_t bytes_granularity,
-    size_t max_marks)
-{
-    size_t marks = 1;
-
-    if (rows_setting + rows_granularity <= rows_setting) /// overflow
-        marks = max_marks;
-    else if (rows_setting)
-        marks = (rows_setting + rows_granularity - 1) / rows_granularity;
-
-    if (bytes_granularity == 0)
-        return marks;
-    else
-    {
-        /// Overflow
-        if (bytes_setting + bytes_granularity <= bytes_setting) /// overflow
-            return max_marks;
-        if (bytes_setting)
-            return std::max(marks, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
-        else
-            return marks;
-    }
-}
-
-}
-
 struct ReadFromMergeTree::AnalysisResult
 {
     RangesInDataParts parts_with_ranges;
@@ -267,13 +218,13 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreams(
     if (adaptive_parts > parts_with_ranges.size() / 2)
         index_granularity_bytes = data_settings->index_granularity_bytes;
 
-    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+    const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
         q_settings.merge_tree_max_rows_to_use_cache,
         q_settings.merge_tree_max_bytes_to_use_cache,
         data_settings->index_granularity,
         index_granularity_bytes);
 
-    const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+    const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
         q_settings.merge_tree_min_rows_for_concurrent_read,
         q_settings.merge_tree_min_bytes_for_concurrent_read,
         data_settings->index_granularity,
@@ -333,13 +284,13 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
     if (adaptive_parts > parts_with_ranges.size() / 2)
         index_granularity_bytes = data_settings->index_granularity_bytes;
 
-    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+    const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
         q_settings.merge_tree_max_rows_to_use_cache,
         q_settings.merge_tree_max_bytes_to_use_cache,
         data_settings->index_granularity,
         index_granularity_bytes);
 
-    const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+    const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
         q_settings.merge_tree_min_rows_for_concurrent_read,
         q_settings.merge_tree_min_bytes_for_concurrent_read,
         data_settings->index_granularity,
@@ -496,7 +447,6 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
 
             if (pipe.numOutputPorts() > 1)
             {
-
                 auto transform = std::make_shared<MergingSortedTransform>(
                         pipe.getHeader(),
                         pipe.numOutputPorts(),
@@ -640,7 +590,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     if (adaptive_parts >= parts_with_range.size() / 2)
         index_granularity_bytes = data_settings->index_granularity_bytes;
 
-    const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
+    const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
         q_settings.merge_tree_max_rows_to_use_cache,
         q_settings.merge_tree_max_bytes_to_use_cache,
         data_settings->index_granularity,
@@ -773,17 +723,6 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
             std::min<size_t>(used_num_streams, q_settings.max_final_threads),
             sort_description, data.merging_params, partition_key_columns, settings.max_block_size);
 
-        // auto final_step = std::make_unique<MergingFinal>(
-        //     plan->getCurrentDataStream(),
-        //     std::min<size_t>(used_num_streams, settings.max_final_threads),
-        //     sort_description,
-        //     data.merging_params,
-        //     partition_key_columns,
-        //     max_block_size);
-
-        // final_step->setStepDescription("Merge rows for FINAL");
-        // plan->addStep(std::move(final_step));
-
         partition_pipes.emplace_back(std::move(pipe));
     }
 
@@ -793,7 +732,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
 
         size_t num_streams_for_lonely_parts = used_num_streams * lonely_parts.size();
 
-        const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
+        const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
             q_settings.merge_tree_min_rows_for_concurrent_read,
             q_settings.merge_tree_min_bytes_for_concurrent_read,
             data_settings->index_granularity,
@@ -804,33 +743,6 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
         if (sum_marks_in_lonely_parts < num_streams_for_lonely_parts * min_marks_for_concurrent_read && lonely_parts.size() < num_streams_for_lonely_parts)
             num_streams_for_lonely_parts = std::max((sum_marks_in_lonely_parts + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, lonely_parts.size());
 
-        // ReadFromMergeTree::Settings step_settings
-        // {
-        //     .max_block_size = max_block_size,
-        //     .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-        //     .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-        //     .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
-        //     .use_uncompressed_cache = use_uncompressed_cache,
-        //     .reader_settings = reader_settings,
-        //     .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-        // };
-
-        // auto plan = std::make_unique<QueryPlan>();
-        // auto step = std::make_unique<ReadFromMergeTree>(
-        //     data,
-        //     metadata_snapshot,
-        //     query_id,
-        //     column_names,
-        //     std::move(lonely_parts),
-        //     // std::move(index_stats),
-        //     query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-        //     virt_columns,
-        //     step_settings,
-        //     num_streams_for_lonely_parts,
-        //     ReadFromMergeTree::ReadType::Default);
-
-        // plan->addStep(std::move(step));
-
         auto pipe = read(std::move(lonely_parts), column_names, ReadFromMergeTree::ReadType::Default,
                 num_streams_for_lonely_parts, min_marks_for_concurrent_read, use_uncompressed_cache);
 
@@ -846,13 +758,6 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
             return std::make_shared<ExpressionTransform>(header, sorting_expr);
         });
 
-        // auto expression_step = std::make_unique<ExpressionStep>(
-        //     plan->getCurrentDataStream(),
-        //     metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
-
-        // expression_step->setStepDescription("Calculate sorting key expression");
-        // plan->addStep(std::move(expression_step));
-
         partition_pipes.emplace_back(std::move(pipe));
     }
 
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 299abf66049..baf545f7557 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -1235,12 +1235,10 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
     return plan;
 }
 
-namespace
-{
 
 /// Marks are placed whenever threshold on rows or bytes is met.
 /// So we have to return the number of marks on whatever estimate is higher - by rows or by bytes.
-size_t roundRowsOrBytesToMarks(
+size_t MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
     size_t rows_setting,
     size_t bytes_setting,
     size_t rows_granularity,
@@ -1254,608 +1252,35 @@ size_t roundRowsOrBytesToMarks(
         return std::max(res, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
 }
 
+/// Same as roundRowsOrBytesToMarks() but do not return more then max_marks
+size_t MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
+    size_t rows_setting,
+    size_t bytes_setting,
+    size_t rows_granularity,
+    size_t bytes_granularity,
+    size_t max_marks)
+{
+    size_t marks = 1;
+
+    if (rows_setting + rows_granularity <= rows_setting) /// overflow
+        marks = max_marks;
+    else if (rows_setting)
+        marks = (rows_setting + rows_granularity - 1) / rows_granularity;
+
+    if (bytes_granularity == 0)
+        return marks;
+    else
+    {
+        /// Overflow
+        if (bytes_setting + bytes_granularity <= bytes_setting) /// overflow
+            return max_marks;
+        if (bytes_setting)
+            return std::max(marks, (bytes_setting + bytes_granularity - 1) / bytes_granularity);
+        else
+            return marks;
+    }
 }
 
-// QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreams(
-//     RangesInDataParts && parts,
-//     // ReadFromMergeTree::IndexStatPtr index_stats,
-//     size_t num_streams,
-//     const Names & column_names,
-//     const StorageMetadataPtr & metadata_snapshot,
-//     UInt64 max_block_size,
-//     bool use_uncompressed_cache,
-//     const SelectQueryInfo & query_info,
-//     const Names & virt_columns,
-//     const Settings & settings,
-//     const MergeTreeReaderSettings & reader_settings,
-//     const String & query_id) const
-// {
-//     /// Count marks for each part.
-//     std::vector<size_t> sum_marks_in_parts(parts.size());
-//     size_t sum_marks = 0;
-//     size_t total_rows = 0;
-
-//     const auto data_settings = data.getSettings();
-//     size_t adaptive_parts = 0;
-//     for (size_t i = 0; i < parts.size(); ++i)
-//     {
-//         total_rows += parts[i].getRowsCount();
-//         sum_marks_in_parts[i] = parts[i].getMarksCount();
-//         sum_marks += sum_marks_in_parts[i];
-
-//         if (parts[i].data_part->index_granularity_info.is_adaptive)
-//             ++adaptive_parts;
-//     }
-
-//     size_t index_granularity_bytes = 0;
-//     if (adaptive_parts > parts.size() / 2)
-//         index_granularity_bytes = data_settings->index_granularity_bytes;
-
-//     const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
-//         settings.merge_tree_max_rows_to_use_cache,
-//         settings.merge_tree_max_bytes_to_use_cache,
-//         data_settings->index_granularity,
-//         index_granularity_bytes);
-
-//     const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
-//         settings.merge_tree_min_rows_for_concurrent_read,
-//         settings.merge_tree_min_bytes_for_concurrent_read,
-//         data_settings->index_granularity,
-//         index_granularity_bytes,
-//         sum_marks);
-
-//     if (sum_marks > max_marks_to_use_cache)
-//         use_uncompressed_cache = false;
-
-//     if (0 == sum_marks)
-//         return {};
-
-//     ReadFromMergeTree::Settings step_settings
-//     {
-//         .max_block_size = max_block_size,
-//         .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-//         .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-//         .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
-//         .use_uncompressed_cache = use_uncompressed_cache,
-//         .reader_settings = reader_settings,
-//         .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-//     };
-
-//     if (num_streams > 1)
-//     {
-//         /// Reduce the number of num_streams if the data is small.
-//         if (sum_marks < num_streams * min_marks_for_concurrent_read && parts.size() < num_streams)
-//             num_streams = std::max((sum_marks + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, parts.size());
-//     }
-
-//     auto plan = std::make_unique<QueryPlan>();
-//     auto step = std::make_unique<ReadFromMergeTree>(
-//         data,
-//         metadata_snapshot,
-//         query_id,
-//         column_names,
-//         std::move(parts),
-//         // std::move(index_stats),
-//         query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-//         virt_columns,
-//         step_settings,
-//         num_streams,
-//         ReadFromMergeTree::ReadType::Default);
-
-//     plan->addStep(std::move(step));
-//     return plan;
-// }
-
-// static ActionsDAGPtr createProjection(const Block & header)
-// {
-//     auto projection = std::make_shared<ActionsDAG>(header.getNamesAndTypesList());
-//     projection->removeUnusedActions(header.getNames());
-//     projection->projectInput();
-//     return projection;
-// }
-
-// QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsWithOrder(
-//     RangesInDataParts && parts,
-//     // ReadFromMergeTree::IndexStatPtr index_stats,
-//     size_t num_streams,
-//     const Names & column_names,
-//     const StorageMetadataPtr & metadata_snapshot,
-//     UInt64 max_block_size,
-//     bool use_uncompressed_cache,
-//     const SelectQueryInfo & query_info,
-//     const ActionsDAGPtr & sorting_key_prefix_expr,
-//     const Names & virt_columns,
-//     const Settings & settings,
-//     const MergeTreeReaderSettings & reader_settings,
-//     ActionsDAGPtr & out_projection,
-//     const String & query_id,
-//     const InputOrderInfoPtr & input_order_info) const
-// {
-//     size_t sum_marks = 0;
-//     size_t adaptive_parts = 0;
-//     std::vector<size_t> sum_marks_in_parts(parts.size());
-//     const auto data_settings = data.getSettings();
-
-//     for (size_t i = 0; i < parts.size(); ++i)
-//     {
-//         sum_marks_in_parts[i] = parts[i].getMarksCount();
-//         sum_marks += sum_marks_in_parts[i];
-
-//         if (parts[i].data_part->index_granularity_info.is_adaptive)
-//             ++adaptive_parts;
-//     }
-
-//     size_t index_granularity_bytes = 0;
-//     if (adaptive_parts > parts.size() / 2)
-//         index_granularity_bytes = data_settings->index_granularity_bytes;
-
-//     const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
-//         settings.merge_tree_max_rows_to_use_cache,
-//         settings.merge_tree_max_bytes_to_use_cache,
-//         data_settings->index_granularity,
-//         index_granularity_bytes);
-
-//     const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
-//         settings.merge_tree_min_rows_for_concurrent_read,
-//         settings.merge_tree_min_bytes_for_concurrent_read,
-//         data_settings->index_granularity,
-//         index_granularity_bytes,
-//         sum_marks);
-
-//     if (sum_marks > max_marks_to_use_cache)
-//         use_uncompressed_cache = false;
-
-//     Pipes res;
-
-//     if (sum_marks == 0)
-//         return {};
-
-//     /// Let's split ranges to avoid reading much data.
-//     auto split_ranges = [rows_granularity = data_settings->index_granularity, max_block_size](const auto & ranges, int direction)
-//     {
-//         MarkRanges new_ranges;
-//         const size_t max_marks_in_range = (max_block_size + rows_granularity - 1) / rows_granularity;
-//         size_t marks_in_range = 1;
-
-//         if (direction == 1)
-//         {
-//             /// Split first few ranges to avoid reading much data.
-//             bool split = false;
-//             for (auto range : ranges)
-//             {
-//                 while (!split && range.begin + marks_in_range < range.end)
-//                 {
-//                     new_ranges.emplace_back(range.begin, range.begin + marks_in_range);
-//                     range.begin += marks_in_range;
-//                     marks_in_range *= 2;
-
-//                     if (marks_in_range > max_marks_in_range)
-//                         split = true;
-//                 }
-//                 new_ranges.emplace_back(range.begin, range.end);
-//             }
-//         }
-//         else
-//         {
-//             /// Split all ranges to avoid reading much data, because we have to
-//             ///  store whole range in memory to reverse it.
-//             for (auto it = ranges.rbegin(); it != ranges.rend(); ++it)
-//             {
-//                 auto range = *it;
-//                 while (range.begin + marks_in_range < range.end)
-//                 {
-//                     new_ranges.emplace_front(range.end - marks_in_range, range.end);
-//                     range.end -= marks_in_range;
-//                     marks_in_range = std::min(marks_in_range * 2, max_marks_in_range);
-//                 }
-//                 new_ranges.emplace_front(range.begin, range.end);
-//             }
-//         }
-
-//         return new_ranges;
-//     };
-
-//     const size_t min_marks_per_stream = (sum_marks - 1) / num_streams + 1;
-//     bool need_preliminary_merge = (parts.size() > settings.read_in_order_two_level_merge_threshold);
-
-//     std::vector<QueryPlanPtr> plans;
-
-//     for (size_t i = 0; i < num_streams && !parts.empty(); ++i)
-//     {
-//         size_t need_marks = min_marks_per_stream;
-//         RangesInDataParts new_parts;
-
-//         /// Loop over parts.
-//         /// We will iteratively take part or some subrange of a part from the back
-//         ///  and assign a stream to read from it.
-//         while (need_marks > 0 && !parts.empty())
-//         {
-//             RangesInDataPart part = parts.back();
-//             parts.pop_back();
-
-//             size_t & marks_in_part = sum_marks_in_parts.back();
-
-//             /// We will not take too few rows from a part.
-//             if (marks_in_part >= min_marks_for_concurrent_read &&
-//                 need_marks < min_marks_for_concurrent_read)
-//                 need_marks = min_marks_for_concurrent_read;
-
-//             /// Do not leave too few rows in the part.
-//             if (marks_in_part > need_marks &&
-//                 marks_in_part - need_marks < min_marks_for_concurrent_read)
-//                 need_marks = marks_in_part;
-
-//             MarkRanges ranges_to_get_from_part;
-
-//             /// We take the whole part if it is small enough.
-//             if (marks_in_part <= need_marks)
-//             {
-//                 ranges_to_get_from_part = part.ranges;
-
-//                 need_marks -= marks_in_part;
-//                 sum_marks_in_parts.pop_back();
-//             }
-//             else
-//             {
-//                 /// Loop through ranges in part. Take enough ranges to cover "need_marks".
-//                 while (need_marks > 0)
-//                 {
-//                     if (part.ranges.empty())
-//                         throw Exception("Unexpected end of ranges while spreading marks among streams", ErrorCodes::LOGICAL_ERROR);
-
-//                     MarkRange & range = part.ranges.front();
-
-//                     const size_t marks_in_range = range.end - range.begin;
-//                     const size_t marks_to_get_from_range = std::min(marks_in_range, need_marks);
-
-//                     ranges_to_get_from_part.emplace_back(range.begin, range.begin + marks_to_get_from_range);
-//                     range.begin += marks_to_get_from_range;
-//                     marks_in_part -= marks_to_get_from_range;
-//                     need_marks -= marks_to_get_from_range;
-//                     if (range.begin == range.end)
-//                         part.ranges.pop_front();
-//                 }
-//                 parts.emplace_back(part);
-//             }
-//             ranges_to_get_from_part = split_ranges(ranges_to_get_from_part, input_order_info->direction);
-//             new_parts.emplace_back(part.data_part, part.part_index_in_query, std::move(ranges_to_get_from_part));
-//         }
-
-//         ReadFromMergeTree::Settings step_settings
-//         {
-//             .max_block_size = max_block_size,
-//             .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-//             .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-//             .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
-//             .use_uncompressed_cache = use_uncompressed_cache,
-//             .reader_settings = reader_settings,
-//             .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-//         };
-
-//         auto read_type = input_order_info->direction == 1
-//                        ? ReadFromMergeTree::ReadType::InOrder
-//                        : ReadFromMergeTree::ReadType::InReverseOrder;
-
-//         auto plan = std::make_unique<QueryPlan>();
-//         auto step = std::make_unique<ReadFromMergeTree>(
-//             data,
-//             metadata_snapshot,
-//             query_id,
-//             column_names,
-//             std::move(new_parts),
-//             // std::move(index_stats),
-//             query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-//             virt_columns,
-//             step_settings,
-//             num_streams,
-//             read_type);
-
-//         plan->addStep(std::move(step));
-//         plans.emplace_back(std::move(plan));
-//     }
-
-//     if (need_preliminary_merge)
-//     {
-//         SortDescription sort_description;
-//         for (size_t j = 0; j < input_order_info->order_key_prefix_descr.size(); ++j)
-//             sort_description.emplace_back(metadata_snapshot->getSortingKey().column_names[j],
-//                                           input_order_info->direction, 1);
-
-//         for (auto & plan : plans)
-//         {
-//             /// Drop temporary columns, added by 'sorting_key_prefix_expr'
-//             out_projection = createProjection(plan->getCurrentDataStream().header);
-
-//             auto expression_step = std::make_unique<ExpressionStep>(
-//                     plan->getCurrentDataStream(),
-//                     sorting_key_prefix_expr);
-
-//             expression_step->setStepDescription("Calculate sorting key prefix");
-//             plan->addStep(std::move(expression_step));
-
-//             auto merging_sorted = std::make_unique<MergingSortedStep>(
-//                     plan->getCurrentDataStream(),
-//                     sort_description,
-//                     max_block_size);
-
-//             merging_sorted->setStepDescription("Merge sorting mark ranges");
-//             plan->addStep(std::move(merging_sorted));
-//         }
-//     }
-
-//     if (plans.size() == 1)
-//         return std::move(plans.front());
-
-//     DataStreams input_streams;
-//     for (const auto & plan : plans)
-//         input_streams.emplace_back(plan->getCurrentDataStream());
-
-//     auto union_step = std::make_unique<UnionStep>(std::move(input_streams));
-
-//     auto plan = std::make_unique<QueryPlan>();
-//     plan->unitePlans(std::move(union_step), std::move(plans));
-
-//     return plan;
-// }
-
-
-// QueryPlanPtr MergeTreeDataSelectExecutor::spreadMarkRangesAmongStreamsFinal(
-//     RangesInDataParts && parts,
-//     size_t num_streams,
-//     const Names & column_names,
-//     const StorageMetadataPtr & metadata_snapshot,
-//     UInt64 max_block_size,
-//     bool use_uncompressed_cache,
-//     const SelectQueryInfo & query_info,
-//     const Names & virt_columns,
-//     const Settings & settings,
-//     const MergeTreeReaderSettings & reader_settings,
-//     ActionsDAGPtr & out_projection,
-//     const String & query_id) const
-// {
-//     const auto data_settings = data.getSettings();
-//     size_t sum_marks = 0;
-//     size_t adaptive_parts = 0;
-//     for (const auto & part : parts)
-//     {
-//         for (const auto & range : part.ranges)
-//             sum_marks += range.end - range.begin;
-
-//         if (part.data_part->index_granularity_info.is_adaptive)
-//             ++adaptive_parts;
-//     }
-
-//     size_t index_granularity_bytes = 0;
-//     if (adaptive_parts >= parts.size() / 2)
-//         index_granularity_bytes = data_settings->index_granularity_bytes;
-
-//     const size_t max_marks_to_use_cache = roundRowsOrBytesToMarks(
-//         settings.merge_tree_max_rows_to_use_cache,
-//         settings.merge_tree_max_bytes_to_use_cache,
-//         data_settings->index_granularity,
-//         index_granularity_bytes);
-
-//     if (sum_marks > max_marks_to_use_cache)
-//         use_uncompressed_cache = false;
-
-//     if (num_streams > settings.max_final_threads)
-//         num_streams = settings.max_final_threads;
-
-//     /// If setting do_not_merge_across_partitions_select_final is true than we won't merge parts from different partitions.
-//     /// We have all parts in parts vector, where parts with same partition are nearby.
-//     /// So we will store iterators pointed to the beginning of each partition range (and parts.end()),
-//     /// then we will create a pipe for each partition that will run selecting processor and merging processor
-//     /// for the parts with this partition. In the end we will unite all the pipes.
-//     std::vector<RangesInDataParts::iterator> parts_to_merge_ranges;
-//     auto it = parts.begin();
-//     parts_to_merge_ranges.push_back(it);
-
-//     if (settings.do_not_merge_across_partitions_select_final)
-//     {
-//         while (it != parts.end())
-//         {
-//             it = std::find_if(
-//                 it, parts.end(), [&it](auto & part) { return it->data_part->info.partition_id != part.data_part->info.partition_id; });
-//             parts_to_merge_ranges.push_back(it);
-//         }
-//         /// We divide threads for each partition equally. But we will create at least the number of partitions threads.
-//         /// (So, the total number of threads could be more than initial num_streams.
-//         num_streams /= (parts_to_merge_ranges.size() - 1);
-//     }
-//     else
-//     {
-//         /// If do_not_merge_across_partitions_select_final is false we just merge all the parts.
-//         parts_to_merge_ranges.push_back(parts.end());
-//     }
-
-//     std::vector<QueryPlanPtr> partition_plans;
-
-//     /// If do_not_merge_across_partitions_select_final is true and num_streams > 1
-//     /// we will store lonely parts with level > 0 to use parallel select on them.
-//     std::vector<RangesInDataPart> lonely_parts;
-//     size_t total_rows_in_lonely_parts = 0;
-//     size_t sum_marks_in_lonely_parts = 0;
-
-//     for (size_t range_index = 0; range_index < parts_to_merge_ranges.size() - 1; ++range_index)
-//     {
-//         QueryPlanPtr plan;
-
-//         {
-//             RangesInDataParts new_parts;
-
-//             /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
-//             /// with level > 0 then we won't postprocess this part and if num_streams > 1 we
-//             /// can use parallel select on such parts. We save such parts in one vector and then use
-//             /// MergeTreeReadPool and MergeTreeThreadSelectBlockInputProcessor for parallel select.
-//             if (num_streams > 1 && settings.do_not_merge_across_partitions_select_final &&
-//                 std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
-//                 parts_to_merge_ranges[range_index]->data_part->info.level > 0)
-//             {
-//                 total_rows_in_lonely_parts += parts_to_merge_ranges[range_index]->getRowsCount();
-//                 sum_marks_in_lonely_parts += parts_to_merge_ranges[range_index]->getMarksCount();
-//                 lonely_parts.push_back(std::move(*parts_to_merge_ranges[range_index]));
-//                 continue;
-//             }
-//             else
-//             {
-//                 for (auto part_it = parts_to_merge_ranges[range_index]; part_it != parts_to_merge_ranges[range_index + 1]; ++part_it)
-//                 {
-//                     new_parts.emplace_back(part_it->data_part, part_it->part_index_in_query, part_it->ranges);
-//                 }
-//             }
-
-//             if (new_parts.empty())
-//                 continue;
-
-//             ReadFromMergeTree::Settings step_settings
-//             {
-//                 .max_block_size = max_block_size,
-//                 .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-//                 .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-//                 .min_marks_for_concurrent_read = 0, /// this setting is not used for reading in order
-//                 .use_uncompressed_cache = use_uncompressed_cache,
-//                 .reader_settings = reader_settings,
-//                 .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-//             };
-
-//             plan = std::make_unique<QueryPlan>();
-//             auto step = std::make_unique<ReadFromMergeTree>(
-//                 data,
-//                 metadata_snapshot,
-//                 query_id,
-//                 column_names,
-//                 std::move(new_parts),
-//                 // std::move(index_stats),
-//                 query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-//                 virt_columns,
-//                 step_settings,
-//                 num_streams,
-//                 ReadFromMergeTree::ReadType::InOrder);
-
-//             plan->addStep(std::move(step));
-
-//             /// Drop temporary columns, added by 'sorting_key_expr'
-//             if (!out_projection)
-//                 out_projection = createProjection(plan->getCurrentDataStream().header);
-//         }
-
-//         auto expression_step = std::make_unique<ExpressionStep>(
-//             plan->getCurrentDataStream(),
-//             metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
-
-//         expression_step->setStepDescription("Calculate sorting key expression");
-//         plan->addStep(std::move(expression_step));
-
-//         /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
-//         /// with level > 0 then we won't postprocess this part
-//         if (settings.do_not_merge_across_partitions_select_final &&
-//             std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
-//             parts_to_merge_ranges[range_index]->data_part->info.level > 0)
-//         {
-//             partition_plans.emplace_back(std::move(plan));
-//             continue;
-//         }
-
-//         Names sort_columns = metadata_snapshot->getSortingKeyColumns();
-//         SortDescription sort_description;
-//         size_t sort_columns_size = sort_columns.size();
-//         sort_description.reserve(sort_columns_size);
-
-//         Names partition_key_columns = metadata_snapshot->getPartitionKey().column_names;
-
-//         const auto & header = plan->getCurrentDataStream().header;
-//         for (size_t i = 0; i < sort_columns_size; ++i)
-//             sort_description.emplace_back(header.getPositionByName(sort_columns[i]), 1, 1);
-
-//         auto final_step = std::make_unique<MergingFinal>(
-//             plan->getCurrentDataStream(),
-//             std::min<size_t>(num_streams, settings.max_final_threads),
-//             sort_description,
-//             data.merging_params,
-//             partition_key_columns,
-//             max_block_size);
-
-//         final_step->setStepDescription("Merge rows for FINAL");
-//         plan->addStep(std::move(final_step));
-
-//         partition_plans.emplace_back(std::move(plan));
-//     }
-
-//     if (!lonely_parts.empty())
-//     {
-//         RangesInDataParts new_parts;
-
-//         size_t num_streams_for_lonely_parts = num_streams * lonely_parts.size();
-
-//         const size_t min_marks_for_concurrent_read = minMarksForConcurrentRead(
-//             settings.merge_tree_min_rows_for_concurrent_read,
-//             settings.merge_tree_min_bytes_for_concurrent_read,
-//             data_settings->index_granularity,
-//             index_granularity_bytes,
-//             sum_marks_in_lonely_parts);
-
-//         /// Reduce the number of num_streams_for_lonely_parts if the data is small.
-//         if (sum_marks_in_lonely_parts < num_streams_for_lonely_parts * min_marks_for_concurrent_read && lonely_parts.size() < num_streams_for_lonely_parts)
-//             num_streams_for_lonely_parts = std::max((sum_marks_in_lonely_parts + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, lonely_parts.size());
-
-//         ReadFromMergeTree::Settings step_settings
-//         {
-//             .max_block_size = max_block_size,
-//             .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-//             .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-//             .min_marks_for_concurrent_read = min_marks_for_concurrent_read,
-//             .use_uncompressed_cache = use_uncompressed_cache,
-//             .reader_settings = reader_settings,
-//             .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-//         };
-
-//         auto plan = std::make_unique<QueryPlan>();
-//         auto step = std::make_unique<ReadFromMergeTree>(
-//             data,
-//             metadata_snapshot,
-//             query_id,
-//             column_names,
-//             std::move(lonely_parts),
-//             // std::move(index_stats),
-//             query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-//             virt_columns,
-//             step_settings,
-//             num_streams_for_lonely_parts,
-//             ReadFromMergeTree::ReadType::Default);
-
-//         plan->addStep(std::move(step));
-
-//         /// Drop temporary columns, added by 'sorting_key_expr'
-//         if (!out_projection)
-//             out_projection = createProjection(plan->getCurrentDataStream().header);
-
-//         auto expression_step = std::make_unique<ExpressionStep>(
-//             plan->getCurrentDataStream(),
-//             metadata_snapshot->getSortingKey().expression->getActionsDAG().clone());
-
-//         expression_step->setStepDescription("Calculate sorting key expression");
-//         plan->addStep(std::move(expression_step));
-
-//         partition_plans.emplace_back(std::move(plan));
-//     }
-
-//     if (partition_plans.empty())
-//         return {};
-
-//     if (partition_plans.size() == 1)
-//         return std::move(partition_plans.front());
-
-//     auto result_header = partition_plans.front()->getCurrentDataStream().header;
-//     DataStreams input_streams;
-//     for (const auto & partition_plan : partition_plans)
-//         input_streams.push_back(partition_plan->getCurrentDataStream());
-
-//     auto union_step = std::make_unique<UnionStep>(std::move(input_streams), result_header);
-//     union_step->setStepDescription("Unite sources after FINAL");
-//     QueryPlanPtr plan = std::make_unique<QueryPlan>();
-//     plan->unitePlans(std::move(union_step), std::move(partition_plans));
-//     return plan;
-// }
 
 /// Calculates a set of mark ranges, that could possibly contain keys, required by condition.
 /// In other words, it removes subranges from whole range, that definitely could not contain required keys.
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index 077584039a1..00a347790a7 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -22,16 +22,6 @@ struct MergeTreeDataSelectSamplingData
     ActionsDAGPtr filter_expression;
 };
 
-// struct MergeTreeDataSelectCache
-// {
-//     RangesInDataParts parts_with_ranges;
-//     MergeTreeDataSelectSamplingData sampling;
-//     std::unique_ptr<ReadFromMergeTree::IndexStats> index_stats;
-//     size_t sum_marks = 0;
-//     size_t sum_ranges = 0;
-//     bool use_cache = false;
-// };
-
 using PartitionIdToMaxBlock = std::unordered_map<String, Int64>;
 
 /** Executes SELECT queries on data from the merge tree.
@@ -78,53 +68,8 @@ public:
 
 private:
     const MergeTreeData & data;
-
     Poco::Logger * log;
 
-    // QueryPlanPtr spreadMarkRangesAmongStreams(
-    //     RangesInDataParts && parts,
-    //     size_t num_streams,
-    //     const Names & column_names,
-    //     const StorageMetadataPtr & metadata_snapshot,
-    //     UInt64 max_block_size,
-    //     bool use_uncompressed_cache,
-    //     const SelectQueryInfo & query_info,
-    //     const Names & virt_columns,
-    //     const Settings & settings,
-    //     const MergeTreeReaderSettings & reader_settings,
-    //     const String & query_id) const;
-
-    // /// out_projection - save projection only with columns, requested to read
-    // QueryPlanPtr spreadMarkRangesAmongStreamsWithOrder(
-    //     RangesInDataParts && parts,
-    //     size_t num_streams,
-    //     const Names & column_names,
-    //     const StorageMetadataPtr & metadata_snapshot,
-    //     UInt64 max_block_size,
-    //     bool use_uncompressed_cache,
-    //     const SelectQueryInfo & query_info,
-    //     const ActionsDAGPtr & sorting_key_prefix_expr,
-    //     const Names & virt_columns,
-    //     const Settings & settings,
-    //     const MergeTreeReaderSettings & reader_settings,
-    //     ActionsDAGPtr & out_projection,
-    //     const String & query_id,
-    //     const InputOrderInfoPtr & input_order_info) const;
-
-    // QueryPlanPtr spreadMarkRangesAmongStreamsFinal(
-    //     RangesInDataParts && parts,
-    //     size_t num_streams,
-    //     const Names & column_names,
-    //     const StorageMetadataPtr & metadata_snapshot,
-    //     UInt64 max_block_size,
-    //     bool use_uncompressed_cache,
-    //     const SelectQueryInfo & query_info,
-    //     const Names & virt_columns,
-    //     const Settings & settings,
-    //     const MergeTreeReaderSettings & reader_settings,
-    //     ActionsDAGPtr & out_projection,
-    //     const String & query_id) const;
-
     /// Get the approximate value (bottom estimate - only by full marks) of the number of rows falling under the index.
     static size_t getApproximateTotalRowsToRead(
         const MergeTreeData::DataPartsVector & parts,
@@ -186,6 +131,19 @@ private:
         Poco::Logger * log);
 
 public:
+    static size_t roundRowsOrBytesToMarks(
+        size_t rows_setting,
+        size_t bytes_setting,
+        size_t rows_granularity,
+        size_t bytes_granularity);
+
+    static size_t minMarksForConcurrentRead(
+        size_t rows_setting,
+        size_t bytes_setting,
+        size_t rows_granularity,
+        size_t bytes_granularity,
+        size_t max_marks);
+
     static std::optional<std::unordered_set<String>> filterPartsByVirtualColumns(
         const MergeTreeData & data,
         MergeTreeData::DataPartsVector & parts,
@@ -227,7 +185,10 @@ public:
         NamesAndTypesList available_real_columns,
         ContextPtr context);
 
-    static String checkLimits(const MergeTreeData & data, const RangesInDataParts & parts_with_ranges, const ContextPtr & context);
+    static String checkLimits(
+        const MergeTreeData & data,
+        const RangesInDataParts & parts_with_ranges,
+        const ContextPtr & context);
 };
 
 }

From 91e8c2c75dbc598b23880c593fa09171e3dacaaa Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 28 May 2021 12:52:33 +0300
Subject: [PATCH 0659/1060] Remove MergingFinal step.

---
 src/Processors/QueryPlan/MergingFinal.cpp     | 170 ------------------
 src/Processors/QueryPlan/MergingFinal.h       |  36 ----
 src/Processors/ya.make                        |   1 -
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |   1 -
 4 files changed, 208 deletions(-)
 delete mode 100644 src/Processors/QueryPlan/MergingFinal.cpp
 delete mode 100644 src/Processors/QueryPlan/MergingFinal.h

diff --git a/src/Processors/QueryPlan/MergingFinal.cpp b/src/Processors/QueryPlan/MergingFinal.cpp
deleted file mode 100644
index c564a28d377..00000000000
--- a/src/Processors/QueryPlan/MergingFinal.cpp
+++ /dev/null
@@ -1,170 +0,0 @@
-#include <Processors/QueryPlan/MergingFinal.h>
-#include <Processors/QueryPipeline.h>
-#include <Processors/Merges/AggregatingSortedTransform.h>
-#include <Processors/Merges/CollapsingSortedTransform.h>
-#include <Processors/Merges/MergingSortedTransform.h>
-#include <Processors/Merges/ReplacingSortedTransform.h>
-#include <Processors/Merges/SummingSortedTransform.h>
-#include <Processors/Merges/VersionedCollapsingTransform.h>
-#include <Processors/Transforms/AddingSelectorTransform.h>
-#include <Processors/Transforms/CopyTransform.h>
-#include <IO/Operators.h>
-#include <Common/JSONBuilder.h>
-
-namespace DB
-{
-
-namespace ErrorCodes
-{
-    extern const int LOGICAL_ERROR;
-}
-
-static ITransformingStep::Traits getTraits()
-{
-    return ITransformingStep::Traits
-    {
-        {
-            .preserves_distinct_columns = true,
-            .returns_single_stream = false,
-            .preserves_number_of_streams = false,
-            .preserves_sorting = false,
-        },
-        {
-            .preserves_number_of_rows = true,
-        }
-    };
-}
-
-MergingFinal::MergingFinal(
-    const DataStream & input_stream,
-    size_t num_output_streams_,
-    SortDescription sort_description_,
-    MergeTreeData::MergingParams params_,
-    Names partition_key_columns_,
-    size_t max_block_size_)
-    : ITransformingStep(input_stream, input_stream.header, getTraits())
-    , num_output_streams(num_output_streams_)
-    , sort_description(std::move(sort_description_))
-    , merging_params(std::move(params_))
-    , partition_key_columns(std::move(partition_key_columns_))
-    , max_block_size(max_block_size_)
-{
-    /// TODO: check input_stream is partially sorted (each port) by the same description.
-//    output_stream->sort_description = sort_description;
-//    output_stream->sort_mode = DataStream::SortMode::Stream;
-}
-
-void MergingFinal::transformPipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &)
-{
-    const auto & header = pipeline.getHeader();
-    size_t num_outputs = pipeline.getNumStreams();
-
-    auto get_merging_processor = [&]() -> MergingTransformPtr
-    {
-        switch (merging_params.mode)
-        {
-            case MergeTreeData::MergingParams::Ordinary:
-            {
-                return std::make_shared<MergingSortedTransform>(header, num_outputs,
-                           sort_description, max_block_size);
-            }
-
-            case MergeTreeData::MergingParams::Collapsing:
-                return std::make_shared<CollapsingSortedTransform>(header, num_outputs,
-                           sort_description, merging_params.sign_column, true, max_block_size);
-
-            case MergeTreeData::MergingParams::Summing:
-                return std::make_shared<SummingSortedTransform>(header, num_outputs,
-                           sort_description, merging_params.columns_to_sum, partition_key_columns, max_block_size);
-
-            case MergeTreeData::MergingParams::Aggregating:
-                return std::make_shared<AggregatingSortedTransform>(header, num_outputs,
-                           sort_description, max_block_size);
-
-            case MergeTreeData::MergingParams::Replacing:
-                return std::make_shared<ReplacingSortedTransform>(header, num_outputs,
-                           sort_description, merging_params.version_column, max_block_size);
-
-            case MergeTreeData::MergingParams::VersionedCollapsing:
-                return std::make_shared<VersionedCollapsingTransform>(header, num_outputs,
-                           sort_description, merging_params.sign_column, max_block_size);
-
-            case MergeTreeData::MergingParams::Graphite:
-                throw Exception("GraphiteMergeTree doesn't support FINAL", ErrorCodes::LOGICAL_ERROR);
-        }
-
-        __builtin_unreachable();
-    };
-
-    if (num_output_streams <= 1 || sort_description.empty())
-    {
-        pipeline.addTransform(get_merging_processor());
-        return;
-    }
-
-    ColumnNumbers key_columns;
-    key_columns.reserve(sort_description.size());
-
-    for (auto & desc : sort_description)
-    {
-        if (!desc.column_name.empty())
-            key_columns.push_back(header.getPositionByName(desc.column_name));
-        else
-            key_columns.emplace_back(desc.column_number);
-    }
-
-    pipeline.addSimpleTransform([&](const Block & stream_header)
-    {
-        return std::make_shared<AddingSelectorTransform>(stream_header, num_output_streams, key_columns);
-    });
-
-    pipeline.transform([&](OutputPortRawPtrs ports)
-    {
-        Processors transforms;
-        std::vector<OutputPorts::iterator> output_ports;
-        transforms.reserve(ports.size() + num_output_streams);
-        output_ports.reserve(ports.size());
-
-        for (auto & port : ports)
-        {
-            auto copier = std::make_shared<CopyTransform>(header, num_output_streams);
-            connect(*port, copier->getInputPort());
-            output_ports.emplace_back(copier->getOutputs().begin());
-            transforms.emplace_back(std::move(copier));
-        }
-
-        for (size_t i = 0; i < num_output_streams; ++i)
-        {
-            auto merge = get_merging_processor();
-            merge->setSelectorPosition(i);
-            auto input = merge->getInputs().begin();
-
-            /// Connect i-th merge with i-th input port of every copier.
-            for (size_t j = 0; j < ports.size(); ++j)
-            {
-                connect(*output_ports[j], *input);
-                ++output_ports[j];
-                ++input;
-            }
-
-            transforms.emplace_back(std::move(merge));
-        }
-
-        return transforms;
-    });
-}
-
-void MergingFinal::describeActions(FormatSettings & settings) const
-{
-    String prefix(settings.offset, ' ');
-    settings.out << prefix << "Sort description: ";
-    dumpSortDescription(sort_description, input_streams.front().header, settings.out);
-    settings.out << '\n';
-}
-
-void MergingFinal::describeActions(JSONBuilder::JSONMap & map) const
-{
-    map.add("Sort Description", explainSortDescription(sort_description, input_streams.front().header));
-}
-
-}
diff --git a/src/Processors/QueryPlan/MergingFinal.h b/src/Processors/QueryPlan/MergingFinal.h
deleted file mode 100644
index ed0394a62f4..00000000000
--- a/src/Processors/QueryPlan/MergingFinal.h
+++ /dev/null
@@ -1,36 +0,0 @@
-#pragma once
-#include <Processors/QueryPlan/ITransformingStep.h>
-#include <Core/SortDescription.h>
-#include <Storages/MergeTree/MergeTreeData.h>
-
-namespace DB
-{
-
-/// Merge streams of data into single sorted stream.
-class MergingFinal : public ITransformingStep
-{
-public:
-    explicit MergingFinal(
-            const DataStream & input_stream,
-            size_t num_output_streams_,
-            SortDescription sort_description_,
-            MergeTreeData::MergingParams params_,
-            Names partition_key_columns_,
-            size_t max_block_size_);
-
-    String getName() const override { return "MergingFinal"; }
-
-    void transformPipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &) override;
-
-    void describeActions(JSONBuilder::JSONMap & map) const override;
-    void describeActions(FormatSettings & settings) const override;
-
-private:
-    size_t num_output_streams;
-    SortDescription sort_description;
-    MergeTreeData::MergingParams merging_params;
-    Names partition_key_columns;
-    size_t max_block_size;
-};
-
-}
diff --git a/src/Processors/ya.make b/src/Processors/ya.make
index 5ab9c79511f..86a40685d1f 100644
--- a/src/Processors/ya.make
+++ b/src/Processors/ya.make
@@ -112,7 +112,6 @@ SRCS(
     QueryPlan/LimitStep.cpp
     QueryPlan/MergeSortingStep.cpp
     QueryPlan/MergingAggregatedStep.cpp
-    QueryPlan/MergingFinal.cpp
     QueryPlan/MergingSortedStep.cpp
     QueryPlan/OffsetStep.cpp
     QueryPlan/Optimizations/QueryPlanOptimizationSettings.cpp
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index baf545f7557..c719c7f996c 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -30,7 +30,6 @@
 #include <Processors/QueryPlan/ReadFromMergeTree.h>
 #include <Processors/QueryPlan/MergingSortedStep.h>
 #include <Processors/QueryPlan/UnionStep.h>
-#include <Processors/QueryPlan/MergingFinal.h>
 
 #include <Core/UUID.h>
 #include <DataTypes/DataTypeDate.h>

From 81d9c9ee30b5f33958d9966f5e81f0ae01036e64 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Fri, 28 May 2021 13:05:02 +0300
Subject: [PATCH 0660/1060] Update docker/test/fuzzer/run-fuzzer.sh

Co-authored-by: Azat Khuzhin <a3at.mail@gmail.com>
---
 docker/test/fuzzer/run-fuzzer.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index e0c2d5d3ba7..b2464d662bb 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -128,7 +128,7 @@ continue
 
     # If the server dies, most often the fuzzer returns code 210: connetion
     # refused, and sometimes also code 32: attempt to read after eof. For
-    # simplicity, check again whether the server is accepting cnnections, using
+    # simplicity, check again whether the server is accepting connections, using
     # clickhouse-client. We don't check for existence of server process, because
     # the process is still present while the server is terminating and not
     # accepting the connections anymore.

From 28ae6bcc7b5c6b5f2f7fdf7f06f54b929034f00c Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Fri, 28 May 2021 13:08:45 +0300
Subject: [PATCH 0661/1060] Update ExpressionAnalyzer.cpp

---
 src/Interpreters/ExpressionAnalyzer.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index b2589583d68..f7fdc87f0e9 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -490,7 +490,7 @@ void makeWindowDescriptionFromAST(const WindowDescriptions & existing_descriptio
                 definition.parent_window_name);
         }
 
-        auto & parent = it->second;
+        const auto & parent = it->second;
         desc.partition_by = parent.partition_by;
         desc.order_by = parent.order_by;
         desc.frame = parent.frame;

From a1efea20dc856516ce264035fdce4383be3cf6bd Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 28 May 2021 14:52:19 +0300
Subject: [PATCH 0662/1060] Better ACLs storage on disk (update snapshot
 version)

---
 src/Coordination/ACLMap.cpp                   |  96 ++++++++++++++
 src/Coordination/ACLMap.h                     |  54 ++++++++
 src/Coordination/Changelog.cpp                |   2 +-
 src/Coordination/KeeperSnapshotManager.cpp    | 124 +++++++++++++++---
 src/Coordination/KeeperSnapshotManager.h      |   5 +-
 src/Coordination/KeeperStorage.cpp            |  43 +++---
 src/Coordination/KeeperStorage.h              |   4 +-
 .../configs/keeper_config.xml                 |   2 +-
 tests/integration/test_keeper_auth/test.py    |  56 +++++++-
 .../test_keeper_internal_secure/test.py       |   7 -
 .../test.py                                   |   6 -
 .../test_keeper_multinode_simple/test.py      |   7 -
 .../test_keeper_persistent_log/test.py        |   7 -
 .../test.py                                   |   7 -
 .../test_keeper_restore_from_snapshot/test.py |   8 +-
 .../integration/test_keeper_snapshots/test.py |   7 -
 .../test_keeper_snapshots_multinode/test.py   |   7 -
 17 files changed, 345 insertions(+), 97 deletions(-)
 create mode 100644 src/Coordination/ACLMap.cpp
 create mode 100644 src/Coordination/ACLMap.h

diff --git a/src/Coordination/ACLMap.cpp b/src/Coordination/ACLMap.cpp
new file mode 100644
index 00000000000..4d3ec4fb3bc
--- /dev/null
+++ b/src/Coordination/ACLMap.cpp
@@ -0,0 +1,96 @@
+#include <Coordination/ACLMap.h>
+#include <Common/SipHash.h>
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int LOGICAL_ERROR;
+}
+
+size_t ACLMap::ACLsHash::operator()(const Coordination::ACLs & acls) const
+{
+    SipHash hash;
+    for (const auto & acl : acls)
+    {
+        hash.update(acl.permissions);
+        hash.update(acl.scheme);
+        hash.update(acl.id);
+    }
+    return hash.get64();
+}
+
+bool ACLMap::ACLsComparator::operator()(const Coordination::ACLs & left, const Coordination::ACLs & right) const
+{
+    if (left.size() != right.size())
+        return false;
+
+    for (size_t i = 0; i < left.size(); ++i)
+    {
+        if (left[i].permissions != right[i].permissions)
+            return false;
+
+        if (left[i].scheme != right[i].scheme)
+            return false;
+
+        if (left[i].id != right[i].id)
+            return false;
+    }
+    return true;
+}
+
+uint64_t ACLMap::convertACLs(const Coordination::ACLs & acls)
+{
+    if (acl_to_num.count(acls))
+        return acl_to_num[acls];
+
+    /// Start from one
+    auto index = acl_to_num.size() + 1;
+    LOG_DEBUG(&Poco::Logger::get("DEBUG"), "ALLOCATING {} FOR ACL", index);
+
+    acl_to_num[acls] = index;
+    num_to_acl[index] = acls;
+
+    return index;
+}
+
+Coordination::ACLs ACLMap::convertNumber(uint64_t acls_id) const
+{
+    if (acls_id == 0)
+        return Coordination::ACLs{};
+
+    if (!num_to_acl.count(acls_id))
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Unknown ACL id {}. It's a bug", acls_id);
+
+    return num_to_acl.at(acls_id);
+}
+
+void ACLMap::addMapping(uint64_t acls_id, const Coordination::ACLs & acls)
+{
+    num_to_acl[acls_id] = acls;
+    acl_to_num[acls] = acls_id;
+}
+
+void ACLMap::addUsage(uint64_t acl_id)
+{
+    usage_counter[acl_id]++;
+}
+
+void ACLMap::removeUsage(uint64_t acl_id)
+{
+    if (usage_counter.count(acl_id) == 0)
+        return;
+
+    usage_counter[acl_id]--;
+
+    if (usage_counter[acl_id] == 0)
+    {
+        auto acls = num_to_acl[acl_id];
+        num_to_acl.erase(acl_id);
+        acl_to_num.erase(acls);
+        usage_counter.erase(acl_id);
+    }
+}
+
+}
diff --git a/src/Coordination/ACLMap.h b/src/Coordination/ACLMap.h
new file mode 100644
index 00000000000..2313b3e7cd3
--- /dev/null
+++ b/src/Coordination/ACLMap.h
@@ -0,0 +1,54 @@
+#pragma once
+#include <Common/ZooKeeper/ZooKeeperCommon.h>
+#include <Common/ZooKeeper/IKeeper.h>
+#include <unordered_map>
+
+
+namespace DB
+{
+
+/// Simple mapping of different ACLs to sequentially growing numbers
+/// Allows to store single number instead of vector of ACLs on disk and in memory.
+class ACLMap
+{
+private:
+    struct ACLsHash
+    {
+        size_t operator()(const Coordination::ACLs & acls) const;
+    };
+
+    struct ACLsComparator
+    {
+        bool operator()(const Coordination::ACLs & left, const Coordination::ACLs & right) const;
+    };
+
+    using ACLToNumMap = std::unordered_map<Coordination::ACLs, uint64_t, ACLsHash, ACLsComparator>;
+
+    using NumToACLMap = std::unordered_map<uint64_t, Coordination::ACLs>;
+
+    using UsageCounter = std::unordered_map<uint64_t, uint64_t>;
+
+    ACLToNumMap acl_to_num;
+    NumToACLMap num_to_acl;
+    UsageCounter usage_counter;
+public:
+
+    /// Convert ACL to number. If it's new ACL than adds it to map
+    /// with new id.
+    uint64_t convertACLs(const Coordination::ACLs & acls);
+
+    /// Convert number to ACL vector. If number is unknown for map
+    /// than throws LOGICAL ERROR
+    Coordination::ACLs convertNumber(uint64_t acls_id) const;
+    /// Mapping from numbers to ACLs vectors. Used during serialization.
+    const NumToACLMap & getMapping() const { return num_to_acl; }
+
+    /// Add mapping to ACLMap. Used during deserialization.
+    void addMapping(uint64_t acls_id, const Coordination::ACLs & acls);
+
+    /// Add/remove usage of some id. Used to remove unused ACLs.
+    void addUsage(uint64_t acl_id);
+    void removeUsage(uint64_t acl_id);
+};
+
+}
diff --git a/src/Coordination/Changelog.cpp b/src/Coordination/Changelog.cpp
index ba1664b23da..6ec9b17d0a7 100644
--- a/src/Coordination/Changelog.cpp
+++ b/src/Coordination/Changelog.cpp
@@ -296,7 +296,7 @@ void Changelog::readChangelogAndInitWriter(uint64_t last_commited_log_index, uin
                     break;
                 }
                 else if (changelog_description.from_log_index > start_to_read_from)
-                    LOG_WARNING(log, "Don't have required amount of reserved log records. Need to read from {}, smalled available log index on disk {}.", start_to_read_from, changelog_description.from_log_index);
+                    LOG_WARNING(log, "Don't have required amount of reserved log records. Need to read from {}, smallest available log index on disk {}.", start_to_read_from, changelog_description.from_log_index);
             }
 
             started = true;
diff --git a/src/Coordination/KeeperSnapshotManager.cpp b/src/Coordination/KeeperSnapshotManager.cpp
index 34beef36ff9..b42d50d198e 100644
--- a/src/Coordination/KeeperSnapshotManager.cpp
+++ b/src/Coordination/KeeperSnapshotManager.cpp
@@ -56,14 +56,7 @@ namespace
         writeBinary(node.data, out);
 
         /// Serialize ACL
-        writeBinary(node.acls.size(), out);
-        for (const auto & acl : node.acls)
-        {
-            writeBinary(acl.permissions, out);
-            writeBinary(acl.scheme, out);
-            writeBinary(acl.id, out);
-        }
-
+        writeBinary(node.acl_id, out);
         writeBinary(node.is_sequental, out);
         /// Serialize stat
         writeBinary(node.stat.czxid, out);
@@ -81,21 +74,33 @@ namespace
         writeBinary(node.seq_num, out);
     }
 
-    void readNode(KeeperStorage::Node & node, ReadBuffer & in)
+    void readNode(KeeperStorage::Node & node, ReadBuffer & in, SnapshotVersion version, ACLMap & acl_map)
     {
         readBinary(node.data, in);
 
-        /// Deserialize ACL
-        size_t acls_size;
-        readBinary(acls_size, in);
-        for (size_t i = 0; i < acls_size; ++i)
+        if (version >= SnapshotVersion::V1)
         {
-            Coordination::ACL acl;
-            readBinary(acl.permissions, in);
-            readBinary(acl.scheme, in);
-            readBinary(acl.id, in);
-            node.acls.push_back(acl);
+            readBinary(node.acl_id, in);
         }
+        else if (version == SnapshotVersion::V0)
+        {
+            /// Deserialize ACL
+            size_t acls_size;
+            readBinary(acls_size, in);
+            Coordination::ACLs acls;
+            for (size_t i = 0; i < acls_size; ++i)
+            {
+                Coordination::ACL acl;
+                readBinary(acl.permissions, in);
+                readBinary(acl.scheme, in);
+                readBinary(acl.id, in);
+                acls.push_back(acl);
+            }
+            node.acl_id = acl_map.convertACLs(acls);
+        }
+
+        acl_map.addUsage(node.acl_id);
+
         readBinary(node.is_sequental, in);
 
         /// Deserialize stat
@@ -137,6 +142,22 @@ void KeeperStorageSnapshot::serialize(const KeeperStorageSnapshot & snapshot, Wr
     writeBinary(static_cast<uint8_t>(snapshot.version), out);
     serializeSnapshotMetadata(snapshot.snapshot_meta, out);
     writeBinary(snapshot.session_id, out);
+
+    /// Serialize ACLs MAP
+    writeBinary(snapshot.acl_map.size(), out);
+    for (const auto & [acl_id, acls] : snapshot.acl_map)
+    {
+        writeBinary(acl_id, out);
+        writeBinary(acls.size(), out);
+        for (const auto & acl : acls)
+        {
+            writeBinary(acl.permissions, out);
+            writeBinary(acl.scheme, out);
+            writeBinary(acl.id, out);
+        }
+    }
+
+    /// Serialize data tree
     writeBinary(snapshot.snapshot_container_size, out);
     size_t counter = 0;
     for (auto it = snapshot.begin; counter < snapshot.snapshot_container_size; ++counter)
@@ -157,12 +178,24 @@ void KeeperStorageSnapshot::serialize(const KeeperStorageSnapshot & snapshot, Wr
         ++it;
     }
 
+    /// Serialize sessions
     size_t size = snapshot.session_and_timeout.size();
     writeBinary(size, out);
     for (const auto & [session_id, timeout] : snapshot.session_and_timeout)
     {
         writeBinary(session_id, out);
         writeBinary(timeout, out);
+
+        KeeperStorage::AuthIDs ids;
+        if (snapshot.session_and_auth.count(session_id))
+            ids = snapshot.session_and_auth.at(session_id);
+
+        writeBinary(ids.size(), out);
+        for (const auto & [scheme, id] : ids)
+        {
+            writeBinary(scheme, out);
+            writeBinary(id, out);
+        }
     }
 }
 
@@ -170,15 +203,42 @@ SnapshotMetadataPtr KeeperStorageSnapshot::deserialize(KeeperStorage & storage,
 {
     uint8_t version;
     readBinary(version, in);
-    if (static_cast<SnapshotVersion>(version) > SnapshotVersion::V0)
+    SnapshotVersion current_version = static_cast<SnapshotVersion>(version);
+    if (current_version > SnapshotVersion::V1)
         throw Exception(ErrorCodes::UNKNOWN_FORMAT_VERSION, "Unsupported snapshot version {}", version);
 
     SnapshotMetadataPtr result = deserializeSnapshotMetadata(in);
     int64_t session_id;
     readBinary(session_id, in);
+
     storage.zxid = result->get_last_log_idx();
     storage.session_id_counter = session_id;
 
+    if (current_version >= SnapshotVersion::V1)
+    {
+        size_t acls_map_size;
+        readBinary(acls_map_size, in);
+        size_t current_map_size = 0;
+        while (current_map_size < acls_map_size)
+        {
+            uint64_t acl_id;
+            readBinary(acl_id, in);
+            size_t acls_size;
+            readBinary(acls_size, in);
+            Coordination::ACLs acls;
+            for (size_t i = 0; i < acls_size; ++i)
+            {
+                Coordination::ACL acl;
+                readBinary(acl.permissions, in);
+                readBinary(acl.scheme, in);
+                readBinary(acl.id, in);
+                acls.push_back(acl);
+            }
+            storage.acl_map.addMapping(acl_id, acls);
+            current_map_size++;
+        }
+    }
+
     size_t snapshot_container_size;
     readBinary(snapshot_container_size, in);
 
@@ -187,8 +247,8 @@ SnapshotMetadataPtr KeeperStorageSnapshot::deserialize(KeeperStorage & storage,
     {
         std::string path;
         readBinary(path, in);
-        KeeperStorage::Node node;
-        readNode(node, in);
+        KeeperStorage::Node node{};
+        readNode(node, in, current_version, storage.acl_map);
         storage.container.insertOrReplace(path, node);
         if (node.stat.ephemeralOwner != 0)
             storage.ephemerals[node.stat.ephemeralOwner].insert(path);
@@ -215,6 +275,24 @@ SnapshotMetadataPtr KeeperStorageSnapshot::deserialize(KeeperStorage & storage,
         readBinary(active_session_id, in);
         readBinary(timeout, in);
         storage.addSessionID(active_session_id, timeout);
+
+        if (current_version >= SnapshotVersion::V1)
+        {
+            size_t session_auths_size;
+            readBinary(session_auths_size, in);
+
+            KeeperStorage::AuthIDs ids;
+            size_t session_auth_counter = 0;
+            while (session_auth_counter < session_auths_size)
+            {
+                String scheme, id;
+                readBinary(scheme, in);
+                readBinary(id, in);
+                ids.emplace_back(KeeperStorage::AuthID{scheme, id});
+            }
+            if (ids.size() > 0)
+                storage.session_and_auth[active_session_id] = ids;
+        }
         current_session_size++;
     }
 
@@ -230,6 +308,8 @@ KeeperStorageSnapshot::KeeperStorageSnapshot(KeeperStorage * storage_, uint64_t
     snapshot_container_size = storage->container.snapshotSize();
     begin = storage->getSnapshotIteratorBegin();
     session_and_timeout = storage->getActiveSessions();
+    acl_map = storage->acl_map.getMapping();
+    session_and_auth = storage->session_and_auth;
 }
 
 KeeperStorageSnapshot::KeeperStorageSnapshot(KeeperStorage * storage_, const SnapshotMetadataPtr & snapshot_meta_)
@@ -241,6 +321,8 @@ KeeperStorageSnapshot::KeeperStorageSnapshot(KeeperStorage * storage_, const Sna
     snapshot_container_size = storage->container.snapshotSize();
     begin = storage->getSnapshotIteratorBegin();
     session_and_timeout = storage->getActiveSessions();
+    acl_map = storage->acl_map.getMapping();
+    session_and_auth = storage->session_and_auth;
 }
 
 KeeperStorageSnapshot::~KeeperStorageSnapshot()
diff --git a/src/Coordination/KeeperSnapshotManager.h b/src/Coordination/KeeperSnapshotManager.h
index adc369fd498..3dbd7c9328e 100644
--- a/src/Coordination/KeeperSnapshotManager.h
+++ b/src/Coordination/KeeperSnapshotManager.h
@@ -13,6 +13,7 @@ using SnapshotMetadataPtr = std::shared_ptr<SnapshotMetadata>;
 enum SnapshotVersion : uint8_t
 {
     V0 = 0,
+    V1 = 1, /// with ACL map
 };
 
 struct KeeperStorageSnapshot
@@ -29,12 +30,14 @@ public:
 
     KeeperStorage * storage;
 
-    SnapshotVersion version = SnapshotVersion::V0;
+    SnapshotVersion version = SnapshotVersion::V1;
     SnapshotMetadataPtr snapshot_meta;
     int64_t session_id;
     size_t snapshot_container_size;
     KeeperStorage::Container::const_iterator begin;
     SessionAndTimeout session_and_timeout;
+    KeeperStorage::SessionAndAuth session_and_auth;
+    std::unordered_map<uint64_t, Coordination::ACLs> acl_map;
 };
 
 using KeeperStorageSnapshotPtr = std::shared_ptr<KeeperStorageSnapshot>;
diff --git a/src/Coordination/KeeperStorage.cpp b/src/Coordination/KeeperStorage.cpp
index a569072c953..3ae29edb77a 100644
--- a/src/Coordination/KeeperStorage.cpp
+++ b/src/Coordination/KeeperStorage.cpp
@@ -226,7 +226,7 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
         if (it == container.end())
             return true;
 
-        const auto & node_acls = it->value.acls;
+        const auto & node_acls = storage.acl_map.convertNumber(it->value.acl_id);
         if (node_acls.empty())
             return true;
 
@@ -267,12 +267,17 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
 
                 KeeperStorage::Node created_node;
 
-                if (!fixupACL(request.acls, session_auth_ids, created_node.acls))
+                Coordination::ACLs node_acls;
+                if (!fixupACL(request.acls, session_auth_ids, node_acls))
                 {
                     response.error = Coordination::Error::ZINVALIDACL;
                     return {response_ptr, {}};
                 }
 
+                uint64_t acl_id = storage.acl_map.convertACLs(node_acls);
+                storage.acl_map.addUsage(acl_id);
+
+                created_node.acl_id = acl_id;
                 created_node.stat.czxid = zxid;
                 created_node.stat.mzxid = zxid;
                 created_node.stat.ctime = std::chrono::system_clock::now().time_since_epoch() / std::chrono::milliseconds(1);
@@ -312,13 +317,15 @@ struct KeeperStorageCreateRequest final : public KeeperStorageRequest
                 if (request.is_ephemeral)
                     ephemerals[session_id].emplace(path_created);
 
-                undo = [&container, &ephemerals, session_id, path_created, is_ephemeral = request.is_ephemeral, parent_path, child_path]
+                undo = [&storage, session_id, path_created, is_ephemeral = request.is_ephemeral, parent_path, child_path, acl_id]
                 {
-                    container.erase(path_created);
-                    if (is_ephemeral)
-                        ephemerals[session_id].erase(path_created);
+                    storage.container.erase(path_created);
+                    storage.acl_map.removeUsage(acl_id);
 
-                    container.updateValue(parent_path, [child_path] (KeeperStorage::Node & undo_parent)
+                    if (is_ephemeral)
+                        storage.ephemerals[session_id].erase(path_created);
+
+                    storage.container.updateValue(parent_path, [child_path] (KeeperStorage::Node & undo_parent)
                     {
                         --undo_parent.stat.cversion;
                         --undo_parent.stat.numChildren;
@@ -345,7 +352,7 @@ struct KeeperStorageGetRequest final : public KeeperStorageRequest
         if (it == container.end())
             return true;
 
-        const auto & node_acls = it->value.acls;
+        const auto & node_acls = storage.acl_map.convertNumber(it->value.acl_id);
         if (node_acls.empty())
             return true;
 
@@ -386,7 +393,7 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
         if (it == container.end())
             return true;
 
-        const auto & node_acls = it->value.acls;
+        const auto & node_acls = storage.acl_map.convertNumber(it->value.acl_id);
         if (node_acls.empty())
             return true;
 
@@ -429,6 +436,8 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
                     ephemerals.erase(ephemerals_it);
             }
 
+            storage.acl_map.removeUsage(prev_node.acl_id);
+
             auto child_basename = getBaseName(it->key);
             container.updateValue(parentPath(request.path), [&child_basename] (KeeperStorage::Node & parent)
             {
@@ -441,13 +450,15 @@ struct KeeperStorageRemoveRequest final : public KeeperStorageRequest
 
             container.erase(request.path);
 
-            undo = [prev_node, &container, &ephemerals, path = request.path, child_basename]
+            undo = [prev_node, &storage, path = request.path, child_basename]
             {
                 if (prev_node.stat.ephemeralOwner != 0)
-                    ephemerals[prev_node.stat.ephemeralOwner].emplace(path);
+                    storage.ephemerals[prev_node.stat.ephemeralOwner].emplace(path);
 
-                container.insert(path, prev_node);
-                container.updateValue(parentPath(path), [&child_basename] (KeeperStorage::Node & parent)
+                storage.acl_map.addUsage(prev_node.acl_id);
+
+                storage.container.insert(path, prev_node);
+                storage.container.updateValue(parentPath(path), [&child_basename] (KeeperStorage::Node & parent)
                 {
                     ++parent.stat.numChildren;
                     --parent.stat.cversion;
@@ -500,7 +511,7 @@ struct KeeperStorageSetRequest final : public KeeperStorageRequest
         if (it == container.end())
             return true;
 
-        const auto & node_acls = it->value.acls;
+        const auto & node_acls = storage.acl_map.convertNumber(it->value.acl_id);
         if (node_acls.empty())
             return true;
 
@@ -577,7 +588,7 @@ struct KeeperStorageListRequest final : public KeeperStorageRequest
         if (it == container.end())
             return true;
 
-        const auto & node_acls = it->value.acls;
+        const auto & node_acls = storage.acl_map.convertNumber(it->value.acl_id);
         if (node_acls.empty())
             return true;
 
@@ -622,7 +633,7 @@ struct KeeperStorageCheckRequest final : public KeeperStorageRequest
         if (it == container.end())
             return true;
 
-        const auto & node_acls = it->value.acls;
+        const auto & node_acls = storage.acl_map.convertNumber(it->value.acl_id);
         if (node_acls.empty())
             return true;
 
diff --git a/src/Coordination/KeeperStorage.h b/src/Coordination/KeeperStorage.h
index 7990574c8f1..7c90a9bd661 100644
--- a/src/Coordination/KeeperStorage.h
+++ b/src/Coordination/KeeperStorage.h
@@ -5,6 +5,7 @@
 #include <Common/ConcurrentBoundedQueue.h>
 #include <Common/ZooKeeper/ZooKeeperCommon.h>
 #include <Coordination/SessionExpiryQueue.h>
+#include <Coordination/ACLMap.h>
 #include <Coordination/SnapshotableHashTable.h>
 #include <unordered_map>
 #include <unordered_set>
@@ -30,7 +31,7 @@ public:
     struct Node
     {
         String data;
-        Coordination::ACLs acls{};
+        uint64_t acl_id = 0; /// 0 -- no ACL by default
         bool is_sequental = false;
         Coordination::Stat stat{};
         int32_t seq_num = 0;
@@ -81,6 +82,7 @@ public:
     SessionAndWatcher sessions_and_watchers;
     SessionExpiryQueue session_expiry_queue;
     SessionAndTimeout session_and_timeout;
+    ACLMap acl_map;
 
     int64_t zxid{0};
     bool finalized{false};
diff --git a/tests/integration/test_keeper_auth/configs/keeper_config.xml b/tests/integration/test_keeper_auth/configs/keeper_config.xml
index 92b9b870360..bb3c9a5d94a 100644
--- a/tests/integration/test_keeper_auth/configs/keeper_config.xml
+++ b/tests/integration/test_keeper_auth/configs/keeper_config.xml
@@ -10,7 +10,7 @@
             <operation_timeout_ms>5000</operation_timeout_ms>
             <session_timeout_ms>10000</session_timeout_ms>
             <raft_logs_level>trace</raft_logs_level>
-            <force_sync>false</force_sync>
+            <snapshot_distance>75</snapshot_distance>
         </coordination_settings>
 
         <raft_configuration>
diff --git a/tests/integration/test_keeper_auth/test.py b/tests/integration/test_keeper_auth/test.py
index 0b35650256e..5f60d5b8bdb 100644
--- a/tests/integration/test_keeper_auth/test.py
+++ b/tests/integration/test_keeper_auth/test.py
@@ -6,7 +6,7 @@ from kazoo.security import ACL, make_digest_acl, make_acl
 from kazoo.exceptions import AuthFailedError, InvalidACLError, NoAuthError, KazooException
 
 cluster = ClickHouseCluster(__file__)
-node = cluster.add_instance('node', main_configs=['configs/keeper_config.xml', 'configs/logs_conf.xml'], with_zookeeper=True, use_keeper=False)
+node = cluster.add_instance('node', main_configs=['configs/keeper_config.xml', 'configs/logs_conf.xml'], with_zookeeper=True, use_keeper=False, stay_alive=True)
 
 SUPERAUTH = "super:admin"
 
@@ -246,3 +246,57 @@ def test_bad_auth(started_cluster):
     with pytest.raises(InvalidACLError):
         print("Sending 12")
         auth_connection.create("/test_bad_acl", b"data", acl=[make_acl("digest", "dsad:DSAa:d", read=True, write=False, create=True, delete=True, admin=True)])
+
+def test_auth_snapshot(started_cluster):
+    connection = get_fake_zk()
+    connection.add_auth('digest', 'user1:password1')
+
+    connection.create("/test_snapshot_acl", b"data", acl=[make_acl("auth", "", all=True)])
+
+    connection1 = get_fake_zk()
+    connection1.add_auth('digest', 'user2:password2')
+
+    connection1.create("/test_snapshot_acl1", b"data", acl=[make_acl("auth", "", all=True)])
+
+    connection2 = get_fake_zk()
+
+    connection2.create("/test_snapshot_acl2", b"data")
+
+    for i in range(100):
+        connection.create(f"/test_snapshot_acl/path{i}", b"data", acl=[make_acl("auth", "", all=True)])
+
+    node.restart_clickhouse()
+
+    connection = get_fake_zk()
+
+    with pytest.raises(NoAuthError):
+        connection.get("/test_snapshot_acl")
+
+    connection.add_auth('digest', 'user1:password1')
+
+    assert connection.get("/test_snapshot_acl")[0] == b"data"
+
+    with pytest.raises(NoAuthError):
+        connection.get("/test_snapshot_acl1")
+
+    assert connection.get("/test_snapshot_acl2")[0] == b"data"
+
+    for i in range(100):
+        assert connection.get(f"/test_snapshot_acl/path{i}")[0] == b"data"
+
+    connection1 = get_fake_zk()
+    connection1.add_auth('digest', 'user2:password2')
+
+    assert connection1.get("/test_snapshot_acl1")[0] == b"data"
+
+    with pytest.raises(NoAuthError):
+        connection1.get("/test_snapshot_acl")
+
+
+    connection2 = get_fake_zk()
+    assert connection2.get("/test_snapshot_acl2")[0] == b"data"
+    with pytest.raises(NoAuthError):
+        connection2.get("/test_snapshot_acl")
+
+    with pytest.raises(NoAuthError):
+        connection2.get("/test_snapshot_acl1")
diff --git a/tests/integration/test_keeper_internal_secure/test.py b/tests/integration/test_keeper_internal_secure/test.py
index d9fbca624e1..b4bf62f9a37 100644
--- a/tests/integration/test_keeper_internal_secure/test.py
+++ b/tests/integration/test_keeper_internal_secure/test.py
@@ -26,13 +26,6 @@ def started_cluster():
 
 def get_fake_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        print("Fake zk callback called for state", state)
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 
diff --git a/tests/integration/test_keeper_multinode_blocade_leader/test.py b/tests/integration/test_keeper_multinode_blocade_leader/test.py
index e74ccc80fe8..9ae81ccdcc6 100644
--- a/tests/integration/test_keeper_multinode_blocade_leader/test.py
+++ b/tests/integration/test_keeper_multinode_blocade_leader/test.py
@@ -66,12 +66,6 @@ def wait_nodes():
 
 def get_fake_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 
diff --git a/tests/integration/test_keeper_multinode_simple/test.py b/tests/integration/test_keeper_multinode_simple/test.py
index 18420c9910d..9e57567d8b1 100644
--- a/tests/integration/test_keeper_multinode_simple/test.py
+++ b/tests/integration/test_keeper_multinode_simple/test.py
@@ -54,13 +54,6 @@ def wait_nodes():
 
 def get_fake_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        print("Fake zk callback called for state", state)
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 
diff --git a/tests/integration/test_keeper_persistent_log/test.py b/tests/integration/test_keeper_persistent_log/test.py
index 36ee20ae9e7..b0cd9155afb 100644
--- a/tests/integration/test_keeper_persistent_log/test.py
+++ b/tests/integration/test_keeper_persistent_log/test.py
@@ -33,13 +33,6 @@ def started_cluster():
 
 def get_connection_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        print("Fake zk callback called for state", state)
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 
diff --git a/tests/integration/test_keeper_persistent_log_multinode/test.py b/tests/integration/test_keeper_persistent_log_multinode/test.py
index 052f38b0bff..306139369fb 100644
--- a/tests/integration/test_keeper_persistent_log_multinode/test.py
+++ b/tests/integration/test_keeper_persistent_log_multinode/test.py
@@ -25,13 +25,6 @@ def started_cluster():
 
 def get_fake_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        print("Fake zk callback called for state", state)
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 
diff --git a/tests/integration/test_keeper_restore_from_snapshot/test.py b/tests/integration/test_keeper_restore_from_snapshot/test.py
index eee49f8a319..5f6156800bb 100644
--- a/tests/integration/test_keeper_restore_from_snapshot/test.py
+++ b/tests/integration/test_keeper_restore_from_snapshot/test.py
@@ -25,13 +25,6 @@ def started_cluster():
 
 def get_fake_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        print("Fake zk callback called for state", state)
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 
@@ -77,6 +70,7 @@ def test_recover_from_snapshot(started_cluster):
     # stale node should recover from leader's snapshot
     # with some sanitizers can start longer than 5 seconds
     node3.start_clickhouse(20)
+    print("Restarted")
 
     try:
         node1_zk = node2_zk = node3_zk = None
diff --git a/tests/integration/test_keeper_snapshots/test.py b/tests/integration/test_keeper_snapshots/test.py
index 9879c0003be..7d5b69bf5d1 100644
--- a/tests/integration/test_keeper_snapshots/test.py
+++ b/tests/integration/test_keeper_snapshots/test.py
@@ -35,13 +35,6 @@ def started_cluster():
 
 def get_connection_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        print("Fake zk callback called for state", state)
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 
diff --git a/tests/integration/test_keeper_snapshots_multinode/test.py b/tests/integration/test_keeper_snapshots_multinode/test.py
index b4e82d62f09..96d19592d29 100644
--- a/tests/integration/test_keeper_snapshots_multinode/test.py
+++ b/tests/integration/test_keeper_snapshots_multinode/test.py
@@ -25,13 +25,6 @@ def started_cluster():
 
 def get_fake_zk(nodename, timeout=30.0):
     _fake_zk_instance = KazooClient(hosts=cluster.get_instance_ip(nodename) + ":9181", timeout=timeout)
-    def reset_listener(state):
-        nonlocal _fake_zk_instance
-        print("Fake zk callback called for state", state)
-        if state != KazooState.CONNECTED:
-            _fake_zk_instance._reset()
-
-    _fake_zk_instance.add_listener(reset_listener)
     _fake_zk_instance.start()
     return _fake_zk_instance
 

From b4b9d16fb045317b906dcc7333e45a3c611af5c6 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 28 May 2021 14:55:01 +0300
Subject: [PATCH 0663/1060] Remove debug

---
 src/Coordination/ACLMap.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Coordination/ACLMap.cpp b/src/Coordination/ACLMap.cpp
index 4d3ec4fb3bc..863dfdec281 100644
--- a/src/Coordination/ACLMap.cpp
+++ b/src/Coordination/ACLMap.cpp
@@ -47,7 +47,6 @@ uint64_t ACLMap::convertACLs(const Coordination::ACLs & acls)
 
     /// Start from one
     auto index = acl_to_num.size() + 1;
-    LOG_DEBUG(&Poco::Logger::get("DEBUG"), "ALLOCATING {} FOR ACL", index);
 
     acl_to_num[acls] = index;
     num_to_acl[index] = acls;

From c34d8ae7e71ad8bd42acf0f86551a84965d8d274 Mon Sep 17 00:00:00 2001
From: Pavel Kruglov <avogar@avogar-dev.sas.yp-c.yandex.net>
Date: Fri, 21 May 2021 14:31:12 +0300
Subject: [PATCH 0664/1060] Fix logical error AggregateFunctionFactory returned
 nullptr

---
 .../AggregateFunctionDeltaSumTimestamp.cpp                | 4 ++--
 .../01762_deltasumtimestamp_datetime64.reference          | 1 +
 .../0_stateless/01762_deltasumtimestamp_datetime64.sh     | 8 ++++++++
 3 files changed, 11 insertions(+), 2 deletions(-)
 create mode 100644 tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.reference
 create mode 100755 tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.sh

diff --git a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
index 10195ae33fd..719729048ef 100644
--- a/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDeltaSumTimestamp.cpp
@@ -29,11 +29,11 @@ AggregateFunctionPtr createAggregateFunctionDeltaSumTimestamp(
         throw Exception("Incorrect number of arguments for aggregate function " + name,
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    if (!isInteger(arguments[0]) && !isFloat(arguments[0]) && !isDateOrDateTime(arguments[0]))
+    if (!isInteger(arguments[0]) && !isFloat(arguments[0]) && !isDate(arguments[0]) && !isDateTime(arguments[0]))
         throw Exception("Illegal type " + arguments[0]->getName() + " of argument for aggregate function " +
             name + ", must be Int, Float, Date, DateTime", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
-    if (!isInteger(arguments[1]) && !isFloat(arguments[1]) && !isDateOrDateTime(arguments[1]))
+    if (!isInteger(arguments[1]) && !isFloat(arguments[1]) && !isDate(arguments[1]) && !isDateTime(arguments[1]))
         throw Exception("Illegal type " + arguments[1]->getName() + " of argument for aggregate function " +
             name + ", must be Int, Float, Date, DateTime", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
diff --git a/tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.reference b/tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.reference
new file mode 100644
index 00000000000..d86bac9de59
--- /dev/null
+++ b/tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.reference
@@ -0,0 +1 @@
+OK
diff --git a/tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.sh b/tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.sh
new file mode 100755
index 00000000000..9181cc94564
--- /dev/null
+++ b/tests/queries/0_stateless/01762_deltasumtimestamp_datetime64.sh
@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+${CLICKHOUSE_CLIENT} --query="SELECT deltaSumTimestamp(1, now64());" 2>&1 | grep -q "Code: 43.*Illegal type DateTime64" && echo 'OK' || echo 'FAIL';
+

From ce2a809773e9e7b38d4905dad4b1bb2223ec649e Mon Sep 17 00:00:00 2001
From: Ivan <5627721+abyss7@users.noreply.github.com>
Date: Fri, 28 May 2021 14:59:11 +0300
Subject: [PATCH 0665/1060] Consider last CRLF as part of boundary (#24399)

* Consider last CRLF as part of boundary
* Update HTMLForm.cpp
* Don't use xxd
---
 .../Formats/Impl/BinaryRowInputFormat.cpp     |  2 +-
 src/Server/HTTP/HTMLForm.cpp                  | 54 +++++++++----------
 src/Server/HTTP/HTMLForm.h                    |  2 +-
 .../00304_http_external_data.reference        |  2 +
 .../0_stateless/00304_http_external_data.sh   |  1 +
 5 files changed, 32 insertions(+), 29 deletions(-)

diff --git a/src/Processors/Formats/Impl/BinaryRowInputFormat.cpp b/src/Processors/Formats/Impl/BinaryRowInputFormat.cpp
index 36b57e242d7..2d820a5985f 100644
--- a/src/Processors/Formats/Impl/BinaryRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/BinaryRowInputFormat.cpp
@@ -28,7 +28,7 @@ bool BinaryRowInputFormat::readRow(MutableColumns & columns, RowReadExtension &)
 
 void BinaryRowInputFormat::readPrefix()
 {
-    /// NOTE The header is completely ignored. This can be easily improved.
+    /// NOTE: The header is completely ignored. This can be easily improved.
 
     UInt64 columns = 0;
     String tmp;
diff --git a/src/Server/HTTP/HTMLForm.cpp b/src/Server/HTTP/HTMLForm.cpp
index 7a87f484b5c..9e0f74dcc33 100644
--- a/src/Server/HTTP/HTMLForm.cpp
+++ b/src/Server/HTTP/HTMLForm.cpp
@@ -244,7 +244,7 @@ bool HTMLForm::MultipartReadBuffer::skipToNextBoundary()
 
     while (!in.eof())
     {
-        auto line = readLine();
+        auto line = readLine(true);
         if (startsWith(line, boundary))
         {
             set(in.position(), 0);
@@ -256,29 +256,36 @@ bool HTMLForm::MultipartReadBuffer::skipToNextBoundary()
     throw Poco::Net::HTMLFormException("No boundary line found");
 }
 
-std::string HTMLForm::MultipartReadBuffer::readLine(bool strict)
+std::string HTMLForm::MultipartReadBuffer::readLine(bool append_crlf)
 {
     std::string line;
     char ch = 0;  // silence "uninitialized" warning from gcc-*
 
-    while (in.read(ch) && ch != '\r' && ch != '\n')
+    /// If we don't append CRLF, it means that we may have to prepend CRLF from previous content line, which wasn't the boundary.
+    if (in.read(ch))
         line += ch;
-
-    if (in.eof())
-    {
-        if (strict)
-            throw Poco::Net::HTMLFormException("Unexpected end of message");
+    if (in.read(ch))
+        line += ch;
+    if (append_crlf && line == "\r\n")
         return line;
-    }
 
-    line += ch;
-
-    if (ch == '\r')
+    while (!in.eof())
     {
-        if (!in.read(ch) || ch != '\n')
-            throw Poco::Net::HTMLFormException("No CRLF found");
-        else
+        while (in.read(ch) && ch != '\r')
             line += ch;
+
+        if (in.eof()) break;
+
+        assert(ch == '\r');
+
+        if (in.peek(ch) && ch == '\n')
+        {
+            in.ignore();
+            if (append_crlf) line += "\r\n";
+            break;
+        }
+
+        line += ch;
     }
 
     return line;
@@ -300,19 +307,12 @@ bool HTMLForm::MultipartReadBuffer::nextImpl()
     /// FIXME: there is an extra copy because we cannot traverse PeekableBuffer from checkpoint to position()
     ///        since it may store different data parts in different sub-buffers,
     ///        anyway calling makeContinuousMemoryFromCheckpointToPos() will also make an extra copy.
-    std::string line = readLine(false);
-
     /// According to RFC2046 the preceding CRLF is a part of boundary line.
-    if (line == "\r\n")
-    {
-        line = readLine(false);
-        boundary_hit = startsWith(line, boundary);
-        if (!boundary_hit) line = "\r\n";
-    }
-    else
-        boundary_hit = startsWith(line, boundary);
+    std::string line = readLine(false);
+    boundary_hit = startsWith(line, "\r\n" + boundary);
+    bool has_next = !boundary_hit && !line.empty();
 
-    if (!line.empty())
+    if (has_next)
         /// If we don't make sure that memory is contiguous then situation may happen, when part of the line is inside internal memory
         /// and other part is inside sub-buffer, thus we'll be unable to setup our working buffer properly.
         in.makeContinuousMemoryFromCheckpointToPos();
@@ -323,7 +323,7 @@ bool HTMLForm::MultipartReadBuffer::nextImpl()
     /// Limit readable data to a single line.
     BufferBase::set(in.position(), line.size(), 0);
 
-    return !boundary_hit && !line.empty();
+    return has_next;
 }
 
 }
diff --git a/src/Server/HTTP/HTMLForm.h b/src/Server/HTTP/HTMLForm.h
index 8d8fb0d1719..ca6bb9048f1 100644
--- a/src/Server/HTTP/HTMLForm.h
+++ b/src/Server/HTTP/HTMLForm.h
@@ -118,7 +118,7 @@ private:
     const std::string boundary;
     bool boundary_hit = true;
 
-    std::string readLine(bool strict = true);
+    std::string readLine(bool append_crlf);
 
     bool nextImpl() override;
 };
diff --git a/tests/queries/0_stateless/00304_http_external_data.reference b/tests/queries/0_stateless/00304_http_external_data.reference
index 93428f8768e..85909107584 100644
--- a/tests/queries/0_stateless/00304_http_external_data.reference
+++ b/tests/queries/0_stateless/00304_http_external_data.reference
@@ -2,3 +2,5 @@
 2	World
 1	Hello
 2	World
+1
+2
diff --git a/tests/queries/0_stateless/00304_http_external_data.sh b/tests/queries/0_stateless/00304_http_external_data.sh
index 41a9dea1ebb..4a097249cca 100755
--- a/tests/queries/0_stateless/00304_http_external_data.sh
+++ b/tests/queries/0_stateless/00304_http_external_data.sh
@@ -6,3 +6,4 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 
 echo -ne '1,Hello\n2,World\n' | ${CLICKHOUSE_CURL} -sSF 'file=@-' "${CLICKHOUSE_URL}&query=SELECT+*+FROM+file&file_format=CSV&file_types=UInt8,String";
 echo -ne '1@Hello\n2@World\n' | ${CLICKHOUSE_CURL} -sSF 'file=@-' "${CLICKHOUSE_URL}&query=SELECT+*+FROM+file&file_format=CSV&file_types=UInt8,String&format_csv_delimiter=@";
+echo -ne '\x01\x00\x00\x00\x02\x00\x00\x00' | ${CLICKHOUSE_CURL} -sSF "tmp=@-" "${CLICKHOUSE_URL}&query=SELECT+*+FROM+tmp&tmp_structure=TaskID+UInt32&tmp_format=RowBinary";

From 42d57138f20622e1aaf4a0693356de5b53a44722 Mon Sep 17 00:00:00 2001
From: Pavel Kruglov <avogar@avogar-dev.sas.yp-c.yandex.net>
Date: Fri, 28 May 2021 15:34:49 +0300
Subject: [PATCH 0666/1060] replace all isDateOrDateTime invocations to
 explicit calls to isDate and isDateTime and isDateTime64

---
 src/AggregateFunctions/AggregateFunctionResample.cpp      | 2 +-
 .../AggregateFunctionSegmentLengthSum.cpp                 | 2 +-
 src/DataTypes/IDataType.h                                 | 5 +----
 src/DataTypes/Native.h                                    | 2 +-
 src/DataTypes/getMostSubtype.cpp                          | 2 +-
 src/Functions/FunctionBinaryArithmetic.h                  | 8 ++++----
 src/Functions/FunctionCustomWeekToSomething.h             | 6 +++---
 src/Functions/FunctionDateOrDateTimeAddInterval.h         | 2 +-
 src/Functions/FunctionDateOrDateTimeToSomething.h         | 4 ++--
 src/Functions/FunctionsCoding.h                           | 4 +++-
 src/Functions/FunctionsComparison.h                       | 6 +++---
 src/Functions/FunctionsConversion.h                       | 4 ++--
 src/Functions/array/arrayIntersect.cpp                    | 6 ++++--
 src/Functions/dateDiff.cpp                                | 4 ++--
 src/Functions/date_trunc.cpp                              | 2 +-
 src/Functions/formatDateTime.cpp                          | 4 ++--
 src/Functions/reinterpretAs.cpp                           | 4 +++-
 src/Functions/toStartOfInterval.cpp                       | 2 +-
 src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp      | 2 +-
 src/Interpreters/convertFieldToType.cpp                   | 4 ++--
 .../Formats/RowInputFormatWithDiagnosticInfo.cpp          | 2 +-
 src/Storages/MergeTree/MergeTreeIndexBloomFilter.cpp      | 2 +-
 22 files changed, 41 insertions(+), 38 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionResample.cpp b/src/AggregateFunctions/AggregateFunctionResample.cpp
index fe818acd8d7..ba2d4a58b4b 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.cpp
+++ b/src/AggregateFunctions/AggregateFunctionResample.cpp
@@ -53,7 +53,7 @@ public:
     {
         WhichDataType which{arguments.back()};
 
-        if (which.isNativeUInt() || which.isDateOrDateTime())
+        if (which.isNativeUInt() || which.isDate() || which.isDateTime() || which.isDateTime64())
         {
             UInt64 begin = params[params.size() - 3].safeGet<UInt64>();
             UInt64 end = params[params.size() - 2].safeGet<UInt64>();
diff --git a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp b/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
index fad60eacc04..6817d1f0666 100644
--- a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
@@ -38,7 +38,7 @@ namespace
 
         for (const auto & arg : args)
         {
-            if (!isNativeNumber(arg) && !isDateOrDateTime(arg))
+            if (!isNativeNumber(arg) && !isDate(arg) && !isDateTime(arg) && !isDateTime64(arg))
                 throw Exception(
                     "Illegal type " + arg->getName() + " of argument of aggregate function " + name
                         + ", must be Number, Date, DateTime or DateTime64",
diff --git a/src/DataTypes/IDataType.h b/src/DataTypes/IDataType.h
index 85526cd98de..04657b3c8c7 100644
--- a/src/DataTypes/IDataType.h
+++ b/src/DataTypes/IDataType.h
@@ -324,7 +324,6 @@ struct WhichDataType
     constexpr bool isDate() const { return idx == TypeIndex::Date; }
     constexpr bool isDateTime() const { return idx == TypeIndex::DateTime; }
     constexpr bool isDateTime64() const { return idx == TypeIndex::DateTime64; }
-    constexpr bool isDateOrDateTime() const { return isDate() || isDateTime() || isDateTime64(); }
 
     constexpr bool isString() const { return idx == TypeIndex::String; }
     constexpr bool isFixedString() const { return idx == TypeIndex::FixedString; }
@@ -350,8 +349,6 @@ struct WhichDataType
 template <typename T>
 inline bool isDate(const T & data_type) { return WhichDataType(data_type).isDate(); }
 template <typename T>
-inline bool isDateOrDateTime(const T & data_type) { return WhichDataType(data_type).isDateOrDateTime(); }
-template <typename T>
 inline bool isDateTime(const T & data_type) { return WhichDataType(data_type).isDateTime(); }
 template <typename T>
 inline bool isDateTime64(const T & data_type) { return WhichDataType(data_type).isDateTime64(); }
@@ -415,7 +412,7 @@ template <typename T>
 inline bool isColumnedAsNumber(const T & data_type)
 {
     WhichDataType which(data_type);
-    return which.isInt() || which.isUInt() || which.isFloat() || which.isDateOrDateTime() || which.isUUID();
+    return which.isInt() || which.isUInt() || which.isFloat() || which.isDate() || which.isDateTime() || which.isDateTime64() || which.isUUID();
 }
 
 template <typename T>
diff --git a/src/DataTypes/Native.h b/src/DataTypes/Native.h
index a1d07b54c8e..0a13ce83590 100644
--- a/src/DataTypes/Native.h
+++ b/src/DataTypes/Native.h
@@ -171,7 +171,7 @@ static inline llvm::Constant * getColumnNativeValue(llvm::IRBuilderBase & builde
     {
         return llvm::ConstantFP::get(type, assert_cast<const ColumnVector<Float64> &>(column).getElement(index));
     }
-    else if (column_data_type.isNativeUInt() || column_data_type.isDateOrDateTime())
+    else if (column_data_type.isNativeUInt() || column_data_type.isDate() || column_data_type.isDateTime() || column_data_type.isDateTime64())
     {
         return llvm::ConstantInt::get(type, column.getUInt(index));
     }
diff --git a/src/DataTypes/getMostSubtype.cpp b/src/DataTypes/getMostSubtype.cpp
index 4a73f0e2de2..fcf966780eb 100644
--- a/src/DataTypes/getMostSubtype.cpp
+++ b/src/DataTypes/getMostSubtype.cpp
@@ -241,7 +241,7 @@ DataTypePtr getMostSubtype(const DataTypes & types, bool throw_if_result_is_noth
 
         for (const auto & type : types)
         {
-            if (isDateOrDateTime(type))
+            if (isDate(type) || isDateTime(type) || isDateTime64(type))
                 have_date_or_datetime = true;
             else
                 all_date_or_datetime = false;
diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 927b870891f..c8cd8536f3a 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -599,8 +599,8 @@ class FunctionBinaryArithmetic : public IFunction
     static FunctionOverloadResolverPtr
     getFunctionForIntervalArithmetic(const DataTypePtr & type0, const DataTypePtr & type1, ContextPtr context)
     {
-        bool first_is_date_or_datetime = isDateOrDateTime(type0);
-        bool second_is_date_or_datetime = isDateOrDateTime(type1);
+        bool first_is_date_or_datetime = isDate(type0) || isDateTime(type0) || isDateTime64(type0);
+        bool second_is_date_or_datetime = isDate(type1) || isDateTime(type1) || isDateTime64(type1);
 
         /// Exactly one argument must be Date or DateTime
         if (first_is_date_or_datetime == second_is_date_or_datetime)
@@ -775,7 +775,7 @@ class FunctionBinaryArithmetic : public IFunction
         ColumnsWithTypeAndName new_arguments = arguments;
 
         /// Interval argument must be second.
-        if (WhichDataType(arguments[1].type).isDateOrDateTime())
+        if (isDate(arguments[1].type) || isDateTime(arguments[1].type) || isDateTime64(arguments[1].type))
             std::swap(new_arguments[0], new_arguments[1]);
 
         /// Change interval argument type to its representation
@@ -990,7 +990,7 @@ public:
                 new_arguments[i].type = arguments[i];
 
             /// Interval argument must be second.
-            if (WhichDataType(new_arguments[1].type).isDateOrDateTime())
+            if (isDate(new_arguments[1].type) || isDateTime(new_arguments[1].type) || isDateTime64(new_arguments[1].type))
                 std::swap(new_arguments[0], new_arguments[1]);
 
             /// Change interval argument to its representation
diff --git a/src/Functions/FunctionCustomWeekToSomething.h b/src/Functions/FunctionCustomWeekToSomething.h
index 84ecd4d7a5a..2bcf3a3e5ab 100644
--- a/src/Functions/FunctionCustomWeekToSomething.h
+++ b/src/Functions/FunctionCustomWeekToSomething.h
@@ -35,7 +35,7 @@ public:
     {
         if (arguments.size() == 1)
         {
-            if (!isDateOrDateTime(arguments[0].type))
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of argument of function " + getName()
                         + ". Should be a date or a date with time",
@@ -43,7 +43,7 @@ public:
         }
         else if (arguments.size() == 2)
         {
-            if (!isDateOrDateTime(arguments[0].type))
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of argument of function " + getName()
                         + ". Should be a date or a date with time",
@@ -59,7 +59,7 @@ public:
         }
         else if (arguments.size() == 3)
         {
-            if (!isDateOrDateTime(arguments[0].type))
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of argument of function " + getName()
                         + ". Should be a date or a date with time",
diff --git a/src/Functions/FunctionDateOrDateTimeAddInterval.h b/src/Functions/FunctionDateOrDateTimeAddInterval.h
index 14ab9f00452..c87cf863154 100644
--- a/src/Functions/FunctionDateOrDateTimeAddInterval.h
+++ b/src/Functions/FunctionDateOrDateTimeAddInterval.h
@@ -375,7 +375,7 @@ public:
 
         if (arguments.size() == 2)
         {
-            if (!isDateOrDateTime(arguments[0].type))
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception{"Illegal type " + arguments[0].type->getName() + " of first argument of function " + getName() +
                     ". Should be a date or a date with time", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
         }
diff --git a/src/Functions/FunctionDateOrDateTimeToSomething.h b/src/Functions/FunctionDateOrDateTimeToSomething.h
index 8b8f1b483c8..43b1c8e4aae 100644
--- a/src/Functions/FunctionDateOrDateTimeToSomething.h
+++ b/src/Functions/FunctionDateOrDateTimeToSomething.h
@@ -38,7 +38,7 @@ public:
     {
         if (arguments.size() == 1)
         {
-            if (!isDateOrDateTime(arguments[0].type))
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of argument of function " + getName()
                         + ". Should be a date or a date with time",
@@ -46,7 +46,7 @@ public:
         }
         else if (arguments.size() == 2)
         {
-            if (!isDateOrDateTime(arguments[0].type))
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of argument of function " + getName()
                         + ". Should be a date or a date with time",
diff --git a/src/Functions/FunctionsCoding.h b/src/Functions/FunctionsCoding.h
index 01602cf1175..b45eca565d7 100644
--- a/src/Functions/FunctionsCoding.h
+++ b/src/Functions/FunctionsCoding.h
@@ -970,7 +970,9 @@ public:
         WhichDataType which(arguments[0]);
 
         if (!which.isStringOrFixedString() &&
-            !which.isDateOrDateTime() &&
+            !which.isDate() &&
+            !which.isDateTime() &&
+            !which.isDateTime64() &&
             !which.isUInt() &&
             !which.isFloat() &&
             !which.isDecimal())
diff --git a/src/Functions/FunctionsComparison.h b/src/Functions/FunctionsComparison.h
index 9ffb0cd0fc3..ce0f580e6f1 100644
--- a/src/Functions/FunctionsComparison.h
+++ b/src/Functions/FunctionsComparison.h
@@ -1086,7 +1086,7 @@ public:
         if (!((both_represented_by_number && !has_date)   /// Do not allow to compare date and number.
             || (left.isStringOrFixedString() || right.isStringOrFixedString())  /// Everything can be compared with string by conversion.
             /// You can compare the date, datetime, or datatime64 and an enumeration with a constant string.
-            || (left.isDateOrDateTime() && right.isDateOrDateTime() && left.idx == right.idx) /// only date vs date, or datetime vs datetime
+            || ((left.isDate() || left.isDateTime() || left.isDateTime64()) && (right.isDate() || right.isDateTime() || right.isDateTime64()) && left.idx == right.idx) /// only date vs date, or datetime vs datetime
             || (left.isUUID() && right.isUUID())
             || (left.isEnum() && right.isEnum() && arguments[0]->getName() == arguments[1]->getName()) /// only equivalent enum type values can be compared against
             || (left_tuple && right_tuple && left_tuple->getElements().size() == right_tuple->getElements().size())
@@ -1176,8 +1176,8 @@ public:
         const bool left_is_string = isStringOrFixedString(which_left);
         const bool right_is_string = isStringOrFixedString(which_right);
 
-        bool date_and_datetime = (which_left.idx != which_right.idx) &&
-            which_left.isDateOrDateTime() && which_right.isDateOrDateTime();
+        bool date_and_datetime = (which_left.idx != which_right.idx) && (which_left.isDate() || which_left.isDateTime() || which_left.isDateTime64())
+            && (which_right.isDate() || which_right.isDateTime() || which_right.isDateTime64());
 
         ColumnPtr res;
         if (left_is_num && right_is_num && !date_and_datetime)
diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index 589bd4cc16e..a2202b9d8a4 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -1890,7 +1890,7 @@ struct ToDateMonotonicity
     static IFunction::Monotonicity get(const IDataType & type, const Field & left, const Field & right)
     {
         auto which = WhichDataType(type);
-        if (which.isDateOrDateTime() || which.isInt8() || which.isInt16() || which.isUInt8() || which.isUInt16())
+        if (which.isDate() || which.isDateTime() || which.isDateTime64() || which.isInt8() || which.isInt16() || which.isUInt8() || which.isUInt16())
             return {true, true, true};
         else if (
             (which.isUInt() && ((left.isNull() || left.get<UInt64>() < 0xFFFF) && (right.isNull() || right.get<UInt64>() >= 0xFFFF)))
@@ -2408,7 +2408,7 @@ private:
         UInt32 scale = to_type->getScale();
 
         WhichDataType which(type_index);
-        bool ok = which.isNativeInt() || which.isNativeUInt() || which.isDecimal() || which.isFloat() || which.isDateOrDateTime()
+        bool ok = which.isNativeInt() || which.isNativeUInt() || which.isDecimal() || which.isFloat() || which.isDate() || which.isDateTime() || which.isDateTime64()
             || which.isStringOrFixedString();
         if (!ok)
         {
diff --git a/src/Functions/array/arrayIntersect.cpp b/src/Functions/array/arrayIntersect.cpp
index 93c1ee06403..5a6dac0a8a1 100644
--- a/src/Functions/array/arrayIntersect.cpp
+++ b/src/Functions/array/arrayIntersect.cpp
@@ -217,7 +217,9 @@ FunctionArrayIntersect::CastArgumentsResult FunctionArrayIntersect::castColumns(
     auto type_not_nullable_nested = removeNullable(type_nested);
 
     const bool is_numeric_or_string = isNativeNumber(type_not_nullable_nested)
-                                      || isDateOrDateTime(type_not_nullable_nested)
+                                      || isDate(type_not_nullable_nested)
+                                      || isDateTime(type_not_nullable_nested)
+                                      || isDateTime64(type_not_nullable_nested)
                                       || isStringOrFixedString(type_not_nullable_nested);
 
     DataTypePtr nullable_return_type;
@@ -334,7 +336,7 @@ FunctionArrayIntersect::UnpackedArrays FunctionArrayIntersect::prepareArrays(
                 const auto & nested_init_type = typeid_cast<const DataTypeArray *>(removeNullable(initial_columns[i].type).get())->getNestedType();
                 const auto & nested_cast_type = typeid_cast<const DataTypeArray *>(removeNullable(columns[i].type).get())->getNestedType();
 
-                if (isInteger(nested_init_type) || isDateOrDateTime(nested_init_type))
+                if (isInteger(nested_init_type) || isDate(nested_init_type) || isDateTime(nested_init_type) || isDateTime64(nested_init_type))
                 {
                     /// Compare original and casted columns. It seem to be the easiest way.
                     auto overflow_mask = callFunctionNotEquals(
diff --git a/src/Functions/dateDiff.cpp b/src/Functions/dateDiff.cpp
index cbad9dc1ce4..d2d1d7c6e0d 100644
--- a/src/Functions/dateDiff.cpp
+++ b/src/Functions/dateDiff.cpp
@@ -68,11 +68,11 @@ public:
             throw Exception("First argument for function " + getName() + " (unit) must be String",
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
-        if (!isDateOrDateTime(arguments[1]))
+        if (!isDate(arguments[1]) && !isDateTime(arguments[1]) && !isDateTime64(arguments[1]))
             throw Exception("Second argument for function " + getName() + " must be Date or DateTime",
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
-        if (!isDateOrDateTime(arguments[2]))
+        if (!isDate(arguments[2]) && !isDateTime(arguments[2]) && !isDateTime64(arguments[2]))
             throw Exception("Third argument for function " + getName() + " must be Date or DateTime",
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
diff --git a/src/Functions/date_trunc.cpp b/src/Functions/date_trunc.cpp
index 7952eda4f2b..1f2bcabf1f9 100644
--- a/src/Functions/date_trunc.cpp
+++ b/src/Functions/date_trunc.cpp
@@ -62,7 +62,7 @@ public:
 
         bool second_argument_is_date = false;
         auto check_second_argument = [&] {
-            if (!isDateOrDateTime(arguments[1].type))
+            if (!isDate(arguments[1].type) && !isDateTime(arguments[1].type) && !isDateTime64(arguments[1].type))
                 throw Exception(
                     "Illegal type " + arguments[1].type->getName() + " of 2nd argument of function " + getName()
                         + ". Should be a date or a date with time",
diff --git a/src/Functions/formatDateTime.cpp b/src/Functions/formatDateTime.cpp
index d16985b5b34..12c2932c54f 100644
--- a/src/Functions/formatDateTime.cpp
+++ b/src/Functions/formatDateTime.cpp
@@ -309,7 +309,7 @@ public:
                     "Illegal type " + arguments[0].type->getName() + " of 1 argument of function " + getName()
                         + " when arguments size is 1. Should be integer",
                     ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-            if (arguments.size() > 1 && !(isInteger(arguments[0].type) || WhichDataType(arguments[0].type).isDateOrDateTime()))
+            if (arguments.size() > 1 && !(isInteger(arguments[0].type) || isDate(arguments[0].type) || isDateTime(arguments[0].type) || isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of 1 argument of function " + getName()
                         + " when arguments size is 2 or 3. Should be a integer or a date with time",
@@ -322,7 +322,7 @@ public:
                     "Number of arguments for function " + getName() + " doesn't match: passed " + toString(arguments.size())
                         + ", should be 2 or 3",
                     ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-            if (!WhichDataType(arguments[0].type).isDateOrDateTime())
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of 1 argument of function " + getName()
                         + ". Should be a date or a date with time",
diff --git a/src/Functions/reinterpretAs.cpp b/src/Functions/reinterpretAs.cpp
index 94c9eec5868..460651ac5c1 100644
--- a/src/Functions/reinterpretAs.cpp
+++ b/src/Functions/reinterpretAs.cpp
@@ -259,7 +259,9 @@ private:
     {
         return type.isUInt() ||
             type.isInt() ||
-            type.isDateOrDateTime() ||
+            type.isDate() ||
+            type.isDateTime() ||
+            type.isDateTime64() ||
             type.isFloat() ||
             type.isUUID() ||
             type.isDecimal();
diff --git a/src/Functions/toStartOfInterval.cpp b/src/Functions/toStartOfInterval.cpp
index ee592fbb1e3..0169d50e1cf 100644
--- a/src/Functions/toStartOfInterval.cpp
+++ b/src/Functions/toStartOfInterval.cpp
@@ -197,7 +197,7 @@ public:
         bool first_argument_is_date = false;
         auto check_first_argument = [&]
         {
-            if (!isDateOrDateTime(arguments[0].type))
+            if (!isDate(arguments[1].type) && !isDateTime(arguments[1].type) && !isDateTime64(arguments[1].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of argument of function " + getName()
                         + ". Should be a date or a date with time",
diff --git a/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp b/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp
index d50aa323ba3..cd2774de94a 100644
--- a/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp
+++ b/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp
@@ -281,7 +281,7 @@ static ASTPtr getPartitionPolicy(const NamesAndTypesList & primary_keys)
         if (which.isNullable())
             throw Exception("LOGICAL ERROR: MySQL primary key must be not null, it is a bug.", ErrorCodes::LOGICAL_ERROR);
 
-        if (which.isDateOrDateTime())
+        if (which.isDate() || which.isDateTime() || which.isDateTime64())
         {
             /// In any case, date or datetime is always the best partitioning key
             return makeASTFunction("toYYYYMM", std::make_shared<ASTIdentifier>(primary_key.name));
diff --git a/src/Interpreters/convertFieldToType.cpp b/src/Interpreters/convertFieldToType.cpp
index 0b124634fec..08bfb1e175b 100644
--- a/src/Interpreters/convertFieldToType.cpp
+++ b/src/Interpreters/convertFieldToType.cpp
@@ -189,7 +189,7 @@ Field convertFieldToTypeImpl(const Field & src, const IDataType & type, const ID
             return dynamic_cast<const IDataTypeEnum &>(type).castToValue(src);
         }
 
-        if (which_type.isDateOrDateTime() && !which_type.isDateTime64() && src.getType() == Field::Types::UInt64)
+        if ((which_type.isDate() || which_type.isDateTime()) && src.getType() == Field::Types::UInt64)
         {
             /// We don't need any conversion UInt64 is under type of Date and DateTime
             return src;
@@ -202,7 +202,7 @@ Field convertFieldToTypeImpl(const Field & src, const IDataType & type, const ID
         }
 
         if (which_type.isDateTime64()
-            && (which_from_type.isNativeInt() || which_from_type.isNativeUInt() || which_from_type.isDateOrDateTime()))
+            && (which_from_type.isNativeInt() || which_from_type.isNativeUInt() || which_from_type.isDate() || which_from_type.isDateTime() || which_from_type.isDateTime64()))
         {
             const auto scale = static_cast<const DataTypeDateTime64 &>(type).getScale();
             const auto decimal_value = DecimalUtils::decimalFromComponents<DateTime64>(src.reinterpret<Int64>(), 0, scale);
diff --git a/src/Processors/Formats/RowInputFormatWithDiagnosticInfo.cpp b/src/Processors/Formats/RowInputFormatWithDiagnosticInfo.cpp
index 86f8bb36bb2..4dddc9fff9b 100644
--- a/src/Processors/Formats/RowInputFormatWithDiagnosticInfo.cpp
+++ b/src/Processors/Formats/RowInputFormatWithDiagnosticInfo.cpp
@@ -117,7 +117,7 @@ bool RowInputFormatWithDiagnosticInfo::deserializeFieldAndPrintDiagnosticInfo(co
     if (curr_position < prev_position)
         throw Exception("Logical error: parsing is non-deterministic.", ErrorCodes::LOGICAL_ERROR);
 
-    if (isNativeNumber(type) || isDateOrDateTime(type))
+    if (isNativeNumber(type) || isDate(type) || isDateTime(type) || isDateTime64(type))
     {
         /// An empty string instead of a value.
         if (curr_position == prev_position)
diff --git a/src/Storages/MergeTree/MergeTreeIndexBloomFilter.cpp b/src/Storages/MergeTree/MergeTreeIndexBloomFilter.cpp
index c37d710ec8f..79581fb3ab4 100644
--- a/src/Storages/MergeTree/MergeTreeIndexBloomFilter.cpp
+++ b/src/Storages/MergeTree/MergeTreeIndexBloomFilter.cpp
@@ -85,7 +85,7 @@ static void assertIndexColumnsType(const Block & header)
         WhichDataType which(actual_type);
 
         if (!which.isUInt() && !which.isInt() && !which.isString() && !which.isFixedString() && !which.isFloat() &&
-            !which.isDateOrDateTime() && !which.isEnum() && !which.isUUID())
+            !which.isDate() && !which.isDateTime() && !which.isDateTime64() && !which.isEnum() && !which.isUUID())
             throw Exception("Unexpected type " + type->getName() + " of bloom filter index.",
                             ErrorCodes::ILLEGAL_COLUMN);
     }

From d396f802c61195b1cdef0b4ee4642da27d603f4c Mon Sep 17 00:00:00 2001
From: Pavel Kruglov <avogar@avogar-dev.sas.yp-c.yandex.net>
Date: Fri, 28 May 2021 15:39:36 +0300
Subject: [PATCH 0667/1060] Fix typo

---
 src/Functions/toStartOfInterval.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/toStartOfInterval.cpp b/src/Functions/toStartOfInterval.cpp
index 0169d50e1cf..6d5f880f744 100644
--- a/src/Functions/toStartOfInterval.cpp
+++ b/src/Functions/toStartOfInterval.cpp
@@ -197,7 +197,7 @@ public:
         bool first_argument_is_date = false;
         auto check_first_argument = [&]
         {
-            if (!isDate(arguments[1].type) && !isDateTime(arguments[1].type) && !isDateTime64(arguments[1].type))
+            if (!isDate(arguments[0].type) && !isDateTime(arguments[0].type) && !isDateTime64(arguments[0].type))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of argument of function " + getName()
                         + ". Should be a date or a date with time",

From 1f1a77438bbd834de24c3876e281cd04c3f34356 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 28 May 2021 15:55:58 +0300
Subject: [PATCH 0668/1060] more fuzzer fixes

---
 docker/test/fuzzer/run-fuzzer.sh | 114 ++++++++++++++++---------------
 1 file changed, 60 insertions(+), 54 deletions(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index b2464d662bb..bca3e8e0f45 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -56,17 +56,19 @@ function watchdog
     sleep 3600
 
     echo "Fuzzing run has timed out"
-    killall clickhouse-client ||:
     for _ in {1..10}
     do
-        if ! pgrep -f clickhouse-client
+        # Only kill by pid the particular client that runs the fuzzing, or else
+        # we can kill some clickhouse-client processes this script starts later,
+        # e.g. for checking server liveness.
+        if ! kill $fuzzer_pid
         then
             break
         fi
         sleep 1
     done
 
-    killall -9 clickhouse-client ||:
+    kill -9 -- $fuzzer_pid ||:
 }
 
 function filter_exists
@@ -115,17 +117,32 @@ continue
 
     gdb -batch -command script.gdb -p "$(pidof clickhouse-server)" &
 
-    fuzzer_exit_code=0
     # SC2012: Use find instead of ls to better handle non-alphanumeric filenames. They are all alphanumeric.
     # SC2046: Quote this to prevent word splitting. Actually I need word splitting.
     # shellcheck disable=SC2012,SC2046
     clickhouse-client --query-fuzzer-runs=1000 --queries-file $(ls -1 ch/tests/queries/0_stateless/*.sql | sort -R) $NEW_TESTS_OPT \
         > >(tail -n 100000 > fuzzer.log) \
-        2>&1 \
-        || fuzzer_exit_code=$?
+        2>&1 &
+    fuzzer_pid=$!
+    echo "Fuzzer pid is $fuzzer_pid"
 
+    # Start a watchdog that should kill the fuzzer on timeout.
+    # The shell won't kill the child sleep when we kill it, so we have to put it
+    # into a separate process group so that we can kill them all.
+    set -m
+    watchdog &
+    watchdog_pid=$!
+    set +m
+    # Check that the watchdog has started.
+    kill -0 $watchdog_pid
+
+    # Wait for the fuzzer to complete.
+    wait "$fuzzer_pid"
+    fuzzer_exit_code=$?
     echo "Fuzzer exit code is $fuzzer_exit_code"
 
+    kill -- -$watchdog_pid ||:
+
     # If the server dies, most often the fuzzer returns code 210: connetion
     # refused, and sometimes also code 32: attempt to read after eof. For
     # simplicity, check again whether the server is accepting connections, using
@@ -140,6 +157,7 @@ continue
         server_died=1
     fi
 
+    # Stop the server.
     clickhouse-client --query "select elapsed, query from system.processes" ||:
     killall clickhouse-server ||:
     for _ in {1..10}
@@ -151,6 +169,41 @@ continue
         sleep 1
     done
     killall -9 clickhouse-server ||:
+
+    # Debug.
+    date
+    sleep 10
+    jobs
+    pstree -aspgT
+
+    # Make files with status and description we'll show for this check on Github.
+    task_exit_code=$fuzzer_exit_code
+    if [ "$server_died" == 1 ]
+    then
+        # The server has died.
+        task_exit_code=210
+        echo "failure" > status.txt
+        if ! grep -ao "Received signal.*\|Logical error.*\|Assertion.*failed\|Failed assertion.*\|.*runtime error: .*\|.*is located.*\|SUMMARY: AddressSanitizer:.*\|SUMMARY: MemorySanitizer:.*\|SUMMARY: ThreadSanitizer:.*\|.*_LIBCPP_ASSERT.*" server.log > description.txt
+        then
+            echo "Lost connection to server. See the logs." > description.txt
+        fi
+    elif [ "$fuzzer_exit_code" == "143" ] || [ "$fuzzer_exit_code" == "0" ]
+    then
+        # Variants of a normal run:
+        # 0 -- fuzzing ended earlier than timeout.
+        # 143 -- SIGTERM -- the fuzzer was killed by timeout.
+        task_exit_code=0
+        echo "success" > status.txt
+        echo "OK" > description.txt
+    else
+        # The server was alive, but the fuzzer returned some error. Probably this
+        # is a problem in the fuzzer itself. Don't grep the server log in this
+        # case, because we will find a message about normal server termination
+        # (Received signal 15), which is confusing.
+        task_exit_code=$fuzzer_exit_code
+        echo "failure" > status.txt
+        echo "Fuzzer failed ($fuzzer_exit_code). See the logs." > description.txt
+    fi
 }
 
 case "$stage" in
@@ -179,54 +232,7 @@ case "$stage" in
     time configure
     ;&
 "fuzz")
-    # Start a watchdog that should kill the fuzzer on timeout.
-    # The shell won't kill the child sleep when we kill it, so we have to put it
-    # into a separate process group so that we can kill them all.
-    set -m
-    watchdog &
-    watchdog_pid=$!
-    set +m
-    # Check that the watchdog has started
-    kill -0 $watchdog_pid
-
-    fuzzer_exit_code=0
-    time fuzz || fuzzer_exit_code=$?
-    kill -- -$watchdog_pid ||:
-
-    # Debug
-    date
-    sleep 10
-    jobs
-    pstree -aspgT
-
-    # Make files with status and description we'll show for this check on Github
-    task_exit_code=$fuzzer_exit_code
-    if [ "$server_died" == 1 ]
-    then
-        # The server has died.
-        task_exit_code=210
-        echo "failure" > status.txt
-        if ! grep -ao "Received signal.*\|Logical error.*\|Assertion.*failed\|Failed assertion.*\|.*runtime error: .*\|.*is located.*\|SUMMARY: AddressSanitizer:.*\|SUMMARY: MemorySanitizer:.*\|SUMMARY: ThreadSanitizer:.*\|.*_LIBCPP_ASSERT.*" server.log > description.txt
-        then
-            echo "Lost connection to server. See the logs." > description.txt
-        fi
-    elif [ "$fuzzer_exit_code" == "143" ] || [ "$fuzzer_exit_code" == "0" ]
-    then
-        # Variants of a normal run:
-        # 0 -- fuzzing ended earlier than timeout.
-        # 143 -- SIGTERM -- the fuzzer was killed by timeout.
-        task_exit_code=0
-        echo "success" > status.txt
-        echo "OK" > description.txt
-    else
-        # The server was alive, but the fuzzer returned some error. Probably this
-        # is a problem in the fuzzer itself. Don't grep the server log in this
-        # case, because we will find a message about normal server termination
-        # (Received signal 15), which is confusing.
-        task_exit_code=$fuzzer_exit_code
-        echo "failure" > status.txt
-        echo "Fuzzer failed ($fuzzer_exit_code). See the logs." > description.txt
-    fi
+    time fuzz
     ;&
 "report")
 cat > report.html <<EOF ||:

From 4fac425fd20f46f5189702345e58cf53fb2d169e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 28 May 2021 16:07:16 +0300
Subject: [PATCH 0669/1060] Fix loop

---
 src/Coordination/KeeperSnapshotManager.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Coordination/KeeperSnapshotManager.cpp b/src/Coordination/KeeperSnapshotManager.cpp
index b42d50d198e..f05aa1b61bc 100644
--- a/src/Coordination/KeeperSnapshotManager.cpp
+++ b/src/Coordination/KeeperSnapshotManager.cpp
@@ -289,6 +289,8 @@ SnapshotMetadataPtr KeeperStorageSnapshot::deserialize(KeeperStorage & storage,
                 readBinary(scheme, in);
                 readBinary(id, in);
                 ids.emplace_back(KeeperStorage::AuthID{scheme, id});
+
+                session_auth_counter++;
             }
             if (ids.size() > 0)
                 storage.session_and_auth[active_session_id] = ids;

From 7b04181dd94ab9bb6d201aa7e84bc538cdb06405 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 28 May 2021 16:22:50 +0300
Subject: [PATCH 0670/1060] suppress msan cassandra

---
 contrib/cassandra | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/cassandra b/contrib/cassandra
index c097fb5c7e6..eb9b68dadbb 160000
--- a/contrib/cassandra
+++ b/contrib/cassandra
@@ -1 +1 @@
-Subproject commit c097fb5c7e63cc430016d9a8b240d8e63fbefa52
+Subproject commit eb9b68dadbb4417a2c132ad4a1c2fa76e65e6fc1

From edd23d06ad0d38e43d37121cf6dcc4f5f8b1869c Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Fri, 28 May 2021 21:27:36 +0800
Subject: [PATCH 0671/1060] Fix alter table drop projection if exists

---
 src/Storages/AlterCommands.cpp                        |  2 +-
 src/Storages/ProjectionsDescription.cpp               |  6 +++++-
 src/Storages/ProjectionsDescription.h                 |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp           |  2 +-
 .../01710_projection_drop_if_exists.reference         |  0
 .../0_stateless/01710_projection_drop_if_exists.sql   | 11 +++++++++++
 6 files changed, 19 insertions(+), 4 deletions(-)
 create mode 100644 tests/queries/0_stateless/01710_projection_drop_if_exists.reference
 create mode 100644 tests/queries/0_stateless/01710_projection_drop_if_exists.sql

diff --git a/src/Storages/AlterCommands.cpp b/src/Storages/AlterCommands.cpp
index f78002c977a..d0d995ba3a6 100644
--- a/src/Storages/AlterCommands.cpp
+++ b/src/Storages/AlterCommands.cpp
@@ -542,7 +542,7 @@ void AlterCommand::apply(StorageInMemoryMetadata & metadata, ContextPtr context)
     else if (type == DROP_PROJECTION)
     {
         if (!partition && !clear)
-            metadata.projections.remove(projection_name);
+            metadata.projections.remove(projection_name, if_exists);
     }
     else if (type == MODIFY_TTL)
     {
diff --git a/src/Storages/ProjectionsDescription.cpp b/src/Storages/ProjectionsDescription.cpp
index 434071f9092..b2a06018054 100644
--- a/src/Storages/ProjectionsDescription.cpp
+++ b/src/Storages/ProjectionsDescription.cpp
@@ -265,11 +265,15 @@ void ProjectionsDescription::add(ProjectionDescription && projection, const Stri
     map[it->name] = it;
 }
 
-void ProjectionsDescription::remove(const String & projection_name)
+void ProjectionsDescription::remove(const String & projection_name, bool if_exists)
 {
     auto it = map.find(projection_name);
     if (it == map.end())
+    {
+        if (if_exists)
+            return;
         throw Exception("There is no projection " + projection_name + " in table.", ErrorCodes::NO_SUCH_PROJECTION_IN_TABLE);
+    }
 
     projections.erase(it->second);
     map.erase(it);
diff --git a/src/Storages/ProjectionsDescription.h b/src/Storages/ProjectionsDescription.h
index 01a6f42ceed..fd505c4fe06 100644
--- a/src/Storages/ProjectionsDescription.h
+++ b/src/Storages/ProjectionsDescription.h
@@ -118,7 +118,7 @@ struct ProjectionsDescription
 
     void
     add(ProjectionDescription && projection, const String & after_projection = String(), bool first = false, bool if_not_exists = false);
-    void remove(const String & projection_name);
+    void remove(const String & projection_name, bool if_exists);
 
 private:
     /// Keep the sequence of columns and allow to lookup by name.
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 3adf3026b23..8d0c01c2c43 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -4873,7 +4873,7 @@ void StorageReplicatedMergeTree::alter(
             zookeeper->get(mutations_path, &mutations_stat);
 
             partition_block_numbers_holder =
-                    allocateBlockNumbersInAffectedPartitions(mutation_entry.commands, query_context, zookeeper);
+                allocateBlockNumbersInAffectedPartitions(mutation_entry.commands, query_context, zookeeper);
 
             mutation_entry.block_numbers = partition_block_numbers_holder.getBlockNumbers();
             mutation_entry.create_time = time(nullptr);
diff --git a/tests/queries/0_stateless/01710_projection_drop_if_exists.reference b/tests/queries/0_stateless/01710_projection_drop_if_exists.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01710_projection_drop_if_exists.sql b/tests/queries/0_stateless/01710_projection_drop_if_exists.sql
new file mode 100644
index 00000000000..f21092e5491
--- /dev/null
+++ b/tests/queries/0_stateless/01710_projection_drop_if_exists.sql
@@ -0,0 +1,11 @@
+drop table if exists tp;
+
+create table tp (x Int32, y Int32, projection p (select x, y order by x)) engine = MergeTree order by y;
+
+alter table tp drop projection pp; -- { serverError 582 }
+alter table tp drop projection if exists pp;
+alter table tp drop projection if exists p;
+alter table tp drop projection p;  -- { serverError 582 }
+alter table tp drop projection if exists p;
+
+drop table tp;

From b79e2ee8f3ad4a9655f268d0fe8b5fe1d72afb81 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 28 May 2021 17:14:04 +0300
Subject: [PATCH 0672/1060] Remove endless wait from ZooKeeper client

---
 src/Common/ZooKeeper/ZooKeeper.cpp | 31 +++++++++++++++++++++++-------
 1 file changed, 24 insertions(+), 7 deletions(-)

diff --git a/src/Common/ZooKeeper/ZooKeeper.cpp b/src/Common/ZooKeeper/ZooKeeper.cpp
index 9f59da233fc..43092f719ec 100644
--- a/src/Common/ZooKeeper/ZooKeeper.cpp
+++ b/src/Common/ZooKeeper/ZooKeeper.cpp
@@ -411,7 +411,13 @@ Coordination::Error ZooKeeper::existsImpl(const std::string & path, Coordination
     };
 
     impl->exists(path, callback, watch_callback);
-    event.wait();
+
+    if (!event.tryWait(operation_timeout_ms))
+    {
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
+
     return code;
 }
 
@@ -447,7 +453,12 @@ Coordination::Error ZooKeeper::getImpl(const std::string & path, std::string & r
     };
 
     impl->get(path, callback, watch_callback);
-    event.wait();
+    if (!event.tryWait(operation_timeout_ms))
+    {
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
+
     return code;
 }
 
@@ -515,7 +526,11 @@ Coordination::Error ZooKeeper::setImpl(const std::string & path, const std::stri
     };
 
     impl->set(path, data, version, callback);
-    event.wait();
+    if (!event.tryWait(operation_timeout_ms))
+    {
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
     return code;
 }
 
@@ -564,7 +579,11 @@ Coordination::Error ZooKeeper::multiImpl(const Coordination::Requests & requests
     };
 
     impl->multi(requests, callback);
-    event.wait();
+    if (!event.tryWait(operation_timeout_ms))
+    {
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
     return code;
 }
 
@@ -700,9 +719,7 @@ bool ZooKeeper::waitForDisappear(const std::string & path, const WaitCondition &
         /// Use getData insteand of exists to avoid watch leak.
         impl->get(path, callback, watch);
 
-        if (!condition)
-            state->event.wait();
-        else if (!state->event.tryWait(1000))
+        if (!state->event.tryWait(1000))
             continue;
 
         if (state->code == int32_t(Coordination::Error::ZNONODE))

From 295a302bc8e3e22b2b5a7dff92bdbb6e7e113557 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 28 May 2021 17:34:02 +0300
Subject: [PATCH 0673/1060] Remove settings from ReadFromMergeTree.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 225 ++++++++++--------
 src/Processors/QueryPlan/ReadFromMergeTree.h  |  63 +++--
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  44 +---
 .../MergeTree/MergeTreeDataSelectExecutor.h   |   2 +-
 4 files changed, 161 insertions(+), 173 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 7e4a8ba5a55..4515db11067 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -49,38 +49,63 @@ struct ReadFromMergeTree::AnalysisResult
     ReadFromMergeTree::ReadType read_type = ReadFromMergeTree::ReadType::Default;
 };
 
+static MergeTreeReaderSettings getMergeTreeReaderSettings(const ContextPtr & context)
+{
+    const auto & settings = context->getSettingsRef();
+    return {
+        .min_bytes_to_use_direct_io = settings.min_bytes_to_use_direct_io,
+        .min_bytes_to_use_mmap_io = settings.min_bytes_to_use_mmap_io,
+        .mmap_cache = context->getMMappedFileCache(),
+        .max_read_buffer_size = settings.max_read_buffer_size,
+        .save_marks_in_cache = true,
+        .checksum_on_read = settings.checksum_on_read,
+    };
+}
+
+static const PrewhereInfoPtr & getPrewhereInfo(const SelectQueryInfo & query_info)
+{
+    return query_info.projection ? query_info.projection->prewhere_info
+                                 : query_info.prewhere_info;
+}
+
 ReadFromMergeTree::ReadFromMergeTree(
-    const SelectQueryInfo & query_info_,
-    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read_,
-    ContextPtr context_,
+    MergeTreeData::DataPartsVector parts_,
+    Names real_column_names_,
+    Names virt_column_names_,
     const MergeTreeData & data_,
+    const SelectQueryInfo & query_info_,
     StorageMetadataPtr metadata_snapshot_,
     StorageMetadataPtr metadata_snapshot_base_,
-    Names real_column_names_,
-    MergeTreeData::DataPartsVector parts_,
-    PrewhereInfoPtr prewhere_info_,
-    Names virt_column_names_,
-    Settings settings_,
+    ContextPtr context_,
+    size_t max_block_size_,
+    size_t num_streams_,
+    bool sample_factor_column_queried_,
+    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read_,
     Poco::Logger * log_)
     : ISourceStep(DataStream{.header = MergeTreeBaseSelectProcessor::transformHeader(
         metadata_snapshot_->getSampleBlockForColumns(real_column_names_, data_.getVirtuals(), data_.getStorageID()),
-        prewhere_info_,
+        getPrewhereInfo(query_info_),
         data_.getPartitionValueType(),
         virt_column_names_)})
-    , query_info(std::move(query_info_))
-    , max_block_numbers_to_read(std::move(max_block_numbers_to_read_))
-    , context(std::move(context_))
+    , reader_settings(getMergeTreeReaderSettings(context_))
+    , prepared_parts(std::move(parts_))
+    , real_column_names(std::move(real_column_names_))
+    , virt_column_names(std::move(virt_column_names_))
     , data(data_)
+    , query_info(query_info_)
+    , prewhere_info(getPrewhereInfo(query_info))
     , metadata_snapshot(std::move(metadata_snapshot_))
     , metadata_snapshot_base(std::move(metadata_snapshot_base_))
-    , real_column_names(std::move(real_column_names_))
-    , prepared_parts(std::move(parts_))
-    , prewhere_info(std::move(prewhere_info_))
-    , virt_column_names(std::move(virt_column_names_))
-    , settings(std::move(settings_))
+    , context(std::move(context_))
+    , max_block_size(max_block_size_)
+    , requested_num_streams(num_streams_)
+    , preferred_block_size_bytes(context->getSettingsRef().preferred_block_size_bytes)
+    , preferred_max_column_in_block_size_bytes(context->getSettingsRef().preferred_max_column_in_block_size_bytes)
+    , sample_factor_column_queried(sample_factor_column_queried_)
+    , max_block_numbers_to_read(std::move(max_block_numbers_to_read_))
     , log(log_)
 {
-    if (settings.sample_factor_column_queried)
+    if (sample_factor_column_queried)
     {
         /// Only _sample_factor virtual column is added by ReadFromMergeTree
         /// Other virtual columns are added by MergeTreeBaseSelectProcessor.
@@ -90,8 +115,11 @@ ReadFromMergeTree::ReadFromMergeTree(
 }
 
 Pipe ReadFromMergeTree::readFromPool(
-    RangesInDataParts parts_with_range, Names required_columns,
-    size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache)
+    RangesInDataParts parts_with_range,
+    Names required_columns,
+    size_t max_streams,
+    size_t min_marks_for_concurrent_read,
+    bool use_uncompressed_cache)
 {
     Pipes pipes;
     size_t sum_marks = 0;
@@ -103,8 +131,11 @@ Pipe ReadFromMergeTree::readFromPool(
         total_rows += part.getRowsCount();
     }
 
+    const auto & settings = context->getSettingsRef();
+    MergeTreeReadPool::BackoffSettings backoff_settings(settings);
+
     auto pool = std::make_shared<MergeTreeReadPool>(
-        used_max_streams,
+        max_streams,
         sum_marks,
         min_marks_for_concurrent_read,
         std::move(parts_with_range),
@@ -113,20 +144,20 @@ Pipe ReadFromMergeTree::readFromPool(
         prewhere_info,
         true,
         required_columns,
-        settings.backoff_settings,
+        backoff_settings,
         settings.preferred_block_size_bytes,
         false);
 
     auto * logger = &Poco::Logger::get(data.getLogName() + " (SelectExecutor)");
-    LOG_DEBUG(logger, "Reading approx. {} rows with {} streams", total_rows, used_max_streams);
+    LOG_DEBUG(logger, "Reading approx. {} rows with {} streams", total_rows, max_streams);
 
-    for (size_t i = 0; i < used_max_streams; ++i)
+    for (size_t i = 0; i < max_streams; ++i)
     {
         auto source = std::make_shared<MergeTreeThreadSelectBlockInputProcessor>(
-            i, pool, min_marks_for_concurrent_read, settings.max_block_size,
+            i, pool, min_marks_for_concurrent_read, max_block_size,
             settings.preferred_block_size_bytes, settings.preferred_max_column_in_block_size_bytes,
             data, metadata_snapshot, use_uncompressed_cache,
-            prewhere_info, settings.reader_settings, virt_column_names);
+            prewhere_info, reader_settings, virt_column_names);
 
         if (i == 0)
         {
@@ -141,15 +172,22 @@ Pipe ReadFromMergeTree::readFromPool(
 }
 
 template<typename TSource>
-ProcessorPtr ReadFromMergeTree::createSource(const RangesInDataPart & part, const Names & required_columns, bool use_uncompressed_cache)
+ProcessorPtr ReadFromMergeTree::createSource(
+    const RangesInDataPart & part,
+    const Names & required_columns,
+    bool use_uncompressed_cache)
 {
     return std::make_shared<TSource>(
-            data, metadata_snapshot, part.data_part, settings.max_block_size, settings.preferred_block_size_bytes,
-            settings.preferred_max_column_in_block_size_bytes, required_columns, part.ranges, use_uncompressed_cache,
-            prewhere_info, true, settings.reader_settings, virt_column_names, part.part_index_in_query);
+            data, metadata_snapshot, part.data_part, max_block_size, preferred_block_size_bytes,
+            preferred_max_column_in_block_size_bytes, required_columns, part.ranges, use_uncompressed_cache,
+            prewhere_info, true, reader_settings, virt_column_names, part.part_index_in_query);
 }
 
-Pipe ReadFromMergeTree::readInOrder(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, bool use_uncompressed_cache)
+Pipe ReadFromMergeTree::readInOrder(
+    RangesInDataParts parts_with_range,
+    Names required_columns,
+    ReadType read_type,
+    bool use_uncompressed_cache)
 {
     Pipes pipes;
     for (const auto & part : parts_with_range)
@@ -176,10 +214,11 @@ Pipe ReadFromMergeTree::readInOrder(RangesInDataParts parts_with_range, Names re
 
 Pipe ReadFromMergeTree::read(
     RangesInDataParts parts_with_range, Names required_columns, ReadType read_type,
-    size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache)
+    size_t max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache)
 {
-    if (read_type == ReadType::Default && used_max_streams > 1)
-        return readFromPool(parts_with_range, required_columns, used_max_streams, min_marks_for_concurrent_read, use_uncompressed_cache);
+    if (read_type == ReadType::Default && max_streams > 1)
+        return readFromPool(parts_with_range, required_columns, max_streams,
+                            min_marks_for_concurrent_read, use_uncompressed_cache);
 
     auto pipe = readInOrder(parts_with_range, required_columns, read_type, use_uncompressed_cache);
 
@@ -195,7 +234,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreams(
     RangesInDataParts && parts_with_ranges,
     const Names & column_names)
 {
-    const auto & q_settings = context->getSettingsRef();
+    const auto & settings = context->getSettingsRef();
 
     /// Count marks for each part.
     std::vector<size_t> sum_marks_in_parts(parts_with_ranges.size());
@@ -219,35 +258,35 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreams(
         index_granularity_bytes = data_settings->index_granularity_bytes;
 
     const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
-        q_settings.merge_tree_max_rows_to_use_cache,
-        q_settings.merge_tree_max_bytes_to_use_cache,
+        settings.merge_tree_max_rows_to_use_cache,
+        settings.merge_tree_max_bytes_to_use_cache,
         data_settings->index_granularity,
         index_granularity_bytes);
 
     const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
-        q_settings.merge_tree_min_rows_for_concurrent_read,
-        q_settings.merge_tree_min_bytes_for_concurrent_read,
+        settings.merge_tree_min_rows_for_concurrent_read,
+        settings.merge_tree_min_bytes_for_concurrent_read,
         data_settings->index_granularity,
         index_granularity_bytes,
         sum_marks);
 
-    bool use_uncompressed_cache = q_settings.use_uncompressed_cache;
+    bool use_uncompressed_cache = settings.use_uncompressed_cache;
     if (sum_marks > max_marks_to_use_cache)
         use_uncompressed_cache = false;
 
     if (0 == sum_marks)
         return {};
 
-    size_t used_num_streams = settings.num_streams;
-    if (used_num_streams > 1)
+    size_t num_streams = requested_num_streams;
+    if (num_streams > 1)
     {
         /// Reduce the number of num_streams if the data is small.
-        if (sum_marks < used_num_streams * min_marks_for_concurrent_read && parts_with_ranges.size() < used_num_streams)
-            used_num_streams = std::max((sum_marks + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, parts_with_ranges.size());
+        if (sum_marks < num_streams * min_marks_for_concurrent_read && parts_with_ranges.size() < num_streams)
+            num_streams = std::max((sum_marks + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, parts_with_ranges.size());
     }
 
     return read(std::move(parts_with_ranges), column_names, ReadType::Default,
-                used_num_streams, min_marks_for_concurrent_read, use_uncompressed_cache);
+                num_streams, min_marks_for_concurrent_read, use_uncompressed_cache);
 }
 
 static ActionsDAGPtr createProjection(const Block & header)
@@ -265,7 +304,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
     ActionsDAGPtr & out_projection,
     const InputOrderInfoPtr & input_order_info)
 {
-    const auto & q_settings = context->getSettingsRef();
+    const auto & settings = context->getSettingsRef();
     size_t sum_marks = 0;
     size_t adaptive_parts = 0;
     std::vector<size_t> sum_marks_in_parts(parts_with_ranges.size());
@@ -285,14 +324,14 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
         index_granularity_bytes = data_settings->index_granularity_bytes;
 
     const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
-        q_settings.merge_tree_max_rows_to_use_cache,
-        q_settings.merge_tree_max_bytes_to_use_cache,
+        settings.merge_tree_max_rows_to_use_cache,
+        settings.merge_tree_max_bytes_to_use_cache,
         data_settings->index_granularity,
         index_granularity_bytes);
 
     const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
-        q_settings.merge_tree_min_rows_for_concurrent_read,
-        q_settings.merge_tree_min_bytes_for_concurrent_read,
+        settings.merge_tree_min_rows_for_concurrent_read,
+        settings.merge_tree_min_bytes_for_concurrent_read,
         data_settings->index_granularity,
         index_granularity_bytes,
         sum_marks);
@@ -307,7 +346,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
         return {};
 
     /// Let's split ranges to avoid reading much data.
-    auto split_ranges = [rows_granularity = data_settings->index_granularity, max_block_size = settings.max_block_size]
+    auto split_ranges = [rows_granularity = data_settings->index_granularity, max_block_size = max_block_size]
         (const auto & ranges, int direction)
     {
         MarkRanges new_ranges;
@@ -352,12 +391,12 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
         return new_ranges;
     };
 
-    const size_t min_marks_per_stream = (sum_marks - 1) / settings.num_streams + 1;
-    bool need_preliminary_merge = (parts_with_ranges.size() > q_settings.read_in_order_two_level_merge_threshold);
+    const size_t min_marks_per_stream = (sum_marks - 1) / requested_num_streams + 1;
+    bool need_preliminary_merge = (parts_with_ranges.size() > settings.read_in_order_two_level_merge_threshold);
 
     Pipes pipes;
 
-    for (size_t i = 0; i < settings.num_streams && !parts_with_ranges.empty(); ++i)
+    for (size_t i = 0; i < requested_num_streams && !parts_with_ranges.empty(); ++i)
     {
         size_t need_marks = min_marks_per_stream;
         RangesInDataParts new_parts;
@@ -398,7 +437,8 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
                 while (need_marks > 0)
                 {
                     if (part.ranges.empty())
-                        throw Exception("Unexpected end of ranges while spreading marks among streams", ErrorCodes::LOGICAL_ERROR);
+                        throw Exception("Unexpected end of ranges while spreading marks among streams",
+                                        ErrorCodes::LOGICAL_ERROR);
 
                     MarkRange & range = part.ranges.front();
 
@@ -423,7 +463,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
                        : ReadFromMergeTree::ReadType::InReverseOrder;
 
         pipes.emplace_back(read(std::move(new_parts), column_names, read_type,
-                           settings.num_streams, min_marks_for_concurrent_read, use_uncompressed_cache));
+                           requested_num_streams, min_marks_for_concurrent_read, use_uncompressed_cache));
     }
 
     if (need_preliminary_merge)
@@ -451,7 +491,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
                         pipe.getHeader(),
                         pipe.numOutputPorts(),
                         sort_description,
-                        settings.max_block_size);
+                        max_block_size);
 
                 pipe.addTransform(std::move(transform));
             }
@@ -573,7 +613,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     const Names & column_names,
     ActionsDAGPtr & out_projection)
 {
-    const auto & q_settings = context->getSettingsRef();
+    const auto & settings = context->getSettingsRef();
     const auto data_settings = data.getSettings();
     size_t sum_marks = 0;
     size_t adaptive_parts = 0;
@@ -591,8 +631,8 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
         index_granularity_bytes = data_settings->index_granularity_bytes;
 
     const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
-        q_settings.merge_tree_max_rows_to_use_cache,
-        q_settings.merge_tree_max_bytes_to_use_cache,
+        settings.merge_tree_max_rows_to_use_cache,
+        settings.merge_tree_max_bytes_to_use_cache,
         data_settings->index_granularity,
         index_granularity_bytes);
 
@@ -600,9 +640,9 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     if (sum_marks > max_marks_to_use_cache)
         use_uncompressed_cache = false;
 
-    size_t used_num_streams = settings.num_streams;
-    if (used_num_streams > q_settings.max_final_threads)
-        used_num_streams = q_settings.max_final_threads;
+    size_t num_streams = requested_num_streams;
+    if (num_streams > settings.max_final_threads)
+        num_streams = settings.max_final_threads;
 
     /// If setting do_not_merge_across_partitions_select_final is true than we won't merge parts from different partitions.
     /// We have all parts in parts vector, where parts with same partition are nearby.
@@ -613,7 +653,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     auto it = parts_with_range.begin();
     parts_to_merge_ranges.push_back(it);
 
-    if (q_settings.do_not_merge_across_partitions_select_final)
+    if (settings.do_not_merge_across_partitions_select_final)
     {
         while (it != parts_with_range.end())
         {
@@ -623,7 +663,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
         }
         /// We divide threads for each partition equally. But we will create at least the number of partitions threads.
         /// (So, the total number of threads could be more than initial num_streams.
-        used_num_streams /= (parts_to_merge_ranges.size() - 1);
+        num_streams /= (parts_to_merge_ranges.size() - 1);
     }
     else
     {
@@ -650,7 +690,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
             /// with level > 0 then we won't postprocess this part and if num_streams > 1 we
             /// can use parallel select on such parts. We save such parts in one vector and then use
             /// MergeTreeReadPool and MergeTreeThreadSelectBlockInputProcessor for parallel select.
-            if (used_num_streams > 1 && q_settings.do_not_merge_across_partitions_select_final &&
+            if (num_streams > 1 && settings.do_not_merge_across_partitions_select_final &&
                 std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
                 parts_to_merge_ranges[range_index]->data_part->info.level > 0)
             {
@@ -670,19 +710,8 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
             if (new_parts.empty())
                 continue;
 
-            // ReadFromMergeTree::Settings step_settings
-            // {
-            //     .max_block_size = max_block_size,
-            //     .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-            //     .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-            //     .min_marks_for_concurrent_read = 0, /// this setting is not used for reading in order
-            //     .use_uncompressed_cache = use_uncompressed_cache,
-            //     .reader_settings = reader_settings,
-            //     .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-            // };
-
             pipe = read(std::move(new_parts), column_names, ReadFromMergeTree::ReadType::InOrder,
-                used_num_streams, 0, use_uncompressed_cache);
+                num_streams, 0, use_uncompressed_cache);
 
             /// Drop temporary columns, added by 'sorting_key_expr'
             if (!out_projection)
@@ -699,7 +728,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
 
         /// If do_not_merge_across_partitions_select_final is true and there is only one part in partition
         /// with level > 0 then we won't postprocess this part
-        if (q_settings.do_not_merge_across_partitions_select_final &&
+        if (settings.do_not_merge_across_partitions_select_final &&
             std::distance(parts_to_merge_ranges[range_index], parts_to_merge_ranges[range_index + 1]) == 1 &&
             parts_to_merge_ranges[range_index]->data_part->info.level > 0)
         {
@@ -720,8 +749,8 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
 
         addMergingFinal(
             pipe,
-            std::min<size_t>(used_num_streams, q_settings.max_final_threads),
-            sort_description, data.merging_params, partition_key_columns, settings.max_block_size);
+            std::min<size_t>(num_streams, settings.max_final_threads),
+            sort_description, data.merging_params, partition_key_columns, max_block_size);
 
         partition_pipes.emplace_back(std::move(pipe));
     }
@@ -730,11 +759,11 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     {
         RangesInDataParts new_parts;
 
-        size_t num_streams_for_lonely_parts = used_num_streams * lonely_parts.size();
+        size_t num_streams_for_lonely_parts = num_streams * lonely_parts.size();
 
         const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
-            q_settings.merge_tree_min_rows_for_concurrent_read,
-            q_settings.merge_tree_min_bytes_for_concurrent_read,
+            settings.merge_tree_min_rows_for_concurrent_read,
+            settings.merge_tree_min_bytes_for_concurrent_read,
             data_settings->index_granularity,
             index_granularity_bytes,
             sum_marks_in_lonely_parts);
@@ -767,6 +796,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
 ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTreeData::DataPartsVector parts) const
 {
     AnalysisResult result;
+    const auto & settings = context->getSettingsRef();
 
     size_t total_parts = parts.size();
 
@@ -807,7 +837,7 @@ ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTre
 
     result.sampling = MergeTreeDataSelectExecutor::getSampling(
         select, parts, metadata_snapshot, key_condition,
-        data, log, settings.sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
+        data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
 
     if (result.sampling.read_nothing)
         return result;
@@ -824,9 +854,9 @@ ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTre
         query_info,
         context,
         key_condition,
-        settings.reader_settings,
+        reader_settings,
         log,
-        settings.num_streams,
+        requested_num_streams,
         result.index_stats,
         true);
 
@@ -865,8 +895,7 @@ ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTre
         ? query_info.input_order_info
         : (query_info.projection ? query_info.projection->input_order_info : nullptr);
 
-    const auto & q_settings = context->getSettingsRef();
-    if ((q_settings.optimize_read_in_order || q_settings.optimize_aggregation_in_order) && input_order_info)
+    if ((settings.optimize_read_in_order || settings.optimize_aggregation_in_order) && input_order_info)
         result.read_type = (input_order_info->direction > 0) ? ReadType::InOrder
                                                              : ReadType::InReverseOrder;
 
@@ -906,7 +935,7 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
 
     Pipe pipe;
 
-    const auto & q_settings = context->getSettingsRef();
+    const auto & settings = context->getSettingsRef();
 
     if (select.final())
     {
@@ -927,7 +956,7 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
             column_names_to_read,
             result_projection);
     }
-    else if ((q_settings.optimize_read_in_order || q_settings.optimize_aggregation_in_order) && input_order_info)
+    else if ((settings.optimize_read_in_order || settings.optimize_aggregation_in_order) && input_order_info)
     {
         size_t prefix_size = input_order_info->order_key_prefix_descr.size();
         auto order_key_prefix_ast = metadata_snapshot->getSortingKey().expression_list_ast->clone();
@@ -983,7 +1012,7 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
     };
 
     /// By the way, if a distributed query or query to a Merge table is made, then the `_sample_factor` column can have different values.
-    if (settings.sample_factor_column_queried)
+    if (sample_factor_column_queried)
     {
         ColumnWithTypeAndName column;
         column.name = "_sample_factor";
@@ -994,18 +1023,6 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         append_actions(std::move(adding_column));
     }
 
-    // TODO There seems to be no place initializing remove_columns_actions
-    // if (query_info.prewhere_info && query_info.prewhere_info->remove_columns_actions)
-    // {
-    //     auto remove_columns_action = std::make_shared<ExpressionActions>(
-    //         query_info.prewhere_info->remove_columns_actions->getActionsDAG().clone());
-
-    //     pipe.addSimpleTransform([&](const Block & header)
-    //     {
-    //         return std::make_shared<ExpressionTransform>(header, remove_columns_action);
-    //     });
-    // }
-
     /// Extra columns may be returned (for example, if sampling is used).
     /// Convert pipe to step header structure.
     if (!isCompatibleHeader(cur_header, getOutputStream().header))
diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.h b/src/Processors/QueryPlan/ReadFromMergeTree.h
index 0c3814c507f..07d45a71e0a 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.h
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.h
@@ -40,22 +40,6 @@ public:
 
     using IndexStats = std::vector<IndexStat>;
 
-    /// Part of settings which are needed for reading.
-    struct Settings
-    {
-        UInt64 max_block_size;
-        size_t num_streams;
-        size_t preferred_block_size_bytes;
-        size_t preferred_max_column_in_block_size_bytes;
-        //size_t min_marks_for_concurrent_read;
-        bool use_uncompressed_cache;
-        bool force_primary_key;
-        bool sample_factor_column_queried;
-
-        MergeTreeReaderSettings reader_settings;
-        MergeTreeReadPool::BackoffSettings backoff_settings;
-    };
-
     enum class ReadType
     {
         /// By default, read will use MergeTreeReadPool and return pipe with num_streams outputs.
@@ -72,17 +56,18 @@ public:
     };
 
     ReadFromMergeTree(
-        const SelectQueryInfo & query_info_,
-        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read_,
-        ContextPtr context_,
+        MergeTreeData::DataPartsVector parts_,
+        Names real_column_names_,
+        Names virt_column_names_,
         const MergeTreeData & data_,
+        const SelectQueryInfo & query_info_,
         StorageMetadataPtr metadata_snapshot_,
         StorageMetadataPtr metadata_snapshot_base_,
-        Names real_column_names_,
-        MergeTreeData::DataPartsVector parts_,
-        PrewhereInfoPtr prewhere_info_,
-        Names virt_column_names_,
-        Settings settings_,
+        ContextPtr context_,
+        size_t max_block_size_,
+        size_t num_streams_,
+        bool sample_factor_column_queried_,
+        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read_,
         Poco::Logger * log_
     );
 
@@ -97,23 +82,33 @@ public:
     void describeIndexes(JSONBuilder::JSONMap & map) const override;
 
 private:
-    SelectQueryInfo query_info;
-    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read;
-    ContextPtr context;
+    const MergeTreeReaderSettings reader_settings;
+
+    MergeTreeData::DataPartsVector prepared_parts;
+    Names real_column_names;
+    Names virt_column_names;
+
     const MergeTreeData & data;
+    SelectQueryInfo query_info;
+    PrewhereInfoPtr prewhere_info;
+
     StorageMetadataPtr metadata_snapshot;
     StorageMetadataPtr metadata_snapshot_base;
 
-    Names real_column_names;
-    MergeTreeData::DataPartsVector prepared_parts;
-    PrewhereInfoPtr prewhere_info;
-    Names virt_column_names;
-    Settings settings;
+    ContextPtr context;
+
+    const size_t max_block_size;
+    const size_t requested_num_streams;
+    const size_t preferred_block_size_bytes;
+    const size_t preferred_max_column_in_block_size_bytes;
+    const bool sample_factor_column_queried;
+
+    std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read;
 
     Poco::Logger * log;
 
-    Pipe read(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache);
-    Pipe readFromPool(RangesInDataParts parts_with_ranges, Names required_columns, size_t used_max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache);
+    Pipe read(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, size_t max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache);
+    Pipe readFromPool(RangesInDataParts parts_with_ranges, Names required_columns, size_t max_streams, size_t min_marks_for_concurrent_read, bool use_uncompressed_cache);
     Pipe readInOrder(RangesInDataParts parts_with_range, Names required_columns, ReadType read_type, bool use_uncompressed_cache);
 
     template<typename TSource>
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index c719c7f996c..c12759bac97 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -381,7 +381,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
 
 MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
     const ASTSelectQuery & select,
-    MergeTreeData::DataPartsVector & parts,
+    const MergeTreeData::DataPartsVector & parts,
     const StorageMetadataPtr & metadata_snapshot,
     KeyCondition & key_condition,
     const MergeTreeData & data,
@@ -1189,43 +1189,19 @@ QueryPlanPtr MergeTreeDataSelectExecutor::readFromParts(
 
     selectColumnNames(column_names_to_return, data, real_column_names, virt_column_names, sample_factor_column_queried);
 
-    const auto & settings = context->getSettingsRef();
-
-    MergeTreeReaderSettings reader_settings =
-    {
-        .min_bytes_to_use_direct_io = settings.min_bytes_to_use_direct_io,
-        .min_bytes_to_use_mmap_io = settings.min_bytes_to_use_mmap_io,
-        .mmap_cache = context->getMMappedFileCache(),
-        .max_read_buffer_size = settings.max_read_buffer_size,
-        .save_marks_in_cache = true,
-        .checksum_on_read = settings.checksum_on_read,
-    };
-
-    ReadFromMergeTree::Settings step_settings
-    {
-        .max_block_size = max_block_size,
-        .num_streams = num_streams,
-        .preferred_block_size_bytes = settings.preferred_block_size_bytes,
-        .preferred_max_column_in_block_size_bytes = settings.preferred_max_column_in_block_size_bytes,
-        .use_uncompressed_cache = settings.use_uncompressed_cache,
-        .force_primary_key = settings.force_primary_key,
-        .sample_factor_column_queried = sample_factor_column_queried,
-        .reader_settings = reader_settings,
-        .backoff_settings = MergeTreeReadPool::BackoffSettings(settings),
-    };
-
     auto read_from_merge_tree = std::make_unique<ReadFromMergeTree>(
-        query_info,
-        max_block_numbers_to_read,
-        context,
+        parts,
+        real_column_names,
+        virt_column_names,
         data,
+        query_info,
         metadata_snapshot,
         metadata_snapshot_base,
-        real_column_names,
-        parts,
-        query_info.projection ? query_info.projection->prewhere_info : query_info.prewhere_info,
-        virt_column_names,
-        step_settings,
+        context,
+        max_block_size,
+        num_streams,
+        sample_factor_column_queried,
+        max_block_numbers_to_read,
         log
     );
 
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index 00a347790a7..b43fb785573 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -176,7 +176,7 @@ public:
 
     static MergeTreeDataSelectSamplingData getSampling(
         const ASTSelectQuery & select,
-        MergeTreeData::DataPartsVector & parts,
+        const MergeTreeData::DataPartsVector & parts,
         const StorageMetadataPtr & metadata_snapshot,
         KeyCondition & key_condition,
         const MergeTreeData & data,

From 945050fe7cf7f26bfa3fb86e0a6b27b34d801c3b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 28 May 2021 17:34:16 +0300
Subject: [PATCH 0674/1060] Block allocator earlier in

---
 src/Common/Exception.cpp | 35 ++++++++++++++++++++++++-----------
 1 file changed, 24 insertions(+), 11 deletions(-)

diff --git a/src/Common/Exception.cpp b/src/Common/Exception.cpp
index dca19eea7f2..ac1780a45a8 100644
--- a/src/Common/Exception.cpp
+++ b/src/Common/Exception.cpp
@@ -138,9 +138,31 @@ void throwFromErrnoWithPath(const std::string & s, const std::string & path, int
     throw ErrnoException(s + ", " + errnoToString(code, the_errno), code, the_errno, path);
 }
 
+static void tryLogCurrentExceptionImpl(Poco::Logger * logger, const std::string & start_of_message)
+{
+    try
+    {
+        if (start_of_message.empty())
+            LOG_ERROR(logger, "{}", getCurrentExceptionMessage(true));
+        else
+            LOG_ERROR(logger, "{}: {}", start_of_message, getCurrentExceptionMessage(true));
+    }
+    catch (...)
+    {
+    }
+}
+
 void tryLogCurrentException(const char * log_name, const std::string & start_of_message)
 {
-    tryLogCurrentException(&Poco::Logger::get(log_name), start_of_message);
+    /// Under high memory pressure, any new allocation will definitelly lead
+    /// to MEMORY_LIMIT_EXCEEDED exception.
+    ///
+    /// And in this case the exception will not be logged, so let's block the
+    /// MemoryTracker until the exception will be logged.
+    MemoryTracker::LockExceptionInThread lock_memory_tracker(VariableContext::Global);
+
+    /// Poco::Logger::get can allocate memory too
+    tryLogCurrentExceptionImpl(&Poco::Logger::get(log_name), start_of_message);
 }
 
 void tryLogCurrentException(Poco::Logger * logger, const std::string & start_of_message)
@@ -152,16 +174,7 @@ void tryLogCurrentException(Poco::Logger * logger, const std::string & start_of_
     /// MemoryTracker until the exception will be logged.
     MemoryTracker::LockExceptionInThread lock_memory_tracker(VariableContext::Global);
 
-    try
-    {
-        if (start_of_message.empty())
-            LOG_ERROR(logger, "{}", getCurrentExceptionMessage(true));
-        else
-            LOG_ERROR(logger, "{}: {}", start_of_message, getCurrentExceptionMessage(true));
-    }
-    catch (...)
-    {
-    }
+    tryLogCurrentExceptionImpl(logger, start_of_message);
 }
 
 static void getNoSpaceLeftInfoMessage(std::filesystem::path path, std::string & msg)

From 095f06c8a35b876b64b247d77e8eec2dc27dc1c9 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 28 May 2021 17:37:05 +0300
Subject: [PATCH 0675/1060] raise timeout for
 test_host_ip_change/test.py::test_user_access_ip_change

---
 tests/integration/helpers/cluster.py                     | 9 ++++++---
 .../configs/dictionaries/.gitkeep                        | 1 -
 2 files changed, 6 insertions(+), 4 deletions(-)
 delete mode 100644 tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 6287064b616..733af0cb8f9 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -126,7 +126,7 @@ class ClickHouseCluster:
     """
 
     def __init__(self, base_path, name=None, base_config_dir=None, server_bin_path=None, client_bin_path=None,
-                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None, 
+                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None,
                  custom_dockerd_host=None):
         for param in list(os.environ.keys()):
             print("ENV %40s %s" % (param, os.environ[param]))
@@ -455,7 +455,10 @@ class ClickHouseCluster:
         run_and_check(self.base_cmd + ["up", "--force-recreate", "--no-deps", "-d", node.name])
         node.ip_address = self.get_instance_ip(node.name)
         node.client = Client(node.ip_address, command=self.client_bin_path)
-        node.wait_for_start(start_timeout=20.0, connection_timeout=600.0)  # seconds
+        print("Restart node with ip change")
+        # In builds with sanitizer the server can take a long time to start
+        node.wait_for_start(start_timeout=60.0, connection_timeout=600.0)  # seconds
+        print("Restarted")
         return node
 
     def get_instance_ip(self, instance_name):
@@ -1524,7 +1527,7 @@ class ClickHouseInstance:
 
         if self.stay_alive:
             entrypoint_cmd = CLICKHOUSE_STAY_ALIVE_COMMAND.replace("{main_config_file}", self.main_config_name)
-        
+
         print("Entrypoint cmd: {}".format(entrypoint_cmd))
 
         networks = app_net = ipv4_address = ipv6_address = net_aliases = net_alias1 = ""
diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep b/tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep
deleted file mode 100644
index 9568549054c..00000000000
--- a/tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep
+++ /dev/null
@@ -1 +0,0 @@
-#Keep

From 312bab0f32108c4bf74a2a5c3c61078571a8be66 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 28 May 2021 18:37:23 +0300
Subject: [PATCH 0676/1060] Fix empty check

---
 src/Coordination/KeeperSnapshotManager.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Coordination/KeeperSnapshotManager.cpp b/src/Coordination/KeeperSnapshotManager.cpp
index f05aa1b61bc..7520f9b3ba2 100644
--- a/src/Coordination/KeeperSnapshotManager.cpp
+++ b/src/Coordination/KeeperSnapshotManager.cpp
@@ -292,7 +292,7 @@ SnapshotMetadataPtr KeeperStorageSnapshot::deserialize(KeeperStorage & storage,
 
                 session_auth_counter++;
             }
-            if (ids.size() > 0)
+            if (!ids.empty())
                 storage.session_and_auth[active_session_id] = ids;
         }
         current_session_size++;

From 3f57fc085b6ccc756bb6dcde320a6a3dca3d4985 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 28 May 2021 19:44:59 +0300
Subject: [PATCH 0677/1060] remove mutable context references from functions
 interface

Also remove it from some visitors.
---
 .../AggregateFunctionFactory.cpp              |  2 +-
 .../AggregateFunctionMLMethod.cpp             |  6 +--
 .../AggregateFunctionMLMethod.h               | 10 ++---
 src/AggregateFunctions/IAggregateFunction.h   |  2 +-
 src/Bridge/IBridgeHelper.h                    |  4 +-
 src/Bridge/LibraryBridgeHelper.cpp            |  2 +-
 src/Bridge/LibraryBridgeHelper.h              |  2 +-
 src/Bridge/XDBCBridgeHelper.h                 |  2 +-
 src/Columns/ColumnAggregateFunction.cpp       |  2 +-
 src/Columns/ColumnAggregateFunction.h         |  2 +-
 src/DataTypes/DataTypeDecimalBase.cpp         |  4 +-
 src/DataTypes/DataTypeDecimalBase.h           |  4 +-
 .../CassandraDictionarySource.cpp             |  2 +-
 .../ClickHouseDictionarySource.cpp            |  6 +--
 src/Dictionaries/ClickHouseDictionarySource.h |  2 +-
 src/Dictionaries/DictionaryFactory.cpp        |  4 +-
 src/Dictionaries/DictionaryFactory.h          |  6 +--
 src/Dictionaries/DictionarySourceFactory.cpp  |  2 +-
 src/Dictionaries/DictionarySourceFactory.h    |  4 +-
 src/Dictionaries/DictionarySourceHelpers.cpp  |  2 +-
 src/Dictionaries/DictionarySourceHelpers.h    |  7 +---
 src/Dictionaries/DirectDictionary.cpp         |  2 +-
 .../ExecutableDictionarySource.cpp            |  6 +--
 src/Dictionaries/ExecutableDictionarySource.h |  4 +-
 .../ExecutablePoolDictionarySource.cpp        |  4 +-
 .../ExecutablePoolDictionarySource.h          |  4 +-
 src/Dictionaries/FileDictionarySource.cpp     |  4 +-
 src/Dictionaries/FileDictionarySource.h       |  4 +-
 src/Dictionaries/FlatDictionary.cpp           |  2 +-
 src/Dictionaries/HTTPDictionarySource.cpp     |  4 +-
 src/Dictionaries/HTTPDictionarySource.h       |  4 +-
 src/Dictionaries/HashedDictionary.cpp         |  8 ++--
 src/Dictionaries/IPAddressDictionary.cpp      |  2 +-
 src/Dictionaries/LibraryDictionarySource.cpp  |  4 +-
 src/Dictionaries/LibraryDictionarySource.h    |  4 +-
 src/Dictionaries/MongoDBDictionarySource.cpp  |  2 +-
 src/Dictionaries/MySQLDictionarySource.cpp    |  2 +-
 .../PolygonDictionaryImplementations.cpp      |  2 +-
 .../PostgreSQLDictionarySource.cpp            |  2 +-
 src/Dictionaries/RangeHashedDictionary.cpp    |  2 +-
 src/Dictionaries/RedisDictionarySource.cpp    |  2 +-
 src/Dictionaries/XDBCDictionarySource.cpp     |  8 ++--
 src/Dictionaries/XDBCDictionarySource.h       |  2 +-
 .../getDictionaryConfigurationFromAST.cpp     |  6 +--
 .../getDictionaryConfigurationFromAST.h       |  2 +-
 .../registerCacheDictionaries.cpp             | 10 ++---
 src/Functions/FunctionBase64Conversion.h      |  2 +-
 src/Functions/FunctionBinaryArithmetic.h      | 20 ++++-----
 src/Functions/FunctionBitTestMany.h           |  2 +-
 src/Functions/FunctionCustomWeekToSomething.h |  2 +-
 .../FunctionDateOrDateTimeAddInterval.h       |  2 +-
 .../FunctionDateOrDateTimeToSomething.h       |  2 +-
 src/Functions/FunctionFQDN.cpp                |  2 +-
 src/Functions/FunctionFactory.cpp             |  8 ++--
 src/Functions/FunctionFactory.h               | 12 +++---
 src/Functions/FunctionFile.cpp                |  6 +--
 src/Functions/FunctionJoinGet.cpp             |  4 +-
 src/Functions/FunctionJoinGet.h               |  6 +--
 src/Functions/FunctionMathBinaryFloat64.h     |  2 +-
 src/Functions/FunctionMathConstFloat64.h      |  2 +-
 src/Functions/FunctionMathUnary.h             |  2 +-
 src/Functions/FunctionNumericPredicate.h      |  2 +-
 src/Functions/FunctionStartsEndsWith.h        |  4 +-
 src/Functions/FunctionStringOrArrayToT.h      |  2 +-
 src/Functions/FunctionStringReplace.h         |  2 +-
 src/Functions/FunctionStringToString.h        |  2 +-
 src/Functions/FunctionUnaryArithmetic.h       |  2 +-
 src/Functions/FunctionsAES.h                  |  4 +-
 src/Functions/FunctionsBitmap.h               | 16 +++----
 src/Functions/FunctionsCoding.h               | 42 +++++++++----------
 src/Functions/FunctionsComparison.h           |  6 +--
 src/Functions/FunctionsConsistentHashing.h    |  2 +-
 src/Functions/FunctionsConversion.h           |  6 +--
 src/Functions/FunctionsEmbeddedDictionaries.h | 20 ++++-----
 src/Functions/FunctionsExternalDictionaries.h | 36 ++++++++--------
 src/Functions/FunctionsExternalModels.cpp     |  2 +-
 src/Functions/FunctionsExternalModels.h       |  2 +-
 src/Functions/FunctionsHashing.h              | 12 +++---
 src/Functions/FunctionsJSON.h                 |  6 +--
 src/Functions/FunctionsLogical.h              |  4 +-
 .../FunctionsMultiStringFuzzySearch.h         |  2 +-
 src/Functions/FunctionsMultiStringPosition.h  |  2 +-
 src/Functions/FunctionsMultiStringSearch.h    |  2 +-
 src/Functions/FunctionsRandom.h               |  4 +-
 src/Functions/FunctionsRound.h                |  4 +-
 src/Functions/FunctionsStringArray.h          |  4 +-
 src/Functions/FunctionsStringHash.h           |  2 +-
 src/Functions/FunctionsStringSearch.h         |  2 +-
 src/Functions/FunctionsStringSearchToString.h |  2 +-
 src/Functions/FunctionsStringSimilarity.h     |  2 +-
 src/Functions/LeastGreatestGeneric.h          |  8 ++--
 src/Functions/PerformanceAdaptors.h           |  8 ++--
 .../URL/FirstSignificantSubdomainCustomImpl.h |  2 +-
 src/Functions/URL/port.cpp                    |  2 +-
 src/Functions/abtesting.cpp                   |  2 +-
 src/Functions/addressToLine.cpp               |  2 +-
 src/Functions/addressToSymbol.cpp             |  2 +-
 src/Functions/appendTrailingCharIfAbsent.cpp  |  2 +-
 src/Functions/array/FunctionArrayMapped.h     |  2 +-
 src/Functions/array/array.cpp                 |  2 +-
 src/Functions/array/arrayConcat.cpp           |  2 +-
 src/Functions/array/arrayDistinct.cpp         |  2 +-
 src/Functions/array/arrayElement.cpp          |  4 +-
 src/Functions/array/arrayEnumerate.cpp        |  2 +-
 src/Functions/array/arrayEnumerateExtended.h  |  2 +-
 src/Functions/array/arrayEnumerateRanked.h    |  2 +-
 src/Functions/array/arrayFlatten.cpp          |  2 +-
 src/Functions/array/arrayIndex.h              |  2 +-
 src/Functions/array/arrayIntersect.cpp        |  8 ++--
 src/Functions/array/arrayJoin.cpp             |  2 +-
 src/Functions/array/arrayPopBack.cpp          |  2 +-
 src/Functions/array/arrayPopFront.cpp         |  2 +-
 src/Functions/array/arrayPushBack.cpp         |  2 +-
 src/Functions/array/arrayPushFront.cpp        |  2 +-
 src/Functions/array/arrayReduce.cpp           |  2 +-
 src/Functions/array/arrayReduceInRanges.cpp   |  2 +-
 src/Functions/array/arrayResize.cpp           |  2 +-
 src/Functions/array/arrayReverse.cpp          |  2 +-
 src/Functions/array/arrayScalarProduct.h      |  2 +-
 src/Functions/array/arraySlice.cpp            |  2 +-
 src/Functions/array/arrayUniq.cpp             |  2 +-
 src/Functions/array/arrayWithConstant.cpp     |  2 +-
 src/Functions/array/arrayZip.cpp              |  2 +-
 src/Functions/array/emptyArray.cpp            |  2 +-
 src/Functions/array/emptyArrayToSingle.cpp    |  2 +-
 src/Functions/array/hasAll.cpp                |  2 +-
 src/Functions/array/hasAny.cpp                |  2 +-
 src/Functions/array/hasSubstr.cpp             |  2 +-
 src/Functions/array/mapOp.cpp                 |  2 +-
 src/Functions/array/mapPopulateSeries.cpp     |  2 +-
 src/Functions/array/range.cpp                 |  2 +-
 src/Functions/assumeNotNull.cpp               |  2 +-
 src/Functions/bar.cpp                         |  2 +-
 src/Functions/bitHammingDistance.cpp          |  2 +-
 src/Functions/bitmaskToList.cpp               |  2 +-
 src/Functions/blockNumber.cpp                 |  2 +-
 src/Functions/blockSerializedSize.cpp         |  2 +-
 src/Functions/blockSize.cpp                   |  2 +-
 src/Functions/buildId.cpp                     |  2 +-
 src/Functions/byteSize.cpp                    |  2 +-
 src/Functions/caseWithExpression.cpp          |  6 +--
 src/Functions/coalesce.cpp                    |  6 +--
 src/Functions/concat.cpp                      | 12 +++---
 src/Functions/connectionId.cpp                |  6 +--
 src/Functions/convertCharset.cpp              |  2 +-
 src/Functions/countDigits.cpp                 |  2 +-
 src/Functions/countMatches.h                  |  2 +-
 src/Functions/currentDatabase.cpp             |  2 +-
 src/Functions/currentUser.cpp                 |  2 +-
 src/Functions/dateDiff.cpp                    |  2 +-
 src/Functions/date_trunc.cpp                  |  6 +--
 src/Functions/defaultValueOfArgumentType.cpp  |  2 +-
 src/Functions/defaultValueOfTypeName.cpp      |  2 +-
 src/Functions/demange.cpp                     |  2 +-
 src/Functions/dumpColumnStructure.cpp         |  2 +-
 src/Functions/errorCodeToName.cpp             |  2 +-
 src/Functions/evalMLMethod.cpp                |  6 +--
 src/Functions/extractAllGroups.h              |  2 +-
 src/Functions/extractGroups.cpp               |  2 +-
 src/Functions/extractTextFromHTML.cpp         |  2 +-
 src/Functions/filesystem.cpp                  |  2 +-
 src/Functions/finalizeAggregation.cpp         |  2 +-
 src/Functions/formatDateTime.cpp              |  2 +-
 src/Functions/formatReadable.h                |  2 +-
 src/Functions/formatReadableTimeDelta.cpp     |  2 +-
 src/Functions/formatRow.cpp                   | 10 ++---
 src/Functions/formatString.cpp                |  2 +-
 src/Functions/fromModifiedJulianDay.cpp       |  2 +-
 src/Functions/fromUnixTimestamp64Micro.cpp    |  2 +-
 src/Functions/fromUnixTimestamp64Milli.cpp    |  2 +-
 src/Functions/fromUnixTimestamp64Nano.cpp     |  2 +-
 src/Functions/fuzzBits.cpp                    |  2 +-
 src/Functions/generateUUIDv4.cpp              |  4 +-
 src/Functions/geoToH3.cpp                     |  2 +-
 src/Functions/geohashDecode.cpp               |  2 +-
 src/Functions/geohashEncode.cpp               |  2 +-
 src/Functions/geohashesInBox.cpp              |  2 +-
 src/Functions/getMacro.cpp                    |  2 +-
 src/Functions/getScalar.cpp                   |  8 ++--
 src/Functions/getSetting.cpp                  |  6 +--
 src/Functions/getSizeOfEnumType.cpp           |  2 +-
 src/Functions/globalVariable.cpp              |  2 +-
 src/Functions/greatCircleDistance.cpp         |  4 +-
 src/Functions/h3EdgeAngle.cpp                 |  2 +-
 src/Functions/h3EdgeLengthM.cpp               |  2 +-
 src/Functions/h3GetBaseCell.cpp               |  2 +-
 src/Functions/h3GetResolution.cpp             |  2 +-
 src/Functions/h3HexAreaM2.cpp                 |  2 +-
 src/Functions/h3IndexesAreNeighbors.cpp       |  2 +-
 src/Functions/h3IsValid.cpp                   |  2 +-
 src/Functions/h3ToChildren.cpp                |  2 +-
 src/Functions/h3ToParent.cpp                  |  2 +-
 src/Functions/h3ToString.cpp                  |  2 +-
 src/Functions/h3kRing.cpp                     |  2 +-
 src/Functions/hasColumnInTable.cpp            | 21 +++++++---
 src/Functions/hasThreadFuzzer.cpp             |  2 +-
 src/Functions/hostName.cpp                    |  2 +-
 src/Functions/identity.cpp                    |  2 +-
 src/Functions/if.cpp                          |  2 +-
 src/Functions/ifNotFinite.cpp                 |  6 +--
 src/Functions/ifNull.cpp                      |  6 +--
 src/Functions/ignore.cpp                      |  2 +-
 src/Functions/in.cpp                          |  2 +-
 src/Functions/indexHint.cpp                   |  2 +-
 src/Functions/initializeAggregation.cpp       |  2 +-
 src/Functions/isConstant.cpp                  |  2 +-
 src/Functions/isDecimalOverflow.cpp           |  2 +-
 src/Functions/isIPAddressContainedIn.cpp      |  2 +-
 src/Functions/isNotNull.cpp                   |  2 +-
 src/Functions/isNull.cpp                      |  2 +-
 src/Functions/isZeroOrNull.cpp                |  2 +-
 src/Functions/logTrace.cpp                    |  2 +-
 src/Functions/lowCardinalityIndices.cpp       |  2 +-
 src/Functions/lowCardinalityKeys.cpp          |  2 +-
 src/Functions/map.cpp                         |  8 ++--
 src/Functions/materialize.h                   |  2 +-
 src/Functions/multiIf.cpp                     |  2 +-
 src/Functions/neighbor.cpp                    |  2 +-
 src/Functions/normalizedQueryHash.cpp         |  2 +-
 src/Functions/now.cpp                         |  2 +-
 src/Functions/now64.cpp                       |  2 +-
 src/Functions/nullIf.cpp                      |  6 +--
 src/Functions/partitionId.cpp                 |  2 +-
 src/Functions/pointInEllipses.cpp             |  2 +-
 src/Functions/pointInPolygon.cpp              |  2 +-
 src/Functions/polygonArea.cpp                 |  2 +-
 src/Functions/polygonConvexHull.cpp           |  2 +-
 src/Functions/polygonPerimeter.cpp            |  2 +-
 src/Functions/polygonsDistance.cpp            |  2 +-
 src/Functions/polygonsEquals.cpp              |  2 +-
 src/Functions/polygonsIntersection.cpp        |  2 +-
 src/Functions/polygonsSymDifference.cpp       |  2 +-
 src/Functions/polygonsUnion.cpp               |  2 +-
 src/Functions/polygonsWithin.cpp              |  2 +-
 src/Functions/randConstant.cpp                |  2 +-
 src/Functions/randomFixedString.cpp           |  4 +-
 src/Functions/randomPrintableASCII.cpp        |  2 +-
 src/Functions/randomString.cpp                |  4 +-
 src/Functions/randomStringUTF8.cpp            |  2 +-
 src/Functions/readWkt.cpp                     |  2 +-
 src/Functions/regexpQuoteMeta.cpp             |  2 +-
 src/Functions/reinterpretAs.cpp               |  4 +-
 src/Functions/repeat.cpp                      |  2 +-
 src/Functions/replicate.h                     |  2 +-
 src/Functions/reverse.cpp                     |  8 ++--
 src/Functions/rowNumberInAllBlocks.cpp        |  2 +-
 src/Functions/rowNumberInBlock.cpp            |  2 +-
 src/Functions/runningAccumulate.cpp           |  2 +-
 src/Functions/runningConcurrency.cpp          |  2 +-
 src/Functions/runningDifference.h             |  2 +-
 src/Functions/sleep.h                         |  2 +-
 src/Functions/stringToH3.cpp                  |  2 +-
 src/Functions/substring.cpp                   |  2 +-
 src/Functions/svg.cpp                         |  2 +-
 src/Functions/tcpPort.cpp                     |  2 +-
 src/Functions/throwIf.cpp                     |  2 +-
 src/Functions/tid.cpp                         |  2 +-
 src/Functions/timeSlots.cpp                   |  2 +-
 src/Functions/timezone.cpp                    |  2 +-
 src/Functions/timezoneOf.cpp                  |  2 +-
 src/Functions/toColumnTypeName.cpp            |  2 +-
 src/Functions/toFixedString.h                 |  2 +-
 src/Functions/toLowCardinality.cpp            |  2 +-
 src/Functions/toModifiedJulianDay.cpp         |  2 +-
 src/Functions/toNullable.cpp                  |  2 +-
 src/Functions/toStartOfInterval.cpp           |  2 +-
 src/Functions/toTimezone.cpp                  |  2 +-
 src/Functions/toTypeName.cpp                  |  2 +-
 src/Functions/toUnixTimestamp64Micro.cpp      |  2 +-
 src/Functions/toUnixTimestamp64Milli.cpp      |  2 +-
 src/Functions/toUnixTimestamp64Nano.cpp       |  2 +-
 src/Functions/today.cpp                       |  2 +-
 src/Functions/transform.cpp                   |  2 +-
 src/Functions/trap.cpp                        |  6 +--
 src/Functions/tuple.cpp                       |  2 +-
 src/Functions/tupleElement.cpp                |  2 +-
 src/Functions/tupleHammingDistance.cpp        |  6 +--
 src/Functions/uptime.cpp                      |  2 +-
 src/Functions/validateNestedArraySizes.cpp    |  2 +-
 src/Functions/version.cpp                     |  2 +-
 src/Functions/visibleWidth.cpp                |  2 +-
 src/Functions/wkt.cpp                         |  2 +-
 src/Functions/yesterday.cpp                   |  2 +-
 src/IO/ConnectionTimeouts.h                   |  2 +-
 src/IO/ConnectionTimeoutsContext.h            |  2 +-
 src/Interpreters/ColumnAliasesVisitor.h       |  4 +-
 src/Interpreters/DuplicateOrderByVisitor.h    |  4 +-
 .../ExecuteScalarSubqueriesVisitor.h          |  2 +-
 .../ExternalDictionariesLoader.cpp            | 17 ++++----
 src/Interpreters/ExternalDictionariesLoader.h | 12 +++---
 .../ExtractExpressionInfoVisitor.cpp          |  4 +-
 .../ExtractExpressionInfoVisitor.h            |  4 +-
 src/Interpreters/MonotonicityCheckVisitor.h   |  2 +-
 .../PredicateExpressionsOptimizer.cpp         |  8 ++--
 .../PredicateExpressionsOptimizer.h           |  4 +-
 src/Interpreters/PredicateRewriteVisitor.cpp  |  8 ++--
 src/Interpreters/PredicateRewriteVisitor.h    |  4 +-
 .../RedundantFunctionsInOrderByVisitor.h      |  2 +-
 .../RemoveInjectiveFunctionsVisitor.cpp       |  2 +-
 .../RemoveInjectiveFunctionsVisitor.h         |  4 +-
 src/Interpreters/TreeOptimizer.cpp            | 12 +++---
 src/Interpreters/TreeOptimizer.h              |  2 +-
 src/Interpreters/TreeRewriter.cpp             |  4 +-
 src/Interpreters/TreeRewriter.h               |  4 +-
 src/Interpreters/addTypeConversionToAST.cpp   |  6 ++-
 src/Interpreters/addTypeConversionToAST.h     |  2 +-
 .../replaceAliasColumnsInQuery.cpp            |  8 ++--
 src/Interpreters/replaceAliasColumnsInQuery.h |  2 +-
 308 files changed, 549 insertions(+), 536 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index d0e45053695..bdc057817c9 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -133,7 +133,7 @@ AggregateFunctionPtr AggregateFunctionFactory::getImpl(
         is_case_insensitive = true;
     }
 
-    ContextPtr query_context;
+    ContextConstPtr query_context;
     if (CurrentThread::isInitialized())
         query_context = CurrentThread::get().getQueryContext();
 
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
index 0b6764960fb..e7f79c276ed 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
@@ -148,7 +148,7 @@ void LinearModelData::predict(
     const ColumnsWithTypeAndName & arguments,
     size_t offset,
     size_t limit,
-    ContextPtr context) const
+    ContextConstPtr context) const
 {
     gradient_computer->predict(container, arguments, offset, limit, weights, bias, context);
 }
@@ -455,7 +455,7 @@ void LogisticRegression::predict(
     size_t limit,
     const std::vector<Float64> & weights,
     Float64 bias,
-    ContextPtr /*context*/) const
+    ContextConstPtr /*context*/) const
 {
     size_t rows_num = arguments.front().column->size();
 
@@ -523,7 +523,7 @@ void LinearRegression::predict(
     size_t limit,
     const std::vector<Float64> & weights,
     Float64 bias,
-    ContextPtr /*context*/) const
+    ContextConstPtr /*context*/) const
 {
     if (weights.size() + 1 != arguments.size())
     {
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.h b/src/AggregateFunctions/AggregateFunctionMLMethod.h
index 91302269759..a97b565eed3 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.h
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.h
@@ -46,7 +46,7 @@ public:
         size_t limit,
         const std::vector<Float64> & weights,
         Float64 bias,
-        ContextPtr context) const = 0;
+        ContextConstPtr context) const = 0;
 };
 
 
@@ -71,7 +71,7 @@ public:
         size_t limit,
         const std::vector<Float64> & weights,
         Float64 bias,
-        ContextPtr context) const override;
+        ContextConstPtr context) const override;
 };
 
 
@@ -96,7 +96,7 @@ public:
         size_t limit,
         const std::vector<Float64> & weights,
         Float64 bias,
-        ContextPtr context) const override;
+        ContextConstPtr context) const override;
 };
 
 
@@ -266,7 +266,7 @@ public:
         const ColumnsWithTypeAndName & arguments,
         size_t offset,
         size_t limit,
-        ContextPtr context) const;
+        ContextConstPtr context) const;
 
     void returnWeights(IColumn & to) const;
 private:
@@ -367,7 +367,7 @@ public:
         const ColumnsWithTypeAndName & arguments,
         size_t offset,
         size_t limit,
-        ContextPtr context) const override
+        ContextConstPtr context) const override
     {
         if (arguments.size() != param_num + 1)
             throw Exception(
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index a05f71a61c8..2d47a1e7fe0 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -123,7 +123,7 @@ public:
         const ColumnsWithTypeAndName & /*arguments*/,
         size_t /*offset*/,
         size_t /*limit*/,
-        ContextPtr /*context*/) const
+        ContextConstPtr /*context*/) const
     {
         throw Exception("Method predictValues is not supported for " + getName(), ErrorCodes::NOT_IMPLEMENTED);
     }
diff --git a/src/Bridge/IBridgeHelper.h b/src/Bridge/IBridgeHelper.h
index caaf031b7d8..34be69a7db7 100644
--- a/src/Bridge/IBridgeHelper.h
+++ b/src/Bridge/IBridgeHelper.h
@@ -14,7 +14,7 @@ namespace DB
 
 /// Common base class for XDBC and Library bridge helpers.
 /// Contains helper methods to check/start bridge sync.
-class IBridgeHelper: protected WithContext
+class IBridgeHelper: protected WithConstContext
 {
 
 public:
@@ -27,7 +27,7 @@ public:
     static const inline std::string PING_METHOD = Poco::Net::HTTPRequest::HTTP_GET;
     static const inline std::string MAIN_METHOD = Poco::Net::HTTPRequest::HTTP_POST;
 
-    explicit IBridgeHelper(ContextPtr context_) : WithContext(context_) {}
+    explicit IBridgeHelper(ContextConstPtr context_) : WithConstContext(context_) {}
     virtual ~IBridgeHelper() = default;
 
     void startBridgeSync() const;
diff --git a/src/Bridge/LibraryBridgeHelper.cpp b/src/Bridge/LibraryBridgeHelper.cpp
index c589d0ce09e..8234b5d755f 100644
--- a/src/Bridge/LibraryBridgeHelper.cpp
+++ b/src/Bridge/LibraryBridgeHelper.cpp
@@ -21,7 +21,7 @@ namespace DB
 {
 
 LibraryBridgeHelper::LibraryBridgeHelper(
-        ContextPtr context_,
+        ContextConstPtr context_,
         const Block & sample_block_,
         const Field & dictionary_id_)
     : IBridgeHelper(context_->getGlobalContext())
diff --git a/src/Bridge/LibraryBridgeHelper.h b/src/Bridge/LibraryBridgeHelper.h
index 12fe0c33363..c3c42e85f93 100644
--- a/src/Bridge/LibraryBridgeHelper.h
+++ b/src/Bridge/LibraryBridgeHelper.h
@@ -17,7 +17,7 @@ class LibraryBridgeHelper : public IBridgeHelper
 public:
     static constexpr inline size_t DEFAULT_PORT = 9012;
 
-    LibraryBridgeHelper(ContextPtr context_, const Block & sample_block, const Field & dictionary_id_);
+    LibraryBridgeHelper(ContextConstPtr context_, const Block & sample_block, const Field & dictionary_id_);
 
     bool initLibrary(const std::string & library_path, std::string library_settings, std::string attributes_names);
 
diff --git a/src/Bridge/XDBCBridgeHelper.h b/src/Bridge/XDBCBridgeHelper.h
index 299df6ff888..ee6a178037d 100644
--- a/src/Bridge/XDBCBridgeHelper.h
+++ b/src/Bridge/XDBCBridgeHelper.h
@@ -62,7 +62,7 @@ public:
     static constexpr inline auto SCHEMA_ALLOWED_HANDLER = "/schema_allowed";
 
     XDBCBridgeHelper(
-        ContextPtr context_,
+        ContextConstPtr context_,
         Poco::Timespan http_timeout_,
         const std::string & connection_string_)
     : IXDBCBridgeHelper(context_->getGlobalContext())
diff --git a/src/Columns/ColumnAggregateFunction.cpp b/src/Columns/ColumnAggregateFunction.cpp
index 8178802f3bd..a5bfcae05e4 100644
--- a/src/Columns/ColumnAggregateFunction.cpp
+++ b/src/Columns/ColumnAggregateFunction.cpp
@@ -162,7 +162,7 @@ MutableColumnPtr ColumnAggregateFunction::convertToValues(MutableColumnPtr colum
     return res;
 }
 
-MutableColumnPtr ColumnAggregateFunction::predictValues(const ColumnsWithTypeAndName & arguments, ContextPtr context) const
+MutableColumnPtr ColumnAggregateFunction::predictValues(const ColumnsWithTypeAndName & arguments, ContextConstPtr context) const
 {
     MutableColumnPtr res = func->getReturnTypeToPredict()->createColumn();
     res->reserve(data.size());
diff --git a/src/Columns/ColumnAggregateFunction.h b/src/Columns/ColumnAggregateFunction.h
index 8eb1a04b174..e75af280ed5 100644
--- a/src/Columns/ColumnAggregateFunction.h
+++ b/src/Columns/ColumnAggregateFunction.h
@@ -119,7 +119,7 @@ public:
     const char * getFamilyName() const override { return "AggregateFunction"; }
     TypeIndex getDataType() const override { return TypeIndex::AggregateFunction; }
 
-    MutableColumnPtr predictValues(const ColumnsWithTypeAndName & arguments, ContextPtr context) const;
+    MutableColumnPtr predictValues(const ColumnsWithTypeAndName & arguments, ContextConstPtr context) const;
 
     size_t size() const override
     {
diff --git a/src/DataTypes/DataTypeDecimalBase.cpp b/src/DataTypes/DataTypeDecimalBase.cpp
index 683710b8880..830b22b5943 100644
--- a/src/DataTypes/DataTypeDecimalBase.cpp
+++ b/src/DataTypes/DataTypeDecimalBase.cpp
@@ -19,11 +19,11 @@ namespace ErrorCodes
 {
 }
 
-bool decimalCheckComparisonOverflow(ContextPtr context)
+bool decimalCheckComparisonOverflow(ContextConstPtr context)
 {
     return context->getSettingsRef().decimal_check_overflow;
 }
-bool decimalCheckArithmeticOverflow(ContextPtr context)
+bool decimalCheckArithmeticOverflow(ContextConstPtr context)
 {
     return context->getSettingsRef().decimal_check_overflow;
 }
diff --git a/src/DataTypes/DataTypeDecimalBase.h b/src/DataTypes/DataTypeDecimalBase.h
index aea837f890f..17b73a8e3d6 100644
--- a/src/DataTypes/DataTypeDecimalBase.h
+++ b/src/DataTypes/DataTypeDecimalBase.h
@@ -18,8 +18,8 @@ namespace ErrorCodes
     extern const int ARGUMENT_OUT_OF_BOUND;
 }
 
-bool decimalCheckComparisonOverflow(ContextPtr context);
-bool decimalCheckArithmeticOverflow(ContextPtr context);
+bool decimalCheckComparisonOverflow(ContextConstPtr context);
+bool decimalCheckArithmeticOverflow(ContextConstPtr context);
 
 inline UInt32 leastDecimalPrecisionFor(TypeIndex int_type)
 {
diff --git a/src/Dictionaries/CassandraDictionarySource.cpp b/src/Dictionaries/CassandraDictionarySource.cpp
index 7605b86ef90..b91ce6c82c9 100644
--- a/src/Dictionaries/CassandraDictionarySource.cpp
+++ b/src/Dictionaries/CassandraDictionarySource.cpp
@@ -17,7 +17,7 @@ void registerDictionarySourceCassandra(DictionarySourceFactory & factory)
                                    [[maybe_unused]] const Poco::Util::AbstractConfiguration & config,
                                    [[maybe_unused]] const std::string & config_prefix,
                                    [[maybe_unused]] Block & sample_block,
-                                                    ContextPtr /* context */,
+                                                    ContextConstPtr /* context */,
                                                     const std::string & /* default_database */,
                                                     bool /*created_from_ddl*/) -> DictionarySourcePtr
     {
diff --git a/src/Dictionaries/ClickHouseDictionarySource.cpp b/src/Dictionaries/ClickHouseDictionarySource.cpp
index 776e74672b4..9e44a7b442d 100644
--- a/src/Dictionaries/ClickHouseDictionarySource.cpp
+++ b/src/Dictionaries/ClickHouseDictionarySource.cpp
@@ -27,7 +27,7 @@ namespace
 {
     constexpr size_t MAX_CONNECTIONS = 16;
 
-    inline UInt16 getPortFromContext(ContextPtr context, bool secure)
+    inline UInt16 getPortFromContext(ContextConstPtr context, bool secure)
     {
         return secure ? context->getTCPPortSecure().value_or(0) : context->getTCPPort();
     }
@@ -60,7 +60,7 @@ ClickHouseDictionarySource::ClickHouseDictionarySource(
     const DictionaryStructure & dict_struct_,
     const Configuration & configuration_,
     const Block & sample_block_,
-    ContextPtr context_)
+    ContextConstPtr context_)
     : update_time{std::chrono::system_clock::from_time_t(0)}
     , dict_struct{dict_struct_}
     , configuration{configuration_}
@@ -209,7 +209,7 @@ void registerDictionarySourceClickHouse(DictionarySourceFactory & factory)
                                  const Poco::Util::AbstractConfiguration & config,
                                  const std::string & config_prefix,
                                  Block & sample_block,
-                                 ContextPtr context,
+                                 ContextConstPtr context,
                                  const std::string & default_database [[maybe_unused]],
                                  bool /* created_from_ddl */) -> DictionarySourcePtr
     {
diff --git a/src/Dictionaries/ClickHouseDictionarySource.h b/src/Dictionaries/ClickHouseDictionarySource.h
index d96330f9bdb..a16b2f18680 100644
--- a/src/Dictionaries/ClickHouseDictionarySource.h
+++ b/src/Dictionaries/ClickHouseDictionarySource.h
@@ -37,7 +37,7 @@ public:
         const DictionaryStructure & dict_struct_,
         const Configuration & configuration_,
         const Block & sample_block_,
-        ContextPtr context);
+        ContextConstPtr context);
 
     /// copy-constructor is provided in order to support cloneability
     ClickHouseDictionarySource(const ClickHouseDictionarySource & other);
diff --git a/src/Dictionaries/DictionaryFactory.cpp b/src/Dictionaries/DictionaryFactory.cpp
index 62b28ed7d14..1f23200a745 100644
--- a/src/Dictionaries/DictionaryFactory.cpp
+++ b/src/Dictionaries/DictionaryFactory.cpp
@@ -31,7 +31,7 @@ DictionaryPtr DictionaryFactory::create(
     const std::string & name,
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix,
-    ContextPtr context,
+    ContextConstPtr context,
     bool created_from_ddl) const
 {
     Poco::Util::AbstractConfiguration::Keys keys;
@@ -68,7 +68,7 @@ DictionaryPtr DictionaryFactory::create(
         layout_type);
 }
 
-DictionaryPtr DictionaryFactory::create(const std::string & name, const ASTCreateQuery & ast, ContextPtr context) const
+DictionaryPtr DictionaryFactory::create(const std::string & name, const ASTCreateQuery & ast, ContextConstPtr context) const
 {
     auto configuration = getDictionaryConfigurationFromAST(ast, context);
     return DictionaryFactory::create(name, *configuration, "dictionary", context, true);
diff --git a/src/Dictionaries/DictionaryFactory.h b/src/Dictionaries/DictionaryFactory.h
index b717009aa8a..a261c377cad 100644
--- a/src/Dictionaries/DictionaryFactory.h
+++ b/src/Dictionaries/DictionaryFactory.h
@@ -36,13 +36,13 @@ public:
         const std::string & name,
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
-        ContextPtr context,
+        ContextConstPtr context,
         bool created_from_ddl) const;
 
     /// Create dictionary from DDL-query
     DictionaryPtr create(const std::string & name,
         const ASTCreateQuery & ast,
-        ContextPtr context) const;
+        ContextConstPtr context) const;
 
     using LayoutCreateFunction = std::function<DictionaryPtr(
         const std::string & name,
@@ -50,7 +50,7 @@ public:
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
         DictionarySourcePtr source_ptr,
-        ContextPtr context,
+        ContextConstPtr context,
         bool created_from_ddl)>;
 
     bool isComplex(const std::string & layout_type) const;
diff --git a/src/Dictionaries/DictionarySourceFactory.cpp b/src/Dictionaries/DictionarySourceFactory.cpp
index 50ba6405074..507d11eba8e 100644
--- a/src/Dictionaries/DictionarySourceFactory.cpp
+++ b/src/Dictionaries/DictionarySourceFactory.cpp
@@ -79,7 +79,7 @@ DictionarySourcePtr DictionarySourceFactory::create(
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix,
     const DictionaryStructure & dict_struct,
-    ContextPtr context,
+    ContextConstPtr context,
     const std::string & default_database,
     bool check_config) const
 {
diff --git a/src/Dictionaries/DictionarySourceFactory.h b/src/Dictionaries/DictionarySourceFactory.h
index bb583927ac4..9a0235a5eb0 100644
--- a/src/Dictionaries/DictionarySourceFactory.h
+++ b/src/Dictionaries/DictionarySourceFactory.h
@@ -35,7 +35,7 @@ public:
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
         Block & sample_block,
-        ContextPtr context,
+        ContextConstPtr context,
         const std::string & default_database,
         bool check_config)>;
 
@@ -48,7 +48,7 @@ public:
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
         const DictionaryStructure & dict_struct,
-        ContextPtr context,
+        ContextConstPtr context,
         const std::string & default_database,
         bool check_config) const;
 
diff --git a/src/Dictionaries/DictionarySourceHelpers.cpp b/src/Dictionaries/DictionarySourceHelpers.cpp
index e175c6c3eae..6ba4f63be66 100644
--- a/src/Dictionaries/DictionarySourceHelpers.cpp
+++ b/src/Dictionaries/DictionarySourceHelpers.cpp
@@ -69,7 +69,7 @@ Block blockForKeys(
 
 ContextPtr copyContextAndApplySettings(
     const std::string & config_prefix,
-    ContextPtr context,
+    ContextConstPtr context,
     const Poco::Util::AbstractConfiguration & config)
 {
     auto local_context = Context::createCopy(context);
diff --git a/src/Dictionaries/DictionarySourceHelpers.h b/src/Dictionaries/DictionarySourceHelpers.h
index 1febf921e07..aa0219449e3 100644
--- a/src/Dictionaries/DictionarySourceHelpers.h
+++ b/src/Dictionaries/DictionarySourceHelpers.h
@@ -39,12 +39,7 @@ Block blockForKeys(
 /// Used for applying settings to copied context in some register[...]Source functions
 ContextPtr copyContextAndApplySettings(
     const std::string & config_prefix,
-    ContextPtr context,
-    const Poco::Util::AbstractConfiguration & config);
-
-void applySettingsToContext(
-    const std::string & config_prefix,
-    ContextPtr context,
+    ContextConstPtr context,
     const Poco::Util::AbstractConfiguration & config);
 
 /** A stream, adds additional columns to each block that it will read from inner stream.
diff --git a/src/Dictionaries/DirectDictionary.cpp b/src/Dictionaries/DirectDictionary.cpp
index 0508a0d70ad..2cc1d6caf5f 100644
--- a/src/Dictionaries/DirectDictionary.cpp
+++ b/src/Dictionaries/DirectDictionary.cpp
@@ -306,7 +306,7 @@ namespace
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
         DictionarySourcePtr source_ptr,
-        ContextPtr /* context */,
+        ContextConstPtr /* context */,
         bool /* created_from_ddl */)
     {
         const auto * layout_name = dictionary_key_type == DictionaryKeyType::simple ? "direct" : "complex_key_direct";
diff --git a/src/Dictionaries/ExecutableDictionarySource.cpp b/src/Dictionaries/ExecutableDictionarySource.cpp
index 55d06984df4..2fb1bcf89ac 100644
--- a/src/Dictionaries/ExecutableDictionarySource.cpp
+++ b/src/Dictionaries/ExecutableDictionarySource.cpp
@@ -63,7 +63,7 @@ ExecutableDictionarySource::ExecutableDictionarySource(
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix,
     Block & sample_block_,
-    ContextPtr context_)
+    ContextConstPtr context_)
     : log(&Poco::Logger::get("ExecutableDictionarySource"))
     , dict_struct{dict_struct_}
     , implicit_key{config.getBool(config_prefix + ".implicit_key", false)}
@@ -140,7 +140,7 @@ namespace
     {
     public:
         BlockInputStreamWithBackgroundThread(
-            ContextPtr context,
+            ContextConstPtr context,
             const std::string & format,
             const Block & sample_block,
             const std::string & command_str,
@@ -265,7 +265,7 @@ void registerDictionarySourceExecutable(DictionarySourceFactory & factory)
                                  const Poco::Util::AbstractConfiguration & config,
                                  const std::string & config_prefix,
                                  Block & sample_block,
-                                 ContextPtr context,
+                                 ContextConstPtr context,
                                  const std::string & /* default_database */,
                                  bool created_from_ddl) -> DictionarySourcePtr
     {
diff --git a/src/Dictionaries/ExecutableDictionarySource.h b/src/Dictionaries/ExecutableDictionarySource.h
index 878cb086873..4b2326b2a58 100644
--- a/src/Dictionaries/ExecutableDictionarySource.h
+++ b/src/Dictionaries/ExecutableDictionarySource.h
@@ -20,7 +20,7 @@ public:
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
         Block & sample_block_,
-        ContextPtr context_);
+        ContextConstPtr context_);
 
     ExecutableDictionarySource(const ExecutableDictionarySource & other);
     ExecutableDictionarySource & operator=(const ExecutableDictionarySource &) = delete;
@@ -58,7 +58,7 @@ private:
     const std::string update_field;
     const std::string format;
     Block sample_block;
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Dictionaries/ExecutablePoolDictionarySource.cpp b/src/Dictionaries/ExecutablePoolDictionarySource.cpp
index 2e01c75234c..21818baa658 100644
--- a/src/Dictionaries/ExecutablePoolDictionarySource.cpp
+++ b/src/Dictionaries/ExecutablePoolDictionarySource.cpp
@@ -32,7 +32,7 @@ ExecutablePoolDictionarySource::ExecutablePoolDictionarySource(
     const DictionaryStructure & dict_struct_,
     const Configuration & configuration_,
     Block & sample_block_,
-    ContextPtr context_)
+    ContextConstPtr context_)
     : log(&Poco::Logger::get("ExecutablePoolDictionarySource"))
     , dict_struct{dict_struct_}
     , configuration{configuration_}
@@ -273,7 +273,7 @@ void registerDictionarySourceExecutablePool(DictionarySourceFactory & factory)
                                  const Poco::Util::AbstractConfiguration & config,
                                  const std::string & config_prefix,
                                  Block & sample_block,
-                                 ContextPtr context,
+                                 ContextConstPtr context,
                                  const std::string & /* default_database */,
                                  bool created_from_ddl) -> DictionarySourcePtr
     {
diff --git a/src/Dictionaries/ExecutablePoolDictionarySource.h b/src/Dictionaries/ExecutablePoolDictionarySource.h
index 7a0b8681a21..9bf6e89c1f0 100644
--- a/src/Dictionaries/ExecutablePoolDictionarySource.h
+++ b/src/Dictionaries/ExecutablePoolDictionarySource.h
@@ -42,7 +42,7 @@ public:
         const DictionaryStructure & dict_struct_,
         const Configuration & configuration_,
         Block & sample_block_,
-        ContextPtr context_);
+        ContextConstPtr context_);
 
     ExecutablePoolDictionarySource(const ExecutablePoolDictionarySource & other);
     ExecutablePoolDictionarySource & operator=(const ExecutablePoolDictionarySource &) = delete;
@@ -78,7 +78,7 @@ private:
     const Configuration configuration;
 
     Block sample_block;
-    ContextPtr context;
+    ContextConstPtr context;
     std::shared_ptr<ProcessPool> process_pool;
 };
 
diff --git a/src/Dictionaries/FileDictionarySource.cpp b/src/Dictionaries/FileDictionarySource.cpp
index a32bd081dd7..cf722aba68f 100644
--- a/src/Dictionaries/FileDictionarySource.cpp
+++ b/src/Dictionaries/FileDictionarySource.cpp
@@ -28,7 +28,7 @@ namespace ErrorCodes
 
 FileDictionarySource::FileDictionarySource(
     const std::string & filepath_, const std::string & format_,
-    Block & sample_block_, ContextPtr context_, bool created_from_ddl)
+    Block & sample_block_, ContextConstPtr context_, bool created_from_ddl)
     : filepath{filepath_}
     , format{format_}
     , sample_block{sample_block_}
@@ -77,7 +77,7 @@ void registerDictionarySourceFile(DictionarySourceFactory & factory)
                                  const Poco::Util::AbstractConfiguration & config,
                                  const std::string & config_prefix,
                                  Block & sample_block,
-                                 ContextPtr context,
+                                 ContextConstPtr context,
                                  const std::string & /* default_database */,
                                  bool created_from_ddl) -> DictionarySourcePtr
     {
diff --git a/src/Dictionaries/FileDictionarySource.h b/src/Dictionaries/FileDictionarySource.h
index ffc29374f4f..d31a6dedb7f 100644
--- a/src/Dictionaries/FileDictionarySource.h
+++ b/src/Dictionaries/FileDictionarySource.h
@@ -17,7 +17,7 @@ class FileDictionarySource final : public IDictionarySource
 {
 public:
     FileDictionarySource(const std::string & filepath_, const std::string & format_,
-        Block & sample_block_, ContextPtr context_, bool created_from_ddl);
+        Block & sample_block_, ContextConstPtr context_, bool created_from_ddl);
 
     FileDictionarySource(const FileDictionarySource & other);
 
@@ -61,7 +61,7 @@ private:
     const std::string filepath;
     const std::string format;
     Block sample_block;
-    ContextPtr context;
+    ContextConstPtr context;
     Poco::Timestamp last_modification;
 };
 
diff --git a/src/Dictionaries/FlatDictionary.cpp b/src/Dictionaries/FlatDictionary.cpp
index 1c7fd076e6e..f58384a3b8e 100644
--- a/src/Dictionaries/FlatDictionary.cpp
+++ b/src/Dictionaries/FlatDictionary.cpp
@@ -506,7 +506,7 @@ void registerDictionaryFlat(DictionaryFactory & factory)
                             const Poco::Util::AbstractConfiguration & config,
                             const std::string & config_prefix,
                             DictionarySourcePtr source_ptr,
-                            ContextPtr /* context */,
+                            ContextConstPtr /* context */,
                             bool /* created_from_ddl */) -> DictionaryPtr
     {
         if (dict_struct.key)
diff --git a/src/Dictionaries/HTTPDictionarySource.cpp b/src/Dictionaries/HTTPDictionarySource.cpp
index 7fc1778545c..b3527b06117 100644
--- a/src/Dictionaries/HTTPDictionarySource.cpp
+++ b/src/Dictionaries/HTTPDictionarySource.cpp
@@ -31,7 +31,7 @@ HTTPDictionarySource::HTTPDictionarySource(
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix,
     Block & sample_block_,
-    ContextPtr context_,
+    ContextConstPtr context_,
     bool created_from_ddl)
     : log(&Poco::Logger::get("HTTPDictionarySource"))
     , update_time{std::chrono::system_clock::from_time_t(0)}
@@ -231,7 +231,7 @@ void registerDictionarySourceHTTP(DictionarySourceFactory & factory)
                                    const Poco::Util::AbstractConfiguration & config,
                                    const std::string & config_prefix,
                                    Block & sample_block,
-                                   ContextPtr context,
+                                   ContextConstPtr context,
                                    const std::string & /* default_database */,
                                    bool created_from_ddl) -> DictionarySourcePtr {
         if (dict_struct.has_expressions)
diff --git a/src/Dictionaries/HTTPDictionarySource.h b/src/Dictionaries/HTTPDictionarySource.h
index e348075edc3..9b93856a6bc 100644
--- a/src/Dictionaries/HTTPDictionarySource.h
+++ b/src/Dictionaries/HTTPDictionarySource.h
@@ -27,7 +27,7 @@ public:
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix,
         Block & sample_block_,
-        ContextPtr context_,
+        ContextConstPtr context_,
         bool created_from_ddl);
 
     HTTPDictionarySource(const HTTPDictionarySource & other);
@@ -69,7 +69,7 @@ private:
     std::string update_field;
     const std::string format;
     Block sample_block;
-    ContextPtr context;
+    ContextConstPtr context;
     ConnectionTimeouts timeouts;
 };
 
diff --git a/src/Dictionaries/HashedDictionary.cpp b/src/Dictionaries/HashedDictionary.cpp
index 24450b87274..0de28f18006 100644
--- a/src/Dictionaries/HashedDictionary.cpp
+++ b/src/Dictionaries/HashedDictionary.cpp
@@ -751,13 +751,13 @@ void registerDictionaryHashed(DictionaryFactory & factory)
     using namespace std::placeholders;
 
     factory.registerLayout("hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ false); }, false);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextConstPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ false); }, false);
     factory.registerLayout("sparse_hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ true); }, false);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextConstPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::simple, /* sparse = */ true); }, false);
     factory.registerLayout("complex_key_hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ false); }, true);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextConstPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ false); }, true);
     factory.registerLayout("complex_key_sparse_hashed",
-        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ true); }, true);
+        [=](auto && a, auto && b, auto && c, auto && d, DictionarySourcePtr e, ContextConstPtr /* context */, bool /*created_from_ddl*/){ return create_layout(a, b, c, d, std::move(e), DictionaryKeyType::complex, /* sparse = */ true); }, true);
 
 }
 
diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index 648e756e9a7..a0630ab324c 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -935,7 +935,7 @@ void registerDictionaryTrie(DictionaryFactory & factory)
                              const Poco::Util::AbstractConfiguration & config,
                              const std::string & config_prefix,
                              DictionarySourcePtr source_ptr,
-                             ContextPtr /* context */,
+                             ContextConstPtr /* context */,
                              bool /*created_from_ddl*/) -> DictionaryPtr
     {
         if (!dict_struct.key || dict_struct.key->size() != 1)
diff --git a/src/Dictionaries/LibraryDictionarySource.cpp b/src/Dictionaries/LibraryDictionarySource.cpp
index f51c4908942..3fa61408ba1 100644
--- a/src/Dictionaries/LibraryDictionarySource.cpp
+++ b/src/Dictionaries/LibraryDictionarySource.cpp
@@ -31,7 +31,7 @@ LibraryDictionarySource::LibraryDictionarySource(
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix_,
     Block & sample_block_,
-    ContextPtr context_,
+    ContextConstPtr context_,
     bool created_from_ddl)
     : log(&Poco::Logger::get("LibraryDictionarySource"))
     , dict_struct{dict_struct_}
@@ -172,7 +172,7 @@ void registerDictionarySourceLibrary(DictionarySourceFactory & factory)
                                  const Poco::Util::AbstractConfiguration & config,
                                  const std::string & config_prefix,
                                  Block & sample_block,
-                                 ContextPtr context,
+                                 ContextConstPtr context,
                                  const std::string & /* default_database */,
                                  bool created_from_ddl) -> DictionarySourcePtr
     {
diff --git a/src/Dictionaries/LibraryDictionarySource.h b/src/Dictionaries/LibraryDictionarySource.h
index 88e133666e6..eb346d09fab 100644
--- a/src/Dictionaries/LibraryDictionarySource.h
+++ b/src/Dictionaries/LibraryDictionarySource.h
@@ -39,7 +39,7 @@ public:
         const Poco::Util::AbstractConfiguration & config,
         const std::string & config_prefix_,
         Block & sample_block_,
-        ContextPtr context_,
+        ContextConstPtr context_,
         bool created_from_ddl);
 
     LibraryDictionarySource(const LibraryDictionarySource & other);
@@ -86,7 +86,7 @@ private:
     const Field dictionary_id;
 
     Block sample_block;
-    ContextPtr context;
+    ContextConstPtr context;
 
     LibraryBridgeHelperPtr bridge_helper;
     ExternalResultDescription description;
diff --git a/src/Dictionaries/MongoDBDictionarySource.cpp b/src/Dictionaries/MongoDBDictionarySource.cpp
index 2a809f52817..c0780616191 100644
--- a/src/Dictionaries/MongoDBDictionarySource.cpp
+++ b/src/Dictionaries/MongoDBDictionarySource.cpp
@@ -13,7 +13,7 @@ void registerDictionarySourceMongoDB(DictionarySourceFactory & factory)
         const Poco::Util::AbstractConfiguration & config,
         const std::string & root_config_prefix,
         Block & sample_block,
-        ContextPtr,
+        ContextConstPtr,
         const std::string & /* default_database */,
         bool /* created_from_ddl */)
     {
diff --git a/src/Dictionaries/MySQLDictionarySource.cpp b/src/Dictionaries/MySQLDictionarySource.cpp
index afda8241b38..40398a7ba42 100644
--- a/src/Dictionaries/MySQLDictionarySource.cpp
+++ b/src/Dictionaries/MySQLDictionarySource.cpp
@@ -24,7 +24,7 @@ void registerDictionarySourceMysql(DictionarySourceFactory & factory)
                                    [[maybe_unused]] const Poco::Util::AbstractConfiguration & config,
                                    [[maybe_unused]] const std::string & config_prefix,
                                    [[maybe_unused]] Block & sample_block,
-                                   [[maybe_unused]] ContextPtr context,
+                                   [[maybe_unused]] ContextConstPtr context,
                                  const std::string & /* default_database */,
                                  bool /* created_from_ddl */) -> DictionarySourcePtr {
 #if USE_MYSQL
diff --git a/src/Dictionaries/PolygonDictionaryImplementations.cpp b/src/Dictionaries/PolygonDictionaryImplementations.cpp
index 7c3eb421a4a..fd3b9efd532 100644
--- a/src/Dictionaries/PolygonDictionaryImplementations.cpp
+++ b/src/Dictionaries/PolygonDictionaryImplementations.cpp
@@ -167,7 +167,7 @@ DictionaryPtr createLayout(const std::string & ,
                            const Poco::Util::AbstractConfiguration & config,
                            const std::string & config_prefix,
                            DictionarySourcePtr source_ptr,
-                           ContextPtr /* context */,
+                           ContextConstPtr /* context */,
                            bool /*created_from_ddl*/)
 {
     const String database = config.getString(config_prefix + ".database", "");
diff --git a/src/Dictionaries/PostgreSQLDictionarySource.cpp b/src/Dictionaries/PostgreSQLDictionarySource.cpp
index d23c9a7e725..c563f9aab45 100644
--- a/src/Dictionaries/PostgreSQLDictionarySource.cpp
+++ b/src/Dictionaries/PostgreSQLDictionarySource.cpp
@@ -188,7 +188,7 @@ void registerDictionarySourcePostgreSQL(DictionarySourceFactory & factory)
                                  const Poco::Util::AbstractConfiguration & config,
                                  const std::string & root_config_prefix,
                                  Block & sample_block,
-                                 ContextPtr context,
+                                 ContextConstPtr context,
                                  const std::string & /* default_database */,
                                  bool /* created_from_ddl */) -> DictionarySourcePtr
     {
diff --git a/src/Dictionaries/RangeHashedDictionary.cpp b/src/Dictionaries/RangeHashedDictionary.cpp
index 4049bd3a027..b771bca068f 100644
--- a/src/Dictionaries/RangeHashedDictionary.cpp
+++ b/src/Dictionaries/RangeHashedDictionary.cpp
@@ -637,7 +637,7 @@ void registerDictionaryRangeHashed(DictionaryFactory & factory)
                              const Poco::Util::AbstractConfiguration & config,
                              const std::string & config_prefix,
                              DictionarySourcePtr source_ptr,
-                             ContextPtr /* context */,
+                             ContextConstPtr /* context */,
                              bool /*created_from_ddl*/) -> DictionaryPtr
     {
         if (dict_struct.key)
diff --git a/src/Dictionaries/RedisDictionarySource.cpp b/src/Dictionaries/RedisDictionarySource.cpp
index 4e79a75c1d4..ce979462a36 100644
--- a/src/Dictionaries/RedisDictionarySource.cpp
+++ b/src/Dictionaries/RedisDictionarySource.cpp
@@ -12,7 +12,7 @@ void registerDictionarySourceRedis(DictionarySourceFactory & factory)
                                    const Poco::Util::AbstractConfiguration & config,
                                    const String & config_prefix,
                                    Block & sample_block,
-                                   ContextPtr /* context */,
+                                   ContextConstPtr /* context */,
                                    const std::string & /* default_database */,
                                    bool /* created_from_ddl */) -> DictionarySourcePtr {
         return std::make_unique<RedisDictionarySource>(dict_struct, config, config_prefix + ".redis", sample_block);
diff --git a/src/Dictionaries/XDBCDictionarySource.cpp b/src/Dictionaries/XDBCDictionarySource.cpp
index 0ebd15ff515..fa7138348c1 100644
--- a/src/Dictionaries/XDBCDictionarySource.cpp
+++ b/src/Dictionaries/XDBCDictionarySource.cpp
@@ -37,7 +37,7 @@ namespace
             const Poco::URI & uri,
             std::function<void(std::ostream &)> callback,
             const Block & sample_block,
-            ContextPtr context,
+            ContextConstPtr context,
             UInt64 max_block_size,
             const ConnectionTimeouts & timeouts,
             const String name_)
@@ -102,7 +102,7 @@ XDBCDictionarySource::XDBCDictionarySource(
     const Poco::Util::AbstractConfiguration & config_,
     const std::string & config_prefix_,
     const Block & sample_block_,
-    ContextPtr context_,
+    ContextConstPtr context_,
     const BridgeHelperPtr bridge_)
     : WithContext(context_->getGlobalContext())
     , log(&Poco::Logger::get(bridge_->getName() + "DictionarySource"))
@@ -278,7 +278,7 @@ void registerDictionarySourceXDBC(DictionarySourceFactory & factory)
                                    const Poco::Util::AbstractConfiguration & config,
                                    const std::string & config_prefix,
                                    Block & sample_block,
-                                   ContextPtr context,
+                                   ContextConstPtr context,
                                    const std::string & /* default_database */,
                                    bool /* check_config */) -> DictionarySourcePtr {
 #if USE_ODBC
@@ -305,7 +305,7 @@ void registerDictionarySourceJDBC(DictionarySourceFactory & factory)
                                  const Poco::Util::AbstractConfiguration & /* config */,
                                  const std::string & /* config_prefix */,
                                  Block & /* sample_block */,
-                                 ContextPtr /* context */,
+                                 ContextConstPtr /* context */,
                                  const std::string & /* default_database */,
                                  bool /* created_from_ddl */) -> DictionarySourcePtr {
         throw Exception(ErrorCodes::SUPPORT_IS_DISABLED,
diff --git a/src/Dictionaries/XDBCDictionarySource.h b/src/Dictionaries/XDBCDictionarySource.h
index bd473e0db8a..4a6f226102b 100644
--- a/src/Dictionaries/XDBCDictionarySource.h
+++ b/src/Dictionaries/XDBCDictionarySource.h
@@ -31,7 +31,7 @@ public:
         const Poco::Util::AbstractConfiguration & config_,
         const std::string & config_prefix_,
         const Block & sample_block_,
-        ContextPtr context_,
+        ContextConstPtr context_,
         BridgeHelperPtr bridge);
 
     /// copy-constructor is provided in order to support cloneability
diff --git a/src/Dictionaries/getDictionaryConfigurationFromAST.cpp b/src/Dictionaries/getDictionaryConfigurationFromAST.cpp
index 2063ebcbf79..4816c6fd6b8 100644
--- a/src/Dictionaries/getDictionaryConfigurationFromAST.cpp
+++ b/src/Dictionaries/getDictionaryConfigurationFromAST.cpp
@@ -397,7 +397,7 @@ void buildConfigurationFromFunctionWithKeyValueArguments(
     AutoPtr<Document> doc,
     AutoPtr<Element> root,
     const ASTExpressionList * ast_expr_list,
-    ContextPtr context)
+    ContextConstPtr context)
 {
     const auto & children = ast_expr_list->children;
     for (size_t i = 0; i != children.size(); ++i)
@@ -464,7 +464,7 @@ void buildSourceConfiguration(
     AutoPtr<Element> root,
     const ASTFunctionWithKeyValueArguments * source,
     const ASTDictionarySettings * settings,
-    ContextPtr context)
+    ContextConstPtr context)
 {
     AutoPtr<Element> outer_element(doc->createElement("source"));
     root->appendChild(outer_element);
@@ -525,7 +525,7 @@ void checkPrimaryKey(const NamesToTypeNames & all_attrs, const Names & key_attrs
 
 
 DictionaryConfigurationPtr
-getDictionaryConfigurationFromAST(const ASTCreateQuery & query, ContextPtr context, const std::string & database_)
+getDictionaryConfigurationFromAST(const ASTCreateQuery & query, ContextConstPtr context, const std::string & database_)
 {
     checkAST(query);
 
diff --git a/src/Dictionaries/getDictionaryConfigurationFromAST.h b/src/Dictionaries/getDictionaryConfigurationFromAST.h
index de8659e4d7b..01f13ab4030 100644
--- a/src/Dictionaries/getDictionaryConfigurationFromAST.h
+++ b/src/Dictionaries/getDictionaryConfigurationFromAST.h
@@ -12,5 +12,5 @@ using DictionaryConfigurationPtr = Poco::AutoPtr<Poco::Util::AbstractConfigurati
 /// This function is necessary because all loadable objects configuration are Poco::AbstractConfiguration
 /// Can throw exception if query is ill-formed
 DictionaryConfigurationPtr
-getDictionaryConfigurationFromAST(const ASTCreateQuery & query, ContextPtr context, const std::string & database_ = "");
+getDictionaryConfigurationFromAST(const ASTCreateQuery & query, ContextConstPtr context, const std::string & database_ = "");
 }
diff --git a/src/Dictionaries/registerCacheDictionaries.cpp b/src/Dictionaries/registerCacheDictionaries.cpp
index 500d0cc923c..0a47e13376f 100644
--- a/src/Dictionaries/registerCacheDictionaries.cpp
+++ b/src/Dictionaries/registerCacheDictionaries.cpp
@@ -206,7 +206,7 @@ DictionaryPtr createSSDCacheDictionaryLayout(
     const Poco::Util::AbstractConfiguration & config,
     const std::string & config_prefix,
     DictionarySourcePtr source_ptr,
-    ContextPtr context,
+    ContextConstPtr context,
     bool created_from_ddl)
 {
     static_assert(dictionary_key_type != DictionaryKeyType::range, "Range key type is not supported by CacheDictionary");
@@ -265,7 +265,7 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                           const Poco::Util::AbstractConfiguration & config,
                                           const std::string & config_prefix,
                                           DictionarySourcePtr source_ptr,
-                                          ContextPtr /* context */,
+                                          ContextConstPtr /* context */,
                                           bool /* created_from_ddl */) -> DictionaryPtr
     {
         return createCacheDictionaryLayout<DictionaryKeyType::simple>(full_name, dict_struct, config, config_prefix, std::move(source_ptr));
@@ -278,7 +278,7 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                                const Poco::Util::AbstractConfiguration & config,
                                                const std::string & config_prefix,
                                                DictionarySourcePtr source_ptr,
-                                               ContextPtr /* context */,
+                                               ContextConstPtr /* context */,
                                                bool /* created_from_ddl */) -> DictionaryPtr
     {
         return createCacheDictionaryLayout<DictionaryKeyType::complex>(full_name, dict_struct, config, config_prefix, std::move(source_ptr));
@@ -293,7 +293,7 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                               const Poco::Util::AbstractConfiguration & config,
                                               const std::string & config_prefix,
                                               DictionarySourcePtr source_ptr,
-                                              ContextPtr context,
+                                              ContextConstPtr context,
                                               bool created_from_ddl) -> DictionaryPtr
     {
         return createSSDCacheDictionaryLayout<DictionaryKeyType::simple>(full_name, dict_struct, config, config_prefix, std::move(source_ptr), context, created_from_ddl);
@@ -306,7 +306,7 @@ void registerDictionaryCache(DictionaryFactory & factory)
                                                    const Poco::Util::AbstractConfiguration & config,
                                                    const std::string & config_prefix,
                                                    DictionarySourcePtr source_ptr,
-                                                   ContextPtr context,
+                                                   ContextConstPtr context,
                                                    bool created_from_ddl) -> DictionaryPtr {
         return createSSDCacheDictionaryLayout<DictionaryKeyType::complex>(full_name, dict_struct, config, config_prefix, std::move(source_ptr), context, created_from_ddl);
     };
diff --git a/src/Functions/FunctionBase64Conversion.h b/src/Functions/FunctionBase64Conversion.h
index 29aa5913b83..6a8e3d2d94a 100644
--- a/src/Functions/FunctionBase64Conversion.h
+++ b/src/Functions/FunctionBase64Conversion.h
@@ -61,7 +61,7 @@ class FunctionBase64Conversion : public IFunction
 public:
     static constexpr auto name = Func::name;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionBase64Conversion>();
     }
diff --git a/src/Functions/FunctionBinaryArithmetic.h b/src/Functions/FunctionBinaryArithmetic.h
index 927b870891f..4ad876fc461 100644
--- a/src/Functions/FunctionBinaryArithmetic.h
+++ b/src/Functions/FunctionBinaryArithmetic.h
@@ -514,7 +514,7 @@ class FunctionBinaryArithmetic : public IFunction
     static constexpr const bool is_multiply = IsOperation<Op>::multiply;
     static constexpr const bool is_division = IsOperation<Op>::division;
 
-    ContextPtr context;
+    ContextConstPtr context;
     bool check_decimal_overflow = true;
 
     template <typename F>
@@ -597,7 +597,7 @@ class FunctionBinaryArithmetic : public IFunction
     }
 
     static FunctionOverloadResolverPtr
-    getFunctionForIntervalArithmetic(const DataTypePtr & type0, const DataTypePtr & type1, ContextPtr context)
+    getFunctionForIntervalArithmetic(const DataTypePtr & type0, const DataTypePtr & type1, ContextConstPtr context)
     {
         bool first_is_date_or_datetime = isDateOrDateTime(type0);
         bool second_is_date_or_datetime = isDateOrDateTime(type1);
@@ -945,9 +945,9 @@ class FunctionBinaryArithmetic : public IFunction
 
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr context) { return std::make_shared<FunctionBinaryArithmetic>(context); }
+    static FunctionPtr create(ContextConstPtr context) { return std::make_shared<FunctionBinaryArithmetic>(context); }
 
-    explicit FunctionBinaryArithmetic(ContextPtr context_)
+    explicit FunctionBinaryArithmetic(ContextConstPtr context_)
     :   context(context_),
         check_decimal_overflow(decimalCheckArithmeticOverflow(context))
     {}
@@ -961,7 +961,7 @@ public:
         return getReturnTypeImplStatic(arguments, context);
     }
 
-    static DataTypePtr getReturnTypeImplStatic(const DataTypes & arguments, ContextPtr context)
+    static DataTypePtr getReturnTypeImplStatic(const DataTypes & arguments, ContextConstPtr context)
     {
         /// Special case when multiply aggregate function state
         if (isAggregateMultiply(arguments[0], arguments[1]))
@@ -1373,7 +1373,7 @@ public:
         const ColumnWithTypeAndName & left_,
         const ColumnWithTypeAndName & right_,
         const DataTypePtr & return_type_,
-        ContextPtr context)
+        ContextConstPtr context)
     {
         return std::make_shared<FunctionBinaryArithmeticWithConstants>(left_, right_, return_type_, context);
     }
@@ -1382,7 +1382,7 @@ public:
         const ColumnWithTypeAndName & left_,
         const ColumnWithTypeAndName & right_,
         const DataTypePtr & return_type_,
-        ContextPtr context_)
+        ContextConstPtr context_)
         : Base(context_), left(left_), right(right_), return_type(return_type_)
     {
     }
@@ -1536,12 +1536,12 @@ class BinaryArithmeticOverloadResolver : public IFunctionOverloadResolver
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionOverloadResolverPtr create(ContextPtr context)
+    static FunctionOverloadResolverPtr create(ContextConstPtr context)
     {
         return std::make_unique<BinaryArithmeticOverloadResolver>(context);
     }
 
-    explicit BinaryArithmeticOverloadResolver(ContextPtr context_) : context(context_) {}
+    explicit BinaryArithmeticOverloadResolver(ContextConstPtr context_) : context(context_) {}
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 2; }
@@ -1577,6 +1577,6 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 }
diff --git a/src/Functions/FunctionBitTestMany.h b/src/Functions/FunctionBitTestMany.h
index 567be37cda8..030919e8836 100644
--- a/src/Functions/FunctionBitTestMany.h
+++ b/src/Functions/FunctionBitTestMany.h
@@ -24,7 +24,7 @@ struct FunctionBitTestMany : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitTestMany>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitTestMany>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionCustomWeekToSomething.h b/src/Functions/FunctionCustomWeekToSomething.h
index 84ecd4d7a5a..d30ce7b5c86 100644
--- a/src/Functions/FunctionCustomWeekToSomething.h
+++ b/src/Functions/FunctionCustomWeekToSomething.h
@@ -24,7 +24,7 @@ class FunctionCustomWeekToSomething : public IFunction
 {
 public:
     static constexpr auto name = Transform::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionCustomWeekToSomething>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionCustomWeekToSomething>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionDateOrDateTimeAddInterval.h b/src/Functions/FunctionDateOrDateTimeAddInterval.h
index 14ab9f00452..4418f6e4b4b 100644
--- a/src/Functions/FunctionDateOrDateTimeAddInterval.h
+++ b/src/Functions/FunctionDateOrDateTimeAddInterval.h
@@ -352,7 +352,7 @@ class FunctionDateOrDateTimeAddInterval : public IFunction
 {
 public:
     static constexpr auto name = Transform::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionDateOrDateTimeAddInterval>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionDateOrDateTimeAddInterval>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/FunctionDateOrDateTimeToSomething.h b/src/Functions/FunctionDateOrDateTimeToSomething.h
index 8b8f1b483c8..bdf3f425a0b 100644
--- a/src/Functions/FunctionDateOrDateTimeToSomething.h
+++ b/src/Functions/FunctionDateOrDateTimeToSomething.h
@@ -24,7 +24,7 @@ class FunctionDateOrDateTimeToSomething : public IFunction
 {
 public:
     static constexpr auto name = Transform::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionDateOrDateTimeToSomething>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionDateOrDateTimeToSomething>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/FunctionFQDN.cpp b/src/Functions/FunctionFQDN.cpp
index 304aad17d22..36fcdfacc99 100644
--- a/src/Functions/FunctionFQDN.cpp
+++ b/src/Functions/FunctionFQDN.cpp
@@ -12,7 +12,7 @@ class FunctionFQDN : public IFunction
 {
 public:
     static constexpr auto name = "FQDN";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionFQDN>();
     }
diff --git a/src/Functions/FunctionFactory.cpp b/src/Functions/FunctionFactory.cpp
index b1437d58c09..1bb78ead872 100644
--- a/src/Functions/FunctionFactory.cpp
+++ b/src/Functions/FunctionFactory.cpp
@@ -52,7 +52,7 @@ void FunctionFactory::registerFunction(const
 
 FunctionOverloadResolverPtr FunctionFactory::getImpl(
     const std::string & name,
-    ContextPtr context) const
+    ContextConstPtr context) const
 {
     auto res = tryGetImpl(name, context);
     if (!res)
@@ -82,14 +82,14 @@ std::vector<std::string> FunctionFactory::getAllNames() const
 
 FunctionOverloadResolverPtr FunctionFactory::get(
     const std::string & name,
-    ContextPtr context) const
+    ContextConstPtr context) const
 {
     return getImpl(name, context);
 }
 
 FunctionOverloadResolverPtr FunctionFactory::tryGetImpl(
     const std::string & name_param,
-    ContextPtr context) const
+    ContextConstPtr context) const
 {
     String name = getAliasToOrName(name_param);
     FunctionOverloadResolverPtr res;
@@ -120,7 +120,7 @@ FunctionOverloadResolverPtr FunctionFactory::tryGetImpl(
 
 FunctionOverloadResolverPtr FunctionFactory::tryGet(
         const std::string & name,
-        ContextPtr context) const
+        ContextConstPtr context) const
 {
     auto impl = tryGetImpl(name, context);
     return impl ? std::move(impl) : nullptr;
diff --git a/src/Functions/FunctionFactory.h b/src/Functions/FunctionFactory.h
index bac55dade16..bf380d51312 100644
--- a/src/Functions/FunctionFactory.h
+++ b/src/Functions/FunctionFactory.h
@@ -19,7 +19,7 @@ namespace DB
   *  some dictionaries from Context.
   */
 class FunctionFactory : private boost::noncopyable,
-                        public IFactoryWithAliases<std::function<FunctionOverloadResolverPtr(ContextPtr)>>
+                        public IFactoryWithAliases<std::function<FunctionOverloadResolverPtr(ContextConstPtr)>>
 {
 public:
     static FunctionFactory & instance();
@@ -44,14 +44,14 @@ public:
     std::vector<std::string> getAllNames() const;
 
     /// Throws an exception if not found.
-    FunctionOverloadResolverPtr get(const std::string & name, ContextPtr context) const;
+    FunctionOverloadResolverPtr get(const std::string & name, ContextConstPtr context) const;
 
     /// Returns nullptr if not found.
-    FunctionOverloadResolverPtr tryGet(const std::string & name, ContextPtr context) const;
+    FunctionOverloadResolverPtr tryGet(const std::string & name, ContextConstPtr context) const;
 
     /// The same methods to get developer interface implementation.
-    FunctionOverloadResolverPtr getImpl(const std::string & name, ContextPtr context) const;
-    FunctionOverloadResolverPtr tryGetImpl(const std::string & name, ContextPtr context) const;
+    FunctionOverloadResolverPtr getImpl(const std::string & name, ContextConstPtr context) const;
+    FunctionOverloadResolverPtr tryGetImpl(const std::string & name, ContextConstPtr context) const;
 
     /// Register a function by its name.
     /// No locking, you must register all functions before usage of get.
@@ -67,7 +67,7 @@ private:
     Functions case_insensitive_functions;
 
     template <typename Function>
-    static FunctionOverloadResolverPtr adaptFunctionToOverloadResolver(ContextPtr context)
+    static FunctionOverloadResolverPtr adaptFunctionToOverloadResolver(ContextConstPtr context)
     {
         return std::make_unique<FunctionToOverloadResolverAdaptor>(Function::create(context));
     }
diff --git a/src/Functions/FunctionFile.cpp b/src/Functions/FunctionFile.cpp
index 9247152367b..4e81a4497b7 100644
--- a/src/Functions/FunctionFile.cpp
+++ b/src/Functions/FunctionFile.cpp
@@ -21,12 +21,12 @@ namespace ErrorCodes
 }
 
 /// A function to read file as a string.
-class FunctionFile : public IFunction, WithContext
+class FunctionFile : public IFunction, WithConstContext
 {
 public:
     static constexpr auto name = "file";
-    static FunctionPtr create(ContextPtr context_) { return std::make_shared<FunctionFile>(context_); }
-    explicit FunctionFile(ContextPtr context_) : WithContext(context_) {}
+    static FunctionPtr create(ContextConstPtr context_) { return std::make_shared<FunctionFile>(context_); }
+    explicit FunctionFile(ContextConstPtr context_) : WithConstContext(context_) {}
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionJoinGet.cpp b/src/Functions/FunctionJoinGet.cpp
index 81545143839..3a17d049099 100644
--- a/src/Functions/FunctionJoinGet.cpp
+++ b/src/Functions/FunctionJoinGet.cpp
@@ -36,7 +36,7 @@ ExecutableFunctionPtr FunctionJoinGet<or_null>::prepare(const ColumnsWithTypeAnd
 }
 
 static std::pair<std::shared_ptr<StorageJoin>, String>
-getJoin(const ColumnsWithTypeAndName & arguments, ContextPtr context)
+getJoin(const ColumnsWithTypeAndName & arguments, ContextConstPtr context)
 {
     String join_name;
     if (const auto * name_col = checkAndGetColumnConst<ColumnString>(arguments[0].column.get()))
@@ -63,7 +63,7 @@ getJoin(const ColumnsWithTypeAndName & arguments, ContextPtr context)
     String table_name = join_name.substr(dot);
     if (table_name.empty())
         throw Exception("joinGet does not allow empty table name", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-    auto table = DatabaseCatalog::instance().getTable({database_name, table_name}, context);
+    auto table = DatabaseCatalog::instance().getTable({database_name, table_name}, std::const_pointer_cast<Context>(context));
     auto storage_join = std::dynamic_pointer_cast<StorageJoin>(table);
     if (!storage_join)
         throw Exception("Table " + join_name + " should have engine StorageJoin", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
diff --git a/src/Functions/FunctionJoinGet.h b/src/Functions/FunctionJoinGet.h
index 2250fa3ccf0..0328d1a16e1 100644
--- a/src/Functions/FunctionJoinGet.h
+++ b/src/Functions/FunctionJoinGet.h
@@ -74,13 +74,13 @@ private:
 };
 
 template <bool or_null>
-class JoinGetOverloadResolver final : public IFunctionOverloadResolver, WithContext
+class JoinGetOverloadResolver final : public IFunctionOverloadResolver, WithConstContext
 {
 public:
     static constexpr auto name = or_null ? "joinGetOrNull" : "joinGet";
-    static FunctionOverloadResolverPtr create(ContextPtr context_) { return std::make_unique<JoinGetOverloadResolver>(context_); }
+    static FunctionOverloadResolverPtr create(ContextConstPtr context_) { return std::make_unique<JoinGetOverloadResolver>(context_); }
 
-    explicit JoinGetOverloadResolver(ContextPtr context_) : WithContext(context_) {}
+    explicit JoinGetOverloadResolver(ContextConstPtr context_) : WithConstContext(context_) {}
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionMathBinaryFloat64.h b/src/Functions/FunctionMathBinaryFloat64.h
index 8cc012d3ab2..340470fa0b8 100644
--- a/src/Functions/FunctionMathBinaryFloat64.h
+++ b/src/Functions/FunctionMathBinaryFloat64.h
@@ -28,7 +28,7 @@ class FunctionMathBinaryFloat64 : public IFunction
 {
 public:
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMathBinaryFloat64>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMathBinaryFloat64>(); }
     static_assert(Impl::rows_per_iteration > 0, "Impl must process at least one row per iteration");
 
     bool useDefaultImplementationForConstants() const override { return true; }
diff --git a/src/Functions/FunctionMathConstFloat64.h b/src/Functions/FunctionMathConstFloat64.h
index ab7d401e99e..b85b65fc43d 100644
--- a/src/Functions/FunctionMathConstFloat64.h
+++ b/src/Functions/FunctionMathConstFloat64.h
@@ -13,7 +13,7 @@ class FunctionMathConstFloat64 : public IFunction
 {
 public:
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMathConstFloat64>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMathConstFloat64>(); }
 
 private:
     String getName() const override { return name; }
diff --git a/src/Functions/FunctionMathUnary.h b/src/Functions/FunctionMathUnary.h
index a637bbe3bd8..d7804af4f7a 100644
--- a/src/Functions/FunctionMathUnary.h
+++ b/src/Functions/FunctionMathUnary.h
@@ -35,7 +35,7 @@ class FunctionMathUnary : public IFunction
 {
 public:
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMathUnary>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMathUnary>(); }
 
 private:
     String getName() const override { return name; }
diff --git a/src/Functions/FunctionNumericPredicate.h b/src/Functions/FunctionNumericPredicate.h
index d5fa9f03aba..006f74f531a 100644
--- a/src/Functions/FunctionNumericPredicate.h
+++ b/src/Functions/FunctionNumericPredicate.h
@@ -23,7 +23,7 @@ class FunctionNumericPredicate : public IFunction
 {
 public:
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionNumericPredicate>();
     }
diff --git a/src/Functions/FunctionStartsEndsWith.h b/src/Functions/FunctionStartsEndsWith.h
index 65dbf393290..cf3a406498a 100644
--- a/src/Functions/FunctionStartsEndsWith.h
+++ b/src/Functions/FunctionStartsEndsWith.h
@@ -142,7 +142,7 @@ template <typename Name>
 class FunctionStartsEndsWith : public TargetSpecific::Default::FunctionStartsEndsWith<Name>
 {
 public:
-    explicit FunctionStartsEndsWith(ContextPtr context) : selector(context)
+    explicit FunctionStartsEndsWith(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             TargetSpecific::Default::FunctionStartsEndsWith<Name>>();
@@ -164,7 +164,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionStartsEndsWith<Name>>(context);
     }
diff --git a/src/Functions/FunctionStringOrArrayToT.h b/src/Functions/FunctionStringOrArrayToT.h
index 158179fffe9..ceb58a5f7f6 100644
--- a/src/Functions/FunctionStringOrArrayToT.h
+++ b/src/Functions/FunctionStringOrArrayToT.h
@@ -25,7 +25,7 @@ class FunctionStringOrArrayToT : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionStringOrArrayToT>();
     }
diff --git a/src/Functions/FunctionStringReplace.h b/src/Functions/FunctionStringReplace.h
index 2e99f58531a..2ff09f79f9e 100644
--- a/src/Functions/FunctionStringReplace.h
+++ b/src/Functions/FunctionStringReplace.h
@@ -23,7 +23,7 @@ class FunctionStringReplace : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionStringReplace>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionStringReplace>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionStringToString.h b/src/Functions/FunctionStringToString.h
index 26480a83995..9b63eec4a60 100644
--- a/src/Functions/FunctionStringToString.h
+++ b/src/Functions/FunctionStringToString.h
@@ -23,7 +23,7 @@ class FunctionStringToString : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionStringToString>();
     }
diff --git a/src/Functions/FunctionUnaryArithmetic.h b/src/Functions/FunctionUnaryArithmetic.h
index 68fcfadfb84..4b5fdf86078 100644
--- a/src/Functions/FunctionUnaryArithmetic.h
+++ b/src/Functions/FunctionUnaryArithmetic.h
@@ -111,7 +111,7 @@ class FunctionUnaryArithmetic : public IFunction
 
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionUnaryArithmetic>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionUnaryArithmetic>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/FunctionsAES.h b/src/Functions/FunctionsAES.h
index b76b454fd77..4dfe5cdea91 100644
--- a/src/Functions/FunctionsAES.h
+++ b/src/Functions/FunctionsAES.h
@@ -141,7 +141,7 @@ class FunctionEncrypt : public IFunction
 public:
     static constexpr OpenSSLDetails::CompatibilityMode compatibility_mode = Impl::compatibility_mode;
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionEncrypt>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionEncrypt>(); }
 
 private:
     using CipherMode = OpenSSLDetails::CipherMode;
@@ -416,7 +416,7 @@ class FunctionDecrypt : public IFunction
 public:
     static constexpr OpenSSLDetails::CompatibilityMode compatibility_mode = Impl::compatibility_mode;
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionDecrypt>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionDecrypt>(); }
 
 private:
     using CipherMode = OpenSSLDetails::CipherMode;
diff --git a/src/Functions/FunctionsBitmap.h b/src/Functions/FunctionsBitmap.h
index bbdc53c3006..368e5bccbd1 100644
--- a/src/Functions/FunctionsBitmap.h
+++ b/src/Functions/FunctionsBitmap.h
@@ -93,7 +93,7 @@ class FunctionBitmapBuildImpl : public IFunction
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmapBuildImpl>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmapBuildImpl>(); }
 
     String getName() const override { return name; }
 
@@ -221,7 +221,7 @@ class FunctionBitmapToArrayImpl : public IFunction
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmapToArrayImpl>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmapToArrayImpl>(); }
 
     String getName() const override { return name; }
 
@@ -311,7 +311,7 @@ class FunctionBitmapSubset : public IFunction
 public:
     static constexpr auto name = Impl::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmapSubset<Impl>>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmapSubset<Impl>>(); }
 
     String getName() const override { return name; }
 
@@ -469,7 +469,7 @@ class FunctionBitmapTransform : public IFunction
 public:
     static constexpr auto name = "bitmapTransform";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmapTransform>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmapTransform>(); }
 
     String getName() const override { return name; }
 
@@ -635,7 +635,7 @@ class FunctionBitmapSelfCardinalityImpl : public IFunction
 public:
     static constexpr auto name = Impl::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmapSelfCardinalityImpl<Impl>>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmapSelfCardinalityImpl<Impl>>(); }
 
     String getName() const override { return name; }
 
@@ -807,7 +807,7 @@ class FunctionBitmapContains : public IFunction
 public:
     static constexpr auto name = "bitmapContains";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmapContains>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmapContains>(); }
 
     String getName() const override { return name; }
 
@@ -911,7 +911,7 @@ class FunctionBitmapCardinality : public IFunction
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmapCardinality>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmapCardinality>(); }
 
     String getName() const override { return name; }
 
@@ -1054,7 +1054,7 @@ class FunctionBitmap : public IFunction
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmap>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmap>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsCoding.h b/src/Functions/FunctionsCoding.h
index 01602cf1175..6c9cd6d333b 100644
--- a/src/Functions/FunctionsCoding.h
+++ b/src/Functions/FunctionsCoding.h
@@ -69,7 +69,7 @@ class FunctionIPv6NumToString : public IFunction
 {
 public:
     static constexpr auto name = "IPv6NumToString";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIPv6NumToString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIPv6NumToString>(); }
 
     String getName() const override { return name; }
 
@@ -139,7 +139,7 @@ class FunctionCutIPv6 : public IFunction
 {
 public:
     static constexpr auto name = "cutIPv6";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionCutIPv6>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionCutIPv6>(); }
 
     String getName() const override { return name; }
 
@@ -262,7 +262,7 @@ class FunctionIPv6StringToNum : public IFunction
 {
 public:
     static constexpr auto name = "IPv6StringToNum";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIPv6StringToNum>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIPv6StringToNum>(); }
 
     static inline bool tryParseIPv4(const char * pos)
     {
@@ -340,7 +340,7 @@ class FunctionIPv4NumToString : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIPv4NumToString<mask_tail_octets, Name>>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIPv4NumToString<mask_tail_octets, Name>>(); }
 
     String getName() const override
     {
@@ -401,7 +401,7 @@ class FunctionIPv4StringToNum : public IFunction
 {
 public:
     static constexpr auto name = "IPv4StringToNum";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIPv4StringToNum>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIPv4StringToNum>(); }
 
     String getName() const override
     {
@@ -464,7 +464,7 @@ class FunctionIPv4ToIPv6 : public IFunction
 {
 public:
      static constexpr auto name = "IPv4ToIPv6";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIPv4ToIPv6>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIPv4ToIPv6>(); }
 
     String getName() const override { return name; }
 
@@ -519,7 +519,7 @@ class FunctionToIPv4 : public FunctionIPv4StringToNum
 {
 public:
     static constexpr auto name = "toIPv4";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToIPv4>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionToIPv4>(); }
 
     String getName() const override
     {
@@ -542,7 +542,7 @@ class FunctionToIPv6 : public FunctionIPv6StringToNum
 {
 public:
     static constexpr auto name = "toIPv6";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToIPv6>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionToIPv6>(); }
 
     String getName() const override { return name; }
 
@@ -560,7 +560,7 @@ class FunctionMACNumToString : public IFunction
 {
 public:
     static constexpr auto name = "MACNumToString";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMACNumToString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMACNumToString>(); }
 
     String getName() const override
     {
@@ -690,7 +690,7 @@ class FunctionMACStringTo : public IFunction
 {
 public:
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMACStringTo<Impl>>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMACStringTo<Impl>>(); }
 
     String getName() const override
     {
@@ -753,7 +753,7 @@ class FunctionUUIDNumToString : public IFunction
 
 public:
     static constexpr auto name = "UUIDNumToString";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionUUIDNumToString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionUUIDNumToString>(); }
 
     String getName() const override
     {
@@ -851,7 +851,7 @@ private:
 
 public:
     static constexpr auto name = "UUIDStringToNum";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionUUIDStringToNum>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionUUIDStringToNum>(); }
 
     String getName() const override
     {
@@ -955,7 +955,7 @@ class FunctionHex : public IFunction
 {
 public:
     static constexpr auto name = "hex";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionHex>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionHex>(); }
 
     String getName() const override
     {
@@ -1238,7 +1238,7 @@ class FunctionUnhex : public IFunction
 {
 public:
     static constexpr auto name = "unhex";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionUnhex>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionUnhex>(); }
 
     String getName() const override
     {
@@ -1327,7 +1327,7 @@ class FunctionChar : public IFunction
 {
 public:
     static constexpr auto name = "char";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionChar>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionChar>(); }
 
     String getName() const override
     {
@@ -1422,7 +1422,7 @@ class FunctionBitmaskToArray : public IFunction
 {
 public:
     static constexpr auto name = "bitmaskToArray";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmaskToArray>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmaskToArray>(); }
 
     String getName() const override
     {
@@ -1508,7 +1508,7 @@ class FunctionToStringCutToZero : public IFunction
 {
 public:
     static constexpr auto name = "toStringCutToZero";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToStringCutToZero>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionToStringCutToZero>(); }
 
     String getName() const override
     {
@@ -1673,7 +1673,7 @@ private:
 
 public:
     static constexpr auto name = "IPv6CIDRToRange";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIPv6CIDRToRange>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIPv6CIDRToRange>(); }
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 2; }
@@ -1787,7 +1787,7 @@ private:
 
 public:
     static constexpr auto name = "IPv4CIDRToRange";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIPv4CIDRToRange>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIPv4CIDRToRange>(); }
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 2; }
@@ -1868,7 +1868,7 @@ class FunctionIsIPv4String : public FunctionIPv4StringToNum
 public:
     static constexpr auto name = "isIPv4String";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIsIPv4String>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIsIPv4String>(); }
 
     String getName() const override { return name; }
 
@@ -1914,7 +1914,7 @@ class FunctionIsIPv6String : public FunctionIPv6StringToNum
 public:
     static constexpr auto name = "isIPv6String";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIsIPv6String>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIsIPv6String>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsComparison.h b/src/Functions/FunctionsComparison.h
index 9ffb0cd0fc3..0696b0fd335 100644
--- a/src/Functions/FunctionsComparison.h
+++ b/src/Functions/FunctionsComparison.h
@@ -557,13 +557,13 @@ class FunctionComparison : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr context) { return std::make_shared<FunctionComparison>(context); }
+    static FunctionPtr create(ContextConstPtr context) { return std::make_shared<FunctionComparison>(context); }
 
-    explicit FunctionComparison(ContextPtr context_)
+    explicit FunctionComparison(ContextConstPtr context_)
         : context(context_), check_decimal_overflow(decimalCheckComparisonOverflow(context)) {}
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
     bool check_decimal_overflow = true;
 
     template <typename T0, typename T1>
diff --git a/src/Functions/FunctionsConsistentHashing.h b/src/Functions/FunctionsConsistentHashing.h
index 4c393f6ee01..69163917430 100644
--- a/src/Functions/FunctionsConsistentHashing.h
+++ b/src/Functions/FunctionsConsistentHashing.h
@@ -24,7 +24,7 @@ class FunctionConsistentHashImpl : public IFunction
 public:
     static constexpr auto name = Impl::name;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionConsistentHashImpl<Impl>>();
     }
diff --git a/src/Functions/FunctionsConversion.h b/src/Functions/FunctionsConversion.h
index 589bd4cc16e..5af86d9ff8b 100644
--- a/src/Functions/FunctionsConversion.h
+++ b/src/Functions/FunctionsConversion.h
@@ -1277,7 +1277,7 @@ public:
     static constexpr bool to_string_or_fixed_string = std::is_same_v<ToDataType, DataTypeFixedString> ||
                                                       std::is_same_v<ToDataType, DataTypeString>;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionConvert>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionConvert>(); }
     static FunctionPtr create() { return std::make_shared<FunctionConvert>(); }
 
     String getName() const override
@@ -1592,7 +1592,7 @@ public:
 
     static constexpr bool to_datetime64 = std::is_same_v<ToDataType, DataTypeDateTime64>;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionConvertFromString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionConvertFromString>(); }
     static FunctionPtr create() { return std::make_shared<FunctionConvertFromString>(); }
 
     String getName() const override
@@ -3196,7 +3196,7 @@ public:
         ? accurate_cast_name
         : (cast_type == CastType::accurateOrNull ? accurate_cast_or_null_name : cast_name);
 
-    static FunctionOverloadResolverPtr create(ContextPtr context)
+    static FunctionOverloadResolverPtr create(ContextConstPtr context)
     {
         return createImpl(context->getSettingsRef().cast_keep_nullable);
     }
diff --git a/src/Functions/FunctionsEmbeddedDictionaries.h b/src/Functions/FunctionsEmbeddedDictionaries.h
index 884f53125eb..a19c6226f91 100644
--- a/src/Functions/FunctionsEmbeddedDictionaries.h
+++ b/src/Functions/FunctionsEmbeddedDictionaries.h
@@ -483,7 +483,7 @@ struct NameRegionIn                    { static constexpr auto name = "regionIn"
 struct FunctionRegionToCity :
     public FunctionTransformWithDictionary<UInt32, RegionToCityImpl,    RegionsHierarchyGetter,    NameRegionToCity>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -492,7 +492,7 @@ struct FunctionRegionToCity :
 struct FunctionRegionToArea :
     public FunctionTransformWithDictionary<UInt32, RegionToAreaImpl,    RegionsHierarchyGetter,    NameRegionToArea>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -501,7 +501,7 @@ struct FunctionRegionToArea :
 struct FunctionRegionToDistrict :
     public FunctionTransformWithDictionary<UInt32, RegionToDistrictImpl, RegionsHierarchyGetter, NameRegionToDistrict>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -510,7 +510,7 @@ struct FunctionRegionToDistrict :
 struct FunctionRegionToCountry :
     public FunctionTransformWithDictionary<UInt32, RegionToCountryImpl, RegionsHierarchyGetter, NameRegionToCountry>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -519,7 +519,7 @@ struct FunctionRegionToCountry :
 struct FunctionRegionToContinent :
     public FunctionTransformWithDictionary<UInt32, RegionToContinentImpl, RegionsHierarchyGetter, NameRegionToContinent>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -528,7 +528,7 @@ struct FunctionRegionToContinent :
 struct FunctionRegionToTopContinent :
     public FunctionTransformWithDictionary<UInt32, RegionToTopContinentImpl, RegionsHierarchyGetter, NameRegionToTopContinent>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -537,7 +537,7 @@ struct FunctionRegionToTopContinent :
 struct FunctionRegionToPopulation :
     public FunctionTransformWithDictionary<UInt32, RegionToPopulationImpl, RegionsHierarchyGetter, NameRegionToPopulation>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -546,7 +546,7 @@ struct FunctionRegionToPopulation :
 struct FunctionRegionIn :
     public FunctionIsInWithDictionary<UInt32, RegionInImpl, RegionsHierarchyGetter,    NameRegionIn>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -555,7 +555,7 @@ struct FunctionRegionIn :
 struct FunctionRegionHierarchy :
     public FunctionHierarchyWithDictionary<UInt32, RegionHierarchyImpl, RegionsHierarchyGetter, NameRegionHierarchy>
 {
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<base_type>(context->getEmbeddedDictionaries().getRegionsHierarchies());
     }
@@ -567,7 +567,7 @@ class FunctionRegionToName : public IFunction
 {
 public:
     static constexpr auto name = "regionToName";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionRegionToName>(context->getEmbeddedDictionaries().getRegionsNames());
     }
diff --git a/src/Functions/FunctionsExternalDictionaries.h b/src/Functions/FunctionsExternalDictionaries.h
index 6d9e4ce6768..89c76f93061 100644
--- a/src/Functions/FunctionsExternalDictionaries.h
+++ b/src/Functions/FunctionsExternalDictionaries.h
@@ -62,10 +62,10 @@ namespace ErrorCodes
   */
 
 
-class FunctionDictHelper : WithContext
+class FunctionDictHelper : WithConstContext
 {
 public:
-    explicit FunctionDictHelper(ContextPtr context_) : WithContext(context_) {}
+    explicit FunctionDictHelper(ContextConstPtr context_) : WithConstContext(context_) {}
 
     std::shared_ptr<const IDictionary> getDictionary(const String & dictionary_name)
     {
@@ -132,12 +132,12 @@ class FunctionDictHas final : public IFunction
 public:
     static constexpr auto name = "dictHas";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictHas>(context);
     }
 
-    explicit FunctionDictHas(ContextPtr context_) : helper(context_) {}
+    explicit FunctionDictHas(ContextConstPtr context_) : helper(context_) {}
 
     String getName() const override { return name; }
 
@@ -270,12 +270,12 @@ class FunctionDictGetNoType final : public IFunction
 public:
     static constexpr auto name = dictionary_get_function_type == DictionaryGetFunctionType::get ? "dictGet" : "dictGetOrDefault";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictGetNoType>(context);
     }
 
-    explicit FunctionDictGetNoType(ContextPtr context_) : helper(context_) {}
+    explicit FunctionDictGetNoType(ContextConstPtr context_) : helper(context_) {}
 
     String getName() const override { return name; }
 
@@ -604,12 +604,12 @@ class FunctionDictGetImpl final : public IFunction
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictGetImpl>(context);
     }
 
-    explicit FunctionDictGetImpl(ContextPtr context_) : impl(context_) {}
+    explicit FunctionDictGetImpl(ContextConstPtr context_) : impl(context_) {}
 
     String getName() const override { return name; }
 
@@ -743,12 +743,12 @@ class FunctionDictGetOrNull final : public IFunction
 public:
     static constexpr auto name = "dictGetOrNull";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictGetOrNull>(context);
     }
 
-    explicit FunctionDictGetOrNull(ContextPtr context_)
+    explicit FunctionDictGetOrNull(ContextConstPtr context_)
         : dictionary_get_func_impl(context_)
         , dictionary_has_func_impl(context_)
     {}
@@ -906,12 +906,12 @@ class FunctionDictGetHierarchy final : public IFunction
 public:
     static constexpr auto name = "dictGetHierarchy";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictGetHierarchy>(context);
     }
 
-    explicit FunctionDictGetHierarchy(ContextPtr context_) : helper(context_) {}
+    explicit FunctionDictGetHierarchy(ContextConstPtr context_) : helper(context_) {}
 
     String getName() const override { return name; }
 
@@ -966,12 +966,12 @@ class FunctionDictIsIn final : public IFunction
 public:
     static constexpr auto name = "dictIsIn";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictIsIn>(context);
     }
 
-    explicit FunctionDictIsIn(ContextPtr context_)
+    explicit FunctionDictIsIn(ContextConstPtr context_)
         : helper(context_) {}
 
     String getName() const override { return name; }
@@ -1032,12 +1032,12 @@ class FunctionDictGetChildren final : public IFunction
 public:
     static constexpr auto name = "dictGetChildren";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictGetChildren>(context);
     }
 
-    explicit FunctionDictGetChildren(ContextPtr context_)
+    explicit FunctionDictGetChildren(ContextConstPtr context_)
         : helper(context_) {}
 
     String getName() const override { return name; }
@@ -1091,12 +1091,12 @@ class FunctionDictGetDescendants final : public IFunction
 public:
     static constexpr auto name = "dictGetDescendants";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionDictGetDescendants>(context);
     }
 
-    explicit FunctionDictGetDescendants(ContextPtr context_)
+    explicit FunctionDictGetDescendants(ContextConstPtr context_)
         : helper(context_) {}
 
     String getName() const override { return name; }
diff --git a/src/Functions/FunctionsExternalModels.cpp b/src/Functions/FunctionsExternalModels.cpp
index da46f7fcb38..6bcaf13cd69 100644
--- a/src/Functions/FunctionsExternalModels.cpp
+++ b/src/Functions/FunctionsExternalModels.cpp
@@ -18,7 +18,7 @@
 namespace DB
 {
 
-FunctionPtr FunctionModelEvaluate::create(ContextPtr context)
+FunctionPtr FunctionModelEvaluate::create(ContextConstPtr context)
 {
     return std::make_shared<FunctionModelEvaluate>(context->getExternalModelsLoader());
 }
diff --git a/src/Functions/FunctionsExternalModels.h b/src/Functions/FunctionsExternalModels.h
index 8f8b0e0c860..b9d611934e6 100644
--- a/src/Functions/FunctionsExternalModels.h
+++ b/src/Functions/FunctionsExternalModels.h
@@ -17,7 +17,7 @@ class FunctionModelEvaluate final : public IFunction
 public:
     static constexpr auto name = "modelEvaluate";
 
-    static FunctionPtr create(ContextPtr context);
+    static FunctionPtr create(ContextConstPtr context);
 
     explicit FunctionModelEvaluate(const ExternalModelsLoader & models_loader_) : models_loader(models_loader_) {}
 
diff --git a/src/Functions/FunctionsHashing.h b/src/Functions/FunctionsHashing.h
index 690991759a3..25f57e06f2e 100644
--- a/src/Functions/FunctionsHashing.h
+++ b/src/Functions/FunctionsHashing.h
@@ -535,7 +535,7 @@ class FunctionStringHashFixedString : public IFunction
 {
 public:
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionStringHashFixedString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionStringHashFixedString>(); }
 
     String getName() const override
     {
@@ -700,7 +700,7 @@ template <typename Impl, typename Name>
 class FunctionIntHash : public TargetSpecific::Default::FunctionIntHash<Impl, Name>
 {
 public:
-    explicit FunctionIntHash(ContextPtr context) : selector(context)
+    explicit FunctionIntHash(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             TargetSpecific::Default::FunctionIntHash<Impl, Name>>();
@@ -718,7 +718,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionIntHash>(context);
     }
@@ -1077,7 +1077,7 @@ template <typename Impl>
 class FunctionAnyHash : public TargetSpecific::Default::FunctionAnyHash<Impl>
 {
 public:
-    explicit FunctionAnyHash(ContextPtr context) : selector(context)
+    explicit FunctionAnyHash(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             TargetSpecific::Default::FunctionAnyHash<Impl>>();
@@ -1095,7 +1095,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionAnyHash>(context);
     }
@@ -1182,7 +1182,7 @@ class FunctionURLHash : public IFunction
 {
 public:
     static constexpr auto name = "URLHash";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionURLHash>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionURLHash>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsJSON.h b/src/Functions/FunctionsJSON.h
index 2b49d01de2c..6024658dd6f 100644
--- a/src/Functions/FunctionsJSON.h
+++ b/src/Functions/FunctionsJSON.h
@@ -270,11 +270,11 @@ private:
 
 
 template <typename Name, template<typename> typename Impl>
-class FunctionJSON : public IFunction, WithContext
+class FunctionJSON : public IFunction, WithConstContext
 {
 public:
-    static FunctionPtr create(ContextPtr context_) { return std::make_shared<FunctionJSON>(context_); }
-    FunctionJSON(ContextPtr context_) : WithContext(context_) {}
+    static FunctionPtr create(ContextConstPtr context_) { return std::make_shared<FunctionJSON>(context_); }
+    FunctionJSON(ContextConstPtr context_) : WithConstContext(context_) {}
 
     static constexpr auto name = Name::name;
     String getName() const override { return Name::name; }
diff --git a/src/Functions/FunctionsLogical.h b/src/Functions/FunctionsLogical.h
index 264eeeef0fe..339cc25510d 100644
--- a/src/Functions/FunctionsLogical.h
+++ b/src/Functions/FunctionsLogical.h
@@ -139,7 +139,7 @@ class FunctionAnyArityLogical : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionAnyArityLogical>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionAnyArityLogical>(); }
 
 public:
     String getName() const override
@@ -206,7 +206,7 @@ class FunctionUnaryLogical : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionUnaryLogical>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionUnaryLogical>(); }
 
 public:
     String getName() const override
diff --git a/src/Functions/FunctionsMultiStringFuzzySearch.h b/src/Functions/FunctionsMultiStringFuzzySearch.h
index 209efb0fc2f..3c6e67c1546 100644
--- a/src/Functions/FunctionsMultiStringFuzzySearch.h
+++ b/src/Functions/FunctionsMultiStringFuzzySearch.h
@@ -34,7 +34,7 @@ class FunctionsMultiStringFuzzySearch : public IFunction
 
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         if (Impl::is_using_hyperscan && !context->getSettingsRef().allow_hyperscan)
             throw Exception(
diff --git a/src/Functions/FunctionsMultiStringPosition.h b/src/Functions/FunctionsMultiStringPosition.h
index f36f7639ccd..68c658c0aa7 100644
--- a/src/Functions/FunctionsMultiStringPosition.h
+++ b/src/Functions/FunctionsMultiStringPosition.h
@@ -51,7 +51,7 @@ class FunctionsMultiStringPosition : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionsMultiStringPosition>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionsMultiStringPosition>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsMultiStringSearch.h b/src/Functions/FunctionsMultiStringSearch.h
index 08b4668940e..4d391124de9 100644
--- a/src/Functions/FunctionsMultiStringSearch.h
+++ b/src/Functions/FunctionsMultiStringSearch.h
@@ -47,7 +47,7 @@ class FunctionsMultiStringSearch : public IFunction
 
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         if (Impl::is_using_hyperscan && !context->getSettingsRef().allow_hyperscan)
             throw Exception(
diff --git a/src/Functions/FunctionsRandom.h b/src/Functions/FunctionsRandom.h
index 75037d02a2d..0eae9ef183f 100644
--- a/src/Functions/FunctionsRandom.h
+++ b/src/Functions/FunctionsRandom.h
@@ -91,7 +91,7 @@ template <typename ToType, typename Name>
 class FunctionRandom : public FunctionRandomImpl<TargetSpecific::Default::RandImpl, ToType, Name>
 {
 public:
-    explicit FunctionRandom(ContextPtr context) : selector(context)
+    explicit FunctionRandom(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             FunctionRandomImpl<TargetSpecific::Default::RandImpl, ToType, Name>>();
@@ -107,7 +107,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionRandom<ToType, Name>>(context);
     }
diff --git a/src/Functions/FunctionsRound.h b/src/Functions/FunctionsRound.h
index f56b92d6db5..98f35e52a4c 100644
--- a/src/Functions/FunctionsRound.h
+++ b/src/Functions/FunctionsRound.h
@@ -520,7 +520,7 @@ class FunctionRounding : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionRounding>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionRounding>(); }
 
     String getName() const override
     {
@@ -629,7 +629,7 @@ class FunctionRoundDown : public IFunction
 {
 public:
     static constexpr auto name = "roundDown";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionRoundDown>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionRoundDown>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsStringArray.h b/src/Functions/FunctionsStringArray.h
index 27f10797651..2141adbc72f 100644
--- a/src/Functions/FunctionsStringArray.h
+++ b/src/Functions/FunctionsStringArray.h
@@ -427,7 +427,7 @@ class FunctionTokens : public IFunction
 {
 public:
     static constexpr auto name = Generator::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionTokens>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionTokens>(); }
 
     String getName() const override
     {
@@ -590,7 +590,7 @@ private:
 
 public:
     static constexpr auto name = "arrayStringConcat";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayStringConcat>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayStringConcat>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/FunctionsStringHash.h b/src/Functions/FunctionsStringHash.h
index 37fa7d618b9..8336a4ee85f 100644
--- a/src/Functions/FunctionsStringHash.h
+++ b/src/Functions/FunctionsStringHash.h
@@ -35,7 +35,7 @@ public:
     static constexpr size_t max_shingle_size = 25;
     static constexpr size_t max_num_hashes = 25;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionsStringHash>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionsStringHash>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsStringSearch.h b/src/Functions/FunctionsStringSearch.h
index 0789247e2d4..524fe43f42f 100644
--- a/src/Functions/FunctionsStringSearch.h
+++ b/src/Functions/FunctionsStringSearch.h
@@ -51,7 +51,7 @@ class FunctionsStringSearch : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionsStringSearch>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionsStringSearch>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsStringSearchToString.h b/src/Functions/FunctionsStringSearchToString.h
index af91a9511e1..3b3383cf162 100644
--- a/src/Functions/FunctionsStringSearchToString.h
+++ b/src/Functions/FunctionsStringSearchToString.h
@@ -36,7 +36,7 @@ class FunctionsStringSearchToString : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionsStringSearchToString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionsStringSearchToString>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/FunctionsStringSimilarity.h b/src/Functions/FunctionsStringSimilarity.h
index 6efb373aace..49fc8a21129 100644
--- a/src/Functions/FunctionsStringSimilarity.h
+++ b/src/Functions/FunctionsStringSimilarity.h
@@ -33,7 +33,7 @@ class FunctionsStringSimilarity : public IFunction
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionsStringSimilarity>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionsStringSimilarity>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/LeastGreatestGeneric.h b/src/Functions/LeastGreatestGeneric.h
index 51564ad7cdc..f33bda801cb 100644
--- a/src/Functions/LeastGreatestGeneric.h
+++ b/src/Functions/LeastGreatestGeneric.h
@@ -30,7 +30,7 @@ class FunctionLeastGreatestGeneric : public IFunction
 {
 public:
     static constexpr auto name = kind == LeastGreatest::Least ? "least" : "greatest";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionLeastGreatestGeneric<kind>>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionLeastGreatestGeneric<kind>>(); }
 
 private:
     String getName() const override { return name; }
@@ -92,12 +92,12 @@ class LeastGreatestOverloadResolver : public IFunctionOverloadResolver
 public:
     static constexpr auto name = kind == LeastGreatest::Least ? "least" : "greatest";
 
-    static FunctionOverloadResolverPtr create(ContextPtr context)
+    static FunctionOverloadResolverPtr create(ContextConstPtr context)
     {
         return std::make_unique<LeastGreatestOverloadResolver<kind, SpecializedFunction>>(context);
     }
 
-    explicit LeastGreatestOverloadResolver(ContextPtr context_) : context(context_) {}
+    explicit LeastGreatestOverloadResolver(ContextConstPtr context_) : context(context_) {}
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 0; }
@@ -127,7 +127,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/PerformanceAdaptors.h b/src/Functions/PerformanceAdaptors.h
index 9ef6454d085..04bf19bbd88 100644
--- a/src/Functions/PerformanceAdaptors.h
+++ b/src/Functions/PerformanceAdaptors.h
@@ -172,7 +172,7 @@ namespace detail
  * /// default implementation.
  * class MyFunction : public MyDefaultImpl
  * {
- *     MyFunction(ContextPtr context) : selector(context) {
+ *     MyFunction(ContextConstPtr context) : selector(context) {
  *         /// Register all implementations in constructor.
  *         /// There could be as many implementation for every target as you want.
  *         selector.registerImplementation<TargetArch::Default, MyDefaultImpl>();
@@ -185,7 +185,7 @@ namespace detail
  *         selector.selectAndExecute(...);
  *     }
  *
- *     static FunctionPtr create(ContextPtr context) {
+ *     static FunctionPtr create(ContextConstPtr context) {
  *         return std::make_shared<MyFunction>(context);
  *     }
  * private:
@@ -193,12 +193,12 @@ namespace detail
  * };
  */
 template <typename FunctionInterface>
-class ImplementationSelector : WithContext
+class ImplementationSelector : WithConstContext
 {
 public:
     using ImplementationPtr = std::shared_ptr<FunctionInterface>;
 
-    ImplementationSelector(ContextPtr context_) : WithContext(context_) {}
+    ImplementationSelector(ContextConstPtr context_) : WithConstContext(context_) {}
 
     /* Select the best implementation based on previous runs.
      * If FunctionInterface is IFunction, then "executeImpl" method of the implementation will be called
diff --git a/src/Functions/URL/FirstSignificantSubdomainCustomImpl.h b/src/Functions/URL/FirstSignificantSubdomainCustomImpl.h
index 4670d610725..fa985f194f3 100644
--- a/src/Functions/URL/FirstSignificantSubdomainCustomImpl.h
+++ b/src/Functions/URL/FirstSignificantSubdomainCustomImpl.h
@@ -36,7 +36,7 @@ class FunctionCutToFirstSignificantSubdomainCustomImpl : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionCutToFirstSignificantSubdomainCustomImpl>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionCutToFirstSignificantSubdomainCustomImpl>(); }
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 2; }
diff --git a/src/Functions/URL/port.cpp b/src/Functions/URL/port.cpp
index 179a2be4471..6f277de45a5 100644
--- a/src/Functions/URL/port.cpp
+++ b/src/Functions/URL/port.cpp
@@ -21,7 +21,7 @@ namespace ErrorCodes
 struct FunctionPort : public IFunction
 {
     static constexpr auto name = "port";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionPort>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionPort>(); }
 
     String getName() const override { return name; }
     bool isVariadic() const override { return true; }
diff --git a/src/Functions/abtesting.cpp b/src/Functions/abtesting.cpp
index 871357fe450..fa0e5e8a6bd 100644
--- a/src/Functions/abtesting.cpp
+++ b/src/Functions/abtesting.cpp
@@ -168,7 +168,7 @@ class FunctionBayesAB : public IFunction
 public:
     static constexpr auto name = "bayesAB";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionBayesAB>();
     }
diff --git a/src/Functions/addressToLine.cpp b/src/Functions/addressToLine.cpp
index aabf388b428..1ae8d9126bb 100644
--- a/src/Functions/addressToLine.cpp
+++ b/src/Functions/addressToLine.cpp
@@ -36,7 +36,7 @@ class FunctionAddressToLine : public IFunction
 {
 public:
     static constexpr auto name = "addressToLine";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         context->checkAccess(AccessType::addressToLine);
         return std::make_shared<FunctionAddressToLine>();
diff --git a/src/Functions/addressToSymbol.cpp b/src/Functions/addressToSymbol.cpp
index 7ffdc6d4260..1c744a11755 100644
--- a/src/Functions/addressToSymbol.cpp
+++ b/src/Functions/addressToSymbol.cpp
@@ -28,7 +28,7 @@ class FunctionAddressToSymbol : public IFunction
 {
 public:
     static constexpr auto name = "addressToSymbol";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         context->checkAccess(AccessType::addressToSymbol);
         return std::make_shared<FunctionAddressToSymbol>();
diff --git a/src/Functions/appendTrailingCharIfAbsent.cpp b/src/Functions/appendTrailingCharIfAbsent.cpp
index 266b2a44f4a..89d7f12f780 100644
--- a/src/Functions/appendTrailingCharIfAbsent.cpp
+++ b/src/Functions/appendTrailingCharIfAbsent.cpp
@@ -24,7 +24,7 @@ class FunctionAppendTrailingCharIfAbsent : public IFunction
 {
 public:
     static constexpr auto name = "appendTrailingCharIfAbsent";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionAppendTrailingCharIfAbsent>();
     }
diff --git a/src/Functions/array/FunctionArrayMapped.h b/src/Functions/array/FunctionArrayMapped.h
index 3609398bc3f..9b51000144f 100644
--- a/src/Functions/array/FunctionArrayMapped.h
+++ b/src/Functions/array/FunctionArrayMapped.h
@@ -44,7 +44,7 @@ class FunctionArrayMapped : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayMapped>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayMapped>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/array/array.cpp b/src/Functions/array/array.cpp
index 1f513defc6f..62ae0b4f2d8 100644
--- a/src/Functions/array/array.cpp
+++ b/src/Functions/array/array.cpp
@@ -14,7 +14,7 @@ class FunctionArray : public IFunction
 {
 public:
     static constexpr auto name = "array";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionArray>();
     }
diff --git a/src/Functions/array/arrayConcat.cpp b/src/Functions/array/arrayConcat.cpp
index 57a783a3244..23193e28816 100644
--- a/src/Functions/array/arrayConcat.cpp
+++ b/src/Functions/array/arrayConcat.cpp
@@ -26,7 +26,7 @@ class FunctionArrayConcat : public IFunction
 {
 public:
     static constexpr auto name = "arrayConcat";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayConcat>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayConcat>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/arrayDistinct.cpp b/src/Functions/array/arrayDistinct.cpp
index 916af560c8f..164e3b19c83 100644
--- a/src/Functions/array/arrayDistinct.cpp
+++ b/src/Functions/array/arrayDistinct.cpp
@@ -26,7 +26,7 @@ class FunctionArrayDistinct : public IFunction
 public:
     static constexpr auto name = "arrayDistinct";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionArrayDistinct>();
     }
diff --git a/src/Functions/array/arrayElement.cpp b/src/Functions/array/arrayElement.cpp
index f3d3f558d7b..5ec5c4d4213 100644
--- a/src/Functions/array/arrayElement.cpp
+++ b/src/Functions/array/arrayElement.cpp
@@ -41,7 +41,7 @@ class FunctionArrayElement : public IFunction
 {
 public:
     static constexpr auto name = "arrayElement";
-    static FunctionPtr create(ContextPtr context);
+    static FunctionPtr create(ContextConstPtr context);
 
     String getName() const override;
 
@@ -449,7 +449,7 @@ struct ArrayElementGenericImpl
 }
 
 
-FunctionPtr FunctionArrayElement::create(ContextPtr)
+FunctionPtr FunctionArrayElement::create(ContextConstPtr)
 {
     return std::make_shared<FunctionArrayElement>();
 }
diff --git a/src/Functions/array/arrayEnumerate.cpp b/src/Functions/array/arrayEnumerate.cpp
index 6d59a2c3805..a80e4f9e016 100644
--- a/src/Functions/array/arrayEnumerate.cpp
+++ b/src/Functions/array/arrayEnumerate.cpp
@@ -22,7 +22,7 @@ class FunctionArrayEnumerate : public IFunction
 public:
     static constexpr auto name = "arrayEnumerate";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionArrayEnumerate>();
     }
diff --git a/src/Functions/array/arrayEnumerateExtended.h b/src/Functions/array/arrayEnumerateExtended.h
index 7e4fe24873a..921a0f0c75d 100644
--- a/src/Functions/array/arrayEnumerateExtended.h
+++ b/src/Functions/array/arrayEnumerateExtended.h
@@ -30,7 +30,7 @@ template <typename Derived>
 class FunctionArrayEnumerateExtended : public IFunction
 {
 public:
-    static FunctionPtr create(ContextPtr) { return std::make_shared<Derived>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<Derived>(); }
 
     String getName() const override { return Derived::name; }
 
diff --git a/src/Functions/array/arrayEnumerateRanked.h b/src/Functions/array/arrayEnumerateRanked.h
index 2c999415f33..3dbb2d2d0c9 100644
--- a/src/Functions/array/arrayEnumerateRanked.h
+++ b/src/Functions/array/arrayEnumerateRanked.h
@@ -90,7 +90,7 @@ template <typename Derived>
 class FunctionArrayEnumerateRankedExtended : public IFunction
 {
 public:
-    static FunctionPtr create(ContextPtr /* context */) { return std::make_shared<Derived>(); }
+    static FunctionPtr create(ContextConstPtr /* context */) { return std::make_shared<Derived>(); }
 
     String getName() const override { return Derived::name; }
 
diff --git a/src/Functions/array/arrayFlatten.cpp b/src/Functions/array/arrayFlatten.cpp
index 3d286aa0bb4..dfd1811d91d 100644
--- a/src/Functions/array/arrayFlatten.cpp
+++ b/src/Functions/array/arrayFlatten.cpp
@@ -20,7 +20,7 @@ class ArrayFlatten : public IFunction
 public:
     static constexpr auto name = "arrayFlatten";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<ArrayFlatten>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<ArrayFlatten>(); }
 
     size_t getNumberOfArguments() const override { return 1; }
     bool useDefaultImplementationForConstants() const override { return true; }
diff --git a/src/Functions/array/arrayIndex.h b/src/Functions/array/arrayIndex.h
index f3b279faaef..fbd3501298e 100644
--- a/src/Functions/array/arrayIndex.h
+++ b/src/Functions/array/arrayIndex.h
@@ -355,7 +355,7 @@ class FunctionArrayIndex : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayIndex>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayIndex>(); }
 
     /// Get function name.
     String getName() const override { return name; }
diff --git a/src/Functions/array/arrayIntersect.cpp b/src/Functions/array/arrayIntersect.cpp
index 93c1ee06403..1d3bcdd6fcc 100644
--- a/src/Functions/array/arrayIntersect.cpp
+++ b/src/Functions/array/arrayIntersect.cpp
@@ -38,8 +38,8 @@ class FunctionArrayIntersect : public IFunction
 {
 public:
     static constexpr auto name = "arrayIntersect";
-    static FunctionPtr create(ContextPtr context) { return std::make_shared<FunctionArrayIntersect>(context); }
-    explicit FunctionArrayIntersect(ContextPtr context_) : context(context_) {}
+    static FunctionPtr create(ContextConstPtr context) { return std::make_shared<FunctionArrayIntersect>(context); }
+    explicit FunctionArrayIntersect(ContextConstPtr context_) : context(context_) {}
 
     String getName() const override { return name; }
 
@@ -53,7 +53,7 @@ public:
     bool useDefaultImplementationForConstants() const override { return true; }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 
     /// Initially allocate a piece of memory for 64 elements. NOTE: This is just a guess.
     static constexpr size_t INITIAL_SIZE_DEGREE = 6;
@@ -281,7 +281,7 @@ FunctionArrayIntersect::CastArgumentsResult FunctionArrayIntersect::castColumns(
     return {.initial = initial_columns, .casted = casted_columns};
 }
 
-static ColumnPtr callFunctionNotEquals(ColumnWithTypeAndName first, ColumnWithTypeAndName second, ContextPtr context)
+static ColumnPtr callFunctionNotEquals(ColumnWithTypeAndName first, ColumnWithTypeAndName second, ContextConstPtr context)
 {
     ColumnsWithTypeAndName args{first, second};
     auto eq_func = FunctionFactory::instance().get("notEquals", context)->build(args);
diff --git a/src/Functions/array/arrayJoin.cpp b/src/Functions/array/arrayJoin.cpp
index da8c4e6e80b..953c29ae67d 100644
--- a/src/Functions/array/arrayJoin.cpp
+++ b/src/Functions/array/arrayJoin.cpp
@@ -20,7 +20,7 @@ class FunctionArrayJoin : public IFunction
 {
 public:
     static constexpr auto name = "arrayJoin";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionArrayJoin>();
     }
diff --git a/src/Functions/array/arrayPopBack.cpp b/src/Functions/array/arrayPopBack.cpp
index 0b532c22661..dea16c228fb 100644
--- a/src/Functions/array/arrayPopBack.cpp
+++ b/src/Functions/array/arrayPopBack.cpp
@@ -9,7 +9,7 @@ class FunctionArrayPopBack : public FunctionArrayPop
 {
 public:
     static constexpr auto name = "arrayPopBack";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayPopBack>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayPopBack>(); }
     FunctionArrayPopBack() : FunctionArrayPop(false, name) {}
 };
 
diff --git a/src/Functions/array/arrayPopFront.cpp b/src/Functions/array/arrayPopFront.cpp
index 57eedf9b44a..14a2d5f583e 100644
--- a/src/Functions/array/arrayPopFront.cpp
+++ b/src/Functions/array/arrayPopFront.cpp
@@ -9,7 +9,7 @@ class FunctionArrayPopFront : public FunctionArrayPop
 {
 public:
     static constexpr auto name = "arrayPopFront";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayPopFront>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayPopFront>(); }
     FunctionArrayPopFront() : FunctionArrayPop(true, name) {}
 };
 
diff --git a/src/Functions/array/arrayPushBack.cpp b/src/Functions/array/arrayPushBack.cpp
index 3171bca9d2c..1e12bf72d87 100644
--- a/src/Functions/array/arrayPushBack.cpp
+++ b/src/Functions/array/arrayPushBack.cpp
@@ -9,7 +9,7 @@ class FunctionArrayPushBack : public FunctionArrayPush
 {
 public:
     static constexpr auto name = "arrayPushBack";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayPushBack>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayPushBack>(); }
     FunctionArrayPushBack() : FunctionArrayPush(false, name) {}
 };
 
diff --git a/src/Functions/array/arrayPushFront.cpp b/src/Functions/array/arrayPushFront.cpp
index d12dfe02af1..08b4efa207e 100644
--- a/src/Functions/array/arrayPushFront.cpp
+++ b/src/Functions/array/arrayPushFront.cpp
@@ -10,7 +10,7 @@ class FunctionArrayPushFront : public FunctionArrayPush
 {
 public:
     static constexpr auto name = "arrayPushFront";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayPushFront>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayPushFront>(); }
     FunctionArrayPushFront() : FunctionArrayPush(true, name) {}
 };
 
diff --git a/src/Functions/array/arrayReduce.cpp b/src/Functions/array/arrayReduce.cpp
index bbdd142c062..3126554c127 100644
--- a/src/Functions/array/arrayReduce.cpp
+++ b/src/Functions/array/arrayReduce.cpp
@@ -37,7 +37,7 @@ class FunctionArrayReduce : public IFunction
 {
 public:
     static constexpr auto name = "arrayReduce";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayReduce>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayReduce>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/arrayReduceInRanges.cpp b/src/Functions/array/arrayReduceInRanges.cpp
index bcb34385d17..dfeb79027f2 100644
--- a/src/Functions/array/arrayReduceInRanges.cpp
+++ b/src/Functions/array/arrayReduceInRanges.cpp
@@ -40,7 +40,7 @@ class FunctionArrayReduceInRanges : public IFunction
 public:
     static const size_t minimum_step = 64;
     static constexpr auto name = "arrayReduceInRanges";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayReduceInRanges>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayReduceInRanges>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/arrayResize.cpp b/src/Functions/array/arrayResize.cpp
index f8eea06335b..03b0430d6ec 100644
--- a/src/Functions/array/arrayResize.cpp
+++ b/src/Functions/array/arrayResize.cpp
@@ -25,7 +25,7 @@ class FunctionArrayResize : public IFunction
 {
 public:
     static constexpr auto name = "arrayResize";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayResize>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayResize>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/arrayReverse.cpp b/src/Functions/array/arrayReverse.cpp
index fb4a559b37f..2a2e24828ac 100644
--- a/src/Functions/array/arrayReverse.cpp
+++ b/src/Functions/array/arrayReverse.cpp
@@ -24,7 +24,7 @@ class FunctionArrayReverse : public IFunction
 {
 public:
     static constexpr auto name = "arrayReverse";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayReverse>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayReverse>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/arrayScalarProduct.h b/src/Functions/array/arrayScalarProduct.h
index 6a23d6a45d8..0d35157d133 100644
--- a/src/Functions/array/arrayScalarProduct.h
+++ b/src/Functions/array/arrayScalarProduct.h
@@ -25,7 +25,7 @@ class FunctionArrayScalarProduct : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayScalarProduct>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayScalarProduct>(); }
 
 private:
     using ResultColumnType = ColumnVector<typename Method::ResultType>;
diff --git a/src/Functions/array/arraySlice.cpp b/src/Functions/array/arraySlice.cpp
index 567135de884..4fc32bfa981 100644
--- a/src/Functions/array/arraySlice.cpp
+++ b/src/Functions/array/arraySlice.cpp
@@ -34,7 +34,7 @@ class FunctionArraySlice : public IFunction
 {
 public:
     static constexpr auto name = "arraySlice";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArraySlice>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArraySlice>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/arrayUniq.cpp b/src/Functions/array/arrayUniq.cpp
index 62de746f136..6d461206f38 100644
--- a/src/Functions/array/arrayUniq.cpp
+++ b/src/Functions/array/arrayUniq.cpp
@@ -31,7 +31,7 @@ class FunctionArrayUniq : public IFunction
 public:
     static constexpr auto name = "arrayUniq";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayUniq>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayUniq>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/arrayWithConstant.cpp b/src/Functions/array/arrayWithConstant.cpp
index 578e8bf2296..7d00c2227ee 100644
--- a/src/Functions/array/arrayWithConstant.cpp
+++ b/src/Functions/array/arrayWithConstant.cpp
@@ -30,7 +30,7 @@ class FunctionArrayWithConstant : public IFunction
 public:
     static constexpr auto name = "arrayWithConstant";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayWithConstant>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayWithConstant>(); }
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 2; }
diff --git a/src/Functions/array/arrayZip.cpp b/src/Functions/array/arrayZip.cpp
index f77b4f6dfe9..8e4d41ffca2 100644
--- a/src/Functions/array/arrayZip.cpp
+++ b/src/Functions/array/arrayZip.cpp
@@ -23,7 +23,7 @@ class FunctionArrayZip : public IFunction
 {
 public:
     static constexpr auto name = "arrayZip";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayZip>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayZip>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/array/emptyArray.cpp b/src/Functions/array/emptyArray.cpp
index 370c51f3e8d..38b68043628 100644
--- a/src/Functions/array/emptyArray.cpp
+++ b/src/Functions/array/emptyArray.cpp
@@ -22,7 +22,7 @@ class FunctionEmptyArray : public IFunction
 {
 public:
     static String getNameImpl() { return "emptyArray" + DataType().getName(); }
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionEmptyArray>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionEmptyArray>(); }
 
 private:
     String getName() const override
diff --git a/src/Functions/array/emptyArrayToSingle.cpp b/src/Functions/array/emptyArrayToSingle.cpp
index be387620e60..a116adca4e7 100644
--- a/src/Functions/array/emptyArrayToSingle.cpp
+++ b/src/Functions/array/emptyArrayToSingle.cpp
@@ -27,7 +27,7 @@ class FunctionEmptyArrayToSingle : public IFunction
 {
 public:
     static constexpr auto name = "emptyArrayToSingle";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionEmptyArrayToSingle>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionEmptyArrayToSingle>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/array/hasAll.cpp b/src/Functions/array/hasAll.cpp
index c1959515e9f..7b5b83334b9 100644
--- a/src/Functions/array/hasAll.cpp
+++ b/src/Functions/array/hasAll.cpp
@@ -10,7 +10,7 @@ class FunctionArrayHasAll : public FunctionArrayHasAllAny
 {
 public:
     static constexpr auto name = "hasAll";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayHasAll>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayHasAll>(); }
     FunctionArrayHasAll() : FunctionArrayHasAllAny(GatherUtils::ArraySearchType::All, name) {}
 };
 
diff --git a/src/Functions/array/hasAny.cpp b/src/Functions/array/hasAny.cpp
index fac810c7ba1..94d429d6c0e 100644
--- a/src/Functions/array/hasAny.cpp
+++ b/src/Functions/array/hasAny.cpp
@@ -10,7 +10,7 @@ class FunctionArrayHasAny : public FunctionArrayHasAllAny
 {
 public:
     static constexpr auto name = "hasAny";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayHasAny>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayHasAny>(); }
     FunctionArrayHasAny() : FunctionArrayHasAllAny(GatherUtils::ArraySearchType::Any, name) {}
 };
 
diff --git a/src/Functions/array/hasSubstr.cpp b/src/Functions/array/hasSubstr.cpp
index 886f82f577b..f304e8bc3ba 100644
--- a/src/Functions/array/hasSubstr.cpp
+++ b/src/Functions/array/hasSubstr.cpp
@@ -10,7 +10,7 @@ class FunctionArrayHasSubstr : public FunctionArrayHasAllAny
 {
 public:
     static constexpr auto name = "hasSubstr";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionArrayHasSubstr>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionArrayHasSubstr>(); }
     FunctionArrayHasSubstr() : FunctionArrayHasAllAny(GatherUtils::ArraySearchType::Substr, name) {}
 };
 
diff --git a/src/Functions/array/mapOp.cpp b/src/Functions/array/mapOp.cpp
index 1a19ee41d2f..0709c1f2664 100644
--- a/src/Functions/array/mapOp.cpp
+++ b/src/Functions/array/mapOp.cpp
@@ -43,7 +43,7 @@ class FunctionMapOp : public IFunction
 {
 public:
     static constexpr auto name = (op_type == OpTypes::ADD) ? "mapAdd" : "mapSubtract";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMapOp>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMapOp>(); }
 
 private:
     String getName() const override { return name; }
diff --git a/src/Functions/array/mapPopulateSeries.cpp b/src/Functions/array/mapPopulateSeries.cpp
index eb2f6192346..7e05eb81150 100644
--- a/src/Functions/array/mapPopulateSeries.cpp
+++ b/src/Functions/array/mapPopulateSeries.cpp
@@ -23,7 +23,7 @@ class FunctionMapPopulateSeries : public IFunction
 {
 public:
     static constexpr auto name = "mapPopulateSeries";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMapPopulateSeries>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMapPopulateSeries>(); }
 
 private:
     String getName() const override { return name; }
diff --git a/src/Functions/array/range.cpp b/src/Functions/array/range.cpp
index 5b9886580dc..9f4c9fb0676 100644
--- a/src/Functions/array/range.cpp
+++ b/src/Functions/array/range.cpp
@@ -32,7 +32,7 @@ class FunctionRange : public IFunction
 public:
     static constexpr auto name = "range";
     static constexpr size_t max_elements = 100'000'000;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionRange>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionRange>(); }
 
 private:
     String getName() const override { return name; }
diff --git a/src/Functions/assumeNotNull.cpp b/src/Functions/assumeNotNull.cpp
index 019c637e50c..2b8743b1507 100644
--- a/src/Functions/assumeNotNull.cpp
+++ b/src/Functions/assumeNotNull.cpp
@@ -19,7 +19,7 @@ class FunctionAssumeNotNull : public IFunction
 public:
     static constexpr auto name = "assumeNotNull";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionAssumeNotNull>();
     }
diff --git a/src/Functions/bar.cpp b/src/Functions/bar.cpp
index 2e26f7af0bb..49f3be46d60 100644
--- a/src/Functions/bar.cpp
+++ b/src/Functions/bar.cpp
@@ -28,7 +28,7 @@ class FunctionBar : public IFunction
 {
 public:
     static constexpr auto name = "bar";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionBar>();
     }
diff --git a/src/Functions/bitHammingDistance.cpp b/src/Functions/bitHammingDistance.cpp
index 25b902b8bd5..a89ffa16010 100644
--- a/src/Functions/bitHammingDistance.cpp
+++ b/src/Functions/bitHammingDistance.cpp
@@ -74,7 +74,7 @@ class FunctionBitHammingDistance : public IFunction
 public:
     static constexpr auto name = "bitHammingDistance";
     using ResultType = UInt8;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitHammingDistance>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitHammingDistance>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/bitmaskToList.cpp b/src/Functions/bitmaskToList.cpp
index 8c3105724ac..0f3362aa031 100644
--- a/src/Functions/bitmaskToList.cpp
+++ b/src/Functions/bitmaskToList.cpp
@@ -30,7 +30,7 @@ class FunctionBitmaskToList : public IFunction
 {
 public:
     static constexpr auto name = "bitmaskToList";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionBitmaskToList>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionBitmaskToList>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/blockNumber.cpp b/src/Functions/blockNumber.cpp
index 9a57f8a96b0..6998c02b3b6 100644
--- a/src/Functions/blockNumber.cpp
+++ b/src/Functions/blockNumber.cpp
@@ -18,7 +18,7 @@ private:
 
 public:
     static constexpr auto name = "blockNumber";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionBlockNumber>();
     }
diff --git a/src/Functions/blockSerializedSize.cpp b/src/Functions/blockSerializedSize.cpp
index 30f77bbf627..bd65f6dd084 100644
--- a/src/Functions/blockSerializedSize.cpp
+++ b/src/Functions/blockSerializedSize.cpp
@@ -15,7 +15,7 @@ class FunctionBlockSerializedSize : public IFunction
 public:
     static constexpr auto name = "blockSerializedSize";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionBlockSerializedSize>();
     }
diff --git a/src/Functions/blockSize.cpp b/src/Functions/blockSize.cpp
index 294686054f0..481a89b1b82 100644
--- a/src/Functions/blockSize.cpp
+++ b/src/Functions/blockSize.cpp
@@ -15,7 +15,7 @@ class FunctionBlockSize : public IFunction
 {
 public:
     static constexpr auto name = "blockSize";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionBlockSize>();
     }
diff --git a/src/Functions/buildId.cpp b/src/Functions/buildId.cpp
index cc0c21350ca..4f452ac38a2 100644
--- a/src/Functions/buildId.cpp
+++ b/src/Functions/buildId.cpp
@@ -18,7 +18,7 @@ class FunctionBuildId : public IFunction
 {
 public:
     static constexpr auto name = "buildId";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionBuildId>();
     }
diff --git a/src/Functions/byteSize.cpp b/src/Functions/byteSize.cpp
index 54a7da59b9c..5d43ddb2929 100644
--- a/src/Functions/byteSize.cpp
+++ b/src/Functions/byteSize.cpp
@@ -17,7 +17,7 @@ class FunctionByteSize : public IFunction
 {
 public:
     static constexpr auto name = "byteSize";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionByteSize>();
     }
diff --git a/src/Functions/caseWithExpression.cpp b/src/Functions/caseWithExpression.cpp
index 24b5855cc5b..95c06ee683a 100644
--- a/src/Functions/caseWithExpression.cpp
+++ b/src/Functions/caseWithExpression.cpp
@@ -20,9 +20,9 @@ class FunctionCaseWithExpression : public IFunction
 {
 public:
     static constexpr auto name = "caseWithExpression";
-    static FunctionPtr create(ContextPtr context_) { return std::make_shared<FunctionCaseWithExpression>(context_); }
+    static FunctionPtr create(ContextConstPtr context_) { return std::make_shared<FunctionCaseWithExpression>(context_); }
 
-    explicit FunctionCaseWithExpression(ContextPtr context_) : context(context_) {}
+    explicit FunctionCaseWithExpression(ContextConstPtr context_) : context(context_) {}
     bool isVariadic() const override { return true; }
     size_t getNumberOfArguments() const override { return 0; }
     String getName() const override { return name; }
@@ -98,7 +98,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/coalesce.cpp b/src/Functions/coalesce.cpp
index 791b9d993b4..69b69b7d3f1 100644
--- a/src/Functions/coalesce.cpp
+++ b/src/Functions/coalesce.cpp
@@ -24,12 +24,12 @@ class FunctionCoalesce : public IFunction
 public:
     static constexpr auto name = "coalesce";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionCoalesce>(context);
     }
 
-    explicit FunctionCoalesce(ContextPtr context_) : context(context_) {}
+    explicit FunctionCoalesce(ContextConstPtr context_) : context(context_) {}
 
     std::string getName() const override
     {
@@ -160,7 +160,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/concat.cpp b/src/Functions/concat.cpp
index c1b9f8e7967..cc5636ffb5f 100644
--- a/src/Functions/concat.cpp
+++ b/src/Functions/concat.cpp
@@ -33,8 +33,8 @@ class ConcatImpl : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    explicit ConcatImpl(ContextPtr context_) : context(context_) {}
-    static FunctionPtr create(ContextPtr context) { return std::make_shared<ConcatImpl>(context); }
+    explicit ConcatImpl(ContextConstPtr context_) : context(context_) {}
+    static FunctionPtr create(ContextConstPtr context) { return std::make_shared<ConcatImpl>(context); }
 
     String getName() const override { return name; }
 
@@ -85,7 +85,7 @@ public:
     }
 
 private:
-    ContextWeakPtr context;
+    ContextWeakConstPtr context;
 
     ColumnPtr executeBinary(const ColumnsWithTypeAndName & arguments, size_t input_rows_count) const
     {
@@ -191,9 +191,9 @@ class ConcatOverloadResolver : public IFunctionOverloadResolver
 {
 public:
     static constexpr auto name = "concat";
-    static FunctionOverloadResolverPtr create(ContextPtr context) { return std::make_unique<ConcatOverloadResolver>(context); }
+    static FunctionOverloadResolverPtr create(ContextConstPtr context) { return std::make_unique<ConcatOverloadResolver>(context); }
 
-    explicit ConcatOverloadResolver(ContextPtr context_) : context(context_) {}
+    explicit ConcatOverloadResolver(ContextConstPtr context_) : context(context_) {}
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 0; }
@@ -223,7 +223,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/connectionId.cpp b/src/Functions/connectionId.cpp
index ae04cfd1af6..4d22bb6ffad 100644
--- a/src/Functions/connectionId.cpp
+++ b/src/Functions/connectionId.cpp
@@ -8,14 +8,14 @@ namespace DB
 {
 
 /// Get the connection Id. It's used for MySQL handler only.
-class FunctionConnectionId : public IFunction, WithContext
+class FunctionConnectionId : public IFunction, WithConstContext
 {
 public:
     static constexpr auto name = "connectionId";
 
-    explicit FunctionConnectionId(ContextPtr context_) : WithContext(context_) {}
+    explicit FunctionConnectionId(ContextConstPtr context_) : WithConstContext(context_) {}
 
-    static FunctionPtr create(ContextPtr context_) { return std::make_shared<FunctionConnectionId>(context_); }
+    static FunctionPtr create(ContextConstPtr context_) { return std::make_shared<FunctionConnectionId>(context_); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/convertCharset.cpp b/src/Functions/convertCharset.cpp
index b204875b4ff..e7a43e73a80 100644
--- a/src/Functions/convertCharset.cpp
+++ b/src/Functions/convertCharset.cpp
@@ -162,7 +162,7 @@ private:
 
 public:
     static constexpr auto name = "convertCharset";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionConvertCharset>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionConvertCharset>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/countDigits.cpp b/src/Functions/countDigits.cpp
index 597a2c625b9..76038a88d41 100644
--- a/src/Functions/countDigits.cpp
+++ b/src/Functions/countDigits.cpp
@@ -28,7 +28,7 @@ class FunctionCountDigits : public IFunction
 public:
     static constexpr auto name = "countDigits";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionCountDigits>();
     }
diff --git a/src/Functions/countMatches.h b/src/Functions/countMatches.h
index 6ae69520cb9..0c6a95a94ea 100644
--- a/src/Functions/countMatches.h
+++ b/src/Functions/countMatches.h
@@ -27,7 +27,7 @@ class FunctionCountMatches : public IFunction
 {
 public:
     static constexpr auto name = CountMatchesBase::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionCountMatches<CountMatchesBase>>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionCountMatches<CountMatchesBase>>(); }
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 2; }
diff --git a/src/Functions/currentDatabase.cpp b/src/Functions/currentDatabase.cpp
index 16eff20cfd5..efb98260e02 100644
--- a/src/Functions/currentDatabase.cpp
+++ b/src/Functions/currentDatabase.cpp
@@ -16,7 +16,7 @@ class FunctionCurrentDatabase : public IFunction
 
 public:
     static constexpr auto name = "currentDatabase";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionCurrentDatabase>(context->getCurrentDatabase());
     }
diff --git a/src/Functions/currentUser.cpp b/src/Functions/currentUser.cpp
index 22ad49fb29d..ea9943b3647 100644
--- a/src/Functions/currentUser.cpp
+++ b/src/Functions/currentUser.cpp
@@ -16,7 +16,7 @@ class FunctionCurrentUser : public IFunction
 
 public:
     static constexpr auto name = "currentUser";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionCurrentUser>(context->getClientInfo().initial_user);
     }
diff --git a/src/Functions/dateDiff.cpp b/src/Functions/dateDiff.cpp
index cbad9dc1ce4..9d8b98aab41 100644
--- a/src/Functions/dateDiff.cpp
+++ b/src/Functions/dateDiff.cpp
@@ -47,7 +47,7 @@ class FunctionDateDiff : public IFunction
     using ColumnDateTime64 = ColumnDecimal<DateTime64>;
 public:
     static constexpr auto name = "dateDiff";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionDateDiff>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionDateDiff>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/date_trunc.cpp b/src/Functions/date_trunc.cpp
index 7952eda4f2b..d90586d6703 100644
--- a/src/Functions/date_trunc.cpp
+++ b/src/Functions/date_trunc.cpp
@@ -25,9 +25,9 @@ class FunctionDateTrunc : public IFunction
 public:
     static constexpr auto name = "date_trunc";
 
-    explicit FunctionDateTrunc(ContextPtr context_) : context(context_) {}
+    explicit FunctionDateTrunc(ContextConstPtr context_) : context(context_) {}
 
-    static FunctionPtr create(ContextPtr context) { return std::make_shared<FunctionDateTrunc>(context); }
+    static FunctionPtr create(ContextConstPtr context) { return std::make_shared<FunctionDateTrunc>(context); }
 
     String getName() const override { return name; }
 
@@ -146,7 +146,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
     mutable IntervalKind::Kind datepart_kind = IntervalKind::Kind::Second;
 };
 
diff --git a/src/Functions/defaultValueOfArgumentType.cpp b/src/Functions/defaultValueOfArgumentType.cpp
index c0abe1b63d9..d7f6be1b55f 100644
--- a/src/Functions/defaultValueOfArgumentType.cpp
+++ b/src/Functions/defaultValueOfArgumentType.cpp
@@ -13,7 +13,7 @@ class FunctionDefaultValueOfArgumentType : public IFunction
 {
 public:
     static constexpr auto name = "defaultValueOfArgumentType";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionDefaultValueOfArgumentType>();
     }
diff --git a/src/Functions/defaultValueOfTypeName.cpp b/src/Functions/defaultValueOfTypeName.cpp
index 1bf978ab17b..fec72067069 100644
--- a/src/Functions/defaultValueOfTypeName.cpp
+++ b/src/Functions/defaultValueOfTypeName.cpp
@@ -21,7 +21,7 @@ class FunctionDefaultValueOfTypeName : public IFunction
 {
 public:
     static constexpr auto name = "defaultValueOfTypeName";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionDefaultValueOfTypeName>();
     }
diff --git a/src/Functions/demange.cpp b/src/Functions/demange.cpp
index 755a50dccbb..b2df742b30a 100644
--- a/src/Functions/demange.cpp
+++ b/src/Functions/demange.cpp
@@ -25,7 +25,7 @@ class FunctionDemangle : public IFunction
 {
 public:
     static constexpr auto name = "demangle";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         context->checkAccess(AccessType::demangle);
         return std::make_shared<FunctionDemangle>();
diff --git a/src/Functions/dumpColumnStructure.cpp b/src/Functions/dumpColumnStructure.cpp
index 3189e343beb..28e1b874f3e 100644
--- a/src/Functions/dumpColumnStructure.cpp
+++ b/src/Functions/dumpColumnStructure.cpp
@@ -14,7 +14,7 @@ class FunctionDumpColumnStructure : public IFunction
 {
 public:
     static constexpr auto name = "dumpColumnStructure";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionDumpColumnStructure>();
     }
diff --git a/src/Functions/errorCodeToName.cpp b/src/Functions/errorCodeToName.cpp
index d8e8e0f0d29..617731ba78c 100644
--- a/src/Functions/errorCodeToName.cpp
+++ b/src/Functions/errorCodeToName.cpp
@@ -19,7 +19,7 @@ class FunctionErrorCodeToName : public IFunction
 {
 public:
     static constexpr auto name = "errorCodeToName";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionErrorCodeToName>();
     }
diff --git a/src/Functions/evalMLMethod.cpp b/src/Functions/evalMLMethod.cpp
index a69a6f0f550..1ad5d10df92 100644
--- a/src/Functions/evalMLMethod.cpp
+++ b/src/Functions/evalMLMethod.cpp
@@ -28,11 +28,11 @@ class FunctionEvalMLMethod : public IFunction
 {
 public:
     static constexpr auto name = "evalMLMethod";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionEvalMLMethod>(context);
     }
-    explicit FunctionEvalMLMethod(ContextPtr context_) : context(context_)
+    explicit FunctionEvalMLMethod(ContextConstPtr context_) : context(context_)
     {}
 
     String getName() const override
@@ -81,7 +81,7 @@ public:
         return agg_function->predictValues(arguments, context);
     }
 
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/extractAllGroups.h b/src/Functions/extractAllGroups.h
index 864a788cf18..866a900f6a7 100644
--- a/src/Functions/extractAllGroups.h
+++ b/src/Functions/extractAllGroups.h
@@ -51,7 +51,7 @@ public:
     static constexpr auto Kind = Impl::Kind;
     static constexpr auto name = Impl::Name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionExtractAllGroups>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionExtractAllGroups>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/extractGroups.cpp b/src/Functions/extractGroups.cpp
index f1d728ee3f6..981382828bd 100644
--- a/src/Functions/extractGroups.cpp
+++ b/src/Functions/extractGroups.cpp
@@ -31,7 +31,7 @@ class FunctionExtractGroups : public IFunction
 {
 public:
     static constexpr auto name = "extractGroups";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionExtractGroups>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionExtractGroups>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/extractTextFromHTML.cpp b/src/Functions/extractTextFromHTML.cpp
index 6a7bdbeaba9..aa7c208904e 100644
--- a/src/Functions/extractTextFromHTML.cpp
+++ b/src/Functions/extractTextFromHTML.cpp
@@ -296,7 +296,7 @@ class FunctionExtractTextFromHTML : public IFunction
 public:
     static constexpr auto name = "extractTextFromHTML";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionExtractTextFromHTML>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionExtractTextFromHTML>(); }
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 1; }
     bool useDefaultImplementationForConstants() const override { return true; }
diff --git a/src/Functions/filesystem.cpp b/src/Functions/filesystem.cpp
index d264c972656..d60b2133813 100644
--- a/src/Functions/filesystem.cpp
+++ b/src/Functions/filesystem.cpp
@@ -34,7 +34,7 @@ class FilesystemImpl : public IFunction
 public:
     static constexpr auto name = Impl::name;
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FilesystemImpl<Impl>>(std::filesystem::space(context->getConfigRef().getString("path")));
     }
diff --git a/src/Functions/finalizeAggregation.cpp b/src/Functions/finalizeAggregation.cpp
index b3dfbc0aa15..c8379e6a66f 100644
--- a/src/Functions/finalizeAggregation.cpp
+++ b/src/Functions/finalizeAggregation.cpp
@@ -24,7 +24,7 @@ class FunctionFinalizeAggregation : public IFunction
 {
 public:
     static constexpr auto name = "finalizeAggregation";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionFinalizeAggregation>();
     }
diff --git a/src/Functions/formatDateTime.cpp b/src/Functions/formatDateTime.cpp
index d16985b5b34..c64c182baf6 100644
--- a/src/Functions/formatDateTime.cpp
+++ b/src/Functions/formatDateTime.cpp
@@ -281,7 +281,7 @@ private:
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionFormatDateTimeImpl>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionFormatDateTimeImpl>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/formatReadable.h b/src/Functions/formatReadable.h
index 6cf4fadbf05..fc8f5afe764 100644
--- a/src/Functions/formatReadable.h
+++ b/src/Functions/formatReadable.h
@@ -28,7 +28,7 @@ class FunctionFormatReadable : public IFunction
 {
 public:
     static constexpr auto name = Impl::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionFormatReadable<Impl>>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionFormatReadable<Impl>>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/formatReadableTimeDelta.cpp b/src/Functions/formatReadableTimeDelta.cpp
index 69dbaa71041..1be6fdf36c5 100644
--- a/src/Functions/formatReadableTimeDelta.cpp
+++ b/src/Functions/formatReadableTimeDelta.cpp
@@ -38,7 +38,7 @@ class FunctionFormatReadableTimeDelta : public IFunction
 {
 public:
     static constexpr auto name = "formatReadableTimeDelta";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionFormatReadableTimeDelta>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionFormatReadableTimeDelta>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/formatRow.cpp b/src/Functions/formatRow.cpp
index 2d7739a02d6..60ed6be1351 100644
--- a/src/Functions/formatRow.cpp
+++ b/src/Functions/formatRow.cpp
@@ -35,7 +35,7 @@ class FunctionFormatRow : public IFunction
 public:
     static constexpr auto name = no_newline ? "formatRowNoNewline" : "formatRow";
 
-    FunctionFormatRow(const String & format_name_, ContextPtr context_) : format_name(format_name_), context(context_)
+    FunctionFormatRow(const String & format_name_, ContextConstPtr context_) : format_name(format_name_), context(context_)
     {
         if (!FormatFactory::instance().getAllFormats().count(format_name))
             throw Exception("Unknown format " + format_name, ErrorCodes::UNKNOWN_FORMAT);
@@ -76,7 +76,7 @@ public:
 
 private:
     String format_name;
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 template <bool no_newline>
@@ -84,8 +84,8 @@ class FormatRowOverloadResolver : public IFunctionOverloadResolver
 {
 public:
     static constexpr auto name = no_newline ? "formatRowNoNewline" : "formatRow";
-    static FunctionOverloadResolverPtr create(ContextPtr context) { return std::make_unique<FormatRowOverloadResolver>(context); }
-    explicit FormatRowOverloadResolver(ContextPtr context_) : context(context_) { }
+    static FunctionOverloadResolverPtr create(ContextConstPtr context) { return std::make_unique<FormatRowOverloadResolver>(context); }
+    explicit FormatRowOverloadResolver(ContextConstPtr context_) : context(context_) { }
     String getName() const override { return name; }
     bool isVariadic() const override { return true; }
     size_t getNumberOfArguments() const override { return 0; }
@@ -111,7 +111,7 @@ public:
     DataTypePtr getReturnTypeImpl(const DataTypes &) const override { return std::make_shared<DataTypeString>(); }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/formatString.cpp b/src/Functions/formatString.cpp
index 4a3b04aaa05..9c222d085c2 100644
--- a/src/Functions/formatString.cpp
+++ b/src/Functions/formatString.cpp
@@ -31,7 +31,7 @@ class FormatFunction : public IFunction
 public:
     static constexpr auto name = Name::name;
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FormatFunction>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FormatFunction>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/fromModifiedJulianDay.cpp b/src/Functions/fromModifiedJulianDay.cpp
index bdd8b9b6bd4..277d876e42f 100644
--- a/src/Functions/fromModifiedJulianDay.cpp
+++ b/src/Functions/fromModifiedJulianDay.cpp
@@ -151,7 +151,7 @@ namespace DB
     public:
         static constexpr auto name = Name::name;
 
-        static FunctionOverloadResolverPtr create(ContextPtr)
+        static FunctionOverloadResolverPtr create(ContextConstPtr)
         {
             return std::make_unique<FromModifiedJulianDayOverloadResolver<Name, nullOnErrors>>();
         }
diff --git a/src/Functions/fromUnixTimestamp64Micro.cpp b/src/Functions/fromUnixTimestamp64Micro.cpp
index 1fd98e6e673..7eb9e41474b 100644
--- a/src/Functions/fromUnixTimestamp64Micro.cpp
+++ b/src/Functions/fromUnixTimestamp64Micro.cpp
@@ -7,7 +7,7 @@ namespace DB
 void registerFromUnixTimestamp64Micro(FunctionFactory & factory)
 {
     factory.registerFunction("fromUnixTimestamp64Micro",
-        [](ContextPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
+        [](ContextConstPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
             std::make_shared<FunctionFromUnixTimestamp64>(6, "fromUnixTimestamp64Micro")); });
 }
 
diff --git a/src/Functions/fromUnixTimestamp64Milli.cpp b/src/Functions/fromUnixTimestamp64Milli.cpp
index 90f18699e5d..68ee1ed4078 100644
--- a/src/Functions/fromUnixTimestamp64Milli.cpp
+++ b/src/Functions/fromUnixTimestamp64Milli.cpp
@@ -7,7 +7,7 @@ namespace DB
 void registerFromUnixTimestamp64Milli(FunctionFactory & factory)
 {
     factory.registerFunction("fromUnixTimestamp64Milli",
-        [](ContextPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
+        [](ContextConstPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
             std::make_shared<FunctionFromUnixTimestamp64>(3, "fromUnixTimestamp64Milli")); });
 }
 
diff --git a/src/Functions/fromUnixTimestamp64Nano.cpp b/src/Functions/fromUnixTimestamp64Nano.cpp
index c489b48fb6e..19fe8524b78 100644
--- a/src/Functions/fromUnixTimestamp64Nano.cpp
+++ b/src/Functions/fromUnixTimestamp64Nano.cpp
@@ -7,7 +7,7 @@ namespace DB
 void registerFromUnixTimestamp64Nano(FunctionFactory & factory)
 {
     factory.registerFunction("fromUnixTimestamp64Nano",
-        [](ContextPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
+        [](ContextConstPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
             std::make_shared<FunctionFromUnixTimestamp64>(9, "fromUnixTimestamp64Nano")); });
 }
 
diff --git a/src/Functions/fuzzBits.cpp b/src/Functions/fuzzBits.cpp
index 0884f586082..b4110eae32a 100644
--- a/src/Functions/fuzzBits.cpp
+++ b/src/Functions/fuzzBits.cpp
@@ -53,7 +53,7 @@ class FunctionFuzzBits : public IFunction
 public:
     static constexpr auto name = "fuzzBits";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionFuzzBits>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionFuzzBits>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/generateUUIDv4.cpp b/src/Functions/generateUUIDv4.cpp
index 7ca127857df..7d3f80d9096 100644
--- a/src/Functions/generateUUIDv4.cpp
+++ b/src/Functions/generateUUIDv4.cpp
@@ -60,7 +60,7 @@ public:
 class FunctionGenerateUUIDv4 : public TargetSpecific::Default::FunctionGenerateUUIDv4
 {
 public:
-    explicit FunctionGenerateUUIDv4(ContextPtr context) : selector(context)
+    explicit FunctionGenerateUUIDv4(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             TargetSpecific::Default::FunctionGenerateUUIDv4>();
@@ -76,7 +76,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionGenerateUUIDv4>(context);
     }
diff --git a/src/Functions/geoToH3.cpp b/src/Functions/geoToH3.cpp
index 6030cbeea65..45e6e06d114 100644
--- a/src/Functions/geoToH3.cpp
+++ b/src/Functions/geoToH3.cpp
@@ -33,7 +33,7 @@ class FunctionGeoToH3 : public IFunction
 public:
     static constexpr auto name = "geoToH3";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionGeoToH3>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionGeoToH3>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/geohashDecode.cpp b/src/Functions/geohashDecode.cpp
index bf774905868..89e8d40402a 100644
--- a/src/Functions/geohashDecode.cpp
+++ b/src/Functions/geohashDecode.cpp
@@ -27,7 +27,7 @@ class FunctionGeohashDecode : public IFunction
 {
 public:
     static constexpr auto name = "geohashDecode";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionGeohashDecode>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionGeohashDecode>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/geohashEncode.cpp b/src/Functions/geohashEncode.cpp
index 15abe96e3e5..fbee2047ed2 100644
--- a/src/Functions/geohashEncode.cpp
+++ b/src/Functions/geohashEncode.cpp
@@ -28,7 +28,7 @@ class FunctionGeohashEncode : public IFunction
 {
 public:
     static constexpr auto name = "geohashEncode";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionGeohashEncode>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionGeohashEncode>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/geohashesInBox.cpp b/src/Functions/geohashesInBox.cpp
index c0629ab9655..fdccc97879f 100644
--- a/src/Functions/geohashesInBox.cpp
+++ b/src/Functions/geohashesInBox.cpp
@@ -29,7 +29,7 @@ class FunctionGeohashesInBox : public IFunction
 {
 public:
     static constexpr auto name = "geohashesInBox";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionGeohashesInBox>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionGeohashesInBox>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/getMacro.cpp b/src/Functions/getMacro.cpp
index c869685af42..a2fda60623f 100644
--- a/src/Functions/getMacro.cpp
+++ b/src/Functions/getMacro.cpp
@@ -30,7 +30,7 @@ private:
 
 public:
     static constexpr auto name = "getMacro";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionGetMacro>(context->getMacros());
     }
diff --git a/src/Functions/getScalar.cpp b/src/Functions/getScalar.cpp
index a29abd257e7..d74d881473f 100644
--- a/src/Functions/getScalar.cpp
+++ b/src/Functions/getScalar.cpp
@@ -20,16 +20,16 @@ namespace
 
 /** Get scalar value of sub queries from query context via IAST::Hash.
   */
-class FunctionGetScalar : public IFunction, WithContext
+class FunctionGetScalar : public IFunction, WithConstContext
 {
 public:
     static constexpr auto name = "__getScalar";
-    static FunctionPtr create(ContextPtr context_)
+    static FunctionPtr create(ContextConstPtr context_)
     {
         return std::make_shared<FunctionGetScalar>(context_);
     }
 
-    explicit FunctionGetScalar(ContextPtr context_) : WithContext(context_) {}
+    explicit FunctionGetScalar(ContextConstPtr context_) : WithConstContext(context_) {}
 
     String getName() const override
     {
@@ -46,7 +46,7 @@ public:
         if (arguments.size() != 1 || !isString(arguments[0].type) || !arguments[0].column || !isColumnConst(*arguments[0].column))
             throw Exception("Function " + getName() + " accepts one const string argument", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
         auto scalar_name = assert_cast<const ColumnConst &>(*arguments[0].column).getValue<String>();
-        ContextPtr query_context = getContext()->hasQueryContext() ? getContext()->getQueryContext() : getContext();
+        ContextConstPtr query_context = getContext()->hasQueryContext() ? getContext()->getQueryContext() : getContext();
         scalar = query_context->getScalar(scalar_name).getByPosition(0);
         return scalar.type;
     }
diff --git a/src/Functions/getSetting.cpp b/src/Functions/getSetting.cpp
index 0206de33125..7c6592faf57 100644
--- a/src/Functions/getSetting.cpp
+++ b/src/Functions/getSetting.cpp
@@ -19,13 +19,13 @@ namespace
 {
 
 /// Get the value of a setting.
-class FunctionGetSetting : public IFunction, WithContext
+class FunctionGetSetting : public IFunction, WithConstContext
 {
 public:
     static constexpr auto name = "getSetting";
 
-    static FunctionPtr create(ContextPtr context_) { return std::make_shared<FunctionGetSetting>(context_); }
-    explicit FunctionGetSetting(ContextPtr context_) : WithContext(context_) {}
+    static FunctionPtr create(ContextConstPtr context_) { return std::make_shared<FunctionGetSetting>(context_); }
+    explicit FunctionGetSetting(ContextConstPtr context_) : WithConstContext(context_) {}
 
     String getName() const override { return name; }
     bool isDeterministic() const override { return false; }
diff --git a/src/Functions/getSizeOfEnumType.cpp b/src/Functions/getSizeOfEnumType.cpp
index 504c088a737..61f4d7efced 100644
--- a/src/Functions/getSizeOfEnumType.cpp
+++ b/src/Functions/getSizeOfEnumType.cpp
@@ -20,7 +20,7 @@ class FunctionGetSizeOfEnumType : public IFunction
 {
 public:
     static constexpr auto name = "getSizeOfEnumType";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionGetSizeOfEnumType>();
     }
diff --git a/src/Functions/globalVariable.cpp b/src/Functions/globalVariable.cpp
index c141ceb2692..be2d4488daa 100644
--- a/src/Functions/globalVariable.cpp
+++ b/src/Functions/globalVariable.cpp
@@ -30,7 +30,7 @@ class FunctionGlobalVariable : public IFunction
 {
 public:
     static constexpr auto name = "globalVariable";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionGlobalVariable>();
     }
diff --git a/src/Functions/greatCircleDistance.cpp b/src/Functions/greatCircleDistance.cpp
index 756b76859ae..e160b72740e 100644
--- a/src/Functions/greatCircleDistance.cpp
+++ b/src/Functions/greatCircleDistance.cpp
@@ -287,7 +287,7 @@ template <Method method>
 class FunctionGeoDistance : public TargetSpecific::Default::FunctionGeoDistance<method>
 {
 public:
-    explicit FunctionGeoDistance(ContextPtr context) : selector(context)
+    explicit FunctionGeoDistance(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             TargetSpecific::Default::FunctionGeoDistance<method>>();
@@ -307,7 +307,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionGeoDistance<method>>(context);
     }
diff --git a/src/Functions/h3EdgeAngle.cpp b/src/Functions/h3EdgeAngle.cpp
index ad8d1ee441f..4a0f69ab139 100644
--- a/src/Functions/h3EdgeAngle.cpp
+++ b/src/Functions/h3EdgeAngle.cpp
@@ -32,7 +32,7 @@ class FunctionH3EdgeAngle : public IFunction
 public:
     static constexpr auto name = "h3EdgeAngle";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3EdgeAngle>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3EdgeAngle>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3EdgeLengthM.cpp b/src/Functions/h3EdgeLengthM.cpp
index 85d307e1da3..523c4bde061 100644
--- a/src/Functions/h3EdgeLengthM.cpp
+++ b/src/Functions/h3EdgeLengthM.cpp
@@ -37,7 +37,7 @@ class FunctionH3EdgeLengthM : public IFunction
 public:
     static constexpr auto name = "h3EdgeLengthM";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3EdgeLengthM>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3EdgeLengthM>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3GetBaseCell.cpp b/src/Functions/h3GetBaseCell.cpp
index fcad82098e6..83d3064a023 100644
--- a/src/Functions/h3GetBaseCell.cpp
+++ b/src/Functions/h3GetBaseCell.cpp
@@ -29,7 +29,7 @@ class FunctionH3GetBaseCell : public IFunction
 public:
     static constexpr auto name = "h3GetBaseCell";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3GetBaseCell>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3GetBaseCell>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3GetResolution.cpp b/src/Functions/h3GetResolution.cpp
index d1bfd899150..197b0516da9 100644
--- a/src/Functions/h3GetResolution.cpp
+++ b/src/Functions/h3GetResolution.cpp
@@ -29,7 +29,7 @@ class FunctionH3GetResolution : public IFunction
 public:
     static constexpr auto name = "h3GetResolution";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3GetResolution>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3GetResolution>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3HexAreaM2.cpp b/src/Functions/h3HexAreaM2.cpp
index e44bf660333..c7eca3396bc 100644
--- a/src/Functions/h3HexAreaM2.cpp
+++ b/src/Functions/h3HexAreaM2.cpp
@@ -32,7 +32,7 @@ class FunctionH3HexAreaM2 : public IFunction
 public:
     static constexpr auto name = "h3HexAreaM2";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3HexAreaM2>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3HexAreaM2>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3IndexesAreNeighbors.cpp b/src/Functions/h3IndexesAreNeighbors.cpp
index 56c69ed0a8b..d2873f954e8 100644
--- a/src/Functions/h3IndexesAreNeighbors.cpp
+++ b/src/Functions/h3IndexesAreNeighbors.cpp
@@ -29,7 +29,7 @@ class FunctionH3IndexesAreNeighbors : public IFunction
 public:
     static constexpr auto name = "h3IndexesAreNeighbors";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3IndexesAreNeighbors>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3IndexesAreNeighbors>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3IsValid.cpp b/src/Functions/h3IsValid.cpp
index 1e4840b3537..930b1d3c4a7 100644
--- a/src/Functions/h3IsValid.cpp
+++ b/src/Functions/h3IsValid.cpp
@@ -29,7 +29,7 @@ class FunctionH3IsValid : public IFunction
 public:
     static constexpr auto name = "h3IsValid";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3IsValid>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3IsValid>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3ToChildren.cpp b/src/Functions/h3ToChildren.cpp
index 9730aefe3d4..3b09b5a1866 100644
--- a/src/Functions/h3ToChildren.cpp
+++ b/src/Functions/h3ToChildren.cpp
@@ -38,7 +38,7 @@ class FunctionH3ToChildren : public IFunction
 public:
     static constexpr auto name = "h3ToChildren";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3ToChildren>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3ToChildren>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3ToParent.cpp b/src/Functions/h3ToParent.cpp
index 4baf9527301..b5c49d4c253 100644
--- a/src/Functions/h3ToParent.cpp
+++ b/src/Functions/h3ToParent.cpp
@@ -32,7 +32,7 @@ class FunctionH3ToParent : public IFunction
 public:
     static constexpr auto name = "h3ToParent";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3ToParent>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3ToParent>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3ToString.cpp b/src/Functions/h3ToString.cpp
index dcd0951f67f..f2a777580d0 100644
--- a/src/Functions/h3ToString.cpp
+++ b/src/Functions/h3ToString.cpp
@@ -29,7 +29,7 @@ class FunctionH3ToString : public IFunction
 public:
     static constexpr auto name = "h3ToString";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3ToString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3ToString>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/h3kRing.cpp b/src/Functions/h3kRing.cpp
index 40e73f9dea2..e616c253c58 100644
--- a/src/Functions/h3kRing.cpp
+++ b/src/Functions/h3kRing.cpp
@@ -35,7 +35,7 @@ class FunctionH3KRing : public IFunction
 public:
     static constexpr auto name = "h3kRing";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionH3KRing>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionH3KRing>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/hasColumnInTable.cpp b/src/Functions/hasColumnInTable.cpp
index da7e59d69e3..941ffa48e74 100644
--- a/src/Functions/hasColumnInTable.cpp
+++ b/src/Functions/hasColumnInTable.cpp
@@ -25,16 +25,16 @@ namespace
 /** Usage:
  *  hasColumnInTable(['hostname'[, 'username'[, 'password']],] 'database', 'table', 'column')
  */
-class FunctionHasColumnInTable : public IFunction, WithContext
+class FunctionHasColumnInTable : public IFunction, WithConstContext
 {
 public:
     static constexpr auto name = "hasColumnInTable";
-    static FunctionPtr create(ContextPtr context_)
+    static FunctionPtr create(ContextConstPtr context_)
     {
         return std::make_shared<FunctionHasColumnInTable>(context_->getGlobalContext());
     }
 
-    explicit FunctionHasColumnInTable(ContextPtr global_context_) : WithContext(global_context_)
+    explicit FunctionHasColumnInTable(ContextConstPtr global_context_) : WithConstContext(global_context_)
     {
     }
 
@@ -114,7 +114,12 @@ ColumnPtr FunctionHasColumnInTable::executeImpl(const ColumnsWithTypeAndName & a
     bool has_column;
     if (host_name.empty())
     {
-        const StoragePtr & table = DatabaseCatalog::instance().getTable({database_name, table_name}, getContext());
+        // FIXME this (probably) needs a non-constant access to query context,
+        // because it might initialized a storage. Ideally, the tables required
+        // by the query should be initialized at an earlier stage.
+        const StoragePtr & table = DatabaseCatalog::instance().getTable(
+            {database_name, table_name},
+            const_pointer_cast<Context>(getContext()));
         auto table_metadata = table->getInMemoryMetadataPtr();
         has_column = table_metadata->getColumns().hasPhysical(column_name);
     }
@@ -130,7 +135,13 @@ ColumnPtr FunctionHasColumnInTable::executeImpl(const ColumnsWithTypeAndName & a
             getContext()->getTCPPort(),
             false);
 
-        auto remote_columns = getStructureOfRemoteTable(*cluster, {database_name, table_name}, getContext());
+        // FIXME this (probably) needs a non-constant access to query context,
+        // because it might initialized a storage. Ideally, the tables required
+        // by the query should be initialized at an earlier stage.
+        auto remote_columns = getStructureOfRemoteTable(*cluster,
+            {database_name, table_name},
+            const_pointer_cast<Context>(getContext()));
+
         has_column = remote_columns.hasPhysical(column_name);
     }
 
diff --git a/src/Functions/hasThreadFuzzer.cpp b/src/Functions/hasThreadFuzzer.cpp
index e9b48aa70f9..fb7014a49b1 100644
--- a/src/Functions/hasThreadFuzzer.cpp
+++ b/src/Functions/hasThreadFuzzer.cpp
@@ -16,7 +16,7 @@ class FunctionHasThreadFuzzer : public IFunction
 {
 public:
     static constexpr auto name = "hasThreadFuzzer";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionHasThreadFuzzer>();
     }
diff --git a/src/Functions/hostName.cpp b/src/Functions/hostName.cpp
index 0aba155bb36..1fdc039be96 100644
--- a/src/Functions/hostName.cpp
+++ b/src/Functions/hostName.cpp
@@ -15,7 +15,7 @@ class FunctionHostName : public IFunction
 {
 public:
     static constexpr auto name = "hostName";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionHostName>();
     }
diff --git a/src/Functions/identity.cpp b/src/Functions/identity.cpp
index d15d9e1f710..7889a17f05a 100644
--- a/src/Functions/identity.cpp
+++ b/src/Functions/identity.cpp
@@ -11,7 +11,7 @@ class FunctionIdentity : public IFunction
 {
 public:
     static constexpr auto name = "identity";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIdentity>();
     }
diff --git a/src/Functions/if.cpp b/src/Functions/if.cpp
index ec3447ffb81..dbe36d4c728 100644
--- a/src/Functions/if.cpp
+++ b/src/Functions/if.cpp
@@ -173,7 +173,7 @@ class FunctionIf : public FunctionIfBase
 {
 public:
     static constexpr auto name = "if";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIf>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIf>(); }
 
 private:
     template <typename T0, typename T1>
diff --git a/src/Functions/ifNotFinite.cpp b/src/Functions/ifNotFinite.cpp
index a5e3131117e..be975f28ee1 100644
--- a/src/Functions/ifNotFinite.cpp
+++ b/src/Functions/ifNotFinite.cpp
@@ -17,9 +17,9 @@ class FunctionIfNotFinite : public IFunction
 public:
     static constexpr auto name = "ifNotFinite";
 
-    explicit FunctionIfNotFinite(ContextPtr context_) : context(context_) {}
+    explicit FunctionIfNotFinite(ContextConstPtr context_) : context(context_) {}
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionIfNotFinite>(context);
     }
@@ -59,7 +59,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/ifNull.cpp b/src/Functions/ifNull.cpp
index 82b63f4dbda..69c7e9346f2 100644
--- a/src/Functions/ifNull.cpp
+++ b/src/Functions/ifNull.cpp
@@ -21,9 +21,9 @@ class FunctionIfNull : public IFunction
 public:
     static constexpr auto name = "ifNull";
 
-    explicit FunctionIfNull(ContextPtr context_) : context(context_) {}
+    explicit FunctionIfNull(ContextConstPtr context_) : context(context_) {}
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionIfNull>(context);
     }
@@ -83,7 +83,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/ignore.cpp b/src/Functions/ignore.cpp
index 176bc9afee2..819cd9a0b52 100644
--- a/src/Functions/ignore.cpp
+++ b/src/Functions/ignore.cpp
@@ -14,7 +14,7 @@ class FunctionIgnore : public IFunction
 {
 public:
     static constexpr auto name = "ignore";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIgnore>();
     }
diff --git a/src/Functions/in.cpp b/src/Functions/in.cpp
index 827e0212396..b1686e2a15a 100644
--- a/src/Functions/in.cpp
+++ b/src/Functions/in.cpp
@@ -52,7 +52,7 @@ public:
     /// It is needed to perform type analysis without creation of set.
     static constexpr auto name = FunctionInName<negative, global, null_is_skipped, ignore_set>::name;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIn>();
     }
diff --git a/src/Functions/indexHint.cpp b/src/Functions/indexHint.cpp
index f3c856c38ce..6fd41a910d3 100644
--- a/src/Functions/indexHint.cpp
+++ b/src/Functions/indexHint.cpp
@@ -23,7 +23,7 @@ class FunctionIndexHint : public IFunction
 {
 public:
     static constexpr auto name = "indexHint";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIndexHint>();
     }
diff --git a/src/Functions/initializeAggregation.cpp b/src/Functions/initializeAggregation.cpp
index aea97a48037..e3d79c41f5b 100644
--- a/src/Functions/initializeAggregation.cpp
+++ b/src/Functions/initializeAggregation.cpp
@@ -29,7 +29,7 @@ class FunctionInitializeAggregation : public IFunction
 {
 public:
     static constexpr auto name = "initializeAggregation";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionInitializeAggregation>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionInitializeAggregation>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/isConstant.cpp b/src/Functions/isConstant.cpp
index 3069ec79ae1..474fb46eed3 100644
--- a/src/Functions/isConstant.cpp
+++ b/src/Functions/isConstant.cpp
@@ -15,7 +15,7 @@ class FunctionIsConstant : public IFunction
 {
 public:
     static constexpr auto name = "isConstant";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIsConstant>();
     }
diff --git a/src/Functions/isDecimalOverflow.cpp b/src/Functions/isDecimalOverflow.cpp
index d409afaf234..c82845b7cb8 100644
--- a/src/Functions/isDecimalOverflow.cpp
+++ b/src/Functions/isDecimalOverflow.cpp
@@ -28,7 +28,7 @@ class FunctionIsDecimalOverflow : public IFunction
 public:
     static constexpr auto name = "isDecimalOverflow";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIsDecimalOverflow>();
     }
diff --git a/src/Functions/isIPAddressContainedIn.cpp b/src/Functions/isIPAddressContainedIn.cpp
index 0886ef55e7b..439bf0a893e 100644
--- a/src/Functions/isIPAddressContainedIn.cpp
+++ b/src/Functions/isIPAddressContainedIn.cpp
@@ -125,7 +125,7 @@ namespace DB
     public:
         static constexpr auto name = "isIPAddressInRange";
         String getName() const override { return name; }
-        static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionIsIPAddressContainedIn>(); }
+        static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionIsIPAddressContainedIn>(); }
 
         ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & /* return_type */, size_t input_rows_count) const override
         {
diff --git a/src/Functions/isNotNull.cpp b/src/Functions/isNotNull.cpp
index 81c870a6303..a0119bb48c2 100644
--- a/src/Functions/isNotNull.cpp
+++ b/src/Functions/isNotNull.cpp
@@ -19,7 +19,7 @@ class FunctionIsNotNull : public IFunction
 public:
     static constexpr auto name = "isNotNull";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIsNotNull>();
     }
diff --git a/src/Functions/isNull.cpp b/src/Functions/isNull.cpp
index de840dab2bf..36da85dcdd3 100644
--- a/src/Functions/isNull.cpp
+++ b/src/Functions/isNull.cpp
@@ -18,7 +18,7 @@ class FunctionIsNull : public IFunction
 public:
     static constexpr auto name = "isNull";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIsNull>();
     }
diff --git a/src/Functions/isZeroOrNull.cpp b/src/Functions/isZeroOrNull.cpp
index a2a06af7569..4b863871629 100644
--- a/src/Functions/isZeroOrNull.cpp
+++ b/src/Functions/isZeroOrNull.cpp
@@ -26,7 +26,7 @@ class FunctionIsZeroOrNull : public IFunction
 public:
     static constexpr auto name = "isZeroOrNull";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionIsZeroOrNull>();
     }
diff --git a/src/Functions/logTrace.cpp b/src/Functions/logTrace.cpp
index 2ccc4d2ffd2..a291a59504f 100644
--- a/src/Functions/logTrace.cpp
+++ b/src/Functions/logTrace.cpp
@@ -21,7 +21,7 @@ namespace
     {
     public:
         static constexpr auto name = "logTrace";
-        static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionLogTrace>(); }
+        static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionLogTrace>(); }
 
         String getName() const override { return name; }
 
diff --git a/src/Functions/lowCardinalityIndices.cpp b/src/Functions/lowCardinalityIndices.cpp
index 580e7381955..ac7fd45e7b6 100644
--- a/src/Functions/lowCardinalityIndices.cpp
+++ b/src/Functions/lowCardinalityIndices.cpp
@@ -21,7 +21,7 @@ class FunctionLowCardinalityIndices: public IFunction
 {
 public:
     static constexpr auto name = "lowCardinalityIndices";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionLowCardinalityIndices>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionLowCardinalityIndices>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/lowCardinalityKeys.cpp b/src/Functions/lowCardinalityKeys.cpp
index 46128267871..2781248d15a 100644
--- a/src/Functions/lowCardinalityKeys.cpp
+++ b/src/Functions/lowCardinalityKeys.cpp
@@ -19,7 +19,7 @@ class FunctionLowCardinalityKeys: public IFunction
 {
 public:
     static constexpr auto name = "lowCardinalityKeys";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionLowCardinalityKeys>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionLowCardinalityKeys>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/map.cpp b/src/Functions/map.cpp
index f1b08dc75b7..76b57d596cc 100644
--- a/src/Functions/map.cpp
+++ b/src/Functions/map.cpp
@@ -34,7 +34,7 @@ class FunctionMap : public IFunction
 public:
     static constexpr auto name = "map";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionMap>();
     }
@@ -146,7 +146,7 @@ class FunctionMapContains : public IFunction
 {
 public:
     static constexpr auto name = NameMapContains::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMapContains>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMapContains>(); }
 
     String getName() const override
     {
@@ -209,7 +209,7 @@ class FunctionMapKeys : public IFunction
 {
 public:
     static constexpr auto name = "mapKeys";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMapKeys>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMapKeys>(); }
 
     String getName() const override
     {
@@ -256,7 +256,7 @@ class FunctionMapValues : public IFunction
 {
 public:
     static constexpr auto name = "mapValues";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMapValues>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMapValues>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/materialize.h b/src/Functions/materialize.h
index 4676b263f39..99b556dfff5 100644
--- a/src/Functions/materialize.h
+++ b/src/Functions/materialize.h
@@ -11,7 +11,7 @@ class FunctionMaterialize : public IFunction
 {
 public:
     static constexpr auto name = "materialize";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionMaterialize>();
     }
diff --git a/src/Functions/multiIf.cpp b/src/Functions/multiIf.cpp
index 92f05df472b..56399a7f056 100644
--- a/src/Functions/multiIf.cpp
+++ b/src/Functions/multiIf.cpp
@@ -35,7 +35,7 @@ class FunctionMultiIf final : public FunctionIfBase
 {
 public:
     static constexpr auto name = "multiIf";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionMultiIf>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionMultiIf>(); }
 
     String getName() const override { return name; }
     bool isVariadic() const override { return true; }
diff --git a/src/Functions/neighbor.cpp b/src/Functions/neighbor.cpp
index 785c5817176..53c47d3972d 100644
--- a/src/Functions/neighbor.cpp
+++ b/src/Functions/neighbor.cpp
@@ -31,7 +31,7 @@ class FunctionNeighbor : public IFunction
 {
 public:
     static constexpr auto name = "neighbor";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionNeighbor>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionNeighbor>(); }
 
     /// Get the name of the function.
     String getName() const override { return name; }
diff --git a/src/Functions/normalizedQueryHash.cpp b/src/Functions/normalizedQueryHash.cpp
index e08680518c1..5cfd5ff4904 100644
--- a/src/Functions/normalizedQueryHash.cpp
+++ b/src/Functions/normalizedQueryHash.cpp
@@ -51,7 +51,7 @@ class FunctionNormalizedQueryHash : public IFunction
 {
 public:
     static constexpr auto name = keep_names ? "normalizedQueryHashKeepNames" : "normalizedQueryHash";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionNormalizedQueryHash>();
     }
diff --git a/src/Functions/now.cpp b/src/Functions/now.cpp
index 673484b2ad2..9d6569fd5df 100644
--- a/src/Functions/now.cpp
+++ b/src/Functions/now.cpp
@@ -83,7 +83,7 @@ public:
     bool isVariadic() const override { return true; }
 
     size_t getNumberOfArguments() const override { return 0; }
-    static FunctionOverloadResolverPtr create(ContextPtr) { return std::make_unique<NowOverloadResolver>(); }
+    static FunctionOverloadResolverPtr create(ContextConstPtr) { return std::make_unique<NowOverloadResolver>(); }
 
     DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override
     {
diff --git a/src/Functions/now64.cpp b/src/Functions/now64.cpp
index cccfb9de6b6..b31a78bf0a7 100644
--- a/src/Functions/now64.cpp
+++ b/src/Functions/now64.cpp
@@ -107,7 +107,7 @@ public:
     bool isVariadic() const override { return true; }
 
     size_t getNumberOfArguments() const override { return 0; }
-    static FunctionOverloadResolverPtr create(ContextPtr) { return std::make_unique<Now64OverloadResolver>(); }
+    static FunctionOverloadResolverPtr create(ContextConstPtr) { return std::make_unique<Now64OverloadResolver>(); }
 
     DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override
     {
diff --git a/src/Functions/nullIf.cpp b/src/Functions/nullIf.cpp
index 14f2f72fe61..8f69ef4f550 100644
--- a/src/Functions/nullIf.cpp
+++ b/src/Functions/nullIf.cpp
@@ -18,16 +18,16 @@ namespace
 class FunctionNullIf : public IFunction
 {
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 public:
     static constexpr auto name = "nullIf";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionNullIf>(context);
     }
 
-    explicit FunctionNullIf(ContextPtr context_) : context(context_) {}
+    explicit FunctionNullIf(ContextConstPtr context_) : context(context_) {}
 
     std::string getName() const override
     {
diff --git a/src/Functions/partitionId.cpp b/src/Functions/partitionId.cpp
index cf679452da1..f33467e6752 100644
--- a/src/Functions/partitionId.cpp
+++ b/src/Functions/partitionId.cpp
@@ -23,7 +23,7 @@ class FunctionPartitionId : public IFunction
 public:
     static constexpr auto name = "partitionId";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionPartitionId>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionPartitionId>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/pointInEllipses.cpp b/src/Functions/pointInEllipses.cpp
index f7bfc24559c..06eae802864 100644
--- a/src/Functions/pointInEllipses.cpp
+++ b/src/Functions/pointInEllipses.cpp
@@ -39,7 +39,7 @@ class FunctionPointInEllipses : public IFunction
 {
 public:
     static constexpr auto name = "pointInEllipses";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionPointInEllipses>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionPointInEllipses>(); }
 
 private:
 
diff --git a/src/Functions/pointInPolygon.cpp b/src/Functions/pointInPolygon.cpp
index 842a5010190..82e69c468cc 100644
--- a/src/Functions/pointInPolygon.cpp
+++ b/src/Functions/pointInPolygon.cpp
@@ -60,7 +60,7 @@ public:
 
     explicit FunctionPointInPolygon(bool validate_) : validate(validate_) {}
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionPointInPolygon<PointInConstPolygonImpl>>(
             context->getSettingsRef().validate_polygons);
diff --git a/src/Functions/polygonArea.cpp b/src/Functions/polygonArea.cpp
index 9a36b71d5b1..07e0f922ae0 100644
--- a/src/Functions/polygonArea.cpp
+++ b/src/Functions/polygonArea.cpp
@@ -34,7 +34,7 @@ public:
 
     explicit FunctionPolygonArea() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonArea>();
     }
diff --git a/src/Functions/polygonConvexHull.cpp b/src/Functions/polygonConvexHull.cpp
index 5bce3c5bbdd..b84e327ac81 100644
--- a/src/Functions/polygonConvexHull.cpp
+++ b/src/Functions/polygonConvexHull.cpp
@@ -33,7 +33,7 @@ public:
 
     explicit FunctionPolygonConvexHull() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonConvexHull>();
     }
diff --git a/src/Functions/polygonPerimeter.cpp b/src/Functions/polygonPerimeter.cpp
index 5a6e293630e..11bb5488fd9 100644
--- a/src/Functions/polygonPerimeter.cpp
+++ b/src/Functions/polygonPerimeter.cpp
@@ -33,7 +33,7 @@ public:
 
     explicit FunctionPolygonPerimeter() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonPerimeter>();
     }
diff --git a/src/Functions/polygonsDistance.cpp b/src/Functions/polygonsDistance.cpp
index d6c4ff36e4d..d92a1931f2b 100644
--- a/src/Functions/polygonsDistance.cpp
+++ b/src/Functions/polygonsDistance.cpp
@@ -35,7 +35,7 @@ public:
 
     explicit FunctionPolygonsDistance() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonsDistance>();
     }
diff --git a/src/Functions/polygonsEquals.cpp b/src/Functions/polygonsEquals.cpp
index 9e2902d0528..c14f9a18980 100644
--- a/src/Functions/polygonsEquals.cpp
+++ b/src/Functions/polygonsEquals.cpp
@@ -34,7 +34,7 @@ public:
 
     explicit FunctionPolygonsEquals() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonsEquals>();
     }
diff --git a/src/Functions/polygonsIntersection.cpp b/src/Functions/polygonsIntersection.cpp
index 699488abab1..5676323a08a 100644
--- a/src/Functions/polygonsIntersection.cpp
+++ b/src/Functions/polygonsIntersection.cpp
@@ -34,7 +34,7 @@ public:
 
     explicit FunctionPolygonsIntersection() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonsIntersection>();
     }
diff --git a/src/Functions/polygonsSymDifference.cpp b/src/Functions/polygonsSymDifference.cpp
index 129e553f060..991d66a2802 100644
--- a/src/Functions/polygonsSymDifference.cpp
+++ b/src/Functions/polygonsSymDifference.cpp
@@ -34,7 +34,7 @@ public:
 
     explicit FunctionPolygonsSymDifference() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonsSymDifference>();
     }
diff --git a/src/Functions/polygonsUnion.cpp b/src/Functions/polygonsUnion.cpp
index e7281c299d0..9a9bfc9acfe 100644
--- a/src/Functions/polygonsUnion.cpp
+++ b/src/Functions/polygonsUnion.cpp
@@ -34,7 +34,7 @@ public:
 
     explicit FunctionPolygonsUnion() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonsUnion>();
     }
diff --git a/src/Functions/polygonsWithin.cpp b/src/Functions/polygonsWithin.cpp
index 2fd5b7e2225..45fc06d4fbe 100644
--- a/src/Functions/polygonsWithin.cpp
+++ b/src/Functions/polygonsWithin.cpp
@@ -36,7 +36,7 @@ public:
 
     explicit FunctionPolygonsWithin() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionPolygonsWithin>();
     }
diff --git a/src/Functions/randConstant.cpp b/src/Functions/randConstant.cpp
index 77d8e1f2a33..13a07050717 100644
--- a/src/Functions/randConstant.cpp
+++ b/src/Functions/randConstant.cpp
@@ -79,7 +79,7 @@ public:
     bool isVariadic() const override { return true; }
     size_t getNumberOfArguments() const override { return 0; }
 
-    static FunctionOverloadResolverPtr create(ContextPtr)
+    static FunctionOverloadResolverPtr create(ContextConstPtr)
     {
         return std::make_unique<RandomConstantOverloadResolver<ToType, Name>>();
     }
diff --git a/src/Functions/randomFixedString.cpp b/src/Functions/randomFixedString.cpp
index 13996eee677..2a60f8dd88d 100644
--- a/src/Functions/randomFixedString.cpp
+++ b/src/Functions/randomFixedString.cpp
@@ -77,7 +77,7 @@ public:
 class FunctionRandomFixedString : public FunctionRandomFixedStringImpl<TargetSpecific::Default::RandImpl>
 {
 public:
-    explicit FunctionRandomFixedString(ContextPtr context) : selector(context)
+    explicit FunctionRandomFixedString(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             FunctionRandomFixedStringImpl<TargetSpecific::Default::RandImpl>>();
@@ -93,7 +93,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionRandomFixedString>(context);
     }
diff --git a/src/Functions/randomPrintableASCII.cpp b/src/Functions/randomPrintableASCII.cpp
index ba8c16aa689..d27772e28fb 100644
--- a/src/Functions/randomPrintableASCII.cpp
+++ b/src/Functions/randomPrintableASCII.cpp
@@ -27,7 +27,7 @@ class FunctionRandomPrintableASCII : public IFunction
 {
 public:
     static constexpr auto name = "randomPrintableASCII";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionRandomPrintableASCII>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionRandomPrintableASCII>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/randomString.cpp b/src/Functions/randomString.cpp
index 10795626326..680b01b9d08 100644
--- a/src/Functions/randomString.cpp
+++ b/src/Functions/randomString.cpp
@@ -97,7 +97,7 @@ public:
 class FunctionRandomString : public FunctionRandomStringImpl<TargetSpecific::Default::RandImpl>
 {
 public:
-    explicit FunctionRandomString(ContextPtr context) : selector(context)
+    explicit FunctionRandomString(ContextConstPtr context) : selector(context)
     {
         selector.registerImplementation<TargetArch::Default,
             FunctionRandomStringImpl<TargetSpecific::Default::RandImpl>>();
@@ -113,7 +113,7 @@ public:
         return selector.selectAndExecute(arguments, result_type, input_rows_count);
     }
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionRandomString>(context);
     }
diff --git a/src/Functions/randomStringUTF8.cpp b/src/Functions/randomStringUTF8.cpp
index 018c591a1fe..48c828d2444 100644
--- a/src/Functions/randomStringUTF8.cpp
+++ b/src/Functions/randomStringUTF8.cpp
@@ -30,7 +30,7 @@ class FunctionRandomStringUTF8 : public IFunction
 public:
     static constexpr auto name = "randomStringUTF8";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionRandomStringUTF8>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionRandomStringUTF8>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/readWkt.cpp b/src/Functions/readWkt.cpp
index 2ce4becb01c..26bb13a2e93 100644
--- a/src/Functions/readWkt.cpp
+++ b/src/Functions/readWkt.cpp
@@ -68,7 +68,7 @@ public:
         return true;
     }
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionReadWkt<DataTypeName, Geometry, Serializer, NameHolder>>();
     }
diff --git a/src/Functions/regexpQuoteMeta.cpp b/src/Functions/regexpQuoteMeta.cpp
index 0f1ec476a3b..cae2fdc1323 100644
--- a/src/Functions/regexpQuoteMeta.cpp
+++ b/src/Functions/regexpQuoteMeta.cpp
@@ -21,7 +21,7 @@ class FunctionRegexpQuoteMeta : public IFunction
 public:
     static constexpr auto name = "regexpQuoteMeta";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionRegexpQuoteMeta>();
     }
diff --git a/src/Functions/reinterpretAs.cpp b/src/Functions/reinterpretAs.cpp
index 94c9eec5868..d007e479c04 100644
--- a/src/Functions/reinterpretAs.cpp
+++ b/src/Functions/reinterpretAs.cpp
@@ -47,7 +47,7 @@ class FunctionReinterpret : public IFunction
 public:
     static constexpr auto name = "reinterpret";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionReinterpret>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionReinterpret>(); }
 
     String getName() const override { return name; }
 
@@ -349,7 +349,7 @@ class FunctionReinterpretAs : public IFunction
 {
 public:
     static constexpr auto name = Name::name;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionReinterpretAs>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionReinterpretAs>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/repeat.cpp b/src/Functions/repeat.cpp
index 423ed53c53f..e87a51b807d 100644
--- a/src/Functions/repeat.cpp
+++ b/src/Functions/repeat.cpp
@@ -173,7 +173,7 @@ class FunctionRepeat : public IFunction
 
 public:
     static constexpr auto name = "repeat";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionRepeat>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionRepeat>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/replicate.h b/src/Functions/replicate.h
index 71b39e9e60e..4493d132002 100644
--- a/src/Functions/replicate.h
+++ b/src/Functions/replicate.h
@@ -13,7 +13,7 @@ class FunctionReplicate : public IFunction
 public:
     static constexpr auto name = "replicate";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionReplicate>();
     }
diff --git a/src/Functions/reverse.cpp b/src/Functions/reverse.cpp
index f9701af75da..49ce3a214e3 100644
--- a/src/Functions/reverse.cpp
+++ b/src/Functions/reverse.cpp
@@ -57,7 +57,7 @@ class FunctionReverse : public IFunction
 {
 public:
     static constexpr auto name = "reverse";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionReverse>();
     }
@@ -117,9 +117,9 @@ class ReverseOverloadResolver : public IFunctionOverloadResolver
 {
 public:
     static constexpr auto name = "reverse";
-    static FunctionOverloadResolverPtr create(ContextPtr context) { return std::make_unique<ReverseOverloadResolver>(context); }
+    static FunctionOverloadResolverPtr create(ContextConstPtr context) { return std::make_unique<ReverseOverloadResolver>(context); }
 
-    explicit ReverseOverloadResolver(ContextPtr context_) : context(context_) {}
+    explicit ReverseOverloadResolver(ContextConstPtr context_) : context(context_) {}
 
     String getName() const override { return name; }
     size_t getNumberOfArguments() const override { return 1; }
@@ -141,7 +141,7 @@ public:
     }
 
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 };
 
 }
diff --git a/src/Functions/rowNumberInAllBlocks.cpp b/src/Functions/rowNumberInAllBlocks.cpp
index 9c358aec8f0..85211d9e740 100644
--- a/src/Functions/rowNumberInAllBlocks.cpp
+++ b/src/Functions/rowNumberInAllBlocks.cpp
@@ -18,7 +18,7 @@ private:
 
 public:
     static constexpr auto name = "rowNumberInAllBlocks";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionRowNumberInAllBlocks>();
     }
diff --git a/src/Functions/rowNumberInBlock.cpp b/src/Functions/rowNumberInBlock.cpp
index 48fa472e1dd..e924207a6d1 100644
--- a/src/Functions/rowNumberInBlock.cpp
+++ b/src/Functions/rowNumberInBlock.cpp
@@ -13,7 +13,7 @@ class FunctionRowNumberInBlock : public IFunction
 {
 public:
     static constexpr auto name = "rowNumberInBlock";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionRowNumberInBlock>();
     }
diff --git a/src/Functions/runningAccumulate.cpp b/src/Functions/runningAccumulate.cpp
index 1eab573b046..b17faf9c031 100644
--- a/src/Functions/runningAccumulate.cpp
+++ b/src/Functions/runningAccumulate.cpp
@@ -33,7 +33,7 @@ class FunctionRunningAccumulate : public IFunction
 {
 public:
     static constexpr auto name = "runningAccumulate";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionRunningAccumulate>();
     }
diff --git a/src/Functions/runningConcurrency.cpp b/src/Functions/runningConcurrency.cpp
index 022e2be5f6c..6f842bcc342 100644
--- a/src/Functions/runningConcurrency.cpp
+++ b/src/Functions/runningConcurrency.cpp
@@ -154,7 +154,7 @@ namespace DB
     public:
         static constexpr auto name = Name::name;
 
-        static FunctionOverloadResolverPtr create(ContextPtr)
+        static FunctionOverloadResolverPtr create(ContextConstPtr)
         {
             return std::make_unique<RunningConcurrencyOverloadResolver<Name, ConcurrencyDataType>>();
         }
diff --git a/src/Functions/runningDifference.h b/src/Functions/runningDifference.h
index f87c57af043..41a418b9b58 100644
--- a/src/Functions/runningDifference.h
+++ b/src/Functions/runningDifference.h
@@ -124,7 +124,7 @@ private:
 public:
     static constexpr auto name = FunctionRunningDifferenceName<is_first_line_zero>::name;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionRunningDifferenceImpl<is_first_line_zero>>();
     }
diff --git a/src/Functions/sleep.h b/src/Functions/sleep.h
index c0aad0b3820..16b3973cdc2 100644
--- a/src/Functions/sleep.h
+++ b/src/Functions/sleep.h
@@ -36,7 +36,7 @@ class FunctionSleep : public IFunction
 {
 public:
     static constexpr auto name = variant == FunctionSleepVariant::PerBlock ? "sleep" : "sleepEachRow";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionSleep<variant>>();
     }
diff --git a/src/Functions/stringToH3.cpp b/src/Functions/stringToH3.cpp
index 9b02711db50..97f9ba3f2ab 100644
--- a/src/Functions/stringToH3.cpp
+++ b/src/Functions/stringToH3.cpp
@@ -34,7 +34,7 @@ class FunctionStringToH3 : public IFunction
 public:
     static constexpr auto name = "stringToH3";
 
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionStringToH3>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionStringToH3>(); }
 
     std::string getName() const override { return name; }
 
diff --git a/src/Functions/substring.cpp b/src/Functions/substring.cpp
index 5ce75035475..13f0e296602 100644
--- a/src/Functions/substring.cpp
+++ b/src/Functions/substring.cpp
@@ -36,7 +36,7 @@ class FunctionSubstring : public IFunction
 {
 public:
     static constexpr auto name = is_utf8 ? "substringUTF8" : "substring";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionSubstring>();
     }
diff --git a/src/Functions/svg.cpp b/src/Functions/svg.cpp
index 39473816c8c..4d0edaf004b 100644
--- a/src/Functions/svg.cpp
+++ b/src/Functions/svg.cpp
@@ -24,7 +24,7 @@ public:
 
     explicit FunctionSvg() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionSvg>();
     }
diff --git a/src/Functions/tcpPort.cpp b/src/Functions/tcpPort.cpp
index 484843ced3f..baacdb0a335 100644
--- a/src/Functions/tcpPort.cpp
+++ b/src/Functions/tcpPort.cpp
@@ -14,7 +14,7 @@ class FunctionTcpPort : public IFunction
 public:
     static constexpr auto name = "tcpPort";
 
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionTcpPort>(context->getTCPPort());
     }
diff --git a/src/Functions/throwIf.cpp b/src/Functions/throwIf.cpp
index 1b56cc0d188..a3285f64c73 100644
--- a/src/Functions/throwIf.cpp
+++ b/src/Functions/throwIf.cpp
@@ -26,7 +26,7 @@ class FunctionThrowIf : public IFunction
 {
 public:
     static constexpr auto name = "throwIf";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionThrowIf>();
     }
diff --git a/src/Functions/tid.cpp b/src/Functions/tid.cpp
index 404eff862b3..6f2eb3cc595 100644
--- a/src/Functions/tid.cpp
+++ b/src/Functions/tid.cpp
@@ -13,7 +13,7 @@ namespace
     {
     public:
         static constexpr auto name = "tid";
-        static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionTid>(); }
+        static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionTid>(); }
 
         String getName() const override { return name; }
 
diff --git a/src/Functions/timeSlots.cpp b/src/Functions/timeSlots.cpp
index b64d2687b05..4f8882a83ad 100644
--- a/src/Functions/timeSlots.cpp
+++ b/src/Functions/timeSlots.cpp
@@ -109,7 +109,7 @@ class FunctionTimeSlots : public IFunction
 public:
     static constexpr auto name = "timeSlots";
     static constexpr UInt32 TIME_SLOT_SIZE = 1800;
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionTimeSlots>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionTimeSlots>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/timezone.cpp b/src/Functions/timezone.cpp
index 67f7462fc95..c0d136ab7d4 100644
--- a/src/Functions/timezone.cpp
+++ b/src/Functions/timezone.cpp
@@ -16,7 +16,7 @@ class FunctionTimezone : public IFunction
 {
 public:
     static constexpr auto name = "timezone";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionTimezone>();
     }
diff --git a/src/Functions/timezoneOf.cpp b/src/Functions/timezoneOf.cpp
index 3dc72424a4f..f768722a284 100644
--- a/src/Functions/timezoneOf.cpp
+++ b/src/Functions/timezoneOf.cpp
@@ -28,7 +28,7 @@ class FunctionTimezoneOf : public IFunction
 public:
     static constexpr auto name = "timezoneOf";
     String getName() const override { return name; }
-    static FunctionPtr create(ContextPtr) { return std::make_unique<FunctionTimezoneOf>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_unique<FunctionTimezoneOf>(); }
 
     size_t getNumberOfArguments() const override { return 1; }
 
diff --git a/src/Functions/toColumnTypeName.cpp b/src/Functions/toColumnTypeName.cpp
index d64fa12604e..2d3635f4ed1 100644
--- a/src/Functions/toColumnTypeName.cpp
+++ b/src/Functions/toColumnTypeName.cpp
@@ -14,7 +14,7 @@ class FunctionToColumnTypeName : public IFunction
 {
 public:
     static constexpr auto name = "toColumnTypeName";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionToColumnTypeName>();
     }
diff --git a/src/Functions/toFixedString.h b/src/Functions/toFixedString.h
index fe437a24303..303d51f41ad 100644
--- a/src/Functions/toFixedString.h
+++ b/src/Functions/toFixedString.h
@@ -32,7 +32,7 @@ class FunctionToFixedString : public IFunction
 {
 public:
     static constexpr auto name = "toFixedString";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToFixedString>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionToFixedString>(); }
     static FunctionPtr create() { return std::make_shared<FunctionToFixedString>(); }
 
     String getName() const override
diff --git a/src/Functions/toLowCardinality.cpp b/src/Functions/toLowCardinality.cpp
index 983e66d1007..8f102d5db9c 100644
--- a/src/Functions/toLowCardinality.cpp
+++ b/src/Functions/toLowCardinality.cpp
@@ -14,7 +14,7 @@ class FunctionToLowCardinality: public IFunction
 {
 public:
     static constexpr auto name = "toLowCardinality";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToLowCardinality>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionToLowCardinality>(); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/toModifiedJulianDay.cpp b/src/Functions/toModifiedJulianDay.cpp
index a44979b52ff..c76b158baa8 100644
--- a/src/Functions/toModifiedJulianDay.cpp
+++ b/src/Functions/toModifiedJulianDay.cpp
@@ -172,7 +172,7 @@ namespace DB
     public:
         static constexpr auto name = Name::name;
 
-        static FunctionOverloadResolverPtr create(ContextPtr)
+        static FunctionOverloadResolverPtr create(ContextConstPtr)
         {
             return std::make_unique<ToModifiedJulianDayOverloadResolver<Name, ToDataType, nullOnErrors>>();
         }
diff --git a/src/Functions/toNullable.cpp b/src/Functions/toNullable.cpp
index 5e383893476..12d23e59f49 100644
--- a/src/Functions/toNullable.cpp
+++ b/src/Functions/toNullable.cpp
@@ -16,7 +16,7 @@ class FunctionToNullable : public IFunction
 public:
     static constexpr auto name = "toNullable";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionToNullable>();
     }
diff --git a/src/Functions/toStartOfInterval.cpp b/src/Functions/toStartOfInterval.cpp
index ee592fbb1e3..97d2d65b67a 100644
--- a/src/Functions/toStartOfInterval.cpp
+++ b/src/Functions/toStartOfInterval.cpp
@@ -184,7 +184,7 @@ namespace
 class FunctionToStartOfInterval : public IFunction
 {
 public:
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToStartOfInterval>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionToStartOfInterval>(); }
 
     static constexpr auto name = function_name;
     String getName() const override { return name; }
diff --git a/src/Functions/toTimezone.cpp b/src/Functions/toTimezone.cpp
index 551e07a8354..ef80c2f0849 100644
--- a/src/Functions/toTimezone.cpp
+++ b/src/Functions/toTimezone.cpp
@@ -25,7 +25,7 @@ class FunctionToTimezone : public IFunction
 {
 public:
     static constexpr auto name = "toTimezone";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToTimezone>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionToTimezone>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/toTypeName.cpp b/src/Functions/toTypeName.cpp
index 3c733fb3ea7..f369ff1ccef 100644
--- a/src/Functions/toTypeName.cpp
+++ b/src/Functions/toTypeName.cpp
@@ -18,7 +18,7 @@ public:
 
     static constexpr auto name = "toTypeName";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionToTypeName>();
     }
diff --git a/src/Functions/toUnixTimestamp64Micro.cpp b/src/Functions/toUnixTimestamp64Micro.cpp
index c5b841a1a81..bd13f753802 100644
--- a/src/Functions/toUnixTimestamp64Micro.cpp
+++ b/src/Functions/toUnixTimestamp64Micro.cpp
@@ -7,7 +7,7 @@ namespace DB
 void registerToUnixTimestamp64Micro(FunctionFactory & factory)
 {
     factory.registerFunction("toUnixTimestamp64Micro",
-        [](ContextPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
+        [](ContextConstPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
             std::make_shared<FunctionToUnixTimestamp64>(6, "toUnixTimestamp64Micro")); });
 }
 
diff --git a/src/Functions/toUnixTimestamp64Milli.cpp b/src/Functions/toUnixTimestamp64Milli.cpp
index bfceb3708d3..088cd2011c5 100644
--- a/src/Functions/toUnixTimestamp64Milli.cpp
+++ b/src/Functions/toUnixTimestamp64Milli.cpp
@@ -7,7 +7,7 @@ namespace DB
 void registerToUnixTimestamp64Milli(FunctionFactory & factory)
 {
     factory.registerFunction("toUnixTimestamp64Milli",
-        [](ContextPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
+        [](ContextConstPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
             std::make_shared<FunctionToUnixTimestamp64>(3, "toUnixTimestamp64Milli")); });
 }
 
diff --git a/src/Functions/toUnixTimestamp64Nano.cpp b/src/Functions/toUnixTimestamp64Nano.cpp
index 2256dc369b9..3961b9630ba 100644
--- a/src/Functions/toUnixTimestamp64Nano.cpp
+++ b/src/Functions/toUnixTimestamp64Nano.cpp
@@ -7,7 +7,7 @@ namespace DB
 void registerToUnixTimestamp64Nano(FunctionFactory & factory)
 {
     factory.registerFunction("toUnixTimestamp64Nano",
-        [](ContextPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
+        [](ContextConstPtr){ return std::make_unique<FunctionToOverloadResolverAdaptor>(
             std::make_shared<FunctionToUnixTimestamp64>(9, "toUnixTimestamp64Nano")); });
 }
 
diff --git a/src/Functions/today.cpp b/src/Functions/today.cpp
index 43be4c4582a..9d04bd3a84d 100644
--- a/src/Functions/today.cpp
+++ b/src/Functions/today.cpp
@@ -71,7 +71,7 @@ public:
 
     size_t getNumberOfArguments() const override { return 0; }
 
-    static FunctionOverloadResolverPtr create(ContextPtr) { return std::make_unique<TodayOverloadResolver>(); }
+    static FunctionOverloadResolverPtr create(ContextConstPtr) { return std::make_unique<TodayOverloadResolver>(); }
 
     DataTypePtr getReturnTypeImpl(const DataTypes &) const override { return std::make_shared<DataTypeDate>(); }
 
diff --git a/src/Functions/transform.cpp b/src/Functions/transform.cpp
index 1debc2cb6a0..e9305304ac0 100644
--- a/src/Functions/transform.cpp
+++ b/src/Functions/transform.cpp
@@ -58,7 +58,7 @@ class FunctionTransform : public IFunction
 {
 public:
     static constexpr auto name = "transform";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionTransform>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionTransform>(); }
 
     String getName() const override
     {
diff --git a/src/Functions/trap.cpp b/src/Functions/trap.cpp
index f946a7fabfb..c7f935bac3e 100644
--- a/src/Functions/trap.cpp
+++ b/src/Functions/trap.cpp
@@ -32,16 +32,16 @@ namespace ErrorCodes
 class FunctionTrap : public IFunction
 {
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 
 public:
     static constexpr auto name = "trap";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionTrap>(context);
     }
 
-    FunctionTrap(ContextPtr context_) : context(context_) {}
+    FunctionTrap(ContextConstPtr context_) : context(context_) {}
 
     String getName() const override
     {
diff --git a/src/Functions/tuple.cpp b/src/Functions/tuple.cpp
index dda034ee911..8c1ad90070e 100644
--- a/src/Functions/tuple.cpp
+++ b/src/Functions/tuple.cpp
@@ -24,7 +24,7 @@ class FunctionTuple : public IFunction
 public:
     static constexpr auto name = "tuple";
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionTuple>();
     }
diff --git a/src/Functions/tupleElement.cpp b/src/Functions/tupleElement.cpp
index 97e2f70fccf..7f71e9d93e9 100644
--- a/src/Functions/tupleElement.cpp
+++ b/src/Functions/tupleElement.cpp
@@ -30,7 +30,7 @@ class FunctionTupleElement : public IFunction
 {
 public:
     static constexpr auto name = "tupleElement";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionTupleElement>();
     }
diff --git a/src/Functions/tupleHammingDistance.cpp b/src/Functions/tupleHammingDistance.cpp
index 9d660e388cb..a4ad7e9a5ba 100644
--- a/src/Functions/tupleHammingDistance.cpp
+++ b/src/Functions/tupleHammingDistance.cpp
@@ -19,14 +19,14 @@ namespace ErrorCodes
 class FunctionTupleHammingDistance : public IFunction
 {
 private:
-    ContextPtr context;
+    ContextConstPtr context;
 
 public:
     static constexpr auto name = "tupleHammingDistance";
     using ResultType = UInt8;
 
-    explicit FunctionTupleHammingDistance(ContextPtr context_) : context(context_) {}
-    static FunctionPtr create(ContextPtr context) { return std::make_shared<FunctionTupleHammingDistance>(context); }
+    explicit FunctionTupleHammingDistance(ContextConstPtr context_) : context(context_) {}
+    static FunctionPtr create(ContextConstPtr context) { return std::make_shared<FunctionTupleHammingDistance>(context); }
 
     String getName() const override { return name; }
 
diff --git a/src/Functions/uptime.cpp b/src/Functions/uptime.cpp
index 02454df4de5..7e2165318a3 100644
--- a/src/Functions/uptime.cpp
+++ b/src/Functions/uptime.cpp
@@ -13,7 +13,7 @@ class FunctionUptime : public IFunction
 {
 public:
     static constexpr auto name = "uptime";
-    static FunctionPtr create(ContextPtr context)
+    static FunctionPtr create(ContextConstPtr context)
     {
         return std::make_shared<FunctionUptime>(context->getUptimeSeconds());
     }
diff --git a/src/Functions/validateNestedArraySizes.cpp b/src/Functions/validateNestedArraySizes.cpp
index 1d96f988690..f3327479844 100644
--- a/src/Functions/validateNestedArraySizes.cpp
+++ b/src/Functions/validateNestedArraySizes.cpp
@@ -24,7 +24,7 @@ class FunctionValidateNestedArraySizes : public IFunction
 {
 public:
     static constexpr auto name = "validateNestedArraySizes";
-    static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionValidateNestedArraySizes>(); }
+    static FunctionPtr create(ContextConstPtr) { return std::make_shared<FunctionValidateNestedArraySizes>(); }
 
     String getName() const override { return name; }
     bool isVariadic() const override { return true; }
diff --git a/src/Functions/version.cpp b/src/Functions/version.cpp
index 4e0ddf60975..6181999e2f5 100644
--- a/src/Functions/version.cpp
+++ b/src/Functions/version.cpp
@@ -16,7 +16,7 @@ class FunctionVersion : public IFunction
 {
 public:
     static constexpr auto name = "version";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionVersion>();
     }
diff --git a/src/Functions/visibleWidth.cpp b/src/Functions/visibleWidth.cpp
index 6e96a4844ce..f6a79a82df6 100644
--- a/src/Functions/visibleWidth.cpp
+++ b/src/Functions/visibleWidth.cpp
@@ -19,7 +19,7 @@ class FunctionVisibleWidth : public IFunction
 {
 public:
     static constexpr auto name = "visibleWidth";
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionVisibleWidth>();
     }
diff --git a/src/Functions/wkt.cpp b/src/Functions/wkt.cpp
index b5567a19e89..888f6a4ea5f 100644
--- a/src/Functions/wkt.cpp
+++ b/src/Functions/wkt.cpp
@@ -16,7 +16,7 @@ public:
 
     explicit FunctionWkt() = default;
 
-    static FunctionPtr create(ContextPtr)
+    static FunctionPtr create(ContextConstPtr)
     {
         return std::make_shared<FunctionWkt>();
     }
diff --git a/src/Functions/yesterday.cpp b/src/Functions/yesterday.cpp
index 737552e192e..0b3ac6d2a8e 100644
--- a/src/Functions/yesterday.cpp
+++ b/src/Functions/yesterday.cpp
@@ -69,7 +69,7 @@ public:
 
     size_t getNumberOfArguments() const override { return 0; }
 
-    static FunctionOverloadResolverPtr create(ContextPtr) { return std::make_unique<YesterdayOverloadResolver>(); }
+    static FunctionOverloadResolverPtr create(ContextConstPtr) { return std::make_unique<YesterdayOverloadResolver>(); }
 
     DataTypePtr getReturnTypeImpl(const DataTypes &) const override { return std::make_shared<DataTypeDate>(); }
 
diff --git a/src/IO/ConnectionTimeouts.h b/src/IO/ConnectionTimeouts.h
index 42b800f15d0..160566c0f8d 100644
--- a/src/IO/ConnectionTimeouts.h
+++ b/src/IO/ConnectionTimeouts.h
@@ -111,7 +111,7 @@ struct ConnectionTimeouts
     static ConnectionTimeouts getTCPTimeoutsWithoutFailover(const Settings & settings);
     /// Timeouts for the case when we will try many addresses in a loop.
     static ConnectionTimeouts getTCPTimeoutsWithFailover(const Settings & settings);
-    static ConnectionTimeouts getHTTPTimeouts(ContextPtr context);
+    static ConnectionTimeouts getHTTPTimeouts(ContextConstPtr context);
 };
 
 }
diff --git a/src/IO/ConnectionTimeoutsContext.h b/src/IO/ConnectionTimeoutsContext.h
index 8d6f96b82a3..909ccff8ef0 100644
--- a/src/IO/ConnectionTimeoutsContext.h
+++ b/src/IO/ConnectionTimeoutsContext.h
@@ -27,7 +27,7 @@ inline ConnectionTimeouts ConnectionTimeouts::getTCPTimeoutsWithFailover(const S
         settings.receive_data_timeout_ms);
 }
 
-inline ConnectionTimeouts ConnectionTimeouts::getHTTPTimeouts(ContextPtr context)
+inline ConnectionTimeouts ConnectionTimeouts::getHTTPTimeouts(ContextConstPtr context)
 {
     const auto & settings = context->getSettingsRef();
     const auto & config = context->getConfigRef();
diff --git a/src/Interpreters/ColumnAliasesVisitor.h b/src/Interpreters/ColumnAliasesVisitor.h
index a1f8e79f64c..6b89c1a086f 100644
--- a/src/Interpreters/ColumnAliasesVisitor.h
+++ b/src/Interpreters/ColumnAliasesVisitor.h
@@ -56,12 +56,12 @@ public:
         /// Do not analyze joined columns.
         /// They may have aliases and come to description as is.
         const NameSet & forbidden_columns;
-        ContextPtr context;
+        ContextConstPtr context;
 
         /// private_aliases are from lambda, so these are local names.
         NameSet private_aliases;
 
-        Data(const ColumnsDescription & columns_, const NameSet & forbidden_columns_, ContextPtr context_)
+        Data(const ColumnsDescription & columns_, const NameSet & forbidden_columns_, ContextConstPtr context_)
         : columns(columns_)
         , forbidden_columns(forbidden_columns_)
         , context(context_)
diff --git a/src/Interpreters/DuplicateOrderByVisitor.h b/src/Interpreters/DuplicateOrderByVisitor.h
index 4231b2600af..bd8652ff298 100644
--- a/src/Interpreters/DuplicateOrderByVisitor.h
+++ b/src/Interpreters/DuplicateOrderByVisitor.h
@@ -21,7 +21,7 @@ class ASTFunctionStatefulData
 public:
     using TypeToVisit = ASTFunction;
 
-    ContextPtr context;
+    ContextConstPtr context;
     bool & is_stateful;
     void visit(ASTFunction & ast_function, ASTPtr &)
     {
@@ -80,7 +80,7 @@ class DuplicateOrderByData
 public:
     using TypeToVisit = ASTSelectQuery;
 
-    ContextPtr context;
+    ContextConstPtr context;
 
     void visit(ASTSelectQuery & select_query, ASTPtr &)
     {
diff --git a/src/Interpreters/ExecuteScalarSubqueriesVisitor.h b/src/Interpreters/ExecuteScalarSubqueriesVisitor.h
index c230f346779..aa404f2c622 100644
--- a/src/Interpreters/ExecuteScalarSubqueriesVisitor.h
+++ b/src/Interpreters/ExecuteScalarSubqueriesVisitor.h
@@ -33,7 +33,7 @@ class ExecuteScalarSubqueriesMatcher
 public:
     using Visitor = InDepthNodeVisitor<ExecuteScalarSubqueriesMatcher, true>;
 
-    struct Data : public WithContext
+    struct Data : public WithConstContext
     {
         size_t subquery_depth;
         Scalars & scalars;
diff --git a/src/Interpreters/ExternalDictionariesLoader.cpp b/src/Interpreters/ExternalDictionariesLoader.cpp
index 5c6da033396..e6414474817 100644
--- a/src/Interpreters/ExternalDictionariesLoader.cpp
+++ b/src/Interpreters/ExternalDictionariesLoader.cpp
@@ -23,9 +23,9 @@ namespace ErrorCodes
 }
 
 /// Must not acquire Context lock in constructor to avoid possibility of deadlocks.
-ExternalDictionariesLoader::ExternalDictionariesLoader(ContextPtr global_context_)
+ExternalDictionariesLoader::ExternalDictionariesLoader(ContextConstPtr global_context_)
     : ExternalLoader("external dictionary", &Poco::Logger::get("ExternalDictionariesLoader"))
-    , WithContext(global_context_)
+    , WithConstContext(global_context_)
 {
     setConfigSettings({"dictionary", "name", "database", "uuid"});
     enableAsyncLoading(true);
@@ -42,26 +42,26 @@ ExternalLoader::LoadablePtr ExternalDictionariesLoader::create(
     return DictionaryFactory::instance().create(name, config, key_in_config, getContext(), created_from_ddl);
 }
 
-ExternalDictionariesLoader::DictPtr ExternalDictionariesLoader::getDictionary(const std::string & dictionary_name, ContextPtr local_context) const
+ExternalDictionariesLoader::DictPtr ExternalDictionariesLoader::getDictionary(const std::string & dictionary_name, ContextConstPtr local_context) const
 {
     std::string resolved_dictionary_name = resolveDictionaryName(dictionary_name, local_context->getCurrentDatabase());
     return std::static_pointer_cast<const IDictionary>(load(resolved_dictionary_name));
 }
 
-ExternalDictionariesLoader::DictPtr ExternalDictionariesLoader::tryGetDictionary(const std::string & dictionary_name, ContextPtr local_context) const
+ExternalDictionariesLoader::DictPtr ExternalDictionariesLoader::tryGetDictionary(const std::string & dictionary_name, ContextConstPtr local_context) const
 {
     std::string resolved_dictionary_name = resolveDictionaryName(dictionary_name, local_context->getCurrentDatabase());
     return std::static_pointer_cast<const IDictionary>(tryLoad(resolved_dictionary_name));
 }
 
 
-void ExternalDictionariesLoader::reloadDictionary(const std::string & dictionary_name, ContextPtr local_context) const
+void ExternalDictionariesLoader::reloadDictionary(const std::string & dictionary_name, ContextConstPtr local_context) const
 {
     std::string resolved_dictionary_name = resolveDictionaryName(dictionary_name, local_context->getCurrentDatabase());
     loadOrReload(resolved_dictionary_name);
 }
 
-DictionaryStructure ExternalDictionariesLoader::getDictionaryStructure(const std::string & dictionary_name, ContextPtr query_context) const
+DictionaryStructure ExternalDictionariesLoader::getDictionaryStructure(const std::string & dictionary_name, ContextConstPtr query_context) const
 {
     std::string resolved_name = resolveDictionaryName(dictionary_name, query_context->getCurrentDatabase());
 
@@ -109,7 +109,10 @@ std::string ExternalDictionariesLoader::resolveDictionaryNameFromDatabaseCatalog
     std::string maybe_database_name = name.substr(0, pos);
     std::string maybe_table_name = name.substr(pos + 1);
 
-    auto [db, table] = DatabaseCatalog::instance().tryGetDatabaseAndTable({maybe_database_name, maybe_table_name}, getContext());
+    auto [db, table] = DatabaseCatalog::instance().tryGetDatabaseAndTable(
+        {maybe_database_name, maybe_table_name},
+        const_pointer_cast<Context>(getContext()));
+
     if (!db)
         return name;
     assert(table);
diff --git a/src/Interpreters/ExternalDictionariesLoader.h b/src/Interpreters/ExternalDictionariesLoader.h
index 06f64ef30c5..1182e96573c 100644
--- a/src/Interpreters/ExternalDictionariesLoader.h
+++ b/src/Interpreters/ExternalDictionariesLoader.h
@@ -13,21 +13,21 @@ namespace DB
 class IExternalLoaderConfigRepository;
 
 /// Manages user-defined dictionaries.
-class ExternalDictionariesLoader : public ExternalLoader, WithContext
+class ExternalDictionariesLoader : public ExternalLoader, WithConstContext
 {
 public:
     using DictPtr = std::shared_ptr<const IDictionary>;
 
     /// Dictionaries will be loaded immediately and then will be updated in separate thread, each 'reload_period' seconds.
-    explicit ExternalDictionariesLoader(ContextPtr global_context_);
+    explicit ExternalDictionariesLoader(ContextConstPtr global_context_);
 
-    DictPtr getDictionary(const std::string & dictionary_name, ContextPtr context) const;
+    DictPtr getDictionary(const std::string & dictionary_name, ContextConstPtr context) const;
 
-    DictPtr tryGetDictionary(const std::string & dictionary_name, ContextPtr context) const;
+    DictPtr tryGetDictionary(const std::string & dictionary_name, ContextConstPtr context) const;
 
-    void reloadDictionary(const std::string & dictionary_name, ContextPtr context) const;
+    void reloadDictionary(const std::string & dictionary_name, ContextConstPtr context) const;
 
-    DictionaryStructure getDictionaryStructure(const std::string & dictionary_name, ContextPtr context) const;
+    DictionaryStructure getDictionaryStructure(const std::string & dictionary_name, ContextConstPtr context) const;
 
     static DictionaryStructure getDictionaryStructure(const Poco::Util::AbstractConfiguration & config, const std::string & key_in_config = "dictionary");
 
diff --git a/src/Interpreters/ExtractExpressionInfoVisitor.cpp b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
index 2d46fe08e95..34632a96bda 100644
--- a/src/Interpreters/ExtractExpressionInfoVisitor.cpp
+++ b/src/Interpreters/ExtractExpressionInfoVisitor.cpp
@@ -82,12 +82,12 @@ bool ExpressionInfoMatcher::needChildVisit(const ASTPtr & node, const ASTPtr &)
     return !node->as<ASTSubquery>();
 }
 
-bool hasNonRewritableFunction(const ASTPtr & node, ContextPtr context)
+bool hasNonRewritableFunction(const ASTPtr & node, ContextConstPtr context)
 {
     for (const auto & select_expression : node->children)
     {
         TablesWithColumns tables;
-        ExpressionInfoVisitor::Data expression_info{WithContext{context}, tables};
+        ExpressionInfoVisitor::Data expression_info{WithConstContext{context}, tables};
         ExpressionInfoVisitor(expression_info).visit(select_expression);
 
         if (expression_info.is_stateful_function
diff --git a/src/Interpreters/ExtractExpressionInfoVisitor.h b/src/Interpreters/ExtractExpressionInfoVisitor.h
index c84e243ce2e..bfb414e8601 100644
--- a/src/Interpreters/ExtractExpressionInfoVisitor.h
+++ b/src/Interpreters/ExtractExpressionInfoVisitor.h
@@ -13,7 +13,7 @@ namespace DB
 
 struct ExpressionInfoMatcher
 {
-    struct Data : public WithContext
+    struct Data : public WithConstContext
     {
         const TablesWithColumns & tables;
 
@@ -36,6 +36,6 @@ struct ExpressionInfoMatcher
 
 using ExpressionInfoVisitor = ConstInDepthNodeVisitor<ExpressionInfoMatcher, true>;
 
-bool hasNonRewritableFunction(const ASTPtr & node, ContextPtr context);
+bool hasNonRewritableFunction(const ASTPtr & node, ContextConstPtr context);
 
 }
diff --git a/src/Interpreters/MonotonicityCheckVisitor.h b/src/Interpreters/MonotonicityCheckVisitor.h
index 350318047c7..f0698b27426 100644
--- a/src/Interpreters/MonotonicityCheckVisitor.h
+++ b/src/Interpreters/MonotonicityCheckVisitor.h
@@ -26,7 +26,7 @@ public:
     struct Data
     {
         const TablesWithColumns & tables;
-        ContextPtr context;
+        ContextConstPtr context;
         const std::unordered_set<String> & group_by_function_hashes;
         Monotonicity monotonicity{true, true, true};
         ASTIdentifier * identifier = nullptr;
diff --git a/src/Interpreters/PredicateExpressionsOptimizer.cpp b/src/Interpreters/PredicateExpressionsOptimizer.cpp
index f2e55441fb6..b3ef2e42e4a 100644
--- a/src/Interpreters/PredicateExpressionsOptimizer.cpp
+++ b/src/Interpreters/PredicateExpressionsOptimizer.cpp
@@ -19,8 +19,8 @@ namespace ErrorCodes
 }
 
 PredicateExpressionsOptimizer::PredicateExpressionsOptimizer(
-    ContextPtr context_, const TablesWithColumns & tables_with_columns_, const Settings & settings)
-    : WithContext(context_)
+    ContextConstPtr context_, const TablesWithColumns & tables_with_columns_, const Settings & settings)
+    : WithConstContext(context_)
     , enable_optimize_predicate_expression(settings.enable_optimize_predicate_expression)
     , enable_optimize_predicate_expression_to_final_subquery(settings.enable_optimize_predicate_expression_to_final_subquery)
     , allow_push_predicate_when_subquery_contains_with(settings.allow_push_predicate_when_subquery_contains_with)
@@ -87,7 +87,7 @@ std::vector<ASTs> PredicateExpressionsOptimizer::extractTablesPredicates(const A
 
     for (const auto & predicate_expression : splitConjunctionPredicate({where, prewhere}))
     {
-        ExpressionInfoVisitor::Data expression_info{WithContext{getContext()}, tables_with_columns};
+        ExpressionInfoVisitor::Data expression_info{WithConstContext{getContext()}, tables_with_columns};
         ExpressionInfoVisitor(expression_info).visit(predicate_expression);
 
         if (expression_info.is_stateful_function
@@ -188,7 +188,7 @@ bool PredicateExpressionsOptimizer::tryMovePredicatesFromHavingToWhere(ASTSelect
     for (const auto & moving_predicate: splitConjunctionPredicate({select_query.having()}))
     {
         TablesWithColumns tables;
-        ExpressionInfoVisitor::Data expression_info{WithContext{getContext()}, tables};
+        ExpressionInfoVisitor::Data expression_info{WithConstContext{getContext()}, tables};
         ExpressionInfoVisitor(expression_info).visit(moving_predicate);
 
         /// TODO: If there is no group by, where, and prewhere expression, we can push down the stateful function
diff --git a/src/Interpreters/PredicateExpressionsOptimizer.h b/src/Interpreters/PredicateExpressionsOptimizer.h
index a31b9907da6..db580032f73 100644
--- a/src/Interpreters/PredicateExpressionsOptimizer.h
+++ b/src/Interpreters/PredicateExpressionsOptimizer.h
@@ -15,10 +15,10 @@ struct Settings;
  *      - Move predicates from having to where
  *      - Push the predicate down from the current query to the having of the subquery
  */
-class PredicateExpressionsOptimizer : WithContext
+class PredicateExpressionsOptimizer : WithConstContext
 {
 public:
-    PredicateExpressionsOptimizer(ContextPtr context_, const TablesWithColumns & tables_with_columns_, const Settings & settings_);
+    PredicateExpressionsOptimizer(ContextConstPtr context_, const TablesWithColumns & tables_with_columns_, const Settings & settings_);
 
     bool optimize(ASTSelectQuery & select_query);
 
diff --git a/src/Interpreters/PredicateRewriteVisitor.cpp b/src/Interpreters/PredicateRewriteVisitor.cpp
index 092d37d78dd..3dda066c4ac 100644
--- a/src/Interpreters/PredicateRewriteVisitor.cpp
+++ b/src/Interpreters/PredicateRewriteVisitor.cpp
@@ -17,12 +17,12 @@ namespace DB
 {
 
 PredicateRewriteVisitorData::PredicateRewriteVisitorData(
-    ContextPtr context_,
+    ContextConstPtr context_,
     const ASTs & predicates_,
     const TableWithColumnNamesAndTypes & table_columns_,
     bool optimize_final_,
     bool optimize_with_)
-    : WithContext(context_)
+    : WithConstContext(context_)
     , predicates(predicates_)
     , table_columns(table_columns_)
     , optimize_final(optimize_final_)
@@ -72,7 +72,9 @@ void PredicateRewriteVisitorData::visitOtherInternalSelect(ASTSelectQuery & sele
     }
 
     const Names & internal_columns = InterpreterSelectQuery(
-        temp_internal_select, getContext(), SelectQueryOptions().analyze()).getSampleBlock().getNames();
+        temp_internal_select,
+        const_pointer_cast<Context>(getContext()),
+        SelectQueryOptions().analyze()).getSampleBlock().getNames();
 
     if (rewriteSubquery(*temp_select_query, internal_columns))
     {
diff --git a/src/Interpreters/PredicateRewriteVisitor.h b/src/Interpreters/PredicateRewriteVisitor.h
index fc076464925..b4ff063c954 100644
--- a/src/Interpreters/PredicateRewriteVisitor.h
+++ b/src/Interpreters/PredicateRewriteVisitor.h
@@ -10,7 +10,7 @@
 namespace DB
 {
 
-class PredicateRewriteVisitorData : WithContext
+class PredicateRewriteVisitorData : WithConstContext
 {
 public:
     bool is_rewrite = false;
@@ -24,7 +24,7 @@ public:
     }
 
     PredicateRewriteVisitorData(
-        ContextPtr context_,
+        ContextConstPtr context_,
         const ASTs & predicates_,
         const TableWithColumnNamesAndTypes & table_columns_,
         bool optimize_final_,
diff --git a/src/Interpreters/RedundantFunctionsInOrderByVisitor.h b/src/Interpreters/RedundantFunctionsInOrderByVisitor.h
index f807849fb86..04ac1607b60 100644
--- a/src/Interpreters/RedundantFunctionsInOrderByVisitor.h
+++ b/src/Interpreters/RedundantFunctionsInOrderByVisitor.h
@@ -16,7 +16,7 @@ public:
     struct Data
     {
         std::unordered_set<String> & keys;
-        ContextPtr context;
+        ContextConstPtr context;
         bool redundant = true;
         bool done = false;
 
diff --git a/src/Interpreters/RemoveInjectiveFunctionsVisitor.cpp b/src/Interpreters/RemoveInjectiveFunctionsVisitor.cpp
index 8d030379909..e242eab919a 100644
--- a/src/Interpreters/RemoveInjectiveFunctionsVisitor.cpp
+++ b/src/Interpreters/RemoveInjectiveFunctionsVisitor.cpp
@@ -17,7 +17,7 @@ static bool isUniq(const ASTFunction & func)
 }
 
 /// Remove injective functions of one argument: replace with a child
-static bool removeInjectiveFunction(ASTPtr & ast, ContextPtr context, const FunctionFactory & function_factory)
+static bool removeInjectiveFunction(ASTPtr & ast, ContextConstPtr context, const FunctionFactory & function_factory)
 {
     const ASTFunction * func = ast->as<ASTFunction>();
     if (!func)
diff --git a/src/Interpreters/RemoveInjectiveFunctionsVisitor.h b/src/Interpreters/RemoveInjectiveFunctionsVisitor.h
index a3bbd562407..29fd9bb0af5 100644
--- a/src/Interpreters/RemoveInjectiveFunctionsVisitor.h
+++ b/src/Interpreters/RemoveInjectiveFunctionsVisitor.h
@@ -13,9 +13,9 @@ class ASTFunction;
 class RemoveInjectiveFunctionsMatcher
 {
 public:
-    struct Data : public WithContext
+    struct Data : public WithConstContext
     {
-        explicit Data(ContextPtr context_) : WithContext(context_) {}
+        explicit Data(ContextConstPtr context_) : WithConstContext(context_) {}
     };
 
     static void visit(ASTPtr & ast, const Data & data);
diff --git a/src/Interpreters/TreeOptimizer.cpp b/src/Interpreters/TreeOptimizer.cpp
index 5b06c00435a..a2725f2506e 100644
--- a/src/Interpreters/TreeOptimizer.cpp
+++ b/src/Interpreters/TreeOptimizer.cpp
@@ -81,7 +81,7 @@ void appendUnusedGroupByColumn(ASTSelectQuery * select_query, const NameSet & so
 }
 
 /// Eliminates injective function calls and constant expressions from group by statement.
-void optimizeGroupBy(ASTSelectQuery * select_query, const NameSet & source_columns, ContextPtr context)
+void optimizeGroupBy(ASTSelectQuery * select_query, const NameSet & source_columns, ContextConstPtr context)
 {
     const FunctionFactory & function_factory = FunctionFactory::instance();
 
@@ -270,7 +270,7 @@ void optimizeDuplicatesInOrderBy(const ASTSelectQuery * select_query)
 }
 
 /// Optimize duplicate ORDER BY
-void optimizeDuplicateOrderBy(ASTPtr & query, ContextPtr context)
+void optimizeDuplicateOrderBy(ASTPtr & query, ContextConstPtr context)
 {
     DuplicateOrderByVisitor::Data order_by_data{context};
     DuplicateOrderByVisitor(order_by_data).visit(query);
@@ -396,7 +396,7 @@ void optimizeDuplicateDistinct(ASTSelectQuery & select)
 
 /// Replace monotonous functions in ORDER BY if they don't participate in GROUP BY expression,
 /// has a single argument and not an aggregate functions.
-void optimizeMonotonousFunctionsInOrderBy(ASTSelectQuery * select_query, ContextPtr context,
+void optimizeMonotonousFunctionsInOrderBy(ASTSelectQuery * select_query, ContextConstPtr context,
                                           const TablesWithColumns & tables_with_columns,
                                           const Names & sorting_key_columns)
 {
@@ -448,7 +448,7 @@ void optimizeMonotonousFunctionsInOrderBy(ASTSelectQuery * select_query, Context
 /// Optimize ORDER BY x, y, f(x), g(x, y), f(h(x)), t(f(x), g(x)) into ORDER BY x, y
 /// in case if f(), g(), h(), t() are deterministic (in scope of query).
 /// Don't optimize ORDER BY f(x), g(x), x even if f(x) is bijection for x or g(x).
-void optimizeRedundantFunctionsInOrderBy(const ASTSelectQuery * select_query, ContextPtr context)
+void optimizeRedundantFunctionsInOrderBy(const ASTSelectQuery * select_query, ContextConstPtr context)
 {
     const auto & order_by = select_query->orderBy();
     if (!order_by)
@@ -561,7 +561,7 @@ void optimizeCountConstantAndSumOne(ASTPtr & query)
 }
 
 
-void optimizeInjectiveFunctionsInsideUniq(ASTPtr & query, ContextPtr context)
+void optimizeInjectiveFunctionsInsideUniq(ASTPtr & query, ContextConstPtr context)
 {
     RemoveInjectiveFunctionsVisitor::Data data(context);
     RemoveInjectiveFunctionsVisitor(data).visit(query);
@@ -592,7 +592,7 @@ void TreeOptimizer::optimizeIf(ASTPtr & query, Aliases & aliases, bool if_chain_
 
 void TreeOptimizer::apply(ASTPtr & query, Aliases & aliases, const NameSet & source_columns_set,
                           const std::vector<TableWithColumnNamesAndTypes> & tables_with_columns,
-                          ContextPtr context, const StorageMetadataPtr & metadata_snapshot,
+                          ContextConstPtr context, const StorageMetadataPtr & metadata_snapshot,
                           bool & rewrite_subqueries)
 {
     const auto & settings = context->getSettingsRef();
diff --git a/src/Interpreters/TreeOptimizer.h b/src/Interpreters/TreeOptimizer.h
index b268b230f4e..706f030e620 100644
--- a/src/Interpreters/TreeOptimizer.h
+++ b/src/Interpreters/TreeOptimizer.h
@@ -21,7 +21,7 @@ public:
         Aliases & aliases,
         const NameSet & source_columns_set,
         const std::vector<TableWithColumnNamesAndTypes> & tables_with_columns,
-        ContextPtr context,
+        ContextConstPtr context,
         const StorageMetadataPtr & metadata_snapshot,
         bool & rewrite_subqueries);
 
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 92cfba1bcb1..5b4a869d44b 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -413,10 +413,10 @@ void removeUnneededColumnsFromSelectClause(const ASTSelectQuery * select_query,
 }
 
 /// Replacing scalar subqueries with constant values.
-void executeScalarSubqueries(ASTPtr & query, ContextPtr context, size_t subquery_depth, Scalars & scalars, bool only_analyze)
+void executeScalarSubqueries(ASTPtr & query, ContextConstPtr context, size_t subquery_depth, Scalars & scalars, bool only_analyze)
 {
     LogAST log;
-    ExecuteScalarSubqueriesVisitor::Data visitor_data{WithContext{context}, subquery_depth, scalars, only_analyze};
+    ExecuteScalarSubqueriesVisitor::Data visitor_data{WithConstContext{context}, subquery_depth, scalars, only_analyze};
     ExecuteScalarSubqueriesVisitor(visitor_data, log.stream()).visit(query);
 }
 
diff --git a/src/Interpreters/TreeRewriter.h b/src/Interpreters/TreeRewriter.h
index 32826bcc61d..1f535325666 100644
--- a/src/Interpreters/TreeRewriter.h
+++ b/src/Interpreters/TreeRewriter.h
@@ -92,10 +92,10 @@ using TreeRewriterResultPtr = std::shared_ptr<const TreeRewriterResult>;
 ///  * scalar subqueries are executed replaced with constants
 ///  * unneeded columns are removed from SELECT clause
 ///  * duplicated columns are removed from ORDER BY, LIMIT BY, USING(...).
-class TreeRewriter : WithContext
+class TreeRewriter : WithConstContext
 {
 public:
-    explicit TreeRewriter(ContextPtr context_) : WithContext(context_) {}
+    explicit TreeRewriter(ContextConstPtr context_) : WithConstContext(context_) {}
 
     /// Analyze and rewrite not select query
     TreeRewriterResultPtr analyze(
diff --git a/src/Interpreters/addTypeConversionToAST.cpp b/src/Interpreters/addTypeConversionToAST.cpp
index 73c95bd9a8c..86fd7926e78 100644
--- a/src/Interpreters/addTypeConversionToAST.cpp
+++ b/src/Interpreters/addTypeConversionToAST.cpp
@@ -32,10 +32,12 @@ ASTPtr addTypeConversionToAST(ASTPtr && ast, const String & type_name)
     return func;
 }
 
-ASTPtr addTypeConversionToAST(ASTPtr && ast, const String & type_name, const NamesAndTypesList & all_columns, ContextPtr context)
+ASTPtr addTypeConversionToAST(ASTPtr && ast, const String & type_name, const NamesAndTypesList & all_columns, ContextConstPtr context)
 {
     auto syntax_analyzer_result = TreeRewriter(context).analyze(ast, all_columns);
-    const auto actions = ExpressionAnalyzer(ast, syntax_analyzer_result, context).getActions(true);
+    const auto actions = ExpressionAnalyzer(ast,
+        syntax_analyzer_result,
+        const_pointer_cast<Context>(context)).getActions(true);
 
     for (const auto & action : actions->getActions())
         if (action.node->type == ActionsDAG::ActionType::ARRAY_JOIN)
diff --git a/src/Interpreters/addTypeConversionToAST.h b/src/Interpreters/addTypeConversionToAST.h
index eb391b2c749..7a4d879dc61 100644
--- a/src/Interpreters/addTypeConversionToAST.h
+++ b/src/Interpreters/addTypeConversionToAST.h
@@ -14,6 +14,6 @@ class NamesAndTypesList;
 ASTPtr addTypeConversionToAST(ASTPtr && ast, const String & type_name);
 
 // If same type, then ignore the wrapper of CAST function
-ASTPtr addTypeConversionToAST(ASTPtr && ast, const String & type_name, const NamesAndTypesList & all_columns, ContextPtr context);
+ASTPtr addTypeConversionToAST(ASTPtr && ast, const String & type_name, const NamesAndTypesList & all_columns, ContextConstPtr context);
 
 }
diff --git a/src/Interpreters/replaceAliasColumnsInQuery.cpp b/src/Interpreters/replaceAliasColumnsInQuery.cpp
index 4c8367b269a..d85c1b23c2f 100644
--- a/src/Interpreters/replaceAliasColumnsInQuery.cpp
+++ b/src/Interpreters/replaceAliasColumnsInQuery.cpp
@@ -6,11 +6,11 @@
 namespace DB
 {
 
-void replaceAliasColumnsInQuery(ASTPtr & ast, const ColumnsDescription & columns, const NameSet & forbidden_columns, ContextPtr context)
+void replaceAliasColumnsInQuery(ASTPtr & ast, const ColumnsDescription & columns, const NameSet & forbidden_columns, ContextConstPtr context)
 {
-    ColumnAliasesVisitor::Data aliase_column_data(columns, forbidden_columns, context);
-    ColumnAliasesVisitor aliase_column_visitor(aliase_column_data);
-    aliase_column_visitor.visit(ast);
+    ColumnAliasesVisitor::Data aliases_column_data(columns, forbidden_columns, context);
+    ColumnAliasesVisitor aliases_column_visitor(aliases_column_data);
+    aliases_column_visitor.visit(ast);
 }
 
 }
diff --git a/src/Interpreters/replaceAliasColumnsInQuery.h b/src/Interpreters/replaceAliasColumnsInQuery.h
index 92d2686b45b..90963ea167b 100644
--- a/src/Interpreters/replaceAliasColumnsInQuery.h
+++ b/src/Interpreters/replaceAliasColumnsInQuery.h
@@ -10,6 +10,6 @@ namespace DB
 
 class ColumnsDescription;
 
-void replaceAliasColumnsInQuery(ASTPtr & ast, const ColumnsDescription & columns, const NameSet & forbidden_columns, ContextPtr context);
+void replaceAliasColumnsInQuery(ASTPtr & ast, const ColumnsDescription & columns, const NameSet & forbidden_columns, ContextConstPtr context);
 
 }

From 58fbc544cc5eee5c8d914d89895d483ca463ce15 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Fri, 28 May 2021 20:16:09 +0300
Subject: [PATCH 0678/1060] Add more comments.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 18 +++---
 src/Processors/QueryPlan/ReadFromMergeTree.h  |  5 +-
 .../MergeTree/MergeTreeDataSelectExecutor.cpp | 33 ++++++-----
 .../MergeTree/MergeTreeDataSelectExecutor.h   | 57 ++++++++++++-------
 4 files changed, 66 insertions(+), 47 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 4515db11067..0672d7ed040 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -17,6 +17,7 @@
 #include <Storages/MergeTree/MergeTreeReverseSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeThreadSelectBlockInputProcessor.h>
 #include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
+#include <Storages/MergeTree/MergeTreeReadPool.h>
 #include <Storages/VirtualColumnUtils.h>
 #include <Interpreters/ExpressionAnalyzer.h>
 #include <Interpreters/TreeRewriter.h>
@@ -43,7 +44,6 @@ struct ReadFromMergeTree::AnalysisResult
 {
     RangesInDataParts parts_with_ranges;
     MergeTreeDataSelectSamplingData sampling;
-    String query_id;
     IndexStats index_stats;
     Names column_names_to_read;
     ReadFromMergeTree::ReadType read_type = ReadFromMergeTree::ReadType::Default;
@@ -830,14 +830,14 @@ ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTre
     LOG_DEBUG(log, "Key condition: {}", key_condition.toString());
 
     const auto & select = query_info.query->as<ASTSelectQuery &>();
-    auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
 
     MergeTreeDataSelectExecutor::filterPartsByPartition(
-        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read.get(), log, result.index_stats);
+        parts, part_values, metadata_snapshot_base, data, query_info, context,
+        max_block_numbers_to_read.get(), log, result.index_stats);
 
     result.sampling = MergeTreeDataSelectExecutor::getSampling(
-        select, parts, metadata_snapshot, key_condition,
-        data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
+        select, metadata_snapshot->getColumns().getAllPhysical(), parts, key_condition,
+        data, metadata_snapshot, context, sample_factor_column_queried, log);
 
     if (result.sampling.read_nothing)
         return result;
@@ -885,8 +885,6 @@ ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTre
         sum_marks,
         sum_ranges);
 
-    result.query_id = MergeTreeDataSelectExecutor::checkLimits(data, result.parts_with_ranges, context);
-
     ProfileEvents::increment(ProfileEvents::SelectedParts, result.parts_with_ranges.size());
     ProfileEvents::increment(ProfileEvents::SelectedRanges, sum_ranges);
     ProfileEvents::increment(ProfileEvents::SelectedMarks, sum_marks);
@@ -905,6 +903,8 @@ ReadFromMergeTree::AnalysisResult ReadFromMergeTree::selectRangesToRead(MergeTre
 void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const BuildQueryPipelineSettings &)
 {
     auto result = selectRangesToRead(prepared_parts);
+    auto query_id_holder = MergeTreeDataSelectExecutor::checkLimits(data, result.parts_with_ranges, context);
+
     if (result.parts_with_ranges.empty())
     {
         pipeline.init(Pipe(std::make_shared<NullSource>(getOutputStream().header)));
@@ -1048,8 +1048,8 @@ void ReadFromMergeTree::initializePipeline(QueryPipeline & pipeline, const Build
         processors.emplace_back(processor);
 
     // Attach QueryIdHolder if needed
-    if (!result.query_id.empty())
-        pipe.addQueryIdHolder(std::make_shared<QueryIdHolder>(result.query_id, data));
+    if (query_id_holder)
+        pipe.addQueryIdHolder(std::move(query_id_holder));
 
     pipeline.init(std::move(pipe));
 }
diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.h b/src/Processors/QueryPlan/ReadFromMergeTree.h
index 07d45a71e0a..6e1efffdb02 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.h
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.h
@@ -1,15 +1,14 @@
 #pragma once
 #include <Processors/QueryPlan/ISourceStep.h>
-#include <Processors/Pipe.h>
 #include <Storages/MergeTree/RangesInDataPart.h>
-#include <Storages/MergeTree/MergeTreeReadPool.h>
-//#include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
 
 namespace DB
 {
 
 using PartitionIdToMaxBlock = std::unordered_map<String, Int64>;
 
+class Pipe;
+
 /// This step is created to read from MergeTree* table.
 /// For now, it takes a list of parts and creates source from it.
 class ReadFromMergeTree final : public ISourceStep
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index c12759bac97..caf69b8ecfb 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -381,14 +381,14 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
 
 MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
     const ASTSelectQuery & select,
+    NamesAndTypesList available_real_columns,
     const MergeTreeData::DataPartsVector & parts,
-    const StorageMetadataPtr & metadata_snapshot,
     KeyCondition & key_condition,
     const MergeTreeData & data,
-    Poco::Logger * log,
+    const StorageMetadataPtr & metadata_snapshot,
+    ContextPtr context,
     bool sample_factor_column_queried,
-    NamesAndTypesList available_real_columns,
-    ContextPtr context)
+    Poco::Logger * log)
 {
     const Settings & settings = context->getSettingsRef();
     /// Sampling.
@@ -643,7 +643,7 @@ MergeTreeDataSelectSamplingData MergeTreeDataSelectExecutor::getSampling(
 
 std::optional<std::unordered_set<String>> MergeTreeDataSelectExecutor::filterPartsByVirtualColumns(
     const MergeTreeData & data,
-    MergeTreeData::DataPartsVector & parts,
+    const MergeTreeData::DataPartsVector & parts,
     const ASTPtr & query,
     ContextPtr context)
 {
@@ -666,13 +666,12 @@ std::optional<std::unordered_set<String>> MergeTreeDataSelectExecutor::filterPar
 }
 
 void MergeTreeDataSelectExecutor::filterPartsByPartition(
+    MergeTreeData::DataPartsVector & parts,
+    const std::optional<std::unordered_set<String>> & part_values,
     const StorageMetadataPtr & metadata_snapshot,
     const MergeTreeData & data,
     const SelectQueryInfo & query_info,
     const ContextPtr & context,
-    const ContextPtr & query_context,
-    MergeTreeData::DataPartsVector & parts,
-    const std::optional<std::unordered_set<String>> & part_values,
     const PartitionIdToMaxBlock * max_block_numbers_to_read,
     Poco::Logger * log,
     ReadFromMergeTree::IndexStats & index_stats)
@@ -709,6 +708,7 @@ void MergeTreeDataSelectExecutor::filterPartsByPartition(
         }
     }
 
+    auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
     PartFilterCounters part_filter_counters;
     if (query_context->getSettingsRef().allow_experimental_query_deduplication)
         selectPartsToReadWithUUIDFilter(
@@ -766,7 +766,7 @@ RangesInDataParts MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipInd
     StorageMetadataPtr metadata_snapshot,
     const SelectQueryInfo & query_info,
     const ContextPtr & context,
-    KeyCondition & key_condition,
+    const KeyCondition & key_condition,
     const MergeTreeReaderSettings & reader_settings,
     Poco::Logger * log,
     size_t num_streams,
@@ -992,7 +992,7 @@ RangesInDataParts MergeTreeDataSelectExecutor::filterPartsByPrimaryKeyAndSkipInd
     return parts_with_ranges;
 }
 
-String MergeTreeDataSelectExecutor::checkLimits(
+std::shared_ptr<QueryIdHolder> MergeTreeDataSelectExecutor::checkLimits(
     const MergeTreeData & data,
     const RangesInDataParts & parts_with_ranges,
     const ContextPtr & context)
@@ -1032,7 +1032,10 @@ String MergeTreeDataSelectExecutor::checkLimits(
         }
     }
 
-    return query_id;
+    if (!query_id.empty())
+        return std::make_shared<QueryIdHolder>(query_id, data);
+
+    return nullptr;
 }
 
 static void selectColumnNames(
@@ -1135,15 +1138,15 @@ size_t MergeTreeDataSelectExecutor::estimateNumMarksToRead(
     }
 
     const auto & select = query_info.query->as<ASTSelectQuery &>();
-    auto query_context = context->hasQueryContext() ? context->getQueryContext() : context;
     ReadFromMergeTree::IndexStats index_stats;
 
     filterPartsByPartition(
-        metadata_snapshot_base, data, query_info, context, query_context, parts, part_values, max_block_numbers_to_read.get(), log, index_stats);
+        parts, part_values, metadata_snapshot_base, data, query_info,
+        context, max_block_numbers_to_read.get(), log, index_stats);
 
     auto sampling = MergeTreeDataSelectExecutor::getSampling(
-        select, parts, metadata_snapshot, key_condition,
-        data, log, sample_factor_column_queried, metadata_snapshot->getColumns().getAllPhysical(), context);
+        select, metadata_snapshot->getColumns().getAllPhysical(), parts, key_condition,
+        data, metadata_snapshot, context, sample_factor_column_queried, log);
 
     if (sampling.read_nothing)
         return 0;
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
index b43fb785573..bd2a79f0aee 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.h
@@ -45,16 +45,7 @@ public:
         QueryProcessingStage::Enum processed_stage,
         std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read = nullptr) const;
 
-    size_t estimateNumMarksToRead(
-        MergeTreeData::DataPartsVector parts,
-        const Names & column_names,
-        const StorageMetadataPtr & metadata_snapshot_base,
-        const StorageMetadataPtr & metadata_snapshot,
-        const SelectQueryInfo & query_info,
-        ContextPtr context,
-        unsigned num_streams,
-        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read = nullptr) const;
-
+    /// The same as read, but with specified set of parts.
     QueryPlanPtr readFromParts(
         MergeTreeData::DataPartsVector parts,
         const Names & column_names,
@@ -66,6 +57,19 @@ public:
         unsigned num_streams,
         std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read = nullptr) const;
 
+    /// Get an estimation for the number of marks we are going to read.
+    /// Reads nothing. Secondary indexes are not used.
+    /// This method is used to select best projection for table.
+    size_t estimateNumMarksToRead(
+        MergeTreeData::DataPartsVector parts,
+        const Names & column_names,
+        const StorageMetadataPtr & metadata_snapshot_base,
+        const StorageMetadataPtr & metadata_snapshot,
+        const SelectQueryInfo & query_info,
+        ContextPtr context,
+        unsigned num_streams,
+        std::shared_ptr<PartitionIdToMaxBlock> max_block_numbers_to_read = nullptr) const;
+
 private:
     const MergeTreeData & data;
     Poco::Logger * log;
@@ -131,12 +135,15 @@ private:
         Poco::Logger * log);
 
 public:
+    /// For given number rows and bytes, get the number of marks to read.
+    /// It is a minimal number of marks which contain so many rows and bytes.
     static size_t roundRowsOrBytesToMarks(
         size_t rows_setting,
         size_t bytes_setting,
         size_t rows_granularity,
         size_t bytes_granularity);
 
+    /// The same as roundRowsOrBytesToMarks, but return no more than max_marks.
     static size_t minMarksForConcurrentRead(
         size_t rows_setting,
         size_t bytes_setting,
@@ -144,48 +151,58 @@ public:
         size_t bytes_granularity,
         size_t max_marks);
 
+    /// If possible, filter using expression on virtual columns.
+    /// Example: SELECT count() FROM table WHERE _part = 'part_name'
+    /// If expression found, return a set with allowed part names (std::nullopt otherwise).
     static std::optional<std::unordered_set<String>> filterPartsByVirtualColumns(
         const MergeTreeData & data,
-        MergeTreeData::DataPartsVector & parts,
+        const MergeTreeData::DataPartsVector & parts,
         const ASTPtr & query,
         ContextPtr context);
 
+    /// Filter parts using minmax index and partition key.
     static void filterPartsByPartition(
+        MergeTreeData::DataPartsVector & parts,
+        const std::optional<std::unordered_set<String>> & part_values,
         const StorageMetadataPtr & metadata_snapshot,
         const MergeTreeData & data,
         const SelectQueryInfo & query_info,
         const ContextPtr & context,
-        const ContextPtr & query_context,
-        MergeTreeData::DataPartsVector & parts,
-        const std::optional<std::unordered_set<String>> & part_values,
         const PartitionIdToMaxBlock * max_block_numbers_to_read,
         Poco::Logger * log,
         ReadFromMergeTree::IndexStats & index_stats);
 
+    /// Filter parts using primary key and secondary indexes.
+    /// For every part, select mark ranges to read.
     static RangesInDataParts filterPartsByPrimaryKeyAndSkipIndexes(
         MergeTreeData::DataPartsVector && parts,
         StorageMetadataPtr metadata_snapshot,
         const SelectQueryInfo & query_info,
         const ContextPtr & context,
-        KeyCondition & key_condition,
+        const KeyCondition & key_condition,
         const MergeTreeReaderSettings & reader_settings,
         Poco::Logger * log,
         size_t num_streams,
         ReadFromMergeTree::IndexStats & index_stats,
         bool use_skip_indexes);
 
+    /// Create expression for sampling.
+    /// Also, calculate _sample_factor if needed.
+    /// Also, update key condition with selected sampling range.
     static MergeTreeDataSelectSamplingData getSampling(
         const ASTSelectQuery & select,
+        NamesAndTypesList available_real_columns,
         const MergeTreeData::DataPartsVector & parts,
-        const StorageMetadataPtr & metadata_snapshot,
         KeyCondition & key_condition,
         const MergeTreeData & data,
-        Poco::Logger * log,
+        const StorageMetadataPtr & metadata_snapshot,
+        ContextPtr context,
         bool sample_factor_column_queried,
-        NamesAndTypesList available_real_columns,
-        ContextPtr context);
+        Poco::Logger * log);
 
-    static String checkLimits(
+    /// Check query limits: max_partitions_to_read, max_concurrent_queries.
+    /// Also, return QueryIdHolder. If not null, we should keep it until query finishes.
+    static std::shared_ptr<QueryIdHolder> checkLimits(
         const MergeTreeData & data,
         const RangesInDataParts & parts_with_ranges,
         const ContextPtr & context);

From 8e192bef55396fc27c2507de41b40a369a418ffb Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Fri, 28 May 2021 20:22:17 +0300
Subject: [PATCH 0679/1060] MemoryTracker enable throw logical error

---
 src/Common/MemoryTracker.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Common/MemoryTracker.cpp b/src/Common/MemoryTracker.cpp
index e9ad40075e6..a05fa3b5ad5 100644
--- a/src/Common/MemoryTracker.cpp
+++ b/src/Common/MemoryTracker.cpp
@@ -173,7 +173,7 @@ void MemoryTracker::allocImpl(Int64 size, bool throw_if_memory_exceeded)
     }
 
 #ifdef MEMORY_TRACKER_DEBUG_CHECKS
-    if (unlikely(_memory_tracker_always_throw_logical_error_on_allocation) && throw_if_memory_exceeded)
+    if (unlikely(_memory_tracker_always_throw_logical_error_on_allocation))
     {
         _memory_tracker_always_throw_logical_error_on_allocation = false;
         throw DB::Exception(DB::ErrorCodes::LOGICAL_ERROR, "Memory tracker: allocations not allowed.");

From 269749381e7335fc63eeed5deddf2944c9b89d08 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Fri, 28 May 2021 20:36:35 +0300
Subject: [PATCH 0680/1060] Update arcadia_skip_list.txt

---
 tests/queries/0_stateless/arcadia_skip_list.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index c9024a6e0cc..6d25909d9d9 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -238,3 +238,4 @@
 01850_dist_INSERT_preserve_error
 01870_modulo_partition_key
 01880_remote_ipv6
+01882_scalar_subquery_exception

From d33480ce8411cd58cf4b4caf7a11613c76d6d356 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 28 May 2021 20:47:06 +0300
Subject: [PATCH 0681/1060] fix failing grep

---
 docker/test/fuzzer/run-fuzzer.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index bca3e8e0f45..74e300d1093 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -87,7 +87,7 @@ function fuzz
 {
     # Obtain the list of newly added tests. They will be fuzzed in more extreme way than other tests.
     # Don't overwrite the NEW_TESTS_OPT so that it can be set from the environment.
-    NEW_TESTS="$(grep -P 'tests/queries/0_stateless/.*\.sql' ci-changed-files.txt | sed -r -e 's!^!ch/!' | sort -R)"
+    NEW_TESTS="$(sed -n 's!\(^tests/queries/0_stateless/.*\.sql\)$!ch/\1!p' ci-changed-files.txt | sort -R)"
     # ci-changed-files.txt contains also files that has been deleted/renamed, filter them out.
     NEW_TESTS="$(filter_exists $NEW_TESTS)"
     if [[ -n "$NEW_TESTS" ]]

From 40b1dc181219b7a608d098ccee65dba3d142c4b2 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 28 May 2021 20:49:47 +0300
Subject: [PATCH 0682/1060] support expressions in window frame -- draft

---
 src/Interpreters/ExpressionAnalyzer.cpp  | 40 ++++++++++++++++++------
 src/Parsers/ASTWindowDefinition.cpp      | 18 ++++++++---
 src/Parsers/ASTWindowDefinition.h        |  6 +++-
 src/Parsers/ExpressionElementParsers.cpp | 16 ++++------
 4 files changed, 55 insertions(+), 25 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index b2589583d68..fa86a9b9377 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -14,17 +14,18 @@
 #include <DataTypes/DataTypesNumber.h>
 #include <Columns/IColumn.h>
 
-#include <Interpreters/ExpressionAnalyzer.h>
-#include <Interpreters/ExpressionActions.h>
 #include <Interpreters/ArrayJoinAction.h>
+#include <Interpreters/Context.h>
+#include <Interpreters/DictionaryReader.h>
+#include <Interpreters/evaluateConstantExpression.h>
+#include <Interpreters/ExpressionActions.h>
+#include <Interpreters/ExpressionAnalyzer.h>
 #include <Interpreters/ExternalDictionariesLoader.h>
+#include <Interpreters/HashJoin.h>
+#include <Interpreters/JoinSwitcher.h>
+#include <Interpreters/MergeJoin.h>
 #include <Interpreters/Set.h>
 #include <Interpreters/TableJoin.h>
-#include <Interpreters/JoinSwitcher.h>
-#include <Interpreters/HashJoin.h>
-#include <Interpreters/MergeJoin.h>
-#include <Interpreters/DictionaryReader.h>
-#include <Interpreters/Context.h>
 
 #include <Processors/QueryPlan/ExpressionStep.h>
 
@@ -474,7 +475,8 @@ bool ExpressionAnalyzer::makeAggregateDescriptions(ActionsDAGPtr & actions)
     return !aggregates().empty();
 }
 
-void makeWindowDescriptionFromAST(const WindowDescriptions & existing_descriptions,
+void makeWindowDescriptionFromAST(const Context & context,
+    const WindowDescriptions & existing_descriptions,
     WindowDescription & desc, const IAST * ast)
 {
     const auto & definition = ast->as<const ASTWindowDefinition &>();
@@ -580,6 +582,22 @@ void makeWindowDescriptionFromAST(const WindowDescriptions & existing_descriptio
     }
 
     desc.frame = definition.frame;
+
+    if (definition.frame.end_type == WindowFrame::BoundaryType::Offset)
+    {
+        auto [value, _] = evaluateConstantExpression(
+            definition.frame_end_offset,
+            const_pointer_cast<Context>(context.shared_from_this()));
+        desc.frame.end_offset = value;
+    }
+
+    if (definition.frame.begin_type == WindowFrame::BoundaryType::Offset)
+    {
+        auto [value, _] = evaluateConstantExpression(
+            definition.frame_begin_offset,
+            const_pointer_cast<Context>(context.shared_from_this()));
+        desc.frame.begin_offset = value;
+    }
 }
 
 void ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr actions)
@@ -605,7 +623,8 @@ void ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr actions)
             const auto & elem = ptr->as<const ASTWindowListElement &>();
             WindowDescription desc;
             desc.window_name = elem.name;
-            makeWindowDescriptionFromAST(window_descriptions, desc, elem.definition.get());
+            makeWindowDescriptionFromAST(*getContext(), window_descriptions,
+                desc, elem.definition.get());
 
             auto [it, inserted] = window_descriptions.insert(
                 {desc.window_name, desc});
@@ -690,7 +709,8 @@ void ExpressionAnalyzer::makeWindowDescriptions(ActionsDAGPtr actions)
                 const ASTWindowDefinition &>();
             WindowDescription desc;
             desc.window_name = definition.getDefaultWindowName();
-            makeWindowDescriptionFromAST(window_descriptions, desc, &definition);
+            makeWindowDescriptionFromAST(*getContext(), window_descriptions,
+                desc, &definition);
 
             auto [it, inserted] = window_descriptions.insert(
                 {desc.window_name, desc});
diff --git a/src/Parsers/ASTWindowDefinition.cpp b/src/Parsers/ASTWindowDefinition.cpp
index 376df5bc80c..636b826a1e1 100644
--- a/src/Parsers/ASTWindowDefinition.cpp
+++ b/src/Parsers/ASTWindowDefinition.cpp
@@ -28,6 +28,18 @@ ASTPtr ASTWindowDefinition::clone() const
 
     result->frame = frame;
 
+    if (frame_begin_offset)
+    {
+        result->frame_begin_offset = frame_begin_offset->clone();
+        result->children.push_back(result->frame_begin_offset);
+    }
+
+    if (frame_end_offset)
+    {
+        result->frame_end_offset = frame_end_offset->clone();
+        result->children.push_back(result->frame_end_offset);
+    }
+
     return result;
 }
 
@@ -93,8 +105,7 @@ void ASTWindowDefinition::formatImpl(const FormatSettings & settings,
         }
         else
         {
-            settings.ostr << applyVisitor(FieldVisitorToString(),
-                frame.begin_offset);
+            frame_begin_offset->formatImpl(settings, state, format_frame);
             settings.ostr << " "
                 << (!frame.begin_preceding ? "FOLLOWING" : "PRECEDING");
         }
@@ -109,8 +120,7 @@ void ASTWindowDefinition::formatImpl(const FormatSettings & settings,
         }
         else
         {
-            settings.ostr << applyVisitor(FieldVisitorToString(),
-                frame.end_offset);
+            frame_end_offset->formatImpl(settings, state, format_frame);
             settings.ostr << " "
                 << (!frame.end_preceding ? "FOLLOWING" : "PRECEDING");
         }
diff --git a/src/Parsers/ASTWindowDefinition.h b/src/Parsers/ASTWindowDefinition.h
index 7547f1527f2..4edf574cabf 100644
--- a/src/Parsers/ASTWindowDefinition.h
+++ b/src/Parsers/ASTWindowDefinition.h
@@ -16,8 +16,12 @@ struct ASTWindowDefinition : public IAST
 
     ASTPtr order_by;
 
+    // Be careful: offsets can contain constant expressions such as INTERVAL 1 DAY,
+    // that are evaluated later by ExpressionAnalyzer. The WindowFrame struct
+    // can be incomplete after parsing.
     WindowFrame frame;
-
+    ASTPtr frame_begin_offset;
+    ASTPtr frame_end_offset;
 
     ASTPtr clone() const override;
 
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index 75a341a543d..a8a037f9d0e 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -569,16 +569,14 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
     }
     else
     {
-        ParserLiteral parser_literal;
-        ASTPtr ast_literal;
+        ParserExpression parser_expression;
         if (keyword_unbounded.ignore(pos, expected))
         {
             node->frame.begin_type = WindowFrame::BoundaryType::Unbounded;
         }
-        else if (parser_literal.parse(pos, ast_literal, expected))
+        else if (parser_expression.parse(pos, node->frame_begin_offset, expected))
         {
-            const Field & value = ast_literal->as<ASTLiteral &>().value;
-            node->frame.begin_offset = value;
+            // We will evaluate the expression for offset expression later.
             node->frame.begin_type = WindowFrame::BoundaryType::Offset;
         }
         else
@@ -618,16 +616,14 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
         }
         else
         {
-            ParserLiteral parser_literal;
-            ASTPtr ast_literal;
+            ParserExpression parser_expression;
             if (keyword_unbounded.ignore(pos, expected))
             {
                 node->frame.end_type = WindowFrame::BoundaryType::Unbounded;
             }
-            else if (parser_literal.parse(pos, ast_literal, expected))
+            else if (parser_expression.parse(pos, node->frame_end_offset, expected))
             {
-                const Field & value = ast_literal->as<ASTLiteral &>().value;
-                node->frame.end_offset = value;
+                // We will evaluate the expression for offset expression later.
                 node->frame.end_type = WindowFrame::BoundaryType::Offset;
             }
             else

From d9cc77c4290bd854364f943685570106e012b735 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 28 May 2021 21:22:25 +0300
Subject: [PATCH 0683/1060] keep

---
 .../configs/dictionaries/.gitkeep                                | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep

diff --git a/tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep b/tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep
new file mode 100644
index 00000000000..9568549054c
--- /dev/null
+++ b/tests/integration/test_dictionaries_all_layouts_separate_sources/configs/dictionaries/.gitkeep
@@ -0,0 +1 @@
+#Keep

From 202e5773bf833aaf6d5d9c14d1859db677375773 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 28 May 2021 21:58:28 +0300
Subject: [PATCH 0684/1060] fix sentry

---
 base/daemon/BaseDaemon.cpp | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 01e700ebba3..a226b5e21c8 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -350,15 +350,16 @@ private:
                 , calculated_binary_hash, daemon.stored_binary_hash);
         }
 #endif
-
-        /// Write crash to system.crash_log table if available.
-        if (collectCrashLog)
-            collectCrashLog(sig, thread_num, query_id, stack_trace);
+        LOG_FATAL(log, "Here. {} {}", sig, SanitizerTrap);
 
         /// Send crash report to developers (if configured)
         if (sig != SanitizerTrap)
             SentryWriter::onFault(sig, error_message, stack_trace);
 
+        /// Write crash to system.crash_log table if available.
+        if (collectCrashLog)
+            collectCrashLog(sig, thread_num, query_id, stack_trace);
+
         /// When everything is done, we will try to send these error messages to client.
         if (thread_ptr)
             thread_ptr->onFatalError();

From 00ce7feafbf109f8a38256bc656f93e30423c7f4 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 28 May 2021 22:00:15 +0300
Subject: [PATCH 0685/1060] better

---
 base/daemon/BaseDaemon.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index a226b5e21c8..857a758bc71 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -350,7 +350,6 @@ private:
                 , calculated_binary_hash, daemon.stored_binary_hash);
         }
 #endif
-        LOG_FATAL(log, "Here. {} {}", sig, SanitizerTrap);
 
         /// Send crash report to developers (if configured)
         if (sig != SanitizerTrap)

From 6aa3137c86ed4a1581c2783e854b3579ffbec0b9 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Fri, 28 May 2021 23:58:41 +0300
Subject: [PATCH 0686/1060] ExecuteScalarSubqueriesVisitor fix error code style
 check

---
 src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp b/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
index b07274781e7..1c947e62e69 100644
--- a/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
+++ b/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
@@ -25,7 +25,6 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int INCORRECT_RESULT_OF_SCALAR_SUBQUERY;
-    extern const int TOO_MANY_ROWS;
 }
 
 

From 2a631aaf0835d17da3aa3e79fc9dc5f3e3e1b728 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Fri, 28 May 2021 21:17:16 +0300
Subject: [PATCH 0687/1060] Final fixes

---
 base/daemon/BaseDaemon.cpp                    |  1 -
 base/daemon/SentryWriter.cpp                  |  1 -
 programs/client/Client.cpp                    |  3 +-
 programs/copier/Internals.h                   |  1 -
 src/Bridge/IBridgeHelper.cpp                  |  1 -
 src/Bridge/LibraryBridgeHelper.cpp            |  1 -
 src/Bridge/XDBCBridgeHelper.h                 |  2 --
 src/Common/Config/ConfigProcessor.h           |  3 --
 src/Common/Config/ConfigReloader.cpp          |  8 ++---
 .../{createFile.cpp => FileSystemHelpers.cpp} | 33 ++++++++++++++++---
 src/Common/FileSystemHelpers.h                | 14 ++++++++
 src/Common/FileUpdatesTracker.h               |  5 ++-
 src/Common/createFile.h                       |  9 -----
 src/Common/filesystemHelpers.cpp              |  2 --
 src/Databases/DatabaseFactory.cpp             |  2 --
 src/Databases/DatabaseOnDisk.cpp              |  7 ++--
 .../MySQL/DatabaseConnectionMySQL.cpp         |  2 +-
 .../PostgreSQL/DatabasePostgreSQL.cpp         |  2 +-
 src/Dictionaries/DictionarySourceHelpers.h    |  3 +-
 src/Dictionaries/FileDictionarySource.cpp     | 10 ++----
 src/Disks/DiskLocal.cpp                       |  9 ++---
 src/Disks/IDiskRemote.cpp                     |  8 ++---
 src/Disks/StoragePolicy.cpp                   |  2 --
 src/Formats/FormatSchemaInfo.cpp              | 11 ++-----
 src/Interpreters/DatabaseCatalog.cpp          |  5 ++-
 .../ExternalLoaderXMLConfigRepository.cpp     |  9 ++---
 src/Interpreters/InterpreterDropQuery.cpp     |  2 --
 src/Server/HTTP/HTTPServerResponse.cpp        |  4 +--
 src/Server/HTTPHandler.cpp                    |  1 -
 src/Server/StaticRequestHandler.cpp           |  5 ++-
 src/Storages/MergeTree/IMergeTreeDataPart.h   |  2 --
 src/Storages/MergeTree/IMergeTreeReader.cpp   |  1 -
 src/Storages/MergeTree/MergeTreeData.cpp      |  2 +-
 .../MergeTree/MergeTreeDataPartChecksum.cpp   |  1 -
 .../MergeTree/MergeTreeDataPartCompact.cpp    |  1 -
 .../MergeTree/MergeTreeDataPartInMemory.cpp   |  1 -
 .../MergeTree/MergeTreeDataPartWide.cpp       |  1 -
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |  1 -
 .../MergeTree/MergeTreeDataWriter.cpp         |  1 -
 .../MergeTree/MergeTreeMarksLoader.cpp        |  1 -
 .../MergeTree/MergeTreeMutationEntry.cpp      |  3 --
 .../MergeTree/MergeTreeReaderCompact.cpp      |  1 -
 .../MergeTree/MergedBlockOutputStream.cpp     |  1 -
 src/Storages/MergeTree/checkDataPart.cpp      |  1 -
 src/Storages/StorageJoin.cpp                  |  2 --
 src/Storages/StorageXDBC.cpp                  |  1 -
 .../examples/remove_symlink_directory.cpp     |  2 +-
 47 files changed, 74 insertions(+), 115 deletions(-)
 rename src/Common/{createFile.cpp => FileSystemHelpers.cpp} (66%)
 create mode 100644 src/Common/FileSystemHelpers.h
 delete mode 100644 src/Common/createFile.h

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 310e656dac2..6aa65942445 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -57,7 +57,6 @@
 #include <Common/getExecutablePath.h>
 #include <Common/getHashOfLoadedBinary.h>
 #include <Common/Elf.h>
-#include <Poco/File.h>
 #include <filesystem>
 
 #if !defined(ARCADIA_BUILD)
diff --git a/base/daemon/SentryWriter.cpp b/base/daemon/SentryWriter.cpp
index 3719bb74c52..3571c64edd6 100644
--- a/base/daemon/SentryWriter.cpp
+++ b/base/daemon/SentryWriter.cpp
@@ -1,6 +1,5 @@
 #include <daemon/SentryWriter.h>
 
-#include <Poco/File.h>
 #include <Poco/Util/Application.h>
 #include <Poco/Util/LayeredConfiguration.h>
 
diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 7dea4c9375b..233134f0529 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -25,7 +25,6 @@
 #include <boost/program_options.hpp>
 #include <boost/algorithm/string/replace.hpp>
 #include <Poco/String.h>
-#include <Poco/File.h>
 #include <Poco/Util/Application.h>
 #include <common/find_symbols.h>
 #include <common/LineReader.h>
@@ -88,7 +87,7 @@
 #include <Common/UTF8Helpers.h>
 #include <Common/ProgressBar.h>
 #include <filesystem>
-#include <Common/createFile.h>
+#include <Common/FileSystemHelpers.h>
 
 #if !defined(ARCADIA_BUILD)
 #    include <Common/config_version.h>
diff --git a/programs/copier/Internals.h b/programs/copier/Internals.h
index 7e45c0ea2ee..9e40d7ebd7b 100644
--- a/programs/copier/Internals.h
+++ b/programs/copier/Internals.h
@@ -8,7 +8,6 @@
 #include <Poco/FormattingChannel.h>
 #include <Poco/PatternFormatter.h>
 #include <Poco/UUIDGenerator.h>
-#include <Poco/File.h>
 #include <Poco/Process.h>
 #include <Poco/FileChannel.h>
 #include <Poco/SplitterChannel.h>
diff --git a/src/Bridge/IBridgeHelper.cpp b/src/Bridge/IBridgeHelper.cpp
index 93ca359c578..b6f3446d0a6 100644
--- a/src/Bridge/IBridgeHelper.cpp
+++ b/src/Bridge/IBridgeHelper.cpp
@@ -3,7 +3,6 @@
 #include <IO/ReadWriteBufferFromHTTP.h>
 #include <IO/ReadHelpers.h>
 #include <Poco/Net/HTTPRequest.h>
-#include <Poco/Path.h>
 #include <Poco/URI.h>
 #include <filesystem>
 
diff --git a/src/Bridge/LibraryBridgeHelper.cpp b/src/Bridge/LibraryBridgeHelper.cpp
index c589d0ce09e..7d378941d25 100644
--- a/src/Bridge/LibraryBridgeHelper.cpp
+++ b/src/Bridge/LibraryBridgeHelper.cpp
@@ -8,7 +8,6 @@
 #include <IO/WriteBufferFromOStream.h>
 #include <IO/WriteBufferFromString.h>
 #include <Formats/FormatFactory.h>
-#include <Poco/Path.h>
 #include <Poco/Util/AbstractConfiguration.h>
 #include <Common/ShellCommand.h>
 #include <common/logger_useful.h>
diff --git a/src/Bridge/XDBCBridgeHelper.h b/src/Bridge/XDBCBridgeHelper.h
index 299df6ff888..b170a55e438 100644
--- a/src/Bridge/XDBCBridgeHelper.h
+++ b/src/Bridge/XDBCBridgeHelper.h
@@ -5,10 +5,8 @@
 #include <Interpreters/Context.h>
 #include <Access/AccessType.h>
 #include <Parsers/IdentifierQuotingStyle.h>
-#include <Poco/File.h>
 #include <Poco/Logger.h>
 #include <Poco/Net/HTTPRequest.h>
-#include <Poco/Path.h>
 #include <Poco/URI.h>
 #include <Poco/Util/AbstractConfiguration.h>
 #include <Common/ShellCommand.h>
diff --git a/src/Common/Config/ConfigProcessor.h b/src/Common/Config/ConfigProcessor.h
index 5b16bc0cb1b..e13e66547a3 100644
--- a/src/Common/Config/ConfigProcessor.h
+++ b/src/Common/Config/ConfigProcessor.h
@@ -15,12 +15,9 @@
 #include <Poco/DOM/NodeList.h>
 #include <Poco/DOM/NamedNodeMap.h>
 #include <Poco/AutoPtr.h>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Poco/DirectoryIterator.h>
 #include <Poco/ConsoleChannel.h>
 #include <Poco/Util/AbstractConfiguration.h>
-
 #include <common/logger_useful.h>
 
 
diff --git a/src/Common/Config/ConfigReloader.cpp b/src/Common/Config/ConfigReloader.cpp
index b2aeb899e4d..e39ec7c590a 100644
--- a/src/Common/Config/ConfigReloader.cpp
+++ b/src/Common/Config/ConfigReloader.cpp
@@ -1,11 +1,12 @@
 #include "ConfigReloader.h"
 
 #include <Poco/Util/Application.h>
-#include <Poco/File.h>
 #include <common/logger_useful.h>
 #include <Common/setThreadName.h>
 #include "ConfigProcessor.h"
 #include <filesystem>
+#include <Common/FileSystemHelpers.h>
+
 
 namespace fs = std::filesystem;
 
@@ -170,10 +171,7 @@ struct ConfigReloader::FileWithTimestamp
 void ConfigReloader::FilesChangesTracker::addIfExists(const std::string & path_to_add)
 {
     if (!path_to_add.empty() && fs::exists(path_to_add))
-    {
-        fs::file_time_type fs_time = fs::last_write_time(path_to_add);
-        files.emplace(path_to_add, fs::file_time_type::clock::to_time_t(fs_time));
-    }
+        files.emplace(path_to_add, FS::getModificationTime(path_to_add));
 }
 
 bool ConfigReloader::FilesChangesTracker::isDifferOrNewerThan(const FilesChangesTracker & rhs)
diff --git a/src/Common/createFile.cpp b/src/Common/FileSystemHelpers.cpp
similarity index 66%
rename from src/Common/createFile.cpp
rename to src/Common/FileSystemHelpers.cpp
index 64e344f1f22..7862d2ccdf5 100644
--- a/src/Common/createFile.cpp
+++ b/src/Common/FileSystemHelpers.cpp
@@ -1,10 +1,12 @@
-#include "createFile.h"
+#include <fcntl.h>
+#include <unistd.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <utime.h>
 #include <Common/ErrorCodes.h>
 #include <Common/Exception.h>
-#include <unistd.h>
-#include <sys/types.h>
-#include <sys/stat.h>
-#include <fcntl.h>
+#include <Poco/Timestamp.h>
+#include <Common/FileSystemHelpers.h>
 
 namespace DB
 {
@@ -61,4 +63,25 @@ bool canWrite(const std::string & path)
     DB::throwFromErrnoWithPath("Cannot check write access to file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
 }
 
+time_t getModificationTime(const std::string & path)
+{
+    struct stat st;
+    if (stat(path.c_str(), &st) == 0)
+        return st.st_mtime;
+    DB::throwFromErrnoWithPath("Cannot check modification time for file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
+
+Poco::Timestamp getModificationTimestamp(const std::string & path)
+{
+    return Poco::Timestamp::fromEpochTime(getModificationTime(path));
+}
+
+void setModificationTime(const std::string & path, time_t time)
+{
+    struct utimbuf tb;
+    tb.actime  = time;
+    tb.modtime = time;
+    if (utime(path.c_str(), &tb) != 0)
+        DB::throwFromErrnoWithPath("Cannot set modification time for file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
 }
diff --git a/src/Common/FileSystemHelpers.h b/src/Common/FileSystemHelpers.h
new file mode 100644
index 00000000000..bc11fd3acd1
--- /dev/null
+++ b/src/Common/FileSystemHelpers.h
@@ -0,0 +1,14 @@
+#pragma once
+#include <string>
+
+namespace FS
+{
+bool createFile(const std::string & path);
+
+bool canRead(const std::string & path);
+bool canWrite(const std::string & path);
+
+time_t getModificationTime(const std::string & path);
+Poco::Timestamp getModificationTimestamp(const std::string & path);
+void setModificationTime(const std::string & path, time_t time);
+}
diff --git a/src/Common/FileUpdatesTracker.h b/src/Common/FileUpdatesTracker.h
index 471a62cf07a..5fcbbb0bf6c 100644
--- a/src/Common/FileUpdatesTracker.h
+++ b/src/Common/FileUpdatesTracker.h
@@ -3,6 +3,7 @@
 #include <Poco/Timestamp.h>
 #include <string>
 #include <filesystem>
+#include <Common/FileSystemHelpers.h>
 
 namespace fs = std::filesystem;
 
@@ -31,8 +32,6 @@ public:
 private:
     Poco::Timestamp getLastModificationTime() const
     {
-        fs::file_time_type fs_time = fs::last_write_time(path);
-        auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
-        return Poco::Timestamp(micro_sec.count());
+        return FS::getModificationTimestamp(path);
     }
 };
diff --git a/src/Common/createFile.h b/src/Common/createFile.h
deleted file mode 100644
index f96d141d39e..00000000000
--- a/src/Common/createFile.h
+++ /dev/null
@@ -1,9 +0,0 @@
-#pragma once
-#include <string>
-
-namespace FS
-{
-bool createFile(const std::string & path);
-bool canRead(const std::string & path);
-bool canWrite(const std::string & path);
-}
diff --git a/src/Common/filesystemHelpers.cpp b/src/Common/filesystemHelpers.cpp
index 39b8137f688..edf54961e16 100644
--- a/src/Common/filesystemHelpers.cpp
+++ b/src/Common/filesystemHelpers.cpp
@@ -6,8 +6,6 @@
 #    include <mntent.h>
 #endif
 #include <cerrno>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Poco/Version.h>
 #include <filesystem>
 
diff --git a/src/Databases/DatabaseFactory.cpp b/src/Databases/DatabaseFactory.cpp
index d179adb18cf..e09860e79b6 100644
--- a/src/Databases/DatabaseFactory.cpp
+++ b/src/Databases/DatabaseFactory.cpp
@@ -11,8 +11,6 @@
 #include <Parsers/ASTIdentifier.h>
 #include <Parsers/ASTLiteral.h>
 #include <Parsers/formatAST.h>
-#include <Poco/File.h>
-#include <Poco/Path.h>
 #include <Interpreters/Context.h>
 #include <Common/Macros.h>
 #include <filesystem>
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index f50adf54c3f..406ca2a381a 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -19,7 +19,7 @@
 #include <Databases/DatabaseAtomic.h>
 #include <Common/assert_cast.h>
 #include <filesystem>
-#include <Common/createFile.h>
+#include <Common/FileSystemHelpers.h>
 
 namespace fs = std::filesystem;
 
@@ -542,10 +542,7 @@ time_t DatabaseOnDisk::getObjectMetadataModificationTime(const String & object_n
     String table_metadata_path = getObjectMetadataPath(object_name);
 
     if (fs::exists(table_metadata_path))
-    {
-        fs::file_time_type fs_time = fs::last_write_time(table_metadata_path);
-        return fs::file_time_type::clock::to_time_t(fs_time);
-    }
+        return FS::getModificationTime(table_metadata_path);
     else
         return static_cast<time_t>(0);
 }
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 8901a3f77a1..46beccb1ee6 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -25,7 +25,7 @@
 #    include <Common/parseAddress.h>
 #    include <Common/setThreadName.h>
 #    include <filesystem>
-#    include <Common/createFile.h>
+#    include <Common/FileSystemHelpers.h>
 
 namespace fs = std::filesystem;
 
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
index 5d75915ea91..7080b3293d7 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
@@ -14,7 +14,7 @@
 #include <Common/escapeForFileName.h>
 #include <Databases/PostgreSQL/fetchPostgreSQLTableStructure.h>
 #include <Common/quoteString.h>
-#include <Common/createFile.h>
+#include <Common/FileSystemHelpers.h>
 #include <filesystem>
 
 namespace fs = std::filesystem;
diff --git a/src/Dictionaries/DictionarySourceHelpers.h b/src/Dictionaries/DictionarySourceHelpers.h
index 1febf921e07..0b799fa7cce 100644
--- a/src/Dictionaries/DictionarySourceHelpers.h
+++ b/src/Dictionaries/DictionarySourceHelpers.h
@@ -3,14 +3,13 @@
 #include <vector>
 
 #include <common/types.h>
-
-#include <Poco/File.h>
 #include <Poco/Util/AbstractConfiguration.h>
 #include <DataStreams/IBlockInputStream.h>
 #include <Columns/IColumn.h>
 #include <Core/Block.h>
 #include <Interpreters/Context_fwd.h>
 
+
 namespace DB
 {
 
diff --git a/src/Dictionaries/FileDictionarySource.cpp b/src/Dictionaries/FileDictionarySource.cpp
index fd0583a4078..a516d6f79ee 100644
--- a/src/Dictionaries/FileDictionarySource.cpp
+++ b/src/Dictionaries/FileDictionarySource.cpp
@@ -1,9 +1,5 @@
 #include "FileDictionarySource.h"
-
 #include <filesystem>
-
-#include <Poco/File.h>
-
 #include <common/logger_useful.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/filesystemHelpers.h>
@@ -14,6 +10,8 @@
 #include "DictionaryStructure.h"
 #include "registerDictionaries.h"
 #include "DictionarySourceHelpers.h"
+#include <Common/FileSystemHelpers.h>
+
 
 namespace fs = std::filesystem;
 
@@ -70,9 +68,7 @@ std::string FileDictionarySource::toString() const
 
 Poco::Timestamp FileDictionarySource::getLastModification() const
 {
-    fs::file_time_type fs_time = fs::last_write_time(filepath);
-    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
-    return Poco::Timestamp(micro_sec.count());
+    return FS::getModificationTimestamp(filepath);
 }
 
 
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index e31731a7edc..93f60a7a665 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -7,8 +7,7 @@
 #include <Common/filesystemHelpers.h>
 #include <Common/quoteString.h>
 #include <IO/createReadBufferFromFileBase.h>
-#include <Poco/File.h>
-#include <Common/createFile.h>
+#include <Common/FileSystemHelpers.h>
 
 #include <fstream>
 #include <unistd.h>
@@ -260,14 +259,12 @@ void DiskLocal::listFiles(const String & path, std::vector<String> & file_names)
 
 void DiskLocal::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
-    fs::last_write_time(fs::path(disk_path) / path, static_cast<fs::file_time_type>(std::chrono::microseconds(timestamp.epochMicroseconds())));
+    FS::setModificationTime(fs::path(disk_path) / path, timestamp.epochTime());
 }
 
 Poco::Timestamp DiskLocal::getLastModified(const String & path)
 {
-    fs::file_time_type fs_time = fs::last_write_time(fs::path(disk_path) / path);
-    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
-    return Poco::Timestamp(micro_sec.count());
+    return FS::getModificationTimestamp(fs::path(disk_path) / path);
 }
 
 void DiskLocal::createHardLink(const String & src_path, const String & dst_path)
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index f32b046b5ec..691e53ac553 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -11,6 +11,7 @@
 #include <common/logger_useful.h>
 #include <Common/checkStackSize.h>
 #include <boost/algorithm/string.hpp>
+#include <Common/FileSystemHelpers.h>
 
 
 namespace DB
@@ -429,16 +430,13 @@ void IDiskRemote::listFiles(const String & path, std::vector<String> & file_name
 
 void IDiskRemote::setLastModified(const String & path, const Poco::Timestamp & timestamp)
 {
-    fs::last_write_time(fs::path(metadata_path) / path,
-            static_cast<fs::file_time_type>(std::chrono::microseconds(timestamp.epochMicroseconds())));
+    FS::setModificationTime(fs::path(metadata_path) / path, timestamp.epochTime());
 }
 
 
 Poco::Timestamp IDiskRemote::getLastModified(const String & path)
 {
-    fs::file_time_type fs_time = fs::last_write_time(fs::path(metadata_path) / path);
-    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
-    return Poco::Timestamp(micro_sec.count());
+    return FS::getModificationTimestamp(fs::path(metadata_path) / path);
 }
 
 
diff --git a/src/Disks/StoragePolicy.cpp b/src/Disks/StoragePolicy.cpp
index cff2685ca24..efedff9929f 100644
--- a/src/Disks/StoragePolicy.cpp
+++ b/src/Disks/StoragePolicy.cpp
@@ -8,8 +8,6 @@
 
 #include <set>
 
-#include <Poco/File.h>
-
 
 namespace
 {
diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index 25ed6051382..bd1bd9367b2 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -74,14 +74,6 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
     if (!path.has_extension() && !default_file_extension.empty())
         path = path.parent_path() / (path.stem().string() + '.' + default_file_extension);
 
-    fs::path default_schema_directory_path(default_schema_directory());
-    auto path_is_subdirectory_of = [](fs::path inner, const fs::path & outer) -> bool
-    {
-        while (inner != outer && inner != "/")
-            inner = inner.parent_path();
-        return inner == outer;
-    };
-
     if (path.is_absolute())
     {
         if (is_server)
@@ -89,12 +81,13 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }
-    else if (path.has_parent_path() && !path_is_subdirectory_of(path, default_schema_directory_path))
+    else if (!fs::weakly_canonical(path).string().starts_with(fs::weakly_canonical(default_schema_directory()).string()))
     {
         if (is_server)
             throw Exception(
                 "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: " + path.string(),
                 ErrorCodes::BAD_ARGUMENTS);
+        fs::path default_schema_directory_path(default_schema_directory());
         if (default_schema_directory_path.is_absolute())
             path = default_schema_directory_path;
         else
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index 0794cb52a49..fe8b4348820 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -5,7 +5,6 @@
 #include <Databases/IDatabase.h>
 #include <Databases/DatabaseMemory.h>
 #include <Databases/DatabaseOnDisk.h>
-#include <Poco/File.h>
 #include <Common/quoteString.h>
 #include <Storages/StorageMemory.h>
 #include <Storages/LiveView/TemporaryLiveViewCleaner.h>
@@ -18,6 +17,7 @@
 #include <common/logger_useful.h>
 #include <Poco/Util/AbstractConfiguration.h>
 #include <filesystem>
+#include <Common/FileSystemHelpers.h>
 
 #if !defined(ARCADIA_BUILD)
 #    include "config_core.h"
@@ -782,8 +782,7 @@ void DatabaseCatalog::enqueueDroppedTableCleanup(StorageID table_id, StoragePtr
         }
 
         addUUIDMapping(table_id.uuid);
-        fs::file_time_type fs_time = fs::last_write_time(dropped_metadata_path);
-        drop_time = fs::file_time_type::clock::to_time_t(fs_time);
+        drop_time = FS::getModificationTime(dropped_metadata_path);
     }
 
     std::lock_guard lock(tables_marked_dropped_mutex);
diff --git a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
index 4c6af554fae..49c95516c83 100644
--- a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
+++ b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
@@ -3,12 +3,11 @@
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/Config/ConfigProcessor.h>
 #include <Common/getMultipleKeysFromConfig.h>
-
 #include <Poco/Glob.h>
-#include <Poco/File.h>
-#include <Poco/Path.h>
+#include <Common/FileSystemHelpers.h>
 #include <filesystem>
 
+
 namespace fs = std::filesystem;
 
 namespace DB
@@ -21,9 +20,7 @@ ExternalLoaderXMLConfigRepository::ExternalLoaderXMLConfigRepository(
 
 Poco::Timestamp ExternalLoaderXMLConfigRepository::getUpdateTime(const std::string & definition_entity_name)
 {
-    fs::file_time_type fs_time = fs::last_write_time(definition_entity_name);
-    auto micro_sec = std::chrono::duration_cast<std::chrono::microseconds>(fs_time.time_since_epoch());
-    return Poco::Timestamp(micro_sec.count());
+    return FS::getModificationTimestamp(definition_entity_name);
 }
 
 std::set<std::string> ExternalLoaderXMLConfigRepository::getAllLoadablesDefinitionNames()
diff --git a/src/Interpreters/InterpreterDropQuery.cpp b/src/Interpreters/InterpreterDropQuery.cpp
index 24cff90caea..a9d43c6e9cc 100644
--- a/src/Interpreters/InterpreterDropQuery.cpp
+++ b/src/Interpreters/InterpreterDropQuery.cpp
@@ -1,5 +1,3 @@
-#include <Poco/File.h>
-
 #include <Databases/IDatabase.h>
 #include <Interpreters/Context.h>
 #include <Interpreters/executeDDLQueryOnCluster.h>
diff --git a/src/Server/HTTP/HTTPServerResponse.cpp b/src/Server/HTTP/HTTPServerResponse.cpp
index db5cfb132e3..25e7604a515 100644
--- a/src/Server/HTTP/HTTPServerResponse.cpp
+++ b/src/Server/HTTP/HTTPServerResponse.cpp
@@ -1,11 +1,8 @@
 #include <Server/HTTP/HTTPServerResponse.h>
-
 #include <Server/HTTP/HTTPServerRequest.h>
-
 #include <Poco/CountingStream.h>
 #include <Poco/DateTimeFormat.h>
 #include <Poco/DateTimeFormatter.h>
-#include <Poco/File.h>
 #include <Poco/FileStream.h>
 #include <Poco/Net/HTTPChunkedStream.h>
 #include <Poco/Net/HTTPFixedLengthStream.h>
@@ -13,6 +10,7 @@
 #include <Poco/Net/HTTPStream.h>
 #include <Poco/StreamCopier.h>
 
+
 namespace DB
 {
 
diff --git a/src/Server/HTTPHandler.cpp b/src/Server/HTTPHandler.cpp
index 8aed5d20f74..907a778a07f 100644
--- a/src/Server/HTTPHandler.cpp
+++ b/src/Server/HTTPHandler.cpp
@@ -39,7 +39,6 @@
 
 #include <Poco/Base64Decoder.h>
 #include <Poco/Base64Encoder.h>
-#include <Poco/File.h>
 #include <Poco/Net/HTTPBasicCredentials.h>
 #include <Poco/Net/HTTPStream.h>
 #include <Poco/Net/NetException.h>
diff --git a/src/Server/StaticRequestHandler.cpp b/src/Server/StaticRequestHandler.cpp
index 4746ab6d1e0..e96f3a581a9 100644
--- a/src/Server/StaticRequestHandler.cpp
+++ b/src/Server/StaticRequestHandler.cpp
@@ -138,11 +138,10 @@ void StaticRequestHandler::writeResponse(WriteBuffer & out)
 
     if (startsWith(response_expression, file_prefix))
     {
-        const auto & file_name = response_expression.substr(file_prefix.size(), response_expression.size() - file_prefix.size());
+        const auto & file_name = response_expression.substr(file_prefix.size() + 1, response_expression.size() - file_prefix.size());
 
         fs::path user_files_absolute_path = fs::canonical(fs::path(server.context()->getUserFilesPath()));
-        /// Fixme: it does not work with fs::path(user_files_absolute_path) / file_name
-        String file_path = fs::canonical(user_files_absolute_path.string() + "/" + file_name);
+        String file_path = fs::weakly_canonical(user_files_absolute_path / file_name);
 
         if (!fs::exists(file_path))
             throw Exception("Invalid file name " + file_path + " for static HTTPHandler. ", ErrorCodes::INCORRECT_FILE_NAME);
diff --git a/src/Storages/MergeTree/IMergeTreeDataPart.h b/src/Storages/MergeTree/IMergeTreeDataPart.h
index a8a49680dd7..53640b41507 100644
--- a/src/Storages/MergeTree/IMergeTreeDataPart.h
+++ b/src/Storages/MergeTree/IMergeTreeDataPart.h
@@ -17,8 +17,6 @@
 #include <Storages/MergeTree/MergeTreeIOSettings.h>
 #include <Storages/MergeTree/KeyCondition.h>
 
-#include <Poco/Path.h>
-
 #include <shared_mutex>
 
 namespace zkutil
diff --git a/src/Storages/MergeTree/IMergeTreeReader.cpp b/src/Storages/MergeTree/IMergeTreeReader.cpp
index 52d3e7ca9ab..14187564536 100644
--- a/src/Storages/MergeTree/IMergeTreeReader.cpp
+++ b/src/Storages/MergeTree/IMergeTreeReader.cpp
@@ -6,7 +6,6 @@
 #include <Interpreters/inplaceBlockConversions.h>
 #include <Storages/MergeTree/IMergeTreeReader.h>
 #include <Common/typeid_cast.h>
-#include <Poco/File.h>
 
 
 namespace DB
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 1c9507d8cb1..fb144362b3c 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3326,7 +3326,7 @@ MergeTreeData::getDetachedParts() const
 
     for (const auto & [path, disk] : getRelativeDataPathsWithDisks())
     {
-        for (auto it = disk->iterateDirectory(path + MergeTreeData::DETACHED_DIR_NAME); it->isValid(); it->next())
+        for (auto it = disk->iterateDirectory(fs::path(path) / MergeTreeData::DETACHED_DIR_NAME); it->isValid(); it->next())
         {
             res.emplace_back();
             auto & part = res.back();
diff --git a/src/Storages/MergeTree/MergeTreeDataPartChecksum.cpp b/src/Storages/MergeTree/MergeTreeDataPartChecksum.cpp
index 8f5c4b6a848..1df97dc9241 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartChecksum.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartChecksum.cpp
@@ -7,7 +7,6 @@
 #include <IO/WriteBufferFromString.h>
 #include <Compression/CompressedReadBuffer.h>
 #include <Compression/CompressedWriteBuffer.h>
-#include <Poco/File.h>
 
 
 namespace DB
diff --git a/src/Storages/MergeTree/MergeTreeDataPartCompact.cpp b/src/Storages/MergeTree/MergeTreeDataPartCompact.cpp
index 5c1a3b01804..7b1641a0537 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartCompact.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartCompact.cpp
@@ -2,7 +2,6 @@
 #include <DataTypes/NestedUtils.h>
 #include <Storages/MergeTree/MergeTreeReaderCompact.h>
 #include <Storages/MergeTree/MergeTreeDataPartWriterCompact.h>
-#include <Poco/File.h>
 
 
 namespace DB
diff --git a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
index 473f2e598a9..e929bfc6862 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartInMemory.cpp
@@ -5,7 +5,6 @@
 #include <Storages/MergeTree/IMergeTreeReader.h>
 #include <DataTypes/NestedUtils.h>
 #include <Interpreters/Context.h>
-#include <Poco/File.h>
 #include <Poco/Logger.h>
 #include <common/logger_useful.h>
 
diff --git a/src/Storages/MergeTree/MergeTreeDataPartWide.cpp b/src/Storages/MergeTree/MergeTreeDataPartWide.cpp
index 84378faa513..4eebd729dd8 100644
--- a/src/Storages/MergeTree/MergeTreeDataPartWide.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataPartWide.cpp
@@ -1,5 +1,4 @@
 #include "MergeTreeDataPartWide.h"
-#include <Poco/File.h>
 #include <Storages/MergeTree/MergeTreeReaderWide.h>
 #include <Storages/MergeTree/MergeTreeDataPartWriterWide.h>
 #include <Storages/MergeTree/IMergeTreeDataPartWriter.h>
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 4e11669b8d7..00bc4306e4b 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -3,7 +3,6 @@
 #include <optional>
 #include <unordered_set>
 
-#include <Poco/File.h>
 #include <Storages/MergeTree/MergeTreeDataSelectExecutor.h>
 #include <Storages/MergeTree/MergeTreeSelectProcessor.h>
 #include <Storages/MergeTree/MergeTreeReverseSelectProcessor.h>
diff --git a/src/Storages/MergeTree/MergeTreeDataWriter.cpp b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
index 3bf33d45802..0b05650b42c 100644
--- a/src/Storages/MergeTree/MergeTreeDataWriter.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataWriter.cpp
@@ -11,7 +11,6 @@
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeDate.h>
 #include <IO/WriteHelpers.h>
-#include <Poco/File.h>
 #include <Common/typeid_cast.h>
 #include <DataStreams/ITTLAlgorithm.h>
 #include <DataStreams/OneBlockInputStream.h>
diff --git a/src/Storages/MergeTree/MergeTreeMarksLoader.cpp b/src/Storages/MergeTree/MergeTreeMarksLoader.cpp
index c5a99b128e9..717179e5f26 100644
--- a/src/Storages/MergeTree/MergeTreeMarksLoader.cpp
+++ b/src/Storages/MergeTree/MergeTreeMarksLoader.cpp
@@ -1,7 +1,6 @@
 #include <Storages/MergeTree/MergeTreeMarksLoader.h>
 #include <Storages/MergeTree/MergeTreeData.h>
 #include <IO/ReadBufferFromFile.h>
-#include <Poco/File.h>
 
 #include <utility>
 
diff --git a/src/Storages/MergeTree/MergeTreeMutationEntry.cpp b/src/Storages/MergeTree/MergeTreeMutationEntry.cpp
index 49c4e93eb1d..2aefb3df2be 100644
--- a/src/Storages/MergeTree/MergeTreeMutationEntry.cpp
+++ b/src/Storages/MergeTree/MergeTreeMutationEntry.cpp
@@ -4,9 +4,6 @@
 #include <IO/ReadBufferFromFile.h>
 #include <IO/ReadBufferFromString.h>
 
-#include <Poco/File.h>
-#include <Poco/Path.h>
-
 #include <utility>
 
 
diff --git a/src/Storages/MergeTree/MergeTreeReaderCompact.cpp b/src/Storages/MergeTree/MergeTreeReaderCompact.cpp
index da28f75b57f..783a37cce60 100644
--- a/src/Storages/MergeTree/MergeTreeReaderCompact.cpp
+++ b/src/Storages/MergeTree/MergeTreeReaderCompact.cpp
@@ -2,7 +2,6 @@
 #include <Storages/MergeTree/MergeTreeDataPartCompact.h>
 #include <DataTypes/DataTypeArray.h>
 #include <DataTypes/NestedUtils.h>
-#include <Poco/File.h>
 
 namespace DB
 {
diff --git a/src/Storages/MergeTree/MergedBlockOutputStream.cpp b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
index e8a790bce3f..6de01caa833 100644
--- a/src/Storages/MergeTree/MergedBlockOutputStream.cpp
+++ b/src/Storages/MergeTree/MergedBlockOutputStream.cpp
@@ -1,6 +1,5 @@
 #include <Storages/MergeTree/MergedBlockOutputStream.h>
 #include <Interpreters/Context.h>
-#include <Poco/File.h>
 #include <Parsers/queryToString.h>
 
 
diff --git a/src/Storages/MergeTree/checkDataPart.cpp b/src/Storages/MergeTree/checkDataPart.cpp
index 5de2b8707c3..8a234833da7 100644
--- a/src/Storages/MergeTree/checkDataPart.cpp
+++ b/src/Storages/MergeTree/checkDataPart.cpp
@@ -1,7 +1,6 @@
 #include <algorithm>
 #include <optional>
 
-#include <Poco/File.h>
 #include <Poco/DirectoryIterator.h>
 
 #include <Storages/MergeTree/MergeTreeIndexGranularity.h>
diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index f0129e95495..7a448e1dde9 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -14,9 +14,7 @@
 #include <Interpreters/castColumn.h>
 #include <Common/assert_cast.h>
 #include <Common/quoteString.h>
-
 #include <Poco/String.h>    /// toLower
-#include <Poco/File.h>
 #include <Processors/Sources/SourceWithProgress.h>
 #include <Processors/Pipe.h>
 
diff --git a/src/Storages/StorageXDBC.cpp b/src/Storages/StorageXDBC.cpp
index 88d54669889..9cffc32fda1 100644
--- a/src/Storages/StorageXDBC.cpp
+++ b/src/Storages/StorageXDBC.cpp
@@ -8,7 +8,6 @@
 #include <Interpreters/evaluateConstantExpression.h>
 #include <Parsers/ASTLiteral.h>
 #include <Poco/Net/HTTPRequest.h>
-#include <Poco/Path.h>
 #include <Processors/Pipe.h>
 #include <Storages/StorageFactory.h>
 #include <Storages/StorageURL.h>
diff --git a/src/Storages/examples/remove_symlink_directory.cpp b/src/Storages/examples/remove_symlink_directory.cpp
index a90083233e7..ae898edb49b 100644
--- a/src/Storages/examples/remove_symlink_directory.cpp
+++ b/src/Storages/examples/remove_symlink_directory.cpp
@@ -1,7 +1,7 @@
 #include <unistd.h>
 #include <iostream>
 #include <Common/Exception.h>
-#include <Common/createFile.h>
+#include <Common/FileSystemHelpers.h>
 #include <filesystem>
 
 namespace fs = std::filesystem;

From 0a3589524ea5b5c412d5f55b9c27666fe5d14b99 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 29 May 2021 00:57:53 +0300
Subject: [PATCH 0688/1060] File movement

---
 programs/client/Client.cpp                    |  2 +-
 src/Common/Config/ConfigReloader.cpp          |  2 +-
 src/Common/FileSystemHelpers.cpp              | 87 -------------------
 src/Common/FileSystemHelpers.h                | 14 ---
 src/Common/FileUpdatesTracker.h               |  2 +-
 src/Common/filesystemHelpers.cpp              | 77 ++++++++++++++++
 src/Common/filesystemHelpers.h                | 12 +++
 src/Databases/DatabaseOnDisk.cpp              |  2 +-
 .../MySQL/DatabaseConnectionMySQL.cpp         |  2 +-
 .../PostgreSQL/DatabasePostgreSQL.cpp         |  2 +-
 src/Dictionaries/FileDictionarySource.cpp     |  2 +-
 src/Disks/DiskLocal.cpp                       |  2 +-
 src/Disks/IDiskRemote.cpp                     |  2 +-
 src/Interpreters/DatabaseCatalog.cpp          |  2 +-
 .../ExternalLoaderXMLConfigRepository.cpp     |  2 +-
 .../examples/remove_symlink_directory.cpp     |  2 +-
 16 files changed, 101 insertions(+), 113 deletions(-)
 delete mode 100644 src/Common/FileSystemHelpers.cpp
 delete mode 100644 src/Common/FileSystemHelpers.h

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 233134f0529..89899b86eb0 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -87,7 +87,7 @@
 #include <Common/UTF8Helpers.h>
 #include <Common/ProgressBar.h>
 #include <filesystem>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 #if !defined(ARCADIA_BUILD)
 #    include <Common/config_version.h>
diff --git a/src/Common/Config/ConfigReloader.cpp b/src/Common/Config/ConfigReloader.cpp
index e39ec7c590a..01bb4f556d6 100644
--- a/src/Common/Config/ConfigReloader.cpp
+++ b/src/Common/Config/ConfigReloader.cpp
@@ -5,7 +5,7 @@
 #include <Common/setThreadName.h>
 #include "ConfigProcessor.h"
 #include <filesystem>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 
 namespace fs = std::filesystem;
diff --git a/src/Common/FileSystemHelpers.cpp b/src/Common/FileSystemHelpers.cpp
deleted file mode 100644
index 7862d2ccdf5..00000000000
--- a/src/Common/FileSystemHelpers.cpp
+++ /dev/null
@@ -1,87 +0,0 @@
-#include <fcntl.h>
-#include <unistd.h>
-#include <sys/stat.h>
-#include <sys/types.h>
-#include <utime.h>
-#include <Common/ErrorCodes.h>
-#include <Common/Exception.h>
-#include <Poco/Timestamp.h>
-#include <Common/FileSystemHelpers.h>
-
-namespace DB
-{
-namespace ErrorCodes
-{
-extern const int PATH_ACCESS_DENIED;
-extern const int CANNOT_CREATE_FILE;
-}
-}
-
-namespace FS
-{
-
-/// Copy from Poco::createFile
-bool createFile(const std::string & path)
-{
-    int n = open(path.c_str(), O_WRONLY | O_CREAT | O_EXCL, S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
-    if (n != -1)
-    {
-        close(n);
-        return true;
-    }
-    DB::throwFromErrnoWithPath("Cannot create file: " + path, path, DB::ErrorCodes::CANNOT_CREATE_FILE);
-}
-
-bool canRead(const std::string & path)
-{
-    struct stat st;
-    if (stat(path.c_str(), &st) == 0)
-    {
-        if (st.st_uid == geteuid())
-            return (st.st_mode & S_IRUSR) != 0;
-        else if (st.st_gid == getegid())
-            return (st.st_mode & S_IRGRP) != 0;
-        else
-            return (st.st_mode & S_IROTH) != 0 || geteuid() == 0;
-    }
-    DB::throwFromErrnoWithPath("Cannot check read access to file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
-}
-
-
-bool canWrite(const std::string & path)
-{
-    struct stat st;
-    if (stat(path.c_str(), &st) == 0)
-    {
-        if (st.st_uid == geteuid())
-            return (st.st_mode & S_IWUSR) != 0;
-        else if (st.st_gid == getegid())
-            return (st.st_mode & S_IWGRP) != 0;
-        else
-            return (st.st_mode & S_IWOTH) != 0 || geteuid() == 0;
-    }
-    DB::throwFromErrnoWithPath("Cannot check write access to file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
-}
-
-time_t getModificationTime(const std::string & path)
-{
-    struct stat st;
-    if (stat(path.c_str(), &st) == 0)
-        return st.st_mtime;
-    DB::throwFromErrnoWithPath("Cannot check modification time for file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
-}
-
-Poco::Timestamp getModificationTimestamp(const std::string & path)
-{
-    return Poco::Timestamp::fromEpochTime(getModificationTime(path));
-}
-
-void setModificationTime(const std::string & path, time_t time)
-{
-    struct utimbuf tb;
-    tb.actime  = time;
-    tb.modtime = time;
-    if (utime(path.c_str(), &tb) != 0)
-        DB::throwFromErrnoWithPath("Cannot set modification time for file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
-}
-}
diff --git a/src/Common/FileSystemHelpers.h b/src/Common/FileSystemHelpers.h
deleted file mode 100644
index bc11fd3acd1..00000000000
--- a/src/Common/FileSystemHelpers.h
+++ /dev/null
@@ -1,14 +0,0 @@
-#pragma once
-#include <string>
-
-namespace FS
-{
-bool createFile(const std::string & path);
-
-bool canRead(const std::string & path);
-bool canWrite(const std::string & path);
-
-time_t getModificationTime(const std::string & path);
-Poco::Timestamp getModificationTimestamp(const std::string & path);
-void setModificationTime(const std::string & path, time_t time);
-}
diff --git a/src/Common/FileUpdatesTracker.h b/src/Common/FileUpdatesTracker.h
index 5fcbbb0bf6c..9fe37c2a75d 100644
--- a/src/Common/FileUpdatesTracker.h
+++ b/src/Common/FileUpdatesTracker.h
@@ -3,7 +3,7 @@
 #include <Poco/Timestamp.h>
 #include <string>
 #include <filesystem>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 namespace fs = std::filesystem;
 
diff --git a/src/Common/filesystemHelpers.cpp b/src/Common/filesystemHelpers.cpp
index edf54961e16..d7c556d1c6a 100644
--- a/src/Common/filesystemHelpers.cpp
+++ b/src/Common/filesystemHelpers.cpp
@@ -7,7 +7,13 @@
 #endif
 #include <cerrno>
 #include <Poco/Version.h>
+#include <Poco/Timestamp.h>
 #include <filesystem>
+#include <fcntl.h>
+#include <unistd.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <utime.h>
 
 namespace fs = std::filesystem;
 
@@ -21,6 +27,7 @@ namespace ErrorCodes
     extern const int NOT_IMPLEMENTED;
     extern const int CANNOT_STATVFS;
     extern const int PATH_ACCESS_DENIED;
+    extern const int CANNOT_CREATE_FILE;
 }
 
 
@@ -125,3 +132,73 @@ bool pathStartsWith(const String & path, const String & prefix_path)
 }
 
 }
+
+
+/// Copied from Poco::File
+namespace FS
+{
+
+bool createFile(const std::string & path)
+{
+    int n = open(path.c_str(), O_WRONLY | O_CREAT | O_EXCL, S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
+    if (n != -1)
+    {
+        close(n);
+        return true;
+    }
+    DB::throwFromErrnoWithPath("Cannot create file: " + path, path, DB::ErrorCodes::CANNOT_CREATE_FILE);
+}
+
+bool canRead(const std::string & path)
+{
+    struct stat st;
+    if (stat(path.c_str(), &st) == 0)
+    {
+        if (st.st_uid == geteuid())
+            return (st.st_mode & S_IRUSR) != 0;
+        else if (st.st_gid == getegid())
+            return (st.st_mode & S_IRGRP) != 0;
+        else
+            return (st.st_mode & S_IROTH) != 0 || geteuid() == 0;
+    }
+    DB::throwFromErrnoWithPath("Cannot check read access to file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
+
+
+bool canWrite(const std::string & path)
+{
+    struct stat st;
+    if (stat(path.c_str(), &st) == 0)
+    {
+        if (st.st_uid == geteuid())
+            return (st.st_mode & S_IWUSR) != 0;
+        else if (st.st_gid == getegid())
+            return (st.st_mode & S_IWGRP) != 0;
+        else
+            return (st.st_mode & S_IWOTH) != 0 || geteuid() == 0;
+    }
+    DB::throwFromErrnoWithPath("Cannot check write access to file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
+
+time_t getModificationTime(const std::string & path)
+{
+    struct stat st;
+    if (stat(path.c_str(), &st) == 0)
+        return st.st_mtime;
+    DB::throwFromErrnoWithPath("Cannot check modification time for file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
+
+Poco::Timestamp getModificationTimestamp(const std::string & path)
+{
+    return Poco::Timestamp::fromEpochTime(getModificationTime(path));
+}
+
+void setModificationTime(const std::string & path, time_t time)
+{
+    struct utimbuf tb;
+    tb.actime  = time;
+    tb.modtime = time;
+    if (utime(path.c_str(), &tb) != 0)
+        DB::throwFromErrnoWithPath("Cannot set modification time for file: " + path, path, DB::ErrorCodes::PATH_ACCESS_DENIED);
+}
+}
diff --git a/src/Common/filesystemHelpers.h b/src/Common/filesystemHelpers.h
index 0ffbf19643d..b7525a64fae 100644
--- a/src/Common/filesystemHelpers.h
+++ b/src/Common/filesystemHelpers.h
@@ -36,3 +36,15 @@ bool pathStartsWith(const std::filesystem::path & path, const std::filesystem::p
 bool pathStartsWith(const String & path, const String & prefix_path);
 
 }
+
+namespace FS
+{
+bool createFile(const std::string & path);
+
+bool canRead(const std::string & path);
+bool canWrite(const std::string & path);
+
+time_t getModificationTime(const std::string & path);
+Poco::Timestamp getModificationTimestamp(const std::string & path);
+void setModificationTime(const std::string & path, time_t time);
+}
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 406ca2a381a..e1b5f51a8fc 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -19,7 +19,7 @@
 #include <Databases/DatabaseAtomic.h>
 #include <Common/assert_cast.h>
 #include <filesystem>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 namespace fs = std::filesystem;
 
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 46beccb1ee6..ccc1c058e74 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -25,7 +25,7 @@
 #    include <Common/parseAddress.h>
 #    include <Common/setThreadName.h>
 #    include <filesystem>
-#    include <Common/FileSystemHelpers.h>
+#    include <Common/filesystemHelpers.h>
 
 namespace fs = std::filesystem;
 
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
index 7080b3293d7..53d34fb07b1 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
@@ -14,7 +14,7 @@
 #include <Common/escapeForFileName.h>
 #include <Databases/PostgreSQL/fetchPostgreSQLTableStructure.h>
 #include <Common/quoteString.h>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 #include <filesystem>
 
 namespace fs = std::filesystem;
diff --git a/src/Dictionaries/FileDictionarySource.cpp b/src/Dictionaries/FileDictionarySource.cpp
index a516d6f79ee..a22263575f4 100644
--- a/src/Dictionaries/FileDictionarySource.cpp
+++ b/src/Dictionaries/FileDictionarySource.cpp
@@ -10,7 +10,7 @@
 #include "DictionaryStructure.h"
 #include "registerDictionaries.h"
 #include "DictionarySourceHelpers.h"
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 
 namespace fs = std::filesystem;
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index 93f60a7a665..cae166d2110 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -7,7 +7,7 @@
 #include <Common/filesystemHelpers.h>
 #include <Common/quoteString.h>
 #include <IO/createReadBufferFromFileBase.h>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 #include <fstream>
 #include <unistd.h>
diff --git a/src/Disks/IDiskRemote.cpp b/src/Disks/IDiskRemote.cpp
index 691e53ac553..b30e9613ed8 100644
--- a/src/Disks/IDiskRemote.cpp
+++ b/src/Disks/IDiskRemote.cpp
@@ -11,7 +11,7 @@
 #include <common/logger_useful.h>
 #include <Common/checkStackSize.h>
 #include <boost/algorithm/string.hpp>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 
 namespace DB
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index fe8b4348820..17edc68dcc3 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -17,7 +17,7 @@
 #include <common/logger_useful.h>
 #include <Poco/Util/AbstractConfiguration.h>
 #include <filesystem>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 
 #if !defined(ARCADIA_BUILD)
 #    include "config_core.h"
diff --git a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
index 49c95516c83..00c31110ea4 100644
--- a/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
+++ b/src/Interpreters/ExternalLoaderXMLConfigRepository.cpp
@@ -4,7 +4,7 @@
 #include <Common/Config/ConfigProcessor.h>
 #include <Common/getMultipleKeysFromConfig.h>
 #include <Poco/Glob.h>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 #include <filesystem>
 
 
diff --git a/src/Storages/examples/remove_symlink_directory.cpp b/src/Storages/examples/remove_symlink_directory.cpp
index ae898edb49b..db436c0a608 100644
--- a/src/Storages/examples/remove_symlink_directory.cpp
+++ b/src/Storages/examples/remove_symlink_directory.cpp
@@ -1,7 +1,7 @@
 #include <unistd.h>
 #include <iostream>
 #include <Common/Exception.h>
-#include <Common/FileSystemHelpers.h>
+#include <Common/filesystemHelpers.h>
 #include <filesystem>
 
 namespace fs = std::filesystem;

From 2116d0d53d9dee8420b2f9efdb07afb4218ff0a1 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Sat, 29 May 2021 01:57:16 +0300
Subject: [PATCH 0689/1060] Update run-fuzzer.sh

---
 docker/test/fuzzer/run-fuzzer.sh | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index 74e300d1093..670fc9e58b3 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -137,8 +137,10 @@ continue
     kill -0 $watchdog_pid
 
     # Wait for the fuzzer to complete.
-    wait "$fuzzer_pid"
-    fuzzer_exit_code=$?
+    # Note that the 'wait || ...' thing is required so that the script doesn't
+    # exit because of 'set -e' when 'wait' returns nonzero code.
+    fuzzer_exit_code=0
+    wait "$fuzzer_pid" || fuzzer_exit_code=$?
     echo "Fuzzer exit code is $fuzzer_exit_code"
 
     kill -- -$watchdog_pid ||:

From 80587a5aa53e025b2ae71af09e88fca009d81e02 Mon Sep 17 00:00:00 2001
From: yang <642444906@qq.com>
Date: Sat, 29 May 2021 09:14:20 +0800
Subject: [PATCH 0690/1060] Update "Tail_Number" column type in create query

I found the CSV file "Tail_Number" value is like this: N517AE, so it should be the type String
---
 docs/en/getting-started/example-datasets/ontime.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/getting-started/example-datasets/ontime.md b/docs/en/getting-started/example-datasets/ontime.md
index f18acc6fd50..dfa1d7ff964 100644
--- a/docs/en/getting-started/example-datasets/ontime.md
+++ b/docs/en/getting-started/example-datasets/ontime.md
@@ -32,7 +32,7 @@ CREATE TABLE `ontime`
     `Reporting_Airline`               String,
     `DOT_ID_Reporting_Airline`        Int32,
     `IATA_CODE_Reporting_Airline`     String,
-    `Tail_Number`                     Int32,
+    `Tail_Number`                     String,
     `Flight_Number_Reporting_Airline` String,
     `OriginAirportID`                 Int32,
     `OriginAirportSeqID`              Int32,

From 741582f806d7445e3c35ea5abb78f9dccc03e7ef Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sat, 29 May 2021 10:19:46 +0000
Subject: [PATCH 0691/1060] update

---
 .../sql-reference/functions/encoding-functions.md | 14 +++++++++++++-
 .../sql-reference/functions/encoding-functions.md | 15 ++++++++++++++-
 .../functions/type-conversion-functions.md        |  2 +-
 3 files changed, 28 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index 54a0bf40884..086fa363627 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -153,7 +153,7 @@ Result:
 
 Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to a character.
 
-If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAsType](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
+If you want to convert the result to a number, you can use [to<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
 
 Alias: `UNHEX`.
 
@@ -189,6 +189,18 @@ Result:
 └─────────────────┴─────────────────────┘
 ```
 
+Query:
+``` sql
+SELECT toUInt8(unhex('303132')) AS num;
+```
+
+Result:
+``` text
+┌─num─┐
+│  12 │
+└─────┘
+```
+
 ## UUIDStringToNum(str) {#uuidstringtonumstr}
 
 Accepts a string containing 36 characters in the format `123e4567-e89b-12d3-a456-426655440000`, and returns it as a set of bytes in a FixedString(16).
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index ed6ab146e61..f5c3f247e65 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -155,7 +155,7 @@ Result:
 
 Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
 
-Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions).
+Если вы хотите преобразовать результат в число, вы можете использовать функции [to<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-func).
 
 Синоним: `UNHEX`.
 
@@ -191,6 +191,19 @@ SELECT unhex('303132'), UNHEX('4D7953514C');
 └─────────────────┴─────────────────────┘
 ```
 
+Запрос:
+
+``` sql
+SELECT toUInt8(unhex('303132')) AS num;
+```
+
+Результат:
+``` text
+┌─num─┐
+│  12 │
+└─────┘
+```
+
 ## UUIDStringToNum(str) {#uuidstringtonumstr}
 
 Принимает строку, содержащую 36 символов в формате `123e4567-e89b-12d3-a456-426655440000`, и возвращает в виде набора байт в FixedString(16).
diff --git a/docs/ru/sql-reference/functions/type-conversion-functions.md b/docs/ru/sql-reference/functions/type-conversion-functions.md
index fc1dd15f8e3..61c7834fff7 100644
--- a/docs/ru/sql-reference/functions/type-conversion-functions.md
+++ b/docs/ru/sql-reference/functions/type-conversion-functions.md
@@ -3,7 +3,7 @@ toc_priority: 38
 toc_title: "Функции преобразования типов"
 ---
 
-# Функции преобразования типов {#funktsii-preobrazovaniia-tipov}
+# Функции преобразования типов {#type-conversion-functions}
 
 ## Общие проблемы преобразования чисел {#numeric-conversion-issues}
 

From 9ecf0b54ec1acd3c741aa2adcb5b59858b39349c Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sat, 29 May 2021 10:22:30 +0000
Subject: [PATCH 0692/1060] update

---
 docs/en/sql-reference/functions/encoding-functions.md | 2 +-
 docs/ru/sql-reference/functions/encoding-functions.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index 086fa363627..a023751b653 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -153,7 +153,7 @@ Result:
 
 Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to a character.
 
-If you want to convert the result to a number, you can use [to<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
+If you want to convert the result to a number, you can use [type conversion functions](../../sql-reference/functions/type-conversion-functions.md).
 
 Alias: `UNHEX`.
 
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index f5c3f247e65..9be8e252b7b 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -155,7 +155,7 @@ Result:
 
 Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
 
-Если вы хотите преобразовать результат в число, вы можете использовать функции [to<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-func).
+Если вы хотите преобразовать результат в число, вы можете использовать [функции преобразования типа](../../sql-reference/functions/type-conversion-functions.md).
 
 Синоним: `UNHEX`.
 

From 73c2ca7da5a23c5385698d5034c402884a403ea9 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Sat, 29 May 2021 16:12:18 +0300
Subject: [PATCH 0693/1060] fixes

---
 docker/test/fuzzer/run-fuzzer.sh         |  7 ++-
 programs/client/QueryFuzzer.cpp          | 72 ++++++++++++++++++------
 programs/client/QueryFuzzer.h            |  4 +-
 src/Interpreters/ExpressionAnalyzer.cpp  | 23 ++++----
 src/Parsers/ASTWindowDefinition.cpp      | 23 +++++---
 src/Parsers/ASTWindowDefinition.h        | 10 ++--
 src/Parsers/ExpressionElementParsers.cpp | 34 +++++------
 7 files changed, 111 insertions(+), 62 deletions(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index 626bedb453c..300ac6ab7a0 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -119,7 +119,12 @@ continue
     # SC2012: Use find instead of ls to better handle non-alphanumeric filenames. They are all alphanumeric.
     # SC2046: Quote this to prevent word splitting. Actually I need word splitting.
     # shellcheck disable=SC2012,SC2046
-    clickhouse-client --query-fuzzer-runs=1000 --queries-file $(ls -1 ch/tests/queries/0_stateless/*.sql | sort -R) $NEW_TESTS_OPT \
+    clickhouse-client \
+        --receive_timeout=10 \
+        --receive_data_timeout_ms=10000 \
+        --query-fuzzer-runs=1000 \
+        --queries-file $(ls -1 ch/tests/queries/0_stateless/*.sql | sort -R) \
+        $NEW_TESTS_OPT \
         > >(tail -n 100000 > fuzzer.log) \
         2>&1 \
         || fuzzer_exit_code=$?
diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index 721e5acb991..aa12468cde0 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -325,14 +325,14 @@ void QueryFuzzer::fuzzColumnLikeExpressionList(IAST * ast)
     // the generic recursion into IAST.children.
 }
 
-void QueryFuzzer::fuzzWindowFrame(WindowFrame & frame)
+void QueryFuzzer::fuzzWindowFrame(ASTWindowDefinition & def)
 {
     switch (fuzz_rand() % 40)
     {
         case 0:
         {
             const auto r = fuzz_rand() % 3;
-            frame.type = r == 0 ? WindowFrame::FrameType::Rows
+            def.frame_type = r == 0 ? WindowFrame::FrameType::Rows
                 : r == 1 ? WindowFrame::FrameType::Range
                     : WindowFrame::FrameType::Groups;
             break;
@@ -340,44 +340,80 @@ void QueryFuzzer::fuzzWindowFrame(WindowFrame & frame)
         case 1:
         {
             const auto r = fuzz_rand() % 3;
-            frame.begin_type = r == 0 ? WindowFrame::BoundaryType::Unbounded
+            def.frame_begin_type = r == 0 ? WindowFrame::BoundaryType::Unbounded
                 : r == 1 ? WindowFrame::BoundaryType::Current
                     : WindowFrame::BoundaryType::Offset;
+
+            if (def.frame_begin_type == WindowFrame::BoundaryType::Offset)
+            {
+                // The offsets are fuzzed normally through 'children'.
+                def.frame_begin_offset
+                    = std::make_shared<ASTLiteral>(getRandomField(0));
+                def.children.push_back(def.frame_begin_offset);
+            }
+            else
+            {
+                // Don't keep the offset if it is not used, because it will
+                // acquire random mutations that will surely make it invalid.
+                const auto old_size = def.children.size();
+                def.children.erase(
+                    std::remove(def.children.begin(), def.children.end(),
+                        def.frame_begin_offset),
+                    def.children.end());
+                assert(def.children.size() == old_size - 1
+                    || def.frame_begin_offset == nullptr);
+                def.frame_begin_offset = nullptr;
+            }
             break;
         }
         case 2:
         {
             const auto r = fuzz_rand() % 3;
-            frame.end_type = r == 0 ? WindowFrame::BoundaryType::Unbounded
+            def.frame_end_type = r == 0 ? WindowFrame::BoundaryType::Unbounded
                 : r == 1 ? WindowFrame::BoundaryType::Current
                     : WindowFrame::BoundaryType::Offset;
-            break;
-        }
-        case 3:
-        {
-            frame.begin_offset = getRandomField(0).get<Int64>();
-            break;
-        }
-        case 4:
-        {
-            frame.end_offset = getRandomField(0).get<Int64>();
+
+            if (def.frame_end_type == WindowFrame::BoundaryType::Offset)
+            {
+                def.frame_end_offset
+                    = std::make_shared<ASTLiteral>(getRandomField(0));
+                def.children.push_back(def.frame_end_offset);
+            }
+            else
+            {
+                def.children.erase(
+                    std::remove(def.children.begin(), def.children.end(),
+                        def.frame_end_offset),
+                    def.children.end());
+                def.frame_end_offset = nullptr;
+            }
             break;
         }
         case 5:
         {
-            frame.begin_preceding = fuzz_rand() % 2;
+            def.frame_begin_preceding = fuzz_rand() % 2;
             break;
         }
         case 6:
         {
-            frame.end_preceding = fuzz_rand() % 2;
+            def.frame_end_preceding = fuzz_rand() % 2;
             break;
         }
         default:
             break;
     }
 
-    frame.is_default = (frame == WindowFrame{});
+    if (def.frame_type == WindowFrame::FrameType::Range
+        && def.frame_begin_type == WindowFrame::BoundaryType::Unbounded
+        && def.frame_begin_preceding == true
+        && def.frame_end_type == WindowFrame::BoundaryType::Current)
+    {
+        def.frame_is_default = true;
+    }
+    else
+    {
+        def.frame_is_default = false;
+    }
 }
 
 void QueryFuzzer::fuzz(ASTs & asts)
@@ -464,7 +500,7 @@ void QueryFuzzer::fuzz(ASTPtr & ast)
             auto & def = fn->window_definition->as<ASTWindowDefinition &>();
             fuzzColumnLikeExpressionList(def.partition_by.get());
             fuzzOrderByList(def.order_by.get());
-            fuzzWindowFrame(def.frame);
+            fuzzWindowFrame(def);
         }
 
         fuzz(fn->children);
diff --git a/programs/client/QueryFuzzer.h b/programs/client/QueryFuzzer.h
index 7c79e683eb4..19f089c6c4e 100644
--- a/programs/client/QueryFuzzer.h
+++ b/programs/client/QueryFuzzer.h
@@ -17,7 +17,7 @@ namespace DB
 
 class ASTExpressionList;
 class ASTOrderByElement;
-struct WindowFrame;
+struct ASTWindowDefinition;
 
 /*
  * This is an AST-based query fuzzer that makes random modifications to query
@@ -69,7 +69,7 @@ struct QueryFuzzer
     void fuzzOrderByElement(ASTOrderByElement * elem);
     void fuzzOrderByList(IAST * ast);
     void fuzzColumnLikeExpressionList(IAST * ast);
-    void fuzzWindowFrame(WindowFrame & frame);
+    void fuzzWindowFrame(ASTWindowDefinition & def);
     void fuzz(ASTs & asts);
     void fuzz(ASTPtr & ast);
     void collectFuzzInfoMain(const ASTPtr ast);
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index fa86a9b9377..b7029bc0a79 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -568,22 +568,23 @@ void makeWindowDescriptionFromAST(const Context & context,
     desc.full_sort_description.insert(desc.full_sort_description.end(),
         desc.order_by.begin(), desc.order_by.end());
 
-    if (definition.frame.type != WindowFrame::FrameType::Rows
-        && definition.frame.type != WindowFrame::FrameType::Range)
+    if (definition.frame_type != WindowFrame::FrameType::Rows
+        && definition.frame_type != WindowFrame::FrameType::Range)
     {
-        std::string name = definition.frame.type == WindowFrame::FrameType::Rows
-            ? "ROWS"
-            : definition.frame.type == WindowFrame::FrameType::Groups
-                ? "GROUPS" : "RANGE";
-
         throw Exception(ErrorCodes::NOT_IMPLEMENTED,
             "Window frame '{}' is not implemented (while processing '{}')",
-            name, ast->formatForErrorMessage());
+            WindowFrame::toString(definition.frame_type),
+            ast->formatForErrorMessage());
     }
 
-    desc.frame = definition.frame;
+    desc.frame.is_default = definition.frame_is_default;
+    desc.frame.type = definition.frame_type;
+    desc.frame.begin_type = definition.frame_begin_type;
+    desc.frame.begin_preceding = definition.frame_begin_preceding;
+    desc.frame.end_type = definition.frame_end_type;
+    desc.frame.end_preceding = definition.frame_end_preceding;
 
-    if (definition.frame.end_type == WindowFrame::BoundaryType::Offset)
+    if (definition.frame_end_type == WindowFrame::BoundaryType::Offset)
     {
         auto [value, _] = evaluateConstantExpression(
             definition.frame_end_offset,
@@ -591,7 +592,7 @@ void makeWindowDescriptionFromAST(const Context & context,
         desc.frame.end_offset = value;
     }
 
-    if (definition.frame.begin_type == WindowFrame::BoundaryType::Offset)
+    if (definition.frame_begin_type == WindowFrame::BoundaryType::Offset)
     {
         auto [value, _] = evaluateConstantExpression(
             definition.frame_begin_offset,
diff --git a/src/Parsers/ASTWindowDefinition.cpp b/src/Parsers/ASTWindowDefinition.cpp
index 636b826a1e1..7a91097ce99 100644
--- a/src/Parsers/ASTWindowDefinition.cpp
+++ b/src/Parsers/ASTWindowDefinition.cpp
@@ -26,7 +26,12 @@ ASTPtr ASTWindowDefinition::clone() const
         result->children.push_back(result->order_by);
     }
 
-    result->frame = frame;
+    result->frame_is_default = frame_is_default;
+    result->frame_type = frame_type;
+    result->frame_begin_type = frame_begin_type;
+    result->frame_begin_preceding = frame_begin_preceding;
+    result->frame_end_type = frame_end_type;
+    result->frame_end_preceding = frame_end_preceding;
 
     if (frame_begin_offset)
     {
@@ -87,19 +92,19 @@ void ASTWindowDefinition::formatImpl(const FormatSettings & settings,
         need_space = true;
     }
 
-    if (!frame.is_default)
+    if (!frame_is_default)
     {
         if (need_space)
         {
             settings.ostr << " ";
         }
 
-        settings.ostr << WindowFrame::toString(frame.type) << " BETWEEN ";
-        if (frame.begin_type == WindowFrame::BoundaryType::Current)
+        settings.ostr << WindowFrame::toString(frame_type) << " BETWEEN ";
+        if (frame_begin_type == WindowFrame::BoundaryType::Current)
         {
             settings.ostr << "CURRENT ROW";
         }
-        else if (frame.begin_type == WindowFrame::BoundaryType::Unbounded)
+        else if (frame_begin_type == WindowFrame::BoundaryType::Unbounded)
         {
             settings.ostr << "UNBOUNDED PRECEDING";
         }
@@ -107,14 +112,14 @@ void ASTWindowDefinition::formatImpl(const FormatSettings & settings,
         {
             frame_begin_offset->formatImpl(settings, state, format_frame);
             settings.ostr << " "
-                << (!frame.begin_preceding ? "FOLLOWING" : "PRECEDING");
+                << (!frame_begin_preceding ? "FOLLOWING" : "PRECEDING");
         }
         settings.ostr << " AND ";
-        if (frame.end_type == WindowFrame::BoundaryType::Current)
+        if (frame_end_type == WindowFrame::BoundaryType::Current)
         {
             settings.ostr << "CURRENT ROW";
         }
-        else if (frame.end_type == WindowFrame::BoundaryType::Unbounded)
+        else if (frame_end_type == WindowFrame::BoundaryType::Unbounded)
         {
             settings.ostr << "UNBOUNDED FOLLOWING";
         }
@@ -122,7 +127,7 @@ void ASTWindowDefinition::formatImpl(const FormatSettings & settings,
         {
             frame_end_offset->formatImpl(settings, state, format_frame);
             settings.ostr << " "
-                << (!frame.end_preceding ? "FOLLOWING" : "PRECEDING");
+                << (!frame_end_preceding ? "FOLLOWING" : "PRECEDING");
         }
     }
 }
diff --git a/src/Parsers/ASTWindowDefinition.h b/src/Parsers/ASTWindowDefinition.h
index 4edf574cabf..c53f8ef856e 100644
--- a/src/Parsers/ASTWindowDefinition.h
+++ b/src/Parsers/ASTWindowDefinition.h
@@ -16,12 +16,14 @@ struct ASTWindowDefinition : public IAST
 
     ASTPtr order_by;
 
-    // Be careful: offsets can contain constant expressions such as INTERVAL 1 DAY,
-    // that are evaluated later by ExpressionAnalyzer. The WindowFrame struct
-    // can be incomplete after parsing.
-    WindowFrame frame;
+    bool frame_is_default = true;
+    WindowFrame::FrameType frame_type = WindowFrame::FrameType::Range;
+    WindowFrame::BoundaryType frame_begin_type = WindowFrame::BoundaryType::Unbounded;
     ASTPtr frame_begin_offset;
+    bool frame_begin_preceding = true;
+    WindowFrame::BoundaryType frame_end_type = WindowFrame::BoundaryType::Current;
     ASTPtr frame_end_offset;
+    bool frame_end_preceding = false;
 
     ASTPtr clone() const override;
 
diff --git a/src/Parsers/ExpressionElementParsers.cpp b/src/Parsers/ExpressionElementParsers.cpp
index a8a037f9d0e..7367be9ac96 100644
--- a/src/Parsers/ExpressionElementParsers.cpp
+++ b/src/Parsers/ExpressionElementParsers.cpp
@@ -530,23 +530,23 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
     ParserKeyword keyword_groups("GROUPS");
     ParserKeyword keyword_range("RANGE");
 
-    node->frame.is_default = false;
+    node->frame_is_default = false;
     if (keyword_rows.ignore(pos, expected))
     {
-        node->frame.type = WindowFrame::FrameType::Rows;
+        node->frame_type = WindowFrame::FrameType::Rows;
     }
     else if (keyword_groups.ignore(pos, expected))
     {
-        node->frame.type = WindowFrame::FrameType::Groups;
+        node->frame_type = WindowFrame::FrameType::Groups;
     }
     else if (keyword_range.ignore(pos, expected))
     {
-        node->frame.type = WindowFrame::FrameType::Range;
+        node->frame_type = WindowFrame::FrameType::Range;
     }
     else
     {
         /* No frame clause. */
-        node->frame.is_default = true;
+        node->frame_is_default = true;
         return true;
     }
 
@@ -565,19 +565,19 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
 
     if (keyword_current_row.ignore(pos, expected))
     {
-        node->frame.begin_type = WindowFrame::BoundaryType::Current;
+        node->frame_begin_type = WindowFrame::BoundaryType::Current;
     }
     else
     {
         ParserExpression parser_expression;
         if (keyword_unbounded.ignore(pos, expected))
         {
-            node->frame.begin_type = WindowFrame::BoundaryType::Unbounded;
+            node->frame_begin_type = WindowFrame::BoundaryType::Unbounded;
         }
         else if (parser_expression.parse(pos, node->frame_begin_offset, expected))
         {
             // We will evaluate the expression for offset expression later.
-            node->frame.begin_type = WindowFrame::BoundaryType::Offset;
+            node->frame_begin_type = WindowFrame::BoundaryType::Offset;
         }
         else
         {
@@ -586,12 +586,12 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
 
         if (keyword_preceding.ignore(pos, expected))
         {
-            node->frame.begin_preceding = true;
+            node->frame_begin_preceding = true;
         }
         else if (keyword_following.ignore(pos, expected))
         {
-            node->frame.begin_preceding = false;
-            if (node->frame.begin_type == WindowFrame::BoundaryType::Unbounded)
+            node->frame_begin_preceding = false;
+            if (node->frame_begin_type == WindowFrame::BoundaryType::Unbounded)
             {
                 throw Exception(ErrorCodes::BAD_ARGUMENTS,
                     "Frame start cannot be UNBOUNDED FOLLOWING");
@@ -612,19 +612,19 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
 
         if (keyword_current_row.ignore(pos, expected))
         {
-            node->frame.end_type = WindowFrame::BoundaryType::Current;
+            node->frame_end_type = WindowFrame::BoundaryType::Current;
         }
         else
         {
             ParserExpression parser_expression;
             if (keyword_unbounded.ignore(pos, expected))
             {
-                node->frame.end_type = WindowFrame::BoundaryType::Unbounded;
+                node->frame_end_type = WindowFrame::BoundaryType::Unbounded;
             }
             else if (parser_expression.parse(pos, node->frame_end_offset, expected))
             {
                 // We will evaluate the expression for offset expression later.
-                node->frame.end_type = WindowFrame::BoundaryType::Offset;
+                node->frame_end_type = WindowFrame::BoundaryType::Offset;
             }
             else
             {
@@ -633,8 +633,8 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
 
             if (keyword_preceding.ignore(pos, expected))
             {
-                node->frame.end_preceding = true;
-                if (node->frame.end_type == WindowFrame::BoundaryType::Unbounded)
+                node->frame_end_preceding = true;
+                if (node->frame_end_type == WindowFrame::BoundaryType::Unbounded)
                 {
                     throw Exception(ErrorCodes::BAD_ARGUMENTS,
                         "Frame end cannot be UNBOUNDED PRECEDING");
@@ -643,7 +643,7 @@ static bool tryParseFrameDefinition(ASTWindowDefinition * node, IParser::Pos & p
             else if (keyword_following.ignore(pos, expected))
             {
                 // Positive offset or UNBOUNDED FOLLOWING.
-                node->frame.end_preceding = false;
+                node->frame_end_preceding = false;
             }
             else
             {

From ee049678a13aa0216c0cf281d6d4abd2f372d6d8 Mon Sep 17 00:00:00 2001
From: Tatiana Kirillova <kirillikoff@yandex-team.ru>
Date: Sat, 29 May 2021 16:42:21 +0300
Subject: [PATCH 0694/1060] Translation into Russian and system.tables

---
 docs/en/operations/system-tables/tables.md    | 71 +++++++++++--------
 .../sql-reference/statements/create/table.md  | 31 --------
 docs/ru/operations/system-tables/tables.md    | 70 ++++++++++--------
 .../sql-reference/statements/create/table.md  | 35 +++++++++
 4 files changed, 114 insertions(+), 93 deletions(-)

diff --git a/docs/en/operations/system-tables/tables.md b/docs/en/operations/system-tables/tables.md
index ccc9ab94f8b..480db3087f6 100644
--- a/docs/en/operations/system-tables/tables.md
+++ b/docs/en/operations/system-tables/tables.md
@@ -54,6 +54,9 @@ Columns:
 
 -   `lifetime_bytes` ([Nullable](../../sql-reference/data-types/nullable.md)([UInt64](../../sql-reference/data-types/int-uint.md))) - Total number of bytes INSERTed since server start (only for `Buffer` tables). 
 
+-   `comment` ([String](../../sql-reference/data-types/string.md)) - The comment for the table. 
+
+
 The `system.tables` table is used in `SHOW TABLES` query implementation.
 
 **Example**
@@ -65,47 +68,53 @@ SELECT * FROM system.tables LIMIT 2 FORMAT Vertical;
 ```text
 Row 1:
 ──────
-database:                   system
-name:                       aggregate_function_combinators
-uuid:                       00000000-0000-0000-0000-000000000000
-engine:                     SystemAggregateFunctionCombinators
+database:                   base
+name:                       t1
+uuid:                       81b1c20a-b7c6-4116-a2ce-7583fb6b6736
+engine:                     MergeTree
 is_temporary:               0
-data_paths:                 []
-metadata_path:              /var/lib/clickhouse/metadata/system/aggregate_function_combinators.sql
-metadata_modification_time: 1970-01-01 03:00:00
+data_paths:                 ['/var/lib/clickhouse/store/81b/81b1c20a-b7c6-4116-a2ce-7583fb6b6736/']
+metadata_path:              /var/lib/clickhouse/store/461/461cf698-fd0b-406d-8c01-5d8fd5748a91/t1.sql
+metadata_modification_time: 2021-01-25 19:14:32
 dependencies_database:      []
 dependencies_table:         []
-create_table_query:         
-engine_full:                
-partition_key:              
-sorting_key:                
-primary_key:                
-sampling_key:               
-storage_policy:             
-total_rows:                 ᴺᵁᴸᴸ
-total_bytes:                ᴺᵁᴸᴸ
+create_table_query:         CREATE TABLE base.t1 (`n` UInt64) ENGINE = MergeTree ORDER BY n SETTINGS index_granularity = 8192
+engine_full:                MergeTree ORDER BY n SETTINGS index_granularity = 8192
+partition_key:
+sorting_key:                n
+primary_key:                n
+sampling_key:
+storage_policy:             default
+total_rows:                 1
+total_bytes:                99
+lifetime_rows:              ᴺᵁᴸᴸ
+lifetime_bytes:             ᴺᵁᴸᴸ
+comment:
 
 Row 2:
 ──────
-database:                   system
-name:                       asynchronous_metrics
+database:                   default
+name:                       53r93yleapyears
 uuid:                       00000000-0000-0000-0000-000000000000
-engine:                     SystemAsynchronousMetrics
+engine:                     MergeTree
 is_temporary:               0
-data_paths:                 []
-metadata_path:              /var/lib/clickhouse/metadata/system/asynchronous_metrics.sql
-metadata_modification_time: 1970-01-01 03:00:00
+data_paths:                 ['/var/lib/clickhouse/data/default/53r93yleapyears/']
+metadata_path:              /var/lib/clickhouse/metadata/default/53r93yleapyears.sql
+metadata_modification_time: 2020-09-23 09:05:36
 dependencies_database:      []
 dependencies_table:         []
-create_table_query:         
-engine_full:                
-partition_key:              
-sorting_key:                
-primary_key:                
-sampling_key:               
-storage_policy:             
-total_rows:                 ᴺᵁᴸᴸ
-total_bytes:                ᴺᵁᴸᴸ
+create_table_query:         CREATE TABLE default.`53r93yleapyears` (`id` Int8, `febdays` Int8) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192
+engine_full:                MergeTree ORDER BY id SETTINGS index_granularity = 8192
+partition_key:
+sorting_key:                id
+primary_key:                id
+sampling_key:
+storage_policy:             default
+total_rows:                 2
+total_bytes:                155
+lifetime_rows:              ᴺᵁᴸᴸ
+lifetime_bytes:             ᴺᵁᴸᴸ
+comment:
 ```
 
 [Original article](https://clickhouse.tech/docs/en/operations/system_tables/tables) <!--hide-->
diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index 42f6293e52a..e1b04fbef85 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -390,34 +390,3 @@ Result:
 │ t1   │ The temporary table │
 └──────┴─────────────────────┘
 ```
-
-Query:
-
-``` sql
-CREATE TABLE t2 (x String) ENGINE = MergeTree ORDER BY x COMMENT 'The MergeTree table';
-SELECT name,comment FROM system.tables WHERE name = 't2';
-```
-
-Result:
-
-```text
-┌─name─┬─comment─────────────┐
-│ t2   │ The MergeTree table │
-└──────┴─────────────────────┘
-
-```
-
-Query:
-
-``` sql
-CREATE TABLE t3 (x String) ENGINE = Log COMMENT 'The Log table';
-SELECT name,comment FROM system.tables WHERE name = 't3';
-```
-
-Result:
-
-```text
-┌─name─┬─comment───────┐
-│ t3   │ The Log table │
-└──────┴───────────────┘
-```
diff --git a/docs/ru/operations/system-tables/tables.md b/docs/ru/operations/system-tables/tables.md
index 11bb6a9eda2..3dec1e7d940 100644
--- a/docs/ru/operations/system-tables/tables.md
+++ b/docs/ru/operations/system-tables/tables.md
@@ -39,6 +39,8 @@
 
 -   `lifetime_bytes` ([Nullable](../../sql-reference/data-types/nullable.md)([UInt64](../../sql-reference/data-types/int-uint.md))) - общее количество байт, добавленных оператором `INSERT` с момента запуска сервера (только для таблиц `Buffer`).
 
+-   `comment` ([String](../../sql-reference/data-types/string.md)) — комментарий к таблице.
+
 Таблица `system.tables` используется при выполнении запроса `SHOW TABLES`.
 
 **Пример**
@@ -50,45 +52,51 @@ SELECT * FROM system.tables LIMIT 2 FORMAT Vertical;
 ```text
 Row 1:
 ──────
-database:                   system
-name:                       aggregate_function_combinators
-uuid:                       00000000-0000-0000-0000-000000000000
-engine:                     SystemAggregateFunctionCombinators
+database:                   base
+name:                       t1
+uuid:                       81b1c20a-b7c6-4116-a2ce-7583fb6b6736
+engine:                     MergeTree
 is_temporary:               0
-data_paths:                 []
-metadata_path:              /var/lib/clickhouse/metadata/system/aggregate_function_combinators.sql
-metadata_modification_time: 1970-01-01 03:00:00
+data_paths:                 ['/var/lib/clickhouse/store/81b/81b1c20a-b7c6-4116-a2ce-7583fb6b6736/']
+metadata_path:              /var/lib/clickhouse/store/461/461cf698-fd0b-406d-8c01-5d8fd5748a91/t1.sql
+metadata_modification_time: 2021-01-25 19:14:32
 dependencies_database:      []
 dependencies_table:         []
-create_table_query:         
-engine_full:                
-partition_key:              
-sorting_key:                
-primary_key:                
-sampling_key:               
-storage_policy:             
-total_rows:                 ᴺᵁᴸᴸ
-total_bytes:                ᴺᵁᴸᴸ
+create_table_query:         CREATE TABLE base.t1 (`n` UInt64) ENGINE = MergeTree ORDER BY n SETTINGS index_granularity = 8192
+engine_full:                MergeTree ORDER BY n SETTINGS index_granularity = 8192
+partition_key:
+sorting_key:                n
+primary_key:                n
+sampling_key:
+storage_policy:             default
+total_rows:                 1
+total_bytes:                99
+lifetime_rows:              ᴺᵁᴸᴸ
+lifetime_bytes:             ᴺᵁᴸᴸ
+comment:
 
 Row 2:
 ──────
-database:                   system
-name:                       asynchronous_metrics
+database:                   default
+name:                       53r93yleapyears
 uuid:                       00000000-0000-0000-0000-000000000000
-engine:                     SystemAsynchronousMetrics
+engine:                     MergeTree
 is_temporary:               0
-data_paths:                 []
-metadata_path:              /var/lib/clickhouse/metadata/system/asynchronous_metrics.sql
-metadata_modification_time: 1970-01-01 03:00:00
+data_paths:                 ['/var/lib/clickhouse/data/default/53r93yleapyears/']
+metadata_path:              /var/lib/clickhouse/metadata/default/53r93yleapyears.sql
+metadata_modification_time: 2020-09-23 09:05:36
 dependencies_database:      []
 dependencies_table:         []
-create_table_query:         
-engine_full:                
-partition_key:              
-sorting_key:                
-primary_key:                
-sampling_key:               
-storage_policy:             
-total_rows:                 ᴺᵁᴸᴸ
-total_bytes:                ᴺᵁᴸᴸ
+create_table_query:         CREATE TABLE default.`53r93yleapyears` (`id` Int8, `febdays` Int8) ENGINE = MergeTree ORDER BY id SETTINGS index_granularity = 8192
+engine_full:                MergeTree ORDER BY id SETTINGS index_granularity = 8192
+partition_key:
+sorting_key:                id
+primary_key:                id
+sampling_key:
+storage_policy:             default
+total_rows:                 2
+total_bytes:                155
+lifetime_rows:              ᴺᵁᴸᴸ
+lifetime_bytes:             ᴺᵁᴸᴸ
+comment:
 ```
diff --git a/docs/ru/sql-reference/statements/create/table.md b/docs/ru/sql-reference/statements/create/table.md
index 1ccd0a600f3..743c113f80b 100644
--- a/docs/ru/sql-reference/statements/create/table.md
+++ b/docs/ru/sql-reference/statements/create/table.md
@@ -346,4 +346,39 @@ SELECT * FROM base.t1;
 └───┘
 ```
 
+## COMMENT TABLE {#comment-table}
+
+Вы можете добавить комментарий к таблице при ее создании.
+
+!!!note "Замечание"
+    Комментарий поддерживается для всех движков таблиц, кроме [Kafka](../../../engines/table-engines/integrations/kafka.md) и [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md).
+	
+**Синтаксис**
+
+``` sql
+CREATE TABLE db.table_name
+(
+    name1 type1, name2 type2, ...
+)
+ENGINE = engine
+COMMENT 'Comment';
+```
+	
+**Пример**
+
+Запрос:
+
+``` sql
+CREATE TABLE t1 (x String) ENGINE = Memory COMMENT 'The temporary table';
+SELECT name, comment FROM system.tables WHERE name = 't1';
+```
+
+Результат:
+
+```text
+┌─name─┬─comment─────────────┐
+│ t1   │ The temporary table │
+└──────┴─────────────────────┘
+```
+
 <!--hide-->

From 174a80f7b9629cf6fa1c1ab1be3755219da660d5 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sat, 29 May 2021 13:55:20 +0000
Subject: [PATCH 0695/1060] undo some changes

---
 .../sql-reference/functions/encoding-functions.md  | 14 ++++++++------
 .../sql-reference/functions/encoding-functions.md  | 13 +++++++------
 2 files changed, 15 insertions(+), 12 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index a023751b653..8f6aafaf4e7 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -153,7 +153,7 @@ Result:
 
 Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to a character.
 
-If you want to convert the result to a number, you can use [type conversion functions](../../sql-reference/functions/type-conversion-functions.md).
+If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
 
 Alias: `UNHEX`.
 
@@ -171,7 +171,7 @@ Supports both uppercase and lowercase letters `A-F`. The number of hexadecimal d
 
 **Returned value**
 
--   A string in text format.
+-   A binary string.
 
 Type: [String](../../sql-reference/data-types/string.md).
 
@@ -190,15 +190,17 @@ Result:
 ```
 
 Query:
+
 ``` sql
-SELECT toUInt8(unhex('303132')) AS num;
+SELECT reinterpretAsUInt64(reverse(unhex('FFF'))) AS num;
 ```
 
 Result:
+
 ``` text
-┌─num─┐
-│  12 │
-└─────┘
+┌──num─┐
+│ 4095 │
+└──────┘
 ```
 
 ## UUIDStringToNum(str) {#uuidstringtonumstr}
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index 9be8e252b7b..c5dfe577a9c 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -155,7 +155,7 @@ Result:
 
 Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
 
-Если вы хотите преобразовать результат в число, вы можете использовать [функции преобразования типа](../../sql-reference/functions/type-conversion-functions.md).
+Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions).
 
 Синоним: `UNHEX`.
 
@@ -173,7 +173,7 @@ unhex(arg)
 
 **Возвращаемое значение**
 
--   Строка в текстовом формате.
+-   Бинарная строка.
 
 Тип: [String](../../sql-reference/data-types/string.md).
 
@@ -194,14 +194,15 @@ SELECT unhex('303132'), UNHEX('4D7953514C');
 Запрос:
 
 ``` sql
-SELECT toUInt8(unhex('303132')) AS num;
+SELECT reinterpretAsUInt64(reverse(unhex('FFF'))) AS num;
 ```
 
 Результат:
+
 ``` text
-┌─num─┐
-│  12 │
-└─────┘
+┌──num─┐
+│ 4095 │
+└──────┘
 ```
 
 ## UUIDStringToNum(str) {#uuidstringtonumstr}

From d932eed090d5420da29af5f98de1b6713657f3a3 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sat, 29 May 2021 14:29:56 +0000
Subject: [PATCH 0696/1060] update

---
 docs/en/sql-reference/functions/encoding-functions.md | 7 +++++--
 docs/ru/sql-reference/functions/encoding-functions.md | 5 ++++-
 2 files changed, 9 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index 8f6aafaf4e7..1a6e542be19 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -151,10 +151,13 @@ Result:
 
 ## unhex {#unhexstr}
 
-Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to a character.
+Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to the byte represented by the number. The return value is a binary string.
 
 If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
 
+!!! note "Note"
+    If `unhex()` is invoked from within the `clickhouse-client`, binary strings display using UTF-8. 
+
 Alias: `UNHEX`.
 
 **Syntax**
@@ -167,7 +170,7 @@ unhex(arg)
 
 -   `arg` — A string containing any number of hexadecimal digits. Type: [String](../../sql-reference/data-types/string.md).
 
-Supports both uppercase and lowercase letters `A-F`. The number of hexadecimal digits does not have to be even. If it is odd, the last digit is interpreted as the least significant half of the `00-0F` byte. If the argument string contains anything other than hexadecimal digits, some implementation-defined result is returned (an exception isn’t thrown).
+Supports both uppercase and lowercase letters `A-F`. The number of hexadecimal digits does not have to be even. If it is odd, the last digit is interpreted as the least significant half of the `00-0F` byte. If the argument string contains anything other than hexadecimal digits, some implementation-defined result is returned (an exception isn’t thrown). For a numeric argument the inverse of hex(N) is not performed by unhex().
 
 **Returned value**
 
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index c5dfe577a9c..7144f72d609 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -153,10 +153,13 @@ Result:
 
 ## unhex(str) {#unhexstr}
 
-Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ.
+Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ. Возвращаемое значение представляет собой двоичную строку.
 
 Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions).
 
+!!! note "Note"
+    Если `unhex()` вызывается из `clickhouse-client`, двоичные строки отображаются с использованием UTF-8.
+
 Синоним: `UNHEX`.
 
 **Синтаксис**

From 33ec902597ed593f21dbb804c144f31d7161d492 Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Sat, 29 May 2021 18:23:49 +0300
Subject: [PATCH 0697/1060] Update
 docs/en/sql-reference/statements/create/table.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index e1b04fbef85..bb2aadd0b2e 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -355,7 +355,7 @@ SELECT * FROM base.t1;
 └───┘
 ```
 
-## COMMENT TABLE {#comment-table}
+## COMMENT Clause {#comment-table}
 
 You can add a comment to the table when you creating it.
 

From 0ca47b2d1a8d4f88ba1ea8b12151cd507a38db5b Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Sat, 29 May 2021 18:23:59 +0300
Subject: [PATCH 0698/1060] Update
 docs/en/sql-reference/statements/create/table.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index bb2aadd0b2e..df29ac33198 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -371,7 +371,7 @@ CREATE TABLE db.table_name
     name1 type1, name2 type2, ...
 )
 ENGINE = engine
-COMMENT 'Comment';
+COMMENT 'Comment'
 ```
 	
 **Example**

From 4da019e1787da00f952fcd2dc44fd4e85774d75f Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Sat, 29 May 2021 18:24:48 +0300
Subject: [PATCH 0699/1060] Update
 docs/ru/sql-reference/statements/create/table.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/statements/create/table.md b/docs/ru/sql-reference/statements/create/table.md
index 743c113f80b..eea5baedce8 100644
--- a/docs/ru/sql-reference/statements/create/table.md
+++ b/docs/ru/sql-reference/statements/create/table.md
@@ -361,7 +361,7 @@ CREATE TABLE db.table_name
     name1 type1, name2 type2, ...
 )
 ENGINE = engine
-COMMENT 'Comment';
+COMMENT 'Comment'
 ```
 	
 **Пример**

From 4ba9e1585177f4173d1b5c0ca79915abac76fff9 Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Sat, 29 May 2021 18:24:57 +0300
Subject: [PATCH 0700/1060] Update
 docs/ru/sql-reference/statements/create/table.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/statements/create/table.md b/docs/ru/sql-reference/statements/create/table.md
index eea5baedce8..f3a6a384225 100644
--- a/docs/ru/sql-reference/statements/create/table.md
+++ b/docs/ru/sql-reference/statements/create/table.md
@@ -346,7 +346,7 @@ SELECT * FROM base.t1;
 └───┘
 ```
 
-## COMMENT TABLE {#comment-table}
+## Секция COMMENT {#comment-table}
 
 Вы можете добавить комментарий к таблице при ее создании.
 

From ddbdf688142af2233d3bfce1e3970e97f140ff0c Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Sun, 30 May 2021 05:16:28 +0300
Subject: [PATCH 0701/1060] Update version_date.tsv after release 21.5.6.6

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index 269b96e2143..e08a6ad0ffe 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -1,3 +1,4 @@
+v21.5.6.6-stable	2021-05-29
 v21.5.5.12-stable	2021-05-20
 v21.4.7.3-stable	2021-05-19
 v21.4.6.55-stable	2021-04-30

From d2299dcf6df527a726f6ee0e2f3c69d41b192b1f Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 08:49:58 +0000
Subject: [PATCH 0702/1060] fixed

---
 docs/en/sql-reference/functions/encoding-functions.md | 2 +-
 docs/ru/sql-reference/functions/encoding-functions.md | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index 1a6e542be19..ecd890948b0 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -156,7 +156,7 @@ Performs the opposite operation of [hex](#hex). It interprets each pair of hexad
 If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
 
 !!! note "Note"
-    If `unhex()` is invoked from within the `clickhouse-client`, binary strings display using UTF-8. 
+    If `unhex` is invoked from within the `clickhouse-client`, binary strings display using UTF-8. 
 
 Alias: `UNHEX`.
 
diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index 7144f72d609..2b1ed21b6ec 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -157,8 +157,8 @@ Result:
 
 Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions).
 
-!!! note "Note"
-    Если `unhex()` вызывается из `clickhouse-client`, двоичные строки отображаются с использованием UTF-8.
+!!! note "Примечание"
+    Если `unhex` вызывается из `clickhouse-client`, двоичные строки отображаются с использованием UTF-8.
 
 Синоним: `UNHEX`.
 

From ee25971426229dc5cd28dacbb44fe43c0adcc5bd Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 09:24:41 +0000
Subject: [PATCH 0703/1060] en, ru docs

---
 .../mergetree-family/custom-partitioning-key.md       |  2 ++
 docs/en/operations/settings/merge-tree-settings.md    | 11 +++++++++++
 .../mergetree-family/custom-partitioning-key.md       |  2 ++
 3 files changed, 15 insertions(+)

diff --git a/docs/en/engines/table-engines/mergetree-family/custom-partitioning-key.md b/docs/en/engines/table-engines/mergetree-family/custom-partitioning-key.md
index 855d5fdadf4..535922875ef 100644
--- a/docs/en/engines/table-engines/mergetree-family/custom-partitioning-key.md
+++ b/docs/en/engines/table-engines/mergetree-family/custom-partitioning-key.md
@@ -33,6 +33,8 @@ ORDER BY (CounterID, StartDate, intHash32(UserID));
 
 In this example, we set partitioning by the event types that occurred during the current week.
 
+By default, the floating-point partition key is not supported. To use it enable the setting [allow_floating_point_partition_key](../../../operations/settings/merge-tree-settings.md#allow_floating_point_partition_key).
+
 When inserting new data to a table, this data is stored as a separate part (chunk) sorted by the primary key. In 10-15 minutes after inserting, the parts of the same partition are merged into the entire part.
 
 !!! info "Info"
diff --git a/docs/en/operations/settings/merge-tree-settings.md b/docs/en/operations/settings/merge-tree-settings.md
index 77b68715ba9..e9eb8d97c9a 100644
--- a/docs/en/operations/settings/merge-tree-settings.md
+++ b/docs/en/operations/settings/merge-tree-settings.md
@@ -198,4 +198,15 @@ Possible values:
 
 Default value: -1 (unlimited).
 
+## allow_floating_point_partition_key {#allow_floating_point_partition_key}
+
+Enables to allow floating-point number as a partition key.
+
+Possible values:
+
+-   0 — Floating-point partition key not allowed.
+-   1 — Floating-point partition key allowed.
+
+Default value: `0`.
+
 [Original article](https://clickhouse.tech/docs/en/operations/settings/merge_tree_settings/) <!--hide-->
diff --git a/docs/ru/engines/table-engines/mergetree-family/custom-partitioning-key.md b/docs/ru/engines/table-engines/mergetree-family/custom-partitioning-key.md
index 9a09618e508..4f0206158f1 100644
--- a/docs/ru/engines/table-engines/mergetree-family/custom-partitioning-key.md
+++ b/docs/ru/engines/table-engines/mergetree-family/custom-partitioning-key.md
@@ -34,6 +34,8 @@ ORDER BY (CounterID, StartDate, intHash32(UserID));
 
 В этом примере задано партиционирование по типам событий, произошедших в течение текущей недели.
 
+По умолчанию, ключ партиционирования с плавающей запятой не поддерживается. Чтобы использовать его, включите настройку [allow_floating_point_partition_key](../../../operations/settings/merge-tree-settings.md#allow_floating_point_partition_key).
+
 Каждая партиция состоит из отдельных фрагментов или так называемых *кусков данных*. Каждый кусок отсортирован по первичному ключу. При вставке данных в таблицу каждая отдельная запись сохраняется в виде отдельного куска. Через некоторое время после вставки (обычно до 10 минут), ClickHouse выполняет в фоновом режиме слияние данных — в результате куски для одной и той же партиции будут объединены в более крупный кусок.
 
 !!! info "Info"

From c32e4fc1a4f460ac4728c1f6e05b9d22a1719115 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 09:29:22 +0000
Subject: [PATCH 0704/1060] update

---
 docs/ru/operations/settings/merge-tree-settings.md | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/docs/ru/operations/settings/merge-tree-settings.md b/docs/ru/operations/settings/merge-tree-settings.md
index bfc0b0a2644..525f3322845 100644
--- a/docs/ru/operations/settings/merge-tree-settings.md
+++ b/docs/ru/operations/settings/merge-tree-settings.md
@@ -193,4 +193,15 @@ Eсли суммарное число активных кусков во все
 
 Значение по умолчанию: -1 (неограниченно).
 
+## allow_floating_point_partition_key {#allow_floating_point_partition_key}
+
+Позволяет использовать число с плавающей запятой в качестве ключа партиционирования.
+
+Возможные значения:
+
+-   0 — Ключ партиционирования с плавающей запятой не разрешен.
+-   1 — Ключ партиционирования с плавающей запятой разрешен.
+
+Значение по умолчанию: `0`.
+
 [Original article](https://clickhouse.tech/docs/ru/operations/settings/merge_tree_settings/) <!--hide-->

From 72b0632208ce3191969455c042edddb2c73ea9c6 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 10:39:32 +0000
Subject: [PATCH 0705/1060] add en,ru docs

---
 .../functions/ext-dict-functions.md           | 43 +++++++++++++++++++
 .../functions/ext-dict-functions.md           | 43 +++++++++++++++++++
 2 files changed, 86 insertions(+)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 5fc146f603f..d5a8644c0fc 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -162,6 +162,49 @@ dictIsIn('dict_name', child_id_expr, ancestor_id_expr)
 
 Type: `UInt8`.
 
+## dictGetChildren {#dictgetchildren}
+
+Returns first-level children as an array of indexes. It is a inverse transformation for [dictGetHierarchy](#dictgethierarchy).
+
+**Syntax** 
+
+``` sql
+dictGetChildren(dict_name, key)
+```
+
+**Arguments** 
+
+-   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
+-   `key` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value. 
+
+**Returned values**
+
+-   First-level descendants for the key.
+
+Type: [Array(UInt64)](../../sql-reference/data-types/array.md).
+
+## dictGetDescendant {#dictgetdescendant}
+
+Returns all descendants as if [dictGetChildren](#dictgetchildren) was applied `level` times recursively.  
+
+**Syntax**
+
+``` sql
+dictGetDescendants(dict_name, key, level)
+```
+
+**Arguments** 
+
+-   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
+-   `key` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
+-   `level` — hierarchy level. If `level = 0` returns all descendants to the end. [UInt8](../../sql-reference/data-types/int-uint.md).
+
+**Returned values**
+
+-   Descendants for the key.
+
+Type: [Array(UInt64)](../../sql-reference/data-types/array.md).
+
 ## Other Functions {#ext_dict_functions-other}
 
 ClickHouse supports specialized functions that convert dictionary attribute values to a specific data type regardless of the dictionary configuration.
diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 919f8ebe276..532174891e2 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -157,6 +157,49 @@ Type: [Array(UInt64)](../../sql-reference/functions/ext-dict-functions.md).
 
 Тип — `UInt8`.
 
+## dictGetChildren {#dictgetchildren}
+
+Возвращает потомков первого уровня в виде массива индексов. Это обратное преобразование для [dictGetHierarchy](#dictgethierarchy).
+
+**Синтаксис** 
+
+``` sql
+dictGetChildren(dict_name, key)
+```
+
+**Аргументы** 
+
+-   `dict_name` — Имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
+-   `key` — Значение ключа.[Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md). 
+
+**Returned values**
+
+-   Потомки первого уровня для ключа.
+
+Тип: [Array(UInt64)](../../sql-reference/data-types/array.md).
+
+## dictGetDescendant {#dictgetdescendant}
+
+Возвращает всех потомков, как если бы [dictGetChildren](#dictgetchildren) была выполнена `level` раз рекурсивно.  
+
+**Синтаксис**
+
+``` sql
+dictGetDescendants(dict_name, key, level)
+```
+
+**Аргументы** 
+
+-   `dict_name` — Имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
+-   `key` — Значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md)
+-   `level` — уровень иерархии. Если `level = 0` возвращаются все потомки до конца. [UInt8](../../sql-reference/data-types/int-uint.md).
+
+**Возвращаемые значения**
+
+-   Потомки для ключа.
+
+ТИп: [Array(UInt64)](../../sql-reference/data-types/array.md).
+
 ## Прочие функции {#ext_dict_functions-other}
 
 ClickHouse поддерживает специализированные функции, которые приводят значения атрибутов словаря к определённому типу данных независимо от конфигурации словаря.

From d84de3fdbf7200ce7d75aace6fef1750915ef188 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 10:43:49 +0000
Subject: [PATCH 0706/1060] Fixed

---
 docs/en/sql-reference/functions/ext-dict-functions.md | 6 +++---
 docs/ru/sql-reference/functions/ext-dict-functions.md | 4 ++--
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index d5a8644c0fc..80be46015c7 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -164,7 +164,7 @@ Type: `UInt8`.
 
 ## dictGetChildren {#dictgetchildren}
 
-Returns first-level children as an array of indexes. It is a inverse transformation for [dictGetHierarchy](#dictgethierarchy).
+Returns first-level children as an array of indexes. It is the inverse transformation for [dictGetHierarchy](#dictgethierarchy).
 
 **Syntax** 
 
@@ -185,7 +185,7 @@ Type: [Array(UInt64)](../../sql-reference/data-types/array.md).
 
 ## dictGetDescendant {#dictgetdescendant}
 
-Returns all descendants as if [dictGetChildren](#dictgetchildren) was applied `level` times recursively.  
+Returns all descendants as if [dictGetChildren](#dictgetchildren) function was applied `level` times recursively.  
 
 **Syntax**
 
@@ -197,7 +197,7 @@ dictGetDescendants(dict_name, key, level)
 
 -   `dict_name` — Name of the dictionary. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
 -   `key` — Key value. [Expression](../../sql-reference/syntax.md#syntax-expressions) returning a [UInt64](../../sql-reference/data-types/int-uint.md)-type value.
--   `level` — hierarchy level. If `level = 0` returns all descendants to the end. [UInt8](../../sql-reference/data-types/int-uint.md).
+-   `level` — Hierarchy level. If `level = 0` returns all descendants to the end. [UInt8](../../sql-reference/data-types/int-uint.md).
 
 **Returned values**
 
diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 532174891e2..412f3170e68 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -180,7 +180,7 @@ dictGetChildren(dict_name, key)
 
 ## dictGetDescendant {#dictgetdescendant}
 
-Возвращает всех потомков, как если бы [dictGetChildren](#dictgetchildren) была выполнена `level` раз рекурсивно.  
+Возвращает всех потомков, как если бы функция [dictGetChildren](#dictgetchildren) была выполнена `level` раз рекурсивно.  
 
 **Синтаксис**
 
@@ -198,7 +198,7 @@ dictGetDescendants(dict_name, key, level)
 
 -   Потомки для ключа.
 
-ТИп: [Array(UInt64)](../../sql-reference/data-types/array.md).
+Тип: [Array(UInt64)](../../sql-reference/data-types/array.md).
 
 ## Прочие функции {#ext_dict_functions-other}
 

From 733610dece0b2f552c613f0e7aa10a46a62db3a5 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Sun, 30 May 2021 14:09:50 +0300
Subject: [PATCH 0707/1060] Fixes after review

---
 src/Common/Config/YAMLParser.cpp     | 39 ++++++++--------------------
 src/Parsers/examples/YAML_fuzzer.cpp | 17 +++++-------
 2 files changed, 18 insertions(+), 38 deletions(-)

diff --git a/src/Common/Config/YAMLParser.cpp b/src/Common/Config/YAMLParser.cpp
index 704a2003e92..5595f61e1ee 100644
--- a/src/Common/Config/YAMLParser.cpp
+++ b/src/Common/Config/YAMLParser.cpp
@@ -57,15 +57,7 @@ void processNode(const YAML::Node & node, Poco::XML::Element & parent_xml_elemen
     {
         case YAML::NodeType::Scalar:
         {
-            std::string value;
-            try
-            {
-                value = node.as<std::string>();
-            }
-            catch (const YAML::TypedBadConversion<std::string>&)
-            {
-                throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with value which cannot be represented as string and cannot continue parsing of the file");
-            }
+            std::string value = node.as<std::string>();
             Poco::AutoPtr<Poco::XML::Text> xml_value = xml_document->createTextNode(value);
             parent_xml_element.appendChild(xml_value);
             break;
@@ -118,29 +110,13 @@ void processNode(const YAML::Node & node, Poco::XML::Element & parent_xml_elemen
             {
                 const auto & key_node = key_value_pair.first;
                 const auto & value_node = key_value_pair.second;
-                std::string key;
-                try
-                {
-                    key = key_node.as<std::string>();
-                }
-                catch (const YAML::TypedBadConversion<std::string>&)
-                {
-                    throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with key which cannot be represented as string and cannot continue parsing of the file");
-                }
+                std::string key = key_node.as<std::string>();
                 bool is_attribute = (key.starts_with(YAML_ATTRIBUTE_PREFIX) && value_node.IsScalar());
                 if (is_attribute)
                 {
                     /// we use substr(1) here to remove YAML_ATTRIBUTE_PREFIX from key
                     auto attribute_name = key.substr(1);
-                    std::string value;
-                    try
-                    {
-                        value = value_node.as<std::string>();
-                    }
-                    catch (const YAML::TypedBadConversion<std::string>&)
-                    {
-                        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with value which cannot be represented as string and cannot continue parsing of the file");
-                    }
+                    std::string value = value_node.as<std::string>();
                     parent_xml_element.setAttribute(attribute_name, value);
                 }
                 else
@@ -182,7 +158,14 @@ Poco::AutoPtr<Poco::XML::Document> YAMLParser::parse(const String& path)
     Poco::AutoPtr<Poco::XML::Document> xml = new Document;
     Poco::AutoPtr<Poco::XML::Element> root_node = xml->createElement("yandex");
     xml->appendChild(root_node);
-    processNode(node_yml, *root_node);
+    try
+    {
+        processNode(node_yml, *root_node);
+    }
+    catch (const YAML::TypedBadConversion<std::string>&)
+    {
+        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with key or value which cannot be represented as string and cannot continue parsing of the file");
+    }
     return xml;
 }
 
diff --git a/src/Parsers/examples/YAML_fuzzer.cpp b/src/Parsers/examples/YAML_fuzzer.cpp
index c18b9ffae70..223bd89c7b2 100644
--- a/src/Parsers/examples/YAML_fuzzer.cpp
+++ b/src/Parsers/examples/YAML_fuzzer.cpp
@@ -1,6 +1,7 @@
 #include <iostream>
 #include <fstream>
 #include <string>
+#include <cstdio>
 #include <time.h>
 #include <filesystem>
 
@@ -10,15 +11,13 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     /// build ClickHouse with YAML_fuzzer.cpp
     /// ./YAML_fuzzer YAML_CORPUS
     /// where YAML_CORPUS is a directory with different YAML configs for libfuzzer
-
-    srand(time(NULL));
-    std::string cur_file = std::to_string(rand());
-
-    while (std::filesystem::exists(cur_file))
-    {
-        std::string cur_file = std::to_string(rand());
+    char* file_name = std::tmpnam(nullptr);
+    if (file_name == nullptr) {
+        std::cout << "Cannot create temp file!\n";
+        return 1;
     }
-
+    std::string cur_file(file_name);
+    
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
     DB::YAMLParser parser;
 
@@ -34,8 +33,6 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     {
         std::cout << "YAMLParser exception from bad file, etc. OK\n";
     }
-
-    remove(cur_file.c_str());
     return 0;
 }
 

From 386f31fddf790bb88f280f67391e0ba3e0447ae5 Mon Sep 17 00:00:00 2001
From: Ahmed Dardery <Megadardery@yahoo.com>
Date: Sun, 30 May 2021 14:08:19 +0200
Subject: [PATCH 0708/1060] fixed missing "weight" in definition

---
 .../aggregate-functions/reference/quantiletdigestweighted.md    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md b/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md
index 32d174136e0..a726938d07f 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md
@@ -18,7 +18,7 @@ When using multiple `quantile*` functions with different levels in a query, the
 **Syntax**
 
 ``` sql
-quantileTDigest(level)(expr)
+quantileTDigest(level)(expr, weight)
 ```
 
 Alias: `medianTDigest`.

From 8afd8627046abb13bc1596aea51c1a411a23a03b Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 12:21:43 +0000
Subject: [PATCH 0709/1060] add example

---
 .../functions/ext-dict-functions.md           | 47 ++++++++++++++++
 .../functions/ext-dict-functions.md           | 54 +++++++++++++++++--
 2 files changed, 98 insertions(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 80be46015c7..20d2826d5be 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -205,6 +205,53 @@ dictGetDescendants(dict_name, key, level)
 
 Type: [Array(UInt64)](../../sql-reference/data-types/array.md).
 
+**Example**
+
+Source table:
+
+``` sql
+CREATE TABLE hierarchy_source_table (id UInt64, parent_id UInt64) ENGINE = TinyLog;
+INSERT INTO hierarchy_source_table VALUES (1, 0), (2, 1), (3, 1), (4, 2);
+CREATE DICTIONARY hierarchy_flat_dictionary
+(
+    id UInt64,
+    parent_id UInt64 HIERARCHICAL
+)
+PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'hierarchy_source_table'))
+LAYOUT(FLAT())
+LIFETIME(MIN 1 MAX 1000);
+```
+Query:
+
+``` sql
+SELECT dictGetChildren('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number, 1) FROM system.numbers LIMIT 4;
+```
+Result:
+
+``` text
+┌─dictGetChildren('hierarchy_flat_dictionary', number)─┐
+│ [1]                                                  │
+│ [2,3]                                                │
+│ [4]                                                  │
+│ []                                                   │
+└──────────────────────────────────────────────────────┘
+┌─dictGetDescendants('hierarchy_flat_dictionary', number)─┐
+│ [1,2,3,4]                                               │
+│ [2,3,4]                                                 │
+│ [4]                                                     │
+│ []                                                      │
+└─────────────────────────────────────────────────────────┘
+┌─dictGetDescendants('hierarchy_flat_dictionary', number, 1)─┐
+│ [1]                                                        │
+│ [2,3]                                                      │
+│ [4]                                                        │
+│ []                                                         │
+└────────────────────────────────────────────────────────────┘
+```
+
 ## Other Functions {#ext_dict_functions-other}
 
 ClickHouse supports specialized functions that convert dictionary attribute values to a specific data type regardless of the dictionary configuration.
diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 412f3170e68..fe62badf3ae 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -170,9 +170,9 @@ dictGetChildren(dict_name, key)
 **Аргументы** 
 
 -   `dict_name` — Имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
--   `key` — Значение ключа.[Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md). 
+-   `key` — Значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md). 
 
-**Returned values**
+**Возвращаемые значения**
 
 -   Потомки первого уровня для ключа.
 
@@ -191,7 +191,7 @@ dictGetDescendants(dict_name, key, level)
 **Аргументы** 
 
 -   `dict_name` — Имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
--   `key` — Значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md)
+-   `key` — Значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 -   `level` — уровень иерархии. Если `level = 0` возвращаются все потомки до конца. [UInt8](../../sql-reference/data-types/int-uint.md).
 
 **Возвращаемые значения**
@@ -200,6 +200,54 @@ dictGetDescendants(dict_name, key, level)
 
 Тип: [Array(UInt64)](../../sql-reference/data-types/array.md).
 
+**Пример**
+
+Исходная таблица:
+
+``` sql
+CREATE TABLE hierarchy_source_table (id UInt64, parent_id UInt64) ENGINE = TinyLog;
+INSERT INTO hierarchy_source_table VALUES (1, 0), (2, 1), (3, 1), (4, 2);
+CREATE DICTIONARY hierarchy_flat_dictionary
+(
+    id UInt64,
+    parent_id UInt64 HIERARCHICAL
+)
+PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'hierarchy_source_table'))
+LAYOUT(FLAT())
+LIFETIME(MIN 1 MAX 1000);
+```
+Запрос:
+
+``` sql
+SELECT dictGetChildren('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number, 1) FROM system.numbers LIMIT 4;
+```
+Результат:
+
+``` text
+┌─dictGetChildren('hierarchy_flat_dictionary', number)─┐
+│ [1]                                                  │
+│ [2,3]                                                │
+│ [4]                                                  │
+│ []                                                   │
+└──────────────────────────────────────────────────────┘
+┌─dictGetDescendants('hierarchy_flat_dictionary', number)─┐
+│ [1,2,3,4]                                               │
+│ [2,3,4]                                                 │
+│ [4]                                                     │
+│ []                                                      │
+└─────────────────────────────────────────────────────────┘
+┌─dictGetDescendants('hierarchy_flat_dictionary', number, 1)─┐
+│ [1]                                                        │
+│ [2,3]                                                      │
+│ [4]                                                        │
+│ []                                                         │
+└────────────────────────────────────────────────────────────┘
+```
+```
+
 ## Прочие функции {#ext_dict_functions-other}
 
 ClickHouse поддерживает специализированные функции, которые приводят значения атрибутов словаря к определённому типу данных независимо от конфигурации словаря.

From 7fc25ed70884b2fbd41e20c6b90a845a6bbf2710 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 12:22:49 +0000
Subject: [PATCH 0710/1060] fixed

---
 docs/ru/sql-reference/functions/ext-dict-functions.md | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index fe62badf3ae..783fd5d14dc 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -246,7 +246,6 @@ SELECT dictGetDescendants('hierarchy_flat_dictionary', number, 1) FROM system.nu
 │ []                                                         │
 └────────────────────────────────────────────────────────────┘
 ```
-```
 
 ## Прочие функции {#ext_dict_functions-other}
 

From 29e50feef6500a954718cd1b0656f8415788c456 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Sun, 30 May 2021 14:09:50 +0300
Subject: [PATCH 0711/1060] Fixes after review

---
 src/Common/Config/YAMLParser.cpp     | 39 ++++++++--------------------
 src/Parsers/examples/YAML_fuzzer.cpp | 17 +++++-------
 2 files changed, 18 insertions(+), 38 deletions(-)

diff --git a/src/Common/Config/YAMLParser.cpp b/src/Common/Config/YAMLParser.cpp
index 704a2003e92..5595f61e1ee 100644
--- a/src/Common/Config/YAMLParser.cpp
+++ b/src/Common/Config/YAMLParser.cpp
@@ -57,15 +57,7 @@ void processNode(const YAML::Node & node, Poco::XML::Element & parent_xml_elemen
     {
         case YAML::NodeType::Scalar:
         {
-            std::string value;
-            try
-            {
-                value = node.as<std::string>();
-            }
-            catch (const YAML::TypedBadConversion<std::string>&)
-            {
-                throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with value which cannot be represented as string and cannot continue parsing of the file");
-            }
+            std::string value = node.as<std::string>();
             Poco::AutoPtr<Poco::XML::Text> xml_value = xml_document->createTextNode(value);
             parent_xml_element.appendChild(xml_value);
             break;
@@ -118,29 +110,13 @@ void processNode(const YAML::Node & node, Poco::XML::Element & parent_xml_elemen
             {
                 const auto & key_node = key_value_pair.first;
                 const auto & value_node = key_value_pair.second;
-                std::string key;
-                try
-                {
-                    key = key_node.as<std::string>();
-                }
-                catch (const YAML::TypedBadConversion<std::string>&)
-                {
-                    throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with key which cannot be represented as string and cannot continue parsing of the file");
-                }
+                std::string key = key_node.as<std::string>();
                 bool is_attribute = (key.starts_with(YAML_ATTRIBUTE_PREFIX) && value_node.IsScalar());
                 if (is_attribute)
                 {
                     /// we use substr(1) here to remove YAML_ATTRIBUTE_PREFIX from key
                     auto attribute_name = key.substr(1);
-                    std::string value;
-                    try
-                    {
-                        value = value_node.as<std::string>();
-                    }
-                    catch (const YAML::TypedBadConversion<std::string>&)
-                    {
-                        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with value which cannot be represented as string and cannot continue parsing of the file");
-                    }
+                    std::string value = value_node.as<std::string>();
                     parent_xml_element.setAttribute(attribute_name, value);
                 }
                 else
@@ -182,7 +158,14 @@ Poco::AutoPtr<Poco::XML::Document> YAMLParser::parse(const String& path)
     Poco::AutoPtr<Poco::XML::Document> xml = new Document;
     Poco::AutoPtr<Poco::XML::Element> root_node = xml->createElement("yandex");
     xml->appendChild(root_node);
-    processNode(node_yml, *root_node);
+    try
+    {
+        processNode(node_yml, *root_node);
+    }
+    catch (const YAML::TypedBadConversion<std::string>&)
+    {
+        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "YAMLParser has encountered node with key or value which cannot be represented as string and cannot continue parsing of the file");
+    }
     return xml;
 }
 
diff --git a/src/Parsers/examples/YAML_fuzzer.cpp b/src/Parsers/examples/YAML_fuzzer.cpp
index c18b9ffae70..223bd89c7b2 100644
--- a/src/Parsers/examples/YAML_fuzzer.cpp
+++ b/src/Parsers/examples/YAML_fuzzer.cpp
@@ -1,6 +1,7 @@
 #include <iostream>
 #include <fstream>
 #include <string>
+#include <cstdio>
 #include <time.h>
 #include <filesystem>
 
@@ -10,15 +11,13 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     /// build ClickHouse with YAML_fuzzer.cpp
     /// ./YAML_fuzzer YAML_CORPUS
     /// where YAML_CORPUS is a directory with different YAML configs for libfuzzer
-
-    srand(time(NULL));
-    std::string cur_file = std::to_string(rand());
-
-    while (std::filesystem::exists(cur_file))
-    {
-        std::string cur_file = std::to_string(rand());
+    char* file_name = std::tmpnam(nullptr);
+    if (file_name == nullptr) {
+        std::cout << "Cannot create temp file!\n";
+        return 1;
     }
-
+    std::string cur_file(file_name);
+    
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
     DB::YAMLParser parser;
 
@@ -34,8 +33,6 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     {
         std::cout << "YAMLParser exception from bad file, etc. OK\n";
     }
-
-    remove(cur_file.c_str());
     return 0;
 }
 

From 69816e6effcde4ac55481d49a3319be33523956d Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Sat, 29 May 2021 08:44:07 +0300
Subject: [PATCH 0712/1060] Fix checks

---
 programs/client/Client.cpp                                | 2 +-
 src/Common/filesystemHelpers.cpp                          | 1 -
 src/Common/ya.make                                        | 1 -
 src/Dictionaries/FileDictionarySource.cpp                 | 4 ----
 src/Dictionaries/LibraryDictionarySource.cpp              | 2 --
 src/Disks/DiskLocal.cpp                                   | 1 -
 src/Formats/FormatSchemaInfo.cpp                          | 8 ++++----
 src/Server/StaticRequestHandler.cpp                       | 4 +++-
 .../examples/get_current_inserts_in_replicated.cpp        | 3 ++-
 9 files changed, 10 insertions(+), 16 deletions(-)

diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 89899b86eb0..cd8162e1af2 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -278,7 +278,7 @@ private:
 
         /// Set path for format schema files
         if (config().has("format_schema_path"))
-            context->setFormatSchemaPath(fs::absolute(config().getString("format_schema_path")));
+            context->setFormatSchemaPath(fs::weakly_canonical(config().getString("format_schema_path")));
 
         /// Initialize query_id_formats if any
         if (config().has("query_id_formats"))
diff --git a/src/Common/filesystemHelpers.cpp b/src/Common/filesystemHelpers.cpp
index d7c556d1c6a..4855500b776 100644
--- a/src/Common/filesystemHelpers.cpp
+++ b/src/Common/filesystemHelpers.cpp
@@ -11,7 +11,6 @@
 #include <filesystem>
 #include <fcntl.h>
 #include <unistd.h>
-#include <sys/stat.h>
 #include <sys/types.h>
 #include <utime.h>
 
diff --git a/src/Common/ya.make b/src/Common/ya.make
index c91f794e97c..57b60e9cce5 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -95,7 +95,6 @@ SRCS(
     ZooKeeper/ZooKeeperNodeCache.cpp
     checkStackSize.cpp
     clearPasswordFromCommandLine.cpp
-    createFile.cpp
     createHardLink.cpp
     escapeForFileName.cpp
     filesystemHelpers.cpp
diff --git a/src/Dictionaries/FileDictionarySource.cpp b/src/Dictionaries/FileDictionarySource.cpp
index a22263575f4..239c13e71c2 100644
--- a/src/Dictionaries/FileDictionarySource.cpp
+++ b/src/Dictionaries/FileDictionarySource.cpp
@@ -1,5 +1,4 @@
 #include "FileDictionarySource.h"
-#include <filesystem>
 #include <common/logger_useful.h>
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/filesystemHelpers.h>
@@ -10,11 +9,8 @@
 #include "DictionaryStructure.h"
 #include "registerDictionaries.h"
 #include "DictionarySourceHelpers.h"
-#include <Common/filesystemHelpers.h>
 
 
-namespace fs = std::filesystem;
-
 namespace DB
 {
 static const UInt64 max_block_size = 8192;
diff --git a/src/Dictionaries/LibraryDictionarySource.cpp b/src/Dictionaries/LibraryDictionarySource.cpp
index 70022a9b721..0b8b52a2d67 100644
--- a/src/Dictionaries/LibraryDictionarySource.cpp
+++ b/src/Dictionaries/LibraryDictionarySource.cpp
@@ -7,8 +7,6 @@
 #include <IO/WriteBufferFromString.h>
 #include <IO/WriteHelpers.h>
 #include <filesystem>
-#include <DataStreams/OneBlockInputStream.h>
-#include <Interpreters/Context.h>
 
 #include <Dictionaries/DictionarySourceFactory.h>
 #include <Dictionaries/DictionarySourceHelpers.h>
diff --git a/src/Disks/DiskLocal.cpp b/src/Disks/DiskLocal.cpp
index cae166d2110..768d1c2354a 100644
--- a/src/Disks/DiskLocal.cpp
+++ b/src/Disks/DiskLocal.cpp
@@ -7,7 +7,6 @@
 #include <Common/filesystemHelpers.h>
 #include <Common/quoteString.h>
 #include <IO/createReadBufferFromFileBase.h>
-#include <Common/filesystemHelpers.h>
 
 #include <fstream>
 #include <unistd.h>
diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index bd1bd9367b2..1b406f639ea 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -81,12 +81,12 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }
-    else if (!fs::weakly_canonical(path).string().starts_with(fs::weakly_canonical(default_schema_directory()).string()))
+    else if (path.has_parent_path() && !fs::weakly_canonical(path).string().starts_with(fs::weakly_canonical(default_schema_directory()).string()))
     {
         if (is_server)
-            throw Exception(
-                "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: " + path.string(),
-                ErrorCodes::BAD_ARGUMENTS);
+            throw Exception(ErrorCodes::BAD_ARGUMENTS,
+                            "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: {} ({} not in {})",
+                            path.string());
         fs::path default_schema_directory_path(default_schema_directory());
         if (default_schema_directory_path.is_absolute())
             path = default_schema_directory_path;
diff --git a/src/Server/StaticRequestHandler.cpp b/src/Server/StaticRequestHandler.cpp
index e96f3a581a9..19b91ae9c42 100644
--- a/src/Server/StaticRequestHandler.cpp
+++ b/src/Server/StaticRequestHandler.cpp
@@ -138,7 +138,9 @@ void StaticRequestHandler::writeResponse(WriteBuffer & out)
 
     if (startsWith(response_expression, file_prefix))
     {
-        const auto & file_name = response_expression.substr(file_prefix.size() + 1, response_expression.size() - file_prefix.size());
+        auto file_name = response_expression.substr(file_prefix.size(), response_expression.size() - file_prefix.size());
+        if (file_name.starts_with('/'))
+            file_name = file_name.substr(1);
 
         fs::path user_files_absolute_path = fs::canonical(fs::path(server.context()->getUserFilesPath()));
         String file_path = fs::weakly_canonical(user_files_absolute_path / file_name);
diff --git a/src/Storages/examples/get_current_inserts_in_replicated.cpp b/src/Storages/examples/get_current_inserts_in_replicated.cpp
index 62dcce37d4e..56364997643 100644
--- a/src/Storages/examples/get_current_inserts_in_replicated.cpp
+++ b/src/Storages/examples/get_current_inserts_in_replicated.cpp
@@ -4,11 +4,12 @@
 #include <Common/ZooKeeper/ZooKeeper.h>
 #include <Common/Exception.h>
 #include <Common/Stopwatch.h>
-
 #include <ext/scope_guard.h>
 
+#include <filesystem>
 #include <iostream>
 
+namespace fs = std::filesystem;
 
 using namespace DB;
 

From 4a60e3545e9bcd9711c263c3e0bf42ea4a9a958c Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 13:01:25 +0000
Subject: [PATCH 0713/1060] add en,ru docs

---
 docs/en/operations/settings/merge-tree-settings.md | 11 +++++++++++
 docs/ru/operations/settings/merge-tree-settings.md | 11 +++++++++++
 2 files changed, 22 insertions(+)

diff --git a/docs/en/operations/settings/merge-tree-settings.md b/docs/en/operations/settings/merge-tree-settings.md
index 77b68715ba9..65283489226 100644
--- a/docs/en/operations/settings/merge-tree-settings.md
+++ b/docs/en/operations/settings/merge-tree-settings.md
@@ -115,6 +115,17 @@ Default value: 604800 (1 week).
 
 Similar to [replicated_deduplication_window](#replicated-deduplication-window), `replicated_deduplication_window_seconds` specifies how long to store hash sums of blocks for insert deduplication. Hash sums older than `replicated_deduplication_window_seconds` are removed from Zookeeper, even if they are less than ` replicated_deduplication_window`.
 
+## non_replicated_deduplication_window {#non-replicated-deduplication-window }
+
+The number of most recently inserted blocks for which should be stores hash sums to check for duplicates for non-replicated MergeTree tables.
+
+Possible values:
+
+-   Any positive integer.
+-   0 (disable deduplication).
+
+Default value: 0.
+
 ## old_parts_lifetime {#old-parts-lifetime}
 
 The time (in seconds) of storing inactive parts to protect against data loss during spontaneous server reboots.
diff --git a/docs/ru/operations/settings/merge-tree-settings.md b/docs/ru/operations/settings/merge-tree-settings.md
index bfc0b0a2644..75a82dfa72c 100644
--- a/docs/ru/operations/settings/merge-tree-settings.md
+++ b/docs/ru/operations/settings/merge-tree-settings.md
@@ -112,6 +112,17 @@ Eсли суммарное число активных кусков во все
 
 Аналогично [replicated_deduplication_window](#replicated-deduplication-window), задает, сколько времени хранить хеш-суммы блоков для дедупликции `Insert`-в. Хеш-суммы старше `replicated_deduplication_window_seconds` удаляются из Zookeeper, даже если их меньше чем `replicated_deduplication_window`.
 
+## non_replicated_deduplication_window {#non-replicated-deduplication-window }
+
+Количество последних вставленных блоков, для которых должны храниться хэш-суммы для проверки дубликатов, для нереплицированных MergeTree таблиц.
+
+Возможные значения:
+
+-   Положительное целое число.
+-   0 (дедупликация отключена).
+
+Значение по умолчанию: 0.
+
 ## old_parts_lifetime {#old-parts-lifetime}
 
 Время (в секундах) хранения неактивных кусков, для защиты от потери данных при спонтанной перезагрузке сервера или О.С.

From 68b10843557bcca70009c86012e186926548b1ad Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 13:28:21 +0000
Subject: [PATCH 0714/1060] add en docs

---
 docs/en/sql-reference/statements/alter/partition.md | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/alter/partition.md b/docs/en/sql-reference/statements/alter/partition.md
index f7183ba525c..30d79b47c0a 100644
--- a/docs/en/sql-reference/statements/alter/partition.md
+++ b/docs/en/sql-reference/statements/alter/partition.md
@@ -16,6 +16,7 @@ The following operations with [partitions](../../../engines/table-engines/merget
 -   [CLEAR COLUMN IN PARTITION](#alter_clear-column-partition) — Resets the value of a specified column in a partition.
 -   [CLEAR INDEX IN PARTITION](#alter_clear-index-partition) — Resets the specified secondary index in a partition.
 -   [FREEZE PARTITION](#alter_freeze-partition) — Creates a backup of a partition.
+-   [UNFREEZE PARTITION](#alter_unfreeze-partition) — Removes a backup of a partition.
 -   [FETCH PARTITION](#alter_fetch-partition) — Downloads a partition from another server.
 -   [MOVE PARTITION\|PART](#alter_move-partition) — Move partition/data part to another disk or volume.
 
@@ -172,7 +173,7 @@ At the time of execution, for a data snapshot, the query creates hardlinks to a
 !!! note "Note"
     If you use [a set of disks for data storage in a table](../../../engines/table-engines/mergetree-family/mergetree.md#table_engine-mergetree-multiple-volumes), the `shadow/N` directory appears on every disk, storing data parts that matched by the `PARTITION` expression.
 
-The same structure of directories is created inside the backup as inside `/var/lib/clickhouse/`. The query performs ‘chmod’ for all files, forbidding writing into them.
+The same structure of directories is created inside the backup as inside `/var/lib/clickhouse/`. The query performs `chmod` for all files, forbidding writing into them.
 
 After creating the backup, you can copy the data from `/var/lib/clickhouse/shadow/` to the remote server and then delete it from the local server. Note that the `ALTER t FREEZE PARTITION` query is not replicated. It creates a local backup only on the local server.
 
@@ -190,6 +191,14 @@ Restoring from a backup doesn’t require stopping the server.
 
 For more information about backups and restoring data, see the [Data Backup](../../../operations/backup.md) section.
 
+## UNFREEZE PARTITION {#alter_unfreeze-partition}
+
+``` sql
+ALTER TABLE 'table_name' UNFREEZE [PARTITION 'part_expr'] WITH NAME 'backup_name'
+```
+
+Removes "freezed" partitions with the specified name from the disk. If the `PARTITION` clause is omitted, the query removes the backup of all partitions at once.
+
 ## CLEAR INDEX IN PARTITION {#alter_clear-index-partition}
 
 ``` sql

From 1cda2bb2f02cc38dec11b176ad70a29e72bdf087 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sun, 30 May 2021 14:33:45 +0300
Subject: [PATCH 0715/1060] Process config w/o extensions as XML format

I'm using such hack to hide the password:

    $ clickhouse-client --config <(echo '<config><password></password></config>')

But this had been broken in #21858

v2: add a test
v3: fail for unsupported extensions
---
 src/Common/Config/ConfigProcessor.cpp         | 11 ++-
 ..._clickhouse_client_config_format.reference | 14 ++++
 .../01889_clickhouse_client_config_format.sh  | 68 +++++++++++++++++++
 3 files changed, 90 insertions(+), 3 deletions(-)
 create mode 100644 tests/queries/0_stateless/01889_clickhouse_client_config_format.reference
 create mode 100755 tests/queries/0_stateless/01889_clickhouse_client_config_format.sh

diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index fa9e9b72087..f799a5cfa8e 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -36,6 +36,7 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int FILE_DOESNT_EXIST;
+    extern const int CANNOT_LOAD_CONFIG;
 }
 
 /// For cutting preprocessed path to this base
@@ -464,13 +465,17 @@ XMLDocumentPtr ConfigProcessor::processConfig(
     if (fs::exists(path))
     {
         fs::path p(path);
-        if (p.extension() == ".xml")
+        if (p.extension() == ".yaml" || p.extension() == ".yml")
+        {
+            config = YAMLParser::parse(path);
+        }
+        else if (p.extension() == ".xml" || p.extension() == ".conf" || p.extension().empty())
         {
             config = dom_parser.parse(path);
         }
-        else if (p.extension() == ".yaml" || p.extension() == ".yml")
+        else
         {
-            config = YAMLParser::parse(path);
+            throw Exception(ErrorCodes::CANNOT_LOAD_CONFIG, "Unknown format of '{}' config", path);
         }
     }
     else
diff --git a/tests/queries/0_stateless/01889_clickhouse_client_config_format.reference b/tests/queries/0_stateless/01889_clickhouse_client_config_format.reference
new file mode 100644
index 00000000000..30c8a44486b
--- /dev/null
+++ b/tests/queries/0_stateless/01889_clickhouse_client_config_format.reference
@@ -0,0 +1,14 @@
+default
+2
+xml
+2
+conf
+2
+/dev/fd/PIPE
+2
+yml
+2
+yaml
+2
+ini
+Code: 347. Unknown format of '/config_default.ini' config
diff --git a/tests/queries/0_stateless/01889_clickhouse_client_config_format.sh b/tests/queries/0_stateless/01889_clickhouse_client_config_format.sh
new file mode 100755
index 00000000000..d09efc9a15c
--- /dev/null
+++ b/tests/queries/0_stateless/01889_clickhouse_client_config_format.sh
@@ -0,0 +1,68 @@
+#!/usr/bin/env bash
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+# use $CLICKHOUSE_DATABASE so that clickhouse-test will replace it with default to match .reference
+config=$CUR_DIR/config_$CLICKHOUSE_DATABASE
+xml_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.xml
+conf_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.conf
+yml_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.yml
+yaml_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.yaml
+ini_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.ini
+
+function cleanup()
+{
+    rm "${config:?}"
+    rm "${xml_config:?}"
+    rm "${conf_config:?}"
+    rm "${yml_config:?}"
+    rm "${yaml_config:?}"
+    rm "${ini_config:?}"
+}
+trap cleanup EXIT
+
+cat > "$config" <<EOL
+<config>
+    <max_threads>2</max_threads>
+</config>
+EOL
+cat > "$conf_config" <<EOL
+<config>
+    <max_threads>2</max_threads>
+</config>
+EOL
+cat > "$xml_config" <<EOL
+<config>
+    <max_threads>2</max_threads>
+</config>
+EOL
+cat > "$yml_config" <<EOL
+max_threads: 2
+EOL
+cat > "$yaml_config" <<EOL
+max_threads: 2
+EOL
+cat > "$ini_config" <<EOL
+[config]
+max_threads=2
+EOL
+
+echo 'default'
+$CLICKHOUSE_CLIENT --config "$config" -q "select getSetting('max_threads')"
+echo 'xml'
+$CLICKHOUSE_CLIENT --config "$xml_config" -q "select getSetting('max_threads')"
+echo 'conf'
+$CLICKHOUSE_CLIENT --config "$conf_config" -q "select getSetting('max_threads')"
+echo '/dev/fd/PIPE'
+# verify that /dev/fd/X parsed as XML (regardless it has .xml extension or not)
+# and that pipe does works
+$CLICKHOUSE_CLIENT --config <(echo '<config><max_threads>2</max_threads></config>') -q "select getSetting('max_threads')"
+
+echo 'yml'
+$CLICKHOUSE_CLIENT --config "$yml_config" -q "select getSetting('max_threads')"
+echo 'yaml'
+$CLICKHOUSE_CLIENT --config "$yaml_config" -q "select getSetting('max_threads')"
+echo 'ini'
+$CLICKHOUSE_CLIENT --config "$ini_config" -q "select getSetting('max_threads')" 2>&1 |& sed -e "s#$CUR_DIR##" -e "s#DB::Exception: ##"

From eb08bb066947eb9fea0dde7c6e18c5d5e991d09a Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sun, 30 May 2021 15:28:41 +0300
Subject: [PATCH 0716/1060] Case-insensitive config extensions

---
 src/Common/Config/ConfigProcessor.cpp            | 16 +++++++++++++---
 ...889_clickhouse_client_config_format.reference |  2 ++
 .../01889_clickhouse_client_config_format.sh     |  9 +++++++++
 3 files changed, 24 insertions(+), 3 deletions(-)

diff --git a/src/Common/Config/ConfigProcessor.cpp b/src/Common/Config/ConfigProcessor.cpp
index f799a5cfa8e..5d64e3ea4ea 100644
--- a/src/Common/Config/ConfigProcessor.cpp
+++ b/src/Common/Config/ConfigProcessor.cpp
@@ -11,6 +11,7 @@
 #include <algorithm>
 #include <functional>
 #include <filesystem>
+#include <boost/algorithm/string.hpp>
 #include <Poco/DOM/Text.h>
 #include <Poco/DOM/Attr.h>
 #include <Poco/DOM/Comment.h>
@@ -440,6 +441,8 @@ ConfigProcessor::Files ConfigProcessor::getConfigMergeFiles(const std::string &
             std::string extension = path.getExtension();
             std::string base_name = path.getBaseName();
 
+            boost::algorithm::to_lower(extension);
+
             // Skip non-config and temporary files
             if (file.isFile() && (extension == "xml" || extension == "conf" || extension == "yaml" || extension == "yml") && !startsWith(base_name, "."))
             {
@@ -465,11 +468,15 @@ XMLDocumentPtr ConfigProcessor::processConfig(
     if (fs::exists(path))
     {
         fs::path p(path);
-        if (p.extension() == ".yaml" || p.extension() == ".yml")
+
+        std::string extension = p.extension();
+        boost::algorithm::to_lower(extension);
+
+        if (extension == ".yaml" || extension == ".yml")
         {
             config = YAMLParser::parse(path);
         }
-        else if (p.extension() == ".xml" || p.extension() == ".conf" || p.extension().empty())
+        else if (extension == ".xml" || extension == ".conf" || extension.empty())
         {
             config = dom_parser.parse(path);
         }
@@ -514,7 +521,10 @@ XMLDocumentPtr ConfigProcessor::processConfig(
             XMLDocumentPtr with;
 
             fs::path p(merge_file);
-            if (p.extension() == ".yaml" || p.extension() == ".yml")
+            std::string extension = p.extension();
+            boost::algorithm::to_lower(extension);
+
+            if (extension == ".yaml" || extension == ".yml")
             {
                 with = YAMLParser::parse(merge_file);
             }
diff --git a/tests/queries/0_stateless/01889_clickhouse_client_config_format.reference b/tests/queries/0_stateless/01889_clickhouse_client_config_format.reference
index 30c8a44486b..aa7748928f1 100644
--- a/tests/queries/0_stateless/01889_clickhouse_client_config_format.reference
+++ b/tests/queries/0_stateless/01889_clickhouse_client_config_format.reference
@@ -2,6 +2,8 @@ default
 2
 xml
 2
+XML
+2
 conf
 2
 /dev/fd/PIPE
diff --git a/tests/queries/0_stateless/01889_clickhouse_client_config_format.sh b/tests/queries/0_stateless/01889_clickhouse_client_config_format.sh
index d09efc9a15c..588e582894a 100755
--- a/tests/queries/0_stateless/01889_clickhouse_client_config_format.sh
+++ b/tests/queries/0_stateless/01889_clickhouse_client_config_format.sh
@@ -7,6 +7,7 @@ CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # use $CLICKHOUSE_DATABASE so that clickhouse-test will replace it with default to match .reference
 config=$CUR_DIR/config_$CLICKHOUSE_DATABASE
 xml_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.xml
+XML_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.XML
 conf_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.conf
 yml_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.yml
 yaml_config=$CUR_DIR/config_$CLICKHOUSE_DATABASE.yaml
@@ -16,6 +17,7 @@ function cleanup()
 {
     rm "${config:?}"
     rm "${xml_config:?}"
+    rm "${XML_config:?}"
     rm "${conf_config:?}"
     rm "${yml_config:?}"
     rm "${yaml_config:?}"
@@ -38,6 +40,11 @@ cat > "$xml_config" <<EOL
     <max_threads>2</max_threads>
 </config>
 EOL
+cat > "$XML_config" <<EOL
+<config>
+    <max_threads>2</max_threads>
+</config>
+EOL
 cat > "$yml_config" <<EOL
 max_threads: 2
 EOL
@@ -53,6 +60,8 @@ echo 'default'
 $CLICKHOUSE_CLIENT --config "$config" -q "select getSetting('max_threads')"
 echo 'xml'
 $CLICKHOUSE_CLIENT --config "$xml_config" -q "select getSetting('max_threads')"
+echo 'XML'
+$CLICKHOUSE_CLIENT --config "$XML_config" -q "select getSetting('max_threads')"
 echo 'conf'
 $CLICKHOUSE_CLIENT --config "$conf_config" -q "select getSetting('max_threads')"
 echo '/dev/fd/PIPE'

From a4cdeca3ee88786851dd838596a60989ff8a5b87 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Sun, 30 May 2021 21:14:56 +0300
Subject: [PATCH 0717/1060] Update
 docs/en/sql-reference/functions/ext-dict-functions.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/functions/ext-dict-functions.md | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 20d2826d5be..157e7a81adf 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -181,7 +181,7 @@ dictGetChildren(dict_name, key)
 
 -   First-level descendants for the key.
 
-Type: [Array(UInt64)](../../sql-reference/data-types/array.md).
+Type: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-reference/data-types/int-uint.md)).
 
 ## dictGetDescendant {#dictgetdescendant}
 
@@ -292,4 +292,3 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
         - `dictGet[Type]OrDefault` returns the value passed as the `default_value_expr` parameter.
 
 ClickHouse throws an exception if it cannot parse the value of the attribute or the value doesn’t match the attribute data type.
-

From fab84c526a2fa1587e468e3cb6ffa54dd7a63105 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Sun, 30 May 2021 21:15:01 +0300
Subject: [PATCH 0718/1060] Update
 docs/en/sql-reference/functions/ext-dict-functions.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/en/sql-reference/functions/ext-dict-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index 157e7a81adf..eeef1ed03b4 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -203,7 +203,7 @@ dictGetDescendants(dict_name, key, level)
 
 -   Descendants for the key.
 
-Type: [Array(UInt64)](../../sql-reference/data-types/array.md).
+Type: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-reference/data-types/int-uint.md)).
 
 **Example**
 

From c859712c9c372f3c5cfd0fe88760f4942de4bf05 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Sun, 30 May 2021 21:15:06 +0300
Subject: [PATCH 0719/1060] Update
 docs/ru/sql-reference/functions/ext-dict-functions.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/sql-reference/functions/ext-dict-functions.md | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 783fd5d14dc..1a14f809954 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -198,7 +198,7 @@ dictGetDescendants(dict_name, key, level)
 
 -   Потомки для ключа.
 
-Тип: [Array(UInt64)](../../sql-reference/data-types/array.md).
+Тип: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-reference/data-types/int-uint.md)).
 
 **Пример**
 
@@ -287,4 +287,3 @@ dictGet[Type]OrDefault('dict_name', 'attr_name', id_expr, default_value_expr)
     -   `dictGet[Type]OrDefault` возвращает аргумент `default_value_expr`.
 
 Если значение атрибута не удалось обработать или оно не соответствует типу данных атрибута, то ClickHouse генерирует исключение.
-

From f9a22e683cd4db1c913cfd8fcc46a16029ca4c52 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Sun, 30 May 2021 21:15:11 +0300
Subject: [PATCH 0720/1060] Update
 docs/ru/sql-reference/functions/ext-dict-functions.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/sql-reference/functions/ext-dict-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 1a14f809954..8d9b8beedf6 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -176,7 +176,7 @@ dictGetChildren(dict_name, key)
 
 -   Потомки первого уровня для ключа.
 
-Тип: [Array(UInt64)](../../sql-reference/data-types/array.md).
+Тип: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-reference/data-types/int-uint.md)).
 
 ## dictGetDescendant {#dictgetdescendant}
 

From b6ba7dea3909549e0b4864a5f78c1ffe347e4298 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Sun, 30 May 2021 21:15:26 +0300
Subject: [PATCH 0721/1060] Update
 docs/ru/sql-reference/functions/ext-dict-functions.md

Co-authored-by: olgarev <56617294+olgarev@users.noreply.github.com>
---
 docs/ru/sql-reference/functions/ext-dict-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 8d9b8beedf6..e59c2eddf4f 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -192,7 +192,7 @@ dictGetDescendants(dict_name, key, level)
 
 -   `dict_name` — Имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
 -   `key` — Значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
--   `level` — уровень иерархии. Если `level = 0` возвращаются все потомки до конца. [UInt8](../../sql-reference/data-types/int-uint.md).
+-   `level` — уровень иерархии. Если `level = 0`, возвращаются все потомки. [UInt8](../../sql-reference/data-types/int-uint.md).
 
 **Возвращаемые значения**
 

From 06980023465c042ba871c4cc3a08140d1d0662a6 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 18:24:14 +0000
Subject: [PATCH 0722/1060] Fixed after review

---
 .../functions/ext-dict-functions.md           | 81 ++++++++++++-------
 1 file changed, 52 insertions(+), 29 deletions(-)

diff --git a/docs/en/sql-reference/functions/ext-dict-functions.md b/docs/en/sql-reference/functions/ext-dict-functions.md
index eeef1ed03b4..cc9f8a756d3 100644
--- a/docs/en/sql-reference/functions/ext-dict-functions.md
+++ b/docs/en/sql-reference/functions/ext-dict-functions.md
@@ -183,6 +183,34 @@ dictGetChildren(dict_name, key)
 
 Type: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-reference/data-types/int-uint.md)).
 
+**Example**
+
+Consider the hierarchic dictionary:
+
+``` text
+┌─id─┬─parent_id─┐
+│  1 │         0 │
+│  2 │         1 │
+│  3 │         1 │
+│  4 │         2 │
+└────┴───────────┘
+```
+
+First-level children:
+
+``` sql
+SELECT dictGetChildren('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+```
+
+``` text
+┌─dictGetChildren('hierarchy_flat_dictionary', number)─┐
+│ [1]                                                  │
+│ [2,3]                                                │
+│ [4]                                                  │
+│ []                                                   │
+└──────────────────────────────────────────────────────┘
+```
+
 ## dictGetDescendant {#dictgetdescendant}
 
 Returns all descendants as if [dictGetChildren](#dictgetchildren) function was applied `level` times recursively.  
@@ -207,43 +235,38 @@ Type: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-refere
 
 **Example**
 
-Source table:
-
-``` sql
-CREATE TABLE hierarchy_source_table (id UInt64, parent_id UInt64) ENGINE = TinyLog;
-INSERT INTO hierarchy_source_table VALUES (1, 0), (2, 1), (3, 1), (4, 2);
-CREATE DICTIONARY hierarchy_flat_dictionary
-(
-    id UInt64,
-    parent_id UInt64 HIERARCHICAL
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'hierarchy_source_table'))
-LAYOUT(FLAT())
-LIFETIME(MIN 1 MAX 1000);
-```
-Query:
-
-``` sql
-SELECT dictGetChildren('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
-SELECT dictGetDescendants('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
-SELECT dictGetDescendants('hierarchy_flat_dictionary', number, 1) FROM system.numbers LIMIT 4;
-```
-Result:
+Consider the hierarchic dictionary:
+
+``` text
+┌─id─┬─parent_id─┐
+│  1 │         0 │
+│  2 │         1 │
+│  3 │         1 │
+│  4 │         2 │
+└────┴───────────┘
+```
+All descendants:
+
+``` sql
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+```
 
 ``` text
-┌─dictGetChildren('hierarchy_flat_dictionary', number)─┐
-│ [1]                                                  │
-│ [2,3]                                                │
-│ [4]                                                  │
-│ []                                                   │
-└──────────────────────────────────────────────────────┘
 ┌─dictGetDescendants('hierarchy_flat_dictionary', number)─┐
 │ [1,2,3,4]                                               │
 │ [2,3,4]                                                 │
 │ [4]                                                     │
 │ []                                                      │
 └─────────────────────────────────────────────────────────┘
+```
+
+First-level descendants:
+
+``` sql
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number, 1) FROM system.numbers LIMIT 4;
+```
+
+``` text
 ┌─dictGetDescendants('hierarchy_flat_dictionary', number, 1)─┐
 │ [1]                                                        │
 │ [2,3]                                                      │

From d04b802cb0393d230ba7cc7ea9d417002fa4a409 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 18:30:23 +0000
Subject: [PATCH 0723/1060] update

---
 .../functions/ext-dict-functions.md           | 81 ++++++++++++-------
 1 file changed, 52 insertions(+), 29 deletions(-)

diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index e59c2eddf4f..4df09599ede 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -178,6 +178,34 @@ dictGetChildren(dict_name, key)
 
 Тип: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-reference/data-types/int-uint.md)).
 
+**Пример**
+
+Рассмотрим иерархический словарь:
+
+``` text
+┌─id─┬─parent_id─┐
+│  1 │         0 │
+│  2 │         1 │
+│  3 │         1 │
+│  4 │         2 │
+└────┴───────────┘
+```
+
+Потомки первого уровня:
+
+``` sql
+SELECT dictGetChildren('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+```
+
+``` text
+┌─dictGetChildren('hierarchy_flat_dictionary', number)─┐
+│ [1]                                                  │
+│ [2,3]                                                │
+│ [4]                                                  │
+│ []                                                   │
+└──────────────────────────────────────────────────────┘
+```
+
 ## dictGetDescendant {#dictgetdescendant}
 
 Возвращает всех потомков, как если бы функция [dictGetChildren](#dictgetchildren) была выполнена `level` раз рекурсивно.  
@@ -202,43 +230,38 @@ dictGetDescendants(dict_name, key, level)
 
 **Пример**
 
-Исходная таблица:
-
-``` sql
-CREATE TABLE hierarchy_source_table (id UInt64, parent_id UInt64) ENGINE = TinyLog;
-INSERT INTO hierarchy_source_table VALUES (1, 0), (2, 1), (3, 1), (4, 2);
-CREATE DICTIONARY hierarchy_flat_dictionary
-(
-    id UInt64,
-    parent_id UInt64 HIERARCHICAL
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() USER 'default' TABLE 'hierarchy_source_table'))
-LAYOUT(FLAT())
-LIFETIME(MIN 1 MAX 1000);
-```
-Запрос:
-
-``` sql
-SELECT dictGetChildren('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
-SELECT dictGetDescendants('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
-SELECT dictGetDescendants('hierarchy_flat_dictionary', number, 1) FROM system.numbers LIMIT 4;
-```
-Результат:
+Рассмотрим иерархический словарь:
+
+``` text
+┌─id─┬─parent_id─┐
+│  1 │         0 │
+│  2 │         1 │
+│  3 │         1 │
+│  4 │         2 │
+└────┴───────────┘
+```
+Все потомки:
+
+``` sql
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number) FROM system.numbers LIMIT 4;
+```
 
 ``` text
-┌─dictGetChildren('hierarchy_flat_dictionary', number)─┐
-│ [1]                                                  │
-│ [2,3]                                                │
-│ [4]                                                  │
-│ []                                                   │
-└──────────────────────────────────────────────────────┘
 ┌─dictGetDescendants('hierarchy_flat_dictionary', number)─┐
 │ [1,2,3,4]                                               │
 │ [2,3,4]                                                 │
 │ [4]                                                     │
 │ []                                                      │
 └─────────────────────────────────────────────────────────┘
+```
+
+Потомки первого уровня:
+
+``` sql
+SELECT dictGetDescendants('hierarchy_flat_dictionary', number, 1) FROM system.numbers LIMIT 4;
+```
+
+``` text
 ┌─dictGetDescendants('hierarchy_flat_dictionary', number, 1)─┐
 │ [1]                                                        │
 │ [2,3]                                                      │

From fcf39609aafacc380eaa375dd6709833ed9792b8 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Sun, 30 May 2021 18:34:15 +0000
Subject: [PATCH 0724/1060] small fix

---
 .../sql-reference/functions/ext-dict-functions.md  | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/docs/ru/sql-reference/functions/ext-dict-functions.md b/docs/ru/sql-reference/functions/ext-dict-functions.md
index 5e5286715cd..612477dc806 100644
--- a/docs/ru/sql-reference/functions/ext-dict-functions.md
+++ b/docs/ru/sql-reference/functions/ext-dict-functions.md
@@ -244,7 +244,7 @@ dictHas('dict_name', id)
 -   0, если ключа нет.
 -   1, если ключ есть.
 
-Тип — `UInt8`.
+Тип: [UInt8](../../sql-reference/data-types/int-uint.md).
 
 ## dictGetHierarchy {#dictgethierarchy}
 
@@ -265,7 +265,7 @@ dictGetHierarchy('dict_name', key)
 
 -   Цепочка предков заданного ключа.
 
-Type: [Array(UInt64)](../../sql-reference/functions/ext-dict-functions.md).
+Type: [Array](../../sql-reference/data-types/array.md)([UInt64](../../sql-reference/data-types/int-uint.md)).
 
 ## dictIsIn {#dictisin}
 
@@ -284,7 +284,7 @@ Type: [Array(UInt64)](../../sql-reference/functions/ext-dict-functions.md).
 -   0, если `child_id_expr` — не дочерний элемент `ancestor_id_expr`.
 -   1, если `child_id_expr` — дочерний элемент `ancestor_id_expr` или если `child_id_expr` и есть `ancestor_id_expr`.
 
-Тип — `UInt8`.
+Тип: [UInt8](../../sql-reference/data-types/int-uint.md).
 
 ## dictGetChildren {#dictgetchildren}
 
@@ -298,8 +298,8 @@ dictGetChildren(dict_name, key)
 
 **Аргументы** 
 
--   `dict_name` — Имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
--   `key` — Значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md). 
+-   `dict_name` — имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
+-   `key` — значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md). 
 
 **Возвращаемые значения**
 
@@ -347,8 +347,8 @@ dictGetDescendants(dict_name, key, level)
 
 **Аргументы** 
 
--   `dict_name` — Имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
--   `key` — Значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
+-   `dict_name` — имя словаря. [String literal](../../sql-reference/syntax.md#syntax-string-literal). 
+-   `key` — значение ключа. [Выражение](../syntax.md#syntax-expressions), возвращающее значение типа [UInt64](../../sql-reference/functions/ext-dict-functions.md).
 -   `level` — уровень иерархии. Если `level = 0`, возвращаются все потомки. [UInt8](../../sql-reference/data-types/int-uint.md).
 
 **Возвращаемые значения**

From 4189cca043499822d3462d3e5bb0248e071a9e5b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Sun, 30 May 2021 22:28:35 +0300
Subject: [PATCH 0725/1060] Update NuRaft

---
 contrib/NuRaft | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/NuRaft b/contrib/NuRaft
index 95d6bbba579..62fed1c8e6f 160000
--- a/contrib/NuRaft
+++ b/contrib/NuRaft
@@ -1 +1 @@
-Subproject commit 95d6bbba579b3a4e4c2dede954f541ff6f3dba51
+Subproject commit 62fed1c8e6fb863fcd49829c812a76be005ab756

From 16647fe8ce8a2f6b8b6f5b671aae2e60059d0070 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Mon, 31 May 2021 00:29:37 +0300
Subject: [PATCH 0726/1060] some unrelated fixes

---
 src/Storages/MergeTree/MergeTreeData.cpp       |  7 +++++--
 src/Storages/MergeTree/MergeTreePartInfo.h     |  7 +++++++
 .../ReplicatedMergeTreePartCheckThread.cpp     |  7 ++++---
 .../ReplicatedMergeTreeRestartingThread.cpp    |  8 +++++++-
 src/Storages/StorageReplicatedMergeTree.cpp    | 15 ++++++++++++---
 .../test.py                                    | 18 ++++++++++++++----
 .../01307_multiple_leaders_zookeeper.sh        |  2 +-
 ...320_create_sync_race_condition_zookeeper.sh |  2 +-
 ...01417_freeze_partition_verbose_zookeeper.sh |  2 +-
 9 files changed, 52 insertions(+), 16 deletions(-)

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 0ed3f89b2c3..188f6366f8b 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -4897,7 +4897,7 @@ void MergeTreeData::removeQueryId(const String & query_id) const
 {
     std::lock_guard lock(query_id_set_mutex);
     if (query_id_set.find(query_id) == query_id_set.end())
-        LOG_WARNING(log, "We have query_id removed but it's not recorded. This is a bug");
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "We have query_id removed but it's not recorded. This is a bug");
     else
         query_id_set.erase(query_id);
 }
@@ -5077,7 +5077,10 @@ CurrentlySubmergingEmergingTagger::~CurrentlySubmergingEmergingTagger()
     for (const auto & part : submerging_parts)
     {
         if (!storage.currently_submerging_big_parts.count(part))
-            LOG_WARNING(log, "currently_submerging_big_parts doesn't contain part {} to erase. This is a bug", part->name);
+        {
+            LOG_ERROR(log, "currently_submerging_big_parts doesn't contain part {} to erase. This is a bug", part->name);
+            assert(false);
+        }
         else
             storage.currently_submerging_big_parts.erase(part);
     }
diff --git a/src/Storages/MergeTree/MergeTreePartInfo.h b/src/Storages/MergeTree/MergeTreePartInfo.h
index e81143de8c2..66d5342b67f 100644
--- a/src/Storages/MergeTree/MergeTreePartInfo.h
+++ b/src/Storages/MergeTree/MergeTreePartInfo.h
@@ -71,6 +71,13 @@ struct MergeTreePartInfo
             || max_block < rhs.min_block;
     }
 
+    bool isFakeDropRangePart() const
+    {
+        /// Another max level was previously used for REPLACE/MOVE PARTITION
+        auto another_max_level = std::numeric_limits<decltype(level)>::max();
+        return level == MergeTreePartInfo::MAX_LEVEL || level == another_max_level;
+    }
+
     String getPartName() const;
     String getPartNameV0(DayNum left_date, DayNum right_date) const;
     UInt64 getBlocksCount() const
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp b/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp
index 09b2a23767c..35c42a7f325 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp
@@ -18,6 +18,7 @@ namespace DB
 namespace ErrorCodes
 {
     extern const int TABLE_DIFFERS_TOO_MUCH;
+    extern const int LOGICAL_ERROR;
 }
 
 static const auto PART_CHECK_ERROR_SLEEP_MS = 5 * 1000;
@@ -190,7 +191,7 @@ void ReplicatedMergeTreePartCheckThread::searchForMissingPartAndFetchIfPossible(
     if (missing_part_search_result == MissingPartSearchResult::LostForever)
     {
         /// Is it in the replication queue? If there is - delete, because the task can not be processed.
-        if (!storage.queue.remove(zookeeper, part_name))
+        if (!storage.queue.markPartAsLostForever(zookeeper, part_name))
         {
             /// The part was not in our queue.
             LOG_WARNING(log, "Missing part {} is not in our queue, this can happen rarely.", part_name);
@@ -367,8 +368,8 @@ void ReplicatedMergeTreePartCheckThread::run()
             {
                 if (!parts_set.empty())
                 {
-                    LOG_ERROR(log, "Non-empty parts_set with empty parts_queue. This is a bug.");
                     parts_set.clear();
+                    throw Exception(ErrorCodes::LOGICAL_ERROR, "Non-empty parts_set with empty parts_queue. This is a bug.");
                 }
             }
             else
@@ -401,7 +402,7 @@ void ReplicatedMergeTreePartCheckThread::run()
 
             if (parts_queue.empty())
             {
-                LOG_ERROR(log, "Someone erased checking part from parts_queue. This is a bug.");
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "Someone erased checking part from parts_queue. This is a bug.");
             }
             else
             {
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp
index 6b7fb3bf17f..f3c5e88f54a 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeRestartingThread.cpp
@@ -174,6 +174,9 @@ bool ReplicatedMergeTreeRestartingThread::tryStartup()
         storage.partial_shutdown_called = false;
         storage.partial_shutdown_event.reset();
 
+        /// Start queue processing
+        storage.background_executor.start();
+
         storage.queue_updating_task->activateAndSchedule();
         storage.mutations_updating_task->activateAndSchedule();
         storage.mutations_finalizing_task->activateAndSchedule();
@@ -227,7 +230,7 @@ void ReplicatedMergeTreeRestartingThread::removeFailedQuorumParts()
         {
             LOG_DEBUG(log, "Found part {} with failed quorum. Moving to detached. This shouldn't happen often.", part_name);
             storage.forgetPartAndMoveToDetached(part, "noquorum");
-            storage.queue.removeFromVirtualParts(part->info);
+            storage.queue.removeFailedQuorumPart(part->info);
         }
     }
 }
@@ -352,6 +355,9 @@ void ReplicatedMergeTreeRestartingThread::partialShutdown()
     storage.cleanup_thread.stop();
     storage.part_check_thread.stop();
 
+    /// Stop queue processing
+    storage.background_executor.finish();
+
     LOG_TRACE(log, "Threads finished");
 }
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index b3da3e2287b..23abb39eb3e 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -1465,6 +1465,12 @@ bool StorageReplicatedMergeTree::executeLogEntry(LogEntry & entry)
         return true;
     }
 
+    if (entry.type == LogEntry::PART_IS_LOST)
+    {
+        queue.executePartIsLost(getZooKeeper(), entry);
+        return true;
+    }
+
     const bool is_get_or_attach = entry.type == LogEntry::GET_PART || entry.type == LogEntry::ATTACH_PART;
 
     if (is_get_or_attach || entry.type == LogEntry::MERGE_PARTS || entry.type == LogEntry::MUTATE_PART)
@@ -2043,7 +2049,7 @@ bool StorageReplicatedMergeTree::executeFetch(LogEntry & entry)
                         if (code == Coordination::Error::ZOK)
                         {
                             LOG_DEBUG(log, "Marked quorum for part {} as failed.", entry.new_part_name);
-                            queue.removeFromVirtualParts(part_info);
+                            queue.removeFailedQuorumPart(part_info);
                             return true;
                         }
                         else if (code == Coordination::Error::ZBADVERSION || code == Coordination::Error::ZNONODE || code == Coordination::Error::ZNODEEXISTS)
@@ -2055,7 +2061,10 @@ bool StorageReplicatedMergeTree::executeFetch(LogEntry & entry)
                     }
                     else
                     {
-                        LOG_WARNING(log, "No active replica has part {}, but that part needs quorum and /quorum/status contains entry about another part {}. It means that part was successfully written to {} replicas, but then all of them goes offline. Or it is a bug.", entry.new_part_name, quorum_entry.part_name, entry.quorum);
+                        LOG_WARNING(log, "No active replica has part {}, "
+                                         "but that part needs quorum and /quorum/status contains entry about another part {}. "
+                                         "It means that part was successfully written to {} replicas, but then all of them goes offline. "
+                                         "Or it is a bug.", entry.new_part_name, quorum_entry.part_name, entry.quorum);
                     }
                 }
             }
@@ -2743,7 +2752,6 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
     {
         if (active_parts_set.getContainingPart(part).empty())
         {
-            queue.remove(zookeeper, part);
             parts_to_remove_from_zk.emplace_back(part);
             LOG_WARNING(log, "Source replica does not have part {}. Removing it from ZooKeeper.", part);
         }
@@ -2988,6 +2996,7 @@ void StorageReplicatedMergeTree::cloneReplicaIfNeeded(zkutil::ZooKeeperPtr zooke
 
     /// Clear obsolete queue that we no longer need.
     zookeeper->removeChildren(replica_path + "/queue");
+    queue.clear();
 
     /// Will do repair from the selected replica.
     cloneReplica(source_replica, source_is_lost_stat, zookeeper);
diff --git a/tests/integration/test_consistent_parts_after_clone_replica/test.py b/tests/integration/test_consistent_parts_after_clone_replica/test.py
index 784f94397af..459bba42028 100644
--- a/tests/integration/test_consistent_parts_after_clone_replica/test.py
+++ b/tests/integration/test_consistent_parts_after_clone_replica/test.py
@@ -37,12 +37,17 @@ def start_cluster():
 def test_inconsistent_parts_if_drop_while_replica_not_active(start_cluster):
     with PartitionManager() as pm:
         # insert into all replicas
-        for i in range(50):
+        for i in range(10):
             node1.query("INSERT INTO test_table VALUES ('2019-08-16', {})".format(i))
         assert_eq_with_retry(node2, "SELECT count(*) FROM test_table", node1.query("SELECT count(*) FROM test_table"))
 
-        # disable network on the first replica
+        # partition the first replica from the second one and (later) from zk
         pm.partition_instances(node1, node2)
+
+        # insert some parts on the second replica only, we will drop these parts
+        for i in range(10):
+            node2.query("INSERT INTO test_table VALUES ('2019-08-16', {})".format(10 + i))
+
         pm.drop_instance_zk_connections(node1)
 
         # drop all parts on the second replica
@@ -51,9 +56,14 @@ def test_inconsistent_parts_if_drop_while_replica_not_active(start_cluster):
 
         # insert into the second replica
         # DROP_RANGE will be removed from the replication log and the first replica will be lost
-        for i in range(50):
-            node2.query("INSERT INTO test_table VALUES ('2019-08-16', {})".format(50 + i))
+        for i in range(20):
+            node2.query("INSERT INTO test_table VALUES ('2019-08-16', {})".format(20 + i))
 
         # the first replica will be cloned from the second
         pm.heal_all()
         assert_eq_with_retry(node1, "SELECT count(*) FROM test_table", node2.query("SELECT count(*) FROM test_table"))
+        # ensure replica was cloned
+        assert node1.contains_in_log("Will mimic node2")
+        # queue must be empty (except some merges that are possibly executing right now)
+        assert node1.query("SELECT count() FROM system.replication_queue WHERE type != 'MERGE_PARTS'") == "0\n"
+        assert node2.query("SELECT count() FROM system.replication_queue WHERE type != 'MERGE_PARTS'") == "0\n"
diff --git a/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh b/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh
index 21fc88d7c2d..37ee5bf7ad7 100755
--- a/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh
+++ b/tests/queries/0_stateless/01307_multiple_leaders_zookeeper.sh
@@ -12,7 +12,7 @@ DATA_SIZE=200
 SEQ=$(seq 0 $(($NUM_REPLICAS - 1)))
 
 for REPLICA in $SEQ; do $CLICKHOUSE_CLIENT -n --query "DROP TABLE IF EXISTS r$REPLICA"; done
-for REPLICA in $SEQ; do $CLICKHOUSE_CLIENT -n --query "CREATE TABLE r$REPLICA (x UInt64) ENGINE = ReplicatedMergeTree('/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/table', 'r$REPLICA') ORDER BY x SETTINGS min_bytes_for_wide_part = '10M';"; done
+for REPLICA in $SEQ; do $CLICKHOUSE_CLIENT -n --query "CREATE TABLE r$REPLICA (x UInt64) ENGINE = ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/table', 'r$REPLICA') ORDER BY x SETTINGS min_bytes_for_wide_part = '10M';"; done
 
 function thread()
 {
diff --git a/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh b/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh
index 97c200c651f..678a3aa12fe 100755
--- a/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh
+++ b/tests/queries/0_stateless/01320_create_sync_race_condition_zookeeper.sh
@@ -11,7 +11,7 @@ $CLICKHOUSE_CLIENT --query "CREATE DATABASE test_01320 ENGINE=Ordinary"   # Diff
 
 function thread1()
 {
-    while true; do $CLICKHOUSE_CLIENT -n --query "CREATE TABLE test_01320.r (x UInt64) ENGINE = ReplicatedMergeTree('/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/table', 'r') ORDER BY x; DROP TABLE test_01320.r;"; done
+    while true; do $CLICKHOUSE_CLIENT -n --query "CREATE TABLE test_01320.r (x UInt64) ENGINE = ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/table', 'r') ORDER BY x; DROP TABLE test_01320.r;"; done
 }
 
 function thread2()
diff --git a/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh b/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh
index bb935a950ff..16b39db6e84 100755
--- a/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh
+++ b/tests/queries/0_stateless/01417_freeze_partition_verbose_zookeeper.sh
@@ -11,7 +11,7 @@ FREEZE_OUT_STRUCTURE='backup_name String, backup_path String , part_backup_path
 # setup
 
 ${CLICKHOUSE_CLIENT} --query "DROP TABLE IF EXISTS table_for_freeze_replicated;"
-${CLICKHOUSE_CLIENT} --query "CREATE TABLE table_for_freeze_replicated (key UInt64, value String) ENGINE = ReplicatedMergeTree('/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/table_for_freeze_replicated', '1') ORDER BY key PARTITION BY key % 10;"
+${CLICKHOUSE_CLIENT} --query "CREATE TABLE table_for_freeze_replicated (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/table_for_freeze_replicated', '1') ORDER BY key PARTITION BY key % 10;"
 ${CLICKHOUSE_CLIENT} --query "INSERT INTO table_for_freeze_replicated SELECT number, toString(number) from numbers(10);"
 
 ${CLICKHOUSE_CLIENT} --query "ALTER TABLE table_for_freeze_replicated FREEZE WITH NAME 'test_01417' FORMAT TSVWithNames SETTINGS alter_partition_verbose_result = 1;" \

From 2571ad7d438297d9aa799783c2301f520718572c Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Mon, 31 May 2021 00:30:50 +0300
Subject: [PATCH 0727/1060] try fix intersecting virtual parts

---
 .../MergeTree/ReplicatedMergeTreeLogEntry.cpp |  40 ++-
 .../MergeTree/ReplicatedMergeTreeLogEntry.h   |  14 +
 .../MergeTree/ReplicatedMergeTreeQueue.cpp    | 271 +++++++++++++++---
 .../MergeTree/ReplicatedMergeTreeQueue.h      |  16 +-
 4 files changed, 297 insertions(+), 44 deletions(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index dbd55bc4ff3..ee802a2a5b1 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -152,6 +152,10 @@ void ReplicatedMergeTreeLogEntryData::writeText(WriteBuffer & out) const
             out << "sync_pinned_part_uuids\n";
             break;
 
+        case PART_IS_LOST:
+            out << "lost\n" << new_part_name;
+            break;
+
         default:
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Unknown log entry type: {}", static_cast<int>(type));
     }
@@ -326,6 +330,11 @@ void ReplicatedMergeTreeLogEntryData::readText(ReadBuffer & in)
         in >> new_part_name;
         in >> "\nsource_shard: " >> source_shard;
     }
+    else if (type_str == "lost")
+    {
+        type = PART_IS_LOST;
+        in >> new_part_name;
+    }
 
     if (!trailing_newline_found)
         in >> "\n";
@@ -389,7 +398,6 @@ void ReplicatedMergeTreeLogEntryData::ReplaceRangeEntry::readText(ReadBuffer & i
 
 bool ReplicatedMergeTreeLogEntryData::ReplaceRangeEntry::isMovePartitionOrAttachFrom(const MergeTreePartInfo & drop_range_info)
 {
-    assert(drop_range_info.getBlocksCount() != 0);
     return drop_range_info.getBlocksCount() == 1;
 }
 
@@ -413,6 +421,24 @@ ReplicatedMergeTreeLogEntry::Ptr ReplicatedMergeTreeLogEntry::parse(const String
     return res;
 }
 
+std::optional<String> ReplicatedMergeTreeLogEntryData::getDropRange(MergeTreeDataFormatVersion format_version) const
+{
+    if (type == DROP_RANGE)
+        return new_part_name;
+
+    if (type == REPLACE_RANGE)
+    {
+        auto drop_range_info = MergeTreePartInfo::fromPartName(replace_range_entry->drop_range_part_name, format_version);
+        if (!ReplaceRangeEntry::isMovePartitionOrAttachFrom(drop_range_info))
+        {
+            /// It's REPLACE, not MOVE or ATTACH, so drop range is real
+            return replace_range_entry->drop_range_part_name;
+        }
+    }
+
+    return {};
+}
+
 Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormatVersion format_version) const
 {
     /// Doesn't produce any part
@@ -430,12 +456,8 @@ Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormat
     if (type == REPLACE_RANGE)
     {
         Strings res = replace_range_entry->new_part_names;
-        auto drop_range_info = MergeTreePartInfo::fromPartName(replace_range_entry->drop_range_part_name, format_version);
-        if (!ReplaceRangeEntry::isMovePartitionOrAttachFrom(drop_range_info))
-        {
-            /// It's REPLACE, not MOVE or ATTACH, so drop range is real
-            res.emplace_back(replace_range_entry->drop_range_part_name);
-        }
+        if (auto drop_range = getDropRange(format_version))
+            res.emplace_back(*drop_range);
         return res;
     }
 
@@ -447,6 +469,10 @@ Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormat
     if (type == CLONE_PART_FROM_SHARD)
         return {};
 
+    /// Doesn't produce any part.
+    if (type == PART_IS_LOST)
+        return {};
+
     return {new_part_name};
 }
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
index 12f1c78fb5d..5d62f219924 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
@@ -45,6 +45,7 @@ struct ReplicatedMergeTreeLogEntryData
         ALTER_METADATA, /// Apply alter modification according to global /metadata and /columns paths
         SYNC_PINNED_PART_UUIDS, /// Synchronization point for ensuring that all replicas have up to date in-memory state.
         CLONE_PART_FROM_SHARD,  /// Clone part from another shard.
+        PART_IS_LOST,   /// Cancels previous operations with lost data part. Kinda "anti-merge".
     };
 
     static String typeToString(Type type)
@@ -62,6 +63,7 @@ struct ReplicatedMergeTreeLogEntryData
             case ReplicatedMergeTreeLogEntryData::ALTER_METADATA:   return "ALTER_METADATA";
             case ReplicatedMergeTreeLogEntryData::SYNC_PINNED_PART_UUIDS: return "SYNC_PINNED_PART_UUIDS";
             case ReplicatedMergeTreeLogEntryData::CLONE_PART_FROM_SHARD:  return "CLONE_PART_FROM_SHARD";
+            case ReplicatedMergeTreeLogEntryData::PART_IS_LOST:     return "PART_IS_LOST";
             default:
                 throw Exception("Unknown log entry type: " + DB::toString<int>(type), ErrorCodes::LOGICAL_ERROR);
         }
@@ -140,6 +142,18 @@ struct ReplicatedMergeTreeLogEntryData
     /// selection of merges. These parts are added to queue.virtual_parts.
     Strings getVirtualPartNames(MergeTreeDataFormatVersion format_version) const;
 
+    /// Returns name of part that will never appear and should be removed from virtual parts set.
+    /// It's required to correctly cancel merge which cannot be executed, because some source part is lost forever.
+    /// Do not use it for other purposes, it can be dangerous.
+    std::optional<String> getAntiVirtualPartName() const
+    {
+        if (type == PART_IS_LOST)
+            return new_part_name;
+        return {};
+    }
+
+    std::optional<String> getDropRange(MergeTreeDataFormatVersion format_version) const;
+
     /// Returns set of parts that denote the block number ranges that should be blocked during the entry execution.
     /// These parts are added to future_parts.
     Strings getBlockingPartNames(MergeTreeDataFormatVersion format_version) const
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index 30569e53f64..84050f21528 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -33,14 +33,20 @@ ReplicatedMergeTreeQueue::ReplicatedMergeTreeQueue(StorageReplicatedMergeTree &
     log = &Poco::Logger::get(logger_name);
 }
 
-
-void ReplicatedMergeTreeQueue::initialize(const MergeTreeData::DataParts & parts)
+void ReplicatedMergeTreeQueue::clear()
 {
-    addVirtualParts(parts);
+    auto locks = lockQueue();
+    assert(future_parts.empty());
+    current_parts.clear();
+    virtual_parts.clear();
+    queue.clear();
+    inserts_by_time.clear();
+    mutations_by_znode.clear();
+    mutations_by_partition.clear();
+    mutation_pointer.clear();
 }
 
-
-void ReplicatedMergeTreeQueue::addVirtualParts(const MergeTreeData::DataParts & parts)
+void ReplicatedMergeTreeQueue::initialize(const MergeTreeData::DataParts & parts)
 {
     std::lock_guard lock(state_mutex);
 
@@ -74,9 +80,6 @@ bool ReplicatedMergeTreeQueue::load(zkutil::ZooKeeperPtr zookeeper)
         /// Reset batch size on initialization to recover from possible errors of too large batch size.
         current_multi_batch_size = 1;
 
-        String log_pointer_str = zookeeper->get(replica_path + "/log_pointer");
-        log_pointer = log_pointer_str.empty() ? 0 : parse<UInt64>(log_pointer_str);
-
         std::unordered_set<String> already_loaded_paths;
         {
             std::lock_guard lock(state_mutex);
@@ -132,6 +135,45 @@ void ReplicatedMergeTreeQueue::insertUnlocked(
     const LogEntryPtr & entry, std::optional<time_t> & min_unprocessed_insert_time_changed,
     std::lock_guard<std::mutex> & state_lock)
 {
+    if (auto lost_part = entry->getAntiVirtualPartName())
+    {
+        LOG_TRACE(log, "Reading {}: PART_IS_LOST for {}", entry->znode_name, *lost_part);
+        QueueIters entries = findEntriesByNewPartName(*lost_part);
+        bool removed = virtual_parts.remove(*lost_part);
+        if (!removed && !entries.empty())
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Found {} entries for lost part {}, "
+                            "but nothing is removed from virtual parts", entries.size(), *lost_part);
+        for (const auto & entry_it : entries)
+        {
+            for (const auto & source_part : (*entry_it)->source_parts)
+            {
+                String containing_current_part = current_parts.getContainingPart(source_part);
+                if (containing_current_part.empty())
+                {
+                    bool has_source_entry = std::any_of(queue.begin(), queue.end(), [&lost_part](auto e)
+                    {
+                        return e->new_part_name == *lost_part;
+                    });
+                    if (!has_source_entry)
+                        throw Exception(ErrorCodes::LOGICAL_ERROR,
+                                        "Source entry ({}) of lost virtual part {} does not exist",
+                                        source_part, *lost_part);
+                }
+                else
+                {
+                    if (containing_current_part != source_part)
+                        throw Exception(ErrorCodes::LOGICAL_ERROR,
+                                        "Source part {} of lost part {} is covered by current part {}. Entry: {}",
+                                        source_part, *lost_part, containing_current_part, (*entry_it)->toString());
+                }
+
+                virtual_parts.add(source_part);
+            }
+        }
+
+        lost_forever_parts.insert(*lost_part);
+    }
+
     for (const String & virtual_part_name : entry->getVirtualPartNames(format_version))
     {
         virtual_parts.add(virtual_part_name);
@@ -228,16 +270,10 @@ void ReplicatedMergeTreeQueue::updateStateOnQueueEntryRemoval(
             removeCoveredPartsFromMutations(virtual_part_name, /*remove_part = */ false, /*remove_covered_parts = */ true);
         }
 
-        String drop_range_part_name;
-        if (entry->type == LogEntry::DROP_RANGE)
-            drop_range_part_name = entry->new_part_name;
-        else if (entry->type == LogEntry::REPLACE_RANGE)
-            drop_range_part_name = entry->replace_range_entry->drop_range_part_name;
-
-        if (!drop_range_part_name.empty())
+        if (auto drop_range_part_name = entry->getDropRange(format_version))
         {
-            current_parts.remove(drop_range_part_name);
-            virtual_parts.remove(drop_range_part_name);
+            current_parts.remove(*drop_range_part_name);
+            virtual_parts.remove(*drop_range_part_name);
         }
 
         if (entry->type == LogEntry::ALTER_METADATA)
@@ -301,10 +337,7 @@ void ReplicatedMergeTreeQueue::addPartToMutations(const String & part_name)
 {
     auto part_info = MergeTreePartInfo::fromPartName(part_name, format_version);
 
-    /// Do not add special virtual parts to parts_to_do
-    auto max_level = MergeTreePartInfo::MAX_LEVEL;      /// DROP/DETACH PARTITION
-    auto another_max_level = std::numeric_limits<decltype(part_info.level)>::max();    /// REPLACE/MOVE PARTITION
-    if (part_info.level == max_level || part_info.level == another_max_level)
+    if (part_info.isFakeDropRangePart())
         return;
 
     auto in_partition = mutations_by_partition.find(part_info.partition_id);
@@ -392,7 +425,8 @@ void ReplicatedMergeTreeQueue::removeProcessedEntry(zkutil::ZooKeeperPtr zookeep
     }
 
     if (!found && need_remove_from_zk)
-        throw Exception("Can't find " + entry->znode_name + " in the memory queue. It is a bug", ErrorCodes::LOGICAL_ERROR);
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Can't find {} in the memory queue. It is a bug. Entry info: {}",
+                        entry->znode_name, entry->toString());
 
     notifySubscribers(queue_size);
 
@@ -461,9 +495,162 @@ bool ReplicatedMergeTreeQueue::remove(zkutil::ZooKeeperPtr zookeeper, const Stri
     return true;
 }
 
-
-bool ReplicatedMergeTreeQueue::removeFromVirtualParts(const MergeTreePartInfo & part_info)
+bool ReplicatedMergeTreeQueue::markPartAsLostForever(zkutil::ZooKeeperPtr zookeeper, const String & part_name)
 {
+    LogEntry entry;
+    entry.type = LogEntry::PART_IS_LOST;
+    entry.source_replica = storage.replica_name;
+    entry.new_part_name = part_name;
+
+    size_t max_iters = 100;
+    while (--max_iters)
+    {
+        ReplicatedMergeTreeMergePredicate merge_pred = getMergePredicate(zookeeper);
+
+        if (!merge_pred.ensurePartIsLost(part_name, log))
+            return false;
+
+        Coordination::Requests ops;
+        ops.emplace_back(zkutil::makeCheckRequest(zookeeper_path + "/log", merge_pred.getVersion()));
+        ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/log", "", -1));
+        ops.emplace_back(zkutil::makeCreateRequest(zookeeper_path + "/log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
+        Coordination::Responses responses;
+        Coordination::Error rc = zookeeper->tryMulti(ops, responses);
+
+        if (rc == Coordination::Error::ZBADVERSION)
+        {
+            LOG_TRACE(log, "A new log entry appeared while trying to commit PART_IS_LOST. Retry.");
+            continue;
+        } else
+            zkutil::KeeperMultiException::check(rc, ops, responses);
+
+        String path_created = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
+        LOG_TRACE(log, "Created PART_IS_LOST entry ({}) for part {}", path_created, part_name);
+        return true;
+    }
+
+    throw Exception(ErrorCodes::LOGICAL_ERROR, "Cannot create PART_IS_LOST entry for {}", part_name);
+}
+
+ReplicatedMergeTreeQueue::QueueIters ReplicatedMergeTreeQueue::findEntriesByNewPartName(const String & part_name) const
+{
+    QueueIters entries;
+    size_t get_entries_num = 0;
+    for (auto it = queue.begin(); it != queue.end(); ++it)
+    {
+        if ((*it)->new_part_name == part_name && (*it)->type != LogEntry::PART_IS_LOST)
+        {
+            entries.push_back(it);
+            get_entries_num += (*it)->type == LogEntry::GET_PART;
+        }
+    }
+
+    if (!entries.empty())
+    {
+        if (entries.size() != 1)
+        {
+            /// Replication queue may contain multiple part producing entries with the same new_part_name
+            /// if replica was recently cloned. At first cloneReplica(...) copies source replica queue,
+            /// and after that it reads data parts set from source_path + "/parts"
+            /// to create GET_PART entries in own queue and download missing parts.
+            /// Therefore, some MERGE_PART (or MUTATE_PART, or even GET_PART) entry
+            /// may be duplicated with GET_PART with the same new_part_name.
+            if (1 < entries.size() - get_entries_num)
+                throw Exception(ErrorCodes::LOGICAL_ERROR, "Found {} queue entries for {}, only {} are GET_PART",
+                                entries.size(), part_name, get_entries_num);
+
+            LOG_WARNING(log, "Found {} queue entries for {}, including {} GET_PART entries. "
+                             "It may rarely happen after replica cloning", entries.size(), part_name, get_entries_num);
+        }
+    }
+
+    return entries;
+}
+
+void ReplicatedMergeTreeQueue::executePartIsLost(zkutil::ZooKeeperPtr zookeeper, LogEntry & entry_lost)
+{
+    LOG_TRACE(log, "Executing {}: PART_IS_LOST for part {} ({})", entry_lost.znode_name, entry_lost.new_part_name);
+
+    /// There might be multiple cancelled parts if replica was cloned...
+
+    size_t queue_size = 0;
+    std::optional<time_t> min_unprocessed_insert_time_changed;
+    std::optional<time_t> max_processed_insert_time_changed;
+    Coordination::Requests ops;
+    {
+        std::unique_lock lock(state_mutex);
+        QueueIters cancelled_entries = findEntriesByNewPartName(entry_lost.new_part_name);
+
+        for (const auto entry_it : cancelled_entries)
+        {
+            LogEntryPtr canceled_entry;
+            canceled_entry = *entry_it;
+            LOG_TRACE(log, "Removing cancelled log entry {}: {}", canceled_entry->znode_name, canceled_entry->toString());
+            ops.emplace_back(zkutil::makeRemoveRequest(replica_path + "/queue/" + canceled_entry->znode_name, -1));
+            updateStateOnQueueEntryRemoval(
+                    canceled_entry, /* is_successful = */ false,
+                    min_unprocessed_insert_time_changed, max_processed_insert_time_changed, lock);
+            queue.erase(entry_it);
+            queue_size = queue.size();
+
+            LOG_TRACE(log, "Waiting for {} to finish", canceled_entry->znode_name);
+            canceled_entry->execution_complete.wait(lock, [&canceled_entry]
+            { return !canceled_entry->currently_executing; });
+        }
+    }
+
+    notifySubscribers(queue_size);
+
+    zookeeper->multi(ops);
+
+    updateTimesInZooKeeper(zookeeper, min_unprocessed_insert_time_changed, max_processed_insert_time_changed);
+
+    {
+        std::unique_lock lock(state_mutex);
+        lost_forever_parts.erase(entry_lost.new_part_name);
+    }
+
+    LOG_TRACE(log, "Executed {}: PART_IS_LOST for part {}", entry_lost.znode_name, entry_lost.new_part_name);
+}
+
+bool ReplicatedMergeTreeMergePredicate::ensurePartIsLost(const String & part_name, Poco::Logger * log) const
+{
+    String containing_part;
+    {
+        std::lock_guard<std::mutex> lock(queue.state_mutex);
+        containing_part = queue.virtual_parts.getContainingPart(part_name);
+    }
+
+    if (containing_part.empty())
+    {
+        LOG_WARNING(log, "Cannot find lost part {} in virtual parts set. "
+                         "Probably it's already marked as lost by another replica.", part_name);
+        return false;
+    }
+
+    if (containing_part != part_name)
+    {
+        auto info = MergeTreePartInfo::fromPartName(containing_part, queue.format_version);
+        if (info.isFakeDropRangePart())
+        {
+            /// It does not matter anymore if part is lost, it should be removed anyway
+            LOG_INFO(log, "Lost part {} is covered by drop range {}, ignoring it", part_name, containing_part);
+            return false;
+        }
+
+        /// Lost part is covered by real part. It means that merging/mutating operation
+        /// was assigned on lost part by some replica. It probably means that part is not lost.
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Lost part {} is covered by real part {}", part_name, containing_part);
+    }
+
+    /// We can mark part as lost
+    return true;
+}
+
+bool ReplicatedMergeTreeQueue::removeFailedQuorumPart(const MergeTreePartInfo & part_info)
+{
+    if (part_info.level != 0)
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Cannot remove part with non-zero level: {}", part_info.getPartName());
     std::lock_guard lock(state_mutex);
     return virtual_parts.remove(part_info);
 }
@@ -587,8 +774,6 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
             {
                 std::lock_guard state_lock(state_mutex);
 
-                log_pointer = last_entry_index + 1;
-
                 for (size_t copied_entry_idx = 0, num_copied_entries = copied_entries.size(); copied_entry_idx < num_copied_entries; ++copied_entry_idx)
                 {
                     String path_created = dynamic_cast<const Coordination::CreateResponse &>(*responses[copied_entry_idx]).path_created;
@@ -758,9 +943,7 @@ void ReplicatedMergeTreeQueue::updateMutations(zkutil::ZooKeeperPtr zookeeper, C
                         /// Such parts do not exist and will never appear, so we should not add virtual parts to parts_to_do list.
                         /// Fortunately, it's easy to distinguish virtual parts from normal parts by part level.
                         /// See StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(...)
-                        auto max_level = MergeTreePartInfo::MAX_LEVEL;      /// DROP/DETACH PARTITION
-                        auto another_max_level = std::numeric_limits<decltype(part_info.level)>::max();    /// REPLACE/MOVE PARTITION
-                        if (part_info.level == max_level || part_info.level == another_max_level)
+                        if (part_info.isFakeDropRangePart())
                             continue;
 
                         auto it = entry->block_numbers.find(part_info.partition_id);
@@ -941,9 +1124,6 @@ void ReplicatedMergeTreeQueue::removePartProducingOpsInRange(
             if ((*it)->currently_executing)
                 to_wait.push_back(*it);
             auto code = zookeeper->tryRemove(replica_path + "/queue/" + (*it)->znode_name);
-            /// FIXME it's probably unsafe to remove entries non-atomically
-            /// when this method called directly from alter query (not from replication queue task),
-            /// because entries will be lost if ALTER fails.
             if (code != Coordination::Error::ZOK)
                 LOG_INFO(log, "Couldn't remove {}: {}", replica_path + "/queue/" + (*it)->znode_name, Coordination::errorMessage(code));
 
@@ -1038,11 +1218,26 @@ bool ReplicatedMergeTreeQueue::shouldExecuteLogEntry(
         || entry.type == LogEntry::ATTACH_PART
         || entry.type == LogEntry::MUTATE_PART)
     {
+        assert(entry.getBlockingPartNames(format_version).size() == 1);
         for (const String & new_part_name : entry.getBlockingPartNames(format_version))
         {
             if (!isNotCoveredByFuturePartsImpl(entry.znode_name, new_part_name, out_postpone_reason, state_lock))
                 return false;
         }
+
+        String covering_part = virtual_parts.getContainingPart(entry.new_part_name);
+        if (covering_part.empty())
+        {
+            if (lost_forever_parts.count(entry.new_part_name))
+                return false;
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Part {} not found in virtual parts, but it's not lost. "
+                            "Entry {}: {}\nVirtual: {}\nLost:{}",
+                            entry.new_part_name, entry.znode_name, entry.toString(),
+                            fmt::join(virtual_parts.getParts(), ", "), fmt::join(lost_forever_parts, ", "));
+        }
+
+        /// NOTE: It's possible that (covering_part == entry.new_part_name), because isNotCoveredByFuturePartsImpl(...)
+        /// checks for future parts only, not for virtual parts.
     }
 
     /// Check that fetches pool is not overloaded
@@ -1259,7 +1454,8 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::CurrentlyExecuting(const Replicate
     for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
     {
         if (!queue.future_parts.emplace(new_part_name, entry).second)
-            throw Exception("Tagging already tagged future part " + new_part_name + ". This is a bug.", ErrorCodes::LOGICAL_ERROR);
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Tagging already tagged future part {}. This is a bug. "
+                            "It happened on attempt to execute {}: {}", new_part_name, entry->znode_name, entry->toString());
     }
 }
 
@@ -1277,7 +1473,8 @@ void ReplicatedMergeTreeQueue::CurrentlyExecuting::setActualPartName(ReplicatedM
         return;
 
     if (!queue.future_parts.emplace(entry.actual_new_part_name, entry.shared_from_this()).second)
-        throw Exception("Attaching already existing future part " + entry.actual_new_part_name + ". This is a bug.", ErrorCodes::LOGICAL_ERROR);
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Attaching already existing future part {}. This is a bug. "
+                        "It happened on attempt to execute {}: {}", entry.actual_new_part_name, entry.znode_name, entry.toString());
 }
 
 
@@ -1296,13 +1493,19 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::~CurrentlyExecuting()
     for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
     {
         if (!queue.future_parts.erase(new_part_name))
+        {
             LOG_ERROR(queue.log, "Untagging already untagged future part {}. This is a bug.", new_part_name);
+            assert(false);
+        }
     }
 
     if (!entry->actual_new_part_name.empty())
     {
         if (entry->actual_new_part_name != entry->new_part_name && !queue.future_parts.erase(entry->actual_new_part_name))
+        {
             LOG_ERROR(queue.log, "Untagging already untagged future part {}. This is a bug.", entry->actual_new_part_name);
+            assert(false);
+        }
 
         entry->actual_new_part_name.clear();
     }
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
index 496f277d132..c1470e8ff01 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
@@ -92,8 +92,8 @@ private:
     using FuturePartsSet = std::map<String, LogEntryPtr>;
     FuturePartsSet future_parts;
 
-    /// Index of the first log entry that we didn't see yet.
-    Int64 log_pointer = 0;
+    using LostPartsSet = std::set<String>;
+    LostPartsSet lost_forever_parts;
 
     /// Avoid parallel execution of queue enties, which may remove other entries from the queue.
     bool currently_executing_drop_or_replace_range = false;
@@ -275,6 +275,7 @@ public:
     ReplicatedMergeTreeQueue(StorageReplicatedMergeTree & storage_, ReplicatedMergeTreeMergeStrategyPicker & merge_strategy_picker_);
     ~ReplicatedMergeTreeQueue();
 
+    void clear();
 
     void initialize(const MergeTreeData::DataParts & parts);
 
@@ -289,13 +290,20 @@ public:
       */
     bool remove(zkutil::ZooKeeperPtr zookeeper, const String & part_name);
 
+    using QueueIters = std::vector<Queue::const_iterator>;
+    QueueIters findEntriesByNewPartName(const String & part_name) const;
+
+    bool markPartAsLostForever(zkutil::ZooKeeperPtr zookeeper, const String & part_name);
+
+    void executePartIsLost(zkutil::ZooKeeperPtr zookeeper, LogEntry & entry_lost);
+
     /** Load (initialize) a queue from ZooKeeper (/replicas/me/queue/).
       * If queue was not empty load() would not load duplicate records.
       * return true, if we update queue.
       */
     bool load(zkutil::ZooKeeperPtr zookeeper);
 
-    bool removeFromVirtualParts(const MergeTreePartInfo & part_info);
+    bool removeFailedQuorumPart(const MergeTreePartInfo & part_info);
 
     /** Copy the new entries from the shared log to the queue of this replica. Set the log_pointer to the appropriate value.
       * If watch_callback is not empty, will call it when new entries appear in the log.
@@ -478,6 +486,8 @@ public:
     /// The version of "log" node that is used to check that no new merges have appeared.
     int32_t getVersion() const { return merges_version; }
 
+    bool ensurePartIsLost(const String & part_name, Poco::Logger * log) const;
+
 private:
     const ReplicatedMergeTreeQueue & queue;
 

From 52e4c01aba814575d80472d18f00c1f91cf0dcc0 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Mon, 31 May 2021 00:56:27 +0300
Subject: [PATCH 0728/1060] Additional fixes after review

---
 src/Common/Config/YAMLParser.cpp                |  2 +-
 src/Common/examples/CMakeLists.txt              |  7 +++++++
 .../examples/YAML_fuzzer.cpp                    | 17 ++++++++++-------
 src/Parsers/examples/CMakeLists.txt             |  3 ---
 4 files changed, 18 insertions(+), 11 deletions(-)
 rename src/{Parsers => Common}/examples/YAML_fuzzer.cpp (67%)

diff --git a/src/Common/Config/YAMLParser.cpp b/src/Common/Config/YAMLParser.cpp
index 5595f61e1ee..8d758eefdc0 100644
--- a/src/Common/Config/YAMLParser.cpp
+++ b/src/Common/Config/YAMLParser.cpp
@@ -148,7 +148,7 @@ Poco::AutoPtr<Poco::XML::Document> YAMLParser::parse(const String& path)
     catch (const YAML::ParserException& e)
     {
         /// yaml-cpp cannot parse the file because its contents are incorrect
-        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "Unable to parse YAML configuration file {}", path, e.what());
+        throw Exception(ErrorCodes::CANNOT_PARSE_YAML, "Unable to parse YAML configuration file {}, {}", path, e.what());
     }
     catch (const YAML::BadFile&)
     {
diff --git a/src/Common/examples/CMakeLists.txt b/src/Common/examples/CMakeLists.txt
index 64d28fec5c2..288fcf7f87e 100644
--- a/src/Common/examples/CMakeLists.txt
+++ b/src/Common/examples/CMakeLists.txt
@@ -80,3 +80,10 @@ target_link_libraries (average PRIVATE clickhouse_common_io)
 
 add_executable (shell_command_inout shell_command_inout.cpp)
 target_link_libraries (shell_command_inout PRIVATE clickhouse_common_io)
+
+set(SRCS)
+
+if (ENABLE_FUZZING)
+    add_executable(YAML_fuzzer YAML_fuzzer.cpp ${SRCS})
+    target_link_libraries(YAML_fuzzer PRIVATE clickhouse_parsers ${LIB_FUZZING_ENGINE})
+endif ()
diff --git a/src/Parsers/examples/YAML_fuzzer.cpp b/src/Common/examples/YAML_fuzzer.cpp
similarity index 67%
rename from src/Parsers/examples/YAML_fuzzer.cpp
rename to src/Common/examples/YAML_fuzzer.cpp
index 223bd89c7b2..4c8f0522d29 100644
--- a/src/Parsers/examples/YAML_fuzzer.cpp
+++ b/src/Common/examples/YAML_fuzzer.cpp
@@ -11,9 +11,10 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     /// build ClickHouse with YAML_fuzzer.cpp
     /// ./YAML_fuzzer YAML_CORPUS
     /// where YAML_CORPUS is a directory with different YAML configs for libfuzzer
-    char* file_name = std::tmpnam(nullptr);
+    char buf[L_tmpnam];
+    char* file_name = std::tmpnam(buf);
     if (file_name == nullptr) {
-        std::cout << "Cannot create temp file!\n";
+        std::cerr << "Cannot create temp file!\n";
         return 1;
     }
     std::string cur_file(file_name);
@@ -21,17 +22,19 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
     DB::YAMLParser parser;
 
-    std::ofstream temp_file(cur_file);
-    temp_file << input;
-    temp_file.close();
+    {
+        std::ofstream temp_file(cur_file);
+        temp_file << input;
+    }
 
     try
     {
         DB::YAMLParser::parse(cur_file);
     }
-    catch (const DB::Exception&)
+    catch (...)
     {
-        std::cout << "YAMLParser exception from bad file, etc. OK\n";
+        std::cerr << "YAML_fuzzer failed: " << getCurrentExceptionMessage() << std::endl;
+        return 1;
     }
     return 0;
 }
diff --git a/src/Parsers/examples/CMakeLists.txt b/src/Parsers/examples/CMakeLists.txt
index 578e87761e1..3ff40b3cc3b 100644
--- a/src/Parsers/examples/CMakeLists.txt
+++ b/src/Parsers/examples/CMakeLists.txt
@@ -18,7 +18,4 @@ if (ENABLE_FUZZING)
 
     add_executable(create_parser_fuzzer create_parser_fuzzer.cpp ${SRCS})
     target_link_libraries(create_parser_fuzzer PRIVATE clickhouse_parsers ${LIB_FUZZING_ENGINE})
-    
-    add_executable(YAML_fuzzer YAML_fuzzer.cpp ${SRCS})
-    target_link_libraries(YAML_fuzzer PRIVATE clickhouse_parsers ${LIB_FUZZING_ENGINE})
 endif ()

From a206b76e5b5620fc76aaff0a9a11797ce7505ce8 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 31 May 2021 10:31:45 +0800
Subject: [PATCH 0729/1060] Fix empty part set with force_use_projection = 1

---
 .../MergeTree/MergeTreeDataSelectExecutor.cpp   | 14 +++++++++-----
 .../01710_force_use_projection.reference        |  1 +
 .../0_stateless/01710_force_use_projection.sql  | 17 +++++++++++++++++
 3 files changed, 27 insertions(+), 5 deletions(-)
 create mode 100644 tests/queries/0_stateless/01710_force_use_projection.reference
 create mode 100644 tests/queries/0_stateless/01710_force_use_projection.sql

diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 20cadb53098..e2f17915624 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -144,11 +144,7 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
     const auto & settings = context->getSettingsRef();
     if (!query_info.projection)
     {
-        if (settings.allow_experimental_projection_optimization && settings.force_optimize_projection
-            && !metadata_snapshot->projections.empty())
-            throw Exception("No projection is used when allow_experimental_projection_optimization = 1", ErrorCodes::PROJECTION_NOT_USED);
-
-        return readFromParts(
+        auto plan = readFromParts(
             data.getDataPartsVector(),
             column_names_to_return,
             metadata_snapshot,
@@ -159,6 +155,14 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
             num_streams,
             max_block_numbers_to_read,
             query_info.merge_tree_data_select_cache.get());
+
+        if (plan->isInitialized() && settings.allow_experimental_projection_optimization && settings.force_optimize_projection
+            && !metadata_snapshot->projections.empty())
+            throw Exception(
+                "No projection is used when allow_experimental_projection_optimization = 1 and force_optimize_projection = 1",
+                ErrorCodes::PROJECTION_NOT_USED);
+
+        return plan;
     }
 
     LOG_DEBUG(
diff --git a/tests/queries/0_stateless/01710_force_use_projection.reference b/tests/queries/0_stateless/01710_force_use_projection.reference
new file mode 100644
index 00000000000..f1ad7de51f0
--- /dev/null
+++ b/tests/queries/0_stateless/01710_force_use_projection.reference
@@ -0,0 +1 @@
+3	1
diff --git a/tests/queries/0_stateless/01710_force_use_projection.sql b/tests/queries/0_stateless/01710_force_use_projection.sql
new file mode 100644
index 00000000000..8931c65e34e
--- /dev/null
+++ b/tests/queries/0_stateless/01710_force_use_projection.sql
@@ -0,0 +1,17 @@
+drop table if exists tp;
+
+create table tp (d1 Int32, d2 Int32, eventcnt Int64, projection p (select sum(eventcnt) group by d1)) engine = MergeTree order by (d1, d2);
+
+set allow_experimental_projection_optimization = 1, force_optimize_projection = 1;
+
+select sum(eventcnt) eventcnt, d1 from tp group by d1;
+
+select avg(eventcnt) eventcnt, d1 from tp group by d1;
+
+insert into tp values (1, 2, 3);
+
+select sum(eventcnt) eventcnt, d1 from tp group by d1;
+
+select avg(eventcnt) eventcnt, d1 from tp group by d1; -- { serverError 584 }
+
+drop table tp;

From 80f07051f22827a0b0d0f01d06c60de879ea904c Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 31 May 2021 07:06:14 +0300
Subject: [PATCH 0730/1060] other path

---
 .../configs/dictionaries/ssd_complex_key_cache_string.xml     | 4 +++-
 .../configs/enable_dictionaries.xml                           | 3 +--
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
index def138a1c32..45d9d5f8e15 100644
--- a/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
+++ b/tests/integration/test_dictionaries_complex_key_cache_string/configs/dictionaries/ssd_complex_key_cache_string.xml
@@ -41,7 +41,9 @@
                 <file_size>16777216</file_size>
                 <read_buffer_size>131072</read_buffer_size>
                 <write_buffer_size>1048576</write_buffer_size>
-		        <path>/var/lib/clickhouse/dictionaries/radars</path>
+		        <path>/tmp/dictionaries/radars</path>
+                <!-- TODO: use correct path after tmpfs without O_DIRECT can be used in CI -->
+		        <!-- <path>/var/lib/clickhouse/dictionaries/radars</path> -->
             </complex_key_ssd_cache>
         </layout>
         <lifetime>1</lifetime>
diff --git a/tests/integration/test_dictionaries_complex_key_cache_string/configs/enable_dictionaries.xml b/tests/integration/test_dictionaries_complex_key_cache_string/configs/enable_dictionaries.xml
index 46d148ad9b9..8a3d6704670 100644
--- a/tests/integration/test_dictionaries_complex_key_cache_string/configs/enable_dictionaries.xml
+++ b/tests/integration/test_dictionaries_complex_key_cache_string/configs/enable_dictionaries.xml
@@ -1,5 +1,4 @@
 <?xml version="1.0"?>
 <yandex>
-    <dictionaries_config>/etc/clickhouse-server/config.d/complex_key_cache_string.xml</dictionaries_config>
-    <dictionaries_config>/etc/clickhouse-server/config.d/ssd_complex_key_cache_string.xml</dictionaries_config>
+    <dictionaries_config>/etc/clickhouse-server/config.d/*.xml</dictionaries_config>
 </yandex>

From 0c2318c59bb41e58b13d3901370ea913fc10293f Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 31 May 2021 07:07:32 +0300
Subject: [PATCH 0731/1060] tune runner for now

---
 tests/integration/ci-runner.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 1efc5c3e78a..20042ee596a 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -11,10 +11,10 @@ import json
 import csv
 
 
-MAX_RETRY = 2
+MAX_RETRY = 3
 NUM_WORKERS = 5
 SLEEP_BETWEEN_RETRIES = 5
-PARALLEL_GROUP_SIZE = 100
+PARALLEL_GROUP_SIZE = 200
 CLICKHOUSE_BINARY_PATH = "/usr/bin/clickhouse"
 CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH = "/usr/bin/clickhouse-odbc-bridge"
 DOCKERD_LOGS_PATH = "/ClickHouse/tests/integration/dockerd.log"

From 5f0373dace434404d1ed460aea78e1c5cf0cff84 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 31 May 2021 07:12:22 +0300
Subject: [PATCH 0732/1060] lost in merge

---
 tests/integration/test_zookeeper_config/test_password.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/test_zookeeper_config/test_password.py b/tests/integration/test_zookeeper_config/test_password.py
index b99007e67f2..c0ed4375978 100644
--- a/tests/integration/test_zookeeper_config/test_password.py
+++ b/tests/integration/test_zookeeper_config/test_password.py
@@ -7,10 +7,10 @@ from helpers.cluster import ClickHouseCluster
 cluster = ClickHouseCluster(__file__, name="password")
 
 # TODO ACL not implemented in Keeper.
-node1 = cluster.add_instance('node1', with_zookeeper=True, use_keeper=False,
+node1 = cluster.add_instance('node1', with_zookeeper=True,
                              main_configs=["configs/remote_servers.xml", "configs/zookeeper_config_with_password.xml"])
                                 
-node2 = cluster.add_instance('node2', with_zookeeper=True, use_keeper=False, main_configs=["configs/remote_servers.xml"])
+node2 = cluster.add_instance('node2', with_zookeeper=True, main_configs=["configs/remote_servers.xml"])
 
 @pytest.fixture(scope="module", autouse=True)
 def started_cluster():

From 3be331edeb3119b59bf40cabcd96f1fe7e513d34 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 31 May 2021 12:24:09 +0800
Subject: [PATCH 0733/1060] Better exception for invalid projection creation

---
 src/Parsers/ASTProjectionSelectQuery.cpp                    | 2 --
 src/Storages/ProjectionsDescription.cpp                     | 6 +++---
 .../01710_projection_group_by_order_by.reference            | 0
 .../0_stateless/01710_projection_group_by_order_by.sql      | 5 +++++
 4 files changed, 8 insertions(+), 5 deletions(-)
 create mode 100644 tests/queries/0_stateless/01710_projection_group_by_order_by.reference
 create mode 100644 tests/queries/0_stateless/01710_projection_group_by_order_by.sql

diff --git a/src/Parsers/ASTProjectionSelectQuery.cpp b/src/Parsers/ASTProjectionSelectQuery.cpp
index 58943ed0430..cc0d387b933 100644
--- a/src/Parsers/ASTProjectionSelectQuery.cpp
+++ b/src/Parsers/ASTProjectionSelectQuery.cpp
@@ -134,8 +134,6 @@ ASTPtr ASTProjectionSelectQuery::cloneToASTSelect() const
     if (groupBy())
         select_query->setExpression(ASTSelectQuery::Expression::GROUP_BY, groupBy()->clone());
     // Get rid of orderBy. It's used for projection definition only
-    if (orderBy())
-        select_query->setExpression(ASTSelectQuery::Expression::ORDER_BY, orderBy()->clone());
     return node;
 }
 
diff --git a/src/Storages/ProjectionsDescription.cpp b/src/Storages/ProjectionsDescription.cpp
index b2a06018054..dd48b23ecc3 100644
--- a/src/Storages/ProjectionsDescription.cpp
+++ b/src/Storages/ProjectionsDescription.cpp
@@ -172,15 +172,15 @@ ProjectionDescription::getProjectionFromAST(const ASTPtr & definition_ast, const
             metadata.sorting_key = KeyDescription::getSortingKeyFromAST({}, metadata.columns, query_context, {});
             metadata.primary_key = KeyDescription::getKeyFromAST({}, metadata.columns, query_context);
         }
-        if (query_select.orderBy())
+        if (query.orderBy())
             throw Exception(
                 "When aggregation is used in projection, ORDER BY cannot be specified", ErrorCodes::ILLEGAL_PROJECTION);
     }
     else
     {
         result.type = ProjectionDescription::Type::Normal;
-        metadata.sorting_key = KeyDescription::getSortingKeyFromAST(query_select.orderBy(), metadata.columns, query_context, {});
-        metadata.primary_key = KeyDescription::getKeyFromAST(query_select.orderBy(), metadata.columns, query_context);
+        metadata.sorting_key = KeyDescription::getSortingKeyFromAST(query.orderBy(), metadata.columns, query_context, {});
+        metadata.primary_key = KeyDescription::getKeyFromAST(query.orderBy(), metadata.columns, query_context);
     }
     metadata.primary_key.definition_ast = nullptr;
     result.metadata = std::make_shared<StorageInMemoryMetadata>(metadata);
diff --git a/tests/queries/0_stateless/01710_projection_group_by_order_by.reference b/tests/queries/0_stateless/01710_projection_group_by_order_by.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01710_projection_group_by_order_by.sql b/tests/queries/0_stateless/01710_projection_group_by_order_by.sql
new file mode 100644
index 00000000000..9370e9d36ce
--- /dev/null
+++ b/tests/queries/0_stateless/01710_projection_group_by_order_by.sql
@@ -0,0 +1,5 @@
+drop table if exists tp;
+
+create table tp (type Int32, eventcnt UInt64, projection p (select sum(eventcnt), type group by type order by sum(eventcnt))) engine = MergeTree order by type; -- { serverError 583 }
+
+drop table if exists tp;

From 7d41ba91fa98f15c096c7ac7eba3f77fb5675526 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Mon, 31 May 2021 07:30:32 +0300
Subject: [PATCH 0734/1060] Update
 docs/ru/sql-reference/functions/encoding-functions.md

Co-authored-by: Anton Popov <pad11rus@gmail.com>
---
 docs/ru/sql-reference/functions/encoding-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index 2b1ed21b6ec..e4d74c370ac 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -176,7 +176,7 @@ unhex(arg)
 
 **Возвращаемое значение**
 
--   Бинарная строка.
+-   Бинарная строка (BLOB).
 
 Тип: [String](../../sql-reference/data-types/string.md).
 

From 37bd69d288164478279b4ca8aad4d570ae428b22 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Mon, 31 May 2021 07:30:40 +0300
Subject: [PATCH 0735/1060] Update
 docs/ru/sql-reference/functions/encoding-functions.md

Co-authored-by: Anton Popov <pad11rus@gmail.com>
---
 docs/ru/sql-reference/functions/encoding-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/encoding-functions.md b/docs/ru/sql-reference/functions/encoding-functions.md
index e4d74c370ac..23e840a7898 100644
--- a/docs/ru/sql-reference/functions/encoding-functions.md
+++ b/docs/ru/sql-reference/functions/encoding-functions.md
@@ -153,7 +153,7 @@ Result:
 
 ## unhex(str) {#unhexstr}
 
-Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ. Возвращаемое значение представляет собой двоичную строку.
+Выполняет операцию, обратную [hex](#hex). Функция интерпретирует каждую пару шестнадцатеричных цифр аргумента как число и преобразует его в символ. Возвращаемое значение представляет собой двоичную строку (BLOB).
 
 Если вы хотите преобразовать результат в число, вы можете использовать функции [reverse](../../sql-reference/functions/string-functions.md#reverse) и [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions).
 

From ffd0c10b5758fb01121547daf8777191bb873780 Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Mon, 31 May 2021 07:30:46 +0300
Subject: [PATCH 0736/1060] Update
 docs/en/sql-reference/functions/encoding-functions.md

Co-authored-by: Anton Popov <pad11rus@gmail.com>
---
 docs/en/sql-reference/functions/encoding-functions.md | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index ecd890948b0..e11ce87788a 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -174,7 +174,7 @@ Supports both uppercase and lowercase letters `A-F`. The number of hexadecimal d
 
 **Returned value**
 
--   A binary string.
+-   A binary string (BLOB).
 
 Type: [String](../../sql-reference/data-types/string.md).
 
@@ -221,4 +221,3 @@ Accepts an integer. Returns a string containing the list of powers of two that t
 ## bitmaskToArray(num) {#bitmasktoarraynum}
 
 Accepts an integer. Returns an array of UInt64 numbers containing the list of powers of two that total the source number when summed. Numbers in the array are in ascending order.
-

From 95b04dbbf019c1dbdcce0a7e50ed746a8e2496fd Mon Sep 17 00:00:00 2001
From: Anna <42538400+adevyatova@users.noreply.github.com>
Date: Mon, 31 May 2021 07:30:52 +0300
Subject: [PATCH 0737/1060] Update
 docs/en/sql-reference/functions/encoding-functions.md

Co-authored-by: Anton Popov <pad11rus@gmail.com>
---
 docs/en/sql-reference/functions/encoding-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/functions/encoding-functions.md b/docs/en/sql-reference/functions/encoding-functions.md
index e11ce87788a..167afdabb80 100644
--- a/docs/en/sql-reference/functions/encoding-functions.md
+++ b/docs/en/sql-reference/functions/encoding-functions.md
@@ -151,7 +151,7 @@ Result:
 
 ## unhex {#unhexstr}
 
-Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to the byte represented by the number. The return value is a binary string.
+Performs the opposite operation of [hex](#hex). It interprets each pair of hexadecimal digits (in the argument) as a number and converts it to the byte represented by the number. The return value is a binary string (BLOB).
 
 If you want to convert the result to a number, you can use the [reverse](../../sql-reference/functions/string-functions.md#reverse) and [reinterpretAs<Type>](../../sql-reference/functions/type-conversion-functions.md#type-conversion-functions) functions.
 

From 93754ca8b64a914b80990a0418080e66de681567 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Mon, 31 May 2021 09:34:10 +0300
Subject: [PATCH 0738/1060] Fix stylecheck

---
 src/Common/examples/YAML_fuzzer.cpp | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/Common/examples/YAML_fuzzer.cpp b/src/Common/examples/YAML_fuzzer.cpp
index 4c8f0522d29..b290bbc5fa8 100644
--- a/src/Common/examples/YAML_fuzzer.cpp
+++ b/src/Common/examples/YAML_fuzzer.cpp
@@ -13,12 +13,13 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     /// where YAML_CORPUS is a directory with different YAML configs for libfuzzer
     char buf[L_tmpnam];
     char* file_name = std::tmpnam(buf);
-    if (file_name == nullptr) {
+    if (file_name == nullptr)
+    {
         std::cerr << "Cannot create temp file!\n";
         return 1;
     }
     std::string cur_file(file_name);
-    
+
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
     DB::YAMLParser parser;
 

From 1a328815c1fe1389d8f2716a6d78c168cfdf722c Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Mon, 31 May 2021 09:59:33 +0300
Subject: [PATCH 0739/1060] Update table.md

---
 docs/ru/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/statements/create/table.md b/docs/ru/sql-reference/statements/create/table.md
index f3a6a384225..1d65d82b24c 100644
--- a/docs/ru/sql-reference/statements/create/table.md
+++ b/docs/ru/sql-reference/statements/create/table.md
@@ -351,7 +351,7 @@ SELECT * FROM base.t1;
 Вы можете добавить комментарий к таблице при ее создании.
 
 !!!note "Замечание"
-    Комментарий поддерживается для всех движков таблиц, кроме [Kafka](../../../engines/table-engines/integrations/kafka.md) и [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md).
+    Комментарий поддерживается для всех движков таблиц, кроме [Kafka](../../../engines/table-engines/integrations/kafka.md), [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md) и [EmbeddedRocksDB](../../../engines/table-engines/integrations/embedded-rocksdb.md).
 	
 **Синтаксис**
 

From fa8a0ca69d0098089ea195fdf29101b7986f4bb9 Mon Sep 17 00:00:00 2001
From: kirillikoff <kirillikoff@yandex.ru>
Date: Mon, 31 May 2021 10:00:19 +0300
Subject: [PATCH 0740/1060] Update table.md

---
 docs/en/sql-reference/statements/create/table.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/create/table.md b/docs/en/sql-reference/statements/create/table.md
index df29ac33198..b8baa7b9b0d 100644
--- a/docs/en/sql-reference/statements/create/table.md
+++ b/docs/en/sql-reference/statements/create/table.md
@@ -360,7 +360,7 @@ SELECT * FROM base.t1;
 You can add a comment to the table when you creating it.
 
 !!!note "Note"
-    The comment is supported for all table engines except [Kafka](../../../engines/table-engines/integrations/kafka.md) and [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md).
+    The comment is supported for all table engines except [Kafka](../../../engines/table-engines/integrations/kafka.md), [RabbitMQ](../../../engines/table-engines/integrations/rabbitmq.md) and [EmbeddedRocksDB](../../../engines/table-engines/integrations/embedded-rocksdb.md).
 	
 
 **Syntax**

From e3cbd4a5df44bb4909c1b52ffe3e779d84a6842d Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 31 May 2021 10:22:42 +0300
Subject: [PATCH 0741/1060] Improve "Cannot schedule a task" error message

---
 src/Common/ThreadPool.cpp | 14 ++++++++------
 1 file changed, 8 insertions(+), 6 deletions(-)

diff --git a/src/Common/ThreadPool.cpp b/src/Common/ThreadPool.cpp
index b9bd6c75708..e6ccf405e9f 100644
--- a/src/Common/ThreadPool.cpp
+++ b/src/Common/ThreadPool.cpp
@@ -81,7 +81,7 @@ template <typename Thread>
 template <typename ReturnType>
 ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::optional<uint64_t> wait_microseconds)
 {
-    auto on_error = [&]
+    auto on_error = [&](const std::string & reason)
     {
         if constexpr (std::is_same_v<ReturnType, void>)
         {
@@ -91,7 +91,9 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
                 std::swap(exception, first_exception);
                 std::rethrow_exception(exception);
             }
-            throw DB::Exception("Cannot schedule a task", DB::ErrorCodes::CANNOT_SCHEDULE_TASK);
+            throw DB::Exception(DB::ErrorCodes::CANNOT_SCHEDULE_TASK,
+                "Cannot schedule a task: {} (threads={}, jobs={})", reason,
+                threads.size(), scheduled_jobs);
         }
         else
             return false;
@@ -105,13 +107,13 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
         if (wait_microseconds)  /// Check for optional. Condition is true if the optional is set and the value is zero.
         {
             if (!job_finished.wait_for(lock, std::chrono::microseconds(*wait_microseconds), pred))
-                return on_error();
+                return on_error(fmt::format("no free thread (timeout={})", *wait_microseconds));
         }
         else
             job_finished.wait(lock, pred);
 
         if (shutdown)
-            return on_error();
+            return on_error("shutdown");
 
         /// We must not to allocate any memory after we emplaced a job in a queue.
         /// Because if an exception would be thrown, we won't notify a thread about job occurrence.
@@ -126,7 +128,7 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
             catch (...)
             {
                 /// Most likely this is a std::bad_alloc exception
-                return on_error();
+                return on_error("cannot allocate thread slot");
             }
 
             try
@@ -136,7 +138,7 @@ ReturnType ThreadPoolImpl<Thread>::scheduleImpl(Job job, int priority, std::opti
             catch (...)
             {
                 threads.pop_front();
-                return on_error();
+                return on_error("cannot allocate thread");
             }
         }
 

From 2672d18da047499d2165a308dadf5acabbd59228 Mon Sep 17 00:00:00 2001
From: Ilya Yatsishin <2159081+qoega@users.noreply.github.com>
Date: Mon, 31 May 2021 12:41:36 +0300
Subject: [PATCH 0742/1060] Touch to rebuild SQLancer

---
 docker/test/sqlancer/Dockerfile | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docker/test/sqlancer/Dockerfile b/docker/test/sqlancer/Dockerfile
index 6bcdc3df5cd..253ca1b729a 100644
--- a/docker/test/sqlancer/Dockerfile
+++ b/docker/test/sqlancer/Dockerfile
@@ -2,7 +2,6 @@
 FROM ubuntu:20.04
 
 RUN apt-get update --yes && env DEBIAN_FRONTEND=noninteractive apt-get install wget unzip git openjdk-14-jdk maven python3 --yes --no-install-recommends
-
 RUN wget https://github.com/sqlancer/sqlancer/archive/master.zip -O /sqlancer.zip
 RUN mkdir /sqlancer && \
 	cd /sqlancer && \

From 054fe1cf2fd5ce1cacc074f19b22be9b6a080d66 Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Mon, 31 May 2021 14:06:32 +0300
Subject: [PATCH 0743/1060] Fix

---
 src/Formats/FormatSchemaInfo.cpp | 9 +++------
 1 file changed, 3 insertions(+), 6 deletions(-)

diff --git a/src/Formats/FormatSchemaInfo.cpp b/src/Formats/FormatSchemaInfo.cpp
index 1b406f639ea..2605c0bdf04 100644
--- a/src/Formats/FormatSchemaInfo.cpp
+++ b/src/Formats/FormatSchemaInfo.cpp
@@ -74,6 +74,7 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
     if (!path.has_extension() && !default_file_extension.empty())
         path = path.parent_path() / (path.stem().string() + '.' + default_file_extension);
 
+    fs::path default_schema_directory_path(default_schema_directory());
     if (path.is_absolute())
     {
         if (is_server)
@@ -81,17 +82,13 @@ FormatSchemaInfo::FormatSchemaInfo(const String & format_schema, const String &
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }
-    else if (path.has_parent_path() && !fs::weakly_canonical(path).string().starts_with(fs::weakly_canonical(default_schema_directory()).string()))
+    else if (path.has_parent_path() && !fs::weakly_canonical(default_schema_directory_path / path).string().starts_with(fs::weakly_canonical(default_schema_directory_path).string()))
     {
         if (is_server)
             throw Exception(ErrorCodes::BAD_ARGUMENTS,
                             "Path in the 'format_schema' setting shouldn't go outside the 'format_schema_path' directory: {} ({} not in {})",
                             path.string());
-        fs::path default_schema_directory_path(default_schema_directory());
-        if (default_schema_directory_path.is_absolute())
-            path = default_schema_directory_path;
-        else
-            path /= default_schema_directory_path;
+        path = default_schema_directory_path / path;
         schema_path = path.filename();
         schema_directory = path.parent_path() / "";
     }

From 2fe75e33eea801c5941f1db046a74916e09e6e15 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 31 May 2021 16:03:30 +0300
Subject: [PATCH 0744/1060] Replace Poco::Event with std future in synchronous
 calls in ZooKeeper client

---
 src/Common/ZooKeeper/IKeeper.h                |   2 +-
 src/Common/ZooKeeper/ZooKeeper.cpp            | 255 +++++++++++-------
 src/Common/ZooKeeper/ZooKeeper.h              |  43 +--
 .../ReplicatedMergeTreeCleanupThread.cpp      |   2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |   4 +-
 5 files changed, 196 insertions(+), 110 deletions(-)

diff --git a/src/Common/ZooKeeper/IKeeper.h b/src/Common/ZooKeeper/IKeeper.h
index 5e11687eab5..d69ab34ea43 100644
--- a/src/Common/ZooKeeper/IKeeper.h
+++ b/src/Common/ZooKeeper/IKeeper.h
@@ -411,7 +411,7 @@ public:
   * - whenever you receive exception with ZSESSIONEXPIRED code or method isExpired returns true,
   *   the ZooKeeper instance is no longer usable - you may only destroy it and probably create another.
   * - whenever session is expired or ZooKeeper instance is destroying, all callbacks are notified with special event.
-  * - data for callbacks must be alive when ZooKeeper instance is alive.
+  * - data for callbacks must be alive when ZooKeeper instance is alive, so try to avoid capturing references in callbacks, it's error-prone.
   */
 class IKeeper
 {
diff --git a/src/Common/ZooKeeper/ZooKeeper.cpp b/src/Common/ZooKeeper/ZooKeeper.cpp
index 43092f719ec..6d64aff99bf 100644
--- a/src/Common/ZooKeeper/ZooKeeper.cpp
+++ b/src/Common/ZooKeeper/ZooKeeper.cpp
@@ -238,24 +238,25 @@ Coordination::Error ZooKeeper::getChildrenImpl(const std::string & path, Strings
                                    Coordination::Stat * stat,
                                    Coordination::WatchCallback watch_callback)
 {
-    Coordination::Error code = Coordination::Error::ZOK;
-    Poco::Event event;
+    auto future_result = tryAsyncGetChildrenNoThrow(path, watch_callback);
 
-    auto callback = [&](const Coordination::ListResponse & response)
+    if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
-        SCOPE_EXIT(event.set());
-        code = response.error;
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
+    else
+    {
+        auto response = future_result.get();
+        Coordination::Error code = response.error;
         if (code == Coordination::Error::ZOK)
         {
             res = response.names;
             if (stat)
                 *stat = response.stat;
         }
-    };
-
-    impl->list(path, callback, watch_callback);
-    event.wait();
-    return code;
+        return code;
+    }
 }
 
 Strings ZooKeeper::getChildren(
@@ -298,20 +299,21 @@ Coordination::Error ZooKeeper::tryGetChildrenWatch(const std::string & path, Str
 
 Coordination::Error ZooKeeper::createImpl(const std::string & path, const std::string & data, int32_t mode, std::string & path_created)
 {
-    Coordination::Error code = Coordination::Error::ZOK;
-    Poco::Event event;
+    auto future_result = tryAsyncCreateNoThrow(path, data, mode);
 
-    auto callback = [&](const Coordination::CreateResponse & response)
+    if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
-        SCOPE_EXIT(event.set());
-        code = response.error;
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
+    else
+    {
+        auto response = future_result.get();
+        Coordination::Error code = response.error;
         if (code == Coordination::Error::ZOK)
             path_created = response.path_created;
-    };
-
-    impl->create(path, data, mode & 1, mode & 2, {}, callback);  /// TODO better mode
-    event.wait();
-    return code;
+        return code;
+    }
 }
 
 std::string ZooKeeper::create(const std::string & path, const std::string & data, int32_t mode)
@@ -366,19 +368,19 @@ void ZooKeeper::createAncestors(const std::string & path)
 
 Coordination::Error ZooKeeper::removeImpl(const std::string & path, int32_t version)
 {
-    Coordination::Error code = Coordination::Error::ZOK;
-    Poco::Event event;
+    auto future_result = tryAsyncRemoveNoThrow(path, version);
 
-    auto callback = [&](const Coordination::RemoveResponse & response)
+
+    if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
-        SCOPE_EXIT(event.set());
-        if (response.error != Coordination::Error::ZOK)
-            code = response.error;
-    };
-
-    impl->remove(path, version, callback);
-    event.wait();
-    return code;
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
+    else
+    {
+        auto response = future_result.get();
+        return response.error;
+    }
 }
 
 void ZooKeeper::remove(const std::string & path, int32_t version)
@@ -399,26 +401,22 @@ Coordination::Error ZooKeeper::tryRemove(const std::string & path, int32_t versi
 
 Coordination::Error ZooKeeper::existsImpl(const std::string & path, Coordination::Stat * stat, Coordination::WatchCallback watch_callback)
 {
-    Coordination::Error code = Coordination::Error::ZOK;
-    Poco::Event event;
+    auto future_result = tryAsyncExistsNoThrow(path, watch_callback);
 
-    auto callback = [&](const Coordination::ExistsResponse & response)
-    {
-        SCOPE_EXIT(event.set());
-        code = response.error;
-        if (code == Coordination::Error::ZOK && stat)
-            *stat = response.stat;
-    };
-
-    impl->exists(path, callback, watch_callback);
-
-    if (!event.tryWait(operation_timeout_ms))
+    if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
         impl->finalize();
         return Coordination::Error::ZOPERATIONTIMEOUT;
     }
+    else
+    {
+        auto response = future_result.get();
+        Coordination::Error code = response.error;
+        if (code == Coordination::Error::ZOK && stat)
+            *stat = response.stat;
 
-    return code;
+        return code;
+    }
 }
 
 bool ZooKeeper::exists(const std::string & path, Coordination::Stat * stat, const EventPtr & watch)
@@ -437,29 +435,25 @@ bool ZooKeeper::existsWatch(const std::string & path, Coordination::Stat * stat,
 
 Coordination::Error ZooKeeper::getImpl(const std::string & path, std::string & res, Coordination::Stat * stat, Coordination::WatchCallback watch_callback)
 {
-    Coordination::Error code = Coordination::Error::ZOK;
-    Poco::Event event;
+    auto future_result = tryAsyncGetNoThrow(path, watch_callback);
 
-    auto callback = [&](const Coordination::GetResponse & response)
+    if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
-        SCOPE_EXIT(event.set());
-        code = response.error;
+        impl->finalize();
+        return Coordination::Error::ZOPERATIONTIMEOUT;
+    }
+    else
+    {
+        auto response = future_result.get();
+        Coordination::Error code = response.error;
         if (code == Coordination::Error::ZOK)
         {
             res = response.data;
             if (stat)
                 *stat = response.stat;
         }
-    };
-
-    impl->get(path, callback, watch_callback);
-    if (!event.tryWait(operation_timeout_ms))
-    {
-        impl->finalize();
-        return Coordination::Error::ZOPERATIONTIMEOUT;
+        return code;
     }
-
-    return code;
 }
 
 
@@ -514,24 +508,22 @@ bool ZooKeeper::tryGetWatch(
 Coordination::Error ZooKeeper::setImpl(const std::string & path, const std::string & data,
                            int32_t version, Coordination::Stat * stat)
 {
-    Coordination::Error code = Coordination::Error::ZOK;
-    Poco::Event event;
+    auto future_result = tryAsyncSetNoThrow(path, data, version);
 
-    auto callback = [&](const Coordination::SetResponse & response)
-    {
-        SCOPE_EXIT(event.set());
-        code = response.error;
-        if (code == Coordination::Error::ZOK && stat)
-            *stat = response.stat;
-    };
-
-    impl->set(path, data, version, callback);
-    if (!event.tryWait(operation_timeout_ms))
+    if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
         impl->finalize();
         return Coordination::Error::ZOPERATIONTIMEOUT;
     }
-    return code;
+    else
+    {
+        auto response = future_result.get();
+        Coordination::Error code = response.error;
+        if (code == Coordination::Error::ZOK && stat)
+            *stat = response.stat;
+
+        return code;
+    }
 }
 
 void ZooKeeper::set(const std::string & path, const std::string & data, int32_t version, Coordination::Stat * stat)
@@ -568,23 +560,20 @@ Coordination::Error ZooKeeper::multiImpl(const Coordination::Requests & requests
     if (requests.empty())
         return Coordination::Error::ZOK;
 
-    Coordination::Error code = Coordination::Error::ZOK;
-    Poco::Event event;
+    auto future_result = tryAsyncMultiNoThrow(requests);
 
-    auto callback = [&](const Coordination::MultiResponse & response)
-    {
-        SCOPE_EXIT(event.set());
-        code = response.error;
-        responses = response.responses;
-    };
-
-    impl->multi(requests, callback);
-    if (!event.tryWait(operation_timeout_ms))
+    if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
         impl->finalize();
         return Coordination::Error::ZOPERATIONTIMEOUT;
     }
-    return code;
+    else
+    {
+        auto response = future_result.get();
+        Coordination::Error code = response.error;
+        responses = response.responses;
+        return code;
+    }
 }
 
 Coordination::Responses ZooKeeper::multi(const Coordination::Requests & requests)
@@ -769,8 +758,21 @@ std::future<Coordination::CreateResponse> ZooKeeper::asyncCreate(const std::stri
     return future;
 }
 
+std::future<Coordination::CreateResponse> ZooKeeper::tryAsyncCreateNoThrow(const std::string & path, const std::string & data, int32_t mode)
+{
+    auto promise = std::make_shared<std::promise<Coordination::CreateResponse>>();
+    auto future = promise->get_future();
 
-std::future<Coordination::GetResponse> ZooKeeper::asyncGet(const std::string & path)
+    auto callback = [promise, path](const Coordination::CreateResponse & response) mutable
+    {
+        promise->set_value(response);
+    };
+
+    impl->create(path, data, mode & 1, mode & 2, {}, std::move(callback));
+    return future;
+}
+
+std::future<Coordination::GetResponse> ZooKeeper::asyncGet(const std::string & path, Coordination::WatchCallback watch_callback)
 {
     auto promise = std::make_shared<std::promise<Coordination::GetResponse>>();
     auto future = promise->get_future();
@@ -783,7 +785,21 @@ std::future<Coordination::GetResponse> ZooKeeper::asyncGet(const std::string & p
             promise->set_value(response);
     };
 
-    impl->get(path, std::move(callback), {});
+    impl->get(path, std::move(callback), watch_callback);
+    return future;
+}
+
+std::future<Coordination::GetResponse> ZooKeeper::tryAsyncGetNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
+{
+    auto promise = std::make_shared<std::promise<Coordination::GetResponse>>();
+    auto future = promise->get_future();
+
+    auto callback = [promise, path](const Coordination::GetResponse & response) mutable
+    {
+        promise->set_value(response);
+    };
+
+    impl->get(path, std::move(callback), watch_callback);
     return future;
 }
 
@@ -805,7 +821,7 @@ std::future<Coordination::GetResponse> ZooKeeper::asyncTryGet(const std::string
     return future;
 }
 
-std::future<Coordination::ExistsResponse> ZooKeeper::asyncExists(const std::string & path)
+std::future<Coordination::ExistsResponse> ZooKeeper::asyncExists(const std::string & path, Coordination::WatchCallback watch_callback)
 {
     auto promise = std::make_shared<std::promise<Coordination::ExistsResponse>>();
     auto future = promise->get_future();
@@ -818,7 +834,21 @@ std::future<Coordination::ExistsResponse> ZooKeeper::asyncExists(const std::stri
             promise->set_value(response);
     };
 
-    impl->exists(path, std::move(callback), {});
+    impl->exists(path, std::move(callback), watch_callback);
+    return future;
+}
+
+std::future<Coordination::ExistsResponse> ZooKeeper::tryAsyncExistsNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
+{
+    auto promise = std::make_shared<std::promise<Coordination::ExistsResponse>>();
+    auto future = promise->get_future();
+
+    auto callback = [promise, path](const Coordination::ExistsResponse & response) mutable
+    {
+        promise->set_value(response);
+    };
+
+    impl->exists(path, std::move(callback), watch_callback);
     return future;
 }
 
@@ -839,7 +869,22 @@ std::future<Coordination::SetResponse> ZooKeeper::asyncSet(const std::string & p
     return future;
 }
 
-std::future<Coordination::ListResponse> ZooKeeper::asyncGetChildren(const std::string & path)
+
+std::future<Coordination::SetResponse> ZooKeeper::tryAsyncSetNoThrow(const std::string & path, const std::string & data, int32_t version)
+{
+    auto promise = std::make_shared<std::promise<Coordination::SetResponse>>();
+    auto future = promise->get_future();
+
+    auto callback = [promise, path](const Coordination::SetResponse & response) mutable
+    {
+        promise->set_value(response);
+    };
+
+    impl->set(path, data, version, std::move(callback));
+    return future;
+}
+
+std::future<Coordination::ListResponse> ZooKeeper::asyncGetChildren(const std::string & path, Coordination::WatchCallback watch_callback)
 {
     auto promise = std::make_shared<std::promise<Coordination::ListResponse>>();
     auto future = promise->get_future();
@@ -852,7 +897,21 @@ std::future<Coordination::ListResponse> ZooKeeper::asyncGetChildren(const std::s
             promise->set_value(response);
     };
 
-    impl->list(path, std::move(callback), {});
+    impl->list(path, std::move(callback), watch_callback);
+    return future;
+}
+
+std::future<Coordination::ListResponse> ZooKeeper::tryAsyncGetChildrenNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
+{
+    auto promise = std::make_shared<std::promise<Coordination::ListResponse>>();
+    auto future = promise->get_future();
+
+    auto callback = [promise, path](const Coordination::ListResponse & response) mutable
+    {
+        promise->set_value(response);
+    };
+
+    impl->list(path, std::move(callback), watch_callback);
     return future;
 }
 
@@ -895,7 +954,21 @@ std::future<Coordination::RemoveResponse> ZooKeeper::asyncTryRemove(const std::s
     return future;
 }
 
-std::future<Coordination::MultiResponse> ZooKeeper::tryAsyncMulti(const Coordination::Requests & ops)
+std::future<Coordination::RemoveResponse> ZooKeeper::tryAsyncRemoveNoThrow(const std::string & path, int32_t version)
+{
+    auto promise = std::make_shared<std::promise<Coordination::RemoveResponse>>();
+    auto future = promise->get_future();
+
+    auto callback = [promise, path](const Coordination::RemoveResponse & response) mutable
+    {
+        promise->set_value(response);
+    };
+
+    impl->remove(path, version, std::move(callback));
+    return future;
+}
+
+std::future<Coordination::MultiResponse> ZooKeeper::tryAsyncMultiNoThrow(const Coordination::Requests & ops)
 {
     auto promise = std::make_shared<std::promise<Coordination::MultiResponse>>();
     auto future = promise->get_future();
diff --git a/src/Common/ZooKeeper/ZooKeeper.h b/src/Common/ZooKeeper/ZooKeeper.h
index 4a65ff070f7..e855a450b96 100644
--- a/src/Common/ZooKeeper/ZooKeeper.h
+++ b/src/Common/ZooKeeper/ZooKeeper.h
@@ -39,9 +39,6 @@ constexpr size_t MULTI_BATCH_SIZE = 100;
 /// watch notification.
 /// Callback-based watch interface is also provided.
 ///
-/// Read-only methods retry retry_num times if recoverable errors like OperationTimeout
-/// or ConnectionLoss are encountered.
-///
 /// Modifying methods do not retry, because it leads to problems of the double-delete type.
 ///
 /// Methods with names not starting at try- raise KeeperException on any error.
@@ -220,39 +217,55 @@ public:
     /// auto result1 = future1.get();
     /// auto result2 = future2.get();
     ///
-    /// Future should not be destroyed before the result is gotten.
+    /// NoThrow versions never throw any exception on future.get(), even on SessionExpired error.
 
     using FutureCreate = std::future<Coordination::CreateResponse>;
     FutureCreate asyncCreate(const std::string & path, const std::string & data, int32_t mode);
+    /// Like the previous one but don't throw any exceptions on future.get()
+    FutureCreate tryAsyncCreateNoThrow(const std::string & path, const std::string & data, int32_t mode);
 
     using FutureGet = std::future<Coordination::GetResponse>;
-    FutureGet asyncGet(const std::string & path);
-
-    FutureGet asyncTryGet(const std::string & path);
+    FutureGet asyncGet(const std::string & path, Coordination::WatchCallback watch_callback = {});
+    /// Like the previous one but don't throw any exceptions on future.get()
+    FutureGet tryAsyncGetNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
 
     using FutureExists = std::future<Coordination::ExistsResponse>;
-    FutureExists asyncExists(const std::string & path);
+    FutureExists asyncExists(const std::string & path, Coordination::WatchCallback watch_callback = {});
+    /// Like the previous one but don't throw any exceptions on future.get()
+    FutureExists tryAsyncExistsNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
 
     using FutureGetChildren = std::future<Coordination::ListResponse>;
-    FutureGetChildren asyncGetChildren(const std::string & path);
+    FutureGetChildren asyncGetChildren(const std::string & path, Coordination::WatchCallback watch_callback = {});
+    /// Like the previous one but don't throw any exceptions on future.get()
+    FutureGetChildren tryAsyncGetChildrenNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
 
     using FutureSet = std::future<Coordination::SetResponse>;
     FutureSet asyncSet(const std::string & path, const std::string & data, int32_t version = -1);
+    /// Like the previous one but don't throw any exceptions on future.get()
+    FutureSet tryAsyncSetNoThrow(const std::string & path, const std::string & data, int32_t version = -1);
 
     using FutureRemove = std::future<Coordination::RemoveResponse>;
     FutureRemove asyncRemove(const std::string & path, int32_t version = -1);
+    /// Like the previous one but don't throw any exceptions on future.get()
+    FutureRemove tryAsyncRemoveNoThrow(const std::string & path, int32_t version = -1);
 
+    using FutureMulti = std::future<Coordination::MultiResponse>;
+    FutureMulti asyncMulti(const Coordination::Requests & ops);
+    /// Like the previous one but don't throw any exceptions on future.get()
+    FutureMulti tryAsyncMultiNoThrow(const Coordination::Requests & ops);
+
+    /// Very specific methods introduced without following general style. Implements
+    /// some custom throw/no throw logic on future.get().
+    ///
     /// Doesn't throw in the following cases:
     /// * The node doesn't exist
     /// * The versions do not match
     /// * The node has children
     FutureRemove asyncTryRemove(const std::string & path, int32_t version = -1);
 
-    using FutureMulti = std::future<Coordination::MultiResponse>;
-    FutureMulti asyncMulti(const Coordination::Requests & ops);
-
-    /// Like the previous one but don't throw any exceptions on future.get()
-    FutureMulti tryAsyncMulti(const Coordination::Requests & ops);
+    /// Doesn't throw in the following cases:
+    /// * The node doesn't exist
+    FutureGet asyncTryGet(const std::string & path);
 
     void finalize();
 
@@ -262,7 +275,7 @@ private:
     void init(const std::string & implementation_, const Strings & hosts_, const std::string & identity_,
               int32_t session_timeout_ms_, int32_t operation_timeout_ms_, const std::string & chroot_);
 
-    /// The following methods don't throw exceptions but return error codes.
+    /// The following methods don't any throw exceptions but return error codes.
     Coordination::Error createImpl(const std::string & path, const std::string & data, int32_t mode, std::string & path_created);
     Coordination::Error removeImpl(const std::string & path, int32_t version);
     Coordination::Error getImpl(
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp
index d3496d99cef..9e994b3f7f4 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp
@@ -291,7 +291,7 @@ void ReplicatedMergeTreeCleanupThread::markLostReplicas(const std::unordered_map
 
     std::vector<zkutil::ZooKeeper::FutureMulti> futures;
     for (size_t i = 0; i < candidate_lost_replicas.size(); ++i)
-        futures.emplace_back(zookeeper->tryAsyncMulti(requests[i]));
+        futures.emplace_back(zookeeper->tryAsyncMultiNoThrow(requests[i]));
 
     for (size_t i = 0; i < candidate_lost_replicas.size(); ++i)
     {
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 319e04f2424..91246cf5ac9 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -6144,7 +6144,7 @@ bool StorageReplicatedMergeTree::tryRemovePartsFromZooKeeperWithRetries(const St
                 {
                     Coordination::Requests ops;
                     removePartFromZooKeeper(part_names[i], ops, exists_resp.stat.numChildren > 0);
-                    remove_futures.emplace_back(zookeeper->tryAsyncMulti(ops));
+                    remove_futures.emplace_back(zookeeper->tryAsyncMultiNoThrow(ops));
                 }
             }
 
@@ -6205,7 +6205,7 @@ void StorageReplicatedMergeTree::removePartsFromZooKeeper(
             {
                 Coordination::Requests ops;
                 removePartFromZooKeeper(part_names[i], ops, exists_resp.stat.numChildren > 0);
-                remove_futures.emplace_back(zookeeper->tryAsyncMulti(ops));
+                remove_futures.emplace_back(zookeeper->tryAsyncMultiNoThrow(ops));
             }
             else
             {

From ad357ed97096b002881af3c1fdb0a4f3488881dd Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 31 May 2021 16:04:26 +0300
Subject: [PATCH 0745/1060] Fix 00953_zookeeper_suetin_deduplication_bug

---
 .../0_stateless/00953_zookeeper_suetin_deduplication_bug.sh     | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh b/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh
index 71ca29bfd96..ca3f4efe743 100755
--- a/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh
+++ b/tests/queries/0_stateless/00953_zookeeper_suetin_deduplication_bug.sh
@@ -6,6 +6,8 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+CLICKHOUSE_TEST_ZOOKEEPER_PREFIX="${CLICKHOUSE_TEST_ZOOKEEPER_PREFIX}/${CLICKHOUSE_DATABASE}"
+
 
 $CLICKHOUSE_CLIENT --query="DROP TABLE IF EXISTS elog;"
 

From ccebba13e15dfb067c6ca52dd42eeb8dcf268360 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 31 May 2021 16:11:32 +0300
Subject: [PATCH 0746/1060] Comment

---
 src/Common/ZooKeeper/IKeeper.h | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/Common/ZooKeeper/IKeeper.h b/src/Common/ZooKeeper/IKeeper.h
index d69ab34ea43..30d816aad15 100644
--- a/src/Common/ZooKeeper/IKeeper.h
+++ b/src/Common/ZooKeeper/IKeeper.h
@@ -428,6 +428,9 @@ public:
     ///
     /// After the method is executed successfully, you must wait for callbacks
     ///  (don't destroy callback data before it will be called).
+    /// TODO: The above line is the description of an error-prone interface. It's better
+    ///  to replace callbacks with std::future results, so the caller shouldn't think about
+    ///  lifetime of the callback data.
     ///
     /// All callbacks are executed sequentially (the execution of callbacks is serialized).
     ///

From 0035997e02ade74a11f6ee97ed2f011bae475283 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Mon, 31 May 2021 16:31:03 +0300
Subject: [PATCH 0747/1060] fix race on enqueue query

---
 src/Databases/DatabaseReplicated.cpp       | 20 +++-------
 src/Databases/DatabaseReplicated.h         |  2 +-
 src/Databases/DatabaseReplicatedWorker.cpp | 45 ++++++++++++++++++++--
 src/Databases/DatabaseReplicatedWorker.h   |  3 ++
 4 files changed, 51 insertions(+), 19 deletions(-)

diff --git a/src/Databases/DatabaseReplicated.cpp b/src/Databases/DatabaseReplicated.cpp
index d36fe45f748..2630c896a7a 100644
--- a/src/Databases/DatabaseReplicated.cpp
+++ b/src/Databases/DatabaseReplicated.cpp
@@ -273,19 +273,11 @@ bool DatabaseReplicated::createDatabaseNodesInZooKeeper(const zkutil::ZooKeeperP
     __builtin_unreachable();
 }
 
-void DatabaseReplicated::createEmptyLogEntry(Coordination::Requests & ops, const ZooKeeperPtr & current_zookeeper)
+void DatabaseReplicated::createEmptyLogEntry(const ZooKeeperPtr & current_zookeeper)
 {
     /// On replica creation add empty entry to log. Can be used to trigger some actions on other replicas (e.g. update cluster info).
     DDLLogEntry entry{};
-
-    String query_path_prefix = zookeeper_path + "/log/query-";
-    String counter_prefix = zookeeper_path + "/counter/cnt-";
-    String counter_path = current_zookeeper->create(counter_prefix, "", zkutil::CreateMode::EphemeralSequential);
-    String query_path = query_path_prefix + counter_path.substr(counter_prefix.size());
-
-    ops.emplace_back(zkutil::makeCreateRequest(query_path, entry.toString(), zkutil::CreateMode::Persistent));
-    ops.emplace_back(zkutil::makeCreateRequest(query_path + "/committed", getFullReplicaName(), zkutil::CreateMode::Persistent));
-    ops.emplace_back(zkutil::makeRemoveRequest(counter_path, -1));
+    DatabaseReplicatedDDLWorker::enqueueQueryImpl(current_zookeeper, entry, this, true);
 }
 
 void DatabaseReplicated::createReplicaNodesInZooKeeper(const zkutil::ZooKeeperPtr & current_zookeeper)
@@ -296,8 +288,8 @@ void DatabaseReplicated::createReplicaNodesInZooKeeper(const zkutil::ZooKeeperPt
     Coordination::Requests ops;
     ops.emplace_back(zkutil::makeCreateRequest(replica_path, host_id, zkutil::CreateMode::Persistent));
     ops.emplace_back(zkutil::makeCreateRequest(replica_path + "/log_ptr", "0", zkutil::CreateMode::Persistent));
-    createEmptyLogEntry(ops, current_zookeeper);
     current_zookeeper->multi(ops);
+    createEmptyLogEntry(current_zookeeper);
 }
 
 void DatabaseReplicated::loadStoredObjects(ContextPtr local_context, bool has_force_restore_data_flag, bool force_attach)
@@ -659,10 +651,8 @@ ASTPtr DatabaseReplicated::parseQueryFromMetadataInZooKeeper(const String & node
 void DatabaseReplicated::drop(ContextPtr context_)
 {
     auto current_zookeeper = getZooKeeper();
-    Coordination::Requests ops;
-    ops.emplace_back(zkutil::makeSetRequest(replica_path, DROPPED_MARK, -1));
-    createEmptyLogEntry(ops, current_zookeeper);
-    current_zookeeper->multi(ops);
+    current_zookeeper->set(replica_path, DROPPED_MARK, -1);
+    createEmptyLogEntry(current_zookeeper);
 
     DatabaseAtomic::drop(context_);
 
diff --git a/src/Databases/DatabaseReplicated.h b/src/Databases/DatabaseReplicated.h
index b930d27c19b..e6c3fb00eb6 100644
--- a/src/Databases/DatabaseReplicated.h
+++ b/src/Databases/DatabaseReplicated.h
@@ -78,7 +78,7 @@ private:
     ClusterPtr getClusterImpl() const;
     void setCluster(ClusterPtr && new_cluster);
 
-    void createEmptyLogEntry(Coordination::Requests & ops, const ZooKeeperPtr & current_zookeeper);
+    void createEmptyLogEntry(const ZooKeeperPtr & current_zookeeper);
 
     String zookeeper_path;
     String shard_name;
diff --git a/src/Databases/DatabaseReplicatedWorker.cpp b/src/Databases/DatabaseReplicatedWorker.cpp
index 9ae4d026bf0..548f7f6f882 100644
--- a/src/Databases/DatabaseReplicatedWorker.cpp
+++ b/src/Databases/DatabaseReplicatedWorker.cpp
@@ -1,6 +1,7 @@
 #include <Databases/DatabaseReplicatedWorker.h>
 #include <Databases/DatabaseReplicated.h>
 #include <Interpreters/DDLTask.h>
+#include <Common/ZooKeeper/KeeperException.h>
 
 namespace DB
 {
@@ -69,25 +70,63 @@ void DatabaseReplicatedDDLWorker::initializeReplication()
 String DatabaseReplicatedDDLWorker::enqueueQuery(DDLLogEntry & entry)
 {
     auto zookeeper = getAndSetZooKeeper();
-    const String query_path_prefix = queue_dir + "/query-";
+    return enqueueQueryImpl(zookeeper, entry, database);
+}
+
+String DatabaseReplicatedDDLWorker::enqueueQueryImpl(const ZooKeeperPtr & zookeeper, DDLLogEntry & entry,
+                               DatabaseReplicated * const database, bool committed)
+{
+    const String query_path_prefix = database->zookeeper_path + "/log/query-";
 
     /// We cannot create sequential node and it's ephemeral child in a single transaction, so allocate sequential number another way
     String counter_prefix = database->zookeeper_path + "/counter/cnt-";
-    String counter_path = zookeeper->create(counter_prefix, "", zkutil::CreateMode::EphemeralSequential);
+    String counter_lock_path = database->zookeeper_path + "/counter_lock";
+
+    String counter_path;
+    size_t iters = 1000;
+    while (--iters)
+    {
+        Coordination::Requests ops;
+        ops.emplace_back(zkutil::makeCreateRequest(counter_lock_path, database->getFullReplicaName(), zkutil::CreateMode::Ephemeral));
+        ops.emplace_back(zkutil::makeCreateRequest(counter_prefix, "", zkutil::CreateMode::EphemeralSequential));
+        Coordination::Responses res;
+
+        Coordination::Error code = zookeeper->tryMulti(ops, res);
+        if (code == Coordination::Error::ZOK)
+        {
+            counter_path = dynamic_cast<const Coordination::CreateResponse &>(*res.back()).path_created;
+            break;
+        }
+        else if (code != Coordination::Error::ZNODEEXISTS)
+            zkutil::KeeperMultiException::check(code, ops, res);
+    }
+
+    if (iters == 0)
+        throw Exception(ErrorCodes::UNFINISHED,
+                        "Cannot enqueue query, because some replica are trying to enqueue another query. "
+                        "It may happen on high queries rate or, in rare cases, after connection loss. Client should retry.");
+
     String node_path = query_path_prefix + counter_path.substr(counter_prefix.size());
 
+    /// Now create task in queue
     Coordination::Requests ops;
     /// Query is not committed yet, but we have to write it into log to avoid reordering
     ops.emplace_back(zkutil::makeCreateRequest(node_path, entry.toString(), zkutil::CreateMode::Persistent));
     /// '/try' will be replaced with '/committed' or will be removed due to expired session or other error
-    ops.emplace_back(zkutil::makeCreateRequest(node_path + "/try", database->getFullReplicaName(), zkutil::CreateMode::Ephemeral));
+    if (committed)
+        ops.emplace_back(zkutil::makeCreateRequest(node_path + "/committed", database->getFullReplicaName(), zkutil::CreateMode::Persistent));
+    else
+        ops.emplace_back(zkutil::makeCreateRequest(node_path + "/try", database->getFullReplicaName(), zkutil::CreateMode::Ephemeral));
     /// We don't need it anymore
     ops.emplace_back(zkutil::makeRemoveRequest(counter_path, -1));
+    /// Unlock counters
+    ops.emplace_back(zkutil::makeRemoveRequest(counter_lock_path, -1));
     /// Create status dirs
     ops.emplace_back(zkutil::makeCreateRequest(node_path + "/active", "", zkutil::CreateMode::Persistent));
     ops.emplace_back(zkutil::makeCreateRequest(node_path + "/finished", "", zkutil::CreateMode::Persistent));
     zookeeper->multi(ops);
 
+
     return node_path;
 }
 
diff --git a/src/Databases/DatabaseReplicatedWorker.h b/src/Databases/DatabaseReplicatedWorker.h
index 16ad100b81a..4020906f9b2 100644
--- a/src/Databases/DatabaseReplicatedWorker.h
+++ b/src/Databases/DatabaseReplicatedWorker.h
@@ -29,6 +29,9 @@ public:
 
     void shutdown() override;
 
+    static String enqueueQueryImpl(const ZooKeeperPtr & zookeeper, DDLLogEntry & entry,
+                                   DatabaseReplicated * const database, bool committed = false);
+
 private:
     bool initializeMainThread() override;
     void initializeReplication();

From 572dcbcbe26790ec3fae5e19c75c12936153b63b Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Mon, 31 May 2021 16:38:33 +0300
Subject: [PATCH 0748/1060] Update StorageMaterializedView.cpp

---
 src/Storages/StorageMaterializedView.cpp | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/src/Storages/StorageMaterializedView.cpp b/src/Storages/StorageMaterializedView.cpp
index 67bd6b21c3f..f0ac0aebb4e 100644
--- a/src/Storages/StorageMaterializedView.cpp
+++ b/src/Storages/StorageMaterializedView.cpp
@@ -431,7 +431,12 @@ Strings StorageMaterializedView::getDataPaths() const
 
 ActionLock StorageMaterializedView::getActionLock(StorageActionBlockType type)
 {
-    return has_inner_table ? getTargetTable()->getActionLock(type) : ActionLock{};
+    if (has_inner_table)
+    {
+        if (auto target_table = tryGetTargetTable())
+            return target_table->getActionLock(type);
+    }
+    return ActionLock{};
 }
 
 void registerStorageMaterializedView(StorageFactory & factory)

From f60d971637882d799ee74cf0ccbac839c61221f2 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Mon, 31 May 2021 16:45:47 +0300
Subject: [PATCH 0749/1060] cleanup

---
 programs/client/QueryFuzzer.cpp | 15 ---------------
 1 file changed, 15 deletions(-)

diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index aa12468cde0..5921f96e74e 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -349,19 +349,9 @@ void QueryFuzzer::fuzzWindowFrame(ASTWindowDefinition & def)
                 // The offsets are fuzzed normally through 'children'.
                 def.frame_begin_offset
                     = std::make_shared<ASTLiteral>(getRandomField(0));
-                def.children.push_back(def.frame_begin_offset);
             }
             else
             {
-                // Don't keep the offset if it is not used, because it will
-                // acquire random mutations that will surely make it invalid.
-                const auto old_size = def.children.size();
-                def.children.erase(
-                    std::remove(def.children.begin(), def.children.end(),
-                        def.frame_begin_offset),
-                    def.children.end());
-                assert(def.children.size() == old_size - 1
-                    || def.frame_begin_offset == nullptr);
                 def.frame_begin_offset = nullptr;
             }
             break;
@@ -377,14 +367,9 @@ void QueryFuzzer::fuzzWindowFrame(ASTWindowDefinition & def)
             {
                 def.frame_end_offset
                     = std::make_shared<ASTLiteral>(getRandomField(0));
-                def.children.push_back(def.frame_end_offset);
             }
             else
             {
-                def.children.erase(
-                    std::remove(def.children.begin(), def.children.end(),
-                        def.frame_end_offset),
-                    def.children.end());
                 def.frame_end_offset = nullptr;
             }
             break;

From 639b4f7388ff10f064d4401c31d0d112dec11397 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Mon, 31 May 2021 17:06:03 +0300
Subject: [PATCH 0750/1060] Update 40_bug-report.md

---
 .github/ISSUE_TEMPLATE/40_bug-report.md | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/.github/ISSUE_TEMPLATE/40_bug-report.md b/.github/ISSUE_TEMPLATE/40_bug-report.md
index 97137366189..c3edd8f933e 100644
--- a/.github/ISSUE_TEMPLATE/40_bug-report.md
+++ b/.github/ISSUE_TEMPLATE/40_bug-report.md
@@ -15,6 +15,17 @@ A clear and concise description of what works not as it is supposed to.
 **Does it reproduce on recent release?**
 [The list of releases](https://github.com/ClickHouse/ClickHouse/blob/master/utils/list-versions/version_date.tsv)
 
+**Enable crash reporting**
+
+If possible, change "enabled" to true in "send_crash_reports" section in `config.xml`:
+
+```
+<send_crash_reports>
+        <!-- Changing <enabled> to true allows sending crash reports to -->
+        <!-- the ClickHouse core developers team via Sentry https://sentry.io -->
+        <enabled>false</enabled>
+```
+
 **How to reproduce**
 * Which ClickHouse server version to use
 * Which interface to use, if matters

From 3cb26bca96e200c9d0864ec4e77fe7d8c12cf33a Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Mon, 31 May 2021 17:06:28 +0300
Subject: [PATCH 0751/1060] Update 40_bug-report.md

---
 .github/ISSUE_TEMPLATE/40_bug-report.md | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/.github/ISSUE_TEMPLATE/40_bug-report.md b/.github/ISSUE_TEMPLATE/40_bug-report.md
index c3edd8f933e..5c8611d47e6 100644
--- a/.github/ISSUE_TEMPLATE/40_bug-report.md
+++ b/.github/ISSUE_TEMPLATE/40_bug-report.md
@@ -10,9 +10,11 @@ assignees: ''
 You have to provide the following information whenever possible.
 
 **Describe the bug**
+
 A clear and concise description of what works not as it is supposed to.
 
 **Does it reproduce on recent release?**
+
 [The list of releases](https://github.com/ClickHouse/ClickHouse/blob/master/utils/list-versions/version_date.tsv)
 
 **Enable crash reporting**
@@ -27,6 +29,7 @@ If possible, change "enabled" to true in "send_crash_reports" section in `config
 ```
 
 **How to reproduce**
+
 * Which ClickHouse server version to use
 * Which interface to use, if matters
 * Non-default settings, if any
@@ -35,10 +38,13 @@ If possible, change "enabled" to true in "send_crash_reports" section in `config
 * Queries to run that lead to unexpected result
 
 **Expected behavior**
+
 A clear and concise description of what you expected to happen.
 
 **Error message and/or stacktrace**
+
 If applicable, add screenshots to help explain your problem.
 
 **Additional context**
+
 Add any other context about the problem here.

From f3c81f4c9bd0574f621af7a3efd11871044b09a4 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 31 May 2021 17:30:02 +0300
Subject: [PATCH 0752/1060] disable test under msan

---
 base/daemon/BaseDaemon.cpp                        | 8 ++++----
 tests/integration/test_send_crash_reports/test.py | 2 +-
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/base/daemon/BaseDaemon.cpp b/base/daemon/BaseDaemon.cpp
index 857a758bc71..01e700ebba3 100644
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@@ -351,14 +351,14 @@ private:
         }
 #endif
 
-        /// Send crash report to developers (if configured)
-        if (sig != SanitizerTrap)
-            SentryWriter::onFault(sig, error_message, stack_trace);
-
         /// Write crash to system.crash_log table if available.
         if (collectCrashLog)
             collectCrashLog(sig, thread_num, query_id, stack_trace);
 
+        /// Send crash report to developers (if configured)
+        if (sig != SanitizerTrap)
+            SentryWriter::onFault(sig, error_message, stack_trace);
+
         /// When everything is done, we will try to send these error messages to client.
         if (thread_ptr)
             thread_ptr->onFatalError();
diff --git a/tests/integration/test_send_crash_reports/test.py b/tests/integration/test_send_crash_reports/test.py
index 3f88f719fe4..ab52879c7c3 100644
--- a/tests/integration/test_send_crash_reports/test.py
+++ b/tests/integration/test_send_crash_reports/test.py
@@ -24,7 +24,7 @@ def started_node():
 
 
 def test_send_segfault(started_node):
-    if started_node.is_built_with_thread_sanitizer():
+    if started_node.is_built_with_thread_sanitizer() or started_node.is_built_with_memory_sanitizer():
         pytest.skip("doesn't fit in timeouts for stacktrace generation")
 
     started_node.copy_file_to_container(os.path.join(SCRIPT_DIR, "fake_sentry_server.py"), "/fake_sentry_server.py")

From 481b37cd6897885e987682b6ee69241d51da0c9f Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Mon, 31 May 2021 16:32:43 +0200
Subject: [PATCH 0753/1060] fix more copy & paste

---
 .../aggregate-functions/reference/quantiletdigestweighted.md  | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md b/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md
index a726938d07f..70f30f3a480 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/quantiletdigestweighted.md
@@ -18,10 +18,10 @@ When using multiple `quantile*` functions with different levels in a query, the
 **Syntax**
 
 ``` sql
-quantileTDigest(level)(expr, weight)
+quantileTDigestWeighted(level)(expr, weight)
 ```
 
-Alias: `medianTDigest`.
+Alias: `medianTDigestWeighted`.
 
 **Arguments**
 

From 5bd6183e67377b3627e046f9754a102bb2c089d0 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 20 Apr 2021 16:31:24 +0300
Subject: [PATCH 0754/1060] save

---
 tests/integration/helpers/cluster.py          |   5 +-
 .../configs_taxi/conf.d/clusters.xml          |  28 +++
 .../configs_taxi/conf.d/ddl.xml               |   6 +
 .../configs_taxi/config-copier.xml            |  28 +++
 .../configs_taxi/users.xml                    |  34 +++
 .../test_cluster_copier/data/first.csv        | 100 +++++++++
 .../test_cluster_copier/prepare_taxi_data.py  |  57 +++++
 .../test_cluster_copier/task_taxi_data.xml    |  43 ++++
 .../test_cluster_copier/test_taxi_data.py     | 196 ++++++++++++++++++
 9 files changed, 495 insertions(+), 2 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/configs_taxi/conf.d/clusters.xml
 create mode 100644 tests/integration/test_cluster_copier/configs_taxi/conf.d/ddl.xml
 create mode 100644 tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
 create mode 100644 tests/integration/test_cluster_copier/configs_taxi/users.xml
 create mode 100644 tests/integration/test_cluster_copier/data/first.csv
 create mode 100644 tests/integration/test_cluster_copier/prepare_taxi_data.py
 create mode 100644 tests/integration/test_cluster_copier/task_taxi_data.xml
 create mode 100644 tests/integration/test_cluster_copier/test_taxi_data.py

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 6287064b616..2fa4aa4c7a1 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -126,7 +126,7 @@ class ClickHouseCluster:
     """
 
     def __init__(self, base_path, name=None, base_config_dir=None, server_bin_path=None, client_bin_path=None,
-                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None, 
+                 odbc_bridge_bin_path=None, library_bridge_bin_path=None, zookeeper_config_path=None,
                  custom_dockerd_host=None):
         for param in list(os.environ.keys()):
             print("ENV %40s %s" % (param, os.environ[param]))
@@ -1524,7 +1524,7 @@ class ClickHouseInstance:
 
         if self.stay_alive:
             entrypoint_cmd = CLICKHOUSE_STAY_ALIVE_COMMAND.replace("{main_config_file}", self.main_config_name)
-        
+
         print("Entrypoint cmd: {}".format(entrypoint_cmd))
 
         networks = app_net = ipv4_address = ipv6_address = net_aliases = net_alias1 = ""
@@ -1548,6 +1548,7 @@ class ClickHouseInstance:
             odbc_bridge_volume = "- " + self.odbc_bridge_bin_path + ":/usr/share/clickhouse-odbc-bridge_fresh"
             library_bridge_volume = "- " + self.library_bridge_bin_path + ":/usr/share/clickhouse-library-bridge_fresh"
 
+
         with open(self.docker_compose_path, 'w') as docker_compose:
             docker_compose.write(DOCKER_COMPOSE_TEMPLATE.format(
                 image=self.image,
diff --git a/tests/integration/test_cluster_copier/configs_taxi/conf.d/clusters.xml b/tests/integration/test_cluster_copier/configs_taxi/conf.d/clusters.xml
new file mode 100644
index 00000000000..6993a7ad7fd
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_taxi/conf.d/clusters.xml
@@ -0,0 +1,28 @@
+<?xml version="1.0"?>
+<yandex>
+    <remote_servers>
+        <events>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>third</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+         </events>
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_cluster_copier/configs_taxi/conf.d/ddl.xml b/tests/integration/test_cluster_copier/configs_taxi/conf.d/ddl.xml
new file mode 100644
index 00000000000..4bff11fb693
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_taxi/conf.d/ddl.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0"?>
+<yandex>
+    <distributed_ddl>
+        <path>/clickhouse/task_queue/ddl</path>
+    </distributed_ddl>
+</yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml b/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
new file mode 100644
index 00000000000..f5784e732dc
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
@@ -0,0 +1,28 @@
+<?xml version="1.0"?>
+<yandex>
+    <logger>
+        <level>trace</level>
+        <log>/var/log/clickhouse-server/copier/log.log</log>
+        <errorlog>/var/log/clickhouse-server/copier/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/copier/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/copier/stdout.log</stdout>
+    </logger>
+
+    <zookeeper>
+        <node index="1">
+            <host>zoo1</host>
+            <port>2181</port>
+        </node>
+        <node index="2">
+            <host>zoo2</host>
+            <port>2181</port>
+        </node>
+            <node index="3">
+            <host>zoo3</host>
+            <port>2181</port>
+        </node>
+        <session_timeout_ms>2000</session_timeout_ms>
+    </zookeeper>
+</yandex>
diff --git a/tests/integration/test_cluster_copier/configs_taxi/users.xml b/tests/integration/test_cluster_copier/configs_taxi/users.xml
new file mode 100644
index 00000000000..d27ca56eec7
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_taxi/users.xml
@@ -0,0 +1,34 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <log_queries>1</log_queries>
+            <!-- Just to test settings_pull -->
+            <max_rows_in_distinct>5</max_rows_in_distinct>
+        </default>
+    </profiles>
+
+    <users>
+        <default>
+            <password></password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+            <quota>default</quota>
+        </default>
+        <dbuser>
+            <password>12345678</password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+            <quota>default</quota>
+        </dbuser>
+    </users>
+
+    <quotas>
+        <default>
+        </default>
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_cluster_copier/data/first.csv b/tests/integration/test_cluster_copier/data/first.csv
new file mode 100644
index 00000000000..5efc10c0ca2
--- /dev/null
+++ b/tests/integration/test_cluster_copier/data/first.csv
@@ -0,0 +1,100 @@
+1,2020-12-01 00:41:19,2020-12-01 00:49:45,1,1.60,1,N,140,263,1,8,3,0.5,2.95,0,0.3,14.75,2.5
+2,2020-12-01 00:33:40,2020-12-01 01:00:35,1,16.74,2,N,132,164,1,52,0,0.5,2.5,6.12,0.3,63.92,2.5
+2,2020-12-01 00:02:15,2020-12-01 00:13:09,1,4.16,1,N,238,48,1,14,0.5,0.5,1,0,0.3,18.8,2.5
+2,2020-12-01 00:37:42,2020-12-01 00:45:11,1,2.22,1,N,238,41,2,8.5,0.5,0.5,0,0,0.3,9.8,0
+1,2020-12-01 00:27:47,2020-12-01 00:45:40,0,8.40,1,N,138,137,1,25,3,0.5,6,6.12,0.3,40.92,2.5
+2,2020-12-01 00:40:47,2020-12-01 00:57:03,1,6.44,1,N,132,191,1,19.5,0.5,0.5,4.16,0,0.3,24.96,0
+2,2020-12-01 00:01:42,2020-12-01 00:06:06,1,.99,1,N,234,137,1,5.5,0.5,0.5,1.86,0,0.3,11.16,2.5
+2,2020-12-01 00:58:24,2020-12-01 01:36:14,2,11.81,1,N,261,7,1,36.5,0.5,0.5,1,0,0.3,41.3,2.5
+1,2020-12-01 00:08:15,2020-12-01 00:16:04,2,2.70,1,N,237,107,1,9.5,3,0.5,2.65,0,0.3,15.95,2.5
+2,2020-12-01 00:04:21,2020-12-01 00:29:00,1,6.28,1,N,41,68,2,23,0.5,0.5,0,0,0.3,26.8,2.5
+2,2020-12-01 00:22:03,2020-12-01 00:52:55,1,18.93,2,N,132,211,1,52,0,0.5,12.28,6.12,0.3,73.7,2.5
+2,2020-12-01 00:46:31,2020-12-01 00:53:49,5,2.75,1,N,249,230,2,9.5,0.5,0.5,0,0,0.3,13.3,2.5
+2,2020-12-01 00:51:30,2020-12-01 01:26:52,2,21.80,2,N,132,13,1,52,0,0.5,11.06,0,0.3,66.36,2.5
+1,2020-12-01 00:14:34,2020-12-01 00:31:04,1,7.60,1,N,140,65,1,23,3,0.5,5.35,0,0.3,32.15,2.5
+1,2020-12-01 00:11:02,2020-12-01 00:17:34,1,1.70,1,N,239,141,2,7.5,3,0.5,0,0,0.3,11.3,2.5
+1,2020-12-01 00:54:55,2020-12-01 00:57:09,1,.50,1,N,263,141,2,4,3,0.5,0,0,0.3,7.8,2.5
+1,2020-12-01 00:11:22,2020-12-01 00:40:36,1,21.00,2,N,132,231,1,52,2.5,0.5,16.55,0,0.3,71.85,2.5
+2,2020-11-30 23:59:22,2020-12-01 00:05:51,3,.81,1,N,50,48,1,5.5,0.5,0.5,1.88,0,0.3,11.18,2.5
+2,2020-12-01 00:24:34,2020-12-01 00:29:59,4,1.45,1,N,48,162,1,6.5,0.5,0.5,2.06,0,0.3,12.36,2.5
+1,2020-12-01 00:53:58,2020-12-01 00:54:06,1,.00,1,N,132,132,3,2.5,0.5,0.5,0,0,0.3,3.8,0
+2,2020-12-01 00:20:44,2020-12-01 00:32:48,5,3.78,1,N,140,42,2,13.5,0.5,0.5,0,0,0.3,17.3,2.5
+2,2020-12-01 00:42:13,2020-12-01 00:46:05,1,1.12,1,N,138,129,2,5.5,0.5,0.5,0,0,0.3,6.8,0
+2,2020-12-01 00:02:45,2020-12-01 00:11:35,1,1.63,1,N,137,48,1,8,0.5,0.5,2.36,0,0.3,14.16,2.5
+2,2020-12-01 00:14:38,2020-12-01 00:38:53,3,7.01,1,N,137,129,2,23.5,0.5,0.5,0,0,0.3,27.3,2.5
+2,2020-12-01 00:21:33,2020-12-01 00:33:44,1,5.31,1,N,141,69,1,16,0.5,0.5,0,0,0.3,19.8,2.5
+2,2020-12-01 00:34:26,2020-12-01 00:50:02,1,7.92,1,N,138,137,1,23,0.5,0.5,6.58,6.12,0.3,39.5,2.5
+1,2020-12-01 00:52:58,2020-12-01 00:54:28,1,.70,1,N,162,170,2,4,3,0.5,0,0,0.3,7.8,2.5
+2,2020-12-01 00:30:32,2020-12-01 00:39:11,2,2.33,1,N,161,140,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
+2,2020-11-30 23:56:50,2020-12-01 00:03:37,1,1.72,1,N,161,107,2,7.5,0.5,0.5,0,0,0.3,11.3,2.5
+2,2020-12-01 00:29:36,2020-12-01 00:31:19,1,.52,1,N,237,141,1,3.5,0.5,0.5,1.82,0,0.3,9.12,2.5
+1,2020-12-01 00:20:26,2020-12-01 00:23:06,0,1.10,1,N,90,230,2,5,3,0.5,0,0,0.3,8.8,2.5
+2,2020-12-01 00:19:55,2020-12-01 00:28:26,1,2.22,1,N,230,239,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
+2,2020-12-01 00:25:05,2020-12-01 00:47:44,1,18.75,2,N,132,262,1,52,0,0.5,20,6.12,0.3,81.42,2.5
+2,2020-12-01 00:12:55,2020-12-01 00:31:15,1,8.06,1,N,75,88,1,25,0.5,0.5,5.76,0,0.3,34.56,2.5
+1,2020-12-01 00:57:19,2020-12-01 01:10:52,1,3.70,1,N,148,49,2,13.5,3,0.5,0,0,0.3,17.3,2.5
+2,2020-12-01 00:00:41,2020-12-01 00:06:19,1,2.52,1,N,140,137,2,9,0.5,0.5,0,0,0.3,12.8,2.5
+2,2020-12-01 00:14:43,2020-12-01 00:38:13,2,10.05,1,N,132,225,1,30,0.5,0.5,6.26,0,0.3,37.56,0
+2,2020-12-01 00:14:08,2020-12-01 00:21:20,1,2.41,1,N,48,107,2,9,0.5,0.5,0,0,0.3,12.8,2.5
+2,2020-12-01 00:31:55,2020-12-01 00:36:09,1,1.37,1,N,68,230,2,6,0.5,0.5,0,0,0.3,9.8,2.5
+1,2020-12-01 00:08:49,2020-12-01 00:16:59,1,2.40,1,N,263,238,1,9,3.5,0.5,2.65,0,0.3,15.95,2.5
+1,2020-12-01 00:17:41,2020-12-01 00:24:29,1,2.40,1,N,233,236,1,9,3,0.5,2.55,0,0.3,15.35,2.5
+2,2020-12-01 00:19:22,2020-12-01 00:46:33,1,17.78,2,N,132,229,1,52,0,0.5,5,0,0.3,60.3,2.5
+1,2020-12-01 00:48:48,2020-12-01 01:05:24,1,4.90,1,N,170,151,2,16.5,3,0.5,0,0,0.3,20.3,2.5
+1,2020-12-01 00:06:54,2020-12-01 00:12:12,1,1.70,1,N,107,229,1,7,3,0.5,2.15,0,0.3,12.95,2.5
+1,2020-12-01 00:13:41,2020-12-01 00:19:20,1,2.00,1,N,229,263,1,7.5,3,0.5,2.25,0,0.3,13.55,2.5
+2,2020-12-01 00:01:54,2020-12-01 00:12:12,1,1.93,1,N,236,143,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
+1,2020-12-01 00:04:17,2020-12-01 00:04:32,1,.00,1,N,42,42,2,2.5,0.5,0.5,0,0,0.3,3.8,0
+1,2020-12-01 00:39:28,2020-12-01 00:47:45,1,2.80,1,N,10,197,1,10.5,0.5,0.5,7,0,0.3,18.8,0
+2,2020-12-01 00:02:55,2020-12-01 00:12:05,1,2.20,1,N,237,143,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
+2,2020-12-01 00:00:51,2020-12-01 00:13:34,2,5.10,1,N,137,80,1,16.5,0.5,0.5,5.08,0,0.3,25.38,2.5
+2,2020-12-01 00:24:06,2020-12-01 00:48:07,2,17.95,2,N,132,114,1,52,0,0.5,16.59,0,0.3,71.89,2.5
+2,2020-12-01 00:08:12,2020-12-01 00:30:28,1,6.77,1,N,237,102,1,22.5,0.5,0.5,5.26,0,0.3,31.56,2.5
+2,2020-12-01 00:08:51,2020-12-01 00:25:34,1,4.67,1,N,237,223,2,16.5,0.5,0.5,0,0,0.3,20.3,2.5
+2,2020-12-01 00:46:04,2020-12-01 01:03:51,1,8.76,1,N,132,95,2,26,0.5,0.5,0,0,0.3,27.3,0
+1,2020-12-01 00:38:59,2020-12-01 01:00:47,1,6.90,1,N,137,37,1,22.5,3,0.5,2,0,0.3,28.3,2.5
+2,2020-11-30 23:52:54,2020-11-30 23:54:54,1,.70,1,N,163,50,2,4,0.5,0.5,0,0,0.3,7.8,2.5
+2,2020-12-01 00:05:53,2020-12-01 00:08:38,1,.70,1,N,48,50,1,4.5,0.5,0.5,1,0,0.3,9.3,2.5
+2,2020-12-01 00:44:36,2020-12-01 00:46:47,1,1.00,1,N,249,90,1,5,0.5,0.5,1.76,0,0.3,10.56,2.5
+2,2020-12-01 00:41:19,2020-12-01 01:03:03,1,10.82,1,N,138,142,1,32,0.5,0.5,8.38,6.12,0.3,50.3,2.5
+2,2020-12-01 00:50:29,2020-12-01 01:03:28,1,3.75,1,N,237,211,2,13.5,0.5,0.5,0,0,0.3,17.3,2.5
+2,2020-12-01 00:48:34,2020-12-01 01:03:17,1,3.44,1,N,211,52,1,14,0.5,0.5,3.56,0,0.3,21.36,2.5
+2,2020-12-01 00:04:05,2020-12-01 00:10:59,1,2.38,1,N,142,68,1,8.5,0.5,0.5,2,0,0.3,14.3,2.5
+2,2020-12-01 00:35:23,2020-12-01 00:40:41,1,1.35,1,N,264,142,1,6,0.5,0.5,1.96,0,0.3,11.76,2.5
+2,2020-12-01 00:12:21,2020-12-01 00:20:05,6,.55,1,N,41,74,2,5,0.5,0.5,0,0,0.3,6.3,0
+2,2020-12-01 00:09:09,2020-12-01 00:25:10,4,4.09,1,N,137,239,1,15,0.5,0.5,3.76,0,0.3,22.56,2.5
+2,2020-12-01 00:40:06,2020-12-01 01:05:42,6,18.78,2,N,132,114,1,52,0,0.5,13.82,0,0.3,69.12,2.5
+2,2020-12-01 00:20:47,2020-12-01 00:33:57,1,4.96,1,N,75,7,1,15.5,0.5,0.5,0,0,0.3,19.3,2.5
+2,2020-12-01 00:20:21,2020-12-01 00:34:41,1,5.13,1,N,170,260,2,16.5,0.5,0.5,0,0,0.3,20.3,2.5
+2,2020-12-01 00:16:42,2020-12-01 00:48:28,1,10.50,1,N,138,114,1,31.5,0.5,0.5,10.59,0,0.3,45.89,2.5
+1,2020-12-01 00:43:56,2020-12-01 00:59:45,1,6.90,1,N,132,197,2,21.5,0.5,0.5,0,0,0.3,22.8,0
+1,2020-12-01 00:07:50,2020-12-01 00:13:30,1,2.50,1,N,233,263,2,8.5,3,0.5,0,0,0.3,12.3,2.5
+1,2020-12-01 00:56:41,2020-12-01 01:02:57,1,1.60,1,N,230,141,1,7.5,3,0.5,2.25,0,0.3,13.55,2.5
+2,2020-12-01 00:54:45,2020-12-01 01:01:28,4,3.20,1,N,132,10,1,10.5,0.5,0.5,2.95,0,0.3,14.75,0
+1,2020-12-01 00:17:14,2020-12-01 00:24:26,1,1.50,1,N,166,238,1,7.5,3,0.5,1,0,0.3,12.3,2.5
+2,2020-12-01 00:37:15,2020-12-01 00:42:39,1,1.39,1,N,229,262,2,6.5,0.5,0.5,0,0,0.3,10.3,2.5
+2,2020-12-01 00:47:28,2020-12-01 00:55:37,1,2.94,1,N,140,107,2,10.5,0.5,0.5,0,0,0.3,14.3,2.5
+1,2020-12-01 00:43:06,2020-12-01 00:52:45,2,3.50,1,N,132,10,1,12.5,0.5,0.5,0,0,0.3,13.8,0
+2,2020-12-01 00:33:32,2020-12-01 00:38:07,1,.77,1,N,68,234,1,5.5,0.5,0.5,1.5,0,0.3,10.8,2.5
+2,2020-11-30 23:59:22,2020-12-01 00:13:53,2,4.48,1,N,87,68,1,15,0.5,0.5,2,0,0.3,20.8,2.5
+2,2020-12-01 00:47:29,2020-12-01 00:51:53,2,1.43,1,N,162,107,1,6,0.5,0.5,1.96,0,0.3,11.76,2.5
+2,2020-12-01 00:31:04,2020-12-01 00:38:21,1,2.25,1,N,263,74,2,8.5,0.5,0.5,0,0,0.3,12.3,2.5
+2,2020-11-30 23:49:37,2020-11-30 23:59:04,1,2.56,1,N,262,151,1,10,0.5,0.5,2,0,0.3,15.8,2.5
+2,2020-12-01 00:04:47,2020-12-01 00:08:47,1,1.05,1,N,238,24,1,5.5,0.5,0.5,2.04,0,0.3,8.84,0
+2,2020-12-01 00:21:56,2020-12-01 00:39:04,1,8.46,1,N,231,193,2,24.5,0.5,0.5,0,0,0.3,28.3,2.5
+1,2020-12-01 00:31:03,2020-12-01 00:39:47,1,1.70,1,N,249,231,1,8.5,3,0.5,2.45,0,0.3,14.75,2.5
+1,2020-12-01 00:44:53,2020-12-01 00:56:32,1,4.20,1,N,125,142,1,13.5,3,0.5,3.45,0,0.3,20.75,2.5
+2,2020-12-01 00:23:04,2020-12-01 00:45:51,3,17.76,2,N,132,162,1,52,0,0.5,10.8,6.12,0.3,72.22,2.5
+1,2020-12-01 00:41:35,2020-12-01 00:52:03,1,2.40,1,N,161,143,1,10,3,0.5,2.75,0,0.3,16.55,2.5
+1,2020-12-01 00:57:28,2020-12-01 01:16:25,1,5.10,1,N,143,168,2,18,3,0.5,0,0,0.3,21.8,2.5
+2,2020-12-01 00:12:06,2020-12-01 00:37:49,1,11.21,1,N,48,89,4,-32,-0.5,-0.5,0,0,-0.3,-35.8,-2.5
+2,2020-12-01 00:12:06,2020-12-01 00:37:49,1,11.21,1,N,48,188,2,32,0.5,0.5,0,0,0.3,35.8,2.5
+2,2020-12-01 00:43:56,2020-12-01 01:05:51,2,16.77,2,N,132,170,1,52,0,0.5,10,6.12,0.3,71.42,2.5
+2,2020-12-01 00:24:15,2020-12-01 00:27:34,1,.80,1,N,234,90,1,5,0.5,0.5,1.76,0,0.3,10.56,2.5
+2,2020-12-01 00:53:14,2020-12-01 00:59:37,1,1.52,1,N,230,143,1,7.5,0.5,0.5,2.26,0,0.3,13.56,2.5
+2,2020-12-01 00:17:15,2020-12-01 00:38:57,1,3.56,1,N,68,232,2,16.5,0.5,0.5,0,0,0.3,20.3,2.5
+2,2020-12-01 00:45:58,2020-12-01 00:58:43,1,3.83,1,N,79,48,1,13.5,0.5,0.5,2.7,0,0.3,20,2.5
+1,2020-12-01 00:00:26,2020-12-01 00:07:25,1,2.90,1,N,137,262,1,9.5,3,0.5,2.66,0,0.3,15.96,2.5
+1,2020-12-01 00:03:45,2020-12-01 00:20:00,1,6.90,1,N,170,168,2,20.5,3,0.5,0,0,0.3,24.3,2.5
+1,2020-12-01 00:06:04,2020-12-01 00:23:52,1,10.30,1,N,138,162,2,30,3,0.5,0,6.12,0.3,39.92,2.5
+2,2020-11-30 23:36:21,2020-11-30 23:57:45,1,10.07,1,N,138,142,1,29.5,0.5,0.5,7.88,6.12,0.3,47.3,2.5
diff --git a/tests/integration/test_cluster_copier/prepare_taxi_data.py b/tests/integration/test_cluster_copier/prepare_taxi_data.py
new file mode 100644
index 00000000000..7c55147273b
--- /dev/null
+++ b/tests/integration/test_cluster_copier/prepare_taxi_data.py
@@ -0,0 +1,57 @@
+import os
+import sys
+import logging
+import subprocess
+
+logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
+
+CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
+
+
+FIRST_DATA = [
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-12.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-11.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-10.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-09.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-08.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-07.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-06.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-05.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-04.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-03.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-02.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-01.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-12.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-11.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-10.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-09.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-08.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-07.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-06.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-05.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-04.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-03.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-02.csv",
+"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-01.csv",
+]
+
+def prepare_data():
+    first_path = os.path.join(CURRENT_TEST_DIR, "data/first.csv")
+    # if os.path.exists(first_path):
+    #     return
+
+    # Create file
+    with open(first_path, 'w') as _:
+        pass
+
+    print("{} created".format(first_path))
+    
+    for url in FIRST_DATA[:1]:
+        print(url)
+        subprocess.call("wget -O - {} 2> /dev/null | tail -n +3 | head -n 100 >> {}".format(url, first_path), shell = True)
+        logging.info("Successfully downloaded data from {}".format(url))
+
+
+if __name__ == "__main__":
+    prepare_data()
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/task_taxi_data.xml b/tests/integration/test_cluster_copier/task_taxi_data.xml
new file mode 100644
index 00000000000..18a7d19f68d
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_taxi_data.xml
@@ -0,0 +1,43 @@
+<?xml version="1.0"?>
+<yandex>
+   <remote_servers>
+         <events>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>third</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+         </events>
+   </remote_servers>
+
+   <max_workers>2</max_workers>
+
+   <tables>
+     <table_events>
+         <cluster_pull>events</cluster_pull>
+         <database_pull>dailyhistory</database_pull>
+         <table_pull>yellow_tripdata</table_pull>
+         <cluster_push>events</cluster_push>
+         <database_push>monthlyhistory</database_push>
+         <table_push>yellow_tripdata</table_push>
+         <engine>Engine=ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (pickup_location_id, toYYYYMM(tpep_pickup_datetime))</engine>
+         <sharding_key>rand()</sharding_key>
+     </table_events>
+   </tables>
+ </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test_taxi_data.py b/tests/integration/test_cluster_copier/test_taxi_data.py
new file mode 100644
index 00000000000..e41a74c6afd
--- /dev/null
+++ b/tests/integration/test_cluster_copier/test_taxi_data.py
@@ -0,0 +1,196 @@
+import os
+import sys
+import time
+import logging
+import subprocess
+import pytest
+
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+import docker
+
+logging.basicConfig(
+    stream=sys.stdout,
+    level=logging.DEBUG,
+    format='%(asctime)s.%(msecs)03d %(levelname)s %(module)s - %(funcName)s: %(message)s',
+    datefmt='%Y-%m-%d %H:%M:%S',
+)
+
+CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
+
+
+COPYING_FAIL_PROBABILITY = 0.33
+MOVING_FAIL_PROBABILITY = 0.1
+cluster = None
+
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    global cluster
+    try:
+        cluster = ClickHouseCluster(__file__)
+
+        for name in ["first", "second", "third"]:
+            cluster.add_instance(name,
+                main_configs=["configs_taxi/conf.d/clusters.xml", "configs_taxi/conf.d/ddl.xml"], user_configs=["configs_taxi/users.xml"],
+                with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
+
+        cluster.start()
+        yield cluster
+
+    finally:
+        pass
+        cluster.shutdown()
+
+
+DATA_COMMANDS = [
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-12.csv 2> /dev/null | tail -n +3 |  time,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-11.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-10.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-09.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-08.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-07.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-06.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-05.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-04.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-03.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-02.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-01.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-12.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-11.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-10.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-09.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-08.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-07.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-06.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-05.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-04.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-03.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-02.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-01.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
+
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-12.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-11.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-10.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-09.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-08.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-07.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-06.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-05.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-04.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-03.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-02.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
+'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-01.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"'
+]
+
+
+class Task:
+    def __init__(self, cluster, use_sample_offset):
+        self.cluster = cluster
+        if use_sample_offset:
+            self.zk_task_path = "/clickhouse-copier/task"
+        else:
+            self.zk_task_path = "/clickhouse-copier/task"
+        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_taxi_data.xml'), 'r').read()
+
+    def start(self):
+        instance = cluster.instances['first']
+
+        # daily partition database
+        instance.query("CREATE DATABASE dailyhistory on cluster events;")
+        instance.query("""CREATE TABLE dailyhistory.yellow_tripdata_staging ON CLUSTER events
+        (
+            id UUID DEFAULT generateUUIDv4(),  vendor_id String,  tpep_pickup_datetime DateTime('UTC'),  tpep_dropoff_datetime DateTime('UTC'),  
+            passenger_count Nullable(Float64),  trip_distance String,  pickup_longitude Float64,  pickup_latitude Float64,
+            rate_code_id String,  store_and_fwd_flag String,  dropoff_longitude Float64,  dropoff_latitude Float64,
+            payment_type String,  fare_amount String,  extra String,  mta_tax String,  tip_amount String,  tolls_amount String,
+            improvement_surcharge String,  total_amount String,  pickup_location_id String,  dropoff_location_id String,  congestion_surcharge String,
+            junk1 String,  junk2 String
+        )
+        Engine = ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (toYYYYMMDD(tpep_pickup_datetime))""")
+        instance.query("CREATE TABLE dailyhistory.yellow_tripdata ON CLUSTER events AS dailyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'dailyhistory', yellow_tripdata_staging, rand());")
+
+        # monthly partition database
+        instance.query("create database monthlyhistory on cluster events;")
+        instance.query("""CREATE TABLE monthlyhistory.yellow_tripdata_staging ON CLUSTER events
+        (
+            id UUID DEFAULT generateUUIDv4(),  vendor_id String,  tpep_pickup_datetime DateTime('UTC'),  tpep_dropoff_datetime DateTime('UTC'),
+            passenger_count Nullable(Float64),  trip_distance String,  pickup_longitude Float64,  pickup_latitude Float64,  rate_code_id String,
+            store_and_fwd_flag String,  dropoff_longitude Float64,  dropoff_latitude Float64,  payment_type String,  fare_amount String,
+            extra String,  mta_tax String,  tip_amount String,  tolls_amount String,  improvement_surcharge String,  total_amount String,
+            pickup_location_id String,  dropoff_location_id String,  congestion_surcharge String,  junk1 String,  junk2 String
+        ) 
+        Engine = ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (pickup_location_id, toYYYYMM(tpep_pickup_datetime))""")
+        instance.query("CREATE TABLE monthlyhistory.yellow_tripdata ON CLUSTER events AS monthlyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'monthlyhistory', yellow_tripdata_staging, rand());")
+
+
+        logging.info("Inserting in container")
+        first_query = """INSERT INTO dailyhistory.yellow_tripdata(
+            vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,
+            rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,
+            fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,congestion_surcharge) FORMAT CSV"""
+        instance.exec_in_container(['bash', '-c', 'cat /usr/share/clickhouse-external-data/first.csv | /usr/bin/clickhouse client --query="{}"'.format(first_query)], privileged=True)
+        logging.info("Insert completed")
+    
+
+    def check(self):
+        pass
+
+
+def execute_task(task, cmd_options):
+    task.start()
+
+    zk = cluster.get_kazoo_client('zoo1')
+    print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
+
+    # Run cluster-copier processes on each node
+    docker_api = docker.from_env().api
+    copiers_exec_ids = []
+
+    cmd = ['/usr/bin/clickhouse', 'copier',
+           '--config', '/etc/clickhouse-server/config-copier.xml',
+           '--task-path', task.zk_task_path,
+           '--task-file', os.path.join(CURRENT_TEST_DIR, 'task_taxi_data.py'),
+           '--task-upload-force', ' ',
+           '--base-dir', '/var/log/clickhouse-server/copier']
+    cmd += cmd_options
+
+    print(cmd)
+
+    for instance_name, instance in cluster.instances.items():
+        instance = cluster.instances[instance_name]
+        container = instance.get_docker_handle()
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_taxi/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
+        logging.info("Copied copier config to {}".format(instance.name))
+        exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
+        output = docker_api.exec_start(exec_id).decode('utf8')
+        logging.info(output)
+        copiers_exec_ids.append(exec_id)
+        logging.info("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
+
+    # time.sleep(1000)
+
+    # Wait for copiers stopping and check their return codes
+    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+        while True:
+            res = docker_api.exec_inspect(exec_id)
+            if not res['Running']:
+                break
+            time.sleep(1)
+
+        assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
+
+    try:
+        task.check()
+    finally:
+        zk.delete(task.zk_task_path, recursive=True)
+
+
+# Tests
+
+def test1(started_cluster):
+    execute_task(Task(started_cluster, False))
+

From 2017d2f91814b204905c3929d47746f67bb5ec24 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 20 Apr 2021 21:52:24 +0300
Subject: [PATCH 0755/1060] save

---
 programs/copier/ClusterCopierApp.cpp          |  3 ++
 .../configs_taxi/users.xml                    |  2 --
 .../test_cluster_copier/test_taxi_data.py     | 30 ++++++++++++-------
 3 files changed, 22 insertions(+), 13 deletions(-)

diff --git a/programs/copier/ClusterCopierApp.cpp b/programs/copier/ClusterCopierApp.cpp
index d3fff616b65..bb3e37bba45 100644
--- a/programs/copier/ClusterCopierApp.cpp
+++ b/programs/copier/ClusterCopierApp.cpp
@@ -14,6 +14,7 @@ namespace DB
 
 void ClusterCopierApp::initialize(Poco::Util::Application & self)
 {
+    std::cout << "CopierApp::initialize" << std::endl;
     is_help = config().has("help");
     if (is_help)
         return;
@@ -104,6 +105,7 @@ void ClusterCopierApp::defineOptions(Poco::Util::OptionSet & options)
 
 void ClusterCopierApp::mainImpl()
 {
+    std::cout << "ClusterCopierApp::mainImpl()" << std::endl;
     StatusFile status_file(process_path + "/status", StatusFile::write_full_info);
     ThreadStatus thread_status;
 
@@ -134,6 +136,7 @@ void ClusterCopierApp::mainImpl()
     /// Initialize query scope just in case.
     CurrentThread::QueryScope query_scope(context);
 
+    std::cout << "Will construct copier" << std::endl;
     auto copier = std::make_unique<ClusterCopier>(task_path, host_id, default_database, context);
     copier->setSafeMode(is_safe_mode);
     copier->setCopyFaultProbability(copy_fault_probability);
diff --git a/tests/integration/test_cluster_copier/configs_taxi/users.xml b/tests/integration/test_cluster_copier/configs_taxi/users.xml
index d27ca56eec7..023598304f2 100644
--- a/tests/integration/test_cluster_copier/configs_taxi/users.xml
+++ b/tests/integration/test_cluster_copier/configs_taxi/users.xml
@@ -3,8 +3,6 @@
     <profiles>
         <default>
             <log_queries>1</log_queries>
-            <!-- Just to test settings_pull -->
-            <max_rows_in_distinct>5</max_rows_in_distinct>
         </default>
     </profiles>
 
diff --git a/tests/integration/test_cluster_copier/test_taxi_data.py b/tests/integration/test_cluster_copier/test_taxi_data.py
index e41a74c6afd..99ac727fbe6 100644
--- a/tests/integration/test_cluster_copier/test_taxi_data.py
+++ b/tests/integration/test_cluster_copier/test_taxi_data.py
@@ -88,13 +88,16 @@ DATA_COMMANDS = [
 
 
 class Task:
-    def __init__(self, cluster, use_sample_offset):
+    def __init__(self, cluster):
         self.cluster = cluster
-        if use_sample_offset:
-            self.zk_task_path = "/clickhouse-copier/task"
-        else:
-            self.zk_task_path = "/clickhouse-copier/task"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_taxi_data.xml'), 'r').read()
+        self.zk_task_path = '/clickhouse-copier/task'
+        self.container_task_file = "/task_taxi_data.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_taxi_data.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
+        
 
     def start(self):
         instance = cluster.instances['first']
@@ -137,7 +140,12 @@ class Task:
     
 
     def check(self):
-        pass
+        for instance_name, instance in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            a = instance.query("SELECT count() from dailyhistory.yellow_tripdata_staging")
+            b = instance.query("SELECT count() from monthlyhistory.yellow_tripdata_staging")
+            print(a, b)
+            assert a == b
 
 
 def execute_task(task, cmd_options):
@@ -153,8 +161,8 @@ def execute_task(task, cmd_options):
     cmd = ['/usr/bin/clickhouse', 'copier',
            '--config', '/etc/clickhouse-server/config-copier.xml',
            '--task-path', task.zk_task_path,
-           '--task-file', os.path.join(CURRENT_TEST_DIR, 'task_taxi_data.py'),
-           '--task-upload-force', ' ',
+           '--task-file', task.container_task_file,
+           '--task-upload-force', 'true',
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
@@ -190,7 +198,7 @@ def execute_task(task, cmd_options):
 
 
 # Tests
-
+@pytest.mark.timeout(1200)
 def test1(started_cluster):
-    execute_task(Task(started_cluster, False))
+    execute_task(Task(started_cluster), [])
 

From 90ab39476976671a8b6ce75defc94425b5c835b6 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 22 Apr 2021 21:04:32 +0300
Subject: [PATCH 0756/1060] better

---
 programs/copier/ClusterCopier.cpp             | 420 +++++++++---------
 programs/copier/ClusterCopier.h               |  12 +-
 programs/copier/ClusterCopierApp.cpp          |   6 +-
 programs/copier/TaskTableAndShard.h           |   2 +-
 src/Storages/StorageDistributed.cpp           |  24 +-
 .../configs_taxi/config-copier.xml            |   2 +-
 .../configs_two_nodes/conf.d/clusters.xml     |  23 +
 .../configs_two_nodes/conf.d/ddl.xml          |   6 +
 .../configs_two_nodes/config-copier.xml       |  20 +
 .../configs_two_nodes/users.xml               |  32 ++
 .../test_cluster_copier/task_taxi_data.xml    |   6 +-
 .../task_with_different_schema.xml            |  40 ++
 .../test_tables_with_different_schema.py      | 175 ++++++++
 .../test_cluster_copier/test_taxi_data.py     |  25 +-
 14 files changed, 558 insertions(+), 235 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml
 create mode 100644 tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml
 create mode 100644 tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml
 create mode 100644 tests/integration/test_cluster_copier/configs_two_nodes/users.xml
 create mode 100644 tests/integration/test_cluster_copier/task_with_different_schema.xml
 create mode 100644 tests/integration/test_cluster_copier/test_tables_with_different_schema.py

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index a60896388a0..fa6b9fe5862 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -6,7 +6,9 @@
 #include <Common/ZooKeeper/KeeperException.h>
 #include <Common/setThreadName.h>
 #include <IO/ConnectionTimeoutsContext.h>
-
+#include <Interpreters/InterpreterInsertQuery.h>
+#include <Processors/Transforms/ExpressionTransform.h>
+#include <DataStreams/ExpressionBlockInputStream.h>
 
 namespace DB
 {
@@ -20,6 +22,12 @@ namespace ErrorCodes
 }
 
 
+std::string wrapWithColor(const std::string & value)
+{
+    return "\u001b[36;1m" + value + "\u001b[0m";
+}
+
+
 void ClusterCopier::init()
 {
     auto zookeeper = getContext()->getZooKeeper();
@@ -29,7 +37,7 @@ void ClusterCopier::init()
         if (response.error != Coordination::Error::ZOK)
             return;
         UInt64 version = ++task_description_version;
-        LOG_DEBUG(log, "Task description should be updated, local version {}", version);
+        LOG_INFO(log, "Task description should be updated, local version {}", version);
     };
 
     task_description_path = task_zookeeper_path + "/description";
@@ -50,7 +58,7 @@ void ClusterCopier::init()
         task_table.initShards(task_cluster->random_engine);
     }
 
-    LOG_DEBUG(log, "Will process {} table tasks", task_cluster->table_tasks.size());
+    LOG_INFO(log, "Will process {} table tasks", task_cluster->table_tasks.size());
 
     /// Do not initialize tables, will make deferred initialization in process()
 
@@ -138,7 +146,7 @@ void ClusterCopier::discoverShardPartitions(const ConnectionTimeouts & timeouts,
         {
             if (!task_table.enabled_partitions_set.count(partition_name))
             {
-                LOG_DEBUG(log, "Partition {} will not be processed, since it is not in enabled_partitions of {}", partition_name, task_table.table_id);
+                LOG_INFO(log, "Partition {} will not be processed, since it is not in enabled_partitions of {}", partition_name, task_table.table_id);
             }
         }
     }
@@ -173,7 +181,7 @@ void ClusterCopier::discoverShardPartitions(const ConnectionTimeouts & timeouts,
         LOG_WARNING(log, "There are no {} partitions from enabled_partitions in shard {} :{}", missing_partitions.size(), task_shard->getDescription(), ss.str());
     }
 
-    LOG_DEBUG(log, "Will copy {} partitions from shard {}", task_shard->partition_tasks.size(), task_shard->getDescription());
+    LOG_INFO(log, "Will copy {} partitions from shard {}", task_shard->partition_tasks.size(), task_shard->getDescription());
 }
 
 void ClusterCopier::discoverTablePartitions(const ConnectionTimeouts & timeouts, TaskTable & task_table, UInt64 num_threads)
@@ -189,9 +197,10 @@ void ClusterCopier::discoverTablePartitions(const ConnectionTimeouts & timeouts,
                 discoverShardPartitions(timeouts, task_shard);
             });
 
-        LOG_DEBUG(log, "Waiting for {} setup jobs", thread_pool.active());
+        LOG_INFO(log, "Waiting for {} setup jobs", thread_pool.active());
         thread_pool.wait();
     }
+    std::cout << "discoverTablePartitions  finished" << std::endl;
 }
 
 void ClusterCopier::uploadTaskDescription(const std::string & task_path, const std::string & task_file, const bool force)
@@ -213,7 +222,7 @@ void ClusterCopier::uploadTaskDescription(const std::string & task_path, const s
     if (code != Coordination::Error::ZOK && force)
         zookeeper->createOrUpdate(local_task_description_path, task_config_str, zkutil::CreateMode::Persistent);
 
-    LOG_DEBUG(log, "Task description {} uploaded to {} with result {} ({})",
+    LOG_INFO(log, "Task description {} uploaded to {} with result {} ({})",
         ((code != Coordination::Error::ZOK && !force) ? "not " : ""), local_task_description_path, code, Coordination::errorMessage(code));
 }
 
@@ -230,7 +239,7 @@ void ClusterCopier::reloadTaskDescription()
     if (code != Coordination::Error::ZOK)
         throw Exception("Can't get description node " + task_description_path, ErrorCodes::BAD_ARGUMENTS);
 
-    LOG_DEBUG(log, "Loading description, zxid={}", task_description_current_stat.czxid);
+    LOG_INFO(log, "Loading description, zxid={}", task_description_current_stat.czxid);
     auto config = getConfigurationFromXMLString(task_config_str);
 
     /// Setup settings
@@ -250,7 +259,7 @@ void ClusterCopier::updateConfigIfNeeded()
     if (!is_outdated_version && !is_expired_session)
         return;
 
-    LOG_DEBUG(log, "Updating task description");
+    LOG_INFO(log, "Updating task description");
     reloadTaskDescription();
 
     task_description_current_version = version_to_update;
@@ -361,7 +370,7 @@ zkutil::EphemeralNodeHolder::Ptr ClusterCopier::createTaskWorkerNodeAndWaitIfNee
 
         if (static_cast<UInt64>(stat.numChildren) >= task_cluster->max_workers)
         {
-            LOG_DEBUG(log, "Too many workers ({}, maximum {}). Postpone processing {}", stat.numChildren, task_cluster->max_workers, description);
+            LOG_INFO(log, "Too many workers ({}, maximum {}). Postpone processing {}", stat.numChildren, task_cluster->max_workers, description);
 
             if (unprioritized)
                 current_sleep_time = std::min(max_sleep_time, current_sleep_time + default_sleep_time);
@@ -387,7 +396,7 @@ zkutil::EphemeralNodeHolder::Ptr ClusterCopier::createTaskWorkerNodeAndWaitIfNee
                 /// Try to make fast retries
                 if (num_bad_version_errors > 3)
                 {
-                    LOG_DEBUG(log, "A concurrent worker has just been added, will check free worker slots again");
+                    LOG_INFO(log, "A concurrent worker has just been added, will check free worker slots again");
                     std::chrono::milliseconds random_sleep_time(std::uniform_int_distribution<int>(1, 1000)(task_cluster->random_engine));
                     std::this_thread::sleep_for(random_sleep_time);
                     num_bad_version_errors = 0;
@@ -422,7 +431,7 @@ bool ClusterCopier::checkAllPiecesInPartitionAreDone(const TaskTable & task_tabl
     {
         bool piece_is_done = checkPartitionPieceIsDone(task_table, partition_name, piece_number, shards_with_partition);
         if (!piece_is_done)
-            LOG_DEBUG(log, "Partition {} piece {} is not already done.", partition_name, piece_number);
+            LOG_INFO(log, "Partition {} piece {} is not already done.", partition_name, piece_number);
         answer &= piece_is_done;
     }
 
@@ -438,7 +447,7 @@ bool ClusterCopier::checkAllPiecesInPartitionAreDone(const TaskTable & task_tabl
 bool ClusterCopier::checkPartitionPieceIsDone(const TaskTable & task_table, const String & partition_name,
                                size_t piece_number, const TasksShard & shards_with_partition)
 {
-    LOG_DEBUG(log, "Check that all shards processed partition {} piece {} successfully", partition_name, piece_number);
+    LOG_INFO(log, "Check that all shards processed partition {} piece {} successfully", partition_name, piece_number);
 
     auto zookeeper = getContext()->getZooKeeper();
 
@@ -530,7 +539,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         inject_fault = value < move_fault_probability;
     }
 
-    LOG_DEBUG(log, "Try to move {} to destination table", partition_name);
+    LOG_INFO(log, "Try to move {} to destination table", partition_name);
 
     auto zookeeper = getContext()->getZooKeeper();
 
@@ -548,7 +557,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
     {
         if (e.code == Coordination::Error::ZNODEEXISTS)
         {
-            LOG_DEBUG(log, "Someone is already moving pieces {}", current_partition_attach_is_active);
+            LOG_INFO(log, "Someone is already moving pieces {}", current_partition_attach_is_active);
             return TaskStatus::Active;
         }
 
@@ -565,13 +574,13 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
             TaskStateWithOwner status = TaskStateWithOwner::fromString(status_data);
             if (status.state == TaskState::Finished)
             {
-                LOG_DEBUG(log, "All pieces for partition from this task {} has been successfully moved to destination table by {}", current_partition_attach_is_active, status.owner);
+                LOG_INFO(log, "All pieces for partition from this task {} has been successfully moved to destination table by {}", current_partition_attach_is_active, status.owner);
                 return TaskStatus::Finished;
             }
 
             /// Task is abandoned, because previously we created ephemeral node, possibly in other copier's process.
             /// Initialize DROP PARTITION
-            LOG_DEBUG(log, "Moving piece for partition {} has not been successfully finished by {}. Will try to move by myself.", current_partition_attach_is_active, status.owner);
+            LOG_INFO(log, "Moving piece for partition {} has not been successfully finished by {}. Will try to move by myself.", current_partition_attach_is_active, status.owner);
 
             /// Remove is_done marker.
             zookeeper->remove(current_partition_attach_is_done);
@@ -588,7 +597,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
     /// Move partition to original destination table.
     for (size_t current_piece_number = 0; current_piece_number < task_table.number_of_splits; ++current_piece_number)
     {
-        LOG_DEBUG(log, "Trying to move partition {} piece {} to original table", partition_name, toString(current_piece_number));
+        LOG_INFO(log, "Trying to move partition {} piece {} to original table", partition_name, toString(current_piece_number));
 
         ASTPtr query_alter_ast;
         String query_alter_ast_string;
@@ -611,7 +620,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
                                   ((partition_name == "'all'") ? " ATTACH PARTITION ID " : " ATTACH PARTITION ") + partition_name +
                                   " FROM " + getQuotedTable(helping_table);
 
-        LOG_DEBUG(log, "Executing ALTER query: {}", query_alter_ast_string);
+        LOG_INFO(log, "Executing ALTER query: {}", query_alter_ast_string);
 
         try
         {
@@ -620,9 +629,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
                 task_table.cluster_push,
                 query_alter_ast_string,
                 task_cluster->settings_push,
-                PoolMode::GET_MANY,
-                execution_mode,
-                max_successful_executions_per_shard);
+                execution_mode);
 
             if (settings_push.replication_alter_partitions_sync == 1)
             {
@@ -645,7 +652,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         }
         catch (...)
         {
-            LOG_DEBUG(log, "Error while moving partition {} piece {} to original table", partition_name, toString(current_piece_number));
+            LOG_INFO(log, "Error while moving partition {} piece {} to original table", partition_name, toString(current_piece_number));
             throw;
         }
 
@@ -660,20 +667,20 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
                 query_deduplicate_ast_string += " OPTIMIZE TABLE " + getQuotedTable(original_table) +
                                                 ((partition_name == "'all'") ? " PARTITION ID " : " PARTITION ") + partition_name + " DEDUPLICATE;";
 
-                LOG_DEBUG(log, "Executing OPTIMIZE DEDUPLICATE query: {}", query_deduplicate_ast_string);
+                LOG_INFO(log, "Executing OPTIMIZE DEDUPLICATE query: {}", query_deduplicate_ast_string);
 
                 UInt64 num_nodes = executeQueryOnCluster(
                         task_table.cluster_push,
                         query_deduplicate_ast_string,
                         task_cluster->settings_push,
-                        PoolMode::GET_MANY);
+                        ClusterExecutionMode::ON_EACH_SHARD);
 
                 LOG_INFO(log, "Number of shard that executed OPTIMIZE DEDUPLICATE query successfully : {}", toString(num_nodes));
             }
         }
         catch (...)
         {
-            LOG_DEBUG(log, "Error while executing OPTIMIZE DEDUPLICATE partition {}in the original table", partition_name);
+            LOG_INFO(log, "Error while executing OPTIMIZE DEDUPLICATE partition {}in the original table", partition_name);
             throw;
         }
     }
@@ -739,6 +746,8 @@ std::shared_ptr<ASTCreateQuery> rewriteCreateQueryStorage(const ASTPtr & create_
     res->children.clear();
     res->set(res->columns_list, create.columns_list->clone());
     res->set(res->storage, new_storage_ast->clone());
+    /// Just to make it better and don't store additional flag like `is_table_created` somewhere else
+    res->if_not_exists = true;
 
     return res;
 }
@@ -771,7 +780,7 @@ bool ClusterCopier::tryDropPartitionPiece(
     {
         if (e.code == Coordination::Error::ZNODEEXISTS)
         {
-            LOG_DEBUG(log, "Partition {} piece {} is cleaning now by somebody, sleep", task_partition.name, toString(current_piece_number));
+            LOG_INFO(log, "Partition {} piece {} is cleaning now by somebody, sleep", task_partition.name, toString(current_piece_number));
             std::this_thread::sleep_for(default_sleep_time);
             return false;
         }
@@ -784,7 +793,7 @@ bool ClusterCopier::tryDropPartitionPiece(
     {
         if (stat.numChildren != 0)
         {
-            LOG_DEBUG(log, "Partition {} contains {} active workers while trying to drop it. Going to sleep.", task_partition.name, stat.numChildren);
+            LOG_INFO(log, "Partition {} contains {} active workers while trying to drop it. Going to sleep.", task_partition.name, stat.numChildren);
             std::this_thread::sleep_for(default_sleep_time);
             return false;
         }
@@ -804,7 +813,7 @@ bool ClusterCopier::tryDropPartitionPiece(
         {
             if (e.code == Coordination::Error::ZNODEEXISTS)
             {
-                LOG_DEBUG(log, "Partition {} is being filled now by somebody, sleep", task_partition.name);
+                LOG_INFO(log, "Partition {} is being filled now by somebody, sleep", task_partition.name);
                 return false;
             }
 
@@ -842,12 +851,11 @@ bool ClusterCopier::tryDropPartitionPiece(
         /// It is important, DROP PARTITION must be done synchronously
         settings_push.replication_alter_partitions_sync = 2;
 
-        LOG_DEBUG(log, "Execute distributed DROP PARTITION: {}", query);
+        LOG_INFO(log, "Execute distributed DROP PARTITION: {}", query);
         /// We have to drop partition_piece on each replica
         size_t num_shards = executeQueryOnCluster(
                 cluster_push, query,
                 settings_push,
-                PoolMode::GET_MANY,
                 ClusterExecutionMode::ON_EACH_NODE);
 
         LOG_INFO(log, "DROP PARTITION was successfully executed on {} nodes of a cluster.", num_shards);
@@ -863,7 +871,7 @@ bool ClusterCopier::tryDropPartitionPiece(
         }
         else
         {
-            LOG_DEBUG(log, "Clean state is altered when dropping the partition, cowardly bailing");
+            LOG_INFO(log, "Clean state is altered when dropping the partition, cowardly bailing");
             /// clean state is stale
             return false;
         }
@@ -907,7 +915,7 @@ bool ClusterCopier::tryProcessTable(const ConnectionTimeouts & timeouts, TaskTab
 
         ++cluster_partition.total_tries;
 
-        LOG_DEBUG(log, "Processing partition {} for the whole cluster", partition_name);
+        LOG_INFO(log, "Processing partition {} for the whole cluster", partition_name);
 
         /// Process each source shard having current partition and copy current partition
         /// NOTE: shards are sorted by "distance" to current host
@@ -929,7 +937,7 @@ bool ClusterCopier::tryProcessTable(const ConnectionTimeouts & timeouts, TaskTab
                     {
                         const size_t number_of_splits = task_table.number_of_splits;
                         shard->partition_tasks.emplace(partition_name, ShardPartition(*shard, partition_name, number_of_splits));
-                        LOG_DEBUG(log, "Discovered partition {} in shard {}", partition_name, shard->getDescription());
+                        LOG_INFO(log, "Discovered partition {} in shard {}", partition_name, shard->getDescription());
                         /// To save references in the future.
                         auto shard_partition_it = shard->partition_tasks.find(partition_name);
                         PartitionPieces & shard_partition_pieces = shard_partition_it->second.pieces;
@@ -942,7 +950,7 @@ bool ClusterCopier::tryProcessTable(const ConnectionTimeouts & timeouts, TaskTab
                     }
                     else
                     {
-                        LOG_DEBUG(log, "Found that shard {} does not contain current partition {}", shard->getDescription(), partition_name);
+                        LOG_INFO(log, "Found that shard {} does not contain current partition {}", shard->getDescription(), partition_name);
                         continue;
                     }
                 }
@@ -1100,18 +1108,18 @@ TaskStatus ClusterCopier::tryCreateDestinationTable(const ConnectionTimeouts & t
         InterpreterCreateQuery::prepareOnClusterQuery(create, getContext(), task_table.cluster_push_name);
         String query = queryToString(create_query_push_ast);
 
-        LOG_DEBUG(log, "Create destination tables. Query: {}", query);
-        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push, PoolMode::GET_MANY);
+        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
+        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
             "Destination tables {} have been created on {} shards of {}",
             getQuotedTable(task_table.table_push),
             shards,
             task_table.cluster_push->getShardCount());
-        if (shards != task_table.cluster_push->getShardCount())
-        {
-            return TaskStatus::Error;
-        }
+        // if (shards != task_table.cluster_push->getShardCount())
+        // {
+        //     return TaskStatus::Error;
+        // }
     }
     catch (...)
     {
@@ -1226,17 +1234,17 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
     auto create_is_dirty_node = [&] (const CleanStateClock & clock)
     {
         if (clock.is_stale())
-            LOG_DEBUG(log, "Clean state clock is stale while setting dirty flag, cowardly bailing");
+            LOG_INFO(log, "Clean state clock is stale while setting dirty flag, cowardly bailing");
         else if (!clock.is_clean())
-            LOG_DEBUG(log, "Thank you, Captain Obvious");
+            LOG_INFO(log, "Thank you, Captain Obvious");
         else if (clock.discovery_version)
         {
-            LOG_DEBUG(log, "Updating clean state clock");
+            LOG_INFO(log, "Updating clean state clock");
             zookeeper->set(piece_is_dirty_flag_path, host_id, clock.discovery_version.value());
         }
         else
         {
-            LOG_DEBUG(log, "Creating clean state clock");
+            LOG_INFO(log, "Creating clean state clock");
             zookeeper->create(piece_is_dirty_flag_path, host_id, zkutil::CreateMode::Persistent);
         }
     };
@@ -1271,7 +1279,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
     /// Load balancing
     auto worker_node_holder = createTaskWorkerNodeAndWaitIfNeed(zookeeper, current_task_piece_status_path, is_unprioritized_task);
 
-    LOG_DEBUG(log, "Processing {}", current_task_piece_status_path);
+    LOG_INFO(log, "Processing {}", current_task_piece_status_path);
 
     const String piece_status_path = partition_piece.getPartitionPieceShardsPath();
 
@@ -1282,12 +1290,12 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
     /// Do not start if partition piece is dirty, try to clean it
     if (is_clean)
     {
-        LOG_DEBUG(log, "Partition {} piece {} appears to be clean", task_partition.name, current_piece_number);
+        LOG_INFO(log, "Partition {} piece {} appears to be clean", task_partition.name, current_piece_number);
         zookeeper->createAncestors(current_task_piece_status_path);
     }
     else
     {
-        LOG_DEBUG(log, "Partition {} piece {} is dirty, try to drop it", task_partition.name, current_piece_number);
+        LOG_INFO(log, "Partition {} piece {} is dirty, try to drop it", task_partition.name, current_piece_number);
 
         try
         {
@@ -1312,7 +1320,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
     {
         if (e.code == Coordination::Error::ZNODEEXISTS)
         {
-            LOG_DEBUG(log, "Someone is already processing {}", current_task_piece_is_active_path);
+            LOG_INFO(log, "Someone is already processing {}", current_task_piece_is_active_path);
             return TaskStatus::Active;
         }
 
@@ -1328,13 +1336,13 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
             TaskStateWithOwner status = TaskStateWithOwner::fromString(status_data);
             if (status.state == TaskState::Finished)
             {
-                LOG_DEBUG(log, "Task {} has been successfully executed by {}", current_task_piece_status_path, status.owner);
+                LOG_INFO(log, "Task {} has been successfully executed by {}", current_task_piece_status_path, status.owner);
                 return TaskStatus::Finished;
             }
 
             /// Task is abandoned, because previously we created ephemeral node, possibly in other copier's process.
             /// Initialize DROP PARTITION
-            LOG_DEBUG(log, "Task {} has not been successfully finished by {}. Partition will be dropped and refilled.", current_task_piece_status_path, status.owner);
+            LOG_INFO(log, "Task {} has not been successfully finished by {}. Partition will be dropped and refilled.", current_task_piece_status_path, status.owner);
 
             create_is_dirty_node(clean_state_clock);
             return TaskStatus::Error;
@@ -1342,6 +1350,53 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
     }
 
 
+    /// Try create table (if not exists) on each shard
+    /// We have to create this table even in case that partition piece is empty
+    /// This is significant, because we will have simplier code
+    {
+        /// 1) Get columns description from any replica of destination cluster
+        /// 2) Change ENGINE, database and table name
+        /// 3) Create helping table on the whole destination cluster
+        auto & settings_push = task_cluster->settings_push;
+
+        /// Get a connection to any shard to fetch `CREATE` query
+        auto connection = task_table.cluster_push->getAnyShardInfo().pool->get(timeouts, &settings_push, true);
+        /// Execute a request and get `CREATE` query as a string.
+        String create_query = getRemoteCreateTable(task_shard.task_table.table_push, *connection, settings_push);
+        /// Parse it to ASTPtr
+        ParserCreateQuery parser_create_query;
+        auto create_query_ast = parseQuery(parser_create_query, create_query, settings_push.max_query_size, settings_push.max_parser_depth);
+        /// Define helping table database and name for current partition piece
+        DatabaseAndTableName database_and_table_for_current_piece{
+                task_table.table_push.first,
+                task_table.table_push.second + "_piece_" + toString(current_piece_number)};
+
+        /// This is a bit of legacy, because we now could parse and engine AST from the whole create query.
+        /// But this is needed to make helping table non-replicated. We simply don't need this
+        auto new_engine_push_ast = task_table.engine_push_ast;
+        if (task_table.isReplicatedTable())
+            new_engine_push_ast = task_table.rewriteReplicatedCreateQueryToPlain();
+
+        /// Take columns definition from destination table, new database and table name, and new engine (non replicated variant of MergeTree)
+        auto create_query_push_ast = rewriteCreateQueryStorage(create_query_ast, database_and_table_for_current_piece, new_engine_push_ast);
+        String query = queryToString(create_query_push_ast);
+
+        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
+        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
+        LOG_INFO(
+            log,
+            "Destination tables {} have been created on {} shards of {}",
+            getQuotedTable(task_table.table_push),
+            shards,
+            task_table.cluster_push->getShardCount());
+
+        // if (shards != task_table.cluster_push->getShardCount())
+        // {
+        //     return TaskStatus::Error;
+        // }
+    }
+
+
     /// Exit if current piece is absent on this shard. Also mark it as finished, because we will check
     /// whether each shard have processed each partitition (and its pieces).
     if (partition_piece.is_absent_piece)
@@ -1349,9 +1404,9 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         String state_finished = TaskStateWithOwner::getData(TaskState::Finished, host_id);
         auto res = zookeeper->tryCreate(current_task_piece_status_path, state_finished, zkutil::CreateMode::Persistent);
         if (res == Coordination::Error::ZNODEEXISTS)
-            LOG_DEBUG(log, "Partition {} piece {} is absent on current replica of a shard. But other replicas have already marked it as done.", task_partition.name, current_piece_number);
+            LOG_INFO(log, "Partition {} piece {} is absent on current replica of a shard. But other replicas have already marked it as done.", task_partition.name, current_piece_number);
         if (res == Coordination::Error::ZOK)
-            LOG_DEBUG(log, "Partition {} piece {} is absent on current replica of a shard. Will mark it as done. Other replicas will do the same.", task_partition.name, current_piece_number);
+            LOG_INFO(log, "Partition {} piece {} is absent on current replica of a shard. Will mark it as done. Other replicas will do the same.", task_partition.name, current_piece_number);
         return TaskStatus::Finished;
     }
 
@@ -1415,40 +1470,6 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         zookeeper->create(current_task_piece_status_path, start_state, zkutil::CreateMode::Persistent);
     }
 
-    /// Try create table (if not exists) on each shard
-    {
-        /// Define push table for current partition piece
-        auto database_and_table_for_current_piece= std::pair<String, String>(
-                task_table.table_push.first,
-                task_table.table_push.second + "_piece_" + toString(current_piece_number));
-
-        auto new_engine_push_ast = task_table.engine_push_ast;
-        if (task_table.isReplicatedTable())
-        {
-            new_engine_push_ast = task_table.rewriteReplicatedCreateQueryToPlain();
-        }
-
-        auto create_query_push_ast = rewriteCreateQueryStorage(
-                task_shard.current_pull_table_create_query,
-                database_and_table_for_current_piece, new_engine_push_ast);
-
-        create_query_push_ast->as<ASTCreateQuery &>().if_not_exists = true;
-        String query = queryToString(create_query_push_ast);
-
-        LOG_DEBUG(log, "Create destination tables. Query: {}", query);
-        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push, PoolMode::GET_MANY);
-        LOG_INFO(
-            log,
-            "Destination tables {} have been created on {} shards of {}",
-            getQuotedTable(task_table.table_push),
-            shards,
-            task_table.cluster_push->getShardCount());
-
-        if (shards != task_table.cluster_push->getShardCount())
-        {
-            return TaskStatus::Error;
-        }
-    }
 
     /// Do the copying
     {
@@ -1462,7 +1483,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         // Select all fields
         ASTPtr query_select_ast = get_select_query(task_shard.table_read_shard, "*", /*enable_splitting*/ true, inject_fault ? "1" : "");
 
-        LOG_DEBUG(log, "Executing SELECT query and pull from {} : {}", task_shard.getDescription(), queryToString(query_select_ast));
+        LOG_INFO(log, "Executing SELECT query and pull from {} : {}", task_shard.getDescription(), queryToString(query_select_ast));
 
         ASTPtr query_insert_ast;
         {
@@ -1473,7 +1494,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
             const auto & settings = getContext()->getSettingsRef();
             query_insert_ast = parseQuery(p_query, query, settings.max_query_size, settings.max_parser_depth);
 
-            LOG_DEBUG(log, "Executing INSERT query: {}", query);
+            LOG_INFO(log, "Executing INSERT query: {}", query);
         }
 
         try
@@ -1491,8 +1512,24 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
                 BlockIO io_select = InterpreterFactory::get(query_select_ast, context_select)->execute();
                 BlockIO io_insert = InterpreterFactory::get(query_insert_ast, context_insert)->execute();
 
-                input = io_select.getInputStream();
+                auto pure_input = io_select.getInputStream();
                 output = io_insert.out;
+
+                /// Add converting actions to make it possible to copy blocks with slightly different schema
+                const auto & select_block = pure_input->getHeader();
+                const auto & insert_block = output->getHeader();
+                auto actions_dag = ActionsDAG::makeConvertingActions(
+                        select_block.getColumnsWithTypeAndName(),
+                        insert_block.getColumnsWithTypeAndName(),
+                        ActionsDAG::MatchColumnsMode::Position);
+                auto actions = std::make_shared<ExpressionActions>(actions_dag, ExpressionActionsSettings::fromContext(getContext()));
+
+                input = std::make_shared<ExpressionBlockInputStream>(pure_input, actions);
+
+                std::cout << "Input:" << std::endl;
+                std::cout << input->getHeader().dumpStructure() << std::endl;
+                std::cout << "Output:" << std::endl;
+                std::cout << output->getHeader().dumpStructure() << std::endl;
             }
 
             /// Fail-fast optimization to abort copying when the current clean state expires
@@ -1600,7 +1637,7 @@ void ClusterCopier::dropLocalTableIfExists(const DatabaseAndTableName & table_na
 
 void ClusterCopier::dropHelpingTablesByPieceNumber(const TaskTable & task_table, size_t current_piece_number)
 {
-    LOG_DEBUG(log, "Removing helping tables piece {}", current_piece_number);
+    LOG_INFO(log, "Removing helping tables piece {}", current_piece_number);
 
     DatabaseAndTableName original_table = task_table.table_push;
     DatabaseAndTableName helping_table
@@ -1611,17 +1648,17 @@ void ClusterCopier::dropHelpingTablesByPieceNumber(const TaskTable & task_table,
     const ClusterPtr & cluster_push = task_table.cluster_push;
     Settings settings_push = task_cluster->settings_push;
 
-    LOG_DEBUG(log, "Execute distributed DROP TABLE: {}", query);
+    LOG_INFO(log, "Execute distributed DROP TABLE: {}", query);
 
     /// We have to drop partition_piece on each replica
-    UInt64 num_nodes = executeQueryOnCluster(cluster_push, query, settings_push, PoolMode::GET_MANY, ClusterExecutionMode::ON_EACH_NODE);
+    UInt64 num_nodes = executeQueryOnCluster(cluster_push, query, settings_push, ClusterExecutionMode::ON_EACH_NODE);
 
     LOG_INFO(log, "DROP TABLE query was successfully executed on {} nodes.", toString(num_nodes));
 }
 
 void ClusterCopier::dropHelpingTables(const TaskTable & task_table)
 {
-    LOG_DEBUG(log, "Removing helping tables");
+    LOG_INFO(log, "Removing helping tables");
     for (size_t current_piece_number = 0; current_piece_number < task_table.number_of_splits; ++current_piece_number)
     {
         dropHelpingTablesByPieceNumber(task_table, current_piece_number);
@@ -1630,7 +1667,7 @@ void ClusterCopier::dropHelpingTables(const TaskTable & task_table)
 
 void ClusterCopier::dropParticularPartitionPieceFromAllHelpingTables(const TaskTable & task_table, const String & partition_name)
 {
-    LOG_DEBUG(log, "Try drop partition partition from all helping tables.");
+    LOG_INFO(log, "Try drop partition partition from all helping tables.");
     for (size_t current_piece_number = 0; current_piece_number < task_table.number_of_splits; ++current_piece_number)
     {
         DatabaseAndTableName original_table = task_table.table_push;
@@ -1641,17 +1678,16 @@ void ClusterCopier::dropParticularPartitionPieceFromAllHelpingTables(const TaskT
         const ClusterPtr & cluster_push = task_table.cluster_push;
         Settings settings_push = task_cluster->settings_push;
 
-        LOG_DEBUG(log, "Execute distributed DROP PARTITION: {}", query);
+        LOG_INFO(log, "Execute distributed DROP PARTITION: {}", query);
         /// We have to drop partition_piece on each replica
         UInt64 num_nodes = executeQueryOnCluster(
                 cluster_push, query,
                 settings_push,
-                PoolMode::GET_MANY,
                 ClusterExecutionMode::ON_EACH_NODE);
 
         LOG_INFO(log, "DROP PARTITION query was successfully executed on {} nodes.", toString(num_nodes));
     }
-    LOG_DEBUG(log, "All helping tables dropped partition {}", partition_name);
+    LOG_INFO(log, "All helping tables dropped partition {}", partition_name);
 }
 
 String ClusterCopier::getRemoteCreateTable(const DatabaseAndTableName & table, Connection & connection, const Settings & settings)
@@ -1666,6 +1702,8 @@ String ClusterCopier::getRemoteCreateTable(const DatabaseAndTableName & table, C
     return typeid_cast<const ColumnString &>(*block.safeGetByPosition(0).column).getDataAt(0).toString();
 }
 
+
+
 ASTPtr ClusterCopier::getCreateTableForPullShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard)
 {
     /// Fetch and parse (possibly) new definition
@@ -1680,6 +1718,21 @@ ASTPtr ClusterCopier::getCreateTableForPullShard(const ConnectionTimeouts & time
     return parseQuery(parser_create_query, create_query_pull_str, settings.max_query_size, settings.max_parser_depth);
 }
 
+
+ASTPtr ClusterCopier::getCreateTableForPushShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard)
+{
+    /// Fetch and parse (possibly) new definition
+    auto connection_entry = task_shard.info.pool->get(timeouts, &task_cluster->settings_push, true);
+    String create_query_pull_str = getRemoteCreateTable(
+            task_shard.task_table.table_push,
+            *connection_entry,
+            task_cluster->settings_push);
+
+    ParserCreateQuery parser_create_query;
+    const auto & settings = getContext()->getSettingsRef();
+    return parseQuery(parser_create_query, create_query_pull_str, settings.max_query_size, settings.max_parser_depth);
+}
+
 /// If it is implicitly asked to create split Distributed table for certain piece on current shard, we will do it.
 void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeouts,
         TaskShard & task_shard, bool create_split)
@@ -1688,6 +1741,8 @@ void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeout
 
     /// We need to update table definitions for each part, it could be changed after ALTER
     task_shard.current_pull_table_create_query = getCreateTableForPullShard(timeouts, task_shard);
+    // task_shard.current_push_table_create_query = getCreateTableForPushShard(timeouts, task_shard);
+
 
     /// Create local Distributed tables:
     ///  a table fetching data from current shard and a table inserting data to the whole destination cluster
@@ -1709,7 +1764,8 @@ void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeout
 
     auto storage_shard_ast = createASTStorageDistributed(shard_read_cluster_name, task_table.table_pull.first, task_table.table_pull.second);
 
-    auto create_query_ast = removeAliasColumnsFromCreateQuery(task_shard.current_pull_table_create_query);
+    // auto create_query_ast = removeAliasColumnsFromCreateQuery(task_shard.current_pull_table_create_query);
+    auto create_query_ast = task_shard.current_pull_table_create_query;
 
     auto create_table_pull_ast = rewriteCreateQueryStorage(create_query_ast, task_shard.table_read_shard, storage_shard_ast);
     dropAndCreateLocalTable(create_table_pull_ast);
@@ -1768,7 +1824,7 @@ std::set<String> ClusterCopier::getShardPartitions(const ConnectionTimeouts & ti
     const auto & settings = getContext()->getSettingsRef();
     ASTPtr query_ast = parseQuery(parser_query, query, settings.max_query_size, settings.max_parser_depth);
 
-    LOG_DEBUG(log, "Computing destination partition set, executing query: {}", query);
+    LOG_INFO(log, "Computing destination partition set, executing query: \n {}", wrapWithColor(query));
 
     auto local_context = Context::createCopy(context);
     local_context->setSettings(task_cluster->settings_pull);
@@ -1787,7 +1843,7 @@ std::set<String> ClusterCopier::getShardPartitions(const ConnectionTimeouts & ti
         }
     }
 
-    LOG_DEBUG(log, "There are {} destination partitions in shard {}", res.size(), task_shard.getDescription());
+    LOG_INFO(log, "There are {} destination partitions in shard {}", res.size(), task_shard.getDescription());
 
     return res;
 }
@@ -1799,21 +1855,22 @@ bool ClusterCopier::checkShardHasPartition(const ConnectionTimeouts & timeouts,
 
     TaskTable & task_table = task_shard.task_table;
 
-    std::string query = "SELECT 1 FROM " + getQuotedTable(task_shard.table_read_shard)
-                        + " WHERE (" + queryToString(task_table.engine_push_partition_key_ast) +
-                        " = (" + partition_quoted_name + " AS partition_key))";
-
+    WriteBufferFromOwnString ss;
+    ss << "SELECT 1 FROM " << getQuotedTable(task_shard.table_read_shard);
+    ss << " WHERE (" << queryToString(task_table.engine_push_partition_key_ast);
+    ss << " = (" + partition_quoted_name << " AS partition_key))";
     if (!task_table.where_condition_str.empty())
-        query += " AND (" + task_table.where_condition_str + ")";
-
-    query += " LIMIT 1";
-
-    LOG_DEBUG(log, "Checking shard {} for partition {} existence, executing query: {}", task_shard.getDescription(), partition_quoted_name, query);
+        ss << " AND (" << task_table.where_condition_str << ")";
+    ss << " LIMIT 1";
+    auto query = ss.str();
 
     ParserQuery parser_query(query.data() + query.size());
     const auto & settings = getContext()->getSettingsRef();
     ASTPtr query_ast = parseQuery(parser_query, query, settings.max_query_size, settings.max_parser_depth);
 
+    LOG_INFO(log, "Checking shard {} for partition {} existence, executing query: \n {}", 
+        task_shard.getDescription(), partition_quoted_name, query_ast->formatForErrorMessage());
+
     auto local_context = Context::createCopy(context);
     local_context->setSettings(task_cluster->settings_pull);
     return InterpreterFactory::get(query_ast, local_context)->execute().getInputStream()->read().rows() != 0;
@@ -1847,7 +1904,7 @@ bool ClusterCopier::checkPresentPartitionPiecesOnCurrentShard(const ConnectionTi
 
     query += " LIMIT 1";
 
-    LOG_DEBUG(log, "Checking shard {} for partition {} piece {} existence, executing query: {}", task_shard.getDescription(), partition_quoted_name, std::to_string(current_piece_number), query);
+    LOG_INFO(log, "Checking shard {} for partition {} piece {} existence, executing query: \n \u001b[36m {}", task_shard.getDescription(), partition_quoted_name, std::to_string(current_piece_number), query);
 
     ParserQuery parser_query(query.data() + query.size());
     const auto & settings = getContext()->getSettingsRef();
@@ -1857,12 +1914,13 @@ bool ClusterCopier::checkPresentPartitionPiecesOnCurrentShard(const ConnectionTi
     local_context->setSettings(task_cluster->settings_pull);
     auto result = InterpreterFactory::get(query_ast, local_context)->execute().getInputStream()->read().rows();
     if (result != 0)
-        LOG_DEBUG(log, "Partition {} piece number {} is PRESENT on shard {}", partition_quoted_name, std::to_string(current_piece_number), task_shard.getDescription());
+        LOG_INFO(log, "Partition {} piece number {} is PRESENT on shard {}", partition_quoted_name, std::to_string(current_piece_number), task_shard.getDescription());
     else
-        LOG_DEBUG(log, "Partition {} piece number {} is ABSENT on shard {}", partition_quoted_name, std::to_string(current_piece_number), task_shard.getDescription());
+        LOG_INFO(log, "Partition {} piece number {} is ABSENT on shard {}", partition_quoted_name, std::to_string(current_piece_number), task_shard.getDescription());
     return result != 0;
 }
 
+
 /** Executes simple query (without output streams, for example DDL queries) on each shard of the cluster
   * Returns number of shards for which at least one replica executed query successfully
   */
@@ -1870,112 +1928,64 @@ UInt64 ClusterCopier::executeQueryOnCluster(
         const ClusterPtr & cluster,
         const String & query,
         const Settings & current_settings,
-        PoolMode pool_mode,
-        ClusterExecutionMode execution_mode,
-        UInt64 max_successful_executions_per_shard) const
+        ClusterExecutionMode execution_mode) const
 {
-    auto num_shards = cluster->getShardsInfo().size();
-    std::vector<UInt64> per_shard_num_successful_replicas(num_shards, 0);
-
-    ParserQuery p_query(query.data() + query.size());
-    ASTPtr query_ast = parseQuery(p_query, query, current_settings.max_query_size, current_settings.max_parser_depth);
-
-    /// We will have to execute query on each replica of a shard.
+    ClusterPtr cluster_for_query = cluster;
     if (execution_mode == ClusterExecutionMode::ON_EACH_NODE)
-        max_successful_executions_per_shard = 0;
+        cluster_for_query = cluster->getClusterWithReplicasAsShards(current_settings);
 
-    std::atomic<size_t> origin_replicas_number = 0;
+    std::vector<std::shared_ptr<Connection>> connections;
+    connections.reserve(cluster->getShardCount());
 
-    /// We need to execute query on one replica at least
-    auto do_for_shard = [&] (UInt64 shard_index, Settings shard_settings)
+    std::atomic<UInt64> successfully_executed = 0;
+
+    for (const auto & replicas : cluster_for_query->getShardsAddresses())
     {
-        setThreadName("QueryForShard");
-
-        const Cluster::ShardInfo & shard = cluster->getShardsInfo().at(shard_index);
-        UInt64 & num_successful_executions = per_shard_num_successful_replicas.at(shard_index);
-        num_successful_executions = 0;
-
-        auto increment_and_check_exit = [&] () -> bool
+        const auto & node = replicas[0];
+        try
         {
-            ++num_successful_executions;
-            return max_successful_executions_per_shard && num_successful_executions >= max_successful_executions_per_shard;
-        };
+            connections.emplace_back(std::make_shared<Connection>(
+                node.host_name, node.port, node.default_database,
+                node.user, node.password, node.cluster, node.cluster_secret,
+                "ClusterCopier", node.compression, node.secure
+            ));
 
-        UInt64 num_replicas = cluster->getShardsAddresses().at(shard_index).size();
+            /// We execute only Alter, Create and Drop queries.
+            const auto header = Block{};
 
-        origin_replicas_number += num_replicas;
-        UInt64 num_local_replicas = shard.getLocalNodeCount();
-        UInt64 num_remote_replicas = num_replicas - num_local_replicas;
+            /// For unknown reason global context is passed to IStorage::read() method
+            /// So, task_identifier is passed as constructor argument. It is more obvious.
+            auto remote_query_executor = std::make_shared<RemoteQueryExecutor>(
+                    *connections.back(), query, header, getContext(),
+                    /*throttler=*/nullptr, Scalars(), Tables(), QueryProcessingStage::Complete);
 
-        /// In that case we don't have local replicas, but do it just in case
-        for (UInt64 i = 0; i < num_local_replicas; ++i)
-        {
-            auto interpreter = InterpreterFactory::get(query_ast, getContext());
-            interpreter->execute();
-
-            if (increment_and_check_exit())
-                return;
-        }
-
-        /// Will try to make as many as possible queries
-        if (shard.hasRemoteConnections())
-        {
-            shard_settings.max_parallel_replicas = num_remote_replicas ? num_remote_replicas : 1;
-
-            auto timeouts = ConnectionTimeouts::getTCPTimeoutsWithFailover(shard_settings).getSaturated(shard_settings.max_execution_time);
-            auto connections = shard.pool->getMany(timeouts, &shard_settings, pool_mode);
-
-            auto shard_context = Context::createCopy(context);
-            shard_context->setSettings(shard_settings);
-
-            for (auto & connection : connections)
+            try
             {
-                if (connection.isNull())
-                    continue;
-
-                try
-                {
-                    /// CREATE TABLE and DROP PARTITION queries return empty block
-                    RemoteBlockInputStream stream{*connection, query, Block{}, shard_context};
-                    NullBlockOutputStream output{Block{}};
-                    copyData(stream, output);
-
-                    if (increment_and_check_exit())
-                        return;
-                }
-                catch (const Exception &)
-                {
-                    LOG_INFO(log, getCurrentExceptionMessage(false, true));
-                }
+                remote_query_executor->sendQuery();
             }
+            catch (...)
+            {
+                LOG_WARNING(log, "Seemns like node with address {} is unreachable {}", node.host_name);
+            }
+
+            while (true)
+            {
+                auto block = remote_query_executor->read();
+                if (!block)
+                    break;
+            }
+
+            remote_query_executor->finish();
+            ++successfully_executed;
+        }
+        catch (...)
+        {
+            LOG_WARNING(log, "An error occured while processing query : \n {}", wrapWithColor(query));
+            tryLogCurrentException(log);
         }
-    };
-
-    {
-        ThreadPool thread_pool(std::min<UInt64>(num_shards, getNumberOfPhysicalCPUCores()));
-
-        for (UInt64 shard_index = 0; shard_index < num_shards; ++shard_index)
-            thread_pool.scheduleOrThrowOnError([=, shard_settings = current_settings] { do_for_shard(shard_index, std::move(shard_settings)); });
-
-        thread_pool.wait();
     }
 
-    UInt64 successful_nodes = 0;
-    for (UInt64 num_replicas : per_shard_num_successful_replicas)
-    {
-        if (execution_mode == ClusterExecutionMode::ON_EACH_NODE)
-            successful_nodes += num_replicas;
-        else
-            /// Count only successful shards
-            successful_nodes += (num_replicas > 0);
-    }
-
-    if (execution_mode == ClusterExecutionMode::ON_EACH_NODE && successful_nodes != origin_replicas_number)
-    {
-        LOG_INFO(log, "There was an error while executing ALTER on each node. Query was executed on {} nodes. But had to be executed on {}", toString(successful_nodes), toString(origin_replicas_number.load()));
-    }
-
-    return successful_nodes;
+    return successfully_executed.load();
 }
 
 }
diff --git a/programs/copier/ClusterCopier.h b/programs/copier/ClusterCopier.h
index e875ca7df2e..7a547a8c552 100644
--- a/programs/copier/ClusterCopier.h
+++ b/programs/copier/ClusterCopier.h
@@ -18,12 +18,15 @@ public:
     ClusterCopier(const String & task_path_,
                   const String & host_id_,
                   const String & proxy_database_name_,
-                  ContextPtr context_)
+                  ContextPtr context_,
+                  Poco::Logger * log_)
             : WithContext(context_),
             task_zookeeper_path(task_path_),
             host_id(host_id_),
             working_database_name(proxy_database_name_),
-            log(&Poco::Logger::get("ClusterCopier")) {}
+            log(log_) {
+                std::cout << "Level from constructor" << log->getLevel() << std::endl;
+            }
 
     void init();
 
@@ -159,6 +162,7 @@ protected:
     String getRemoteCreateTable(const DatabaseAndTableName & table, Connection & connection, const Settings & settings);
 
     ASTPtr getCreateTableForPullShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard);
+    ASTPtr getCreateTableForPushShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard);
 
     /// If it is implicitly asked to create split Distributed table for certain piece on current shard, we will do it.
     void createShardInternalTables(const ConnectionTimeouts & timeouts, TaskShard & task_shard, bool create_split = true);
@@ -189,9 +193,7 @@ protected:
             const ClusterPtr & cluster,
             const String & query,
             const Settings & current_settings,
-            PoolMode pool_mode = PoolMode::GET_ALL,
-            ClusterExecutionMode execution_mode = ClusterExecutionMode::ON_EACH_SHARD,
-            UInt64 max_successful_executions_per_shard = 0) const;
+            ClusterExecutionMode execution_mode = ClusterExecutionMode::ON_EACH_SHARD) const;
 
 private:
     String task_zookeeper_path;
diff --git a/programs/copier/ClusterCopierApp.cpp b/programs/copier/ClusterCopierApp.cpp
index bb3e37bba45..27e212d29cc 100644
--- a/programs/copier/ClusterCopierApp.cpp
+++ b/programs/copier/ClusterCopierApp.cpp
@@ -21,7 +21,7 @@ void ClusterCopierApp::initialize(Poco::Util::Application & self)
 
     config_xml_path = config().getString("config-file");
     task_path = config().getString("task-path");
-    log_level = config().getString("log-level", "trace");
+    log_level = config().getString("log-level", "info");
     is_safe_mode = config().has("safe-mode");
     if (config().has("copy-fault-probability"))
         copy_fault_probability = std::max(std::min(config().getDouble("copy-fault-probability"), 1.0), 0.0);
@@ -110,6 +110,8 @@ void ClusterCopierApp::mainImpl()
     ThreadStatus thread_status;
 
     auto * log = &logger();
+    log->setLevel(6); /// Information
+    std::cout << log->getLevel() << std::endl;
     LOG_INFO(log, "Starting clickhouse-copier (id {}, host_id {}, path {}, revision {})", process_id, host_id, process_path, ClickHouseRevision::getVersionRevision());
 
     SharedContextHolder shared_context = Context::createShared();
@@ -137,7 +139,7 @@ void ClusterCopierApp::mainImpl()
     CurrentThread::QueryScope query_scope(context);
 
     std::cout << "Will construct copier" << std::endl;
-    auto copier = std::make_unique<ClusterCopier>(task_path, host_id, default_database, context);
+    auto copier = std::make_unique<ClusterCopier>(task_path, host_id, default_database, context, log);
     copier->setSafeMode(is_safe_mode);
     copier->setCopyFaultProbability(copy_fault_probability);
     copier->setMoveFaultProbability(move_fault_probability);
diff --git a/programs/copier/TaskTableAndShard.h b/programs/copier/TaskTableAndShard.h
index 4f5bfb443e6..b3a56460f3d 100644
--- a/programs/copier/TaskTableAndShard.h
+++ b/programs/copier/TaskTableAndShard.h
@@ -50,7 +50,6 @@ struct TaskTable
 
     String getCertainPartitionPieceTaskStatusPath(const String & partition_name, const size_t piece_number) const;
 
-
     bool isReplicatedTable() const { return is_replicated_table; }
 
     /// Partitions will be split into number-of-splits pieces.
@@ -181,6 +180,7 @@ struct TaskShard
 
     /// Last CREATE TABLE query of the table of the shard
     ASTPtr current_pull_table_create_query;
+    ASTPtr current_push_table_create_query;
 
     /// Internal distributed tables
     DatabaseAndTableName table_read_shard;
diff --git a/src/Storages/StorageDistributed.cpp b/src/Storages/StorageDistributed.cpp
index 3a3291c6c48..192765e33ea 100644
--- a/src/Storages/StorageDistributed.cpp
+++ b/src/Storages/StorageDistributed.cpp
@@ -497,14 +497,14 @@ QueryProcessingStage::Enum StorageDistributed::getQueryProcessingStage(
         ClusterPtr optimized_cluster = getOptimizedCluster(local_context, metadata_snapshot, query_info.query);
         if (optimized_cluster)
         {
-            LOG_DEBUG(log, "Skipping irrelevant shards - the query will be sent to the following shards of the cluster (shard numbers): {}",
+            LOG_TRACE(log, "Skipping irrelevant shards - the query will be sent to the following shards of the cluster (shard numbers): {}",
                     makeFormattedListOfShards(optimized_cluster));
             cluster = optimized_cluster;
             query_info.optimized_cluster = cluster;
         }
         else
         {
-            LOG_DEBUG(log, "Unable to figure out irrelevant shards from WHERE/PREWHERE clauses - the query will be sent to all shards of the cluster{}",
+            LOG_TRACE(log, "Unable to figure out irrelevant shards from WHERE/PREWHERE clauses - the query will be sent to all shards of the cluster{}",
                     has_sharding_key ? "" : " (no sharding key)");
         }
     }
@@ -536,7 +536,7 @@ QueryProcessingStage::Enum StorageDistributed::getQueryProcessingStage(
         auto stage = getOptimizedQueryProcessingStage(query_info, settings.extremes, sharding_key_block);
         if (stage)
         {
-            LOG_DEBUG(log, "Force processing stage to {}", QueryProcessingStage::toString(*stage));
+            LOG_TRACE(log, "Force processing stage to {}", QueryProcessingStage::toString(*stage));
             return *stage;
         }
     }
@@ -789,7 +789,7 @@ void StorageDistributed::startup()
         if (inc > file_names_increment.value)
             file_names_increment.value.store(inc);
     }
-    LOG_DEBUG(log, "Auto-increment is {}", file_names_increment.value);
+    LOG_TRACE(log, "Auto-increment is {}", file_names_increment.value);
 }
 
 
@@ -799,9 +799,9 @@ void StorageDistributed::shutdown()
 
     std::lock_guard lock(cluster_nodes_mutex);
 
-    LOG_DEBUG(log, "Joining background threads for async INSERT");
+    LOG_TRACE(log, "Joining background threads for async INSERT");
     cluster_nodes_data.clear();
-    LOG_DEBUG(log, "Background threads for async INSERT joined");
+    LOG_TRACE(log, "Background threads for async INSERT joined");
 }
 void StorageDistributed::drop()
 {
@@ -819,13 +819,13 @@ void StorageDistributed::drop()
     if (relative_data_path.empty())
         return;
 
-    LOG_DEBUG(log, "Removing pending blocks for async INSERT from filesystem on DROP TABLE");
+    LOG_TRACE(log, "Removing pending blocks for async INSERT from filesystem on DROP TABLE");
 
     auto disks = data_volume->getDisks();
     for (const auto & disk : disks)
         disk->removeRecursive(relative_data_path);
 
-    LOG_DEBUG(log, "Removed");
+    LOG_TRACE(log, "Removed");
 }
 
 Strings StorageDistributed::getDataPaths() const
@@ -845,7 +845,7 @@ void StorageDistributed::truncate(const ASTPtr &, const StorageMetadataPtr &, Co
 {
     std::lock_guard lock(cluster_nodes_mutex);
 
-    LOG_DEBUG(log, "Removing pending blocks for async INSERT from filesystem on TRUNCATE TABLE");
+    LOG_TRACE(log, "Removing pending blocks for async INSERT from filesystem on TRUNCATE TABLE");
 
     for (auto it = cluster_nodes_data.begin(); it != cluster_nodes_data.end();)
     {
@@ -853,7 +853,7 @@ void StorageDistributed::truncate(const ASTPtr &, const StorageMetadataPtr &, Co
         it = cluster_nodes_data.erase(it);
     }
 
-    LOG_DEBUG(log, "Removed");
+    LOG_TRACE(log, "Removed");
 }
 
 StoragePolicyPtr StorageDistributed::getStoragePolicy() const
@@ -881,7 +881,7 @@ void StorageDistributed::createDirectoryMonitors(const DiskPtr & disk)
 
             if (std::filesystem::is_empty(dir_path))
             {
-                LOG_DEBUG(log, "Removing {} (used for async INSERT into Distributed)", dir_path.string());
+                LOG_TRACE(log, "Removing {} (used for async INSERT into Distributed)", dir_path.string());
                 /// Will be created by DistributedBlockOutputStream on demand.
                 std::filesystem::remove(dir_path);
             }
@@ -1138,7 +1138,7 @@ void StorageDistributed::renameOnDisk(const String & new_path_to_table_data)
         disk->moveDirectory(relative_data_path, new_path_to_table_data);
 
         auto new_path = disk->getPath() + new_path_to_table_data;
-        LOG_DEBUG(log, "Updating path to {}", new_path);
+        LOG_TRACE(log, "Updating path to {}", new_path);
 
         std::lock_guard lock(cluster_nodes_mutex);
         for (auto & node : cluster_nodes_data)
diff --git a/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml b/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
index f5784e732dc..09dd7a00762 100644
--- a/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
+++ b/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
@@ -1,7 +1,7 @@
 <?xml version="1.0"?>
 <yandex>
     <logger>
-        <level>trace</level>
+        <level>fatal</level>
         <log>/var/log/clickhouse-server/copier/log.log</log>
         <errorlog>/var/log/clickhouse-server/copier/log.err.log</errorlog>
         <size>1000M</size>
diff --git a/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml
new file mode 100644
index 00000000000..21c92e676fd
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml
@@ -0,0 +1,23 @@
+<?xml version="1.0"?>
+<yandex>
+    <remote_servers>
+        <source>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </source>
+        <destination>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </destination>
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml
new file mode 100644
index 00000000000..4bff11fb693
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0"?>
+<yandex>
+    <distributed_ddl>
+        <path>/clickhouse/task_queue/ddl</path>
+    </distributed_ddl>
+</yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml b/tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml
new file mode 100644
index 00000000000..ebea79e92e6
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml
@@ -0,0 +1,20 @@
+<?xml version="1.0"?>
+<yandex>
+    <logger>
+        <level>fatal</level>
+        <log>/var/log/clickhouse-server/copier/log.log</log>
+        <errorlog>/var/log/clickhouse-server/copier/log.err.log</errorlog>
+        <size>1000M</size>
+        <count>10</count>
+        <stderr>/var/log/clickhouse-server/copier/stderr.log</stderr>
+        <stdout>/var/log/clickhouse-server/copier/stdout.log</stdout>
+    </logger>
+
+    <zookeeper>
+        <node index="1">
+            <host>zoo1</host>
+            <port>2181</port>
+        </node>
+        <session_timeout_ms>2000</session_timeout_ms>
+    </zookeeper>
+</yandex>
diff --git a/tests/integration/test_cluster_copier/configs_two_nodes/users.xml b/tests/integration/test_cluster_copier/configs_two_nodes/users.xml
new file mode 100644
index 00000000000..023598304f2
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_two_nodes/users.xml
@@ -0,0 +1,32 @@
+<?xml version="1.0"?>
+<yandex>
+    <profiles>
+        <default>
+            <log_queries>1</log_queries>
+        </default>
+    </profiles>
+
+    <users>
+        <default>
+            <password></password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+            <quota>default</quota>
+        </default>
+        <dbuser>
+            <password>12345678</password>
+            <networks incl="networks" replace="replace">
+                <ip>::/0</ip>
+            </networks>
+            <profile>default</profile>
+            <quota>default</quota>
+        </dbuser>
+    </users>
+
+    <quotas>
+        <default>
+        </default>
+    </quotas>
+</yandex>
diff --git a/tests/integration/test_cluster_copier/task_taxi_data.xml b/tests/integration/test_cluster_copier/task_taxi_data.xml
index 18a7d19f68d..fafffe3ebc9 100644
--- a/tests/integration/test_cluster_copier/task_taxi_data.xml
+++ b/tests/integration/test_cluster_copier/task_taxi_data.xml
@@ -32,12 +32,12 @@
      <table_events>
          <cluster_pull>events</cluster_pull>
          <database_pull>dailyhistory</database_pull>
-         <table_pull>yellow_tripdata</table_pull>
+         <table_pull>yellow_tripdata_staging</table_pull>
          <cluster_push>events</cluster_push>
          <database_push>monthlyhistory</database_push>
-         <table_push>yellow_tripdata</table_push>
+         <table_push>yellow_tripdata_staging</table_push>
          <engine>Engine=ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (pickup_location_id, toYYYYMM(tpep_pickup_datetime))</engine>
-         <sharding_key>rand()</sharding_key>
+         <sharding_key>sipHash64(id) % 3</sharding_key>
      </table_events>
    </tables>
  </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/task_with_different_schema.xml b/tests/integration/test_cluster_copier/task_with_different_schema.xml
new file mode 100644
index 00000000000..4482bece2db
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_with_different_schema.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<yandex>
+<remote_servers>
+        <source>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </source>
+        <destination>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </destination>
+    </remote_servers>
+
+   <max_workers>2</max_workers>
+
+   <tables>
+     <table_events>
+         <cluster_pull>source</cluster_pull>
+         <database_pull>db_different_schema</database_pull>
+         <table_pull>source</table_pull>
+
+         <cluster_push>destination</cluster_push>
+         <database_push>db_different_schema</database_push>
+         <table_push>destination</table_push>
+
+         <engine>ENGINE = MergeTree() PARTITION BY toYYYYMMDD(Column3) ORDER BY (Column9, Column1, Column2, Column3, Column4)</engine>
+         <sharding_key>rand()</sharding_key>
+     </table_events>
+   </tables>
+ </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test_tables_with_different_schema.py b/tests/integration/test_cluster_copier/test_tables_with_different_schema.py
new file mode 100644
index 00000000000..d8c9068d744
--- /dev/null
+++ b/tests/integration/test_cluster_copier/test_tables_with_different_schema.py
@@ -0,0 +1,175 @@
+import os
+import sys
+import time
+import logging
+import subprocess
+import pytest
+
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+import docker
+
+CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
+
+
+COPYING_FAIL_PROBABILITY = 0.33
+MOVING_FAIL_PROBABILITY = 0.1
+cluster = None
+
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    global cluster
+    try:
+        cluster = ClickHouseCluster(__file__)
+
+        for name in ["first", "second", "third"]:
+            cluster.add_instance(name,
+                main_configs=["configs_two_nodes/conf.d/clusters.xml", "configs_two_nodes/conf.d/ddl.xml"], user_configs=["configs_two_nodes/users.xml"],
+                with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
+
+        cluster.start()
+        yield cluster
+
+    finally:
+        pass
+        cluster.shutdown()
+
+# Will copy table from `first` node to `second`
+class TaskWithDifferentSchema:
+    def __init__(self, cluster):
+        self.cluster = cluster
+        self.zk_task_path = '/clickhouse-copier/task_with_different_schema'
+        self.container_task_file = "/task_with_different_schema.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_with_different_schema.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
+
+    def start(self):
+        first = cluster.instances["first"]
+        first.query("CREATE DATABASE db_different_schema;")
+        first.query("""CREATE TABLE db_different_schema.source
+        (
+            Column1 String,
+            Column2 UInt32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 UInt16,
+            Column6 String,
+            Column7 String,
+            Column8 String,
+            Column9 String,
+            Column10 String,
+            Column11 String,
+            Column12 Decimal(3, 1),
+            Column13 DateTime,
+            Column14 UInt16
+        )
+        ENGINE = MergeTree()
+        PARTITION BY (toYYYYMMDD(Column3), Column3)
+        PRIMARY KEY (Column1, Column2, Column3, Column4, Column6, Column7, Column8, Column9)
+        ORDER BY (Column1, Column2, Column3, Column4, Column6, Column7, Column8, Column9)
+        SETTINGS index_granularity = 8192""")
+
+        first.query("""INSERT INTO db_different_schema.source SELECT * FROM generateRandom(
+            'Column1 String, Column2 UInt32, Column3 Date, Column4 DateTime, Column5 UInt16,
+            Column6 String, Column7 String, Column8 String, Column9 String, Column10 String,
+            Column11 String, Column12 Decimal(3, 1), Column13 DateTime, Column14 UInt16', 1, 10, 2) LIMIT 100;""")
+
+        second = cluster.instances["second"]
+        second.query("CREATE DATABASE db_different_schema;")
+        second.query("""CREATE TABLE db_different_schema.destination
+        (
+            Column1 LowCardinality(String) CODEC(LZ4),
+            Column2 UInt32 CODEC(LZ4),
+            Column3 Date CODEC(DoubleDelta, LZ4),
+            Column4 DateTime CODEC(DoubleDelta, LZ4),
+            Column5 UInt16 CODEC(LZ4),
+            Column6 LowCardinality(String) CODEC(ZSTD),
+            Column7 LowCardinality(String) CODEC(ZSTD),
+            Column8 LowCardinality(String) CODEC(ZSTD),
+            Column9 LowCardinality(String) CODEC(ZSTD),
+            Column10 String CODEC(ZSTD(6)),
+            Column11 LowCardinality(String) CODEC(LZ4),
+            Column12 Decimal(3,1) CODEC(LZ4),
+            Column13 DateTime CODEC(DoubleDelta, LZ4),
+            Column14 UInt16 CODEC(LZ4)
+        ) ENGINE = MergeTree()
+        PARTITION BY toYYYYMMDD(Column3)
+        ORDER BY (Column9, Column1, Column2, Column3, Column4);""")
+        
+        print("Preparation completed")
+
+    def check(self):
+        first = cluster.instances["first"]
+        second = cluster.instances["second"]
+
+        a = first.query("SELECT count() from db_different_schema.source")
+        b = second.query("SELECT count() from db_different_schema.destination")
+        assert a == b, "Count"
+
+        a = TSV(first.query("""SELECT sipHash64(*) from db_different_schema.source
+            ORDER BY (Column1, Column2, Column3, Column4, Column5, Column6, Column7, Column8, Column9, Column10, Column11, Column12, Column13, Column14)"""))
+        b = TSV(second.query("""SELECT sipHash64(*) from db_different_schema.destination
+            ORDER BY (Column1, Column2, Column3, Column4, Column5, Column6, Column7, Column8, Column9, Column10, Column11, Column12, Column13, Column14)"""))
+        assert a == b, "Data"
+
+
+def execute_task(task, cmd_options):
+    task.start()
+
+    zk = cluster.get_kazoo_client('zoo1')
+    print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
+
+    # Run cluster-copier processes on each node
+    docker_api = docker.from_env().api
+    copiers_exec_ids = []
+
+    cmd = ['/usr/bin/clickhouse', 'copier',
+           '--config', '/etc/clickhouse-server/config-copier.xml',
+           '--task-path', task.zk_task_path,
+           '--task-file', task.container_task_file,
+           '--task-upload-force', 'true',
+           '--base-dir', '/var/log/clickhouse-server/copier']
+    cmd += cmd_options
+
+    print(cmd)
+
+    for instance_name, instance in cluster.instances.items():
+        instance = cluster.instances[instance_name]
+        container = instance.get_docker_handle()
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_taxi/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
+        logging.info("Copied copier config to {}".format(instance.name))
+        exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
+        output = docker_api.exec_start(exec_id).decode('utf8')
+        logging.info(output)
+        copiers_exec_ids.append(exec_id)
+        logging.info("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
+
+    # time.sleep(1000)
+
+    # Wait for copiers stopping and check their return codes
+    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+        while True:
+            res = docker_api.exec_inspect(exec_id)
+            if not res['Running']:
+                break
+            time.sleep(1)
+
+        assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
+
+    try:
+        task.check()
+    finally:
+        zk.delete(task.zk_task_path, recursive=True)
+
+
+# Tests
+@pytest.mark.timeout(1200)
+def test1(started_cluster):
+    execute_task(TaskWithDifferentSchema(started_cluster), [])
+
diff --git a/tests/integration/test_cluster_copier/test_taxi_data.py b/tests/integration/test_cluster_copier/test_taxi_data.py
index 99ac727fbe6..81c1fe9fb25 100644
--- a/tests/integration/test_cluster_copier/test_taxi_data.py
+++ b/tests/integration/test_cluster_copier/test_taxi_data.py
@@ -114,7 +114,7 @@ class Task:
             junk1 String,  junk2 String
         )
         Engine = ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (toYYYYMMDD(tpep_pickup_datetime))""")
-        instance.query("CREATE TABLE dailyhistory.yellow_tripdata ON CLUSTER events AS dailyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'dailyhistory', yellow_tripdata_staging, rand());")
+        instance.query("CREATE TABLE dailyhistory.yellow_tripdata ON CLUSTER events AS dailyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'dailyhistory', yellow_tripdata_staging, sipHash64(id) % 3);")
 
         # monthly partition database
         instance.query("create database monthlyhistory on cluster events;")
@@ -127,25 +127,38 @@ class Task:
             pickup_location_id String,  dropoff_location_id String,  congestion_surcharge String,  junk1 String,  junk2 String
         ) 
         Engine = ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (pickup_location_id, toYYYYMM(tpep_pickup_datetime))""")
-        instance.query("CREATE TABLE monthlyhistory.yellow_tripdata ON CLUSTER events AS monthlyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'monthlyhistory', yellow_tripdata_staging, rand());")
+        instance.query("CREATE TABLE monthlyhistory.yellow_tripdata ON CLUSTER events AS monthlyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'monthlyhistory', yellow_tripdata_staging, sipHash64(id) % 3);")
 
 
-        logging.info("Inserting in container")
+        print("Inserting in container")
+    
         first_query = """INSERT INTO dailyhistory.yellow_tripdata(
             vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,
             rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,
             fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,congestion_surcharge) FORMAT CSV"""
         instance.exec_in_container(['bash', '-c', 'cat /usr/share/clickhouse-external-data/first.csv | /usr/bin/clickhouse client --query="{}"'.format(first_query)], privileged=True)
-        logging.info("Insert completed")
+        
+        print("Insert completed")
     
 
     def check(self):
+        instance = cluster.instances["first"]
+        a = TSV(instance.query("SELECT count() from dailyhistory.yellow_tripdata"))
+        b = TSV(instance.query("SELECT count() from monthlyhistory.yellow_tripdata"))
+        assert a == b, "Distributed tables"
+
         for instance_name, instance in cluster.instances.items():
             instance = cluster.instances[instance_name]
             a = instance.query("SELECT count() from dailyhistory.yellow_tripdata_staging")
             b = instance.query("SELECT count() from monthlyhistory.yellow_tripdata_staging")
-            print(a, b)
-            assert a == b
+            assert a == b, "MergeTree tables on each shard"
+
+            a = TSV(instance.query("SELECT sipHash64(*) from dailyhistory.yellow_tripdata_staging ORDER BY id"))
+            b = TSV(instance.query("SELECT sipHash64(*) from monthlyhistory.yellow_tripdata_staging ORDER BY id"))
+
+            assert a == b, "Data on each shard"
+
+            
 
 
 def execute_task(task, cmd_options):

From c41cc36046bed2c873ea0ed468eeb2ca09eb6650 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 22 Apr 2021 23:37:22 +0300
Subject: [PATCH 0757/1060] support TTL on columns

---
 programs/copier/ClusterCopier.cpp             | 18 ++++-
 .../test_cluster_copier/task_ttl_columns.xml  | 40 ++++++++++
 .../test_tables_with_different_schema.py      | 78 ++++++++++++++++++-
 3 files changed, 131 insertions(+), 5 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/task_ttl_columns.xml

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index fa6b9fe5862..c00165adf89 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -694,7 +694,10 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
     return TaskStatus::Finished;
 }
 
-/// Removes MATERIALIZED and ALIAS columns from create table query
+/// Remove column's TTL expression from `CREATE` query
+/// This is needed to create internal Distributed table 
+/// Also it removes MATEREALIZED or ALIAS columns not to copy additional and useless data over the network.
+/// TODO: Make removing MATERIALIZED and ALIAS columns optional.
 ASTPtr ClusterCopier::removeAliasColumnsFromCreateQuery(const ASTPtr & query_ast)
 {
     const ASTs & column_asts = query_ast->as<ASTCreateQuery &>().columns_list->columns->children;
@@ -704,6 +707,7 @@ ASTPtr ClusterCopier::removeAliasColumnsFromCreateQuery(const ASTPtr & query_ast
     {
         const auto & column = column_ast->as<ASTColumnDeclaration &>();
 
+        /// Skip this columns
         if (!column.default_specifier.empty())
         {
             ColumnDefaultKind kind = columnDefaultKindFromString(column.default_specifier);
@@ -711,7 +715,13 @@ ASTPtr ClusterCopier::removeAliasColumnsFromCreateQuery(const ASTPtr & query_ast
                 continue;
         }
 
-        new_columns->children.emplace_back(column_ast->clone());
+        /// Remove TTL on columns definition.
+        auto new_column = column_ast->clone();
+        auto * new_column_ptr = new_column->as<ASTColumnDeclaration>();
+        if (new_column_ptr->ttl)
+            new_column_ptr->ttl.reset();
+
+        new_columns->children.emplace_back(new_column);
     }
 
     ASTPtr new_query_ast = query_ast->clone();
@@ -1764,8 +1774,8 @@ void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeout
 
     auto storage_shard_ast = createASTStorageDistributed(shard_read_cluster_name, task_table.table_pull.first, task_table.table_pull.second);
 
-    // auto create_query_ast = removeAliasColumnsFromCreateQuery(task_shard.current_pull_table_create_query);
-    auto create_query_ast = task_shard.current_pull_table_create_query;
+    auto create_query_ast = removeAliasColumnsFromCreateQuery(task_shard.current_pull_table_create_query);
+    // auto create_query_ast = task_shard.current_pull_table_create_query;
 
     auto create_table_pull_ast = rewriteCreateQueryStorage(create_query_ast, task_shard.table_read_shard, storage_shard_ast);
     dropAndCreateLocalTable(create_table_pull_ast);
diff --git a/tests/integration/test_cluster_copier/task_ttl_columns.xml b/tests/integration/test_cluster_copier/task_ttl_columns.xml
new file mode 100644
index 00000000000..2b8174a7c4b
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_ttl_columns.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<yandex>
+<remote_servers>
+        <source>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </source>
+        <destination>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </destination>
+    </remote_servers>
+
+   <max_workers>2</max_workers>
+
+   <tables>
+     <table_events>
+         <cluster_pull>source</cluster_pull>
+         <database_pull>db_ttl_columns</database_pull>
+         <table_pull>source</table_pull>
+
+         <cluster_push>destination</cluster_push>
+         <database_push>db_ttl_columns</database_push>
+         <table_push>destination</table_push>
+
+         <engine>ENGINE = MergeTree() PARTITION BY toYYYYMMDD(Column3) ORDER BY (Column3, Column2, Column1)</engine>
+         <sharding_key>rand()</sharding_key>
+     </table_events>
+   </tables>
+ </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test_tables_with_different_schema.py b/tests/integration/test_cluster_copier/test_tables_with_different_schema.py
index d8c9068d744..8e98387b5e9 100644
--- a/tests/integration/test_cluster_copier/test_tables_with_different_schema.py
+++ b/tests/integration/test_cluster_copier/test_tables_with_different_schema.py
@@ -119,6 +119,76 @@ class TaskWithDifferentSchema:
         assert a == b, "Data"
 
 
+# Just simple copying, but table schema has TTL on columns
+# Also table will have slightly different schema
+class TaskTTL:
+    def __init__(self, cluster):
+        self.cluster = cluster
+        self.zk_task_path = '/clickhouse-copier/task_ttl_columns'
+        self.container_task_file = "/task_ttl_columns.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_ttl_columns.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
+
+    def start(self):
+        first = cluster.instances["first"]
+        first.query("CREATE DATABASE db_ttl_columns;")
+        first.query("""CREATE TABLE db_ttl_columns.source
+        (
+            Column1 String,
+            Column2 UInt32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 UInt16,
+            Column6 String TTL now() + INTERVAL 1 MONTH,
+            Column7 Decimal(3, 1) TTL now() + INTERVAL 1 MONTH,
+            Column8 Tuple(Float64, Float64) TTL now() + INTERVAL 1 MONTH
+        )
+        ENGINE = MergeTree()
+        PARTITION BY (toYYYYMMDD(Column3), Column3)
+        PRIMARY KEY (Column1, Column2, Column3)
+        ORDER BY (Column1, Column2, Column3)
+        SETTINGS index_granularity = 8192""")
+
+        first.query("""INSERT INTO db_ttl_columns.source SELECT * FROM generateRandom(
+            'Column1 String, Column2 UInt32, Column3 Date, Column4 DateTime, Column5 UInt16,
+            Column6 String, Column7 Decimal(3, 1), Column8 Tuple(Float64, Float64)', 1, 10, 2) LIMIT 100;""")
+
+        second = cluster.instances["second"]
+        second.query("CREATE DATABASE db_ttl_columns;")
+        second.query("""CREATE TABLE db_ttl_columns.destination
+        (
+            Column1 String,
+            Column2 UInt32,
+            Column3 Date,
+            Column4 DateTime TTL now() + INTERVAL 1 MONTH,
+            Column5 UInt16 TTL now() + INTERVAL 1 MONTH,
+            Column6 String TTL now() + INTERVAL 1 MONTH,
+            Column7 Decimal(3, 1) TTL now() + INTERVAL 1 MONTH,
+            Column8 Tuple(Float64, Float64)
+        ) ENGINE = MergeTree()
+        PARTITION BY toYYYYMMDD(Column3)
+        ORDER BY (Column3, Column2, Column1);""")
+        
+        print("Preparation completed")
+
+    def check(self):
+        first = cluster.instances["first"]
+        second = cluster.instances["second"]
+
+        a = first.query("SELECT count() from db_ttl_columns.source")
+        b = second.query("SELECT count() from db_ttl_columns.destination")
+        assert a == b, "Count"
+
+        a = TSV(first.query("""SELECT sipHash64(*) from db_ttl_columns.source
+            ORDER BY (Column1, Column2, Column3, Column4, Column5, Column6, Column7, Column8)"""))
+        b = TSV(second.query("""SELECT sipHash64(*) from db_ttl_columns.destination
+            ORDER BY (Column1, Column2, Column3, Column4, Column5, Column6, Column7, Column8)"""))
+        assert a == b, "Data"
+
+
 def execute_task(task, cmd_options):
     task.start()
 
@@ -168,8 +238,14 @@ def execute_task(task, cmd_options):
         zk.delete(task.zk_task_path, recursive=True)
 
 
+
+
 # Tests
 @pytest.mark.timeout(1200)
-def test1(started_cluster):
+def test_different_schema(started_cluster):
     execute_task(TaskWithDifferentSchema(started_cluster), [])
 
+
+
+def test_ttl_columns(started_cluster):
+    execute_task(TaskTTL(started_cluster), [])
\ No newline at end of file

From 24af47063e22e603f2a2b7c7f8be859ed326880f Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 23 Apr 2021 01:32:16 +0300
Subject: [PATCH 0758/1060] allow to copy materialized and alias

---
 programs/copier/ClusterCopier.cpp   | 22 ++++++++++------------
 programs/copier/ClusterCopier.h     |  2 +-
 programs/copier/TaskCluster.h       |  2 +-
 programs/copier/TaskTableAndShard.h |  6 +++++-
 4 files changed, 17 insertions(+), 15 deletions(-)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index c00165adf89..97f5fd0e38c 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -697,8 +697,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
 /// Remove column's TTL expression from `CREATE` query
 /// This is needed to create internal Distributed table 
 /// Also it removes MATEREALIZED or ALIAS columns not to copy additional and useless data over the network.
-/// TODO: Make removing MATERIALIZED and ALIAS columns optional.
-ASTPtr ClusterCopier::removeAliasColumnsFromCreateQuery(const ASTPtr & query_ast)
+ASTPtr ClusterCopier::removeAliasMaterializedAndTTLColumnsFromCreateQuery(const ASTPtr & query_ast, bool allow_to_copy_alias_and_materialized_columns)
 {
     const ASTs & column_asts = query_ast->as<ASTCreateQuery &>().columns_list->columns->children;
     auto new_columns = std::make_shared<ASTExpressionList>();
@@ -708,7 +707,7 @@ ASTPtr ClusterCopier::removeAliasColumnsFromCreateQuery(const ASTPtr & query_ast
         const auto & column = column_ast->as<ASTColumnDeclaration &>();
 
         /// Skip this columns
-        if (!column.default_specifier.empty())
+        if (!column.default_specifier.empty() && !allow_to_copy_alias_and_materialized_columns)
         {
             ColumnDefaultKind kind = columnDefaultKindFromString(column.default_specifier);
             if (kind == ColumnDefaultKind::Materialized || kind == ColumnDefaultKind::Alias)
@@ -716,12 +715,12 @@ ASTPtr ClusterCopier::removeAliasColumnsFromCreateQuery(const ASTPtr & query_ast
         }
 
         /// Remove TTL on columns definition.
-        auto new_column = column_ast->clone();
-        auto * new_column_ptr = new_column->as<ASTColumnDeclaration>();
-        if (new_column_ptr->ttl)
-            new_column_ptr->ttl.reset();
+        auto new_column_ast = column_ast->clone();
+        auto & new_column = new_column_ast->as<ASTColumnDeclaration &>();
+        if (new_column.ttl)
+            new_column.ttl.reset();
 
-        new_columns->children.emplace_back(new_column);
+        new_columns->children.emplace_back(new_column_ast);
     }
 
     ASTPtr new_query_ast = query_ast->clone();
@@ -1751,8 +1750,6 @@ void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeout
 
     /// We need to update table definitions for each part, it could be changed after ALTER
     task_shard.current_pull_table_create_query = getCreateTableForPullShard(timeouts, task_shard);
-    // task_shard.current_push_table_create_query = getCreateTableForPushShard(timeouts, task_shard);
-
 
     /// Create local Distributed tables:
     ///  a table fetching data from current shard and a table inserting data to the whole destination cluster
@@ -1774,8 +1771,9 @@ void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeout
 
     auto storage_shard_ast = createASTStorageDistributed(shard_read_cluster_name, task_table.table_pull.first, task_table.table_pull.second);
 
-    auto create_query_ast = removeAliasColumnsFromCreateQuery(task_shard.current_pull_table_create_query);
-    // auto create_query_ast = task_shard.current_pull_table_create_query;
+    auto create_query_ast = removeAliasMaterializedAndTTLColumnsFromCreateQuery(
+        task_shard.current_pull_table_create_query, 
+        task_table.allow_to_copy_alias_and_materialized_columns);
 
     auto create_table_pull_ast = rewriteCreateQueryStorage(create_query_ast, task_shard.table_read_shard, storage_shard_ast);
     dropAndCreateLocalTable(create_table_pull_ast);
diff --git a/programs/copier/ClusterCopier.h b/programs/copier/ClusterCopier.h
index 7a547a8c552..ad44e3b0ec4 100644
--- a/programs/copier/ClusterCopier.h
+++ b/programs/copier/ClusterCopier.h
@@ -120,7 +120,7 @@ protected:
     TaskStatus tryMoveAllPiecesToDestinationTable(const TaskTable & task_table, const String & partition_name);
 
     /// Removes MATERIALIZED and ALIAS columns from create table query
-    static ASTPtr removeAliasColumnsFromCreateQuery(const ASTPtr & query_ast);
+    static ASTPtr removeAliasMaterializedAndTTLColumnsFromCreateQuery(const ASTPtr & query_ast, bool allow_to_copy_alias_and_materialized_columns);
 
     bool tryDropPartitionPiece(ShardPartition & task_partition, size_t current_piece_number,
             const zkutil::ZooKeeperPtr & zookeeper, const CleanStateClock & clean_state_clock);
diff --git a/programs/copier/TaskCluster.h b/programs/copier/TaskCluster.h
index 1a50597d07f..5cf247abaf9 100644
--- a/programs/copier/TaskCluster.h
+++ b/programs/copier/TaskCluster.h
@@ -92,7 +92,7 @@ inline void DB::TaskCluster::reloadSettings(const Poco::Util::AbstractConfigurat
 
     /// Override important settings
     settings_pull.readonly = 1;
-    settings_push.insert_distributed_sync = 1;
+    settings_push.insert_distributed_sync = true;
     set_default_value(settings_pull.load_balancing, LoadBalancing::NEAREST_HOSTNAME);
     set_default_value(settings_pull.max_threads, 1);
     set_default_value(settings_pull.max_block_size, 8192UL);
diff --git a/programs/copier/TaskTableAndShard.h b/programs/copier/TaskTableAndShard.h
index b3a56460f3d..569aebae429 100644
--- a/programs/copier/TaskTableAndShard.h
+++ b/programs/copier/TaskTableAndShard.h
@@ -56,6 +56,8 @@ struct TaskTable
     /// Each piece will be copied independently. (10 by default)
     size_t number_of_splits;
 
+    bool allow_to_copy_alias_and_materialized_columns{false};
+
     String name_in_config;
 
     /// Used as task ID
@@ -250,7 +252,9 @@ inline TaskTable::TaskTable(TaskCluster & parent, const Poco::Util::AbstractConf
 
     name_in_config = table_key;
 
-    number_of_splits = config.getUInt64(table_prefix + "number_of_splits", 10);
+    number_of_splits = config.getUInt64(table_prefix + "number_of_splits", 3);
+
+    allow_to_copy_alias_and_materialized_columns = config.getBool(table_prefix + "allow_to_copy_alias_and_materialized_columns", false);
 
     cluster_pull_name = config.getString(table_prefix + "cluster_pull");
     cluster_push_name = config.getString(table_prefix + "cluster_push");

From 86c9373fb768afe6d6a859981b3a80892317a7e4 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 23 Apr 2021 02:13:05 +0300
Subject: [PATCH 0759/1060] prettify tests

---
 .../test_cluster_copier/data/.gitkeep         |   0
 .../test_cluster_copier/data/first.csv        | 100 --------
 .../test_cluster_copier/prepare_taxi_data.py  |  57 -----
 tests/integration/test_cluster_copier/test.py |   6 +-
 .../test_cluster_copier/test_taxi_data.py     | 217 -----------------
 .../test_cluster_copier/test_three_nodes.py   | 229 ++++++++++++++++++
 ..._different_schema.py => test_two_nodes.py} |  17 +-
 7 files changed, 237 insertions(+), 389 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/data/.gitkeep
 delete mode 100644 tests/integration/test_cluster_copier/data/first.csv
 delete mode 100644 tests/integration/test_cluster_copier/prepare_taxi_data.py
 delete mode 100644 tests/integration/test_cluster_copier/test_taxi_data.py
 create mode 100644 tests/integration/test_cluster_copier/test_three_nodes.py
 rename tests/integration/test_cluster_copier/{test_tables_with_different_schema.py => test_two_nodes.py} (97%)

diff --git a/tests/integration/test_cluster_copier/data/.gitkeep b/tests/integration/test_cluster_copier/data/.gitkeep
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/integration/test_cluster_copier/data/first.csv b/tests/integration/test_cluster_copier/data/first.csv
deleted file mode 100644
index 5efc10c0ca2..00000000000
--- a/tests/integration/test_cluster_copier/data/first.csv
+++ /dev/null
@@ -1,100 +0,0 @@
-1,2020-12-01 00:41:19,2020-12-01 00:49:45,1,1.60,1,N,140,263,1,8,3,0.5,2.95,0,0.3,14.75,2.5
-2,2020-12-01 00:33:40,2020-12-01 01:00:35,1,16.74,2,N,132,164,1,52,0,0.5,2.5,6.12,0.3,63.92,2.5
-2,2020-12-01 00:02:15,2020-12-01 00:13:09,1,4.16,1,N,238,48,1,14,0.5,0.5,1,0,0.3,18.8,2.5
-2,2020-12-01 00:37:42,2020-12-01 00:45:11,1,2.22,1,N,238,41,2,8.5,0.5,0.5,0,0,0.3,9.8,0
-1,2020-12-01 00:27:47,2020-12-01 00:45:40,0,8.40,1,N,138,137,1,25,3,0.5,6,6.12,0.3,40.92,2.5
-2,2020-12-01 00:40:47,2020-12-01 00:57:03,1,6.44,1,N,132,191,1,19.5,0.5,0.5,4.16,0,0.3,24.96,0
-2,2020-12-01 00:01:42,2020-12-01 00:06:06,1,.99,1,N,234,137,1,5.5,0.5,0.5,1.86,0,0.3,11.16,2.5
-2,2020-12-01 00:58:24,2020-12-01 01:36:14,2,11.81,1,N,261,7,1,36.5,0.5,0.5,1,0,0.3,41.3,2.5
-1,2020-12-01 00:08:15,2020-12-01 00:16:04,2,2.70,1,N,237,107,1,9.5,3,0.5,2.65,0,0.3,15.95,2.5
-2,2020-12-01 00:04:21,2020-12-01 00:29:00,1,6.28,1,N,41,68,2,23,0.5,0.5,0,0,0.3,26.8,2.5
-2,2020-12-01 00:22:03,2020-12-01 00:52:55,1,18.93,2,N,132,211,1,52,0,0.5,12.28,6.12,0.3,73.7,2.5
-2,2020-12-01 00:46:31,2020-12-01 00:53:49,5,2.75,1,N,249,230,2,9.5,0.5,0.5,0,0,0.3,13.3,2.5
-2,2020-12-01 00:51:30,2020-12-01 01:26:52,2,21.80,2,N,132,13,1,52,0,0.5,11.06,0,0.3,66.36,2.5
-1,2020-12-01 00:14:34,2020-12-01 00:31:04,1,7.60,1,N,140,65,1,23,3,0.5,5.35,0,0.3,32.15,2.5
-1,2020-12-01 00:11:02,2020-12-01 00:17:34,1,1.70,1,N,239,141,2,7.5,3,0.5,0,0,0.3,11.3,2.5
-1,2020-12-01 00:54:55,2020-12-01 00:57:09,1,.50,1,N,263,141,2,4,3,0.5,0,0,0.3,7.8,2.5
-1,2020-12-01 00:11:22,2020-12-01 00:40:36,1,21.00,2,N,132,231,1,52,2.5,0.5,16.55,0,0.3,71.85,2.5
-2,2020-11-30 23:59:22,2020-12-01 00:05:51,3,.81,1,N,50,48,1,5.5,0.5,0.5,1.88,0,0.3,11.18,2.5
-2,2020-12-01 00:24:34,2020-12-01 00:29:59,4,1.45,1,N,48,162,1,6.5,0.5,0.5,2.06,0,0.3,12.36,2.5
-1,2020-12-01 00:53:58,2020-12-01 00:54:06,1,.00,1,N,132,132,3,2.5,0.5,0.5,0,0,0.3,3.8,0
-2,2020-12-01 00:20:44,2020-12-01 00:32:48,5,3.78,1,N,140,42,2,13.5,0.5,0.5,0,0,0.3,17.3,2.5
-2,2020-12-01 00:42:13,2020-12-01 00:46:05,1,1.12,1,N,138,129,2,5.5,0.5,0.5,0,0,0.3,6.8,0
-2,2020-12-01 00:02:45,2020-12-01 00:11:35,1,1.63,1,N,137,48,1,8,0.5,0.5,2.36,0,0.3,14.16,2.5
-2,2020-12-01 00:14:38,2020-12-01 00:38:53,3,7.01,1,N,137,129,2,23.5,0.5,0.5,0,0,0.3,27.3,2.5
-2,2020-12-01 00:21:33,2020-12-01 00:33:44,1,5.31,1,N,141,69,1,16,0.5,0.5,0,0,0.3,19.8,2.5
-2,2020-12-01 00:34:26,2020-12-01 00:50:02,1,7.92,1,N,138,137,1,23,0.5,0.5,6.58,6.12,0.3,39.5,2.5
-1,2020-12-01 00:52:58,2020-12-01 00:54:28,1,.70,1,N,162,170,2,4,3,0.5,0,0,0.3,7.8,2.5
-2,2020-12-01 00:30:32,2020-12-01 00:39:11,2,2.33,1,N,161,140,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
-2,2020-11-30 23:56:50,2020-12-01 00:03:37,1,1.72,1,N,161,107,2,7.5,0.5,0.5,0,0,0.3,11.3,2.5
-2,2020-12-01 00:29:36,2020-12-01 00:31:19,1,.52,1,N,237,141,1,3.5,0.5,0.5,1.82,0,0.3,9.12,2.5
-1,2020-12-01 00:20:26,2020-12-01 00:23:06,0,1.10,1,N,90,230,2,5,3,0.5,0,0,0.3,8.8,2.5
-2,2020-12-01 00:19:55,2020-12-01 00:28:26,1,2.22,1,N,230,239,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
-2,2020-12-01 00:25:05,2020-12-01 00:47:44,1,18.75,2,N,132,262,1,52,0,0.5,20,6.12,0.3,81.42,2.5
-2,2020-12-01 00:12:55,2020-12-01 00:31:15,1,8.06,1,N,75,88,1,25,0.5,0.5,5.76,0,0.3,34.56,2.5
-1,2020-12-01 00:57:19,2020-12-01 01:10:52,1,3.70,1,N,148,49,2,13.5,3,0.5,0,0,0.3,17.3,2.5
-2,2020-12-01 00:00:41,2020-12-01 00:06:19,1,2.52,1,N,140,137,2,9,0.5,0.5,0,0,0.3,12.8,2.5
-2,2020-12-01 00:14:43,2020-12-01 00:38:13,2,10.05,1,N,132,225,1,30,0.5,0.5,6.26,0,0.3,37.56,0
-2,2020-12-01 00:14:08,2020-12-01 00:21:20,1,2.41,1,N,48,107,2,9,0.5,0.5,0,0,0.3,12.8,2.5
-2,2020-12-01 00:31:55,2020-12-01 00:36:09,1,1.37,1,N,68,230,2,6,0.5,0.5,0,0,0.3,9.8,2.5
-1,2020-12-01 00:08:49,2020-12-01 00:16:59,1,2.40,1,N,263,238,1,9,3.5,0.5,2.65,0,0.3,15.95,2.5
-1,2020-12-01 00:17:41,2020-12-01 00:24:29,1,2.40,1,N,233,236,1,9,3,0.5,2.55,0,0.3,15.35,2.5
-2,2020-12-01 00:19:22,2020-12-01 00:46:33,1,17.78,2,N,132,229,1,52,0,0.5,5,0,0.3,60.3,2.5
-1,2020-12-01 00:48:48,2020-12-01 01:05:24,1,4.90,1,N,170,151,2,16.5,3,0.5,0,0,0.3,20.3,2.5
-1,2020-12-01 00:06:54,2020-12-01 00:12:12,1,1.70,1,N,107,229,1,7,3,0.5,2.15,0,0.3,12.95,2.5
-1,2020-12-01 00:13:41,2020-12-01 00:19:20,1,2.00,1,N,229,263,1,7.5,3,0.5,2.25,0,0.3,13.55,2.5
-2,2020-12-01 00:01:54,2020-12-01 00:12:12,1,1.93,1,N,236,143,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
-1,2020-12-01 00:04:17,2020-12-01 00:04:32,1,.00,1,N,42,42,2,2.5,0.5,0.5,0,0,0.3,3.8,0
-1,2020-12-01 00:39:28,2020-12-01 00:47:45,1,2.80,1,N,10,197,1,10.5,0.5,0.5,7,0,0.3,18.8,0
-2,2020-12-01 00:02:55,2020-12-01 00:12:05,1,2.20,1,N,237,143,1,9.5,0.5,0.5,2.66,0,0.3,15.96,2.5
-2,2020-12-01 00:00:51,2020-12-01 00:13:34,2,5.10,1,N,137,80,1,16.5,0.5,0.5,5.08,0,0.3,25.38,2.5
-2,2020-12-01 00:24:06,2020-12-01 00:48:07,2,17.95,2,N,132,114,1,52,0,0.5,16.59,0,0.3,71.89,2.5
-2,2020-12-01 00:08:12,2020-12-01 00:30:28,1,6.77,1,N,237,102,1,22.5,0.5,0.5,5.26,0,0.3,31.56,2.5
-2,2020-12-01 00:08:51,2020-12-01 00:25:34,1,4.67,1,N,237,223,2,16.5,0.5,0.5,0,0,0.3,20.3,2.5
-2,2020-12-01 00:46:04,2020-12-01 01:03:51,1,8.76,1,N,132,95,2,26,0.5,0.5,0,0,0.3,27.3,0
-1,2020-12-01 00:38:59,2020-12-01 01:00:47,1,6.90,1,N,137,37,1,22.5,3,0.5,2,0,0.3,28.3,2.5
-2,2020-11-30 23:52:54,2020-11-30 23:54:54,1,.70,1,N,163,50,2,4,0.5,0.5,0,0,0.3,7.8,2.5
-2,2020-12-01 00:05:53,2020-12-01 00:08:38,1,.70,1,N,48,50,1,4.5,0.5,0.5,1,0,0.3,9.3,2.5
-2,2020-12-01 00:44:36,2020-12-01 00:46:47,1,1.00,1,N,249,90,1,5,0.5,0.5,1.76,0,0.3,10.56,2.5
-2,2020-12-01 00:41:19,2020-12-01 01:03:03,1,10.82,1,N,138,142,1,32,0.5,0.5,8.38,6.12,0.3,50.3,2.5
-2,2020-12-01 00:50:29,2020-12-01 01:03:28,1,3.75,1,N,237,211,2,13.5,0.5,0.5,0,0,0.3,17.3,2.5
-2,2020-12-01 00:48:34,2020-12-01 01:03:17,1,3.44,1,N,211,52,1,14,0.5,0.5,3.56,0,0.3,21.36,2.5
-2,2020-12-01 00:04:05,2020-12-01 00:10:59,1,2.38,1,N,142,68,1,8.5,0.5,0.5,2,0,0.3,14.3,2.5
-2,2020-12-01 00:35:23,2020-12-01 00:40:41,1,1.35,1,N,264,142,1,6,0.5,0.5,1.96,0,0.3,11.76,2.5
-2,2020-12-01 00:12:21,2020-12-01 00:20:05,6,.55,1,N,41,74,2,5,0.5,0.5,0,0,0.3,6.3,0
-2,2020-12-01 00:09:09,2020-12-01 00:25:10,4,4.09,1,N,137,239,1,15,0.5,0.5,3.76,0,0.3,22.56,2.5
-2,2020-12-01 00:40:06,2020-12-01 01:05:42,6,18.78,2,N,132,114,1,52,0,0.5,13.82,0,0.3,69.12,2.5
-2,2020-12-01 00:20:47,2020-12-01 00:33:57,1,4.96,1,N,75,7,1,15.5,0.5,0.5,0,0,0.3,19.3,2.5
-2,2020-12-01 00:20:21,2020-12-01 00:34:41,1,5.13,1,N,170,260,2,16.5,0.5,0.5,0,0,0.3,20.3,2.5
-2,2020-12-01 00:16:42,2020-12-01 00:48:28,1,10.50,1,N,138,114,1,31.5,0.5,0.5,10.59,0,0.3,45.89,2.5
-1,2020-12-01 00:43:56,2020-12-01 00:59:45,1,6.90,1,N,132,197,2,21.5,0.5,0.5,0,0,0.3,22.8,0
-1,2020-12-01 00:07:50,2020-12-01 00:13:30,1,2.50,1,N,233,263,2,8.5,3,0.5,0,0,0.3,12.3,2.5
-1,2020-12-01 00:56:41,2020-12-01 01:02:57,1,1.60,1,N,230,141,1,7.5,3,0.5,2.25,0,0.3,13.55,2.5
-2,2020-12-01 00:54:45,2020-12-01 01:01:28,4,3.20,1,N,132,10,1,10.5,0.5,0.5,2.95,0,0.3,14.75,0
-1,2020-12-01 00:17:14,2020-12-01 00:24:26,1,1.50,1,N,166,238,1,7.5,3,0.5,1,0,0.3,12.3,2.5
-2,2020-12-01 00:37:15,2020-12-01 00:42:39,1,1.39,1,N,229,262,2,6.5,0.5,0.5,0,0,0.3,10.3,2.5
-2,2020-12-01 00:47:28,2020-12-01 00:55:37,1,2.94,1,N,140,107,2,10.5,0.5,0.5,0,0,0.3,14.3,2.5
-1,2020-12-01 00:43:06,2020-12-01 00:52:45,2,3.50,1,N,132,10,1,12.5,0.5,0.5,0,0,0.3,13.8,0
-2,2020-12-01 00:33:32,2020-12-01 00:38:07,1,.77,1,N,68,234,1,5.5,0.5,0.5,1.5,0,0.3,10.8,2.5
-2,2020-11-30 23:59:22,2020-12-01 00:13:53,2,4.48,1,N,87,68,1,15,0.5,0.5,2,0,0.3,20.8,2.5
-2,2020-12-01 00:47:29,2020-12-01 00:51:53,2,1.43,1,N,162,107,1,6,0.5,0.5,1.96,0,0.3,11.76,2.5
-2,2020-12-01 00:31:04,2020-12-01 00:38:21,1,2.25,1,N,263,74,2,8.5,0.5,0.5,0,0,0.3,12.3,2.5
-2,2020-11-30 23:49:37,2020-11-30 23:59:04,1,2.56,1,N,262,151,1,10,0.5,0.5,2,0,0.3,15.8,2.5
-2,2020-12-01 00:04:47,2020-12-01 00:08:47,1,1.05,1,N,238,24,1,5.5,0.5,0.5,2.04,0,0.3,8.84,0
-2,2020-12-01 00:21:56,2020-12-01 00:39:04,1,8.46,1,N,231,193,2,24.5,0.5,0.5,0,0,0.3,28.3,2.5
-1,2020-12-01 00:31:03,2020-12-01 00:39:47,1,1.70,1,N,249,231,1,8.5,3,0.5,2.45,0,0.3,14.75,2.5
-1,2020-12-01 00:44:53,2020-12-01 00:56:32,1,4.20,1,N,125,142,1,13.5,3,0.5,3.45,0,0.3,20.75,2.5
-2,2020-12-01 00:23:04,2020-12-01 00:45:51,3,17.76,2,N,132,162,1,52,0,0.5,10.8,6.12,0.3,72.22,2.5
-1,2020-12-01 00:41:35,2020-12-01 00:52:03,1,2.40,1,N,161,143,1,10,3,0.5,2.75,0,0.3,16.55,2.5
-1,2020-12-01 00:57:28,2020-12-01 01:16:25,1,5.10,1,N,143,168,2,18,3,0.5,0,0,0.3,21.8,2.5
-2,2020-12-01 00:12:06,2020-12-01 00:37:49,1,11.21,1,N,48,89,4,-32,-0.5,-0.5,0,0,-0.3,-35.8,-2.5
-2,2020-12-01 00:12:06,2020-12-01 00:37:49,1,11.21,1,N,48,188,2,32,0.5,0.5,0,0,0.3,35.8,2.5
-2,2020-12-01 00:43:56,2020-12-01 01:05:51,2,16.77,2,N,132,170,1,52,0,0.5,10,6.12,0.3,71.42,2.5
-2,2020-12-01 00:24:15,2020-12-01 00:27:34,1,.80,1,N,234,90,1,5,0.5,0.5,1.76,0,0.3,10.56,2.5
-2,2020-12-01 00:53:14,2020-12-01 00:59:37,1,1.52,1,N,230,143,1,7.5,0.5,0.5,2.26,0,0.3,13.56,2.5
-2,2020-12-01 00:17:15,2020-12-01 00:38:57,1,3.56,1,N,68,232,2,16.5,0.5,0.5,0,0,0.3,20.3,2.5
-2,2020-12-01 00:45:58,2020-12-01 00:58:43,1,3.83,1,N,79,48,1,13.5,0.5,0.5,2.7,0,0.3,20,2.5
-1,2020-12-01 00:00:26,2020-12-01 00:07:25,1,2.90,1,N,137,262,1,9.5,3,0.5,2.66,0,0.3,15.96,2.5
-1,2020-12-01 00:03:45,2020-12-01 00:20:00,1,6.90,1,N,170,168,2,20.5,3,0.5,0,0,0.3,24.3,2.5
-1,2020-12-01 00:06:04,2020-12-01 00:23:52,1,10.30,1,N,138,162,2,30,3,0.5,0,6.12,0.3,39.92,2.5
-2,2020-11-30 23:36:21,2020-11-30 23:57:45,1,10.07,1,N,138,142,1,29.5,0.5,0.5,7.88,6.12,0.3,47.3,2.5
diff --git a/tests/integration/test_cluster_copier/prepare_taxi_data.py b/tests/integration/test_cluster_copier/prepare_taxi_data.py
deleted file mode 100644
index 7c55147273b..00000000000
--- a/tests/integration/test_cluster_copier/prepare_taxi_data.py
+++ /dev/null
@@ -1,57 +0,0 @@
-import os
-import sys
-import logging
-import subprocess
-
-logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
-
-CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
-sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
-
-
-FIRST_DATA = [
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-12.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-11.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-10.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-09.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-08.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-07.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-06.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-05.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-04.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-03.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-02.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2020-01.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-12.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-11.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-10.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-09.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-08.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-07.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-06.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-05.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-04.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-03.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-02.csv",
-"https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2019-01.csv",
-]
-
-def prepare_data():
-    first_path = os.path.join(CURRENT_TEST_DIR, "data/first.csv")
-    # if os.path.exists(first_path):
-    #     return
-
-    # Create file
-    with open(first_path, 'w') as _:
-        pass
-
-    print("{} created".format(first_path))
-    
-    for url in FIRST_DATA[:1]:
-        print(url)
-        subprocess.call("wget -O - {} 2> /dev/null | tail -n +3 | head -n 100 >> {}".format(url, first_path), shell = True)
-        logging.info("Successfully downloaded data from {}".format(url))
-
-
-if __name__ == "__main__":
-    prepare_data()
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index 57f9d150c8d..6ec875c9eee 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -2,14 +2,14 @@ import os
 import random
 import sys
 import time
-from contextlib import contextmanager
-
-import docker
 import kazoo
 import pytest
+from contextlib import contextmanager
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
 
+import docker
+
 CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 
diff --git a/tests/integration/test_cluster_copier/test_taxi_data.py b/tests/integration/test_cluster_copier/test_taxi_data.py
deleted file mode 100644
index 81c1fe9fb25..00000000000
--- a/tests/integration/test_cluster_copier/test_taxi_data.py
+++ /dev/null
@@ -1,217 +0,0 @@
-import os
-import sys
-import time
-import logging
-import subprocess
-import pytest
-
-from helpers.cluster import ClickHouseCluster
-from helpers.test_tools import TSV
-
-import docker
-
-logging.basicConfig(
-    stream=sys.stdout,
-    level=logging.DEBUG,
-    format='%(asctime)s.%(msecs)03d %(levelname)s %(module)s - %(funcName)s: %(message)s',
-    datefmt='%Y-%m-%d %H:%M:%S',
-)
-
-CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
-sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
-
-
-COPYING_FAIL_PROBABILITY = 0.33
-MOVING_FAIL_PROBABILITY = 0.1
-cluster = None
-
-
-@pytest.fixture(scope="module")
-def started_cluster():
-    global cluster
-    try:
-        cluster = ClickHouseCluster(__file__)
-
-        for name in ["first", "second", "third"]:
-            cluster.add_instance(name,
-                main_configs=["configs_taxi/conf.d/clusters.xml", "configs_taxi/conf.d/ddl.xml"], user_configs=["configs_taxi/users.xml"],
-                with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
-
-        cluster.start()
-        yield cluster
-
-    finally:
-        pass
-        cluster.shutdown()
-
-
-DATA_COMMANDS = [
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-12.csv 2> /dev/null | tail -n +3 |  time,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-11.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-10.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-09.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-08.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-07.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-06.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-05.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-04.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-03.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-02.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2018-01.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-12.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-11.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-10.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-09.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-08.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-07.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-06.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-05.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-04.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-03.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-02.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2017-01.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount) FORMAT CSV"',
-
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-12.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-11.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-10.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-09.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-08.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-07.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-06.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-05.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-04.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-03.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-02.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"',
-'wget -O - https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2016-01.csv 2> /dev/null | tail -n +3 | clickhouse-client --query="INSERT INTO dailyhistory.yellow_tripdata(vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,junk1,junk2) FORMAT CSV"'
-]
-
-
-class Task:
-    def __init__(self, cluster):
-        self.cluster = cluster
-        self.zk_task_path = '/clickhouse-copier/task'
-        self.container_task_file = "/task_taxi_data.xml"
-
-        for instance_name, _ in cluster.instances.items():
-            instance = cluster.instances[instance_name]
-            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_taxi_data.xml'), self.container_task_file)
-            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
-        
-
-    def start(self):
-        instance = cluster.instances['first']
-
-        # daily partition database
-        instance.query("CREATE DATABASE dailyhistory on cluster events;")
-        instance.query("""CREATE TABLE dailyhistory.yellow_tripdata_staging ON CLUSTER events
-        (
-            id UUID DEFAULT generateUUIDv4(),  vendor_id String,  tpep_pickup_datetime DateTime('UTC'),  tpep_dropoff_datetime DateTime('UTC'),  
-            passenger_count Nullable(Float64),  trip_distance String,  pickup_longitude Float64,  pickup_latitude Float64,
-            rate_code_id String,  store_and_fwd_flag String,  dropoff_longitude Float64,  dropoff_latitude Float64,
-            payment_type String,  fare_amount String,  extra String,  mta_tax String,  tip_amount String,  tolls_amount String,
-            improvement_surcharge String,  total_amount String,  pickup_location_id String,  dropoff_location_id String,  congestion_surcharge String,
-            junk1 String,  junk2 String
-        )
-        Engine = ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (toYYYYMMDD(tpep_pickup_datetime))""")
-        instance.query("CREATE TABLE dailyhistory.yellow_tripdata ON CLUSTER events AS dailyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'dailyhistory', yellow_tripdata_staging, sipHash64(id) % 3);")
-
-        # monthly partition database
-        instance.query("create database monthlyhistory on cluster events;")
-        instance.query("""CREATE TABLE monthlyhistory.yellow_tripdata_staging ON CLUSTER events
-        (
-            id UUID DEFAULT generateUUIDv4(),  vendor_id String,  tpep_pickup_datetime DateTime('UTC'),  tpep_dropoff_datetime DateTime('UTC'),
-            passenger_count Nullable(Float64),  trip_distance String,  pickup_longitude Float64,  pickup_latitude Float64,  rate_code_id String,
-            store_and_fwd_flag String,  dropoff_longitude Float64,  dropoff_latitude Float64,  payment_type String,  fare_amount String,
-            extra String,  mta_tax String,  tip_amount String,  tolls_amount String,  improvement_surcharge String,  total_amount String,
-            pickup_location_id String,  dropoff_location_id String,  congestion_surcharge String,  junk1 String,  junk2 String
-        ) 
-        Engine = ReplacingMergeTree() PRIMARY KEY (tpep_pickup_datetime, id) ORDER BY (tpep_pickup_datetime, id) PARTITION BY (pickup_location_id, toYYYYMM(tpep_pickup_datetime))""")
-        instance.query("CREATE TABLE monthlyhistory.yellow_tripdata ON CLUSTER events AS monthlyhistory.yellow_tripdata_staging ENGINE = Distributed('events', 'monthlyhistory', yellow_tripdata_staging, sipHash64(id) % 3);")
-
-
-        print("Inserting in container")
-    
-        first_query = """INSERT INTO dailyhistory.yellow_tripdata(
-            vendor_id,tpep_pickup_datetime,tpep_dropoff_datetime,passenger_count,trip_distance,
-            rate_code_id,store_and_fwd_flag,pickup_location_id,dropoff_location_id,payment_type,
-            fare_amount,extra,mta_tax,tip_amount,tolls_amount,improvement_surcharge,total_amount,congestion_surcharge) FORMAT CSV"""
-        instance.exec_in_container(['bash', '-c', 'cat /usr/share/clickhouse-external-data/first.csv | /usr/bin/clickhouse client --query="{}"'.format(first_query)], privileged=True)
-        
-        print("Insert completed")
-    
-
-    def check(self):
-        instance = cluster.instances["first"]
-        a = TSV(instance.query("SELECT count() from dailyhistory.yellow_tripdata"))
-        b = TSV(instance.query("SELECT count() from monthlyhistory.yellow_tripdata"))
-        assert a == b, "Distributed tables"
-
-        for instance_name, instance in cluster.instances.items():
-            instance = cluster.instances[instance_name]
-            a = instance.query("SELECT count() from dailyhistory.yellow_tripdata_staging")
-            b = instance.query("SELECT count() from monthlyhistory.yellow_tripdata_staging")
-            assert a == b, "MergeTree tables on each shard"
-
-            a = TSV(instance.query("SELECT sipHash64(*) from dailyhistory.yellow_tripdata_staging ORDER BY id"))
-            b = TSV(instance.query("SELECT sipHash64(*) from monthlyhistory.yellow_tripdata_staging ORDER BY id"))
-
-            assert a == b, "Data on each shard"
-
-            
-
-
-def execute_task(task, cmd_options):
-    task.start()
-
-    zk = cluster.get_kazoo_client('zoo1')
-    print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
-
-    # Run cluster-copier processes on each node
-    docker_api = docker.from_env().api
-    copiers_exec_ids = []
-
-    cmd = ['/usr/bin/clickhouse', 'copier',
-           '--config', '/etc/clickhouse-server/config-copier.xml',
-           '--task-path', task.zk_task_path,
-           '--task-file', task.container_task_file,
-           '--task-upload-force', 'true',
-           '--base-dir', '/var/log/clickhouse-server/copier']
-    cmd += cmd_options
-
-    print(cmd)
-
-    for instance_name, instance in cluster.instances.items():
-        instance = cluster.instances[instance_name]
-        container = instance.get_docker_handle()
-        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_taxi/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
-        logging.info("Copied copier config to {}".format(instance.name))
-        exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
-        output = docker_api.exec_start(exec_id).decode('utf8')
-        logging.info(output)
-        copiers_exec_ids.append(exec_id)
-        logging.info("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
-
-    # time.sleep(1000)
-
-    # Wait for copiers stopping and check their return codes
-    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
-        while True:
-            res = docker_api.exec_inspect(exec_id)
-            if not res['Running']:
-                break
-            time.sleep(1)
-
-        assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
-
-    try:
-        task.check()
-    finally:
-        zk.delete(task.zk_task_path, recursive=True)
-
-
-# Tests
-@pytest.mark.timeout(1200)
-def test1(started_cluster):
-    execute_task(Task(started_cluster), [])
-
diff --git a/tests/integration/test_cluster_copier/test_three_nodes.py b/tests/integration/test_cluster_copier/test_three_nodes.py
new file mode 100644
index 00000000000..b30e63d9fb8
--- /dev/null
+++ b/tests/integration/test_cluster_copier/test_three_nodes.py
@@ -0,0 +1,229 @@
+import os
+import sys
+import time
+import logging
+import pytest
+
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+import docker
+
+CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
+
+cluster = None
+
+@pytest.fixture(scope="module")
+def started_cluster():
+    global cluster
+    try:
+        cluster = ClickHouseCluster(__file__)
+
+        for name in ["first", "second", "third"]:
+            cluster.add_instance(name,
+                main_configs=["configs_taxi/conf.d/clusters.xml", "configs_taxi/conf.d/ddl.xml"], user_configs=["configs_taxi/users.xml"],
+                with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
+
+        cluster.start()
+        yield cluster
+
+    finally:
+        cluster.shutdown()
+
+class Task:
+    def __init__(self, cluster):
+        self.cluster = cluster
+        self.zk_task_path = '/clickhouse-copier/task'
+        self.container_task_file = "/task_taxi_data.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_taxi_data.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
+        
+
+    def start(self):
+        instance = cluster.instances['first']
+
+        # daily partition database
+        instance.query("CREATE DATABASE dailyhistory on cluster events;")
+        instance.query("""CREATE TABLE dailyhistory.yellow_tripdata_staging ON CLUSTER events
+        (
+            id UUID DEFAULT generateUUIDv4(),
+            vendor_id String,
+            tpep_pickup_datetime DateTime('UTC'),
+            tpep_dropoff_datetime DateTime('UTC'),  
+            passenger_count Nullable(Float64),
+            trip_distance String,
+            pickup_longitude Float64,
+            pickup_latitude Float64,
+            rate_code_id String,
+            store_and_fwd_flag String,
+            dropoff_longitude Float64,
+            dropoff_latitude Float64,
+            payment_type String,
+            fare_amount String,
+            extra String,
+            mta_tax String,
+            tip_amount String,
+            tolls_amount String,
+            improvement_surcharge String,
+            total_amount String,
+            pickup_location_id String,
+            dropoff_location_id String,
+            congestion_surcharge String,
+            junk1 String,  junk2 String
+        )
+        Engine = ReplacingMergeTree()
+        PRIMARY KEY (tpep_pickup_datetime, id)
+        ORDER BY (tpep_pickup_datetime, id)
+        PARTITION BY (toYYYYMMDD(tpep_pickup_datetime))""")
+
+        instance.query("""CREATE TABLE dailyhistory.yellow_tripdata
+            ON CLUSTER events
+            AS dailyhistory.yellow_tripdata_staging
+            ENGINE = Distributed('events', 'dailyhistory', yellow_tripdata_staging, sipHash64(id) % 3);""")
+
+        instance.query("""INSERT INTO dailyhistory.yellow_tripdata
+            SELECT * FROM generateRandom(
+                'id UUID DEFAULT generateUUIDv4(),
+                vendor_id String,
+                tpep_pickup_datetime DateTime(\\'UTC\\'),
+                tpep_dropoff_datetime DateTime(\\'UTC\\'),  
+                passenger_count Nullable(Float64),
+                trip_distance String,
+                pickup_longitude Float64,
+                pickup_latitude Float64,
+                rate_code_id String,
+                store_and_fwd_flag String,
+                dropoff_longitude Float64,
+                dropoff_latitude Float64,
+                payment_type String,
+                fare_amount String,
+                extra String,
+                mta_tax String,
+                tip_amount String,
+                tolls_amount String,
+                improvement_surcharge String,
+                total_amount String,
+                pickup_location_id String,
+                dropoff_location_id String,
+                congestion_surcharge String,
+                junk1 String,
+                junk2 String',
+            1, 10, 2) LIMIT 50;""")
+
+        # monthly partition database
+        instance.query("create database monthlyhistory on cluster events;")
+        instance.query("""CREATE TABLE monthlyhistory.yellow_tripdata_staging ON CLUSTER events
+        (
+            id UUID DEFAULT generateUUIDv4(),
+            vendor_id String,
+            tpep_pickup_datetime DateTime('UTC'),
+            tpep_dropoff_datetime DateTime('UTC'),
+            passenger_count Nullable(Float64),
+            trip_distance String,
+            pickup_longitude Float64,
+            pickup_latitude Float64,
+            rate_code_id String,
+            store_and_fwd_flag String,
+            dropoff_longitude Float64,
+            dropoff_latitude Float64,
+            payment_type String,
+            fare_amount String,
+            extra String,
+            mta_tax String,
+            tip_amount String,
+            tolls_amount String,
+            improvement_surcharge String,
+            total_amount String,
+            pickup_location_id String,
+            dropoff_location_id String,
+            congestion_surcharge String,
+            junk1 String,
+            junk2 String
+        ) 
+        Engine = ReplacingMergeTree()
+        PRIMARY KEY (tpep_pickup_datetime, id)
+        ORDER BY (tpep_pickup_datetime, id)
+        PARTITION BY (pickup_location_id, toYYYYMM(tpep_pickup_datetime))""")
+
+        instance.query("""CREATE TABLE monthlyhistory.yellow_tripdata
+            ON CLUSTER events
+            AS monthlyhistory.yellow_tripdata_staging 
+            ENGINE = Distributed('events', 'monthlyhistory', yellow_tripdata_staging, sipHash64(id) % 3);""")
+    
+
+    def check(self):
+        instance = cluster.instances["first"]
+        a = TSV(instance.query("SELECT count() from dailyhistory.yellow_tripdata"))
+        b = TSV(instance.query("SELECT count() from monthlyhistory.yellow_tripdata"))
+        assert a == b, "Distributed tables"
+
+        for instance_name, instance in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            a = instance.query("SELECT count() from dailyhistory.yellow_tripdata_staging")
+            b = instance.query("SELECT count() from monthlyhistory.yellow_tripdata_staging")
+            assert a == b, "MergeTree tables on each shard"
+
+            a = TSV(instance.query("SELECT sipHash64(*) from dailyhistory.yellow_tripdata_staging ORDER BY id"))
+            b = TSV(instance.query("SELECT sipHash64(*) from monthlyhistory.yellow_tripdata_staging ORDER BY id"))
+
+            assert a == b, "Data on each shard"
+
+
+def execute_task(task, cmd_options):
+    task.start()
+
+    zk = cluster.get_kazoo_client('zoo1')
+    print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
+
+    # Run cluster-copier processes on each node
+    docker_api = docker.from_env().api
+    copiers_exec_ids = []
+
+    cmd = ['/usr/bin/clickhouse', 'copier',
+           '--config', '/etc/clickhouse-server/config-copier.xml',
+           '--task-path', task.zk_task_path,
+           '--task-file', task.container_task_file,
+           '--task-upload-force', 'true',
+           '--base-dir', '/var/log/clickhouse-server/copier']
+    cmd += cmd_options
+
+    print(cmd)
+
+    for instance_name, instance in cluster.instances.items():
+        instance = cluster.instances[instance_name]
+        container = instance.get_docker_handle()
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_taxi/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
+        logging.info("Copied copier config to {}".format(instance.name))
+        exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
+        output = docker_api.exec_start(exec_id).decode('utf8')
+        logging.info(output)
+        copiers_exec_ids.append(exec_id)
+        logging.info("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
+
+    # time.sleep(1000)
+
+    # Wait for copiers stopping and check their return codes
+    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+        while True:
+            res = docker_api.exec_inspect(exec_id)
+            if not res['Running']:
+                break
+            time.sleep(1)
+
+        assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
+
+    try:
+        task.check()
+    finally:
+        zk.delete(task.zk_task_path, recursive=True)
+
+
+# Tests
+@pytest.mark.timeout(600)
+def test(started_cluster):
+    execute_task(Task(started_cluster), [])
+
diff --git a/tests/integration/test_cluster_copier/test_tables_with_different_schema.py b/tests/integration/test_cluster_copier/test_two_nodes.py
similarity index 97%
rename from tests/integration/test_cluster_copier/test_tables_with_different_schema.py
rename to tests/integration/test_cluster_copier/test_two_nodes.py
index 8e98387b5e9..0aa09ca8c12 100644
--- a/tests/integration/test_cluster_copier/test_tables_with_different_schema.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -2,7 +2,6 @@ import os
 import sys
 import time
 import logging
-import subprocess
 import pytest
 
 from helpers.cluster import ClickHouseCluster
@@ -13,9 +12,6 @@ import docker
 CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 
-
-COPYING_FAIL_PROBABILITY = 0.33
-MOVING_FAIL_PROBABILITY = 0.1
 cluster = None
 
 
@@ -25,7 +21,7 @@ def started_cluster():
     try:
         cluster = ClickHouseCluster(__file__)
 
-        for name in ["first", "second", "third"]:
+        for name in ["first", "second"]:
             cluster.add_instance(name,
                 main_configs=["configs_two_nodes/conf.d/clusters.xml", "configs_two_nodes/conf.d/ddl.xml"], user_configs=["configs_two_nodes/users.xml"],
                 with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
@@ -34,7 +30,6 @@ def started_cluster():
         yield cluster
 
     finally:
-        pass
         cluster.shutdown()
 
 # Will copy table from `first` node to `second`
@@ -78,7 +73,7 @@ class TaskWithDifferentSchema:
         first.query("""INSERT INTO db_different_schema.source SELECT * FROM generateRandom(
             'Column1 String, Column2 UInt32, Column3 Date, Column4 DateTime, Column5 UInt16,
             Column6 String, Column7 String, Column8 String, Column9 String, Column10 String,
-            Column11 String, Column12 Decimal(3, 1), Column13 DateTime, Column14 UInt16', 1, 10, 2) LIMIT 100;""")
+            Column11 String, Column12 Decimal(3, 1), Column13 DateTime, Column14 UInt16', 1, 10, 2) LIMIT 50;""")
 
         second = cluster.instances["second"]
         second.query("CREATE DATABASE db_different_schema;")
@@ -154,7 +149,7 @@ class TaskTTL:
 
         first.query("""INSERT INTO db_ttl_columns.source SELECT * FROM generateRandom(
             'Column1 String, Column2 UInt32, Column3 Date, Column4 DateTime, Column5 UInt16,
-            Column6 String, Column7 Decimal(3, 1), Column8 Tuple(Float64, Float64)', 1, 10, 2) LIMIT 100;""")
+            Column6 String, Column7 Decimal(3, 1), Column8 Tuple(Float64, Float64)', 1, 10, 2) LIMIT 50;""")
 
         second = cluster.instances["second"]
         second.query("CREATE DATABASE db_ttl_columns;")
@@ -238,14 +233,12 @@ def execute_task(task, cmd_options):
         zk.delete(task.zk_task_path, recursive=True)
 
 
-
-
 # Tests
-@pytest.mark.timeout(1200)
+@pytest.mark.timeout(600)
 def test_different_schema(started_cluster):
     execute_task(TaskWithDifferentSchema(started_cluster), [])
 
 
-
+@pytest.mark.timeout(600)
 def test_ttl_columns(started_cluster):
     execute_task(TaskTTL(started_cluster), [])
\ No newline at end of file

From 90226466331038209411be1565caa2910dfde3da Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 23 Apr 2021 02:54:57 +0300
Subject: [PATCH 0760/1060] support copying of tables with data skipping
 indices

---
 programs/copier/ClusterCopier.cpp             | 15 ++--
 .../test_cluster_copier/task_skip_index.xml   | 40 +++++++++++
 .../test_cluster_copier/test_two_nodes.py     | 72 ++++++++++++++++++-
 3 files changed, 120 insertions(+), 7 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/task_skip_index.xml

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 97f5fd0e38c..08a8749213a 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -694,9 +694,10 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
     return TaskStatus::Finished;
 }
 
-/// Remove column's TTL expression from `CREATE` query
-/// This is needed to create internal Distributed table 
-/// Also it removes MATEREALIZED or ALIAS columns not to copy additional and useless data over the network.
+/// This is needed to create internal Distributed table
+/// Removes column's TTL expression from `CREATE` query
+/// Removes MATEREALIZED or ALIAS columns not to copy additional and useless data over the network.
+/// Removes data skipping indices.
 ASTPtr ClusterCopier::removeAliasMaterializedAndTTLColumnsFromCreateQuery(const ASTPtr & query_ast, bool allow_to_copy_alias_and_materialized_columns)
 {
     const ASTs & column_asts = query_ast->as<ASTCreateQuery &>().columns_list->columns->children;
@@ -1279,6 +1280,8 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         if (!limit.empty())
             query += " LIMIT " + limit;
 
+        query += "FORMAT Native";
+
         ParserQuery p_query(query.data() + query.size());
 
         const auto & settings = getContext()->getSettingsRef();
@@ -1497,7 +1500,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         ASTPtr query_insert_ast;
         {
             String query;
-            query += "INSERT INTO " + getQuotedTable(split_table_for_current_piece) + " VALUES ";
+            query += "INSERT INTO " + getQuotedTable(split_table_for_current_piece) + " FORMAT Native  ";
 
             ParserQuery p_query(query.data() + query.size());
             const auto & settings = getContext()->getSettingsRef();
@@ -1772,7 +1775,7 @@ void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeout
     auto storage_shard_ast = createASTStorageDistributed(shard_read_cluster_name, task_table.table_pull.first, task_table.table_pull.second);
 
     auto create_query_ast = removeAliasMaterializedAndTTLColumnsFromCreateQuery(
-        task_shard.current_pull_table_create_query, 
+        task_shard.current_pull_table_create_query,
         task_table.allow_to_copy_alias_and_materialized_columns);
 
     auto create_table_pull_ast = rewriteCreateQueryStorage(create_query_ast, task_shard.table_read_shard, storage_shard_ast);
@@ -1876,7 +1879,7 @@ bool ClusterCopier::checkShardHasPartition(const ConnectionTimeouts & timeouts,
     const auto & settings = getContext()->getSettingsRef();
     ASTPtr query_ast = parseQuery(parser_query, query, settings.max_query_size, settings.max_parser_depth);
 
-    LOG_INFO(log, "Checking shard {} for partition {} existence, executing query: \n {}", 
+    LOG_INFO(log, "Checking shard {} for partition {} existence, executing query: \n {}",
         task_shard.getDescription(), partition_quoted_name, query_ast->formatForErrorMessage());
 
     auto local_context = Context::createCopy(context);
diff --git a/tests/integration/test_cluster_copier/task_skip_index.xml b/tests/integration/test_cluster_copier/task_skip_index.xml
new file mode 100644
index 00000000000..24c40c622e3
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_skip_index.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<yandex>
+<remote_servers>
+        <source>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </source>
+        <destination>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </destination>
+    </remote_servers>
+
+   <max_workers>2</max_workers>
+
+   <tables>
+     <table_events>
+         <cluster_pull>source</cluster_pull>
+         <database_pull>db_skip_index</database_pull>
+         <table_pull>source</table_pull>
+
+         <cluster_push>destination</cluster_push>
+         <database_push>db_skip_index</database_push>
+         <table_push>destination</table_push>
+
+         <engine>ENGINE = MergeTree() PARTITION BY toYYYYMMDD(Column3) ORDER BY (Column3, Column2, Column1)</engine>
+         <sharding_key>rand()</sharding_key>
+     </table_events>
+   </tables>
+ </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 0aa09ca8c12..6c29d2e9f2d 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -184,6 +184,71 @@ class TaskTTL:
         assert a == b, "Data"
 
 
+class TaskSkipIndex:
+    def __init__(self, cluster):
+        self.cluster = cluster
+        self.zk_task_path = '/clickhouse-copier/task_skip_index'
+        self.container_task_file = "/task_skip_index.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_skip_index.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
+
+    def start(self):
+        first = cluster.instances["first"]
+        first.query("CREATE DATABASE db_skip_index;")
+        first.query("""CREATE TABLE db_skip_index.source
+        (
+            Column1 UInt64,
+            Column2 Int32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 String,
+            INDEX a (Column1 * Column2, Column5) TYPE minmax GRANULARITY 3,
+            INDEX b (Column1 * length(Column5)) TYPE set(1000) GRANULARITY 4
+        )
+        ENGINE = MergeTree()
+        PARTITION BY (toYYYYMMDD(Column3), Column3)
+        PRIMARY KEY (Column1, Column2, Column3)
+        ORDER BY (Column1, Column2, Column3)
+        SETTINGS index_granularity = 8192""")
+
+        first.query("""INSERT INTO db_skip_index.source SELECT * FROM generateRandom(
+            'Column1 UInt64, Column2 Int32, Column3 Date, Column4 DateTime, Column5 String', 1, 10, 2) LIMIT 100;""")
+
+        second = cluster.instances["second"]
+        second.query("CREATE DATABASE db_skip_index;")
+        second.query("""CREATE TABLE db_skip_index.destination
+        (
+            Column1 UInt64,
+            Column2 Int32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 String,
+            INDEX a (Column1 * Column2, Column5) TYPE minmax GRANULARITY 3,
+            INDEX b (Column1 * length(Column5)) TYPE set(1000) GRANULARITY 4
+        ) ENGINE = MergeTree()
+        PARTITION BY toYYYYMMDD(Column3)
+        ORDER BY (Column3, Column2, Column1);""")
+        
+        print("Preparation completed")
+
+    def check(self):
+        first = cluster.instances["first"]
+        second = cluster.instances["second"]
+
+        a = first.query("SELECT count() from db_skip_index.source")
+        b = second.query("SELECT count() from db_skip_index.destination")
+        assert a == b, "Count"
+
+        a = TSV(first.query("""SELECT sipHash64(*) from db_skip_index.source
+            ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
+        b = TSV(second.query("""SELECT sipHash64(*) from db_skip_index.destination
+            ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
+        assert a == b, "Data"
+
+
 def execute_task(task, cmd_options):
     task.start()
 
@@ -241,4 +306,9 @@ def test_different_schema(started_cluster):
 
 @pytest.mark.timeout(600)
 def test_ttl_columns(started_cluster):
-    execute_task(TaskTTL(started_cluster), [])
\ No newline at end of file
+    execute_task(TaskTTL(started_cluster), [])
+
+
+@pytest.mark.timeout(600)
+def test_skip_index(started_cluster):
+    execute_task(TaskSkipIndex(started_cluster), [])
\ No newline at end of file

From 267319ffebe489ff871e9933c9eef4b93fb0835e Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 23 Apr 2021 17:39:03 +0300
Subject: [PATCH 0761/1060] added test with ttl move to volume

---
 .../conf.d/storage_configuration.xml          | 34 +++++++
 .../task_ttl_move_to_volume.xml               | 40 +++++++++
 .../test_cluster_copier/test_two_nodes.py     | 88 ++++++++++++++++++-
 3 files changed, 159 insertions(+), 3 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml
 create mode 100644 tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml

diff --git a/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml
new file mode 100644
index 00000000000..07b5c577267
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml
@@ -0,0 +1,34 @@
+<yandex>
+
+<storage_configuration>
+    <disks>
+        <default>
+        </default>
+        <jbod1>
+            <path>/jbod1/</path>
+        </jbod1>
+        <jbod2>
+            <path>/jbod2/</path>
+        </jbod2>
+        <external>
+            <path>/external/</path>
+        </external>
+    </disks>
+
+    <policies>
+        <external_with_jbods>
+            <volumes>
+                <external>
+                    <disk>external</disk>
+                </external>
+                <main>
+                    <disk>jbod1</disk>
+                    <disk>jbod2</disk>
+                </main>
+            </volumes>
+        </external_with_jbods>
+    </policies>
+
+</storage_configuration>
+
+</yandex>
diff --git a/tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml b/tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml
new file mode 100644
index 00000000000..68fb65db6d9
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0"?>
+<yandex>
+<remote_servers>
+        <source>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </source>
+        <destination>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </destination>
+    </remote_servers>
+
+   <max_workers>2</max_workers>
+
+   <tables>
+     <table_events>
+         <cluster_pull>source</cluster_pull>
+         <database_pull>db_move_to_volume</database_pull>
+         <table_pull>source</table_pull>
+
+         <cluster_push>destination</cluster_push>
+         <database_push>db_move_to_volume</database_push>
+         <table_push>destination</table_push>
+
+         <engine>ENGINE = MergeTree() PARTITION BY toYYYYMMDD(Column3) ORDER BY (Column3, Column2, Column1) TTL Column3 + INTERVAL 1 MONTH TO VOLUME 'external' SETTINGS storage_policy = 'external_with_jbods'</engine>
+         <sharding_key>rand()</sharding_key>
+     </table_events>
+   </tables>
+ </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 6c29d2e9f2d..2da2e1d6190 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -22,11 +22,22 @@ def started_cluster():
         cluster = ClickHouseCluster(__file__)
 
         for name in ["first", "second"]:
-            cluster.add_instance(name,
-                main_configs=["configs_two_nodes/conf.d/clusters.xml", "configs_two_nodes/conf.d/ddl.xml"], user_configs=["configs_two_nodes/users.xml"],
+            instance = cluster.add_instance(name,
+                main_configs=[
+                    "configs_two_nodes/conf.d/clusters.xml", 
+                    "configs_two_nodes/conf.d/ddl.xml",
+                    "configs_two_nodes/conf.d/storage_configuration.xml"],
+                user_configs=["configs_two_nodes/users.xml"],
                 with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
 
         cluster.start()
+
+        for name in ["first", "second"]:
+            instance = cluster.instances[name]
+            instance.exec_in_container(['bash', '-c', 'mkdir /jbod1'])
+            instance.exec_in_container(['bash', '-c', 'mkdir /jbod2'])
+            instance.exec_in_container(['bash', '-c', 'mkdir /external'])
+
         yield cluster
 
     finally:
@@ -249,6 +260,72 @@ class TaskSkipIndex:
         assert a == b, "Data"
 
 
+class TaskTTLMoveToVolume:
+    def __init__(self, cluster):
+        self.cluster = cluster
+        self.zk_task_path = '/clickhouse-copier/task_ttl_move_to_volume'
+        self.container_task_file = "/task_ttl_move_to_volume.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_ttl_move_to_volume.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
+
+    def start(self):
+        first = cluster.instances["first"]
+        first.query("CREATE DATABASE db_move_to_volume;")
+        first.query("""CREATE TABLE db_move_to_volume.source
+        (
+            Column1 UInt64,
+            Column2 Int32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 String
+        )
+        ENGINE = MergeTree()
+        PARTITION BY (toYYYYMMDD(Column3), Column3)
+        PRIMARY KEY (Column1, Column2, Column3)
+        ORDER BY (Column1, Column2, Column3)
+        TTL Column3 + INTERVAL 1 MONTH TO VOLUME 'external' 
+        SETTINGS storage_policy = 'external_with_jbods';""")
+
+        first.query("""INSERT INTO db_move_to_volume.source SELECT * FROM generateRandom(
+            'Column1 UInt64, Column2 Int32, Column3 Date, Column4 DateTime, Column5 String', 1, 10, 2) LIMIT 100;""")
+
+        second = cluster.instances["second"]
+        second.query("CREATE DATABASE db_move_to_volume;")
+        second.query("""CREATE TABLE db_move_to_volume.destination
+        (
+            Column1 UInt64,
+            Column2 Int32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 String
+        ) ENGINE = MergeTree()
+        PARTITION BY toYYYYMMDD(Column3)
+        ORDER BY (Column3, Column2, Column1)
+        TTL Column3 + INTERVAL 1 MONTH TO VOLUME 'external' 
+        SETTINGS storage_policy = 'external_with_jbods';""")
+        
+        print("Preparation completed")
+
+    def check(self):
+        first = cluster.instances["first"]
+        second = cluster.instances["second"]
+
+        a = first.query("SELECT count() from db_move_to_volume.source")
+        b = second.query("SELECT count() from db_move_to_volume.destination")
+        assert a == b, "Count"
+
+        a = TSV(first.query("""SELECT sipHash64(*) from db_move_to_volume.source
+            ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
+        b = TSV(second.query("""SELECT sipHash64(*) from db_move_to_volume.destination
+            ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
+        assert a == b, "Data"
+
+
+
+
 def execute_task(task, cmd_options):
     task.start()
 
@@ -311,4 +388,9 @@ def test_ttl_columns(started_cluster):
 
 @pytest.mark.timeout(600)
 def test_skip_index(started_cluster):
-    execute_task(TaskSkipIndex(started_cluster), [])
\ No newline at end of file
+    execute_task(TaskSkipIndex(started_cluster), [])
+
+
+@pytest.mark.timeout(600)
+def test_ttl_move_to_volume(started_cluster):
+    execute_task(TaskTTLMoveToVolume(started_cluster), [])

From fa22b41d5a549d6ceac1703cf6ec5953f5c1c333 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 23 Apr 2021 18:46:52 +0300
Subject: [PATCH 0762/1060] added allow_to_drop_target_partitions with test

---
 programs/copier/ClusterCopier.cpp             | 30 +++++----
 programs/copier/TaskTableAndShard.h           | 10 +--
 .../task_drop_target_partition.xml            | 42 +++++++++++++
 .../test_cluster_copier/test_two_nodes.py     | 61 +++++++++++++++++++
 4 files changed, 127 insertions(+), 16 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/task_drop_target_partition.xml

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 08a8749213a..3ff341949d2 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -594,6 +594,22 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         zookeeper->create(current_partition_attach_is_done, start_state, zkutil::CreateMode::Persistent);
     }
 
+
+    /// Try to drop destination partition in original table
+    DatabaseAndTableName original_table = task_table.table_push;
+
+    if (task_table.allow_to_drop_target_partitions)
+    {
+        WriteBufferFromOwnString ss;
+        ss << "ALTER TABLE " << getQuotedTable(original_table) << ((partition_name == "'all'") ? " DROP PARTITION ID " : " DROP PARTITION ") << partition_name;
+
+        UInt64 num_shards_drop_partition = executeQueryOnCluster(task_table.cluster_push, ss.str(), task_cluster->settings_push, ClusterExecutionMode::ON_EACH_SHARD);
+
+        LOG_INFO(log, "Drop partiton {} in original table {} have been executed successfully on {} shards of {}",
+            partition_name, getQuotedTable(original_table), num_shards_drop_partition, task_table.cluster_push->getShardCount());
+    }
+
+
     /// Move partition to original destination table.
     for (size_t current_piece_number = 0; current_piece_number < task_table.number_of_splits; ++current_piece_number)
     {
@@ -602,7 +618,6 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         ASTPtr query_alter_ast;
         String query_alter_ast_string;
 
-        DatabaseAndTableName original_table = task_table.table_push;
         DatabaseAndTableName helping_table = DatabaseAndTableName(original_table.first,
                                                                   original_table.second + "_piece_" +
                                                                   toString(current_piece_number));
@@ -633,17 +648,11 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
 
             if (settings_push.replication_alter_partitions_sync == 1)
             {
-                LOG_INFO(
-                    log,
-                    "Destination tables {} have been executed alter query successfully on {} shards of {}",
-                    getQuotedTable(task_table.table_push),
-                    num_nodes,
-                    task_table.cluster_push->getShardCount());
+                LOG_INFO(log, "Destination tables {} have been executed alter query successfully on {} shards of {}",
+                    getQuotedTable(original_table), num_nodes, task_table.cluster_push->getShardCount());
 
                 if (num_nodes != task_table.cluster_push->getShardCount())
-                {
                     return TaskStatus::Error;
-                }
             }
             else
             {
@@ -852,9 +861,6 @@ bool ClusterCopier::tryDropPartitionPiece(
         String query = "ALTER TABLE " + getQuotedTable(helping_table);
         query += ((task_partition.name == "'all'") ? " DROP PARTITION ID " : " DROP PARTITION ")  + task_partition.name + "";
 
-        /// TODO: use this statement after servers will be updated up to 1.1.54310
-        // query += " DROP PARTITION ID '" + task_partition.name + "'";
-
         ClusterPtr & cluster_push = task_table.cluster_push;
         Settings settings_push = task_cluster->settings_push;
 
diff --git a/programs/copier/TaskTableAndShard.h b/programs/copier/TaskTableAndShard.h
index 569aebae429..77a8db31525 100644
--- a/programs/copier/TaskTableAndShard.h
+++ b/programs/copier/TaskTableAndShard.h
@@ -36,19 +36,19 @@ struct TaskTable
 
     String getPartitionAttachIsDonePath(const String & partition_name) const;
 
-    String getPartitionPiecePath(const String & partition_name, const size_t piece_number) const;
+    String getPartitionPiecePath(const String & partition_name, size_t piece_number) const;
 
     String getCertainPartitionIsDirtyPath(const String & partition_name) const;
 
-    String getCertainPartitionPieceIsDirtyPath(const String & partition_name, const size_t piece_number) const;
+    String getCertainPartitionPieceIsDirtyPath(const String & partition_name, size_t piece_number) const;
 
     String getCertainPartitionIsCleanedPath(const String & partition_name) const;
 
-    String getCertainPartitionPieceIsCleanedPath(const String & partition_name, const size_t piece_number) const;
+    String getCertainPartitionPieceIsCleanedPath(const String & partition_name, size_t piece_number) const;
 
     String getCertainPartitionTaskStatusPath(const String & partition_name) const;
 
-    String getCertainPartitionPieceTaskStatusPath(const String & partition_name, const size_t piece_number) const;
+    String getCertainPartitionPieceTaskStatusPath(const String & partition_name, size_t piece_number) const;
 
     bool isReplicatedTable() const { return is_replicated_table; }
 
@@ -57,6 +57,7 @@ struct TaskTable
     size_t number_of_splits;
 
     bool allow_to_copy_alias_and_materialized_columns{false};
+    bool allow_to_drop_target_partitions{false};
 
     String name_in_config;
 
@@ -255,6 +256,7 @@ inline TaskTable::TaskTable(TaskCluster & parent, const Poco::Util::AbstractConf
     number_of_splits = config.getUInt64(table_prefix + "number_of_splits", 3);
 
     allow_to_copy_alias_and_materialized_columns = config.getBool(table_prefix + "allow_to_copy_alias_and_materialized_columns", false);
+    allow_to_drop_target_partitions = config.getBool(table_prefix + "allow_to_drop_target_partitions", false);
 
     cluster_pull_name = config.getString(table_prefix + "cluster_pull");
     cluster_push_name = config.getString(table_prefix + "cluster_push");
diff --git a/tests/integration/test_cluster_copier/task_drop_target_partition.xml b/tests/integration/test_cluster_copier/task_drop_target_partition.xml
new file mode 100644
index 00000000000..77605ee2648
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_drop_target_partition.xml
@@ -0,0 +1,42 @@
+<?xml version="1.0"?>
+<yandex>
+<remote_servers>
+        <source>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>first</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </source>
+        <destination>
+             <shard>
+                 <internal_replication>false</internal_replication>
+                 <replica>
+                     <host>second</host>
+                     <port>9000</port>
+                 </replica>
+             </shard>
+        </destination>
+    </remote_servers>
+
+   <max_workers>2</max_workers>
+
+   <tables>
+     <table_events>
+         <cluster_pull>source</cluster_pull>
+         <database_pull>db_drop_target_partition</database_pull>
+         <table_pull>source</table_pull>
+
+         <cluster_push>destination</cluster_push>
+         <database_push>db_drop_target_partition</database_push>
+         <table_push>destination</table_push>
+
+         <allow_to_drop_target_partitions>true</allow_to_drop_target_partitions>
+
+         <engine>ENGINE = MergeTree() PARTITION BY toYYYYMMDD(Column3) ORDER BY (Column3, Column2, Column1)</engine>
+         <sharding_key>rand()</sharding_key>
+     </table_events>
+   </tables>
+ </yandex>
\ No newline at end of file
diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 2da2e1d6190..059b76c35ab 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -324,6 +324,67 @@ class TaskTTLMoveToVolume:
         assert a == b, "Data"
 
 
+class TaskDropTargetPartition:
+    def __init__(self, cluster):
+        self.cluster = cluster
+        self.zk_task_path = '/clickhouse-copier/task_drop_target_partition'
+        self.container_task_file = "/task_drop_target_partition.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_drop_target_partition.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
+
+    def start(self):
+        first = cluster.instances["first"]
+        first.query("CREATE DATABASE db_drop_target_partition;")
+        first.query("""CREATE TABLE db_drop_target_partition.source
+        (
+            Column1 UInt64,
+            Column2 Int32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 String
+        )
+        ENGINE = MergeTree()
+        PARTITION BY (toYYYYMMDD(Column3), Column3)
+        PRIMARY KEY (Column1, Column2, Column3)
+        ORDER BY (Column1, Column2, Column3);""")
+
+        first.query("""INSERT INTO db_drop_target_partition.source SELECT * FROM generateRandom(
+            'Column1 UInt64, Column2 Int32, Column3 Date, Column4 DateTime, Column5 String', 1, 10, 2) LIMIT 100;""")
+
+        second = cluster.instances["second"]
+        second.query("CREATE DATABASE db_drop_target_partition;")
+        second.query("""CREATE TABLE db_drop_target_partition.destination
+        (
+            Column1 UInt64,
+            Column2 Int32,
+            Column3 Date,
+            Column4 DateTime,
+            Column5 String
+        ) ENGINE = MergeTree()
+        PARTITION BY toYYYYMMDD(Column3)
+        ORDER BY (Column3, Column2, Column1);""")
+
+        # Insert data in target too. It has to be dropped.
+        first.query("""INSERT INTO db_drop_target_partition.destination SELECT * FROM db_drop_target_partition.source;""")
+        
+        print("Preparation completed")
+
+    def check(self):
+        first = cluster.instances["first"]
+        second = cluster.instances["second"]
+
+        a = first.query("SELECT count() from db_drop_target_partition.source")
+        b = second.query("SELECT count() from db_drop_target_partition.destination")
+        assert a == b, "Count"
+
+        a = TSV(first.query("""SELECT sipHash64(*) from db_drop_target_partition.source
+            ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
+        b = TSV(second.query("""SELECT sipHash64(*) from db_drop_target_partition.destination
+            ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
+        assert a == b, "Data"
 
 
 def execute_task(task, cmd_options):

From e9f66a0045134097933a72b037002f1967074366 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 23 Apr 2021 19:06:10 +0300
Subject: [PATCH 0763/1060] delete alter table optimize

---
 programs/copier/ClusterCopier.cpp | 24 ------------------------
 1 file changed, 24 deletions(-)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 3ff341949d2..20269d9c11f 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -668,30 +668,6 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         if (inject_fault)
             throw Exception("Copy fault injection is activated", ErrorCodes::UNFINISHED);
 
-        try
-        {
-            String query_deduplicate_ast_string;
-            if (!task_table.isReplicatedTable())
-            {
-                query_deduplicate_ast_string += " OPTIMIZE TABLE " + getQuotedTable(original_table) +
-                                                ((partition_name == "'all'") ? " PARTITION ID " : " PARTITION ") + partition_name + " DEDUPLICATE;";
-
-                LOG_INFO(log, "Executing OPTIMIZE DEDUPLICATE query: {}", query_deduplicate_ast_string);
-
-                UInt64 num_nodes = executeQueryOnCluster(
-                        task_table.cluster_push,
-                        query_deduplicate_ast_string,
-                        task_cluster->settings_push,
-                        ClusterExecutionMode::ON_EACH_SHARD);
-
-                LOG_INFO(log, "Number of shard that executed OPTIMIZE DEDUPLICATE query successfully : {}", toString(num_nodes));
-            }
-        }
-        catch (...)
-        {
-            LOG_INFO(log, "Error while executing OPTIMIZE DEDUPLICATE partition {}in the original table", partition_name);
-            throw;
-        }
     }
 
     /// Create node to signal that we finished moving

From 6d19dea761f2ec9f61bc8ecd79612608f663928d Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 23 Apr 2021 20:51:47 +0300
Subject: [PATCH 0764/1060] better

---
 programs/copier/ClusterCopier.cpp             | 25 ++++--------------
 programs/copier/ClusterCopierApp.cpp          |  5 ----
 src/Storages/StorageDistributed.cpp           | 26 +++++++++----------
 .../configs/config-copier.xml                 |  2 +-
 .../conf.d/clusters.xml                       |  0
 .../conf.d/ddl.xml                            |  0
 .../config-copier.xml                         |  2 +-
 .../users.xml                                 |  0
 .../configs_two_nodes/config-copier.xml       |  2 +-
 .../test_cluster_copier/test_three_nodes.py   |  4 +--
 10 files changed, 23 insertions(+), 43 deletions(-)
 rename tests/integration/test_cluster_copier/{configs_taxi => configs_three_nodes}/conf.d/clusters.xml (100%)
 rename tests/integration/test_cluster_copier/{configs_taxi => configs_three_nodes}/conf.d/ddl.xml (100%)
 rename tests/integration/test_cluster_copier/{configs_taxi => configs_three_nodes}/config-copier.xml (95%)
 rename tests/integration/test_cluster_copier/{configs_taxi => configs_three_nodes}/users.xml (100%)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 20269d9c11f..bd99b752b9a 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -22,12 +22,6 @@ namespace ErrorCodes
 }
 
 
-std::string wrapWithColor(const std::string & value)
-{
-    return "\u001b[36;1m" + value + "\u001b[0m";
-}
-
-
 void ClusterCopier::init()
 {
     auto zookeeper = getContext()->getZooKeeper();
@@ -200,7 +194,6 @@ void ClusterCopier::discoverTablePartitions(const ConnectionTimeouts & timeouts,
         LOG_INFO(log, "Waiting for {} setup jobs", thread_pool.active());
         thread_pool.wait();
     }
-    std::cout << "discoverTablePartitions  finished" << std::endl;
 }
 
 void ClusterCopier::uploadTaskDescription(const std::string & task_path, const std::string & task_file, const bool force)
@@ -624,12 +617,9 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
 
         Settings settings_push = task_cluster->settings_push;
         ClusterExecutionMode execution_mode = ClusterExecutionMode::ON_EACH_NODE;
-        UInt64 max_successful_executions_per_shard = 0;
+
         if (settings_push.replication_alter_partitions_sync == 1)
-        {
             execution_mode = ClusterExecutionMode::ON_EACH_SHARD;
-            max_successful_executions_per_shard = 1;
-        }
 
         query_alter_ast_string += " ALTER TABLE " + getQuotedTable(original_table) +
                                   ((partition_name == "'all'") ? " ATTACH PARTITION ID " : " ATTACH PARTITION ") + partition_name +
@@ -1100,7 +1090,7 @@ TaskStatus ClusterCopier::tryCreateDestinationTable(const ConnectionTimeouts & t
         InterpreterCreateQuery::prepareOnClusterQuery(create, getContext(), task_table.cluster_push_name);
         String query = queryToString(create_query_push_ast);
 
-        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
+        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
@@ -1375,7 +1365,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         auto create_query_push_ast = rewriteCreateQueryStorage(create_query_ast, database_and_table_for_current_piece, new_engine_push_ast);
         String query = queryToString(create_query_push_ast);
 
-        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
+        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
@@ -1519,11 +1509,6 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
                 auto actions = std::make_shared<ExpressionActions>(actions_dag, ExpressionActionsSettings::fromContext(getContext()));
 
                 input = std::make_shared<ExpressionBlockInputStream>(pure_input, actions);
-
-                std::cout << "Input:" << std::endl;
-                std::cout << input->getHeader().dumpStructure() << std::endl;
-                std::cout << "Output:" << std::endl;
-                std::cout << output->getHeader().dumpStructure() << std::endl;
             }
 
             /// Fail-fast optimization to abort copying when the current clean state expires
@@ -1817,7 +1802,7 @@ std::set<String> ClusterCopier::getShardPartitions(const ConnectionTimeouts & ti
     const auto & settings = getContext()->getSettingsRef();
     ASTPtr query_ast = parseQuery(parser_query, query, settings.max_query_size, settings.max_parser_depth);
 
-    LOG_INFO(log, "Computing destination partition set, executing query: \n {}", wrapWithColor(query));
+    LOG_INFO(log, "Computing destination partition set, executing query: \n {}", query);
 
     auto local_context = Context::createCopy(context);
     local_context->setSettings(task_cluster->settings_pull);
@@ -1973,7 +1958,7 @@ UInt64 ClusterCopier::executeQueryOnCluster(
         }
         catch (...)
         {
-            LOG_WARNING(log, "An error occured while processing query : \n {}", wrapWithColor(query));
+            LOG_WARNING(log, "An error occured while processing query : \n {}", query);
             tryLogCurrentException(log);
         }
     }
diff --git a/programs/copier/ClusterCopierApp.cpp b/programs/copier/ClusterCopierApp.cpp
index 27e212d29cc..2422f5467a8 100644
--- a/programs/copier/ClusterCopierApp.cpp
+++ b/programs/copier/ClusterCopierApp.cpp
@@ -14,7 +14,6 @@ namespace DB
 
 void ClusterCopierApp::initialize(Poco::Util::Application & self)
 {
-    std::cout << "CopierApp::initialize" << std::endl;
     is_help = config().has("help");
     if (is_help)
         return;
@@ -105,13 +104,10 @@ void ClusterCopierApp::defineOptions(Poco::Util::OptionSet & options)
 
 void ClusterCopierApp::mainImpl()
 {
-    std::cout << "ClusterCopierApp::mainImpl()" << std::endl;
     StatusFile status_file(process_path + "/status", StatusFile::write_full_info);
     ThreadStatus thread_status;
 
     auto * log = &logger();
-    log->setLevel(6); /// Information
-    std::cout << log->getLevel() << std::endl;
     LOG_INFO(log, "Starting clickhouse-copier (id {}, host_id {}, path {}, revision {})", process_id, host_id, process_path, ClickHouseRevision::getVersionRevision());
 
     SharedContextHolder shared_context = Context::createShared();
@@ -138,7 +134,6 @@ void ClusterCopierApp::mainImpl()
     /// Initialize query scope just in case.
     CurrentThread::QueryScope query_scope(context);
 
-    std::cout << "Will construct copier" << std::endl;
     auto copier = std::make_unique<ClusterCopier>(task_path, host_id, default_database, context, log);
     copier->setSafeMode(is_safe_mode);
     copier->setCopyFaultProbability(copy_fault_probability);
diff --git a/src/Storages/StorageDistributed.cpp b/src/Storages/StorageDistributed.cpp
index 192765e33ea..366c3ad9e17 100644
--- a/src/Storages/StorageDistributed.cpp
+++ b/src/Storages/StorageDistributed.cpp
@@ -497,14 +497,14 @@ QueryProcessingStage::Enum StorageDistributed::getQueryProcessingStage(
         ClusterPtr optimized_cluster = getOptimizedCluster(local_context, metadata_snapshot, query_info.query);
         if (optimized_cluster)
         {
-            LOG_TRACE(log, "Skipping irrelevant shards - the query will be sent to the following shards of the cluster (shard numbers): {}",
+            LOG_DEBUG(log, "Skipping irrelevant shards - the query will be sent to the following shards of the cluster (shard numbers): {}",
                     makeFormattedListOfShards(optimized_cluster));
             cluster = optimized_cluster;
             query_info.optimized_cluster = cluster;
         }
         else
         {
-            LOG_TRACE(log, "Unable to figure out irrelevant shards from WHERE/PREWHERE clauses - the query will be sent to all shards of the cluster{}",
+            LOG_DEBUG(log, "Unable to figure out irrelevant shards from WHERE/PREWHERE clauses - the query will be sent to all shards of the cluster{}",
                     has_sharding_key ? "" : " (no sharding key)");
         }
     }
@@ -536,7 +536,7 @@ QueryProcessingStage::Enum StorageDistributed::getQueryProcessingStage(
         auto stage = getOptimizedQueryProcessingStage(query_info, settings.extremes, sharding_key_block);
         if (stage)
         {
-            LOG_TRACE(log, "Force processing stage to {}", QueryProcessingStage::toString(*stage));
+            LOG_DEBUG(log, "Force processing stage to {}", QueryProcessingStage::toString(*stage));
             return *stage;
         }
     }
@@ -789,7 +789,7 @@ void StorageDistributed::startup()
         if (inc > file_names_increment.value)
             file_names_increment.value.store(inc);
     }
-    LOG_TRACE(log, "Auto-increment is {}", file_names_increment.value);
+    LOG_DEBUG(log, "Auto-increment is {}", file_names_increment.value);
 }
 
 
@@ -799,9 +799,9 @@ void StorageDistributed::shutdown()
 
     std::lock_guard lock(cluster_nodes_mutex);
 
-    LOG_TRACE(log, "Joining background threads for async INSERT");
+    LOG_DEBUG(log, "Joining background threads for async INSERT");
     cluster_nodes_data.clear();
-    LOG_TRACE(log, "Background threads for async INSERT joined");
+    LOG_DEBUG(log, "Background threads for async INSERT joined");
 }
 void StorageDistributed::drop()
 {
@@ -819,13 +819,13 @@ void StorageDistributed::drop()
     if (relative_data_path.empty())
         return;
 
-    LOG_TRACE(log, "Removing pending blocks for async INSERT from filesystem on DROP TABLE");
+    LOG_DEBUG(log, "Removing pending blocks for async INSERT from filesystem on DROP TABLE");
 
     auto disks = data_volume->getDisks();
     for (const auto & disk : disks)
         disk->removeRecursive(relative_data_path);
 
-    LOG_TRACE(log, "Removed");
+    LOG_DEBUG(log, "Removed");
 }
 
 Strings StorageDistributed::getDataPaths() const
@@ -845,7 +845,7 @@ void StorageDistributed::truncate(const ASTPtr &, const StorageMetadataPtr &, Co
 {
     std::lock_guard lock(cluster_nodes_mutex);
 
-    LOG_TRACE(log, "Removing pending blocks for async INSERT from filesystem on TRUNCATE TABLE");
+    LOG_DEBUG(log, "Removing pending blocks for async INSERT from filesystem on TRUNCATE TABLE");
 
     for (auto it = cluster_nodes_data.begin(); it != cluster_nodes_data.end();)
     {
@@ -853,7 +853,7 @@ void StorageDistributed::truncate(const ASTPtr &, const StorageMetadataPtr &, Co
         it = cluster_nodes_data.erase(it);
     }
 
-    LOG_TRACE(log, "Removed");
+    LOG_DEBUG(log, "Removed");
 }
 
 StoragePolicyPtr StorageDistributed::getStoragePolicy() const
@@ -881,7 +881,7 @@ void StorageDistributed::createDirectoryMonitors(const DiskPtr & disk)
 
             if (std::filesystem::is_empty(dir_path))
             {
-                LOG_TRACE(log, "Removing {} (used for async INSERT into Distributed)", dir_path.string());
+                LOG_DEBUG(log, "Removing {} (used for async INSERT into Distributed)", dir_path.string());
                 /// Will be created by DistributedBlockOutputStream on demand.
                 std::filesystem::remove(dir_path);
             }
@@ -1040,7 +1040,7 @@ ClusterPtr StorageDistributed::skipUnusedShards(
 
     if (!limit)
     {
-        LOG_TRACE(log,
+        LOG_DEBUG(log,
             "Number of values for sharding key exceeds optimize_skip_unused_shards_limit={}, "
             "try to increase it, but note that this may increase query processing time.",
             local_context->getSettingsRef().optimize_skip_unused_shards_limit);
@@ -1138,7 +1138,7 @@ void StorageDistributed::renameOnDisk(const String & new_path_to_table_data)
         disk->moveDirectory(relative_data_path, new_path_to_table_data);
 
         auto new_path = disk->getPath() + new_path_to_table_data;
-        LOG_TRACE(log, "Updating path to {}", new_path);
+        LOG_DEBUG(log, "Updating path to {}", new_path);
 
         std::lock_guard lock(cluster_nodes_mutex);
         for (auto & node : cluster_nodes_data)
diff --git a/tests/integration/test_cluster_copier/configs/config-copier.xml b/tests/integration/test_cluster_copier/configs/config-copier.xml
index 12640034104..6db67efed6f 100644
--- a/tests/integration/test_cluster_copier/configs/config-copier.xml
+++ b/tests/integration/test_cluster_copier/configs/config-copier.xml
@@ -1,6 +1,6 @@
 <yandex>
     <logger>
-        <level>trace</level>
+        <level>information</level>
         <log>/var/log/clickhouse-server/copier/log.log</log>
         <errorlog>/var/log/clickhouse-server/copier/log.err.log</errorlog>
         <size>1000M</size>
diff --git a/tests/integration/test_cluster_copier/configs_taxi/conf.d/clusters.xml b/tests/integration/test_cluster_copier/configs_three_nodes/conf.d/clusters.xml
similarity index 100%
rename from tests/integration/test_cluster_copier/configs_taxi/conf.d/clusters.xml
rename to tests/integration/test_cluster_copier/configs_three_nodes/conf.d/clusters.xml
diff --git a/tests/integration/test_cluster_copier/configs_taxi/conf.d/ddl.xml b/tests/integration/test_cluster_copier/configs_three_nodes/conf.d/ddl.xml
similarity index 100%
rename from tests/integration/test_cluster_copier/configs_taxi/conf.d/ddl.xml
rename to tests/integration/test_cluster_copier/configs_three_nodes/conf.d/ddl.xml
diff --git a/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml b/tests/integration/test_cluster_copier/configs_three_nodes/config-copier.xml
similarity index 95%
rename from tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
rename to tests/integration/test_cluster_copier/configs_three_nodes/config-copier.xml
index 09dd7a00762..ede3dcb1228 100644
--- a/tests/integration/test_cluster_copier/configs_taxi/config-copier.xml
+++ b/tests/integration/test_cluster_copier/configs_three_nodes/config-copier.xml
@@ -1,7 +1,7 @@
 <?xml version="1.0"?>
 <yandex>
     <logger>
-        <level>fatal</level>
+        <level>information</level>
         <log>/var/log/clickhouse-server/copier/log.log</log>
         <errorlog>/var/log/clickhouse-server/copier/log.err.log</errorlog>
         <size>1000M</size>
diff --git a/tests/integration/test_cluster_copier/configs_taxi/users.xml b/tests/integration/test_cluster_copier/configs_three_nodes/users.xml
similarity index 100%
rename from tests/integration/test_cluster_copier/configs_taxi/users.xml
rename to tests/integration/test_cluster_copier/configs_three_nodes/users.xml
diff --git a/tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml b/tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml
index ebea79e92e6..642998c6d87 100644
--- a/tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml
+++ b/tests/integration/test_cluster_copier/configs_two_nodes/config-copier.xml
@@ -1,7 +1,7 @@
 <?xml version="1.0"?>
 <yandex>
     <logger>
-        <level>fatal</level>
+        <level>information</level>
         <log>/var/log/clickhouse-server/copier/log.log</log>
         <errorlog>/var/log/clickhouse-server/copier/log.err.log</errorlog>
         <size>1000M</size>
diff --git a/tests/integration/test_cluster_copier/test_three_nodes.py b/tests/integration/test_cluster_copier/test_three_nodes.py
index b30e63d9fb8..cd69e6e28f2 100644
--- a/tests/integration/test_cluster_copier/test_three_nodes.py
+++ b/tests/integration/test_cluster_copier/test_three_nodes.py
@@ -22,7 +22,7 @@ def started_cluster():
 
         for name in ["first", "second", "third"]:
             cluster.add_instance(name,
-                main_configs=["configs_taxi/conf.d/clusters.xml", "configs_taxi/conf.d/ddl.xml"], user_configs=["configs_taxi/users.xml"],
+                main_configs=["configs_three_nodes/conf.d/clusters.xml", "configs_three_nodes/conf.d/ddl.xml"], user_configs=["configs_three_nodes/users.xml"],
                 with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
 
         cluster.start()
@@ -196,7 +196,7 @@ def execute_task(task, cmd_options):
     for instance_name, instance in cluster.instances.items():
         instance = cluster.instances[instance_name]
         container = instance.get_docker_handle()
-        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_taxi/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_three_nodes/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
         logging.info("Copied copier config to {}".format(instance.name))
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
         output = docker_api.exec_start(exec_id).decode('utf8')

From b4895b1e7246f898b90ff8aa7e18f6f299524db7 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Sat, 24 Apr 2021 00:34:01 +0300
Subject: [PATCH 0765/1060] better

---
 tests/integration/test_cluster_copier/test_two_nodes.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 059b76c35ab..28c52473366 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -410,7 +410,7 @@ def execute_task(task, cmd_options):
     for instance_name, instance in cluster.instances.items():
         instance = cluster.instances[instance_name]
         container = instance.get_docker_handle()
-        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_taxi/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_two_nodes/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
         logging.info("Copied copier config to {}".format(instance.name))
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
         output = docker_api.exec_start(exec_id).decode('utf8')

From ac072243d6ab323497576b6cfde6eee6a5ca3413 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 27 Apr 2021 15:34:56 +0300
Subject: [PATCH 0766/1060] style + enable trivial test

---
 programs/copier/ClusterCopier.cpp             | 79 +++++++++++++------
 .../{trivial_test.py => test_trivial.py}      | 76 ++++++++----------
 2 files changed, 87 insertions(+), 68 deletions(-)
 rename tests/integration/test_cluster_copier/{trivial_test.py => test_trivial.py} (75%)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index bd99b752b9a..08a8749213a 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -22,6 +22,12 @@ namespace ErrorCodes
 }
 
 
+std::string wrapWithColor(const std::string & value)
+{
+    return "\u001b[36;1m" + value + "\u001b[0m";
+}
+
+
 void ClusterCopier::init()
 {
     auto zookeeper = getContext()->getZooKeeper();
@@ -194,6 +200,7 @@ void ClusterCopier::discoverTablePartitions(const ConnectionTimeouts & timeouts,
         LOG_INFO(log, "Waiting for {} setup jobs", thread_pool.active());
         thread_pool.wait();
     }
+    std::cout << "discoverTablePartitions  finished" << std::endl;
 }
 
 void ClusterCopier::uploadTaskDescription(const std::string & task_path, const std::string & task_file, const bool force)
@@ -587,22 +594,6 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         zookeeper->create(current_partition_attach_is_done, start_state, zkutil::CreateMode::Persistent);
     }
 
-
-    /// Try to drop destination partition in original table
-    DatabaseAndTableName original_table = task_table.table_push;
-
-    if (task_table.allow_to_drop_target_partitions)
-    {
-        WriteBufferFromOwnString ss;
-        ss << "ALTER TABLE " << getQuotedTable(original_table) << ((partition_name == "'all'") ? " DROP PARTITION ID " : " DROP PARTITION ") << partition_name;
-
-        UInt64 num_shards_drop_partition = executeQueryOnCluster(task_table.cluster_push, ss.str(), task_cluster->settings_push, ClusterExecutionMode::ON_EACH_SHARD);
-
-        LOG_INFO(log, "Drop partiton {} in original table {} have been executed successfully on {} shards of {}",
-            partition_name, getQuotedTable(original_table), num_shards_drop_partition, task_table.cluster_push->getShardCount());
-    }
-
-
     /// Move partition to original destination table.
     for (size_t current_piece_number = 0; current_piece_number < task_table.number_of_splits; ++current_piece_number)
     {
@@ -611,15 +602,19 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         ASTPtr query_alter_ast;
         String query_alter_ast_string;
 
+        DatabaseAndTableName original_table = task_table.table_push;
         DatabaseAndTableName helping_table = DatabaseAndTableName(original_table.first,
                                                                   original_table.second + "_piece_" +
                                                                   toString(current_piece_number));
 
         Settings settings_push = task_cluster->settings_push;
         ClusterExecutionMode execution_mode = ClusterExecutionMode::ON_EACH_NODE;
-
+        UInt64 max_successful_executions_per_shard = 0;
         if (settings_push.replication_alter_partitions_sync == 1)
+        {
             execution_mode = ClusterExecutionMode::ON_EACH_SHARD;
+            max_successful_executions_per_shard = 1;
+        }
 
         query_alter_ast_string += " ALTER TABLE " + getQuotedTable(original_table) +
                                   ((partition_name == "'all'") ? " ATTACH PARTITION ID " : " ATTACH PARTITION ") + partition_name +
@@ -638,11 +633,17 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
 
             if (settings_push.replication_alter_partitions_sync == 1)
             {
-                LOG_INFO(log, "Destination tables {} have been executed alter query successfully on {} shards of {}",
-                    getQuotedTable(original_table), num_nodes, task_table.cluster_push->getShardCount());
+                LOG_INFO(
+                    log,
+                    "Destination tables {} have been executed alter query successfully on {} shards of {}",
+                    getQuotedTable(task_table.table_push),
+                    num_nodes,
+                    task_table.cluster_push->getShardCount());
 
                 if (num_nodes != task_table.cluster_push->getShardCount())
+                {
                     return TaskStatus::Error;
+                }
             }
             else
             {
@@ -658,6 +659,30 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         if (inject_fault)
             throw Exception("Copy fault injection is activated", ErrorCodes::UNFINISHED);
 
+        try
+        {
+            String query_deduplicate_ast_string;
+            if (!task_table.isReplicatedTable())
+            {
+                query_deduplicate_ast_string += " OPTIMIZE TABLE " + getQuotedTable(original_table) +
+                                                ((partition_name == "'all'") ? " PARTITION ID " : " PARTITION ") + partition_name + " DEDUPLICATE;";
+
+                LOG_INFO(log, "Executing OPTIMIZE DEDUPLICATE query: {}", query_deduplicate_ast_string);
+
+                UInt64 num_nodes = executeQueryOnCluster(
+                        task_table.cluster_push,
+                        query_deduplicate_ast_string,
+                        task_cluster->settings_push,
+                        ClusterExecutionMode::ON_EACH_SHARD);
+
+                LOG_INFO(log, "Number of shard that executed OPTIMIZE DEDUPLICATE query successfully : {}", toString(num_nodes));
+            }
+        }
+        catch (...)
+        {
+            LOG_INFO(log, "Error while executing OPTIMIZE DEDUPLICATE partition {}in the original table", partition_name);
+            throw;
+        }
     }
 
     /// Create node to signal that we finished moving
@@ -827,6 +852,9 @@ bool ClusterCopier::tryDropPartitionPiece(
         String query = "ALTER TABLE " + getQuotedTable(helping_table);
         query += ((task_partition.name == "'all'") ? " DROP PARTITION ID " : " DROP PARTITION ")  + task_partition.name + "";
 
+        /// TODO: use this statement after servers will be updated up to 1.1.54310
+        // query += " DROP PARTITION ID '" + task_partition.name + "'";
+
         ClusterPtr & cluster_push = task_table.cluster_push;
         Settings settings_push = task_cluster->settings_push;
 
@@ -1090,7 +1118,7 @@ TaskStatus ClusterCopier::tryCreateDestinationTable(const ConnectionTimeouts & t
         InterpreterCreateQuery::prepareOnClusterQuery(create, getContext(), task_table.cluster_push_name);
         String query = queryToString(create_query_push_ast);
 
-        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
+        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
@@ -1365,7 +1393,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         auto create_query_push_ast = rewriteCreateQueryStorage(create_query_ast, database_and_table_for_current_piece, new_engine_push_ast);
         String query = queryToString(create_query_push_ast);
 
-        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
+        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
@@ -1509,6 +1537,11 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
                 auto actions = std::make_shared<ExpressionActions>(actions_dag, ExpressionActionsSettings::fromContext(getContext()));
 
                 input = std::make_shared<ExpressionBlockInputStream>(pure_input, actions);
+
+                std::cout << "Input:" << std::endl;
+                std::cout << input->getHeader().dumpStructure() << std::endl;
+                std::cout << "Output:" << std::endl;
+                std::cout << output->getHeader().dumpStructure() << std::endl;
             }
 
             /// Fail-fast optimization to abort copying when the current clean state expires
@@ -1802,7 +1835,7 @@ std::set<String> ClusterCopier::getShardPartitions(const ConnectionTimeouts & ti
     const auto & settings = getContext()->getSettingsRef();
     ASTPtr query_ast = parseQuery(parser_query, query, settings.max_query_size, settings.max_parser_depth);
 
-    LOG_INFO(log, "Computing destination partition set, executing query: \n {}", query);
+    LOG_INFO(log, "Computing destination partition set, executing query: \n {}", wrapWithColor(query));
 
     auto local_context = Context::createCopy(context);
     local_context->setSettings(task_cluster->settings_pull);
@@ -1958,7 +1991,7 @@ UInt64 ClusterCopier::executeQueryOnCluster(
         }
         catch (...)
         {
-            LOG_WARNING(log, "An error occured while processing query : \n {}", query);
+            LOG_WARNING(log, "An error occured while processing query : \n {}", wrapWithColor(query));
             tryLogCurrentException(log);
         }
     }
diff --git a/tests/integration/test_cluster_copier/trivial_test.py b/tests/integration/test_cluster_copier/test_trivial.py
similarity index 75%
rename from tests/integration/test_cluster_copier/trivial_test.py
rename to tests/integration/test_cluster_copier/test_trivial.py
index 8a43440ac90..fa103a9018b 100644
--- a/tests/integration/test_cluster_copier/trivial_test.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -1,15 +1,18 @@
 import os
 import sys
 import time
-from contextlib import contextmanager
 
-import docker
+from helpers.cluster import ClickHouseCluster
+from helpers.test_tools import TSV
+
+import kazoo
 import pytest
+import docker
+
 
 CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
-from helpers.cluster import ClickHouseCluster
-from helpers.test_tools import TSV
+
 
 COPYING_FAIL_PROBABILITY = 0.33
 MOVING_FAIL_PROBABILITY = 0.1
@@ -40,7 +43,6 @@ def started_cluster():
         yield cluster
 
     finally:
-        pass
         cluster.shutdown()
 
 
@@ -85,9 +87,14 @@ def execute_task(task, cmd_options):
     zk = cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
+    try:
+        zk.delete("/clickhouse-copier", recursive=True)
+    except kazoo.exceptions.NoNodeError:
+        print("No node /clickhouse-copier. It is Ok in first test.")
+
     zk_task_path = task.zk_task_path
     zk.ensure_path(zk_task_path)
-    zk.create(zk_task_path + "/description", task.copier_task_config)
+    zk.create(zk_task_path + "/description", task.copier_task_config.encode())
 
     # Run cluster-copier processes on each node
     docker_api = docker.from_env().api
@@ -99,23 +106,28 @@ def execute_task(task, cmd_options):
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
-    print(cmd)
+    copiers = list(cluster.instances.keys())
 
-    for instance_name, instance in cluster.instances.items():
+    for instance_name in copiers:
+        instance = cluster.instances[instance_name]
         container = instance.get_docker_handle()
+        instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
+                                        "/etc/clickhouse-server/config-copier.xml")
+        print("Copied copier config to {}".format(instance.name))
         exec_id = docker_api.exec_create(container.id, cmd, stderr=True)
-        docker_api.exec_start(exec_id, detach=True)
-
+        output = docker_api.exec_start(exec_id).decode('utf8')
+        print(output)
         copiers_exec_ids.append(exec_id)
         print("Copier for {} ({}) has started".format(instance.name, instance.ip_address))
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+    for exec_id, instance_name in zip(copiers_exec_ids, copiers):
+        instance = cluster.instances[instance_name]
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
                 break
-            time.sleep(1)
+            time.sleep(0.5)
 
         assert res['ExitCode'] == 0, "Instance: {} ({}). Info: {}".format(instance.name, instance.ip_address, repr(res))
 
@@ -128,53 +140,27 @@ def execute_task(task, cmd_options):
 # Tests
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
     else:
-        print("AAAAA")
         execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy_with_move_fault(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
                                                     '--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
-
-
-if __name__ == '__main__':
-    with contextmanager(started_cluster)() as cluster:
-        for name, instance in list(cluster.instances.items()):
-            print(name, instance.ip_address)
-        input("Cluster created, press any key to destroy...")
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])

From 1c548058e60126ee419e956658ed488dc64af5b1 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 29 Apr 2021 22:16:51 +0300
Subject: [PATCH 0767/1060] add status json

---
 programs/copier/ClusterCopier.cpp             | 66 +++++++++++++++----
 programs/copier/ClusterCopier.h               |  1 -
 programs/copier/ClusterCopierApp.cpp          | 21 ++++++
 programs/copier/ClusterCopierApp.h            |  3 +-
 programs/copier/StatusAccumulator.h           | 65 ++++++++++++++++++
 programs/copier/TaskCluster.h                 |  4 ++
 programs/copier/TaskTableAndShard.h           | 14 ++++
 .../test_cluster_copier/test_trivial.py       |  4 ++
 8 files changed, 162 insertions(+), 16 deletions(-)
 create mode 100644 programs/copier/StatusAccumulator.h

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 08a8749213a..e747933ff46 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -1,6 +1,7 @@
 #include "ClusterCopier.h"
 
 #include "Internals.h"
+#include "StatusAccumulator.h"
 
 #include <Common/ZooKeeper/ZooKeeper.h>
 #include <Common/ZooKeeper/KeeperException.h>
@@ -44,10 +45,9 @@ void ClusterCopier::init()
     task_cluster = std::make_unique<TaskCluster>(task_zookeeper_path, working_database_name);
 
     reloadTaskDescription();
-    task_cluster_initial_config = task_cluster_current_config;
 
-    task_cluster->loadTasks(*task_cluster_initial_config);
-    getContext()->setClustersConfig(task_cluster_initial_config, task_cluster->clusters_prefix);
+    task_cluster->loadTasks(*task_cluster_current_config);
+    getContext()->setClustersConfig(task_cluster_current_config, task_cluster->clusters_prefix);
 
     /// Set up shards and their priority
     task_cluster->random_engine.seed(task_cluster->random_device());
@@ -64,6 +64,8 @@ void ClusterCopier::init()
 
     zookeeper->createAncestors(getWorkersPathVersion() + "/");
     zookeeper->createAncestors(getWorkersPath() + "/");
+    /// Init status node
+    zookeeper->createIfNotExists(task_zookeeper_path + "/status", "{}");
 }
 
 template <typename T>
@@ -231,23 +233,17 @@ void ClusterCopier::reloadTaskDescription()
     auto zookeeper = getContext()->getZooKeeper();
     task_description_watch_zookeeper = zookeeper;
 
-    String task_config_str;
     Coordination::Stat stat{};
-    Coordination::Error code;
 
-    zookeeper->tryGetWatch(task_description_path, task_config_str, &stat, task_description_watch_callback, &code);
-    if (code != Coordination::Error::ZOK)
-        throw Exception("Can't get description node " + task_description_path, ErrorCodes::BAD_ARGUMENTS);
+    /// It will throw exception if such a node doesn't exist.
+    auto task_config_str = zookeeper->get(task_description_path, &stat);
 
-    LOG_INFO(log, "Loading description, zxid={}", task_description_current_stat.czxid);
-    auto config = getConfigurationFromXMLString(task_config_str);
+    LOG_INFO(log, "Loading task description");
+    task_cluster_current_config = getConfigurationFromXMLString(task_config_str);
 
     /// Setup settings
-    task_cluster->reloadSettings(*config);
+    task_cluster->reloadSettings(*task_cluster_current_config);
     getContext()->setSettings(task_cluster->settings_common);
-
-    task_cluster_current_config = config;
-    task_description_current_stat = stat;
 }
 
 void ClusterCopier::updateConfigIfNeeded()
@@ -689,6 +685,23 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
     {
         String state_finished = TaskStateWithOwner::getData(TaskState::Finished, host_id);
         zookeeper->set(current_partition_attach_is_done, state_finished, 0);
+        /// Also increment a counter of processed partitions
+        while (true)
+        {
+            Coordination::Stat stat;
+            auto status_json = zookeeper->get(task_zookeeper_path + "/status", &stat);
+            auto statuses = StatusAccumulator::fromJSON(status_json);
+
+            /// Increment status for table.
+            auto status_for_table = (*statuses)[task_table.name_in_config];
+            status_for_table.processed_partitions_count += 1;
+            (*statuses)[task_table.name_in_config] = status_for_table;
+
+            auto statuses_to_commit = StatusAccumulator::serializeToJSON(statuses);
+            auto error = zookeeper->trySet(task_zookeeper_path + "/status", statuses_to_commit, stat.version, &stat);
+            if (error == Coordination::Error::ZOK)
+                break;
+        }
     }
 
     return TaskStatus::Finished;
@@ -907,6 +920,31 @@ bool ClusterCopier::tryProcessTable(const ConnectionTimeouts & timeouts, TaskTab
         LOG_WARNING(log, "Create destination Tale Failed ");
         return false;
     }
+
+    /// Set all_partitions_count for table in Zookeeper
+    auto zookeeper = getContext()->getZooKeeper();
+    while (true)
+    {
+        Coordination::Stat stat;
+        auto status_json = zookeeper->get(task_zookeeper_path + "/status", &stat);
+        auto statuses = StatusAccumulator::fromJSON(status_json);
+
+        /// Exit if someone already set the initial value for this table.
+        if (statuses->find(task_table.name_in_config) != statuses->end())
+            break;
+        (*statuses)[task_table.name_in_config] = StatusAccumulator::TableStatus
+        {
+            /*all_partitions_count=*/task_table.ordered_partition_names.size(),
+            /*processed_partition_count=*/0
+        };
+
+        auto statuses_to_commit = StatusAccumulator::serializeToJSON(statuses);
+        auto error = zookeeper->trySet(task_zookeeper_path + "/status", statuses_to_commit, stat.version);
+        if (error == Coordination::Error::ZOK)
+            break;
+    }
+
+
     /// An heuristic: if previous shard is already done, then check next one without sleeps due to max_workers constraint
     bool previous_shard_is_instantly_finished = false;
 
diff --git a/programs/copier/ClusterCopier.h b/programs/copier/ClusterCopier.h
index ad44e3b0ec4..b553f253cde 100644
--- a/programs/copier/ClusterCopier.h
+++ b/programs/copier/ClusterCopier.h
@@ -210,7 +210,6 @@ private:
 
     ConfigurationPtr task_cluster_initial_config;
     ConfigurationPtr task_cluster_current_config;
-    Coordination::Stat task_description_current_stat{};
 
     std::unique_ptr<TaskCluster> task_cluster;
 
diff --git a/programs/copier/ClusterCopierApp.cpp b/programs/copier/ClusterCopierApp.cpp
index 2422f5467a8..5c4765855ef 100644
--- a/programs/copier/ClusterCopierApp.cpp
+++ b/programs/copier/ClusterCopierApp.cpp
@@ -22,6 +22,7 @@ void ClusterCopierApp::initialize(Poco::Util::Application & self)
     task_path = config().getString("task-path");
     log_level = config().getString("log-level", "info");
     is_safe_mode = config().has("safe-mode");
+    is_status_mode = config().has("status");
     if (config().has("copy-fault-probability"))
         copy_fault_probability = std::max(std::min(config().getDouble("copy-fault-probability"), 1.0), 0.0);
     if (config().has("move-fault-probability"))
@@ -95,6 +96,7 @@ void ClusterCopierApp::defineOptions(Poco::Util::OptionSet & options)
                           .argument("base-dir").binding("base-dir"));
     options.addOption(Poco::Util::Option("experimental-use-sample-offset", "", "Use SAMPLE OFFSET query instead of cityHash64(PRIMARY KEY) % n == k")
                           .argument("experimental-use-sample-offset").binding("experimental-use-sample-offset"));
+    options.addOption(Poco::Util::Option("status", "", "Get for status for current execution").binding("status"));
 
     using Me = std::decay_t<decltype(*this)>;
     options.addOption(Poco::Util::Option("help", "", "produce this help message").binding("help")
@@ -104,6 +106,25 @@ void ClusterCopierApp::defineOptions(Poco::Util::OptionSet & options)
 
 void ClusterCopierApp::mainImpl()
 {
+    /// Status command
+    {
+        if (is_status_mode)
+        {
+            SharedContextHolder shared_context = Context::createShared();
+            auto context = Context::createGlobal(shared_context.get());
+            context->makeGlobalContext();
+            SCOPE_EXIT_SAFE(context->shutdown());
+
+            auto zookeeper = context->getZooKeeper();
+            auto status_json = zookeeper->get(task_path + "/status");
+
+            LOG_INFO(&logger(), "{}", status_json);
+            std::cout << status_json << std::endl;
+
+            context->resetZooKeeper();
+            return;
+        }
+    }
     StatusFile status_file(process_path + "/status", StatusFile::write_full_info);
     ThreadStatus thread_status;
 
diff --git a/programs/copier/ClusterCopierApp.h b/programs/copier/ClusterCopierApp.h
index 257b10cf196..cce07e338c0 100644
--- a/programs/copier/ClusterCopierApp.h
+++ b/programs/copier/ClusterCopierApp.h
@@ -76,8 +76,9 @@ private:
 
     std::string config_xml_path;
     std::string task_path;
-    std::string log_level = "trace";
+    std::string log_level = "info";
     bool is_safe_mode = false;
+    bool is_status_mode = false;
     double copy_fault_probability = 0.0;
     double move_fault_probability = 0.0;
     bool is_help = false;
diff --git a/programs/copier/StatusAccumulator.h b/programs/copier/StatusAccumulator.h
new file mode 100644
index 00000000000..6e20e3dc95d
--- /dev/null
+++ b/programs/copier/StatusAccumulator.h
@@ -0,0 +1,65 @@
+#pragma once
+
+
+#include <Poco/JSON/Parser.h>
+#include <Poco/JSON/JSON.h>
+#include <Poco/JSON/Object.h>
+#include <Poco/JSON/Stringifier.h>
+
+#include <unordered_map>
+#include <memory>
+#include <string>
+#include <iostream>
+
+namespace DB
+{
+
+class StatusAccumulator
+{
+    public:
+        struct TableStatus
+        {
+            size_t all_partitions_count;
+            size_t processed_partitions_count;
+        };
+
+        using Map = std::unordered_map<std::string, TableStatus>;
+        using MapPtr = std::shared_ptr<Map>;
+
+        static MapPtr fromJSON(std::string state_json)
+        {
+            Poco::JSON::Parser parser;
+            auto state = parser.parse(state_json).extract<Poco::JSON::Object::Ptr>();
+            MapPtr result_ptr = std::make_shared<Map>();
+            for (const auto & table_name : state->getNames())
+            {
+                auto table_status_json = state->getValue<std::string>(table_name);
+                auto table_status = parser.parse(table_status_json).extract<Poco::JSON::Object::Ptr>();
+                /// Map entry will be created if it is absent
+                auto & map_table_status = (*result_ptr)[table_name];
+                map_table_status.all_partitions_count += table_status->getValue<size_t>("all_partitions_count");
+                map_table_status.processed_partitions_count += table_status->getValue<size_t>("processed_partitions_count");
+            }
+            return result_ptr;
+        }
+
+        static std::string serializeToJSON(MapPtr statuses)
+        {
+            Poco::JSON::Object result_json;
+            for (const auto & [table_name, table_status] : *statuses)
+            {
+                Poco::JSON::Object status_json;
+                status_json.set("all_partitions_count", table_status.all_partitions_count);
+                status_json.set("processed_partitions_count", table_status.processed_partitions_count);
+
+                result_json.set(table_name, status_json);
+            }
+            std::ostringstream oss;     // STYLE_CHECK_ALLOW_STD_STRING_STREAM
+            oss.exceptions(std::ios::failbit);
+            Poco::JSON::Stringifier::stringify(result_json, oss);
+            auto result = oss.str();
+            return result;
+        }
+};
+
+}
diff --git a/programs/copier/TaskCluster.h b/programs/copier/TaskCluster.h
index 5cf247abaf9..5fc990ccf48 100644
--- a/programs/copier/TaskCluster.h
+++ b/programs/copier/TaskCluster.h
@@ -97,8 +97,12 @@ inline void DB::TaskCluster::reloadSettings(const Poco::Util::AbstractConfigurat
     set_default_value(settings_pull.max_threads, 1);
     set_default_value(settings_pull.max_block_size, 8192UL);
     set_default_value(settings_pull.preferred_block_size_bytes, 0);
+    set_default_value(settings_pull.prefer_localhost_replica, 0);
+
     set_default_value(settings_push.insert_distributed_timeout, 0);
     set_default_value(settings_push.replication_alter_partitions_sync, 2);
+    set_default_value(settings_push.prefer_localhost_replica, 0);
+    
 }
 
 }
diff --git a/programs/copier/TaskTableAndShard.h b/programs/copier/TaskTableAndShard.h
index 77a8db31525..d15cb3fcd57 100644
--- a/programs/copier/TaskTableAndShard.h
+++ b/programs/copier/TaskTableAndShard.h
@@ -52,6 +52,10 @@ struct TaskTable
 
     bool isReplicatedTable() const { return is_replicated_table; }
 
+    /// These nodes are used for check-status option
+    String getStatusAllPartitionCount() const;
+    String getStatusProcessedPartitionsCount() const;
+
     /// Partitions will be split into number-of-splits pieces.
     /// Each piece will be copied independently. (10 by default)
     size_t number_of_splits;
@@ -245,6 +249,16 @@ inline String TaskTable::getCertainPartitionPieceTaskStatusPath(const String & p
     return getPartitionPiecePath(partition_name, piece_number) + "/shards";
 }
 
+inline String TaskTable::getStatusAllPartitionCount() const
+{
+    return task_cluster.task_zookeeper_path + "/status/all_partitions_count";
+}
+
+inline String TaskTable::getStatusProcessedPartitionsCount() const
+{
+    return task_cluster.task_zookeeper_path + "/status/processed_partitions_count";
+}
+
 inline TaskTable::TaskTable(TaskCluster & parent, const Poco::Util::AbstractConfiguration & config,
                      const String & prefix_, const String & table_key)
         : task_cluster(parent)
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index fa103a9018b..8502c0e7f67 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -71,6 +71,10 @@ class TaskTrivial:
                      settings={"insert_distributed_sync": 1})
 
     def check(self):
+        zk = cluster.get_kazoo_client('zoo1')
+        status_data, _ = zk.get(self.zk_task_path + "/status")
+        assert status_data == b'{"hits":{"all_partitions_count":5,"processed_partitions_count":5}}'
+
         source = cluster.instances['s0_0_0']
         destination = cluster.instances['s1_0_0']
 

From 01511d0cbefd19158a87b19ca6f10ff2520aba5c Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 29 Apr 2021 22:33:34 +0300
Subject: [PATCH 0768/1060] better

---
 programs/copier/ClusterCopier.cpp | 85 ++++++++++++++++++-------------
 1 file changed, 49 insertions(+), 36 deletions(-)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index e747933ff46..306016ca383 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -1156,7 +1156,7 @@ TaskStatus ClusterCopier::tryCreateDestinationTable(const ConnectionTimeouts & t
         InterpreterCreateQuery::prepareOnClusterQuery(create, getContext(), task_table.cluster_push_name);
         String query = queryToString(create_query_push_ast);
 
-        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
+        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
@@ -1164,10 +1164,6 @@ TaskStatus ClusterCopier::tryCreateDestinationTable(const ConnectionTimeouts & t
             getQuotedTable(task_table.table_push),
             shards,
             task_table.cluster_push->getShardCount());
-        // if (shards != task_table.cluster_push->getShardCount())
-        // {
-        //     return TaskStatus::Error;
-        // }
     }
     catch (...)
     {
@@ -1431,19 +1427,20 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         auto create_query_push_ast = rewriteCreateQueryStorage(create_query_ast, database_and_table_for_current_piece, new_engine_push_ast);
         String query = queryToString(create_query_push_ast);
 
+<<<<<<< HEAD
         LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
             "Destination tables {} have been created on {} shards of {}",
+=======
+        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
+        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push, ClusterExecutionMode::ON_EACH_NODE);
+        LOG_INFO(log, "Destination tables {} have been created on {} shards of {}",
+>>>>>>> better
             getQuotedTable(task_table.table_push),
             shards,
             task_table.cluster_push->getShardCount());
-
-        // if (shards != task_table.cluster_push->getShardCount())
-        // {
-        //     return TaskStatus::Error;
-        // }
     }
 
 
@@ -1990,39 +1987,53 @@ UInt64 ClusterCopier::executeQueryOnCluster(
 
     for (const auto & replicas : cluster_for_query->getShardsAddresses())
     {
-        const auto & node = replicas[0];
-        try
+        for (const auto & node : replicas)
         {
-            connections.emplace_back(std::make_shared<Connection>(
-                node.host_name, node.port, node.default_database,
-                node.user, node.password, node.cluster, node.cluster_secret,
-                "ClusterCopier", node.compression, node.secure
-            ));
-
-            /// We execute only Alter, Create and Drop queries.
-            const auto header = Block{};
-
-            /// For unknown reason global context is passed to IStorage::read() method
-            /// So, task_identifier is passed as constructor argument. It is more obvious.
-            auto remote_query_executor = std::make_shared<RemoteQueryExecutor>(
-                    *connections.back(), query, header, getContext(),
-                    /*throttler=*/nullptr, Scalars(), Tables(), QueryProcessingStage::Complete);
-
             try
             {
-                remote_query_executor->sendQuery();
+                connections.emplace_back(std::make_shared<Connection>(
+                    node.host_name, node.port, node.default_database,
+                    node.user, node.password, node.cluster, node.cluster_secret,
+                    "ClusterCopier", node.compression, node.secure
+                ));
+
+                /// We execute only Alter, Create and Drop queries.
+                const auto header = Block{};
+
+                /// For unknown reason global context is passed to IStorage::read() method
+                /// So, task_identifier is passed as constructor argument. It is more obvious.
+                auto remote_query_executor = std::make_shared<RemoteQueryExecutor>(
+                        *connections.back(), query, header, getContext(),
+                        /*throttler=*/nullptr, Scalars(), Tables(), QueryProcessingStage::Complete);
+
+                try
+                {
+                    remote_query_executor->sendQuery();
+                }
+                catch (...)
+                {
+                    LOG_WARNING(log, "Seemns like node with address {} is unreachable.", node.host_name);
+                    continue;
+                }
+
+                while (true)
+                {
+                    auto block = remote_query_executor->read();
+                    if (!block)
+                        break;
+                }
+
+                remote_query_executor->finish();
+                ++successfully_executed;
+                break;
             }
             catch (...)
             {
-                LOG_WARNING(log, "Seemns like node with address {} is unreachable {}", node.host_name);
-            }
-
-            while (true)
-            {
-                auto block = remote_query_executor->read();
-                if (!block)
-                    break;
+                LOG_WARNING(log, "An error occurred while processing query : \n {}", query);
+                tryLogCurrentException(log);
+                continue;
             }
+<<<<<<< HEAD
 
             remote_query_executor->finish();
             ++successfully_executed;
@@ -2031,6 +2042,8 @@ UInt64 ClusterCopier::executeQueryOnCluster(
         {
             LOG_WARNING(log, "An error occured while processing query : \n {}", wrapWithColor(query));
             tryLogCurrentException(log);
+=======
+>>>>>>> better
         }
     }
 

From 33dcebbb2456a309a2da3ea0d5c7f3feed82d550 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 30 Apr 2021 01:56:41 +0300
Subject: [PATCH 0769/1060] style

---
 programs/copier/ClusterCopier.cpp             | 39 +------------------
 programs/copier/ClusterCopier.h               |  5 +--
 programs/copier/TaskCluster.h                 |  8 ++--
 .../test_cluster_copier/test_trivial.py       | 19 +--------
 4 files changed, 9 insertions(+), 62 deletions(-)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 306016ca383..d7e37a1a5d3 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -1405,11 +1405,9 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         /// 3) Create helping table on the whole destination cluster
         auto & settings_push = task_cluster->settings_push;
 
-        /// Get a connection to any shard to fetch `CREATE` query
         auto connection = task_table.cluster_push->getAnyShardInfo().pool->get(timeouts, &settings_push, true);
-        /// Execute a request and get `CREATE` query as a string.
         String create_query = getRemoteCreateTable(task_shard.task_table.table_push, *connection, settings_push);
-        /// Parse it to ASTPtr
+
         ParserCreateQuery parser_create_query;
         auto create_query_ast = parseQuery(parser_create_query, create_query, settings_push.max_query_size, settings_push.max_parser_depth);
         /// Define helping table database and name for current partition piece
@@ -1417,8 +1415,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
                 task_table.table_push.first,
                 task_table.table_push.second + "_piece_" + toString(current_piece_number)};
 
-        /// This is a bit of legacy, because we now could parse and engine AST from the whole create query.
-        /// But this is needed to make helping table non-replicated. We simply don't need this
+
         auto new_engine_push_ast = task_table.engine_push_ast;
         if (task_table.isReplicatedTable())
             new_engine_push_ast = task_table.rewriteReplicatedCreateQueryToPlain();
@@ -1427,17 +1424,11 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         auto create_query_push_ast = rewriteCreateQueryStorage(create_query_ast, database_and_table_for_current_piece, new_engine_push_ast);
         String query = queryToString(create_query_push_ast);
 
-<<<<<<< HEAD
         LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
             "Destination tables {} have been created on {} shards of {}",
-=======
-        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
-        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push, ClusterExecutionMode::ON_EACH_NODE);
-        LOG_INFO(log, "Destination tables {} have been created on {} shards of {}",
->>>>>>> better
             getQuotedTable(task_table.table_push),
             shards,
             task_table.cluster_push->getShardCount());
@@ -1750,7 +1741,6 @@ String ClusterCopier::getRemoteCreateTable(const DatabaseAndTableName & table, C
 }
 
 
-
 ASTPtr ClusterCopier::getCreateTableForPullShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard)
 {
     /// Fetch and parse (possibly) new definition
@@ -1766,20 +1756,6 @@ ASTPtr ClusterCopier::getCreateTableForPullShard(const ConnectionTimeouts & time
 }
 
 
-ASTPtr ClusterCopier::getCreateTableForPushShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard)
-{
-    /// Fetch and parse (possibly) new definition
-    auto connection_entry = task_shard.info.pool->get(timeouts, &task_cluster->settings_push, true);
-    String create_query_pull_str = getRemoteCreateTable(
-            task_shard.task_table.table_push,
-            *connection_entry,
-            task_cluster->settings_push);
-
-    ParserCreateQuery parser_create_query;
-    const auto & settings = getContext()->getSettingsRef();
-    return parseQuery(parser_create_query, create_query_pull_str, settings.max_query_size, settings.max_parser_depth);
-}
-
 /// If it is implicitly asked to create split Distributed table for certain piece on current shard, we will do it.
 void ClusterCopier::createShardInternalTables(const ConnectionTimeouts & timeouts,
         TaskShard & task_shard, bool create_split)
@@ -2033,17 +2009,6 @@ UInt64 ClusterCopier::executeQueryOnCluster(
                 tryLogCurrentException(log);
                 continue;
             }
-<<<<<<< HEAD
-
-            remote_query_executor->finish();
-            ++successfully_executed;
-        }
-        catch (...)
-        {
-            LOG_WARNING(log, "An error occured while processing query : \n {}", wrapWithColor(query));
-            tryLogCurrentException(log);
-=======
->>>>>>> better
         }
     }
 
diff --git a/programs/copier/ClusterCopier.h b/programs/copier/ClusterCopier.h
index b553f253cde..bf3fb4f2ffa 100644
--- a/programs/copier/ClusterCopier.h
+++ b/programs/copier/ClusterCopier.h
@@ -24,9 +24,7 @@ public:
             task_zookeeper_path(task_path_),
             host_id(host_id_),
             working_database_name(proxy_database_name_),
-            log(log_) {
-                std::cout << "Level from constructor" << log->getLevel() << std::endl;
-            }
+            log(log_) {}
 
     void init();
 
@@ -162,7 +160,6 @@ protected:
     String getRemoteCreateTable(const DatabaseAndTableName & table, Connection & connection, const Settings & settings);
 
     ASTPtr getCreateTableForPullShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard);
-    ASTPtr getCreateTableForPushShard(const ConnectionTimeouts & timeouts, TaskShard & task_shard);
 
     /// If it is implicitly asked to create split Distributed table for certain piece on current shard, we will do it.
     void createShardInternalTables(const ConnectionTimeouts & timeouts, TaskShard & task_shard, bool create_split = true);
diff --git a/programs/copier/TaskCluster.h b/programs/copier/TaskCluster.h
index 5fc990ccf48..7d8f01ba15f 100644
--- a/programs/copier/TaskCluster.h
+++ b/programs/copier/TaskCluster.h
@@ -77,6 +77,8 @@ inline void DB::TaskCluster::reloadSettings(const Poco::Util::AbstractConfigurat
     if (config.has(prefix + "settings"))
         settings_common.loadSettingsFromConfig(prefix + "settings", config);
 
+    settings_common.prefer_localhost_replica = 0;
+
     settings_pull = settings_common;
     if (config.has(prefix + "settings_pull"))
         settings_pull.loadSettingsFromConfig(prefix + "settings_pull", config);
@@ -92,17 +94,17 @@ inline void DB::TaskCluster::reloadSettings(const Poco::Util::AbstractConfigurat
 
     /// Override important settings
     settings_pull.readonly = 1;
+    settings_pull.prefer_localhost_replica = false;
     settings_push.insert_distributed_sync = true;
+    settings_push.prefer_localhost_replica = false;
+
     set_default_value(settings_pull.load_balancing, LoadBalancing::NEAREST_HOSTNAME);
     set_default_value(settings_pull.max_threads, 1);
     set_default_value(settings_pull.max_block_size, 8192UL);
     set_default_value(settings_pull.preferred_block_size_bytes, 0);
-    set_default_value(settings_pull.prefer_localhost_replica, 0);
 
     set_default_value(settings_push.insert_distributed_timeout, 0);
     set_default_value(settings_push.replication_alter_partitions_sync, 2);
-    set_default_value(settings_push.prefer_localhost_replica, 0);
-    
 }
 
 }
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index 8502c0e7f67..947c4bee5ca 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -14,7 +14,7 @@ CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 
 
-COPYING_FAIL_PROBABILITY = 0.33
+COPYING_FAIL_PROBABILITY = 0.1
 MOVING_FAIL_PROBABILITY = 0.1
 cluster = None
 
@@ -151,20 +151,3 @@ def test_trivial_copy(started_cluster, use_sample_offset):
     else:
         execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
 
-
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
-def test_trivial_copy_with_copy_fault(started_cluster, use_sample_offset):
-    if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
-                                                    '--experimental-use-sample-offset', '1'])
-    else:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
-
-
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
-def test_trivial_copy_with_move_fault(started_cluster, use_sample_offset):
-    if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
-                                                    '--experimental-use-sample-offset', '1'])
-    else:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])

From afc1fe7f3d7970f70700f45d637bf1dc5e1c9201 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 31 May 2021 17:49:02 +0300
Subject: [PATCH 0770/1060] Make ContextPtr const by default.

---
 programs/benchmark/Benchmark.cpp              |  2 +-
 programs/client/Client.cpp                    |  2 +-
 programs/copier/ClusterCopier.h               |  6 +--
 programs/keeper/Keeper.h                      |  4 +-
 programs/local/LocalServer.cpp                |  4 +-
 programs/local/LocalServer.h                  |  6 +--
 programs/obfuscator/Obfuscator.cpp            |  2 +-
 programs/server/Server.h                      |  4 +-
 src/Common/CurrentThread.h                    |  2 +-
 src/Core/ExternalTable.h                      |  4 +-
 src/Core/MySQL/Authentication.cpp             |  4 +-
 src/Core/MySQL/Authentication.h               |  6 +--
 src/Core/PostgreSQLProtocol.h                 | 10 ++--
 .../PushingToViewsBlockOutputStream.h         |  4 +-
 src/Databases/DatabaseAtomic.cpp              |  2 +-
 src/Databases/DatabaseAtomic.h                |  2 +-
 src/Databases/DatabaseLazy.cpp                |  2 +-
 src/Databases/DatabaseLazy.h                  |  2 +-
 src/Databases/DatabaseOnDisk.cpp              |  2 +-
 src/Databases/DatabaseOnDisk.h                |  2 +-
 src/Databases/DatabaseOrdinary.cpp            |  4 +-
 src/Databases/DatabaseOrdinary.h              |  2 +-
 src/Databases/DatabaseReplicated.cpp          |  2 +-
 src/Databases/DatabaseReplicated.h            |  2 +-
 src/Databases/IDatabase.h                     |  2 +-
 .../MySQL/DatabaseConnectionMySQL.cpp         |  2 +-
 src/Databases/MySQL/DatabaseConnectionMySQL.h |  2 +-
 .../MySQL/DatabaseMaterializeMySQL.cpp        |  2 +-
 .../MySQL/DatabaseMaterializeMySQL.h          |  2 +-
 .../MySQL/MaterializeMySQLSyncThread.cpp      |  6 +--
 .../PostgreSQL/DatabasePostgreSQL.cpp         |  2 +-
 src/Databases/PostgreSQL/DatabasePostgreSQL.h |  2 +-
 src/Dictionaries/ClickHouseDictionarySource.h |  2 +-
 src/Dictionaries/DictionarySourceHelpers.cpp  |  2 +-
 src/Dictionaries/DictionarySourceHelpers.h    |  2 +-
 .../ClusterProxy/executeQuery.cpp             |  2 +-
 src/Interpreters/ClusterProxy/executeQuery.h  |  2 +-
 src/Interpreters/Context.cpp                  | 47 +++++++++--------
 src/Interpreters/Context.h                    | 52 +++++++++----------
 src/Interpreters/Context_fwd.h                |  7 ++-
 src/Interpreters/DDLTask.cpp                  |  4 +-
 src/Interpreters/DDLTask.h                    |  4 +-
 src/Interpreters/DDLWorker.h                  |  2 +-
 src/Interpreters/DatabaseCatalog.cpp          |  6 +--
 src/Interpreters/DatabaseCatalog.h            |  6 +--
 .../IInterpreterUnionOrSelectQuery.h          |  2 +-
 src/Interpreters/InterpreterCreateQuery.cpp   |  4 +-
 src/Interpreters/InterpreterCreateQuery.h     |  4 +-
 .../InterpreterCreateQuotaQuery.h             |  4 +-
 src/Interpreters/InterpreterCreateRoleQuery.h |  4 +-
 .../InterpreterCreateRowPolicyQuery.h         |  4 +-
 .../InterpreterCreateSettingsProfileQuery.h   |  4 +-
 src/Interpreters/InterpreterCreateUserQuery.h |  4 +-
 .../InterpreterDropAccessEntityQuery.h        |  4 +-
 src/Interpreters/InterpreterDropQuery.cpp     |  2 +-
 src/Interpreters/InterpreterDropQuery.h       |  4 +-
 .../InterpreterExternalDDLQuery.cpp           |  4 +-
 .../InterpreterExternalDDLQuery.h             |  4 +-
 src/Interpreters/InterpreterFactory.cpp       |  2 +-
 src/Interpreters/InterpreterFactory.h         |  2 +-
 src/Interpreters/InterpreterGrantQuery.h      |  4 +-
 src/Interpreters/InterpreterKillQueryQuery.h  |  4 +-
 src/Interpreters/InterpreterSetQuery.h        |  4 +-
 src/Interpreters/InterpreterSetRoleQuery.h    |  4 +-
 .../InterpreterShowAccessEntitiesQuery.cpp    |  4 +-
 .../InterpreterShowAccessEntitiesQuery.h      |  4 +-
 .../InterpreterShowPrivilegesQuery.cpp        |  2 +-
 .../InterpreterShowPrivilegesQuery.h          |  4 +-
 .../InterpreterShowProcesslistQuery.h         |  6 +--
 .../InterpreterShowTablesQuery.cpp            |  4 +-
 src/Interpreters/InterpreterShowTablesQuery.h |  4 +-
 src/Interpreters/InterpreterSystemQuery.cpp   |  8 +--
 src/Interpreters/InterpreterSystemQuery.h     |  8 +--
 src/Interpreters/MutationsInterpreter.cpp     |  2 +-
 src/Interpreters/MutationsInterpreter.h       |  2 +-
 .../MySQL/InterpretersMySQLDDLQuery.h         |  6 +--
 src/Interpreters/ThreadStatusExt.cpp          |  2 +-
 src/Interpreters/executeQuery.cpp             | 10 ++--
 src/Interpreters/executeQuery.h               |  6 +--
 src/Interpreters/loadMetadata.cpp             |  8 +--
 src/Interpreters/loadMetadata.h               |  4 +-
 src/Processors/Pipe.h                         |  4 +-
 src/Processors/QueryPipeline.h                |  2 +-
 .../QueryPlan/ReadFromPreparedSource.cpp      |  2 +-
 .../QueryPlan/ReadFromPreparedSource.h        |  4 +-
 src/Server/GRPCServer.cpp                     |  6 +--
 src/Server/HTTPHandler.cpp                    | 14 ++---
 src/Server/HTTPHandler.h                      | 22 ++++----
 src/Server/IServer.h                          |  2 +-
 src/Server/MySQLHandler.h                     |  2 +-
 src/Server/PostgreSQLHandler.h                |  2 +-
 src/Server/TCPHandler.h                       |  4 +-
 .../DistributedBlockOutputStream.h            |  2 +-
 src/Storages/Kafka/KafkaBlockOutputStream.h   |  4 +-
 src/Storages/LiveView/StorageLiveView.h       |  2 +-
 .../LiveView/TemporaryLiveViewCleaner.cpp     |  6 +--
 .../LiveView/TemporaryLiveViewCleaner.h       |  6 +--
 src/Storages/MergeTree/MergeTreeData.cpp      |  4 +-
 src/Storages/MergeTree/MergeTreeData.h        |  4 +-
 src/Storages/RabbitMQ/StorageRabbitMQ.h       |  2 +-
 src/Storages/StorageFactory.cpp               |  8 +--
 src/Storages/StorageFactory.h                 | 12 ++---
 src/Storages/StorageMaterializedView.cpp      |  4 +-
 src/Storages/StorageMaterializedView.h        |  2 +-
 src/Storages/StorageMerge.cpp                 |  2 +-
 src/Storages/StorageMerge.h                   |  2 +-
 src/Storages/StorageMergeTree.cpp             |  2 +-
 src/Storages/StorageMergeTree.h               |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |  2 +-
 src/Storages/StorageReplicatedMergeTree.h     |  2 +-
 110 files changed, 265 insertions(+), 259 deletions(-)

diff --git a/programs/benchmark/Benchmark.cpp b/programs/benchmark/Benchmark.cpp
index 1d2b579db3a..82c93eef9ff 100644
--- a/programs/benchmark/Benchmark.cpp
+++ b/programs/benchmark/Benchmark.cpp
@@ -159,7 +159,7 @@ private:
     bool print_stacktrace;
     const Settings & settings;
     SharedContextHolder shared_context;
-    ContextPtr global_context;
+    ContextMutablePtr global_context;
     QueryProcessingStage::Enum query_processing_stage;
 
     /// Don't execute new queries after timelimit or SIGINT or exception
diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 098f7e689c5..23adeca03a8 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -181,7 +181,7 @@ private:
     bool has_vertical_output_suffix = false; /// Is \G present at the end of the query string?
 
     SharedContextHolder shared_context = Context::createShared();
-    ContextPtr context = Context::createGlobal(shared_context.get());
+    ContextMutablePtr context = Context::createGlobal(shared_context.get());
 
     /// Buffer that reads from stdin in batch mode.
     ReadBufferFromFileDescriptor std_in{STDIN_FILENO};
diff --git a/programs/copier/ClusterCopier.h b/programs/copier/ClusterCopier.h
index e875ca7df2e..085fa2ece06 100644
--- a/programs/copier/ClusterCopier.h
+++ b/programs/copier/ClusterCopier.h
@@ -12,14 +12,14 @@
 namespace DB
 {
 
-class ClusterCopier : WithContext
+class ClusterCopier : WithMutableContext
 {
 public:
     ClusterCopier(const String & task_path_,
                   const String & host_id_,
                   const String & proxy_database_name_,
-                  ContextPtr context_)
-            : WithContext(context_),
+                  ContextMutablePtr context_)
+            : WithMutableContext(context_),
             task_zookeeper_path(task_path_),
             host_id(host_id_),
             working_database_name(proxy_database_name_),
diff --git a/programs/keeper/Keeper.h b/programs/keeper/Keeper.h
index e80fe10b61c..f5b97dacf7d 100644
--- a/programs/keeper/Keeper.h
+++ b/programs/keeper/Keeper.h
@@ -32,7 +32,7 @@ public:
         return BaseDaemon::logger();
     }
 
-    ContextPtr context() const override
+    ContextMutablePtr context() const override
     {
         return global_context;
     }
@@ -58,7 +58,7 @@ protected:
     std::string getDefaultConfigFileName() const override;
 
 private:
-    ContextPtr global_context;
+    ContextMutablePtr global_context;
 
     Poco::Net::SocketAddress socketBindListen(Poco::Net::ServerSocket & socket, const std::string & host, UInt16 port, [[maybe_unused]] bool secure = false) const;
 
diff --git a/programs/local/LocalServer.cpp b/programs/local/LocalServer.cpp
index 043cc596e2b..d8648a4a470 100644
--- a/programs/local/LocalServer.cpp
+++ b/programs/local/LocalServer.cpp
@@ -100,7 +100,7 @@ void LocalServer::initialize(Poco::Util::Application & self)
     }
 }
 
-void LocalServer::applyCmdSettings(ContextPtr context)
+void LocalServer::applyCmdSettings(ContextMutablePtr context)
 {
     context->applySettingsChanges(cmd_settings.changes());
 }
@@ -645,7 +645,7 @@ void LocalServer::init(int argc, char ** argv)
     argsToConfig(arguments, config(), 100);
 }
 
-void LocalServer::applyCmdOptions(ContextPtr context)
+void LocalServer::applyCmdOptions(ContextMutablePtr context)
 {
     context->setDefaultFormat(config().getString("output-format", config().getString("format", "TSV")));
     applyCmdSettings(context);
diff --git a/programs/local/LocalServer.h b/programs/local/LocalServer.h
index c5e9d5716dd..cf8886d9652 100644
--- a/programs/local/LocalServer.h
+++ b/programs/local/LocalServer.h
@@ -36,8 +36,8 @@ private:
     std::string getInitialCreateTableQuery();
 
     void tryInitPath();
-    void applyCmdOptions(ContextPtr context);
-    void applyCmdSettings(ContextPtr context);
+    void applyCmdOptions(ContextMutablePtr context);
+    void applyCmdSettings(ContextMutablePtr context);
     void processQueries();
     void setupUsers();
     void cleanup();
@@ -45,7 +45,7 @@ private:
 
 protected:
     SharedContextHolder shared_context;
-    ContextPtr global_context;
+    ContextMutablePtr global_context;
 
     /// Settings specified via command line args
     Settings cmd_settings;
diff --git a/programs/obfuscator/Obfuscator.cpp b/programs/obfuscator/Obfuscator.cpp
index fb6817fbf80..f68b255158c 100644
--- a/programs/obfuscator/Obfuscator.cpp
+++ b/programs/obfuscator/Obfuscator.cpp
@@ -1133,7 +1133,7 @@ try
     }
 
     SharedContextHolder shared_context = Context::createShared();
-    ContextPtr context = Context::createGlobal(shared_context.get());
+    auto context = Context::createGlobal(shared_context.get());
     context->makeGlobalContext();
 
     ReadBufferFromFileDescriptor file_in(STDIN_FILENO);
diff --git a/programs/server/Server.h b/programs/server/Server.h
index c698108767c..45e5fccd51d 100644
--- a/programs/server/Server.h
+++ b/programs/server/Server.h
@@ -40,7 +40,7 @@ public:
         return BaseDaemon::logger();
     }
 
-    ContextPtr context() const override
+    ContextMutablePtr context() const override
     {
         return global_context;
     }
@@ -64,7 +64,7 @@ protected:
     std::string getDefaultCorePath() const override;
 
 private:
-    ContextPtr global_context;
+    ContextMutablePtr global_context;
     Poco::Net::SocketAddress socketBindListen(Poco::Net::ServerSocket & socket, const std::string & host, UInt16 port, [[maybe_unused]] bool secure = false) const;
 
     using CreateServerFunc = std::function<void(UInt16)>;
diff --git a/src/Common/CurrentThread.h b/src/Common/CurrentThread.h
index 069f9cf2af7..c6ac7e9933a 100644
--- a/src/Common/CurrentThread.h
+++ b/src/Common/CurrentThread.h
@@ -87,7 +87,7 @@ public:
     /// Initializes query with current thread as master thread in constructor, and detaches it in destructor
     struct QueryScope
     {
-        explicit QueryScope(ContextPtr query_context);
+        explicit QueryScope(ContextMutablePtr query_context);
         ~QueryScope();
 
         void logPeakMemoryUsage();
diff --git a/src/Core/ExternalTable.h b/src/Core/ExternalTable.h
index fcefa3d7fe3..f682bf9b27f 100644
--- a/src/Core/ExternalTable.h
+++ b/src/Core/ExternalTable.h
@@ -80,10 +80,10 @@ public:
 /// Parsing of external table used when sending tables via http
 /// The `handlePart` function will be called for each table passed,
 /// so it's also necessary to call `clean` at the end of the `handlePart`.
-class ExternalTablesHandler : public HTMLForm::PartHandler, BaseExternalTable, WithContext
+class ExternalTablesHandler : public HTMLForm::PartHandler, BaseExternalTable, WithMutableContext
 {
 public:
-    ExternalTablesHandler(ContextPtr context_, const Poco::Net::NameValueCollection & params_) : WithContext(context_), params(params_) {}
+    ExternalTablesHandler(ContextMutablePtr context_, const Poco::Net::NameValueCollection & params_) : WithMutableContext(context_), params(params_) {}
 
     void handlePart(const Poco::Net::MessageHeader & header, ReadBuffer & stream) override;
 
diff --git a/src/Core/MySQL/Authentication.cpp b/src/Core/MySQL/Authentication.cpp
index b8dff9972c7..0258f9f94af 100644
--- a/src/Core/MySQL/Authentication.cpp
+++ b/src/Core/MySQL/Authentication.cpp
@@ -73,7 +73,7 @@ Native41::Native41(const String & password, const String & auth_plugin_data)
 }
 
 void Native41::authenticate(
-    const String & user_name, std::optional<String> auth_response, ContextPtr context,
+    const String & user_name, std::optional<String> auth_response, ContextMutablePtr context,
     std::shared_ptr<PacketEndpoint> packet_endpoint, bool, const Poco::Net::SocketAddress & address)
 {
     if (!auth_response)
@@ -136,7 +136,7 @@ Sha256Password::Sha256Password(RSA & public_key_, RSA & private_key_, Poco::Logg
 }
 
 void Sha256Password::authenticate(
-    const String & user_name, std::optional<String> auth_response, ContextPtr context,
+    const String & user_name, std::optional<String> auth_response, ContextMutablePtr context,
     std::shared_ptr<PacketEndpoint> packet_endpoint, bool is_secure_connection, const Poco::Net::SocketAddress & address)
 {
     if (!auth_response)
diff --git a/src/Core/MySQL/Authentication.h b/src/Core/MySQL/Authentication.h
index 5358e2da737..acbda2bdb58 100644
--- a/src/Core/MySQL/Authentication.h
+++ b/src/Core/MySQL/Authentication.h
@@ -32,7 +32,7 @@ public:
     virtual String getAuthPluginData() = 0;
 
     virtual void authenticate(
-        const String & user_name, std::optional<String> auth_response, ContextPtr context,
+        const String & user_name, std::optional<String> auth_response, ContextMutablePtr context,
         std::shared_ptr<PacketEndpoint> packet_endpoint, bool is_secure_connection, const Poco::Net::SocketAddress & address) = 0;
 };
 
@@ -49,7 +49,7 @@ public:
     String getAuthPluginData() override { return scramble; }
 
     void authenticate(
-        const String & user_name, std::optional<String> auth_response, ContextPtr context,
+        const String & user_name, std::optional<String> auth_response, ContextMutablePtr context,
         std::shared_ptr<PacketEndpoint> packet_endpoint, bool /* is_secure_connection */, const Poco::Net::SocketAddress & address) override;
 
 private:
@@ -69,7 +69,7 @@ public:
     String getAuthPluginData() override { return scramble; }
 
     void authenticate(
-        const String & user_name, std::optional<String> auth_response, ContextPtr context,
+        const String & user_name, std::optional<String> auth_response, ContextMutablePtr context,
         std::shared_ptr<PacketEndpoint> packet_endpoint, bool is_secure_connection, const Poco::Net::SocketAddress & address) override;
 
 private:
diff --git a/src/Core/PostgreSQLProtocol.h b/src/Core/PostgreSQLProtocol.h
index 9e1afcd187c..7c5800f5a8f 100644
--- a/src/Core/PostgreSQLProtocol.h
+++ b/src/Core/PostgreSQLProtocol.h
@@ -802,7 +802,7 @@ protected:
     static void setPassword(
         const String & user_name,
         const String & password,
-        ContextPtr context,
+        ContextMutablePtr context,
         Messaging::MessageTransport & mt,
         const Poco::Net::SocketAddress & address)
     {
@@ -821,7 +821,7 @@ protected:
 public:
     virtual void authenticate(
         const String & user_name,
-        ContextPtr context,
+        ContextMutablePtr context,
         Messaging::MessageTransport & mt,
         const Poco::Net::SocketAddress & address) = 0;
 
@@ -835,7 +835,7 @@ class NoPasswordAuth : public AuthenticationMethod
 public:
     void authenticate(
         const String & user_name,
-        ContextPtr context,
+        ContextMutablePtr context,
         Messaging::MessageTransport & mt,
         const Poco::Net::SocketAddress & address) override
     {
@@ -853,7 +853,7 @@ class CleartextPasswordAuth : public AuthenticationMethod
 public:
     void authenticate(
         const String & user_name,
-        ContextPtr context,
+        ContextMutablePtr context,
         Messaging::MessageTransport & mt,
         const Poco::Net::SocketAddress & address) override
     {
@@ -896,7 +896,7 @@ public:
 
     void authenticate(
         const String & user_name,
-        ContextPtr context,
+        ContextMutablePtr context,
         Messaging::MessageTransport & mt,
         const Poco::Net::SocketAddress & address)
     {
diff --git a/src/DataStreams/PushingToViewsBlockOutputStream.h b/src/DataStreams/PushingToViewsBlockOutputStream.h
index 2ae941efc2e..552a0a3452a 100644
--- a/src/DataStreams/PushingToViewsBlockOutputStream.h
+++ b/src/DataStreams/PushingToViewsBlockOutputStream.h
@@ -54,8 +54,8 @@ private:
     };
 
     std::vector<ViewInfo> views;
-    ContextPtr select_context;
-    ContextPtr insert_context;
+    ContextMutablePtr select_context;
+    ContextMutablePtr insert_context;
 
     void process(const Block & block, ViewInfo & view);
 };
diff --git a/src/Databases/DatabaseAtomic.cpp b/src/Databases/DatabaseAtomic.cpp
index e939f76f372..88ead6c9b4c 100644
--- a/src/Databases/DatabaseAtomic.cpp
+++ b/src/Databases/DatabaseAtomic.cpp
@@ -416,7 +416,7 @@ UUID DatabaseAtomic::tryGetTableUUID(const String & table_name) const
     return UUIDHelpers::Nil;
 }
 
-void DatabaseAtomic::loadStoredObjects(ContextPtr local_context, bool has_force_restore_data_flag, bool force_attach)
+void DatabaseAtomic::loadStoredObjects(ContextMutablePtr local_context, bool has_force_restore_data_flag, bool force_attach)
 {
     /// Recreate symlinks to table data dirs in case of force restore, because some of them may be broken
     if (has_force_restore_data_flag)
diff --git a/src/Databases/DatabaseAtomic.h b/src/Databases/DatabaseAtomic.h
index a6acd10b656..c5dedf00d23 100644
--- a/src/Databases/DatabaseAtomic.h
+++ b/src/Databases/DatabaseAtomic.h
@@ -47,7 +47,7 @@ public:
 
     DatabaseTablesIteratorPtr getTablesIterator(ContextPtr context, const FilterByNameFunction & filter_by_table_name) override;
 
-    void loadStoredObjects(ContextPtr context, bool has_force_restore_data_flag, bool force_attach) override;
+    void loadStoredObjects(ContextMutablePtr context, bool has_force_restore_data_flag, bool force_attach) override;
 
     /// Atomic database cannot be detached if there is detached table which still in use
     void assertCanBeDetached(bool cleanup) override;
diff --git a/src/Databases/DatabaseLazy.cpp b/src/Databases/DatabaseLazy.cpp
index 80179de104a..f77133f68e7 100644
--- a/src/Databases/DatabaseLazy.cpp
+++ b/src/Databases/DatabaseLazy.cpp
@@ -35,7 +35,7 @@ DatabaseLazy::DatabaseLazy(const String & name_, const String & metadata_path_,
 
 
 void DatabaseLazy::loadStoredObjects(
-    ContextPtr local_context,
+    ContextMutablePtr local_context,
     bool /* has_force_restore_data_flag */,
     bool /*force_attach*/)
 {
diff --git a/src/Databases/DatabaseLazy.h b/src/Databases/DatabaseLazy.h
index 99a71b342fa..949869f4509 100644
--- a/src/Databases/DatabaseLazy.h
+++ b/src/Databases/DatabaseLazy.h
@@ -27,7 +27,7 @@ public:
     bool canContainDistributedTables() const override { return false; }
 
     void loadStoredObjects(
-        ContextPtr context,
+        ContextMutablePtr context,
         bool has_force_restore_data_flag, bool force_attach) override;
 
     void createTable(
diff --git a/src/Databases/DatabaseOnDisk.cpp b/src/Databases/DatabaseOnDisk.cpp
index 3db5314bbd3..af0ec35f5a2 100644
--- a/src/Databases/DatabaseOnDisk.cpp
+++ b/src/Databases/DatabaseOnDisk.cpp
@@ -45,7 +45,7 @@ std::pair<String, StoragePtr> createTableFromAST(
     ASTCreateQuery ast_create_query,
     const String & database_name,
     const String & table_data_path_relative,
-    ContextPtr context,
+    ContextMutablePtr context,
     bool has_force_restore_data_flag)
 {
     ast_create_query.attach = true;
diff --git a/src/Databases/DatabaseOnDisk.h b/src/Databases/DatabaseOnDisk.h
index 677465e306e..73b69dd43a5 100644
--- a/src/Databases/DatabaseOnDisk.h
+++ b/src/Databases/DatabaseOnDisk.h
@@ -16,7 +16,7 @@ std::pair<String, StoragePtr> createTableFromAST(
     ASTCreateQuery ast_create_query,
     const String & database_name,
     const String & table_data_path_relative,
-    ContextPtr context,
+    ContextMutablePtr context,
     bool has_force_restore_data_flag);
 
 /** Get the string with the table definition based on the CREATE query.
diff --git a/src/Databases/DatabaseOrdinary.cpp b/src/Databases/DatabaseOrdinary.cpp
index 4a150972573..eccee68da40 100644
--- a/src/Databases/DatabaseOrdinary.cpp
+++ b/src/Databases/DatabaseOrdinary.cpp
@@ -35,7 +35,7 @@ static constexpr size_t METADATA_FILE_BUFFER_SIZE = 32768;
 namespace
 {
     void tryAttachTable(
-        ContextPtr context,
+        ContextMutablePtr context,
         const ASTCreateQuery & query,
         DatabaseOrdinary & database,
         const String & database_name,
@@ -84,7 +84,7 @@ DatabaseOrdinary::DatabaseOrdinary(
 {
 }
 
-void DatabaseOrdinary::loadStoredObjects(ContextPtr local_context, bool has_force_restore_data_flag, bool /*force_attach*/)
+void DatabaseOrdinary::loadStoredObjects(ContextMutablePtr local_context, bool has_force_restore_data_flag, bool /*force_attach*/)
 {
     /** Tables load faster if they are loaded in sorted (by name) order.
       * Otherwise (for the ext4 filesystem), `DirectoryIterator` iterates through them in some order,
diff --git a/src/Databases/DatabaseOrdinary.h b/src/Databases/DatabaseOrdinary.h
index 8a32bb10991..4d68890cc2b 100644
--- a/src/Databases/DatabaseOrdinary.h
+++ b/src/Databases/DatabaseOrdinary.h
@@ -20,7 +20,7 @@ public:
 
     String getEngineName() const override { return "Ordinary"; }
 
-    void loadStoredObjects(ContextPtr context, bool has_force_restore_data_flag, bool force_attach) override;
+    void loadStoredObjects(ContextMutablePtr context, bool has_force_restore_data_flag, bool force_attach) override;
 
     void alterTable(
         ContextPtr context,
diff --git a/src/Databases/DatabaseReplicated.cpp b/src/Databases/DatabaseReplicated.cpp
index d36fe45f748..8d27595338a 100644
--- a/src/Databases/DatabaseReplicated.cpp
+++ b/src/Databases/DatabaseReplicated.cpp
@@ -300,7 +300,7 @@ void DatabaseReplicated::createReplicaNodesInZooKeeper(const zkutil::ZooKeeperPt
     current_zookeeper->multi(ops);
 }
 
-void DatabaseReplicated::loadStoredObjects(ContextPtr local_context, bool has_force_restore_data_flag, bool force_attach)
+void DatabaseReplicated::loadStoredObjects(ContextMutablePtr local_context, bool has_force_restore_data_flag, bool force_attach)
 {
     tryConnectToZooKeeperAndInitDatabase(force_attach);
 
diff --git a/src/Databases/DatabaseReplicated.h b/src/Databases/DatabaseReplicated.h
index b930d27c19b..b1fe0e58b0e 100644
--- a/src/Databases/DatabaseReplicated.h
+++ b/src/Databases/DatabaseReplicated.h
@@ -57,7 +57,7 @@ public:
 
     void drop(ContextPtr /*context*/) override;
 
-    void loadStoredObjects(ContextPtr context, bool has_force_restore_data_flag, bool force_attach) override;
+    void loadStoredObjects(ContextMutablePtr context, bool has_force_restore_data_flag, bool force_attach) override;
     void shutdown() override;
 
     friend struct DatabaseReplicatedTask;
diff --git a/src/Databases/IDatabase.h b/src/Databases/IDatabase.h
index ea07e51bffd..ba5fa974d5c 100644
--- a/src/Databases/IDatabase.h
+++ b/src/Databases/IDatabase.h
@@ -122,7 +122,7 @@ public:
 
     /// Load a set of existing tables.
     /// You can call only once, right after the object is created.
-    virtual void loadStoredObjects(ContextPtr /*context*/, bool /*has_force_restore_data_flag*/, bool /*force_attach*/ = false) {}
+    virtual void loadStoredObjects(ContextMutablePtr /*context*/, bool /*has_force_restore_data_flag*/, bool /*force_attach*/ = false) {}
 
     /// Check the existence of the table.
     virtual bool isTableExist(const String & name, ContextPtr context) const = 0;
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
index 9b71fe537ec..50b1c77c87e 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.cpp
@@ -399,7 +399,7 @@ String DatabaseConnectionMySQL::getMetadataPath() const
     return metadata_path;
 }
 
-void DatabaseConnectionMySQL::loadStoredObjects(ContextPtr, bool, bool /*force_attach*/)
+void DatabaseConnectionMySQL::loadStoredObjects(ContextMutablePtr, bool, bool /*force_attach*/)
 {
 
     std::lock_guard<std::mutex> lock{mutex};
diff --git a/src/Databases/MySQL/DatabaseConnectionMySQL.h b/src/Databases/MySQL/DatabaseConnectionMySQL.h
index c1936e51999..32741185cfa 100644
--- a/src/Databases/MySQL/DatabaseConnectionMySQL.h
+++ b/src/Databases/MySQL/DatabaseConnectionMySQL.h
@@ -74,7 +74,7 @@ public:
 
     void createTable(ContextPtr, const String & table_name, const StoragePtr & storage, const ASTPtr & create_query) override;
 
-    void loadStoredObjects(ContextPtr, bool, bool force_attach) override;
+    void loadStoredObjects(ContextMutablePtr, bool, bool force_attach) override;
 
     StoragePtr detachTable(const String & table_name) override;
 
diff --git a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
index 62a66b22c93..6e82f88c574 100644
--- a/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
+++ b/src/Databases/MySQL/DatabaseMaterializeMySQL.cpp
@@ -92,7 +92,7 @@ void DatabaseMaterializeMySQL<Base>::setException(const std::exception_ptr & exc
 }
 
 template<typename Base>
-void DatabaseMaterializeMySQL<Base>::loadStoredObjects(ContextPtr context_, bool has_force_restore_data_flag, bool force_attach)
+void DatabaseMaterializeMySQL<Base>::loadStoredObjects(ContextMutablePtr context_, bool has_force_restore_data_flag, bool force_attach)
 {
     Base::loadStoredObjects(context_, has_force_restore_data_flag, force_attach);
     if (!force_attach)
diff --git a/src/Databases/MySQL/DatabaseMaterializeMySQL.h b/src/Databases/MySQL/DatabaseMaterializeMySQL.h
index cd9fe640239..74a3c06e6f0 100644
--- a/src/Databases/MySQL/DatabaseMaterializeMySQL.h
+++ b/src/Databases/MySQL/DatabaseMaterializeMySQL.h
@@ -43,7 +43,7 @@ protected:
 public:
     String getEngineName() const override { return "MaterializeMySQL"; }
 
-    void loadStoredObjects(ContextPtr context_, bool has_force_restore_data_flag, bool force_attach) override;
+    void loadStoredObjects(ContextMutablePtr context_, bool has_force_restore_data_flag, bool force_attach) override;
 
     void createTable(ContextPtr context_, const String & name, const StoragePtr & table, const ASTPtr & query) override;
 
diff --git a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
index a7ebcb0d3f2..e5783be4624 100644
--- a/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
+++ b/src/Databases/MySQL/MaterializeMySQLSyncThread.cpp
@@ -41,7 +41,7 @@ namespace ErrorCodes
 
 static constexpr auto MYSQL_BACKGROUND_THREAD_NAME = "MySQLDBSync";
 
-static ContextPtr createQueryContext(ContextPtr context)
+static ContextMutablePtr createQueryContext(ContextPtr context)
 {
     Settings new_query_settings = context->getSettings();
     new_query_settings.insert_allow_materialized_columns = true;
@@ -59,7 +59,7 @@ static ContextPtr createQueryContext(ContextPtr context)
     return query_context;
 }
 
-static BlockIO tryToExecuteQuery(const String & query_to_execute, ContextPtr query_context, const String & database, const String & comment)
+static BlockIO tryToExecuteQuery(const String & query_to_execute, ContextMutablePtr query_context, const String & database, const String & comment)
 {
     try
     {
@@ -281,7 +281,7 @@ static inline void cleanOutdatedTables(const String & database_name, ContextPtr
 }
 
 static inline BlockOutputStreamPtr
-getTableOutput(const String & database_name, const String & table_name, ContextPtr query_context, bool insert_materialized = false)
+getTableOutput(const String & database_name, const String & table_name, ContextMutablePtr query_context, bool insert_materialized = false)
 {
     const StoragePtr & storage = DatabaseCatalog::instance().getTable(StorageID(database_name, table_name), query_context);
 
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
index 55813e519e4..1920c047b8e 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.cpp
@@ -280,7 +280,7 @@ void DatabasePostgreSQL::drop(ContextPtr /*context*/)
 }
 
 
-void DatabasePostgreSQL::loadStoredObjects(ContextPtr /* context */, bool, bool /*force_attach*/)
+void DatabasePostgreSQL::loadStoredObjects(ContextMutablePtr /* context */, bool, bool /*force_attach*/)
 {
     {
         std::lock_guard<std::mutex> lock{mutex};
diff --git a/src/Databases/PostgreSQL/DatabasePostgreSQL.h b/src/Databases/PostgreSQL/DatabasePostgreSQL.h
index c5054883f2c..3c3a67ec9d3 100644
--- a/src/Databases/PostgreSQL/DatabasePostgreSQL.h
+++ b/src/Databases/PostgreSQL/DatabasePostgreSQL.h
@@ -47,7 +47,7 @@ public:
 
     bool empty() const override;
 
-    void loadStoredObjects(ContextPtr, bool, bool force_attach) override;
+    void loadStoredObjects(ContextMutablePtr, bool, bool force_attach) override;
 
     DatabaseTablesIteratorPtr getTablesIterator(ContextPtr context, const FilterByNameFunction & filter_by_table_name) override;
 
diff --git a/src/Dictionaries/ClickHouseDictionarySource.h b/src/Dictionaries/ClickHouseDictionarySource.h
index a16b2f18680..cf954a9620d 100644
--- a/src/Dictionaries/ClickHouseDictionarySource.h
+++ b/src/Dictionaries/ClickHouseDictionarySource.h
@@ -79,7 +79,7 @@ private:
     mutable std::string invalidate_query_response;
     ExternalQueryBuilder query_builder;
     Block sample_block;
-    ContextPtr context;
+    ContextMutablePtr context;
     ConnectionPoolWithFailoverPtr pool;
     const std::string load_all_query;
     Poco::Logger * log = &Poco::Logger::get("ClickHouseDictionarySource");
diff --git a/src/Dictionaries/DictionarySourceHelpers.cpp b/src/Dictionaries/DictionarySourceHelpers.cpp
index 6ba4f63be66..723a0c338fd 100644
--- a/src/Dictionaries/DictionarySourceHelpers.cpp
+++ b/src/Dictionaries/DictionarySourceHelpers.cpp
@@ -67,7 +67,7 @@ Block blockForKeys(
     return block;
 }
 
-ContextPtr copyContextAndApplySettings(
+ContextMutablePtr copyContextAndApplySettings(
     const std::string & config_prefix,
     ContextConstPtr context,
     const Poco::Util::AbstractConfiguration & config)
diff --git a/src/Dictionaries/DictionarySourceHelpers.h b/src/Dictionaries/DictionarySourceHelpers.h
index aa0219449e3..2f39f951f8d 100644
--- a/src/Dictionaries/DictionarySourceHelpers.h
+++ b/src/Dictionaries/DictionarySourceHelpers.h
@@ -37,7 +37,7 @@ Block blockForKeys(
     const std::vector<size_t> & requested_rows);
 
 /// Used for applying settings to copied context in some register[...]Source functions
-ContextPtr copyContextAndApplySettings(
+ContextMutablePtr copyContextAndApplySettings(
     const std::string & config_prefix,
     ContextConstPtr context,
     const Poco::Util::AbstractConfiguration & config);
diff --git a/src/Interpreters/ClusterProxy/executeQuery.cpp b/src/Interpreters/ClusterProxy/executeQuery.cpp
index 5284756a4ff..2af65e0fd87 100644
--- a/src/Interpreters/ClusterProxy/executeQuery.cpp
+++ b/src/Interpreters/ClusterProxy/executeQuery.cpp
@@ -24,7 +24,7 @@ namespace ErrorCodes
 namespace ClusterProxy
 {
 
-ContextPtr updateSettingsForCluster(const Cluster & cluster, ContextPtr context, const Settings & settings, Poco::Logger * log)
+ContextMutablePtr updateSettingsForCluster(const Cluster & cluster, ContextPtr context, const Settings & settings, Poco::Logger * log)
 {
     Settings new_settings = settings;
     new_settings.queue_max_wait_ms = Cluster::saturate(new_settings.queue_max_wait_ms, settings.max_execution_time);
diff --git a/src/Interpreters/ClusterProxy/executeQuery.h b/src/Interpreters/ClusterProxy/executeQuery.h
index 46525335803..c9efedfc422 100644
--- a/src/Interpreters/ClusterProxy/executeQuery.h
+++ b/src/Interpreters/ClusterProxy/executeQuery.h
@@ -31,7 +31,7 @@ class IStreamFactory;
 ///   - optimize_skip_unused_shards_nesting
 ///
 /// @return new Context with adjusted settings
-ContextPtr updateSettingsForCluster(const Cluster & cluster, ContextPtr context, const Settings & settings, Poco::Logger * log = nullptr);
+ContextMutablePtr updateSettingsForCluster(const Cluster & cluster, ContextPtr context, const Settings & settings, Poco::Logger * log = nullptr);
 
 /// Execute a distributed query, creating a vector of BlockInputStreams, from which the result can be read.
 /// `stream_factory` object encapsulates the logic of creating streams for a different type of query
diff --git a/src/Interpreters/Context.cpp b/src/Interpreters/Context.cpp
index 7d9c2c27ee2..b6b10906c6b 100644
--- a/src/Interpreters/Context.cpp
+++ b/src/Interpreters/Context.cpp
@@ -140,7 +140,7 @@ public:
     /// Find existing session or create a new.
     std::shared_ptr<NamedSession> acquireSession(
         const String & session_id,
-        ContextPtr context,
+        ContextMutablePtr context,
         std::chrono::steady_clock::duration timeout,
         bool throw_if_not_found)
     {
@@ -513,7 +513,7 @@ SharedContextHolder::SharedContextHolder(std::unique_ptr<ContextSharedPart> shar
 
 void SharedContextHolder::reset() { shared.reset(); }
 
-ContextPtr Context::createGlobal(ContextSharedPart * shared)
+ContextMutablePtr Context::createGlobal(ContextSharedPart * shared)
 {
     auto res = std::shared_ptr<Context>(new Context);
     res->shared = shared;
@@ -530,19 +530,19 @@ SharedContextHolder Context::createShared()
     return SharedContextHolder(std::make_unique<ContextSharedPart>());
 }
 
-ContextPtr Context::createCopy(const ContextConstPtr & other)
+ContextMutablePtr Context::createCopy(const ContextPtr & other)
 {
     return std::shared_ptr<Context>(new Context(*other));
 }
 
-ContextPtr Context::createCopy(const ContextWeakConstPtr & other)
+ContextMutablePtr Context::createCopy(const ContextWeakConstPtr & other)
 {
     auto ptr = other.lock();
     if (!ptr) throw Exception("Can't copy an expired context", ErrorCodes::LOGICAL_ERROR);
     return createCopy(ptr);
 }
 
-ContextPtr Context::createCopy(const ContextPtr & other)
+ContextMutablePtr Context::createCopy(const ContextMutablePtr & other)
 {
     return createCopy(std::const_pointer_cast<const Context>(other));
 }
@@ -1079,7 +1079,7 @@ void Context::addViewSource(const StoragePtr & storage)
 }
 
 
-StoragePtr Context::getViewSource()
+StoragePtr Context::getViewSource() const
 {
     return view_source;
 }
@@ -1313,7 +1313,7 @@ void Context::setMacros(std::unique_ptr<Macros> && macros)
     shared->macros.set(std::move(macros));
 }
 
-ContextPtr Context::getQueryContext() const
+ContextMutablePtr Context::getQueryContext() const
 {
     auto ptr = query_context.lock();
     if (!ptr) throw Exception("There is no query or query context has expired", ErrorCodes::THERE_IS_NO_QUERY);
@@ -1326,21 +1326,21 @@ bool Context::isInternalSubquery() const
     return ptr && ptr.get() != this;
 }
 
-ContextPtr Context::getSessionContext() const
+ContextMutablePtr Context::getSessionContext() const
 {
     auto ptr = session_context.lock();
     if (!ptr) throw Exception("There is no session or session context has expired", ErrorCodes::THERE_IS_NO_SESSION);
     return ptr;
 }
 
-ContextPtr Context::getGlobalContext() const
+ContextMutablePtr Context::getGlobalContext() const
 {
     auto ptr = global_context.lock();
     if (!ptr) throw Exception("There is no global context or global context has expired", ErrorCodes::LOGICAL_ERROR);
     return ptr;
 }
 
-ContextPtr Context::getBufferContext() const
+ContextMutablePtr Context::getBufferContext() const
 {
     if (!buffer_context) throw Exception("There is no buffer context", ErrorCodes::LOGICAL_ERROR);
     return buffer_context;
@@ -1871,7 +1871,7 @@ std::shared_ptr<Cluster> Context::tryGetCluster(const std::string & cluster_name
 }
 
 
-void Context::reloadClusterConfig()
+void Context::reloadClusterConfig() const
 {
     while (true)
     {
@@ -1958,7 +1958,7 @@ bool Context::hasTraceCollector() const
 }
 
 
-std::shared_ptr<QueryLog> Context::getQueryLog()
+std::shared_ptr<QueryLog> Context::getQueryLog() const
 {
     auto lock = getLock();
 
@@ -1969,7 +1969,7 @@ std::shared_ptr<QueryLog> Context::getQueryLog()
 }
 
 
-std::shared_ptr<QueryThreadLog> Context::getQueryThreadLog()
+std::shared_ptr<QueryThreadLog> Context::getQueryThreadLog() const
 {
     auto lock = getLock();
 
@@ -1980,7 +1980,7 @@ std::shared_ptr<QueryThreadLog> Context::getQueryThreadLog()
 }
 
 
-std::shared_ptr<PartLog> Context::getPartLog(const String & part_database)
+std::shared_ptr<PartLog> Context::getPartLog(const String & part_database) const
 {
     auto lock = getLock();
 
@@ -1998,7 +1998,7 @@ std::shared_ptr<PartLog> Context::getPartLog(const String & part_database)
 }
 
 
-std::shared_ptr<TraceLog> Context::getTraceLog()
+std::shared_ptr<TraceLog> Context::getTraceLog() const
 {
     auto lock = getLock();
 
@@ -2009,7 +2009,7 @@ std::shared_ptr<TraceLog> Context::getTraceLog()
 }
 
 
-std::shared_ptr<TextLog> Context::getTextLog()
+std::shared_ptr<TextLog> Context::getTextLog() const
 {
     auto lock = getLock();
 
@@ -2020,7 +2020,7 @@ std::shared_ptr<TextLog> Context::getTextLog()
 }
 
 
-std::shared_ptr<MetricLog> Context::getMetricLog()
+std::shared_ptr<MetricLog> Context::getMetricLog() const
 {
     auto lock = getLock();
 
@@ -2042,7 +2042,7 @@ std::shared_ptr<AsynchronousMetricLog> Context::getAsynchronousMetricLog() const
 }
 
 
-std::shared_ptr<OpenTelemetrySpanLog> Context::getOpenTelemetrySpanLog()
+std::shared_ptr<OpenTelemetrySpanLog> Context::getOpenTelemetrySpanLog() const
 {
     auto lock = getLock();
 
@@ -2640,11 +2640,14 @@ ZooKeeperMetadataTransactionPtr Context::getZooKeeperMetadataTransaction() const
     return metadata_transaction;
 }
 
-PartUUIDsPtr Context::getPartUUIDs()
+PartUUIDsPtr Context::getPartUUIDs() const
 {
     auto lock = getLock();
     if (!part_uuids)
-        part_uuids = std::make_shared<PartUUIDs>();
+        /// For context itself, only this initialization is not const.
+        /// We could have done in constructor.
+        /// TODO: probably, remove this from Context.
+        const_cast<PartUUIDsPtr &>(part_uuids) = std::make_shared<PartUUIDs>();
 
     return part_uuids;
 }
@@ -2663,11 +2666,11 @@ void Context::setReadTaskCallback(ReadTaskCallback && callback)
     next_task_callback = callback;
 }
 
-PartUUIDsPtr Context::getIgnoredPartUUIDs()
+PartUUIDsPtr Context::getIgnoredPartUUIDs() const
 {
     auto lock = getLock();
     if (!ignored_part_uuids)
-        ignored_part_uuids = std::make_shared<PartUUIDs>();
+        const_cast<PartUUIDsPtr &>(ignored_part_uuids) = std::make_shared<PartUUIDs>();
 
     return ignored_part_uuids;
 }
diff --git a/src/Interpreters/Context.h b/src/Interpreters/Context.h
index 5089d2c0288..97cb1b980f1 100644
--- a/src/Interpreters/Context.h
+++ b/src/Interpreters/Context.h
@@ -252,12 +252,12 @@ private:
     StoragePtr view_source;                 /// Temporary StorageValues used to generate alias columns for materialized views
     Tables table_function_results;          /// Temporary tables obtained by execution of table functions. Keyed by AST tree id.
 
-    ContextWeakPtr query_context;
-    ContextWeakPtr session_context;  /// Session context or nullptr. Could be equal to this.
-    ContextWeakPtr global_context;   /// Global context. Could be equal to this.
+    ContextWeakMutablePtr query_context;
+    ContextWeakMutablePtr session_context;  /// Session context or nullptr. Could be equal to this.
+    ContextWeakMutablePtr global_context;   /// Global context. Could be equal to this.
 
     /// XXX: move this stuff to shared part instead.
-    ContextPtr buffer_context;  /// Buffer context. Could be equal to this.
+    ContextMutablePtr buffer_context;  /// Buffer context. Could be equal to this.
 
 public:
     // Top-level OpenTelemetry trace context for the query. Makes sense only for a query context.
@@ -293,10 +293,10 @@ private:
 
 public:
     /// Create initial Context with ContextShared and etc.
-    static ContextPtr createGlobal(ContextSharedPart * shared);
-    static ContextPtr createCopy(const ContextWeakConstPtr & other);
-    static ContextPtr createCopy(const ContextConstPtr & other);
-    static ContextPtr createCopy(const ContextPtr & other);
+    static ContextMutablePtr createGlobal(ContextSharedPart * shared);
+    static ContextMutablePtr createCopy(const ContextWeakConstPtr & other);
+    static ContextMutablePtr createCopy(const ContextMutablePtr & other);
+    static ContextMutablePtr createCopy(const ContextPtr & other);
     static SharedContextHolder createShared();
 
     void copyFrom(const ContextPtr & other);
@@ -459,7 +459,7 @@ public:
     StoragePtr executeTableFunction(const ASTPtr & table_expression);
 
     void addViewSource(const StoragePtr & storage);
-    StoragePtr getViewSource();
+    StoragePtr getViewSource() const;
 
     String getCurrentDatabase() const;
     String getCurrentQueryId() const { return client_info.current_query_id; }
@@ -555,14 +555,14 @@ public:
 
     /// For methods below you may need to acquire the context lock by yourself.
 
-    ContextPtr getQueryContext() const;
+    ContextMutablePtr getQueryContext() const;
     bool hasQueryContext() const { return !query_context.expired(); }
     bool isInternalSubquery() const;
 
-    ContextPtr getSessionContext() const;
+    ContextMutablePtr getSessionContext() const;
     bool hasSessionContext() const { return !session_context.expired(); }
 
-    ContextPtr getGlobalContext() const;
+    ContextMutablePtr getGlobalContext() const;
     bool hasGlobalContext() const { return !global_context.expired(); }
     bool isGlobalContext() const
     {
@@ -570,10 +570,10 @@ public:
         return ptr && ptr.get() == this;
     }
 
-    ContextPtr getBufferContext() const;
+    ContextMutablePtr getBufferContext() const;
 
-    void setQueryContext(ContextPtr context_) { query_context = context_; }
-    void setSessionContext(ContextPtr context_) { session_context = context_; }
+    void setQueryContext(ContextMutablePtr context_) { query_context = context_; }
+    void setSessionContext(ContextMutablePtr context_) { session_context = context_; }
 
     void makeQueryContext() { query_context = shared_from_this(); }
     void makeSessionContext() { session_context = shared_from_this(); }
@@ -668,7 +668,7 @@ public:
     void setClustersConfig(const ConfigurationPtr & config, const String & config_name = "remote_servers");
     /// Sets custom cluster, but doesn't update configuration
     void setCluster(const String & cluster_name, const std::shared_ptr<Cluster> & cluster);
-    void reloadClusterConfig();
+    void reloadClusterConfig() const;
 
     Compiler & getCompiler();
 
@@ -681,17 +681,17 @@ public:
     bool hasTraceCollector() const;
 
     /// Nullptr if the query log is not ready for this moment.
-    std::shared_ptr<QueryLog> getQueryLog();
-    std::shared_ptr<QueryThreadLog> getQueryThreadLog();
-    std::shared_ptr<TraceLog> getTraceLog();
-    std::shared_ptr<TextLog> getTextLog();
-    std::shared_ptr<MetricLog> getMetricLog();
+    std::shared_ptr<QueryLog> getQueryLog() const;
+    std::shared_ptr<QueryThreadLog> getQueryThreadLog() const;
+    std::shared_ptr<TraceLog> getTraceLog() const;
+    std::shared_ptr<TextLog> getTextLog() const;
+    std::shared_ptr<MetricLog> getMetricLog() const;
     std::shared_ptr<AsynchronousMetricLog> getAsynchronousMetricLog() const;
-    std::shared_ptr<OpenTelemetrySpanLog> getOpenTelemetrySpanLog();
+    std::shared_ptr<OpenTelemetrySpanLog> getOpenTelemetrySpanLog() const;
 
     /// Returns an object used to log operations with parts if it possible.
     /// Provide table name to make required checks.
-    std::shared_ptr<PartLog> getPartLog(const String & part_database);
+    std::shared_ptr<PartLog> getPartLog(const String & part_database) const;
 
     const MergeTreeSettings & getMergeTreeSettings() const;
     const MergeTreeSettings & getReplicatedMergeTreeSettings() const;
@@ -778,8 +778,8 @@ public:
 
     MySQLWireContext mysql;
 
-    PartUUIDsPtr getPartUUIDs();
-    PartUUIDsPtr getIgnoredPartUUIDs();
+    PartUUIDsPtr getPartUUIDs() const;
+    PartUUIDsPtr getIgnoredPartUUIDs() const;
 
     ReadTaskCallback getReadTaskCallback() const;
     void setReadTaskCallback(ReadTaskCallback && callback);
@@ -820,7 +820,7 @@ struct NamedSession
 {
     NamedSessionKey key;
     UInt64 close_cycle = 0;
-    ContextPtr context;
+    ContextMutablePtr context;
     std::chrono::steady_clock::duration timeout;
     NamedSessions & parent;
 
diff --git a/src/Interpreters/Context_fwd.h b/src/Interpreters/Context_fwd.h
index d7232717bb2..af18e5a7fdd 100644
--- a/src/Interpreters/Context_fwd.h
+++ b/src/Interpreters/Context_fwd.h
@@ -22,10 +22,12 @@ class Context;
 
 /// Most used types have shorter names
 /// TODO: in the first part of refactoring all the context pointers are non-const.
-using ContextPtr = std::shared_ptr<Context>;
+using ContextPtr = std::shared_ptr<const Context>;
 using ContextConstPtr = std::shared_ptr<const Context>;
-using ContextWeakPtr = std::weak_ptr<Context>;
+using ContextMutablePtr = std::shared_ptr<Context>;
+using ContextWeakPtr = std::weak_ptr<const Context>;
 using ContextWeakConstPtr = std::weak_ptr<const Context>;
+using ContextWeakMutablePtr = std::weak_ptr<Context>;
 
 template <class Shared = ContextPtr>
 struct WithContextImpl
@@ -50,5 +52,6 @@ protected:
 
 using WithContext = WithContextImpl<>;
 using WithConstContext = WithContextImpl<ContextConstPtr>;
+using WithMutableContext = WithContextImpl<ContextMutablePtr>;
 
 }
diff --git a/src/Interpreters/DDLTask.cpp b/src/Interpreters/DDLTask.cpp
index 087e5504672..4fb44738d8d 100644
--- a/src/Interpreters/DDLTask.cpp
+++ b/src/Interpreters/DDLTask.cpp
@@ -145,7 +145,7 @@ void DDLTaskBase::parseQueryFromEntry(ContextPtr context)
     query = parseQuery(parser_query, begin, end, description, 0, context->getSettingsRef().max_parser_depth);
 }
 
-ContextPtr DDLTaskBase::makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & /*zookeeper*/)
+ContextMutablePtr DDLTaskBase::makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & /*zookeeper*/)
 {
     auto query_context = Context::createCopy(from_context);
     query_context->makeQueryContext();
@@ -355,7 +355,7 @@ void DatabaseReplicatedTask::parseQueryFromEntry(ContextPtr context)
     }
 }
 
-ContextPtr DatabaseReplicatedTask::makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & zookeeper)
+ContextMutablePtr DatabaseReplicatedTask::makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & zookeeper)
 {
     auto query_context = DDLTaskBase::makeQueryContext(from_context, zookeeper);
     query_context->getClientInfo().query_kind = ClientInfo::QueryKind::SECONDARY_QUERY;
diff --git a/src/Interpreters/DDLTask.h b/src/Interpreters/DDLTask.h
index 5fafb42bfd2..2dd9857b78a 100644
--- a/src/Interpreters/DDLTask.h
+++ b/src/Interpreters/DDLTask.h
@@ -98,7 +98,7 @@ struct DDLTaskBase
 
     virtual String getShardID() const = 0;
 
-    virtual ContextPtr makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & zookeeper);
+    virtual ContextMutablePtr makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & zookeeper);
 
     inline String getActiveNodePath() const { return entry_path + "/active/" + host_id_str; }
     inline String getFinishedNodePath() const { return entry_path + "/finished/" + host_id_str; }
@@ -136,7 +136,7 @@ struct DatabaseReplicatedTask : public DDLTaskBase
 
     String getShardID() const override;
     void parseQueryFromEntry(ContextPtr context) override;
-    ContextPtr makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & zookeeper) override;
+    ContextMutablePtr makeQueryContext(ContextPtr from_context, const ZooKeeperPtr & zookeeper) override;
 
     DatabaseReplicated * database;
 };
diff --git a/src/Interpreters/DDLWorker.h b/src/Interpreters/DDLWorker.h
index e92644f0f99..45218226fee 100644
--- a/src/Interpreters/DDLWorker.h
+++ b/src/Interpreters/DDLWorker.h
@@ -110,7 +110,7 @@ protected:
     void runMainThread();
     void runCleanupThread();
 
-    ContextPtr context;
+    ContextMutablePtr context;
     Poco::Logger * log;
 
     std::string host_fqdn;      /// current host domain name
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index 09166103155..7dfc7b93c96 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -528,13 +528,13 @@ void DatabaseCatalog::updateUUIDMapping(const UUID & uuid, DatabasePtr database,
 
 std::unique_ptr<DatabaseCatalog> DatabaseCatalog::database_catalog;
 
-DatabaseCatalog::DatabaseCatalog(ContextPtr global_context_)
-    : WithContext(global_context_), log(&Poco::Logger::get("DatabaseCatalog"))
+DatabaseCatalog::DatabaseCatalog(ContextMutablePtr global_context_)
+    : WithMutableContext(global_context_), log(&Poco::Logger::get("DatabaseCatalog"))
 {
     TemporaryLiveViewCleaner::init(global_context_);
 }
 
-DatabaseCatalog & DatabaseCatalog::init(ContextPtr global_context_)
+DatabaseCatalog & DatabaseCatalog::init(ContextMutablePtr global_context_)
 {
     if (database_catalog)
     {
diff --git a/src/Interpreters/DatabaseCatalog.h b/src/Interpreters/DatabaseCatalog.h
index 783c511fa08..e20259fb973 100644
--- a/src/Interpreters/DatabaseCatalog.h
+++ b/src/Interpreters/DatabaseCatalog.h
@@ -117,13 +117,13 @@ using TemporaryTablesMapping = std::map<String, std::shared_ptr<TemporaryTableHo
 class BackgroundSchedulePoolTaskHolder;
 
 /// For some reason Context is required to get Storage from Database object
-class DatabaseCatalog : boost::noncopyable, WithContext
+class DatabaseCatalog : boost::noncopyable, WithMutableContext
 {
 public:
     static constexpr const char * TEMPORARY_DATABASE = "_temporary_and_external_tables";
     static constexpr const char * SYSTEM_DATABASE = "system";
 
-    static DatabaseCatalog & init(ContextPtr global_context_);
+    static DatabaseCatalog & init(ContextMutablePtr global_context_);
     static DatabaseCatalog & instance();
     static void shutdown();
 
@@ -209,7 +209,7 @@ private:
     // make emplace(global_context_) compile with private constructor ¯\_(ツ)_/¯.
     static std::unique_ptr<DatabaseCatalog> database_catalog;
 
-    explicit DatabaseCatalog(ContextPtr global_context_);
+    explicit DatabaseCatalog(ContextMutablePtr global_context_);
     void assertDatabaseExistsUnlocked(const String & database_name) const;
     void assertDatabaseDoesntExistUnlocked(const String & database_name) const;
 
diff --git a/src/Interpreters/IInterpreterUnionOrSelectQuery.h b/src/Interpreters/IInterpreterUnionOrSelectQuery.h
index 72723d68161..0b07f27e14a 100644
--- a/src/Interpreters/IInterpreterUnionOrSelectQuery.h
+++ b/src/Interpreters/IInterpreterUnionOrSelectQuery.h
@@ -32,7 +32,7 @@ public:
 
 protected:
     ASTPtr query_ptr;
-    ContextPtr context;
+    ContextMutablePtr context;
     Block result_header;
     SelectQueryOptions options;
     size_t max_streams = 1;
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 6cb823aae3c..229ffa2af03 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -89,8 +89,8 @@ namespace ErrorCodes
 
 namespace fs = std::filesystem;
 
-InterpreterCreateQuery::InterpreterCreateQuery(const ASTPtr & query_ptr_, ContextPtr context_)
-    : WithContext(context_), query_ptr(query_ptr_)
+InterpreterCreateQuery::InterpreterCreateQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_)
+    : WithMutableContext(context_), query_ptr(query_ptr_)
 {
 }
 
diff --git a/src/Interpreters/InterpreterCreateQuery.h b/src/Interpreters/InterpreterCreateQuery.h
index 990b87f02be..45f0bbd7cf8 100644
--- a/src/Interpreters/InterpreterCreateQuery.h
+++ b/src/Interpreters/InterpreterCreateQuery.h
@@ -22,10 +22,10 @@ using DatabasePtr = std::shared_ptr<IDatabase>;
 /** Allows to create new table or database,
   *  or create an object for existing table or database.
   */
-class InterpreterCreateQuery : public IInterpreter, WithContext
+class InterpreterCreateQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterCreateQuery(const ASTPtr & query_ptr_, ContextPtr context_);
+    InterpreterCreateQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_);
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterCreateQuotaQuery.h b/src/Interpreters/InterpreterCreateQuotaQuery.h
index d8edd24b2d9..7fb60cde1f6 100644
--- a/src/Interpreters/InterpreterCreateQuotaQuery.h
+++ b/src/Interpreters/InterpreterCreateQuotaQuery.h
@@ -10,10 +10,10 @@ namespace DB
 class ASTCreateQuotaQuery;
 struct Quota;
 
-class InterpreterCreateQuotaQuery : public IInterpreter, WithContext
+class InterpreterCreateQuotaQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterCreateQuotaQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterCreateQuotaQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterCreateRoleQuery.h b/src/Interpreters/InterpreterCreateRoleQuery.h
index 18b3f946837..ee8ff8ff7fb 100644
--- a/src/Interpreters/InterpreterCreateRoleQuery.h
+++ b/src/Interpreters/InterpreterCreateRoleQuery.h
@@ -10,10 +10,10 @@ namespace DB
 class ASTCreateRoleQuery;
 struct Role;
 
-class InterpreterCreateRoleQuery : public IInterpreter, WithContext
+class InterpreterCreateRoleQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterCreateRoleQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterCreateRoleQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterCreateRowPolicyQuery.h b/src/Interpreters/InterpreterCreateRowPolicyQuery.h
index 10167bac669..8adfe6b0855 100644
--- a/src/Interpreters/InterpreterCreateRowPolicyQuery.h
+++ b/src/Interpreters/InterpreterCreateRowPolicyQuery.h
@@ -10,10 +10,10 @@ namespace DB
 class ASTCreateRowPolicyQuery;
 struct RowPolicy;
 
-class InterpreterCreateRowPolicyQuery : public IInterpreter, WithContext
+class InterpreterCreateRowPolicyQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterCreateRowPolicyQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterCreateRowPolicyQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterCreateSettingsProfileQuery.h b/src/Interpreters/InterpreterCreateSettingsProfileQuery.h
index 9ef1f0354a9..aa9264fbf22 100644
--- a/src/Interpreters/InterpreterCreateSettingsProfileQuery.h
+++ b/src/Interpreters/InterpreterCreateSettingsProfileQuery.h
@@ -10,10 +10,10 @@ namespace DB
 class ASTCreateSettingsProfileQuery;
 struct SettingsProfile;
 
-class InterpreterCreateSettingsProfileQuery : public IInterpreter, WithContext
+class InterpreterCreateSettingsProfileQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterCreateSettingsProfileQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterCreateSettingsProfileQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterCreateUserQuery.h b/src/Interpreters/InterpreterCreateUserQuery.h
index e9f4e82e767..7d357924d35 100644
--- a/src/Interpreters/InterpreterCreateUserQuery.h
+++ b/src/Interpreters/InterpreterCreateUserQuery.h
@@ -10,10 +10,10 @@ namespace DB
 class ASTCreateUserQuery;
 struct User;
 
-class InterpreterCreateUserQuery : public IInterpreter, WithContext
+class InterpreterCreateUserQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterCreateUserQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterCreateUserQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterDropAccessEntityQuery.h b/src/Interpreters/InterpreterDropAccessEntityQuery.h
index 7f0f6348610..0ee478e904e 100644
--- a/src/Interpreters/InterpreterDropAccessEntityQuery.h
+++ b/src/Interpreters/InterpreterDropAccessEntityQuery.h
@@ -9,10 +9,10 @@ namespace DB
 
 class AccessRightsElements;
 
-class InterpreterDropAccessEntityQuery : public IInterpreter, WithContext
+class InterpreterDropAccessEntityQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterDropAccessEntityQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterDropAccessEntityQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterDropQuery.cpp b/src/Interpreters/InterpreterDropQuery.cpp
index 24cff90caea..332a52a1d1f 100644
--- a/src/Interpreters/InterpreterDropQuery.cpp
+++ b/src/Interpreters/InterpreterDropQuery.cpp
@@ -42,7 +42,7 @@ static DatabasePtr tryGetDatabase(const String & database_name, bool if_exists)
 }
 
 
-InterpreterDropQuery::InterpreterDropQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_)
+InterpreterDropQuery::InterpreterDropQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_)
 {
 }
 
diff --git a/src/Interpreters/InterpreterDropQuery.h b/src/Interpreters/InterpreterDropQuery.h
index 8e8d577deec..16a08e95a3b 100644
--- a/src/Interpreters/InterpreterDropQuery.h
+++ b/src/Interpreters/InterpreterDropQuery.h
@@ -16,10 +16,10 @@ class AccessRightsElements;
   * or remove information about table (just forget) from server (DETACH),
   * or just clear all data in table (TRUNCATE).
   */
-class InterpreterDropQuery : public IInterpreter, WithContext
+class InterpreterDropQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterDropQuery(const ASTPtr & query_ptr_, ContextPtr context_);
+    InterpreterDropQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_);
 
     /// Drop table or database.
     BlockIO execute() override;
diff --git a/src/Interpreters/InterpreterExternalDDLQuery.cpp b/src/Interpreters/InterpreterExternalDDLQuery.cpp
index 8f9f0cf9ddb..e91b95a988d 100644
--- a/src/Interpreters/InterpreterExternalDDLQuery.cpp
+++ b/src/Interpreters/InterpreterExternalDDLQuery.cpp
@@ -26,8 +26,8 @@ namespace ErrorCodes
     extern const int BAD_ARGUMENTS;
 }
 
-InterpreterExternalDDLQuery::InterpreterExternalDDLQuery(const ASTPtr & query_, ContextPtr context_)
-    : WithContext(context_), query(query_)
+InterpreterExternalDDLQuery::InterpreterExternalDDLQuery(const ASTPtr & query_, ContextMutablePtr context_)
+    : WithMutableContext(context_), query(query_)
 {
 }
 
diff --git a/src/Interpreters/InterpreterExternalDDLQuery.h b/src/Interpreters/InterpreterExternalDDLQuery.h
index 15a842a2611..d084e68d7c8 100644
--- a/src/Interpreters/InterpreterExternalDDLQuery.h
+++ b/src/Interpreters/InterpreterExternalDDLQuery.h
@@ -6,10 +6,10 @@
 namespace DB
 {
 
-class InterpreterExternalDDLQuery : public IInterpreter, WithContext
+class InterpreterExternalDDLQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterExternalDDLQuery(const ASTPtr & query_, ContextPtr context_);
+    InterpreterExternalDDLQuery(const ASTPtr & query_, ContextMutablePtr context_);
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterFactory.cpp b/src/Interpreters/InterpreterFactory.cpp
index 4af8b6ffa7d..79cda364c42 100644
--- a/src/Interpreters/InterpreterFactory.cpp
+++ b/src/Interpreters/InterpreterFactory.cpp
@@ -92,7 +92,7 @@ namespace ErrorCodes
 }
 
 
-std::unique_ptr<IInterpreter> InterpreterFactory::get(ASTPtr & query, ContextPtr context, const SelectQueryOptions & options)
+std::unique_ptr<IInterpreter> InterpreterFactory::get(ASTPtr & query, ContextMutablePtr context, const SelectQueryOptions & options)
 {
     OpenTelemetrySpanHolder span("InterpreterFactory::get()");
 
diff --git a/src/Interpreters/InterpreterFactory.h b/src/Interpreters/InterpreterFactory.h
index c122fe11b7d..774cbd1cb0f 100644
--- a/src/Interpreters/InterpreterFactory.h
+++ b/src/Interpreters/InterpreterFactory.h
@@ -16,7 +16,7 @@ class InterpreterFactory
 public:
     static std::unique_ptr<IInterpreter> get(
         ASTPtr & query,
-        ContextPtr context,
+        ContextMutablePtr context,
         const SelectQueryOptions & options = {});
 };
 
diff --git a/src/Interpreters/InterpreterGrantQuery.h b/src/Interpreters/InterpreterGrantQuery.h
index f5939ff3cb7..abaddcc599b 100644
--- a/src/Interpreters/InterpreterGrantQuery.h
+++ b/src/Interpreters/InterpreterGrantQuery.h
@@ -12,10 +12,10 @@ class ASTGrantQuery;
 struct User;
 struct Role;
 
-class InterpreterGrantQuery : public IInterpreter, WithContext
+class InterpreterGrantQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterGrantQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterGrantQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterKillQueryQuery.h b/src/Interpreters/InterpreterKillQueryQuery.h
index 5ffd9a525a2..9284d777ca7 100644
--- a/src/Interpreters/InterpreterKillQueryQuery.h
+++ b/src/Interpreters/InterpreterKillQueryQuery.h
@@ -10,10 +10,10 @@ namespace DB
 
 class AccessRightsElements;
 
-class InterpreterKillQueryQuery final : public IInterpreter, WithContext
+class InterpreterKillQueryQuery final : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterKillQueryQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) { }
+    InterpreterKillQueryQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) { }
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterSetQuery.h b/src/Interpreters/InterpreterSetQuery.h
index 31519be6f29..9bd49708421 100644
--- a/src/Interpreters/InterpreterSetQuery.h
+++ b/src/Interpreters/InterpreterSetQuery.h
@@ -11,10 +11,10 @@ class ASTSetQuery;
 
 /** Change one or several settings for the session or just for the current context.
   */
-class InterpreterSetQuery : public IInterpreter, WithContext
+class InterpreterSetQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterSetQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterSetQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     /** Usual SET query. Set setting for the session.
       */
diff --git a/src/Interpreters/InterpreterSetRoleQuery.h b/src/Interpreters/InterpreterSetRoleQuery.h
index 70ba3c381ab..0a489f45fcd 100644
--- a/src/Interpreters/InterpreterSetRoleQuery.h
+++ b/src/Interpreters/InterpreterSetRoleQuery.h
@@ -11,10 +11,10 @@ class ASTSetRoleQuery;
 struct RolesOrUsersSet;
 struct User;
 
-class InterpreterSetRoleQuery : public IInterpreter, WithContext
+class InterpreterSetRoleQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterSetRoleQuery(const ASTPtr & query_ptr_, ContextPtr context_) : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterSetRoleQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_) : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterShowAccessEntitiesQuery.cpp b/src/Interpreters/InterpreterShowAccessEntitiesQuery.cpp
index c2c2305f976..41b986e43a2 100644
--- a/src/Interpreters/InterpreterShowAccessEntitiesQuery.cpp
+++ b/src/Interpreters/InterpreterShowAccessEntitiesQuery.cpp
@@ -17,8 +17,8 @@ namespace ErrorCodes
 using EntityType = IAccessEntity::Type;
 
 
-InterpreterShowAccessEntitiesQuery::InterpreterShowAccessEntitiesQuery(const ASTPtr & query_ptr_, ContextPtr context_)
-    : WithContext(context_), query_ptr(query_ptr_)
+InterpreterShowAccessEntitiesQuery::InterpreterShowAccessEntitiesQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_)
+    : WithMutableContext(context_), query_ptr(query_ptr_)
 {
 }
 
diff --git a/src/Interpreters/InterpreterShowAccessEntitiesQuery.h b/src/Interpreters/InterpreterShowAccessEntitiesQuery.h
index 7224f0d593b..35511a38d8f 100644
--- a/src/Interpreters/InterpreterShowAccessEntitiesQuery.h
+++ b/src/Interpreters/InterpreterShowAccessEntitiesQuery.h
@@ -7,10 +7,10 @@
 namespace DB
 {
 
-class InterpreterShowAccessEntitiesQuery : public IInterpreter, WithContext
+class InterpreterShowAccessEntitiesQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterShowAccessEntitiesQuery(const ASTPtr & query_ptr_, ContextPtr context_);
+    InterpreterShowAccessEntitiesQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_);
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterShowPrivilegesQuery.cpp b/src/Interpreters/InterpreterShowPrivilegesQuery.cpp
index c566d31e2fc..201c1cfece8 100644
--- a/src/Interpreters/InterpreterShowPrivilegesQuery.cpp
+++ b/src/Interpreters/InterpreterShowPrivilegesQuery.cpp
@@ -4,7 +4,7 @@
 
 namespace DB
 {
-InterpreterShowPrivilegesQuery::InterpreterShowPrivilegesQuery(const ASTPtr & query_ptr_, ContextPtr context_)
+InterpreterShowPrivilegesQuery::InterpreterShowPrivilegesQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_)
     : query_ptr(query_ptr_), context(context_)
 {
 }
diff --git a/src/Interpreters/InterpreterShowPrivilegesQuery.h b/src/Interpreters/InterpreterShowPrivilegesQuery.h
index 75989263405..852d5173eb1 100644
--- a/src/Interpreters/InterpreterShowPrivilegesQuery.h
+++ b/src/Interpreters/InterpreterShowPrivilegesQuery.h
@@ -11,7 +11,7 @@ class Context;
 class InterpreterShowPrivilegesQuery : public IInterpreter
 {
 public:
-    InterpreterShowPrivilegesQuery(const ASTPtr & query_ptr_, ContextPtr context_);
+    InterpreterShowPrivilegesQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_);
 
     BlockIO execute() override;
 
@@ -20,7 +20,7 @@ public:
 
 private:
     ASTPtr query_ptr;
-    ContextPtr context;
+    ContextMutablePtr context;
 };
 
 }
diff --git a/src/Interpreters/InterpreterShowProcesslistQuery.h b/src/Interpreters/InterpreterShowProcesslistQuery.h
index 5eedb67595e..31454882a89 100644
--- a/src/Interpreters/InterpreterShowProcesslistQuery.h
+++ b/src/Interpreters/InterpreterShowProcesslistQuery.h
@@ -9,11 +9,11 @@ namespace DB
 
 /** Return list of currently executing queries.
   */
-class InterpreterShowProcesslistQuery : public IInterpreter, WithContext
+class InterpreterShowProcesslistQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterShowProcesslistQuery(const ASTPtr & query_ptr_, ContextPtr context_)
-        : WithContext(context_), query_ptr(query_ptr_) {}
+    InterpreterShowProcesslistQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_)
+        : WithMutableContext(context_), query_ptr(query_ptr_) {}
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterShowTablesQuery.cpp b/src/Interpreters/InterpreterShowTablesQuery.cpp
index 901999f004f..609df1404ca 100644
--- a/src/Interpreters/InterpreterShowTablesQuery.cpp
+++ b/src/Interpreters/InterpreterShowTablesQuery.cpp
@@ -18,8 +18,8 @@ namespace ErrorCodes
 }
 
 
-InterpreterShowTablesQuery::InterpreterShowTablesQuery(const ASTPtr & query_ptr_, ContextPtr context_)
-    : WithContext(context_), query_ptr(query_ptr_)
+InterpreterShowTablesQuery::InterpreterShowTablesQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_)
+    : WithMutableContext(context_), query_ptr(query_ptr_)
 {
 }
 
diff --git a/src/Interpreters/InterpreterShowTablesQuery.h b/src/Interpreters/InterpreterShowTablesQuery.h
index b61be568e35..16fc9ef2cf4 100644
--- a/src/Interpreters/InterpreterShowTablesQuery.h
+++ b/src/Interpreters/InterpreterShowTablesQuery.h
@@ -13,10 +13,10 @@ class Context;
 /** Return a list of tables or databases meets specified conditions.
   * Interprets a query through replacing it to SELECT query from system.tables or system.databases.
   */
-class InterpreterShowTablesQuery : public IInterpreter, WithContext
+class InterpreterShowTablesQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterShowTablesQuery(const ASTPtr & query_ptr_, ContextPtr context_);
+    InterpreterShowTablesQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_);
 
     BlockIO execute() override;
 
diff --git a/src/Interpreters/InterpreterSystemQuery.cpp b/src/Interpreters/InterpreterSystemQuery.cpp
index e7babb9b83f..7dab12eb803 100644
--- a/src/Interpreters/InterpreterSystemQuery.cpp
+++ b/src/Interpreters/InterpreterSystemQuery.cpp
@@ -192,8 +192,8 @@ void InterpreterSystemQuery::startStopAction(StorageActionBlockType action_type,
 }
 
 
-InterpreterSystemQuery::InterpreterSystemQuery(const ASTPtr & query_ptr_, ContextPtr context_)
-        : WithContext(context_), query_ptr(query_ptr_->clone()), log(&Poco::Logger::get("InterpreterSystemQuery"))
+InterpreterSystemQuery::InterpreterSystemQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_)
+        : WithMutableContext(context_), query_ptr(query_ptr_->clone()), log(&Poco::Logger::get("InterpreterSystemQuery"))
 {
 }
 
@@ -424,7 +424,7 @@ BlockIO InterpreterSystemQuery::execute()
 }
 
 
-StoragePtr InterpreterSystemQuery::tryRestartReplica(const StorageID & replica, ContextPtr system_context, bool need_ddl_guard)
+StoragePtr InterpreterSystemQuery::tryRestartReplica(const StorageID & replica, ContextMutablePtr system_context, bool need_ddl_guard)
 {
     getContext()->checkAccess(AccessType::SYSTEM_RESTART_REPLICA, replica);
 
@@ -469,7 +469,7 @@ StoragePtr InterpreterSystemQuery::tryRestartReplica(const StorageID & replica,
     return table;
 }
 
-void InterpreterSystemQuery::restartReplicas(ContextPtr system_context)
+void InterpreterSystemQuery::restartReplicas(ContextMutablePtr system_context)
 {
     std::vector<StorageID> replica_names;
     auto & catalog = DatabaseCatalog::instance();
diff --git a/src/Interpreters/InterpreterSystemQuery.h b/src/Interpreters/InterpreterSystemQuery.h
index 341611e0af1..297f7225a92 100644
--- a/src/Interpreters/InterpreterSystemQuery.h
+++ b/src/Interpreters/InterpreterSystemQuery.h
@@ -30,10 +30,10 @@ class ASTSystemQuery;
   * - start/stop actions for all existing tables.
   * Note that the actions for tables that will be created after this query will not be affected.
   */
-class InterpreterSystemQuery : public IInterpreter, WithContext
+class InterpreterSystemQuery : public IInterpreter, WithMutableContext
 {
 public:
-    InterpreterSystemQuery(const ASTPtr & query_ptr_, ContextPtr context_);
+    InterpreterSystemQuery(const ASTPtr & query_ptr_, ContextMutablePtr context_);
 
     BlockIO execute() override;
 
@@ -45,9 +45,9 @@ private:
 
     /// Tries to get a replicated table and restart it
     /// Returns pointer to a newly created table if the restart was successful
-    StoragePtr tryRestartReplica(const StorageID & replica, ContextPtr context, bool need_ddl_guard = true);
+    StoragePtr tryRestartReplica(const StorageID & replica, ContextMutablePtr context, bool need_ddl_guard = true);
 
-    void restartReplicas(ContextPtr system_context);
+    void restartReplicas(ContextMutablePtr system_context);
     void syncReplica(ASTSystemQuery & query);
     void dropReplica(ASTSystemQuery & query);
     bool dropReplicaImpl(ASTSystemQuery & query, const StoragePtr & table);
diff --git a/src/Interpreters/MutationsInterpreter.cpp b/src/Interpreters/MutationsInterpreter.cpp
index 2332dada770..ca0b8257f6e 100644
--- a/src/Interpreters/MutationsInterpreter.cpp
+++ b/src/Interpreters/MutationsInterpreter.cpp
@@ -179,7 +179,7 @@ bool isStorageTouchedByMutations(
     const StoragePtr & storage,
     const StorageMetadataPtr & metadata_snapshot,
     const std::vector<MutationCommand> & commands,
-    ContextPtr context_copy)
+    ContextMutablePtr context_copy)
 {
     if (commands.empty())
         return false;
diff --git a/src/Interpreters/MutationsInterpreter.h b/src/Interpreters/MutationsInterpreter.h
index 7e2f910466b..0d91da5613c 100644
--- a/src/Interpreters/MutationsInterpreter.h
+++ b/src/Interpreters/MutationsInterpreter.h
@@ -23,7 +23,7 @@ bool isStorageTouchedByMutations(
     const StoragePtr & storage,
     const StorageMetadataPtr & metadata_snapshot,
     const std::vector<MutationCommand> & commands,
-    ContextPtr context_copy
+    ContextMutablePtr context_copy
 );
 
 ASTPtr getPartitionAndPredicateExpressionForMutationCommand(
diff --git a/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.h b/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.h
index 3202612ac94..1efbe8ee744 100644
--- a/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.h
+++ b/src/Interpreters/MySQL/InterpretersMySQLDDLQuery.h
@@ -55,12 +55,12 @@ namespace MySQLInterpreter
     };
 
 template <typename InterpreterImpl>
-class InterpreterMySQLDDLQuery : public IInterpreter, WithContext
+class InterpreterMySQLDDLQuery : public IInterpreter, WithMutableContext
 {
 public:
     InterpreterMySQLDDLQuery(
-        const ASTPtr & query_ptr_, ContextPtr context_, const String & mapped_to_database_, const String & mysql_database_)
-        : WithContext(context_), query_ptr(query_ptr_), mapped_to_database(mapped_to_database_), mysql_database(mysql_database_)
+        const ASTPtr & query_ptr_, ContextMutablePtr context_, const String & mapped_to_database_, const String & mysql_database_)
+        : WithMutableContext(context_), query_ptr(query_ptr_), mapped_to_database(mapped_to_database_), mysql_database(mysql_database_)
     {
     }
 
diff --git a/src/Interpreters/ThreadStatusExt.cpp b/src/Interpreters/ThreadStatusExt.cpp
index cff6fb9cbcd..8590b3c94f3 100644
--- a/src/Interpreters/ThreadStatusExt.cpp
+++ b/src/Interpreters/ThreadStatusExt.cpp
@@ -508,7 +508,7 @@ void CurrentThread::detachQueryIfNotDetached()
 }
 
 
-CurrentThread::QueryScope::QueryScope(ContextPtr query_context)
+CurrentThread::QueryScope::QueryScope(ContextMutablePtr query_context)
 {
     CurrentThread::initializeQuery();
     CurrentThread::attachQueryContext(query_context);
diff --git a/src/Interpreters/executeQuery.cpp b/src/Interpreters/executeQuery.cpp
index 542ed7ca0f9..a78c810d5d4 100644
--- a/src/Interpreters/executeQuery.cpp
+++ b/src/Interpreters/executeQuery.cpp
@@ -335,7 +335,7 @@ static void onExceptionBeforeStart(const String & query_for_logging, ContextPtr
     }
 }
 
-static void setQuerySpecificSettings(ASTPtr & ast, ContextPtr context)
+static void setQuerySpecificSettings(ASTPtr & ast, ContextMutablePtr context)
 {
     if (auto * ast_insert_into = dynamic_cast<ASTInsertQuery *>(ast.get()))
     {
@@ -347,7 +347,7 @@ static void setQuerySpecificSettings(ASTPtr & ast, ContextPtr context)
 static std::tuple<ASTPtr, BlockIO> executeQueryImpl(
     const char * begin,
     const char * end,
-    ContextPtr context,
+    ContextMutablePtr context,
     bool internal,
     QueryProcessingStage::Enum stage,
     bool has_query_tail,
@@ -910,7 +910,7 @@ static std::tuple<ASTPtr, BlockIO> executeQueryImpl(
 
 BlockIO executeQuery(
     const String & query,
-    ContextPtr context,
+    ContextMutablePtr context,
     bool internal,
     QueryProcessingStage::Enum stage,
     bool may_have_embedded_data)
@@ -935,7 +935,7 @@ BlockIO executeQuery(
 
 BlockIO executeQuery(
     const String & query,
-    ContextPtr context,
+    ContextMutablePtr context,
     bool internal,
     QueryProcessingStage::Enum stage,
     bool may_have_embedded_data,
@@ -954,7 +954,7 @@ void executeQuery(
     ReadBuffer & istr,
     WriteBuffer & ostr,
     bool allow_into_outfile,
-    ContextPtr context,
+    ContextMutablePtr context,
     std::function<void(const String &, const String &, const String &, const String &)> set_result_details)
 {
     PODArray<char> parse_buf;
diff --git a/src/Interpreters/executeQuery.h b/src/Interpreters/executeQuery.h
index bdb1f877ce3..6448b26a652 100644
--- a/src/Interpreters/executeQuery.h
+++ b/src/Interpreters/executeQuery.h
@@ -16,7 +16,7 @@ void executeQuery(
     ReadBuffer & istr,                  /// Where to read query from (and data for INSERT, if present).
     WriteBuffer & ostr,                 /// Where to write query output to.
     bool allow_into_outfile,            /// If true and the query contains INTO OUTFILE section, redirect output to that file.
-    ContextPtr context,                 /// DB, tables, data types, storage engines, functions, aggregate functions...
+    ContextMutablePtr context,                 /// DB, tables, data types, storage engines, functions, aggregate functions...
     std::function<void(const String &, const String &, const String &, const String &)> set_result_details /// If a non-empty callback is passed, it will be called with the query id, the content-type, the format, and the timezone.
 );
 
@@ -37,7 +37,7 @@ void executeQuery(
 /// must be done separately.
 BlockIO executeQuery(
     const String & query,     /// Query text without INSERT data. The latter must be written to BlockIO::out.
-    ContextPtr context,       /// DB, tables, data types, storage engines, functions, aggregate functions...
+    ContextMutablePtr context,       /// DB, tables, data types, storage engines, functions, aggregate functions...
     bool internal = false,    /// If true, this query is caused by another query and thus needn't be registered in the ProcessList.
     QueryProcessingStage::Enum stage = QueryProcessingStage::Complete,    /// To which stage the query must be executed.
     bool may_have_embedded_data = false /// If insert query may have embedded data
@@ -46,7 +46,7 @@ BlockIO executeQuery(
 /// Old interface with allow_processors flag. For compatibility.
 BlockIO executeQuery(
     const String & query,
-    ContextPtr context,
+    ContextMutablePtr context,
     bool internal,
     QueryProcessingStage::Enum stage,
     bool may_have_embedded_data,
diff --git a/src/Interpreters/loadMetadata.cpp b/src/Interpreters/loadMetadata.cpp
index 79076e57328..9f1934e2e2f 100644
--- a/src/Interpreters/loadMetadata.cpp
+++ b/src/Interpreters/loadMetadata.cpp
@@ -25,7 +25,7 @@ namespace DB
 
 static void executeCreateQuery(
     const String & query,
-    ContextPtr context,
+    ContextMutablePtr context,
     const String & database,
     const String & file_name,
     bool has_force_restore_data_flag)
@@ -46,7 +46,7 @@ static void executeCreateQuery(
 
 
 static void loadDatabase(
-    ContextPtr context,
+    ContextMutablePtr context,
     const String & database,
     const String & database_path,
     bool force_restore_data)
@@ -84,7 +84,7 @@ static void loadDatabase(
 }
 
 
-void loadMetadata(ContextPtr context, const String & default_database_name)
+void loadMetadata(ContextMutablePtr context, const String & default_database_name)
 {
     Poco::Logger * log = &Poco::Logger::get("loadMetadata");
 
@@ -168,7 +168,7 @@ void loadMetadata(ContextPtr context, const String & default_database_name)
 }
 
 
-void loadMetadataSystem(ContextPtr context)
+void loadMetadataSystem(ContextMutablePtr context)
 {
     String path = context->getPath() + "metadata/" + DatabaseCatalog::SYSTEM_DATABASE;
     String metadata_file = path + ".sql";
diff --git a/src/Interpreters/loadMetadata.h b/src/Interpreters/loadMetadata.h
index 047def84bba..cf038a42855 100644
--- a/src/Interpreters/loadMetadata.h
+++ b/src/Interpreters/loadMetadata.h
@@ -8,9 +8,9 @@ namespace DB
 
 /// Load tables from system database. Only real tables like query_log, part_log.
 /// You should first load system database, then attach system tables that you need into it, then load other databases.
-void loadMetadataSystem(ContextPtr context);
+void loadMetadataSystem(ContextMutablePtr context);
 
 /// Load tables from databases and add them to context. Database 'system' is ignored. Use separate function to load system tables.
-void loadMetadata(ContextPtr context, const String & default_database_name = {});
+void loadMetadata(ContextMutablePtr context, const String & default_database_name = {});
 
 }
diff --git a/src/Processors/Pipe.h b/src/Processors/Pipe.h
index f69c2562d7f..dc3be3289fc 100644
--- a/src/Processors/Pipe.h
+++ b/src/Processors/Pipe.h
@@ -110,7 +110,7 @@ public:
     /// Do not allow to change the table while the processors of pipe are alive.
     void addTableLock(TableLockHolder lock) { holder.table_locks.emplace_back(std::move(lock)); }
     /// This methods are from QueryPipeline. Needed to make conversion from pipeline to pipe possible.
-    void addInterpreterContext(std::shared_ptr<Context> context) { holder.interpreter_context.emplace_back(std::move(context)); }
+    void addInterpreterContext(std::shared_ptr<const Context> context) { holder.interpreter_context.emplace_back(std::move(context)); }
     void addStorageHolder(StoragePtr storage) { holder.storage_holders.emplace_back(std::move(storage)); }
     void addQueryIdHolder(std::shared_ptr<QueryIdHolder> query_id_holder) { holder.query_id_holder = std::move(query_id_holder); }
     /// For queries with nested interpreters (i.e. StorageDistributed)
@@ -129,7 +129,7 @@ private:
         /// Some processors may implicitly use Context or temporary Storage created by Interpreter.
         /// But lifetime of Streams is not nested in lifetime of Interpreters, so we have to store it here,
         /// because QueryPipeline is alive until query is finished.
-        std::vector<std::shared_ptr<Context>> interpreter_context;
+        std::vector<std::shared_ptr<const Context>> interpreter_context;
         std::vector<StoragePtr> storage_holders;
         std::vector<TableLockHolder> table_locks;
         std::vector<std::unique_ptr<QueryPlan>> query_plans;
diff --git a/src/Processors/QueryPipeline.h b/src/Processors/QueryPipeline.h
index 90c7e370880..1585f2532ff 100644
--- a/src/Processors/QueryPipeline.h
+++ b/src/Processors/QueryPipeline.h
@@ -119,7 +119,7 @@ public:
     const Block & getHeader() const { return pipe.getHeader(); }
 
     void addTableLock(TableLockHolder lock) { pipe.addTableLock(std::move(lock)); }
-    void addInterpreterContext(std::shared_ptr<Context> context) { pipe.addInterpreterContext(std::move(context)); }
+    void addInterpreterContext(std::shared_ptr<const Context> context) { pipe.addInterpreterContext(std::move(context)); }
     void addStorageHolder(StoragePtr storage) { pipe.addStorageHolder(std::move(storage)); }
     void addQueryPlan(std::unique_ptr<QueryPlan> plan) { pipe.addQueryPlan(std::move(plan)); }
     void setLimits(const StreamLocalLimits & limits) { pipe.setLimits(limits); }
diff --git a/src/Processors/QueryPlan/ReadFromPreparedSource.cpp b/src/Processors/QueryPlan/ReadFromPreparedSource.cpp
index d7711abb3e1..0d1a0fdc619 100644
--- a/src/Processors/QueryPlan/ReadFromPreparedSource.cpp
+++ b/src/Processors/QueryPlan/ReadFromPreparedSource.cpp
@@ -4,7 +4,7 @@
 namespace DB
 {
 
-ReadFromPreparedSource::ReadFromPreparedSource(Pipe pipe_, std::shared_ptr<Context> context_)
+ReadFromPreparedSource::ReadFromPreparedSource(Pipe pipe_, std::shared_ptr<const Context> context_)
     : ISourceStep(DataStream{.header = pipe_.getHeader()})
     , pipe(std::move(pipe_))
     , context(std::move(context_))
diff --git a/src/Processors/QueryPlan/ReadFromPreparedSource.h b/src/Processors/QueryPlan/ReadFromPreparedSource.h
index 69297c3c9ae..0d4e9653806 100644
--- a/src/Processors/QueryPlan/ReadFromPreparedSource.h
+++ b/src/Processors/QueryPlan/ReadFromPreparedSource.h
@@ -9,7 +9,7 @@ namespace DB
 class ReadFromPreparedSource : public ISourceStep
 {
 public:
-    explicit ReadFromPreparedSource(Pipe pipe_, std::shared_ptr<Context> context_ = nullptr);
+    explicit ReadFromPreparedSource(Pipe pipe_, std::shared_ptr<const Context> context_ = nullptr);
 
     String getName() const override { return "ReadFromPreparedSource"; }
 
@@ -17,7 +17,7 @@ public:
 
 private:
     Pipe pipe;
-    std::shared_ptr<Context> context;
+    std::shared_ptr<const Context> context;
 };
 
 class ReadFromStorageStep : public ReadFromPreparedSource
diff --git a/src/Server/GRPCServer.cpp b/src/Server/GRPCServer.cpp
index 6f0f2d30123..2d6de423c5b 100644
--- a/src/Server/GRPCServer.cpp
+++ b/src/Server/GRPCServer.cpp
@@ -521,7 +521,7 @@ namespace
         Poco::Logger * log = nullptr;
 
         std::shared_ptr<NamedSession> session;
-        ContextPtr query_context;
+        ContextMutablePtr query_context;
         std::optional<CurrentThread::QueryScope> query_scope;
         String query_text;
         ASTPtr ast;
@@ -932,8 +932,8 @@ namespace
                     String format = external_table.format();
                     if (format.empty())
                         format = "TabSeparated";
-                    ContextPtr external_table_context = query_context;
-                    ContextPtr temp_context;
+                    ContextMutablePtr external_table_context = query_context;
+                    ContextMutablePtr temp_context;
                     if (!external_table.settings().empty())
                     {
                         temp_context = Context::createCopy(query_context);
diff --git a/src/Server/HTTPHandler.cpp b/src/Server/HTTPHandler.cpp
index 8aed5d20f74..39dc764b958 100644
--- a/src/Server/HTTPHandler.cpp
+++ b/src/Server/HTTPHandler.cpp
@@ -277,7 +277,7 @@ HTTPHandler::~HTTPHandler()
 
 
 bool HTTPHandler::authenticateUser(
-    ContextPtr context,
+    ContextMutablePtr context,
     HTTPServerRequest & request,
     HTMLForm & params,
     HTTPServerResponse & response)
@@ -441,7 +441,7 @@ bool HTTPHandler::authenticateUser(
 
 
 void HTTPHandler::processQuery(
-    ContextPtr context,
+    ContextMutablePtr context,
     HTTPServerRequest & request,
     HTMLForm & params,
     HTTPServerResponse & response,
@@ -937,7 +937,7 @@ DynamicQueryHandler::DynamicQueryHandler(IServer & server_, const std::string &
 {
 }
 
-bool DynamicQueryHandler::customizeQueryParam(ContextPtr context, const std::string & key, const std::string & value)
+bool DynamicQueryHandler::customizeQueryParam(ContextMutablePtr context, const std::string & key, const std::string & value)
 {
     if (key == param_name)
         return true;    /// do nothing
@@ -953,7 +953,7 @@ bool DynamicQueryHandler::customizeQueryParam(ContextPtr context, const std::str
     return false;
 }
 
-std::string DynamicQueryHandler::getQuery(HTTPServerRequest & request, HTMLForm & params, ContextPtr context)
+std::string DynamicQueryHandler::getQuery(HTTPServerRequest & request, HTMLForm & params, ContextMutablePtr context)
 {
     if (likely(!startsWith(request.getContentType(), "multipart/form-data")))
     {
@@ -992,7 +992,7 @@ PredefinedQueryHandler::PredefinedQueryHandler(
 {
 }
 
-bool PredefinedQueryHandler::customizeQueryParam(ContextPtr context, const std::string & key, const std::string & value)
+bool PredefinedQueryHandler::customizeQueryParam(ContextMutablePtr context, const std::string & key, const std::string & value)
 {
     if (receive_params.count(key))
     {
@@ -1003,7 +1003,7 @@ bool PredefinedQueryHandler::customizeQueryParam(ContextPtr context, const std::
     return false;
 }
 
-void PredefinedQueryHandler::customizeContext(HTTPServerRequest & request, ContextPtr context)
+void PredefinedQueryHandler::customizeContext(HTTPServerRequest & request, ContextMutablePtr context)
 {
     /// If in the configuration file, the handler's header is regex and contains named capture group
     /// We will extract regex named capture groups as query parameters
@@ -1039,7 +1039,7 @@ void PredefinedQueryHandler::customizeContext(HTTPServerRequest & request, Conte
     }
 }
 
-std::string PredefinedQueryHandler::getQuery(HTTPServerRequest & request, HTMLForm & params, ContextPtr context)
+std::string PredefinedQueryHandler::getQuery(HTTPServerRequest & request, HTMLForm & params, ContextMutablePtr context)
 {
     if (unlikely(startsWith(request.getContentType(), "multipart/form-data")))
     {
diff --git a/src/Server/HTTPHandler.h b/src/Server/HTTPHandler.h
index 4715949cb87..2149a7ca55c 100644
--- a/src/Server/HTTPHandler.h
+++ b/src/Server/HTTPHandler.h
@@ -33,11 +33,11 @@ public:
     void handleRequest(HTTPServerRequest & request, HTTPServerResponse & response) override;
 
     /// This method is called right before the query execution.
-    virtual void customizeContext(HTTPServerRequest & /* request */, ContextPtr /* context */) {}
+    virtual void customizeContext(HTTPServerRequest & /* request */, ContextMutablePtr /* context */) {}
 
-    virtual bool customizeQueryParam(ContextPtr context, const std::string & key, const std::string & value) = 0;
+    virtual bool customizeQueryParam(ContextMutablePtr context, const std::string & key, const std::string & value) = 0;
 
-    virtual std::string getQuery(HTTPServerRequest & request, HTMLForm & params, ContextPtr context) = 0;
+    virtual std::string getQuery(HTTPServerRequest & request, HTMLForm & params, ContextMutablePtr context) = 0;
 
 private:
     struct Output
@@ -73,7 +73,7 @@ private:
 
     // The request_context and the request_credentials instances may outlive a single request/response loop.
     // This happens only when the authentication mechanism requires more than a single request/response exchange (e.g., SPNEGO).
-    ContextPtr request_context;
+    ContextMutablePtr request_context;
     std::unique_ptr<Credentials> request_credentials;
 
     // Returns true when the user successfully authenticated,
@@ -82,14 +82,14 @@ private:
     //  the request_context and request_credentials instances are preserved.
     // Throws an exception if authentication failed.
     bool authenticateUser(
-        ContextPtr context,
+        ContextMutablePtr context,
         HTTPServerRequest & request,
         HTMLForm & params,
         HTTPServerResponse & response);
 
     /// Also initializes 'used_output'.
     void processQuery(
-        ContextPtr context,
+        ContextMutablePtr context,
         HTTPServerRequest & request,
         HTMLForm & params,
         HTTPServerResponse & response,
@@ -113,9 +113,9 @@ private:
 public:
     explicit DynamicQueryHandler(IServer & server_, const std::string & param_name_ = "query");
 
-    std::string getQuery(HTTPServerRequest & request, HTMLForm & params, ContextPtr context) override;
+    std::string getQuery(HTTPServerRequest & request, HTMLForm & params, ContextMutablePtr context) override;
 
-    bool customizeQueryParam(ContextPtr context, const std::string &key, const std::string &value) override;
+    bool customizeQueryParam(ContextMutablePtr context, const std::string &key, const std::string &value) override;
 };
 
 class PredefinedQueryHandler : public HTTPHandler
@@ -130,11 +130,11 @@ public:
         IServer & server_, const NameSet & receive_params_, const std::string & predefined_query_
         , const CompiledRegexPtr & url_regex_, const std::unordered_map<String, CompiledRegexPtr> & header_name_with_regex_);
 
-    virtual void customizeContext(HTTPServerRequest & request, ContextPtr context) override;
+    virtual void customizeContext(HTTPServerRequest & request, ContextMutablePtr context) override;
 
-    std::string getQuery(HTTPServerRequest & request, HTMLForm & params, ContextPtr context) override;
+    std::string getQuery(HTTPServerRequest & request, HTMLForm & params, ContextMutablePtr context) override;
 
-    bool customizeQueryParam(ContextPtr context, const std::string & key, const std::string & value) override;
+    bool customizeQueryParam(ContextMutablePtr context, const std::string & key, const std::string & value) override;
 };
 
 }
diff --git a/src/Server/IServer.h b/src/Server/IServer.h
index 80736fda3ea..c55b045d2a5 100644
--- a/src/Server/IServer.h
+++ b/src/Server/IServer.h
@@ -28,7 +28,7 @@ public:
     virtual Poco::Logger & logger() const = 0;
 
     /// Returns global application's context.
-    virtual ContextPtr context() const = 0;
+    virtual ContextMutablePtr context() const = 0;
 
     /// Returns true if shutdown signaled.
     virtual bool isCancelled() const = 0;
diff --git a/src/Server/MySQLHandler.h b/src/Server/MySQLHandler.h
index f5fb82b5bef..e681ad2e6f6 100644
--- a/src/Server/MySQLHandler.h
+++ b/src/Server/MySQLHandler.h
@@ -56,7 +56,7 @@ private:
 protected:
     Poco::Logger * log;
 
-    ContextPtr connection_context;
+    ContextMutablePtr connection_context;
 
     std::shared_ptr<MySQLProtocol::PacketEndpoint> packet_endpoint;
 
diff --git a/src/Server/PostgreSQLHandler.h b/src/Server/PostgreSQLHandler.h
index 0f114d388fb..9aaad1d7aa7 100644
--- a/src/Server/PostgreSQLHandler.h
+++ b/src/Server/PostgreSQLHandler.h
@@ -37,7 +37,7 @@ private:
     Poco::Logger * log = &Poco::Logger::get("PostgreSQLHandler");
 
     IServer & server;
-    ContextPtr connection_context;
+    ContextMutablePtr connection_context;
     bool ssl_enabled = false;
     Int32 connection_id = 0;
     Int32 secret_key = 0;
diff --git a/src/Server/TCPHandler.h b/src/Server/TCPHandler.h
index 8387ca5f254..287f849ce4c 100644
--- a/src/Server/TCPHandler.h
+++ b/src/Server/TCPHandler.h
@@ -132,8 +132,8 @@ private:
     UInt64 client_version_patch = 0;
     UInt64 client_tcp_protocol_version = 0;
 
-    ContextPtr connection_context;
-    ContextPtr query_context;
+    ContextMutablePtr connection_context;
+    ContextMutablePtr query_context;
 
     size_t unknown_packet_in_send_data = 0;
 
diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.h b/src/Storages/Distributed/DistributedBlockOutputStream.h
index f574702f35f..a17e7d6565b 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.h
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.h
@@ -84,7 +84,7 @@ private:
     /// Returns the number of blocks was written for each cluster node. Uses during exception handling.
     std::string getCurrentStateDescription();
 
-    ContextPtr context;
+    ContextMutablePtr context;
     StorageDistributed & storage;
     StorageMetadataPtr metadata_snapshot;
     ASTPtr query_ast;
diff --git a/src/Storages/Kafka/KafkaBlockOutputStream.h b/src/Storages/Kafka/KafkaBlockOutputStream.h
index 715ed39b8d6..9f413ae527f 100644
--- a/src/Storages/Kafka/KafkaBlockOutputStream.h
+++ b/src/Storages/Kafka/KafkaBlockOutputStream.h
@@ -12,7 +12,7 @@ public:
     explicit KafkaBlockOutputStream(
         StorageKafka & storage_,
         const StorageMetadataPtr & metadata_snapshot_,
-        const std::shared_ptr<Context> & context_);
+        const std::shared_ptr<const Context> & context_);
 
     Block getHeader() const override;
 
@@ -25,7 +25,7 @@ public:
 private:
     StorageKafka & storage;
     StorageMetadataPtr metadata_snapshot;
-    const std::shared_ptr<Context> context;
+    const std::shared_ptr<const Context> context;
     ProducerBufferPtr buffer;
     BlockOutputStreamPtr child;
 };
diff --git a/src/Storages/LiveView/StorageLiveView.h b/src/Storages/LiveView/StorageLiveView.h
index df09316f333..e787b7bf939 100644
--- a/src/Storages/LiveView/StorageLiveView.h
+++ b/src/Storages/LiveView/StorageLiveView.h
@@ -191,7 +191,7 @@ private:
     ASTPtr inner_query; /// stored query : SELECT * FROM ( SELECT a FROM A)
     ASTPtr inner_subquery; /// stored query's innermost subquery if any
     ASTPtr inner_blocks_query; /// query over the mergeable blocks to produce final result
-    ContextPtr live_view_context;
+    ContextMutablePtr live_view_context;
 
     Poco::Logger * log;
 
diff --git a/src/Storages/LiveView/TemporaryLiveViewCleaner.cpp b/src/Storages/LiveView/TemporaryLiveViewCleaner.cpp
index 7294b82f10d..69369cbc1a3 100644
--- a/src/Storages/LiveView/TemporaryLiveViewCleaner.cpp
+++ b/src/Storages/LiveView/TemporaryLiveViewCleaner.cpp
@@ -16,7 +16,7 @@ namespace ErrorCodes
 
 namespace
 {
-    void executeDropQuery(const StorageID & storage_id, ContextPtr context)
+    void executeDropQuery(const StorageID & storage_id, ContextMutablePtr context)
     {
         if (!DatabaseCatalog::instance().isTableExist(storage_id, context))
             return;
@@ -42,7 +42,7 @@ namespace
 std::unique_ptr<TemporaryLiveViewCleaner> TemporaryLiveViewCleaner::the_instance;
 
 
-void TemporaryLiveViewCleaner::init(ContextPtr global_context_)
+void TemporaryLiveViewCleaner::init(ContextMutablePtr global_context_)
 {
     if (the_instance)
         throw Exception("TemporaryLiveViewCleaner already initialized", ErrorCodes::LOGICAL_ERROR);
@@ -63,7 +63,7 @@ void TemporaryLiveViewCleaner::shutdown()
     the_instance.reset();
 }
 
-TemporaryLiveViewCleaner::TemporaryLiveViewCleaner(ContextPtr global_context_) : WithContext(global_context_)
+TemporaryLiveViewCleaner::TemporaryLiveViewCleaner(ContextMutablePtr global_context_) : WithMutableContext(global_context_)
 {
 }
 
diff --git a/src/Storages/LiveView/TemporaryLiveViewCleaner.h b/src/Storages/LiveView/TemporaryLiveViewCleaner.h
index 9b31bf9c999..3fe0079a46f 100644
--- a/src/Storages/LiveView/TemporaryLiveViewCleaner.h
+++ b/src/Storages/LiveView/TemporaryLiveViewCleaner.h
@@ -14,7 +14,7 @@ struct StorageID;
 
 /// This class removes temporary live views in the background thread when it's possible.
 /// There should only a single instance of this class.
-class TemporaryLiveViewCleaner : WithContext
+class TemporaryLiveViewCleaner : WithMutableContext
 {
 public:
     static TemporaryLiveViewCleaner & instance() { return *the_instance; }
@@ -23,7 +23,7 @@ public:
     void addView(const std::shared_ptr<StorageLiveView> & view);
 
     /// Should be called once.
-    static void init(ContextPtr global_context_);
+    static void init(ContextMutablePtr global_context_);
     static void shutdown();
 
     void startup();
@@ -31,7 +31,7 @@ public:
 private:
     friend std::unique_ptr<TemporaryLiveViewCleaner>::deleter_type;
 
-    TemporaryLiveViewCleaner(ContextPtr global_context_);
+    TemporaryLiveViewCleaner(ContextMutablePtr global_context_);
     ~TemporaryLiveViewCleaner();
 
     void backgroundThreadFunc();
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 0ed3f89b2c3..90540b71543 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -136,7 +136,7 @@ MergeTreeData::MergeTreeData(
     const StorageID & table_id_,
     const String & relative_data_path_,
     const StorageInMemoryMetadata & metadata_,
-    ContextPtr context_,
+    ContextMutablePtr context_,
     const String & date_column_name,
     const MergingParams & merging_params_,
     std::unique_ptr<MergeTreeSettings> storage_settings_,
@@ -144,7 +144,7 @@ MergeTreeData::MergeTreeData(
     bool attach,
     BrokenPartCallback broken_part_callback_)
     : IStorage(table_id_)
-    , WithContext(context_->getGlobalContext())
+    , WithMutableContext(context_->getGlobalContext())
     , merging_params(merging_params_)
     , require_part_metadata(require_part_metadata_)
     , relative_data_path(relative_data_path_)
diff --git a/src/Storages/MergeTree/MergeTreeData.h b/src/Storages/MergeTree/MergeTreeData.h
index a80d7eae139..5cef1773246 100644
--- a/src/Storages/MergeTree/MergeTreeData.h
+++ b/src/Storages/MergeTree/MergeTreeData.h
@@ -113,7 +113,7 @@ namespace ErrorCodes
 /// - MergeTreeDataWriter
 /// - MergeTreeDataMergerMutator
 
-class MergeTreeData : public IStorage, public WithContext
+class MergeTreeData : public IStorage, public WithMutableContext
 {
 public:
     /// Function to call if the part is suspected to contain corrupt data.
@@ -353,7 +353,7 @@ public:
     MergeTreeData(const StorageID & table_id_,
                   const String & relative_data_path_,
                   const StorageInMemoryMetadata & metadata_,
-                  ContextPtr context_,
+                  ContextMutablePtr context_,
                   const String & date_column_name,
                   const MergingParams & merging_params_,
                   std::unique_ptr<MergeTreeSettings> settings_,
diff --git a/src/Storages/RabbitMQ/StorageRabbitMQ.h b/src/Storages/RabbitMQ/StorageRabbitMQ.h
index 6f1724c6c2e..129e231e46a 100644
--- a/src/Storages/RabbitMQ/StorageRabbitMQ.h
+++ b/src/Storages/RabbitMQ/StorageRabbitMQ.h
@@ -79,7 +79,7 @@ protected:
             std::unique_ptr<RabbitMQSettings> rabbitmq_settings_);
 
 private:
-    ContextPtr rabbitmq_context;
+    ContextMutablePtr rabbitmq_context;
     std::unique_ptr<RabbitMQSettings> rabbitmq_settings;
 
     const String exchange_name;
diff --git a/src/Storages/StorageFactory.cpp b/src/Storages/StorageFactory.cpp
index 836d8bae7f3..5ca423b449a 100644
--- a/src/Storages/StorageFactory.cpp
+++ b/src/Storages/StorageFactory.cpp
@@ -31,7 +31,7 @@ static void checkAllTypesAreAllowedInTable(const NamesAndTypesList & names_and_t
 }
 
 
-ContextPtr StorageFactory::Arguments::getContext() const
+ContextMutablePtr StorageFactory::Arguments::getContext() const
 {
     auto ptr = context.lock();
     if (!ptr)
@@ -39,7 +39,7 @@ ContextPtr StorageFactory::Arguments::getContext() const
     return ptr;
 }
 
-ContextPtr StorageFactory::Arguments::getLocalContext() const
+ContextMutablePtr StorageFactory::Arguments::getLocalContext() const
 {
     auto ptr = local_context.lock();
     if (!ptr)
@@ -59,8 +59,8 @@ void StorageFactory::registerStorage(const std::string & name, CreatorFn creator
 StoragePtr StorageFactory::get(
     const ASTCreateQuery & query,
     const String & relative_data_path,
-    ContextPtr local_context,
-    ContextPtr context,
+    ContextMutablePtr local_context,
+    ContextMutablePtr context,
     const ColumnsDescription & columns,
     const ConstraintsDescription & constraints,
     bool has_force_restore_data_flag) const
diff --git a/src/Storages/StorageFactory.h b/src/Storages/StorageFactory.h
index e04e5459dda..bdc57bfdc6d 100644
--- a/src/Storages/StorageFactory.h
+++ b/src/Storages/StorageFactory.h
@@ -39,16 +39,16 @@ public:
         /// Relative to <path> from server config (possibly <path> of some <disk> of some <volume> for *MergeTree)
         const String & relative_data_path;
         const StorageID & table_id;
-        ContextWeakPtr local_context;
-        ContextWeakPtr context;
+        ContextWeakMutablePtr local_context;
+        ContextWeakMutablePtr context;
         const ColumnsDescription & columns;
         const ConstraintsDescription & constraints;
         bool attach;
         bool has_force_restore_data_flag;
         const String & comment;
 
-        ContextPtr getContext() const;
-        ContextPtr getLocalContext() const;
+        ContextMutablePtr getContext() const;
+        ContextMutablePtr getLocalContext() const;
     };
 
     /// Analog of the IStorage::supports*() helpers
@@ -81,8 +81,8 @@ public:
     StoragePtr get(
         const ASTCreateQuery & query,
         const String & relative_data_path,
-        ContextPtr local_context,
-        ContextPtr context,
+        ContextMutablePtr local_context,
+        ContextMutablePtr context,
         const ColumnsDescription & columns,
         const ConstraintsDescription & constraints,
         bool has_force_restore_data_flag) const;
diff --git a/src/Storages/StorageMaterializedView.cpp b/src/Storages/StorageMaterializedView.cpp
index 67bd6b21c3f..bc2c6d98c4d 100644
--- a/src/Storages/StorageMaterializedView.cpp
+++ b/src/Storages/StorageMaterializedView.cpp
@@ -54,7 +54,7 @@ StorageMaterializedView::StorageMaterializedView(
     const ASTCreateQuery & query,
     const ColumnsDescription & columns_,
     bool attach_)
-    : IStorage(table_id_), WithContext(local_context->getGlobalContext())
+    : IStorage(table_id_), WithMutableContext(local_context->getGlobalContext())
 {
     StorageInMemoryMetadata storage_metadata;
     storage_metadata.setColumns(columns_);
@@ -228,7 +228,7 @@ static void executeDropQuery(ASTDropQuery::Kind kind, ContextPtr global_context,
         if (auto txn = current_context->getZooKeeperMetadataTransaction())
         {
             /// For Replicated database
-            drop_context->setQueryContext(current_context);
+            drop_context->setQueryContext(std::const_pointer_cast<Context>(current_context));
             drop_context->initZooKeeperMetadataTransaction(txn, true);
         }
         InterpreterDropQuery drop_interpreter(ast_drop_query, drop_context);
diff --git a/src/Storages/StorageMaterializedView.h b/src/Storages/StorageMaterializedView.h
index 8f9c8a9d3f1..8e2b8bdc9f5 100644
--- a/src/Storages/StorageMaterializedView.h
+++ b/src/Storages/StorageMaterializedView.h
@@ -12,7 +12,7 @@
 namespace DB
 {
 
-class StorageMaterializedView final : public ext::shared_ptr_helper<StorageMaterializedView>, public IStorage, WithContext
+class StorageMaterializedView final : public ext::shared_ptr_helper<StorageMaterializedView>, public IStorage, WithMutableContext
 {
     friend struct ext::shared_ptr_helper<StorageMaterializedView>;
 public:
diff --git a/src/Storages/StorageMerge.cpp b/src/Storages/StorageMerge.cpp
index 5a84e0c3901..15d520c13aa 100644
--- a/src/Storages/StorageMerge.cpp
+++ b/src/Storages/StorageMerge.cpp
@@ -332,7 +332,7 @@ Pipe StorageMerge::createSources(
     const Block & header,
     const StorageWithLockAndName & storage_with_lock,
     Names & real_column_names,
-    ContextPtr modified_context,
+    ContextMutablePtr modified_context,
     size_t streams_num,
     bool has_table_virtual_column,
     bool concat_streams)
diff --git a/src/Storages/StorageMerge.h b/src/Storages/StorageMerge.h
index 7c5a50af486..b9d44bfa27e 100644
--- a/src/Storages/StorageMerge.h
+++ b/src/Storages/StorageMerge.h
@@ -92,7 +92,7 @@ protected:
         const Block & header,
         const StorageWithLockAndName & storage_with_lock,
         Names & real_column_names,
-        ContextPtr modified_context,
+        ContextMutablePtr modified_context,
         size_t streams_num,
         bool has_table_virtual_column,
         bool concat_streams = false);
diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index d656c7c088d..c0ec041d7c6 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -62,7 +62,7 @@ StorageMergeTree::StorageMergeTree(
     const String & relative_data_path_,
     const StorageInMemoryMetadata & metadata_,
     bool attach,
-    ContextPtr context_,
+    ContextMutablePtr context_,
     const String & date_column_name,
     const MergingParams & merging_params_,
     std::unique_ptr<MergeTreeSettings> storage_settings_,
diff --git a/src/Storages/StorageMergeTree.h b/src/Storages/StorageMergeTree.h
index 53199e1595a..3bd4ef2ebec 100644
--- a/src/Storages/StorageMergeTree.h
+++ b/src/Storages/StorageMergeTree.h
@@ -250,7 +250,7 @@ protected:
         const String & relative_data_path_,
         const StorageInMemoryMetadata & metadata,
         bool attach,
-        ContextPtr context_,
+        ContextMutablePtr context_,
         const String & date_column_name,
         const MergingParams & merging_params_,
         std::unique_ptr<MergeTreeSettings> settings_,
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 319e04f2424..debed255c9f 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -253,7 +253,7 @@ StorageReplicatedMergeTree::StorageReplicatedMergeTree(
     const StorageID & table_id_,
     const String & relative_data_path_,
     const StorageInMemoryMetadata & metadata_,
-    ContextPtr context_,
+    ContextMutablePtr context_,
     const String & date_column_name,
     const MergingParams & merging_params_,
     std::unique_ptr<MergeTreeSettings> settings_,
diff --git a/src/Storages/StorageReplicatedMergeTree.h b/src/Storages/StorageReplicatedMergeTree.h
index 4e697f2d1f2..28fe1541e92 100644
--- a/src/Storages/StorageReplicatedMergeTree.h
+++ b/src/Storages/StorageReplicatedMergeTree.h
@@ -685,7 +685,7 @@ protected:
         const StorageID & table_id_,
         const String & relative_data_path_,
         const StorageInMemoryMetadata & metadata_,
-        ContextPtr context_,
+        ContextMutablePtr context_,
         const String & date_column_name,
         const MergingParams & merging_params_,
         std::unique_ptr<MergeTreeSettings> settings_,

From 51bca62ff3e4c3aaacf9fb67e8578531c9d5b12a Mon Sep 17 00:00:00 2001
From: Kruglov Pavel <48961922+Avogar@users.noreply.github.com>
Date: Mon, 31 May 2021 18:01:55 +0300
Subject: [PATCH 0771/1060] Fix typo

---
 src/Functions/formatDateTime.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Functions/formatDateTime.cpp b/src/Functions/formatDateTime.cpp
index 12c2932c54f..b8d5fe7d281 100644
--- a/src/Functions/formatDateTime.cpp
+++ b/src/Functions/formatDateTime.cpp
@@ -309,7 +309,7 @@ public:
                     "Illegal type " + arguments[0].type->getName() + " of 1 argument of function " + getName()
                         + " when arguments size is 1. Should be integer",
                     ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-            if (arguments.size() > 1 && !(isInteger(arguments[0].type) || isDate(arguments[0].type) || isDateTime(arguments[0].type) || isDateTime64(arguments[0].type))
+            if (arguments.size() > 1 && !(isInteger(arguments[0].type) || isDate(arguments[0].type) || isDateTime(arguments[0].type) || isDateTime64(arguments[0].type)))
                 throw Exception(
                     "Illegal type " + arguments[0].type->getName() + " of 1 argument of function " + getName()
                         + " when arguments size is 2 or 3. Should be a integer or a date with time",

From 18988a60ad76b330f7665388a998be74f078465e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 31 May 2021 18:03:45 +0300
Subject: [PATCH 0772/1060] Fix mutation wait

---
 src/Storages/StorageReplicatedMergeTree.cpp | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 319e04f2424..a83a2f36428 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -523,10 +523,11 @@ void StorageReplicatedMergeTree::waitMutationToFinishOnReplicas(
             if (wait_event->tryWait(1000))
                 continue;
 
-            /// Here we check mutation for errors or kill on local replica. If they happen on this replica
+            /// Here we check mutation for errors on local replica. If they happen on this replica
             /// they will happen on each replica, so we can check only in-memory info.
             auto mutation_status = queue.getIncompleteMutationsStatus(mutation_id);
-            if (!mutation_status || !mutation_status->latest_fail_reason.empty())
+            /// If mutation status is empty, than local replica may just not loaded it into memory.
+            if (mutation_status && !mutation_status->latest_fail_reason.empty())
                 break;
         }
 

From 7bb1709185cc166907279f0faceddbeb8496a79d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Mon, 31 May 2021 18:46:32 +0300
Subject: [PATCH 0773/1060] smaller pack

---
 tests/integration/ci-runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 20042ee596a..39ba416f147 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -14,7 +14,7 @@ import csv
 MAX_RETRY = 3
 NUM_WORKERS = 5
 SLEEP_BETWEEN_RETRIES = 5
-PARALLEL_GROUP_SIZE = 200
+PARALLEL_GROUP_SIZE = 100
 CLICKHOUSE_BINARY_PATH = "/usr/bin/clickhouse"
 CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH = "/usr/bin/clickhouse-odbc-bridge"
 DOCKERD_LOGS_PATH = "/ClickHouse/tests/integration/dockerd.log"

From 655f8c4b1ccad42a8fe2249f86383dc0699b6740 Mon Sep 17 00:00:00 2001
From: BoloniniD <denis@bolonin.ru>
Date: Mon, 31 May 2021 18:19:38 +0300
Subject: [PATCH 0774/1060] More fixes

---
 src/Common/examples/CMakeLists.txt  |  2 --
 src/Common/examples/YAML_fuzzer.cpp | 11 ++++-------
 2 files changed, 4 insertions(+), 9 deletions(-)

diff --git a/src/Common/examples/CMakeLists.txt b/src/Common/examples/CMakeLists.txt
index 288fcf7f87e..b154d5965ca 100644
--- a/src/Common/examples/CMakeLists.txt
+++ b/src/Common/examples/CMakeLists.txt
@@ -81,8 +81,6 @@ target_link_libraries (average PRIVATE clickhouse_common_io)
 add_executable (shell_command_inout shell_command_inout.cpp)
 target_link_libraries (shell_command_inout PRIVATE clickhouse_common_io)
 
-set(SRCS)
-
 if (ENABLE_FUZZING)
     add_executable(YAML_fuzzer YAML_fuzzer.cpp ${SRCS})
     target_link_libraries(YAML_fuzzer PRIVATE clickhouse_parsers ${LIB_FUZZING_ENGINE})
diff --git a/src/Common/examples/YAML_fuzzer.cpp b/src/Common/examples/YAML_fuzzer.cpp
index b290bbc5fa8..f4b570e0e0a 100644
--- a/src/Common/examples/YAML_fuzzer.cpp
+++ b/src/Common/examples/YAML_fuzzer.cpp
@@ -11,26 +11,23 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size)
     /// build ClickHouse with YAML_fuzzer.cpp
     /// ./YAML_fuzzer YAML_CORPUS
     /// where YAML_CORPUS is a directory with different YAML configs for libfuzzer
-    char buf[L_tmpnam];
-    char* file_name = std::tmpnam(buf);
-    if (file_name == nullptr)
+    char file_name[L_tmpnam];
+    if (!std::tmpnam(file_name))
     {
         std::cerr << "Cannot create temp file!\n";
         return 1;
     }
-    std::string cur_file(file_name);
-
     std::string input = std::string(reinterpret_cast<const char*>(data), size);
     DB::YAMLParser parser;
 
     {
-        std::ofstream temp_file(cur_file);
+        std::ofstream temp_file(file_name);
         temp_file << input;
     }
 
     try
     {
-        DB::YAMLParser::parse(cur_file);
+        DB::YAMLParser::parse(std::string(file_name));
     }
     catch (...)
     {

From c2aaa29a17c15390a8ad782c8dbcec4eccf06fd0 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 31 May 2021 19:07:45 +0300
Subject: [PATCH 0775/1060] Fix build.

---
 src/Common/tests/gtest_global_context.h                         | 2 +-
 .../tests/gtest_transform_query_for_external_database.cpp       | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Common/tests/gtest_global_context.h b/src/Common/tests/gtest_global_context.h
index 30ebf1dbca9..9bd7c2490d6 100644
--- a/src/Common/tests/gtest_global_context.h
+++ b/src/Common/tests/gtest_global_context.h
@@ -5,7 +5,7 @@
 struct ContextHolder
 {
     DB::SharedContextHolder shared_context;
-    DB::ContextPtr context;
+    DB::ContextMutablePtr context;
 
     ContextHolder()
         : shared_context(DB::Context::createShared())
diff --git a/src/Storages/tests/gtest_transform_query_for_external_database.cpp b/src/Storages/tests/gtest_transform_query_for_external_database.cpp
index 6735206862d..e61123a3aa8 100644
--- a/src/Storages/tests/gtest_transform_query_for_external_database.cpp
+++ b/src/Storages/tests/gtest_transform_query_for_external_database.cpp
@@ -22,7 +22,7 @@ struct State
 {
     State(const State&) = delete;
 
-    ContextPtr context;
+    ContextMutablePtr context;
 
     static const State & instance()
     {

From e03c09c51b4c8996c05362b3c911b8e5f50fabf9 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 31 May 2021 21:08:16 +0300
Subject: [PATCH 0776/1060] Update DiskS3.cpp

---
 src/Disks/S3/DiskS3.cpp | 46 -----------------------------------------
 1 file changed, 46 deletions(-)

diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index 78b0268ec48..5530ff4aa6b 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -139,52 +139,6 @@ public:
     }
 
 private:
-    std::unique_ptr<ReadBufferFromS3> initialize()
-    {
-        size_t offset = absolute_position;
-        for (size_t i = 0; i < metadata.s3_objects.size(); ++i)
-        {
-            current_buf_idx = i;
-            const auto & [path, size] = metadata.s3_objects[i];
-            if (size > offset)
-            {
-                auto buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, max_single_read_retries, buf_size);
-                buf->seek(offset, SEEK_SET);
-                return buf;
-            }
-            offset -= size;
-        }
-        return nullptr;
-    }
-
-    bool nextImpl() override
-    {
-        /// Find first available buffer that fits to given offset.
-        if (!current_buf)
-            current_buf = initialize();
-
-        /// If current buffer has remaining data - use it.
-        if (current_buf && current_buf->next())
-        {
-            working_buffer = current_buf->buffer();
-            absolute_position += working_buffer.size();
-            return true;
-        }
-
-        /// If there is no available buffers - nothing to read.
-        if (current_buf_idx + 1 >= metadata.s3_objects.size())
-            return false;
-
-        ++current_buf_idx;
-        const auto & path = metadata.s3_objects[current_buf_idx].first;
-        current_buf = std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.s3_root_path + path, max_single_read_retries, buf_size);
-        current_buf->next();
-        working_buffer = current_buf->buffer();
-        absolute_position += working_buffer.size();
-
-        return true;
-    }
-
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     const String & bucket;
     DiskS3::Metadata metadata;

From b9aa4045080adfa261f916b2161288a0725c2eb6 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Mon, 31 May 2021 21:25:43 +0300
Subject: [PATCH 0777/1060] Review fixes.

---
 .../QueryPlan/ReadFromMergeTree.cpp           | 194 ++++++++----------
 src/Storages/MergeTree/MergeTreeData.cpp      |   2 -
 .../MergeTree/MergeTreeDataSelectExecutor.cpp |   5 -
 3 files changed, 82 insertions(+), 119 deletions(-)

diff --git a/src/Processors/QueryPlan/ReadFromMergeTree.cpp b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
index 0672d7ed040..fd5de98b4c0 100644
--- a/src/Processors/QueryPlan/ReadFromMergeTree.cpp
+++ b/src/Processors/QueryPlan/ReadFromMergeTree.cpp
@@ -230,63 +230,85 @@ Pipe ReadFromMergeTree::read(
     return pipe;
 }
 
+namespace
+{
+
+struct PartRangesReadInfo
+{
+    std::vector<size_t> sum_marks_in_parts;
+
+    size_t sum_marks = 0;
+    size_t total_rows = 0;
+    size_t adaptive_parts = 0;
+    size_t index_granularity_bytes = 0;
+    size_t max_marks_to_use_cache = 0;
+    size_t min_marks_for_concurrent_read = 0;
+
+    bool use_uncompressed_cache = false;
+
+    PartRangesReadInfo(
+        const RangesInDataParts & parts,
+        const Settings & settings,
+        const MergeTreeSettings & data_settings)
+    {
+        /// Count marks for each part.
+        sum_marks_in_parts.resize(parts.size());
+        for (size_t i = 0; i < parts.size(); ++i)
+        {
+            total_rows += parts[i].getRowsCount();
+            sum_marks_in_parts[i] = parts[i].getMarksCount();
+            sum_marks += sum_marks_in_parts[i];
+
+            if (parts[i].data_part->index_granularity_info.is_adaptive)
+                ++adaptive_parts;
+        }
+
+        if (adaptive_parts > parts.size() / 2)
+            index_granularity_bytes = data_settings.index_granularity_bytes;
+
+        max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
+            settings.merge_tree_max_rows_to_use_cache,
+            settings.merge_tree_max_bytes_to_use_cache,
+            data_settings.index_granularity,
+            index_granularity_bytes);
+
+        min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
+            settings.merge_tree_min_rows_for_concurrent_read,
+            settings.merge_tree_min_bytes_for_concurrent_read,
+            data_settings.index_granularity,
+            index_granularity_bytes,
+            sum_marks);
+
+        use_uncompressed_cache = settings.use_uncompressed_cache;
+        if (sum_marks > max_marks_to_use_cache)
+            use_uncompressed_cache = false;
+    }
+};
+
+}
+
 Pipe ReadFromMergeTree::spreadMarkRangesAmongStreams(
     RangesInDataParts && parts_with_ranges,
     const Names & column_names)
 {
     const auto & settings = context->getSettingsRef();
-
-    /// Count marks for each part.
-    std::vector<size_t> sum_marks_in_parts(parts_with_ranges.size());
-    size_t sum_marks = 0;
-    size_t total_rows = 0;
-
     const auto data_settings = data.getSettings();
-    size_t adaptive_parts = 0;
-    for (size_t i = 0; i < parts_with_ranges.size(); ++i)
-    {
-        total_rows += parts_with_ranges[i].getRowsCount();
-        sum_marks_in_parts[i] = parts_with_ranges[i].getMarksCount();
-        sum_marks += sum_marks_in_parts[i];
 
-        if (parts_with_ranges[i].data_part->index_granularity_info.is_adaptive)
-            ++adaptive_parts;
-    }
+    PartRangesReadInfo info(parts_with_ranges, settings, *data_settings);
 
-    size_t index_granularity_bytes = 0;
-    if (adaptive_parts > parts_with_ranges.size() / 2)
-        index_granularity_bytes = data_settings->index_granularity_bytes;
-
-    const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
-        settings.merge_tree_max_rows_to_use_cache,
-        settings.merge_tree_max_bytes_to_use_cache,
-        data_settings->index_granularity,
-        index_granularity_bytes);
-
-    const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
-        settings.merge_tree_min_rows_for_concurrent_read,
-        settings.merge_tree_min_bytes_for_concurrent_read,
-        data_settings->index_granularity,
-        index_granularity_bytes,
-        sum_marks);
-
-    bool use_uncompressed_cache = settings.use_uncompressed_cache;
-    if (sum_marks > max_marks_to_use_cache)
-        use_uncompressed_cache = false;
-
-    if (0 == sum_marks)
+    if (0 == info.sum_marks)
         return {};
 
     size_t num_streams = requested_num_streams;
     if (num_streams > 1)
     {
         /// Reduce the number of num_streams if the data is small.
-        if (sum_marks < num_streams * min_marks_for_concurrent_read && parts_with_ranges.size() < num_streams)
-            num_streams = std::max((sum_marks + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, parts_with_ranges.size());
+        if (info.sum_marks < num_streams * info.min_marks_for_concurrent_read && parts_with_ranges.size() < num_streams)
+            num_streams = std::max((info.sum_marks + info.min_marks_for_concurrent_read - 1) / info.min_marks_for_concurrent_read, parts_with_ranges.size());
     }
 
     return read(std::move(parts_with_ranges), column_names, ReadType::Default,
-                num_streams, min_marks_for_concurrent_read, use_uncompressed_cache);
+                num_streams, info.min_marks_for_concurrent_read, info.use_uncompressed_cache);
 }
 
 static ActionsDAGPtr createProjection(const Block & header)
@@ -305,44 +327,13 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
     const InputOrderInfoPtr & input_order_info)
 {
     const auto & settings = context->getSettingsRef();
-    size_t sum_marks = 0;
-    size_t adaptive_parts = 0;
-    std::vector<size_t> sum_marks_in_parts(parts_with_ranges.size());
     const auto data_settings = data.getSettings();
 
-    for (size_t i = 0; i < parts_with_ranges.size(); ++i)
-    {
-        sum_marks_in_parts[i] = parts_with_ranges[i].getMarksCount();
-        sum_marks += sum_marks_in_parts[i];
-
-        if (parts_with_ranges[i].data_part->index_granularity_info.is_adaptive)
-            ++adaptive_parts;
-    }
-
-    size_t index_granularity_bytes = 0;
-    if (adaptive_parts > parts_with_ranges.size() / 2)
-        index_granularity_bytes = data_settings->index_granularity_bytes;
-
-    const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
-        settings.merge_tree_max_rows_to_use_cache,
-        settings.merge_tree_max_bytes_to_use_cache,
-        data_settings->index_granularity,
-        index_granularity_bytes);
-
-    const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
-        settings.merge_tree_min_rows_for_concurrent_read,
-        settings.merge_tree_min_bytes_for_concurrent_read,
-        data_settings->index_granularity,
-        index_granularity_bytes,
-        sum_marks);
-
-    bool use_uncompressed_cache = settings.use_uncompressed_cache;
-    if (sum_marks > max_marks_to_use_cache)
-        use_uncompressed_cache = false;
+    PartRangesReadInfo info(parts_with_ranges, settings, *data_settings);
 
     Pipes res;
 
-    if (sum_marks == 0)
+    if (info.sum_marks == 0)
         return {};
 
     /// Let's split ranges to avoid reading much data.
@@ -391,7 +382,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
         return new_ranges;
     };
 
-    const size_t min_marks_per_stream = (sum_marks - 1) / requested_num_streams + 1;
+    const size_t min_marks_per_stream = (info.sum_marks - 1) / requested_num_streams + 1;
     bool need_preliminary_merge = (parts_with_ranges.size() > settings.read_in_order_two_level_merge_threshold);
 
     Pipes pipes;
@@ -409,16 +400,16 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
             RangesInDataPart part = parts_with_ranges.back();
             parts_with_ranges.pop_back();
 
-            size_t & marks_in_part = sum_marks_in_parts.back();
+            size_t & marks_in_part = info.sum_marks_in_parts.back();
 
             /// We will not take too few rows from a part.
-            if (marks_in_part >= min_marks_for_concurrent_read &&
-                need_marks < min_marks_for_concurrent_read)
-                need_marks = min_marks_for_concurrent_read;
+            if (marks_in_part >= info.min_marks_for_concurrent_read &&
+                need_marks < info.min_marks_for_concurrent_read)
+                need_marks = info.min_marks_for_concurrent_read;
 
             /// Do not leave too few rows in the part.
             if (marks_in_part > need_marks &&
-                marks_in_part - need_marks < min_marks_for_concurrent_read)
+                marks_in_part - need_marks < info.min_marks_for_concurrent_read)
                 need_marks = marks_in_part;
 
             MarkRanges ranges_to_get_from_part;
@@ -429,7 +420,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
                 ranges_to_get_from_part = part.ranges;
 
                 need_marks -= marks_in_part;
-                sum_marks_in_parts.pop_back();
+                info.sum_marks_in_parts.pop_back();
             }
             else
             {
@@ -463,7 +454,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsWithOrder(
                        : ReadFromMergeTree::ReadType::InReverseOrder;
 
         pipes.emplace_back(read(std::move(new_parts), column_names, read_type,
-                           requested_num_streams, min_marks_for_concurrent_read, use_uncompressed_cache));
+                           requested_num_streams, info.min_marks_for_concurrent_read, info.use_uncompressed_cache));
     }
 
     if (need_preliminary_merge)
@@ -609,36 +600,14 @@ static void addMergingFinal(
 
 
 Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
-    RangesInDataParts && parts_with_range,
+    RangesInDataParts && parts_with_ranges,
     const Names & column_names,
     ActionsDAGPtr & out_projection)
 {
     const auto & settings = context->getSettingsRef();
     const auto data_settings = data.getSettings();
-    size_t sum_marks = 0;
-    size_t adaptive_parts = 0;
-    for (const auto & part : parts_with_range)
-    {
-        for (const auto & range : part.ranges)
-            sum_marks += range.end - range.begin;
 
-        if (part.data_part->index_granularity_info.is_adaptive)
-            ++adaptive_parts;
-    }
-
-    size_t index_granularity_bytes = 0;
-    if (adaptive_parts >= parts_with_range.size() / 2)
-        index_granularity_bytes = data_settings->index_granularity_bytes;
-
-    const size_t max_marks_to_use_cache = MergeTreeDataSelectExecutor::roundRowsOrBytesToMarks(
-        settings.merge_tree_max_rows_to_use_cache,
-        settings.merge_tree_max_bytes_to_use_cache,
-        data_settings->index_granularity,
-        index_granularity_bytes);
-
-    bool use_uncompressed_cache = settings.use_uncompressed_cache;
-    if (sum_marks > max_marks_to_use_cache)
-        use_uncompressed_cache = false;
+    PartRangesReadInfo info(parts_with_ranges, settings, *data_settings);
 
     size_t num_streams = requested_num_streams;
     if (num_streams > settings.max_final_threads)
@@ -650,15 +619,15 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     /// then we will create a pipe for each partition that will run selecting processor and merging processor
     /// for the parts with this partition. In the end we will unite all the pipes.
     std::vector<RangesInDataParts::iterator> parts_to_merge_ranges;
-    auto it = parts_with_range.begin();
+    auto it = parts_with_ranges.begin();
     parts_to_merge_ranges.push_back(it);
 
     if (settings.do_not_merge_across_partitions_select_final)
     {
-        while (it != parts_with_range.end())
+        while (it != parts_with_ranges.end())
         {
             it = std::find_if(
-                it, parts_with_range.end(), [&it](auto & part) { return it->data_part->info.partition_id != part.data_part->info.partition_id; });
+                it, parts_with_ranges.end(), [&it](auto & part) { return it->data_part->info.partition_id != part.data_part->info.partition_id; });
             parts_to_merge_ranges.push_back(it);
         }
         /// We divide threads for each partition equally. But we will create at least the number of partitions threads.
@@ -668,7 +637,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
     else
     {
         /// If do_not_merge_across_partitions_select_final is false we just merge all the parts.
-        parts_to_merge_ranges.push_back(parts_with_range.end());
+        parts_to_merge_ranges.push_back(parts_with_ranges.end());
     }
 
     Pipes partition_pipes;
@@ -711,7 +680,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
                 continue;
 
             pipe = read(std::move(new_parts), column_names, ReadFromMergeTree::ReadType::InOrder,
-                num_streams, 0, use_uncompressed_cache);
+                num_streams, 0, info.use_uncompressed_cache);
 
             /// Drop temporary columns, added by 'sorting_key_expr'
             if (!out_projection)
@@ -761,11 +730,12 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
 
         size_t num_streams_for_lonely_parts = num_streams * lonely_parts.size();
 
+
         const size_t min_marks_for_concurrent_read = MergeTreeDataSelectExecutor::minMarksForConcurrentRead(
             settings.merge_tree_min_rows_for_concurrent_read,
             settings.merge_tree_min_bytes_for_concurrent_read,
             data_settings->index_granularity,
-            index_granularity_bytes,
+            info.index_granularity_bytes,
             sum_marks_in_lonely_parts);
 
         /// Reduce the number of num_streams_for_lonely_parts if the data is small.
@@ -773,7 +743,7 @@ Pipe ReadFromMergeTree::spreadMarkRangesAmongStreamsFinal(
             num_streams_for_lonely_parts = std::max((sum_marks_in_lonely_parts + min_marks_for_concurrent_read - 1) / min_marks_for_concurrent_read, lonely_parts.size());
 
         auto pipe = read(std::move(lonely_parts), column_names, ReadFromMergeTree::ReadType::Default,
-                num_streams_for_lonely_parts, min_marks_for_concurrent_read, use_uncompressed_cache);
+                num_streams_for_lonely_parts, min_marks_for_concurrent_read, info.use_uncompressed_cache);
 
         /// Drop temporary columns, added by 'sorting_key_expr'
         if (!out_projection)
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index a89563682bc..ca9f03d26f1 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3855,8 +3855,6 @@ static void selectBestProjection(
     if (projection_parts.empty())
         return;
 
-    //candidate.merge_tree_data_select_base_cache = std::make_unique<MergeTreeDataSelectCache>();
-    //candidate.merge_tree_data_select_projection_cache = std::make_unique<MergeTreeDataSelectCache>();
     auto sum_marks = reader.estimateNumMarksToRead(
         projection_parts,
         candidate.required_columns,
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index caf69b8ecfb..2d3722ce7cc 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -166,11 +166,6 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
         ProjectionDescription::typeToString(query_info.projection->desc->type),
         query_info.projection->desc->name);
 
-    // if (query_info.projection->merge_tree_data_select_base_cache->sum_marks
-    //         + query_info.projection->merge_tree_data_select_projection_cache->sum_marks
-    //     == 0)
-    //     return std::make_unique<QueryPlan>();
-
     MergeTreeData::DataPartsVector projection_parts;
     MergeTreeData::DataPartsVector normal_parts;
     for (const auto & part : parts)

From 4187aa444bcf090837c0a3978bc2cb4e97d3cc37 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 31 May 2021 22:21:28 +0300
Subject: [PATCH 0778/1060] Fix typo. Remove "allow_experimental_bigint_types"
 setting.

---
 src/Core/Settings.h                         |  2 +-
 src/DataTypes/IDataType.h                   |  2 --
 src/Interpreters/InterpreterCreateQuery.cpp | 16 ----------------
 3 files changed, 1 insertion(+), 19 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 321957e2c90..9a584662734 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -415,7 +415,6 @@ class IColumn;
     M(Bool, materialize_ttl_after_modify, true, "Apply TTL for old data, after ALTER MODIFY TTL query", 0) \
     M(String, function_implementation, "", "Choose function implementation for specific target or variant (experimental). If empty enable all of them.", 0) \
     M(Bool, allow_experimental_geo_types, false, "Allow geo data types such as Point, Ring, Polygon, MultiPolygon", 0) \
-    M(Bool, allow_experimental_bigint_types, false, "Allow Int128, Int256, UInt256 and Decimal256 types", 0) \
     M(Bool, data_type_default_nullable, false, "Data types without NULL or NOT NULL will make Nullable", 0) \
     M(Bool, cast_keep_nullable, false, "CAST operator keep Nullable for result data type", 0) \
     M(Bool, alter_partition_verbose_result, false, "Output information about affected parts. Currently works only for FREEZE and ATTACH commands.", 0) \
@@ -478,6 +477,7 @@ class IColumn;
     M(UInt64, limit, 0, "Limit on read rows from the most 'end' result for select query, default 0 means no limit length", 0) \
     M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
     M(Bool, allow_experimental_funnel_functions, true, "Enable experimental functions for funnel analysis.", 0) \
+    M(Bool, allow_experimental_bigint_types, true, "Obsolete setting, does nothing. Allow Int128, UInt128, Int256, UInt256 and Decimal256 types", 0) \
 
 
 // End of COMMON_SETTINGS
diff --git a/src/DataTypes/IDataType.h b/src/DataTypes/IDataType.h
index 85526cd98de..e0f5d3302df 100644
--- a/src/DataTypes/IDataType.h
+++ b/src/DataTypes/IDataType.h
@@ -341,8 +341,6 @@ struct WhichDataType
     constexpr bool isNullable() const { return idx == TypeIndex::Nullable; }
     constexpr bool isFunction() const { return idx == TypeIndex::Function; }
     constexpr bool isAggregateFunction() const { return idx == TypeIndex::AggregateFunction; }
-
-    constexpr bool IsBigIntOrDeimal() const { return isInt128() || isUInt128() || isInt256() || isUInt256() || isDecimal256(); }
 };
 
 /// IDataType helpers (alternative for IDataType virtual methods with single point of truth)
diff --git a/src/Interpreters/InterpreterCreateQuery.cpp b/src/Interpreters/InterpreterCreateQuery.cpp
index 229ffa2af03..dc3fc0458b9 100644
--- a/src/Interpreters/InterpreterCreateQuery.cpp
+++ b/src/Interpreters/InterpreterCreateQuery.cpp
@@ -645,22 +645,6 @@ void InterpreterCreateQuery::validateTableStructure(const ASTCreateQuery & creat
         }
     }
 
-    if (!create.attach && !settings.allow_experimental_bigint_types)
-    {
-        for (const auto & name_and_type_pair : properties.columns.getAllPhysical())
-        {
-            WhichDataType which(*name_and_type_pair.type);
-            if (which.IsBigIntOrDeimal())
-            {
-                const auto & type_name = name_and_type_pair.type->getName();
-                String message = "Cannot create table with column '" + name_and_type_pair.name + "' which type is '"
-                                 + type_name + "' because experimental bigint types are not allowed. "
-                                 + "Set 'allow_experimental_bigint_types' setting to enable.";
-                throw Exception(message, ErrorCodes::ILLEGAL_COLUMN);
-            }
-        }
-    }
-
     if (!create.attach && !settings.allow_experimental_map_type)
     {
         for (const auto & name_and_type_pair : properties.columns.getAllPhysical())

From 3791c1c99d9f64afded5a1eec5226c72265b20c7 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 31 May 2021 22:26:34 +0300
Subject: [PATCH 0779/1060] Someone added useful settings to the section with
 obsolete settings

---
 src/Core/Settings.h | 23 ++++++++++++-----------
 1 file changed, 12 insertions(+), 11 deletions(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 9a584662734..bc308b56599 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -457,13 +457,6 @@ class IColumn;
     M(UInt64, distributed_ddl_entry_format_version, 1, "Version of DDL entry to write into ZooKeeper", 0) \
     M(UInt64, external_storage_max_read_rows, 0, "Limit maximum number of rows when table with external engine should flush history data. Now supported only for MySQL table engine, database engine, dictionary and MaterializeMySQL. If equal to 0, this setting is disabled", 0) \
     M(UInt64, external_storage_max_read_bytes, 0, "Limit maximum number of bytes when table with external engine should flush history data. Now supported only for MySQL table engine, database engine, dictionary and MaterializeMySQL. If equal to 0, this setting is disabled", 0)  \
-    \
-    /** Obsolete settings that do nothing but left for compatibility reasons. Remove each one after half a year of obsolescence. */ \
-    \
-    M(UInt64, max_memory_usage_for_all_queries, 0, "Obsolete. Will be removed after 2020-10-20", 0) \
-    M(UInt64, multiple_joins_rewriter_version, 0, "Obsolete setting, does nothing. Will be removed after 2021-03-31", 0) \
-    M(Bool, enable_debug_queries, false, "Enabled debug queries, but now is obsolete", 0) \
-    M(Bool, allow_experimental_database_atomic, true, "Obsolete setting, does nothing. Will be removed after 2021-02-12", 0) \
     M(UnionMode, union_default_mode, UnionMode::Unspecified, "Set default Union Mode in SelectWithUnion query. Possible values: empty string, 'ALL', 'DISTINCT'. If empty, query without Union Mode will throw exception.", 0) \
     M(Bool, optimize_aggregators_of_group_by_keys, true, "Eliminates min/max/any/anyLast aggregators of GROUP BY keys in SELECT section", 0) \
     M(Bool, optimize_group_by_function_keys, true, "Eliminates functions of other keys in GROUP BY section", 0) \
@@ -472,12 +465,20 @@ class IColumn;
     M(UInt64, query_plan_max_optimizations_to_apply, 10000, "Limit the total number of optimizations applied to query plan. If zero, ignored. If limit reached, throw exception", 0) \
     M(Bool, query_plan_filter_push_down, true, "Allow to push down filter by predicate query plan step", 0) \
     \
-    M(Bool, database_replicated_ddl_output, true, "Obsolete setting, does nothing. Will be removed after 2021-09-08", 0) \
-    M(HandleKafkaErrorMode, handle_kafka_error_mode, HandleKafkaErrorMode::DEFAULT, "How to handle errors for Kafka engine. Passible values: default, stream.", 0) \
     M(UInt64, limit, 0, "Limit on read rows from the most 'end' result for select query, default 0 means no limit length", 0) \
     M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
-    M(Bool, allow_experimental_funnel_functions, true, "Enable experimental functions for funnel analysis.", 0) \
-    M(Bool, allow_experimental_bigint_types, true, "Obsolete setting, does nothing. Allow Int128, UInt128, Int256, UInt256 and Decimal256 types", 0) \
+    \
+    \
+    /** Obsolete settings that do nothing but left for compatibility reasons. Remove each one after half a year of obsolescence. */ \
+    M(UInt64, max_memory_usage_for_all_queries, 0, "Obsolete setting, does nothing.", 0) \
+    M(UInt64, multiple_joins_rewriter_version, 0, "Obsolete setting, does nothing.", 0) \
+    M(Bool, enable_debug_queries, false, "Obsolete setting, does nothing.", 0) \
+    M(Bool, allow_experimental_database_atomic, true, "Obsolete setting, does nothing.", 0) \
+    M(Bool, allow_experimental_funnel_functions, true, "Obsolete setting, does nothing.", 0) \
+    M(Bool, allow_experimental_bigint_types, true, "Obsolete setting, does nothing.", 0) \
+    M(HandleKafkaErrorMode, handle_kafka_error_mode, HandleKafkaErrorMode::DEFAULT, "Obsolete setting, does nothing.", 0) \
+    M(Bool, database_replicated_ddl_output, true, "Obsolete setting, does nothing.", 0) \
+    /** The section above is for obsolete settings. Do not add anything there. */
 
 
 // End of COMMON_SETTINGS

From 0093ee17b0687345793b06eae8ab87b8150d634d Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 31 May 2021 23:17:40 +0300
Subject: [PATCH 0780/1060] ExpressionJIT remove unnecessary logging

---
 src/Interpreters/ExpressionJIT.cpp | 18 +++---------------
 1 file changed, 3 insertions(+), 15 deletions(-)

diff --git a/src/Interpreters/ExpressionJIT.cpp b/src/Interpreters/ExpressionJIT.cpp
index 21326947213..b9fb1ae89d8 100644
--- a/src/Interpreters/ExpressionJIT.cpp
+++ b/src/Interpreters/ExpressionJIT.cpp
@@ -286,15 +286,13 @@ static FunctionBasePtr compile(
             return nullptr;
     }
 
-    LOG_TRACE(getLogger(), "Try to compile expression {}", dag.dump());
-
     auto llvm_function = std::make_shared<LLVMFunction>(dag);
 
     if (auto * compilation_cache = CompiledExpressionCacheFactory::instance().tryGetCache())
     {
-
-        auto [compiled_function_cache_entry, was_inserted] = compilation_cache->getOrSet(hash_key, [&] ()
+        auto [compiled_function_cache_entry, _] = compilation_cache->getOrSet(hash_key, [&] ()
         {
+            LOG_TRACE(getLogger(), "Compile expression {}", llvm_function->getName());
             CHJIT::CompiledModuleInfo compiled_module_info = compileFunction(getJITInstance(), *llvm_function);
             auto * compiled_jit_function = getJITInstance().findCompiledFunction(compiled_module_info, llvm_function->getName());
             auto compiled_function = std::make_shared<CompiledFunction>(compiled_jit_function, compiled_module_info);
@@ -302,27 +300,17 @@ static FunctionBasePtr compile(
             return std::make_shared<CompiledFunctionCacheEntry>(std::move(compiled_function), compiled_module_info.size);
         });
 
-        if (was_inserted)
-            LOG_TRACE(getLogger(),
-                "Put compiled expression {} in cache used cache size {} total cache size {}",
-                llvm_function->getName(),
-                compilation_cache->weight(),
-                compilation_cache->maxSize());
-        else
-            LOG_TRACE(getLogger(), "Get compiled expression {} from cache", llvm_function->getName());
-
         llvm_function->setCompiledFunction(compiled_function_cache_entry->getCompiledFunction());
     }
     else
     {
+        LOG_TRACE(getLogger(), "Compile expression {}", llvm_function->getName());
         CHJIT::CompiledModuleInfo compiled_module_info = compileFunction(getJITInstance(), *llvm_function);
         auto * compiled_jit_function = getJITInstance().findCompiledFunction(compiled_module_info, llvm_function->getName());
         auto compiled_function = std::make_shared<CompiledFunction>(compiled_jit_function, compiled_module_info);
         llvm_function->setCompiledFunction(compiled_function);
     }
 
-    LOG_TRACE(getLogger(), "Use compiled expression {}", llvm_function->getName());
-
     return llvm_function;
 }
 

From fd6a6fb1c9e05db6fa34a20e751674d0fe370d19 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 1 Jun 2021 01:46:46 +0300
Subject: [PATCH 0781/1060] Updated libunwind

---
 contrib/libunwind | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/libunwind b/contrib/libunwind
index a491c27b331..53734f420f1 160000
--- a/contrib/libunwind
+++ b/contrib/libunwind
@@ -1 +1 @@
-Subproject commit a491c27b33109a842d577c0f7ac5f5f218859181
+Subproject commit 53734f420f166e1ca2732dec8998469bfbb7731d

From f9cf7c46e105c1d236c08d5762441c6fc675caf9 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 1 Jun 2021 02:22:05 +0300
Subject: [PATCH 0782/1060] better lock in StorageJoin

---
 src/Storages/StorageJoin.cpp                  | 67 +++++++++++--------
 src/Storages/StorageJoin.h                    |  6 +-
 .../01821_join_table_mutation.reference       |  2 +
 .../0_stateless/01821_join_table_mutation.sql | 18 ++++-
 .../01821_join_table_race_long.reference      |  1 +
 .../0_stateless/01821_join_table_race_long.sh | 25 +++++++
 6 files changed, 85 insertions(+), 34 deletions(-)
 create mode 100644 tests/queries/0_stateless/01821_join_table_race_long.reference
 create mode 100755 tests/queries/0_stateless/01821_join_table_race_long.sh

diff --git a/src/Storages/StorageJoin.cpp b/src/Storages/StorageJoin.cpp
index 6f7df6f4252..e271a50e505 100644
--- a/src/Storages/StorageJoin.cpp
+++ b/src/Storages/StorageJoin.cpp
@@ -68,11 +68,18 @@ StorageJoin::StorageJoin(
     restore();
 }
 
+BlockOutputStreamPtr StorageJoin::write(const ASTPtr & query, const StorageMetadataPtr & metadata_snapshot, ContextPtr context)
+{
+    std::lock_guard mutate_lock(mutate_mutex);
+    return StorageSetOrJoinBase::write(query, metadata_snapshot, context);
+}
 
 void StorageJoin::truncate(
     const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, ContextPtr, TableExclusiveLockHolder&)
 {
-    std::lock_guard lock(mutex);
+    std::lock_guard mutate_lock(mutate_mutex);
+    std::unique_lock<std::shared_mutex> lock(rwlock);
+
     disk->removeRecursive(path);
     disk->createDirectories(path);
     disk->createDirectories(path + "tmp/");
@@ -83,45 +90,47 @@ void StorageJoin::truncate(
 
 void StorageJoin::checkMutationIsPossible(const MutationCommands & commands, const Settings & /* settings */) const
 {
-    for (const auto & command: commands)
-    {
-        switch (command.type)
-        {
-            case MutationCommand::Type::DELETE:
-                break;
-            case MutationCommand::Type::UPDATE:
-                throw Exception("Table engine Join doesn't support update mutation, please use insert instead", ErrorCodes::NOT_IMPLEMENTED);
-            default:
-                throw Exception("Table engine Join doesn't support this mutation", ErrorCodes::NOT_IMPLEMENTED);
-        }
-    }
+    for (const auto & command : commands)
+        if (command.type != MutationCommand::DELETE)
+            throw Exception("Table engine Join supports only DELETE mutations", ErrorCodes::NOT_IMPLEMENTED);
 }
 
 void StorageJoin::mutate(const MutationCommands & commands, ContextPtr context)
 {
-    // Only delete is supported
-    std::lock_guard lock(mutex);
+    /// Firstly accuire lock for mutation, that locks changes of data.
+    /// We cannot accuire rwlock here, because read lock is needed
+    /// for execution of mutation interpreter.
+    std::lock_guard mutate_lock(mutate_mutex);
+
+    constexpr auto tmp_backup_file_name = "tmp/mut.bin";
     auto metadata_snapshot = getInMemoryMetadataPtr();
-    auto storage = getStorageID();
-    auto storage_ptr = DatabaseCatalog::instance().getTable(storage, context);
-    auto interpreter = std::make_unique<MutationsInterpreter>(storage_ptr, metadata_snapshot, commands, context, true);
-    auto in = interpreter->execute();
-    in->readPrefix();
 
-    auto new_data = std::make_shared<HashJoin>(table_join, metadata_snapshot->getSampleBlock().sortColumns(), overwrite);
-
-    const String backup_file_name = "1.bin"; // id starts from 1
-    auto backup_buf = disk->writeFile(path + "tmp/" + backup_file_name);
+    auto backup_buf = disk->writeFile(path + tmp_backup_file_name);
     auto compressed_backup_buf = CompressedWriteBuffer(*backup_buf);
     auto backup_stream = NativeBlockOutputStream(compressed_backup_buf, 0, metadata_snapshot->getSampleBlock());
 
-    while (const Block & block = in->read())
+    auto new_data = std::make_shared<HashJoin>(table_join, metadata_snapshot->getSampleBlock().sortColumns(), overwrite);
+
+    // New scope controls lifetime of InputStream.
     {
-        new_data->addJoinedBlock(block, true);
-        if (persistent)
-            backup_stream.write(block);
+        auto storage_ptr = DatabaseCatalog::instance().getTable(getStorageID(), context);
+        auto interpreter = std::make_unique<MutationsInterpreter>(storage_ptr, metadata_snapshot, commands, context, true);
+        auto in = interpreter->execute();
+        in->readPrefix();
+
+        while (const Block & block = in->read())
+        {
+            new_data->addJoinedBlock(block, true);
+            if (persistent)
+                backup_stream.write(block);
+        }
+
+        in->readSuffix();
     }
 
+    /// Now accuire exclusive lock and modify storage.
+    std::unique_lock<std::shared_mutex> lock(rwlock);
+
     join = std::move(new_data);
     increment = 1;
 
@@ -140,7 +149,7 @@ void StorageJoin::mutate(const MutationCommands & commands, ContextPtr context)
                 disk->removeFileIfExists(path + file_name);
         }
 
-        disk->replaceFile(path + "tmp/" + backup_file_name, path + backup_file_name);
+        disk->replaceFile(path + tmp_backup_file_name, path + std::to_string(increment) + ".bin");
     }
 }
 
diff --git a/src/Storages/StorageJoin.h b/src/Storages/StorageJoin.h
index 7315115520e..78d8b9768e9 100644
--- a/src/Storages/StorageJoin.h
+++ b/src/Storages/StorageJoin.h
@@ -29,6 +29,7 @@ public:
 
     void truncate(const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, ContextPtr, TableExclusiveLockHolder &) override;
 
+    /// Only delete is supported.
     void checkMutationIsPossible(const MutationCommands & commands, const Settings & settings) const override;
     void mutate(const MutationCommands & commands, ContextPtr context) override;
 
@@ -44,6 +45,8 @@ public:
     /// (but not during processing whole query, it's safe for joinGet that doesn't involve `used_flags` from HashJoin)
     ColumnWithTypeAndName joinGet(const Block & block, const Block & block_with_columns_to_add) const;
 
+    BlockOutputStreamPtr write(const ASTPtr & query, const StorageMetadataPtr & metadata_snapshot, ContextPtr context) override;
+
     Pipe read(
         const Names & column_names,
         const StorageMetadataPtr & /*metadata_snapshot*/,
@@ -71,8 +74,7 @@ private:
     /// Protect state for concurrent use in insertFromBlock and joinBlock.
     /// Lock is stored in HashJoin instance during query and blocks concurrent insertions.
     mutable std::shared_mutex rwlock;
-
-    mutable std::mutex mutex;
+    mutable std::mutex mutate_mutex;
 
     void insertBlock(const Block & block) override;
     void finishInsert() override {}
diff --git a/tests/queries/0_stateless/01821_join_table_mutation.reference b/tests/queries/0_stateless/01821_join_table_mutation.reference
index e79d145b39b..8c446c806b5 100644
--- a/tests/queries/0_stateless/01821_join_table_mutation.reference
+++ b/tests/queries/0_stateless/01821_join_table_mutation.reference
@@ -3,3 +3,5 @@
 99
 m10
 50
+48
+0
diff --git a/tests/queries/0_stateless/01821_join_table_mutation.sql b/tests/queries/0_stateless/01821_join_table_mutation.sql
index 9662a197b88..78903ebd6ec 100644
--- a/tests/queries/0_stateless/01821_join_table_mutation.sql
+++ b/tests/queries/0_stateless/01821_join_table_mutation.sql
@@ -4,13 +4,13 @@ CREATE TABLE join_table_mutation(id Int32, name String) ENGINE = Join(ANY, LEFT,
 
 INSERT INTO join_table_mutation select number, toString(number) from numbers(100);
 
-SELECT count(1) FROM join_table_mutation;
+SELECT count() FROM join_table_mutation;
 
 SELECT name FROM join_table_mutation WHERE id = 10;
 
 ALTER TABLE join_table_mutation DELETE WHERE id = 10;
 
-SELECT count(1) FROM join_table_mutation;
+SELECT count() FROM join_table_mutation;
 
 SELECT name FROM join_table_mutation WHERE id = 10;
 
@@ -20,4 +20,16 @@ SELECT name FROM join_table_mutation WHERE id = 10;
 
 ALTER TABLE join_table_mutation DELETE WHERE id % 2 = 0;
 
-SELECT count(1) FROM join_table_mutation;
\ No newline at end of file
+ALTER TABLE join_table_mutation UPDATE name = 'some' WHERE 1; -- {serverError 48}
+
+SELECT count() FROM join_table_mutation;
+
+ALTER TABLE join_table_mutation DELETE WHERE name IN ('1', '2', '3', '4');
+
+SELECT count() FROM join_table_mutation;
+
+ALTER TABLE join_table_mutation DELETE WHERE 1;
+
+SELECT count() FROM join_table_mutation;
+
+DROP TABLE join_table_mutation;
diff --git a/tests/queries/0_stateless/01821_join_table_race_long.reference b/tests/queries/0_stateless/01821_join_table_race_long.reference
new file mode 100644
index 00000000000..f2018833bc6
--- /dev/null
+++ b/tests/queries/0_stateless/01821_join_table_race_long.reference
@@ -0,0 +1 @@
+1	foo
diff --git a/tests/queries/0_stateless/01821_join_table_race_long.sh b/tests/queries/0_stateless/01821_join_table_race_long.sh
new file mode 100755
index 00000000000..9602da1e12a
--- /dev/null
+++ b/tests/queries/0_stateless/01821_join_table_race_long.sh
@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+
+$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS join_table_race"
+$CLICKHOUSE_CLIENT -q "CREATE TABLE join_table_race(id Int32, name String) ENGINE = Join(ANY, LEFT, id)"
+
+for i in {0..100}; do $CLICKHOUSE_CLIENT -q "INSERT INTO join_table_race VALUES ($RANDOM, '$RANDOM')" > /dev/null 2> /dev/null; done &
+
+for i in {0..200}; do $CLICKHOUSE_CLIENT -q "SELECT count() FROM join_table_race FORMAT Null" > /dev/null 2> /dev/null; done &
+
+for i in {0..100}; do $CLICKHOUSE_CLIENT -q "TRUNCATE TABLE join_table_race" > /dev/null 2> /dev/null; done &
+
+for i in {0..100}; do $CLICKHOUSE_CLIENT -q "ALTER TABLE join_table_race DELETE WHERE id % 2 = 0" > /dev/null 2> /dev/null; done &
+
+wait
+
+$CLICKHOUSE_CLIENT -q "TRUNCATE TABLE join_table_race"
+$CLICKHOUSE_CLIENT -q "INSERT INTO join_table_race VALUES (1, 'foo')"
+$CLICKHOUSE_CLIENT -q "SELECT id, name FROM join_table_race"
+
+$CLICKHOUSE_CLIENT -q "DROP TABLE join_table_race"

From aac97b65829cb3248232a5b1c22fbb0c629663fa Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 1 Jun 2021 10:02:22 +0300
Subject: [PATCH 0783/1060] test_always_fetch_merged

---
 tests/integration/test_always_fetch_merged/test.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/integration/test_always_fetch_merged/test.py b/tests/integration/test_always_fetch_merged/test.py
index 7ba8e05129b..e3b2d5ca392 100644
--- a/tests/integration/test_always_fetch_merged/test.py
+++ b/tests/integration/test_always_fetch_merged/test.py
@@ -22,15 +22,15 @@ def started_cluster():
 
 
 def test_replica_always_download(started_cluster):
-    node1.query("""
-        CREATE TABLE test_table(
+    node1.query_with_retry("""
+        CREATE TABLE IF NOT EXISTS test_table(
             key UInt64,
             value String
         ) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_table/replicated', '1')
         ORDER BY tuple()
     """)
-    node2.query("""
-        CREATE TABLE test_table(
+    node2.query_with_retry("""
+        CREATE TABLE IF NOT EXISTS test_table(
             key UInt64,
             value String
         ) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_table/replicated', '2')
@@ -42,12 +42,12 @@ def test_replica_always_download(started_cluster):
     node1.query("SYSTEM STOP MERGES")
 
     for i in range(0, 10):
-        node1.query("INSERT INTO test_table VALUES ({}, '{}')".format(i, i))
+        node1.query_with_retry("INSERT INTO test_table VALUES ({}, '{}')".format(i, i))
 
     assert node1.query("SELECT COUNT() FROM test_table") == "10\n"
     assert_eq_with_retry(node2, "SELECT COUNT() FROM test_table", "10\n")
 
-    time.sleep(3)
+    time.sleep(5)
 
     # Nothing is merged
     assert node1.query("SELECT COUNT() FROM system.parts WHERE table = 'test_table' and active=1") == "10\n"

From 4e038b2a61e24c7486b9b46e6d5a6d0755b60b6e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 1 Jun 2021 10:30:06 +0300
Subject: [PATCH 0784/1060] Remove copy-paste and rename (review fixes)

---
 src/Common/ZooKeeper/ZooKeeper.cpp            | 40 +++++++++----------
 src/Common/ZooKeeper/ZooKeeper.h              | 14 +++----
 .../ReplicatedMergeTreeCleanupThread.cpp      |  2 +-
 src/Storages/StorageReplicatedMergeTree.cpp   |  4 +-
 4 files changed, 30 insertions(+), 30 deletions(-)

diff --git a/src/Common/ZooKeeper/ZooKeeper.cpp b/src/Common/ZooKeeper/ZooKeeper.cpp
index 6d64aff99bf..7f848cfca42 100644
--- a/src/Common/ZooKeeper/ZooKeeper.cpp
+++ b/src/Common/ZooKeeper/ZooKeeper.cpp
@@ -238,7 +238,7 @@ Coordination::Error ZooKeeper::getChildrenImpl(const std::string & path, Strings
                                    Coordination::Stat * stat,
                                    Coordination::WatchCallback watch_callback)
 {
-    auto future_result = tryAsyncGetChildrenNoThrow(path, watch_callback);
+    auto future_result = asyncTryGetChildrenNoThrow(path, watch_callback);
 
     if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
@@ -299,7 +299,7 @@ Coordination::Error ZooKeeper::tryGetChildrenWatch(const std::string & path, Str
 
 Coordination::Error ZooKeeper::createImpl(const std::string & path, const std::string & data, int32_t mode, std::string & path_created)
 {
-    auto future_result = tryAsyncCreateNoThrow(path, data, mode);
+    auto future_result = asyncTryCreateNoThrow(path, data, mode);
 
     if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
@@ -368,7 +368,7 @@ void ZooKeeper::createAncestors(const std::string & path)
 
 Coordination::Error ZooKeeper::removeImpl(const std::string & path, int32_t version)
 {
-    auto future_result = tryAsyncRemoveNoThrow(path, version);
+    auto future_result = asyncTryRemoveNoThrow(path, version);
 
 
     if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
@@ -401,7 +401,7 @@ Coordination::Error ZooKeeper::tryRemove(const std::string & path, int32_t versi
 
 Coordination::Error ZooKeeper::existsImpl(const std::string & path, Coordination::Stat * stat, Coordination::WatchCallback watch_callback)
 {
-    auto future_result = tryAsyncExistsNoThrow(path, watch_callback);
+    auto future_result = asyncTryExistsNoThrow(path, watch_callback);
 
     if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
@@ -435,7 +435,7 @@ bool ZooKeeper::existsWatch(const std::string & path, Coordination::Stat * stat,
 
 Coordination::Error ZooKeeper::getImpl(const std::string & path, std::string & res, Coordination::Stat * stat, Coordination::WatchCallback watch_callback)
 {
-    auto future_result = tryAsyncGetNoThrow(path, watch_callback);
+    auto future_result = asyncTryGetNoThrow(path, watch_callback);
 
     if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
@@ -508,7 +508,7 @@ bool ZooKeeper::tryGetWatch(
 Coordination::Error ZooKeeper::setImpl(const std::string & path, const std::string & data,
                            int32_t version, Coordination::Stat * stat)
 {
-    auto future_result = tryAsyncSetNoThrow(path, data, version);
+    auto future_result = asyncTrySetNoThrow(path, data, version);
 
     if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
@@ -560,7 +560,7 @@ Coordination::Error ZooKeeper::multiImpl(const Coordination::Requests & requests
     if (requests.empty())
         return Coordination::Error::ZOK;
 
-    auto future_result = tryAsyncMultiNoThrow(requests);
+    auto future_result = asyncTryMultiNoThrow(requests);
 
     if (future_result.wait_for(std::chrono::milliseconds(operation_timeout_ms)) != std::future_status::ready)
     {
@@ -758,12 +758,12 @@ std::future<Coordination::CreateResponse> ZooKeeper::asyncCreate(const std::stri
     return future;
 }
 
-std::future<Coordination::CreateResponse> ZooKeeper::tryAsyncCreateNoThrow(const std::string & path, const std::string & data, int32_t mode)
+std::future<Coordination::CreateResponse> ZooKeeper::asyncTryCreateNoThrow(const std::string & path, const std::string & data, int32_t mode)
 {
     auto promise = std::make_shared<std::promise<Coordination::CreateResponse>>();
     auto future = promise->get_future();
 
-    auto callback = [promise, path](const Coordination::CreateResponse & response) mutable
+    auto callback = [promise](const Coordination::CreateResponse & response) mutable
     {
         promise->set_value(response);
     };
@@ -789,12 +789,12 @@ std::future<Coordination::GetResponse> ZooKeeper::asyncGet(const std::string & p
     return future;
 }
 
-std::future<Coordination::GetResponse> ZooKeeper::tryAsyncGetNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
+std::future<Coordination::GetResponse> ZooKeeper::asyncTryGetNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
 {
     auto promise = std::make_shared<std::promise<Coordination::GetResponse>>();
     auto future = promise->get_future();
 
-    auto callback = [promise, path](const Coordination::GetResponse & response) mutable
+    auto callback = [promise](const Coordination::GetResponse & response) mutable
     {
         promise->set_value(response);
     };
@@ -838,12 +838,12 @@ std::future<Coordination::ExistsResponse> ZooKeeper::asyncExists(const std::stri
     return future;
 }
 
-std::future<Coordination::ExistsResponse> ZooKeeper::tryAsyncExistsNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
+std::future<Coordination::ExistsResponse> ZooKeeper::asyncTryExistsNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
 {
     auto promise = std::make_shared<std::promise<Coordination::ExistsResponse>>();
     auto future = promise->get_future();
 
-    auto callback = [promise, path](const Coordination::ExistsResponse & response) mutable
+    auto callback = [promise](const Coordination::ExistsResponse & response) mutable
     {
         promise->set_value(response);
     };
@@ -870,12 +870,12 @@ std::future<Coordination::SetResponse> ZooKeeper::asyncSet(const std::string & p
 }
 
 
-std::future<Coordination::SetResponse> ZooKeeper::tryAsyncSetNoThrow(const std::string & path, const std::string & data, int32_t version)
+std::future<Coordination::SetResponse> ZooKeeper::asyncTrySetNoThrow(const std::string & path, const std::string & data, int32_t version)
 {
     auto promise = std::make_shared<std::promise<Coordination::SetResponse>>();
     auto future = promise->get_future();
 
-    auto callback = [promise, path](const Coordination::SetResponse & response) mutable
+    auto callback = [promise](const Coordination::SetResponse & response) mutable
     {
         promise->set_value(response);
     };
@@ -901,12 +901,12 @@ std::future<Coordination::ListResponse> ZooKeeper::asyncGetChildren(const std::s
     return future;
 }
 
-std::future<Coordination::ListResponse> ZooKeeper::tryAsyncGetChildrenNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
+std::future<Coordination::ListResponse> ZooKeeper::asyncTryGetChildrenNoThrow(const std::string & path, Coordination::WatchCallback watch_callback)
 {
     auto promise = std::make_shared<std::promise<Coordination::ListResponse>>();
     auto future = promise->get_future();
 
-    auto callback = [promise, path](const Coordination::ListResponse & response) mutable
+    auto callback = [promise](const Coordination::ListResponse & response) mutable
     {
         promise->set_value(response);
     };
@@ -954,12 +954,12 @@ std::future<Coordination::RemoveResponse> ZooKeeper::asyncTryRemove(const std::s
     return future;
 }
 
-std::future<Coordination::RemoveResponse> ZooKeeper::tryAsyncRemoveNoThrow(const std::string & path, int32_t version)
+std::future<Coordination::RemoveResponse> ZooKeeper::asyncTryRemoveNoThrow(const std::string & path, int32_t version)
 {
     auto promise = std::make_shared<std::promise<Coordination::RemoveResponse>>();
     auto future = promise->get_future();
 
-    auto callback = [promise, path](const Coordination::RemoveResponse & response) mutable
+    auto callback = [promise](const Coordination::RemoveResponse & response) mutable
     {
         promise->set_value(response);
     };
@@ -968,7 +968,7 @@ std::future<Coordination::RemoveResponse> ZooKeeper::tryAsyncRemoveNoThrow(const
     return future;
 }
 
-std::future<Coordination::MultiResponse> ZooKeeper::tryAsyncMultiNoThrow(const Coordination::Requests & ops)
+std::future<Coordination::MultiResponse> ZooKeeper::asyncTryMultiNoThrow(const Coordination::Requests & ops)
 {
     auto promise = std::make_shared<std::promise<Coordination::MultiResponse>>();
     auto future = promise->get_future();
diff --git a/src/Common/ZooKeeper/ZooKeeper.h b/src/Common/ZooKeeper/ZooKeeper.h
index e855a450b96..7aafee52bf0 100644
--- a/src/Common/ZooKeeper/ZooKeeper.h
+++ b/src/Common/ZooKeeper/ZooKeeper.h
@@ -222,37 +222,37 @@ public:
     using FutureCreate = std::future<Coordination::CreateResponse>;
     FutureCreate asyncCreate(const std::string & path, const std::string & data, int32_t mode);
     /// Like the previous one but don't throw any exceptions on future.get()
-    FutureCreate tryAsyncCreateNoThrow(const std::string & path, const std::string & data, int32_t mode);
+    FutureCreate asyncTryCreateNoThrow(const std::string & path, const std::string & data, int32_t mode);
 
     using FutureGet = std::future<Coordination::GetResponse>;
     FutureGet asyncGet(const std::string & path, Coordination::WatchCallback watch_callback = {});
     /// Like the previous one but don't throw any exceptions on future.get()
-    FutureGet tryAsyncGetNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
+    FutureGet asyncTryGetNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
 
     using FutureExists = std::future<Coordination::ExistsResponse>;
     FutureExists asyncExists(const std::string & path, Coordination::WatchCallback watch_callback = {});
     /// Like the previous one but don't throw any exceptions on future.get()
-    FutureExists tryAsyncExistsNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
+    FutureExists asyncTryExistsNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
 
     using FutureGetChildren = std::future<Coordination::ListResponse>;
     FutureGetChildren asyncGetChildren(const std::string & path, Coordination::WatchCallback watch_callback = {});
     /// Like the previous one but don't throw any exceptions on future.get()
-    FutureGetChildren tryAsyncGetChildrenNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
+    FutureGetChildren asyncTryGetChildrenNoThrow(const std::string & path, Coordination::WatchCallback watch_callback = {});
 
     using FutureSet = std::future<Coordination::SetResponse>;
     FutureSet asyncSet(const std::string & path, const std::string & data, int32_t version = -1);
     /// Like the previous one but don't throw any exceptions on future.get()
-    FutureSet tryAsyncSetNoThrow(const std::string & path, const std::string & data, int32_t version = -1);
+    FutureSet asyncTrySetNoThrow(const std::string & path, const std::string & data, int32_t version = -1);
 
     using FutureRemove = std::future<Coordination::RemoveResponse>;
     FutureRemove asyncRemove(const std::string & path, int32_t version = -1);
     /// Like the previous one but don't throw any exceptions on future.get()
-    FutureRemove tryAsyncRemoveNoThrow(const std::string & path, int32_t version = -1);
+    FutureRemove asyncTryRemoveNoThrow(const std::string & path, int32_t version = -1);
 
     using FutureMulti = std::future<Coordination::MultiResponse>;
     FutureMulti asyncMulti(const Coordination::Requests & ops);
     /// Like the previous one but don't throw any exceptions on future.get()
-    FutureMulti tryAsyncMultiNoThrow(const Coordination::Requests & ops);
+    FutureMulti asyncTryMultiNoThrow(const Coordination::Requests & ops);
 
     /// Very specific methods introduced without following general style. Implements
     /// some custom throw/no throw logic on future.get().
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp
index 9e994b3f7f4..10e2d77eb27 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeCleanupThread.cpp
@@ -291,7 +291,7 @@ void ReplicatedMergeTreeCleanupThread::markLostReplicas(const std::unordered_map
 
     std::vector<zkutil::ZooKeeper::FutureMulti> futures;
     for (size_t i = 0; i < candidate_lost_replicas.size(); ++i)
-        futures.emplace_back(zookeeper->tryAsyncMultiNoThrow(requests[i]));
+        futures.emplace_back(zookeeper->asyncTryMultiNoThrow(requests[i]));
 
     for (size_t i = 0; i < candidate_lost_replicas.size(); ++i)
     {
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 91246cf5ac9..43c005eceb4 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -6144,7 +6144,7 @@ bool StorageReplicatedMergeTree::tryRemovePartsFromZooKeeperWithRetries(const St
                 {
                     Coordination::Requests ops;
                     removePartFromZooKeeper(part_names[i], ops, exists_resp.stat.numChildren > 0);
-                    remove_futures.emplace_back(zookeeper->tryAsyncMultiNoThrow(ops));
+                    remove_futures.emplace_back(zookeeper->asyncTryMultiNoThrow(ops));
                 }
             }
 
@@ -6205,7 +6205,7 @@ void StorageReplicatedMergeTree::removePartsFromZooKeeper(
             {
                 Coordination::Requests ops;
                 removePartFromZooKeeper(part_names[i], ops, exists_resp.stat.numChildren > 0);
-                remove_futures.emplace_back(zookeeper->tryAsyncMultiNoThrow(ops));
+                remove_futures.emplace_back(zookeeper->asyncTryMultiNoThrow(ops));
             }
             else
             {

From a563990812d96c50f5c84bc7b161b43e4b169398 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 1 Jun 2021 10:50:02 +0300
Subject: [PATCH 0785/1060] Fixed clang tidy

---
 src/Storages/StorageDictionary.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Storages/StorageDictionary.cpp b/src/Storages/StorageDictionary.cpp
index 1ce74b16f46..5aeaff590e1 100644
--- a/src/Storages/StorageDictionary.cpp
+++ b/src/Storages/StorageDictionary.cpp
@@ -185,7 +185,7 @@ void StorageDictionary::startup()
     bool lazy_load = global_context->getConfigRef().getBool("dictionaries_lazy_load", true);
     if (!lazy_load)
     {
-        auto & external_dictionaries_loader = global_context->getExternalDictionariesLoader();
+        const auto & external_dictionaries_loader = global_context->getExternalDictionariesLoader();
 
         /// reloadConfig() is called here to force loading the dictionary.
         external_dictionaries_loader.reloadConfig(getStorageID().getInternalDictionaryName());
@@ -220,7 +220,7 @@ void StorageDictionary::renameInMemory(const StorageID & new_table_id)
         configuration->setString("dictionary.database", new_table_id.database_name);
         configuration->setString("dictionary.name", new_table_id.table_name);
 
-        auto & external_dictionaries_loader = getContext()->getExternalDictionariesLoader();
+        const auto & external_dictionaries_loader = getContext()->getExternalDictionariesLoader();
         external_dictionaries_loader.reloadConfig(getStorageID().getInternalDictionaryName());
 
         auto result = external_dictionaries_loader.getLoadResult(getStorageID().getInternalDictionaryName());

From 0bd323b3cd533a4cd4cc6cb998403d416c2b3ca8 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 1 Jun 2021 10:58:53 +0300
Subject: [PATCH 0786/1060] Fix build

---
 contrib/NuRaft | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/NuRaft b/contrib/NuRaft
index 62fed1c8e6f..2a1bf7d87b4 160000
--- a/contrib/NuRaft
+++ b/contrib/NuRaft
@@ -1 +1 @@
-Subproject commit 62fed1c8e6fb863fcd49829c812a76be005ab756
+Subproject commit 2a1bf7d87b4a03561fc66fbb49cee8a288983c5d

From 739ff5fee7fbb68a0fc42d95f0312b942f6aa81a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 1 Jun 2021 11:43:44 +0300
Subject: [PATCH 0787/1060] increase docker client timeout

---
 tests/integration/helpers/cluster.py               | 2 +-
 tests/integration/helpers/network.py               | 2 +-
 tests/integration/test_mysql_protocol/test.py      | 8 ++++----
 tests/integration/test_postgresql_protocol/test.py | 4 ++--
 4 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index bdb5cc78dff..c6fdbb49f5f 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1234,7 +1234,7 @@ class ClickHouseCluster:
                 instance.create_dir(destroy_dir=destroy_dirs)
 
             _create_env_file(os.path.join(self.env_file), self.env_variables)
-            self.docker_client = docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=180)
+            self.docker_client = docker.DockerClient(base_url='unix:///var/run/docker.sock', version=self.docker_api_version, timeout=600)
 
             common_opts = ['up', '-d']
 
diff --git a/tests/integration/helpers/network.py b/tests/integration/helpers/network.py
index e4b9501a18f..c2ec2dd8089 100644
--- a/tests/integration/helpers/network.py
+++ b/tests/integration/helpers/network.py
@@ -164,7 +164,7 @@ class _NetworkManager:
         self.container_expire_timeout = container_expire_timeout
         self.container_exit_timeout = container_exit_timeout
 
-        self._docker_client = docker.DockerClient(base_url='unix:///var/run/docker.sock', version=docker_api_version, timeout=180)
+        self._docker_client = docker.DockerClient(base_url='unix:///var/run/docker.sock', version=docker_api_version, timeout=600)
 
         self._container = None
 
diff --git a/tests/integration/test_mysql_protocol/test.py b/tests/integration/test_mysql_protocol/test.py
index 5f76c9e098b..f2d3f46b9bc 100644
--- a/tests/integration/test_mysql_protocol/test.py
+++ b/tests/integration/test_mysql_protocol/test.py
@@ -36,7 +36,7 @@ def golang_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_golang_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_golang1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=600).containers.get(cluster.project_name + '_golang1_1')
 
 
 @pytest.fixture(scope='module')
@@ -44,7 +44,7 @@ def php_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_php_client.yml')
     run_and_check(
         ['docker-compose', '--env-file', cluster.instances["node"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_php1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=600).containers.get(cluster.project_name + '_php1_1')
 
 
 @pytest.fixture(scope='module')
@@ -52,7 +52,7 @@ def nodejs_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_js_client.yml')
     run_and_check(
         ['docker-compose', '--env-file', cluster.instances["node"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_mysqljs1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=600).containers.get(cluster.project_name + '_mysqljs1_1')
 
 
 @pytest.fixture(scope='module')
@@ -60,7 +60,7 @@ def java_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_mysql_java_client.yml')
     run_and_check(
         ['docker-compose', '--env-file', cluster.instances["node"].env_file, '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--no-build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java1_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=600).containers.get(cluster.project_name + '_java1_1')
 
 
 def test_mysql_client(started_cluster):
diff --git a/tests/integration/test_postgresql_protocol/test.py b/tests/integration/test_postgresql_protocol/test.py
index 39ccb273299..7bea9569880 100644
--- a/tests/integration/test_postgresql_protocol/test.py
+++ b/tests/integration/test_postgresql_protocol/test.py
@@ -41,7 +41,7 @@ def psql_client():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_psql_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=600).containers.get(cluster.project_name + '_psql_1')
 
 
 @pytest.fixture(scope='module')
@@ -65,7 +65,7 @@ def java_container():
     docker_compose = os.path.join(DOCKER_COMPOSE_PATH, 'docker_compose_postgresql_java_client.yml')
     run_and_check(
         ['docker-compose', '-p', cluster.project_name, '-f', docker_compose, 'up', '--no-recreate', '-d', '--build'])
-    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=180).containers.get(cluster.project_name + '_java_1')
+    yield docker.DockerClient(base_url='unix:///var/run/docker.sock', version=cluster.docker_api_version, timeout=600).containers.get(cluster.project_name + '_java_1')
 
 
 def test_psql_is_ready(psql_server):

From 7656ab3c850dd107b2ce652d16ffc2244cadc18e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 1 Jun 2021 11:44:09 +0300
Subject: [PATCH 0788/1060] try tmpfs in runner

---
 tests/integration/ci-runner.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 39ba416f147..288ce89e7aa 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -261,7 +261,7 @@ class ClickhouseIntegrationTestsRunner:
 
     def _get_all_tests(self, repo_path):
         image_cmd = self._get_runner_image_cmd(repo_path)
-        cmd = "cd {}/tests/integration && ./runner {} ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' | sed 's/ *$//g' | sort -u  > all_tests.txt".format(repo_path, image_cmd)
+        cmd = "cd {}/tests/integration && ./runner --tmpfs {} ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' | sed 's/ *$//g' | sort -u  > all_tests.txt".format(repo_path, image_cmd)
         logging.info("Getting all tests with cmd '%s'", cmd)
         subprocess.check_call(cmd, shell=True)  # STYLE_CHECK_ALLOW_SUBPROCESS_CHECK_CALL
 
@@ -377,7 +377,7 @@ class ClickhouseIntegrationTestsRunner:
 
             test_cmd = ' '.join([test for test in sorted(test_names)])
             parallel_cmd = " --parallel {} ".format(num_workers) if num_workers > 0 else ""
-            cmd = "cd {}/tests/integration && ./runner {} -t {} {} '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
+            cmd = "cd {}/tests/integration && ./runner --tmpfs {} -t {} {} '-ss -rfEp --color=no --durations=0 {}' | tee {}".format(
                 repo_path, image_cmd, test_cmd, parallel_cmd, _get_deselect_option(self.should_skip_tests()), output_path)
 
             with open(log_path, 'w') as log:

From feae36636cacd4986be48532c2ca661ff13c56fd Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 1 Jun 2021 11:53:17 +0300
Subject: [PATCH 0789/1060] Simplify code around TraceCollector, alternative to
 #24829

---
 src/Common/StackTrace.h       | 17 +++++------------
 src/Common/TraceCollector.cpp | 30 +++++++++++++++++++-----------
 2 files changed, 24 insertions(+), 23 deletions(-)

diff --git a/src/Common/StackTrace.h b/src/Common/StackTrace.h
index ef90a0d587d..8f8c88c29fe 100644
--- a/src/Common/StackTrace.h
+++ b/src/Common/StackTrace.h
@@ -37,18 +37,11 @@ public:
         std::optional<UInt64> line;
     };
 
-    static constexpr size_t capacity =
-#ifndef NDEBUG
-        /* The stacks are normally larger in debug version due to less inlining.
-         *
-         * NOTE: it cannot be larger then 56 right now, since otherwise it will
-         * not fit into minimal PIPE_BUF (512) in TraceCollector.
-         */
-        56
-#else
-        32
-#endif
-        ;
+    /* NOTE: It cannot be larger right now, since otherwise it
+     * will not fit into minimal PIPE_BUF (512) in TraceCollector.
+     */
+    static constexpr size_t capacity = 45;
+
     using FramePointers = std::array<void *, capacity>;
     using Frames = std::array<Frame, capacity>;
 
diff --git a/src/Common/TraceCollector.cpp b/src/Common/TraceCollector.cpp
index 3cb4e5615c8..1c6074c5cf9 100644
--- a/src/Common/TraceCollector.cpp
+++ b/src/Common/TraceCollector.cpp
@@ -28,6 +28,7 @@ namespace
     /// `aggregating_merge_tree_simple_aggregate_function_string.query100.profile100`,
     /// so make some allowance for them as well.
     constexpr size_t QUERY_ID_MAX_LEN = 128;
+    static_assert(QUERY_ID_MAX_LEN <= std::numeric_limits<uint8_t>::max());
 }
 
 LazyPipeFDs pipe;
@@ -61,17 +62,19 @@ TraceCollector::~TraceCollector()
 
 void TraceCollector::collect(TraceType trace_type, const StackTrace & stack_trace, Int64 size)
 {
-    constexpr size_t buf_size = sizeof(char) + // TraceCollector stop flag
-        8 * sizeof(char) +                     // maximum VarUInt length for string size
-        QUERY_ID_MAX_LEN * sizeof(char) +      // maximum query_id length
-        sizeof(UInt8) +                        // number of stack frames
-        sizeof(StackTrace::FramePointers) +    // collected stack trace, maximum capacity
-        sizeof(TraceType) +                    // trace type
-        sizeof(UInt64) +                       // thread_id
-        sizeof(Int64);                         // size
+    constexpr size_t buf_size = sizeof(char) /// TraceCollector stop flag
+        + sizeof(UInt8)                      /// String size
+        + QUERY_ID_MAX_LEN                   /// Maximum query_id length
+        + sizeof(UInt8)                      /// Number of stack frames
+        + sizeof(StackTrace::FramePointers)  /// Collected stack trace, maximum capacity
+        + sizeof(TraceType)                  /// trace type
+        + sizeof(UInt64)                     /// thread_id
+        + sizeof(Int64);                     /// size
+
     /// Write should be atomic to avoid overlaps
     /// (since recursive collect() is possible)
-    static_assert(buf_size < PIPE_BUF, "Only write of PIPE_BUF to pipe is atomic");
+    static_assert(PIPE_BUF >= 512);
+    static_assert(buf_size <= 512, "Only write of PIPE_BUF to pipe is atomic and the minimal known PIPE_BUF across supported platforms is 512");
 
     char buffer[buf_size];
     WriteBufferFromFileDescriptorDiscardOnFailure out(pipe.fds_rw[1], buf_size, buffer);
@@ -92,7 +95,9 @@ void TraceCollector::collect(TraceType trace_type, const StackTrace & stack_trac
     }
 
     writeChar(false, out);  /// true if requested to stop the collecting thread.
-    writeStringBinary(query_id, out);
+
+    writeBinary(static_cast<uint8_t>(query_id.size), out);
+    out.write(query_id.data, query_id.size);
 
     size_t stack_trace_size = stack_trace.getSize();
     size_t stack_trace_offset = stack_trace.getOffset();
@@ -137,7 +142,10 @@ void TraceCollector::run()
             break;
 
         std::string query_id;
-        readStringBinary(query_id, in);
+        UInt8 query_id_size = 0;
+        readBinary(query_id_size, in);
+        query_id.resize(query_id_size);
+        in.read(query_id.data(), query_id_size);
 
         UInt8 trace_size = 0;
         readIntBinary(trace_size, in);

From aa366829dec063b3a86b2434eedd02b618a2d3c8 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 1 Jun 2021 12:00:19 +0300
Subject: [PATCH 0790/1060] Fix special build check.

---
 src/Storages/StorageDictionary.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Storages/StorageDictionary.cpp b/src/Storages/StorageDictionary.cpp
index 1ce74b16f46..5aeaff590e1 100644
--- a/src/Storages/StorageDictionary.cpp
+++ b/src/Storages/StorageDictionary.cpp
@@ -185,7 +185,7 @@ void StorageDictionary::startup()
     bool lazy_load = global_context->getConfigRef().getBool("dictionaries_lazy_load", true);
     if (!lazy_load)
     {
-        auto & external_dictionaries_loader = global_context->getExternalDictionariesLoader();
+        const auto & external_dictionaries_loader = global_context->getExternalDictionariesLoader();
 
         /// reloadConfig() is called here to force loading the dictionary.
         external_dictionaries_loader.reloadConfig(getStorageID().getInternalDictionaryName());
@@ -220,7 +220,7 @@ void StorageDictionary::renameInMemory(const StorageID & new_table_id)
         configuration->setString("dictionary.database", new_table_id.database_name);
         configuration->setString("dictionary.name", new_table_id.table_name);
 
-        auto & external_dictionaries_loader = getContext()->getExternalDictionariesLoader();
+        const auto & external_dictionaries_loader = getContext()->getExternalDictionariesLoader();
         external_dictionaries_loader.reloadConfig(getStorageID().getInternalDictionaryName());
 
         auto result = external_dictionaries_loader.getLoadResult(getStorageID().getInternalDictionaryName());

From c673eb20408e01e546719f11690a69932c3fdced Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 1 Jun 2021 12:27:05 +0300
Subject: [PATCH 0791/1060] Use mutable context for
 TCPHandler::customizeContext

---
 src/Server/TCPHandler.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Server/TCPHandler.h b/src/Server/TCPHandler.h
index 287f849ce4c..086c1f7d5e5 100644
--- a/src/Server/TCPHandler.h
+++ b/src/Server/TCPHandler.h
@@ -119,7 +119,7 @@ public:
     void run() override;
 
     /// This method is called right before the query execution.
-    virtual void customizeContext(ContextPtr /*context*/) {}
+    virtual void customizeContext(ContextMutablePtr /*context*/) {}
 
 private:
     IServer & server;

From 82c90ebc056c563076f12f4b033efc8bbb18f09e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 1 Jun 2021 12:45:01 +0300
Subject: [PATCH 0792/1060] Some improvements in stress test

---
 docker/test/stress/stress | 13 +++++++++++--
 1 file changed, 11 insertions(+), 2 deletions(-)

diff --git a/docker/test/stress/stress b/docker/test/stress/stress
index 4fbedceb0b8..e59c87a8b68 100755
--- a/docker/test/stress/stress
+++ b/docker/test/stress/stress
@@ -27,7 +27,7 @@ def get_options(i):
         options += " --db-engine=Ordinary"
 
     if i % 3 == 2:
-        options += ''' --db-engine="Replicated('/test/db/test_{}', 's1', 'r1')"'''.format(i)
+        options += ''' --client-option='allow_experimental_database_replicated=1' --db-engine="Replicated('/test/db/test_{}', 's1', 'r1')"'''.format(i)
 
     # If database name is not specified, new database is created for each functional test.
     # Run some threads with one database for all tests.
@@ -58,6 +58,10 @@ def run_func_test(cmd, output_prefix, num_processes, skip_tests_option, global_t
         time.sleep(0.5)
     return pipes
 
+def compress_stress_logs(output_path, files_prefix):
+    cmd = f"cd {output_path} && tar -zcf stress_run_logs.tar.gz {files_prefix}* && rm {files_prefix}*"
+    check_output(cmd, shell=True)
+
 def prepare_for_hung_check():
     # FIXME this function should not exist, but...
 
@@ -116,7 +120,7 @@ if __name__ == "__main__":
     parser.add_argument("--server-log-folder", default='/var/log/clickhouse-server')
     parser.add_argument("--output-folder")
     parser.add_argument("--global-time-limit", type=int, default=3600)
-    parser.add_argument("--num-parallel", default=cpu_count())
+    parser.add_argument("--num-parallel", type=int, default=cpu_count())
     parser.add_argument('--hung-check', action='store_true', default=False)
 
     args = parser.parse_args()
@@ -135,6 +139,11 @@ if __name__ == "__main__":
         time.sleep(5)
 
     logging.info("All processes finished")
+
+    logging.info("Compressing stress logs")
+    compress_stress_logs(args.output_folder, "stress_test_run_")
+    logging.info("Logs compressed")
+
     if args.hung_check:
         have_long_running_queries = prepare_for_hung_check()
         logging.info("Checking if some queries hung")

From 2983a9ba617bb524af2d48c2c33fe465b49e5aa5 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 1 Jun 2021 12:53:36 +0300
Subject: [PATCH 0793/1060] use cli for exec

---
 tests/integration/helpers/cluster.py | 65 ++++++++++++++++------------
 1 file changed, 37 insertions(+), 28 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index c6fdbb49f5f..d4981b6f5de 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -51,14 +51,19 @@ def _create_env_file(path, variables):
             f.write("=".join([var, value]) + "\n")
     return path
 
-def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=180):
+def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=180, nothrow=False, detach=False):
+    if detach:
+        subprocess.Popen(args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, timeout=timeout)
+        return
+
     res = subprocess.run(args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout)
     if res.returncode != 0:
         # check_call(...) from subprocess does not print stderr, so we do it manually
         logging.debug(f"Stderr:\n{res.stderr.decode('utf-8')}\n")
         logging.debug(f"Stdout:\n{res.stdout.decode('utf-8')}\n")
         logging.debug(f"Env:\n{env}\n")
-        raise Exception(f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}")
+        if not nothrow:
+            raise Exception(f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}")
 
 # Based on https://stackoverflow.com/questions/2838244/get-open-tcp-port-in-python/2838309#2838309
 def get_free_port():
@@ -89,10 +94,10 @@ def retry_exception(num, delay, func, exception=Exception, *args, **kwargs):
         return
     raise StopIteration('Function did not finished successfully')
 
-def subprocess_check_call(args):
+def subprocess_check_call(args, detach=False, nothrow=False):
     # Uncomment for debugging
-    logging.info('run:' + ' '.join(args))
-    run_and_check(args)
+    #logging.info('run:' + ' '.join(args))
+    run_and_check(args, detach=detach, nothrow=nothrow)
 
 
 def subprocess_call(args):
@@ -875,30 +880,34 @@ class ClickHouseCluster:
         container_id = self.get_container_id(instance_name)
         return self.docker_client.api.logs(container_id).decode()
 
-    def exec_in_container(self, container_id, cmd, detach=False, nothrow=False, **kwargs):
-        exec_id = self.docker_client.api.exec_create(container_id, cmd, **kwargs)
-        output = self.docker_client.api.exec_start(exec_id, detach=detach)
+    def exec_in_container(self, container_id, cmd, detach=False, nothrow=False, use_cli=True, **kwargs):
+        if use_cli:
+            result = subprocess_check_call(["docker", "exec", container_id] + cmd, detach=detach, nothrow=nothrow)
+            return result
+        else:
+            exec_id = self.docker_client.api.exec_create(container_id, cmd, **kwargs)
+            output = self.docker_client.api.exec_start(exec_id, detach=detach)
 
-        exit_code = self.docker_client.api.exec_inspect(exec_id)['ExitCode']
-        if exit_code:
-            container_info = self.docker_client.api.inspect_container(container_id)
-            image_id = container_info.get('Image')
-            image_info = self.docker_client.api.inspect_image(image_id)
-            logging.debug(("Command failed in container {}: ".format(container_id)))
-            pprint.pprint(container_info)
-            logging.debug("")
-            logging.debug(("Container {} uses image {}: ".format(container_id, image_id)))
-            pprint.pprint(image_info)
-            logging.debug("")
-            message = 'Cmd "{}" failed in container {}. Return code {}. Output: {}'.format(' '.join(cmd), container_id,
-                                                                                           exit_code, output)
-            if nothrow:
-                logging.debug(message)
-            else:
-                raise Exception(message)
-        if not detach:
-            return output.decode()
-        return output
+            exit_code = self.docker_client.api.exec_inspect(exec_id)['ExitCode']
+            if exit_code:
+                container_info = self.docker_client.api.inspect_container(container_id)
+                image_id = container_info.get('Image')
+                image_info = self.docker_client.api.inspect_image(image_id)
+                logging.debug(("Command failed in container {}: ".format(container_id)))
+                pprint.pprint(container_info)
+                logging.debug("")
+                logging.debug(("Container {} uses image {}: ".format(container_id, image_id)))
+                pprint.pprint(image_info)
+                logging.debug("")
+                message = 'Cmd "{}" failed in container {}. Return code {}. Output: {}'.format(' '.join(cmd), container_id,
+                                                                                            exit_code, output)
+                if nothrow:
+                    logging.debug(message)
+                else:
+                    raise Exception(message)
+            if not detach:
+                return output.decode()
+            return output
 
     def copy_file_to_container(self, container_id, local_path, dest_path):
         with open(local_path, "r") as fdata:

From 94d2aed336ea551c2a8bd1752615bd75dee01529 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Tue, 1 Jun 2021 13:24:06 +0300
Subject: [PATCH 0794/1060] fix tests

---
 src/Databases/DatabaseReplicated.cpp          | 24 +++++++++++++++----
 ...per_test_alter_compression_codecs_long.sql |  4 ++--
 .../01710_projection_fetch.reference          |  8 +++----
 .../0_stateless/01710_projection_fetch.sql    |  4 ++--
 tests/queries/skip_list.json                  |  6 +++--
 5 files changed, 32 insertions(+), 14 deletions(-)

diff --git a/src/Databases/DatabaseReplicated.cpp b/src/Databases/DatabaseReplicated.cpp
index 3482fad80b9..811114704c3 100644
--- a/src/Databases/DatabaseReplicated.cpp
+++ b/src/Databases/DatabaseReplicated.cpp
@@ -22,6 +22,7 @@
 #include <Parsers/ParserCreateQuery.h>
 #include <Parsers/parseQuery.h>
 #include <Interpreters/InterpreterCreateQuery.h>
+#include <Interpreters/evaluateConstantExpression.h>
 #include <Parsers/formatAST.h>
 #include <Common/Macros.h>
 
@@ -317,10 +318,25 @@ void DatabaseReplicated::checkQueryValid(const ASTPtr & query, ContextPtr query_
             if (!replicated_table || !create->storage->engine->arguments)
                 return;
 
-            ASTs & args = create->storage->engine->arguments->children;
+            ASTs & args_ref = create->storage->engine->arguments->children;
+            ASTs args = args_ref;
             if (args.size() < 2)
                 return;
 
+            /// It can be a constant expression. Try to evaluate it, ignore exception if we cannot.
+            bool has_expression_argument = args_ref[0]->as<ASTFunction>() || args_ref[0]->as<ASTFunction>();
+            if (has_expression_argument)
+            {
+                try
+                {
+                    args[0] = evaluateConstantExpressionAsLiteral(args_ref[0]->clone(), query_context);
+                    args[1] = evaluateConstantExpressionAsLiteral(args_ref[1]->clone(), query_context);
+                }
+                catch (...)
+                {
+                }
+            }
+
             ASTLiteral * arg1 = args[0]->as<ASTLiteral>();
             ASTLiteral * arg2 = args[1]->as<ASTLiteral>();
             if (!arg1 || !arg2 || arg1->value.getType() != Field::Types::String || arg2->value.getType() != Field::Types::String)
@@ -348,12 +364,12 @@ void DatabaseReplicated::checkQueryValid(const ASTPtr & query, ContextPtr query_
             if (maybe_shard_macros && maybe_replica_macros)
                 return;
 
-            if (enable_functional_tests_helper)
+            if (enable_functional_tests_helper && !has_expression_argument)
             {
                 if (maybe_path.empty() || maybe_path.back() != '/')
                     maybe_path += '/';
-                arg1->value = maybe_path + "auto_{shard}";
-                arg2->value = maybe_replica + "auto_{replica}";
+                args_ref[0]->as<ASTLiteral>()->value = maybe_path + "auto_{shard}";
+                args_ref[1]->as<ASTLiteral>()->value = maybe_replica + "auto_{replica}";
                 return;
             }
 
diff --git a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
index 085a79485fb..548f26eadd0 100644
--- a/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
+++ b/tests/queries/0_stateless/00910_zookeeper_test_alter_compression_codecs_long.sql
@@ -7,12 +7,12 @@ DROP TABLE IF EXISTS alter_compression_codec2;
 CREATE TABLE alter_compression_codec1 (
     somedate Date CODEC(LZ4),
     id UInt64 CODEC(NONE)
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/'||currentDatabase()||'alter_compression_codecs', '1') PARTITION BY somedate ORDER BY id;
+) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/'||currentDatabase()||'alter_compression_codecs/{shard}', '1_{replica}') PARTITION BY somedate ORDER BY id;
 
 CREATE TABLE alter_compression_codec2 (
   somedate Date CODEC(LZ4),
   id UInt64 CODEC(NONE)
-) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/'||currentDatabase()||'alter_compression_codecs', '2') PARTITION BY somedate ORDER BY id;
+) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test_00910/'||currentDatabase()||'alter_compression_codecs/{shard}', '2_{replica}') PARTITION BY somedate ORDER BY id;
 
 INSERT INTO alter_compression_codec1 VALUES('2018-01-01', 1);
 INSERT INTO alter_compression_codec1 VALUES('2018-01-01', 2);
diff --git a/tests/queries/0_stateless/01710_projection_fetch.reference b/tests/queries/0_stateless/01710_projection_fetch.reference
index 54e5bff80a9..abce5410b26 100644
--- a/tests/queries/0_stateless/01710_projection_fetch.reference
+++ b/tests/queries/0_stateless/01710_projection_fetch.reference
@@ -10,8 +10,8 @@
 3	3
 4	4
 0
-CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    ),\n    PROJECTION pp\n    (\n        SELECT \n            x,\n            count()\n        GROUP BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01710_projection_fetch_default\', \'2\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
+CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    ),\n    PROJECTION pp\n    (\n        SELECT \n            x,\n            count()\n        GROUP BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/{shard}/01710_projection_fetch_default\', \'2_{replica}\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
 2
-CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    ),\n    PROJECTION pp\n    (\n        SELECT \n            x,\n            count()\n        GROUP BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01710_projection_fetch_default\', \'2\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
-CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    ),\n    PROJECTION pp\n    (\n        SELECT \n            x,\n            count()\n        GROUP BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01710_projection_fetch_default\', \'2\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
-CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/01710_projection_fetch_default\', \'2\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
+CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    ),\n    PROJECTION pp\n    (\n        SELECT \n            x,\n            count()\n        GROUP BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/{shard}/01710_projection_fetch_default\', \'2_{replica}\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
+CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    ),\n    PROJECTION pp\n    (\n        SELECT \n            x,\n            count()\n        GROUP BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/{shard}/01710_projection_fetch_default\', \'2_{replica}\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
+CREATE TABLE default.tp_2\n(\n    `x` Int32,\n    `y` Int32,\n    PROJECTION p\n    (\n        SELECT \n            x,\n            y\n        ORDER BY x\n    )\n)\nENGINE = ReplicatedMergeTree(\'/clickhouse/tables/{shard}/01710_projection_fetch_default\', \'2_{replica}\')\nORDER BY y\nSETTINGS min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32, index_granularity = 8192
diff --git a/tests/queries/0_stateless/01710_projection_fetch.sql b/tests/queries/0_stateless/01710_projection_fetch.sql
index 06790317808..7e4f6cc1d9a 100644
--- a/tests/queries/0_stateless/01710_projection_fetch.sql
+++ b/tests/queries/0_stateless/01710_projection_fetch.sql
@@ -1,9 +1,9 @@
 drop table if exists tp_1;
 drop table if exists tp_2;
 
-create table tp_1 (x Int32, y Int32, projection p (select x, y order by x)) engine = ReplicatedMergeTree('/clickhouse/tables/01710_projection_fetch_' || currentDatabase(), '1') order by y settings min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32;
+create table tp_1 (x Int32, y Int32, projection p (select x, y order by x)) engine = ReplicatedMergeTree('/clickhouse/tables/{shard}/01710_projection_fetch_' || currentDatabase(), '1_{replica}') order by y settings min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32;
 
-create table tp_2 (x Int32, y Int32, projection p (select x, y order by x)) engine = ReplicatedMergeTree('/clickhouse/tables/01710_projection_fetch_' || currentDatabase(), '2') order by y settings min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32;
+create table tp_2 (x Int32, y Int32, projection p (select x, y order by x)) engine = ReplicatedMergeTree('/clickhouse/tables/{shard}/01710_projection_fetch_' || currentDatabase(), '2_{replica}') order by y settings min_rows_for_compact_part = 2, min_rows_for_wide_part = 4, min_bytes_for_compact_part = 16, min_bytes_for_wide_part = 32;
 
 insert into tp_1 select number, number from numbers(3);
 
diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 6a278316387..a9a41b1ac1f 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -109,6 +109,7 @@
         "01153_attach_mv_uuid"
     ],
     "database-replicated": [
+        /// Unclassified
         "memory_tracking",
         "memory_usage",
         "live_view",
@@ -167,8 +168,9 @@
         /// Does not support renaming of multiple tables in single query
         "00634_rename_view",
         "00140_rename",
-        "01783_http_chunk_size",
-        "01710_projection_fetch"
+        /// Requires investigation
+        "00953_zookeeper_suetin_deduplication_bug",
+        "01783_http_chunk_size"
     ],
     "polymorphic-parts": [
         "01508_partition_pruning_long", /// bug, shoud be fixed

From 24d1d7b6c14f4a8ea18791154cbd6e3fd8a05e71 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Tue, 1 Jun 2021 13:49:24 +0300
Subject: [PATCH 0795/1060] Update docs/en/sql-reference/statements/optimize.md

---
 docs/en/sql-reference/statements/optimize.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/statements/optimize.md b/docs/en/sql-reference/statements/optimize.md
index 8ba6db4cbf6..8dd431cd694 100644
--- a/docs/en/sql-reference/statements/optimize.md
+++ b/docs/en/sql-reference/statements/optimize.md
@@ -60,7 +60,7 @@ CREATE TABLE example (
     materialized_value UInt32 MATERIALIZED 12345,
     aliased_value UInt32 ALIAS 2,
     PRIMARY KEY primary_key
-) ENGINE=MergeTree　
+) ENGINE=MergeTree
 PARTITION BY partition_key
 ORDER BY (primary_key, secondary_key);
 ```
@@ -189,4 +189,4 @@ Result:
 ┌─primary_key─┬─secondary_key─┬─value─┬─partition_key─┐
 │           1 │             1 │     2 │             3 │
 └─────────────┴───────────────┴───────┴───────────────┘
-```
\ No newline at end of file
+```

From 356734bd471cca28110f94e03fa5d348762741c6 Mon Sep 17 00:00:00 2001
From: Max Bruce <Protryon@users.noreply.github.com>
Date: Tue, 1 Jun 2021 04:21:33 -0700
Subject: [PATCH 0796/1060] Add Rust language third-party SDK, Klickhouse

---
 docs/en/interfaces/third-party/client-libraries.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docs/en/interfaces/third-party/client-libraries.md b/docs/en/interfaces/third-party/client-libraries.md
index f5c85289171..835e3c6e98a 100644
--- a/docs/en/interfaces/third-party/client-libraries.md
+++ b/docs/en/interfaces/third-party/client-libraries.md
@@ -42,6 +42,8 @@ toc_title: Client Libraries
 -   Ruby
     -   [ClickHouse (Ruby)](https://github.com/shlima/click_house)
     -   [clickhouse-activerecord](https://github.com/PNixx/clickhouse-activerecord)
+-   Rust
+    -   [Klickhouse](https://github.com/Protryon/klickhouse)
 -   R
     -   [clickhouse-r](https://github.com/hannesmuehleisen/clickhouse-r)
     -   [RClickHouse](https://github.com/IMSMWU/RClickHouse)

From 7eeea068452b540a952a9a27fe7909c16796c242 Mon Sep 17 00:00:00 2001
From: achimbab <07c00h@gmail.com>
Date: Tue, 1 Jun 2021 20:32:40 +0900
Subject: [PATCH 0797/1060] sequenceNextNode() uses settings passed by creator.

---
 .../AggregateFunctionSequenceNextNode.cpp     | 35 +++++++------------
 .../AggregateFunctionSequenceNextNode.h       |  1 +
 2 files changed, 13 insertions(+), 23 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
index 2870f233b65..0c87a32a415 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.cpp
@@ -2,6 +2,7 @@
 #include <AggregateFunctions/AggregateFunctionSequenceNextNode.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
+#include <Core/Settings.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeNullable.h>
@@ -22,7 +23,7 @@ namespace ErrorCodes
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int BAD_ARGUMENTS;
-    extern const int FUNCTION_NOT_ALLOWED;
+    extern const int UNKNOWN_AGGREGATE_FUNCTION;
 }
 
 namespace
@@ -37,9 +38,14 @@ inline AggregateFunctionPtr createAggregateFunctionSequenceNodeImpl(
 }
 
 AggregateFunctionPtr
-createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events, const DataTypes & argument_types, const Array & parameters)
+createAggregateFunctionSequenceNode(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
-    assert(max_events <= max_events_size);
+    if (settings == nullptr || !settings->allow_experimental_funnel_functions)
+    {
+        throw Exception(
+            "Aggregate function " + name + " is experimental. Set `allow_experimental_funnel_functions` setting to enable it",
+            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
+    }
 
     if (parameters.size() < 2)
         throw Exception("Aggregate function '" + name + "' requires 2 parameters (direction, head)",
@@ -83,10 +89,10 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events,
             "Aggregate function " + name + " requires at least " + toString(min_required_args + 1) + " arguments when base is first_match or last_match.",
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    if (argument_types.size() > max_events + min_required_args)
+    if (argument_types.size() > max_events_size + min_required_args)
         throw Exception(fmt::format(
             "Aggregate function '{}' requires at most {} (timestamp, value_column, ...{} events) arguments.",
-                name, max_events + min_required_args, max_events), ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
+                name, max_events_size + min_required_args, max_events_size), ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
     if (const auto * cond_arg = argument_types[2].get(); cond_arg && !isUInt8(cond_arg))
         throw Exception("Illegal type " + cond_arg->getName() + " of third argument of aggregate function "
@@ -127,29 +133,12 @@ createAggregateFunctionSequenceNode(const std::string & name, UInt64 max_events,
         ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
 }
 
-auto createAggregateFunctionSequenceNodeMaxArgs(UInt64 max_events)
-{
-    return [max_events](const std::string & name, const DataTypes & argument_types, const Array & parameters)
-    {
-        if (CurrentThread::isInitialized())
-        {
-            const Context * query_context = CurrentThread::get().getQueryContext();
-            if (query_context && !query_context->getSettingsRef().allow_experimental_funnel_functions)
-                throw Exception{"Cannot call 'sequenceNextNode' aggregate function because experimental_funnel_functions is not allowed. "
-                    "Set 'allow_experimental_funnel_functions = 1' setting to enable", ErrorCodes::FUNCTION_NOT_ALLOWED};
-        }
-
-        return createAggregateFunctionSequenceNode(name, max_events, argument_types, parameters);
-    };
-}
-
 }
 
 void registerAggregateFunctionSequenceNextNode(AggregateFunctionFactory & factory)
 {
     AggregateFunctionProperties properties = { .returns_default_when_only_null = true, .is_order_dependent = false };
-    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNodeMaxArgs(max_events_size), properties });
-    factory.registerFunction("sequenceFirstNode", { createAggregateFunctionSequenceNodeMaxArgs(0), properties });
+    factory.registerFunction("sequenceNextNode", { createAggregateFunctionSequenceNode, properties });
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
index 629a130a0e3..116e53e95e8 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
+++ b/src/AggregateFunctions/AggregateFunctionSequenceNextNode.h
@@ -27,6 +27,7 @@
 
 namespace DB
 {
+struct Settings;
 
 enum class SequenceDirection
 {

From cdd46aa117642a0942cc0044a3dec2bef1812f53 Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Tue, 1 Jun 2021 14:52:25 +0300
Subject: [PATCH 0798/1060] Revert "try fix intersecting virtual parts"

This reverts commit 2571ad7d438297d9aa799783c2301f520718572c.
---
 .../MergeTree/ReplicatedMergeTreeLogEntry.cpp |  40 +--
 .../MergeTree/ReplicatedMergeTreeLogEntry.h   |  14 -
 .../MergeTree/ReplicatedMergeTreeQueue.cpp    | 273 +++---------------
 .../MergeTree/ReplicatedMergeTreeQueue.h      |  16 +-
 4 files changed, 45 insertions(+), 298 deletions(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index ee802a2a5b1..dbd55bc4ff3 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -152,10 +152,6 @@ void ReplicatedMergeTreeLogEntryData::writeText(WriteBuffer & out) const
             out << "sync_pinned_part_uuids\n";
             break;
 
-        case PART_IS_LOST:
-            out << "lost\n" << new_part_name;
-            break;
-
         default:
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Unknown log entry type: {}", static_cast<int>(type));
     }
@@ -330,11 +326,6 @@ void ReplicatedMergeTreeLogEntryData::readText(ReadBuffer & in)
         in >> new_part_name;
         in >> "\nsource_shard: " >> source_shard;
     }
-    else if (type_str == "lost")
-    {
-        type = PART_IS_LOST;
-        in >> new_part_name;
-    }
 
     if (!trailing_newline_found)
         in >> "\n";
@@ -398,6 +389,7 @@ void ReplicatedMergeTreeLogEntryData::ReplaceRangeEntry::readText(ReadBuffer & i
 
 bool ReplicatedMergeTreeLogEntryData::ReplaceRangeEntry::isMovePartitionOrAttachFrom(const MergeTreePartInfo & drop_range_info)
 {
+    assert(drop_range_info.getBlocksCount() != 0);
     return drop_range_info.getBlocksCount() == 1;
 }
 
@@ -421,24 +413,6 @@ ReplicatedMergeTreeLogEntry::Ptr ReplicatedMergeTreeLogEntry::parse(const String
     return res;
 }
 
-std::optional<String> ReplicatedMergeTreeLogEntryData::getDropRange(MergeTreeDataFormatVersion format_version) const
-{
-    if (type == DROP_RANGE)
-        return new_part_name;
-
-    if (type == REPLACE_RANGE)
-    {
-        auto drop_range_info = MergeTreePartInfo::fromPartName(replace_range_entry->drop_range_part_name, format_version);
-        if (!ReplaceRangeEntry::isMovePartitionOrAttachFrom(drop_range_info))
-        {
-            /// It's REPLACE, not MOVE or ATTACH, so drop range is real
-            return replace_range_entry->drop_range_part_name;
-        }
-    }
-
-    return {};
-}
-
 Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormatVersion format_version) const
 {
     /// Doesn't produce any part
@@ -456,8 +430,12 @@ Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormat
     if (type == REPLACE_RANGE)
     {
         Strings res = replace_range_entry->new_part_names;
-        if (auto drop_range = getDropRange(format_version))
-            res.emplace_back(*drop_range);
+        auto drop_range_info = MergeTreePartInfo::fromPartName(replace_range_entry->drop_range_part_name, format_version);
+        if (!ReplaceRangeEntry::isMovePartitionOrAttachFrom(drop_range_info))
+        {
+            /// It's REPLACE, not MOVE or ATTACH, so drop range is real
+            res.emplace_back(replace_range_entry->drop_range_part_name);
+        }
         return res;
     }
 
@@ -469,10 +447,6 @@ Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormat
     if (type == CLONE_PART_FROM_SHARD)
         return {};
 
-    /// Doesn't produce any part.
-    if (type == PART_IS_LOST)
-        return {};
-
     return {new_part_name};
 }
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
index 5d62f219924..12f1c78fb5d 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
@@ -45,7 +45,6 @@ struct ReplicatedMergeTreeLogEntryData
         ALTER_METADATA, /// Apply alter modification according to global /metadata and /columns paths
         SYNC_PINNED_PART_UUIDS, /// Synchronization point for ensuring that all replicas have up to date in-memory state.
         CLONE_PART_FROM_SHARD,  /// Clone part from another shard.
-        PART_IS_LOST,   /// Cancels previous operations with lost data part. Kinda "anti-merge".
     };
 
     static String typeToString(Type type)
@@ -63,7 +62,6 @@ struct ReplicatedMergeTreeLogEntryData
             case ReplicatedMergeTreeLogEntryData::ALTER_METADATA:   return "ALTER_METADATA";
             case ReplicatedMergeTreeLogEntryData::SYNC_PINNED_PART_UUIDS: return "SYNC_PINNED_PART_UUIDS";
             case ReplicatedMergeTreeLogEntryData::CLONE_PART_FROM_SHARD:  return "CLONE_PART_FROM_SHARD";
-            case ReplicatedMergeTreeLogEntryData::PART_IS_LOST:     return "PART_IS_LOST";
             default:
                 throw Exception("Unknown log entry type: " + DB::toString<int>(type), ErrorCodes::LOGICAL_ERROR);
         }
@@ -142,18 +140,6 @@ struct ReplicatedMergeTreeLogEntryData
     /// selection of merges. These parts are added to queue.virtual_parts.
     Strings getVirtualPartNames(MergeTreeDataFormatVersion format_version) const;
 
-    /// Returns name of part that will never appear and should be removed from virtual parts set.
-    /// It's required to correctly cancel merge which cannot be executed, because some source part is lost forever.
-    /// Do not use it for other purposes, it can be dangerous.
-    std::optional<String> getAntiVirtualPartName() const
-    {
-        if (type == PART_IS_LOST)
-            return new_part_name;
-        return {};
-    }
-
-    std::optional<String> getDropRange(MergeTreeDataFormatVersion format_version) const;
-
     /// Returns set of parts that denote the block number ranges that should be blocked during the entry execution.
     /// These parts are added to future_parts.
     Strings getBlockingPartNames(MergeTreeDataFormatVersion format_version) const
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index 84050f21528..30569e53f64 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -33,20 +33,14 @@ ReplicatedMergeTreeQueue::ReplicatedMergeTreeQueue(StorageReplicatedMergeTree &
     log = &Poco::Logger::get(logger_name);
 }
 
-void ReplicatedMergeTreeQueue::clear()
-{
-    auto locks = lockQueue();
-    assert(future_parts.empty());
-    current_parts.clear();
-    virtual_parts.clear();
-    queue.clear();
-    inserts_by_time.clear();
-    mutations_by_znode.clear();
-    mutations_by_partition.clear();
-    mutation_pointer.clear();
-}
 
 void ReplicatedMergeTreeQueue::initialize(const MergeTreeData::DataParts & parts)
+{
+    addVirtualParts(parts);
+}
+
+
+void ReplicatedMergeTreeQueue::addVirtualParts(const MergeTreeData::DataParts & parts)
 {
     std::lock_guard lock(state_mutex);
 
@@ -80,6 +74,9 @@ bool ReplicatedMergeTreeQueue::load(zkutil::ZooKeeperPtr zookeeper)
         /// Reset batch size on initialization to recover from possible errors of too large batch size.
         current_multi_batch_size = 1;
 
+        String log_pointer_str = zookeeper->get(replica_path + "/log_pointer");
+        log_pointer = log_pointer_str.empty() ? 0 : parse<UInt64>(log_pointer_str);
+
         std::unordered_set<String> already_loaded_paths;
         {
             std::lock_guard lock(state_mutex);
@@ -135,45 +132,6 @@ void ReplicatedMergeTreeQueue::insertUnlocked(
     const LogEntryPtr & entry, std::optional<time_t> & min_unprocessed_insert_time_changed,
     std::lock_guard<std::mutex> & state_lock)
 {
-    if (auto lost_part = entry->getAntiVirtualPartName())
-    {
-        LOG_TRACE(log, "Reading {}: PART_IS_LOST for {}", entry->znode_name, *lost_part);
-        QueueIters entries = findEntriesByNewPartName(*lost_part);
-        bool removed = virtual_parts.remove(*lost_part);
-        if (!removed && !entries.empty())
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "Found {} entries for lost part {}, "
-                            "but nothing is removed from virtual parts", entries.size(), *lost_part);
-        for (const auto & entry_it : entries)
-        {
-            for (const auto & source_part : (*entry_it)->source_parts)
-            {
-                String containing_current_part = current_parts.getContainingPart(source_part);
-                if (containing_current_part.empty())
-                {
-                    bool has_source_entry = std::any_of(queue.begin(), queue.end(), [&lost_part](auto e)
-                    {
-                        return e->new_part_name == *lost_part;
-                    });
-                    if (!has_source_entry)
-                        throw Exception(ErrorCodes::LOGICAL_ERROR,
-                                        "Source entry ({}) of lost virtual part {} does not exist",
-                                        source_part, *lost_part);
-                }
-                else
-                {
-                    if (containing_current_part != source_part)
-                        throw Exception(ErrorCodes::LOGICAL_ERROR,
-                                        "Source part {} of lost part {} is covered by current part {}. Entry: {}",
-                                        source_part, *lost_part, containing_current_part, (*entry_it)->toString());
-                }
-
-                virtual_parts.add(source_part);
-            }
-        }
-
-        lost_forever_parts.insert(*lost_part);
-    }
-
     for (const String & virtual_part_name : entry->getVirtualPartNames(format_version))
     {
         virtual_parts.add(virtual_part_name);
@@ -270,10 +228,16 @@ void ReplicatedMergeTreeQueue::updateStateOnQueueEntryRemoval(
             removeCoveredPartsFromMutations(virtual_part_name, /*remove_part = */ false, /*remove_covered_parts = */ true);
         }
 
-        if (auto drop_range_part_name = entry->getDropRange(format_version))
+        String drop_range_part_name;
+        if (entry->type == LogEntry::DROP_RANGE)
+            drop_range_part_name = entry->new_part_name;
+        else if (entry->type == LogEntry::REPLACE_RANGE)
+            drop_range_part_name = entry->replace_range_entry->drop_range_part_name;
+
+        if (!drop_range_part_name.empty())
         {
-            current_parts.remove(*drop_range_part_name);
-            virtual_parts.remove(*drop_range_part_name);
+            current_parts.remove(drop_range_part_name);
+            virtual_parts.remove(drop_range_part_name);
         }
 
         if (entry->type == LogEntry::ALTER_METADATA)
@@ -337,7 +301,10 @@ void ReplicatedMergeTreeQueue::addPartToMutations(const String & part_name)
 {
     auto part_info = MergeTreePartInfo::fromPartName(part_name, format_version);
 
-    if (part_info.isFakeDropRangePart())
+    /// Do not add special virtual parts to parts_to_do
+    auto max_level = MergeTreePartInfo::MAX_LEVEL;      /// DROP/DETACH PARTITION
+    auto another_max_level = std::numeric_limits<decltype(part_info.level)>::max();    /// REPLACE/MOVE PARTITION
+    if (part_info.level == max_level || part_info.level == another_max_level)
         return;
 
     auto in_partition = mutations_by_partition.find(part_info.partition_id);
@@ -425,8 +392,7 @@ void ReplicatedMergeTreeQueue::removeProcessedEntry(zkutil::ZooKeeperPtr zookeep
     }
 
     if (!found && need_remove_from_zk)
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "Can't find {} in the memory queue. It is a bug. Entry info: {}",
-                        entry->znode_name, entry->toString());
+        throw Exception("Can't find " + entry->znode_name + " in the memory queue. It is a bug", ErrorCodes::LOGICAL_ERROR);
 
     notifySubscribers(queue_size);
 
@@ -495,162 +461,9 @@ bool ReplicatedMergeTreeQueue::remove(zkutil::ZooKeeperPtr zookeeper, const Stri
     return true;
 }
 
-bool ReplicatedMergeTreeQueue::markPartAsLostForever(zkutil::ZooKeeperPtr zookeeper, const String & part_name)
+
+bool ReplicatedMergeTreeQueue::removeFromVirtualParts(const MergeTreePartInfo & part_info)
 {
-    LogEntry entry;
-    entry.type = LogEntry::PART_IS_LOST;
-    entry.source_replica = storage.replica_name;
-    entry.new_part_name = part_name;
-
-    size_t max_iters = 100;
-    while (--max_iters)
-    {
-        ReplicatedMergeTreeMergePredicate merge_pred = getMergePredicate(zookeeper);
-
-        if (!merge_pred.ensurePartIsLost(part_name, log))
-            return false;
-
-        Coordination::Requests ops;
-        ops.emplace_back(zkutil::makeCheckRequest(zookeeper_path + "/log", merge_pred.getVersion()));
-        ops.emplace_back(zkutil::makeSetRequest(zookeeper_path + "/log", "", -1));
-        ops.emplace_back(zkutil::makeCreateRequest(zookeeper_path + "/log/log-", entry.toString(), zkutil::CreateMode::PersistentSequential));
-        Coordination::Responses responses;
-        Coordination::Error rc = zookeeper->tryMulti(ops, responses);
-
-        if (rc == Coordination::Error::ZBADVERSION)
-        {
-            LOG_TRACE(log, "A new log entry appeared while trying to commit PART_IS_LOST. Retry.");
-            continue;
-        } else
-            zkutil::KeeperMultiException::check(rc, ops, responses);
-
-        String path_created = dynamic_cast<const Coordination::CreateResponse &>(*responses.back()).path_created;
-        LOG_TRACE(log, "Created PART_IS_LOST entry ({}) for part {}", path_created, part_name);
-        return true;
-    }
-
-    throw Exception(ErrorCodes::LOGICAL_ERROR, "Cannot create PART_IS_LOST entry for {}", part_name);
-}
-
-ReplicatedMergeTreeQueue::QueueIters ReplicatedMergeTreeQueue::findEntriesByNewPartName(const String & part_name) const
-{
-    QueueIters entries;
-    size_t get_entries_num = 0;
-    for (auto it = queue.begin(); it != queue.end(); ++it)
-    {
-        if ((*it)->new_part_name == part_name && (*it)->type != LogEntry::PART_IS_LOST)
-        {
-            entries.push_back(it);
-            get_entries_num += (*it)->type == LogEntry::GET_PART;
-        }
-    }
-
-    if (!entries.empty())
-    {
-        if (entries.size() != 1)
-        {
-            /// Replication queue may contain multiple part producing entries with the same new_part_name
-            /// if replica was recently cloned. At first cloneReplica(...) copies source replica queue,
-            /// and after that it reads data parts set from source_path + "/parts"
-            /// to create GET_PART entries in own queue and download missing parts.
-            /// Therefore, some MERGE_PART (or MUTATE_PART, or even GET_PART) entry
-            /// may be duplicated with GET_PART with the same new_part_name.
-            if (1 < entries.size() - get_entries_num)
-                throw Exception(ErrorCodes::LOGICAL_ERROR, "Found {} queue entries for {}, only {} are GET_PART",
-                                entries.size(), part_name, get_entries_num);
-
-            LOG_WARNING(log, "Found {} queue entries for {}, including {} GET_PART entries. "
-                             "It may rarely happen after replica cloning", entries.size(), part_name, get_entries_num);
-        }
-    }
-
-    return entries;
-}
-
-void ReplicatedMergeTreeQueue::executePartIsLost(zkutil::ZooKeeperPtr zookeeper, LogEntry & entry_lost)
-{
-    LOG_TRACE(log, "Executing {}: PART_IS_LOST for part {} ({})", entry_lost.znode_name, entry_lost.new_part_name);
-
-    /// There might be multiple cancelled parts if replica was cloned...
-
-    size_t queue_size = 0;
-    std::optional<time_t> min_unprocessed_insert_time_changed;
-    std::optional<time_t> max_processed_insert_time_changed;
-    Coordination::Requests ops;
-    {
-        std::unique_lock lock(state_mutex);
-        QueueIters cancelled_entries = findEntriesByNewPartName(entry_lost.new_part_name);
-
-        for (const auto entry_it : cancelled_entries)
-        {
-            LogEntryPtr canceled_entry;
-            canceled_entry = *entry_it;
-            LOG_TRACE(log, "Removing cancelled log entry {}: {}", canceled_entry->znode_name, canceled_entry->toString());
-            ops.emplace_back(zkutil::makeRemoveRequest(replica_path + "/queue/" + canceled_entry->znode_name, -1));
-            updateStateOnQueueEntryRemoval(
-                    canceled_entry, /* is_successful = */ false,
-                    min_unprocessed_insert_time_changed, max_processed_insert_time_changed, lock);
-            queue.erase(entry_it);
-            queue_size = queue.size();
-
-            LOG_TRACE(log, "Waiting for {} to finish", canceled_entry->znode_name);
-            canceled_entry->execution_complete.wait(lock, [&canceled_entry]
-            { return !canceled_entry->currently_executing; });
-        }
-    }
-
-    notifySubscribers(queue_size);
-
-    zookeeper->multi(ops);
-
-    updateTimesInZooKeeper(zookeeper, min_unprocessed_insert_time_changed, max_processed_insert_time_changed);
-
-    {
-        std::unique_lock lock(state_mutex);
-        lost_forever_parts.erase(entry_lost.new_part_name);
-    }
-
-    LOG_TRACE(log, "Executed {}: PART_IS_LOST for part {}", entry_lost.znode_name, entry_lost.new_part_name);
-}
-
-bool ReplicatedMergeTreeMergePredicate::ensurePartIsLost(const String & part_name, Poco::Logger * log) const
-{
-    String containing_part;
-    {
-        std::lock_guard<std::mutex> lock(queue.state_mutex);
-        containing_part = queue.virtual_parts.getContainingPart(part_name);
-    }
-
-    if (containing_part.empty())
-    {
-        LOG_WARNING(log, "Cannot find lost part {} in virtual parts set. "
-                         "Probably it's already marked as lost by another replica.", part_name);
-        return false;
-    }
-
-    if (containing_part != part_name)
-    {
-        auto info = MergeTreePartInfo::fromPartName(containing_part, queue.format_version);
-        if (info.isFakeDropRangePart())
-        {
-            /// It does not matter anymore if part is lost, it should be removed anyway
-            LOG_INFO(log, "Lost part {} is covered by drop range {}, ignoring it", part_name, containing_part);
-            return false;
-        }
-
-        /// Lost part is covered by real part. It means that merging/mutating operation
-        /// was assigned on lost part by some replica. It probably means that part is not lost.
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "Lost part {} is covered by real part {}", part_name, containing_part);
-    }
-
-    /// We can mark part as lost
-    return true;
-}
-
-bool ReplicatedMergeTreeQueue::removeFailedQuorumPart(const MergeTreePartInfo & part_info)
-{
-    if (part_info.level != 0)
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "Cannot remove part with non-zero level: {}", part_info.getPartName());
     std::lock_guard lock(state_mutex);
     return virtual_parts.remove(part_info);
 }
@@ -774,6 +587,8 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
             {
                 std::lock_guard state_lock(state_mutex);
 
+                log_pointer = last_entry_index + 1;
+
                 for (size_t copied_entry_idx = 0, num_copied_entries = copied_entries.size(); copied_entry_idx < num_copied_entries; ++copied_entry_idx)
                 {
                     String path_created = dynamic_cast<const Coordination::CreateResponse &>(*responses[copied_entry_idx]).path_created;
@@ -943,7 +758,9 @@ void ReplicatedMergeTreeQueue::updateMutations(zkutil::ZooKeeperPtr zookeeper, C
                         /// Such parts do not exist and will never appear, so we should not add virtual parts to parts_to_do list.
                         /// Fortunately, it's easy to distinguish virtual parts from normal parts by part level.
                         /// See StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(...)
-                        if (part_info.isFakeDropRangePart())
+                        auto max_level = MergeTreePartInfo::MAX_LEVEL;      /// DROP/DETACH PARTITION
+                        auto another_max_level = std::numeric_limits<decltype(part_info.level)>::max();    /// REPLACE/MOVE PARTITION
+                        if (part_info.level == max_level || part_info.level == another_max_level)
                             continue;
 
                         auto it = entry->block_numbers.find(part_info.partition_id);
@@ -1124,6 +941,9 @@ void ReplicatedMergeTreeQueue::removePartProducingOpsInRange(
             if ((*it)->currently_executing)
                 to_wait.push_back(*it);
             auto code = zookeeper->tryRemove(replica_path + "/queue/" + (*it)->znode_name);
+            /// FIXME it's probably unsafe to remove entries non-atomically
+            /// when this method called directly from alter query (not from replication queue task),
+            /// because entries will be lost if ALTER fails.
             if (code != Coordination::Error::ZOK)
                 LOG_INFO(log, "Couldn't remove {}: {}", replica_path + "/queue/" + (*it)->znode_name, Coordination::errorMessage(code));
 
@@ -1218,26 +1038,11 @@ bool ReplicatedMergeTreeQueue::shouldExecuteLogEntry(
         || entry.type == LogEntry::ATTACH_PART
         || entry.type == LogEntry::MUTATE_PART)
     {
-        assert(entry.getBlockingPartNames(format_version).size() == 1);
         for (const String & new_part_name : entry.getBlockingPartNames(format_version))
         {
             if (!isNotCoveredByFuturePartsImpl(entry.znode_name, new_part_name, out_postpone_reason, state_lock))
                 return false;
         }
-
-        String covering_part = virtual_parts.getContainingPart(entry.new_part_name);
-        if (covering_part.empty())
-        {
-            if (lost_forever_parts.count(entry.new_part_name))
-                return false;
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "Part {} not found in virtual parts, but it's not lost. "
-                            "Entry {}: {}\nVirtual: {}\nLost:{}",
-                            entry.new_part_name, entry.znode_name, entry.toString(),
-                            fmt::join(virtual_parts.getParts(), ", "), fmt::join(lost_forever_parts, ", "));
-        }
-
-        /// NOTE: It's possible that (covering_part == entry.new_part_name), because isNotCoveredByFuturePartsImpl(...)
-        /// checks for future parts only, not for virtual parts.
     }
 
     /// Check that fetches pool is not overloaded
@@ -1454,8 +1259,7 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::CurrentlyExecuting(const Replicate
     for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
     {
         if (!queue.future_parts.emplace(new_part_name, entry).second)
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "Tagging already tagged future part {}. This is a bug. "
-                            "It happened on attempt to execute {}: {}", new_part_name, entry->znode_name, entry->toString());
+            throw Exception("Tagging already tagged future part " + new_part_name + ". This is a bug.", ErrorCodes::LOGICAL_ERROR);
     }
 }
 
@@ -1473,8 +1277,7 @@ void ReplicatedMergeTreeQueue::CurrentlyExecuting::setActualPartName(ReplicatedM
         return;
 
     if (!queue.future_parts.emplace(entry.actual_new_part_name, entry.shared_from_this()).second)
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "Attaching already existing future part {}. This is a bug. "
-                        "It happened on attempt to execute {}: {}", entry.actual_new_part_name, entry.znode_name, entry.toString());
+        throw Exception("Attaching already existing future part " + entry.actual_new_part_name + ". This is a bug.", ErrorCodes::LOGICAL_ERROR);
 }
 
 
@@ -1493,19 +1296,13 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::~CurrentlyExecuting()
     for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
     {
         if (!queue.future_parts.erase(new_part_name))
-        {
             LOG_ERROR(queue.log, "Untagging already untagged future part {}. This is a bug.", new_part_name);
-            assert(false);
-        }
     }
 
     if (!entry->actual_new_part_name.empty())
     {
         if (entry->actual_new_part_name != entry->new_part_name && !queue.future_parts.erase(entry->actual_new_part_name))
-        {
             LOG_ERROR(queue.log, "Untagging already untagged future part {}. This is a bug.", entry->actual_new_part_name);
-            assert(false);
-        }
 
         entry->actual_new_part_name.clear();
     }
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
index c1470e8ff01..496f277d132 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
@@ -92,8 +92,8 @@ private:
     using FuturePartsSet = std::map<String, LogEntryPtr>;
     FuturePartsSet future_parts;
 
-    using LostPartsSet = std::set<String>;
-    LostPartsSet lost_forever_parts;
+    /// Index of the first log entry that we didn't see yet.
+    Int64 log_pointer = 0;
 
     /// Avoid parallel execution of queue enties, which may remove other entries from the queue.
     bool currently_executing_drop_or_replace_range = false;
@@ -275,7 +275,6 @@ public:
     ReplicatedMergeTreeQueue(StorageReplicatedMergeTree & storage_, ReplicatedMergeTreeMergeStrategyPicker & merge_strategy_picker_);
     ~ReplicatedMergeTreeQueue();
 
-    void clear();
 
     void initialize(const MergeTreeData::DataParts & parts);
 
@@ -290,20 +289,13 @@ public:
       */
     bool remove(zkutil::ZooKeeperPtr zookeeper, const String & part_name);
 
-    using QueueIters = std::vector<Queue::const_iterator>;
-    QueueIters findEntriesByNewPartName(const String & part_name) const;
-
-    bool markPartAsLostForever(zkutil::ZooKeeperPtr zookeeper, const String & part_name);
-
-    void executePartIsLost(zkutil::ZooKeeperPtr zookeeper, LogEntry & entry_lost);
-
     /** Load (initialize) a queue from ZooKeeper (/replicas/me/queue/).
       * If queue was not empty load() would not load duplicate records.
       * return true, if we update queue.
       */
     bool load(zkutil::ZooKeeperPtr zookeeper);
 
-    bool removeFailedQuorumPart(const MergeTreePartInfo & part_info);
+    bool removeFromVirtualParts(const MergeTreePartInfo & part_info);
 
     /** Copy the new entries from the shared log to the queue of this replica. Set the log_pointer to the appropriate value.
       * If watch_callback is not empty, will call it when new entries appear in the log.
@@ -486,8 +478,6 @@ public:
     /// The version of "log" node that is used to check that no new merges have appeared.
     int32_t getVersion() const { return merges_version; }
 
-    bool ensurePartIsLost(const String & part_name, Poco::Logger * log) const;
-
 private:
     const ReplicatedMergeTreeQueue & queue;
 

From e2941a8006bbcb0e34b9967aaae7e3da8ea821d3 Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Tue, 1 Jun 2021 15:15:13 +0300
Subject: [PATCH 0799/1060] Update DatabaseReplicated.cpp

---
 src/Databases/DatabaseReplicated.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Databases/DatabaseReplicated.cpp b/src/Databases/DatabaseReplicated.cpp
index 811114704c3..b3e5fc67151 100644
--- a/src/Databases/DatabaseReplicated.cpp
+++ b/src/Databases/DatabaseReplicated.cpp
@@ -324,7 +324,7 @@ void DatabaseReplicated::checkQueryValid(const ASTPtr & query, ContextPtr query_
                 return;
 
             /// It can be a constant expression. Try to evaluate it, ignore exception if we cannot.
-            bool has_expression_argument = args_ref[0]->as<ASTFunction>() || args_ref[0]->as<ASTFunction>();
+            bool has_expression_argument = args_ref[0]->as<ASTFunction>() || args_ref[1]->as<ASTFunction>();
             if (has_expression_argument)
             {
                 try

From 84af235a6037f7d87b0139a94cf1be91ec1ff407 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 1 Jun 2021 15:21:41 +0300
Subject: [PATCH 0800/1060] fix test

---
 tests/queries/0_stateless/01821_join_table_race_long.sh | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tests/queries/0_stateless/01821_join_table_race_long.sh b/tests/queries/0_stateless/01821_join_table_race_long.sh
index 9602da1e12a..7c56bf77bfd 100755
--- a/tests/queries/0_stateless/01821_join_table_race_long.sh
+++ b/tests/queries/0_stateless/01821_join_table_race_long.sh
@@ -8,13 +8,13 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS join_table_race"
 $CLICKHOUSE_CLIENT -q "CREATE TABLE join_table_race(id Int32, name String) ENGINE = Join(ANY, LEFT, id)"
 
-for i in {0..100}; do $CLICKHOUSE_CLIENT -q "INSERT INTO join_table_race VALUES ($RANDOM, '$RANDOM')" > /dev/null 2> /dev/null; done &
+for _ in {0..100}; do $CLICKHOUSE_CLIENT -q "INSERT INTO join_table_race VALUES ($RANDOM, '$RANDOM')" > /dev/null 2> /dev/null; done &
 
-for i in {0..200}; do $CLICKHOUSE_CLIENT -q "SELECT count() FROM join_table_race FORMAT Null" > /dev/null 2> /dev/null; done &
+for _ in {0..200}; do $CLICKHOUSE_CLIENT -q "SELECT count() FROM join_table_race FORMAT Null" > /dev/null 2> /dev/null; done &
 
-for i in {0..100}; do $CLICKHOUSE_CLIENT -q "TRUNCATE TABLE join_table_race" > /dev/null 2> /dev/null; done &
+for _ in {0..100}; do $CLICKHOUSE_CLIENT -q "TRUNCATE TABLE join_table_race" > /dev/null 2> /dev/null; done &
 
-for i in {0..100}; do $CLICKHOUSE_CLIENT -q "ALTER TABLE join_table_race DELETE WHERE id % 2 = 0" > /dev/null 2> /dev/null; done &
+for _ in {0..100}; do $CLICKHOUSE_CLIENT -q "ALTER TABLE join_table_race DELETE WHERE id % 2 = 0" > /dev/null 2> /dev/null; done &
 
 wait
 

From 596989161174096c4117915c027219752d90922c Mon Sep 17 00:00:00 2001
From: Alexander Tokmakov <avtokmakov@yandex-team.ru>
Date: Tue, 1 Jun 2021 16:25:23 +0300
Subject: [PATCH 0801/1060] do not crash on intersecting parts

---
 src/Storages/MergeTree/ActiveDataPartSet.cpp  | 19 +++--
 src/Storages/MergeTree/ActiveDataPartSet.h    |  6 +-
 src/Storages/MergeTree/MergeTreeData.cpp      |  6 +-
 .../MergeTree/ReplicatedMergeTreeLogEntry.cpp | 25 ++++--
 .../MergeTree/ReplicatedMergeTreeLogEntry.h   |  3 +
 .../ReplicatedMergeTreePartCheckThread.cpp    |  2 +-
 .../MergeTree/ReplicatedMergeTreeQueue.cpp    | 83 ++++++++++---------
 .../MergeTree/ReplicatedMergeTreeQueue.h      | 11 +--
 src/Storages/StorageReplicatedMergeTree.cpp   |  6 --
 9 files changed, 93 insertions(+), 68 deletions(-)

diff --git a/src/Storages/MergeTree/ActiveDataPartSet.cpp b/src/Storages/MergeTree/ActiveDataPartSet.cpp
index bbf05afa42c..990ca5d249d 100644
--- a/src/Storages/MergeTree/ActiveDataPartSet.cpp
+++ b/src/Storages/MergeTree/ActiveDataPartSet.cpp
@@ -1,6 +1,8 @@
 #include <Storages/MergeTree/ActiveDataPartSet.h>
 #include <Common/Exception.h>
+#include <common/logger_useful.h>
 #include <algorithm>
+#include <cassert>
 
 
 namespace DB
@@ -18,8 +20,8 @@ ActiveDataPartSet::ActiveDataPartSet(MergeTreeDataFormatVersion format_version_,
         add(name);
 }
 
-
-bool ActiveDataPartSet::add(const String & name, Strings * out_replaced_parts)
+/// FIXME replace warnings with logical errors
+bool ActiveDataPartSet::add(const String & name, Strings * out_replaced_parts, Poco::Logger * log)
 {
     /// TODO make it exception safe (out_replaced_parts->push_back(...) may throw)
     auto part_info = MergeTreePartInfo::fromPartName(name, format_version);
@@ -40,7 +42,10 @@ bool ActiveDataPartSet::add(const String & name, Strings * out_replaced_parts)
         if (!part_info.contains(it->first))
         {
             if (!part_info.isDisjoint(it->first))
-                throw Exception(ErrorCodes::LOGICAL_ERROR, "Part {} intersects previous part {}. It is a bug.", name, it->first.getPartName());
+            {
+                LOG_ERROR(log, "Part {} intersects previous part {}. It is a bug.", name, it->first.getPartName());
+                assert(false);
+            }
             ++it;
             break;
         }
@@ -56,15 +61,17 @@ bool ActiveDataPartSet::add(const String & name, Strings * out_replaced_parts)
     /// Let's go to the right.
     while (it != part_info_to_name.end() && part_info.contains(it->first))
     {
-        if (part_info == it->first)
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "Unexpected duplicate part {}. It is a bug.", name);
+        assert(part_info != it->first);
         if (out_replaced_parts)
             out_replaced_parts->push_back(it->second);
         part_info_to_name.erase(it++);
     }
 
     if (it != part_info_to_name.end() && !part_info.isDisjoint(it->first))
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "Part {} intersects next part {}. It is a bug.", name, it->first.getPartName());
+    {
+        LOG_ERROR(log, "Part {} intersects next part {}. It is a bug.", name, it->first.getPartName());
+        assert(false);
+    }
 
     part_info_to_name.emplace(part_info, name);
     return true;
diff --git a/src/Storages/MergeTree/ActiveDataPartSet.h b/src/Storages/MergeTree/ActiveDataPartSet.h
index 323ef3c4830..188bba91795 100644
--- a/src/Storages/MergeTree/ActiveDataPartSet.h
+++ b/src/Storages/MergeTree/ActiveDataPartSet.h
@@ -5,6 +5,10 @@
 #include <map>
 #include <vector>
 
+namespace Poco
+{
+class Logger;
+}
 
 namespace DB
 {
@@ -46,7 +50,7 @@ public:
 
     /// Returns true if the part was actually added. If out_replaced_parts != nullptr, it will contain
     /// parts that were replaced from the set by the newly added part.
-    bool add(const String & name, Strings * out_replaced_parts = nullptr);
+    bool add(const String & name, Strings * out_replaced_parts = nullptr, Poco::Logger * log = nullptr);
 
     bool remove(const MergeTreePartInfo & part_info)
     {
diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 188f6366f8b..271d8a4c926 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -4897,7 +4897,11 @@ void MergeTreeData::removeQueryId(const String & query_id) const
 {
     std::lock_guard lock(query_id_set_mutex);
     if (query_id_set.find(query_id) == query_id_set.end())
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "We have query_id removed but it's not recorded. This is a bug");
+    {
+        /// Do not throw exception, because this method is used in destructor.
+        LOG_WARNING(log, "We have query_id removed but it's not recorded. This is a bug");
+        assert(false);
+    }
     else
         query_id_set.erase(query_id);
 }
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index dbd55bc4ff3..0f296fd1571 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -413,6 +413,24 @@ ReplicatedMergeTreeLogEntry::Ptr ReplicatedMergeTreeLogEntry::parse(const String
     return res;
 }
 
+std::optional<String> ReplicatedMergeTreeLogEntryData::getDropRange(MergeTreeDataFormatVersion format_version) const
+{
+    if (type == DROP_RANGE)
+        return new_part_name;
+
+    if (type == REPLACE_RANGE)
+    {
+        auto drop_range_info = MergeTreePartInfo::fromPartName(replace_range_entry->drop_range_part_name, format_version);
+        if (!ReplaceRangeEntry::isMovePartitionOrAttachFrom(drop_range_info))
+        {
+            /// It's REPLACE, not MOVE or ATTACH, so drop range is real
+            return replace_range_entry->drop_range_part_name;
+        }
+    }
+
+    return {};
+}
+
 Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormatVersion format_version) const
 {
     /// Doesn't produce any part
@@ -431,11 +449,8 @@ Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormat
     {
         Strings res = replace_range_entry->new_part_names;
         auto drop_range_info = MergeTreePartInfo::fromPartName(replace_range_entry->drop_range_part_name, format_version);
-        if (!ReplaceRangeEntry::isMovePartitionOrAttachFrom(drop_range_info))
-        {
-            /// It's REPLACE, not MOVE or ATTACH, so drop range is real
-            res.emplace_back(replace_range_entry->drop_range_part_name);
-        }
+        if (auto drop_range = getDropRange(format_version))
+            res.emplace_back(*drop_range);
         return res;
     }
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
index 12f1c78fb5d..1e7e1475ac0 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
@@ -152,6 +152,9 @@ struct ReplicatedMergeTreeLogEntryData
         return res;
     }
 
+    /// Returns fake part for drop range (for DROP_RANGE and REPLACE_RANGE)
+    std::optional<String> getDropRange(MergeTreeDataFormatVersion format_version) const;
+
     /// Access under queue_mutex, see ReplicatedMergeTreeQueue.
     bool currently_executing = false;    /// Whether the action is executing now.
     bool removed_by_other_entry = false;
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp b/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp
index 35c42a7f325..d170ba835cb 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreePartCheckThread.cpp
@@ -191,7 +191,7 @@ void ReplicatedMergeTreePartCheckThread::searchForMissingPartAndFetchIfPossible(
     if (missing_part_search_result == MissingPartSearchResult::LostForever)
     {
         /// Is it in the replication queue? If there is - delete, because the task can not be processed.
-        if (!storage.queue.markPartAsLostForever(zookeeper, part_name))
+        if (!storage.queue.remove(zookeeper, part_name))
         {
             /// The part was not in our queue.
             LOG_WARNING(log, "Missing part {} is not in our queue, this can happen rarely.", part_name);
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index 30569e53f64..323eb18b203 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -34,24 +34,29 @@ ReplicatedMergeTreeQueue::ReplicatedMergeTreeQueue(StorageReplicatedMergeTree &
 }
 
 
+void ReplicatedMergeTreeQueue::clear()
+{
+    auto locks = lockQueue();
+    assert(future_parts.empty());
+    current_parts.clear();
+    virtual_parts.clear();
+    queue.clear();
+    inserts_by_time.clear();
+    mutations_by_znode.clear();
+    mutations_by_partition.clear();
+    mutation_pointer.clear();
+}
+
 void ReplicatedMergeTreeQueue::initialize(const MergeTreeData::DataParts & parts)
-{
-    addVirtualParts(parts);
-}
-
-
-void ReplicatedMergeTreeQueue::addVirtualParts(const MergeTreeData::DataParts & parts)
 {
     std::lock_guard lock(state_mutex);
-
     for (const auto & part : parts)
     {
-        current_parts.add(part->name);
-        virtual_parts.add(part->name);
+        current_parts.add(part->name, nullptr, log);
+        virtual_parts.add(part->name, nullptr, log);
     }
 }
 
-
 bool ReplicatedMergeTreeQueue::isVirtualPart(const MergeTreeData::DataPartPtr & data_part) const
 {
     std::lock_guard lock(state_mutex);
@@ -74,9 +79,6 @@ bool ReplicatedMergeTreeQueue::load(zkutil::ZooKeeperPtr zookeeper)
         /// Reset batch size on initialization to recover from possible errors of too large batch size.
         current_multi_batch_size = 1;
 
-        String log_pointer_str = zookeeper->get(replica_path + "/log_pointer");
-        log_pointer = log_pointer_str.empty() ? 0 : parse<UInt64>(log_pointer_str);
-
         std::unordered_set<String> already_loaded_paths;
         {
             std::lock_guard lock(state_mutex);
@@ -134,7 +136,7 @@ void ReplicatedMergeTreeQueue::insertUnlocked(
 {
     for (const String & virtual_part_name : entry->getVirtualPartNames(format_version))
     {
-        virtual_parts.add(virtual_part_name);
+        virtual_parts.add(virtual_part_name, nullptr, log);
         addPartToMutations(virtual_part_name);
     }
 
@@ -221,23 +223,17 @@ void ReplicatedMergeTreeQueue::updateStateOnQueueEntryRemoval(
 
         for (const String & virtual_part_name : entry->getVirtualPartNames(format_version))
         {
-            current_parts.add(virtual_part_name);
+            current_parts.add(virtual_part_name, nullptr, log);
 
             /// These parts are already covered by newer part, we don't have to
             /// mutate it.
             removeCoveredPartsFromMutations(virtual_part_name, /*remove_part = */ false, /*remove_covered_parts = */ true);
         }
 
-        String drop_range_part_name;
-        if (entry->type == LogEntry::DROP_RANGE)
-            drop_range_part_name = entry->new_part_name;
-        else if (entry->type == LogEntry::REPLACE_RANGE)
-            drop_range_part_name = entry->replace_range_entry->drop_range_part_name;
-
-        if (!drop_range_part_name.empty())
+        if (auto drop_range_part_name = entry->getDropRange(format_version))
         {
-            current_parts.remove(drop_range_part_name);
-            virtual_parts.remove(drop_range_part_name);
+            current_parts.remove(*drop_range_part_name);
+            virtual_parts.remove(*drop_range_part_name);
         }
 
         if (entry->type == LogEntry::ALTER_METADATA)
@@ -302,9 +298,7 @@ void ReplicatedMergeTreeQueue::addPartToMutations(const String & part_name)
     auto part_info = MergeTreePartInfo::fromPartName(part_name, format_version);
 
     /// Do not add special virtual parts to parts_to_do
-    auto max_level = MergeTreePartInfo::MAX_LEVEL;      /// DROP/DETACH PARTITION
-    auto another_max_level = std::numeric_limits<decltype(part_info.level)>::max();    /// REPLACE/MOVE PARTITION
-    if (part_info.level == max_level || part_info.level == another_max_level)
+    if (part_info.isFakeDropRangePart())
         return;
 
     auto in_partition = mutations_by_partition.find(part_info.partition_id);
@@ -344,7 +338,9 @@ void ReplicatedMergeTreeQueue::updateTimesInZooKeeper(
         auto code = zookeeper->tryMulti(ops, responses);
 
         if (code != Coordination::Error::ZOK)
-            LOG_ERROR(log, "Couldn't set value of nodes for insert times ({}/min_unprocessed_insert_time, max_processed_insert_time): {}. This shouldn't happen often.", replica_path, Coordination::errorMessage(code));
+            LOG_ERROR(log, "Couldn't set value of nodes for insert times "
+                           "({}/min_unprocessed_insert_time, max_processed_insert_time): {}. "
+                           "This shouldn't happen often.", replica_path, Coordination::errorMessage(code));
     }
 }
 
@@ -392,7 +388,8 @@ void ReplicatedMergeTreeQueue::removeProcessedEntry(zkutil::ZooKeeperPtr zookeep
     }
 
     if (!found && need_remove_from_zk)
-        throw Exception("Can't find " + entry->znode_name + " in the memory queue. It is a bug", ErrorCodes::LOGICAL_ERROR);
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Can't find {} in the memory queue. It is a bug. Entry: {}",
+                                                      entry->znode_name, entry->toString());
 
     notifySubscribers(queue_size);
 
@@ -434,7 +431,7 @@ bool ReplicatedMergeTreeQueue::remove(zkutil::ZooKeeperPtr zookeeper, const Stri
                     {
                         auto part_in_current_parts = current_parts.getContainingPart(source_part);
                         if (part_in_current_parts == source_part)
-                            virtual_parts.add(source_part);
+                            virtual_parts.add(source_part, nullptr, log);
                     }
                 }
 
@@ -462,8 +459,9 @@ bool ReplicatedMergeTreeQueue::remove(zkutil::ZooKeeperPtr zookeeper, const Stri
 }
 
 
-bool ReplicatedMergeTreeQueue::removeFromVirtualParts(const MergeTreePartInfo & part_info)
+bool ReplicatedMergeTreeQueue::removeFailedQuorumPart(const MergeTreePartInfo & part_info)
 {
+    assert(part_info.level == 0);
     std::lock_guard lock(state_mutex);
     return virtual_parts.remove(part_info);
 }
@@ -587,8 +585,6 @@ int32_t ReplicatedMergeTreeQueue::pullLogsToQueue(zkutil::ZooKeeperPtr zookeeper
             {
                 std::lock_guard state_lock(state_mutex);
 
-                log_pointer = last_entry_index + 1;
-
                 for (size_t copied_entry_idx = 0, num_copied_entries = copied_entries.size(); copied_entry_idx < num_copied_entries; ++copied_entry_idx)
                 {
                     String path_created = dynamic_cast<const Coordination::CreateResponse &>(*responses[copied_entry_idx]).path_created;
@@ -758,9 +754,7 @@ void ReplicatedMergeTreeQueue::updateMutations(zkutil::ZooKeeperPtr zookeeper, C
                         /// Such parts do not exist and will never appear, so we should not add virtual parts to parts_to_do list.
                         /// Fortunately, it's easy to distinguish virtual parts from normal parts by part level.
                         /// See StorageReplicatedMergeTree::getFakePartCoveringAllPartsInPartition(...)
-                        auto max_level = MergeTreePartInfo::MAX_LEVEL;      /// DROP/DETACH PARTITION
-                        auto another_max_level = std::numeric_limits<decltype(part_info.level)>::max();    /// REPLACE/MOVE PARTITION
-                        if (part_info.level == max_level || part_info.level == another_max_level)
+                        if (part_info.isFakeDropRangePart())
                             continue;
 
                         auto it = entry->block_numbers.find(part_info.partition_id);
@@ -941,9 +935,6 @@ void ReplicatedMergeTreeQueue::removePartProducingOpsInRange(
             if ((*it)->currently_executing)
                 to_wait.push_back(*it);
             auto code = zookeeper->tryRemove(replica_path + "/queue/" + (*it)->znode_name);
-            /// FIXME it's probably unsafe to remove entries non-atomically
-            /// when this method called directly from alter query (not from replication queue task),
-            /// because entries will be lost if ALTER fails.
             if (code != Coordination::Error::ZOK)
                 LOG_INFO(log, "Couldn't remove {}: {}", replica_path + "/queue/" + (*it)->znode_name, Coordination::errorMessage(code));
 
@@ -1259,7 +1250,9 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::CurrentlyExecuting(const Replicate
     for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
     {
         if (!queue.future_parts.emplace(new_part_name, entry).second)
-            throw Exception("Tagging already tagged future part " + new_part_name + ". This is a bug.", ErrorCodes::LOGICAL_ERROR);
+            throw Exception(ErrorCodes::LOGICAL_ERROR, "Tagging already tagged future part {}. This is a bug. "
+                                                       "It happened on attempt to execute {}: {}",
+                                                       new_part_name, entry->znode_name, entry->toString());
     }
 }
 
@@ -1277,7 +1270,9 @@ void ReplicatedMergeTreeQueue::CurrentlyExecuting::setActualPartName(ReplicatedM
         return;
 
     if (!queue.future_parts.emplace(entry.actual_new_part_name, entry.shared_from_this()).second)
-        throw Exception("Attaching already existing future part " + entry.actual_new_part_name + ". This is a bug.", ErrorCodes::LOGICAL_ERROR);
+        throw Exception(ErrorCodes::LOGICAL_ERROR, "Attaching already existing future part {}. This is a bug. "
+                                                   "It happened on attempt to execute {}: {}",
+                                                   entry.actual_new_part_name, entry.znode_name, entry.toString());
 }
 
 
@@ -1296,13 +1291,19 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::~CurrentlyExecuting()
     for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
     {
         if (!queue.future_parts.erase(new_part_name))
+        {
             LOG_ERROR(queue.log, "Untagging already untagged future part {}. This is a bug.", new_part_name);
+            assert(false);
+        }
     }
 
     if (!entry->actual_new_part_name.empty())
     {
         if (entry->actual_new_part_name != entry->new_part_name && !queue.future_parts.erase(entry->actual_new_part_name))
+        {
             LOG_ERROR(queue.log, "Untagging already untagged future part {}. This is a bug.", entry->actual_new_part_name);
+            assert(false);
+        }
 
         entry->actual_new_part_name.clear();
     }
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
index 496f277d132..078795472bf 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.h
@@ -92,9 +92,6 @@ private:
     using FuturePartsSet = std::map<String, LogEntryPtr>;
     FuturePartsSet future_parts;
 
-    /// Index of the first log entry that we didn't see yet.
-    Int64 log_pointer = 0;
-
     /// Avoid parallel execution of queue enties, which may remove other entries from the queue.
     bool currently_executing_drop_or_replace_range = false;
 
@@ -183,9 +180,6 @@ private:
     /// Ensures that only one thread is simultaneously updating mutations.
     std::mutex update_mutations_mutex;
 
-    /// Put a set of (already existing) parts in virtual_parts.
-    void addVirtualParts(const MergeTreeData::DataParts & parts);
-
     /// Insert new entry from log into queue
     void insertUnlocked(
         const LogEntryPtr & entry, std::optional<time_t> & min_unprocessed_insert_time_changed,
@@ -275,7 +269,10 @@ public:
     ReplicatedMergeTreeQueue(StorageReplicatedMergeTree & storage_, ReplicatedMergeTreeMergeStrategyPicker & merge_strategy_picker_);
     ~ReplicatedMergeTreeQueue();
 
+    /// Clears queue state
+    void clear();
 
+    /// Put a set of (already existing) parts in virtual_parts.
     void initialize(const MergeTreeData::DataParts & parts);
 
     /** Inserts an action to the end of the queue.
@@ -295,7 +292,7 @@ public:
       */
     bool load(zkutil::ZooKeeperPtr zookeeper);
 
-    bool removeFromVirtualParts(const MergeTreePartInfo & part_info);
+    bool removeFailedQuorumPart(const MergeTreePartInfo & part_info);
 
     /** Copy the new entries from the shared log to the queue of this replica. Set the log_pointer to the appropriate value.
       * If watch_callback is not empty, will call it when new entries appear in the log.
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 23abb39eb3e..3bb4b16edfc 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -1465,12 +1465,6 @@ bool StorageReplicatedMergeTree::executeLogEntry(LogEntry & entry)
         return true;
     }
 
-    if (entry.type == LogEntry::PART_IS_LOST)
-    {
-        queue.executePartIsLost(getZooKeeper(), entry);
-        return true;
-    }
-
     const bool is_get_or_attach = entry.type == LogEntry::GET_PART || entry.type == LogEntry::ATTACH_PART;
 
     if (is_get_or_attach || entry.type == LogEntry::MERGE_PARTS || entry.type == LogEntry::MUTATE_PART)

From 275a616bb6182a02288c632e9c6bd51d095d220a Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Tue, 1 Jun 2021 16:27:09 +0300
Subject: [PATCH 0802/1060] Update ActiveDataPartSet.cpp

---
 src/Storages/MergeTree/ActiveDataPartSet.cpp | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/src/Storages/MergeTree/ActiveDataPartSet.cpp b/src/Storages/MergeTree/ActiveDataPartSet.cpp
index 990ca5d249d..8961b3b452f 100644
--- a/src/Storages/MergeTree/ActiveDataPartSet.cpp
+++ b/src/Storages/MergeTree/ActiveDataPartSet.cpp
@@ -8,10 +8,6 @@
 namespace DB
 {
 
-namespace ErrorCodes
-{
-    extern const int LOGICAL_ERROR;
-}
 
 ActiveDataPartSet::ActiveDataPartSet(MergeTreeDataFormatVersion format_version_, const Strings & names)
     : format_version(format_version_)

From 1d539a8695256811926b4373a4b57b99788e9221 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 1 Jun 2021 16:29:45 +0300
Subject: [PATCH 0803/1060] Fix gitignore

---
 utils/simple-backport/.gitignore | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/utils/simple-backport/.gitignore b/utils/simple-backport/.gitignore
index 72e8ffc0db8..9ab24b6c8b8 100644
--- a/utils/simple-backport/.gitignore
+++ b/utils/simple-backport/.gitignore
@@ -1 +1,3 @@
-*
+*.md
+*.txt
+*.json

From 27a9c1a0cb1eb386e53325552f5aaefac745bf44 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 1 Jun 2021 16:29:57 +0300
Subject: [PATCH 0804/1060] Remove obsolete script and russian readme

---
 utils/simple-backport/README.md   | 107 ----------------------------
 utils/simple-backport/backport.sh | 112 ------------------------------
 2 files changed, 219 deletions(-)
 delete mode 100644 utils/simple-backport/README.md
 delete mode 100755 utils/simple-backport/backport.sh

diff --git a/utils/simple-backport/README.md b/utils/simple-backport/README.md
deleted file mode 100644
index c5a625ca0d1..00000000000
--- a/utils/simple-backport/README.md
+++ /dev/null
@@ -1,107 +0,0 @@
-# Упрощённый скрипт для бекпортирования
-
-Это упрощённый скрипт для бекпортирования. Он определяет, какие пулреквесты ещё не бекпортировали из мастера в указанную ветку. Запускать скрипт нужно из папки, где он лежит, указав ему название ветки. Он предполагает, что ваш апстримный remote называется origin.
-```
-cd my-clickhouse-repo/utils/simple-backport
-git fetch origin
-time GITHUB_TOKEN=<my github token> ./backport.sh 20.1
-```
-
-Скрипт выведет примитивный отчёт:
-```
-$ time GITHUB_TOKEN=<my github token> ~/backport.sh 20.3
-144 PRs differ between 20.3 and master.
-backport	https://github.com/ClickHouse/ClickHouse/pull/10135
-backport	https://github.com/ClickHouse/ClickHouse/pull/10121
-...
-backport	https://github.com/ClickHouse/ClickHouse/pull/9808
-backport	https://github.com/ClickHouse/ClickHouse/pull/9410
-
-real	0m1.213s
-user	0m1.065s
-sys	0m0.311s
-```
-
-Также в рабочей папке сгенерируется отчёт `<ваша-ветка>-report.tsv`:
-
-```
-$ cat 20.3-report.tsv 
-skip	10153	https://github.com/ClickHouse/ClickHouse/pull/10153	pr10153.json
-skip	10147	https://github.com/ClickHouse/ClickHouse/pull/10147	pr10147.json
-no-backport	10138	https://github.com/ClickHouse/ClickHouse/pull/10138	pr10138.json
-backport	10135	https://github.com/ClickHouse/ClickHouse/pull/10135	pr10135.json
-skip	10134	https://github.com/ClickHouse/ClickHouse/pull/10134	pr10134.json
-...
-```
-
-Можно кликать по ссылкам прям из консоли, а можно ещё проще: 
-
-```
-$ cat <ветка>-report.tsv | grep ^backport | cut -f3
-$ cat <ветка>-report.tsv | grep ^backport | cut -f3 | xargs -n1 xdg-open
-```
-
-Такая команда откроет в браузере все пулреквесты, которые надо бекпортировать. Есть и другие статусы, посмотрите какие:
-
-```
-$ cat 20.1-report.tsv | cut -f1 | sort | uniq -c | sort -rn
-    446 skip
-     38 done
-     25 conflict
-     18 backport
-     10 no-backport
-```
-
-### Как разметить пулреквест?
-По умолчанию бекпортируются все пулреквесты, у которых в описании указана
-категория чейнжлога Bug fix. Если этого недостаточно, используйте теги:
-* v20.1-no-backport -- в ветку 20.1 бекпортировать не нужно.
-* pr-no-backport -- ни в какие ветки бекпортировать не нужно.
-* v20.1-conflicts -- при бекпорте в 20.1 произошёл конфликт. Такие пулреквесты
-  скрипт пропускает, к ним можно потом вернуться.
-* pr-must-backport -- нужно бекпортировать в поддерживаемые ветки.
-* v20.1-must-backport -- нужно бекпортировать в 20.1.
-
-### Я бекпортировал, почему скрипт не видит?
-* Сообщение коммита должно содержать текст backport/cherry-pick #12345, или
-  иметь вид стандартного гитхабовского мерж-коммита для ПР #12345.
-* Коммит должен быть достижим по `git log --first-parent my-branch`. Возможно,
-  в ветке сделали pull с merge, от чего некоторые коммиты из ветки становятся
-недоступны по `--first-parent`. 
-
-В качестве обхода, добавьте в ветку пустой коммит с текстом вроде "backport
-#12345 -- real backport commit is <sha>".
-
-### Я поправил пулреквест, почему скрипт не видит?
-В процессе работы скрипт кеширует данные о пулреквестах в текущей папке, чтобы
-экономить квоту гитхаба. Удалите закешированные файлы, например, для всех
-реквестов, которые не помечены как пропущенные:
-```
-$ cat <ваша-ветка>-report.tsv | grep -v "^skip" | cut -f4
-$ cat <ваша-ветка>-report.tsv | grep -v "^skip" | cut -f4 | xargs rm
-```
-
-## Как сформировать change log
-В этой же папке запустите:
-```
-$ time GITHUB_TOKEN=... ./changelog.sh v20.3.4.10-stable v20.3.5.21-stable
-9 PRs added between v20.3.4.10-stable and v20.3.5.21-stable.
-### ClickHouse release v20.3.5.21-stable FIXME as compared to v20.3.4.10-stable
-
-#### Bug Fix
-
-* Fix 'Different expressions with the same alias' error when query has PREWHERE
-  and WHERE on distributed table and `SET distributed_product_mode = 'local'`.
-[#9871](https://github.com/ClickHouse/ClickHouse/pull/9871) ([Artem
-Zuikov](https://github.com/4ertus2)).
-...
-```
-
-Скрипт выведет changelog на экран, а также сохранит его в `./changelog.md`.
-Скопируйте этот текст в большой changelog, проверьте и поправьте версию и дату
-релиза, вычитайте сообщения. Если сообщения неправильные, обязательно исправьте
-их на гитхабе -- это поможет при последующей генерации changelog для других
-версий, содержащих этот пулреквест. Чтобы скрипт подтянул изменения с гитхаба,
-удалите соответствующие файлы `./pr12345.json`. Если вы часто видите
-неправильно оформленные пулреквесты, это повод подумать об улучшении проверки
-Description check в CI.
diff --git a/utils/simple-backport/backport.sh b/utils/simple-backport/backport.sh
deleted file mode 100755
index 64f8e6004bf..00000000000
--- a/utils/simple-backport/backport.sh
+++ /dev/null
@@ -1,112 +0,0 @@
-#!/bin/bash
-set -e
-
-branch="$1"
-merge_base=$(git merge-base origin/master "origin/$branch")
-master_git_cmd=(git log "$merge_base..origin/master" --first-parent)
-# The history in back branches shouldn't be too crazy, and sometimes we have a PR
-# that merges several backport commits there (3f2cba6824fddf31c30bde8c6f4f860572f4f580),
-# so don't use --first-parent
-branch_git_cmd=(git log "$merge_base..origin/$branch")
-
-# Make lists of PRs that were merged into each branch. Use first parent here, or else
-# we'll get weird things like seeing older master that was merged into a PR branch
-# that was then merged into master.
-"${master_git_cmd[@]}" > master-log.txt
-"${branch_git_cmd[@]}" > "$branch-log.txt"
-
-# Check for diamond merges.
-diamonds_in_master=$("${master_git_cmd[@]}" --oneline --grep "Merge branch '")
-diamonds_in_branch=$("${branch_git_cmd[@]}" --oneline --grep "Merge branch '")
-
-if [ "$diamonds_in_master" != "" ] || [ "$diamonds_in_branch" != "" ]
-then
-    echo "$diamonds_in_master"
-    echo "$diamonds_in_branch"
-    # DO NOT ADD automated handling of diamond merges to this script.
-    # It is an unsustainable way to work with git, and it MUST be visible.
-    echo Warning: suspected diamond merges above.
-    echo Some commits will be missed, review these manually.
-fi
-
-# NOTE keep in sync with ./backport.sh.
-# Search for PR numbers in commit messages. First variant is normal merge, and second
-# variant is squashed. Next are some backport message variants.
-find_prs=(sed -n "s/^.*merg[eding]*.*#\([[:digit:]]\+\).*$/\1/Ip;
-                  s/^.*#\([[:digit:]]\+\))$/\1/p;
-                  s/^.*back[- ]*port[ed of]*.*#\([[:digit:]]\+\).*$/\1/Ip;
-                  s/^.*cherry[- ]*pick[ed of]*.*#\([[:digit:]]\+\).*$/\1/Ip")
-
-# awk is to filter out small task numbers from different task tracker, which are
-# referenced by documentation commits like '* DOCSUP-824: query log (#115)'.
-"${find_prs[@]}" master-log.txt | sort -rn | uniq | awk '$0 > 1000 { print $0 }' > master-prs.txt
-"${find_prs[@]}" "$branch-log.txt" | sort -rn | uniq | awk '$0 > 1000 { print $0 }' > "$branch-prs.txt"
-
-# Find all master PRs that are not in branch by calculating differences of two PR lists.
-grep -f "$branch-prs.txt" -F -x -v master-prs.txt > "$branch-diff-prs.txt"
-
-echo "$(wc -l < "$branch-diff-prs".txt) PRs differ between $branch and master."
-
-function github_download()
-{
-    local url=${1}
-    local file=${2}
-    if ! [ -f "$file" ]
-    then
-        if ! curl -H "Authorization: token $GITHUB_TOKEN" \
-                -sSf "$url" \
-                > "$file"
-        then
-            >&2 echo "Failed to download '$url' to '$file'. Contents: '$(cat "$file")'."
-            rm "$file"
-            return 1
-        fi
-        sleep 0.1
-    fi
-}
-
-rm "$branch-report.tsv" &> /dev/null ||:
-for pr in $(cat "$branch-diff-prs.txt")
-do
-    # Download PR info from github.
-    file="pr$pr.json"
-    github_download "https://api.github.com/repos/ClickHouse/ClickHouse/pulls/$pr" "$file" || continue
-
-    if ! [ "$pr" == "$(jq -r .number "$file")" ]
-    then
-        >&2 echo "Got wrong data for PR #$pr (please check and remove '$file')."
-        continue
-    fi
-
-    action="skip"
-
-    # First, check the changelog category. We port all bugfixes.
-    if jq -r .body "$file" | grep -i "^- bug[ -]*fix" > /dev/null
-    then
-        action="backport"
-    fi
-
-    # Next, check the tag. They might override the decision. Checks are ordered by priority.
-    labels="$(jq -r .labels[].name "$file")"
-    if echo "$labels" | grep -x "pr-must-backport\|v$branch-must-backport" > /dev/null; then action="backport"; fi
-    if echo "$labels" | grep -x "v$branch-conflicts" > /dev/null;                       then action="conflict"; fi
-    if echo "$labels" | grep -x "pr-no-backport\|v$branch-no-backport" > /dev/null;     then action="no-backport"; fi
-    # FIXME Ignore "backported" labels for now. If we can't find the backport commit,
-    # this means that the changelog script also won't be able to. An alternative
-    # way to mark PR as backported is to add an empty commit with text like
-    # "backported #12345", so that it can be found between tags and put in proper
-    # place in changelog.
-    #if echo "$labels" | grep -x "v$branch\|v$branch-backported" > /dev/null;            then action="done"; fi
-
-    # Find merge commit SHA for convenience
-    merge_sha="$(jq -r .merge_commit_sha "$file")"
-
-    url="https://github.com/ClickHouse/ClickHouse/pull/$pr"
-    printf "%s\t%s\t%s\t%s\t%s\n" "$action" "$pr" "$url" "$file" "$merge_sha" >> "$branch-report.tsv"
-    if [ "$action" == "backport" ]
-    then
-        printf "%s\t%s\t%s\n" "$action" "$url" "$merge_sha"
-    fi
-done
-
-echo "Done."

From ff7f7f62008930dbfda83f122e5ad79f96205e04 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Tue, 1 Jun 2021 17:18:35 +0300
Subject: [PATCH 0805/1060] try

---
 tests/integration/helpers/cluster.py      | 30 ++++++++++++++++-------
 tests/integration/test_storage_s3/test.py |  2 +-
 2 files changed, 22 insertions(+), 10 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index d4981b6f5de..fe753f7dad1 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -57,13 +57,19 @@ def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=su
         return
 
     res = subprocess.run(args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout)
+    out = res.stdout.decode('utf-8')
+    err = res.stderr.decode('utf-8')
     if res.returncode != 0:
         # check_call(...) from subprocess does not print stderr, so we do it manually
-        logging.debug(f"Stderr:\n{res.stderr.decode('utf-8')}\n")
-        logging.debug(f"Stdout:\n{res.stdout.decode('utf-8')}\n")
-        logging.debug(f"Env:\n{env}\n")
+        logging.debug(f"Stderr:{err}")
+        logging.debug(f"Stdout:{out}")
+        logging.debug(f"Env: {env}")
         if not nothrow:
             raise Exception(f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}")
+    else:
+        logging.debug(f"Stderr: {err}")
+        logging.debug(f"Stdout: {out}")
+        return out
 
 # Based on https://stackoverflow.com/questions/2838244/get-open-tcp-port-in-python/2838309#2838309
 def get_free_port():
@@ -97,7 +103,7 @@ def retry_exception(num, delay, func, exception=Exception, *args, **kwargs):
 def subprocess_check_call(args, detach=False, nothrow=False):
     # Uncomment for debugging
     #logging.info('run:' + ' '.join(args))
-    run_and_check(args, detach=detach, nothrow=nothrow)
+    return run_and_check(args, detach=detach, nothrow=nothrow)
 
 
 def subprocess_call(args):
@@ -872,9 +878,10 @@ class ClickHouseCluster:
         return list(handle.attrs['NetworkSettings']['Networks'].values())[0]['IPAddress']
 
     def get_container_id(self, instance_name):
-        docker_id = self.get_instance_docker_id(instance_name)
-        handle = self.docker_client.containers.get(docker_id)
-        return handle.attrs['Id']
+        return self.get_instance_docker_id(instance_name)
+        # docker_id = self.get_instance_docker_id(instance_name)
+        # handle = self.docker_client.containers.get(docker_id)
+        # return handle.attrs['Id']
 
     def get_container_logs(self, instance_name):
         container_id = self.get_container_id(instance_name)
@@ -882,6 +889,7 @@ class ClickHouseCluster:
 
     def exec_in_container(self, container_id, cmd, detach=False, nothrow=False, use_cli=True, **kwargs):
         if use_cli:
+            logging.debug(f"run container_id:{container_id} detach:{detach} nothrow:{nothrow} cmd: {cmd}")
             result = subprocess_check_call(["docker", "exec", container_id] + cmd, detach=detach, nothrow=nothrow)
             return result
         else:
@@ -1054,6 +1062,7 @@ class ClickHouseCluster:
                 for instance in ['zoo1', 'zoo2', 'zoo3']:
                     conn = self.get_kazoo_client(instance)
                     conn.get_children('/')
+                    conn.stop()
                 logging.debug("All instances of ZooKeeper Secure started")
                 return
             except Exception as ex:
@@ -1070,6 +1079,7 @@ class ClickHouseCluster:
                 for instance in ['zoo1', 'zoo2', 'zoo3']:
                     conn = self.get_kazoo_client(instance)
                     conn.get_children('/')
+                    conn.stop()
                 logging.debug("All instances of ZooKeeper started")
                 return
             except Exception as ex:
@@ -1519,15 +1529,17 @@ class ClickHouseCluster:
         return zk
 
     def run_kazoo_commands_with_retries(self, kazoo_callback, zoo_instance_name='zoo1', repeats=1, sleep_for=1):
+        zk = self.get_kazoo_client(zoo_instance_name)
         logging.debug(f"run_kazoo_commands_with_retries: {zoo_instance_name}, {kazoo_callback}")
         for i in range(repeats - 1):
             try:
-                kazoo_callback(self.get_kazoo_client(zoo_instance_name))
+                kazoo_callback(zk)
                 return
             except KazooException as e:
                 logging.debug(repr(e))
                 time.sleep(sleep_for)
-        kazoo_callback(self.get_kazoo_client(zoo_instance_name))
+        kazoo_callback(zk)
+        zk.stop()
 
     def add_zookeeper_startup_command(self, command):
         self.pre_zookeeper_commands.append(command)
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index 957852fed00..acd28baa5c9 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -442,7 +442,7 @@ def run_s3_mocks(started_cluster):
     for mock_filename, container, port in mocks:
         for attempt in range(10):
             ping_response = started_cluster.exec_in_container(started_cluster.get_container_id(container),
-                                                      ["curl", "-s", f"http://localhost:{port}/"], nothrow=True)
+                                                              ["curl", "-s", f"http://localhost:{port}/"], nothrow=True)
             if ping_response != 'OK':
                 if attempt == 9:
                     assert ping_response == 'OK', 'Expected "OK", but got "{}"'.format(ping_response)

From 0055a924f6b5670a11aa3e7307ffe6e6c68d11ff Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 1 Jun 2021 14:23:46 +0000
Subject: [PATCH 0806/1060] better

---
 .../engines/table-engines/integrations/s3.md  | 12 +--
 .../mergetree-family/mergetree.md             | 56 +++++++-------
 .../mergetree-family/mergetree.md             | 74 +++++++++----------
 src/Disks/S3/DiskS3.cpp                       |  4 +-
 src/Storages/StorageS3.cpp                    |  2 +-
 src/Storages/StorageS3.h                      |  2 +-
 6 files changed, 73 insertions(+), 77 deletions(-)

diff --git a/docs/en/engines/table-engines/integrations/s3.md b/docs/en/engines/table-engines/integrations/s3.md
index 28ba40e281c..4e8ca628c38 100644
--- a/docs/en/engines/table-engines/integrations/s3.md
+++ b/docs/en/engines/table-engines/integrations/s3.md
@@ -10,7 +10,7 @@ This engine provides integration with [Amazon S3](https://aws.amazon.com/s3/) ec
 ## Create Table {#creating-a-table}
 
 ``` sql
-CREATE TABLE s3_engine_table (name String, value UInt32) 
+CREATE TABLE s3_engine_table (name String, value UInt32)
 ENGINE = S3(path, [aws_access_key_id, aws_secret_access_key,] format, [compression])
 ```
 
@@ -130,7 +130,7 @@ The following settings can be set before query execution or placed into configur
 -   `s3_max_single_part_upload_size` — The maximum size of object to upload using singlepart upload to S3. Default value is `64Mb`.
 -   `s3_min_upload_part_size` — The minimum size of part to upload during multipart upload to [S3 Multipart upload](https://docs.aws.amazon.com/AmazonS3/latest/dev/uploadobjusingmpu.html). Default value is `512Mb`.
 -   `s3_max_redirects` — Max number of S3 redirects hops allowed. Default value is `10`.
--   `s3_single_read_retry_attempts` — The maximum number of attempts during single read. Default value is `4`.
+-   `s3_single_read_retries` — The maximum number of attempts during single read. Default value is `4`.
 
 Security consideration: if malicious user can specify arbitrary S3 URLs, `s3_max_redirects` must be set to zero to avoid [SSRF](https://en.wikipedia.org/wiki/Server-side_request_forgery) attacks; or alternatively, `remote_host_filter` must be specified in server configuration.
 
@@ -180,21 +180,21 @@ Suppose we have several files in TSV format with the following URIs on HDFS:
 1. There are several ways to make a table consisting of all six files:
 
 ``` sql
-CREATE TABLE table_with_range (name String, value UInt32) 
+CREATE TABLE table_with_range (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_prefix/some_file_{1..3}', 'CSV');
 ```
 
 2. Another way:
 
 ``` sql
-CREATE TABLE table_with_question_mark (name String, value UInt32) 
+CREATE TABLE table_with_question_mark (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_prefix/some_file_?', 'CSV');
 ```
 
 3. Table consists of all the files in both directories (all files should satisfy format and schema described in query):
 
 ``` sql
-CREATE TABLE table_with_asterisk (name String, value UInt32) 
+CREATE TABLE table_with_asterisk (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_prefix/*', 'CSV');
 ```
 
@@ -204,7 +204,7 @@ ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_p
 4. Create table with files named `file-000.csv`, `file-001.csv`, … , `file-999.csv`:
 
 ``` sql
-CREATE TABLE big_table (name String, value UInt32) 
+CREATE TABLE big_table (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/big_prefix/file-{000..999}.csv', 'CSV');
 ```
 
diff --git a/docs/en/engines/table-engines/mergetree-family/mergetree.md b/docs/en/engines/table-engines/mergetree-family/mergetree.md
index 1c8bb60dc5e..eb87dbc6580 100644
--- a/docs/en/engines/table-engines/mergetree-family/mergetree.md
+++ b/docs/en/engines/table-engines/mergetree-family/mergetree.md
@@ -45,10 +45,10 @@ ORDER BY expr
 [PARTITION BY expr]
 [PRIMARY KEY expr]
 [SAMPLE BY expr]
-[TTL expr 
+[TTL expr
     [DELETE|TO DISK 'xxx'|TO VOLUME 'xxx' [, ...] ]
-    [WHERE conditions] 
-    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ] ] 
+    [WHERE conditions]
+    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ] ]
 [SETTINGS name=value, ...]
 ```
 
@@ -105,7 +105,7 @@ For a description of parameters, see the [CREATE query description](../../../sql
 	-   `max_compress_block_size` — Maximum size of blocks of uncompressed data before compressing for writing to a table. You can also specify this setting in the global settings (see [max_compress_block_size](../../../operations/settings/settings.md#max-compress-block-size) setting). The value specified when table is created overrides the global value for this setting.
 	-   `min_compress_block_size` — Minimum size of blocks of uncompressed data required for compression when writing the next mark. You can also specify this setting in the global settings (see [min_compress_block_size](../../../operations/settings/settings.md#min-compress-block-size) setting). The value specified when table is created overrides the global value for this setting.
     -   `max_partitions_to_read` — Limits the maximum number of partitions that can be accessed in one query. You can also specify setting [max_partitions_to_read](../../../operations/settings/merge-tree-settings.md#max-partitions-to-read) in the global setting.
-    
+
 **Example of Sections Setting**
 
 ``` sql
@@ -158,7 +158,7 @@ When data is inserted in a table, separate data parts are created and each of th
 
 Data belonging to different partitions are separated into different parts. In the background, ClickHouse merges data parts for more efficient storage. Parts belonging to different partitions are not merged. The merge mechanism does not guarantee that all rows with the same primary key will be in the same data part.
 
-Data parts can be stored in `Wide` or `Compact` format. In `Wide` format each column is stored in a separate file in a filesystem, in `Compact` format all columns are stored in one file. `Compact` format can be used to increase performance of small and frequent inserts. 
+Data parts can be stored in `Wide` or `Compact` format. In `Wide` format each column is stored in a separate file in a filesystem, in `Compact` format all columns are stored in one file. `Compact` format can be used to increase performance of small and frequent inserts.
 
 Data storing format is controlled by the `min_bytes_for_wide_part` and `min_rows_for_wide_part` settings of the table engine. If the number of bytes or rows in a data part is less then the corresponding setting's value, the part is stored in `Compact` format. Otherwise it is stored in `Wide` format. If none of these settings is set, data parts are stored in `Wide` format.
 
@@ -457,10 +457,10 @@ ALTER TABLE example_table
 Table can have an expression for removal of expired rows, and multiple expressions for automatic move of parts between [disks or volumes](#table_engine-mergetree-multiple-volumes). When rows in the table expire, ClickHouse deletes all corresponding rows. For parts moving feature, all rows of a part must satisfy the movement expression criteria.
 
 ``` sql
-TTL expr 
+TTL expr
     [DELETE|TO DISK 'xxx'|TO VOLUME 'xxx'][, DELETE|TO DISK 'aaa'|TO VOLUME 'bbb'] ...
-    [WHERE conditions] 
-    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ]   
+    [WHERE conditions]
+    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ]
 ```
 
 Type of TTL rule may follow each TTL expression. It affects an action which is to be done once the expression is satisfied (reaches current time):
@@ -472,7 +472,7 @@ Type of TTL rule may follow each TTL expression. It affects an action which is t
 
 With `WHERE` clause you may specify which of the expired rows to delete or aggregate (it cannot be applied to moves).
 
-`GROUP BY` expression must be a prefix of the table primary key. 
+`GROUP BY` expression must be a prefix of the table primary key.
 
 If a column is not part of the `GROUP BY` expression and is not set explicitely in the `SET` clause, in result row it contains an occasional value from the grouped rows (as if aggregate function `any` is applied to it).
 
@@ -506,7 +506,7 @@ Creating a table, where the rows are expired after one month. The expired rows w
 ``` sql
 CREATE TABLE table_with_where
 (
-    d DateTime, 
+    d DateTime,
     a Int
 )
 ENGINE = MergeTree
@@ -520,10 +520,10 @@ Creating a table, where expired rows are aggregated. In result rows `x` contains
 ``` sql
 CREATE TABLE table_for_aggregation
 (
-    d DateTime, 
-    k1 Int, 
-    k2 Int, 
-    x Int, 
+    d DateTime,
+    k1 Int,
+    k2 Int,
+    x Int,
     y Int
 )
 ENGINE = MergeTree
@@ -657,7 +657,7 @@ Cofiguration examples:
             </volumes>
             <move_factor>0.2</move_factor>
         </moving_from_ssd_to_hdd>
-		
+
 		<small_jbod_with_external_no_merges>
             <volumes>
                 <main>
@@ -748,7 +748,7 @@ Configuration markup:
             <connect_timeout_ms>10000</connect_timeout_ms>
             <request_timeout_ms>5000</request_timeout_ms>
             <retry_attempts>10</retry_attempts>
-            <single_read_retry_attempts>4</single_read_retry_attempts>
+            <single_read_retries>4</single_read_retries>
             <min_bytes_for_seek>1000</min_bytes_for_seek>
             <metadata_path>/var/lib/clickhouse/disks/s3/</metadata_path>
             <cache_enabled>true</cache_enabled>
@@ -762,22 +762,22 @@ Configuration markup:
 
 Required parameters:
 -   `endpoint` — S3 endpoint url in `path` or `virtual hosted` [styles](https://docs.aws.amazon.com/AmazonS3/latest/dev/VirtualHosting.html). Endpoint url should contain bucket and root path to store data.
--   `access_key_id` — S3 access key id. 
+-   `access_key_id` — S3 access key id.
 -   `secret_access_key` — S3 secret access key.
 
-Optional parameters:    
+Optional parameters:
 -   `region` — S3 region name.
 -   `use_environment_credentials` — Reads AWS credentials from the Environment variables AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY and AWS_SESSION_TOKEN if they exist. Default value is `false`.
 -   `use_insecure_imds_request` — If set to `true`, S3 client will use insecure IMDS request while obtaining credentials from Amazon EC2 metadata. Default value is `false`.
--   `proxy` — Proxy configuration for S3 endpoint. Each `uri` element inside `proxy` block should contain a proxy URL. 
--   `connect_timeout_ms` — Socket connect timeout in milliseconds. Default value is `10 seconds`. 
--   `request_timeout_ms` — Request timeout in milliseconds. Default value is `5 seconds`. 
--   `retry_attempts` — Number of retry attempts in case of failed request. Default value is `10`. 
--   `single_read_retry_attempts` — Number of retry attempts in case of connection drop during read. Default value is `4`. 
--   `min_bytes_for_seek` — Minimal number of bytes to use seek operation instead of sequential read. Default value is `1 Mb`. 
--   `metadata_path` — Path on local FS to store metadata files for S3. Default value is `/var/lib/clickhouse/disks/<disk_name>/`. 
--   `cache_enabled` — Allows to cache mark and index files on local FS. Default value is `true`. 
--   `cache_path` — Path on local FS where to store cached mark and index files. Default value is `/var/lib/clickhouse/disks/<disk_name>/cache/`. 
+-   `proxy` — Proxy configuration for S3 endpoint. Each `uri` element inside `proxy` block should contain a proxy URL.
+-   `connect_timeout_ms` — Socket connect timeout in milliseconds. Default value is `10 seconds`.
+-   `request_timeout_ms` — Request timeout in milliseconds. Default value is `5 seconds`.
+-   `retry_attempts` — Number of retry attempts in case of failed request. Default value is `10`.
+-   `single_read_retries` — Number of retry attempts in case of connection drop during read. Default value is `4`.
+-   `min_bytes_for_seek` — Minimal number of bytes to use seek operation instead of sequential read. Default value is `1 Mb`.
+-   `metadata_path` — Path on local FS to store metadata files for S3. Default value is `/var/lib/clickhouse/disks/<disk_name>/`.
+-   `cache_enabled` — Allows to cache mark and index files on local FS. Default value is `true`.
+-   `cache_path` — Path on local FS where to store cached mark and index files. Default value is `/var/lib/clickhouse/disks/<disk_name>/cache/`.
 -   `skip_access_check` — If true, disk access checks will not be performed on disk start-up. Default value is `false`.
 -   `server_side_encryption_customer_key_base64` — If specified, required headers for accessing S3 objects with SSE-C encryption will be set.
 
@@ -818,6 +818,6 @@ S3 disk can be configured as `main` or `cold` storage:
 </storage_configuration>
 ```
 
-In case of `cold` option a data can be moved to S3 if local disk free size will be smaller than `move_factor * disk_size` or by TTL move rule. 
+In case of `cold` option a data can be moved to S3 if local disk free size will be smaller than `move_factor * disk_size` or by TTL move rule.
 
 [Original article](https://clickhouse.tech/docs/ru/operations/table_engines/mergetree/) <!--hide-->
diff --git a/docs/ru/engines/table-engines/mergetree-family/mergetree.md b/docs/ru/engines/table-engines/mergetree-family/mergetree.md
index 8530af66352..b8f06c0fde0 100644
--- a/docs/ru/engines/table-engines/mergetree-family/mergetree.md
+++ b/docs/ru/engines/table-engines/mergetree-family/mergetree.md
@@ -37,10 +37,10 @@ ORDER BY expr
 [PARTITION BY expr]
 [PRIMARY KEY expr]
 [SAMPLE BY expr]
-[TTL expr 
+[TTL expr
     [DELETE|TO DISK 'xxx'|TO VOLUME 'xxx' [, ...] ]
-    [WHERE conditions] 
-    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ] ] 
+    [WHERE conditions]
+    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ] ]
 [SETTINGS name=value, ...]
 ```
 
@@ -51,31 +51,31 @@ ORDER BY expr
 -   `ENGINE` — имя и параметры движка. `ENGINE = MergeTree()`. `MergeTree` не имеет параметров.
 
 -   `ORDER BY` — ключ сортировки.
-    
+
     Кортеж столбцов или произвольных выражений. Пример: `ORDER BY (CounterID, EventDate)`.
 
     ClickHouse использует ключ сортировки в качестве первичного ключа, если первичный ключ не задан в секции `PRIMARY KEY`.
 
-    Чтобы отключить сортировку, используйте синтаксис `ORDER BY tuple()`. Смотрите [выбор первичного ключа](#primary-keys-and-indexes-in-queries).    
+    Чтобы отключить сортировку, используйте синтаксис `ORDER BY tuple()`. Смотрите [выбор первичного ключа](#primary-keys-and-indexes-in-queries).
 
 -   `PARTITION BY` — [ключ партиционирования](custom-partitioning-key.md). Необязательный параметр.
 
     Для партиционирования по месяцам используйте выражение `toYYYYMM(date_column)`, где `date_column` — столбец с датой типа [Date](../../../engines/table-engines/mergetree-family/mergetree.md). В этом случае имена партиций имеют формат `"YYYYMM"`.
 
 -   `PRIMARY KEY` — первичный ключ, если он [отличается от ключа сортировки](#choosing-a-primary-key-that-differs-from-the-sorting-key). Необязательный параметр.
-    
+
     По умолчанию первичный ключ совпадает с ключом сортировки (который задаётся секцией `ORDER BY`.) Поэтому в большинстве случаев секцию `PRIMARY KEY` отдельно указывать не нужно.
 
 -   `SAMPLE BY` — выражение для сэмплирования. Необязательный параметр.
-    
+
     Если используется выражение для сэмплирования, то первичный ключ должен содержать его. Пример: `SAMPLE BY intHash32(UserID) ORDER BY (CounterID, EventDate, intHash32(UserID))`.
 
 -   `TTL` — список правил, определяющих длительности хранения строк, а также задающих правила перемещения частей на определённые тома или диски. Необязательный параметр.
-    
-    Выражение должно возвращать столбец `Date` или `DateTime`. Пример: `TTL date + INTERVAL 1 DAY`.   
+
+    Выражение должно возвращать столбец `Date` или `DateTime`. Пример: `TTL date + INTERVAL 1 DAY`.
 
     Тип правила `DELETE|TO DISK 'xxx'|TO VOLUME 'xxx'|GROUP BY` указывает действие, которое будет выполнено с частью: удаление строк (прореживание), перемещение (при выполнении условия для всех строк части) на определённый диск (`TO DISK 'xxx'`) или том (`TO VOLUME 'xxx'`), или агрегирование данных в устаревших строках. Поведение по умолчанию соответствует удалению строк (`DELETE`). В списке правил может быть указано только одно выражение с поведением `DELETE`.
-    
+
     Дополнительные сведения смотрите в разделе [TTL для столбцов и таблиц](#table_engine-mergetree-ttl)
 
 -   `SETTINGS` — дополнительные параметры, регулирующие поведение `MergeTree` (необязательные):
@@ -149,7 +149,7 @@ MergeTree(EventDate, intHash32(UserID), (CounterID, EventDate, intHash32(UserID)
 
 Данные, относящиеся к разным партициям, разбиваются на разные куски. В фоновом режиме ClickHouse выполняет слияния (merge) кусков данных для более эффективного хранения. Куски, относящиеся к разным партициям не объединяются. Механизм слияния не гарантирует, что все строки с одинаковым первичным ключом окажутся в одном куске.
 
-Куски данных могут храниться в формате `Wide` или `Compact`. В формате `Wide` каждый столбец хранится в отдельном файле, а в формате `Compact` все столбцы хранятся в одном файле. Формат `Compact` может быть полезен для повышения производительности при частом добавлении небольших объемов данных. 
+Куски данных могут храниться в формате `Wide` или `Compact`. В формате `Wide` каждый столбец хранится в отдельном файле, а в формате `Compact` все столбцы хранятся в одном файле. Формат `Compact` может быть полезен для повышения производительности при частом добавлении небольших объемов данных.
 
 Формат хранения определяется настройками движка `min_bytes_for_wide_part` и `min_rows_for_wide_part`. Если число байт или строк в куске данных меньше значения, указанного в соответствующей настройке, тогда этот кусок данных хранится в формате `Compact`. В противном случае кусок данных хранится в формате `Wide`. Если ни одна из настроек не задана, куски данных хранятся в формате `Wide`.
 
@@ -211,7 +211,7 @@ ClickHouse не требует уникального первичного кл
 
 Вы можете создать таблицу без первичного ключа, используя синтаксис `ORDER BY tuple()`. В этом случае ClickHouse хранит данные в порядке вставки. Если вы хотите сохранить порядок данных при вставке данных с помощью запросов `INSERT ... SELECT`, установите [max_insert_threads = 1](../../../operations/settings/settings.md#settings-max-insert-threads).
 
-Чтобы выбрать данные в первоначальном порядке, используйте 
+Чтобы выбрать данные в первоначальном порядке, используйте
 [однопоточные](../../../operations/settings/settings.md#settings-max_threads) запросы `SELECT.
 
 
@@ -323,7 +323,7 @@ SELECT count() FROM table WHERE u64 * i32 == 10 AND u64 * length(s) >= 1234
     Необязательный параметр `false_positive` — это вероятность получения ложноположительного срабатывания. Возможные значения: (0, 1). Значение по умолчанию: 0.025.
 
     Поддержанные типы данных: `Int*`, `UInt*`, `Float*`, `Enum`, `Date`, `DateTime`, `String`, `FixedString`.
-    
+
     Фильтром могут пользоваться функции: [equals](../../../engines/table-engines/mergetree-family/mergetree.md), [notEquals](../../../engines/table-engines/mergetree-family/mergetree.md), [in](../../../engines/table-engines/mergetree-family/mergetree.md), [notIn](../../../engines/table-engines/mergetree-family/mergetree.md).
 
 **Примеры**
@@ -447,10 +447,10 @@ ALTER TABLE example_table
 Для таблицы можно задать одно выражение для устаревания данных, а также несколько выражений, по срабатывании которых данные переместятся на [некоторый диск или том](#table_engine-mergetree-multiple-volumes). Когда некоторые данные в таблице устаревают, ClickHouse удаляет все соответствующие строки.
 
 ``` sql
-TTL expr 
+TTL expr
     [DELETE|TO DISK 'xxx'|TO VOLUME 'xxx'][, DELETE|TO DISK 'aaa'|TO VOLUME 'bbb'] ...
-    [WHERE conditions] 
-    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ] 
+    [WHERE conditions]
+    [GROUP BY key_expr [SET v1 = aggr_func(v1) [, v2 = aggr_func(v2) ...]] ]
 ```
 
 За каждым TTL выражением может следовать тип действия, которое выполняется после достижения времени, соответствующего результату TTL выражения:
@@ -462,13 +462,13 @@ TTL expr
 
 В секции `WHERE` можно задать условие удаления или агрегирования устаревших строк (для перемещения условие `WHERE` не применимо).
 
-Колонки, по которым агрегируются данные в `GROUP BY`, должны являться префиксом первичного ключа таблицы. 
+Колонки, по которым агрегируются данные в `GROUP BY`, должны являться префиксом первичного ключа таблицы.
 
 Если колонка не является частью выражения `GROUP BY` и не задается напрямую в секции `SET`, в результирующих строках она будет содержать случайное значение, взятое из одной из сгруппированных строк (как будто к ней применяется агрегирующая функция `any`).
 
 **Примеры**
 
-Создание таблицы с TTL: 
+Создание таблицы с TTL:
 
 ``` sql
 CREATE TABLE example_table
@@ -496,7 +496,7 @@ ALTER TABLE example_table
 ``` sql
 CREATE TABLE table_with_where
 (
-    d DateTime, 
+    d DateTime,
     a Int
 )
 ENGINE = MergeTree
@@ -510,10 +510,10 @@ TTL d + INTERVAL 1 MONTH DELETE WHERE toDayOfWeek(d) = 1;
 ``` sql
 CREATE TABLE table_for_aggregation
 (
-    d DateTime, 
-    k1 Int, 
-    k2 Int, 
-    x Int, 
+    d DateTime,
+    k1 Int,
+    k2 Int,
+    x Int,
     y Int
 )
 ENGINE = MergeTree
@@ -735,7 +735,7 @@ SETTINGS storage_policy = 'moving_from_ssd_to_hdd'
             <connect_timeout_ms>10000</connect_timeout_ms>
             <request_timeout_ms>5000</request_timeout_ms>
             <retry_attempts>10</retry_attempts>
-            <single_read_retry_attempts>4</single_read_retry_attempts>
+            <single_read_retries>4</single_read_retries>
             <min_bytes_for_seek>1000</min_bytes_for_seek>
             <metadata_path>/var/lib/clickhouse/disks/s3/</metadata_path>
             <cache_enabled>true</cache_enabled>
@@ -750,23 +750,23 @@ SETTINGS storage_policy = 'moving_from_ssd_to_hdd'
 Обязательные параметры:
 
 -   `endpoint` — URL точки приема запроса на стороне S3 в [форматах](https://docs.aws.amazon.com/AmazonS3/latest/userguide/VirtualHosting.html) `path` или `virtual hosted`. URL точки должен содержать бакет и путь к корневой директории на сервере, где хранятся данные.
--   `access_key_id` — id ключа доступа к S3. 
+-   `access_key_id` — id ключа доступа к S3.
 -   `secret_access_key` — секретный ключ доступа к S3.
 
-Необязательные параметры:   
+Необязательные параметры:
 
 -   `region` — название региона S3.
 -   `use_environment_credentials` — признак, нужно ли считывать учетные данные AWS из сетевого окружения, а также из переменных окружения `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY` и `AWS_SESSION_TOKEN`, если они есть. Значение по умолчанию: `false`.
 -   `use_insecure_imds_request` — признак, нужно ли использовать менее безопасное соединение при выполнении запроса к IMDS при получении учётных данных из метаданных Amazon EC2. Значение по умолчанию: `false`.
--   `proxy` — конфигурация прокси-сервера для конечной точки S3. Каждый элемент `uri` внутри блока `proxy` должен содержать URL прокси-сервера. 
--   `connect_timeout_ms` — таймаут подключения к сокету в миллисекундах. Значение по умолчанию: 10 секунд. 
--   `request_timeout_ms` — таймаут выполнения запроса в миллисекундах. Значение по умолчанию: 5 секунд. 
--   `retry_attempts` — число попыток выполнения запроса в случае возникновения ошибки. Значение по умолчанию: `10`. 
--   `single_read_retry_attempts` — число попыток выполнения запроса в случае возникновения ошибки в процессе чтения. Значение по умолчанию: `4`.
--   `min_bytes_for_seek` — минимальное количество байтов, которые используются для операций поиска вместо последовательного чтения. Значение по умолчанию: 1 МБайт. 
--   `metadata_path` — путь к локальному файловому хранилищу для хранения файлов с метаданными для S3. Значение по умолчанию: `/var/lib/clickhouse/disks/<disk_name>/`. 
--   `cache_enabled` — признак, разрешено ли хранение кэша засечек и файлов индекса в локальной файловой системе. Значение по умолчанию: `true`. 
--   `cache_path` — путь в локальной файловой системе, где будут храниться кэш засечек и файлы индекса. Значение по умолчанию: `/var/lib/clickhouse/disks/<disk_name>/cache/`. 
+-   `proxy` — конфигурация прокси-сервера для конечной точки S3. Каждый элемент `uri` внутри блока `proxy` должен содержать URL прокси-сервера.
+-   `connect_timeout_ms` — таймаут подключения к сокету в миллисекундах. Значение по умолчанию: 10 секунд.
+-   `request_timeout_ms` — таймаут выполнения запроса в миллисекундах. Значение по умолчанию: 5 секунд.
+-   `retry_attempts` — число попыток выполнения запроса в случае возникновения ошибки. Значение по умолчанию: `10`.
+-   `single_read_retries` — число попыток выполнения запроса в случае возникновения ошибки в процессе чтения. Значение по умолчанию: `4`.
+-   `min_bytes_for_seek` — минимальное количество байтов, которые используются для операций поиска вместо последовательного чтения. Значение по умолчанию: 1 МБайт.
+-   `metadata_path` — путь к локальному файловому хранилищу для хранения файлов с метаданными для S3. Значение по умолчанию: `/var/lib/clickhouse/disks/<disk_name>/`.
+-   `cache_enabled` — признак, разрешено ли хранение кэша засечек и файлов индекса в локальной файловой системе. Значение по умолчанию: `true`.
+-   `cache_path` — путь в локальной файловой системе, где будут храниться кэш засечек и файлы индекса. Значение по умолчанию: `/var/lib/clickhouse/disks/<disk_name>/cache/`.
 -   `skip_access_check` — признак, выполнять ли проверку доступов при запуске диска. Если установлено значение `true`, то проверка не выполняется. Значение по умолчанию: `false`.
 
 
@@ -807,6 +807,4 @@ SETTINGS storage_policy = 'moving_from_ssd_to_hdd'
 </storage_configuration>
 ```
 
-Если диск сконфигурирован как `cold`, данные будут переноситься в S3 при срабатывании правил TTL или когда свободное место на локальном диске станет меньше порогового значения, которое определяется как `move_factor * disk_size`. 
-
-
+Если диск сконфигурирован как `cold`, данные будут переноситься в S3 при срабатывании правил TTL или когда свободное место на локальном диске станет меньше порогового значения, которое определяется как `move_factor * disk_size`.
diff --git a/src/Disks/S3/DiskS3.cpp b/src/Disks/S3/DiskS3.cpp
index bbaf6e0d266..d36e519353d 100644
--- a/src/Disks/S3/DiskS3.cpp
+++ b/src/Disks/S3/DiskS3.cpp
@@ -126,7 +126,6 @@ public:
         : ReadIndirectBufferFromRemoteFS<ReadBufferFromS3>(metadata_)
         , client_ptr(std::move(client_ptr_))
         , bucket(bucket_)
-        , metadata(std::move(metadata_))
         , max_single_read_retries(max_single_read_retries_)
         , buf_size(buf_size_)
     {
@@ -134,13 +133,12 @@ public:
 
     std::unique_ptr<ReadBufferFromS3> createReadBuffer(const String & path) override
     {
-        return std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.remote_fs_root_path + path, s3_max_single_read_retries, buf_size);
+        return std::make_unique<ReadBufferFromS3>(client_ptr, bucket, metadata.remote_fs_root_path + path, max_single_read_retries, buf_size);
     }
 
 private:
     std::shared_ptr<Aws::S3::S3Client> client_ptr;
     const String & bucket;
-    DiskS3::Metadata metadata;
     UInt64 max_single_read_retries;
     size_t buf_size;
 };
diff --git a/src/Storages/StorageS3.cpp b/src/Storages/StorageS3.cpp
index a10752f69ee..290a585128e 100644
--- a/src/Storages/StorageS3.cpp
+++ b/src/Storages/StorageS3.cpp
@@ -170,7 +170,7 @@ StorageS3Source::StorageS3Source(
     const ColumnsDescription & columns_,
     UInt64 max_block_size_,
     UInt64 max_single_read_retries_,
-    const String & compression_hint_,
+    const String compression_hint_,
     const std::shared_ptr<Aws::S3::S3Client> & client_,
     const String & bucket_,
     std::shared_ptr<IteratorWrapper> file_iterator_)
diff --git a/src/Storages/StorageS3.h b/src/Storages/StorageS3.h
index 177e31975c6..6498e7f0a05 100644
--- a/src/Storages/StorageS3.h
+++ b/src/Storages/StorageS3.h
@@ -56,7 +56,7 @@ public:
         const ColumnsDescription & columns_,
         UInt64 max_block_size_,
         UInt64 max_single_read_retries_,
-        const String & compression_hint_,
+        const String compression_hint_,
         const std::shared_ptr<Aws::S3::S3Client> & client_,
         const String & bucket,
         std::shared_ptr<IteratorWrapper> file_iterator_);

From c00d55f705c7c834736674853e7a868214cac85f Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 1 Jun 2021 14:28:34 +0000
Subject: [PATCH 0807/1060] better

---
 .../engines/table-engines/integrations/s3.md  | 26 +++++++++----------
 1 file changed, 13 insertions(+), 13 deletions(-)

diff --git a/docs/ru/engines/table-engines/integrations/s3.md b/docs/ru/engines/table-engines/integrations/s3.md
index bf9c51c6c04..709c6fb63c4 100644
--- a/docs/ru/engines/table-engines/integrations/s3.md
+++ b/docs/ru/engines/table-engines/integrations/s3.md
@@ -10,7 +10,7 @@ toc_title: S3
 ## Создание таблицы {#creating-a-table}
 
 ``` sql
-CREATE TABLE s3_engine_table (name String, value UInt32) 
+CREATE TABLE s3_engine_table (name String, value UInt32)
 ENGINE = S3(path, [aws_access_key_id, aws_secret_access_key,] format, [compression])
 ```
 
@@ -19,12 +19,12 @@ ENGINE = S3(path, [aws_access_key_id, aws_secret_access_key,] format, [compressi
 -   `path` — URL-адрес бакета с указанием пути к файлу. Поддерживает следующие подстановочные знаки в режиме "только чтение": `*`, `?`, `{abc,def}` и `{N..M}` где `N`, `M` — числа, `'abc'`, `'def'` — строки. Подробнее смотри [ниже](#wildcards-in-path).
 -   `format` — [формат](../../../interfaces/formats.md#formats) файла.
 -   `aws_access_key_id`, `aws_secret_access_key` - данные пользователя учетной записи [AWS](https://aws.amazon.com/ru/). Вы можете использовать их для аутентификации ваших запросов. Необязательный параметр. Если параметры учетной записи не указаны, то используются данные из конфигурационного файла. Смотрите подробнее [Использование сервиса S3 для хранения данных](../mergetree-family/mergetree.md#table_engine-mergetree-s3).
--   `compression` — тип сжатия. Возможные значения: `none`, `gzip/gz`, `brotli/br`, `xz/LZMA`, `zstd/zst`. Необязательный параметр. Если не указано, то тип сжатия определяется автоматически по расширению файла. 
+-   `compression` — тип сжатия. Возможные значения: `none`, `gzip/gz`, `brotli/br`, `xz/LZMA`, `zstd/zst`. Необязательный параметр. Если не указано, то тип сжатия определяется автоматически по расширению файла.
 
 **Пример**
 
 ``` sql
-CREATE TABLE s3_engine_table (name String, value UInt32) 
+CREATE TABLE s3_engine_table (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'gzip');
 INSERT INTO s3_engine_table VALUES ('one', 1), ('two', 2), ('three', 3);
 SELECT * FROM s3_engine_table LIMIT 2;
@@ -65,12 +65,12 @@ SELECT * FROM s3_engine_table LIMIT 2;
 
 ## Настройки движка S3 {#s3-settings}
 
-Перед выполнением запроса или в конфигурационном файле могут быть установлены следующие настройки: 
+Перед выполнением запроса или в конфигурационном файле могут быть установлены следующие настройки:
 
--   `s3_max_single_part_upload_size` — максимальный размер объекта для загрузки с использованием однокомпонентной загрузки в S3. Значение по умолчанию — `64 Mб`. 
+-   `s3_max_single_part_upload_size` — максимальный размер объекта для загрузки с использованием однокомпонентной загрузки в S3. Значение по умолчанию — `64 Mб`.
 -   `s3_min_upload_part_size` — минимальный размер объекта для загрузки при многокомпонентной загрузке в [S3 Multipart upload](https://docs.aws.amazon.com/AmazonS3/latest/dev/uploadobjusingmpu.html). Значение по умолчанию — `512 Mб`.
--   `s3_max_redirects` — максимальное количество разрешенных переадресаций S3. Значение по умолчанию — `10`. 
--   `s3_single_read_retry_attempts` — максимальное количество попыток запроса при единичном чтении. Значение по умолчанию — `4`.
+-   `s3_max_redirects` — максимальное количество разрешенных переадресаций S3. Значение по умолчанию — `10`.
+-   `s3_single_read_retries` — максимальное количество попыток запроса при единичном чтении. Значение по умолчанию — `4`.
 
 Соображение безопасности: если злонамеренный пользователь попробует указать произвольные URL-адреса S3, параметр `s3_max_redirects` должен быть установлен в ноль, чтобы избежать атак [SSRF] (https://en.wikipedia.org/wiki/Server-side_request_forgery). Как альтернатива, в конфигурации сервера должен быть указан `remote_host_filter`.
 
@@ -79,7 +79,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 Для точки приема запроса (которая соответствует точному префиксу URL-адреса) в конфигурационном файле могут быть заданы следующие настройки:
 
 Обязательная настройка:
--   `endpoint` — указывает префикс точки приема запроса. 
+-   `endpoint` — указывает префикс точки приема запроса.
 
 Необязательные настройки:
 -   `access_key_id` и `secret_access_key` — указывают учетные данные для использования с данной точкой приема запроса.
@@ -87,7 +87,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 -   `use_insecure_imds_request` — признак использования менее безопасного соединения при выполнении запроса к IMDS при получении учётных данных из метаданных Amazon EC2. Значение по умолчанию — `false`.
 -   `region` — название региона S3.
 -   `header` — добавляет указанный HTTP-заголовок к запросу на заданную точку приема запроса. Может быть определен несколько раз.
--   `server_side_encryption_customer_key_base64` — устанавливает необходимые заголовки для доступа к объектам S3 с шифрованием SSE-C. 
+-   `server_side_encryption_customer_key_base64` — устанавливает необходимые заголовки для доступа к объектам S3 с шифрованием SSE-C.
 -   `single_read_retry_attempts` — Максимальное количество попыток запроса при единичном чтении. Значение по умолчанию — `4`.
 
 **Пример**
@@ -122,21 +122,21 @@ SELECT * FROM s3_engine_table LIMIT 2;
 1. Существует несколько способов создать таблицу, включающую в себя все шесть файлов:
 
 ``` sql
-CREATE TABLE table_with_range (name String, value UInt32) 
+CREATE TABLE table_with_range (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_prefix/some_file_{1..3}', 'CSV');
 ```
 
 2. Другой способ:
 
 ``` sql
-CREATE TABLE table_with_question_mark (name String, value UInt32) 
+CREATE TABLE table_with_question_mark (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_prefix/some_file_?', 'CSV');
 ```
 
 3. Таблица содержит все файлы в обоих каталогах (все файлы должны соответствовать формату и схеме, описанным в запросе):
 
 ``` sql
-CREATE TABLE table_with_asterisk (name String, value UInt32) 
+CREATE TABLE table_with_asterisk (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_prefix/*', 'CSV');
 ```
 
@@ -145,7 +145,7 @@ ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/{some,another}_p
 4. Создание таблицы из файлов с именами `file-000.csv`, `file-001.csv`, … , `file-999.csv`:
 
 ``` sql
-CREATE TABLE big_table (name String, value UInt32) 
+CREATE TABLE big_table (name String, value UInt32)
 ENGINE = S3('https://storage.yandexcloud.net/my-test-bucket-768/big_prefix/file-{000..999}.csv', 'CSV');
 ```
 

From ccf54556244e2517c324765d4598f21db176feda Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 1 Jun 2021 13:45:32 +0000
Subject: [PATCH 0808/1060] Allow null values in postgresql protocol

---
 docker/test/fasttest/run.sh                                | 3 +++
 src/Core/PostgreSQLProtocol.h                              | 3 ++-
 .../01889_postgresql_protocol_null_fields.reference        | 5 +++++
 .../0_stateless/01889_postgresql_protocol_null_fields.sh   | 7 +++++++
 4 files changed, 17 insertions(+), 1 deletion(-)
 create mode 100644 tests/queries/0_stateless/01889_postgresql_protocol_null_fields.reference
 create mode 100755 tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh

diff --git a/docker/test/fasttest/run.sh b/docker/test/fasttest/run.sh
index fc73a0df0ee..cc6aeff357f 100755
--- a/docker/test/fasttest/run.sh
+++ b/docker/test/fasttest/run.sh
@@ -378,6 +378,9 @@ function run_tests
         01852_jit_if
         01865_jit_comparison_constant_result
         01871_merge_tree_compile_expressions
+
+        # needs psql
+        01889_postgresql_protocol_null_fields
     )
 
     time clickhouse-test --hung-check -j 8 --order=random --use-skip-list \
diff --git a/src/Core/PostgreSQLProtocol.h b/src/Core/PostgreSQLProtocol.h
index 7c5800f5a8f..114abc0101f 100644
--- a/src/Core/PostgreSQLProtocol.h
+++ b/src/Core/PostgreSQLProtocol.h
@@ -724,8 +724,9 @@ public:
     Int32 size() const override
     {
         Int32 sz = 4 + 2; // size of message + number of fields
+        /// If values is NULL, field size is -1 and data not added.
         for (const std::shared_ptr<ISerializable> & field : row)
-            sz += 4 + field->size();
+            sz += 4 + (field->size() > 0 ? field->size() : 0);
         return sz;
     }
 
diff --git a/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.reference b/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.reference
new file mode 100644
index 00000000000..17ee5ae55a2
--- /dev/null
+++ b/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.reference
@@ -0,0 +1,5 @@
+ NULL 
+------
+ 
+(1 row)
+
diff --git a/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh b/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh
new file mode 100755
index 00000000000..a1e559ca731
--- /dev/null
+++ b/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh
@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+psql --host localhost --port ${CLICKHOUSE_PORT_POSTGRESQL} default -c "SELECT NULL;"

From 375dd1b6c4ade021bf1948584734053497aecc93 Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Tue, 1 Jun 2021 19:26:54 +0300
Subject: [PATCH 0809/1060] Update 01154_move_partition_long.sh

---
 tests/queries/0_stateless/01154_move_partition_long.sh | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/queries/0_stateless/01154_move_partition_long.sh b/tests/queries/0_stateless/01154_move_partition_long.sh
index f666cc929cc..66ebbacee42 100755
--- a/tests/queries/0_stateless/01154_move_partition_long.sh
+++ b/tests/queries/0_stateless/01154_move_partition_long.sh
@@ -6,8 +6,8 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 
 declare -A engines
 engines[0]="MergeTree"
-engines[1]="ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/src', toString(randConstant()))"
-engines[2]="ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/src_' || toString(randConstant()), 'single_replica')"
+engines[1]="ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/{shard}/src', '{replica}_' || toString(randConstant()))"
+engines[2]="ReplicatedMergeTree('/test/$CLICKHOUSE_TEST_ZOOKEEPER_PREFIX/{shard}/src_' || toString(randConstant()), '{replica}')"
 
 for ((i=0; i<16; i++)) do
     $CLICKHOUSE_CLIENT -q "CREATE TABLE dst_$i (p UInt64, k UInt64, v UInt64)

From a4ea5783d5ca3203c8282e7b46fa7bf0c7e449cc Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Tue, 1 Jun 2021 20:03:52 +0300
Subject: [PATCH 0810/1060] Update ActiveDataPartSet.cpp

---
 src/Storages/MergeTree/ActiveDataPartSet.cpp | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/ActiveDataPartSet.cpp b/src/Storages/MergeTree/ActiveDataPartSet.cpp
index 8961b3b452f..28a4f9e2068 100644
--- a/src/Storages/MergeTree/ActiveDataPartSet.cpp
+++ b/src/Storages/MergeTree/ActiveDataPartSet.cpp
@@ -39,7 +39,8 @@ bool ActiveDataPartSet::add(const String & name, Strings * out_replaced_parts, P
         {
             if (!part_info.isDisjoint(it->first))
             {
-                LOG_ERROR(log, "Part {} intersects previous part {}. It is a bug.", name, it->first.getPartName());
+                if (log)
+                    LOG_ERROR(log, "Part {} intersects previous part {}. It is a bug.", name, it->first.getPartName());
                 assert(false);
             }
             ++it;
@@ -65,7 +66,8 @@ bool ActiveDataPartSet::add(const String & name, Strings * out_replaced_parts, P
 
     if (it != part_info_to_name.end() && !part_info.isDisjoint(it->first))
     {
-        LOG_ERROR(log, "Part {} intersects next part {}. It is a bug.", name, it->first.getPartName());
+        if (log)
+            LOG_ERROR(log, "Part {} intersects next part {}. It is a bug.", name, it->first.getPartName());
         assert(false);
     }
 

From 332b5168883c32c368c1d6186221bd5d5e5239d5 Mon Sep 17 00:00:00 2001
From: Anton Popov <pad11rus@gmail.com>
Date: Tue, 1 Jun 2021 20:13:53 +0300
Subject: [PATCH 0811/1060] remove accidental changes

---
 src/Dictionaries/registerDictionaries.cpp |  2 +-
 src/IO/tests/gtest_perf.cpp               | 32 -----------------------
 2 files changed, 1 insertion(+), 33 deletions(-)
 delete mode 100644 src/IO/tests/gtest_perf.cpp

diff --git a/src/Dictionaries/registerDictionaries.cpp b/src/Dictionaries/registerDictionaries.cpp
index 75ecc77068f..8d24a6ea979 100644
--- a/src/Dictionaries/registerDictionaries.cpp
+++ b/src/Dictionaries/registerDictionaries.cpp
@@ -59,7 +59,7 @@ void registerDictionaries()
         registerDictionaryRangeHashed(factory);
         registerDictionaryTrie(factory);
         registerDictionaryFlat(factory);
-        // registerDictionaryHashed(factory);
+        registerDictionaryHashed(factory);
         registerDictionaryCache(factory);
         registerDictionaryPolygon(factory);
         registerDictionaryDirect(factory);
diff --git a/src/IO/tests/gtest_perf.cpp b/src/IO/tests/gtest_perf.cpp
deleted file mode 100644
index c870ce16a11..00000000000
--- a/src/IO/tests/gtest_perf.cpp
+++ /dev/null
@@ -1,32 +0,0 @@
-#include <gtest/gtest.h>
-
-#include <string>
-#include <type_traits>
-#include <common/StringRef.h>
-#include <IO/Operators.h>
-#include <IO/WriteHelpers.h>
-#include <IO/WriteBufferFromString.h>
-
-using namespace DB;
-
-TEST(TestPerf, qqqq)
-{
-    constexpr auto N = 10000000;
-    WriteBufferFromOwnString ss;
-    for (size_t i = 0; i < N; ++i)
-        ss << rand() << "\n";
-
-    auto str = ss.str();
-    ReadBufferFromMemory buf(str.data(), str.size());
-
-    auto start = clock();
-
-    for (size_t i = 0; i < N; ++i)
-    {
-        UInt64 x;
-        readIntTextUnsafe(x, buf);
-        assertChar('\n', buf);
-    }
-
-    std::cerr << "time: " <<  static_cast<double>(clock() - start) / CLOCKS_PER_SEC << "\n";
-}

From dad4d9d0c5964db6e30b44d39dd3a2a7a77383e4 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Tue, 1 Jun 2021 20:44:04 +0300
Subject: [PATCH 0812/1060] Create intervalLengthSum.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Задокументировал функцию intervalLengthSum.
---
 .../reference/intervalLengthSum.md            | 143 ++++++++++++++++++
 1 file changed, 143 insertions(+)
 create mode 100644 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
new file mode 100644
index 00000000000..e010afc3981
--- /dev/null
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -0,0 +1,143 @@
+---
+toc_priority: 146
+toc_title: intervalLengthSum
+---
+
+# intervalLengthSum {#agg_function-intervallengthsum}
+
+Calculates the sum of the length of all ranges (segments on numeric axis) without counting intersection twice.
+
+**Syntax**
+
+``` sql
+intervalLengthSum(start, end)
+```
+
+**Arguments**
+
+-   `start` — Starting interval value. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
+-   `end` — Ending interval value. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
+
+!!! info "Note"
+    Arguments must be of the same data type. Otherwise, an exception will be thrown.
+
+**Returned value**
+
+-   Sum of the length of all ranges (segments on numeric axis) without counting intersection twice. If the arguments are of integer type, the function returns a value of the [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) type. If the arguments are of the floating-point type, the function returns a value of the [Float64](../../../sql-reference/data-types/float.md#float32-float64) type.
+
+**Examples**
+
+1. Input table:
+
+``` text
+┌─id─┬─start─┬─end─┐
+│ a  │     1 │   3 │
+│ a  │     5 │   9 │
+└────┴───────┴─────┘
+```
+
+In this example, the non-intersecting intervals are summed up:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM interval GROUP BY id ORDER BY id;
+```
+
+Result:
+
+``` text
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                             6 │ UInt64                                    │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
+```
+
+2. Input table:
+
+``` text
+┌─id─┬─start─┬─end─┐
+│ a  │     1 │   3 │
+│ a  │     2 │   4 │
+└────┴───────┴─────┘
+```
+
+In this example, the intersecting intervals are summed up. In this case, calculates the sum of the length of ranges without counting intersection twice:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM interval GROUP BY id ORDER BY id;
+```
+
+Result:
+
+``` text
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                             3 │ UInt64                                    │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
+```
+
+3. Input table:
+
+``` text
+┌─id─┬─start─┬─end─┐
+│ a  │   1.1 │ 3.2 │
+│ a  │     4 │   5 │
+└────┴───────┴─────┘
+```
+
+In this example, the arguments of the `Float32` type are used. In this case, the function returns a value of the `Float64` type:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM fl_interval GROUP BY id ORDER BY id;
+```
+
+Result:
+
+``` text
+┌─id─┬─segmentLengthSum(start, end)─┬─toTypeName(segmentLengthSum(start, end))─┐
+│ a  │                          3.1 │ Float64                                  │
+└────┴──────────────────────────────┴──────────────────────────────────────────┘
+```
+
+4. Input table:
+
+``` text
+┌─id─┬───────────────start─┬─────────────────end─┐
+│ a  │ 2020-01-01 01:12:30 │ 2020-01-01 02:50:31 │
+│ a  │ 2020-01-01 03:11:22 │ 2020-01-01 03:23:31 │
+└────┴─────────────────────┴─────────────────────┘
+```
+
+In this example, the arguments of the `DateTime` type are used. In this case, the function returns a value in seconds:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM dt_interval GROUP BY id ORDER BY id;
+```
+
+Result:
+
+``` text
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                          6610 │ UInt64                                    │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
+```
+
+5. Input table:
+
+``` text
+┌─id─┬──────start─┬────────end─┐
+│ a  │ 2020-01-01 │ 2020-01-04 │
+│ a  │ 2020-01-12 │ 2020-01-18 │
+└────┴────────────┴────────────┘
+```
+
+In this example, the arguments of the `Date` type are used. In this case, the function returns a value in days:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM date_interval GROUP BY id ORDER BY id;
+```
+
+Result:
+
+``` text
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                             9 │ UInt64                                    │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
+```

From c1f79fb0467062b788fa419beeff9e9c815daf8e Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Tue, 1 Jun 2021 17:45:03 +0000
Subject: [PATCH 0813/1060] Add test to parallel skip list

---
 tests/queries/skip_list.json | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 6a278316387..d770860cde5 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -729,6 +729,7 @@
         "01821_table_comment",
         "01710_projection_fetch",
         "01870_modulo_partition_key",
-        "01870_buffer_flush" // creates database
+        "01870_buffer_flush", // creates database
+        "01889_postgresql_protocol_null_fields"
     ]
 }

From 8893f07b2989ae2daa60acd03a2e3c08e48046a8 Mon Sep 17 00:00:00 2001
From: Ilya Yatsishin <2159081+qoega@users.noreply.github.com>
Date: Tue, 1 Jun 2021 20:58:33 +0300
Subject: [PATCH 0814/1060] Touch to rebuild

---
 docker/test/sqlancer/Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/docker/test/sqlancer/Dockerfile b/docker/test/sqlancer/Dockerfile
index 253ca1b729a..b08b1b0bf0d 100644
--- a/docker/test/sqlancer/Dockerfile
+++ b/docker/test/sqlancer/Dockerfile
@@ -3,6 +3,7 @@ FROM ubuntu:20.04
 
 RUN apt-get update --yes && env DEBIAN_FRONTEND=noninteractive apt-get install wget unzip git openjdk-14-jdk maven python3 --yes --no-install-recommends
 RUN wget https://github.com/sqlancer/sqlancer/archive/master.zip -O /sqlancer.zip
+
 RUN mkdir /sqlancer && \
 	cd /sqlancer && \
 	unzip /sqlancer.zip

From b4570bc06b9d9d5581e6f5cd1996140f00c4b6c3 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 1 Jun 2021 21:09:41 +0300
Subject: [PATCH 0815/1060] Reverted libunwind from upstream

---
 contrib/libunwind | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/libunwind b/contrib/libunwind
index 53734f420f1..a491c27b331 160000
--- a/contrib/libunwind
+++ b/contrib/libunwind
@@ -1 +1 @@
-Subproject commit 53734f420f166e1ca2732dec8998469bfbb7731d
+Subproject commit a491c27b33109a842d577c0f7ac5f5f218859181

From 0ac21f14a54652733e5b46b222cad6727a4bebfe Mon Sep 17 00:00:00 2001
From: MyroTk <myroslav6@gmail.com>
Date: Tue, 1 Jun 2021 21:07:42 +0200
Subject: [PATCH 0816/1060] Adding snapshots for output comparison.

---
 .../snapshots/common.py.tests.snapshot        | 6282 +++++++++++++++++
 1 file changed, 6282 insertions(+)
 create mode 100644 tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot

diff --git a/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot b/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot
new file mode 100644
index 00000000000..6e3848b9e68
--- /dev/null
+++ b/tests/testflows/extended_precision_data_types/snapshots/common.py.tests.snapshot
@@ -0,0 +1,6282 @@
+I_check_plus_with_Int128_max_and_min_value = r"""
+plus(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	plus(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+-170141183460469231731687303715884105728	-170141183460469231731687303715884105727
+"""
+
+I_check_plus_with_Int256_max_and_min_value = r"""
+plus(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	plus(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	-57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_plus_with_UInt128_max_and_min_value = r"""
+plus(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	plus(toUInt128(\'0\'), toUInt128(1))
+0	1
+"""
+
+I_check_plus_with_UInt256_max_and_min_value = r"""
+plus(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	plus(toUInt256(\'0\'), toUInt256(1))
+0	1
+"""
+
+I_check_minus_with_Int128_max_and_min_value = r"""
+minus(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	minus(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105726	170141183460469231731687303715884105727
+"""
+
+I_check_minus_with_Int256_max_and_min_value = r"""
+minus(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	minus(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819966	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_minus_with_UInt128_max_and_min_value = r"""
+minus(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	minus(toUInt128(\'0\'), toUInt128(1))
+-2	-1
+"""
+
+I_check_minus_with_UInt256_max_and_min_value = r"""
+minus(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	minus(toUInt256(\'0\'), toUInt256(1))
+-2	-1
+"""
+
+I_check_multiply_with_Int128_max_and_min_value = r"""
+multiply(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	multiply(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_multiply_with_Int256_max_and_min_value = r"""
+multiply(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	multiply(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_multiply_with_UInt128_max_and_min_value = r"""
+multiply(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	multiply(toUInt128(\'0\'), toUInt128(1))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_multiply_with_UInt256_max_and_min_value = r"""
+multiply(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	multiply(toUInt256(\'0\'), toUInt256(1))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_divide_with_Int128_max_and_min_value = r"""
+divide(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	divide(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+1.7014118346046923e38	-1.7014118346046923e38
+"""
+
+I_check_divide_with_Int256_max_and_min_value = r"""
+divide(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	divide(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+5.78960446186581e76	-5.78960446186581e76
+"""
+
+I_check_divide_with_UInt128_max_and_min_value = r"""
+divide(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	divide(toUInt128(\'0\'), toUInt128(1))
+3.402823669209385e38	0
+"""
+
+I_check_divide_with_UInt256_max_and_min_value = r"""
+divide(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	divide(toUInt256(\'0\'), toUInt256(1))
+1.157920892373162e77	0
+"""
+
+I_check_intDiv_with_Int128_max_and_min_value = r"""
+intDiv(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	intDiv(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_intDiv_with_Int256_max_and_min_value = r"""
+intDiv(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	intDiv(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_intDiv_with_UInt128_max_and_min_value = r"""
+intDiv(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	intDiv(toUInt128(\'0\'), toUInt128(1))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_intDiv_with_UInt256_max_and_min_value = r"""
+intDiv(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	intDiv(toUInt256(\'0\'), toUInt256(1))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_intDivOrZero_with_Int128_max_and_min_value = r"""
+intDivOrZero(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	intDivOrZero(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_intDivOrZero_with_Int256_max_and_min_value = r"""
+intDivOrZero(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	intDivOrZero(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_intDivOrZero_with_UInt128_max_and_min_value = r"""
+intDivOrZero(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	intDivOrZero(toUInt128(\'0\'), toUInt128(1))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_intDivOrZero_with_UInt256_max_and_min_value = r"""
+intDivOrZero(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	intDivOrZero(toUInt256(\'0\'), toUInt256(1))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_modulo_with_Int128_max_and_min_value = r"""
+modulo(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	modulo(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+0	0
+"""
+
+I_check_modulo_with_Int256_max_and_min_value = r"""
+modulo(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	modulo(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+0	0
+"""
+
+I_check_modulo_with_UInt128_max_and_min_value = r"""
+modulo(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	modulo(toUInt128(\'0\'), toUInt128(1))
+0	0
+"""
+
+I_check_modulo_with_UInt256_max_and_min_value = r"""
+modulo(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	modulo(toUInt256(\'0\'), toUInt256(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_Int128_max_and_min_value = r"""
+moduloOrZero(toInt128(\'170141183460469231731687303715884105727\'), toInt128(1))	moduloOrZero(toInt128(\'-170141183460469231731687303715884105728\'), toInt128(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_Int256_max_and_min_value = r"""
+moduloOrZero(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(1))	moduloOrZero(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), toInt256(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_UInt128_max_and_min_value = r"""
+moduloOrZero(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(1))	moduloOrZero(toUInt128(\'0\'), toUInt128(1))
+0	0
+"""
+
+I_check_moduloOrZero_with_UInt256_max_and_min_value = r"""
+moduloOrZero(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(1))	moduloOrZero(toUInt256(\'0\'), toUInt256(1))
+0	0
+"""
+
+I_check_negate_with_Int128_max_and_min_value = r"""
+negate(toInt128(\'170141183460469231731687303715884105727\'))	negate(toInt128(\'-170141183460469231731687303715884105728\'))
+-170141183460469231731687303715884105727	-170141183460469231731687303715884105728
+"""
+
+I_check_negate_with_Int256_max_and_min_value = r"""
+negate(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	negate(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_negate_with_UInt128_max_and_min_value = r"""
+negate(toUInt128(\'340282366920938463463374607431768211455\'))	negate(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_negate_with_UInt256_max_and_min_value = r"""
+negate(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	negate(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_abs_with_Int128_max_and_min_value = r"""
+abs(toInt128(\'170141183460469231731687303715884105727\'))	abs(toInt128(\'-170141183460469231731687303715884105728\'))
+170141183460469231731687303715884105727	170141183460469231731687303715884105728
+"""
+
+I_check_abs_with_Int256_max_and_min_value = r"""
+abs(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	abs(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+57896044618658097711785492504343953926634992332820282019728792003956564819967	57896044618658097711785492504343953926634992332820282019728792003956564819968
+"""
+
+I_check_abs_with_UInt128_max_and_min_value = r"""
+abs(toUInt128(\'340282366920938463463374607431768211455\'))	abs(toUInt128(\'0\'))
+340282366920938463463374607431768211455	0
+"""
+
+I_check_abs_with_UInt256_max_and_min_value = r"""
+abs(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	abs(toUInt256(\'0\'))
+115792089237316195423570985008687907853269984665640564039457584007913129639935	0
+"""
+
+I_check_the_table_output_of_plus_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+-170141183460469231731687303715884105727
+2
+"""
+
+I_check_the_table_output_of_plus_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+2
+"""
+
+I_check_the_table_output_of_plus_with_UInt128 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_table_output_of_plus_with_UInt256 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_table_output_of_minus_with_Int128 = r"""
+a
+0
+170141183460469231731687303715884105726
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_minus_with_Int256 = r"""
+a
+0
+57896044618658097711785492504343953926634992332820282019728792003956564819966
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_minus_with_UInt128 = r"""
+a
+0
+340282366920938463463374607431768211454
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_minus_with_UInt256 = r"""
+a
+0
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_multiply_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_multiply_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_multiply_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_multiply_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_divide_with_Int128 = r"""
+a
+-170141183460469231722463931679029329921
+1
+170141183460469231722463931679029329921
+"""
+
+I_check_the_table_output_of_divide_with_Int256 = r"""
+a
+-57896044618658097702369839901263932781391731748390190090761097376371310592000
+1
+57896044618658097702369839901263932781391731748390190090761097376371310592000
+"""
+
+I_check_the_table_output_of_divide_with_UInt128 = r"""
+a
+0
+1
+340282366920938463426481119284349108225
+"""
+
+I_check_the_table_output_of_divide_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_output_of_intDiv_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_intDiv_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_intDiv_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_intDiv_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_intDivOrZero_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_modulo_with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_modulo_with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_modulo_with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_modulo_with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_moduloOrZero_with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_table_output_of_negate_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+-170141183460469231731687303715884105727
+-1
+"""
+
+I_check_the_table_output_of_negate_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+-1
+"""
+
+I_check_the_table_output_of_negate_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_negate_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_abs_with_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_output_of_abs_with_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_output_of_abs_with_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_abs_with_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_output_of_gcd_with_Int128 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_gcd_with_Int256 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_gcd_with_UInt128 = r"""
+a
+1
+1
+"""
+
+I_check_the_table_output_of_gcd_with_UInt256 = r"""
+a
+1
+1
+"""
+
+I_check_the_table_output_of_lcm_with_Int128 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_lcm_with_Int256 = r"""
+a
+1
+"""
+
+I_check_the_table_output_of_lcm_with_UInt128 = r"""
+a
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_output_of_lcm_with_UInt256 = r"""
+a
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_for_output_of_negate_with_Decimal256 = r"""
+a
+-1
+"""
+
+I_check_the_table_for_output_of_abs_with_Decimal256 = r"""
+a
+1
+"""
+
+Inline___Int128___arrayPopBack_ = r"""
+arrayPopBack(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2]
+"""
+
+Table___Int128___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___Int128___arrayPopFront_ = r"""
+arrayPopFront(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[2,1]
+"""
+
+Table___Int128___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___Int128___arraySort_ = r"""
+arraySort(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayReverseSort_ = r"""
+arrayReverseSort(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayDistinct_ = r"""
+arrayDistinct(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayEnumerate_ = r"""
+arrayEnumerate(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,1,1]
+"""
+
+Table___Int128___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___Int128___arrayReverse_ = r"""
+arrayReverse(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___reverse_ = r"""
+reverse(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___Int128___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int128___arrayFlatten_ = r"""
+arrayFlatten(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayCompact_ = r"""
+arrayCompact(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___Int128___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[6]
+"""
+
+Table___Int128___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___Int128___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[5,4,3]
+"""
+
+Table___Int128___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___Int128___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,3,3]
+"""
+
+Table___Int128___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___Int128___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,1,1]
+"""
+
+Table___Int128___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___Int128___arrayConcat__toInt128__3____toInt128__2____toInt128__1____ = r"""
+arrayConcat(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___Int128___arrayConcat__toInt128__3____toInt128__2____toInt128__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___Int128___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[1]
+"""
+
+Table___Int128___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___Int128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+[[0,0,0]]
+"""
+
+Table___Int128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___Int128___arrayZip__toInt128__1____ = r"""
+arrayZip(array(toInt128(\'1\')), array(toInt128(\'3\')))
+[(1,3)]
+"""
+
+Table___Int128___arrayZip__toInt128__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___Int128___empty_ = r"""
+empty(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+0
+"""
+
+Table___Int128___empty_ = r"""
+a
+0
+"""
+
+Inline___Int128___notEmpty_ = r"""
+notEmpty(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___Int128___length_ = r"""
+length(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___length_ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___Int128___arrayUniq_ = r"""
+arrayUniq(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayJoin_ = r"""
+arrayJoin(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+2
+1
+"""
+
+Table___Int128___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___Int128___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___Int128___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+0
+"""
+
+Table___Int128___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___Int128___arrayMin_ = r"""
+arrayMin(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___Int128___arrayMax_ = r"""
+arrayMax(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___Int128___arraySum_ = r"""
+arraySum(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+6
+"""
+
+Table___Int128___arraySum_ = r"""
+a
+6
+"""
+
+Inline___Int128___arrayAvg_ = r"""
+arrayAvg(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+2
+"""
+
+Table___Int128___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___Int128___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+3
+"""
+
+Table___Int128___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___Int128___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___Int128___hasAll__toInt128__3____toInt128__2____toInt128__1_____ = r"""
+hasAll(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___hasAll__toInt128__3____toInt128__2____toInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___Int128___hasAny__toInt128__2____toInt128__1_____ = r"""
+hasAny(array(toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+1
+"""
+
+Table___Int128___hasAny__toInt128__2____toInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___Int128___hasSubstr__toInt128__2____toInt128__1_____ = r"""
+hasSubstr(array(toInt128(\'2\'), toInt128(\'1\')), array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')))
+0
+"""
+
+Table___Int128___hasSubstr__toInt128__2____toInt128__1_____ = r"""
+a
+0
+"""
+
+Table___Int128___arrayDifference_ = r"""
+a
+"""
+
+Table___Int128___arrayCumSum_ = r"""
+a
+"""
+
+Table___Int128___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___Int128___arrayElement = r"""
+arrayElement(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
+3
+"""
+
+Table___Int128___arrayElement = r"""
+a
+3
+"""
+
+Inline___Int128___arrayPushBack = r"""
+arrayPushBack(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), toInt128(\'1\'))
+[3,2,1,1]
+"""
+
+Table___Int128___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___Int128___arrayPushFront = r"""
+arrayPushFront(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), toInt128(\'1\'))
+[1,3,2,1]
+"""
+
+Table___Int128___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___Int128___arrayResize = r"""
+arrayResize(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
+[3]
+"""
+
+Table___Int128___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___Int128___arraySlice = r"""
+arraySlice(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___Int128___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int128___has = r"""
+has(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
+0
+"""
+
+Table___Int128___has = r"""
+a
+0
+"""
+
+Inline___Int128___indexOf = r"""
+indexOf(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
+0
+"""
+
+Table___Int128___indexOf = r"""
+a
+0
+"""
+
+Inline___Int128___countEqual = r"""
+countEqual(array(toInt128(\'3\'), toInt128(\'2\'), toInt128(\'1\')), NULL)
+0
+"""
+
+Table___Int128___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_Int128_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_Int128_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_Int128_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_Int128_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_Int128_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_Int128_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_Int128_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_Int128_on_a_table = r"""
+a
+"""
+
+mapContains_with_Int128_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_Int128_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_Int128_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___Int256___arrayPopBack_ = r"""
+arrayPopBack(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2]
+"""
+
+Table___Int256___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___Int256___arrayPopFront_ = r"""
+arrayPopFront(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[2,1]
+"""
+
+Table___Int256___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___Int256___arraySort_ = r"""
+arraySort(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayReverseSort_ = r"""
+arrayReverseSort(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayDistinct_ = r"""
+arrayDistinct(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayEnumerate_ = r"""
+arrayEnumerate(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,1,1]
+"""
+
+Table___Int256___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___Int256___arrayReverse_ = r"""
+arrayReverse(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___reverse_ = r"""
+reverse(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___Int256___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Int256___arrayFlatten_ = r"""
+arrayFlatten(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayCompact_ = r"""
+arrayCompact(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___Int256___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[6]
+"""
+
+Table___Int256___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___Int256___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[5,4,3]
+"""
+
+Table___Int256___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___Int256___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,3,3]
+"""
+
+Table___Int256___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___Int256___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,1,1]
+"""
+
+Table___Int256___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___Int256___arrayConcat__toInt256__3____toInt256__2____toInt256__1____ = r"""
+arrayConcat(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___Int256___arrayConcat__toInt256__3____toInt256__2____toInt256__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___Int256___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[1]
+"""
+
+Table___Int256___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___Int256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+[[0,0,0]]
+"""
+
+Table___Int256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___Int256___arrayZip__toInt256__1____ = r"""
+arrayZip(array(toInt256(\'1\')), array(toInt256(\'3\')))
+[(1,3)]
+"""
+
+Table___Int256___arrayZip__toInt256__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___Int256___empty_ = r"""
+empty(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+0
+"""
+
+Table___Int256___empty_ = r"""
+a
+0
+"""
+
+Inline___Int256___notEmpty_ = r"""
+notEmpty(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___Int256___length_ = r"""
+length(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___length_ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___Int256___arrayUniq_ = r"""
+arrayUniq(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayJoin_ = r"""
+arrayJoin(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+2
+1
+"""
+
+Table___Int256___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___Int256___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___Int256___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+0
+"""
+
+Table___Int256___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___Int256___arrayMin_ = r"""
+arrayMin(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___Int256___arrayMax_ = r"""
+arrayMax(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___Int256___arraySum_ = r"""
+arraySum(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+6
+"""
+
+Table___Int256___arraySum_ = r"""
+a
+6
+"""
+
+Inline___Int256___arrayAvg_ = r"""
+arrayAvg(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+2
+"""
+
+Table___Int256___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___Int256___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+3
+"""
+
+Table___Int256___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___Int256___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___Int256___hasAll__toInt256__3____toInt256__2____toInt256__1_____ = r"""
+hasAll(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___hasAll__toInt256__3____toInt256__2____toInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___Int256___hasAny__toInt256__2____toInt256__1_____ = r"""
+hasAny(array(toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+1
+"""
+
+Table___Int256___hasAny__toInt256__2____toInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___Int256___hasSubstr__toInt256__2____toInt256__1_____ = r"""
+hasSubstr(array(toInt256(\'2\'), toInt256(\'1\')), array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')))
+0
+"""
+
+Table___Int256___hasSubstr__toInt256__2____toInt256__1_____ = r"""
+a
+0
+"""
+
+Table___Int256___arrayDifference_ = r"""
+a
+"""
+
+Table___Int256___arrayCumSum_ = r"""
+a
+"""
+
+Table___Int256___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___Int256___arrayElement = r"""
+arrayElement(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
+3
+"""
+
+Table___Int256___arrayElement = r"""
+a
+3
+"""
+
+Inline___Int256___arrayPushBack = r"""
+arrayPushBack(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), toInt256(\'1\'))
+[3,2,1,1]
+"""
+
+Table___Int256___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___Int256___arrayPushFront = r"""
+arrayPushFront(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), toInt256(\'1\'))
+[1,3,2,1]
+"""
+
+Table___Int256___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___Int256___arrayResize = r"""
+arrayResize(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
+[3]
+"""
+
+Table___Int256___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___Int256___arraySlice = r"""
+arraySlice(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___Int256___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___Int256___has = r"""
+has(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
+0
+"""
+
+Table___Int256___has = r"""
+a
+0
+"""
+
+Inline___Int256___indexOf = r"""
+indexOf(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
+0
+"""
+
+Table___Int256___indexOf = r"""
+a
+0
+"""
+
+Inline___Int256___countEqual = r"""
+countEqual(array(toInt256(\'3\'), toInt256(\'2\'), toInt256(\'1\')), NULL)
+0
+"""
+
+Table___Int256___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_Int256_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_Int256_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_Int256_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_Int256_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_Int256_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_Int256_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_Int256_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_Int256_on_a_table = r"""
+a
+"""
+
+mapContains_with_Int256_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_Int256_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_Int256_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___UInt128___arrayPopBack_ = r"""
+arrayPopBack(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2]
+"""
+
+Table___UInt128___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___UInt128___arrayPopFront_ = r"""
+arrayPopFront(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[2,1]
+"""
+
+Table___UInt128___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___UInt128___arraySort_ = r"""
+arraySort(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayReverseSort_ = r"""
+arrayReverseSort(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayDistinct_ = r"""
+arrayDistinct(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayEnumerate_ = r"""
+arrayEnumerate(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,1,1]
+"""
+
+Table___UInt128___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___UInt128___arrayReverse_ = r"""
+arrayReverse(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___reverse_ = r"""
+reverse(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt128___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt128___arrayFlatten_ = r"""
+arrayFlatten(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayCompact_ = r"""
+arrayCompact(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt128___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[6]
+"""
+
+Table___UInt128___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___UInt128___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[5,4,3]
+"""
+
+Table___UInt128___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___UInt128___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,3,3]
+"""
+
+Table___UInt128___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___UInt128___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,1,1]
+"""
+
+Table___UInt128___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___UInt128___arrayConcat__toUInt128__3____toUInt128__2____toUInt128__1____ = r"""
+arrayConcat(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___UInt128___arrayConcat__toUInt128__3____toUInt128__2____toUInt128__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___UInt128___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[1]
+"""
+
+Table___UInt128___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___UInt128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+[[0,0,0]]
+"""
+
+Table___UInt128___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___UInt128___arrayZip__toUInt128__1____ = r"""
+arrayZip(array(toUInt128(\'1\')), array(toUInt128(\'3\')))
+[(1,3)]
+"""
+
+Table___UInt128___arrayZip__toUInt128__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___UInt128___empty_ = r"""
+empty(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+0
+"""
+
+Table___UInt128___empty_ = r"""
+a
+0
+"""
+
+Inline___UInt128___notEmpty_ = r"""
+notEmpty(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___UInt128___length_ = r"""
+length(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___length_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___UInt128___arrayUniq_ = r"""
+arrayUniq(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayJoin_ = r"""
+arrayJoin(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+2
+1
+"""
+
+Table___UInt128___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___UInt128___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___UInt128___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+0
+"""
+
+Table___UInt128___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___UInt128___arrayMin_ = r"""
+arrayMin(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___UInt128___arrayMax_ = r"""
+arrayMax(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arraySum_ = r"""
+arraySum(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+6
+"""
+
+Table___UInt128___arraySum_ = r"""
+a
+6
+"""
+
+Inline___UInt128___arrayAvg_ = r"""
+arrayAvg(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+2
+"""
+
+Table___UInt128___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___UInt128___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+3
+"""
+
+Table___UInt128___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___UInt128___hasAll__toUInt128__3____toUInt128__2____toUInt128__1_____ = r"""
+hasAll(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___hasAll__toUInt128__3____toUInt128__2____toUInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt128___hasAny__toUInt128__2____toUInt128__1_____ = r"""
+hasAny(array(toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+1
+"""
+
+Table___UInt128___hasAny__toUInt128__2____toUInt128__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt128___hasSubstr__toUInt128__2____toUInt128__1_____ = r"""
+hasSubstr(array(toUInt128(\'2\'), toUInt128(\'1\')), array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')))
+0
+"""
+
+Table___UInt128___hasSubstr__toUInt128__2____toUInt128__1_____ = r"""
+a
+0
+"""
+
+Table___UInt128___arrayDifference_ = r"""
+a
+"""
+
+Table___UInt128___arrayCumSum_ = r"""
+a
+"""
+
+Table___UInt128___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___UInt128___arrayElement = r"""
+arrayElement(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
+3
+"""
+
+Table___UInt128___arrayElement = r"""
+a
+3
+"""
+
+Inline___UInt128___arrayPushBack = r"""
+arrayPushBack(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), toUInt128(\'1\'))
+[3,2,1,1]
+"""
+
+Table___UInt128___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___UInt128___arrayPushFront = r"""
+arrayPushFront(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), toUInt128(\'1\'))
+[1,3,2,1]
+"""
+
+Table___UInt128___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___UInt128___arrayResize = r"""
+arrayResize(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
+[3]
+"""
+
+Table___UInt128___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___UInt128___arraySlice = r"""
+arraySlice(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___UInt128___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt128___has = r"""
+has(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
+0
+"""
+
+Table___UInt128___has = r"""
+a
+0
+"""
+
+Inline___UInt128___indexOf = r"""
+indexOf(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
+0
+"""
+
+Table___UInt128___indexOf = r"""
+a
+0
+"""
+
+Inline___UInt128___countEqual = r"""
+countEqual(array(toUInt128(\'3\'), toUInt128(\'2\'), toUInt128(\'1\')), NULL)
+0
+"""
+
+Table___UInt128___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_UInt128_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_UInt128_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_UInt128_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_UInt128_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_UInt128_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_UInt128_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_UInt128_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_UInt128_on_a_table = r"""
+a
+"""
+
+mapContains_with_UInt128_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_UInt128_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_UInt128_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___UInt256___arrayPopBack_ = r"""
+arrayPopBack(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2]
+"""
+
+Table___UInt256___arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___UInt256___arrayPopFront_ = r"""
+arrayPopFront(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[2,1]
+"""
+
+Table___UInt256___arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___UInt256___arraySort_ = r"""
+arraySort(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayReverseSort_ = r"""
+arrayReverseSort(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayDistinct_ = r"""
+arrayDistinct(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayEnumerate_ = r"""
+arrayEnumerate(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,1,1]
+"""
+
+Table___UInt256___arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___UInt256___arrayReverse_ = r"""
+arrayReverse(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___reverse_ = r"""
+reverse(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1,2,3]
+"""
+
+Table___UInt256___reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___UInt256___arrayFlatten_ = r"""
+arrayFlatten(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayCompact_ = r"""
+arrayCompact(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1]
+"""
+
+Table___UInt256___arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[6]
+"""
+
+Table___UInt256___arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___UInt256___arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[5,4,3]
+"""
+
+Table___UInt256___arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___UInt256___arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,3,3]
+"""
+
+Table___UInt256___arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___UInt256___arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,1,1]
+"""
+
+Table___UInt256___arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___UInt256___arrayConcat__toUInt256__3____toUInt256__2____toUInt256__1____ = r"""
+arrayConcat(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[3,2,1,3,2,1]
+"""
+
+Table___UInt256___arrayConcat__toUInt256__3____toUInt256__2____toUInt256__1____ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___UInt256___arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[1]
+"""
+
+Table___UInt256___arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___UInt256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+[[0,0,0]]
+"""
+
+Table___UInt256___arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___UInt256___arrayZip__toUInt256__1____ = r"""
+arrayZip(array(toUInt256(\'1\')), array(toUInt256(\'3\')))
+[(1,3)]
+"""
+
+Table___UInt256___arrayZip__toUInt256__1____ = r"""
+a
+[(1,1)]
+"""
+
+Inline___UInt256___empty_ = r"""
+empty(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+0
+"""
+
+Table___UInt256___empty_ = r"""
+a
+0
+"""
+
+Inline___UInt256___notEmpty_ = r"""
+notEmpty(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___notEmpty_ = r"""
+a
+1
+"""
+
+Inline___UInt256___length_ = r"""
+length(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___length_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___UInt256___arrayUniq_ = r"""
+arrayUniq(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayJoin_ = r"""
+arrayJoin(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+2
+1
+"""
+
+Table___UInt256___arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___UInt256___arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___UInt256___arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+0
+"""
+
+Table___UInt256___arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Inline___UInt256___arrayMin_ = r"""
+arrayMin(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayMin_ = r"""
+a
+1
+"""
+
+Inline___UInt256___arrayMax_ = r"""
+arrayMax(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayMax_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arraySum_ = r"""
+arraySum(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+6
+"""
+
+Table___UInt256___arraySum_ = r"""
+a
+6
+"""
+
+Inline___UInt256___arrayAvg_ = r"""
+arrayAvg(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+2
+"""
+
+Table___UInt256___arrayAvg_ = r"""
+a
+2
+"""
+
+Inline___UInt256___arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+3
+"""
+
+Table___UInt256___arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___UInt256___hasAll__toUInt256__3____toUInt256__2____toUInt256__1_____ = r"""
+hasAll(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___hasAll__toUInt256__3____toUInt256__2____toUInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt256___hasAny__toUInt256__2____toUInt256__1_____ = r"""
+hasAny(array(toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+1
+"""
+
+Table___UInt256___hasAny__toUInt256__2____toUInt256__1_____ = r"""
+a
+1
+"""
+
+Inline___UInt256___hasSubstr__toUInt256__2____toUInt256__1_____ = r"""
+hasSubstr(array(toUInt256(\'2\'), toUInt256(\'1\')), array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')))
+0
+"""
+
+Table___UInt256___hasSubstr__toUInt256__2____toUInt256__1_____ = r"""
+a
+0
+"""
+
+Table___UInt256___arrayDifference_ = r"""
+a
+"""
+
+Table___UInt256___arrayCumSum_ = r"""
+a
+"""
+
+Table___UInt256___arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___UInt256___arrayElement = r"""
+arrayElement(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
+3
+"""
+
+Table___UInt256___arrayElement = r"""
+a
+3
+"""
+
+Inline___UInt256___arrayPushBack = r"""
+arrayPushBack(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), toUInt256(\'1\'))
+[3,2,1,1]
+"""
+
+Table___UInt256___arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___UInt256___arrayPushFront = r"""
+arrayPushFront(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), toUInt256(\'1\'))
+[1,3,2,1]
+"""
+
+Table___UInt256___arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___UInt256___arrayResize = r"""
+arrayResize(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
+[3]
+"""
+
+Table___UInt256___arrayResize = r"""
+a
+[3]
+"""
+
+Inline___UInt256___arraySlice = r"""
+arraySlice(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), 1)
+[3,2,1]
+"""
+
+Table___UInt256___arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___UInt256___has = r"""
+has(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
+0
+"""
+
+Table___UInt256___has = r"""
+a
+0
+"""
+
+Inline___UInt256___indexOf = r"""
+indexOf(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
+0
+"""
+
+Table___UInt256___indexOf = r"""
+a
+0
+"""
+
+Inline___UInt256___countEqual = r"""
+countEqual(array(toUInt256(\'3\'), toUInt256(\'2\'), toUInt256(\'1\')), NULL)
+0
+"""
+
+Table___UInt256___countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_UInt256_on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_UInt256_on_a_table = r"""
+a
+1
+"""
+
+untuple_with_UInt256_on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_UInt256_on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_UInt256_on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_UInt256_on_a_table = r"""
+a
+"""
+
+mapSubtract_with_UInt256_on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_UInt256_on_a_table = r"""
+a
+"""
+
+mapContains_with_UInt256_on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_UInt256_on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_UInt256_on_a_table = r"""
+a
+[1,2]
+"""
+
+Inline___Decimal256_0____arrayPopBack_ = r"""
+arrayPopBack(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2]
+"""
+
+Table___Decimal256_0____arrayPopBack_ = r"""
+a
+[3,2]
+"""
+
+Inline___Decimal256_0____arrayPopFront_ = r"""
+arrayPopFront(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[2,1]
+"""
+
+Table___Decimal256_0____arrayPopFront_ = r"""
+a
+[2,1]
+"""
+
+Inline___Decimal256_0____arraySort_ = r"""
+arraySort(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arraySort_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayReverseSort_ = r"""
+arrayReverseSort(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayReverseSort_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayDistinct_ = r"""
+arrayDistinct(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayDistinct_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayEnumerate_ = r"""
+arrayEnumerate(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arrayEnumerate_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayEnumerateDense_ = r"""
+arrayEnumerateDense(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arrayEnumerateDense_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayEnumerateUniq_ = r"""
+arrayEnumerateUniq(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,1,1]
+"""
+
+Table___Decimal256_0____arrayEnumerateUniq_ = r"""
+a
+[1,1,1]
+"""
+
+Inline___Decimal256_0____arrayReverse_ = r"""
+arrayReverse(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____arrayReverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____reverse_ = r"""
+reverse(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1,2,3]
+"""
+
+Table___Decimal256_0____reverse_ = r"""
+a
+[1,2,3]
+"""
+
+Inline___Decimal256_0____arrayFlatten_ = r"""
+arrayFlatten(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayFlatten_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayCompact_ = r"""
+arrayCompact(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1]
+"""
+
+Table___Decimal256_0____arrayCompact_ = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____arrayReduceInRanges__sum_____1__5___ = r"""
+arrayReduceInRanges(\'sum\', array(tuple(1, 5)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[6]
+"""
+
+Table___Decimal256_0____arrayReduceInRanges__sum_____1__5___ = r"""
+a
+[6]
+"""
+
+Inline___Decimal256_0____arrayMap_x_____x___2__ = r"""
+arrayMap(lambda(tuple(x), plus(x, 2)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[5,4,3]
+"""
+
+Table___Decimal256_0____arrayMap_x_____x___2__ = r"""
+a
+[5,4,3]
+"""
+
+Inline___Decimal256_0____arrayFill_x____x_3_ = r"""
+arrayFill(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,3,3]
+"""
+
+Table___Decimal256_0____arrayFill_x____x_3_ = r"""
+a
+[3,3,3]
+"""
+
+Inline___Decimal256_0____arrayReverseFill_x____x_3_ = r"""
+arrayReverseFill(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,1,1]
+"""
+
+Table___Decimal256_0____arrayReverseFill_x____x_3_ = r"""
+a
+[3,1,1]
+"""
+
+Inline___Decimal256_0____arrayConcat__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0___ = r"""
+arrayConcat(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[3,2,1,3,2,1]
+"""
+
+Table___Decimal256_0____arrayConcat__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0___ = r"""
+a
+[3,2,1,3,2,1]
+"""
+
+Inline___Decimal256_0____arrayFilter_x____x____1__ = r"""
+arrayFilter(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[1]
+"""
+
+Table___Decimal256_0____arrayFilter_x____x____1__ = r"""
+a
+[1]
+"""
+
+Inline___Decimal256_0____arraySplit__x__y_____x_y___0__0__0__ = r"""
+arraySplit(lambda(tuple(x, y), equals(x, y)), [0, 0, 0], array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+[[0,0,0]]
+"""
+
+Table___Decimal256_0____arraySplit__x__y_____x_y___0__0__0__ = r"""
+a
+[[0,0,0]]
+"""
+
+Inline___Decimal256_0____arrayZip__toDecimal256__1__0___ = r"""
+arrayZip(array(toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0)))
+[(1,3)]
+"""
+
+Table___Decimal256_0____arrayZip__toDecimal256__1__0___ = r"""
+a
+[(1,1)]
+"""
+
+Inline___Decimal256_0____empty_ = r"""
+empty(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+0
+"""
+
+Table___Decimal256_0____empty_ = r"""
+a
+0
+"""
+
+Inline___Decimal256_0____notEmpty_ = r"""
+notEmpty(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____notEmpty_ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____length_ = r"""
+length(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____length_ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayCount_x____x____1__ = r"""
+arrayCount(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____arrayCount_x____x____1__ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____arrayUniq_ = r"""
+arrayUniq(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____arrayUniq_ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayJoin_ = r"""
+arrayJoin(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+2
+1
+"""
+
+Table___Decimal256_0____arrayJoin_ = r"""
+a
+1
+2
+3
+"""
+
+Inline___Decimal256_0____arrayExists_x____x__1_ = r"""
+arrayExists(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____arrayExists_x____x__1_ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____arrayAll_x____x__1_ = r"""
+arrayAll(lambda(tuple(x), equals(x, 1)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+0
+"""
+
+Table___Decimal256_0____arrayAll_x____x__1_ = r"""
+a
+0
+"""
+
+Table___Decimal256_0____arrayMin_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayMax_ = r"""
+a
+"""
+
+Table___Decimal256_0____arraySum_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayAvg_ = r"""
+a
+"""
+
+Inline___Decimal256_0____arrayReduce__max___ = r"""
+arrayReduce(\'max\', array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____arrayReduce__max___ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayFirst_x____x__3_ = r"""
+arrayFirst(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+3
+"""
+
+Table___Decimal256_0____arrayFirst_x____x__3_ = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayFirstIndex_x____x__3_ = r"""
+arrayFirstIndex(lambda(tuple(x), equals(x, 3)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____arrayFirstIndex_x____x__3_ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____hasAll__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0____ = r"""
+hasAll(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____hasAll__toDecimal256__3__0___toDecimal256__2__0___toDecimal256__1__0____ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____hasAny__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+hasAny(array(toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+1
+"""
+
+Table___Decimal256_0____hasAny__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+a
+1
+"""
+
+Inline___Decimal256_0____hasSubstr__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+hasSubstr(array(toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)))
+0
+"""
+
+Table___Decimal256_0____hasSubstr__toDecimal256__2__0___toDecimal256__1__0____ = r"""
+a
+0
+"""
+
+Table___Decimal256_0____arrayDifference_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayCumSum_ = r"""
+a
+"""
+
+Table___Decimal256_0____arrayCumSumNonNegative_ = r"""
+a
+"""
+
+Inline___Decimal256_0____arrayElement = r"""
+arrayElement(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
+3
+"""
+
+Table___Decimal256_0____arrayElement = r"""
+a
+3
+"""
+
+Inline___Decimal256_0____arrayPushBack = r"""
+arrayPushBack(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), toDecimal256(\'1\', 0))
+[3,2,1,1]
+"""
+
+Table___Decimal256_0____arrayPushBack = r"""
+a
+[3,2,1,1]
+"""
+
+Inline___Decimal256_0____arrayPushFront = r"""
+arrayPushFront(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), toDecimal256(\'1\', 0))
+[1,3,2,1]
+"""
+
+Table___Decimal256_0____arrayPushFront = r"""
+a
+[1,3,2,1]
+"""
+
+Inline___Decimal256_0____arrayResize = r"""
+arrayResize(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
+[3]
+"""
+
+Table___Decimal256_0____arrayResize = r"""
+a
+[3]
+"""
+
+Inline___Decimal256_0____arraySlice = r"""
+arraySlice(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), 1)
+[3,2,1]
+"""
+
+Table___Decimal256_0____arraySlice = r"""
+a
+[3,2,1]
+"""
+
+Inline___Decimal256_0____has = r"""
+has(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
+0
+"""
+
+Table___Decimal256_0____has = r"""
+a
+0
+"""
+
+Inline___Decimal256_0____indexOf = r"""
+indexOf(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
+0
+"""
+
+Table___Decimal256_0____indexOf = r"""
+a
+0
+"""
+
+Inline___Decimal256_0____countEqual = r"""
+countEqual(array(toDecimal256(\'3\', 0), toDecimal256(\'2\', 0), toDecimal256(\'1\', 0)), NULL)
+0
+"""
+
+Table___Decimal256_0____countEqual = r"""
+a
+0
+"""
+
+Creating_a_tuple_with_Decimal256_0__on_a_table = r"""
+a
+(1,1,1)
+"""
+
+tupleElement_with_Decimal256_0__on_a_table = r"""
+a
+1
+"""
+
+untuple_with_Decimal256_0__on_a_table = r"""
+a
+1
+"""
+
+tupleHammingDistance_with_Decimal256_0__on_a_table = r"""
+a
+2
+"""
+
+Creating_a_map_with_Decimal256_0__on_a_table = r"""
+a
+{'key1':1,'key2':2}
+"""
+
+mapAdd_with_Decimal256_0__on_a_table = r"""
+a
+"""
+
+mapSubtract_with_Decimal256_0__on_a_table = r"""
+a
+"""
+
+mapPopulateSeries_with_Decimal256_0__on_a_table = r"""
+a
+"""
+
+mapContains_with_Decimal256_0__on_a_table = r"""
+a
+1
+"""
+
+mapKeys_with_Decimal256_0__on_a_table = r"""
+a
+['key1','key2']
+"""
+
+mapValues_with_Decimal256_0__on_a_table = r"""
+a
+[1,2]
+"""
+
+I_check_equals_with_Int128 = r"""
+equals(toInt128(1), toInt128(1))	equals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+1	0
+"""
+
+I_check_equals_with_Int256 = r"""
+equals(toInt256(1), toInt256(1))	equals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	0
+"""
+
+I_check_equals_with_UInt128 = r"""
+equals(toUInt128(1), toUInt128(1))	equals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+1	0
+"""
+
+I_check_equals_with_UInt256 = r"""
+equals(toUInt256(1), toUInt256(1))	equals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+1	0
+"""
+
+I_check_notEquals_with_Int128 = r"""
+notEquals(toInt128(1), toInt128(1))	notEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+0	1
+"""
+
+I_check_notEquals_with_Int256 = r"""
+notEquals(toInt256(1), toInt256(1))	notEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	1
+"""
+
+I_check_notEquals_with_UInt128 = r"""
+notEquals(toUInt128(1), toUInt128(1))	notEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+0	1
+"""
+
+I_check_notEquals_with_UInt256 = r"""
+notEquals(toUInt256(1), toUInt256(1))	notEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+0	1
+"""
+
+I_check_less_with_Int128 = r"""
+less(toInt128(1), toInt128(1))	less(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+0	0
+"""
+
+I_check_less_with_Int256 = r"""
+less(toInt256(1), toInt256(1))	less(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	0
+"""
+
+I_check_less_with_UInt128 = r"""
+less(toUInt128(1), toUInt128(1))	less(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+0	0
+"""
+
+I_check_less_with_UInt256 = r"""
+less(toUInt256(1), toUInt256(1))	less(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+0	0
+"""
+
+I_check_greater_with_Int128 = r"""
+greater(toInt128(1), toInt128(1))	greater(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+0	1
+"""
+
+I_check_greater_with_Int256 = r"""
+greater(toInt256(1), toInt256(1))	greater(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	1
+"""
+
+I_check_greater_with_UInt128 = r"""
+greater(toUInt128(1), toUInt128(1))	greater(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+0	1
+"""
+
+I_check_greater_with_UInt256 = r"""
+greater(toUInt256(1), toUInt256(1))	greater(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+0	1
+"""
+
+I_check_lessOrEquals_with_Int128 = r"""
+lessOrEquals(toInt128(1), toInt128(1))	lessOrEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+1	0
+"""
+
+I_check_lessOrEquals_with_Int256 = r"""
+lessOrEquals(toInt256(1), toInt256(1))	lessOrEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	0
+"""
+
+I_check_lessOrEquals_with_UInt128 = r"""
+lessOrEquals(toUInt128(1), toUInt128(1))	lessOrEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+1	0
+"""
+
+I_check_lessOrEquals_with_UInt256 = r"""
+lessOrEquals(toUInt256(1), toUInt256(1))	lessOrEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+1	0
+"""
+
+I_check_greaterOrEquals_with_Int128 = r"""
+greaterOrEquals(toInt128(1), toInt128(1))	greaterOrEquals(toInt128(\'170141183460469231731687303715884105727\'), toInt128(\'-170141183460469231731687303715884105728\'))
+1	1
+"""
+
+I_check_greaterOrEquals_with_Int256 = r"""
+greaterOrEquals(toInt256(1), toInt256(1))	greaterOrEquals(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	1
+"""
+
+I_check_greaterOrEquals_with_UInt128 = r"""
+greaterOrEquals(toUInt128(1), toUInt128(1))	greaterOrEquals(toUInt128(\'340282366920938463463374607431768211455\'), toUInt128(\'0\'))
+1	1
+"""
+
+I_check_greaterOrEquals_with_UInt256 = r"""
+greaterOrEquals(toUInt256(1), toUInt256(1))	greaterOrEquals(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), toUInt256(\'0\'))
+1	1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_equals_with_Decimal256 = r"""
+equals(toDecimal256(1, 0), toDecimal256(1, 0))	equals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	0
+"""
+
+I_check_notEquals_with_Decimal256 = r"""
+notEquals(toDecimal256(1, 0), toDecimal256(1, 0))	notEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	1
+"""
+
+I_check_less_with_Decimal256 = r"""
+less(toDecimal256(1, 0), toDecimal256(1, 0))	less(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	0
+"""
+
+I_check_greater_with_Decimal256 = r"""
+greater(toDecimal256(1, 0), toDecimal256(1, 0))	greater(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	1
+"""
+
+I_check_lessOrEquals_with_Decimal256 = r"""
+lessOrEquals(toDecimal256(1, 0), toDecimal256(1, 0))	lessOrEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	0
+"""
+
+I_check_greaterOrEquals_with_Decimal256 = r"""
+greaterOrEquals(toDecimal256(1, 0), toDecimal256(1, 0))	greaterOrEquals(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0), toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_the_table_for_the_output_of_equals_with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_notEquals_with_Decimal256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_less_with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_greater_with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_table_for_the_output_of_lessOrEquals_with_Decimal256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_for_the_output_of_greaterOrEquals_with_Decimal256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_exp__with_Int128_using_max_and_min = r"""
+exp(toInt128(\'170141183460469231731687303715884105727\'))	exp(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	0
+"""
+
+I_check_exp__with_Int256_using_max_and_min = r"""
+exp(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	0
+"""
+
+I_check_exp__with_UInt128_using_max_and_min = r"""
+exp(toUInt128(\'340282366920938463463374607431768211455\'))	exp(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_exp__with_UInt256_using_max_and_min = r"""
+exp(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_log__with_Int128_using_max_and_min = r"""
+log(toInt128(\'170141183460469231731687303715884105727\'))	log(toInt128(\'-170141183460469231731687303715884105728\'))
+88.02969193111305	nan
+"""
+
+I_check_log__with_Int256_using_max_and_min = r"""
+log(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+176.75253104278605	nan
+"""
+
+I_check_log__with_UInt128_using_max_and_min = r"""
+log(toUInt128(\'340282366920938463463374607431768211455\'))	log(toUInt128(\'0\'))
+88.722839111673	-inf
+"""
+
+I_check_log__with_UInt256_using_max_and_min = r"""
+log(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log(toUInt256(\'0\'))
+177.445678223346	-inf
+"""
+
+I_check_ln__with_Int128_using_max_and_min = r"""
+log(toInt128(\'170141183460469231731687303715884105727\'))	log(toInt128(\'-170141183460469231731687303715884105728\'))
+88.02969193111305	nan
+"""
+
+I_check_ln__with_Int256_using_max_and_min = r"""
+log(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+176.75253104278605	nan
+"""
+
+I_check_ln__with_UInt128_using_max_and_min = r"""
+log(toUInt128(\'340282366920938463463374607431768211455\'))	log(toUInt128(\'0\'))
+88.722839111673	-inf
+"""
+
+I_check_ln__with_UInt256_using_max_and_min = r"""
+log(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log(toUInt256(\'0\'))
+177.445678223346	-inf
+"""
+
+I_check_exp2__with_Int128_using_max_and_min = r"""
+exp2(toInt128(\'170141183460469231731687303715884105727\'))	exp2(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	0
+"""
+
+I_check_exp2__with_Int256_using_max_and_min = r"""
+exp2(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp2(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	0
+"""
+
+I_check_exp2__with_UInt128_using_max_and_min = r"""
+exp2(toUInt128(\'340282366920938463463374607431768211455\'))	exp2(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_exp2__with_UInt256_using_max_and_min = r"""
+exp2(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp2(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_log2__with_Int128_using_max_and_min = r"""
+log2(toInt128(\'170141183460469231731687303715884105727\'))	log2(toInt128(\'-170141183460469231731687303715884105728\'))
+127	nan
+"""
+
+I_check_log2__with_Int256_using_max_and_min = r"""
+log2(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log2(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+255	nan
+"""
+
+I_check_log2__with_UInt128_using_max_and_min = r"""
+log2(toUInt128(\'340282366920938463463374607431768211455\'))	log2(toUInt128(\'0\'))
+128	-inf
+"""
+
+I_check_log2__with_UInt256_using_max_and_min = r"""
+log2(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log2(toUInt256(\'0\'))
+256	-inf
+"""
+
+I_check_exp10__with_Int128_using_max_and_min = r"""
+exp10(toInt128(\'170141183460469231731687303715884105727\'))	exp10(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	0
+"""
+
+I_check_exp10__with_Int256_using_max_and_min = r"""
+exp10(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	exp10(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	0
+"""
+
+I_check_exp10__with_UInt128_using_max_and_min = r"""
+exp10(toUInt128(\'340282366920938463463374607431768211455\'))	exp10(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_exp10__with_UInt256_using_max_and_min = r"""
+exp10(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	exp10(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_log10__with_Int128_using_max_and_min = r"""
+log10(toInt128(\'170141183460469231731687303715884105727\'))	log10(toInt128(\'-170141183460469231731687303715884105728\'))
+38.23080944932561	nan
+"""
+
+I_check_log10__with_Int256_using_max_and_min = r"""
+log10(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log10(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+76.7626488943152	nan
+"""
+
+I_check_log10__with_UInt128_using_max_and_min = r"""
+log10(toUInt128(\'340282366920938463463374607431768211455\'))	log10(toUInt128(\'0\'))
+38.53183944498959	-inf
+"""
+
+I_check_log10__with_UInt256_using_max_and_min = r"""
+log10(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log10(toUInt256(\'0\'))
+77.06367888997919	-inf
+"""
+
+I_check_sqrt__with_Int128_using_max_and_min = r"""
+sqrt(toInt128(\'170141183460469231731687303715884105727\'))	sqrt(toInt128(\'-170141183460469231731687303715884105728\'))
+13043817825332783000	nan
+"""
+
+I_check_sqrt__with_Int256_using_max_and_min = r"""
+sqrt(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sqrt(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+2.4061596916800453e38	nan
+"""
+
+I_check_sqrt__with_UInt128_using_max_and_min = r"""
+sqrt(toUInt128(\'340282366920938463463374607431768211455\'))	sqrt(toUInt128(\'0\'))
+18446744073709552000	0
+"""
+
+I_check_sqrt__with_UInt256_using_max_and_min = r"""
+sqrt(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sqrt(toUInt256(\'0\'))
+3.402823669209385e38	0
+"""
+
+I_check_cbrt__with_Int128_using_max_and_min = r"""
+cbrt(toInt128(\'170141183460469231731687303715884105727\'))	cbrt(toInt128(\'-170141183460469231731687303715884105728\'))
+5541191377756.637	-5541191377756.637
+"""
+
+I_check_cbrt__with_Int256_using_max_and_min = r"""
+cbrt(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cbrt(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+3.8685626227668134e25	-3.8685626227668134e25
+"""
+
+I_check_cbrt__with_UInt128_using_max_and_min = r"""
+cbrt(toUInt128(\'340282366920938463463374607431768211455\'))	cbrt(toUInt128(\'0\'))
+6981463658331.56	0
+"""
+
+I_check_cbrt__with_UInt256_using_max_and_min = r"""
+cbrt(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cbrt(toUInt256(\'0\'))
+4.874083481260429e25	0
+"""
+
+I_check_erf__with_Int128_using_max_and_min = r"""
+erf(toInt128(\'170141183460469231731687303715884105727\'))	erf(toInt128(\'-170141183460469231731687303715884105728\'))
+1	-1
+"""
+
+I_check_erf__with_Int256_using_max_and_min = r"""
+erf(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	erf(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	-1
+"""
+
+I_check_erf__with_UInt128_using_max_and_min = r"""
+erf(toUInt128(\'340282366920938463463374607431768211455\'))	erf(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_erf__with_UInt256_using_max_and_min = r"""
+erf(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	erf(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_erfc__with_Int128_using_max_and_min = r"""
+erfc(toInt128(\'170141183460469231731687303715884105727\'))	erfc(toInt128(\'-170141183460469231731687303715884105728\'))
+0	2
+"""
+
+I_check_erfc__with_Int256_using_max_and_min = r"""
+erfc(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	erfc(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0	2
+"""
+
+I_check_erfc__with_UInt128_using_max_and_min = r"""
+erfc(toUInt128(\'340282366920938463463374607431768211455\'))	erfc(toUInt128(\'0\'))
+0	1
+"""
+
+I_check_erfc__with_UInt256_using_max_and_min = r"""
+erfc(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	erfc(toUInt256(\'0\'))
+0	1
+"""
+
+I_check_lgamma__with_Int128_using_max_and_min = r"""
+lgamma(toInt128(\'170141183460469231731687303715884105727\'))	lgamma(toInt128(\'-170141183460469231731687303715884105728\'))
+1.4807334781359624e40	-1.4807334781359624e40
+"""
+
+I_check_lgamma__with_Int256_using_max_and_min = r"""
+lgamma(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	lgamma(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1.0175376379095233e79	-1.0175376379095233e79
+"""
+
+I_check_lgamma__with_UInt128_using_max_and_min = r"""
+lgamma(toUInt128(\'340282366920938463463374607431768211455\'))	lgamma(toUInt128(\'0\'))
+2.985053532594476e40	inf
+"""
+
+I_check_lgamma__with_UInt256_using_max_and_min = r"""
+lgamma(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	lgamma(toUInt256(\'0\'))
+2.0431013718376458e79	inf
+"""
+
+I_check_tgamma__with_Int128_using_max_and_min = r"""
+tgamma(toInt128(\'170141183460469231731687303715884105727\'))	tgamma(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	nan
+"""
+
+I_check_tgamma__with_Int256_using_max_and_min = r"""
+tgamma(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tgamma(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	nan
+"""
+
+I_check_tgamma__with_UInt128_using_max_and_min = r"""
+tgamma(toUInt128(\'340282366920938463463374607431768211455\'))	tgamma(toUInt128(\'0\'))
+inf	inf
+"""
+
+I_check_tgamma__with_UInt256_using_max_and_min = r"""
+tgamma(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tgamma(toUInt256(\'0\'))
+inf	inf
+"""
+
+I_check_sin__with_Int128_using_max_and_min = r"""
+sin(toInt128(\'170141183460469231731687303715884105727\'))	sin(toInt128(\'-170141183460469231731687303715884105728\'))
+0.6233855129558702	-0.6233855129558702
+"""
+
+I_check_sin__with_Int256_using_max_and_min = r"""
+sin(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sin(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0.9751222164851924	-0.9751222164851924
+"""
+
+I_check_sin__with_UInt128_using_max_and_min = r"""
+sin(toUInt128(\'340282366920938463463374607431768211455\'))	sin(toUInt128(\'0\'))
+0.9748685162860586	0
+"""
+
+I_check_sin__with_UInt256_using_max_and_min = r"""
+sin(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sin(toUInt256(\'0\'))
+0.4323066100553458	0
+"""
+
+I_check_cos__with_Int128_using_max_and_min = r"""
+cos(toInt128(\'170141183460469231731687303715884105727\'))	cos(toInt128(\'-170141183460469231731687303715884105728\'))
+0.78191463871496	0.78191463871496
+"""
+
+I_check_cos__with_Int256_using_max_and_min = r"""
+cos(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cos(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+0.22166791133812228	0.22166791133812228
+"""
+
+I_check_cos__with_UInt128_using_max_and_min = r"""
+cos(toUInt128(\'340282366920938463463374607431768211455\'))	cos(toUInt128(\'0\'))
+0.22278100447349308	1
+"""
+
+I_check_cos__with_UInt256_using_max_and_min = r"""
+cos(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cos(toUInt256(\'0\'))
+-0.9017266741659887	1
+"""
+
+I_check_tan__with_Int128_using_max_and_min = r"""
+tan(toInt128(\'170141183460469231731687303715884105727\'))	tan(toInt128(\'-170141183460469231731687303715884105728\'))
+0.7972552016424389	-0.7972552016424389
+"""
+
+I_check_tan__with_Int256_using_max_and_min = r"""
+tan(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tan(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+4.399022892392326	-4.399022892392326
+"""
+
+I_check_tan__with_UInt128_using_max_and_min = r"""
+tan(toUInt128(\'340282366920938463463374607431768211455\'))	tan(toUInt128(\'0\'))
+4.375905022019283	0
+"""
+
+I_check_tan__with_UInt256_using_max_and_min = r"""
+tan(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tan(toUInt256(\'0\'))
+-0.4794208959773628	0
+"""
+
+I_check_asin__with_Int128_using_max_and_min = r"""
+asin(toInt128(\'170141183460469231731687303715884105727\'))	asin(toInt128(\'-170141183460469231731687303715884105728\'))
+nan	nan
+"""
+
+I_check_asin__with_Int256_using_max_and_min = r"""
+asin(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	asin(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+nan	nan
+"""
+
+I_check_asin__with_UInt128_using_max_and_min = r"""
+asin(toUInt128(\'340282366920938463463374607431768211455\'))	asin(toUInt128(\'0\'))
+nan	0
+"""
+
+I_check_asin__with_UInt256_using_max_and_min = r"""
+asin(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	asin(toUInt256(\'0\'))
+nan	0
+"""
+
+I_check_acos__with_Int128_using_max_and_min = r"""
+acos(toInt128(\'170141183460469231731687303715884105727\'))	acos(toInt128(\'-170141183460469231731687303715884105728\'))
+nan	nan
+"""
+
+I_check_acos__with_Int256_using_max_and_min = r"""
+acos(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	acos(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+nan	nan
+"""
+
+I_check_acos__with_UInt128_using_max_and_min = r"""
+acos(toUInt128(\'340282366920938463463374607431768211455\'))	acos(toUInt128(\'0\'))
+nan	1.5707963267948966
+"""
+
+I_check_acos__with_UInt256_using_max_and_min = r"""
+acos(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	acos(toUInt256(\'0\'))
+nan	1.5707963267948966
+"""
+
+I_check_atan__with_Int128_using_max_and_min = r"""
+atan(toInt128(\'170141183460469231731687303715884105727\'))	atan(toInt128(\'-170141183460469231731687303715884105728\'))
+1.5707963267948966	-1.5707963267948966
+"""
+
+I_check_atan__with_Int256_using_max_and_min = r"""
+atan(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	atan(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1.5707963267948966	-1.5707963267948966
+"""
+
+I_check_atan__with_UInt128_using_max_and_min = r"""
+atan(toUInt128(\'340282366920938463463374607431768211455\'))	atan(toUInt128(\'0\'))
+1.5707963267948966	0
+"""
+
+I_check_atan__with_UInt256_using_max_and_min = r"""
+atan(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	atan(toUInt256(\'0\'))
+1.5707963267948966	0
+"""
+
+I_check_cosh__with_Int128_using_max_and_min = r"""
+cosh(toInt128(\'170141183460469231731687303715884105727\'))	cosh(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	inf
+"""
+
+I_check_cosh__with_Int256_using_max_and_min = r"""
+cosh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	cosh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	inf
+"""
+
+I_check_cosh__with_UInt128_using_max_and_min = r"""
+cosh(toUInt128(\'340282366920938463463374607431768211455\'))	cosh(toUInt128(\'0\'))
+inf	1
+"""
+
+I_check_cosh__with_UInt256_using_max_and_min = r"""
+cosh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	cosh(toUInt256(\'0\'))
+inf	1
+"""
+
+I_check_acosh__with_Int128_using_max_and_min = r"""
+acosh(toInt128(\'170141183460469231731687303715884105727\'))	acosh(toInt128(\'-170141183460469231731687303715884105728\'))
+88.722839111673	nan
+"""
+
+I_check_acosh__with_Int256_using_max_and_min = r"""
+acosh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	acosh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+177.445678223346	nan
+"""
+
+I_check_acosh__with_UInt128_using_max_and_min = r"""
+acosh(toUInt128(\'340282366920938463463374607431768211455\'))	acosh(toUInt128(\'0\'))
+89.41598629223294	nan
+"""
+
+I_check_acosh__with_UInt256_using_max_and_min = r"""
+acosh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	acosh(toUInt256(\'0\'))
+178.13882540390594	nan
+"""
+
+I_check_sinh__with_Int128_using_max_and_min = r"""
+sinh(toInt128(\'170141183460469231731687303715884105727\'))	sinh(toInt128(\'-170141183460469231731687303715884105728\'))
+inf	-inf
+"""
+
+I_check_sinh__with_Int256_using_max_and_min = r"""
+sinh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sinh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+inf	-inf
+"""
+
+I_check_sinh__with_UInt128_using_max_and_min = r"""
+sinh(toUInt128(\'340282366920938463463374607431768211455\'))	sinh(toUInt128(\'0\'))
+inf	0
+"""
+
+I_check_sinh__with_UInt256_using_max_and_min = r"""
+sinh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sinh(toUInt256(\'0\'))
+inf	0
+"""
+
+I_check_asinh__with_Int128_using_max_and_min = r"""
+asinh(toInt128(\'170141183460469231731687303715884105727\'))	asinh(toInt128(\'-170141183460469231731687303715884105728\'))
+88.722839111673	-88.722839111673
+"""
+
+I_check_asinh__with_Int256_using_max_and_min = r"""
+asinh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	asinh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+177.445678223346	-177.445678223346
+"""
+
+I_check_asinh__with_UInt128_using_max_and_min = r"""
+asinh(toUInt128(\'340282366920938463463374607431768211455\'))	asinh(toUInt128(\'0\'))
+89.41598629223294	0
+"""
+
+I_check_asinh__with_UInt256_using_max_and_min = r"""
+asinh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	asinh(toUInt256(\'0\'))
+178.13882540390594	0
+"""
+
+I_check_tanh__with_Int128_using_max_and_min = r"""
+tanh(toInt128(\'170141183460469231731687303715884105727\'))	tanh(toInt128(\'-170141183460469231731687303715884105728\'))
+1	-1
+"""
+
+I_check_tanh__with_Int256_using_max_and_min = r"""
+tanh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	tanh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	-1
+"""
+
+I_check_tanh__with_UInt128_using_max_and_min = r"""
+tanh(toUInt128(\'340282366920938463463374607431768211455\'))	tanh(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_tanh__with_UInt256_using_max_and_min = r"""
+tanh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	tanh(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_atanh__with_Int128_using_max_and_min = r"""
+atanh(toInt128(\'170141183460469231731687303715884105727\'))	atanh(toInt128(\'-170141183460469231731687303715884105728\'))
+nan	nan
+"""
+
+I_check_atanh__with_Int256_using_max_and_min = r"""
+atanh(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	atanh(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+nan	nan
+"""
+
+I_check_atanh__with_UInt128_using_max_and_min = r"""
+atanh(toUInt128(\'340282366920938463463374607431768211455\'))	atanh(toUInt128(\'0\'))
+nan	0
+"""
+
+I_check_atanh__with_UInt256_using_max_and_min = r"""
+atanh(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	atanh(toUInt256(\'0\'))
+nan	0
+"""
+
+I_check_log1p__with_Int128_using_max_and_min = r"""
+log1p(toInt128(\'170141183460469231731687303715884105727\'))	log1p(toInt128(\'-170141183460469231731687303715884105728\'))
+88.02969193111305	nan
+"""
+
+I_check_log1p__with_Int256_using_max_and_min = r"""
+log1p(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	log1p(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+176.75253104278605	nan
+"""
+
+I_check_log1p__with_UInt128_using_max_and_min = r"""
+log1p(toUInt128(\'340282366920938463463374607431768211455\'))	log1p(toUInt128(\'0\'))
+88.722839111673	0
+"""
+
+I_check_log1p__with_UInt256_using_max_and_min = r"""
+log1p(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	log1p(toUInt256(\'0\'))
+177.445678223346	0
+"""
+
+I_check_sign__with_Int128_using_max_and_min = r"""
+sign(toInt128(\'170141183460469231731687303715884105727\'))	sign(toInt128(\'-170141183460469231731687303715884105728\'))
+1	-1
+"""
+
+I_check_sign__with_Int256_using_max_and_min = r"""
+sign(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	sign(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	-1
+"""
+
+I_check_sign__with_UInt128_using_max_and_min = r"""
+sign(toUInt128(\'340282366920938463463374607431768211455\'))	sign(toUInt128(\'0\'))
+1	0
+"""
+
+I_check_sign__with_UInt256_using_max_and_min = r"""
+sign(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	sign(toUInt256(\'0\'))
+1	0
+"""
+
+I_check_the_outputs_of_exp__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_exp__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_log__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp2__with_Int128 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_exp2__with_Int256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_exp2__with_UInt128 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_outputs_of_exp2__with_UInt256 = r"""
+a
+0
+1
+2
+"""
+
+I_check_the_outputs_of_log2__with_Int128 = r"""
+a
+0
+0
+127
+"""
+
+I_check_the_outputs_of_log2__with_Int256 = r"""
+a
+0
+0
+255
+"""
+
+I_check_the_outputs_of_log2__with_UInt128 = r"""
+a
+0
+0
+128
+"""
+
+I_check_the_outputs_of_log2__with_UInt256 = r"""
+a
+0
+0
+256
+"""
+
+I_check_the_outputs_of_exp10__with_Int128 = r"""
+a
+0
+0
+10
+"""
+
+I_check_the_outputs_of_exp10__with_Int256 = r"""
+a
+0
+0
+10
+"""
+
+I_check_the_outputs_of_exp10__with_UInt128 = r"""
+a
+0
+1
+10
+"""
+
+I_check_the_outputs_of_exp10__with_UInt256 = r"""
+a
+0
+1
+10
+"""
+
+I_check_the_outputs_of_log10__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log10__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log10__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log10__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sqrt__with_Int128 = r"""
+a
+0
+1
+13043817825332783000
+"""
+
+I_check_the_outputs_of_sqrt__with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_sqrt__with_UInt128 = r"""
+a
+0
+1
+18446744073709552000
+"""
+
+I_check_the_outputs_of_sqrt__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cbrt__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_Int128 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_Int256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erf__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erfc__with_Int128 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_erfc__with_Int256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_erfc__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_erfc__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_lgamma__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_lgamma__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_lgamma__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_lgamma__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tgamma__with_Int128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tgamma__with_Int256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tgamma__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tgamma__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_sin__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sin__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sin__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sin__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cos__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tan__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_cosh__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_acosh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tanh__with_Int128 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_tanh__with_Int256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_tanh__with_UInt128 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_tanh__with_UInt256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_atanh__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atanh__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atanh__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atanh__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_Int128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_Int256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_UInt128 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_UInt256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sign__with_Int128 = r"""
+a
+-1
+1
+1
+"""
+
+I_check_the_outputs_of_sign__with_Int256 = r"""
+a
+-1
+1
+1
+"""
+
+I_check_the_outputs_of_sign__with_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_outputs_of_sign__with_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_exp__with_Decimal256_using_max_and_min = r"""
+exp(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	0
+"""
+
+I_check_log__with_Decimal256_using_max_and_min = r"""
+log(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+172.69388197463743	nan
+"""
+
+I_check_ln__with_Decimal256_using_max_and_min = r"""
+log(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+172.69388197463743	nan
+"""
+
+I_check_exp2__with_Decimal256_using_max_and_min = r"""
+exp2(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp2(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	0
+"""
+
+I_check_log2__with_Decimal256_using_max_and_min = r"""
+log2(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log2(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+249.14460711655218	nan
+"""
+
+I_check_exp10__with_Decimal256_using_max_and_min = r"""
+exp10(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	exp10(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	0
+"""
+
+I_check_log10__with_Decimal256_using_max_and_min = r"""
+log10(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log10(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+75	nan
+"""
+
+I_check_sqrt__with_Decimal256_using_max_and_min = r"""
+sqrt(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sqrt(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+3.1622776601683794e37	nan
+"""
+
+I_check_cbrt__with_Decimal256_using_max_and_min = r"""
+cbrt(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cbrt(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1e25	-1e25
+"""
+
+I_check_erf__with_Decimal256_using_max_and_min = r"""
+erf(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	erf(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	-1
+"""
+
+I_check_erfc__with_Decimal256_using_max_and_min = r"""
+erfc(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	erfc(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	2
+"""
+
+I_check_lgamma__with_Decimal256_using_max_and_min = r"""
+lgamma(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	lgamma(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1.7169388197455342e77	-1.7169388197455342e77
+"""
+
+I_check_tgamma__with_Decimal256_using_max_and_min = r"""
+tgamma(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tgamma(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	nan
+"""
+
+I_check_sin__with_Decimal256_using_max_and_min = r"""
+sin(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sin(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0.66339975236386	-0.66339975236386
+"""
+
+I_check_cos__with_Decimal256_using_max_and_min = r"""
+cos(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cos(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-0.7482651726250322	-0.7482651726250322
+"""
+
+I_check_tan__with_Decimal256_using_max_and_min = r"""
+tan(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tan(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-0.8865837628611647	0.8865837628611647
+"""
+
+I_check_asin__with_Decimal256_using_max_and_min = r"""
+asin(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	asin(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+nan	nan
+"""
+
+I_check_acos__with_Decimal256_using_max_and_min = r"""
+acos(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	acos(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+nan	nan
+"""
+
+I_check_atan__with_Decimal256_using_max_and_min = r"""
+atan(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	atan(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1.5707963267948966	-1.5707963267948966
+"""
+
+I_check_cosh__with_Decimal256_using_max_and_min = r"""
+cosh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	cosh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	inf
+"""
+
+I_check_acosh__with_Decimal256_using_max_and_min = r"""
+acosh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	acosh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+173.38702915511337	nan
+"""
+
+I_check_sinh__with_Decimal256_using_max_and_min = r"""
+sinh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sinh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+inf	-inf
+"""
+
+I_check_asinh__with_Decimal256_using_max_and_min = r"""
+asinh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	asinh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+173.38702915511337	-173.38702915511337
+"""
+
+I_check_tanh__with_Decimal256_using_max_and_min = r"""
+tanh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	tanh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	-1
+"""
+
+I_check_atanh__with_Decimal256_using_max_and_min = r"""
+atanh(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	atanh(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+nan	nan
+"""
+
+I_check_log1p__with_Decimal256_using_max_and_min = r"""
+log1p(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	log1p(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+172.69388197455342	nan
+"""
+
+I_check_sign__with_Decimal256_using_max_and_min = r"""
+sign(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	sign(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	-1
+"""
+
+I_check_the_outputs_of_exp__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_ln__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp2__with_Decimal256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_log2__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_exp10__with_Decimal256 = r"""
+a
+0
+0
+10
+"""
+
+I_check_the_outputs_of_log10__with_Decimal256 = r"""
+a
+0
+0
+75
+"""
+
+I_check_the_outputs_of_sqrt__with_Decimal256 = r"""
+a
+0
+1
+31622776601683794000000000000000000000
+"""
+
+I_check_the_outputs_of_cbrt__with_Decimal256 = r"""
+a
+-10000000000000000000000000
+1
+10000000000000000000000000
+"""
+
+I_check_the_outputs_of_erf__with_Decimal256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_erfc__with_Decimal256 = r"""
+a
+0
+0
+2
+"""
+
+I_check_the_outputs_of_lgamma__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tgamma__with_Decimal256 = r"""
+a
+0
+0
+1
+"""
+
+I_check_the_outputs_of_sin__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cos__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tan__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asin__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acos__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_atan__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_cosh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_acosh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sinh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_asinh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_tanh__with_Decimal256 = r"""
+a
+-1
+0
+1
+"""
+
+I_check_the_outputs_of_atanh__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_log1p__with_Decimal256 = r"""
+a
+0
+0
+0
+"""
+
+I_check_the_outputs_of_sign__with_Decimal256 = r"""
+a
+-1
+1
+1
+"""
+
+I_check_ceil_with_Int128_using_min_and_max_values = r"""
+ceil(toInt128(\'-170141183460469231731687303715884105728\'))	ceil(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_ceil_with_Int256_using_min_and_max_values = r"""
+ceil(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	ceil(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_ceil_with_UInt128_using_min_and_max_values = r"""
+ceil(toUInt128(\'0\'))	ceil(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_ceil_with_UInt256_using_min_and_max_values = r"""
+ceil(toUInt256(\'0\'))	ceil(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_floor_with_Int128_using_min_and_max_values = r"""
+floor(toInt128(\'-170141183460469231731687303715884105728\'))	floor(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_floor_with_Int256_using_min_and_max_values = r"""
+floor(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	floor(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_floor_with_UInt128_using_min_and_max_values = r"""
+floor(toUInt128(\'0\'))	floor(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_floor_with_UInt256_using_min_and_max_values = r"""
+floor(toUInt256(\'0\'))	floor(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_trunc_with_Int128_using_min_and_max_values = r"""
+trunc(toInt128(\'-170141183460469231731687303715884105728\'))	trunc(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_trunc_with_Int256_using_min_and_max_values = r"""
+trunc(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	trunc(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_trunc_with_UInt128_using_min_and_max_values = r"""
+trunc(toUInt128(\'0\'))	trunc(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_trunc_with_UInt256_using_min_and_max_values = r"""
+trunc(toUInt256(\'0\'))	trunc(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_round_with_Int128_using_min_and_max_values = r"""
+round(toInt128(\'-170141183460469231731687303715884105728\'))	round(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_round_with_Int256_using_min_and_max_values = r"""
+round(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	round(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_round_with_UInt128_using_min_and_max_values = r"""
+round(toUInt128(\'0\'))	round(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_round_with_UInt256_using_min_and_max_values = r"""
+round(toUInt256(\'0\'))	round(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_roundBankers_with_Int128_using_min_and_max_values = r"""
+roundBankers(toInt128(\'-170141183460469231731687303715884105728\'))	roundBankers(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_roundBankers_with_Int256_using_min_and_max_values = r"""
+roundBankers(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundBankers(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_roundBankers_with_UInt128_using_min_and_max_values = r"""
+roundBankers(toUInt128(\'0\'))	roundBankers(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_roundBankers_with_UInt256_using_min_and_max_values = r"""
+roundBankers(toUInt256(\'0\'))	roundBankers(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_roundDuration_with_Int128_using_min_and_max_values = r"""
+roundDuration(toInt128(\'-170141183460469231731687303715884105728\'))	roundDuration(toInt128(\'170141183460469231731687303715884105727\'))
+0	36000
+"""
+
+I_check_roundDuration_with_Int256_using_min_and_max_values = r"""
+roundDuration(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundDuration(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+0	36000
+"""
+
+I_check_roundDuration_with_UInt128_using_min_and_max_values = r"""
+roundDuration(toUInt128(\'0\'))	roundDuration(toUInt128(\'340282366920938463463374607431768211455\'))
+0	36000
+"""
+
+I_check_roundDuration_with_UInt256_using_min_and_max_values = r"""
+roundDuration(toUInt256(\'0\'))	roundDuration(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	36000
+"""
+
+I_check_roundAge_with_Int128_using_min_and_max_values = r"""
+roundAge(toInt128(\'-170141183460469231731687303715884105728\'))	roundAge(toInt128(\'170141183460469231731687303715884105727\'))
+0	55
+"""
+
+I_check_roundAge_with_Int256_using_min_and_max_values = r"""
+roundAge(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	roundAge(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+0	55
+"""
+
+I_check_roundAge_with_UInt128_using_min_and_max_values = r"""
+roundAge(toUInt128(\'0\'))	roundAge(toUInt128(\'340282366920938463463374607431768211455\'))
+0	55
+"""
+
+I_check_roundAge_with_UInt256_using_min_and_max_values = r"""
+roundAge(toUInt256(\'0\'))	roundAge(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	55
+"""
+
+I_select_the_output_of_ceil_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_ceil_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_ceil_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_ceil_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_floor_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_floor_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_floor_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_floor_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_trunc_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_trunc_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_trunc_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_trunc_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_round_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_round_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_round_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_round_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_roundBankers_with_Int128_from_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_select_the_output_of_roundBankers_with_Int256_from_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_select_the_output_of_roundBankers_with_UInt128_from_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_select_the_output_of_roundBankers_with_UInt256_from_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_select_the_output_of_roundDuration_with_Int128_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundDuration_with_Int256_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundDuration_with_UInt128_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundDuration_with_UInt256_from_the_table = r"""
+a
+0
+1
+36000
+"""
+
+I_select_the_output_of_roundAge_with_Int128_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_select_the_output_of_roundAge_with_Int256_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_select_the_output_of_roundAge_with_UInt128_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_select_the_output_of_roundAge_with_UInt256_from_the_table = r"""
+a
+0
+17
+55
+"""
+
+I_check_ceil_with_Decimal256_using_min_and_max_values = r"""
+ceil(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	ceil(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_floor_with_Decimal256_using_min_and_max_values = r"""
+floor(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	floor(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_trunc_with_Decimal256_using_min_and_max_values = r"""
+trunc(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	trunc(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_round_with_Decimal256_using_min_and_max_values = r"""
+round(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	round(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_roundBankers_with_Decimal256_using_min_and_max_values = r"""
+roundBankers(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	roundBankers(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_ceil_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_floor_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_trunc_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_round_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_select_the_output_of_roundBankers_with_Decimal256_from_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_bitAnd_with_Int128 = r"""
+bitAnd(toInt128(1), 1)	bitAnd(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitAnd(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+1	1	0
+"""
+
+I_check_bitAnd_with_Int256 = r"""
+bitAnd(toInt256(1), 1)	bitAnd(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitAnd(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+1	1	0
+"""
+
+I_check_bitAnd_with_UInt128 = r"""
+bitAnd(toUInt128(1), 1)	bitAnd(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitAnd(toUInt128(\'0\'), 1)
+1	1	0
+"""
+
+I_check_bitAnd_with_UInt256 = r"""
+bitAnd(toUInt256(1), 1)	bitAnd(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitAnd(toUInt256(\'0\'), 1)
+1	1	0
+"""
+
+I_check_bitOr_with_Int128 = r"""
+bitOr(toInt128(1), 1)	bitOr(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitOr(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+1	170141183460469231731687303715884105727	-170141183460469231731687303715884105727
+"""
+
+I_check_bitOr_with_Int256 = r"""
+bitOr(toInt256(1), 1)	bitOr(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitOr(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+1	57896044618658097711785492504343953926634992332820282019728792003956564819967	-57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_bitOr_with_UInt128 = r"""
+bitOr(toUInt128(1), 1)	bitOr(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitOr(toUInt128(\'0\'), 1)
+1	340282366920938463463374607431768211455	1
+"""
+
+I_check_bitOr_with_UInt256 = r"""
+bitOr(toUInt256(1), 1)	bitOr(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitOr(toUInt256(\'0\'), 1)
+1	115792089237316195423570985008687907853269984665640564039457584007913129639935	1
+"""
+
+I_check_bitXor_with_Int128 = r"""
+bitXor(toInt128(1), 1)	bitXor(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitXor(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+0	170141183460469231731687303715884105726	-170141183460469231731687303715884105727
+"""
+
+I_check_bitXor_with_Int256 = r"""
+bitXor(toInt256(1), 1)	bitXor(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitXor(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+0	57896044618658097711785492504343953926634992332820282019728792003956564819966	-57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_bitXor_with_UInt128 = r"""
+bitXor(toUInt128(1), 1)	bitXor(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitXor(toUInt128(\'0\'), 1)
+0	340282366920938463463374607431768211454	1
+"""
+
+I_check_bitXor_with_UInt256 = r"""
+bitXor(toUInt256(1), 1)	bitXor(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitXor(toUInt256(\'0\'), 1)
+0	115792089237316195423570985008687907853269984665640564039457584007913129639934	1
+"""
+
+I_check_bitShiftLeft_with_Int128 = r"""
+bitShiftLeft(toInt128(1), 1)	bitShiftLeft(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitShiftLeft(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+2	-2	0
+"""
+
+I_check_bitShiftLeft_with_Int256 = r"""
+bitShiftLeft(toInt256(1), 1)	bitShiftLeft(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitShiftLeft(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+2	-2	0
+"""
+
+I_check_bitShiftLeft_with_UInt128 = r"""
+bitShiftLeft(toUInt128(1), 1)	bitShiftLeft(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitShiftLeft(toUInt128(\'0\'), 1)
+2	340282366920938463463374607431768211454	0
+"""
+
+I_check_bitShiftLeft_with_UInt256 = r"""
+bitShiftLeft(toUInt256(1), 1)	bitShiftLeft(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitShiftLeft(toUInt256(\'0\'), 1)
+2	115792089237316195423570985008687907853269984665640564039457584007913129639934	0
+"""
+
+I_check_bitShiftRight_with_Int128 = r"""
+bitShiftRight(toInt128(1), 1)	bitShiftRight(toInt128(\'170141183460469231731687303715884105727\'), 1)	bitShiftRight(toInt128(\'-170141183460469231731687303715884105728\'), 1)
+0	85070591730234615865843651857942052863	-85070591730234615865843651857942052864
+"""
+
+I_check_bitShiftRight_with_Int256 = r"""
+bitShiftRight(toInt256(1), 1)	bitShiftRight(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'), 1)	bitShiftRight(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'), 1)
+0	28948022309329048855892746252171976963317496166410141009864396001978282409983	-28948022309329048855892746252171976963317496166410141009864396001978282409984
+"""
+
+I_check_bitShiftRight_with_UInt128 = r"""
+bitShiftRight(toUInt128(1), 1)	bitShiftRight(toUInt128(\'340282366920938463463374607431768211455\'), 1)	bitShiftRight(toUInt128(\'0\'), 1)
+0	170141183460469231731687303715884105727	0
+"""
+
+I_check_bitShiftRight_with_UInt256 = r"""
+bitShiftRight(toUInt256(1), 1)	bitShiftRight(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'), 1)	bitShiftRight(toUInt256(\'0\'), 1)
+0	57896044618658097711785492504343953926634992332820282019728792003956564819967	0
+"""
+
+Check_bitNot_with_Int128 = r"""
+bitNot(toInt128(1))	bitNot(toInt128(\'170141183460469231731687303715884105727\'))	bitNot(toInt128(\'-170141183460469231731687303715884105728\'))
+-2	-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+Check_bitNot_with_Int256 = r"""
+bitNot(toInt256(1))	bitNot(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	bitNot(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+-2	-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+Check_bitNot_with_UInt128 = r"""
+bitNot(toUInt128(1))	bitNot(toUInt128(\'340282366920938463463374607431768211455\'))	bitNot(toUInt128(\'0\'))
+340282366920938463463374607431768211454	0	340282366920938463463374607431768211455
+"""
+
+Check_bitNot_with_UInt256 = r"""
+bitNot(toUInt256(1))	bitNot(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	bitNot(toUInt256(\'0\'))
+115792089237316195423570985008687907853269984665640564039457584007913129639934	0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+Check_bitCount_with_Int128 = r"""
+bitCount(toInt128(1))	bitCount(toInt128(\'170141183460469231731687303715884105727\'))	bitCount(toInt128(\'-170141183460469231731687303715884105728\'))
+1	64	0
+"""
+
+Check_bitCount_with_Int256 = r"""
+bitCount(toInt256(1))	bitCount(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))	bitCount(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))
+1	64	0
+"""
+
+Check_bitCount_with_UInt128 = r"""
+bitCount(toUInt128(1))	bitCount(toUInt128(\'340282366920938463463374607431768211455\'))	bitCount(toUInt128(\'0\'))
+1	64	0
+"""
+
+Check_bitCount_with_UInt256 = r"""
+bitCount(toUInt256(1))	bitCount(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))	bitCount(toUInt256(\'0\'))
+1	64	0
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_Int128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_Int256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_UInt128 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitAnd_and_UInt256 = r"""
+a
+0
+1
+1
+"""
+
+I_check_the_table_with_values_of_bitOr_and_Int128 = r"""
+a
+-170141183460469231731687303715884105727
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_with_values_of_bitOr_and_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_with_values_of_bitOr_and_UInt128 = r"""
+a
+1
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_with_values_of_bitOr_and_UInt256 = r"""
+a
+1
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_with_values_of_bitXor_and_Int128 = r"""
+a
+-170141183460469231731687303715884105727
+0
+170141183460469231731687303715884105726
+"""
+
+I_check_the_table_with_values_of_bitXor_and_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819967
+0
+57896044618658097711785492504343953926634992332820282019728792003956564819966
+"""
+
+I_check_the_table_with_values_of_bitXor_and_UInt128 = r"""
+a
+0
+1
+340282366920938463463374607431768211454
+"""
+
+I_check_the_table_with_values_of_bitXor_and_UInt256 = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_Int128 = r"""
+a
+-2
+0
+2
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_Int256 = r"""
+a
+-2
+0
+2
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_UInt128 = r"""
+a
+0
+2
+340282366920938463463374607431768211454
+"""
+
+I_check_the_table_with_values_of_bitShiftLeft_and_UInt256 = r"""
+a
+0
+2
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_Int128 = r"""
+a
+-85070591730234615865843651857942052864
+0
+85070591730234615865843651857942052863
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_Int256 = r"""
+a
+-28948022309329048855892746252171976963317496166410141009864396001978282409984
+0
+28948022309329048855892746252171976963317496166410141009864396001978282409983
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_UInt128 = r"""
+a
+0
+0
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_with_values_of_bitShiftRight_and_UInt256 = r"""
+a
+0
+0
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_with_values_of_bitNot_and_Int128 = r"""
+a
+-170141183460469231731687303715884105728
+-2
+170141183460469231731687303715884105727
+"""
+
+I_check_the_table_with_values_of_bitNot_and_Int256 = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+-2
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_the_table_with_values_of_bitNot_and_UInt128 = r"""
+a
+0
+340282366920938463463374607431768211454
+340282366920938463463374607431768211455
+"""
+
+I_check_the_table_with_values_of_bitNot_and_UInt256 = r"""
+a
+0
+115792089237316195423570985008687907853269984665640564039457584007913129639934
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_the_table_with_values_of_bitCount_and_Int128 = r"""
+a
+0
+1
+64
+"""
+
+I_check_the_table_with_values_of_bitCount_and_Int256 = r"""
+a
+0
+1
+64
+"""
+
+I_check_the_table_with_values_of_bitCount_and_UInt128 = r"""
+a
+0
+1
+64
+"""
+
+I_check_the_table_with_values_of_bitCount_and_UInt256 = r"""
+a
+0
+1
+64
+"""
+
+I_check_isNull__with_Int128_using_min_and_max = r"""
+isNull(toInt128(\'-170141183460469231731687303715884105728\'))	isNull(toInt128(\'170141183460469231731687303715884105727\'))
+0	0
+"""
+
+I_check_isNull__with_Int256_using_min_and_max = r"""
+isNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	isNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+0	0
+"""
+
+I_check_isNull__with_UInt128_using_min_and_max = r"""
+isNull(toUInt128(\'0\'))	isNull(toUInt128(\'340282366920938463463374607431768211455\'))
+0	0
+"""
+
+I_check_isNull__with_UInt256_using_min_and_max = r"""
+isNull(toUInt256(\'0\'))	isNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	0
+"""
+
+I_check_isNotNull__with_Int128_using_min_and_max = r"""
+isNotNull(toInt128(\'-170141183460469231731687303715884105728\'))	isNotNull(toInt128(\'170141183460469231731687303715884105727\'))
+1	1
+"""
+
+I_check_isNotNull__with_Int256_using_min_and_max = r"""
+isNotNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	isNotNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+1	1
+"""
+
+I_check_isNotNull__with_UInt128_using_min_and_max = r"""
+isNotNull(toUInt128(\'0\'))	isNotNull(toUInt128(\'340282366920938463463374607431768211455\'))
+1	1
+"""
+
+I_check_isNotNull__with_UInt256_using_min_and_max = r"""
+isNotNull(toUInt256(\'0\'))	isNotNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+1	1
+"""
+
+I_check_coalesce__with_Int128_using_min_and_max = r"""
+coalesce(toInt128(\'-170141183460469231731687303715884105728\'))	coalesce(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_coalesce__with_Int256_using_min_and_max = r"""
+coalesce(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	coalesce(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_coalesce__with_UInt128_using_min_and_max = r"""
+coalesce(toUInt128(\'0\'))	coalesce(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_coalesce__with_UInt256_using_min_and_max = r"""
+coalesce(toUInt256(\'0\'))	coalesce(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_assumeNotNull__with_Int128_using_min_and_max = r"""
+assumeNotNull(toInt128(\'-170141183460469231731687303715884105728\'))	assumeNotNull(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_assumeNotNull__with_Int256_using_min_and_max = r"""
+assumeNotNull(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	assumeNotNull(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_assumeNotNull__with_UInt128_using_min_and_max = r"""
+assumeNotNull(toUInt128(\'0\'))	assumeNotNull(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_assumeNotNull__with_UInt256_using_min_and_max = r"""
+assumeNotNull(toUInt256(\'0\'))	assumeNotNull(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_toNullable__with_Int128_using_min_and_max = r"""
+toNullable(toInt128(\'-170141183460469231731687303715884105728\'))	toNullable(toInt128(\'170141183460469231731687303715884105727\'))
+-170141183460469231731687303715884105728	170141183460469231731687303715884105727
+"""
+
+I_check_toNullable__with_Int256_using_min_and_max = r"""
+toNullable(toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	toNullable(toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+-57896044618658097711785492504343953926634992332820282019728792003956564819968	57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_toNullable__with_UInt128_using_min_and_max = r"""
+toNullable(toUInt128(\'0\'))	toNullable(toUInt128(\'340282366920938463463374607431768211455\'))
+0	340282366920938463463374607431768211455
+"""
+
+I_check_toNullable__with_UInt256_using_min_and_max = r"""
+toNullable(toUInt256(\'0\'))	toNullable(toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+0	115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_ifNull_1__with_Int128_using_min_and_max = r"""
+ifNull(1, toInt128(\'-170141183460469231731687303715884105728\'))	ifNull(1, toInt128(\'170141183460469231731687303715884105727\'))
+1	1
+"""
+
+I_check_ifNull_1__with_Int256_using_min_and_max = r"""
+ifNull(1, toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	ifNull(1, toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+1	1
+"""
+
+I_check_ifNull_1__with_UInt128_using_min_and_max = r"""
+ifNull(1, toUInt128(\'0\'))	ifNull(1, toUInt128(\'340282366920938463463374607431768211455\'))
+1	1
+"""
+
+I_check_ifNull_1__with_UInt256_using_min_and_max = r"""
+ifNull(1, toUInt256(\'0\'))	ifNull(1, toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+1	1
+"""
+
+I_check_nullIf_1__with_Int128_using_min_and_max = r"""
+nullIf(1, toInt128(\'-170141183460469231731687303715884105728\'))	nullIf(1, toInt128(\'170141183460469231731687303715884105727\'))
+1	1
+"""
+
+I_check_nullIf_1__with_Int256_using_min_and_max = r"""
+nullIf(1, toInt256(\'-57896044618658097711785492504343953926634992332820282019728792003956564819968\'))	nullIf(1, toInt256(\'57896044618658097711785492504343953926634992332820282019728792003956564819967\'))
+1	1
+"""
+
+I_check_nullIf_1__with_UInt128_using_min_and_max = r"""
+nullIf(1, toUInt128(\'0\'))	nullIf(1, toUInt128(\'340282366920938463463374607431768211455\'))
+1	1
+"""
+
+I_check_nullIf_1__with_UInt256_using_min_and_max = r"""
+nullIf(1, toUInt256(\'0\'))	nullIf(1, toUInt256(\'115792089237316195423570985008687907853269984665640564039457584007913129639935\'))
+1	1
+"""
+
+I_check_isNull__with_Int128_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNull__with_Int256_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNull__with_UInt128_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNull__with_UInt256_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNotNull__with_Int128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_isNotNull__with_Int256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_isNotNull__with_UInt128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_isNotNull__with_UInt256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_coalesce__with_Int128_on_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_coalesce__with_Int256_on_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_coalesce__with_UInt128_on_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_coalesce__with_UInt256_on_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_assumeNotNull__with_Int128_on_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_assumeNotNull__with_Int256_on_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_assumeNotNull__with_UInt128_on_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_assumeNotNull__with_UInt256_on_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_toNullable__with_Int128_on_the_table = r"""
+a
+-170141183460469231731687303715884105728
+1
+170141183460469231731687303715884105727
+"""
+
+I_check_toNullable__with_Int256_on_the_table = r"""
+a
+-57896044618658097711785492504343953926634992332820282019728792003956564819968
+1
+57896044618658097711785492504343953926634992332820282019728792003956564819967
+"""
+
+I_check_toNullable__with_UInt128_on_the_table = r"""
+a
+0
+1
+340282366920938463463374607431768211455
+"""
+
+I_check_toNullable__with_UInt256_on_the_table = r"""
+a
+0
+1
+115792089237316195423570985008687907853269984665640564039457584007913129639935
+"""
+
+I_check_ifNull_1__with_Int128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_ifNull_1__with_Int256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_ifNull_1__with_UInt128_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_ifNull_1__with_UInt256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_nullIf_1__with_Int128_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_nullIf_1__with_Int256_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_nullIf_1__with_UInt128_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_nullIf_1__with_UInt256_on_the_table = r"""
+a
+1
+1
+\N
+"""
+
+I_check_isNull__with_Decimal256_using_min_and_max = r"""
+isNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	isNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+0	0
+"""
+
+I_check_isNotNull__with_Decimal256_using_min_and_max = r"""
+isNotNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	isNotNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_coalesce__with_Decimal256_using_min_and_max = r"""
+coalesce(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	coalesce(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_assumeNotNull__with_Decimal256_using_min_and_max = r"""
+assumeNotNull(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	assumeNotNull(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_toNullable__with_Decimal256_using_min_and_max = r"""
+toNullable(toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	toNullable(toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+-1000000000000000000000000000000000000000000000000000000000000000000000000000	1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_ifNull_1__with_Decimal256_using_min_and_max = r"""
+ifNull(1, toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	ifNull(1, toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_nullIf_1__with_Decimal256_using_min_and_max = r"""
+nullIf(1, toDecimal256(\'-1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))	nullIf(1, toDecimal256(\'1000000000000000000000000000000000000000000000000000000000000000000000000000\', 0))
+1	1
+"""
+
+I_check_isNull__with_Decimal256_on_the_table = r"""
+a
+0
+0
+0
+"""
+
+I_check_isNotNull__with_Decimal256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_coalesce__with_Decimal256_on_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_assumeNotNull__with_Decimal256_on_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_toNullable__with_Decimal256_on_the_table = r"""
+a
+-1000000000000000000000000000000000000000000000000000000000000000000000000000
+1
+1000000000000000000000000000000000000000000000000000000000000000000000000000
+"""
+
+I_check_ifNull_1__with_Decimal256_on_the_table = r"""
+a
+1
+1
+1
+"""
+
+I_check_nullIf_1__with_Decimal256_on_the_table = r"""
+a
+1
+1
+\N
+"""
+

From f57863b9749e2086a57aa9583172a90c7d95eced Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 2 Jun 2021 01:03:08 +0300
Subject: [PATCH 0817/1060] fix tests

---
 programs/copier/ClusterCopier.cpp              |  6 ++----
 .../test_cluster_copier/data/.gitkeep          |  0
 .../test_cluster_copier/test_three_nodes.py    | 15 +++++++--------
 .../test_cluster_copier/test_two_nodes.py      | 18 +++++++++---------
 4 files changed, 18 insertions(+), 21 deletions(-)
 delete mode 100644 tests/integration/test_cluster_copier/data/.gitkeep

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index d7e37a1a5d3..55cb1696ae8 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -742,10 +742,8 @@ ASTPtr ClusterCopier::removeAliasMaterializedAndTTLColumnsFromCreateQuery(const
 
     auto new_columns_list = std::make_shared<ASTColumns>();
     new_columns_list->set(new_columns_list->columns, new_columns);
-    if (const auto * indices = query_ast->as<ASTCreateQuery>()->columns_list->indices)
-        new_columns_list->set(new_columns_list->indices, indices->clone());
-    if (const auto * projections = query_ast->as<ASTCreateQuery>()->columns_list->projections)
-        new_columns_list->set(new_columns_list->projections, projections->clone());
+
+    /// Skip indices and projections are not needed, because distributed table doesn't support it.
 
     new_query.replace(new_query.columns_list, new_columns_list);
 
diff --git a/tests/integration/test_cluster_copier/data/.gitkeep b/tests/integration/test_cluster_copier/data/.gitkeep
deleted file mode 100644
index e69de29bb2d..00000000000
diff --git a/tests/integration/test_cluster_copier/test_three_nodes.py b/tests/integration/test_cluster_copier/test_three_nodes.py
index cd69e6e28f2..134b66196b6 100644
--- a/tests/integration/test_cluster_copier/test_three_nodes.py
+++ b/tests/integration/test_cluster_copier/test_three_nodes.py
@@ -23,7 +23,7 @@ def started_cluster():
         for name in ["first", "second", "third"]:
             cluster.add_instance(name,
                 main_configs=["configs_three_nodes/conf.d/clusters.xml", "configs_three_nodes/conf.d/ddl.xml"], user_configs=["configs_three_nodes/users.xml"],
-                with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
+                with_zookeeper=True)
 
         cluster.start()
         yield cluster
@@ -41,7 +41,7 @@ class Task:
             instance = cluster.instances[instance_name]
             instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_taxi_data.xml'), self.container_task_file)
             print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
-        
+
 
     def start(self):
         instance = cluster.instances['first']
@@ -53,7 +53,7 @@ class Task:
             id UUID DEFAULT generateUUIDv4(),
             vendor_id String,
             tpep_pickup_datetime DateTime('UTC'),
-            tpep_dropoff_datetime DateTime('UTC'),  
+            tpep_dropoff_datetime DateTime('UTC'),
             passenger_count Nullable(Float64),
             trip_distance String,
             pickup_longitude Float64,
@@ -90,7 +90,7 @@ class Task:
                 'id UUID DEFAULT generateUUIDv4(),
                 vendor_id String,
                 tpep_pickup_datetime DateTime(\\'UTC\\'),
-                tpep_dropoff_datetime DateTime(\\'UTC\\'),  
+                tpep_dropoff_datetime DateTime(\\'UTC\\'),
                 passenger_count Nullable(Float64),
                 trip_distance String,
                 pickup_longitude Float64,
@@ -143,7 +143,7 @@ class Task:
             congestion_surcharge String,
             junk1 String,
             junk2 String
-        ) 
+        )
         Engine = ReplacingMergeTree()
         PRIMARY KEY (tpep_pickup_datetime, id)
         ORDER BY (tpep_pickup_datetime, id)
@@ -151,9 +151,9 @@ class Task:
 
         instance.query("""CREATE TABLE monthlyhistory.yellow_tripdata
             ON CLUSTER events
-            AS monthlyhistory.yellow_tripdata_staging 
+            AS monthlyhistory.yellow_tripdata_staging
             ENGINE = Distributed('events', 'monthlyhistory', yellow_tripdata_staging, sipHash64(id) % 3);""")
-    
+
 
     def check(self):
         instance = cluster.instances["first"]
@@ -226,4 +226,3 @@ def execute_task(task, cmd_options):
 @pytest.mark.timeout(600)
 def test(started_cluster):
     execute_task(Task(started_cluster), [])
-
diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 28c52473366..44cab1924aa 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -24,11 +24,11 @@ def started_cluster():
         for name in ["first", "second"]:
             instance = cluster.add_instance(name,
                 main_configs=[
-                    "configs_two_nodes/conf.d/clusters.xml", 
+                    "configs_two_nodes/conf.d/clusters.xml",
                     "configs_two_nodes/conf.d/ddl.xml",
                     "configs_two_nodes/conf.d/storage_configuration.xml"],
                 user_configs=["configs_two_nodes/users.xml"],
-                with_zookeeper=True, external_data_path=os.path.join(CURRENT_TEST_DIR, "./data"))
+                with_zookeeper=True)
 
         cluster.start()
 
@@ -107,7 +107,7 @@ class TaskWithDifferentSchema:
         ) ENGINE = MergeTree()
         PARTITION BY toYYYYMMDD(Column3)
         ORDER BY (Column9, Column1, Column2, Column3, Column4);""")
-        
+
         print("Preparation completed")
 
     def check(self):
@@ -177,7 +177,7 @@ class TaskTTL:
         ) ENGINE = MergeTree()
         PARTITION BY toYYYYMMDD(Column3)
         ORDER BY (Column3, Column2, Column1);""")
-        
+
         print("Preparation completed")
 
     def check(self):
@@ -242,7 +242,7 @@ class TaskSkipIndex:
         ) ENGINE = MergeTree()
         PARTITION BY toYYYYMMDD(Column3)
         ORDER BY (Column3, Column2, Column1);""")
-        
+
         print("Preparation completed")
 
     def check(self):
@@ -286,7 +286,7 @@ class TaskTTLMoveToVolume:
         PARTITION BY (toYYYYMMDD(Column3), Column3)
         PRIMARY KEY (Column1, Column2, Column3)
         ORDER BY (Column1, Column2, Column3)
-        TTL Column3 + INTERVAL 1 MONTH TO VOLUME 'external' 
+        TTL Column3 + INTERVAL 1 MONTH TO VOLUME 'external'
         SETTINGS storage_policy = 'external_with_jbods';""")
 
         first.query("""INSERT INTO db_move_to_volume.source SELECT * FROM generateRandom(
@@ -304,9 +304,9 @@ class TaskTTLMoveToVolume:
         ) ENGINE = MergeTree()
         PARTITION BY toYYYYMMDD(Column3)
         ORDER BY (Column3, Column2, Column1)
-        TTL Column3 + INTERVAL 1 MONTH TO VOLUME 'external' 
+        TTL Column3 + INTERVAL 1 MONTH TO VOLUME 'external'
         SETTINGS storage_policy = 'external_with_jbods';""")
-        
+
         print("Preparation completed")
 
     def check(self):
@@ -369,7 +369,7 @@ class TaskDropTargetPartition:
 
         # Insert data in target too. It has to be dropped.
         first.query("""INSERT INTO db_drop_target_partition.destination SELECT * FROM db_drop_target_partition.source;""")
-        
+
         print("Preparation completed")
 
     def check(self):

From feed2636f48654c34b2c91fa7c21ea7f72c41adb Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 2 Jun 2021 01:07:29 +0300
Subject: [PATCH 0818/1060] Add exponential smoothing to Throttler

---
 programs/client/Suggest.cpp                   |   1 +
 src/Common/Throttler.cpp                      | 116 ++++++++++++++++++
 src/Common/Throttler.h                        | 106 +++-------------
 src/Common/ya.make                            |   1 +
 .../test_replicated_fetches_bandwidth/test.py |  28 ++---
 5 files changed, 148 insertions(+), 104 deletions(-)
 create mode 100644 src/Common/Throttler.cpp

diff --git a/programs/client/Suggest.cpp b/programs/client/Suggest.cpp
index 8d4c0fdbd5a..39b859dd133 100644
--- a/programs/client/Suggest.cpp
+++ b/programs/client/Suggest.cpp
@@ -3,6 +3,7 @@
 #include <Core/Settings.h>
 #include <Columns/ColumnString.h>
 #include <Common/typeid_cast.h>
+#include <sstream>
 
 namespace DB
 {
diff --git a/src/Common/Throttler.cpp b/src/Common/Throttler.cpp
new file mode 100644
index 00000000000..73cca720f91
--- /dev/null
+++ b/src/Common/Throttler.cpp
@@ -0,0 +1,116 @@
+#include <Common/Throttler.h>
+#include <Common/ProfileEvents.h>
+#include <Common/Exception.h>
+#include <Common/Stopwatch.h>
+#include <IO/WriteHelpers.h>
+#include <cmath>
+
+namespace ProfileEvents
+{
+    extern const Event ThrottlerSleepMicroseconds;
+}
+
+namespace DB
+{
+
+namespace ErrorCodes
+{
+    extern const int LIMIT_EXCEEDED;
+}
+
+/// Just 10^9.
+static constexpr auto NS = 1000000000UL;
+
+/// Tracking window. Actually the size is not really important. We just want to avoid
+/// throttles when there are no actions for a long period time.
+static const double window_ns = 7UL * NS;
+
+void Throttler::add(size_t amount)
+{
+    size_t new_count;
+    /// This outer variable is always equal to smoothed_speed.
+    /// We use to avoid race condition.
+    double current_speed = 0;
+
+    {
+        std::lock_guard lock(mutex);
+
+        auto now = clock_gettime_ns();
+        /// If prev_ns is equal to zero (first `add` call) we known nothing about speed
+        /// and don't track anything.
+        if (max_speed && prev_ns != 0)
+        {
+            /// Time spent to process the amount of bytes
+            double time_spent = now - prev_ns;
+
+            /// The speed in bytes per second is equal to amount / time_spent in seconds
+            auto new_speed = amount / (time_spent / NS);
+
+            /// If we didn't measured any speed before than we just assign
+            if (smoothed_speed == 0)
+            {
+                smoothed_speed = new_speed;
+            }
+            else
+            {
+                /// We want to make old values of speed less important for our smoothed value
+                /// so we decay it's value with coef.
+                auto decay_coeff = std::pow(0.5, time_spent / window_ns);
+
+                /// Weighted average between previous and new speed
+                smoothed_speed = smoothed_speed * decay_coeff + (1 - decay_coeff) * new_speed;
+                current_speed = smoothed_speed;
+            }
+        }
+
+        count += amount;
+        new_count = count;
+        prev_ns = now;
+    }
+
+    if (limit && new_count > limit)
+        throw Exception(limit_exceeded_exception_message + std::string(" Maximum: ") + toString(limit), ErrorCodes::LIMIT_EXCEEDED);
+
+    if (max_speed && current_speed > max_speed)
+    {
+        /// If we was too fast then we have to sleep util our smoothed speed became <= max_speed
+        int64_t sleep_time = -window_ns * std::log2(max_speed / current_speed);
+
+        if (sleep_time > 0)
+        {
+            accumulated_sleep += sleep_time;
+
+            sleepForNanoseconds(sleep_time);
+
+            accumulated_sleep -= sleep_time;
+
+            ProfileEvents::increment(ProfileEvents::ThrottlerSleepMicroseconds, sleep_time / 1000UL);
+        }
+    }
+
+    if (parent)
+        parent->add(amount);
+}
+
+void Throttler::reset()
+{
+    std::lock_guard lock(mutex);
+
+    count = 0;
+    accumulated_sleep = 0;
+    smoothed_speed = 0;
+    prev_ns = 0;
+}
+
+bool Throttler::isThrottling() const
+{
+    if (accumulated_sleep != 0)
+        return true;
+
+    if (parent)
+        return parent->isThrottling();
+
+    return false;
+}
+
+}
diff --git a/src/Common/Throttler.h b/src/Common/Throttler.h
index 41f5661f67e..29dd31400c1 100644
--- a/src/Common/Throttler.h
+++ b/src/Common/Throttler.h
@@ -2,32 +2,15 @@
 
 #include <mutex>
 #include <memory>
-#include <Common/Stopwatch.h>
-#include <Common/Exception.h>
-#include <Common/ProfileEvents.h>
 #include <common/sleep.h>
-#include <IO/WriteHelpers.h>
-
-
-namespace ProfileEvents
-{
-    extern const Event ThrottlerSleepMicroseconds;
-}
-
 
 namespace DB
 {
 
-namespace ErrorCodes
-{
-    extern const int LIMIT_EXCEEDED;
-}
-
-
 /** Allows you to limit the speed of something (in entities per second) using sleep.
   * Specifics of work:
-  * - only the average speed is considered, from the moment of the first call of `add` function;
-  *   if there were periods with low speed, then during some time after them, the speed will be higher;
+  *  Tracks exponentially (pow of 1/2) smoothed speed with hardcoded window.
+  *  See more comments in .cpp file.
   *
   * Also allows you to set a limit on the maximum number of entities. If exceeded, an exception will be thrown.
   */
@@ -41,54 +24,9 @@ public:
               const std::shared_ptr<Throttler> & parent_ = nullptr)
         : max_speed(max_speed_), limit(limit_), limit_exceeded_exception_message(limit_exceeded_exception_message_), parent(parent_) {}
 
-    void add(const size_t amount)
-    {
-        size_t new_count;
-        UInt64 elapsed_ns = 0;
-
-        {
-            std::lock_guard lock(mutex);
-
-            if (max_speed)
-            {
-                if (0 == count)
-                {
-                    watch.start();
-                    elapsed_ns = 0;
-                }
-                else
-                    elapsed_ns = watch.elapsed();
-            }
-
-            count += amount;
-            new_count = count;
-        }
-
-        if (limit && new_count > limit)
-            throw Exception(limit_exceeded_exception_message + std::string(" Maximum: ") + toString(limit), ErrorCodes::LIMIT_EXCEEDED);
-
-        if (max_speed)
-        {
-            /// How much time to wait for the average speed to become `max_speed`.
-            UInt64 desired_ns = new_count * 1000000000 / max_speed;
-
-            if (desired_ns > elapsed_ns)
-            {
-                UInt64 sleep_ns = desired_ns - elapsed_ns;
-
-                accumulated_sleep += sleep_ns;
-
-                sleepForNanoseconds(sleep_ns);
-
-                accumulated_sleep -= sleep_ns;
-
-                ProfileEvents::increment(ProfileEvents::ThrottlerSleepMicroseconds, sleep_ns / 1000UL);
-            }
-        }
-
-        if (parent)
-            parent->add(amount);
-    }
+    /// Calculates the smoothed speed, sleeps if required and throws exception on
+    /// limit overflow.
+    void add(size_t amount);
 
     /// Not thread safe
     void setParent(const std::shared_ptr<Throttler> & parent_)
@@ -96,35 +34,23 @@ public:
         parent = parent_;
     }
 
-    void reset()
-    {
-        std::lock_guard lock(mutex);
-
-        count = 0;
-        watch.reset();
-        accumulated_sleep = 0;
-    }
+    /// Reset all throttlers internal stats
+    void reset();
 
     /// Is throttler already accumulated some sleep time and throttling.
-    bool isThrottling() const
-    {
-        if (accumulated_sleep != 0)
-            return true;
-
-        if (parent)
-            return parent->isThrottling();
-
-        return false;
-    }
+    bool isThrottling() const;
 
 private:
-    size_t count = 0;
-    const size_t max_speed = 0;
-    const UInt64 limit = 0;        /// 0 - not limited.
+    size_t count{0};
+    const size_t max_speed{0};
+    const uint64_t limit{0};        /// 0 - not limited.
     const char * limit_exceeded_exception_message = nullptr;
-    Stopwatch watch {CLOCK_MONOTONIC_COARSE};
     std::mutex mutex;
-    std::atomic<UInt64> accumulated_sleep{0};
+    std::atomic<uint64_t> accumulated_sleep{0};
+    /// Smoothed value of current speed. Updated in `add` method.
+    double smoothed_speed{0};
+    /// previous `add` call time (in nanoseconds)
+    uint64_t prev_ns{0};
 
     /// Used to implement a hierarchy of throttlers
     std::shared_ptr<Throttler> parent;
diff --git a/src/Common/ya.make b/src/Common/ya.make
index 57b60e9cce5..2da45e02b41 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -80,6 +80,7 @@ SRCS(
     ThreadPool.cpp
     ThreadProfileEvents.cpp
     ThreadStatus.cpp
+    Throttler.cpp
     TimerDescriptor.cpp
     TraceCollector.cpp
     UTF8Helpers.cpp
diff --git a/tests/integration/test_replicated_fetches_bandwidth/test.py b/tests/integration/test_replicated_fetches_bandwidth/test.py
index 80dbd11b41a..6b67c21fb28 100644
--- a/tests/integration/test_replicated_fetches_bandwidth/test.py
+++ b/tests/integration/test_replicated_fetches_bandwidth/test.py
@@ -48,9 +48,9 @@ def test_limited_fetch_single_table(start_cluster):
             n2_fetch_speed.append(n2_in)
             time.sleep(0.5)
 
-        mean_speed = statistics.mean(n2_fetch_speed)
+        median_speed = statistics.median(n2_fetch_speed)
         # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-        assert mean_speed <= 15, "We exceeded max fetch speed for more than 10MB/s. Must be around 10 (+- 5), got " + str(mean_speed)
+        assert median_speed <= 15, "We exceeded max fetch speed for more than 10MB/s. Must be around 10 (+- 5), got " + str(median_speed)
 
     finally:
         for node in [node1, node2]:
@@ -61,7 +61,7 @@ def test_limited_send_single_table(start_cluster):
         for i, node in enumerate([node1, node2]):
             node.query(f"CREATE TABLE limited_send_table(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_fetch_table', '{i}') ORDER BY tuple() PARTITION BY key SETTINGS max_replicated_sends_network_bandwidth=5242880")
 
-        node1.query("SYSTEM STOP REPLICATED SENDS limited_send_table")
+        node2.query("SYSTEM STOP FETCHES limited_send_table")
 
         for i in range(5):
             node1.query("INSERT INTO limited_send_table SELECT {}, '{}' FROM numbers(150)".format(i, get_random_string(104857)))
@@ -69,7 +69,7 @@ def test_limited_send_single_table(start_cluster):
         n1_net = NetThroughput(node1)
         n2_net = NetThroughput(node2)
 
-        node1.query("SYSTEM START REPLICATED SENDS limited_send_table")
+        node2.query("SYSTEM START FETCHES limited_send_table")
         n1_sends_speed = []
         for i in range(10):
             n1_in, n1_out = n1_net.measure_speed('megabytes')
@@ -79,9 +79,9 @@ def test_limited_send_single_table(start_cluster):
             n1_sends_speed.append(n1_out)
             time.sleep(0.5)
 
-        mean_speed = statistics.mean(n1_sends_speed)
+        median_speed = statistics.median(n1_sends_speed)
         # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-        assert mean_speed <= 10, "We exceeded max send speed for more than 5MB/s. Must be around 5 (+- 5), got " + str(mean_speed)
+        assert median_speed <= 10, "We exceeded max send speed for more than 5MB/s. Must be around 5 (+- 5), got " + str(median_speed)
 
     finally:
         for node in [node1, node2]:
@@ -106,7 +106,7 @@ def test_limited_fetches_for_server(start_cluster):
             node3.query(f"SYSTEM START FETCHES limited_fetches{j}")
 
         n3_fetches_speed = []
-        for i in range(10):
+        for i in range(5):
             n1_in, n1_out = n1_net.measure_speed('megabytes')
             n3_in, n3_out = n3_net.measure_speed('megabytes')
             print("[N1] input:", n1_in, 'MB/s', "output:", n1_out, "MB/s")
@@ -114,9 +114,9 @@ def test_limited_fetches_for_server(start_cluster):
             n3_fetches_speed.append(n3_in)
             time.sleep(0.5)
 
-        mean_speed = statistics.mean(n3_fetches_speed)
+        median_speed = statistics.median(n3_fetches_speed)
         # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-        assert mean_speed <= 15, "We exceeded max fetch speed for more than 15MB/s. Must be around 5 (+- 10), got " + str(mean_speed)
+        assert median_speed <= 15, "We exceeded max fetch speed for more than 15MB/s. Must be around 5 (+- 10), got " + str(median_speed)
 
     finally:
         for node in [node1, node3]:
@@ -131,7 +131,7 @@ def test_limited_sends_for_server(start_cluster):
                 node.query(f"CREATE TABLE limited_sends{j}(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_sends{j}', '{i}') ORDER BY tuple() PARTITION BY key")
 
         for j in range(5):
-            node3.query(f"SYSTEM STOP REPLICATED SENDS limited_sends{j}")
+            node1.query(f"SYSTEM STOP FETCHES limited_sends{j}")
             for i in range(5):
                 node3.query("INSERT INTO limited_sends{} SELECT {}, '{}' FROM numbers(50)".format(j, i, get_random_string(104857)))
 
@@ -139,10 +139,10 @@ def test_limited_sends_for_server(start_cluster):
         n3_net = NetThroughput(node3)
 
         for j in range(5):
-            node3.query(f"SYSTEM START REPLICATED SENDS limited_sends{j}")
+            node1.query(f"SYSTEM START FETCHES limited_sends{j}")
 
         n3_sends_speed = []
-        for i in range(10):
+        for i in range(5):
             n1_in, n1_out = n1_net.measure_speed('megabytes')
             n3_in, n3_out = n3_net.measure_speed('megabytes')
             print("[N1] input:", n1_in, 'MB/s', "output:", n1_out, "MB/s")
@@ -150,9 +150,9 @@ def test_limited_sends_for_server(start_cluster):
             n3_sends_speed.append(n3_out)
             time.sleep(0.5)
 
-        mean_speed = statistics.mean(n3_sends_speed)
+        median_speed = statistics.median(n3_sends_speed)
         # approximate border. Without limit we will have more than 100 MB/s for very slow builds.
-        assert mean_speed <= 20, "We exceeded max send speed for more than 20MB/s. Must be around 5 (+- 10), got " + str(mean_speed)
+        assert median_speed <= 20, "We exceeded max send speed for more than 20MB/s. Must be around 5 (+- 10), got " + str(median_speed)
 
     finally:
         for node in [node1, node3]:

From 94b18bdfb8301439593b69e28c46d3c6147102b0 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 2 Jun 2021 03:11:32 +0300
Subject: [PATCH 0819/1060] Update requirements.txt

---
 docs/tools/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/tools/requirements.txt b/docs/tools/requirements.txt
index 85f9dc2a9dd..facfc2d1ba1 100644
--- a/docs/tools/requirements.txt
+++ b/docs/tools/requirements.txt
@@ -34,5 +34,5 @@ soupsieve==2.0.1
 termcolor==1.1.0
 tornado==6.1
 Unidecode==1.1.1
-urllib3==1.25.10
+urllib3>=1.26.5
 Pygments>=2.7.4

From 931cfb548dd49bbe1c065b7269be92e7f80ab0b7 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 2 Jun 2021 09:10:03 +0300
Subject: [PATCH 0820/1060] docs: update requests (to fix conflicts with
 urllib3)

Fixes: 94b18bdfb8301439593b69e28c46d3c6147102b0
---
 docs/tools/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/tools/requirements.txt b/docs/tools/requirements.txt
index facfc2d1ba1..9bb4f57e9e2 100644
--- a/docs/tools/requirements.txt
+++ b/docs/tools/requirements.txt
@@ -27,7 +27,7 @@ pymdown-extensions==8.0
 python-slugify==4.0.1
 PyYAML==5.4.1
 repackage==0.7.3
-requests==2.24.0
+requests==2.25.1
 singledispatch==3.4.0.3
 six==1.15.0
 soupsieve==2.0.1

From 1b936c8af6edb8b17cabda7931d47a44857ddb07 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Wed, 2 Jun 2021 09:04:49 +0300
Subject: [PATCH 0821/1060] Remove example usage of
 allow_experimental_funnel_functions from windowFunnel

---
 src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp | 9 +--------
 src/Core/Settings.h                                      | 4 +++-
 .../0_stateless/00632_aggregation_window_funnel.sql      | 3 ---
 .../0_stateless/01656_sequence_next_node_long.sql        | 3 +++
 4 files changed, 7 insertions(+), 12 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
index 0c4e2d167a4..e5df58e75b5 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
@@ -25,15 +25,8 @@ namespace
 
 template <template <typename> class Data>
 AggregateFunctionPtr
-createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params, const Settings * settings)
+createAggregateFunctionWindowFunnel(const std::string & name, const DataTypes & arguments, const Array & params, const Settings *)
 {
-    if (settings == nullptr || !settings->allow_experimental_funnel_functions)
-    {
-        throw Exception(
-            "Aggregate function " + name + " is experimental. Set `allow_experimental_funnel_functions` setting to enable it",
-            ErrorCodes::UNKNOWN_AGGREGATE_FUNCTION);
-    }
-
     if (params.empty())
         throw Exception{"Aggregate function " + name + " requires at least one parameter: <window>, [option, [option, ...]]", ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH};
 
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index bc308b56599..6e3abbda19b 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -468,13 +468,15 @@ class IColumn;
     M(UInt64, limit, 0, "Limit on read rows from the most 'end' result for select query, default 0 means no limit length", 0) \
     M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
     \
+    /** Experimental functions */ \
+    M(Bool, allow_experimental_funnel_functions, true, "Enable experimental functions for funnel analysis.", 0) \
+    \
     \
     /** Obsolete settings that do nothing but left for compatibility reasons. Remove each one after half a year of obsolescence. */ \
     M(UInt64, max_memory_usage_for_all_queries, 0, "Obsolete setting, does nothing.", 0) \
     M(UInt64, multiple_joins_rewriter_version, 0, "Obsolete setting, does nothing.", 0) \
     M(Bool, enable_debug_queries, false, "Obsolete setting, does nothing.", 0) \
     M(Bool, allow_experimental_database_atomic, true, "Obsolete setting, does nothing.", 0) \
-    M(Bool, allow_experimental_funnel_functions, true, "Obsolete setting, does nothing.", 0) \
     M(Bool, allow_experimental_bigint_types, true, "Obsolete setting, does nothing.", 0) \
     M(HandleKafkaErrorMode, handle_kafka_error_mode, HandleKafkaErrorMode::DEFAULT, "Obsolete setting, does nothing.", 0) \
     M(Bool, database_replicated_ddl_output, true, "Obsolete setting, does nothing.", 0) \
diff --git a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
index bddb856f5b7..aa0dc804238 100644
--- a/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
+++ b/tests/queries/0_stateless/00632_aggregation_window_funnel.sql
@@ -88,7 +88,4 @@ select 2 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1000, event
 select 3 = windowFunnel(10000)(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
 select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase;
 
-set allow_experimental_funnel_functions = 0;
-select 1 = windowFunnel(10000, 'strict_increase')(timestamp, event = 1004, event = 1004, event = 1004) from funnel_test_strict_increase; -- { serverError 63 }
-
 drop table funnel_test_strict_increase;
diff --git a/tests/queries/0_stateless/01656_sequence_next_node_long.sql b/tests/queries/0_stateless/01656_sequence_next_node_long.sql
index 492f8b58862..d0d01e989b8 100644
--- a/tests/queries/0_stateless/01656_sequence_next_node_long.sql
+++ b/tests/queries/0_stateless/01656_sequence_next_node_long.sql
@@ -227,4 +227,7 @@ SELECT '(forward, first_match, 1, B->C)', id, sequenceNextNode('forward', 'first
 SELECT '(backward, first_match, 1, B)', id, sequenceNextNode('backward', 'first_match')(dt, action, referrer = '2', action = 'B') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
 SELECT '(backward, first_match, 1, B->C)', id, sequenceNextNode('backward', 'first_match')(dt, action, referrer = '2', action = 'B', action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id;
 
+SET allow_experimental_funnel_functions = 0;
+SELECT '(backward, first_match, 1, B->C)', id, sequenceNextNode('backward', 'first_match')(dt, action, referrer = '2', action = 'B', action = 'A') AS next_node FROM test_base_condition GROUP BY id ORDER BY id; -- { serverError 63 }
+
 DROP TABLE IF EXISTS test_base_condition;

From ec09dfe63564b60afc7ace6c86c989eed9133fad Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Wed, 2 Jun 2021 09:05:28 +0300
Subject: [PATCH 0822/1060] Set allow_experimental_funnel_functions = false by
 default (not used before)

---
 src/Core/Settings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 6e3abbda19b..56c1e90cb63 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -469,7 +469,7 @@ class IColumn;
     M(UInt64, offset, 0, "Offset on read rows from the most 'end' result for select query", 0) \
     \
     /** Experimental functions */ \
-    M(Bool, allow_experimental_funnel_functions, true, "Enable experimental functions for funnel analysis.", 0) \
+    M(Bool, allow_experimental_funnel_functions, false, "Enable experimental functions for funnel analysis.", 0) \
     \
     \
     /** Obsolete settings that do nothing but left for compatibility reasons. Remove each one after half a year of obsolescence. */ \

From 61ed3a87a381f4b83a8c74d14b0f67495dfa5e02 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Wed, 2 Jun 2021 07:46:44 +0000
Subject: [PATCH 0823/1060] update

---
 .../settings/merge-tree-settings.md           | 22 ++++++++++-------
 .../settings/merge-tree-settings.md           | 24 ++++++++++---------
 2 files changed, 26 insertions(+), 20 deletions(-)

diff --git a/docs/en/operations/settings/merge-tree-settings.md b/docs/en/operations/settings/merge-tree-settings.md
index 31ff01b6a54..e664af33a4c 100644
--- a/docs/en/operations/settings/merge-tree-settings.md
+++ b/docs/en/operations/settings/merge-tree-settings.md
@@ -123,6 +123,19 @@ The `Insert` command creates one or more blocks (parts). When inserting into Rep
 A large number of `replicated_deduplication_window` slows down `Inserts` because it needs to compare more entries.
 The hash sum is calculated from the composition of the field names and types and the data of the inserted part (stream of bytes).
 
+## non_replicated_deduplication_window {#non-replicated-deduplication-window}
+
+The number of the most recently inserted blocks for which non-replicated MergeTree table stores hash sums to check for duplicates.
+
+Possible values:
+
+-   Any positive integer.
+-   0 (disable deduplication).
+
+Default value: 0.
+
+A deduplication mechanism is used, similar to replicated tables (see [replicated_deduplication_window](#replicated-deduplication-window) setting). The hash sums of the created parts are written to a local file on a disk.
+
 ## replicated_deduplication_window_seconds {#replicated-deduplication-window-seconds}
 
 The number of seconds after which the hash sums of the inserted blocks are removed from Zookeeper.
@@ -135,15 +148,6 @@ Default value: 604800 (1 week).
 
 Similar to [replicated_deduplication_window](#replicated-deduplication-window), `replicated_deduplication_window_seconds` specifies how long to store hash sums of blocks for insert deduplication. Hash sums older than `replicated_deduplication_window_seconds` are removed from Zookeeper, even if they are less than ` replicated_deduplication_window`.
 
-## non_replicated_deduplication_window {#non-replicated-deduplication-window }
-
-The number of most recently inserted blocks for which should be stores hash sums to check for duplicates for non-replicated MergeTree tables.
-
-Possible values:
-
--   Any positive integer.
--   0 (disable deduplication).
-
 ## replicated_fetches_http_connection_timeout {#replicated_fetches_http_connection_timeout}
 
 HTTP connection timeout (in seconds) for part fetch requests. Inherited from default profile [http_connection_timeout](./settings.md#http_connection_timeout) if not set explicitly.
diff --git a/docs/ru/operations/settings/merge-tree-settings.md b/docs/ru/operations/settings/merge-tree-settings.md
index bb664d903ab..915dc380db1 100644
--- a/docs/ru/operations/settings/merge-tree-settings.md
+++ b/docs/ru/operations/settings/merge-tree-settings.md
@@ -120,6 +120,19 @@ Eсли суммарное число активных кусков во все
 Команда `Insert` создает один или несколько блоков (кусков). При вставке в Replicated таблицы ClickHouse для [дедупликации вставок](../../engines/table-engines/mergetree-family/replication.md) записывает в Zookeeper хеш-суммы созданных кусков. Но хранятся хеш-суммы не всех кусков, а только последние `replicated_deduplication_window`. Наиболее старые хеш-суммы удаляются из Zookeeper.
 Большое число `replicated_deduplication_window` замедляет `Insert`-ы. Хеш-сумма рассчитывается от композиции имен и типов полей, а также данных вставленного куска (потока байт).
 
+## non_replicated_deduplication_window {#non-replicated-deduplication-window}
+
+Количество последних вставленных блоков, для которых должны храниться хэш-суммы для проверки дубликатов, для нереплицированных MergeTree таблиц.
+
+Возможные значения:
+
+-   Положительное целое число.
+-   0 (дедупликация отключена).
+
+Значение по умолчанию: 0.
+
+Используется механизм дедупликации, аналогичный реплицированным таблицам (см. описание настройки [replicated_deduplication_window](#replicated-deduplication-window)). Хэш-суммы вставленных кусков записываются в локальный файл на диске.
+
 ## replicated_deduplication_window_seconds {#replicated-deduplication-window-seconds}
 
 Число секунд, после которых хеш-суммы вставленных блоков удаляются из Zookeeper.
@@ -132,17 +145,6 @@ Eсли суммарное число активных кусков во все
 
 Аналогично [replicated_deduplication_window](#replicated-deduplication-window), задает, сколько времени хранить хеш-суммы блоков для дедупликции `Insert`-в. Хеш-суммы старше `replicated_deduplication_window_seconds` удаляются из Zookeeper, даже если их меньше чем `replicated_deduplication_window`.
 
-## non_replicated_deduplication_window {#non-replicated-deduplication-window }
-
-Количество последних вставленных блоков, для которых должны храниться хэш-суммы для проверки дубликатов, для нереплицированных MergeTree таблиц.
-
-Возможные значения:
-
--   Положительное целое число.
--   0 (дедупликация отключена).
-
-Значение по умолчанию: 0.
-
 ## old_parts_lifetime {#old-parts-lifetime}
 
 Время (в секундах) хранения неактивных кусков, для защиты от потери данных при спонтанной перезагрузке сервера или О.С.

From 01b3b0c2f9323bb9f6da8b4f7dd47bf621de1e0b Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Wed, 2 Jun 2021 07:53:11 +0000
Subject: [PATCH 0824/1060] update

---
 docs/en/operations/settings/merge-tree-settings.md | 2 +-
 docs/ru/operations/settings/merge-tree-settings.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/operations/settings/merge-tree-settings.md b/docs/en/operations/settings/merge-tree-settings.md
index e664af33a4c..4b7fc3feccd 100644
--- a/docs/en/operations/settings/merge-tree-settings.md
+++ b/docs/en/operations/settings/merge-tree-settings.md
@@ -125,7 +125,7 @@ The hash sum is calculated from the composition of the field names and types and
 
 ## non_replicated_deduplication_window {#non-replicated-deduplication-window}
 
-The number of the most recently inserted blocks for which non-replicated MergeTree table stores hash sums to check for duplicates.
+The number of the most recently inserted blocks in the non-replicated 'MergeTree' table for which hash sums are stored to check for duplicates.
 
 Possible values:
 
diff --git a/docs/ru/operations/settings/merge-tree-settings.md b/docs/ru/operations/settings/merge-tree-settings.md
index 915dc380db1..fb5dd1f0073 100644
--- a/docs/ru/operations/settings/merge-tree-settings.md
+++ b/docs/ru/operations/settings/merge-tree-settings.md
@@ -122,7 +122,7 @@ Eсли суммарное число активных кусков во все
 
 ## non_replicated_deduplication_window {#non-replicated-deduplication-window}
 
-Количество последних вставленных блоков, для которых должны храниться хэш-суммы для проверки дубликатов, для нереплицированных MergeTree таблиц.
+Количество последних вставленных блоков в нереплицированной `MergeTree` таблице, для которых хранятся хэш-суммы для проверки дубликатов.
 
 Возможные значения:
 

From 42607f4ea4c40da24d12610901e10942f6b2aa7e Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Wed, 2 Jun 2021 07:55:26 +0000
Subject: [PATCH 0825/1060] fix

---
 docs/en/operations/settings/merge-tree-settings.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docs/en/operations/settings/merge-tree-settings.md b/docs/en/operations/settings/merge-tree-settings.md
index 4b7fc3feccd..ad097616964 100644
--- a/docs/en/operations/settings/merge-tree-settings.md
+++ b/docs/en/operations/settings/merge-tree-settings.md
@@ -152,6 +152,8 @@ Similar to [replicated_deduplication_window](#replicated-deduplication-window),
 
 HTTP connection timeout (in seconds) for part fetch requests. Inherited from default profile [http_connection_timeout](./settings.md#http_connection_timeout) if not set explicitly.
 
+Possible values:
+
 -   Any positive integer.
 -   0 - Use value of `http_connection_timeout`.
 

From f7babe5cd92476762494d021cff9e4b4d7808c84 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 2 Jun 2021 11:22:44 +0300
Subject: [PATCH 0826/1060] Fix build and better test

---
 src/Common/Throttler.cpp                      | 20 ++++++-------------
 src/Common/Throttler.h                        |  1 +
 .../test_replicated_fetches_bandwidth/test.py |  5 +++++
 3 files changed, 12 insertions(+), 14 deletions(-)

diff --git a/src/Common/Throttler.cpp b/src/Common/Throttler.cpp
index 73cca720f91..c64b79ad2c2 100644
--- a/src/Common/Throttler.cpp
+++ b/src/Common/Throttler.cpp
@@ -46,21 +46,13 @@ void Throttler::add(size_t amount)
             /// The speed in bytes per second is equal to amount / time_spent in seconds
             auto new_speed = amount / (time_spent / NS);
 
-            /// If we didn't measured any speed before than we just assign
-            if (smoothed_speed == 0)
-            {
-                smoothed_speed = new_speed;
-            }
-            else
-            {
-                /// We want to make old values of speed less important for our smoothed value
-                /// so we decay it's value with coef.
-                auto decay_coeff = std::pow(0.5, time_spent / window_ns);
+            /// We want to make old values of speed less important for our smoothed value
+            /// so we decay it's value with coef.
+            auto decay_coeff = std::pow(0.5, time_spent / window_ns);
 
-                /// Weighted average between previous and new speed
-                smoothed_speed = smoothed_speed * decay_coeff + (1 - decay_coeff) * new_speed;
-                current_speed = smoothed_speed;
-            }
+            /// Weighted average between previous and new speed
+            smoothed_speed = smoothed_speed * decay_coeff + (1 - decay_coeff) * new_speed;
+            current_speed = smoothed_speed;
         }
 
         count += amount;
diff --git a/src/Common/Throttler.h b/src/Common/Throttler.h
index 29dd31400c1..a30df74d510 100644
--- a/src/Common/Throttler.h
+++ b/src/Common/Throttler.h
@@ -3,6 +3,7 @@
 #include <mutex>
 #include <memory>
 #include <common/sleep.h>
+#include <atomic>
 
 namespace DB
 {
diff --git a/tests/integration/test_replicated_fetches_bandwidth/test.py b/tests/integration/test_replicated_fetches_bandwidth/test.py
index 6b67c21fb28..5b8332cda16 100644
--- a/tests/integration/test_replicated_fetches_bandwidth/test.py
+++ b/tests/integration/test_replicated_fetches_bandwidth/test.py
@@ -26,6 +26,7 @@ def get_random_string(length):
     return ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(length))
 
 def test_limited_fetch_single_table(start_cluster):
+    print("Limited fetches single table")
     try:
         for i, node in enumerate([node1, node2]):
             node.query(f"CREATE TABLE limited_fetch_table(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_fetch_table', '{i}') ORDER BY tuple() PARTITION BY key SETTINGS max_replicated_fetches_network_bandwidth=10485760")
@@ -57,6 +58,7 @@ def test_limited_fetch_single_table(start_cluster):
             node.query("DROP TABLE IF EXISTS limited_fetch_table SYNC")
 
 def test_limited_send_single_table(start_cluster):
+    print("Limited sends single table")
     try:
         for i, node in enumerate([node1, node2]):
             node.query(f"CREATE TABLE limited_send_table(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/limited_fetch_table', '{i}') ORDER BY tuple() PARTITION BY key SETTINGS max_replicated_sends_network_bandwidth=5242880")
@@ -89,6 +91,7 @@ def test_limited_send_single_table(start_cluster):
 
 
 def test_limited_fetches_for_server(start_cluster):
+    print("Limited fetches for server")
     try:
         for i, node in enumerate([node1, node3]):
             for j in range(5):
@@ -125,6 +128,7 @@ def test_limited_fetches_for_server(start_cluster):
 
 
 def test_limited_sends_for_server(start_cluster):
+    print("Limited sends for server")
     try:
         for i, node in enumerate([node1, node3]):
             for j in range(5):
@@ -161,6 +165,7 @@ def test_limited_sends_for_server(start_cluster):
 
 
 def test_should_execute_fetch(start_cluster):
+    print("Should execute fetch")
     try:
         for i, node in enumerate([node1, node2]):
             node.query(f"CREATE TABLE should_execute_table(key UInt64, data String) ENGINE = ReplicatedMergeTree('/clickhouse/tables/should_execute_table', '{i}') ORDER BY tuple() PARTITION BY key SETTINGS max_replicated_fetches_network_bandwidth=3505253")

From b4c376c397d895872895f53da35a5737c445dc66 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Wed, 2 Jun 2021 08:36:19 +0000
Subject: [PATCH 0827/1060] update

---
 docs/ru/sql-reference/statements/alter/partition.md | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/docs/ru/sql-reference/statements/alter/partition.md b/docs/ru/sql-reference/statements/alter/partition.md
index 3e7b069b066..55779d49c16 100644
--- a/docs/ru/sql-reference/statements/alter/partition.md
+++ b/docs/ru/sql-reference/statements/alter/partition.md
@@ -16,6 +16,7 @@ toc_title: PARTITION
 -   [CLEAR COLUMN IN PARTITION](#alter_clear-column-partition) — удалить все значения в столбце для заданной партиции;
 -   [CLEAR INDEX IN PARTITION](#alter_clear-index-partition) — очистить построенные вторичные индексы для заданной партиции;
 -   [FREEZE PARTITION](#alter_freeze-partition) — создать резервную копию партиции;
+-   [UNFREEZE PARTITION](#alter_unfreeze-partition) — удалить резервную копию партиции;
 -   [FETCH PARTITION](#alter_fetch-partition) — скачать партицию с другого сервера;
 -   [MOVE PARTITION\|PART](#alter_move-partition) — переместить партицию/кускок на другой диск или том.
 
@@ -193,6 +194,14 @@ ALTER TABLE table_name FREEZE [PARTITION partition_expr]
 
 Подробнее о резервном копировании и восстановлении данных читайте в разделе [Резервное копирование данных](../../../operations/backup.md).
 
+## UNFREEZE PARTITION {#alter_unfreeze-partition}
+
+``` sql
+ALTER TABLE 'table_name' UNFREEZE [PARTITION 'part_expr'] WITH NAME 'backup_name'
+```
+
+Removes "freezed" partitions with the specified name from the disk. If the `PARTITION` clause is omitted, the query removes the backup of all partitions at once.
+
 ## FETCH PARTITION {#alter_fetch-partition}
 
 ``` sql

From f9b5c234579b16e0baf4ab188ada966a4f38d345 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Wed, 2 Jun 2021 08:40:53 +0000
Subject: [PATCH 0828/1060] add ru docs

---
 docs/ru/sql-reference/statements/alter/partition.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/statements/alter/partition.md b/docs/ru/sql-reference/statements/alter/partition.md
index 55779d49c16..935924b8c97 100644
--- a/docs/ru/sql-reference/statements/alter/partition.md
+++ b/docs/ru/sql-reference/statements/alter/partition.md
@@ -200,7 +200,7 @@ ALTER TABLE table_name FREEZE [PARTITION partition_expr]
 ALTER TABLE 'table_name' UNFREEZE [PARTITION 'part_expr'] WITH NAME 'backup_name'
 ```
 
-Removes "freezed" partitions with the specified name from the disk. If the `PARTITION` clause is omitted, the query removes the backup of all partitions at once.
+Удаляет с диска "замороженные" партиции с указанным именем. Если секция `PARTITION` опущена, запрос удаляет резервную копию всех партиций сразу.
 
 ## FETCH PARTITION {#alter_fetch-partition}
 

From dcc24c88163d2c2617dc6ab1c5ace2e13b843203 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Wed, 2 Jun 2021 11:57:01 +0300
Subject: [PATCH 0829/1060] fix style AggregateFunctionWindowFunnel.cpp

---
 src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
index e5df58e75b5..01ea2636434 100644
--- a/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWindowFunnel.cpp
@@ -17,7 +17,6 @@ namespace ErrorCodes
 {
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
-    extern const int UNKNOWN_AGGREGATE_FUNCTION;
 }
 
 namespace

From 68d251ec11fbbdfafc0bbd1b58615746b087e4e3 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 2 Jun 2021 12:40:03 +0300
Subject: [PATCH 0830/1060] Paranoid fix for background pool task decrement

---
 src/Storages/MergeTree/BackgroundJobsExecutor.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Storages/MergeTree/BackgroundJobsExecutor.cpp b/src/Storages/MergeTree/BackgroundJobsExecutor.cpp
index ae06721b43d..c42ea46847c 100644
--- a/src/Storages/MergeTree/BackgroundJobsExecutor.cpp
+++ b/src/Storages/MergeTree/BackgroundJobsExecutor.cpp
@@ -116,8 +116,8 @@ try
                     }
                     catch (...)
                     {
-                        tryLogCurrentException(__PRETTY_FUNCTION__);
                         CurrentMetrics::values[pool_config.tasks_metric]--;
+                        tryLogCurrentException(__PRETTY_FUNCTION__);
                         scheduleTask(/* with_backoff = */ true);
                     }
                 });
@@ -128,8 +128,8 @@ try
             catch (...)
             {
                 /// With our Pool settings scheduleOrThrowOnError shouldn't throw exceptions, but for safety catch added here
-                tryLogCurrentException(__PRETTY_FUNCTION__);
                 CurrentMetrics::values[pool_config.tasks_metric]--;
+                tryLogCurrentException(__PRETTY_FUNCTION__);
                 scheduleTask(/* with_backoff = */ true);
             }
         }

From 8b8f02b0deef3e3af03bf7ac25d9a122dbb7cc06 Mon Sep 17 00:00:00 2001
From: Ivan Blinkov <github@blinkov.ru>
Date: Wed, 2 Jun 2021 14:36:36 +0300
Subject: [PATCH 0831/1060] fix markdown

---
 docs/en/sql-reference/window-functions/index.md | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/docs/en/sql-reference/window-functions/index.md b/docs/en/sql-reference/window-functions/index.md
index a646347ea60..dcab019c9d5 100644
--- a/docs/en/sql-reference/window-functions/index.md
+++ b/docs/en/sql-reference/window-functions/index.md
@@ -6,9 +6,7 @@ toc_title: Window Functions
 # [experimental] Window Functions
 
 !!! warning "Warning"
-This is an experimental feature that is currently in development and is not ready
-for general use. It will change in unpredictable backwards-incompatible ways in
-the future releases. Set `allow_experimental_window_functions = 1` to enable it.
+    This is an experimental feature that is currently in development and is not ready for general use. It will change in unpredictable backwards-incompatible ways in the future releases. Set `allow_experimental_window_functions = 1` to enable it.
 
 ClickHouse supports the standard grammar for defining windows and window functions. The following features are currently supported:
 

From 58fd7392aa84eb553934fc1f70e53016d1981874 Mon Sep 17 00:00:00 2001
From: Daria Mozhaeva <dmozhaeva@yandex-team.ru>
Date: Wed, 2 Jun 2021 14:45:26 +0300
Subject: [PATCH 0832/1060] years

---
 docs/en/sql-reference/functions/date-time-functions.md | 2 +-
 docs/ru/sql-reference/functions/date-time-functions.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/functions/date-time-functions.md b/docs/en/sql-reference/functions/date-time-functions.md
index 2d793875e75..34f8ff470fe 100644
--- a/docs/en/sql-reference/functions/date-time-functions.md
+++ b/docs/en/sql-reference/functions/date-time-functions.md
@@ -265,7 +265,7 @@ Result:
 ```
 
 !!! attention "Attention"
-    The return type `toStartOf*` functions described below is `Date` or `DateTime`. Though these functions can take `DateTime64` as an argument, passing them a `DateTime64` that is out of the normal range (years 1970 - 2105) will give an incorrect result.
+    The return type `toStartOf*` functions described below is `Date` or `DateTime`. Though these functions can take `DateTime64` as an argument, passing them a `DateTime64` that is out of the normal range (years 1925 - 2283) will give an incorrect result.
 
 ## toStartOfYear {#tostartofyear}
 
diff --git a/docs/ru/sql-reference/functions/date-time-functions.md b/docs/ru/sql-reference/functions/date-time-functions.md
index 214f30409a8..31a06541a7a 100644
--- a/docs/ru/sql-reference/functions/date-time-functions.md
+++ b/docs/ru/sql-reference/functions/date-time-functions.md
@@ -265,7 +265,7 @@ SELECT toUnixTimestamp('2017-11-05 08:07:47', 'Asia/Tokyo') AS unix_timestamp;
 ```
 
 !!! attention "Attention"
-    `Date` или `DateTime` это возвращаемый тип функций `toStartOf*`, который описан ниже. Несмотря на то, что эти функции могут принимать `DateTime64` в качестве аргумента, если передача `DateTime64` выходит за пределы нормального диапазона (с 1970 по 2105 год), то это даст неверный результат.
+    `Date` или `DateTime` это возвращаемый тип функций `toStartOf*`, который описан ниже. Несмотря на то, что эти функции могут принимать `DateTime64` в качестве аргумента, если передача `DateTime64` выходит за пределы нормального диапазона (с 1925 по 2283 год), то это даст неверный результат.
 
 ## toStartOfYear {#tostartofyear}
 

From 78fe7891b4d9ab2497e901ce8be5f6f467197496 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 2 Jun 2021 15:06:12 +0300
Subject: [PATCH 0833/1060] better messages in fuzzer status

---
 docker/test/fuzzer/run-fuzzer.sh | 14 +++++++++-----
 programs/client/Client.cpp       |  4 ++--
 2 files changed, 11 insertions(+), 7 deletions(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index de5c6a3faa3..3fc71c9c58a 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -203,13 +203,17 @@ continue
         echo "success" > status.txt
         echo "OK" > description.txt
     else
-        # The server was alive, but the fuzzer returned some error. Probably this
-        # is a problem in the fuzzer itself. Don't grep the server log in this
-        # case, because we will find a message about normal server termination
-        # (Received signal 15), which is confusing.
+        # The server was alive, but the fuzzer returned some error. This might
+        # be some client-side error detected by fuzzing, or a problem in the
+        # fuzzer itself. Don't grep the server log in this case, because we will
+        # find a message about normal server termination (Received signal 15),
+        # which is confusing.
         task_exit_code=$fuzzer_exit_code
         echo "failure" > status.txt
-        echo "Fuzzer failed ($fuzzer_exit_code). See the logs." > description.txt
+        { grep -o "Found error:.*" fuzzer.log \
+            || grep -o "Exception.*" fuzzer.log \
+            || echo "Fuzzer failed ($fuzzer_exit_code). See the logs." ; } \
+            | tail -1 > description.txt
     fi
 }
 
diff --git a/programs/client/Client.cpp b/programs/client/Client.cpp
index 098f7e689c5..50437cd514d 100644
--- a/programs/client/Client.cpp
+++ b/programs/client/Client.cpp
@@ -1334,7 +1334,7 @@ private:
 
                     fmt::print(
                         stderr,
-                        "IAST::clone() is broken for some AST node. This is a bug. The original AST ('dump before fuzz') and its cloned copy ('dump of cloned AST') refer to the same nodes, which must never happen. This means that their parent node doesn't implement clone() correctly.");
+                        "Found error: IAST::clone() is broken for some AST node. This is a bug. The original AST ('dump before fuzz') and its cloned copy ('dump of cloned AST') refer to the same nodes, which must never happen. This means that their parent node doesn't implement clone() correctly.");
 
                     exit(1);
                 }
@@ -1459,7 +1459,7 @@ private:
                     const auto text_3 = ast_3->formatForErrorMessage();
                     if (text_3 != text_2)
                     {
-                        fmt::print(stderr, "The query formatting is broken.\n");
+                        fmt::print(stderr, "Found error: The query formatting is broken.\n");
 
                         printChangedSettings();
 

From 1d304d86a4387a0cf12c0bafd5619097dc925aec Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 2 Jun 2021 15:18:03 +0300
Subject: [PATCH 0834/1060] a lucky charm to ward off clang-tidy

---
 programs/client/QueryFuzzer.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/programs/client/QueryFuzzer.cpp b/programs/client/QueryFuzzer.cpp
index 5921f96e74e..438a8cab819 100644
--- a/programs/client/QueryFuzzer.cpp
+++ b/programs/client/QueryFuzzer.cpp
@@ -390,10 +390,10 @@ void QueryFuzzer::fuzzWindowFrame(ASTWindowDefinition & def)
 
     if (def.frame_type == WindowFrame::FrameType::Range
         && def.frame_begin_type == WindowFrame::BoundaryType::Unbounded
-        && def.frame_begin_preceding == true
+        && def.frame_begin_preceding
         && def.frame_end_type == WindowFrame::BoundaryType::Current)
     {
-        def.frame_is_default = true;
+        def.frame_is_default = true; /* NOLINT clang-tidy could you just shut up please */
     }
     else
     {

From cc5465a2bd02c5eb7c38d6908021af97d807e439 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 2 Jun 2021 15:22:05 +0300
Subject: [PATCH 0835/1060] remove const_cast that is not needed anymore

---
 src/Interpreters/ExpressionAnalyzer.cpp | 10 ++++------
 1 file changed, 4 insertions(+), 6 deletions(-)

diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index 3fef80d5de8..18b5cd8edeb 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -586,17 +586,15 @@ void makeWindowDescriptionFromAST(const Context & context,
 
     if (definition.frame_end_type == WindowFrame::BoundaryType::Offset)
     {
-        auto [value, _] = evaluateConstantExpression(
-            definition.frame_end_offset,
-            const_pointer_cast<Context>(context.shared_from_this()));
+        auto [value, _] = evaluateConstantExpression(definition.frame_end_offset,
+            context.shared_from_this());
         desc.frame.end_offset = value;
     }
 
     if (definition.frame_begin_type == WindowFrame::BoundaryType::Offset)
     {
-        auto [value, _] = evaluateConstantExpression(
-            definition.frame_begin_offset,
-            const_pointer_cast<Context>(context.shared_from_this()));
+        auto [value, _] = evaluateConstantExpression(definition.frame_begin_offset,
+            context.shared_from_this());
         desc.frame.begin_offset = value;
     }
 }

From 4382aac25d3156fd218df98913dff7f5c52506e6 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 2 Jun 2021 15:46:37 +0300
Subject: [PATCH 0836/1060] support for ReplicatedTable creation without
 arguments

---
 programs/copier/ClusterCopier.cpp             |  7 +-
 programs/copier/TaskTableAndShard.h           | 20 ++++--
 .../configs/conf.d/clusters_trivial.xml       | 21 ++++++
 .../task_trivial_without_arguments.xml        | 64 +++++++++++++++++++
 .../test_cluster_copier/test_trivial.py       | 43 ++++++++++++-
 5 files changed, 140 insertions(+), 15 deletions(-)
 create mode 100644 tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml
 create mode 100644 tests/integration/test_cluster_copier/task_trivial_without_arguments.xml

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 55cb1696ae8..fdd1ad8f6a2 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -605,12 +605,9 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
 
         Settings settings_push = task_cluster->settings_push;
         ClusterExecutionMode execution_mode = ClusterExecutionMode::ON_EACH_NODE;
-        UInt64 max_successful_executions_per_shard = 0;
+
         if (settings_push.replication_alter_partitions_sync == 1)
-        {
             execution_mode = ClusterExecutionMode::ON_EACH_SHARD;
-            max_successful_executions_per_shard = 1;
-        }
 
         query_alter_ast_string += " ALTER TABLE " + getQuotedTable(original_table) +
                                   ((partition_name == "'all'") ? " ATTACH PARTITION ID " : " ATTACH PARTITION ") + partition_name +
@@ -637,9 +634,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
                     task_table.cluster_push->getShardCount());
 
                 if (num_nodes != task_table.cluster_push->getShardCount())
-                {
                     return TaskStatus::Error;
-                }
             }
             else
             {
diff --git a/programs/copier/TaskTableAndShard.h b/programs/copier/TaskTableAndShard.h
index d15cb3fcd57..30b057440bb 100644
--- a/programs/copier/TaskTableAndShard.h
+++ b/programs/copier/TaskTableAndShard.h
@@ -89,7 +89,7 @@ struct TaskTable
     String engine_push_zk_path;
     bool is_replicated_table;
 
-    ASTPtr rewriteReplicatedCreateQueryToPlain();
+    ASTPtr rewriteReplicatedCreateQueryToPlain() const;
 
     /*
      * A Distributed table definition used to split data
@@ -363,7 +363,7 @@ inline void TaskTable::initShards(RandomEngine && random_engine)
     std::uniform_int_distribution<UInt8> get_urand(0, std::numeric_limits<UInt8>::max());
 
     // Compute the priority
-    for (auto & shard_info : cluster_pull->getShardsInfo())
+    for (const auto & shard_info : cluster_pull->getShardsInfo())
     {
         TaskShardPtr task_shard = std::make_shared<TaskShard>(*this, shard_info);
         const auto & replicas = cluster_pull->getShardsAddresses().at(task_shard->indexInCluster());
@@ -389,7 +389,7 @@ inline void TaskTable::initShards(RandomEngine && random_engine)
     local_shards.assign(all_shards.begin(), it_first_remote);
 }
 
-inline ASTPtr TaskTable::rewriteReplicatedCreateQueryToPlain()
+inline ASTPtr TaskTable::rewriteReplicatedCreateQueryToPlain() const
 {
     ASTPtr prev_engine_push_ast = engine_push_ast->clone();
 
@@ -403,9 +403,15 @@ inline ASTPtr TaskTable::rewriteReplicatedCreateQueryToPlain()
     {
         auto & replicated_table_arguments = new_engine_ast.arguments->children;
 
-        /// Delete first two arguments of Replicated...MergeTree() table.
-        replicated_table_arguments.erase(replicated_table_arguments.begin());
-        replicated_table_arguments.erase(replicated_table_arguments.begin());
+
+        /// In some cases of Atomic database engine usage ReplicatedMergeTree tables
+        /// could be created without arguments.
+        if (!replicated_table_arguments.empty())
+        {
+            /// Delete first two arguments of Replicated...MergeTree() table.
+            replicated_table_arguments.erase(replicated_table_arguments.begin());
+            replicated_table_arguments.erase(replicated_table_arguments.begin());
+        }
     }
 
     return new_storage_ast.clone();
@@ -420,7 +426,7 @@ inline String DB::TaskShard::getDescription() const
 
 inline String DB::TaskShard::getHostNameExample() const
 {
-    auto & replicas = task_table.cluster_pull->getShardsAddresses().at(indexInCluster());
+    const auto & replicas = task_table.cluster_pull->getShardsAddresses().at(indexInCluster());
     return replicas.at(0).readableString();
 }
 
diff --git a/tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml b/tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml
new file mode 100644
index 00000000000..94abcd766f3
--- /dev/null
+++ b/tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml
@@ -0,0 +1,21 @@
+<?xml version="1.0"?>
+<yandex>
+    <remote_servers>
+        <source_trivial_cluster>
+            <shard>
+                <replica>
+                    <host>s0_0_0</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </source_trivial_cluster>
+        <destination_trivial_cluster>
+            <shard>
+                <replica>
+                    <host>s1_0_0</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </destination_trivial_cluster>
+    </remote_servers>
+</yandex>
diff --git a/tests/integration/test_cluster_copier/task_trivial_without_arguments.xml b/tests/integration/test_cluster_copier/task_trivial_without_arguments.xml
new file mode 100644
index 00000000000..d4c50877fa6
--- /dev/null
+++ b/tests/integration/test_cluster_copier/task_trivial_without_arguments.xml
@@ -0,0 +1,64 @@
+<?xml version="1.0"?>
+<yandex>
+    <!-- How many simualteneous workers are posssible -->
+    <max_workers>3</max_workers>
+
+    <!-- Common setting for pull and push operations -->
+    <settings>
+        <connect_timeout>1</connect_timeout>
+    </settings>
+
+    <!-- Setting used to fetch data -->
+    <settings_pull>
+        <max_rows_in_distinct>0</max_rows_in_distinct>
+    </settings_pull>
+
+    <!-- Setting used to insert data -->
+    <settings_push>
+    </settings_push>
+
+    <!-- Tasks -->
+    <tables>
+        <hits>
+            <cluster_pull>source_trivial_cluster</cluster_pull>
+            <database_pull>default</database_pull>
+            <table_pull>trivial_without_arguments</table_pull>
+
+            <cluster_push>destination_trivial_cluster</cluster_push>
+            <database_push>default</database_push>
+            <table_push>trivial_without_arguments</table_push>
+
+            <!-- Engine of destination tables -->
+            <engine>ENGINE=ReplicatedMergeTree() PARTITION BY d % 5 ORDER BY (d, sipHash64(d)) SAMPLE BY sipHash64(d) SETTINGS index_granularity = 16</engine>
+
+            <!-- Which sarding key to use while copying -->
+            <sharding_key>d + 1</sharding_key>
+
+            <!-- Optional expression that filter copying data -->
+            <where_condition>d - d = 0</where_condition>
+        </hits>
+    </tables>
+
+    <!-- Configuration of clusters -->
+    <remote_servers>
+        <source_trivial_cluster>
+            <shard>
+                <replica>
+                    <host>s0_0_0</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </source_trivial_cluster>
+
+
+        <destination_trivial_cluster>
+            <shard>
+                <replica>
+                    <host>s1_0_0</host>
+                    <port>9000</port>
+                </replica>
+            </shard>
+        </destination_trivial_cluster>
+    </remote_servers>
+
+</yandex>
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index 947c4bee5ca..29a87f71647 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -35,7 +35,7 @@ def started_cluster():
                 for replica_name in replicas:
                     name = "s{}_{}_{}".format(cluster_name, shard_name, replica_name)
                     cluster.add_instance(name,
-                                         main_configs=[], user_configs=[],
+                                         main_configs=["configs/conf.d/clusters_trivial.xml"], user_configs=[],
                                          macros={"cluster": cluster_name, "shard": shard_name, "replica": replica_name},
                                          with_zookeeper=True)
 
@@ -63,7 +63,7 @@ class TaskTrivial:
             node.query("DROP DATABASE IF EXISTS default")
             node.query("CREATE DATABASE IF NOT EXISTS default")
 
-        source.query("CREATE TABLE trivial (d UInt64, d1 UInt64 MATERIALIZED d+1) "
+        source.query("CREATE TABLE trivial (d UInt64, d1 UInt64 MATERIALIZED d+1)"
                      "ENGINE=ReplicatedMergeTree('/clickhouse/tables/source_trivial_cluster/1/trivial', '1') "
                      "PARTITION BY d % 5 ORDER BY (d, sipHash64(d)) SAMPLE BY sipHash64(d) SETTINGS index_granularity = 16")
 
@@ -85,6 +85,42 @@ class TaskTrivial:
             node.query("DROP TABLE trivial")
 
 
+class TaskReplicatedWithoutArguments:
+    def __init__(self, cluster):
+        self.cluster = cluster
+        self.zk_task_path = "/clickhouse-copier/task_trivial_without_arguments"
+        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_trivial_without_arguments.xml'), 'r').read()
+
+    def start(self):
+        source = cluster.instances['s0_0_0']
+        destination = cluster.instances['s1_0_0']
+
+        for node in [source, destination]:
+            node.query("DROP DATABASE IF EXISTS default")
+            node.query("CREATE DATABASE IF NOT EXISTS default")
+
+        source.query("CREATE TABLE trivial_without_arguments ON CLUSTER source_trivial_cluster (d UInt64, d1 UInt64 MATERIALIZED d+1) "
+                     "ENGINE=ReplicatedMergeTree() "
+                     "PARTITION BY d % 5 ORDER BY (d, sipHash64(d)) SAMPLE BY sipHash64(d) SETTINGS index_granularity = 16")
+
+        source.query("INSERT INTO trivial_without_arguments SELECT * FROM system.numbers LIMIT 1002",
+                     settings={"insert_distributed_sync": 1})
+
+    def check(self):
+        zk = cluster.get_kazoo_client('zoo1')
+        status_data, _ = zk.get(self.zk_task_path + "/status")
+        assert status_data == b'{"hits":{"all_partitions_count":5,"processed_partitions_count":5}}'
+
+        source = cluster.instances['s0_0_0']
+        destination = cluster.instances['s1_0_0']
+
+        assert TSV(source.query("SELECT count() FROM trivial_without_arguments")) == TSV("1002\n")
+        assert TSV(destination.query("SELECT count() FROM trivial_without_arguments")) == TSV("1002\n")
+
+        for node in [source, destination]:
+            node.query("DROP TABLE trivial_without_arguments")
+
+
 def execute_task(task, cmd_options):
     task.start()
 
@@ -151,3 +187,6 @@ def test_trivial_copy(started_cluster, use_sample_offset):
     else:
         execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
 
+
+def test_trivial_without_arguments(started_cluster):
+    execute_task(TaskReplicatedWithoutArguments(started_cluster), [])

From 2248c776438b1b2e70b40b282fa5d735721d39ad Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 2 Jun 2021 17:18:54 +0300
Subject: [PATCH 0837/1060] done

---
 programs/client/Suggest.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/programs/client/Suggest.cpp b/programs/client/Suggest.cpp
index 8d4c0fdbd5a..029388a0bda 100644
--- a/programs/client/Suggest.cpp
+++ b/programs/client/Suggest.cpp
@@ -3,6 +3,8 @@
 #include <Core/Settings.h>
 #include <Columns/ColumnString.h>
 #include <Common/typeid_cast.h>
+#include <IO/WriteBufferFromString.h>
+#include <IO/Operators.h>
 
 namespace DB
 {
@@ -90,7 +92,7 @@ void Suggest::loadImpl(Connection & connection, const ConnectionTimeouts & timeo
     /// NOTE: Once you will update the completion list,
     /// do not forget to update 01676_clickhouse_client_autocomplete.sh
 
-    std::stringstream query;        // STYLE_CHECK_ALLOW_STD_STRING_STREAM
+    WriteBufferFromOwnString query;
     query << "SELECT DISTINCT arrayJoin(extractAll(name, '[\\\\w_]{2,}')) AS res FROM ("
         "SELECT name FROM system.functions"
         " UNION ALL "

From 6a9b875b19865165d312a0cbcb9f2eb81efc1f49 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 2 Jun 2021 17:33:47 +0300
Subject: [PATCH 0838/1060] simplify test_backup_restore

---
 tests/integration/test_backup_restore/test.py | 127 ++++++++----------
 1 file changed, 57 insertions(+), 70 deletions(-)

diff --git a/tests/integration/test_backup_restore/test.py b/tests/integration/test_backup_restore/test.py
index 170266aaaea..d395b55a2a6 100644
--- a/tests/integration/test_backup_restore/test.py
+++ b/tests/integration/test_backup_restore/test.py
@@ -1,12 +1,12 @@
 import os.path
 
 import pytest
+import logging
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
 
 cluster = ClickHouseCluster(__file__)
-instance = cluster.add_instance('instance')
-q = instance.query
+instance = cluster.add_instance('node')
 path_to_data = '/var/lib/clickhouse/'
 
 
@@ -14,7 +14,19 @@ path_to_data = '/var/lib/clickhouse/'
 def started_cluster():
     try:
         cluster.start()
-        q('CREATE DATABASE test ENGINE = Ordinary')     # Different path in shadow/ with Atomic
+        instance.query('CREATE DATABASE test ENGINE = Ordinary')     # Different path in shadow/ with Atomic
+        instance.query("DROP TABLE IF EXISTS test.tbl")
+        instance.query("CREATE TABLE test.tbl (p Date, k Int8) ENGINE = MergeTree PARTITION BY toYYYYMM(p) ORDER BY p")
+        for i in range(1, 4):
+            instance.query('INSERT INTO test.tbl (p, k) VALUES(toDate({}), {})'.format(i, i))
+        for i in range(31, 34):
+            instance.query('INSERT INTO test.tbl (p, k) VALUES(toDate({}), {})'.format(i, i))
+
+        expected = TSV('1970-01-02\t1\n1970-01-03\t2\n1970-01-04\t3\n1970-02-01\t31\n1970-02-02\t32\n1970-02-03\t33')
+        res = instance.query("SELECT * FROM test.tbl ORDER BY p")
+        assert (TSV(res) == expected)
+
+        instance.query("ALTER TABLE test.tbl FREEZE")
 
         yield cluster
 
@@ -22,131 +34,106 @@ def started_cluster():
         cluster.shutdown()
 
 
-def exec_bash(cmd):
-    cmd = '/bin/bash -c "{}"'.format(cmd.replace('"', '\\"'))
-    return instance.exec_in_container(cmd)
-
-
-def copy_backup_to_detached(database, src_table, dst_table):
+def copy_backup_to_detached(instance, database, src_table, dst_table):
     fp_increment = os.path.join(path_to_data, 'shadow/increment.txt')
-    increment = exec_bash('cat ' + fp_increment).strip()
+    increment = instance.exec_in_container(['cat',  fp_increment]).strip()
     fp_backup = os.path.join(path_to_data, 'shadow', increment, 'data', database, src_table)
     fp_detached = os.path.join(path_to_data, 'data', database, dst_table, 'detached')
-    exec_bash('cp -r {}/* {}/'.format(fp_backup, fp_detached))
+    logging.debug(f'copy from {fp_backup} to {fp_detached}. increment {fp_increment}')
+    instance.exec_in_container(['cp', '-r', f'{fp_backup}', '-T' , f'{fp_detached}'])
 
+def test_restore(started_cluster):
+    instance.query("CREATE TABLE test.tbl1 AS test.tbl")
 
-@pytest.fixture
-def backup_restore(started_cluster):
-    q("DROP TABLE IF EXISTS test.tbl")
-    q("CREATE TABLE test.tbl (p Date, k Int8) ENGINE = MergeTree PARTITION BY toYYYYMM(p) ORDER BY p")
-    for i in range(1, 4):
-        q('INSERT INTO test.tbl (p, k) VALUES(toDate({}), {})'.format(i, i))
-    for i in range(31, 34):
-        q('INSERT INTO test.tbl (p, k) VALUES(toDate({}), {})'.format(i, i))
-
-    expected = TSV('1970-01-02\t1\n1970-01-03\t2\n1970-01-04\t3\n1970-02-01\t31\n1970-02-02\t32\n1970-02-03\t33')
-    res = q("SELECT * FROM test.tbl ORDER BY p")
-    assert (TSV(res) == expected)
-
-    q("ALTER TABLE test.tbl FREEZE")
-
-    yield
-
-    q("DROP TABLE IF EXISTS test.tbl")
-
-
-def test_restore(backup_restore):
-    q("CREATE TABLE test.tbl1 AS test.tbl")
-
-    copy_backup_to_detached('test', 'tbl', 'tbl1')
+    copy_backup_to_detached(started_cluster.instances['node'], 'test', 'tbl', 'tbl1')
 
     # The data_version of parts to be attached are larger than the newly created table's data_version.
-    q("ALTER TABLE test.tbl1 ATTACH PARTITION 197001")
-    q("ALTER TABLE test.tbl1 ATTACH PARTITION 197002")
-    q("SELECT sleep(2)")
+    instance.query("ALTER TABLE test.tbl1 ATTACH PARTITION 197001")
+    instance.query("ALTER TABLE test.tbl1 ATTACH PARTITION 197002")
+    instance.query("SELECT sleep(2)")
 
     # Validate the attached parts are identical to the backup.
     expected = TSV('1970-01-02\t1\n1970-01-03\t2\n1970-01-04\t3\n1970-02-01\t31\n1970-02-02\t32\n1970-02-03\t33')
-    res = q("SELECT * FROM test.tbl1 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl1 ORDER BY p")
     assert (TSV(res) == expected)
 
-    q("ALTER TABLE test.tbl1 UPDATE k=10 WHERE 1")
-    q("SELECT sleep(2)")
+    instance.query("ALTER TABLE test.tbl1 UPDATE k=10 WHERE 1")
+    instance.query("SELECT sleep(2)")
 
     # Validate mutation has been applied to all attached parts.
     expected = TSV('1970-01-02\t10\n1970-01-03\t10\n1970-01-04\t10\n1970-02-01\t10\n1970-02-02\t10\n1970-02-03\t10')
-    res = q("SELECT * FROM test.tbl1 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl1 ORDER BY p")
     assert (TSV(res) == expected)
 
-    q("DROP TABLE IF EXISTS test.tbl1")
+    instance.query("DROP TABLE IF EXISTS test.tbl1")
 
 
-def test_attach_partition(backup_restore):
-    q("CREATE TABLE test.tbl2 AS test.tbl")
+def test_attach_partition(started_cluster):
+    instance.query("CREATE TABLE test.tbl2 AS test.tbl")
     for i in range(3, 5):
-        q('INSERT INTO test.tbl2(p, k) VALUES(toDate({}), {})'.format(i, i))
+        instance.query('INSERT INTO test.tbl2(p, k) VALUES(toDate({}), {})'.format(i, i))
     for i in range(33, 35):
-        q('INSERT INTO test.tbl2(p, k) VALUES(toDate({}), {})'.format(i, i))
+        instance.query('INSERT INTO test.tbl2(p, k) VALUES(toDate({}), {})'.format(i, i))
 
     expected = TSV('1970-01-04\t3\n1970-01-05\t4\n1970-02-03\t33\n1970-02-04\t34')
-    res = q("SELECT * FROM test.tbl2 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl2 ORDER BY p")
     assert (TSV(res) == expected)
 
-    copy_backup_to_detached('test', 'tbl', 'tbl2')
+    copy_backup_to_detached(started_cluster.instances['node'], 'test', 'tbl', 'tbl2')
 
     # The data_version of parts to be attached
     # - may be less than, equal to or larger than the current table's data_version.
     # - may intersect with the existing parts of a partition.
-    q("ALTER TABLE test.tbl2 ATTACH PARTITION 197001")
-    q("ALTER TABLE test.tbl2 ATTACH PARTITION 197002")
-    q("SELECT sleep(2)")
+    instance.query("ALTER TABLE test.tbl2 ATTACH PARTITION 197001")
+    instance.query("ALTER TABLE test.tbl2 ATTACH PARTITION 197002")
+    instance.query("SELECT sleep(2)")
 
     expected = TSV(
         '1970-01-02\t1\n1970-01-03\t2\n1970-01-04\t3\n1970-01-04\t3\n1970-01-05\t4\n1970-02-01\t31\n1970-02-02\t32\n1970-02-03\t33\n1970-02-03\t33\n1970-02-04\t34')
-    res = q("SELECT * FROM test.tbl2 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl2 ORDER BY p")
     assert (TSV(res) == expected)
 
-    q("ALTER TABLE test.tbl2 UPDATE k=10 WHERE 1")
-    q("SELECT sleep(2)")
+    instance.query("ALTER TABLE test.tbl2 UPDATE k=10 WHERE 1")
+    instance.query("SELECT sleep(2)")
 
     # Validate mutation has been applied to all attached parts.
     expected = TSV(
         '1970-01-02\t10\n1970-01-03\t10\n1970-01-04\t10\n1970-01-04\t10\n1970-01-05\t10\n1970-02-01\t10\n1970-02-02\t10\n1970-02-03\t10\n1970-02-03\t10\n1970-02-04\t10')
-    res = q("SELECT * FROM test.tbl2 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl2 ORDER BY p")
     assert (TSV(res) == expected)
 
-    q("DROP TABLE IF EXISTS test.tbl2")
+    instance.query("DROP TABLE IF EXISTS test.tbl2")
 
 
-def test_replace_partition(backup_restore):
-    q("CREATE TABLE test.tbl3 AS test.tbl")
+def test_replace_partition(started_cluster):
+    instance.query("CREATE TABLE test.tbl3 AS test.tbl")
     for i in range(3, 5):
-        q('INSERT INTO test.tbl3(p, k) VALUES(toDate({}), {})'.format(i, i))
+        instance.query('INSERT INTO test.tbl3(p, k) VALUES(toDate({}), {})'.format(i, i))
     for i in range(33, 35):
-        q('INSERT INTO test.tbl3(p, k) VALUES(toDate({}), {})'.format(i, i))
+        instance.query('INSERT INTO test.tbl3(p, k) VALUES(toDate({}), {})'.format(i, i))
 
     expected = TSV('1970-01-04\t3\n1970-01-05\t4\n1970-02-03\t33\n1970-02-04\t34')
-    res = q("SELECT * FROM test.tbl3 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl3 ORDER BY p")
     assert (TSV(res) == expected)
 
-    copy_backup_to_detached('test', 'tbl', 'tbl3')
+    copy_backup_to_detached(started_cluster.instances['node'], 'test', 'tbl', 'tbl3')
 
     # The data_version of parts to be copied
     # - may be less than, equal to or larger than the current table data_version.
     # - may intersect with the existing parts of a partition.
-    q("ALTER TABLE test.tbl3 REPLACE PARTITION 197002 FROM test.tbl")
-    q("SELECT sleep(2)")
+    instance.query("ALTER TABLE test.tbl3 REPLACE PARTITION 197002 FROM test.tbl")
+    instance.query("SELECT sleep(2)")
 
     expected = TSV('1970-01-04\t3\n1970-01-05\t4\n1970-02-01\t31\n1970-02-02\t32\n1970-02-03\t33')
-    res = q("SELECT * FROM test.tbl3 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl3 ORDER BY p")
     assert (TSV(res) == expected)
 
-    q("ALTER TABLE test.tbl3 UPDATE k=10 WHERE 1")
-    q("SELECT sleep(2)")
+    instance.query("ALTER TABLE test.tbl3 UPDATE k=10 WHERE 1")
+    instance.query("SELECT sleep(2)")
 
     # Validate mutation has been applied to all copied parts.
     expected = TSV('1970-01-04\t10\n1970-01-05\t10\n1970-02-01\t10\n1970-02-02\t10\n1970-02-03\t10')
-    res = q("SELECT * FROM test.tbl3 ORDER BY p")
+    res = instance.query("SELECT * FROM test.tbl3 ORDER BY p")
     assert (TSV(res) == expected)
 
-    q("DROP TABLE IF EXISTS test.tbl3")
+    instance.query("DROP TABLE IF EXISTS test.tbl3")

From ddddb761dbaad11b57d5a156a0ccd389ac0eaa9d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Wed, 2 Jun 2021 18:08:16 +0300
Subject: [PATCH 0839/1060] more

---
 tests/integration/helpers/cluster.py                      | 2 +-
 tests/integration/pytest.ini                              | 2 +-
 tests/integration/runner                                  | 2 +-
 .../test_dictionaries_update_and_reload/test.py           | 8 ++++----
 tests/integration/test_storage_s3/test.py                 | 6 +++---
 tests/integration/test_user_directories/test.py           | 2 +-
 6 files changed, 11 insertions(+), 11 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index cda3e1fa380..ee9cdd3550a 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -53,7 +53,7 @@ def _create_env_file(path, variables):
 
 def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=180, nothrow=False, detach=False):
     if detach:
-        subprocess.Popen(args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, timeout=timeout)
+        subprocess.Popen(args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell)
         return
 
     res = subprocess.run(args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout)
diff --git a/tests/integration/pytest.ini b/tests/integration/pytest.ini
index a714188d08a..737a37ee9d0 100644
--- a/tests/integration/pytest.ini
+++ b/tests/integration/pytest.ini
@@ -1,7 +1,7 @@
 [pytest]
 python_files = test*.py
 norecursedirs = _instances
-timeout = 300
+timeout = 1800
 junit_duration_report = call
 junit_suite_name = integration
 log_cli = 1
diff --git a/tests/integration/runner b/tests/integration/runner
index 711d0f4873e..3b64c30b2bc 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -252,7 +252,7 @@ if __name__ == "__main__":
         --volume={library_bridge_bin}:/clickhouse-library-bridge --volume={bin}:/clickhouse \
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
-        {dockerd_internal_volume} -e DOCKER_CLIENT_TIMEOUT=120 -e COMPOSE_HTTP_TIMEOUT=300 \
+        {dockerd_internal_volume} -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 \
         {env_tags} -e PYTEST_OPTS='{parallel} {opts} {tests_list}' {img} {command}".format(
         net=net,
         tty=tty,
diff --git a/tests/integration/test_dictionaries_update_and_reload/test.py b/tests/integration/test_dictionaries_update_and_reload/test.py
index 533a29dc245..68d9767a78c 100644
--- a/tests/integration/test_dictionaries_update_and_reload/test.py
+++ b/tests/integration/test_dictionaries_update_and_reload/test.py
@@ -60,7 +60,7 @@ def get_loading_duration(dictionary_name):
 
 
 def replace_in_file_in_container(file_name, what, replace_with):
-    instance.exec_in_container('sed -i "s/' + what + '/' + replace_with + '/g" ' + file_name)
+    instance.exec_in_container(['sed', '-i', f's/{what}/{replace_with}/g', file_name])
 
 
 def test_reload_while_loading(started_cluster):
@@ -180,7 +180,7 @@ def test_reload_after_fail_by_system_reload(started_cluster):
     assert get_status("no_file") == "LOADED"
 
     # Removing the file source should not spoil the loaded dictionary.
-    instance.exec_in_container("rm /etc/clickhouse-server/config.d/no_file.txt")
+    instance.exec_in_container(["rm", "/etc/clickhouse-server/config.d/no_file.txt"])
     assert no_such_file_error in instance.query_and_get_error("SYSTEM RELOAD DICTIONARY 'no_file'")
     query("SELECT dictGetInt32('no_file', 'a', toUInt64(9))") == "10\n"
     assert get_status("no_file") == "LOADED"
@@ -206,13 +206,13 @@ def test_reload_after_fail_by_timer(started_cluster):
     # Check that file appears in container and wait if needed.
     while not instance.file_exists("/etc/clickhouse-server/config.d/no_file_2.txt"):
         time.sleep(1)
-    assert("9\t10\n" == instance.exec_in_container("cat /etc/clickhouse-server/config.d/no_file_2.txt"))
+    assert("9\t10\n" == instance.exec_in_container(["cat", "/etc/clickhouse-server/config.d/no_file_2.txt"]))
     instance.query("SYSTEM RELOAD DICTIONARY no_file_2")
     instance.query("SELECT dictGetInt32('no_file_2', 'a', toUInt64(9))") == "10\n"
     assert get_status("no_file_2") == "LOADED"
 
     # Removing the file source should not spoil the loaded dictionary.
-    instance.exec_in_container("rm /etc/clickhouse-server/config.d/no_file_2.txt")
+    instance.exec_in_container(["rm", "/etc/clickhouse-server/config.d/no_file_2.txt"])
     time.sleep(6);
     instance.query("SELECT dictGetInt32('no_file_2', 'a', toUInt64(9))") == "10\n"
     assert get_status("no_file_2") == "LOADED"
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index acd28baa5c9..fca5f367847 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -69,7 +69,7 @@ def put_s3_file_content(started_cluster, bucket, filename, data):
 
 # Returns content of given S3 file as string.
 def get_s3_file_content(started_cluster, bucket, filename, decode=True):
-    # type: (ClickHouseCluster, str) -> str
+    # type: (ClickHouseCluster, str, str, bool) -> str
 
     data = started_cluster.minio_client.get_object(bucket, filename)
     data_str = b""
@@ -191,7 +191,7 @@ def test_get_path_with_special(started_cluster, special):
     pytest.param("'minio','minio123',", id="minio")
 ])
 def test_empty_put(started_cluster, auth):
-    # type: (ClickHouseCluster) -> None
+    # type: (ClickHouseCluster, str) -> None
 
     bucket = started_cluster.minio_bucket
     instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
@@ -227,7 +227,7 @@ def test_empty_put(started_cluster, auth):
     pytest.param("'wrongid','wrongkey',", False, id="negative"),
 ])
 def test_put_csv(started_cluster, maybe_auth, positive):
-    # type: (ClickHouseCluster) -> None
+    # type: (ClickHouseCluster, bool, str) -> None
 
     bucket = started_cluster.minio_bucket if not maybe_auth else started_cluster.minio_restricted_bucket
     instance = started_cluster.instances["dummy"]  # type: ClickHouseInstance
diff --git a/tests/integration/test_user_directories/test.py b/tests/integration/test_user_directories/test.py
index 84547293f0d..1ce4e377f2b 100644
--- a/tests/integration/test_user_directories/test.py
+++ b/tests/integration/test_user_directories/test.py
@@ -15,7 +15,7 @@ def started_cluster():
         cluster.start()
 
         for i in range(2, 8):
-            node.exec_in_container("cp /etc/clickhouse-server/users.xml /etc/clickhouse-server/users{}.xml".format(i))
+            node.exec_in_container(["cp", "/etc/clickhouse-server/users.xml", "/etc/clickhouse-server/users{}.xml".format(i)])
 
         yield cluster
 

From 9bbc9f97b4b0694983f2b0d7c8536d69e730056b Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Wed, 2 Jun 2021 23:09:55 +0800
Subject: [PATCH 0840/1060] Implement antlr parser for projections (#24245)

* implement projection grammer for antlr parser

* Add comment
---
 src/Parsers/ASTProjectionDeclaration.cpp    |    9 +-
 src/Parsers/ASTProjectionDeclaration.h      |    2 +-
 src/Parsers/ASTProjectionSelectQuery.cpp    |   18 +-
 src/Parsers/ASTProjectionSelectQuery.h      |    7 -
 src/Parsers/New/AST/AlterTableQuery.cpp     |  144 +-
 src/Parsers/New/AST/AlterTableQuery.h       |   26 +-
 src/Parsers/New/AST/CreateTableQuery.cpp    |    5 +
 src/Parsers/New/AST/SelectUnionQuery.cpp    |   72 +
 src/Parsers/New/AST/SelectUnionQuery.h      |   23 +
 src/Parsers/New/AST/TableElementExpr.cpp    |   30 +
 src/Parsers/New/AST/TableElementExpr.h      |    7 +
 src/Parsers/New/AST/fwd_decl.h              |    2 +
 src/Parsers/New/ClickHouseLexer.cpp         | 2700 +++----
 src/Parsers/New/ClickHouseLexer.g4          |    2 +
 src/Parsers/New/ClickHouseLexer.h           |   84 +-
 src/Parsers/New/ClickHouseParser.cpp        | 7260 ++++++++++---------
 src/Parsers/New/ClickHouseParser.g4         |   66 +-
 src/Parsers/New/ClickHouseParser.h          |  466 +-
 src/Parsers/New/ClickHouseParserVisitor.h   |   22 +-
 src/Parsers/New/ParseTreeVisitor.h          |   12 +-
 src/Parsers/ParserCreateQuery.cpp           |    3 +-
 src/Parsers/ParserProjectionSelectQuery.cpp |   18 +-
 tests/queries/skip_list.json                |    3 -
 23 files changed, 6102 insertions(+), 4879 deletions(-)

diff --git a/src/Parsers/ASTProjectionDeclaration.cpp b/src/Parsers/ASTProjectionDeclaration.cpp
index e607605ff36..3692b1a2013 100644
--- a/src/Parsers/ASTProjectionDeclaration.cpp
+++ b/src/Parsers/ASTProjectionDeclaration.cpp
@@ -4,11 +4,14 @@
 
 namespace DB
 {
+
 ASTPtr ASTProjectionDeclaration::clone() const
 {
-    auto clone = std::make_shared<ASTProjectionDeclaration>(*this);
-    clone->cloneChildren();
-    return clone;
+    auto res = std::make_shared<ASTProjectionDeclaration>();
+    res->name = name;
+    if (query)
+        res->set(res->query, query->clone());
+    return res;
 }
 
 
diff --git a/src/Parsers/ASTProjectionDeclaration.h b/src/Parsers/ASTProjectionDeclaration.h
index f96307ac51a..9d6c953a52b 100644
--- a/src/Parsers/ASTProjectionDeclaration.h
+++ b/src/Parsers/ASTProjectionDeclaration.h
@@ -12,7 +12,7 @@ class ASTProjectionDeclaration : public IAST
 {
 public:
     String name;
-    ASTPtr query;
+    IAST * query;
 
     /** Get the text that identifies this element. */
     String getID(char) const override { return "Projection"; }
diff --git a/src/Parsers/ASTProjectionSelectQuery.cpp b/src/Parsers/ASTProjectionSelectQuery.cpp
index cc0d387b933..31a306bc011 100644
--- a/src/Parsers/ASTProjectionSelectQuery.cpp
+++ b/src/Parsers/ASTProjectionSelectQuery.cpp
@@ -37,7 +37,6 @@ ASTPtr ASTProjectionSelectQuery::clone() const
         */
     CLONE(Expression::WITH);
     CLONE(Expression::SELECT);
-    CLONE(Expression::WHERE);
     CLONE(Expression::GROUP_BY);
     CLONE(Expression::ORDER_BY);
 
@@ -47,13 +46,6 @@ ASTPtr ASTProjectionSelectQuery::clone() const
 }
 
 
-void ASTProjectionSelectQuery::updateTreeHashImpl(SipHash & hash_state) const
-{
-    hash_state.update(distinct);
-    IAST::updateTreeHashImpl(hash_state);
-}
-
-
 void ASTProjectionSelectQuery::formatImpl(const FormatSettings & s, FormatState & state, FormatStateStacked frame) const
 {
     frame.current_select = this;
@@ -67,16 +59,10 @@ void ASTProjectionSelectQuery::formatImpl(const FormatSettings & s, FormatState
         s.ostr << s.nl_or_ws;
     }
 
-    s.ostr << (s.hilite ? hilite_keyword : "") << indent_str << "SELECT " << (distinct ? "DISTINCT " : "") << (s.hilite ? hilite_none : "");
+    s.ostr << (s.hilite ? hilite_keyword : "") << indent_str << "SELECT " << (s.hilite ? hilite_none : "");
 
     s.one_line ? select()->formatImpl(s, state, frame) : select()->as<ASTExpressionList &>().formatImplMultiline(s, state, frame);
 
-    if (where())
-    {
-        s.ostr << (s.hilite ? hilite_keyword : "") << s.nl_or_ws << indent_str << "WHERE " << (s.hilite ? hilite_none : "");
-        where()->formatImpl(s, state, frame);
-    }
-
     if (groupBy())
     {
         s.ostr << (s.hilite ? hilite_keyword : "") << s.nl_or_ws << indent_str << "GROUP BY " << (s.hilite ? hilite_none : "");
@@ -129,8 +115,6 @@ ASTPtr ASTProjectionSelectQuery::cloneToASTSelect() const
         select_query->setExpression(ASTSelectQuery::Expression::WITH, with()->clone());
     if (select())
         select_query->setExpression(ASTSelectQuery::Expression::SELECT, select()->clone());
-    if (where())
-        select_query->setExpression(ASTSelectQuery::Expression::WHERE, where()->clone());
     if (groupBy())
         select_query->setExpression(ASTSelectQuery::Expression::GROUP_BY, groupBy()->clone());
     // Get rid of orderBy. It's used for projection definition only
diff --git a/src/Parsers/ASTProjectionSelectQuery.h b/src/Parsers/ASTProjectionSelectQuery.h
index 85baa3289e2..71334c50868 100644
--- a/src/Parsers/ASTProjectionSelectQuery.h
+++ b/src/Parsers/ASTProjectionSelectQuery.h
@@ -15,7 +15,6 @@ public:
     {
         WITH,
         SELECT,
-        WHERE,
         GROUP_BY,
         ORDER_BY,
     };
@@ -25,14 +24,10 @@ public:
 
     ASTPtr clone() const override;
 
-    bool distinct = false;
-
     ASTPtr & refSelect() { return getExpression(Expression::SELECT); }
-    ASTPtr & refWhere() { return getExpression(Expression::WHERE); }
 
     const ASTPtr with() const { return getExpression(Expression::WITH); }
     const ASTPtr select() const { return getExpression(Expression::SELECT); }
-    const ASTPtr where() const { return getExpression(Expression::WHERE); }
     const ASTPtr groupBy() const { return getExpression(Expression::GROUP_BY); }
     const ASTPtr orderBy() const { return getExpression(Expression::ORDER_BY); }
 
@@ -47,8 +42,6 @@ public:
         return {};
     }
 
-    void updateTreeHashImpl(SipHash & hash_state) const override;
-
     ASTPtr cloneToASTSelect() const;
 
 protected:
diff --git a/src/Parsers/New/AST/AlterTableQuery.cpp b/src/Parsers/New/AST/AlterTableQuery.cpp
index 4b75e8fe1b6..3f901f95639 100644
--- a/src/Parsers/New/AST/AlterTableQuery.cpp
+++ b/src/Parsers/New/AST/AlterTableQuery.cpp
@@ -91,6 +91,15 @@ PtrTo<AlterTableClause> AlterTableClause::createAddIndex(bool if_not_exists, Ptr
     return query;
 }
 
+// static
+PtrTo<AlterTableClause> AlterTableClause::createAddProjection(bool if_not_exists, PtrTo<TableElementExpr> element, PtrTo<Identifier> after)
+{
+    assert(element->getType() == TableElementExpr::ExprType::PROJECTION);
+    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::ADD_PROJECTION, {element, after}));
+    query->if_not_exists = if_not_exists;
+    return query;
+}
+
 // static
 PtrTo<AlterTableClause> AlterTableClause::createAttach(PtrTo<PartitionClause> clause, PtrTo<TableIdentifier> from)
 {
@@ -98,9 +107,23 @@ PtrTo<AlterTableClause> AlterTableClause::createAttach(PtrTo<PartitionClause> cl
 }
 
 // static
-PtrTo<AlterTableClause> AlterTableClause::createClear(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in)
+PtrTo<AlterTableClause> AlterTableClause::createClearColumn(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in)
 {
-    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::CLEAR, {identifier, in}));
+    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::CLEAR_COLUMN, {identifier, in}));
+    query->if_exists = if_exists;
+    return query;
+}
+
+PtrTo<AlterTableClause> AlterTableClause::createClearIndex(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in)
+{
+    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::CLEAR_INDEX, {identifier, in}));
+    query->if_exists = if_exists;
+    return query;
+}
+
+PtrTo<AlterTableClause> AlterTableClause::createClearProjection(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in)
+{
+    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::CLEAR_PROJECTION, {identifier, in}));
     query->if_exists = if_exists;
     return query;
 }
@@ -149,6 +172,14 @@ PtrTo<AlterTableClause> AlterTableClause::createDropIndex(bool if_exists, PtrTo<
     return query;
 }
 
+// static
+PtrTo<AlterTableClause> AlterTableClause::createDropProjection(bool if_exists, PtrTo<Identifier> identifier)
+{
+    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::DROP_PROJECTION, {identifier}));
+    query->if_exists = if_exists;
+    return query;
+}
+
 // static
 PtrTo<AlterTableClause> AlterTableClause::createDropPartition(PtrTo<PartitionClause> clause)
 {
@@ -161,6 +192,22 @@ PtrTo<AlterTableClause> AlterTableClause::createFreezePartition(PtrTo<PartitionC
     return PtrTo<AlterTableClause>(new AlterTableClause(ClauseType::FREEZE_PARTITION, {clause}));
 }
 
+// static
+PtrTo<AlterTableClause> AlterTableClause::createMaterializeIndex(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in)
+{
+    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::MATERIALIZE_INDEX, {identifier, in}));
+    query->if_exists = if_exists;
+    return query;
+}
+
+// static
+PtrTo<AlterTableClause> AlterTableClause::createMaterializeProjection(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in)
+{
+    PtrTo<AlterTableClause> query(new AlterTableClause(ClauseType::MATERIALIZE_PROJECTION, {identifier, in}));
+    query->if_exists = if_exists;
+    return query;
+}
+
 // static
 PtrTo<AlterTableClause> AlterTableClause::createModify(bool if_exists, PtrTo<TableElementExpr> element)
 {
@@ -256,6 +303,13 @@ ASTPtr AlterTableClause::convertToOld() const
             if (has(AFTER)) command->index = get(AFTER)->convertToOld();
             break;
 
+        case ClauseType::ADD_PROJECTION:
+            command->type = ASTAlterCommand::ADD_PROJECTION;
+            command->if_not_exists = if_not_exists;
+            command->projection_decl = get(ELEMENT)->convertToOld();
+            if (has(AFTER)) command->projection = get(AFTER)->convertToOld();
+            break;
+
         case ClauseType::ATTACH:
             command->type = ASTAlterCommand::ATTACH_PARTITION;
             command->partition = get(PARTITION)->convertToOld();
@@ -271,12 +325,30 @@ ASTPtr AlterTableClause::convertToOld() const
             }
             break;
 
-        case ClauseType::CLEAR:
+        case ClauseType::CLEAR_COLUMN:
             command->type = ASTAlterCommand::DROP_COLUMN;
             command->if_exists = if_exists;
             command->clear_column = true;
             command->detach = false;
-            command->column = get(COLUMN)->convertToOld();
+            command->column = get(ELEMENT)->convertToOld();
+            if (has(IN)) command->partition = get(IN)->convertToOld();
+            break;
+
+        case ClauseType::CLEAR_INDEX:
+            command->type = ASTAlterCommand::DROP_INDEX;
+            command->if_exists = if_exists;
+            command->clear_index = true;
+            command->detach = false;
+            command->index = get(ELEMENT)->convertToOld();
+            if (has(IN)) command->partition = get(IN)->convertToOld();
+            break;
+
+        case ClauseType::CLEAR_PROJECTION:
+            command->type = ASTAlterCommand::DROP_PROJECTION;
+            command->if_exists = if_exists;
+            command->clear_projection = true;
+            command->detach = false;
+            command->projection = get(ELEMENT)->convertToOld();
             if (has(IN)) command->partition = get(IN)->convertToOld();
             break;
 
@@ -315,14 +387,21 @@ ASTPtr AlterTableClause::convertToOld() const
             command->type = ASTAlterCommand::DROP_COLUMN;
             command->if_exists = if_exists;
             command->detach = false;
-            command->column = get(COLUMN)->convertToOld();
+            command->column = get(ELEMENT)->convertToOld();
             break;
 
         case ClauseType::DROP_INDEX:
             command->type = ASTAlterCommand::DROP_INDEX;
             command->if_exists = if_exists;
             command->detach = false;
-            command->index = get(COLUMN)->convertToOld();
+            command->index = get(ELEMENT)->convertToOld();
+            break;
+
+        case ClauseType::DROP_PROJECTION:
+            command->type = ASTAlterCommand::DROP_PROJECTION;
+            command->if_exists = if_exists;
+            command->detach = false;
+            command->projection = get(ELEMENT)->convertToOld();
             break;
 
         case ClauseType::DROP_PARTITION:
@@ -340,6 +419,20 @@ ASTPtr AlterTableClause::convertToOld() const
                 command->type = ASTAlterCommand::FREEZE_ALL;
             break;
 
+        case ClauseType::MATERIALIZE_INDEX:
+            command->type = ASTAlterCommand::MATERIALIZE_INDEX;
+            command->if_exists = if_exists;
+            command->index = get(ELEMENT)->convertToOld();
+            if (has(IN)) command->partition = get(IN)->convertToOld();
+            break;
+
+        case ClauseType::MATERIALIZE_PROJECTION:
+            command->type = ASTAlterCommand::MATERIALIZE_PROJECTION;
+            command->if_exists = if_exists;
+            command->projection = get(ELEMENT)->convertToOld();
+            if (has(IN)) command->partition = get(IN)->convertToOld();
+            break;
+
         case ClauseType::MODIFY:
             command->type = ASTAlterCommand::MODIFY_COLUMN;
             command->if_exists = if_exists;
@@ -511,16 +604,34 @@ antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseAddIndex(ClickHouseParser::
     return AlterTableClause::createAddIndex(!!ctx->IF(), visit(ctx->tableIndexDfnt()), after);
 }
 
+antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseAddProjection(ClickHouseParser::AlterTableClauseAddProjectionContext * ctx)
+{
+    auto after = ctx->AFTER() ? visit(ctx->nestedIdentifier()).as<PtrTo<Identifier>>() : nullptr;
+    return AlterTableClause::createAddProjection(!!ctx->IF(), visit(ctx->tableProjectionDfnt()), after);
+}
+
 antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseAttach(ClickHouseParser::AlterTableClauseAttachContext *ctx)
 {
     auto from = ctx->tableIdentifier() ? visit(ctx->tableIdentifier()).as<PtrTo<TableIdentifier>>() : nullptr;
     return AlterTableClause::createAttach(visit(ctx->partitionClause()), from);
 }
 
-antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseClear(ClickHouseParser::AlterTableClauseClearContext * ctx)
+antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseClearColumn(ClickHouseParser::AlterTableClauseClearColumnContext * ctx)
 {
     auto partition = ctx->partitionClause() ? visit(ctx->partitionClause()).as<PtrTo<PartitionClause>>() : nullptr;
-    return AlterTableClause::createClear(!!ctx->IF(), visit(ctx->nestedIdentifier()), partition);
+    return AlterTableClause::createClearColumn(!!ctx->IF(), visit(ctx->nestedIdentifier()), partition);
+}
+
+antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseClearIndex(ClickHouseParser::AlterTableClauseClearIndexContext * ctx)
+{
+    auto partition = ctx->partitionClause() ? visit(ctx->partitionClause()).as<PtrTo<PartitionClause>>() : nullptr;
+    return AlterTableClause::createClearIndex(!!ctx->IF(), visit(ctx->nestedIdentifier()), partition);
+}
+
+antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseClearProjection(ClickHouseParser::AlterTableClauseClearProjectionContext * ctx)
+{
+    auto partition = ctx->partitionClause() ? visit(ctx->partitionClause()).as<PtrTo<PartitionClause>>() : nullptr;
+    return AlterTableClause::createClearProjection(!!ctx->IF(), visit(ctx->nestedIdentifier()), partition);
 }
 
 antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseComment(ClickHouseParser::AlterTableClauseCommentContext * ctx)
@@ -548,6 +659,11 @@ antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseDropIndex(ClickHouseParser:
     return AlterTableClause::createDropIndex(!!ctx->IF(), visit(ctx->nestedIdentifier()));
 }
 
+antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseDropProjection(ClickHouseParser::AlterTableClauseDropProjectionContext * ctx)
+{
+    return AlterTableClause::createDropProjection(!!ctx->IF(), visit(ctx->nestedIdentifier()));
+}
+
 antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseDropPartition(ClickHouseParser::AlterTableClauseDropPartitionContext *ctx)
 {
     return AlterTableClause::createDropPartition(visit(ctx->partitionClause()));
@@ -559,6 +675,18 @@ antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseFreezePartition(ClickHouseP
     return AlterTableClause::createFreezePartition(clause);
 }
 
+antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseMaterializeIndex(ClickHouseParser::AlterTableClauseMaterializeIndexContext * ctx)
+{
+    auto partition = ctx->partitionClause() ? visit(ctx->partitionClause()).as<PtrTo<PartitionClause>>() : nullptr;
+    return AlterTableClause::createMaterializeIndex(!!ctx->IF(), visit(ctx->nestedIdentifier()), partition);
+}
+
+antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseMaterializeProjection(ClickHouseParser::AlterTableClauseMaterializeProjectionContext * ctx)
+{
+    auto partition = ctx->partitionClause() ? visit(ctx->partitionClause()).as<PtrTo<PartitionClause>>() : nullptr;
+    return AlterTableClause::createMaterializeProjection(!!ctx->IF(), visit(ctx->nestedIdentifier()), partition);
+}
+
 antlrcpp::Any ParseTreeVisitor::visitAlterTableClauseModify(ClickHouseParser::AlterTableClauseModifyContext * ctx)
 {
     return AlterTableClause::createModify(!!ctx->IF(), visit(ctx->tableColumnDfnt()));
diff --git a/src/Parsers/New/AST/AlterTableQuery.h b/src/Parsers/New/AST/AlterTableQuery.h
index a1e5becedaf..7e7783c49ad 100644
--- a/src/Parsers/New/AST/AlterTableQuery.h
+++ b/src/Parsers/New/AST/AlterTableQuery.h
@@ -61,16 +61,22 @@ class AlterTableClause : public INode
     public:
         static PtrTo<AlterTableClause> createAddColumn(bool if_not_exists, PtrTo<TableElementExpr> element, PtrTo<Identifier> after);
         static PtrTo<AlterTableClause> createAddIndex(bool if_not_exists, PtrTo<TableElementExpr> element, PtrTo<Identifier> after);
+        static PtrTo<AlterTableClause> createAddProjection(bool if_not_exists, PtrTo<TableElementExpr> element, PtrTo<Identifier> after);
         static PtrTo<AlterTableClause> createAttach(PtrTo<PartitionClause> clause, PtrTo<TableIdentifier> from);
-        static PtrTo<AlterTableClause> createClear(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in);
+        static PtrTo<AlterTableClause> createClearColumn(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in);
+        static PtrTo<AlterTableClause> createClearIndex(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in);
+        static PtrTo<AlterTableClause> createClearProjection(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in);
         static PtrTo<AlterTableClause> createCodec(bool if_exists, PtrTo<Identifier> identifier, PtrTo<CodecExpr> codec);
         static PtrTo<AlterTableClause> createComment(bool if_exists, PtrTo<Identifier> identifier, PtrTo<StringLiteral> comment);
         static PtrTo<AlterTableClause> createDelete(PtrTo<ColumnExpr> expr);
         static PtrTo<AlterTableClause> createDetach(PtrTo<PartitionClause> clause);
         static PtrTo<AlterTableClause> createDropColumn(bool if_exists, PtrTo<Identifier> identifier);
         static PtrTo<AlterTableClause> createDropIndex(bool if_exists, PtrTo<Identifier> identifier);
+        static PtrTo<AlterTableClause> createDropProjection(bool if_exists, PtrTo<Identifier> identifier);
         static PtrTo<AlterTableClause> createDropPartition(PtrTo<PartitionClause> clause);
         static PtrTo<AlterTableClause> createFreezePartition(PtrTo<PartitionClause> clause);
+        static PtrTo<AlterTableClause> createMaterializeIndex(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in);
+        static PtrTo<AlterTableClause> createMaterializeProjection(bool if_exists, PtrTo<Identifier> identifier, PtrTo<PartitionClause> in);
         static PtrTo<AlterTableClause> createModify(bool if_exists, PtrTo<TableElementExpr> element);
         static PtrTo<AlterTableClause> createMovePartitionToDisk(PtrTo<PartitionClause> clause, PtrTo<StringLiteral> literal);
         static PtrTo<AlterTableClause> createMovePartitionToTable(PtrTo<PartitionClause> clause, PtrTo<TableIdentifier> identifier);
@@ -88,19 +94,19 @@ class AlterTableClause : public INode
     private:
         enum ChildIndex : UInt8
         {
-            // ADD COLUMN or INDEX
-            ELEMENT = 0,  // TableElementExpr
+            // ADD COLUMN, INDEX or PROJECTION
+            ELEMENT = 0,  // TableElementExpr (COLUMN, CONSTRAINT, INDEX, PROJECTION)
             AFTER = 1,    // Identifier (optional)
 
             // ATTACH/REPLACE
             PARTITION = 0,  // PartitionClause
             FROM = 1,       // TableIdentifier (optional)
 
-            // CLEAR
-            COLUMN = 0,  // Identifier
+            // CLEAR COLUMN, INDEX or PROJECTION
             IN = 1,      // PartitionClause
 
-            // CODEC
+            // CODEC, COMMENT and RENAME
+            COLUMN = 0, // Identifier
             CODEC = 1,  // CodecExpr
 
             // COMMENT
@@ -127,16 +133,22 @@ class AlterTableClause : public INode
         {
             ADD_COLUMN,
             ADD_INDEX,
+            ADD_PROJECTION,
             ATTACH,
-            CLEAR,
+            CLEAR_COLUMN,
+            CLEAR_INDEX,
+            CLEAR_PROJECTION,
             CODEC,
             COMMENT,
             DELETE,
             DETACH,
             DROP_COLUMN,
             DROP_INDEX,
+            DROP_PROJECTION,
             DROP_PARTITION,
             FREEZE_PARTITION,
+            MATERIALIZE_INDEX,
+            MATERIALIZE_PROJECTION,
             MODIFY,
             MOVE_PARTITION_TO_DISK,
             MOVE_PARTITION_TO_TABLE,
diff --git a/src/Parsers/New/AST/CreateTableQuery.cpp b/src/Parsers/New/AST/CreateTableQuery.cpp
index 77b43f525ec..bb2ec505138 100644
--- a/src/Parsers/New/AST/CreateTableQuery.cpp
+++ b/src/Parsers/New/AST/CreateTableQuery.cpp
@@ -48,6 +48,7 @@ ASTPtr TableSchemaClause::convertToOld() const
             auto column_list = std::make_shared<ASTExpressionList>();
             auto constraint_list = std::make_shared<ASTExpressionList>();
             auto index_list = std::make_shared<ASTExpressionList>();
+            auto projection_list = std::make_shared<ASTExpressionList>();
 
             for (const auto & element : get(ELEMENTS)->as<TableElementList &>())
             {
@@ -62,12 +63,16 @@ ASTPtr TableSchemaClause::convertToOld() const
                     case TableElementExpr::ExprType::INDEX:
                         index_list->children.push_back(element->convertToOld());
                         break;
+                    case TableElementExpr::ExprType::PROJECTION:
+                        projection_list->children.push_back(element->convertToOld());
+                        break;
                 }
             }
 
             if (!column_list->children.empty()) columns->set(columns->columns, column_list);
             if (!constraint_list->children.empty()) columns->set(columns->constraints, constraint_list);
             if (!index_list->children.empty()) columns->set(columns->indices, index_list);
+            if (!projection_list->children.empty()) columns->set(columns->projections, projection_list);
 
             return columns;
         }
diff --git a/src/Parsers/New/AST/SelectUnionQuery.cpp b/src/Parsers/New/AST/SelectUnionQuery.cpp
index b3c6e2a923b..35eda09b473 100644
--- a/src/Parsers/New/AST/SelectUnionQuery.cpp
+++ b/src/Parsers/New/AST/SelectUnionQuery.cpp
@@ -1,7 +1,9 @@
 #include <Parsers/New/AST/SelectUnionQuery.h>
 
 #include <Parsers/ASTExpressionList.h>
+#include <Parsers/ASTFunction.h>
 #include <Parsers/ASTLiteral.h>
+#include <Parsers/ASTProjectionSelectQuery.h>
 #include <Parsers/ASTSelectQuery.h>
 #include <Parsers/ASTSelectWithUnionQuery.h>
 #include <Parsers/ASTSetQuery.h>
@@ -102,6 +104,59 @@ ASTPtr SettingsClause::convertToOld() const
     return expr;
 }
 
+// PROJECTION SELECT Caluse
+
+ProjectionSelectStmt::ProjectionSelectStmt(PtrTo<ColumnExprList> expr_list)
+    : INode(MAX_INDEX)
+{
+    set(COLUMNS, expr_list);
+}
+
+void ProjectionSelectStmt::setWithClause(PtrTo<WithClause> clause)
+{
+    set(WITH, clause);
+}
+
+void ProjectionSelectStmt::setGroupByClause(PtrTo<GroupByClause> clause)
+{
+    set(GROUP_BY, clause);
+}
+
+void ProjectionSelectStmt::setOrderByClause(PtrTo<ProjectionOrderByClause> clause)
+{
+    set(ORDER_BY, clause);
+}
+
+ASTPtr ProjectionSelectStmt::convertToOld() const
+{
+    auto old_select = std::make_shared<ASTProjectionSelectQuery>();
+
+    old_select->setExpression(ASTProjectionSelectQuery::Expression::SELECT, get(COLUMNS)->convertToOld());
+
+    if (has(WITH)) old_select->setExpression(ASTProjectionSelectQuery::Expression::WITH, get(WITH)->convertToOld());
+    if (has(GROUP_BY)) old_select->setExpression(ASTProjectionSelectQuery::Expression::GROUP_BY, get(GROUP_BY)->convertToOld());
+    if (has(ORDER_BY))
+    {
+        ASTPtr order_expression;
+        auto expr_list = get(ORDER_BY)->convertToOld();
+        if (expr_list->children.size() == 1)
+        {
+            order_expression = expr_list->children.front();
+        }
+        else
+        {
+            auto function_node = std::make_shared<ASTFunction>();
+            function_node->name = "tuple";
+            function_node->arguments = expr_list;
+            function_node->children.push_back(expr_list);
+            order_expression = function_node;
+        }
+        old_select->setExpression(ASTProjectionSelectQuery::Expression::ORDER_BY, std::move(order_expression));
+    }
+
+    return old_select;
+}
+
 // SELECT Statement
 
 SelectStmt::SelectStmt(bool distinct_, ModifierType type, bool totals, PtrTo<ColumnExprList> expr_list)
@@ -302,6 +357,11 @@ antlrcpp::Any ParseTreeVisitor::visitOrderByClause(ClickHouseParser::OrderByClau
     return std::make_shared<OrderByClause>(visit(ctx->orderExprList()).as<PtrTo<OrderExprList>>());
 }
 
+antlrcpp::Any ParseTreeVisitor::visitProjectionOrderByClause(ClickHouseParser::ProjectionOrderByClauseContext *ctx)
+{
+    return std::make_shared<ProjectionOrderByClause>(visit(ctx->columnExprList()).as<PtrTo<ColumnExprList>>());
+}
+
 antlrcpp::Any ParseTreeVisitor::visitLimitByClause(ClickHouseParser::LimitByClauseContext *ctx)
 {
     return std::make_shared<LimitByClause>(visit(ctx->limitExpr()), visit(ctx->columnExprList()));
@@ -317,6 +377,18 @@ antlrcpp::Any ParseTreeVisitor::visitSettingsClause(ClickHouseParser::SettingsCl
     return std::make_shared<SettingsClause>(visit(ctx->settingExprList()).as<PtrTo<SettingExprList>>());
 }
 
+antlrcpp::Any ParseTreeVisitor::visitProjectionSelectStmt(ClickHouseParser::ProjectionSelectStmtContext *ctx)
+{
+    PtrTo<ColumnExprList> column_list = visit(ctx->columnExprList());
+    auto select_stmt = std::make_shared<ProjectionSelectStmt>(column_list);
+
+    if (ctx->withClause()) select_stmt->setWithClause(visit(ctx->withClause()));
+    if (ctx->groupByClause()) select_stmt->setGroupByClause(visit(ctx->groupByClause()));
+    if (ctx->projectionOrderByClause()) select_stmt->setOrderByClause(visit(ctx->projectionOrderByClause()));
+
+    return select_stmt;
+}
+
 antlrcpp::Any ParseTreeVisitor::visitSelectStmt(ClickHouseParser::SelectStmtContext *ctx)
 {
     SelectStmt::ModifierType type = SelectStmt::ModifierType::NONE;
diff --git a/src/Parsers/New/AST/SelectUnionQuery.h b/src/Parsers/New/AST/SelectUnionQuery.h
index 0d9b74dd192..587da271a78 100644
--- a/src/Parsers/New/AST/SelectUnionQuery.h
+++ b/src/Parsers/New/AST/SelectUnionQuery.h
@@ -97,6 +97,29 @@ class SettingsClause : public INode
 
 // Statement
 
+class ProjectionSelectStmt : public INode
+{
+    public:
+        ProjectionSelectStmt(PtrTo<ColumnExprList> expr_list);
+
+        void setWithClause(PtrTo<WithClause> clause);
+        void setGroupByClause(PtrTo<GroupByClause> clause);
+        void setOrderByClause(PtrTo<ProjectionOrderByClause> clause);
+
+        ASTPtr convertToOld() const override;
+
+    private:
+        enum ChildIndex : UInt8
+        {
+            COLUMNS = 0,  // ColumnExprList
+            WITH,         // WithClause (optional)
+            GROUP_BY,     // GroupByClause (optional)
+            ORDER_BY,     // OrderByClause (optional)
+
+            MAX_INDEX,
+        };
+};
+
 class SelectStmt : public INode
 {
     public:
diff --git a/src/Parsers/New/AST/TableElementExpr.cpp b/src/Parsers/New/AST/TableElementExpr.cpp
index d994ea7eef6..70855fee697 100644
--- a/src/Parsers/New/AST/TableElementExpr.cpp
+++ b/src/Parsers/New/AST/TableElementExpr.cpp
@@ -4,10 +4,12 @@
 #include <Parsers/ASTConstraintDeclaration.h>
 #include <Parsers/ASTFunction.h>
 #include <Parsers/ASTIndexDeclaration.h>
+#include <Parsers/ASTProjectionDeclaration.h>
 #include <Parsers/New/AST/ColumnExpr.h>
 #include <Parsers/New/AST/ColumnTypeExpr.h>
 #include <Parsers/New/AST/Identifier.h>
 #include <Parsers/New/AST/Literal.h>
+#include <Parsers/New/AST/SelectUnionQuery.h>
 #include <Parsers/New/ParseTreeVisitor.h>
 
 
@@ -81,6 +83,13 @@ TableElementExpr::createIndex(PtrTo<Identifier> name, PtrTo<ColumnExpr> expr, Pt
     return PtrTo<TableElementExpr>(new TableElementExpr(ExprType::INDEX, {name, expr, type, granularity}));
 }
 
+// static
+PtrTo<TableElementExpr>
+TableElementExpr::createProjection(PtrTo<Identifier> name, PtrTo<ProjectionSelectStmt> query)
+{
+    return PtrTo<TableElementExpr>(new TableElementExpr(ExprType::PROJECTION, {name, query}));
+}
+
 TableElementExpr::TableElementExpr(ExprType type, PtrList exprs) : INode(exprs), expr_type(type)
 {
 }
@@ -152,6 +161,15 @@ ASTPtr TableElementExpr::convertToOld() const
             expr->set(expr->type, get(INDEX_TYPE)->convertToOld());
             expr->granularity = get<NumberLiteral>(GRANULARITY)->as<UInt64>().value_or(0); // FIXME: throw exception instead of default.
 
+            return expr;
+        }
+        case ExprType::PROJECTION:
+        {
+            auto expr = std::make_shared<ASTProjectionDeclaration>();
+
+            expr->name = get<Identifier>(NAME)->getName();
+            expr->set(expr->query, get(QUERY)->convertToOld());
+
             return expr;
         }
     }
@@ -222,6 +240,11 @@ antlrcpp::Any ParseTreeVisitor::visitTableElementExprIndex(ClickHouseParser::Tab
     return visit(ctx->tableIndexDfnt());
 }
 
+antlrcpp::Any ParseTreeVisitor::visitTableElementExprProjection(ClickHouseParser::TableElementExprProjectionContext *ctx)
+{
+    return visit(ctx->tableProjectionDfnt());
+}
+
 antlrcpp::Any ParseTreeVisitor::visitTableIndexDfnt(ClickHouseParser::TableIndexDfntContext *ctx)
 {
     return TableElementExpr::createIndex(
@@ -231,4 +254,11 @@ antlrcpp::Any ParseTreeVisitor::visitTableIndexDfnt(ClickHouseParser::TableIndex
         Literal::createNumber(ctx->DECIMAL_LITERAL()));
 }
 
+antlrcpp::Any ParseTreeVisitor::visitTableProjectionDfnt(ClickHouseParser::TableProjectionDfntContext *ctx)
+{
+    return TableElementExpr::createProjection(
+        visit(ctx->nestedIdentifier()),
+        visit(ctx->projectionSelectStmt()));
+}
+
 }
diff --git a/src/Parsers/New/AST/TableElementExpr.h b/src/Parsers/New/AST/TableElementExpr.h
index ca0a4f23bdd..18d1aa9c456 100644
--- a/src/Parsers/New/AST/TableElementExpr.h
+++ b/src/Parsers/New/AST/TableElementExpr.h
@@ -68,6 +68,7 @@ class TableElementExpr : public INode
             COLUMN,
             CONSTRAINT,
             INDEX,
+            PROJECTION,
         };
 
         static PtrTo<TableElementExpr> createColumn(
@@ -83,6 +84,9 @@ class TableElementExpr : public INode
         static PtrTo<TableElementExpr>
         createIndex(PtrTo<Identifier> name, PtrTo<ColumnExpr> expr, PtrTo<ColumnTypeExpr> type, PtrTo<NumberLiteral> granularity);
 
+        static PtrTo<TableElementExpr>
+        createProjection(PtrTo<Identifier> name, PtrTo<ProjectionSelectStmt> query);
+
         auto getType() const { return expr_type; }
 
         ASTPtr convertToOld() const override;
@@ -106,6 +110,9 @@ class TableElementExpr : public INode
             EXPR = 1,         // ColumnExpr
             INDEX_TYPE = 2,   // ColumnTypeExpr
             GRANULARITY = 3,  // NumberLiteral
+
+            // PROJECTION
+            QUERY = 1,         // ColumnExpr
         };
 
         const ExprType expr_type;
diff --git a/src/Parsers/New/AST/fwd_decl.h b/src/Parsers/New/AST/fwd_decl.h
index 555e9cb5727..4f9bde4bbbb 100644
--- a/src/Parsers/New/AST/fwd_decl.h
+++ b/src/Parsers/New/AST/fwd_decl.h
@@ -47,6 +47,7 @@ class PartitionClause;
 class Query;
 class RatioExpr;
 class TableSchemaClause;
+class ProjectionSelectStmt;
 class SelectStmt;
 class SelectUnionQuery;
 class SettingExpr;
@@ -81,6 +82,7 @@ using TTLExprList = List<TTLExpr>;
 using ClusterClause = SimpleClause<StringLiteral>;
 using DestinationClause = SimpleClause<TableIdentifier>;
 using OrderByClause = SimpleClause<OrderExprList>;
+using ProjectionOrderByClause = SimpleClause<ColumnExprList>;
 using PrimaryKeyClause = SimpleClause<ColumnExpr>;
 using TTLClause = SimpleClause<TTLExprList>;
 using UUIDClause = SimpleClause<StringLiteral>;
diff --git a/src/Parsers/New/ClickHouseLexer.cpp b/src/Parsers/New/ClickHouseLexer.cpp
index 832e5969426..f5db3a71dee 100644
--- a/src/Parsers/New/ClickHouseLexer.cpp
+++ b/src/Parsers/New/ClickHouseLexer.cpp
@@ -76,30 +76,30 @@ std::vector<std::string> ClickHouseLexer::_ruleNames = {
   u8"INDEX", u8"INF", u8"INJECTIVE", u8"INNER", u8"INSERT", u8"INTERVAL", 
   u8"INTO", u8"IS", u8"IS_OBJECT_ID", u8"JOIN", u8"KEY", u8"KILL", u8"LAST", 
   u8"LAYOUT", u8"LEADING", u8"LEFT", u8"LIFETIME", u8"LIKE", u8"LIMIT", 
-  u8"LIVE", u8"LOCAL", u8"LOGS", u8"MATERIALIZED", u8"MAX", u8"MERGES", 
-  u8"MIN", u8"MINUTE", u8"MODIFY", u8"MONTH", u8"MOVE", u8"MUTATION", u8"NAN_SQL", 
-  u8"NO", u8"NOT", u8"NULL_SQL", u8"NULLS", u8"OFFSET", u8"ON", u8"OPTIMIZE", 
-  u8"OR", u8"ORDER", u8"OUTER", u8"OUTFILE", u8"PARTITION", u8"POPULATE", 
-  u8"PREWHERE", u8"PRIMARY", u8"QUARTER", u8"RANGE", u8"RELOAD", u8"REMOVE", 
-  u8"RENAME", u8"REPLACE", u8"REPLICA", u8"REPLICATED", u8"RIGHT", u8"ROLLUP", 
-  u8"SAMPLE", u8"SECOND", u8"SELECT", u8"SEMI", u8"SENDS", u8"SET", u8"SETTINGS", 
-  u8"SHOW", u8"SOURCE", u8"START", u8"STOP", u8"SUBSTRING", u8"SYNC", u8"SYNTAX", 
-  u8"SYSTEM", u8"TABLE", u8"TABLES", u8"TEMPORARY", u8"TEST", u8"THEN", 
-  u8"TIES", u8"TIMEOUT", u8"TIMESTAMP", u8"TO", u8"TOP", u8"TOTALS", u8"TRAILING", 
-  u8"TRIM", u8"TRUNCATE", u8"TTL", u8"TYPE", u8"UNION", u8"UPDATE", u8"USE", 
-  u8"USING", u8"UUID", u8"VALUES", u8"VIEW", u8"VOLUME", u8"WATCH", u8"WEEK", 
-  u8"WHEN", u8"WHERE", u8"WITH", u8"YEAR", u8"JSON_FALSE", u8"JSON_TRUE", 
-  u8"IDENTIFIER", u8"FLOATING_LITERAL", u8"OCTAL_LITERAL", u8"DECIMAL_LITERAL", 
-  u8"HEXADECIMAL_LITERAL", u8"STRING_LITERAL", u8"A", u8"B", u8"C", u8"D", 
-  u8"E", u8"F", u8"G", u8"H", u8"I", u8"J", u8"K", u8"L", u8"M", u8"N", 
-  u8"O", u8"P", u8"Q", u8"R", u8"S", u8"T", u8"U", u8"V", u8"W", u8"X", 
-  u8"Y", u8"Z", u8"LETTER", u8"OCT_DIGIT", u8"DEC_DIGIT", u8"HEX_DIGIT", 
-  u8"ARROW", u8"ASTERISK", u8"BACKQUOTE", u8"BACKSLASH", u8"COLON", u8"COMMA", 
-  u8"CONCAT", u8"DASH", u8"DOT", u8"EQ_DOUBLE", u8"EQ_SINGLE", u8"GE", u8"GT", 
-  u8"LBRACE", u8"LBRACKET", u8"LE", u8"LPAREN", u8"LT", u8"NOT_EQ", u8"PERCENT", 
-  u8"PLUS", u8"QUERY", u8"QUOTE_DOUBLE", u8"QUOTE_SINGLE", u8"RBRACE", u8"RBRACKET", 
-  u8"RPAREN", u8"SEMICOLON", u8"SLASH", u8"UNDERSCORE", u8"MULTI_LINE_COMMENT", 
-  u8"SINGLE_LINE_COMMENT", u8"WHITESPACE"
+  u8"LIVE", u8"LOCAL", u8"LOGS", u8"MATERIALIZED", u8"MATERIALIZE", u8"MAX", 
+  u8"MERGES", u8"MIN", u8"MINUTE", u8"MODIFY", u8"MONTH", u8"MOVE", u8"MUTATION", 
+  u8"NAN_SQL", u8"NO", u8"NOT", u8"NULL_SQL", u8"NULLS", u8"OFFSET", u8"ON", 
+  u8"OPTIMIZE", u8"OR", u8"ORDER", u8"OUTER", u8"OUTFILE", u8"PARTITION", 
+  u8"POPULATE", u8"PREWHERE", u8"PRIMARY", u8"PROJECTION", u8"QUARTER", 
+  u8"RANGE", u8"RELOAD", u8"REMOVE", u8"RENAME", u8"REPLACE", u8"REPLICA", 
+  u8"REPLICATED", u8"RIGHT", u8"ROLLUP", u8"SAMPLE", u8"SECOND", u8"SELECT", 
+  u8"SEMI", u8"SENDS", u8"SET", u8"SETTINGS", u8"SHOW", u8"SOURCE", u8"START", 
+  u8"STOP", u8"SUBSTRING", u8"SYNC", u8"SYNTAX", u8"SYSTEM", u8"TABLE", 
+  u8"TABLES", u8"TEMPORARY", u8"TEST", u8"THEN", u8"TIES", u8"TIMEOUT", 
+  u8"TIMESTAMP", u8"TO", u8"TOP", u8"TOTALS", u8"TRAILING", u8"TRIM", u8"TRUNCATE", 
+  u8"TTL", u8"TYPE", u8"UNION", u8"UPDATE", u8"USE", u8"USING", u8"UUID", 
+  u8"VALUES", u8"VIEW", u8"VOLUME", u8"WATCH", u8"WEEK", u8"WHEN", u8"WHERE", 
+  u8"WITH", u8"YEAR", u8"JSON_FALSE", u8"JSON_TRUE", u8"IDENTIFIER", u8"FLOATING_LITERAL", 
+  u8"OCTAL_LITERAL", u8"DECIMAL_LITERAL", u8"HEXADECIMAL_LITERAL", u8"STRING_LITERAL", 
+  u8"A", u8"B", u8"C", u8"D", u8"E", u8"F", u8"G", u8"H", u8"I", u8"J", 
+  u8"K", u8"L", u8"M", u8"N", u8"O", u8"P", u8"Q", u8"R", u8"S", u8"T", 
+  u8"U", u8"V", u8"W", u8"X", u8"Y", u8"Z", u8"LETTER", u8"OCT_DIGIT", u8"DEC_DIGIT", 
+  u8"HEX_DIGIT", u8"ARROW", u8"ASTERISK", u8"BACKQUOTE", u8"BACKSLASH", 
+  u8"COLON", u8"COMMA", u8"CONCAT", u8"DASH", u8"DOT", u8"EQ_DOUBLE", u8"EQ_SINGLE", 
+  u8"GE", u8"GT", u8"LBRACE", u8"LBRACKET", u8"LE", u8"LPAREN", u8"LT", 
+  u8"NOT_EQ", u8"PERCENT", u8"PLUS", u8"QUERY", u8"QUOTE_DOUBLE", u8"QUOTE_SINGLE", 
+  u8"RBRACE", u8"RBRACKET", u8"RPAREN", u8"SEMICOLON", u8"SLASH", u8"UNDERSCORE", 
+  u8"MULTI_LINE_COMMENT", u8"SINGLE_LINE_COMMENT", u8"WHITESPACE"
 };
 
 std::vector<std::string> ClickHouseLexer::_channelNames = {
@@ -120,12 +120,12 @@ std::vector<std::string> ClickHouseLexer::_literalNames = {
   "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
   "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
   "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
-  "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", u8"'false'", 
-  u8"'true'", "", "", "", "", "", "", u8"'->'", u8"'*'", u8"'`'", u8"'\\'", 
-  u8"':'", u8"','", u8"'||'", u8"'-'", u8"'.'", u8"'=='", u8"'='", u8"'>='", 
-  u8"'>'", u8"'{'", u8"'['", u8"'<='", u8"'('", u8"'<'", "", u8"'%'", u8"'+'", 
-  u8"'?'", u8"'\"'", u8"'''", u8"'}'", u8"']'", u8"')'", u8"';'", u8"'/'", 
-  u8"'_'"
+  "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
+  "", u8"'false'", u8"'true'", "", "", "", "", "", "", u8"'->'", u8"'*'", 
+  u8"'`'", u8"'\\'", u8"':'", u8"','", u8"'||'", u8"'-'", u8"'.'", u8"'=='", 
+  u8"'='", u8"'>='", u8"'>'", u8"'{'", u8"'['", u8"'<='", u8"'('", u8"'<'", 
+  "", u8"'%'", u8"'+'", u8"'?'", u8"'\"'", u8"'''", u8"'}'", u8"']'", u8"')'", 
+  u8"';'", u8"'/'", u8"'_'"
 };
 
 std::vector<std::string> ClickHouseLexer::_symbolicNames = {
@@ -144,27 +144,27 @@ std::vector<std::string> ClickHouseLexer::_symbolicNames = {
   u8"INDEX", u8"INF", u8"INJECTIVE", u8"INNER", u8"INSERT", u8"INTERVAL", 
   u8"INTO", u8"IS", u8"IS_OBJECT_ID", u8"JOIN", u8"KEY", u8"KILL", u8"LAST", 
   u8"LAYOUT", u8"LEADING", u8"LEFT", u8"LIFETIME", u8"LIKE", u8"LIMIT", 
-  u8"LIVE", u8"LOCAL", u8"LOGS", u8"MATERIALIZED", u8"MAX", u8"MERGES", 
-  u8"MIN", u8"MINUTE", u8"MODIFY", u8"MONTH", u8"MOVE", u8"MUTATION", u8"NAN_SQL", 
-  u8"NO", u8"NOT", u8"NULL_SQL", u8"NULLS", u8"OFFSET", u8"ON", u8"OPTIMIZE", 
-  u8"OR", u8"ORDER", u8"OUTER", u8"OUTFILE", u8"PARTITION", u8"POPULATE", 
-  u8"PREWHERE", u8"PRIMARY", u8"QUARTER", u8"RANGE", u8"RELOAD", u8"REMOVE", 
-  u8"RENAME", u8"REPLACE", u8"REPLICA", u8"REPLICATED", u8"RIGHT", u8"ROLLUP", 
-  u8"SAMPLE", u8"SECOND", u8"SELECT", u8"SEMI", u8"SENDS", u8"SET", u8"SETTINGS", 
-  u8"SHOW", u8"SOURCE", u8"START", u8"STOP", u8"SUBSTRING", u8"SYNC", u8"SYNTAX", 
-  u8"SYSTEM", u8"TABLE", u8"TABLES", u8"TEMPORARY", u8"TEST", u8"THEN", 
-  u8"TIES", u8"TIMEOUT", u8"TIMESTAMP", u8"TO", u8"TOP", u8"TOTALS", u8"TRAILING", 
-  u8"TRIM", u8"TRUNCATE", u8"TTL", u8"TYPE", u8"UNION", u8"UPDATE", u8"USE", 
-  u8"USING", u8"UUID", u8"VALUES", u8"VIEW", u8"VOLUME", u8"WATCH", u8"WEEK", 
-  u8"WHEN", u8"WHERE", u8"WITH", u8"YEAR", u8"JSON_FALSE", u8"JSON_TRUE", 
-  u8"IDENTIFIER", u8"FLOATING_LITERAL", u8"OCTAL_LITERAL", u8"DECIMAL_LITERAL", 
-  u8"HEXADECIMAL_LITERAL", u8"STRING_LITERAL", u8"ARROW", u8"ASTERISK", 
-  u8"BACKQUOTE", u8"BACKSLASH", u8"COLON", u8"COMMA", u8"CONCAT", u8"DASH", 
-  u8"DOT", u8"EQ_DOUBLE", u8"EQ_SINGLE", u8"GE", u8"GT", u8"LBRACE", u8"LBRACKET", 
-  u8"LE", u8"LPAREN", u8"LT", u8"NOT_EQ", u8"PERCENT", u8"PLUS", u8"QUERY", 
-  u8"QUOTE_DOUBLE", u8"QUOTE_SINGLE", u8"RBRACE", u8"RBRACKET", u8"RPAREN", 
-  u8"SEMICOLON", u8"SLASH", u8"UNDERSCORE", u8"MULTI_LINE_COMMENT", u8"SINGLE_LINE_COMMENT", 
-  u8"WHITESPACE"
+  u8"LIVE", u8"LOCAL", u8"LOGS", u8"MATERIALIZED", u8"MATERIALIZE", u8"MAX", 
+  u8"MERGES", u8"MIN", u8"MINUTE", u8"MODIFY", u8"MONTH", u8"MOVE", u8"MUTATION", 
+  u8"NAN_SQL", u8"NO", u8"NOT", u8"NULL_SQL", u8"NULLS", u8"OFFSET", u8"ON", 
+  u8"OPTIMIZE", u8"OR", u8"ORDER", u8"OUTER", u8"OUTFILE", u8"PARTITION", 
+  u8"POPULATE", u8"PREWHERE", u8"PRIMARY", u8"PROJECTION", u8"QUARTER", 
+  u8"RANGE", u8"RELOAD", u8"REMOVE", u8"RENAME", u8"REPLACE", u8"REPLICA", 
+  u8"REPLICATED", u8"RIGHT", u8"ROLLUP", u8"SAMPLE", u8"SECOND", u8"SELECT", 
+  u8"SEMI", u8"SENDS", u8"SET", u8"SETTINGS", u8"SHOW", u8"SOURCE", u8"START", 
+  u8"STOP", u8"SUBSTRING", u8"SYNC", u8"SYNTAX", u8"SYSTEM", u8"TABLE", 
+  u8"TABLES", u8"TEMPORARY", u8"TEST", u8"THEN", u8"TIES", u8"TIMEOUT", 
+  u8"TIMESTAMP", u8"TO", u8"TOP", u8"TOTALS", u8"TRAILING", u8"TRIM", u8"TRUNCATE", 
+  u8"TTL", u8"TYPE", u8"UNION", u8"UPDATE", u8"USE", u8"USING", u8"UUID", 
+  u8"VALUES", u8"VIEW", u8"VOLUME", u8"WATCH", u8"WEEK", u8"WHEN", u8"WHERE", 
+  u8"WITH", u8"YEAR", u8"JSON_FALSE", u8"JSON_TRUE", u8"IDENTIFIER", u8"FLOATING_LITERAL", 
+  u8"OCTAL_LITERAL", u8"DECIMAL_LITERAL", u8"HEXADECIMAL_LITERAL", u8"STRING_LITERAL", 
+  u8"ARROW", u8"ASTERISK", u8"BACKQUOTE", u8"BACKSLASH", u8"COLON", u8"COMMA", 
+  u8"CONCAT", u8"DASH", u8"DOT", u8"EQ_DOUBLE", u8"EQ_SINGLE", u8"GE", u8"GT", 
+  u8"LBRACE", u8"LBRACKET", u8"LE", u8"LPAREN", u8"LT", u8"NOT_EQ", u8"PERCENT", 
+  u8"PLUS", u8"QUERY", u8"QUOTE_DOUBLE", u8"QUOTE_SINGLE", u8"RBRACE", u8"RBRACKET", 
+  u8"RPAREN", u8"SEMICOLON", u8"SLASH", u8"UNDERSCORE", u8"MULTI_LINE_COMMENT", 
+  u8"SINGLE_LINE_COMMENT", u8"WHITESPACE"
 };
 
 dfa::Vocabulary ClickHouseLexer::_vocabulary(_literalNames, _symbolicNames);
@@ -188,7 +188,7 @@ ClickHouseLexer::Initializer::Initializer() {
 
   _serializedATN = {
     0x3, 0x608b, 0xa72a, 0x8133, 0xb9ed, 0x417c, 0x3be7, 0x7786, 0x5964, 
-    0x2, 0xdd, 0x7e2, 0x8, 0x1, 0x4, 0x2, 0x9, 0x2, 0x4, 0x3, 0x9, 0x3, 
+    0x2, 0xdf, 0x7fd, 0x8, 0x1, 0x4, 0x2, 0x9, 0x2, 0x4, 0x3, 0x9, 0x3, 
     0x4, 0x4, 0x9, 0x4, 0x4, 0x5, 0x9, 0x5, 0x4, 0x6, 0x9, 0x6, 0x4, 0x7, 
     0x9, 0x7, 0x4, 0x8, 0x9, 0x8, 0x4, 0x9, 0x9, 0x9, 0x4, 0xa, 0x9, 0xa, 
     0x4, 0xb, 0x9, 0xb, 0x4, 0xc, 0x9, 0xc, 0x4, 0xd, 0x9, 0xd, 0x4, 0xe, 
@@ -264,1308 +264,1326 @@ ClickHouseLexer::Initializer::Initializer() {
     0xee, 0x4, 0xef, 0x9, 0xef, 0x4, 0xf0, 0x9, 0xf0, 0x4, 0xf1, 0x9, 0xf1, 
     0x4, 0xf2, 0x9, 0xf2, 0x4, 0xf3, 0x9, 0xf3, 0x4, 0xf4, 0x9, 0xf4, 0x4, 
     0xf5, 0x9, 0xf5, 0x4, 0xf6, 0x9, 0xf6, 0x4, 0xf7, 0x9, 0xf7, 0x4, 0xf8, 
-    0x9, 0xf8, 0x4, 0xf9, 0x9, 0xf9, 0x4, 0xfa, 0x9, 0xfa, 0x3, 0x2, 0x3, 
-    0x2, 0x3, 0x2, 0x3, 0x2, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 
-    0x3, 0x3, 0x3, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 
-    0x4, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x6, 0x3, 0x6, 0x3, 
-    0x6, 0x3, 0x6, 0x3, 0x6, 0x3, 0x6, 0x3, 0x7, 0x3, 0x7, 0x3, 0x7, 0x3, 
-    0x7, 0x3, 0x8, 0x3, 0x8, 0x3, 0x8, 0x3, 0x8, 0x3, 0x8, 0x3, 0x9, 0x3, 
-    0x9, 0x3, 0x9, 0x3, 0x9, 0x3, 0xa, 0x3, 0xa, 0x3, 0xa, 0x3, 0xa, 0x3, 
-    0xa, 0x3, 0xa, 0x3, 0xb, 0x3, 0xb, 0x3, 0xb, 0x3, 0xc, 0x3, 0xc, 0x3, 
-    0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 
-    0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x234, 0xa, 0xc, 
-    0x3, 0xd, 0x3, 0xd, 0x3, 0xd, 0x3, 0xd, 0x3, 0xd, 0x3, 0xe, 0x3, 0xe, 
-    0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 
-    0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 
-    0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x11, 0x3, 
-    0x11, 0x3, 0x11, 0x3, 0x11, 0x3, 0x11, 0x3, 0x12, 0x3, 0x12, 0x3, 0x12, 
-    0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x14, 0x3, 
-    0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 
-    0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 
-    0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 
-    0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 0x3, 0x18, 0x3, 0x18, 0x3, 
-    0x18, 0x3, 0x18, 0x3, 0x18, 0x3, 0x18, 0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 
-    0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x1a, 0x3, 
-    0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1b, 
-    0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 
-    0x1b, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 
-    0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1d, 0x3, 
-    0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1e, 
-    0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1f, 0x3, 
-    0x1f, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 
-    0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 
+    0x9, 0xf8, 0x4, 0xf9, 0x9, 0xf9, 0x4, 0xfa, 0x9, 0xfa, 0x4, 0xfb, 0x9, 
+    0xfb, 0x4, 0xfc, 0x9, 0xfc, 0x3, 0x2, 0x3, 0x2, 0x3, 0x2, 0x3, 0x2, 
+    0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x4, 
+    0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x5, 0x3, 0x5, 
+    0x3, 0x5, 0x3, 0x5, 0x3, 0x6, 0x3, 0x6, 0x3, 0x6, 0x3, 0x6, 0x3, 0x6, 
+    0x3, 0x6, 0x3, 0x7, 0x3, 0x7, 0x3, 0x7, 0x3, 0x7, 0x3, 0x8, 0x3, 0x8, 
+    0x3, 0x8, 0x3, 0x8, 0x3, 0x8, 0x3, 0x9, 0x3, 0x9, 0x3, 0x9, 0x3, 0x9, 
+    0x3, 0xa, 0x3, 0xa, 0x3, 0xa, 0x3, 0xa, 0x3, 0xa, 0x3, 0xa, 0x3, 0xb, 
+    0x3, 0xb, 0x3, 0xb, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 
+    0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 
+    0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x238, 0xa, 0xc, 0x3, 0xd, 0x3, 0xd, 0x3, 
+    0xd, 0x3, 0xd, 0x3, 0xd, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 
+    0xe, 0x3, 0xe, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 
+    0xf, 0x3, 0xf, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 
+    0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x11, 0x3, 0x11, 0x3, 0x11, 0x3, 
+    0x11, 0x3, 0x11, 0x3, 0x12, 0x3, 0x12, 0x3, 0x12, 0x3, 0x13, 0x3, 0x13, 
+    0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 
+    0x14, 0x3, 0x14, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 
+    0x3, 0x15, 0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 
+    0x16, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 
+    0x3, 0x17, 0x3, 0x17, 0x3, 0x18, 0x3, 0x18, 0x3, 0x18, 0x3, 0x18, 0x3, 
+    0x18, 0x3, 0x18, 0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 
+    0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 
+    0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 
+    0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1c, 0x3, 
+    0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 
+    0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 
+    0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1e, 
+    0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x1f, 0x3, 
+    0x1f, 0x3, 0x1f, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 
+    0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x3, 0x21, 0x3, 0x21, 0x3, 
     0x21, 0x3, 0x21, 0x3, 0x21, 0x3, 0x21, 0x3, 0x21, 0x3, 0x21, 0x3, 0x21, 
-    0x3, 0x21, 0x3, 0x21, 0x3, 0x21, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 
-    0x22, 0x3, 0x22, 0x3, 0x23, 0x3, 0x23, 0x3, 0x23, 0x3, 0x23, 0x3, 0x24, 
+    0x3, 0x21, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 
+    0x23, 0x3, 0x23, 0x3, 0x23, 0x3, 0x23, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 
     0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 
-    0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x25, 0x3, 0x25, 
-    0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 
-    0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x27, 
-    0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 
-    0x28, 0x3, 0x28, 0x3, 0x28, 0x3, 0x28, 0x3, 0x28, 0x3, 0x29, 0x3, 0x29, 
+    0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 
+    0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x26, 0x3, 0x26, 0x3, 
+    0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 
+    0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 0x28, 0x3, 0x28, 0x3, 
+    0x28, 0x3, 0x28, 0x3, 0x28, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 
     0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 
-    0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 
-    0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2b, 0x3, 
-    0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2c, 
+    0x29, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 
+    0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 
+    0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 
     0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 
-    0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2d, 
+    0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 
     0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 
-    0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 
-    0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 
-    0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x30, 0x3, 0x30, 
+    0x2d, 0x3, 0x2d, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 
+    0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 
+    0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 
     0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 
-    0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x31, 0x3, 0x31, 0x3, 0x31, 
-    0x3, 0x31, 0x3, 0x31, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 
-    0x32, 0x3, 0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 0x34, 0x3, 0x34, 
-    0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x35, 0x3, 
-    0x35, 0x3, 0x35, 0x3, 0x35, 0x3, 0x35, 0x3, 0x35, 0x3, 0x35, 0x3, 0x36, 
-    0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 
-    0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 
-    0x3, 0x37, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 
-    0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x39, 
-    0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 
-    0x39, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 
-    0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 
-    0x3b, 0x3, 0x3b, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 
-    0x3, 0x3c, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 
-    0x3d, 0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3f, 0x3, 0x3f, 
-    0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x40, 0x3, 
-    0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 0x41, 
-    0x3, 0x41, 0x3, 0x41, 0x3, 0x41, 0x3, 0x41, 0x3, 0x42, 0x3, 0x42, 0x3, 
-    0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 
-    0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x44, 0x3, 
-    0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 0x45, 
+    0x30, 0x3, 0x30, 0x3, 0x31, 0x3, 0x31, 0x3, 0x31, 0x3, 0x31, 0x3, 0x31, 
+    0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x33, 0x3, 
+    0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 
+    0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x35, 0x3, 0x35, 0x3, 0x35, 0x3, 
+    0x35, 0x3, 0x35, 0x3, 0x35, 0x3, 0x35, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 
+    0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 0x37, 0x3, 0x37, 0x3, 
+    0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x38, 
+    0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 
+    0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 
+    0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x3a, 0x3, 
+    0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 
+    0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 
+    0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3d, 
+    0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3e, 0x3, 
+    0x3e, 0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 
+    0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 
+    0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 0x41, 0x3, 0x41, 0x3, 0x41, 
+    0x3, 0x41, 0x3, 0x41, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 
+    0x42, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 
+    0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 
+    0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 
     0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 
-    0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x46, 0x3, 0x46, 
-    0x3, 0x46, 0x3, 0x46, 0x3, 0x46, 0x3, 0x46, 0x3, 0x47, 0x3, 0x47, 0x3, 
-    0x47, 0x3, 0x47, 0x3, 0x47, 0x3, 0x47, 0x3, 0x47, 0x3, 0x48, 0x3, 0x48, 
+    0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x46, 0x3, 0x46, 0x3, 0x46, 0x3, 0x46, 
+    0x3, 0x46, 0x3, 0x46, 0x3, 0x47, 0x3, 0x47, 0x3, 0x47, 0x3, 0x47, 0x3, 
+    0x47, 0x3, 0x47, 0x3, 0x47, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 
     0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 
-    0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x49, 0x3, 0x49, 
-    0x3, 0x49, 0x3, 0x49, 0x3, 0x49, 0x3, 0x4a, 0x3, 0x4a, 0x3, 0x4a, 0x3, 
-    0x4b, 0x3, 0x4b, 0x3, 0x4b, 0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 
-    0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4d, 0x3, 0x4d, 0x3, 0x4d, 0x3, 0x4e, 0x3, 
-    0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4f, 0x3, 0x4f, 
+    0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x49, 0x3, 0x49, 0x3, 0x49, 0x3, 0x49, 
+    0x3, 0x49, 0x3, 0x4a, 0x3, 0x4a, 0x3, 0x4a, 0x3, 0x4b, 0x3, 0x4b, 0x3, 
+    0x4b, 0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 
+    0x3, 0x4d, 0x3, 0x4d, 0x3, 0x4d, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 
+    0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 
     0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 
-    0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x5, 0x4f, 0x410, 
-    0xa, 0x4f, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 
-    0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x51, 0x3, 0x51, 
-    0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x52, 0x3, 0x52, 0x3, 
-    0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x53, 0x3, 0x53, 
-    0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 
-    0x53, 0x3, 0x54, 0x3, 0x54, 0x3, 0x54, 0x3, 0x54, 0x3, 0x54, 0x3, 0x55, 
-    0x3, 0x55, 0x3, 0x55, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
+    0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x5, 0x4f, 0x414, 0xa, 0x4f, 0x3, 0x50, 
+    0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 
+    0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 
+    0x3, 0x51, 0x3, 0x51, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 
+    0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 
+    0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x54, 0x3, 
+    0x54, 0x3, 0x54, 0x3, 0x54, 0x3, 0x54, 0x3, 0x55, 0x3, 0x55, 0x3, 0x55, 
+    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
     0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x57, 0x3, 0x57, 0x3, 0x57, 0x3, 0x57, 0x3, 
-    0x57, 0x3, 0x58, 0x3, 0x58, 0x3, 0x58, 0x3, 0x58, 0x3, 0x59, 0x3, 0x59, 
-    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x5a, 0x3, 0x5a, 0x3, 0x5a, 0x3, 
-    0x5a, 0x3, 0x5a, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 
-    0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 
-    0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5d, 0x3, 0x5d, 0x3, 0x5d, 
-    0x3, 0x5d, 0x3, 0x5d, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 
-    0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5f, 0x3, 0x5f, 
-    0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 0x3, 0x60, 0x3, 0x60, 0x3, 0x60, 0x3, 
-    0x60, 0x3, 0x60, 0x3, 0x60, 0x3, 0x61, 0x3, 0x61, 0x3, 0x61, 0x3, 0x61, 
-    0x3, 0x61, 0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x3, 
-    0x62, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x64, 
+    0x3, 0x57, 0x3, 0x57, 0x3, 0x57, 0x3, 0x57, 0x3, 0x57, 0x3, 0x58, 0x3, 
+    0x58, 0x3, 0x58, 0x3, 0x58, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x5a, 0x3, 0x5a, 0x3, 0x5a, 0x3, 0x5a, 0x3, 0x5a, 0x3, 
+    0x5b, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 
+    0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 
+    0x5c, 0x3, 0x5c, 0x3, 0x5d, 0x3, 0x5d, 0x3, 0x5d, 0x3, 0x5d, 0x3, 0x5d, 
+    0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 
+    0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 
+    0x3, 0x5f, 0x3, 0x60, 0x3, 0x60, 0x3, 0x60, 0x3, 0x60, 0x3, 0x60, 0x3, 
+    0x60, 0x3, 0x61, 0x3, 0x61, 0x3, 0x61, 0x3, 0x61, 0x3, 0x61, 0x3, 0x62, 
+    0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x3, 0x63, 0x3, 
+    0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 
     0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 
-    0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x65, 
-    0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 0x3, 
-    0x66, 0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 0x3, 0x67, 0x3, 0x67, 0x3, 0x67, 
-    0x3, 0x67, 0x3, 0x68, 0x3, 0x68, 0x3, 0x68, 0x3, 0x68, 0x3, 0x68, 0x3, 
-    0x68, 0x3, 0x68, 0x3, 0x69, 0x3, 0x69, 0x3, 0x69, 0x3, 0x69, 0x3, 0x69, 
-    0x3, 0x69, 0x3, 0x69, 0x3, 0x6a, 0x3, 0x6a, 0x3, 0x6a, 0x3, 0x6a, 0x3, 
-    0x6a, 0x3, 0x6a, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 
-    0x3, 0x6c, 0x3, 0x6c, 0x3, 0x6c, 0x3, 0x6c, 0x3, 0x6c, 0x3, 0x6c, 0x3, 
-    0x6c, 0x3, 0x6c, 0x3, 0x6c, 0x3, 0x6d, 0x3, 0x6d, 0x3, 0x6d, 0x3, 0x6d, 
-    0x3, 0x6e, 0x3, 0x6e, 0x3, 0x6e, 0x3, 0x6f, 0x3, 0x6f, 0x3, 0x6f, 0x3, 
-    0x6f, 0x3, 0x70, 0x3, 0x70, 0x3, 0x70, 0x3, 0x70, 0x3, 0x70, 0x3, 0x71, 
-    0x3, 0x71, 0x3, 0x71, 0x3, 0x71, 0x3, 0x71, 0x3, 0x71, 0x3, 0x72, 0x3, 
-    0x72, 0x3, 0x72, 0x3, 0x72, 0x3, 0x72, 0x3, 0x72, 0x3, 0x72, 0x3, 0x73, 
-    0x3, 0x73, 0x3, 0x73, 0x3, 0x74, 0x3, 0x74, 0x3, 0x74, 0x3, 0x74, 0x3, 
-    0x74, 0x3, 0x74, 0x3, 0x74, 0x3, 0x74, 0x3, 0x74, 0x3, 0x75, 0x3, 0x75, 
-    0x3, 0x75, 0x3, 0x76, 0x3, 0x76, 0x3, 0x76, 0x3, 0x76, 0x3, 0x76, 0x3, 
-    0x76, 0x3, 0x77, 0x3, 0x77, 0x3, 0x77, 0x3, 0x77, 0x3, 0x77, 0x3, 0x77, 
-    0x3, 0x78, 0x3, 0x78, 0x3, 0x78, 0x3, 0x78, 0x3, 0x78, 0x3, 0x78, 0x3, 
-    0x78, 0x3, 0x78, 0x3, 0x79, 0x3, 0x79, 0x3, 0x79, 0x3, 0x79, 0x3, 0x79, 
+    0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 
+    0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 0x3, 
+    0x65, 0x3, 0x65, 0x3, 0x65, 0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 
+    0x3, 0x67, 0x3, 0x67, 0x3, 0x67, 0x3, 0x67, 0x3, 0x67, 0x3, 0x67, 0x3, 
+    0x67, 0x3, 0x68, 0x3, 0x68, 0x3, 0x68, 0x3, 0x68, 0x3, 0x69, 0x3, 0x69, 
+    0x3, 0x69, 0x3, 0x69, 0x3, 0x69, 0x3, 0x69, 0x3, 0x69, 0x3, 0x6a, 0x3, 
+    0x6a, 0x3, 0x6a, 0x3, 0x6a, 0x3, 0x6a, 0x3, 0x6a, 0x3, 0x6a, 0x3, 0x6b, 
+    0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6c, 0x3, 
+    0x6c, 0x3, 0x6c, 0x3, 0x6c, 0x3, 0x6c, 0x3, 0x6d, 0x3, 0x6d, 0x3, 0x6d, 
+    0x3, 0x6d, 0x3, 0x6d, 0x3, 0x6d, 0x3, 0x6d, 0x3, 0x6d, 0x3, 0x6d, 0x3, 
+    0x6e, 0x3, 0x6e, 0x3, 0x6e, 0x3, 0x6e, 0x3, 0x6f, 0x3, 0x6f, 0x3, 0x6f, 
+    0x3, 0x70, 0x3, 0x70, 0x3, 0x70, 0x3, 0x70, 0x3, 0x71, 0x3, 0x71, 0x3, 
+    0x71, 0x3, 0x71, 0x3, 0x71, 0x3, 0x72, 0x3, 0x72, 0x3, 0x72, 0x3, 0x72, 
+    0x3, 0x72, 0x3, 0x72, 0x3, 0x73, 0x3, 0x73, 0x3, 0x73, 0x3, 0x73, 0x3, 
+    0x73, 0x3, 0x73, 0x3, 0x73, 0x3, 0x74, 0x3, 0x74, 0x3, 0x74, 0x3, 0x75, 
+    0x3, 0x75, 0x3, 0x75, 0x3, 0x75, 0x3, 0x75, 0x3, 0x75, 0x3, 0x75, 0x3, 
+    0x75, 0x3, 0x75, 0x3, 0x76, 0x3, 0x76, 0x3, 0x76, 0x3, 0x77, 0x3, 0x77, 
+    0x3, 0x77, 0x3, 0x77, 0x3, 0x77, 0x3, 0x77, 0x3, 0x78, 0x3, 0x78, 0x3, 
+    0x78, 0x3, 0x78, 0x3, 0x78, 0x3, 0x78, 0x3, 0x79, 0x3, 0x79, 0x3, 0x79, 
     0x3, 0x79, 0x3, 0x79, 0x3, 0x79, 0x3, 0x79, 0x3, 0x79, 0x3, 0x7a, 0x3, 
     0x7a, 0x3, 0x7a, 0x3, 0x7a, 0x3, 0x7a, 0x3, 0x7a, 0x3, 0x7a, 0x3, 0x7a, 
-    0x3, 0x7a, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 
-    0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 
-    0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7d, 0x3, 
-    0x7d, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 
-    0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 
-    0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 
-    0x3, 0x80, 0x3, 0x80, 0x3, 0x80, 0x3, 0x80, 0x3, 0x80, 0x3, 0x80, 0x3, 
-    0x80, 0x3, 0x81, 0x3, 0x81, 0x3, 0x81, 0x3, 0x81, 0x3, 0x81, 0x3, 0x81, 
-    0x3, 0x81, 0x3, 0x82, 0x3, 0x82, 0x3, 0x82, 0x3, 0x82, 0x3, 0x82, 0x3, 
-    0x82, 0x3, 0x82, 0x3, 0x82, 0x3, 0x83, 0x3, 0x83, 0x3, 0x83, 0x3, 0x83, 
-    0x3, 0x83, 0x3, 0x83, 0x3, 0x83, 0x3, 0x83, 0x3, 0x84, 0x3, 0x84, 0x3, 
-    0x84, 0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 
-    0x3, 0x84, 0x3, 0x84, 0x3, 0x85, 0x3, 0x85, 0x3, 0x85, 0x3, 0x85, 0x3, 
-    0x85, 0x3, 0x85, 0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 
-    0x3, 0x86, 0x3, 0x86, 0x3, 0x87, 0x3, 0x87, 0x3, 0x87, 0x3, 0x87, 0x3, 
-    0x87, 0x3, 0x87, 0x3, 0x87, 0x3, 0x88, 0x3, 0x88, 0x3, 0x88, 0x3, 0x88, 
-    0x3, 0x88, 0x3, 0x88, 0x3, 0x88, 0x3, 0x89, 0x3, 0x89, 0x3, 0x89, 0x3, 
-    0x89, 0x3, 0x89, 0x3, 0x89, 0x3, 0x89, 0x3, 0x8a, 0x3, 0x8a, 0x3, 0x8a, 
-    0x3, 0x8a, 0x3, 0x8a, 0x3, 0x8b, 0x3, 0x8b, 0x3, 0x8b, 0x3, 0x8b, 0x3, 
-    0x8b, 0x3, 0x8b, 0x3, 0x8c, 0x3, 0x8c, 0x3, 0x8c, 0x3, 0x8c, 0x3, 0x8d, 
-    0x3, 0x8d, 0x3, 0x8d, 0x3, 0x8d, 0x3, 0x8d, 0x3, 0x8d, 0x3, 0x8d, 0x3, 
-    0x8d, 0x3, 0x8d, 0x3, 0x8e, 0x3, 0x8e, 0x3, 0x8e, 0x3, 0x8e, 0x3, 0x8e, 
-    0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 
-    0x8f, 0x3, 0x90, 0x3, 0x90, 0x3, 0x90, 0x3, 0x90, 0x3, 0x90, 0x3, 0x90, 
-    0x3, 0x91, 0x3, 0x91, 0x3, 0x91, 0x3, 0x91, 0x3, 0x91, 0x3, 0x92, 0x3, 
-    0x92, 0x3, 0x92, 0x3, 0x92, 0x3, 0x92, 0x3, 0x92, 0x3, 0x92, 0x3, 0x92, 
-    0x3, 0x92, 0x3, 0x92, 0x3, 0x93, 0x3, 0x93, 0x3, 0x93, 0x3, 0x93, 0x3, 
-    0x93, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 
-    0x3, 0x94, 0x3, 0x95, 0x3, 0x95, 0x3, 0x95, 0x3, 0x95, 0x3, 0x95, 0x3, 
-    0x95, 0x3, 0x95, 0x3, 0x96, 0x3, 0x96, 0x3, 0x96, 0x3, 0x96, 0x3, 0x96, 
-    0x3, 0x96, 0x3, 0x97, 0x3, 0x97, 0x3, 0x97, 0x3, 0x97, 0x3, 0x97, 0x3, 
-    0x97, 0x3, 0x97, 0x3, 0x98, 0x3, 0x98, 0x3, 0x98, 0x3, 0x98, 0x3, 0x98, 
-    0x3, 0x98, 0x3, 0x98, 0x3, 0x98, 0x3, 0x98, 0x3, 0x98, 0x3, 0x99, 0x3, 
-    0x99, 0x3, 0x99, 0x3, 0x99, 0x3, 0x99, 0x3, 0x9a, 0x3, 0x9a, 0x3, 0x9a, 
-    0x3, 0x9a, 0x3, 0x9a, 0x3, 0x9b, 0x3, 0x9b, 0x3, 0x9b, 0x3, 0x9b, 0x3, 
-    0x9b, 0x3, 0x9c, 0x3, 0x9c, 0x3, 0x9c, 0x3, 0x9c, 0x3, 0x9c, 0x3, 0x9c, 
-    0x3, 0x9c, 0x3, 0x9c, 0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9d, 0x3, 
-    0x9d, 0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9e, 
-    0x3, 0x9e, 0x3, 0x9e, 0x3, 0x9f, 0x3, 0x9f, 0x3, 0x9f, 0x3, 0x9f, 0x3, 
-    0xa0, 0x3, 0xa0, 0x3, 0xa0, 0x3, 0xa0, 0x3, 0xa0, 0x3, 0xa0, 0x3, 0xa0, 
-    0x3, 0xa1, 0x3, 0xa1, 0x3, 0xa1, 0x3, 0xa1, 0x3, 0xa1, 0x3, 0xa1, 0x3, 
-    0xa1, 0x3, 0xa1, 0x3, 0xa1, 0x3, 0xa2, 0x3, 0xa2, 0x3, 0xa2, 0x3, 0xa2, 
-    0x3, 0xa2, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 
-    0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa4, 0x3, 0xa4, 0x3, 0xa4, 
-    0x3, 0xa4, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 0x3, 
-    0xa6, 0x3, 0xa6, 0x3, 0xa6, 0x3, 0xa6, 0x3, 0xa6, 0x3, 0xa6, 0x3, 0xa7, 
-    0x3, 0xa7, 0x3, 0xa7, 0x3, 0xa7, 0x3, 0xa7, 0x3, 0xa7, 0x3, 0xa7, 0x3, 
-    0xa8, 0x3, 0xa8, 0x3, 0xa8, 0x3, 0xa8, 0x3, 0xa9, 0x3, 0xa9, 0x3, 0xa9, 
-    0x3, 0xa9, 0x3, 0xa9, 0x3, 0xa9, 0x3, 0xaa, 0x3, 0xaa, 0x3, 0xaa, 0x3, 
-    0xaa, 0x3, 0xaa, 0x3, 0xab, 0x3, 0xab, 0x3, 0xab, 0x3, 0xab, 0x3, 0xab, 
-    0x3, 0xab, 0x3, 0xab, 0x3, 0xac, 0x3, 0xac, 0x3, 0xac, 0x3, 0xac, 0x3, 
-    0xac, 0x3, 0xad, 0x3, 0xad, 0x3, 0xad, 0x3, 0xad, 0x3, 0xad, 0x3, 0xad, 
-    0x3, 0xad, 0x3, 0xae, 0x3, 0xae, 0x3, 0xae, 0x3, 0xae, 0x3, 0xae, 0x3, 
-    0xae, 0x3, 0xaf, 0x3, 0xaf, 0x3, 0xaf, 0x3, 0xaf, 0x3, 0xaf, 0x3, 0xb0, 
-    0x3, 0xb0, 0x3, 0xb0, 0x3, 0xb0, 0x3, 0xb0, 0x3, 0xb1, 0x3, 0xb1, 0x3, 
-    0xb1, 0x3, 0xb1, 0x3, 0xb1, 0x3, 0xb1, 0x3, 0xb2, 0x3, 0xb2, 0x3, 0xb2, 
-    0x3, 0xb2, 0x3, 0xb2, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 
-    0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x5, 0xb3, 
-    0x69a, 0xa, 0xb3, 0x3, 0xb4, 0x3, 0xb4, 0x3, 0xb4, 0x3, 0xb4, 0x3, 0xb4, 
-    0x3, 0xb4, 0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 0x3, 
-    0xb6, 0x3, 0xb6, 0x5, 0xb6, 0x6a9, 0xa, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 
-    0x3, 0xb6, 0x7, 0xb6, 0x6ae, 0xa, 0xb6, 0xc, 0xb6, 0xe, 0xb6, 0x6b1, 
-    0xb, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 
-    0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x7, 0xb6, 0x6bb, 0xa, 0xb6, 0xc, 0xb6, 
-    0xe, 0xb6, 0x6be, 0xb, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 
-    0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x7, 
-    0xb6, 0x6ca, 0xa, 0xb6, 0xc, 0xb6, 0xe, 0xb6, 0x6cd, 0xb, 0xb6, 0x3, 
-    0xb6, 0x3, 0xb6, 0x5, 0xb6, 0x6d1, 0xa, 0xb6, 0x3, 0xb7, 0x3, 0xb7, 
-    0x3, 0xb7, 0x7, 0xb7, 0x6d6, 0xa, 0xb7, 0xc, 0xb7, 0xe, 0xb7, 0x6d9, 
-    0xb, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 0x5, 0xb7, 0x6dd, 0xa, 0xb7, 0x3, 0xb7, 
-    0x3, 0xb7, 0x5, 0xb7, 0x6e1, 0xa, 0xb7, 0x3, 0xb7, 0x6, 0xb7, 0x6e4, 
-    0xa, 0xb7, 0xd, 0xb7, 0xe, 0xb7, 0x6e5, 0x3, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 
-    0x5, 0xb7, 0x6eb, 0xa, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 0x5, 0xb7, 0x6ef, 
-    0xa, 0xb7, 0x3, 0xb7, 0x6, 0xb7, 0x6f2, 0xa, 0xb7, 0xd, 0xb7, 0xe, 0xb7, 
-    0x6f3, 0x3, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 0x7, 0xb7, 0x6f9, 0xa, 0xb7, 
-    0xc, 0xb7, 0xe, 0xb7, 0x6fc, 0xb, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 
-    0x5, 0xb7, 0x701, 0xa, 0xb7, 0x3, 0xb7, 0x6, 0xb7, 0x704, 0xa, 0xb7, 
-    0xd, 0xb7, 0xe, 0xb7, 0x705, 0x3, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 
-    0x3, 0xb7, 0x5, 0xb7, 0x70d, 0xa, 0xb7, 0x3, 0xb7, 0x6, 0xb7, 0x710, 
-    0xa, 0xb7, 0xd, 0xb7, 0xe, 0xb7, 0x711, 0x3, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 
-    0x3, 0xb7, 0x5, 0xb7, 0x718, 0xa, 0xb7, 0x3, 0xb7, 0x6, 0xb7, 0x71b, 
-    0xa, 0xb7, 0xd, 0xb7, 0xe, 0xb7, 0x71c, 0x5, 0xb7, 0x71f, 0xa, 0xb7, 
-    0x3, 0xb8, 0x3, 0xb8, 0x6, 0xb8, 0x723, 0xa, 0xb8, 0xd, 0xb8, 0xe, 0xb8, 
-    0x724, 0x3, 0xb9, 0x6, 0xb9, 0x728, 0xa, 0xb9, 0xd, 0xb9, 0xe, 0xb9, 
-    0x729, 0x3, 0xba, 0x3, 0xba, 0x3, 0xba, 0x6, 0xba, 0x72f, 0xa, 0xba, 
-    0xd, 0xba, 0xe, 0xba, 0x730, 0x3, 0xbb, 0x3, 0xbb, 0x3, 0xbb, 0x3, 0xbb, 
-    0x3, 0xbb, 0x3, 0xbb, 0x3, 0xbb, 0x3, 0xbb, 0x7, 0xbb, 0x73b, 0xa, 0xbb, 
-    0xc, 0xbb, 0xe, 0xbb, 0x73e, 0xb, 0xbb, 0x3, 0xbb, 0x3, 0xbb, 0x3, 0xbc, 
-    0x3, 0xbc, 0x3, 0xbd, 0x3, 0xbd, 0x3, 0xbe, 0x3, 0xbe, 0x3, 0xbf, 0x3, 
-    0xbf, 0x3, 0xc0, 0x3, 0xc0, 0x3, 0xc1, 0x3, 0xc1, 0x3, 0xc2, 0x3, 0xc2, 
-    0x3, 0xc3, 0x3, 0xc3, 0x3, 0xc4, 0x3, 0xc4, 0x3, 0xc5, 0x3, 0xc5, 0x3, 
-    0xc6, 0x3, 0xc6, 0x3, 0xc7, 0x3, 0xc7, 0x3, 0xc8, 0x3, 0xc8, 0x3, 0xc9, 
-    0x3, 0xc9, 0x3, 0xca, 0x3, 0xca, 0x3, 0xcb, 0x3, 0xcb, 0x3, 0xcc, 0x3, 
-    0xcc, 0x3, 0xcd, 0x3, 0xcd, 0x3, 0xce, 0x3, 0xce, 0x3, 0xcf, 0x3, 0xcf, 
-    0x3, 0xd0, 0x3, 0xd0, 0x3, 0xd1, 0x3, 0xd1, 0x3, 0xd2, 0x3, 0xd2, 0x3, 
-    0xd3, 0x3, 0xd3, 0x3, 0xd4, 0x3, 0xd4, 0x3, 0xd5, 0x3, 0xd5, 0x3, 0xd6, 
-    0x3, 0xd6, 0x3, 0xd7, 0x3, 0xd7, 0x3, 0xd8, 0x3, 0xd8, 0x3, 0xd9, 0x3, 
-    0xd9, 0x3, 0xda, 0x3, 0xda, 0x3, 0xda, 0x3, 0xdb, 0x3, 0xdb, 0x3, 0xdc, 
-    0x3, 0xdc, 0x3, 0xdd, 0x3, 0xdd, 0x3, 0xde, 0x3, 0xde, 0x3, 0xdf, 0x3, 
-    0xdf, 0x3, 0xe0, 0x3, 0xe0, 0x3, 0xe0, 0x3, 0xe1, 0x3, 0xe1, 0x3, 0xe2, 
-    0x3, 0xe2, 0x3, 0xe3, 0x3, 0xe3, 0x3, 0xe3, 0x3, 0xe4, 0x3, 0xe4, 0x3, 
-    0xe5, 0x3, 0xe5, 0x3, 0xe5, 0x3, 0xe6, 0x3, 0xe6, 0x3, 0xe7, 0x3, 0xe7, 
-    0x3, 0xe8, 0x3, 0xe8, 0x3, 0xe9, 0x3, 0xe9, 0x3, 0xe9, 0x3, 0xea, 0x3, 
-    0xea, 0x3, 0xeb, 0x3, 0xeb, 0x3, 0xec, 0x3, 0xec, 0x3, 0xec, 0x3, 0xec, 
-    0x5, 0xec, 0x7ab, 0xa, 0xec, 0x3, 0xed, 0x3, 0xed, 0x3, 0xee, 0x3, 0xee, 
-    0x3, 0xef, 0x3, 0xef, 0x3, 0xf0, 0x3, 0xf0, 0x3, 0xf1, 0x3, 0xf1, 0x3, 
-    0xf2, 0x3, 0xf2, 0x3, 0xf3, 0x3, 0xf3, 0x3, 0xf4, 0x3, 0xf4, 0x3, 0xf5, 
-    0x3, 0xf5, 0x3, 0xf6, 0x3, 0xf6, 0x3, 0xf7, 0x3, 0xf7, 0x3, 0xf8, 0x3, 
-    0xf8, 0x3, 0xf8, 0x3, 0xf8, 0x7, 0xf8, 0x7c7, 0xa, 0xf8, 0xc, 0xf8, 
-    0xe, 0xf8, 0x7ca, 0xb, 0xf8, 0x3, 0xf8, 0x3, 0xf8, 0x3, 0xf8, 0x3, 0xf8, 
-    0x3, 0xf8, 0x3, 0xf9, 0x3, 0xf9, 0x3, 0xf9, 0x3, 0xf9, 0x7, 0xf9, 0x7d5, 
-    0xa, 0xf9, 0xc, 0xf9, 0xe, 0xf9, 0x7d8, 0xb, 0xf9, 0x3, 0xf9, 0x5, 0xf9, 
-    0x7db, 0xa, 0xf9, 0x3, 0xf9, 0x3, 0xf9, 0x3, 0xfa, 0x3, 0xfa, 0x3, 0xfa, 
-    0x3, 0xfa, 0x3, 0x7c8, 0x2, 0xfb, 0x3, 0x3, 0x5, 0x4, 0x7, 0x5, 0x9, 
-    0x6, 0xb, 0x7, 0xd, 0x8, 0xf, 0x9, 0x11, 0xa, 0x13, 0xb, 0x15, 0xc, 
-    0x17, 0xd, 0x19, 0xe, 0x1b, 0xf, 0x1d, 0x10, 0x1f, 0x11, 0x21, 0x12, 
-    0x23, 0x13, 0x25, 0x14, 0x27, 0x15, 0x29, 0x16, 0x2b, 0x17, 0x2d, 0x18, 
-    0x2f, 0x19, 0x31, 0x1a, 0x33, 0x1b, 0x35, 0x1c, 0x37, 0x1d, 0x39, 0x1e, 
-    0x3b, 0x1f, 0x3d, 0x20, 0x3f, 0x21, 0x41, 0x22, 0x43, 0x23, 0x45, 0x24, 
-    0x47, 0x25, 0x49, 0x26, 0x4b, 0x27, 0x4d, 0x28, 0x4f, 0x29, 0x51, 0x2a, 
-    0x53, 0x2b, 0x55, 0x2c, 0x57, 0x2d, 0x59, 0x2e, 0x5b, 0x2f, 0x5d, 0x30, 
-    0x5f, 0x31, 0x61, 0x32, 0x63, 0x33, 0x65, 0x34, 0x67, 0x35, 0x69, 0x36, 
-    0x6b, 0x37, 0x6d, 0x38, 0x6f, 0x39, 0x71, 0x3a, 0x73, 0x3b, 0x75, 0x3c, 
-    0x77, 0x3d, 0x79, 0x3e, 0x7b, 0x3f, 0x7d, 0x40, 0x7f, 0x41, 0x81, 0x42, 
-    0x83, 0x43, 0x85, 0x44, 0x87, 0x45, 0x89, 0x46, 0x8b, 0x47, 0x8d, 0x48, 
-    0x8f, 0x49, 0x91, 0x4a, 0x93, 0x4b, 0x95, 0x4c, 0x97, 0x4d, 0x99, 0x4e, 
-    0x9b, 0x4f, 0x9d, 0x50, 0x9f, 0x51, 0xa1, 0x52, 0xa3, 0x53, 0xa5, 0x54, 
-    0xa7, 0x55, 0xa9, 0x56, 0xab, 0x57, 0xad, 0x58, 0xaf, 0x59, 0xb1, 0x5a, 
-    0xb3, 0x5b, 0xb5, 0x5c, 0xb7, 0x5d, 0xb9, 0x5e, 0xbb, 0x5f, 0xbd, 0x60, 
-    0xbf, 0x61, 0xc1, 0x62, 0xc3, 0x63, 0xc5, 0x64, 0xc7, 0x65, 0xc9, 0x66, 
-    0xcb, 0x67, 0xcd, 0x68, 0xcf, 0x69, 0xd1, 0x6a, 0xd3, 0x6b, 0xd5, 0x6c, 
-    0xd7, 0x6d, 0xd9, 0x6e, 0xdb, 0x6f, 0xdd, 0x70, 0xdf, 0x71, 0xe1, 0x72, 
-    0xe3, 0x73, 0xe5, 0x74, 0xe7, 0x75, 0xe9, 0x76, 0xeb, 0x77, 0xed, 0x78, 
-    0xef, 0x79, 0xf1, 0x7a, 0xf3, 0x7b, 0xf5, 0x7c, 0xf7, 0x7d, 0xf9, 0x7e, 
-    0xfb, 0x7f, 0xfd, 0x80, 0xff, 0x81, 0x101, 0x82, 0x103, 0x83, 0x105, 
-    0x84, 0x107, 0x85, 0x109, 0x86, 0x10b, 0x87, 0x10d, 0x88, 0x10f, 0x89, 
-    0x111, 0x8a, 0x113, 0x8b, 0x115, 0x8c, 0x117, 0x8d, 0x119, 0x8e, 0x11b, 
-    0x8f, 0x11d, 0x90, 0x11f, 0x91, 0x121, 0x92, 0x123, 0x93, 0x125, 0x94, 
-    0x127, 0x95, 0x129, 0x96, 0x12b, 0x97, 0x12d, 0x98, 0x12f, 0x99, 0x131, 
-    0x9a, 0x133, 0x9b, 0x135, 0x9c, 0x137, 0x9d, 0x139, 0x9e, 0x13b, 0x9f, 
-    0x13d, 0xa0, 0x13f, 0xa1, 0x141, 0xa2, 0x143, 0xa3, 0x145, 0xa4, 0x147, 
-    0xa5, 0x149, 0xa6, 0x14b, 0xa7, 0x14d, 0xa8, 0x14f, 0xa9, 0x151, 0xaa, 
-    0x153, 0xab, 0x155, 0xac, 0x157, 0xad, 0x159, 0xae, 0x15b, 0xaf, 0x15d, 
-    0xb0, 0x15f, 0xb1, 0x161, 0xb2, 0x163, 0xb3, 0x165, 0xb4, 0x167, 0xb5, 
-    0x169, 0xb6, 0x16b, 0xb7, 0x16d, 0xb8, 0x16f, 0xb9, 0x171, 0xba, 0x173, 
-    0xbb, 0x175, 0xbc, 0x177, 0x2, 0x179, 0x2, 0x17b, 0x2, 0x17d, 0x2, 0x17f, 
-    0x2, 0x181, 0x2, 0x183, 0x2, 0x185, 0x2, 0x187, 0x2, 0x189, 0x2, 0x18b, 
-    0x2, 0x18d, 0x2, 0x18f, 0x2, 0x191, 0x2, 0x193, 0x2, 0x195, 0x2, 0x197, 
-    0x2, 0x199, 0x2, 0x19b, 0x2, 0x19d, 0x2, 0x19f, 0x2, 0x1a1, 0x2, 0x1a3, 
-    0x2, 0x1a5, 0x2, 0x1a7, 0x2, 0x1a9, 0x2, 0x1ab, 0x2, 0x1ad, 0x2, 0x1af, 
-    0x2, 0x1b1, 0x2, 0x1b3, 0xbd, 0x1b5, 0xbe, 0x1b7, 0xbf, 0x1b9, 0xc0, 
-    0x1bb, 0xc1, 0x1bd, 0xc2, 0x1bf, 0xc3, 0x1c1, 0xc4, 0x1c3, 0xc5, 0x1c5, 
-    0xc6, 0x1c7, 0xc7, 0x1c9, 0xc8, 0x1cb, 0xc9, 0x1cd, 0xca, 0x1cf, 0xcb, 
-    0x1d1, 0xcc, 0x1d3, 0xcd, 0x1d5, 0xce, 0x1d7, 0xcf, 0x1d9, 0xd0, 0x1db, 
-    0xd1, 0x1dd, 0xd2, 0x1df, 0xd3, 0x1e1, 0xd4, 0x1e3, 0xd5, 0x1e5, 0xd6, 
-    0x1e7, 0xd7, 0x1e9, 0xd8, 0x1eb, 0xd9, 0x1ed, 0xda, 0x1ef, 0xdb, 0x1f1, 
-    0xdc, 0x1f3, 0xdd, 0x3, 0x2, 0x26, 0x4, 0x2, 0x5e, 0x5e, 0x62, 0x62, 
-    0x4, 0x2, 0x24, 0x24, 0x5e, 0x5e, 0x4, 0x2, 0x29, 0x29, 0x5e, 0x5e, 
-    0x4, 0x2, 0x43, 0x43, 0x63, 0x63, 0x4, 0x2, 0x44, 0x44, 0x64, 0x64, 
-    0x4, 0x2, 0x45, 0x45, 0x65, 0x65, 0x4, 0x2, 0x46, 0x46, 0x66, 0x66, 
-    0x4, 0x2, 0x47, 0x47, 0x67, 0x67, 0x4, 0x2, 0x48, 0x48, 0x68, 0x68, 
-    0x4, 0x2, 0x49, 0x49, 0x69, 0x69, 0x4, 0x2, 0x4a, 0x4a, 0x6a, 0x6a, 
-    0x4, 0x2, 0x4b, 0x4b, 0x6b, 0x6b, 0x4, 0x2, 0x4c, 0x4c, 0x6c, 0x6c, 
-    0x4, 0x2, 0x4d, 0x4d, 0x6d, 0x6d, 0x4, 0x2, 0x4e, 0x4e, 0x6e, 0x6e, 
-    0x4, 0x2, 0x4f, 0x4f, 0x6f, 0x6f, 0x4, 0x2, 0x50, 0x50, 0x70, 0x70, 
-    0x4, 0x2, 0x51, 0x51, 0x71, 0x71, 0x4, 0x2, 0x52, 0x52, 0x72, 0x72, 
-    0x4, 0x2, 0x53, 0x53, 0x73, 0x73, 0x4, 0x2, 0x54, 0x54, 0x74, 0x74, 
-    0x4, 0x2, 0x55, 0x55, 0x75, 0x75, 0x4, 0x2, 0x56, 0x56, 0x76, 0x76, 
-    0x4, 0x2, 0x57, 0x57, 0x77, 0x77, 0x4, 0x2, 0x58, 0x58, 0x78, 0x78, 
-    0x4, 0x2, 0x59, 0x59, 0x79, 0x79, 0x4, 0x2, 0x5a, 0x5a, 0x7a, 0x7a, 
-    0x4, 0x2, 0x5b, 0x5b, 0x7b, 0x7b, 0x4, 0x2, 0x5c, 0x5c, 0x7c, 0x7c, 
-    0x4, 0x2, 0x43, 0x5c, 0x63, 0x7c, 0x3, 0x2, 0x32, 0x39, 0x3, 0x2, 0x32, 
-    0x3b, 0x5, 0x2, 0x32, 0x3b, 0x43, 0x48, 0x63, 0x68, 0x4, 0x2, 0xc, 0xc, 
-    0xf, 0xf, 0x4, 0x3, 0xc, 0xc, 0xf, 0xf, 0x4, 0x2, 0xb, 0xf, 0x22, 0x22, 
-    0x2, 0x7f2, 0x2, 0x3, 0x3, 0x2, 0x2, 0x2, 0x2, 0x5, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x7, 0x3, 0x2, 0x2, 0x2, 0x2, 0x9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xd, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x11, 0x3, 0x2, 0x2, 0x2, 0x2, 0x13, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x15, 0x3, 0x2, 0x2, 0x2, 0x2, 0x17, 0x3, 0x2, 0x2, 0x2, 0x2, 0x19, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x1b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x1f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x21, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x23, 0x3, 0x2, 0x2, 0x2, 0x2, 0x25, 0x3, 0x2, 0x2, 0x2, 0x2, 0x27, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x29, 0x3, 0x2, 0x2, 0x2, 0x2, 0x2b, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x2d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x2f, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x31, 0x3, 0x2, 0x2, 0x2, 0x2, 0x33, 0x3, 0x2, 0x2, 0x2, 0x2, 0x35, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x37, 0x3, 0x2, 0x2, 0x2, 0x2, 0x39, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x3b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x3d, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x3f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x41, 0x3, 0x2, 0x2, 0x2, 0x2, 0x43, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x45, 0x3, 0x2, 0x2, 0x2, 0x2, 0x47, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x49, 0x3, 0x2, 0x2, 0x2, 0x2, 0x4b, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x4d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x4f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x51, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x53, 0x3, 0x2, 0x2, 0x2, 0x2, 0x55, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x57, 0x3, 0x2, 0x2, 0x2, 0x2, 0x59, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x5b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x5d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x5f, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x61, 0x3, 0x2, 0x2, 0x2, 0x2, 0x63, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x65, 0x3, 0x2, 0x2, 0x2, 0x2, 0x67, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x69, 0x3, 0x2, 0x2, 0x2, 0x2, 0x6b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x6d, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x6f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x71, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x73, 0x3, 0x2, 0x2, 0x2, 0x2, 0x75, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x77, 0x3, 0x2, 0x2, 0x2, 0x2, 0x79, 0x3, 0x2, 0x2, 0x2, 0x2, 0x7b, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x7d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x7f, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x81, 0x3, 0x2, 0x2, 0x2, 0x2, 0x83, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x85, 0x3, 0x2, 0x2, 0x2, 0x2, 0x87, 0x3, 0x2, 0x2, 0x2, 0x2, 0x89, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x8b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x8d, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x8f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x91, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x93, 0x3, 0x2, 0x2, 0x2, 0x2, 0x95, 0x3, 0x2, 0x2, 0x2, 0x2, 0x97, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x99, 0x3, 0x2, 0x2, 0x2, 0x2, 0x9b, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x9d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x9f, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0xa1, 0x3, 0x2, 0x2, 0x2, 0x2, 0xa3, 0x3, 0x2, 0x2, 0x2, 0x2, 0xa5, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xa7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xa9, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0xab, 0x3, 0x2, 0x2, 0x2, 0x2, 0xad, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0xaf, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb1, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb3, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xb5, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb7, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0xb9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xbb, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0xbd, 0x3, 0x2, 0x2, 0x2, 0x2, 0xbf, 0x3, 0x2, 0x2, 0x2, 0x2, 0xc1, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xc3, 0x3, 0x2, 0x2, 0x2, 0x2, 0xc5, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0xc7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xc9, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0xcb, 0x3, 0x2, 0x2, 0x2, 0x2, 0xcd, 0x3, 0x2, 0x2, 0x2, 0x2, 0xcf, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xd1, 0x3, 0x2, 0x2, 0x2, 0x2, 0xd3, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0xd5, 0x3, 0x2, 0x2, 0x2, 0x2, 0xd7, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0xd9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xdb, 0x3, 0x2, 0x2, 0x2, 0x2, 0xdd, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xdf, 0x3, 0x2, 0x2, 0x2, 0x2, 0xe1, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0xe3, 0x3, 0x2, 0x2, 0x2, 0x2, 0xe5, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0xe7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xe9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xeb, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xed, 0x3, 0x2, 0x2, 0x2, 0x2, 0xef, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0xf1, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf3, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0xf5, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf9, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0xfb, 0x3, 0x2, 0x2, 0x2, 0x2, 0xfd, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0xff, 0x3, 0x2, 0x2, 0x2, 0x2, 0x101, 0x3, 0x2, 0x2, 
-    0x2, 0x2, 0x103, 0x3, 0x2, 0x2, 0x2, 0x2, 0x105, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x107, 0x3, 0x2, 0x2, 0x2, 0x2, 0x109, 0x3, 0x2, 0x2, 0x2, 0x2, 
-    0x10b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x10d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x10f, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x111, 0x3, 0x2, 0x2, 0x2, 0x2, 0x113, 0x3, 
-    0x2, 0x2, 0x2, 0x2, 0x115, 0x3, 0x2, 0x2, 0x2, 0x2, 0x117, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x119, 0x3, 0x2, 0x2, 0x2, 0x2, 0x11b, 0x3, 0x2, 0x2, 
-    0x2, 0x2, 0x11d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x11f, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x121, 0x3, 0x2, 0x2, 0x2, 0x2, 0x123, 0x3, 0x2, 0x2, 0x2, 0x2, 
-    0x125, 0x3, 0x2, 0x2, 0x2, 0x2, 0x127, 0x3, 0x2, 0x2, 0x2, 0x2, 0x129, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x12b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x12d, 0x3, 
-    0x2, 0x2, 0x2, 0x2, 0x12f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x131, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x133, 0x3, 0x2, 0x2, 0x2, 0x2, 0x135, 0x3, 0x2, 0x2, 
-    0x2, 0x2, 0x137, 0x3, 0x2, 0x2, 0x2, 0x2, 0x139, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x13b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x13d, 0x3, 0x2, 0x2, 0x2, 0x2, 
-    0x13f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x141, 0x3, 0x2, 0x2, 0x2, 0x2, 0x143, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x145, 0x3, 0x2, 0x2, 0x2, 0x2, 0x147, 0x3, 
-    0x2, 0x2, 0x2, 0x2, 0x149, 0x3, 0x2, 0x2, 0x2, 0x2, 0x14b, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x14d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x14f, 0x3, 0x2, 0x2, 
-    0x2, 0x2, 0x151, 0x3, 0x2, 0x2, 0x2, 0x2, 0x153, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x155, 0x3, 0x2, 0x2, 0x2, 0x2, 0x157, 0x3, 0x2, 0x2, 0x2, 0x2, 
-    0x159, 0x3, 0x2, 0x2, 0x2, 0x2, 0x15b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x15d, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x15f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x161, 0x3, 
-    0x2, 0x2, 0x2, 0x2, 0x163, 0x3, 0x2, 0x2, 0x2, 0x2, 0x165, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x167, 0x3, 0x2, 0x2, 0x2, 0x2, 0x169, 0x3, 0x2, 0x2, 
-    0x2, 0x2, 0x16b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x16d, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x16f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x171, 0x3, 0x2, 0x2, 0x2, 0x2, 
-    0x173, 0x3, 0x2, 0x2, 0x2, 0x2, 0x175, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1b3, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x1b5, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1b7, 0x3, 
-    0x2, 0x2, 0x2, 0x2, 0x1b9, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1bb, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x1bd, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1bf, 0x3, 0x2, 0x2, 
-    0x2, 0x2, 0x1c1, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1c3, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x1c5, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1c7, 0x3, 0x2, 0x2, 0x2, 0x2, 
-    0x1c9, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1cb, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1cd, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x1cf, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d1, 0x3, 
-    0x2, 0x2, 0x2, 0x2, 0x1d3, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d5, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x1d7, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d9, 0x3, 0x2, 0x2, 
-    0x2, 0x2, 0x1db, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1dd, 0x3, 0x2, 0x2, 0x2, 
-    0x2, 0x1df, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1e1, 0x3, 0x2, 0x2, 0x2, 0x2, 
-    0x1e3, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1e7, 
-    0x3, 0x2, 0x2, 0x2, 0x2, 0x1e9, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1eb, 0x3, 
-    0x2, 0x2, 0x2, 0x2, 0x1ed, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1ef, 0x3, 0x2, 
-    0x2, 0x2, 0x2, 0x1f1, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1f3, 0x3, 0x2, 0x2, 
-    0x2, 0x3, 0x1f5, 0x3, 0x2, 0x2, 0x2, 0x5, 0x1f9, 0x3, 0x2, 0x2, 0x2, 
-    0x7, 0x1ff, 0x3, 0x2, 0x2, 0x2, 0x9, 0x205, 0x3, 0x2, 0x2, 0x2, 0xb, 
-    0x209, 0x3, 0x2, 0x2, 0x2, 0xd, 0x20f, 0x3, 0x2, 0x2, 0x2, 0xf, 0x213, 
-    0x3, 0x2, 0x2, 0x2, 0x11, 0x218, 0x3, 0x2, 0x2, 0x2, 0x13, 0x21c, 0x3, 
-    0x2, 0x2, 0x2, 0x15, 0x222, 0x3, 0x2, 0x2, 0x2, 0x17, 0x233, 0x3, 0x2, 
-    0x2, 0x2, 0x19, 0x235, 0x3, 0x2, 0x2, 0x2, 0x1b, 0x23a, 0x3, 0x2, 0x2, 
-    0x2, 0x1d, 0x240, 0x3, 0x2, 0x2, 0x2, 0x1f, 0x247, 0x3, 0x2, 0x2, 0x2, 
-    0x21, 0x24f, 0x3, 0x2, 0x2, 0x2, 0x23, 0x254, 0x3, 0x2, 0x2, 0x2, 0x25, 
-    0x257, 0x3, 0x2, 0x2, 0x2, 0x27, 0x25c, 0x3, 0x2, 0x2, 0x2, 0x29, 0x261, 
-    0x3, 0x2, 0x2, 0x2, 0x2b, 0x267, 0x3, 0x2, 0x2, 0x2, 0x2d, 0x26d, 0x3, 
-    0x2, 0x2, 0x2, 0x2f, 0x275, 0x3, 0x2, 0x2, 0x2, 0x31, 0x27b, 0x3, 0x2, 
-    0x2, 0x2, 0x33, 0x283, 0x3, 0x2, 0x2, 0x2, 0x35, 0x28a, 0x3, 0x2, 0x2, 
-    0x2, 0x37, 0x292, 0x3, 0x2, 0x2, 0x2, 0x39, 0x29d, 0x3, 0x2, 0x2, 0x2, 
-    0x3b, 0x2a4, 0x3, 0x2, 0x2, 0x2, 0x3d, 0x2aa, 0x3, 0x2, 0x2, 0x2, 0x3f, 
-    0x2af, 0x3, 0x2, 0x2, 0x2, 0x41, 0x2b8, 0x3, 0x2, 0x2, 0x2, 0x43, 0x2c2, 
-    0x3, 0x2, 0x2, 0x2, 0x45, 0x2c7, 0x3, 0x2, 0x2, 0x2, 0x47, 0x2cb, 0x3, 
-    0x2, 0x2, 0x2, 0x49, 0x2d7, 0x3, 0x2, 0x2, 0x2, 0x4b, 0x2df, 0x3, 0x2, 
-    0x2, 0x2, 0x4d, 0x2e5, 0x3, 0x2, 0x2, 0x2, 0x4f, 0x2ec, 0x3, 0x2, 0x2, 
-    0x2, 0x51, 0x2f1, 0x3, 0x2, 0x2, 0x2, 0x53, 0x2fc, 0x3, 0x2, 0x2, 0x2, 
-    0x55, 0x305, 0x3, 0x2, 0x2, 0x2, 0x57, 0x30c, 0x3, 0x2, 0x2, 0x2, 0x59, 
-    0x319, 0x3, 0x2, 0x2, 0x2, 0x5b, 0x324, 0x3, 0x2, 0x2, 0x2, 0x5d, 0x329, 
-    0x3, 0x2, 0x2, 0x2, 0x5f, 0x332, 0x3, 0x2, 0x2, 0x2, 0x61, 0x33e, 0x3, 
-    0x2, 0x2, 0x2, 0x63, 0x343, 0x3, 0x2, 0x2, 0x2, 0x65, 0x348, 0x3, 0x2, 
-    0x2, 0x2, 0x67, 0x34c, 0x3, 0x2, 0x2, 0x2, 0x69, 0x353, 0x3, 0x2, 0x2, 
-    0x2, 0x6b, 0x35a, 0x3, 0x2, 0x2, 0x2, 0x6d, 0x361, 0x3, 0x2, 0x2, 0x2, 
-    0x6f, 0x369, 0x3, 0x2, 0x2, 0x2, 0x71, 0x374, 0x3, 0x2, 0x2, 0x2, 0x73, 
-    0x37c, 0x3, 0x2, 0x2, 0x2, 0x75, 0x384, 0x3, 0x2, 0x2, 0x2, 0x77, 0x38a, 
-    0x3, 0x2, 0x2, 0x2, 0x79, 0x390, 0x3, 0x2, 0x2, 0x2, 0x7b, 0x396, 0x3, 
-    0x2, 0x2, 0x2, 0x7d, 0x39a, 0x3, 0x2, 0x2, 0x2, 0x7f, 0x3a1, 0x3, 0x2, 
-    0x2, 0x2, 0x81, 0x3a8, 0x3, 0x2, 0x2, 0x2, 0x83, 0x3ad, 0x3, 0x2, 0x2, 
-    0x2, 0x85, 0x3b2, 0x3, 0x2, 0x2, 0x2, 0x87, 0x3bb, 0x3, 0x2, 0x2, 0x2, 
-    0x89, 0x3c2, 0x3, 0x2, 0x2, 0x2, 0x8b, 0x3ce, 0x3, 0x2, 0x2, 0x2, 0x8d, 
-    0x3d4, 0x3, 0x2, 0x2, 0x2, 0x8f, 0x3db, 0x3, 0x2, 0x2, 0x2, 0x91, 0x3e8, 
-    0x3, 0x2, 0x2, 0x2, 0x93, 0x3ed, 0x3, 0x2, 0x2, 0x2, 0x95, 0x3f0, 0x3, 
-    0x2, 0x2, 0x2, 0x97, 0x3f3, 0x3, 0x2, 0x2, 0x2, 0x99, 0x3f9, 0x3, 0x2, 
-    0x2, 0x2, 0x9b, 0x3fc, 0x3, 0x2, 0x2, 0x2, 0x9d, 0x40f, 0x3, 0x2, 0x2, 
-    0x2, 0x9f, 0x411, 0x3, 0x2, 0x2, 0x2, 0xa1, 0x41b, 0x3, 0x2, 0x2, 0x2, 
-    0xa3, 0x421, 0x3, 0x2, 0x2, 0x2, 0xa5, 0x428, 0x3, 0x2, 0x2, 0x2, 0xa7, 
-    0x431, 0x3, 0x2, 0x2, 0x2, 0xa9, 0x436, 0x3, 0x2, 0x2, 0x2, 0xab, 0x439, 
-    0x3, 0x2, 0x2, 0x2, 0xad, 0x446, 0x3, 0x2, 0x2, 0x2, 0xaf, 0x44b, 0x3, 
-    0x2, 0x2, 0x2, 0xb1, 0x44f, 0x3, 0x2, 0x2, 0x2, 0xb3, 0x454, 0x3, 0x2, 
-    0x2, 0x2, 0xb5, 0x459, 0x3, 0x2, 0x2, 0x2, 0xb7, 0x460, 0x3, 0x2, 0x2, 
-    0x2, 0xb9, 0x468, 0x3, 0x2, 0x2, 0x2, 0xbb, 0x46d, 0x3, 0x2, 0x2, 0x2, 
-    0xbd, 0x476, 0x3, 0x2, 0x2, 0x2, 0xbf, 0x47b, 0x3, 0x2, 0x2, 0x2, 0xc1, 
-    0x481, 0x3, 0x2, 0x2, 0x2, 0xc3, 0x486, 0x3, 0x2, 0x2, 0x2, 0xc5, 0x48c, 
-    0x3, 0x2, 0x2, 0x2, 0xc7, 0x491, 0x3, 0x2, 0x2, 0x2, 0xc9, 0x49e, 0x3, 
-    0x2, 0x2, 0x2, 0xcb, 0x4a2, 0x3, 0x2, 0x2, 0x2, 0xcd, 0x4a9, 0x3, 0x2, 
-    0x2, 0x2, 0xcf, 0x4ad, 0x3, 0x2, 0x2, 0x2, 0xd1, 0x4b4, 0x3, 0x2, 0x2, 
-    0x2, 0xd3, 0x4bb, 0x3, 0x2, 0x2, 0x2, 0xd5, 0x4c1, 0x3, 0x2, 0x2, 0x2, 
-    0xd7, 0x4c6, 0x3, 0x2, 0x2, 0x2, 0xd9, 0x4cf, 0x3, 0x2, 0x2, 0x2, 0xdb, 
-    0x4d3, 0x3, 0x2, 0x2, 0x2, 0xdd, 0x4d6, 0x3, 0x2, 0x2, 0x2, 0xdf, 0x4da, 
-    0x3, 0x2, 0x2, 0x2, 0xe1, 0x4df, 0x3, 0x2, 0x2, 0x2, 0xe3, 0x4e5, 0x3, 
-    0x2, 0x2, 0x2, 0xe5, 0x4ec, 0x3, 0x2, 0x2, 0x2, 0xe7, 0x4ef, 0x3, 0x2, 
-    0x2, 0x2, 0xe9, 0x4f8, 0x3, 0x2, 0x2, 0x2, 0xeb, 0x4fb, 0x3, 0x2, 0x2, 
-    0x2, 0xed, 0x501, 0x3, 0x2, 0x2, 0x2, 0xef, 0x507, 0x3, 0x2, 0x2, 0x2, 
-    0xf1, 0x50f, 0x3, 0x2, 0x2, 0x2, 0xf3, 0x519, 0x3, 0x2, 0x2, 0x2, 0xf5, 
-    0x522, 0x3, 0x2, 0x2, 0x2, 0xf7, 0x52b, 0x3, 0x2, 0x2, 0x2, 0xf9, 0x533, 
-    0x3, 0x2, 0x2, 0x2, 0xfb, 0x53b, 0x3, 0x2, 0x2, 0x2, 0xfd, 0x541, 0x3, 
-    0x2, 0x2, 0x2, 0xff, 0x548, 0x3, 0x2, 0x2, 0x2, 0x101, 0x54f, 0x3, 0x2, 
-    0x2, 0x2, 0x103, 0x556, 0x3, 0x2, 0x2, 0x2, 0x105, 0x55e, 0x3, 0x2, 
-    0x2, 0x2, 0x107, 0x566, 0x3, 0x2, 0x2, 0x2, 0x109, 0x571, 0x3, 0x2, 
-    0x2, 0x2, 0x10b, 0x577, 0x3, 0x2, 0x2, 0x2, 0x10d, 0x57e, 0x3, 0x2, 
-    0x2, 0x2, 0x10f, 0x585, 0x3, 0x2, 0x2, 0x2, 0x111, 0x58c, 0x3, 0x2, 
-    0x2, 0x2, 0x113, 0x593, 0x3, 0x2, 0x2, 0x2, 0x115, 0x598, 0x3, 0x2, 
-    0x2, 0x2, 0x117, 0x59e, 0x3, 0x2, 0x2, 0x2, 0x119, 0x5a2, 0x3, 0x2, 
-    0x2, 0x2, 0x11b, 0x5ab, 0x3, 0x2, 0x2, 0x2, 0x11d, 0x5b0, 0x3, 0x2, 
-    0x2, 0x2, 0x11f, 0x5b7, 0x3, 0x2, 0x2, 0x2, 0x121, 0x5bd, 0x3, 0x2, 
-    0x2, 0x2, 0x123, 0x5c2, 0x3, 0x2, 0x2, 0x2, 0x125, 0x5cc, 0x3, 0x2, 
-    0x2, 0x2, 0x127, 0x5d1, 0x3, 0x2, 0x2, 0x2, 0x129, 0x5d8, 0x3, 0x2, 
-    0x2, 0x2, 0x12b, 0x5df, 0x3, 0x2, 0x2, 0x2, 0x12d, 0x5e5, 0x3, 0x2, 
-    0x2, 0x2, 0x12f, 0x5ec, 0x3, 0x2, 0x2, 0x2, 0x131, 0x5f6, 0x3, 0x2, 
-    0x2, 0x2, 0x133, 0x5fb, 0x3, 0x2, 0x2, 0x2, 0x135, 0x600, 0x3, 0x2, 
-    0x2, 0x2, 0x137, 0x605, 0x3, 0x2, 0x2, 0x2, 0x139, 0x60d, 0x3, 0x2, 
-    0x2, 0x2, 0x13b, 0x617, 0x3, 0x2, 0x2, 0x2, 0x13d, 0x61a, 0x3, 0x2, 
-    0x2, 0x2, 0x13f, 0x61e, 0x3, 0x2, 0x2, 0x2, 0x141, 0x625, 0x3, 0x2, 
-    0x2, 0x2, 0x143, 0x62e, 0x3, 0x2, 0x2, 0x2, 0x145, 0x633, 0x3, 0x2, 
-    0x2, 0x2, 0x147, 0x63c, 0x3, 0x2, 0x2, 0x2, 0x149, 0x640, 0x3, 0x2, 
-    0x2, 0x2, 0x14b, 0x645, 0x3, 0x2, 0x2, 0x2, 0x14d, 0x64b, 0x3, 0x2, 
-    0x2, 0x2, 0x14f, 0x652, 0x3, 0x2, 0x2, 0x2, 0x151, 0x656, 0x3, 0x2, 
-    0x2, 0x2, 0x153, 0x65c, 0x3, 0x2, 0x2, 0x2, 0x155, 0x661, 0x3, 0x2, 
-    0x2, 0x2, 0x157, 0x668, 0x3, 0x2, 0x2, 0x2, 0x159, 0x66d, 0x3, 0x2, 
-    0x2, 0x2, 0x15b, 0x674, 0x3, 0x2, 0x2, 0x2, 0x15d, 0x67a, 0x3, 0x2, 
-    0x2, 0x2, 0x15f, 0x67f, 0x3, 0x2, 0x2, 0x2, 0x161, 0x684, 0x3, 0x2, 
-    0x2, 0x2, 0x163, 0x68a, 0x3, 0x2, 0x2, 0x2, 0x165, 0x699, 0x3, 0x2, 
-    0x2, 0x2, 0x167, 0x69b, 0x3, 0x2, 0x2, 0x2, 0x169, 0x6a1, 0x3, 0x2, 
-    0x2, 0x2, 0x16b, 0x6d0, 0x3, 0x2, 0x2, 0x2, 0x16d, 0x71e, 0x3, 0x2, 
-    0x2, 0x2, 0x16f, 0x720, 0x3, 0x2, 0x2, 0x2, 0x171, 0x727, 0x3, 0x2, 
-    0x2, 0x2, 0x173, 0x72b, 0x3, 0x2, 0x2, 0x2, 0x175, 0x732, 0x3, 0x2, 
-    0x2, 0x2, 0x177, 0x741, 0x3, 0x2, 0x2, 0x2, 0x179, 0x743, 0x3, 0x2, 
-    0x2, 0x2, 0x17b, 0x745, 0x3, 0x2, 0x2, 0x2, 0x17d, 0x747, 0x3, 0x2, 
-    0x2, 0x2, 0x17f, 0x749, 0x3, 0x2, 0x2, 0x2, 0x181, 0x74b, 0x3, 0x2, 
-    0x2, 0x2, 0x183, 0x74d, 0x3, 0x2, 0x2, 0x2, 0x185, 0x74f, 0x3, 0x2, 
-    0x2, 0x2, 0x187, 0x751, 0x3, 0x2, 0x2, 0x2, 0x189, 0x753, 0x3, 0x2, 
-    0x2, 0x2, 0x18b, 0x755, 0x3, 0x2, 0x2, 0x2, 0x18d, 0x757, 0x3, 0x2, 
-    0x2, 0x2, 0x18f, 0x759, 0x3, 0x2, 0x2, 0x2, 0x191, 0x75b, 0x3, 0x2, 
-    0x2, 0x2, 0x193, 0x75d, 0x3, 0x2, 0x2, 0x2, 0x195, 0x75f, 0x3, 0x2, 
-    0x2, 0x2, 0x197, 0x761, 0x3, 0x2, 0x2, 0x2, 0x199, 0x763, 0x3, 0x2, 
-    0x2, 0x2, 0x19b, 0x765, 0x3, 0x2, 0x2, 0x2, 0x19d, 0x767, 0x3, 0x2, 
-    0x2, 0x2, 0x19f, 0x769, 0x3, 0x2, 0x2, 0x2, 0x1a1, 0x76b, 0x3, 0x2, 
-    0x2, 0x2, 0x1a3, 0x76d, 0x3, 0x2, 0x2, 0x2, 0x1a5, 0x76f, 0x3, 0x2, 
-    0x2, 0x2, 0x1a7, 0x771, 0x3, 0x2, 0x2, 0x2, 0x1a9, 0x773, 0x3, 0x2, 
-    0x2, 0x2, 0x1ab, 0x775, 0x3, 0x2, 0x2, 0x2, 0x1ad, 0x777, 0x3, 0x2, 
-    0x2, 0x2, 0x1af, 0x779, 0x3, 0x2, 0x2, 0x2, 0x1b1, 0x77b, 0x3, 0x2, 
-    0x2, 0x2, 0x1b3, 0x77d, 0x3, 0x2, 0x2, 0x2, 0x1b5, 0x780, 0x3, 0x2, 
-    0x2, 0x2, 0x1b7, 0x782, 0x3, 0x2, 0x2, 0x2, 0x1b9, 0x784, 0x3, 0x2, 
-    0x2, 0x2, 0x1bb, 0x786, 0x3, 0x2, 0x2, 0x2, 0x1bd, 0x788, 0x3, 0x2, 
-    0x2, 0x2, 0x1bf, 0x78a, 0x3, 0x2, 0x2, 0x2, 0x1c1, 0x78d, 0x3, 0x2, 
-    0x2, 0x2, 0x1c3, 0x78f, 0x3, 0x2, 0x2, 0x2, 0x1c5, 0x791, 0x3, 0x2, 
-    0x2, 0x2, 0x1c7, 0x794, 0x3, 0x2, 0x2, 0x2, 0x1c9, 0x796, 0x3, 0x2, 
-    0x2, 0x2, 0x1cb, 0x799, 0x3, 0x2, 0x2, 0x2, 0x1cd, 0x79b, 0x3, 0x2, 
-    0x2, 0x2, 0x1cf, 0x79d, 0x3, 0x2, 0x2, 0x2, 0x1d1, 0x79f, 0x3, 0x2, 
-    0x2, 0x2, 0x1d3, 0x7a2, 0x3, 0x2, 0x2, 0x2, 0x1d5, 0x7a4, 0x3, 0x2, 
-    0x2, 0x2, 0x1d7, 0x7aa, 0x3, 0x2, 0x2, 0x2, 0x1d9, 0x7ac, 0x3, 0x2, 
-    0x2, 0x2, 0x1db, 0x7ae, 0x3, 0x2, 0x2, 0x2, 0x1dd, 0x7b0, 0x3, 0x2, 
-    0x2, 0x2, 0x1df, 0x7b2, 0x3, 0x2, 0x2, 0x2, 0x1e1, 0x7b4, 0x3, 0x2, 
-    0x2, 0x2, 0x1e3, 0x7b6, 0x3, 0x2, 0x2, 0x2, 0x1e5, 0x7b8, 0x3, 0x2, 
-    0x2, 0x2, 0x1e7, 0x7ba, 0x3, 0x2, 0x2, 0x2, 0x1e9, 0x7bc, 0x3, 0x2, 
-    0x2, 0x2, 0x1eb, 0x7be, 0x3, 0x2, 0x2, 0x2, 0x1ed, 0x7c0, 0x3, 0x2, 
-    0x2, 0x2, 0x1ef, 0x7c2, 0x3, 0x2, 0x2, 0x2, 0x1f1, 0x7d0, 0x3, 0x2, 
-    0x2, 0x2, 0x1f3, 0x7de, 0x3, 0x2, 0x2, 0x2, 0x1f5, 0x1f6, 0x5, 0x177, 
-    0xbc, 0x2, 0x1f6, 0x1f7, 0x5, 0x17d, 0xbf, 0x2, 0x1f7, 0x1f8, 0x5, 0x17d, 
-    0xbf, 0x2, 0x1f8, 0x4, 0x3, 0x2, 0x2, 0x2, 0x1f9, 0x1fa, 0x5, 0x177, 
-    0xbc, 0x2, 0x1fa, 0x1fb, 0x5, 0x181, 0xc1, 0x2, 0x1fb, 0x1fc, 0x5, 0x19d, 
-    0xcf, 0x2, 0x1fc, 0x1fd, 0x5, 0x17f, 0xc0, 0x2, 0x1fd, 0x1fe, 0x5, 0x199, 
-    0xcd, 0x2, 0x1fe, 0x6, 0x3, 0x2, 0x2, 0x2, 0x1ff, 0x200, 0x5, 0x177, 
-    0xbc, 0x2, 0x200, 0x201, 0x5, 0x18d, 0xc7, 0x2, 0x201, 0x202, 0x5, 0x187, 
-    0xc4, 0x2, 0x202, 0x203, 0x5, 0x177, 0xbc, 0x2, 0x203, 0x204, 0x5, 0x19b, 
-    0xce, 0x2, 0x204, 0x8, 0x3, 0x2, 0x2, 0x2, 0x205, 0x206, 0x5, 0x177, 
-    0xbc, 0x2, 0x206, 0x207, 0x5, 0x18d, 0xc7, 0x2, 0x207, 0x208, 0x5, 0x18d, 
-    0xc7, 0x2, 0x208, 0xa, 0x3, 0x2, 0x2, 0x2, 0x209, 0x20a, 0x5, 0x177, 
-    0xbc, 0x2, 0x20a, 0x20b, 0x5, 0x18d, 0xc7, 0x2, 0x20b, 0x20c, 0x5, 0x19d, 
-    0xcf, 0x2, 0x20c, 0x20d, 0x5, 0x17f, 0xc0, 0x2, 0x20d, 0x20e, 0x5, 0x199, 
-    0xcd, 0x2, 0x20e, 0xc, 0x3, 0x2, 0x2, 0x2, 0x20f, 0x210, 0x5, 0x177, 
-    0xbc, 0x2, 0x210, 0x211, 0x5, 0x191, 0xc9, 0x2, 0x211, 0x212, 0x5, 0x17d, 
-    0xbf, 0x2, 0x212, 0xe, 0x3, 0x2, 0x2, 0x2, 0x213, 0x214, 0x5, 0x177, 
-    0xbc, 0x2, 0x214, 0x215, 0x5, 0x191, 0xc9, 0x2, 0x215, 0x216, 0x5, 0x19d, 
-    0xcf, 0x2, 0x216, 0x217, 0x5, 0x187, 0xc4, 0x2, 0x217, 0x10, 0x3, 0x2, 
-    0x2, 0x2, 0x218, 0x219, 0x5, 0x177, 0xbc, 0x2, 0x219, 0x21a, 0x5, 0x191, 
-    0xc9, 0x2, 0x21a, 0x21b, 0x5, 0x1a7, 0xd4, 0x2, 0x21b, 0x12, 0x3, 0x2, 
-    0x2, 0x2, 0x21c, 0x21d, 0x5, 0x177, 0xbc, 0x2, 0x21d, 0x21e, 0x5, 0x199, 
-    0xcd, 0x2, 0x21e, 0x21f, 0x5, 0x199, 0xcd, 0x2, 0x21f, 0x220, 0x5, 0x177, 
-    0xbc, 0x2, 0x220, 0x221, 0x5, 0x1a7, 0xd4, 0x2, 0x221, 0x14, 0x3, 0x2, 
-    0x2, 0x2, 0x222, 0x223, 0x5, 0x177, 0xbc, 0x2, 0x223, 0x224, 0x5, 0x19b, 
-    0xce, 0x2, 0x224, 0x16, 0x3, 0x2, 0x2, 0x2, 0x225, 0x226, 0x5, 0x177, 
-    0xbc, 0x2, 0x226, 0x227, 0x5, 0x19b, 0xce, 0x2, 0x227, 0x228, 0x5, 0x17b, 
-    0xbe, 0x2, 0x228, 0x234, 0x3, 0x2, 0x2, 0x2, 0x229, 0x22a, 0x5, 0x177, 
-    0xbc, 0x2, 0x22a, 0x22b, 0x5, 0x19b, 0xce, 0x2, 0x22b, 0x22c, 0x5, 0x17b, 
-    0xbe, 0x2, 0x22c, 0x22d, 0x5, 0x17f, 0xc0, 0x2, 0x22d, 0x22e, 0x5, 0x191, 
-    0xc9, 0x2, 0x22e, 0x22f, 0x5, 0x17d, 0xbf, 0x2, 0x22f, 0x230, 0x5, 0x187, 
-    0xc4, 0x2, 0x230, 0x231, 0x5, 0x191, 0xc9, 0x2, 0x231, 0x232, 0x5, 0x183, 
-    0xc2, 0x2, 0x232, 0x234, 0x3, 0x2, 0x2, 0x2, 0x233, 0x225, 0x3, 0x2, 
-    0x2, 0x2, 0x233, 0x229, 0x3, 0x2, 0x2, 0x2, 0x234, 0x18, 0x3, 0x2, 0x2, 
-    0x2, 0x235, 0x236, 0x5, 0x177, 0xbc, 0x2, 0x236, 0x237, 0x5, 0x19b, 
-    0xce, 0x2, 0x237, 0x238, 0x5, 0x193, 0xca, 0x2, 0x238, 0x239, 0x5, 0x181, 
-    0xc1, 0x2, 0x239, 0x1a, 0x3, 0x2, 0x2, 0x2, 0x23a, 0x23b, 0x5, 0x177, 
-    0xbc, 0x2, 0x23b, 0x23c, 0x5, 0x19b, 0xce, 0x2, 0x23c, 0x23d, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x23d, 0x23e, 0x5, 0x191, 0xc9, 0x2, 0x23e, 0x23f, 0x5, 0x17b, 
-    0xbe, 0x2, 0x23f, 0x1c, 0x3, 0x2, 0x2, 0x2, 0x240, 0x241, 0x5, 0x177, 
-    0xbc, 0x2, 0x241, 0x242, 0x5, 0x19d, 0xcf, 0x2, 0x242, 0x243, 0x5, 0x19d, 
-    0xcf, 0x2, 0x243, 0x244, 0x5, 0x177, 0xbc, 0x2, 0x244, 0x245, 0x5, 0x17b, 
-    0xbe, 0x2, 0x245, 0x246, 0x5, 0x185, 0xc3, 0x2, 0x246, 0x1e, 0x3, 0x2, 
-    0x2, 0x2, 0x247, 0x248, 0x5, 0x179, 0xbd, 0x2, 0x248, 0x249, 0x5, 0x17f, 
-    0xc0, 0x2, 0x249, 0x24a, 0x5, 0x19d, 0xcf, 0x2, 0x24a, 0x24b, 0x5, 0x1a3, 
-    0xd2, 0x2, 0x24b, 0x24c, 0x5, 0x17f, 0xc0, 0x2, 0x24c, 0x24d, 0x5, 0x17f, 
-    0xc0, 0x2, 0x24d, 0x24e, 0x5, 0x191, 0xc9, 0x2, 0x24e, 0x20, 0x3, 0x2, 
-    0x2, 0x2, 0x24f, 0x250, 0x5, 0x179, 0xbd, 0x2, 0x250, 0x251, 0x5, 0x193, 
-    0xca, 0x2, 0x251, 0x252, 0x5, 0x19d, 0xcf, 0x2, 0x252, 0x253, 0x5, 0x185, 
-    0xc3, 0x2, 0x253, 0x22, 0x3, 0x2, 0x2, 0x2, 0x254, 0x255, 0x5, 0x179, 
-    0xbd, 0x2, 0x255, 0x256, 0x5, 0x1a7, 0xd4, 0x2, 0x256, 0x24, 0x3, 0x2, 
-    0x2, 0x2, 0x257, 0x258, 0x5, 0x17b, 0xbe, 0x2, 0x258, 0x259, 0x5, 0x177, 
-    0xbc, 0x2, 0x259, 0x25a, 0x5, 0x19b, 0xce, 0x2, 0x25a, 0x25b, 0x5, 0x17f, 
-    0xc0, 0x2, 0x25b, 0x26, 0x3, 0x2, 0x2, 0x2, 0x25c, 0x25d, 0x5, 0x17b, 
-    0xbe, 0x2, 0x25d, 0x25e, 0x5, 0x177, 0xbc, 0x2, 0x25e, 0x25f, 0x5, 0x19b, 
-    0xce, 0x2, 0x25f, 0x260, 0x5, 0x19d, 0xcf, 0x2, 0x260, 0x28, 0x3, 0x2, 
-    0x2, 0x2, 0x261, 0x262, 0x5, 0x17b, 0xbe, 0x2, 0x262, 0x263, 0x5, 0x185, 
-    0xc3, 0x2, 0x263, 0x264, 0x5, 0x17f, 0xc0, 0x2, 0x264, 0x265, 0x5, 0x17b, 
-    0xbe, 0x2, 0x265, 0x266, 0x5, 0x18b, 0xc6, 0x2, 0x266, 0x2a, 0x3, 0x2, 
-    0x2, 0x2, 0x267, 0x268, 0x5, 0x17b, 0xbe, 0x2, 0x268, 0x269, 0x5, 0x18d, 
-    0xc7, 0x2, 0x269, 0x26a, 0x5, 0x17f, 0xc0, 0x2, 0x26a, 0x26b, 0x5, 0x177, 
-    0xbc, 0x2, 0x26b, 0x26c, 0x5, 0x199, 0xcd, 0x2, 0x26c, 0x2c, 0x3, 0x2, 
-    0x2, 0x2, 0x26d, 0x26e, 0x5, 0x17b, 0xbe, 0x2, 0x26e, 0x26f, 0x5, 0x18d, 
-    0xc7, 0x2, 0x26f, 0x270, 0x5, 0x19f, 0xd0, 0x2, 0x270, 0x271, 0x5, 0x19b, 
-    0xce, 0x2, 0x271, 0x272, 0x5, 0x19d, 0xcf, 0x2, 0x272, 0x273, 0x5, 0x17f, 
-    0xc0, 0x2, 0x273, 0x274, 0x5, 0x199, 0xcd, 0x2, 0x274, 0x2e, 0x3, 0x2, 
-    0x2, 0x2, 0x275, 0x276, 0x5, 0x17b, 0xbe, 0x2, 0x276, 0x277, 0x5, 0x193, 
-    0xca, 0x2, 0x277, 0x278, 0x5, 0x17d, 0xbf, 0x2, 0x278, 0x279, 0x5, 0x17f, 
-    0xc0, 0x2, 0x279, 0x27a, 0x5, 0x17b, 0xbe, 0x2, 0x27a, 0x30, 0x3, 0x2, 
-    0x2, 0x2, 0x27b, 0x27c, 0x5, 0x17b, 0xbe, 0x2, 0x27c, 0x27d, 0x5, 0x193, 
-    0xca, 0x2, 0x27d, 0x27e, 0x5, 0x18d, 0xc7, 0x2, 0x27e, 0x27f, 0x5, 0x18d, 
-    0xc7, 0x2, 0x27f, 0x280, 0x5, 0x177, 0xbc, 0x2, 0x280, 0x281, 0x5, 0x19d, 
-    0xcf, 0x2, 0x281, 0x282, 0x5, 0x17f, 0xc0, 0x2, 0x282, 0x32, 0x3, 0x2, 
-    0x2, 0x2, 0x283, 0x284, 0x5, 0x17b, 0xbe, 0x2, 0x284, 0x285, 0x5, 0x193, 
-    0xca, 0x2, 0x285, 0x286, 0x5, 0x18d, 0xc7, 0x2, 0x286, 0x287, 0x5, 0x19f, 
-    0xd0, 0x2, 0x287, 0x288, 0x5, 0x18f, 0xc8, 0x2, 0x288, 0x289, 0x5, 0x191, 
-    0xc9, 0x2, 0x289, 0x34, 0x3, 0x2, 0x2, 0x2, 0x28a, 0x28b, 0x5, 0x17b, 
-    0xbe, 0x2, 0x28b, 0x28c, 0x5, 0x193, 0xca, 0x2, 0x28c, 0x28d, 0x5, 0x18f, 
-    0xc8, 0x2, 0x28d, 0x28e, 0x5, 0x18f, 0xc8, 0x2, 0x28e, 0x28f, 0x5, 0x17f, 
-    0xc0, 0x2, 0x28f, 0x290, 0x5, 0x191, 0xc9, 0x2, 0x290, 0x291, 0x5, 0x19d, 
-    0xcf, 0x2, 0x291, 0x36, 0x3, 0x2, 0x2, 0x2, 0x292, 0x293, 0x5, 0x17b, 
-    0xbe, 0x2, 0x293, 0x294, 0x5, 0x193, 0xca, 0x2, 0x294, 0x295, 0x5, 0x191, 
-    0xc9, 0x2, 0x295, 0x296, 0x5, 0x19b, 0xce, 0x2, 0x296, 0x297, 0x5, 0x19d, 
-    0xcf, 0x2, 0x297, 0x298, 0x5, 0x199, 0xcd, 0x2, 0x298, 0x299, 0x5, 0x177, 
-    0xbc, 0x2, 0x299, 0x29a, 0x5, 0x187, 0xc4, 0x2, 0x29a, 0x29b, 0x5, 0x191, 
-    0xc9, 0x2, 0x29b, 0x29c, 0x5, 0x19d, 0xcf, 0x2, 0x29c, 0x38, 0x3, 0x2, 
-    0x2, 0x2, 0x29d, 0x29e, 0x5, 0x17b, 0xbe, 0x2, 0x29e, 0x29f, 0x5, 0x199, 
-    0xcd, 0x2, 0x29f, 0x2a0, 0x5, 0x17f, 0xc0, 0x2, 0x2a0, 0x2a1, 0x5, 0x177, 
-    0xbc, 0x2, 0x2a1, 0x2a2, 0x5, 0x19d, 0xcf, 0x2, 0x2a2, 0x2a3, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2a3, 0x3a, 0x3, 0x2, 0x2, 0x2, 0x2a4, 0x2a5, 0x5, 0x17b, 
-    0xbe, 0x2, 0x2a5, 0x2a6, 0x5, 0x199, 0xcd, 0x2, 0x2a6, 0x2a7, 0x5, 0x193, 
-    0xca, 0x2, 0x2a7, 0x2a8, 0x5, 0x19b, 0xce, 0x2, 0x2a8, 0x2a9, 0x5, 0x19b, 
-    0xce, 0x2, 0x2a9, 0x3c, 0x3, 0x2, 0x2, 0x2, 0x2aa, 0x2ab, 0x5, 0x17b, 
-    0xbe, 0x2, 0x2ab, 0x2ac, 0x5, 0x19f, 0xd0, 0x2, 0x2ac, 0x2ad, 0x5, 0x179, 
-    0xbd, 0x2, 0x2ad, 0x2ae, 0x5, 0x17f, 0xc0, 0x2, 0x2ae, 0x3e, 0x3, 0x2, 
-    0x2, 0x2, 0x2af, 0x2b0, 0x5, 0x17d, 0xbf, 0x2, 0x2b0, 0x2b1, 0x5, 0x177, 
-    0xbc, 0x2, 0x2b1, 0x2b2, 0x5, 0x19d, 0xcf, 0x2, 0x2b2, 0x2b3, 0x5, 0x177, 
-    0xbc, 0x2, 0x2b3, 0x2b4, 0x5, 0x179, 0xbd, 0x2, 0x2b4, 0x2b5, 0x5, 0x177, 
-    0xbc, 0x2, 0x2b5, 0x2b6, 0x5, 0x19b, 0xce, 0x2, 0x2b6, 0x2b7, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2b7, 0x40, 0x3, 0x2, 0x2, 0x2, 0x2b8, 0x2b9, 0x5, 0x17d, 
-    0xbf, 0x2, 0x2b9, 0x2ba, 0x5, 0x177, 0xbc, 0x2, 0x2ba, 0x2bb, 0x5, 0x19d, 
-    0xcf, 0x2, 0x2bb, 0x2bc, 0x5, 0x177, 0xbc, 0x2, 0x2bc, 0x2bd, 0x5, 0x179, 
-    0xbd, 0x2, 0x2bd, 0x2be, 0x5, 0x177, 0xbc, 0x2, 0x2be, 0x2bf, 0x5, 0x19b, 
-    0xce, 0x2, 0x2bf, 0x2c0, 0x5, 0x17f, 0xc0, 0x2, 0x2c0, 0x2c1, 0x5, 0x19b, 
-    0xce, 0x2, 0x2c1, 0x42, 0x3, 0x2, 0x2, 0x2, 0x2c2, 0x2c3, 0x5, 0x17d, 
-    0xbf, 0x2, 0x2c3, 0x2c4, 0x5, 0x177, 0xbc, 0x2, 0x2c4, 0x2c5, 0x5, 0x19d, 
-    0xcf, 0x2, 0x2c5, 0x2c6, 0x5, 0x17f, 0xc0, 0x2, 0x2c6, 0x44, 0x3, 0x2, 
-    0x2, 0x2, 0x2c7, 0x2c8, 0x5, 0x17d, 0xbf, 0x2, 0x2c8, 0x2c9, 0x5, 0x177, 
-    0xbc, 0x2, 0x2c9, 0x2ca, 0x5, 0x1a7, 0xd4, 0x2, 0x2ca, 0x46, 0x3, 0x2, 
-    0x2, 0x2, 0x2cb, 0x2cc, 0x5, 0x17d, 0xbf, 0x2, 0x2cc, 0x2cd, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2cd, 0x2ce, 0x5, 0x17d, 0xbf, 0x2, 0x2ce, 0x2cf, 0x5, 0x19f, 
-    0xd0, 0x2, 0x2cf, 0x2d0, 0x5, 0x195, 0xcb, 0x2, 0x2d0, 0x2d1, 0x5, 0x18d, 
-    0xc7, 0x2, 0x2d1, 0x2d2, 0x5, 0x187, 0xc4, 0x2, 0x2d2, 0x2d3, 0x5, 0x17b, 
-    0xbe, 0x2, 0x2d3, 0x2d4, 0x5, 0x177, 0xbc, 0x2, 0x2d4, 0x2d5, 0x5, 0x19d, 
-    0xcf, 0x2, 0x2d5, 0x2d6, 0x5, 0x17f, 0xc0, 0x2, 0x2d6, 0x48, 0x3, 0x2, 
-    0x2, 0x2, 0x2d7, 0x2d8, 0x5, 0x17d, 0xbf, 0x2, 0x2d8, 0x2d9, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2d9, 0x2da, 0x5, 0x181, 0xc1, 0x2, 0x2da, 0x2db, 0x5, 0x177, 
-    0xbc, 0x2, 0x2db, 0x2dc, 0x5, 0x19f, 0xd0, 0x2, 0x2dc, 0x2dd, 0x5, 0x18d, 
-    0xc7, 0x2, 0x2dd, 0x2de, 0x5, 0x19d, 0xcf, 0x2, 0x2de, 0x4a, 0x3, 0x2, 
-    0x2, 0x2, 0x2df, 0x2e0, 0x5, 0x17d, 0xbf, 0x2, 0x2e0, 0x2e1, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2e1, 0x2e2, 0x5, 0x18d, 0xc7, 0x2, 0x2e2, 0x2e3, 0x5, 0x177, 
-    0xbc, 0x2, 0x2e3, 0x2e4, 0x5, 0x1a7, 0xd4, 0x2, 0x2e4, 0x4c, 0x3, 0x2, 
-    0x2, 0x2, 0x2e5, 0x2e6, 0x5, 0x17d, 0xbf, 0x2, 0x2e6, 0x2e7, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2e7, 0x2e8, 0x5, 0x18d, 0xc7, 0x2, 0x2e8, 0x2e9, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2e9, 0x2ea, 0x5, 0x19d, 0xcf, 0x2, 0x2ea, 0x2eb, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2eb, 0x4e, 0x3, 0x2, 0x2, 0x2, 0x2ec, 0x2ed, 0x5, 0x17d, 
-    0xbf, 0x2, 0x2ed, 0x2ee, 0x5, 0x17f, 0xc0, 0x2, 0x2ee, 0x2ef, 0x5, 0x19b, 
-    0xce, 0x2, 0x2ef, 0x2f0, 0x5, 0x17b, 0xbe, 0x2, 0x2f0, 0x50, 0x3, 0x2, 
-    0x2, 0x2, 0x2f1, 0x2f2, 0x5, 0x17d, 0xbf, 0x2, 0x2f2, 0x2f3, 0x5, 0x17f, 
-    0xc0, 0x2, 0x2f3, 0x2f4, 0x5, 0x19b, 0xce, 0x2, 0x2f4, 0x2f5, 0x5, 0x17b, 
-    0xbe, 0x2, 0x2f5, 0x2f6, 0x5, 0x17f, 0xc0, 0x2, 0x2f6, 0x2f7, 0x5, 0x191, 
-    0xc9, 0x2, 0x2f7, 0x2f8, 0x5, 0x17d, 0xbf, 0x2, 0x2f8, 0x2f9, 0x5, 0x187, 
-    0xc4, 0x2, 0x2f9, 0x2fa, 0x5, 0x191, 0xc9, 0x2, 0x2fa, 0x2fb, 0x5, 0x183, 
-    0xc2, 0x2, 0x2fb, 0x52, 0x3, 0x2, 0x2, 0x2, 0x2fc, 0x2fd, 0x5, 0x17d, 
-    0xbf, 0x2, 0x2fd, 0x2fe, 0x5, 0x17f, 0xc0, 0x2, 0x2fe, 0x2ff, 0x5, 0x19b, 
-    0xce, 0x2, 0x2ff, 0x300, 0x5, 0x17b, 0xbe, 0x2, 0x300, 0x301, 0x5, 0x199, 
-    0xcd, 0x2, 0x301, 0x302, 0x5, 0x187, 0xc4, 0x2, 0x302, 0x303, 0x5, 0x179, 
-    0xbd, 0x2, 0x303, 0x304, 0x5, 0x17f, 0xc0, 0x2, 0x304, 0x54, 0x3, 0x2, 
-    0x2, 0x2, 0x305, 0x306, 0x5, 0x17d, 0xbf, 0x2, 0x306, 0x307, 0x5, 0x17f, 
-    0xc0, 0x2, 0x307, 0x308, 0x5, 0x19d, 0xcf, 0x2, 0x308, 0x309, 0x5, 0x177, 
-    0xbc, 0x2, 0x309, 0x30a, 0x5, 0x17b, 0xbe, 0x2, 0x30a, 0x30b, 0x5, 0x185, 
-    0xc3, 0x2, 0x30b, 0x56, 0x3, 0x2, 0x2, 0x2, 0x30c, 0x30d, 0x5, 0x17d, 
-    0xbf, 0x2, 0x30d, 0x30e, 0x5, 0x187, 0xc4, 0x2, 0x30e, 0x30f, 0x5, 0x17b, 
-    0xbe, 0x2, 0x30f, 0x310, 0x5, 0x19d, 0xcf, 0x2, 0x310, 0x311, 0x5, 0x187, 
-    0xc4, 0x2, 0x311, 0x312, 0x5, 0x193, 0xca, 0x2, 0x312, 0x313, 0x5, 0x191, 
-    0xc9, 0x2, 0x313, 0x314, 0x5, 0x177, 0xbc, 0x2, 0x314, 0x315, 0x5, 0x199, 
-    0xcd, 0x2, 0x315, 0x316, 0x5, 0x187, 0xc4, 0x2, 0x316, 0x317, 0x5, 0x17f, 
-    0xc0, 0x2, 0x317, 0x318, 0x5, 0x19b, 0xce, 0x2, 0x318, 0x58, 0x3, 0x2, 
-    0x2, 0x2, 0x319, 0x31a, 0x5, 0x17d, 0xbf, 0x2, 0x31a, 0x31b, 0x5, 0x187, 
-    0xc4, 0x2, 0x31b, 0x31c, 0x5, 0x17b, 0xbe, 0x2, 0x31c, 0x31d, 0x5, 0x19d, 
-    0xcf, 0x2, 0x31d, 0x31e, 0x5, 0x187, 0xc4, 0x2, 0x31e, 0x31f, 0x5, 0x193, 
-    0xca, 0x2, 0x31f, 0x320, 0x5, 0x191, 0xc9, 0x2, 0x320, 0x321, 0x5, 0x177, 
-    0xbc, 0x2, 0x321, 0x322, 0x5, 0x199, 0xcd, 0x2, 0x322, 0x323, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x323, 0x5a, 0x3, 0x2, 0x2, 0x2, 0x324, 0x325, 0x5, 0x17d, 
-    0xbf, 0x2, 0x325, 0x326, 0x5, 0x187, 0xc4, 0x2, 0x326, 0x327, 0x5, 0x19b, 
-    0xce, 0x2, 0x327, 0x328, 0x5, 0x18b, 0xc6, 0x2, 0x328, 0x5c, 0x3, 0x2, 
-    0x2, 0x2, 0x329, 0x32a, 0x5, 0x17d, 0xbf, 0x2, 0x32a, 0x32b, 0x5, 0x187, 
-    0xc4, 0x2, 0x32b, 0x32c, 0x5, 0x19b, 0xce, 0x2, 0x32c, 0x32d, 0x5, 0x19d, 
-    0xcf, 0x2, 0x32d, 0x32e, 0x5, 0x187, 0xc4, 0x2, 0x32e, 0x32f, 0x5, 0x191, 
-    0xc9, 0x2, 0x32f, 0x330, 0x5, 0x17b, 0xbe, 0x2, 0x330, 0x331, 0x5, 0x19d, 
-    0xcf, 0x2, 0x331, 0x5e, 0x3, 0x2, 0x2, 0x2, 0x332, 0x333, 0x5, 0x17d, 
-    0xbf, 0x2, 0x333, 0x334, 0x5, 0x187, 0xc4, 0x2, 0x334, 0x335, 0x5, 0x19b, 
-    0xce, 0x2, 0x335, 0x336, 0x5, 0x19d, 0xcf, 0x2, 0x336, 0x337, 0x5, 0x199, 
-    0xcd, 0x2, 0x337, 0x338, 0x5, 0x187, 0xc4, 0x2, 0x338, 0x339, 0x5, 0x179, 
-    0xbd, 0x2, 0x339, 0x33a, 0x5, 0x19f, 0xd0, 0x2, 0x33a, 0x33b, 0x5, 0x19d, 
-    0xcf, 0x2, 0x33b, 0x33c, 0x5, 0x17f, 0xc0, 0x2, 0x33c, 0x33d, 0x5, 0x17d, 
-    0xbf, 0x2, 0x33d, 0x60, 0x3, 0x2, 0x2, 0x2, 0x33e, 0x33f, 0x5, 0x17d, 
-    0xbf, 0x2, 0x33f, 0x340, 0x5, 0x199, 0xcd, 0x2, 0x340, 0x341, 0x5, 0x193, 
-    0xca, 0x2, 0x341, 0x342, 0x5, 0x195, 0xcb, 0x2, 0x342, 0x62, 0x3, 0x2, 
-    0x2, 0x2, 0x343, 0x344, 0x5, 0x17f, 0xc0, 0x2, 0x344, 0x345, 0x5, 0x18d, 
-    0xc7, 0x2, 0x345, 0x346, 0x5, 0x19b, 0xce, 0x2, 0x346, 0x347, 0x5, 0x17f, 
-    0xc0, 0x2, 0x347, 0x64, 0x3, 0x2, 0x2, 0x2, 0x348, 0x349, 0x5, 0x17f, 
-    0xc0, 0x2, 0x349, 0x34a, 0x5, 0x191, 0xc9, 0x2, 0x34a, 0x34b, 0x5, 0x17d, 
-    0xbf, 0x2, 0x34b, 0x66, 0x3, 0x2, 0x2, 0x2, 0x34c, 0x34d, 0x5, 0x17f, 
-    0xc0, 0x2, 0x34d, 0x34e, 0x5, 0x191, 0xc9, 0x2, 0x34e, 0x34f, 0x5, 0x183, 
-    0xc2, 0x2, 0x34f, 0x350, 0x5, 0x187, 0xc4, 0x2, 0x350, 0x351, 0x5, 0x191, 
-    0xc9, 0x2, 0x351, 0x352, 0x5, 0x17f, 0xc0, 0x2, 0x352, 0x68, 0x3, 0x2, 
-    0x2, 0x2, 0x353, 0x354, 0x5, 0x17f, 0xc0, 0x2, 0x354, 0x355, 0x5, 0x1a1, 
-    0xd1, 0x2, 0x355, 0x356, 0x5, 0x17f, 0xc0, 0x2, 0x356, 0x357, 0x5, 0x191, 
-    0xc9, 0x2, 0x357, 0x358, 0x5, 0x19d, 0xcf, 0x2, 0x358, 0x359, 0x5, 0x19b, 
-    0xce, 0x2, 0x359, 0x6a, 0x3, 0x2, 0x2, 0x2, 0x35a, 0x35b, 0x5, 0x17f, 
-    0xc0, 0x2, 0x35b, 0x35c, 0x5, 0x1a5, 0xd3, 0x2, 0x35c, 0x35d, 0x5, 0x187, 
-    0xc4, 0x2, 0x35d, 0x35e, 0x5, 0x19b, 0xce, 0x2, 0x35e, 0x35f, 0x5, 0x19d, 
-    0xcf, 0x2, 0x35f, 0x360, 0x5, 0x19b, 0xce, 0x2, 0x360, 0x6c, 0x3, 0x2, 
-    0x2, 0x2, 0x361, 0x362, 0x5, 0x17f, 0xc0, 0x2, 0x362, 0x363, 0x5, 0x1a5, 
-    0xd3, 0x2, 0x363, 0x364, 0x5, 0x195, 0xcb, 0x2, 0x364, 0x365, 0x5, 0x18d, 
-    0xc7, 0x2, 0x365, 0x366, 0x5, 0x177, 0xbc, 0x2, 0x366, 0x367, 0x5, 0x187, 
-    0xc4, 0x2, 0x367, 0x368, 0x5, 0x191, 0xc9, 0x2, 0x368, 0x6e, 0x3, 0x2, 
-    0x2, 0x2, 0x369, 0x36a, 0x5, 0x17f, 0xc0, 0x2, 0x36a, 0x36b, 0x5, 0x1a5, 
-    0xd3, 0x2, 0x36b, 0x36c, 0x5, 0x195, 0xcb, 0x2, 0x36c, 0x36d, 0x5, 0x199, 
-    0xcd, 0x2, 0x36d, 0x36e, 0x5, 0x17f, 0xc0, 0x2, 0x36e, 0x36f, 0x5, 0x19b, 
-    0xce, 0x2, 0x36f, 0x370, 0x5, 0x19b, 0xce, 0x2, 0x370, 0x371, 0x5, 0x187, 
-    0xc4, 0x2, 0x371, 0x372, 0x5, 0x193, 0xca, 0x2, 0x372, 0x373, 0x5, 0x191, 
-    0xc9, 0x2, 0x373, 0x70, 0x3, 0x2, 0x2, 0x2, 0x374, 0x375, 0x5, 0x17f, 
-    0xc0, 0x2, 0x375, 0x376, 0x5, 0x1a5, 0xd3, 0x2, 0x376, 0x377, 0x5, 0x19d, 
-    0xcf, 0x2, 0x377, 0x378, 0x5, 0x199, 0xcd, 0x2, 0x378, 0x379, 0x5, 0x177, 
-    0xbc, 0x2, 0x379, 0x37a, 0x5, 0x17b, 0xbe, 0x2, 0x37a, 0x37b, 0x5, 0x19d, 
-    0xcf, 0x2, 0x37b, 0x72, 0x3, 0x2, 0x2, 0x2, 0x37c, 0x37d, 0x5, 0x181, 
-    0xc1, 0x2, 0x37d, 0x37e, 0x5, 0x17f, 0xc0, 0x2, 0x37e, 0x37f, 0x5, 0x19d, 
-    0xcf, 0x2, 0x37f, 0x380, 0x5, 0x17b, 0xbe, 0x2, 0x380, 0x381, 0x5, 0x185, 
-    0xc3, 0x2, 0x381, 0x382, 0x5, 0x17f, 0xc0, 0x2, 0x382, 0x383, 0x5, 0x19b, 
-    0xce, 0x2, 0x383, 0x74, 0x3, 0x2, 0x2, 0x2, 0x384, 0x385, 0x5, 0x181, 
-    0xc1, 0x2, 0x385, 0x386, 0x5, 0x187, 0xc4, 0x2, 0x386, 0x387, 0x5, 0x191, 
-    0xc9, 0x2, 0x387, 0x388, 0x5, 0x177, 0xbc, 0x2, 0x388, 0x389, 0x5, 0x18d, 
-    0xc7, 0x2, 0x389, 0x76, 0x3, 0x2, 0x2, 0x2, 0x38a, 0x38b, 0x5, 0x181, 
-    0xc1, 0x2, 0x38b, 0x38c, 0x5, 0x187, 0xc4, 0x2, 0x38c, 0x38d, 0x5, 0x199, 
-    0xcd, 0x2, 0x38d, 0x38e, 0x5, 0x19b, 0xce, 0x2, 0x38e, 0x38f, 0x5, 0x19d, 
-    0xcf, 0x2, 0x38f, 0x78, 0x3, 0x2, 0x2, 0x2, 0x390, 0x391, 0x5, 0x181, 
-    0xc1, 0x2, 0x391, 0x392, 0x5, 0x18d, 0xc7, 0x2, 0x392, 0x393, 0x5, 0x19f, 
-    0xd0, 0x2, 0x393, 0x394, 0x5, 0x19b, 0xce, 0x2, 0x394, 0x395, 0x5, 0x185, 
-    0xc3, 0x2, 0x395, 0x7a, 0x3, 0x2, 0x2, 0x2, 0x396, 0x397, 0x5, 0x181, 
-    0xc1, 0x2, 0x397, 0x398, 0x5, 0x193, 0xca, 0x2, 0x398, 0x399, 0x5, 0x199, 
-    0xcd, 0x2, 0x399, 0x7c, 0x3, 0x2, 0x2, 0x2, 0x39a, 0x39b, 0x5, 0x181, 
-    0xc1, 0x2, 0x39b, 0x39c, 0x5, 0x193, 0xca, 0x2, 0x39c, 0x39d, 0x5, 0x199, 
-    0xcd, 0x2, 0x39d, 0x39e, 0x5, 0x18f, 0xc8, 0x2, 0x39e, 0x39f, 0x5, 0x177, 
-    0xbc, 0x2, 0x39f, 0x3a0, 0x5, 0x19d, 0xcf, 0x2, 0x3a0, 0x7e, 0x3, 0x2, 
-    0x2, 0x2, 0x3a1, 0x3a2, 0x5, 0x181, 0xc1, 0x2, 0x3a2, 0x3a3, 0x5, 0x199, 
-    0xcd, 0x2, 0x3a3, 0x3a4, 0x5, 0x17f, 0xc0, 0x2, 0x3a4, 0x3a5, 0x5, 0x17f, 
-    0xc0, 0x2, 0x3a5, 0x3a6, 0x5, 0x1a9, 0xd5, 0x2, 0x3a6, 0x3a7, 0x5, 0x17f, 
-    0xc0, 0x2, 0x3a7, 0x80, 0x3, 0x2, 0x2, 0x2, 0x3a8, 0x3a9, 0x5, 0x181, 
-    0xc1, 0x2, 0x3a9, 0x3aa, 0x5, 0x199, 0xcd, 0x2, 0x3aa, 0x3ab, 0x5, 0x193, 
-    0xca, 0x2, 0x3ab, 0x3ac, 0x5, 0x18f, 0xc8, 0x2, 0x3ac, 0x82, 0x3, 0x2, 
-    0x2, 0x2, 0x3ad, 0x3ae, 0x5, 0x181, 0xc1, 0x2, 0x3ae, 0x3af, 0x5, 0x19f, 
-    0xd0, 0x2, 0x3af, 0x3b0, 0x5, 0x18d, 0xc7, 0x2, 0x3b0, 0x3b1, 0x5, 0x18d, 
-    0xc7, 0x2, 0x3b1, 0x84, 0x3, 0x2, 0x2, 0x2, 0x3b2, 0x3b3, 0x5, 0x181, 
-    0xc1, 0x2, 0x3b3, 0x3b4, 0x5, 0x19f, 0xd0, 0x2, 0x3b4, 0x3b5, 0x5, 0x191, 
-    0xc9, 0x2, 0x3b5, 0x3b6, 0x5, 0x17b, 0xbe, 0x2, 0x3b6, 0x3b7, 0x5, 0x19d, 
-    0xcf, 0x2, 0x3b7, 0x3b8, 0x5, 0x187, 0xc4, 0x2, 0x3b8, 0x3b9, 0x5, 0x193, 
-    0xca, 0x2, 0x3b9, 0x3ba, 0x5, 0x191, 0xc9, 0x2, 0x3ba, 0x86, 0x3, 0x2, 
-    0x2, 0x2, 0x3bb, 0x3bc, 0x5, 0x183, 0xc2, 0x2, 0x3bc, 0x3bd, 0x5, 0x18d, 
-    0xc7, 0x2, 0x3bd, 0x3be, 0x5, 0x193, 0xca, 0x2, 0x3be, 0x3bf, 0x5, 0x179, 
-    0xbd, 0x2, 0x3bf, 0x3c0, 0x5, 0x177, 0xbc, 0x2, 0x3c0, 0x3c1, 0x5, 0x18d, 
-    0xc7, 0x2, 0x3c1, 0x88, 0x3, 0x2, 0x2, 0x2, 0x3c2, 0x3c3, 0x5, 0x183, 
-    0xc2, 0x2, 0x3c3, 0x3c4, 0x5, 0x199, 0xcd, 0x2, 0x3c4, 0x3c5, 0x5, 0x177, 
-    0xbc, 0x2, 0x3c5, 0x3c6, 0x5, 0x191, 0xc9, 0x2, 0x3c6, 0x3c7, 0x5, 0x19f, 
-    0xd0, 0x2, 0x3c7, 0x3c8, 0x5, 0x18d, 0xc7, 0x2, 0x3c8, 0x3c9, 0x5, 0x177, 
-    0xbc, 0x2, 0x3c9, 0x3ca, 0x5, 0x199, 0xcd, 0x2, 0x3ca, 0x3cb, 0x5, 0x187, 
-    0xc4, 0x2, 0x3cb, 0x3cc, 0x5, 0x19d, 0xcf, 0x2, 0x3cc, 0x3cd, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x3cd, 0x8a, 0x3, 0x2, 0x2, 0x2, 0x3ce, 0x3cf, 0x5, 0x183, 
-    0xc2, 0x2, 0x3cf, 0x3d0, 0x5, 0x199, 0xcd, 0x2, 0x3d0, 0x3d1, 0x5, 0x193, 
-    0xca, 0x2, 0x3d1, 0x3d2, 0x5, 0x19f, 0xd0, 0x2, 0x3d2, 0x3d3, 0x5, 0x195, 
-    0xcb, 0x2, 0x3d3, 0x8c, 0x3, 0x2, 0x2, 0x2, 0x3d4, 0x3d5, 0x5, 0x185, 
-    0xc3, 0x2, 0x3d5, 0x3d6, 0x5, 0x177, 0xbc, 0x2, 0x3d6, 0x3d7, 0x5, 0x1a1, 
-    0xd1, 0x2, 0x3d7, 0x3d8, 0x5, 0x187, 0xc4, 0x2, 0x3d8, 0x3d9, 0x5, 0x191, 
-    0xc9, 0x2, 0x3d9, 0x3da, 0x5, 0x183, 0xc2, 0x2, 0x3da, 0x8e, 0x3, 0x2, 
-    0x2, 0x2, 0x3db, 0x3dc, 0x5, 0x185, 0xc3, 0x2, 0x3dc, 0x3dd, 0x5, 0x187, 
-    0xc4, 0x2, 0x3dd, 0x3de, 0x5, 0x17f, 0xc0, 0x2, 0x3de, 0x3df, 0x5, 0x199, 
-    0xcd, 0x2, 0x3df, 0x3e0, 0x5, 0x177, 0xbc, 0x2, 0x3e0, 0x3e1, 0x5, 0x199, 
-    0xcd, 0x2, 0x3e1, 0x3e2, 0x5, 0x17b, 0xbe, 0x2, 0x3e2, 0x3e3, 0x5, 0x185, 
-    0xc3, 0x2, 0x3e3, 0x3e4, 0x5, 0x187, 0xc4, 0x2, 0x3e4, 0x3e5, 0x5, 0x17b, 
-    0xbe, 0x2, 0x3e5, 0x3e6, 0x5, 0x177, 0xbc, 0x2, 0x3e6, 0x3e7, 0x5, 0x18d, 
-    0xc7, 0x2, 0x3e7, 0x90, 0x3, 0x2, 0x2, 0x2, 0x3e8, 0x3e9, 0x5, 0x185, 
-    0xc3, 0x2, 0x3e9, 0x3ea, 0x5, 0x193, 0xca, 0x2, 0x3ea, 0x3eb, 0x5, 0x19f, 
-    0xd0, 0x2, 0x3eb, 0x3ec, 0x5, 0x199, 0xcd, 0x2, 0x3ec, 0x92, 0x3, 0x2, 
-    0x2, 0x2, 0x3ed, 0x3ee, 0x5, 0x187, 0xc4, 0x2, 0x3ee, 0x3ef, 0x5, 0x17d, 
-    0xbf, 0x2, 0x3ef, 0x94, 0x3, 0x2, 0x2, 0x2, 0x3f0, 0x3f1, 0x5, 0x187, 
-    0xc4, 0x2, 0x3f1, 0x3f2, 0x5, 0x181, 0xc1, 0x2, 0x3f2, 0x96, 0x3, 0x2, 
-    0x2, 0x2, 0x3f3, 0x3f4, 0x5, 0x187, 0xc4, 0x2, 0x3f4, 0x3f5, 0x5, 0x18d, 
-    0xc7, 0x2, 0x3f5, 0x3f6, 0x5, 0x187, 0xc4, 0x2, 0x3f6, 0x3f7, 0x5, 0x18b, 
-    0xc6, 0x2, 0x3f7, 0x3f8, 0x5, 0x17f, 0xc0, 0x2, 0x3f8, 0x98, 0x3, 0x2, 
-    0x2, 0x2, 0x3f9, 0x3fa, 0x5, 0x187, 0xc4, 0x2, 0x3fa, 0x3fb, 0x5, 0x191, 
-    0xc9, 0x2, 0x3fb, 0x9a, 0x3, 0x2, 0x2, 0x2, 0x3fc, 0x3fd, 0x5, 0x187, 
-    0xc4, 0x2, 0x3fd, 0x3fe, 0x5, 0x191, 0xc9, 0x2, 0x3fe, 0x3ff, 0x5, 0x17d, 
-    0xbf, 0x2, 0x3ff, 0x400, 0x5, 0x17f, 0xc0, 0x2, 0x400, 0x401, 0x5, 0x1a5, 
-    0xd3, 0x2, 0x401, 0x9c, 0x3, 0x2, 0x2, 0x2, 0x402, 0x403, 0x5, 0x187, 
-    0xc4, 0x2, 0x403, 0x404, 0x5, 0x191, 0xc9, 0x2, 0x404, 0x405, 0x5, 0x181, 
-    0xc1, 0x2, 0x405, 0x410, 0x3, 0x2, 0x2, 0x2, 0x406, 0x407, 0x5, 0x187, 
-    0xc4, 0x2, 0x407, 0x408, 0x5, 0x191, 0xc9, 0x2, 0x408, 0x409, 0x5, 0x181, 
-    0xc1, 0x2, 0x409, 0x40a, 0x5, 0x187, 0xc4, 0x2, 0x40a, 0x40b, 0x5, 0x191, 
-    0xc9, 0x2, 0x40b, 0x40c, 0x5, 0x187, 0xc4, 0x2, 0x40c, 0x40d, 0x5, 0x19d, 
-    0xcf, 0x2, 0x40d, 0x40e, 0x5, 0x1a7, 0xd4, 0x2, 0x40e, 0x410, 0x3, 0x2, 
-    0x2, 0x2, 0x40f, 0x402, 0x3, 0x2, 0x2, 0x2, 0x40f, 0x406, 0x3, 0x2, 
-    0x2, 0x2, 0x410, 0x9e, 0x3, 0x2, 0x2, 0x2, 0x411, 0x412, 0x5, 0x187, 
-    0xc4, 0x2, 0x412, 0x413, 0x5, 0x191, 0xc9, 0x2, 0x413, 0x414, 0x5, 0x189, 
-    0xc5, 0x2, 0x414, 0x415, 0x5, 0x17f, 0xc0, 0x2, 0x415, 0x416, 0x5, 0x17b, 
-    0xbe, 0x2, 0x416, 0x417, 0x5, 0x19d, 0xcf, 0x2, 0x417, 0x418, 0x5, 0x187, 
-    0xc4, 0x2, 0x418, 0x419, 0x5, 0x1a1, 0xd1, 0x2, 0x419, 0x41a, 0x5, 0x17f, 
-    0xc0, 0x2, 0x41a, 0xa0, 0x3, 0x2, 0x2, 0x2, 0x41b, 0x41c, 0x5, 0x187, 
-    0xc4, 0x2, 0x41c, 0x41d, 0x5, 0x191, 0xc9, 0x2, 0x41d, 0x41e, 0x5, 0x191, 
-    0xc9, 0x2, 0x41e, 0x41f, 0x5, 0x17f, 0xc0, 0x2, 0x41f, 0x420, 0x5, 0x199, 
-    0xcd, 0x2, 0x420, 0xa2, 0x3, 0x2, 0x2, 0x2, 0x421, 0x422, 0x5, 0x187, 
-    0xc4, 0x2, 0x422, 0x423, 0x5, 0x191, 0xc9, 0x2, 0x423, 0x424, 0x5, 0x19b, 
-    0xce, 0x2, 0x424, 0x425, 0x5, 0x17f, 0xc0, 0x2, 0x425, 0x426, 0x5, 0x199, 
-    0xcd, 0x2, 0x426, 0x427, 0x5, 0x19d, 0xcf, 0x2, 0x427, 0xa4, 0x3, 0x2, 
-    0x2, 0x2, 0x428, 0x429, 0x5, 0x187, 0xc4, 0x2, 0x429, 0x42a, 0x5, 0x191, 
-    0xc9, 0x2, 0x42a, 0x42b, 0x5, 0x19d, 0xcf, 0x2, 0x42b, 0x42c, 0x5, 0x17f, 
-    0xc0, 0x2, 0x42c, 0x42d, 0x5, 0x199, 0xcd, 0x2, 0x42d, 0x42e, 0x5, 0x1a1, 
-    0xd1, 0x2, 0x42e, 0x42f, 0x5, 0x177, 0xbc, 0x2, 0x42f, 0x430, 0x5, 0x18d, 
-    0xc7, 0x2, 0x430, 0xa6, 0x3, 0x2, 0x2, 0x2, 0x431, 0x432, 0x5, 0x187, 
-    0xc4, 0x2, 0x432, 0x433, 0x5, 0x191, 0xc9, 0x2, 0x433, 0x434, 0x5, 0x19d, 
-    0xcf, 0x2, 0x434, 0x435, 0x5, 0x193, 0xca, 0x2, 0x435, 0xa8, 0x3, 0x2, 
-    0x2, 0x2, 0x436, 0x437, 0x5, 0x187, 0xc4, 0x2, 0x437, 0x438, 0x5, 0x19b, 
-    0xce, 0x2, 0x438, 0xaa, 0x3, 0x2, 0x2, 0x2, 0x439, 0x43a, 0x5, 0x187, 
-    0xc4, 0x2, 0x43a, 0x43b, 0x5, 0x19b, 0xce, 0x2, 0x43b, 0x43c, 0x5, 0x1ed, 
-    0xf7, 0x2, 0x43c, 0x43d, 0x5, 0x193, 0xca, 0x2, 0x43d, 0x43e, 0x5, 0x179, 
-    0xbd, 0x2, 0x43e, 0x43f, 0x5, 0x189, 0xc5, 0x2, 0x43f, 0x440, 0x5, 0x17f, 
-    0xc0, 0x2, 0x440, 0x441, 0x5, 0x17b, 0xbe, 0x2, 0x441, 0x442, 0x5, 0x19d, 
-    0xcf, 0x2, 0x442, 0x443, 0x5, 0x1ed, 0xf7, 0x2, 0x443, 0x444, 0x5, 0x187, 
-    0xc4, 0x2, 0x444, 0x445, 0x5, 0x17d, 0xbf, 0x2, 0x445, 0xac, 0x3, 0x2, 
-    0x2, 0x2, 0x446, 0x447, 0x5, 0x189, 0xc5, 0x2, 0x447, 0x448, 0x5, 0x193, 
-    0xca, 0x2, 0x448, 0x449, 0x5, 0x187, 0xc4, 0x2, 0x449, 0x44a, 0x5, 0x191, 
-    0xc9, 0x2, 0x44a, 0xae, 0x3, 0x2, 0x2, 0x2, 0x44b, 0x44c, 0x5, 0x18b, 
-    0xc6, 0x2, 0x44c, 0x44d, 0x5, 0x17f, 0xc0, 0x2, 0x44d, 0x44e, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x44e, 0xb0, 0x3, 0x2, 0x2, 0x2, 0x44f, 0x450, 0x5, 0x18b, 
-    0xc6, 0x2, 0x450, 0x451, 0x5, 0x187, 0xc4, 0x2, 0x451, 0x452, 0x5, 0x18d, 
-    0xc7, 0x2, 0x452, 0x453, 0x5, 0x18d, 0xc7, 0x2, 0x453, 0xb2, 0x3, 0x2, 
-    0x2, 0x2, 0x454, 0x455, 0x5, 0x18d, 0xc7, 0x2, 0x455, 0x456, 0x5, 0x177, 
-    0xbc, 0x2, 0x456, 0x457, 0x5, 0x19b, 0xce, 0x2, 0x457, 0x458, 0x5, 0x19d, 
-    0xcf, 0x2, 0x458, 0xb4, 0x3, 0x2, 0x2, 0x2, 0x459, 0x45a, 0x5, 0x18d, 
-    0xc7, 0x2, 0x45a, 0x45b, 0x5, 0x177, 0xbc, 0x2, 0x45b, 0x45c, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x45c, 0x45d, 0x5, 0x193, 0xca, 0x2, 0x45d, 0x45e, 0x5, 0x19f, 
-    0xd0, 0x2, 0x45e, 0x45f, 0x5, 0x19d, 0xcf, 0x2, 0x45f, 0xb6, 0x3, 0x2, 
-    0x2, 0x2, 0x460, 0x461, 0x5, 0x18d, 0xc7, 0x2, 0x461, 0x462, 0x5, 0x17f, 
-    0xc0, 0x2, 0x462, 0x463, 0x5, 0x177, 0xbc, 0x2, 0x463, 0x464, 0x5, 0x17d, 
-    0xbf, 0x2, 0x464, 0x465, 0x5, 0x187, 0xc4, 0x2, 0x465, 0x466, 0x5, 0x191, 
-    0xc9, 0x2, 0x466, 0x467, 0x5, 0x183, 0xc2, 0x2, 0x467, 0xb8, 0x3, 0x2, 
-    0x2, 0x2, 0x468, 0x469, 0x5, 0x18d, 0xc7, 0x2, 0x469, 0x46a, 0x5, 0x17f, 
-    0xc0, 0x2, 0x46a, 0x46b, 0x5, 0x181, 0xc1, 0x2, 0x46b, 0x46c, 0x5, 0x19d, 
-    0xcf, 0x2, 0x46c, 0xba, 0x3, 0x2, 0x2, 0x2, 0x46d, 0x46e, 0x5, 0x18d, 
-    0xc7, 0x2, 0x46e, 0x46f, 0x5, 0x187, 0xc4, 0x2, 0x46f, 0x470, 0x5, 0x181, 
-    0xc1, 0x2, 0x470, 0x471, 0x5, 0x17f, 0xc0, 0x2, 0x471, 0x472, 0x5, 0x19d, 
-    0xcf, 0x2, 0x472, 0x473, 0x5, 0x187, 0xc4, 0x2, 0x473, 0x474, 0x5, 0x18f, 
-    0xc8, 0x2, 0x474, 0x475, 0x5, 0x17f, 0xc0, 0x2, 0x475, 0xbc, 0x3, 0x2, 
-    0x2, 0x2, 0x476, 0x477, 0x5, 0x18d, 0xc7, 0x2, 0x477, 0x478, 0x5, 0x187, 
-    0xc4, 0x2, 0x478, 0x479, 0x5, 0x18b, 0xc6, 0x2, 0x479, 0x47a, 0x5, 0x17f, 
-    0xc0, 0x2, 0x47a, 0xbe, 0x3, 0x2, 0x2, 0x2, 0x47b, 0x47c, 0x5, 0x18d, 
-    0xc7, 0x2, 0x47c, 0x47d, 0x5, 0x187, 0xc4, 0x2, 0x47d, 0x47e, 0x5, 0x18f, 
-    0xc8, 0x2, 0x47e, 0x47f, 0x5, 0x187, 0xc4, 0x2, 0x47f, 0x480, 0x5, 0x19d, 
-    0xcf, 0x2, 0x480, 0xc0, 0x3, 0x2, 0x2, 0x2, 0x481, 0x482, 0x5, 0x18d, 
-    0xc7, 0x2, 0x482, 0x483, 0x5, 0x187, 0xc4, 0x2, 0x483, 0x484, 0x5, 0x1a1, 
-    0xd1, 0x2, 0x484, 0x485, 0x5, 0x17f, 0xc0, 0x2, 0x485, 0xc2, 0x3, 0x2, 
-    0x2, 0x2, 0x486, 0x487, 0x5, 0x18d, 0xc7, 0x2, 0x487, 0x488, 0x5, 0x193, 
-    0xca, 0x2, 0x488, 0x489, 0x5, 0x17b, 0xbe, 0x2, 0x489, 0x48a, 0x5, 0x177, 
-    0xbc, 0x2, 0x48a, 0x48b, 0x5, 0x18d, 0xc7, 0x2, 0x48b, 0xc4, 0x3, 0x2, 
-    0x2, 0x2, 0x48c, 0x48d, 0x5, 0x18d, 0xc7, 0x2, 0x48d, 0x48e, 0x5, 0x193, 
-    0xca, 0x2, 0x48e, 0x48f, 0x5, 0x183, 0xc2, 0x2, 0x48f, 0x490, 0x5, 0x19b, 
-    0xce, 0x2, 0x490, 0xc6, 0x3, 0x2, 0x2, 0x2, 0x491, 0x492, 0x5, 0x18f, 
-    0xc8, 0x2, 0x492, 0x493, 0x5, 0x177, 0xbc, 0x2, 0x493, 0x494, 0x5, 0x19d, 
-    0xcf, 0x2, 0x494, 0x495, 0x5, 0x17f, 0xc0, 0x2, 0x495, 0x496, 0x5, 0x199, 
-    0xcd, 0x2, 0x496, 0x497, 0x5, 0x187, 0xc4, 0x2, 0x497, 0x498, 0x5, 0x177, 
-    0xbc, 0x2, 0x498, 0x499, 0x5, 0x18d, 0xc7, 0x2, 0x499, 0x49a, 0x5, 0x187, 
-    0xc4, 0x2, 0x49a, 0x49b, 0x5, 0x1a9, 0xd5, 0x2, 0x49b, 0x49c, 0x5, 0x17f, 
-    0xc0, 0x2, 0x49c, 0x49d, 0x5, 0x17d, 0xbf, 0x2, 0x49d, 0xc8, 0x3, 0x2, 
-    0x2, 0x2, 0x49e, 0x49f, 0x5, 0x18f, 0xc8, 0x2, 0x49f, 0x4a0, 0x5, 0x177, 
-    0xbc, 0x2, 0x4a0, 0x4a1, 0x5, 0x1a5, 0xd3, 0x2, 0x4a1, 0xca, 0x3, 0x2, 
-    0x2, 0x2, 0x4a2, 0x4a3, 0x5, 0x18f, 0xc8, 0x2, 0x4a3, 0x4a4, 0x5, 0x17f, 
-    0xc0, 0x2, 0x4a4, 0x4a5, 0x5, 0x199, 0xcd, 0x2, 0x4a5, 0x4a6, 0x5, 0x183, 
-    0xc2, 0x2, 0x4a6, 0x4a7, 0x5, 0x17f, 0xc0, 0x2, 0x4a7, 0x4a8, 0x5, 0x19b, 
-    0xce, 0x2, 0x4a8, 0xcc, 0x3, 0x2, 0x2, 0x2, 0x4a9, 0x4aa, 0x5, 0x18f, 
-    0xc8, 0x2, 0x4aa, 0x4ab, 0x5, 0x187, 0xc4, 0x2, 0x4ab, 0x4ac, 0x5, 0x191, 
-    0xc9, 0x2, 0x4ac, 0xce, 0x3, 0x2, 0x2, 0x2, 0x4ad, 0x4ae, 0x5, 0x18f, 
-    0xc8, 0x2, 0x4ae, 0x4af, 0x5, 0x187, 0xc4, 0x2, 0x4af, 0x4b0, 0x5, 0x191, 
-    0xc9, 0x2, 0x4b0, 0x4b1, 0x5, 0x19f, 0xd0, 0x2, 0x4b1, 0x4b2, 0x5, 0x19d, 
-    0xcf, 0x2, 0x4b2, 0x4b3, 0x5, 0x17f, 0xc0, 0x2, 0x4b3, 0xd0, 0x3, 0x2, 
-    0x2, 0x2, 0x4b4, 0x4b5, 0x5, 0x18f, 0xc8, 0x2, 0x4b5, 0x4b6, 0x5, 0x193, 
-    0xca, 0x2, 0x4b6, 0x4b7, 0x5, 0x17d, 0xbf, 0x2, 0x4b7, 0x4b8, 0x5, 0x187, 
-    0xc4, 0x2, 0x4b8, 0x4b9, 0x5, 0x181, 0xc1, 0x2, 0x4b9, 0x4ba, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x4ba, 0xd2, 0x3, 0x2, 0x2, 0x2, 0x4bb, 0x4bc, 0x5, 0x18f, 
-    0xc8, 0x2, 0x4bc, 0x4bd, 0x5, 0x193, 0xca, 0x2, 0x4bd, 0x4be, 0x5, 0x191, 
-    0xc9, 0x2, 0x4be, 0x4bf, 0x5, 0x19d, 0xcf, 0x2, 0x4bf, 0x4c0, 0x5, 0x185, 
-    0xc3, 0x2, 0x4c0, 0xd4, 0x3, 0x2, 0x2, 0x2, 0x4c1, 0x4c2, 0x5, 0x18f, 
-    0xc8, 0x2, 0x4c2, 0x4c3, 0x5, 0x193, 0xca, 0x2, 0x4c3, 0x4c4, 0x5, 0x1a1, 
-    0xd1, 0x2, 0x4c4, 0x4c5, 0x5, 0x17f, 0xc0, 0x2, 0x4c5, 0xd6, 0x3, 0x2, 
-    0x2, 0x2, 0x4c6, 0x4c7, 0x5, 0x18f, 0xc8, 0x2, 0x4c7, 0x4c8, 0x5, 0x19f, 
-    0xd0, 0x2, 0x4c8, 0x4c9, 0x5, 0x19d, 0xcf, 0x2, 0x4c9, 0x4ca, 0x5, 0x177, 
-    0xbc, 0x2, 0x4ca, 0x4cb, 0x5, 0x19d, 0xcf, 0x2, 0x4cb, 0x4cc, 0x5, 0x187, 
-    0xc4, 0x2, 0x4cc, 0x4cd, 0x5, 0x193, 0xca, 0x2, 0x4cd, 0x4ce, 0x5, 0x191, 
-    0xc9, 0x2, 0x4ce, 0xd8, 0x3, 0x2, 0x2, 0x2, 0x4cf, 0x4d0, 0x5, 0x191, 
-    0xc9, 0x2, 0x4d0, 0x4d1, 0x5, 0x177, 0xbc, 0x2, 0x4d1, 0x4d2, 0x5, 0x191, 
-    0xc9, 0x2, 0x4d2, 0xda, 0x3, 0x2, 0x2, 0x2, 0x4d3, 0x4d4, 0x5, 0x191, 
-    0xc9, 0x2, 0x4d4, 0x4d5, 0x5, 0x193, 0xca, 0x2, 0x4d5, 0xdc, 0x3, 0x2, 
-    0x2, 0x2, 0x4d6, 0x4d7, 0x5, 0x191, 0xc9, 0x2, 0x4d7, 0x4d8, 0x5, 0x193, 
-    0xca, 0x2, 0x4d8, 0x4d9, 0x5, 0x19d, 0xcf, 0x2, 0x4d9, 0xde, 0x3, 0x2, 
-    0x2, 0x2, 0x4da, 0x4db, 0x5, 0x191, 0xc9, 0x2, 0x4db, 0x4dc, 0x5, 0x19f, 
-    0xd0, 0x2, 0x4dc, 0x4dd, 0x5, 0x18d, 0xc7, 0x2, 0x4dd, 0x4de, 0x5, 0x18d, 
-    0xc7, 0x2, 0x4de, 0xe0, 0x3, 0x2, 0x2, 0x2, 0x4df, 0x4e0, 0x5, 0x191, 
-    0xc9, 0x2, 0x4e0, 0x4e1, 0x5, 0x19f, 0xd0, 0x2, 0x4e1, 0x4e2, 0x5, 0x18d, 
-    0xc7, 0x2, 0x4e2, 0x4e3, 0x5, 0x18d, 0xc7, 0x2, 0x4e3, 0x4e4, 0x5, 0x19b, 
-    0xce, 0x2, 0x4e4, 0xe2, 0x3, 0x2, 0x2, 0x2, 0x4e5, 0x4e6, 0x5, 0x193, 
-    0xca, 0x2, 0x4e6, 0x4e7, 0x5, 0x181, 0xc1, 0x2, 0x4e7, 0x4e8, 0x5, 0x181, 
-    0xc1, 0x2, 0x4e8, 0x4e9, 0x5, 0x19b, 0xce, 0x2, 0x4e9, 0x4ea, 0x5, 0x17f, 
-    0xc0, 0x2, 0x4ea, 0x4eb, 0x5, 0x19d, 0xcf, 0x2, 0x4eb, 0xe4, 0x3, 0x2, 
-    0x2, 0x2, 0x4ec, 0x4ed, 0x5, 0x193, 0xca, 0x2, 0x4ed, 0x4ee, 0x5, 0x191, 
-    0xc9, 0x2, 0x4ee, 0xe6, 0x3, 0x2, 0x2, 0x2, 0x4ef, 0x4f0, 0x5, 0x193, 
-    0xca, 0x2, 0x4f0, 0x4f1, 0x5, 0x195, 0xcb, 0x2, 0x4f1, 0x4f2, 0x5, 0x19d, 
-    0xcf, 0x2, 0x4f2, 0x4f3, 0x5, 0x187, 0xc4, 0x2, 0x4f3, 0x4f4, 0x5, 0x18f, 
-    0xc8, 0x2, 0x4f4, 0x4f5, 0x5, 0x187, 0xc4, 0x2, 0x4f5, 0x4f6, 0x5, 0x1a9, 
-    0xd5, 0x2, 0x4f6, 0x4f7, 0x5, 0x17f, 0xc0, 0x2, 0x4f7, 0xe8, 0x3, 0x2, 
-    0x2, 0x2, 0x4f8, 0x4f9, 0x5, 0x193, 0xca, 0x2, 0x4f9, 0x4fa, 0x5, 0x199, 
-    0xcd, 0x2, 0x4fa, 0xea, 0x3, 0x2, 0x2, 0x2, 0x4fb, 0x4fc, 0x5, 0x193, 
-    0xca, 0x2, 0x4fc, 0x4fd, 0x5, 0x199, 0xcd, 0x2, 0x4fd, 0x4fe, 0x5, 0x17d, 
-    0xbf, 0x2, 0x4fe, 0x4ff, 0x5, 0x17f, 0xc0, 0x2, 0x4ff, 0x500, 0x5, 0x199, 
-    0xcd, 0x2, 0x500, 0xec, 0x3, 0x2, 0x2, 0x2, 0x501, 0x502, 0x5, 0x193, 
-    0xca, 0x2, 0x502, 0x503, 0x5, 0x19f, 0xd0, 0x2, 0x503, 0x504, 0x5, 0x19d, 
-    0xcf, 0x2, 0x504, 0x505, 0x5, 0x17f, 0xc0, 0x2, 0x505, 0x506, 0x5, 0x199, 
-    0xcd, 0x2, 0x506, 0xee, 0x3, 0x2, 0x2, 0x2, 0x507, 0x508, 0x5, 0x193, 
-    0xca, 0x2, 0x508, 0x509, 0x5, 0x19f, 0xd0, 0x2, 0x509, 0x50a, 0x5, 0x19d, 
-    0xcf, 0x2, 0x50a, 0x50b, 0x5, 0x181, 0xc1, 0x2, 0x50b, 0x50c, 0x5, 0x187, 
-    0xc4, 0x2, 0x50c, 0x50d, 0x5, 0x18d, 0xc7, 0x2, 0x50d, 0x50e, 0x5, 0x17f, 
-    0xc0, 0x2, 0x50e, 0xf0, 0x3, 0x2, 0x2, 0x2, 0x50f, 0x510, 0x5, 0x195, 
-    0xcb, 0x2, 0x510, 0x511, 0x5, 0x177, 0xbc, 0x2, 0x511, 0x512, 0x5, 0x199, 
-    0xcd, 0x2, 0x512, 0x513, 0x5, 0x19d, 0xcf, 0x2, 0x513, 0x514, 0x5, 0x187, 
-    0xc4, 0x2, 0x514, 0x515, 0x5, 0x19d, 0xcf, 0x2, 0x515, 0x516, 0x5, 0x187, 
-    0xc4, 0x2, 0x516, 0x517, 0x5, 0x193, 0xca, 0x2, 0x517, 0x518, 0x5, 0x191, 
-    0xc9, 0x2, 0x518, 0xf2, 0x3, 0x2, 0x2, 0x2, 0x519, 0x51a, 0x5, 0x195, 
-    0xcb, 0x2, 0x51a, 0x51b, 0x5, 0x193, 0xca, 0x2, 0x51b, 0x51c, 0x5, 0x195, 
-    0xcb, 0x2, 0x51c, 0x51d, 0x5, 0x19f, 0xd0, 0x2, 0x51d, 0x51e, 0x5, 0x18d, 
-    0xc7, 0x2, 0x51e, 0x51f, 0x5, 0x177, 0xbc, 0x2, 0x51f, 0x520, 0x5, 0x19d, 
-    0xcf, 0x2, 0x520, 0x521, 0x5, 0x17f, 0xc0, 0x2, 0x521, 0xf4, 0x3, 0x2, 
-    0x2, 0x2, 0x522, 0x523, 0x5, 0x195, 0xcb, 0x2, 0x523, 0x524, 0x5, 0x199, 
-    0xcd, 0x2, 0x524, 0x525, 0x5, 0x17f, 0xc0, 0x2, 0x525, 0x526, 0x5, 0x1a3, 
-    0xd2, 0x2, 0x526, 0x527, 0x5, 0x185, 0xc3, 0x2, 0x527, 0x528, 0x5, 0x17f, 
-    0xc0, 0x2, 0x528, 0x529, 0x5, 0x199, 0xcd, 0x2, 0x529, 0x52a, 0x5, 0x17f, 
-    0xc0, 0x2, 0x52a, 0xf6, 0x3, 0x2, 0x2, 0x2, 0x52b, 0x52c, 0x5, 0x195, 
-    0xcb, 0x2, 0x52c, 0x52d, 0x5, 0x199, 0xcd, 0x2, 0x52d, 0x52e, 0x5, 0x187, 
-    0xc4, 0x2, 0x52e, 0x52f, 0x5, 0x18f, 0xc8, 0x2, 0x52f, 0x530, 0x5, 0x177, 
-    0xbc, 0x2, 0x530, 0x531, 0x5, 0x199, 0xcd, 0x2, 0x531, 0x532, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x532, 0xf8, 0x3, 0x2, 0x2, 0x2, 0x533, 0x534, 0x5, 0x197, 
-    0xcc, 0x2, 0x534, 0x535, 0x5, 0x19f, 0xd0, 0x2, 0x535, 0x536, 0x5, 0x177, 
-    0xbc, 0x2, 0x536, 0x537, 0x5, 0x199, 0xcd, 0x2, 0x537, 0x538, 0x5, 0x19d, 
-    0xcf, 0x2, 0x538, 0x539, 0x5, 0x17f, 0xc0, 0x2, 0x539, 0x53a, 0x5, 0x199, 
-    0xcd, 0x2, 0x53a, 0xfa, 0x3, 0x2, 0x2, 0x2, 0x53b, 0x53c, 0x5, 0x199, 
-    0xcd, 0x2, 0x53c, 0x53d, 0x5, 0x177, 0xbc, 0x2, 0x53d, 0x53e, 0x5, 0x191, 
-    0xc9, 0x2, 0x53e, 0x53f, 0x5, 0x183, 0xc2, 0x2, 0x53f, 0x540, 0x5, 0x17f, 
-    0xc0, 0x2, 0x540, 0xfc, 0x3, 0x2, 0x2, 0x2, 0x541, 0x542, 0x5, 0x199, 
-    0xcd, 0x2, 0x542, 0x543, 0x5, 0x17f, 0xc0, 0x2, 0x543, 0x544, 0x5, 0x18d, 
-    0xc7, 0x2, 0x544, 0x545, 0x5, 0x193, 0xca, 0x2, 0x545, 0x546, 0x5, 0x177, 
-    0xbc, 0x2, 0x546, 0x547, 0x5, 0x17d, 0xbf, 0x2, 0x547, 0xfe, 0x3, 0x2, 
-    0x2, 0x2, 0x548, 0x549, 0x5, 0x199, 0xcd, 0x2, 0x549, 0x54a, 0x5, 0x17f, 
-    0xc0, 0x2, 0x54a, 0x54b, 0x5, 0x18f, 0xc8, 0x2, 0x54b, 0x54c, 0x5, 0x193, 
-    0xca, 0x2, 0x54c, 0x54d, 0x5, 0x1a1, 0xd1, 0x2, 0x54d, 0x54e, 0x5, 0x17f, 
-    0xc0, 0x2, 0x54e, 0x100, 0x3, 0x2, 0x2, 0x2, 0x54f, 0x550, 0x5, 0x199, 
-    0xcd, 0x2, 0x550, 0x551, 0x5, 0x17f, 0xc0, 0x2, 0x551, 0x552, 0x5, 0x191, 
-    0xc9, 0x2, 0x552, 0x553, 0x5, 0x177, 0xbc, 0x2, 0x553, 0x554, 0x5, 0x18f, 
-    0xc8, 0x2, 0x554, 0x555, 0x5, 0x17f, 0xc0, 0x2, 0x555, 0x102, 0x3, 0x2, 
-    0x2, 0x2, 0x556, 0x557, 0x5, 0x199, 0xcd, 0x2, 0x557, 0x558, 0x5, 0x17f, 
-    0xc0, 0x2, 0x558, 0x559, 0x5, 0x195, 0xcb, 0x2, 0x559, 0x55a, 0x5, 0x18d, 
-    0xc7, 0x2, 0x55a, 0x55b, 0x5, 0x177, 0xbc, 0x2, 0x55b, 0x55c, 0x5, 0x17b, 
-    0xbe, 0x2, 0x55c, 0x55d, 0x5, 0x17f, 0xc0, 0x2, 0x55d, 0x104, 0x3, 0x2, 
-    0x2, 0x2, 0x55e, 0x55f, 0x5, 0x199, 0xcd, 0x2, 0x55f, 0x560, 0x5, 0x17f, 
-    0xc0, 0x2, 0x560, 0x561, 0x5, 0x195, 0xcb, 0x2, 0x561, 0x562, 0x5, 0x18d, 
-    0xc7, 0x2, 0x562, 0x563, 0x5, 0x187, 0xc4, 0x2, 0x563, 0x564, 0x5, 0x17b, 
-    0xbe, 0x2, 0x564, 0x565, 0x5, 0x177, 0xbc, 0x2, 0x565, 0x106, 0x3, 0x2, 
-    0x2, 0x2, 0x566, 0x567, 0x5, 0x199, 0xcd, 0x2, 0x567, 0x568, 0x5, 0x17f, 
-    0xc0, 0x2, 0x568, 0x569, 0x5, 0x195, 0xcb, 0x2, 0x569, 0x56a, 0x5, 0x18d, 
-    0xc7, 0x2, 0x56a, 0x56b, 0x5, 0x187, 0xc4, 0x2, 0x56b, 0x56c, 0x5, 0x17b, 
-    0xbe, 0x2, 0x56c, 0x56d, 0x5, 0x177, 0xbc, 0x2, 0x56d, 0x56e, 0x5, 0x19d, 
-    0xcf, 0x2, 0x56e, 0x56f, 0x5, 0x17f, 0xc0, 0x2, 0x56f, 0x570, 0x5, 0x17d, 
-    0xbf, 0x2, 0x570, 0x108, 0x3, 0x2, 0x2, 0x2, 0x571, 0x572, 0x5, 0x199, 
-    0xcd, 0x2, 0x572, 0x573, 0x5, 0x187, 0xc4, 0x2, 0x573, 0x574, 0x5, 0x183, 
-    0xc2, 0x2, 0x574, 0x575, 0x5, 0x185, 0xc3, 0x2, 0x575, 0x576, 0x5, 0x19d, 
-    0xcf, 0x2, 0x576, 0x10a, 0x3, 0x2, 0x2, 0x2, 0x577, 0x578, 0x5, 0x199, 
-    0xcd, 0x2, 0x578, 0x579, 0x5, 0x193, 0xca, 0x2, 0x579, 0x57a, 0x5, 0x18d, 
-    0xc7, 0x2, 0x57a, 0x57b, 0x5, 0x18d, 0xc7, 0x2, 0x57b, 0x57c, 0x5, 0x19f, 
-    0xd0, 0x2, 0x57c, 0x57d, 0x5, 0x195, 0xcb, 0x2, 0x57d, 0x10c, 0x3, 0x2, 
-    0x2, 0x2, 0x57e, 0x57f, 0x5, 0x19b, 0xce, 0x2, 0x57f, 0x580, 0x5, 0x177, 
-    0xbc, 0x2, 0x580, 0x581, 0x5, 0x18f, 0xc8, 0x2, 0x581, 0x582, 0x5, 0x195, 
-    0xcb, 0x2, 0x582, 0x583, 0x5, 0x18d, 0xc7, 0x2, 0x583, 0x584, 0x5, 0x17f, 
-    0xc0, 0x2, 0x584, 0x10e, 0x3, 0x2, 0x2, 0x2, 0x585, 0x586, 0x5, 0x19b, 
-    0xce, 0x2, 0x586, 0x587, 0x5, 0x17f, 0xc0, 0x2, 0x587, 0x588, 0x5, 0x17b, 
-    0xbe, 0x2, 0x588, 0x589, 0x5, 0x193, 0xca, 0x2, 0x589, 0x58a, 0x5, 0x191, 
-    0xc9, 0x2, 0x58a, 0x58b, 0x5, 0x17d, 0xbf, 0x2, 0x58b, 0x110, 0x3, 0x2, 
-    0x2, 0x2, 0x58c, 0x58d, 0x5, 0x19b, 0xce, 0x2, 0x58d, 0x58e, 0x5, 0x17f, 
-    0xc0, 0x2, 0x58e, 0x58f, 0x5, 0x18d, 0xc7, 0x2, 0x58f, 0x590, 0x5, 0x17f, 
-    0xc0, 0x2, 0x590, 0x591, 0x5, 0x17b, 0xbe, 0x2, 0x591, 0x592, 0x5, 0x19d, 
-    0xcf, 0x2, 0x592, 0x112, 0x3, 0x2, 0x2, 0x2, 0x593, 0x594, 0x5, 0x19b, 
-    0xce, 0x2, 0x594, 0x595, 0x5, 0x17f, 0xc0, 0x2, 0x595, 0x596, 0x5, 0x18f, 
-    0xc8, 0x2, 0x596, 0x597, 0x5, 0x187, 0xc4, 0x2, 0x597, 0x114, 0x3, 0x2, 
-    0x2, 0x2, 0x598, 0x599, 0x5, 0x19b, 0xce, 0x2, 0x599, 0x59a, 0x5, 0x17f, 
-    0xc0, 0x2, 0x59a, 0x59b, 0x5, 0x191, 0xc9, 0x2, 0x59b, 0x59c, 0x5, 0x17d, 
-    0xbf, 0x2, 0x59c, 0x59d, 0x5, 0x19b, 0xce, 0x2, 0x59d, 0x116, 0x3, 0x2, 
-    0x2, 0x2, 0x59e, 0x59f, 0x5, 0x19b, 0xce, 0x2, 0x59f, 0x5a0, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5a0, 0x5a1, 0x5, 0x19d, 0xcf, 0x2, 0x5a1, 0x118, 0x3, 0x2, 
-    0x2, 0x2, 0x5a2, 0x5a3, 0x5, 0x19b, 0xce, 0x2, 0x5a3, 0x5a4, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5a4, 0x5a5, 0x5, 0x19d, 0xcf, 0x2, 0x5a5, 0x5a6, 0x5, 0x19d, 
-    0xcf, 0x2, 0x5a6, 0x5a7, 0x5, 0x187, 0xc4, 0x2, 0x5a7, 0x5a8, 0x5, 0x191, 
-    0xc9, 0x2, 0x5a8, 0x5a9, 0x5, 0x183, 0xc2, 0x2, 0x5a9, 0x5aa, 0x5, 0x19b, 
-    0xce, 0x2, 0x5aa, 0x11a, 0x3, 0x2, 0x2, 0x2, 0x5ab, 0x5ac, 0x5, 0x19b, 
-    0xce, 0x2, 0x5ac, 0x5ad, 0x5, 0x185, 0xc3, 0x2, 0x5ad, 0x5ae, 0x5, 0x193, 
-    0xca, 0x2, 0x5ae, 0x5af, 0x5, 0x1a3, 0xd2, 0x2, 0x5af, 0x11c, 0x3, 0x2, 
-    0x2, 0x2, 0x5b0, 0x5b1, 0x5, 0x19b, 0xce, 0x2, 0x5b1, 0x5b2, 0x5, 0x193, 
-    0xca, 0x2, 0x5b2, 0x5b3, 0x5, 0x19f, 0xd0, 0x2, 0x5b3, 0x5b4, 0x5, 0x199, 
-    0xcd, 0x2, 0x5b4, 0x5b5, 0x5, 0x17b, 0xbe, 0x2, 0x5b5, 0x5b6, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5b6, 0x11e, 0x3, 0x2, 0x2, 0x2, 0x5b7, 0x5b8, 0x5, 0x19b, 
-    0xce, 0x2, 0x5b8, 0x5b9, 0x5, 0x19d, 0xcf, 0x2, 0x5b9, 0x5ba, 0x5, 0x177, 
-    0xbc, 0x2, 0x5ba, 0x5bb, 0x5, 0x199, 0xcd, 0x2, 0x5bb, 0x5bc, 0x5, 0x19d, 
-    0xcf, 0x2, 0x5bc, 0x120, 0x3, 0x2, 0x2, 0x2, 0x5bd, 0x5be, 0x5, 0x19b, 
-    0xce, 0x2, 0x5be, 0x5bf, 0x5, 0x19d, 0xcf, 0x2, 0x5bf, 0x5c0, 0x5, 0x193, 
-    0xca, 0x2, 0x5c0, 0x5c1, 0x5, 0x195, 0xcb, 0x2, 0x5c1, 0x122, 0x3, 0x2, 
-    0x2, 0x2, 0x5c2, 0x5c3, 0x5, 0x19b, 0xce, 0x2, 0x5c3, 0x5c4, 0x5, 0x19f, 
-    0xd0, 0x2, 0x5c4, 0x5c5, 0x5, 0x179, 0xbd, 0x2, 0x5c5, 0x5c6, 0x5, 0x19b, 
-    0xce, 0x2, 0x5c6, 0x5c7, 0x5, 0x19d, 0xcf, 0x2, 0x5c7, 0x5c8, 0x5, 0x199, 
-    0xcd, 0x2, 0x5c8, 0x5c9, 0x5, 0x187, 0xc4, 0x2, 0x5c9, 0x5ca, 0x5, 0x191, 
-    0xc9, 0x2, 0x5ca, 0x5cb, 0x5, 0x183, 0xc2, 0x2, 0x5cb, 0x124, 0x3, 0x2, 
-    0x2, 0x2, 0x5cc, 0x5cd, 0x5, 0x19b, 0xce, 0x2, 0x5cd, 0x5ce, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x5ce, 0x5cf, 0x5, 0x191, 0xc9, 0x2, 0x5cf, 0x5d0, 0x5, 0x17b, 
-    0xbe, 0x2, 0x5d0, 0x126, 0x3, 0x2, 0x2, 0x2, 0x5d1, 0x5d2, 0x5, 0x19b, 
-    0xce, 0x2, 0x5d2, 0x5d3, 0x5, 0x1a7, 0xd4, 0x2, 0x5d3, 0x5d4, 0x5, 0x191, 
-    0xc9, 0x2, 0x5d4, 0x5d5, 0x5, 0x19d, 0xcf, 0x2, 0x5d5, 0x5d6, 0x5, 0x177, 
-    0xbc, 0x2, 0x5d6, 0x5d7, 0x5, 0x1a5, 0xd3, 0x2, 0x5d7, 0x128, 0x3, 0x2, 
-    0x2, 0x2, 0x5d8, 0x5d9, 0x5, 0x19b, 0xce, 0x2, 0x5d9, 0x5da, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x5da, 0x5db, 0x5, 0x19b, 0xce, 0x2, 0x5db, 0x5dc, 0x5, 0x19d, 
-    0xcf, 0x2, 0x5dc, 0x5dd, 0x5, 0x17f, 0xc0, 0x2, 0x5dd, 0x5de, 0x5, 0x18f, 
-    0xc8, 0x2, 0x5de, 0x12a, 0x3, 0x2, 0x2, 0x2, 0x5df, 0x5e0, 0x5, 0x19d, 
-    0xcf, 0x2, 0x5e0, 0x5e1, 0x5, 0x177, 0xbc, 0x2, 0x5e1, 0x5e2, 0x5, 0x179, 
-    0xbd, 0x2, 0x5e2, 0x5e3, 0x5, 0x18d, 0xc7, 0x2, 0x5e3, 0x5e4, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5e4, 0x12c, 0x3, 0x2, 0x2, 0x2, 0x5e5, 0x5e6, 0x5, 0x19d, 
-    0xcf, 0x2, 0x5e6, 0x5e7, 0x5, 0x177, 0xbc, 0x2, 0x5e7, 0x5e8, 0x5, 0x179, 
-    0xbd, 0x2, 0x5e8, 0x5e9, 0x5, 0x18d, 0xc7, 0x2, 0x5e9, 0x5ea, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5ea, 0x5eb, 0x5, 0x19b, 0xce, 0x2, 0x5eb, 0x12e, 0x3, 0x2, 
-    0x2, 0x2, 0x5ec, 0x5ed, 0x5, 0x19d, 0xcf, 0x2, 0x5ed, 0x5ee, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5ee, 0x5ef, 0x5, 0x18f, 0xc8, 0x2, 0x5ef, 0x5f0, 0x5, 0x195, 
-    0xcb, 0x2, 0x5f0, 0x5f1, 0x5, 0x193, 0xca, 0x2, 0x5f1, 0x5f2, 0x5, 0x199, 
-    0xcd, 0x2, 0x5f2, 0x5f3, 0x5, 0x177, 0xbc, 0x2, 0x5f3, 0x5f4, 0x5, 0x199, 
-    0xcd, 0x2, 0x5f4, 0x5f5, 0x5, 0x1a7, 0xd4, 0x2, 0x5f5, 0x130, 0x3, 0x2, 
-    0x2, 0x2, 0x5f6, 0x5f7, 0x5, 0x19d, 0xcf, 0x2, 0x5f7, 0x5f8, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5f8, 0x5f9, 0x5, 0x19b, 0xce, 0x2, 0x5f9, 0x5fa, 0x5, 0x19d, 
-    0xcf, 0x2, 0x5fa, 0x132, 0x3, 0x2, 0x2, 0x2, 0x5fb, 0x5fc, 0x5, 0x19d, 
-    0xcf, 0x2, 0x5fc, 0x5fd, 0x5, 0x185, 0xc3, 0x2, 0x5fd, 0x5fe, 0x5, 0x17f, 
-    0xc0, 0x2, 0x5fe, 0x5ff, 0x5, 0x191, 0xc9, 0x2, 0x5ff, 0x134, 0x3, 0x2, 
-    0x2, 0x2, 0x600, 0x601, 0x5, 0x19d, 0xcf, 0x2, 0x601, 0x602, 0x5, 0x187, 
-    0xc4, 0x2, 0x602, 0x603, 0x5, 0x17f, 0xc0, 0x2, 0x603, 0x604, 0x5, 0x19b, 
-    0xce, 0x2, 0x604, 0x136, 0x3, 0x2, 0x2, 0x2, 0x605, 0x606, 0x5, 0x19d, 
-    0xcf, 0x2, 0x606, 0x607, 0x5, 0x187, 0xc4, 0x2, 0x607, 0x608, 0x5, 0x18f, 
-    0xc8, 0x2, 0x608, 0x609, 0x5, 0x17f, 0xc0, 0x2, 0x609, 0x60a, 0x5, 0x193, 
-    0xca, 0x2, 0x60a, 0x60b, 0x5, 0x19f, 0xd0, 0x2, 0x60b, 0x60c, 0x5, 0x19d, 
-    0xcf, 0x2, 0x60c, 0x138, 0x3, 0x2, 0x2, 0x2, 0x60d, 0x60e, 0x5, 0x19d, 
-    0xcf, 0x2, 0x60e, 0x60f, 0x5, 0x187, 0xc4, 0x2, 0x60f, 0x610, 0x5, 0x18f, 
-    0xc8, 0x2, 0x610, 0x611, 0x5, 0x17f, 0xc0, 0x2, 0x611, 0x612, 0x5, 0x19b, 
-    0xce, 0x2, 0x612, 0x613, 0x5, 0x19d, 0xcf, 0x2, 0x613, 0x614, 0x5, 0x177, 
-    0xbc, 0x2, 0x614, 0x615, 0x5, 0x18f, 0xc8, 0x2, 0x615, 0x616, 0x5, 0x195, 
-    0xcb, 0x2, 0x616, 0x13a, 0x3, 0x2, 0x2, 0x2, 0x617, 0x618, 0x5, 0x19d, 
-    0xcf, 0x2, 0x618, 0x619, 0x5, 0x193, 0xca, 0x2, 0x619, 0x13c, 0x3, 0x2, 
-    0x2, 0x2, 0x61a, 0x61b, 0x5, 0x19d, 0xcf, 0x2, 0x61b, 0x61c, 0x5, 0x193, 
-    0xca, 0x2, 0x61c, 0x61d, 0x5, 0x195, 0xcb, 0x2, 0x61d, 0x13e, 0x3, 0x2, 
-    0x2, 0x2, 0x61e, 0x61f, 0x5, 0x19d, 0xcf, 0x2, 0x61f, 0x620, 0x5, 0x193, 
-    0xca, 0x2, 0x620, 0x621, 0x5, 0x19d, 0xcf, 0x2, 0x621, 0x622, 0x5, 0x177, 
-    0xbc, 0x2, 0x622, 0x623, 0x5, 0x18d, 0xc7, 0x2, 0x623, 0x624, 0x5, 0x19b, 
-    0xce, 0x2, 0x624, 0x140, 0x3, 0x2, 0x2, 0x2, 0x625, 0x626, 0x5, 0x19d, 
-    0xcf, 0x2, 0x626, 0x627, 0x5, 0x199, 0xcd, 0x2, 0x627, 0x628, 0x5, 0x177, 
-    0xbc, 0x2, 0x628, 0x629, 0x5, 0x187, 0xc4, 0x2, 0x629, 0x62a, 0x5, 0x18d, 
-    0xc7, 0x2, 0x62a, 0x62b, 0x5, 0x187, 0xc4, 0x2, 0x62b, 0x62c, 0x5, 0x191, 
-    0xc9, 0x2, 0x62c, 0x62d, 0x5, 0x183, 0xc2, 0x2, 0x62d, 0x142, 0x3, 0x2, 
-    0x2, 0x2, 0x62e, 0x62f, 0x5, 0x19d, 0xcf, 0x2, 0x62f, 0x630, 0x5, 0x199, 
-    0xcd, 0x2, 0x630, 0x631, 0x5, 0x187, 0xc4, 0x2, 0x631, 0x632, 0x5, 0x18f, 
-    0xc8, 0x2, 0x632, 0x144, 0x3, 0x2, 0x2, 0x2, 0x633, 0x634, 0x5, 0x19d, 
-    0xcf, 0x2, 0x634, 0x635, 0x5, 0x199, 0xcd, 0x2, 0x635, 0x636, 0x5, 0x19f, 
-    0xd0, 0x2, 0x636, 0x637, 0x5, 0x191, 0xc9, 0x2, 0x637, 0x638, 0x5, 0x17b, 
-    0xbe, 0x2, 0x638, 0x639, 0x5, 0x177, 0xbc, 0x2, 0x639, 0x63a, 0x5, 0x19d, 
-    0xcf, 0x2, 0x63a, 0x63b, 0x5, 0x17f, 0xc0, 0x2, 0x63b, 0x146, 0x3, 0x2, 
-    0x2, 0x2, 0x63c, 0x63d, 0x5, 0x19d, 0xcf, 0x2, 0x63d, 0x63e, 0x5, 0x19d, 
-    0xcf, 0x2, 0x63e, 0x63f, 0x5, 0x18d, 0xc7, 0x2, 0x63f, 0x148, 0x3, 0x2, 
-    0x2, 0x2, 0x640, 0x641, 0x5, 0x19d, 0xcf, 0x2, 0x641, 0x642, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x642, 0x643, 0x5, 0x195, 0xcb, 0x2, 0x643, 0x644, 0x5, 0x17f, 
-    0xc0, 0x2, 0x644, 0x14a, 0x3, 0x2, 0x2, 0x2, 0x645, 0x646, 0x5, 0x19f, 
-    0xd0, 0x2, 0x646, 0x647, 0x5, 0x191, 0xc9, 0x2, 0x647, 0x648, 0x5, 0x187, 
-    0xc4, 0x2, 0x648, 0x649, 0x5, 0x193, 0xca, 0x2, 0x649, 0x64a, 0x5, 0x191, 
-    0xc9, 0x2, 0x64a, 0x14c, 0x3, 0x2, 0x2, 0x2, 0x64b, 0x64c, 0x5, 0x19f, 
-    0xd0, 0x2, 0x64c, 0x64d, 0x5, 0x195, 0xcb, 0x2, 0x64d, 0x64e, 0x5, 0x17d, 
-    0xbf, 0x2, 0x64e, 0x64f, 0x5, 0x177, 0xbc, 0x2, 0x64f, 0x650, 0x5, 0x19d, 
-    0xcf, 0x2, 0x650, 0x651, 0x5, 0x17f, 0xc0, 0x2, 0x651, 0x14e, 0x3, 0x2, 
-    0x2, 0x2, 0x652, 0x653, 0x5, 0x19f, 0xd0, 0x2, 0x653, 0x654, 0x5, 0x19b, 
-    0xce, 0x2, 0x654, 0x655, 0x5, 0x17f, 0xc0, 0x2, 0x655, 0x150, 0x3, 0x2, 
-    0x2, 0x2, 0x656, 0x657, 0x5, 0x19f, 0xd0, 0x2, 0x657, 0x658, 0x5, 0x19b, 
-    0xce, 0x2, 0x658, 0x659, 0x5, 0x187, 0xc4, 0x2, 0x659, 0x65a, 0x5, 0x191, 
-    0xc9, 0x2, 0x65a, 0x65b, 0x5, 0x183, 0xc2, 0x2, 0x65b, 0x152, 0x3, 0x2, 
-    0x2, 0x2, 0x65c, 0x65d, 0x5, 0x19f, 0xd0, 0x2, 0x65d, 0x65e, 0x5, 0x19f, 
-    0xd0, 0x2, 0x65e, 0x65f, 0x5, 0x187, 0xc4, 0x2, 0x65f, 0x660, 0x5, 0x17d, 
-    0xbf, 0x2, 0x660, 0x154, 0x3, 0x2, 0x2, 0x2, 0x661, 0x662, 0x5, 0x1a1, 
-    0xd1, 0x2, 0x662, 0x663, 0x5, 0x177, 0xbc, 0x2, 0x663, 0x664, 0x5, 0x18d, 
-    0xc7, 0x2, 0x664, 0x665, 0x5, 0x19f, 0xd0, 0x2, 0x665, 0x666, 0x5, 0x17f, 
-    0xc0, 0x2, 0x666, 0x667, 0x5, 0x19b, 0xce, 0x2, 0x667, 0x156, 0x3, 0x2, 
-    0x2, 0x2, 0x668, 0x669, 0x5, 0x1a1, 0xd1, 0x2, 0x669, 0x66a, 0x5, 0x187, 
-    0xc4, 0x2, 0x66a, 0x66b, 0x5, 0x17f, 0xc0, 0x2, 0x66b, 0x66c, 0x5, 0x1a3, 
-    0xd2, 0x2, 0x66c, 0x158, 0x3, 0x2, 0x2, 0x2, 0x66d, 0x66e, 0x5, 0x1a1, 
-    0xd1, 0x2, 0x66e, 0x66f, 0x5, 0x193, 0xca, 0x2, 0x66f, 0x670, 0x5, 0x18d, 
-    0xc7, 0x2, 0x670, 0x671, 0x5, 0x19f, 0xd0, 0x2, 0x671, 0x672, 0x5, 0x18f, 
-    0xc8, 0x2, 0x672, 0x673, 0x5, 0x17f, 0xc0, 0x2, 0x673, 0x15a, 0x3, 0x2, 
-    0x2, 0x2, 0x674, 0x675, 0x5, 0x1a3, 0xd2, 0x2, 0x675, 0x676, 0x5, 0x177, 
-    0xbc, 0x2, 0x676, 0x677, 0x5, 0x19d, 0xcf, 0x2, 0x677, 0x678, 0x5, 0x17b, 
-    0xbe, 0x2, 0x678, 0x679, 0x5, 0x185, 0xc3, 0x2, 0x679, 0x15c, 0x3, 0x2, 
-    0x2, 0x2, 0x67a, 0x67b, 0x5, 0x1a3, 0xd2, 0x2, 0x67b, 0x67c, 0x5, 0x17f, 
-    0xc0, 0x2, 0x67c, 0x67d, 0x5, 0x17f, 0xc0, 0x2, 0x67d, 0x67e, 0x5, 0x18b, 
-    0xc6, 0x2, 0x67e, 0x15e, 0x3, 0x2, 0x2, 0x2, 0x67f, 0x680, 0x5, 0x1a3, 
-    0xd2, 0x2, 0x680, 0x681, 0x5, 0x185, 0xc3, 0x2, 0x681, 0x682, 0x5, 0x17f, 
-    0xc0, 0x2, 0x682, 0x683, 0x5, 0x191, 0xc9, 0x2, 0x683, 0x160, 0x3, 0x2, 
-    0x2, 0x2, 0x684, 0x685, 0x5, 0x1a3, 0xd2, 0x2, 0x685, 0x686, 0x5, 0x185, 
-    0xc3, 0x2, 0x686, 0x687, 0x5, 0x17f, 0xc0, 0x2, 0x687, 0x688, 0x5, 0x199, 
-    0xcd, 0x2, 0x688, 0x689, 0x5, 0x17f, 0xc0, 0x2, 0x689, 0x162, 0x3, 0x2, 
-    0x2, 0x2, 0x68a, 0x68b, 0x5, 0x1a3, 0xd2, 0x2, 0x68b, 0x68c, 0x5, 0x187, 
-    0xc4, 0x2, 0x68c, 0x68d, 0x5, 0x19d, 0xcf, 0x2, 0x68d, 0x68e, 0x5, 0x185, 
-    0xc3, 0x2, 0x68e, 0x164, 0x3, 0x2, 0x2, 0x2, 0x68f, 0x690, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x690, 0x691, 0x5, 0x17f, 0xc0, 0x2, 0x691, 0x692, 0x5, 0x177, 
-    0xbc, 0x2, 0x692, 0x693, 0x5, 0x199, 0xcd, 0x2, 0x693, 0x69a, 0x3, 0x2, 
-    0x2, 0x2, 0x694, 0x695, 0x5, 0x1a7, 0xd4, 0x2, 0x695, 0x696, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x696, 0x697, 0x5, 0x1a7, 0xd4, 0x2, 0x697, 0x698, 0x5, 0x1a7, 
-    0xd4, 0x2, 0x698, 0x69a, 0x3, 0x2, 0x2, 0x2, 0x699, 0x68f, 0x3, 0x2, 
-    0x2, 0x2, 0x699, 0x694, 0x3, 0x2, 0x2, 0x2, 0x69a, 0x166, 0x3, 0x2, 
-    0x2, 0x2, 0x69b, 0x69c, 0x7, 0x68, 0x2, 0x2, 0x69c, 0x69d, 0x7, 0x63, 
-    0x2, 0x2, 0x69d, 0x69e, 0x7, 0x6e, 0x2, 0x2, 0x69e, 0x69f, 0x7, 0x75, 
-    0x2, 0x2, 0x69f, 0x6a0, 0x7, 0x67, 0x2, 0x2, 0x6a0, 0x168, 0x3, 0x2, 
-    0x2, 0x2, 0x6a1, 0x6a2, 0x7, 0x76, 0x2, 0x2, 0x6a2, 0x6a3, 0x7, 0x74, 
-    0x2, 0x2, 0x6a3, 0x6a4, 0x7, 0x77, 0x2, 0x2, 0x6a4, 0x6a5, 0x7, 0x67, 
-    0x2, 0x2, 0x6a5, 0x16a, 0x3, 0x2, 0x2, 0x2, 0x6a6, 0x6a9, 0x5, 0x1ab, 
-    0xd6, 0x2, 0x6a7, 0x6a9, 0x5, 0x1ed, 0xf7, 0x2, 0x6a8, 0x6a6, 0x3, 0x2, 
-    0x2, 0x2, 0x6a8, 0x6a7, 0x3, 0x2, 0x2, 0x2, 0x6a9, 0x6af, 0x3, 0x2, 
-    0x2, 0x2, 0x6aa, 0x6ae, 0x5, 0x1ab, 0xd6, 0x2, 0x6ab, 0x6ae, 0x5, 0x1ed, 
-    0xf7, 0x2, 0x6ac, 0x6ae, 0x5, 0x1af, 0xd8, 0x2, 0x6ad, 0x6aa, 0x3, 0x2, 
-    0x2, 0x2, 0x6ad, 0x6ab, 0x3, 0x2, 0x2, 0x2, 0x6ad, 0x6ac, 0x3, 0x2, 
-    0x2, 0x2, 0x6ae, 0x6b1, 0x3, 0x2, 0x2, 0x2, 0x6af, 0x6ad, 0x3, 0x2, 
-    0x2, 0x2, 0x6af, 0x6b0, 0x3, 0x2, 0x2, 0x2, 0x6b0, 0x6d1, 0x3, 0x2, 
-    0x2, 0x2, 0x6b1, 0x6af, 0x3, 0x2, 0x2, 0x2, 0x6b2, 0x6bc, 0x5, 0x1b7, 
-    0xdc, 0x2, 0x6b3, 0x6bb, 0xa, 0x2, 0x2, 0x2, 0x6b4, 0x6b5, 0x5, 0x1b9, 
-    0xdd, 0x2, 0x6b5, 0x6b6, 0xb, 0x2, 0x2, 0x2, 0x6b6, 0x6bb, 0x3, 0x2, 
-    0x2, 0x2, 0x6b7, 0x6b8, 0x5, 0x1b7, 0xdc, 0x2, 0x6b8, 0x6b9, 0x5, 0x1b7, 
-    0xdc, 0x2, 0x6b9, 0x6bb, 0x3, 0x2, 0x2, 0x2, 0x6ba, 0x6b3, 0x3, 0x2, 
-    0x2, 0x2, 0x6ba, 0x6b4, 0x3, 0x2, 0x2, 0x2, 0x6ba, 0x6b7, 0x3, 0x2, 
-    0x2, 0x2, 0x6bb, 0x6be, 0x3, 0x2, 0x2, 0x2, 0x6bc, 0x6ba, 0x3, 0x2, 
-    0x2, 0x2, 0x6bc, 0x6bd, 0x3, 0x2, 0x2, 0x2, 0x6bd, 0x6bf, 0x3, 0x2, 
-    0x2, 0x2, 0x6be, 0x6bc, 0x3, 0x2, 0x2, 0x2, 0x6bf, 0x6c0, 0x5, 0x1b7, 
-    0xdc, 0x2, 0x6c0, 0x6d1, 0x3, 0x2, 0x2, 0x2, 0x6c1, 0x6cb, 0x5, 0x1df, 
-    0xf0, 0x2, 0x6c2, 0x6ca, 0xa, 0x3, 0x2, 0x2, 0x6c3, 0x6c4, 0x5, 0x1b9, 
-    0xdd, 0x2, 0x6c4, 0x6c5, 0xb, 0x2, 0x2, 0x2, 0x6c5, 0x6ca, 0x3, 0x2, 
-    0x2, 0x2, 0x6c6, 0x6c7, 0x5, 0x1df, 0xf0, 0x2, 0x6c7, 0x6c8, 0x5, 0x1df, 
-    0xf0, 0x2, 0x6c8, 0x6ca, 0x3, 0x2, 0x2, 0x2, 0x6c9, 0x6c2, 0x3, 0x2, 
-    0x2, 0x2, 0x6c9, 0x6c3, 0x3, 0x2, 0x2, 0x2, 0x6c9, 0x6c6, 0x3, 0x2, 
-    0x2, 0x2, 0x6ca, 0x6cd, 0x3, 0x2, 0x2, 0x2, 0x6cb, 0x6c9, 0x3, 0x2, 
-    0x2, 0x2, 0x6cb, 0x6cc, 0x3, 0x2, 0x2, 0x2, 0x6cc, 0x6ce, 0x3, 0x2, 
-    0x2, 0x2, 0x6cd, 0x6cb, 0x3, 0x2, 0x2, 0x2, 0x6ce, 0x6cf, 0x5, 0x1df, 
-    0xf0, 0x2, 0x6cf, 0x6d1, 0x3, 0x2, 0x2, 0x2, 0x6d0, 0x6a8, 0x3, 0x2, 
-    0x2, 0x2, 0x6d0, 0x6b2, 0x3, 0x2, 0x2, 0x2, 0x6d0, 0x6c1, 0x3, 0x2, 
-    0x2, 0x2, 0x6d1, 0x16c, 0x3, 0x2, 0x2, 0x2, 0x6d2, 0x6d3, 0x5, 0x173, 
-    0xba, 0x2, 0x6d3, 0x6d7, 0x5, 0x1c3, 0xe2, 0x2, 0x6d4, 0x6d6, 0x5, 0x1b1, 
-    0xd9, 0x2, 0x6d5, 0x6d4, 0x3, 0x2, 0x2, 0x2, 0x6d6, 0x6d9, 0x3, 0x2, 
-    0x2, 0x2, 0x6d7, 0x6d5, 0x3, 0x2, 0x2, 0x2, 0x6d7, 0x6d8, 0x3, 0x2, 
-    0x2, 0x2, 0x6d8, 0x6dc, 0x3, 0x2, 0x2, 0x2, 0x6d9, 0x6d7, 0x3, 0x2, 
-    0x2, 0x2, 0x6da, 0x6dd, 0x5, 0x195, 0xcb, 0x2, 0x6db, 0x6dd, 0x5, 0x17f, 
-    0xc0, 0x2, 0x6dc, 0x6da, 0x3, 0x2, 0x2, 0x2, 0x6dc, 0x6db, 0x3, 0x2, 
-    0x2, 0x2, 0x6dd, 0x6e0, 0x3, 0x2, 0x2, 0x2, 0x6de, 0x6e1, 0x5, 0x1db, 
-    0xee, 0x2, 0x6df, 0x6e1, 0x5, 0x1c1, 0xe1, 0x2, 0x6e0, 0x6de, 0x3, 0x2, 
-    0x2, 0x2, 0x6e0, 0x6df, 0x3, 0x2, 0x2, 0x2, 0x6e0, 0x6e1, 0x3, 0x2, 
-    0x2, 0x2, 0x6e1, 0x6e3, 0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6e4, 0x5, 0x1af, 
-    0xd8, 0x2, 0x6e3, 0x6e2, 0x3, 0x2, 0x2, 0x2, 0x6e4, 0x6e5, 0x3, 0x2, 
-    0x2, 0x2, 0x6e5, 0x6e3, 0x3, 0x2, 0x2, 0x2, 0x6e5, 0x6e6, 0x3, 0x2, 
-    0x2, 0x2, 0x6e6, 0x71f, 0x3, 0x2, 0x2, 0x2, 0x6e7, 0x6ea, 0x5, 0x173, 
-    0xba, 0x2, 0x6e8, 0x6eb, 0x5, 0x195, 0xcb, 0x2, 0x6e9, 0x6eb, 0x5, 0x17f, 
-    0xc0, 0x2, 0x6ea, 0x6e8, 0x3, 0x2, 0x2, 0x2, 0x6ea, 0x6e9, 0x3, 0x2, 
-    0x2, 0x2, 0x6eb, 0x6ee, 0x3, 0x2, 0x2, 0x2, 0x6ec, 0x6ef, 0x5, 0x1db, 
-    0xee, 0x2, 0x6ed, 0x6ef, 0x5, 0x1c1, 0xe1, 0x2, 0x6ee, 0x6ec, 0x3, 0x2, 
-    0x2, 0x2, 0x6ee, 0x6ed, 0x3, 0x2, 0x2, 0x2, 0x6ee, 0x6ef, 0x3, 0x2, 
-    0x2, 0x2, 0x6ef, 0x6f1, 0x3, 0x2, 0x2, 0x2, 0x6f0, 0x6f2, 0x5, 0x1af, 
-    0xd8, 0x2, 0x6f1, 0x6f0, 0x3, 0x2, 0x2, 0x2, 0x6f2, 0x6f3, 0x3, 0x2, 
-    0x2, 0x2, 0x6f3, 0x6f1, 0x3, 0x2, 0x2, 0x2, 0x6f3, 0x6f4, 0x3, 0x2, 
-    0x2, 0x2, 0x6f4, 0x71f, 0x3, 0x2, 0x2, 0x2, 0x6f5, 0x6f6, 0x5, 0x171, 
-    0xb9, 0x2, 0x6f6, 0x6fa, 0x5, 0x1c3, 0xe2, 0x2, 0x6f7, 0x6f9, 0x5, 0x1af, 
-    0xd8, 0x2, 0x6f8, 0x6f7, 0x3, 0x2, 0x2, 0x2, 0x6f9, 0x6fc, 0x3, 0x2, 
-    0x2, 0x2, 0x6fa, 0x6f8, 0x3, 0x2, 0x2, 0x2, 0x6fa, 0x6fb, 0x3, 0x2, 
-    0x2, 0x2, 0x6fb, 0x6fd, 0x3, 0x2, 0x2, 0x2, 0x6fc, 0x6fa, 0x3, 0x2, 
-    0x2, 0x2, 0x6fd, 0x700, 0x5, 0x17f, 0xc0, 0x2, 0x6fe, 0x701, 0x5, 0x1db, 
-    0xee, 0x2, 0x6ff, 0x701, 0x5, 0x1c1, 0xe1, 0x2, 0x700, 0x6fe, 0x3, 0x2, 
-    0x2, 0x2, 0x700, 0x6ff, 0x3, 0x2, 0x2, 0x2, 0x700, 0x701, 0x3, 0x2, 
-    0x2, 0x2, 0x701, 0x703, 0x3, 0x2, 0x2, 0x2, 0x702, 0x704, 0x5, 0x1af, 
-    0xd8, 0x2, 0x703, 0x702, 0x3, 0x2, 0x2, 0x2, 0x704, 0x705, 0x3, 0x2, 
-    0x2, 0x2, 0x705, 0x703, 0x3, 0x2, 0x2, 0x2, 0x705, 0x706, 0x3, 0x2, 
-    0x2, 0x2, 0x706, 0x71f, 0x3, 0x2, 0x2, 0x2, 0x707, 0x708, 0x5, 0x1c3, 
-    0xe2, 0x2, 0x708, 0x709, 0x5, 0x171, 0xb9, 0x2, 0x709, 0x70c, 0x5, 0x17f, 
-    0xc0, 0x2, 0x70a, 0x70d, 0x5, 0x1db, 0xee, 0x2, 0x70b, 0x70d, 0x5, 0x1c1, 
-    0xe1, 0x2, 0x70c, 0x70a, 0x3, 0x2, 0x2, 0x2, 0x70c, 0x70b, 0x3, 0x2, 
-    0x2, 0x2, 0x70c, 0x70d, 0x3, 0x2, 0x2, 0x2, 0x70d, 0x70f, 0x3, 0x2, 
-    0x2, 0x2, 0x70e, 0x710, 0x5, 0x1af, 0xd8, 0x2, 0x70f, 0x70e, 0x3, 0x2, 
-    0x2, 0x2, 0x710, 0x711, 0x3, 0x2, 0x2, 0x2, 0x711, 0x70f, 0x3, 0x2, 
-    0x2, 0x2, 0x711, 0x712, 0x3, 0x2, 0x2, 0x2, 0x712, 0x71f, 0x3, 0x2, 
-    0x2, 0x2, 0x713, 0x714, 0x5, 0x171, 0xb9, 0x2, 0x714, 0x717, 0x5, 0x17f, 
-    0xc0, 0x2, 0x715, 0x718, 0x5, 0x1db, 0xee, 0x2, 0x716, 0x718, 0x5, 0x1c1, 
-    0xe1, 0x2, 0x717, 0x715, 0x3, 0x2, 0x2, 0x2, 0x717, 0x716, 0x3, 0x2, 
-    0x2, 0x2, 0x717, 0x718, 0x3, 0x2, 0x2, 0x2, 0x718, 0x71a, 0x3, 0x2, 
-    0x2, 0x2, 0x719, 0x71b, 0x5, 0x1af, 0xd8, 0x2, 0x71a, 0x719, 0x3, 0x2, 
-    0x2, 0x2, 0x71b, 0x71c, 0x3, 0x2, 0x2, 0x2, 0x71c, 0x71a, 0x3, 0x2, 
-    0x2, 0x2, 0x71c, 0x71d, 0x3, 0x2, 0x2, 0x2, 0x71d, 0x71f, 0x3, 0x2, 
-    0x2, 0x2, 0x71e, 0x6d2, 0x3, 0x2, 0x2, 0x2, 0x71e, 0x6e7, 0x3, 0x2, 
-    0x2, 0x2, 0x71e, 0x6f5, 0x3, 0x2, 0x2, 0x2, 0x71e, 0x707, 0x3, 0x2, 
-    0x2, 0x2, 0x71e, 0x713, 0x3, 0x2, 0x2, 0x2, 0x71f, 0x16e, 0x3, 0x2, 
-    0x2, 0x2, 0x720, 0x722, 0x7, 0x32, 0x2, 0x2, 0x721, 0x723, 0x5, 0x1ad, 
-    0xd7, 0x2, 0x722, 0x721, 0x3, 0x2, 0x2, 0x2, 0x723, 0x724, 0x3, 0x2, 
-    0x2, 0x2, 0x724, 0x722, 0x3, 0x2, 0x2, 0x2, 0x724, 0x725, 0x3, 0x2, 
-    0x2, 0x2, 0x725, 0x170, 0x3, 0x2, 0x2, 0x2, 0x726, 0x728, 0x5, 0x1af, 
-    0xd8, 0x2, 0x727, 0x726, 0x3, 0x2, 0x2, 0x2, 0x728, 0x729, 0x3, 0x2, 
-    0x2, 0x2, 0x729, 0x727, 0x3, 0x2, 0x2, 0x2, 0x729, 0x72a, 0x3, 0x2, 
-    0x2, 0x2, 0x72a, 0x172, 0x3, 0x2, 0x2, 0x2, 0x72b, 0x72c, 0x7, 0x32, 
-    0x2, 0x2, 0x72c, 0x72e, 0x5, 0x1a5, 0xd3, 0x2, 0x72d, 0x72f, 0x5, 0x1b1, 
-    0xd9, 0x2, 0x72e, 0x72d, 0x3, 0x2, 0x2, 0x2, 0x72f, 0x730, 0x3, 0x2, 
-    0x2, 0x2, 0x730, 0x72e, 0x3, 0x2, 0x2, 0x2, 0x730, 0x731, 0x3, 0x2, 
-    0x2, 0x2, 0x731, 0x174, 0x3, 0x2, 0x2, 0x2, 0x732, 0x73c, 0x5, 0x1e1, 
-    0xf1, 0x2, 0x733, 0x73b, 0xa, 0x4, 0x2, 0x2, 0x734, 0x735, 0x5, 0x1b9, 
-    0xdd, 0x2, 0x735, 0x736, 0xb, 0x2, 0x2, 0x2, 0x736, 0x73b, 0x3, 0x2, 
-    0x2, 0x2, 0x737, 0x738, 0x5, 0x1e1, 0xf1, 0x2, 0x738, 0x739, 0x5, 0x1e1, 
-    0xf1, 0x2, 0x739, 0x73b, 0x3, 0x2, 0x2, 0x2, 0x73a, 0x733, 0x3, 0x2, 
-    0x2, 0x2, 0x73a, 0x734, 0x3, 0x2, 0x2, 0x2, 0x73a, 0x737, 0x3, 0x2, 
-    0x2, 0x2, 0x73b, 0x73e, 0x3, 0x2, 0x2, 0x2, 0x73c, 0x73a, 0x3, 0x2, 
-    0x2, 0x2, 0x73c, 0x73d, 0x3, 0x2, 0x2, 0x2, 0x73d, 0x73f, 0x3, 0x2, 
-    0x2, 0x2, 0x73e, 0x73c, 0x3, 0x2, 0x2, 0x2, 0x73f, 0x740, 0x5, 0x1e1, 
-    0xf1, 0x2, 0x740, 0x176, 0x3, 0x2, 0x2, 0x2, 0x741, 0x742, 0x9, 0x5, 
-    0x2, 0x2, 0x742, 0x178, 0x3, 0x2, 0x2, 0x2, 0x743, 0x744, 0x9, 0x6, 
-    0x2, 0x2, 0x744, 0x17a, 0x3, 0x2, 0x2, 0x2, 0x745, 0x746, 0x9, 0x7, 
-    0x2, 0x2, 0x746, 0x17c, 0x3, 0x2, 0x2, 0x2, 0x747, 0x748, 0x9, 0x8, 
-    0x2, 0x2, 0x748, 0x17e, 0x3, 0x2, 0x2, 0x2, 0x749, 0x74a, 0x9, 0x9, 
-    0x2, 0x2, 0x74a, 0x180, 0x3, 0x2, 0x2, 0x2, 0x74b, 0x74c, 0x9, 0xa, 
-    0x2, 0x2, 0x74c, 0x182, 0x3, 0x2, 0x2, 0x2, 0x74d, 0x74e, 0x9, 0xb, 
-    0x2, 0x2, 0x74e, 0x184, 0x3, 0x2, 0x2, 0x2, 0x74f, 0x750, 0x9, 0xc, 
-    0x2, 0x2, 0x750, 0x186, 0x3, 0x2, 0x2, 0x2, 0x751, 0x752, 0x9, 0xd, 
-    0x2, 0x2, 0x752, 0x188, 0x3, 0x2, 0x2, 0x2, 0x753, 0x754, 0x9, 0xe, 
-    0x2, 0x2, 0x754, 0x18a, 0x3, 0x2, 0x2, 0x2, 0x755, 0x756, 0x9, 0xf, 
-    0x2, 0x2, 0x756, 0x18c, 0x3, 0x2, 0x2, 0x2, 0x757, 0x758, 0x9, 0x10, 
-    0x2, 0x2, 0x758, 0x18e, 0x3, 0x2, 0x2, 0x2, 0x759, 0x75a, 0x9, 0x11, 
-    0x2, 0x2, 0x75a, 0x190, 0x3, 0x2, 0x2, 0x2, 0x75b, 0x75c, 0x9, 0x12, 
-    0x2, 0x2, 0x75c, 0x192, 0x3, 0x2, 0x2, 0x2, 0x75d, 0x75e, 0x9, 0x13, 
-    0x2, 0x2, 0x75e, 0x194, 0x3, 0x2, 0x2, 0x2, 0x75f, 0x760, 0x9, 0x14, 
-    0x2, 0x2, 0x760, 0x196, 0x3, 0x2, 0x2, 0x2, 0x761, 0x762, 0x9, 0x15, 
-    0x2, 0x2, 0x762, 0x198, 0x3, 0x2, 0x2, 0x2, 0x763, 0x764, 0x9, 0x16, 
-    0x2, 0x2, 0x764, 0x19a, 0x3, 0x2, 0x2, 0x2, 0x765, 0x766, 0x9, 0x17, 
-    0x2, 0x2, 0x766, 0x19c, 0x3, 0x2, 0x2, 0x2, 0x767, 0x768, 0x9, 0x18, 
-    0x2, 0x2, 0x768, 0x19e, 0x3, 0x2, 0x2, 0x2, 0x769, 0x76a, 0x9, 0x19, 
-    0x2, 0x2, 0x76a, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x76b, 0x76c, 0x9, 0x1a, 
-    0x2, 0x2, 0x76c, 0x1a2, 0x3, 0x2, 0x2, 0x2, 0x76d, 0x76e, 0x9, 0x1b, 
-    0x2, 0x2, 0x76e, 0x1a4, 0x3, 0x2, 0x2, 0x2, 0x76f, 0x770, 0x9, 0x1c, 
-    0x2, 0x2, 0x770, 0x1a6, 0x3, 0x2, 0x2, 0x2, 0x771, 0x772, 0x9, 0x1d, 
-    0x2, 0x2, 0x772, 0x1a8, 0x3, 0x2, 0x2, 0x2, 0x773, 0x774, 0x9, 0x1e, 
-    0x2, 0x2, 0x774, 0x1aa, 0x3, 0x2, 0x2, 0x2, 0x775, 0x776, 0x9, 0x1f, 
-    0x2, 0x2, 0x776, 0x1ac, 0x3, 0x2, 0x2, 0x2, 0x777, 0x778, 0x9, 0x20, 
-    0x2, 0x2, 0x778, 0x1ae, 0x3, 0x2, 0x2, 0x2, 0x779, 0x77a, 0x9, 0x21, 
-    0x2, 0x2, 0x77a, 0x1b0, 0x3, 0x2, 0x2, 0x2, 0x77b, 0x77c, 0x9, 0x22, 
-    0x2, 0x2, 0x77c, 0x1b2, 0x3, 0x2, 0x2, 0x2, 0x77d, 0x77e, 0x7, 0x2f, 
-    0x2, 0x2, 0x77e, 0x77f, 0x7, 0x40, 0x2, 0x2, 0x77f, 0x1b4, 0x3, 0x2, 
-    0x2, 0x2, 0x780, 0x781, 0x7, 0x2c, 0x2, 0x2, 0x781, 0x1b6, 0x3, 0x2, 
-    0x2, 0x2, 0x782, 0x783, 0x7, 0x62, 0x2, 0x2, 0x783, 0x1b8, 0x3, 0x2, 
-    0x2, 0x2, 0x784, 0x785, 0x7, 0x5e, 0x2, 0x2, 0x785, 0x1ba, 0x3, 0x2, 
-    0x2, 0x2, 0x786, 0x787, 0x7, 0x3c, 0x2, 0x2, 0x787, 0x1bc, 0x3, 0x2, 
-    0x2, 0x2, 0x788, 0x789, 0x7, 0x2e, 0x2, 0x2, 0x789, 0x1be, 0x3, 0x2, 
-    0x2, 0x2, 0x78a, 0x78b, 0x7, 0x7e, 0x2, 0x2, 0x78b, 0x78c, 0x7, 0x7e, 
-    0x2, 0x2, 0x78c, 0x1c0, 0x3, 0x2, 0x2, 0x2, 0x78d, 0x78e, 0x7, 0x2f, 
-    0x2, 0x2, 0x78e, 0x1c2, 0x3, 0x2, 0x2, 0x2, 0x78f, 0x790, 0x7, 0x30, 
-    0x2, 0x2, 0x790, 0x1c4, 0x3, 0x2, 0x2, 0x2, 0x791, 0x792, 0x7, 0x3f, 
-    0x2, 0x2, 0x792, 0x793, 0x7, 0x3f, 0x2, 0x2, 0x793, 0x1c6, 0x3, 0x2, 
-    0x2, 0x2, 0x794, 0x795, 0x7, 0x3f, 0x2, 0x2, 0x795, 0x1c8, 0x3, 0x2, 
-    0x2, 0x2, 0x796, 0x797, 0x7, 0x40, 0x2, 0x2, 0x797, 0x798, 0x7, 0x3f, 
-    0x2, 0x2, 0x798, 0x1ca, 0x3, 0x2, 0x2, 0x2, 0x799, 0x79a, 0x7, 0x40, 
-    0x2, 0x2, 0x79a, 0x1cc, 0x3, 0x2, 0x2, 0x2, 0x79b, 0x79c, 0x7, 0x7d, 
-    0x2, 0x2, 0x79c, 0x1ce, 0x3, 0x2, 0x2, 0x2, 0x79d, 0x79e, 0x7, 0x5d, 
-    0x2, 0x2, 0x79e, 0x1d0, 0x3, 0x2, 0x2, 0x2, 0x79f, 0x7a0, 0x7, 0x3e, 
-    0x2, 0x2, 0x7a0, 0x7a1, 0x7, 0x3f, 0x2, 0x2, 0x7a1, 0x1d2, 0x3, 0x2, 
-    0x2, 0x2, 0x7a2, 0x7a3, 0x7, 0x2a, 0x2, 0x2, 0x7a3, 0x1d4, 0x3, 0x2, 
-    0x2, 0x2, 0x7a4, 0x7a5, 0x7, 0x3e, 0x2, 0x2, 0x7a5, 0x1d6, 0x3, 0x2, 
-    0x2, 0x2, 0x7a6, 0x7a7, 0x7, 0x23, 0x2, 0x2, 0x7a7, 0x7ab, 0x7, 0x3f, 
-    0x2, 0x2, 0x7a8, 0x7a9, 0x7, 0x3e, 0x2, 0x2, 0x7a9, 0x7ab, 0x7, 0x40, 
-    0x2, 0x2, 0x7aa, 0x7a6, 0x3, 0x2, 0x2, 0x2, 0x7aa, 0x7a8, 0x3, 0x2, 
-    0x2, 0x2, 0x7ab, 0x1d8, 0x3, 0x2, 0x2, 0x2, 0x7ac, 0x7ad, 0x7, 0x27, 
-    0x2, 0x2, 0x7ad, 0x1da, 0x3, 0x2, 0x2, 0x2, 0x7ae, 0x7af, 0x7, 0x2d, 
-    0x2, 0x2, 0x7af, 0x1dc, 0x3, 0x2, 0x2, 0x2, 0x7b0, 0x7b1, 0x7, 0x41, 
-    0x2, 0x2, 0x7b1, 0x1de, 0x3, 0x2, 0x2, 0x2, 0x7b2, 0x7b3, 0x7, 0x24, 
-    0x2, 0x2, 0x7b3, 0x1e0, 0x3, 0x2, 0x2, 0x2, 0x7b4, 0x7b5, 0x7, 0x29, 
-    0x2, 0x2, 0x7b5, 0x1e2, 0x3, 0x2, 0x2, 0x2, 0x7b6, 0x7b7, 0x7, 0x7f, 
-    0x2, 0x2, 0x7b7, 0x1e4, 0x3, 0x2, 0x2, 0x2, 0x7b8, 0x7b9, 0x7, 0x5f, 
-    0x2, 0x2, 0x7b9, 0x1e6, 0x3, 0x2, 0x2, 0x2, 0x7ba, 0x7bb, 0x7, 0x2b, 
-    0x2, 0x2, 0x7bb, 0x1e8, 0x3, 0x2, 0x2, 0x2, 0x7bc, 0x7bd, 0x7, 0x3d, 
-    0x2, 0x2, 0x7bd, 0x1ea, 0x3, 0x2, 0x2, 0x2, 0x7be, 0x7bf, 0x7, 0x31, 
-    0x2, 0x2, 0x7bf, 0x1ec, 0x3, 0x2, 0x2, 0x2, 0x7c0, 0x7c1, 0x7, 0x61, 
-    0x2, 0x2, 0x7c1, 0x1ee, 0x3, 0x2, 0x2, 0x2, 0x7c2, 0x7c3, 0x7, 0x31, 
-    0x2, 0x2, 0x7c3, 0x7c4, 0x7, 0x2c, 0x2, 0x2, 0x7c4, 0x7c8, 0x3, 0x2, 
-    0x2, 0x2, 0x7c5, 0x7c7, 0xb, 0x2, 0x2, 0x2, 0x7c6, 0x7c5, 0x3, 0x2, 
-    0x2, 0x2, 0x7c7, 0x7ca, 0x3, 0x2, 0x2, 0x2, 0x7c8, 0x7c9, 0x3, 0x2, 
-    0x2, 0x2, 0x7c8, 0x7c6, 0x3, 0x2, 0x2, 0x2, 0x7c9, 0x7cb, 0x3, 0x2, 
-    0x2, 0x2, 0x7ca, 0x7c8, 0x3, 0x2, 0x2, 0x2, 0x7cb, 0x7cc, 0x7, 0x2c, 
-    0x2, 0x2, 0x7cc, 0x7cd, 0x7, 0x31, 0x2, 0x2, 0x7cd, 0x7ce, 0x3, 0x2, 
-    0x2, 0x2, 0x7ce, 0x7cf, 0x8, 0xf8, 0x2, 0x2, 0x7cf, 0x1f0, 0x3, 0x2, 
-    0x2, 0x2, 0x7d0, 0x7d1, 0x7, 0x2f, 0x2, 0x2, 0x7d1, 0x7d2, 0x7, 0x2f, 
-    0x2, 0x2, 0x7d2, 0x7d6, 0x3, 0x2, 0x2, 0x2, 0x7d3, 0x7d5, 0xa, 0x23, 
-    0x2, 0x2, 0x7d4, 0x7d3, 0x3, 0x2, 0x2, 0x2, 0x7d5, 0x7d8, 0x3, 0x2, 
-    0x2, 0x2, 0x7d6, 0x7d4, 0x3, 0x2, 0x2, 0x2, 0x7d6, 0x7d7, 0x3, 0x2, 
-    0x2, 0x2, 0x7d7, 0x7da, 0x3, 0x2, 0x2, 0x2, 0x7d8, 0x7d6, 0x3, 0x2, 
-    0x2, 0x2, 0x7d9, 0x7db, 0x9, 0x24, 0x2, 0x2, 0x7da, 0x7d9, 0x3, 0x2, 
-    0x2, 0x2, 0x7db, 0x7dc, 0x3, 0x2, 0x2, 0x2, 0x7dc, 0x7dd, 0x8, 0xf9, 
-    0x2, 0x2, 0x7dd, 0x1f2, 0x3, 0x2, 0x2, 0x2, 0x7de, 0x7df, 0x9, 0x25, 
-    0x2, 0x2, 0x7df, 0x7e0, 0x3, 0x2, 0x2, 0x2, 0x7e0, 0x7e1, 0x8, 0xfa, 
-    0x2, 0x2, 0x7e1, 0x1f4, 0x3, 0x2, 0x2, 0x2, 0x26, 0x2, 0x233, 0x40f, 
-    0x699, 0x6a8, 0x6ad, 0x6af, 0x6ba, 0x6bc, 0x6c9, 0x6cb, 0x6d0, 0x6d7, 
-    0x6dc, 0x6e0, 0x6e5, 0x6ea, 0x6ee, 0x6f3, 0x6fa, 0x700, 0x705, 0x70c, 
-    0x711, 0x717, 0x71c, 0x71e, 0x724, 0x729, 0x730, 0x73a, 0x73c, 0x7aa, 
-    0x7c8, 0x7d6, 0x7da, 0x3, 0x8, 0x2, 0x2, 
+    0x3, 0x7a, 0x3, 0x7a, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 
+    0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7b, 0x3, 0x7c, 0x3, 0x7c, 
+    0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 0x3, 0x7c, 0x3, 
+    0x7c, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7d, 
+    0x3, 0x7d, 0x3, 0x7d, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 
+    0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 0x3, 0x7e, 
+    0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 0x7f, 0x3, 
+    0x7f, 0x3, 0x7f, 0x3, 0x80, 0x3, 0x80, 0x3, 0x80, 0x3, 0x80, 0x3, 0x80, 
+    0x3, 0x80, 0x3, 0x81, 0x3, 0x81, 0x3, 0x81, 0x3, 0x81, 0x3, 0x81, 0x3, 
+    0x81, 0x3, 0x81, 0x3, 0x82, 0x3, 0x82, 0x3, 0x82, 0x3, 0x82, 0x3, 0x82, 
+    0x3, 0x82, 0x3, 0x82, 0x3, 0x83, 0x3, 0x83, 0x3, 0x83, 0x3, 0x83, 0x3, 
+    0x83, 0x3, 0x83, 0x3, 0x83, 0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 
+    0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 0x3, 0x84, 0x3, 0x85, 0x3, 0x85, 0x3, 
+    0x85, 0x3, 0x85, 0x3, 0x85, 0x3, 0x85, 0x3, 0x85, 0x3, 0x85, 0x3, 0x86, 
+    0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 
+    0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 0x86, 0x3, 0x87, 0x3, 0x87, 0x3, 0x87, 
+    0x3, 0x87, 0x3, 0x87, 0x3, 0x87, 0x3, 0x88, 0x3, 0x88, 0x3, 0x88, 0x3, 
+    0x88, 0x3, 0x88, 0x3, 0x88, 0x3, 0x88, 0x3, 0x89, 0x3, 0x89, 0x3, 0x89, 
+    0x3, 0x89, 0x3, 0x89, 0x3, 0x89, 0x3, 0x89, 0x3, 0x8a, 0x3, 0x8a, 0x3, 
+    0x8a, 0x3, 0x8a, 0x3, 0x8a, 0x3, 0x8a, 0x3, 0x8a, 0x3, 0x8b, 0x3, 0x8b, 
+    0x3, 0x8b, 0x3, 0x8b, 0x3, 0x8b, 0x3, 0x8b, 0x3, 0x8b, 0x3, 0x8c, 0x3, 
+    0x8c, 0x3, 0x8c, 0x3, 0x8c, 0x3, 0x8c, 0x3, 0x8d, 0x3, 0x8d, 0x3, 0x8d, 
+    0x3, 0x8d, 0x3, 0x8d, 0x3, 0x8d, 0x3, 0x8e, 0x3, 0x8e, 0x3, 0x8e, 0x3, 
+    0x8e, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 
+    0x3, 0x8f, 0x3, 0x8f, 0x3, 0x8f, 0x3, 0x90, 0x3, 0x90, 0x3, 0x90, 0x3, 
+    0x90, 0x3, 0x90, 0x3, 0x91, 0x3, 0x91, 0x3, 0x91, 0x3, 0x91, 0x3, 0x91, 
+    0x3, 0x91, 0x3, 0x91, 0x3, 0x92, 0x3, 0x92, 0x3, 0x92, 0x3, 0x92, 0x3, 
+    0x92, 0x3, 0x92, 0x3, 0x93, 0x3, 0x93, 0x3, 0x93, 0x3, 0x93, 0x3, 0x93, 
+    0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 
+    0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x94, 0x3, 0x95, 0x3, 0x95, 0x3, 0x95, 
+    0x3, 0x95, 0x3, 0x95, 0x3, 0x96, 0x3, 0x96, 0x3, 0x96, 0x3, 0x96, 0x3, 
+    0x96, 0x3, 0x96, 0x3, 0x96, 0x3, 0x97, 0x3, 0x97, 0x3, 0x97, 0x3, 0x97, 
+    0x3, 0x97, 0x3, 0x97, 0x3, 0x97, 0x3, 0x98, 0x3, 0x98, 0x3, 0x98, 0x3, 
+    0x98, 0x3, 0x98, 0x3, 0x98, 0x3, 0x99, 0x3, 0x99, 0x3, 0x99, 0x3, 0x99, 
+    0x3, 0x99, 0x3, 0x99, 0x3, 0x99, 0x3, 0x9a, 0x3, 0x9a, 0x3, 0x9a, 0x3, 
+    0x9a, 0x3, 0x9a, 0x3, 0x9a, 0x3, 0x9a, 0x3, 0x9a, 0x3, 0x9a, 0x3, 0x9a, 
+    0x3, 0x9b, 0x3, 0x9b, 0x3, 0x9b, 0x3, 0x9b, 0x3, 0x9b, 0x3, 0x9c, 0x3, 
+    0x9c, 0x3, 0x9c, 0x3, 0x9c, 0x3, 0x9c, 0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9d, 
+    0x3, 0x9d, 0x3, 0x9d, 0x3, 0x9e, 0x3, 0x9e, 0x3, 0x9e, 0x3, 0x9e, 0x3, 
+    0x9e, 0x3, 0x9e, 0x3, 0x9e, 0x3, 0x9e, 0x3, 0x9f, 0x3, 0x9f, 0x3, 0x9f, 
+    0x3, 0x9f, 0x3, 0x9f, 0x3, 0x9f, 0x3, 0x9f, 0x3, 0x9f, 0x3, 0x9f, 0x3, 
+    0x9f, 0x3, 0xa0, 0x3, 0xa0, 0x3, 0xa0, 0x3, 0xa1, 0x3, 0xa1, 0x3, 0xa1, 
+    0x3, 0xa1, 0x3, 0xa2, 0x3, 0xa2, 0x3, 0xa2, 0x3, 0xa2, 0x3, 0xa2, 0x3, 
+    0xa2, 0x3, 0xa2, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 
+    0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa3, 0x3, 0xa4, 0x3, 0xa4, 0x3, 
+    0xa4, 0x3, 0xa4, 0x3, 0xa4, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 
+    0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa5, 0x3, 0xa6, 0x3, 
+    0xa6, 0x3, 0xa6, 0x3, 0xa6, 0x3, 0xa7, 0x3, 0xa7, 0x3, 0xa7, 0x3, 0xa7, 
+    0x3, 0xa7, 0x3, 0xa8, 0x3, 0xa8, 0x3, 0xa8, 0x3, 0xa8, 0x3, 0xa8, 0x3, 
+    0xa8, 0x3, 0xa9, 0x3, 0xa9, 0x3, 0xa9, 0x3, 0xa9, 0x3, 0xa9, 0x3, 0xa9, 
+    0x3, 0xa9, 0x3, 0xaa, 0x3, 0xaa, 0x3, 0xaa, 0x3, 0xaa, 0x3, 0xab, 0x3, 
+    0xab, 0x3, 0xab, 0x3, 0xab, 0x3, 0xab, 0x3, 0xab, 0x3, 0xac, 0x3, 0xac, 
+    0x3, 0xac, 0x3, 0xac, 0x3, 0xac, 0x3, 0xad, 0x3, 0xad, 0x3, 0xad, 0x3, 
+    0xad, 0x3, 0xad, 0x3, 0xad, 0x3, 0xad, 0x3, 0xae, 0x3, 0xae, 0x3, 0xae, 
+    0x3, 0xae, 0x3, 0xae, 0x3, 0xaf, 0x3, 0xaf, 0x3, 0xaf, 0x3, 0xaf, 0x3, 
+    0xaf, 0x3, 0xaf, 0x3, 0xaf, 0x3, 0xb0, 0x3, 0xb0, 0x3, 0xb0, 0x3, 0xb0, 
+    0x3, 0xb0, 0x3, 0xb0, 0x3, 0xb1, 0x3, 0xb1, 0x3, 0xb1, 0x3, 0xb1, 0x3, 
+    0xb1, 0x3, 0xb2, 0x3, 0xb2, 0x3, 0xb2, 0x3, 0xb2, 0x3, 0xb2, 0x3, 0xb3, 
+    0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb3, 0x3, 0xb4, 0x3, 
+    0xb4, 0x3, 0xb4, 0x3, 0xb4, 0x3, 0xb4, 0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 
+    0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 0x3, 0xb5, 0x3, 
+    0xb5, 0x5, 0xb5, 0x6b5, 0xa, 0xb5, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 
+    0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb6, 0x3, 0xb7, 0x3, 0xb7, 0x3, 0xb7, 0x3, 
+    0xb7, 0x3, 0xb7, 0x3, 0xb8, 0x3, 0xb8, 0x5, 0xb8, 0x6c4, 0xa, 0xb8, 
+    0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x7, 0xb8, 0x6c9, 0xa, 0xb8, 0xc, 0xb8, 
+    0xe, 0xb8, 0x6cc, 0xb, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 
+    0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x7, 0xb8, 0x6d6, 0xa, 0xb8, 
+    0xc, 0xb8, 0xe, 0xb8, 0x6d9, 0xb, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 
+    0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x3, 
+    0xb8, 0x7, 0xb8, 0x6e5, 0xa, 0xb8, 0xc, 0xb8, 0xe, 0xb8, 0x6e8, 0xb, 
+    0xb8, 0x3, 0xb8, 0x3, 0xb8, 0x5, 0xb8, 0x6ec, 0xa, 0xb8, 0x3, 0xb9, 
+    0x3, 0xb9, 0x3, 0xb9, 0x7, 0xb9, 0x6f1, 0xa, 0xb9, 0xc, 0xb9, 0xe, 0xb9, 
+    0x6f4, 0xb, 0xb9, 0x3, 0xb9, 0x3, 0xb9, 0x5, 0xb9, 0x6f8, 0xa, 0xb9, 
+    0x3, 0xb9, 0x3, 0xb9, 0x5, 0xb9, 0x6fc, 0xa, 0xb9, 0x3, 0xb9, 0x6, 0xb9, 
+    0x6ff, 0xa, 0xb9, 0xd, 0xb9, 0xe, 0xb9, 0x700, 0x3, 0xb9, 0x3, 0xb9, 
+    0x3, 0xb9, 0x5, 0xb9, 0x706, 0xa, 0xb9, 0x3, 0xb9, 0x3, 0xb9, 0x5, 0xb9, 
+    0x70a, 0xa, 0xb9, 0x3, 0xb9, 0x6, 0xb9, 0x70d, 0xa, 0xb9, 0xd, 0xb9, 
+    0xe, 0xb9, 0x70e, 0x3, 0xb9, 0x3, 0xb9, 0x3, 0xb9, 0x7, 0xb9, 0x714, 
+    0xa, 0xb9, 0xc, 0xb9, 0xe, 0xb9, 0x717, 0xb, 0xb9, 0x3, 0xb9, 0x3, 0xb9, 
+    0x3, 0xb9, 0x5, 0xb9, 0x71c, 0xa, 0xb9, 0x3, 0xb9, 0x6, 0xb9, 0x71f, 
+    0xa, 0xb9, 0xd, 0xb9, 0xe, 0xb9, 0x720, 0x3, 0xb9, 0x3, 0xb9, 0x3, 0xb9, 
+    0x3, 0xb9, 0x3, 0xb9, 0x5, 0xb9, 0x728, 0xa, 0xb9, 0x3, 0xb9, 0x6, 0xb9, 
+    0x72b, 0xa, 0xb9, 0xd, 0xb9, 0xe, 0xb9, 0x72c, 0x3, 0xb9, 0x3, 0xb9, 
+    0x3, 0xb9, 0x3, 0xb9, 0x5, 0xb9, 0x733, 0xa, 0xb9, 0x3, 0xb9, 0x6, 0xb9, 
+    0x736, 0xa, 0xb9, 0xd, 0xb9, 0xe, 0xb9, 0x737, 0x5, 0xb9, 0x73a, 0xa, 
+    0xb9, 0x3, 0xba, 0x3, 0xba, 0x6, 0xba, 0x73e, 0xa, 0xba, 0xd, 0xba, 
+    0xe, 0xba, 0x73f, 0x3, 0xbb, 0x6, 0xbb, 0x743, 0xa, 0xbb, 0xd, 0xbb, 
+    0xe, 0xbb, 0x744, 0x3, 0xbc, 0x3, 0xbc, 0x3, 0xbc, 0x6, 0xbc, 0x74a, 
+    0xa, 0xbc, 0xd, 0xbc, 0xe, 0xbc, 0x74b, 0x3, 0xbd, 0x3, 0xbd, 0x3, 0xbd, 
+    0x3, 0xbd, 0x3, 0xbd, 0x3, 0xbd, 0x3, 0xbd, 0x3, 0xbd, 0x7, 0xbd, 0x756, 
+    0xa, 0xbd, 0xc, 0xbd, 0xe, 0xbd, 0x759, 0xb, 0xbd, 0x3, 0xbd, 0x3, 0xbd, 
+    0x3, 0xbe, 0x3, 0xbe, 0x3, 0xbf, 0x3, 0xbf, 0x3, 0xc0, 0x3, 0xc0, 0x3, 
+    0xc1, 0x3, 0xc1, 0x3, 0xc2, 0x3, 0xc2, 0x3, 0xc3, 0x3, 0xc3, 0x3, 0xc4, 
+    0x3, 0xc4, 0x3, 0xc5, 0x3, 0xc5, 0x3, 0xc6, 0x3, 0xc6, 0x3, 0xc7, 0x3, 
+    0xc7, 0x3, 0xc8, 0x3, 0xc8, 0x3, 0xc9, 0x3, 0xc9, 0x3, 0xca, 0x3, 0xca, 
+    0x3, 0xcb, 0x3, 0xcb, 0x3, 0xcc, 0x3, 0xcc, 0x3, 0xcd, 0x3, 0xcd, 0x3, 
+    0xce, 0x3, 0xce, 0x3, 0xcf, 0x3, 0xcf, 0x3, 0xd0, 0x3, 0xd0, 0x3, 0xd1, 
+    0x3, 0xd1, 0x3, 0xd2, 0x3, 0xd2, 0x3, 0xd3, 0x3, 0xd3, 0x3, 0xd4, 0x3, 
+    0xd4, 0x3, 0xd5, 0x3, 0xd5, 0x3, 0xd6, 0x3, 0xd6, 0x3, 0xd7, 0x3, 0xd7, 
+    0x3, 0xd8, 0x3, 0xd8, 0x3, 0xd9, 0x3, 0xd9, 0x3, 0xda, 0x3, 0xda, 0x3, 
+    0xdb, 0x3, 0xdb, 0x3, 0xdc, 0x3, 0xdc, 0x3, 0xdc, 0x3, 0xdd, 0x3, 0xdd, 
+    0x3, 0xde, 0x3, 0xde, 0x3, 0xdf, 0x3, 0xdf, 0x3, 0xe0, 0x3, 0xe0, 0x3, 
+    0xe1, 0x3, 0xe1, 0x3, 0xe2, 0x3, 0xe2, 0x3, 0xe2, 0x3, 0xe3, 0x3, 0xe3, 
+    0x3, 0xe4, 0x3, 0xe4, 0x3, 0xe5, 0x3, 0xe5, 0x3, 0xe5, 0x3, 0xe6, 0x3, 
+    0xe6, 0x3, 0xe7, 0x3, 0xe7, 0x3, 0xe7, 0x3, 0xe8, 0x3, 0xe8, 0x3, 0xe9, 
+    0x3, 0xe9, 0x3, 0xea, 0x3, 0xea, 0x3, 0xeb, 0x3, 0xeb, 0x3, 0xeb, 0x3, 
+    0xec, 0x3, 0xec, 0x3, 0xed, 0x3, 0xed, 0x3, 0xee, 0x3, 0xee, 0x3, 0xee, 
+    0x3, 0xee, 0x5, 0xee, 0x7c6, 0xa, 0xee, 0x3, 0xef, 0x3, 0xef, 0x3, 0xf0, 
+    0x3, 0xf0, 0x3, 0xf1, 0x3, 0xf1, 0x3, 0xf2, 0x3, 0xf2, 0x3, 0xf3, 0x3, 
+    0xf3, 0x3, 0xf4, 0x3, 0xf4, 0x3, 0xf5, 0x3, 0xf5, 0x3, 0xf6, 0x3, 0xf6, 
+    0x3, 0xf7, 0x3, 0xf7, 0x3, 0xf8, 0x3, 0xf8, 0x3, 0xf9, 0x3, 0xf9, 0x3, 
+    0xfa, 0x3, 0xfa, 0x3, 0xfa, 0x3, 0xfa, 0x7, 0xfa, 0x7e2, 0xa, 0xfa, 
+    0xc, 0xfa, 0xe, 0xfa, 0x7e5, 0xb, 0xfa, 0x3, 0xfa, 0x3, 0xfa, 0x3, 0xfa, 
+    0x3, 0xfa, 0x3, 0xfa, 0x3, 0xfb, 0x3, 0xfb, 0x3, 0xfb, 0x3, 0xfb, 0x7, 
+    0xfb, 0x7f0, 0xa, 0xfb, 0xc, 0xfb, 0xe, 0xfb, 0x7f3, 0xb, 0xfb, 0x3, 
+    0xfb, 0x5, 0xfb, 0x7f6, 0xa, 0xfb, 0x3, 0xfb, 0x3, 0xfb, 0x3, 0xfc, 
+    0x3, 0xfc, 0x3, 0xfc, 0x3, 0xfc, 0x3, 0x7e3, 0x2, 0xfd, 0x3, 0x3, 0x5, 
+    0x4, 0x7, 0x5, 0x9, 0x6, 0xb, 0x7, 0xd, 0x8, 0xf, 0x9, 0x11, 0xa, 0x13, 
+    0xb, 0x15, 0xc, 0x17, 0xd, 0x19, 0xe, 0x1b, 0xf, 0x1d, 0x10, 0x1f, 0x11, 
+    0x21, 0x12, 0x23, 0x13, 0x25, 0x14, 0x27, 0x15, 0x29, 0x16, 0x2b, 0x17, 
+    0x2d, 0x18, 0x2f, 0x19, 0x31, 0x1a, 0x33, 0x1b, 0x35, 0x1c, 0x37, 0x1d, 
+    0x39, 0x1e, 0x3b, 0x1f, 0x3d, 0x20, 0x3f, 0x21, 0x41, 0x22, 0x43, 0x23, 
+    0x45, 0x24, 0x47, 0x25, 0x49, 0x26, 0x4b, 0x27, 0x4d, 0x28, 0x4f, 0x29, 
+    0x51, 0x2a, 0x53, 0x2b, 0x55, 0x2c, 0x57, 0x2d, 0x59, 0x2e, 0x5b, 0x2f, 
+    0x5d, 0x30, 0x5f, 0x31, 0x61, 0x32, 0x63, 0x33, 0x65, 0x34, 0x67, 0x35, 
+    0x69, 0x36, 0x6b, 0x37, 0x6d, 0x38, 0x6f, 0x39, 0x71, 0x3a, 0x73, 0x3b, 
+    0x75, 0x3c, 0x77, 0x3d, 0x79, 0x3e, 0x7b, 0x3f, 0x7d, 0x40, 0x7f, 0x41, 
+    0x81, 0x42, 0x83, 0x43, 0x85, 0x44, 0x87, 0x45, 0x89, 0x46, 0x8b, 0x47, 
+    0x8d, 0x48, 0x8f, 0x49, 0x91, 0x4a, 0x93, 0x4b, 0x95, 0x4c, 0x97, 0x4d, 
+    0x99, 0x4e, 0x9b, 0x4f, 0x9d, 0x50, 0x9f, 0x51, 0xa1, 0x52, 0xa3, 0x53, 
+    0xa5, 0x54, 0xa7, 0x55, 0xa9, 0x56, 0xab, 0x57, 0xad, 0x58, 0xaf, 0x59, 
+    0xb1, 0x5a, 0xb3, 0x5b, 0xb5, 0x5c, 0xb7, 0x5d, 0xb9, 0x5e, 0xbb, 0x5f, 
+    0xbd, 0x60, 0xbf, 0x61, 0xc1, 0x62, 0xc3, 0x63, 0xc5, 0x64, 0xc7, 0x65, 
+    0xc9, 0x66, 0xcb, 0x67, 0xcd, 0x68, 0xcf, 0x69, 0xd1, 0x6a, 0xd3, 0x6b, 
+    0xd5, 0x6c, 0xd7, 0x6d, 0xd9, 0x6e, 0xdb, 0x6f, 0xdd, 0x70, 0xdf, 0x71, 
+    0xe1, 0x72, 0xe3, 0x73, 0xe5, 0x74, 0xe7, 0x75, 0xe9, 0x76, 0xeb, 0x77, 
+    0xed, 0x78, 0xef, 0x79, 0xf1, 0x7a, 0xf3, 0x7b, 0xf5, 0x7c, 0xf7, 0x7d, 
+    0xf9, 0x7e, 0xfb, 0x7f, 0xfd, 0x80, 0xff, 0x81, 0x101, 0x82, 0x103, 
+    0x83, 0x105, 0x84, 0x107, 0x85, 0x109, 0x86, 0x10b, 0x87, 0x10d, 0x88, 
+    0x10f, 0x89, 0x111, 0x8a, 0x113, 0x8b, 0x115, 0x8c, 0x117, 0x8d, 0x119, 
+    0x8e, 0x11b, 0x8f, 0x11d, 0x90, 0x11f, 0x91, 0x121, 0x92, 0x123, 0x93, 
+    0x125, 0x94, 0x127, 0x95, 0x129, 0x96, 0x12b, 0x97, 0x12d, 0x98, 0x12f, 
+    0x99, 0x131, 0x9a, 0x133, 0x9b, 0x135, 0x9c, 0x137, 0x9d, 0x139, 0x9e, 
+    0x13b, 0x9f, 0x13d, 0xa0, 0x13f, 0xa1, 0x141, 0xa2, 0x143, 0xa3, 0x145, 
+    0xa4, 0x147, 0xa5, 0x149, 0xa6, 0x14b, 0xa7, 0x14d, 0xa8, 0x14f, 0xa9, 
+    0x151, 0xaa, 0x153, 0xab, 0x155, 0xac, 0x157, 0xad, 0x159, 0xae, 0x15b, 
+    0xaf, 0x15d, 0xb0, 0x15f, 0xb1, 0x161, 0xb2, 0x163, 0xb3, 0x165, 0xb4, 
+    0x167, 0xb5, 0x169, 0xb6, 0x16b, 0xb7, 0x16d, 0xb8, 0x16f, 0xb9, 0x171, 
+    0xba, 0x173, 0xbb, 0x175, 0xbc, 0x177, 0xbd, 0x179, 0xbe, 0x17b, 0x2, 
+    0x17d, 0x2, 0x17f, 0x2, 0x181, 0x2, 0x183, 0x2, 0x185, 0x2, 0x187, 0x2, 
+    0x189, 0x2, 0x18b, 0x2, 0x18d, 0x2, 0x18f, 0x2, 0x191, 0x2, 0x193, 0x2, 
+    0x195, 0x2, 0x197, 0x2, 0x199, 0x2, 0x19b, 0x2, 0x19d, 0x2, 0x19f, 0x2, 
+    0x1a1, 0x2, 0x1a3, 0x2, 0x1a5, 0x2, 0x1a7, 0x2, 0x1a9, 0x2, 0x1ab, 0x2, 
+    0x1ad, 0x2, 0x1af, 0x2, 0x1b1, 0x2, 0x1b3, 0x2, 0x1b5, 0x2, 0x1b7, 0xbf, 
+    0x1b9, 0xc0, 0x1bb, 0xc1, 0x1bd, 0xc2, 0x1bf, 0xc3, 0x1c1, 0xc4, 0x1c3, 
+    0xc5, 0x1c5, 0xc6, 0x1c7, 0xc7, 0x1c9, 0xc8, 0x1cb, 0xc9, 0x1cd, 0xca, 
+    0x1cf, 0xcb, 0x1d1, 0xcc, 0x1d3, 0xcd, 0x1d5, 0xce, 0x1d7, 0xcf, 0x1d9, 
+    0xd0, 0x1db, 0xd1, 0x1dd, 0xd2, 0x1df, 0xd3, 0x1e1, 0xd4, 0x1e3, 0xd5, 
+    0x1e5, 0xd6, 0x1e7, 0xd7, 0x1e9, 0xd8, 0x1eb, 0xd9, 0x1ed, 0xda, 0x1ef, 
+    0xdb, 0x1f1, 0xdc, 0x1f3, 0xdd, 0x1f5, 0xde, 0x1f7, 0xdf, 0x3, 0x2, 
+    0x26, 0x4, 0x2, 0x5e, 0x5e, 0x62, 0x62, 0x4, 0x2, 0x24, 0x24, 0x5e, 
+    0x5e, 0x4, 0x2, 0x29, 0x29, 0x5e, 0x5e, 0x4, 0x2, 0x43, 0x43, 0x63, 
+    0x63, 0x4, 0x2, 0x44, 0x44, 0x64, 0x64, 0x4, 0x2, 0x45, 0x45, 0x65, 
+    0x65, 0x4, 0x2, 0x46, 0x46, 0x66, 0x66, 0x4, 0x2, 0x47, 0x47, 0x67, 
+    0x67, 0x4, 0x2, 0x48, 0x48, 0x68, 0x68, 0x4, 0x2, 0x49, 0x49, 0x69, 
+    0x69, 0x4, 0x2, 0x4a, 0x4a, 0x6a, 0x6a, 0x4, 0x2, 0x4b, 0x4b, 0x6b, 
+    0x6b, 0x4, 0x2, 0x4c, 0x4c, 0x6c, 0x6c, 0x4, 0x2, 0x4d, 0x4d, 0x6d, 
+    0x6d, 0x4, 0x2, 0x4e, 0x4e, 0x6e, 0x6e, 0x4, 0x2, 0x4f, 0x4f, 0x6f, 
+    0x6f, 0x4, 0x2, 0x50, 0x50, 0x70, 0x70, 0x4, 0x2, 0x51, 0x51, 0x71, 
+    0x71, 0x4, 0x2, 0x52, 0x52, 0x72, 0x72, 0x4, 0x2, 0x53, 0x53, 0x73, 
+    0x73, 0x4, 0x2, 0x54, 0x54, 0x74, 0x74, 0x4, 0x2, 0x55, 0x55, 0x75, 
+    0x75, 0x4, 0x2, 0x56, 0x56, 0x76, 0x76, 0x4, 0x2, 0x57, 0x57, 0x77, 
+    0x77, 0x4, 0x2, 0x58, 0x58, 0x78, 0x78, 0x4, 0x2, 0x59, 0x59, 0x79, 
+    0x79, 0x4, 0x2, 0x5a, 0x5a, 0x7a, 0x7a, 0x4, 0x2, 0x5b, 0x5b, 0x7b, 
+    0x7b, 0x4, 0x2, 0x5c, 0x5c, 0x7c, 0x7c, 0x4, 0x2, 0x43, 0x5c, 0x63, 
+    0x7c, 0x3, 0x2, 0x32, 0x39, 0x3, 0x2, 0x32, 0x3b, 0x5, 0x2, 0x32, 0x3b, 
+    0x43, 0x48, 0x63, 0x68, 0x4, 0x2, 0xc, 0xc, 0xf, 0xf, 0x4, 0x3, 0xc, 
+    0xc, 0xf, 0xf, 0x4, 0x2, 0xb, 0xf, 0x22, 0x22, 0x2, 0x80d, 0x2, 0x3, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x5, 0x3, 0x2, 0x2, 0x2, 0x2, 0x7, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xd, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf, 0x3, 0x2, 0x2, 0x2, 0x2, 0x11, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x13, 0x3, 0x2, 0x2, 0x2, 0x2, 0x15, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x17, 0x3, 0x2, 0x2, 0x2, 0x2, 0x19, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x1b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1f, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x21, 0x3, 0x2, 0x2, 0x2, 0x2, 0x23, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x25, 0x3, 0x2, 0x2, 0x2, 0x2, 0x27, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x29, 0x3, 0x2, 0x2, 0x2, 0x2, 0x2b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x2d, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x2f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x31, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x33, 0x3, 0x2, 0x2, 0x2, 0x2, 0x35, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x37, 0x3, 0x2, 0x2, 0x2, 0x2, 0x39, 0x3, 0x2, 0x2, 0x2, 0x2, 0x3b, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x3d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x3f, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x41, 0x3, 0x2, 0x2, 0x2, 0x2, 0x43, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x45, 0x3, 0x2, 0x2, 0x2, 0x2, 0x47, 0x3, 0x2, 0x2, 0x2, 0x2, 0x49, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x4b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x4d, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x4f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x51, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x53, 0x3, 0x2, 0x2, 0x2, 0x2, 0x55, 0x3, 0x2, 0x2, 0x2, 0x2, 0x57, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x59, 0x3, 0x2, 0x2, 0x2, 0x2, 0x5b, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x5d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x5f, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x61, 0x3, 0x2, 0x2, 0x2, 0x2, 0x63, 0x3, 0x2, 0x2, 0x2, 0x2, 0x65, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x67, 0x3, 0x2, 0x2, 0x2, 0x2, 0x69, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x6b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x6d, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x6f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x71, 0x3, 0x2, 0x2, 0x2, 0x2, 0x73, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x75, 0x3, 0x2, 0x2, 0x2, 0x2, 0x77, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x79, 0x3, 0x2, 0x2, 0x2, 0x2, 0x7b, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x7d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x7f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x81, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x83, 0x3, 0x2, 0x2, 0x2, 0x2, 0x85, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x87, 0x3, 0x2, 0x2, 0x2, 0x2, 0x89, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x8b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x8d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x8f, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x91, 0x3, 0x2, 0x2, 0x2, 0x2, 0x93, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x95, 0x3, 0x2, 0x2, 0x2, 0x2, 0x97, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x99, 0x3, 0x2, 0x2, 0x2, 0x2, 0x9b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x9d, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x9f, 0x3, 0x2, 0x2, 0x2, 0x2, 0xa1, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0xa3, 0x3, 0x2, 0x2, 0x2, 0x2, 0xa5, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xa7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xa9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xab, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0xad, 0x3, 0x2, 0x2, 0x2, 0x2, 0xaf, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0xb1, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb3, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xb5, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xb9, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0xbb, 0x3, 0x2, 0x2, 0x2, 0x2, 0xbd, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0xbf, 0x3, 0x2, 0x2, 0x2, 0x2, 0xc1, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xc3, 0x3, 0x2, 0x2, 0x2, 0x2, 0xc5, 0x3, 0x2, 0x2, 0x2, 0x2, 0xc7, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0xc9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xcb, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0xcd, 0x3, 0x2, 0x2, 0x2, 0x2, 0xcf, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xd1, 0x3, 0x2, 0x2, 0x2, 0x2, 0xd3, 0x3, 0x2, 0x2, 0x2, 0x2, 0xd5, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0xd7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xd9, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0xdb, 0x3, 0x2, 0x2, 0x2, 0x2, 0xdd, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xdf, 0x3, 0x2, 0x2, 0x2, 0x2, 0xe1, 0x3, 0x2, 0x2, 0x2, 0x2, 0xe3, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0xe5, 0x3, 0x2, 0x2, 0x2, 0x2, 0xe7, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0xe9, 0x3, 0x2, 0x2, 0x2, 0x2, 0xeb, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xed, 0x3, 0x2, 0x2, 0x2, 0x2, 0xef, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf1, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0xf3, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf5, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0xf7, 0x3, 0x2, 0x2, 0x2, 0x2, 0xf9, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0xfb, 0x3, 0x2, 0x2, 0x2, 0x2, 0xfd, 0x3, 0x2, 0x2, 0x2, 0x2, 0xff, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x101, 0x3, 0x2, 0x2, 0x2, 0x2, 0x103, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x105, 0x3, 0x2, 0x2, 0x2, 0x2, 0x107, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x109, 0x3, 0x2, 0x2, 0x2, 0x2, 0x10b, 0x3, 0x2, 0x2, 
+    0x2, 0x2, 0x10d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x10f, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x111, 0x3, 0x2, 0x2, 0x2, 0x2, 0x113, 0x3, 0x2, 0x2, 0x2, 0x2, 
+    0x115, 0x3, 0x2, 0x2, 0x2, 0x2, 0x117, 0x3, 0x2, 0x2, 0x2, 0x2, 0x119, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x11b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x11d, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x11f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x121, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x123, 0x3, 0x2, 0x2, 0x2, 0x2, 0x125, 0x3, 0x2, 0x2, 
+    0x2, 0x2, 0x127, 0x3, 0x2, 0x2, 0x2, 0x2, 0x129, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x12b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x12d, 0x3, 0x2, 0x2, 0x2, 0x2, 
+    0x12f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x131, 0x3, 0x2, 0x2, 0x2, 0x2, 0x133, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x135, 0x3, 0x2, 0x2, 0x2, 0x2, 0x137, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x139, 0x3, 0x2, 0x2, 0x2, 0x2, 0x13b, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x13d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x13f, 0x3, 0x2, 0x2, 
+    0x2, 0x2, 0x141, 0x3, 0x2, 0x2, 0x2, 0x2, 0x143, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x145, 0x3, 0x2, 0x2, 0x2, 0x2, 0x147, 0x3, 0x2, 0x2, 0x2, 0x2, 
+    0x149, 0x3, 0x2, 0x2, 0x2, 0x2, 0x14b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x14d, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x14f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x151, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x153, 0x3, 0x2, 0x2, 0x2, 0x2, 0x155, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x157, 0x3, 0x2, 0x2, 0x2, 0x2, 0x159, 0x3, 0x2, 0x2, 
+    0x2, 0x2, 0x15b, 0x3, 0x2, 0x2, 0x2, 0x2, 0x15d, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x15f, 0x3, 0x2, 0x2, 0x2, 0x2, 0x161, 0x3, 0x2, 0x2, 0x2, 0x2, 
+    0x163, 0x3, 0x2, 0x2, 0x2, 0x2, 0x165, 0x3, 0x2, 0x2, 0x2, 0x2, 0x167, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x169, 0x3, 0x2, 0x2, 0x2, 0x2, 0x16b, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x16d, 0x3, 0x2, 0x2, 0x2, 0x2, 0x16f, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x171, 0x3, 0x2, 0x2, 0x2, 0x2, 0x173, 0x3, 0x2, 0x2, 
+    0x2, 0x2, 0x175, 0x3, 0x2, 0x2, 0x2, 0x2, 0x177, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x179, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1b7, 0x3, 0x2, 0x2, 0x2, 0x2, 
+    0x1b9, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1bb, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1bd, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x1bf, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1c1, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x1c3, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1c5, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x1c7, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1c9, 0x3, 0x2, 0x2, 
+    0x2, 0x2, 0x1cb, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1cd, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x1cf, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d1, 0x3, 0x2, 0x2, 0x2, 0x2, 
+    0x1d3, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d5, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1d7, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x1d9, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1db, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x1dd, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1df, 0x3, 0x2, 
+    0x2, 0x2, 0x2, 0x1e1, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1e3, 0x3, 0x2, 0x2, 
+    0x2, 0x2, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1e7, 0x3, 0x2, 0x2, 0x2, 
+    0x2, 0x1e9, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1eb, 0x3, 0x2, 0x2, 0x2, 0x2, 
+    0x1ed, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1ef, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1f1, 
+    0x3, 0x2, 0x2, 0x2, 0x2, 0x1f3, 0x3, 0x2, 0x2, 0x2, 0x2, 0x1f5, 0x3, 
+    0x2, 0x2, 0x2, 0x2, 0x1f7, 0x3, 0x2, 0x2, 0x2, 0x3, 0x1f9, 0x3, 0x2, 
+    0x2, 0x2, 0x5, 0x1fd, 0x3, 0x2, 0x2, 0x2, 0x7, 0x203, 0x3, 0x2, 0x2, 
+    0x2, 0x9, 0x209, 0x3, 0x2, 0x2, 0x2, 0xb, 0x20d, 0x3, 0x2, 0x2, 0x2, 
+    0xd, 0x213, 0x3, 0x2, 0x2, 0x2, 0xf, 0x217, 0x3, 0x2, 0x2, 0x2, 0x11, 
+    0x21c, 0x3, 0x2, 0x2, 0x2, 0x13, 0x220, 0x3, 0x2, 0x2, 0x2, 0x15, 0x226, 
+    0x3, 0x2, 0x2, 0x2, 0x17, 0x237, 0x3, 0x2, 0x2, 0x2, 0x19, 0x239, 0x3, 
+    0x2, 0x2, 0x2, 0x1b, 0x23e, 0x3, 0x2, 0x2, 0x2, 0x1d, 0x244, 0x3, 0x2, 
+    0x2, 0x2, 0x1f, 0x24b, 0x3, 0x2, 0x2, 0x2, 0x21, 0x253, 0x3, 0x2, 0x2, 
+    0x2, 0x23, 0x258, 0x3, 0x2, 0x2, 0x2, 0x25, 0x25b, 0x3, 0x2, 0x2, 0x2, 
+    0x27, 0x260, 0x3, 0x2, 0x2, 0x2, 0x29, 0x265, 0x3, 0x2, 0x2, 0x2, 0x2b, 
+    0x26b, 0x3, 0x2, 0x2, 0x2, 0x2d, 0x271, 0x3, 0x2, 0x2, 0x2, 0x2f, 0x279, 
+    0x3, 0x2, 0x2, 0x2, 0x31, 0x27f, 0x3, 0x2, 0x2, 0x2, 0x33, 0x287, 0x3, 
+    0x2, 0x2, 0x2, 0x35, 0x28e, 0x3, 0x2, 0x2, 0x2, 0x37, 0x296, 0x3, 0x2, 
+    0x2, 0x2, 0x39, 0x2a1, 0x3, 0x2, 0x2, 0x2, 0x3b, 0x2a8, 0x3, 0x2, 0x2, 
+    0x2, 0x3d, 0x2ae, 0x3, 0x2, 0x2, 0x2, 0x3f, 0x2b3, 0x3, 0x2, 0x2, 0x2, 
+    0x41, 0x2bc, 0x3, 0x2, 0x2, 0x2, 0x43, 0x2c6, 0x3, 0x2, 0x2, 0x2, 0x45, 
+    0x2cb, 0x3, 0x2, 0x2, 0x2, 0x47, 0x2cf, 0x3, 0x2, 0x2, 0x2, 0x49, 0x2db, 
+    0x3, 0x2, 0x2, 0x2, 0x4b, 0x2e3, 0x3, 0x2, 0x2, 0x2, 0x4d, 0x2e9, 0x3, 
+    0x2, 0x2, 0x2, 0x4f, 0x2f0, 0x3, 0x2, 0x2, 0x2, 0x51, 0x2f5, 0x3, 0x2, 
+    0x2, 0x2, 0x53, 0x300, 0x3, 0x2, 0x2, 0x2, 0x55, 0x309, 0x3, 0x2, 0x2, 
+    0x2, 0x57, 0x310, 0x3, 0x2, 0x2, 0x2, 0x59, 0x31d, 0x3, 0x2, 0x2, 0x2, 
+    0x5b, 0x328, 0x3, 0x2, 0x2, 0x2, 0x5d, 0x32d, 0x3, 0x2, 0x2, 0x2, 0x5f, 
+    0x336, 0x3, 0x2, 0x2, 0x2, 0x61, 0x342, 0x3, 0x2, 0x2, 0x2, 0x63, 0x347, 
+    0x3, 0x2, 0x2, 0x2, 0x65, 0x34c, 0x3, 0x2, 0x2, 0x2, 0x67, 0x350, 0x3, 
+    0x2, 0x2, 0x2, 0x69, 0x357, 0x3, 0x2, 0x2, 0x2, 0x6b, 0x35e, 0x3, 0x2, 
+    0x2, 0x2, 0x6d, 0x365, 0x3, 0x2, 0x2, 0x2, 0x6f, 0x36d, 0x3, 0x2, 0x2, 
+    0x2, 0x71, 0x378, 0x3, 0x2, 0x2, 0x2, 0x73, 0x380, 0x3, 0x2, 0x2, 0x2, 
+    0x75, 0x388, 0x3, 0x2, 0x2, 0x2, 0x77, 0x38e, 0x3, 0x2, 0x2, 0x2, 0x79, 
+    0x394, 0x3, 0x2, 0x2, 0x2, 0x7b, 0x39a, 0x3, 0x2, 0x2, 0x2, 0x7d, 0x39e, 
+    0x3, 0x2, 0x2, 0x2, 0x7f, 0x3a5, 0x3, 0x2, 0x2, 0x2, 0x81, 0x3ac, 0x3, 
+    0x2, 0x2, 0x2, 0x83, 0x3b1, 0x3, 0x2, 0x2, 0x2, 0x85, 0x3b6, 0x3, 0x2, 
+    0x2, 0x2, 0x87, 0x3bf, 0x3, 0x2, 0x2, 0x2, 0x89, 0x3c6, 0x3, 0x2, 0x2, 
+    0x2, 0x8b, 0x3d2, 0x3, 0x2, 0x2, 0x2, 0x8d, 0x3d8, 0x3, 0x2, 0x2, 0x2, 
+    0x8f, 0x3df, 0x3, 0x2, 0x2, 0x2, 0x91, 0x3ec, 0x3, 0x2, 0x2, 0x2, 0x93, 
+    0x3f1, 0x3, 0x2, 0x2, 0x2, 0x95, 0x3f4, 0x3, 0x2, 0x2, 0x2, 0x97, 0x3f7, 
+    0x3, 0x2, 0x2, 0x2, 0x99, 0x3fd, 0x3, 0x2, 0x2, 0x2, 0x9b, 0x400, 0x3, 
+    0x2, 0x2, 0x2, 0x9d, 0x413, 0x3, 0x2, 0x2, 0x2, 0x9f, 0x415, 0x3, 0x2, 
+    0x2, 0x2, 0xa1, 0x41f, 0x3, 0x2, 0x2, 0x2, 0xa3, 0x425, 0x3, 0x2, 0x2, 
+    0x2, 0xa5, 0x42c, 0x3, 0x2, 0x2, 0x2, 0xa7, 0x435, 0x3, 0x2, 0x2, 0x2, 
+    0xa9, 0x43a, 0x3, 0x2, 0x2, 0x2, 0xab, 0x43d, 0x3, 0x2, 0x2, 0x2, 0xad, 
+    0x44a, 0x3, 0x2, 0x2, 0x2, 0xaf, 0x44f, 0x3, 0x2, 0x2, 0x2, 0xb1, 0x453, 
+    0x3, 0x2, 0x2, 0x2, 0xb3, 0x458, 0x3, 0x2, 0x2, 0x2, 0xb5, 0x45d, 0x3, 
+    0x2, 0x2, 0x2, 0xb7, 0x464, 0x3, 0x2, 0x2, 0x2, 0xb9, 0x46c, 0x3, 0x2, 
+    0x2, 0x2, 0xbb, 0x471, 0x3, 0x2, 0x2, 0x2, 0xbd, 0x47a, 0x3, 0x2, 0x2, 
+    0x2, 0xbf, 0x47f, 0x3, 0x2, 0x2, 0x2, 0xc1, 0x485, 0x3, 0x2, 0x2, 0x2, 
+    0xc3, 0x48a, 0x3, 0x2, 0x2, 0x2, 0xc5, 0x490, 0x3, 0x2, 0x2, 0x2, 0xc7, 
+    0x495, 0x3, 0x2, 0x2, 0x2, 0xc9, 0x4a2, 0x3, 0x2, 0x2, 0x2, 0xcb, 0x4ae, 
+    0x3, 0x2, 0x2, 0x2, 0xcd, 0x4b2, 0x3, 0x2, 0x2, 0x2, 0xcf, 0x4b9, 0x3, 
+    0x2, 0x2, 0x2, 0xd1, 0x4bd, 0x3, 0x2, 0x2, 0x2, 0xd3, 0x4c4, 0x3, 0x2, 
+    0x2, 0x2, 0xd5, 0x4cb, 0x3, 0x2, 0x2, 0x2, 0xd7, 0x4d1, 0x3, 0x2, 0x2, 
+    0x2, 0xd9, 0x4d6, 0x3, 0x2, 0x2, 0x2, 0xdb, 0x4df, 0x3, 0x2, 0x2, 0x2, 
+    0xdd, 0x4e3, 0x3, 0x2, 0x2, 0x2, 0xdf, 0x4e6, 0x3, 0x2, 0x2, 0x2, 0xe1, 
+    0x4ea, 0x3, 0x2, 0x2, 0x2, 0xe3, 0x4ef, 0x3, 0x2, 0x2, 0x2, 0xe5, 0x4f5, 
+    0x3, 0x2, 0x2, 0x2, 0xe7, 0x4fc, 0x3, 0x2, 0x2, 0x2, 0xe9, 0x4ff, 0x3, 
+    0x2, 0x2, 0x2, 0xeb, 0x508, 0x3, 0x2, 0x2, 0x2, 0xed, 0x50b, 0x3, 0x2, 
+    0x2, 0x2, 0xef, 0x511, 0x3, 0x2, 0x2, 0x2, 0xf1, 0x517, 0x3, 0x2, 0x2, 
+    0x2, 0xf3, 0x51f, 0x3, 0x2, 0x2, 0x2, 0xf5, 0x529, 0x3, 0x2, 0x2, 0x2, 
+    0xf7, 0x532, 0x3, 0x2, 0x2, 0x2, 0xf9, 0x53b, 0x3, 0x2, 0x2, 0x2, 0xfb, 
+    0x543, 0x3, 0x2, 0x2, 0x2, 0xfd, 0x54e, 0x3, 0x2, 0x2, 0x2, 0xff, 0x556, 
+    0x3, 0x2, 0x2, 0x2, 0x101, 0x55c, 0x3, 0x2, 0x2, 0x2, 0x103, 0x563, 
+    0x3, 0x2, 0x2, 0x2, 0x105, 0x56a, 0x3, 0x2, 0x2, 0x2, 0x107, 0x571, 
+    0x3, 0x2, 0x2, 0x2, 0x109, 0x579, 0x3, 0x2, 0x2, 0x2, 0x10b, 0x581, 
+    0x3, 0x2, 0x2, 0x2, 0x10d, 0x58c, 0x3, 0x2, 0x2, 0x2, 0x10f, 0x592, 
+    0x3, 0x2, 0x2, 0x2, 0x111, 0x599, 0x3, 0x2, 0x2, 0x2, 0x113, 0x5a0, 
+    0x3, 0x2, 0x2, 0x2, 0x115, 0x5a7, 0x3, 0x2, 0x2, 0x2, 0x117, 0x5ae, 
+    0x3, 0x2, 0x2, 0x2, 0x119, 0x5b3, 0x3, 0x2, 0x2, 0x2, 0x11b, 0x5b9, 
+    0x3, 0x2, 0x2, 0x2, 0x11d, 0x5bd, 0x3, 0x2, 0x2, 0x2, 0x11f, 0x5c6, 
+    0x3, 0x2, 0x2, 0x2, 0x121, 0x5cb, 0x3, 0x2, 0x2, 0x2, 0x123, 0x5d2, 
+    0x3, 0x2, 0x2, 0x2, 0x125, 0x5d8, 0x3, 0x2, 0x2, 0x2, 0x127, 0x5dd, 
+    0x3, 0x2, 0x2, 0x2, 0x129, 0x5e7, 0x3, 0x2, 0x2, 0x2, 0x12b, 0x5ec, 
+    0x3, 0x2, 0x2, 0x2, 0x12d, 0x5f3, 0x3, 0x2, 0x2, 0x2, 0x12f, 0x5fa, 
+    0x3, 0x2, 0x2, 0x2, 0x131, 0x600, 0x3, 0x2, 0x2, 0x2, 0x133, 0x607, 
+    0x3, 0x2, 0x2, 0x2, 0x135, 0x611, 0x3, 0x2, 0x2, 0x2, 0x137, 0x616, 
+    0x3, 0x2, 0x2, 0x2, 0x139, 0x61b, 0x3, 0x2, 0x2, 0x2, 0x13b, 0x620, 
+    0x3, 0x2, 0x2, 0x2, 0x13d, 0x628, 0x3, 0x2, 0x2, 0x2, 0x13f, 0x632, 
+    0x3, 0x2, 0x2, 0x2, 0x141, 0x635, 0x3, 0x2, 0x2, 0x2, 0x143, 0x639, 
+    0x3, 0x2, 0x2, 0x2, 0x145, 0x640, 0x3, 0x2, 0x2, 0x2, 0x147, 0x649, 
+    0x3, 0x2, 0x2, 0x2, 0x149, 0x64e, 0x3, 0x2, 0x2, 0x2, 0x14b, 0x657, 
+    0x3, 0x2, 0x2, 0x2, 0x14d, 0x65b, 0x3, 0x2, 0x2, 0x2, 0x14f, 0x660, 
+    0x3, 0x2, 0x2, 0x2, 0x151, 0x666, 0x3, 0x2, 0x2, 0x2, 0x153, 0x66d, 
+    0x3, 0x2, 0x2, 0x2, 0x155, 0x671, 0x3, 0x2, 0x2, 0x2, 0x157, 0x677, 
+    0x3, 0x2, 0x2, 0x2, 0x159, 0x67c, 0x3, 0x2, 0x2, 0x2, 0x15b, 0x683, 
+    0x3, 0x2, 0x2, 0x2, 0x15d, 0x688, 0x3, 0x2, 0x2, 0x2, 0x15f, 0x68f, 
+    0x3, 0x2, 0x2, 0x2, 0x161, 0x695, 0x3, 0x2, 0x2, 0x2, 0x163, 0x69a, 
+    0x3, 0x2, 0x2, 0x2, 0x165, 0x69f, 0x3, 0x2, 0x2, 0x2, 0x167, 0x6a5, 
+    0x3, 0x2, 0x2, 0x2, 0x169, 0x6b4, 0x3, 0x2, 0x2, 0x2, 0x16b, 0x6b6, 
+    0x3, 0x2, 0x2, 0x2, 0x16d, 0x6bc, 0x3, 0x2, 0x2, 0x2, 0x16f, 0x6eb, 
+    0x3, 0x2, 0x2, 0x2, 0x171, 0x739, 0x3, 0x2, 0x2, 0x2, 0x173, 0x73b, 
+    0x3, 0x2, 0x2, 0x2, 0x175, 0x742, 0x3, 0x2, 0x2, 0x2, 0x177, 0x746, 
+    0x3, 0x2, 0x2, 0x2, 0x179, 0x74d, 0x3, 0x2, 0x2, 0x2, 0x17b, 0x75c, 
+    0x3, 0x2, 0x2, 0x2, 0x17d, 0x75e, 0x3, 0x2, 0x2, 0x2, 0x17f, 0x760, 
+    0x3, 0x2, 0x2, 0x2, 0x181, 0x762, 0x3, 0x2, 0x2, 0x2, 0x183, 0x764, 
+    0x3, 0x2, 0x2, 0x2, 0x185, 0x766, 0x3, 0x2, 0x2, 0x2, 0x187, 0x768, 
+    0x3, 0x2, 0x2, 0x2, 0x189, 0x76a, 0x3, 0x2, 0x2, 0x2, 0x18b, 0x76c, 
+    0x3, 0x2, 0x2, 0x2, 0x18d, 0x76e, 0x3, 0x2, 0x2, 0x2, 0x18f, 0x770, 
+    0x3, 0x2, 0x2, 0x2, 0x191, 0x772, 0x3, 0x2, 0x2, 0x2, 0x193, 0x774, 
+    0x3, 0x2, 0x2, 0x2, 0x195, 0x776, 0x3, 0x2, 0x2, 0x2, 0x197, 0x778, 
+    0x3, 0x2, 0x2, 0x2, 0x199, 0x77a, 0x3, 0x2, 0x2, 0x2, 0x19b, 0x77c, 
+    0x3, 0x2, 0x2, 0x2, 0x19d, 0x77e, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x780, 
+    0x3, 0x2, 0x2, 0x2, 0x1a1, 0x782, 0x3, 0x2, 0x2, 0x2, 0x1a3, 0x784, 
+    0x3, 0x2, 0x2, 0x2, 0x1a5, 0x786, 0x3, 0x2, 0x2, 0x2, 0x1a7, 0x788, 
+    0x3, 0x2, 0x2, 0x2, 0x1a9, 0x78a, 0x3, 0x2, 0x2, 0x2, 0x1ab, 0x78c, 
+    0x3, 0x2, 0x2, 0x2, 0x1ad, 0x78e, 0x3, 0x2, 0x2, 0x2, 0x1af, 0x790, 
+    0x3, 0x2, 0x2, 0x2, 0x1b1, 0x792, 0x3, 0x2, 0x2, 0x2, 0x1b3, 0x794, 
+    0x3, 0x2, 0x2, 0x2, 0x1b5, 0x796, 0x3, 0x2, 0x2, 0x2, 0x1b7, 0x798, 
+    0x3, 0x2, 0x2, 0x2, 0x1b9, 0x79b, 0x3, 0x2, 0x2, 0x2, 0x1bb, 0x79d, 
+    0x3, 0x2, 0x2, 0x2, 0x1bd, 0x79f, 0x3, 0x2, 0x2, 0x2, 0x1bf, 0x7a1, 
+    0x3, 0x2, 0x2, 0x2, 0x1c1, 0x7a3, 0x3, 0x2, 0x2, 0x2, 0x1c3, 0x7a5, 
+    0x3, 0x2, 0x2, 0x2, 0x1c5, 0x7a8, 0x3, 0x2, 0x2, 0x2, 0x1c7, 0x7aa, 
+    0x3, 0x2, 0x2, 0x2, 0x1c9, 0x7ac, 0x3, 0x2, 0x2, 0x2, 0x1cb, 0x7af, 
+    0x3, 0x2, 0x2, 0x2, 0x1cd, 0x7b1, 0x3, 0x2, 0x2, 0x2, 0x1cf, 0x7b4, 
+    0x3, 0x2, 0x2, 0x2, 0x1d1, 0x7b6, 0x3, 0x2, 0x2, 0x2, 0x1d3, 0x7b8, 
+    0x3, 0x2, 0x2, 0x2, 0x1d5, 0x7ba, 0x3, 0x2, 0x2, 0x2, 0x1d7, 0x7bd, 
+    0x3, 0x2, 0x2, 0x2, 0x1d9, 0x7bf, 0x3, 0x2, 0x2, 0x2, 0x1db, 0x7c5, 
+    0x3, 0x2, 0x2, 0x2, 0x1dd, 0x7c7, 0x3, 0x2, 0x2, 0x2, 0x1df, 0x7c9, 
+    0x3, 0x2, 0x2, 0x2, 0x1e1, 0x7cb, 0x3, 0x2, 0x2, 0x2, 0x1e3, 0x7cd, 
+    0x3, 0x2, 0x2, 0x2, 0x1e5, 0x7cf, 0x3, 0x2, 0x2, 0x2, 0x1e7, 0x7d1, 
+    0x3, 0x2, 0x2, 0x2, 0x1e9, 0x7d3, 0x3, 0x2, 0x2, 0x2, 0x1eb, 0x7d5, 
+    0x3, 0x2, 0x2, 0x2, 0x1ed, 0x7d7, 0x3, 0x2, 0x2, 0x2, 0x1ef, 0x7d9, 
+    0x3, 0x2, 0x2, 0x2, 0x1f1, 0x7db, 0x3, 0x2, 0x2, 0x2, 0x1f3, 0x7dd, 
+    0x3, 0x2, 0x2, 0x2, 0x1f5, 0x7eb, 0x3, 0x2, 0x2, 0x2, 0x1f7, 0x7f9, 
+    0x3, 0x2, 0x2, 0x2, 0x1f9, 0x1fa, 0x5, 0x17b, 0xbe, 0x2, 0x1fa, 0x1fb, 
+    0x5, 0x181, 0xc1, 0x2, 0x1fb, 0x1fc, 0x5, 0x181, 0xc1, 0x2, 0x1fc, 0x4, 
+    0x3, 0x2, 0x2, 0x2, 0x1fd, 0x1fe, 0x5, 0x17b, 0xbe, 0x2, 0x1fe, 0x1ff, 
+    0x5, 0x185, 0xc3, 0x2, 0x1ff, 0x200, 0x5, 0x1a1, 0xd1, 0x2, 0x200, 0x201, 
+    0x5, 0x183, 0xc2, 0x2, 0x201, 0x202, 0x5, 0x19d, 0xcf, 0x2, 0x202, 0x6, 
+    0x3, 0x2, 0x2, 0x2, 0x203, 0x204, 0x5, 0x17b, 0xbe, 0x2, 0x204, 0x205, 
+    0x5, 0x191, 0xc9, 0x2, 0x205, 0x206, 0x5, 0x18b, 0xc6, 0x2, 0x206, 0x207, 
+    0x5, 0x17b, 0xbe, 0x2, 0x207, 0x208, 0x5, 0x19f, 0xd0, 0x2, 0x208, 0x8, 
+    0x3, 0x2, 0x2, 0x2, 0x209, 0x20a, 0x5, 0x17b, 0xbe, 0x2, 0x20a, 0x20b, 
+    0x5, 0x191, 0xc9, 0x2, 0x20b, 0x20c, 0x5, 0x191, 0xc9, 0x2, 0x20c, 0xa, 
+    0x3, 0x2, 0x2, 0x2, 0x20d, 0x20e, 0x5, 0x17b, 0xbe, 0x2, 0x20e, 0x20f, 
+    0x5, 0x191, 0xc9, 0x2, 0x20f, 0x210, 0x5, 0x1a1, 0xd1, 0x2, 0x210, 0x211, 
+    0x5, 0x183, 0xc2, 0x2, 0x211, 0x212, 0x5, 0x19d, 0xcf, 0x2, 0x212, 0xc, 
+    0x3, 0x2, 0x2, 0x2, 0x213, 0x214, 0x5, 0x17b, 0xbe, 0x2, 0x214, 0x215, 
+    0x5, 0x195, 0xcb, 0x2, 0x215, 0x216, 0x5, 0x181, 0xc1, 0x2, 0x216, 0xe, 
+    0x3, 0x2, 0x2, 0x2, 0x217, 0x218, 0x5, 0x17b, 0xbe, 0x2, 0x218, 0x219, 
+    0x5, 0x195, 0xcb, 0x2, 0x219, 0x21a, 0x5, 0x1a1, 0xd1, 0x2, 0x21a, 0x21b, 
+    0x5, 0x18b, 0xc6, 0x2, 0x21b, 0x10, 0x3, 0x2, 0x2, 0x2, 0x21c, 0x21d, 
+    0x5, 0x17b, 0xbe, 0x2, 0x21d, 0x21e, 0x5, 0x195, 0xcb, 0x2, 0x21e, 0x21f, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x21f, 0x12, 0x3, 0x2, 0x2, 0x2, 0x220, 0x221, 
+    0x5, 0x17b, 0xbe, 0x2, 0x221, 0x222, 0x5, 0x19d, 0xcf, 0x2, 0x222, 0x223, 
+    0x5, 0x19d, 0xcf, 0x2, 0x223, 0x224, 0x5, 0x17b, 0xbe, 0x2, 0x224, 0x225, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x225, 0x14, 0x3, 0x2, 0x2, 0x2, 0x226, 0x227, 
+    0x5, 0x17b, 0xbe, 0x2, 0x227, 0x228, 0x5, 0x19f, 0xd0, 0x2, 0x228, 0x16, 
+    0x3, 0x2, 0x2, 0x2, 0x229, 0x22a, 0x5, 0x17b, 0xbe, 0x2, 0x22a, 0x22b, 
+    0x5, 0x19f, 0xd0, 0x2, 0x22b, 0x22c, 0x5, 0x17f, 0xc0, 0x2, 0x22c, 0x238, 
+    0x3, 0x2, 0x2, 0x2, 0x22d, 0x22e, 0x5, 0x17b, 0xbe, 0x2, 0x22e, 0x22f, 
+    0x5, 0x19f, 0xd0, 0x2, 0x22f, 0x230, 0x5, 0x17f, 0xc0, 0x2, 0x230, 0x231, 
+    0x5, 0x183, 0xc2, 0x2, 0x231, 0x232, 0x5, 0x195, 0xcb, 0x2, 0x232, 0x233, 
+    0x5, 0x181, 0xc1, 0x2, 0x233, 0x234, 0x5, 0x18b, 0xc6, 0x2, 0x234, 0x235, 
+    0x5, 0x195, 0xcb, 0x2, 0x235, 0x236, 0x5, 0x187, 0xc4, 0x2, 0x236, 0x238, 
+    0x3, 0x2, 0x2, 0x2, 0x237, 0x229, 0x3, 0x2, 0x2, 0x2, 0x237, 0x22d, 
+    0x3, 0x2, 0x2, 0x2, 0x238, 0x18, 0x3, 0x2, 0x2, 0x2, 0x239, 0x23a, 0x5, 
+    0x17b, 0xbe, 0x2, 0x23a, 0x23b, 0x5, 0x19f, 0xd0, 0x2, 0x23b, 0x23c, 
+    0x5, 0x197, 0xcc, 0x2, 0x23c, 0x23d, 0x5, 0x185, 0xc3, 0x2, 0x23d, 0x1a, 
+    0x3, 0x2, 0x2, 0x2, 0x23e, 0x23f, 0x5, 0x17b, 0xbe, 0x2, 0x23f, 0x240, 
+    0x5, 0x19f, 0xd0, 0x2, 0x240, 0x241, 0x5, 0x1ab, 0xd6, 0x2, 0x241, 0x242, 
+    0x5, 0x195, 0xcb, 0x2, 0x242, 0x243, 0x5, 0x17f, 0xc0, 0x2, 0x243, 0x1c, 
+    0x3, 0x2, 0x2, 0x2, 0x244, 0x245, 0x5, 0x17b, 0xbe, 0x2, 0x245, 0x246, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x246, 0x247, 0x5, 0x1a1, 0xd1, 0x2, 0x247, 0x248, 
+    0x5, 0x17b, 0xbe, 0x2, 0x248, 0x249, 0x5, 0x17f, 0xc0, 0x2, 0x249, 0x24a, 
+    0x5, 0x189, 0xc5, 0x2, 0x24a, 0x1e, 0x3, 0x2, 0x2, 0x2, 0x24b, 0x24c, 
+    0x5, 0x17d, 0xbf, 0x2, 0x24c, 0x24d, 0x5, 0x183, 0xc2, 0x2, 0x24d, 0x24e, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x24e, 0x24f, 0x5, 0x1a7, 0xd4, 0x2, 0x24f, 0x250, 
+    0x5, 0x183, 0xc2, 0x2, 0x250, 0x251, 0x5, 0x183, 0xc2, 0x2, 0x251, 0x252, 
+    0x5, 0x195, 0xcb, 0x2, 0x252, 0x20, 0x3, 0x2, 0x2, 0x2, 0x253, 0x254, 
+    0x5, 0x17d, 0xbf, 0x2, 0x254, 0x255, 0x5, 0x197, 0xcc, 0x2, 0x255, 0x256, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x256, 0x257, 0x5, 0x189, 0xc5, 0x2, 0x257, 0x22, 
+    0x3, 0x2, 0x2, 0x2, 0x258, 0x259, 0x5, 0x17d, 0xbf, 0x2, 0x259, 0x25a, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x25a, 0x24, 0x3, 0x2, 0x2, 0x2, 0x25b, 0x25c, 
+    0x5, 0x17f, 0xc0, 0x2, 0x25c, 0x25d, 0x5, 0x17b, 0xbe, 0x2, 0x25d, 0x25e, 
+    0x5, 0x19f, 0xd0, 0x2, 0x25e, 0x25f, 0x5, 0x183, 0xc2, 0x2, 0x25f, 0x26, 
+    0x3, 0x2, 0x2, 0x2, 0x260, 0x261, 0x5, 0x17f, 0xc0, 0x2, 0x261, 0x262, 
+    0x5, 0x17b, 0xbe, 0x2, 0x262, 0x263, 0x5, 0x19f, 0xd0, 0x2, 0x263, 0x264, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x264, 0x28, 0x3, 0x2, 0x2, 0x2, 0x265, 0x266, 
+    0x5, 0x17f, 0xc0, 0x2, 0x266, 0x267, 0x5, 0x189, 0xc5, 0x2, 0x267, 0x268, 
+    0x5, 0x183, 0xc2, 0x2, 0x268, 0x269, 0x5, 0x17f, 0xc0, 0x2, 0x269, 0x26a, 
+    0x5, 0x18f, 0xc8, 0x2, 0x26a, 0x2a, 0x3, 0x2, 0x2, 0x2, 0x26b, 0x26c, 
+    0x5, 0x17f, 0xc0, 0x2, 0x26c, 0x26d, 0x5, 0x191, 0xc9, 0x2, 0x26d, 0x26e, 
+    0x5, 0x183, 0xc2, 0x2, 0x26e, 0x26f, 0x5, 0x17b, 0xbe, 0x2, 0x26f, 0x270, 
+    0x5, 0x19d, 0xcf, 0x2, 0x270, 0x2c, 0x3, 0x2, 0x2, 0x2, 0x271, 0x272, 
+    0x5, 0x17f, 0xc0, 0x2, 0x272, 0x273, 0x5, 0x191, 0xc9, 0x2, 0x273, 0x274, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x274, 0x275, 0x5, 0x19f, 0xd0, 0x2, 0x275, 0x276, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x276, 0x277, 0x5, 0x183, 0xc2, 0x2, 0x277, 0x278, 
+    0x5, 0x19d, 0xcf, 0x2, 0x278, 0x2e, 0x3, 0x2, 0x2, 0x2, 0x279, 0x27a, 
+    0x5, 0x17f, 0xc0, 0x2, 0x27a, 0x27b, 0x5, 0x197, 0xcc, 0x2, 0x27b, 0x27c, 
+    0x5, 0x181, 0xc1, 0x2, 0x27c, 0x27d, 0x5, 0x183, 0xc2, 0x2, 0x27d, 0x27e, 
+    0x5, 0x17f, 0xc0, 0x2, 0x27e, 0x30, 0x3, 0x2, 0x2, 0x2, 0x27f, 0x280, 
+    0x5, 0x17f, 0xc0, 0x2, 0x280, 0x281, 0x5, 0x197, 0xcc, 0x2, 0x281, 0x282, 
+    0x5, 0x191, 0xc9, 0x2, 0x282, 0x283, 0x5, 0x191, 0xc9, 0x2, 0x283, 0x284, 
+    0x5, 0x17b, 0xbe, 0x2, 0x284, 0x285, 0x5, 0x1a1, 0xd1, 0x2, 0x285, 0x286, 
+    0x5, 0x183, 0xc2, 0x2, 0x286, 0x32, 0x3, 0x2, 0x2, 0x2, 0x287, 0x288, 
+    0x5, 0x17f, 0xc0, 0x2, 0x288, 0x289, 0x5, 0x197, 0xcc, 0x2, 0x289, 0x28a, 
+    0x5, 0x191, 0xc9, 0x2, 0x28a, 0x28b, 0x5, 0x1a3, 0xd2, 0x2, 0x28b, 0x28c, 
+    0x5, 0x193, 0xca, 0x2, 0x28c, 0x28d, 0x5, 0x195, 0xcb, 0x2, 0x28d, 0x34, 
+    0x3, 0x2, 0x2, 0x2, 0x28e, 0x28f, 0x5, 0x17f, 0xc0, 0x2, 0x28f, 0x290, 
+    0x5, 0x197, 0xcc, 0x2, 0x290, 0x291, 0x5, 0x193, 0xca, 0x2, 0x291, 0x292, 
+    0x5, 0x193, 0xca, 0x2, 0x292, 0x293, 0x5, 0x183, 0xc2, 0x2, 0x293, 0x294, 
+    0x5, 0x195, 0xcb, 0x2, 0x294, 0x295, 0x5, 0x1a1, 0xd1, 0x2, 0x295, 0x36, 
+    0x3, 0x2, 0x2, 0x2, 0x296, 0x297, 0x5, 0x17f, 0xc0, 0x2, 0x297, 0x298, 
+    0x5, 0x197, 0xcc, 0x2, 0x298, 0x299, 0x5, 0x195, 0xcb, 0x2, 0x299, 0x29a, 
+    0x5, 0x19f, 0xd0, 0x2, 0x29a, 0x29b, 0x5, 0x1a1, 0xd1, 0x2, 0x29b, 0x29c, 
+    0x5, 0x19d, 0xcf, 0x2, 0x29c, 0x29d, 0x5, 0x17b, 0xbe, 0x2, 0x29d, 0x29e, 
+    0x5, 0x18b, 0xc6, 0x2, 0x29e, 0x29f, 0x5, 0x195, 0xcb, 0x2, 0x29f, 0x2a0, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x2a0, 0x38, 0x3, 0x2, 0x2, 0x2, 0x2a1, 0x2a2, 
+    0x5, 0x17f, 0xc0, 0x2, 0x2a2, 0x2a3, 0x5, 0x19d, 0xcf, 0x2, 0x2a3, 0x2a4, 
+    0x5, 0x183, 0xc2, 0x2, 0x2a4, 0x2a5, 0x5, 0x17b, 0xbe, 0x2, 0x2a5, 0x2a6, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x2a6, 0x2a7, 0x5, 0x183, 0xc2, 0x2, 0x2a7, 0x3a, 
+    0x3, 0x2, 0x2, 0x2, 0x2a8, 0x2a9, 0x5, 0x17f, 0xc0, 0x2, 0x2a9, 0x2aa, 
+    0x5, 0x19d, 0xcf, 0x2, 0x2aa, 0x2ab, 0x5, 0x197, 0xcc, 0x2, 0x2ab, 0x2ac, 
+    0x5, 0x19f, 0xd0, 0x2, 0x2ac, 0x2ad, 0x5, 0x19f, 0xd0, 0x2, 0x2ad, 0x3c, 
+    0x3, 0x2, 0x2, 0x2, 0x2ae, 0x2af, 0x5, 0x17f, 0xc0, 0x2, 0x2af, 0x2b0, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x2b0, 0x2b1, 0x5, 0x17d, 0xbf, 0x2, 0x2b1, 0x2b2, 
+    0x5, 0x183, 0xc2, 0x2, 0x2b2, 0x3e, 0x3, 0x2, 0x2, 0x2, 0x2b3, 0x2b4, 
+    0x5, 0x181, 0xc1, 0x2, 0x2b4, 0x2b5, 0x5, 0x17b, 0xbe, 0x2, 0x2b5, 0x2b6, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x2b6, 0x2b7, 0x5, 0x17b, 0xbe, 0x2, 0x2b7, 0x2b8, 
+    0x5, 0x17d, 0xbf, 0x2, 0x2b8, 0x2b9, 0x5, 0x17b, 0xbe, 0x2, 0x2b9, 0x2ba, 
+    0x5, 0x19f, 0xd0, 0x2, 0x2ba, 0x2bb, 0x5, 0x183, 0xc2, 0x2, 0x2bb, 0x40, 
+    0x3, 0x2, 0x2, 0x2, 0x2bc, 0x2bd, 0x5, 0x181, 0xc1, 0x2, 0x2bd, 0x2be, 
+    0x5, 0x17b, 0xbe, 0x2, 0x2be, 0x2bf, 0x5, 0x1a1, 0xd1, 0x2, 0x2bf, 0x2c0, 
+    0x5, 0x17b, 0xbe, 0x2, 0x2c0, 0x2c1, 0x5, 0x17d, 0xbf, 0x2, 0x2c1, 0x2c2, 
+    0x5, 0x17b, 0xbe, 0x2, 0x2c2, 0x2c3, 0x5, 0x19f, 0xd0, 0x2, 0x2c3, 0x2c4, 
+    0x5, 0x183, 0xc2, 0x2, 0x2c4, 0x2c5, 0x5, 0x19f, 0xd0, 0x2, 0x2c5, 0x42, 
+    0x3, 0x2, 0x2, 0x2, 0x2c6, 0x2c7, 0x5, 0x181, 0xc1, 0x2, 0x2c7, 0x2c8, 
+    0x5, 0x17b, 0xbe, 0x2, 0x2c8, 0x2c9, 0x5, 0x1a1, 0xd1, 0x2, 0x2c9, 0x2ca, 
+    0x5, 0x183, 0xc2, 0x2, 0x2ca, 0x44, 0x3, 0x2, 0x2, 0x2, 0x2cb, 0x2cc, 
+    0x5, 0x181, 0xc1, 0x2, 0x2cc, 0x2cd, 0x5, 0x17b, 0xbe, 0x2, 0x2cd, 0x2ce, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x2ce, 0x46, 0x3, 0x2, 0x2, 0x2, 0x2cf, 0x2d0, 
+    0x5, 0x181, 0xc1, 0x2, 0x2d0, 0x2d1, 0x5, 0x183, 0xc2, 0x2, 0x2d1, 0x2d2, 
+    0x5, 0x181, 0xc1, 0x2, 0x2d2, 0x2d3, 0x5, 0x1a3, 0xd2, 0x2, 0x2d3, 0x2d4, 
+    0x5, 0x199, 0xcd, 0x2, 0x2d4, 0x2d5, 0x5, 0x191, 0xc9, 0x2, 0x2d5, 0x2d6, 
+    0x5, 0x18b, 0xc6, 0x2, 0x2d6, 0x2d7, 0x5, 0x17f, 0xc0, 0x2, 0x2d7, 0x2d8, 
+    0x5, 0x17b, 0xbe, 0x2, 0x2d8, 0x2d9, 0x5, 0x1a1, 0xd1, 0x2, 0x2d9, 0x2da, 
+    0x5, 0x183, 0xc2, 0x2, 0x2da, 0x48, 0x3, 0x2, 0x2, 0x2, 0x2db, 0x2dc, 
+    0x5, 0x181, 0xc1, 0x2, 0x2dc, 0x2dd, 0x5, 0x183, 0xc2, 0x2, 0x2dd, 0x2de, 
+    0x5, 0x185, 0xc3, 0x2, 0x2de, 0x2df, 0x5, 0x17b, 0xbe, 0x2, 0x2df, 0x2e0, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x2e0, 0x2e1, 0x5, 0x191, 0xc9, 0x2, 0x2e1, 0x2e2, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x2e2, 0x4a, 0x3, 0x2, 0x2, 0x2, 0x2e3, 0x2e4, 
+    0x5, 0x181, 0xc1, 0x2, 0x2e4, 0x2e5, 0x5, 0x183, 0xc2, 0x2, 0x2e5, 0x2e6, 
+    0x5, 0x191, 0xc9, 0x2, 0x2e6, 0x2e7, 0x5, 0x17b, 0xbe, 0x2, 0x2e7, 0x2e8, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x2e8, 0x4c, 0x3, 0x2, 0x2, 0x2, 0x2e9, 0x2ea, 
+    0x5, 0x181, 0xc1, 0x2, 0x2ea, 0x2eb, 0x5, 0x183, 0xc2, 0x2, 0x2eb, 0x2ec, 
+    0x5, 0x191, 0xc9, 0x2, 0x2ec, 0x2ed, 0x5, 0x183, 0xc2, 0x2, 0x2ed, 0x2ee, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x2ee, 0x2ef, 0x5, 0x183, 0xc2, 0x2, 0x2ef, 0x4e, 
+    0x3, 0x2, 0x2, 0x2, 0x2f0, 0x2f1, 0x5, 0x181, 0xc1, 0x2, 0x2f1, 0x2f2, 
+    0x5, 0x183, 0xc2, 0x2, 0x2f2, 0x2f3, 0x5, 0x19f, 0xd0, 0x2, 0x2f3, 0x2f4, 
+    0x5, 0x17f, 0xc0, 0x2, 0x2f4, 0x50, 0x3, 0x2, 0x2, 0x2, 0x2f5, 0x2f6, 
+    0x5, 0x181, 0xc1, 0x2, 0x2f6, 0x2f7, 0x5, 0x183, 0xc2, 0x2, 0x2f7, 0x2f8, 
+    0x5, 0x19f, 0xd0, 0x2, 0x2f8, 0x2f9, 0x5, 0x17f, 0xc0, 0x2, 0x2f9, 0x2fa, 
+    0x5, 0x183, 0xc2, 0x2, 0x2fa, 0x2fb, 0x5, 0x195, 0xcb, 0x2, 0x2fb, 0x2fc, 
+    0x5, 0x181, 0xc1, 0x2, 0x2fc, 0x2fd, 0x5, 0x18b, 0xc6, 0x2, 0x2fd, 0x2fe, 
+    0x5, 0x195, 0xcb, 0x2, 0x2fe, 0x2ff, 0x5, 0x187, 0xc4, 0x2, 0x2ff, 0x52, 
+    0x3, 0x2, 0x2, 0x2, 0x300, 0x301, 0x5, 0x181, 0xc1, 0x2, 0x301, 0x302, 
+    0x5, 0x183, 0xc2, 0x2, 0x302, 0x303, 0x5, 0x19f, 0xd0, 0x2, 0x303, 0x304, 
+    0x5, 0x17f, 0xc0, 0x2, 0x304, 0x305, 0x5, 0x19d, 0xcf, 0x2, 0x305, 0x306, 
+    0x5, 0x18b, 0xc6, 0x2, 0x306, 0x307, 0x5, 0x17d, 0xbf, 0x2, 0x307, 0x308, 
+    0x5, 0x183, 0xc2, 0x2, 0x308, 0x54, 0x3, 0x2, 0x2, 0x2, 0x309, 0x30a, 
+    0x5, 0x181, 0xc1, 0x2, 0x30a, 0x30b, 0x5, 0x183, 0xc2, 0x2, 0x30b, 0x30c, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x30c, 0x30d, 0x5, 0x17b, 0xbe, 0x2, 0x30d, 0x30e, 
+    0x5, 0x17f, 0xc0, 0x2, 0x30e, 0x30f, 0x5, 0x189, 0xc5, 0x2, 0x30f, 0x56, 
+    0x3, 0x2, 0x2, 0x2, 0x310, 0x311, 0x5, 0x181, 0xc1, 0x2, 0x311, 0x312, 
+    0x5, 0x18b, 0xc6, 0x2, 0x312, 0x313, 0x5, 0x17f, 0xc0, 0x2, 0x313, 0x314, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x314, 0x315, 0x5, 0x18b, 0xc6, 0x2, 0x315, 0x316, 
+    0x5, 0x197, 0xcc, 0x2, 0x316, 0x317, 0x5, 0x195, 0xcb, 0x2, 0x317, 0x318, 
+    0x5, 0x17b, 0xbe, 0x2, 0x318, 0x319, 0x5, 0x19d, 0xcf, 0x2, 0x319, 0x31a, 
+    0x5, 0x18b, 0xc6, 0x2, 0x31a, 0x31b, 0x5, 0x183, 0xc2, 0x2, 0x31b, 0x31c, 
+    0x5, 0x19f, 0xd0, 0x2, 0x31c, 0x58, 0x3, 0x2, 0x2, 0x2, 0x31d, 0x31e, 
+    0x5, 0x181, 0xc1, 0x2, 0x31e, 0x31f, 0x5, 0x18b, 0xc6, 0x2, 0x31f, 0x320, 
+    0x5, 0x17f, 0xc0, 0x2, 0x320, 0x321, 0x5, 0x1a1, 0xd1, 0x2, 0x321, 0x322, 
+    0x5, 0x18b, 0xc6, 0x2, 0x322, 0x323, 0x5, 0x197, 0xcc, 0x2, 0x323, 0x324, 
+    0x5, 0x195, 0xcb, 0x2, 0x324, 0x325, 0x5, 0x17b, 0xbe, 0x2, 0x325, 0x326, 
+    0x5, 0x19d, 0xcf, 0x2, 0x326, 0x327, 0x5, 0x1ab, 0xd6, 0x2, 0x327, 0x5a, 
+    0x3, 0x2, 0x2, 0x2, 0x328, 0x329, 0x5, 0x181, 0xc1, 0x2, 0x329, 0x32a, 
+    0x5, 0x18b, 0xc6, 0x2, 0x32a, 0x32b, 0x5, 0x19f, 0xd0, 0x2, 0x32b, 0x32c, 
+    0x5, 0x18f, 0xc8, 0x2, 0x32c, 0x5c, 0x3, 0x2, 0x2, 0x2, 0x32d, 0x32e, 
+    0x5, 0x181, 0xc1, 0x2, 0x32e, 0x32f, 0x5, 0x18b, 0xc6, 0x2, 0x32f, 0x330, 
+    0x5, 0x19f, 0xd0, 0x2, 0x330, 0x331, 0x5, 0x1a1, 0xd1, 0x2, 0x331, 0x332, 
+    0x5, 0x18b, 0xc6, 0x2, 0x332, 0x333, 0x5, 0x195, 0xcb, 0x2, 0x333, 0x334, 
+    0x5, 0x17f, 0xc0, 0x2, 0x334, 0x335, 0x5, 0x1a1, 0xd1, 0x2, 0x335, 0x5e, 
+    0x3, 0x2, 0x2, 0x2, 0x336, 0x337, 0x5, 0x181, 0xc1, 0x2, 0x337, 0x338, 
+    0x5, 0x18b, 0xc6, 0x2, 0x338, 0x339, 0x5, 0x19f, 0xd0, 0x2, 0x339, 0x33a, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x33a, 0x33b, 0x5, 0x19d, 0xcf, 0x2, 0x33b, 0x33c, 
+    0x5, 0x18b, 0xc6, 0x2, 0x33c, 0x33d, 0x5, 0x17d, 0xbf, 0x2, 0x33d, 0x33e, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x33e, 0x33f, 0x5, 0x1a1, 0xd1, 0x2, 0x33f, 0x340, 
+    0x5, 0x183, 0xc2, 0x2, 0x340, 0x341, 0x5, 0x181, 0xc1, 0x2, 0x341, 0x60, 
+    0x3, 0x2, 0x2, 0x2, 0x342, 0x343, 0x5, 0x181, 0xc1, 0x2, 0x343, 0x344, 
+    0x5, 0x19d, 0xcf, 0x2, 0x344, 0x345, 0x5, 0x197, 0xcc, 0x2, 0x345, 0x346, 
+    0x5, 0x199, 0xcd, 0x2, 0x346, 0x62, 0x3, 0x2, 0x2, 0x2, 0x347, 0x348, 
+    0x5, 0x183, 0xc2, 0x2, 0x348, 0x349, 0x5, 0x191, 0xc9, 0x2, 0x349, 0x34a, 
+    0x5, 0x19f, 0xd0, 0x2, 0x34a, 0x34b, 0x5, 0x183, 0xc2, 0x2, 0x34b, 0x64, 
+    0x3, 0x2, 0x2, 0x2, 0x34c, 0x34d, 0x5, 0x183, 0xc2, 0x2, 0x34d, 0x34e, 
+    0x5, 0x195, 0xcb, 0x2, 0x34e, 0x34f, 0x5, 0x181, 0xc1, 0x2, 0x34f, 0x66, 
+    0x3, 0x2, 0x2, 0x2, 0x350, 0x351, 0x5, 0x183, 0xc2, 0x2, 0x351, 0x352, 
+    0x5, 0x195, 0xcb, 0x2, 0x352, 0x353, 0x5, 0x187, 0xc4, 0x2, 0x353, 0x354, 
+    0x5, 0x18b, 0xc6, 0x2, 0x354, 0x355, 0x5, 0x195, 0xcb, 0x2, 0x355, 0x356, 
+    0x5, 0x183, 0xc2, 0x2, 0x356, 0x68, 0x3, 0x2, 0x2, 0x2, 0x357, 0x358, 
+    0x5, 0x183, 0xc2, 0x2, 0x358, 0x359, 0x5, 0x1a5, 0xd3, 0x2, 0x359, 0x35a, 
+    0x5, 0x183, 0xc2, 0x2, 0x35a, 0x35b, 0x5, 0x195, 0xcb, 0x2, 0x35b, 0x35c, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x35c, 0x35d, 0x5, 0x19f, 0xd0, 0x2, 0x35d, 0x6a, 
+    0x3, 0x2, 0x2, 0x2, 0x35e, 0x35f, 0x5, 0x183, 0xc2, 0x2, 0x35f, 0x360, 
+    0x5, 0x1a9, 0xd5, 0x2, 0x360, 0x361, 0x5, 0x18b, 0xc6, 0x2, 0x361, 0x362, 
+    0x5, 0x19f, 0xd0, 0x2, 0x362, 0x363, 0x5, 0x1a1, 0xd1, 0x2, 0x363, 0x364, 
+    0x5, 0x19f, 0xd0, 0x2, 0x364, 0x6c, 0x3, 0x2, 0x2, 0x2, 0x365, 0x366, 
+    0x5, 0x183, 0xc2, 0x2, 0x366, 0x367, 0x5, 0x1a9, 0xd5, 0x2, 0x367, 0x368, 
+    0x5, 0x199, 0xcd, 0x2, 0x368, 0x369, 0x5, 0x191, 0xc9, 0x2, 0x369, 0x36a, 
+    0x5, 0x17b, 0xbe, 0x2, 0x36a, 0x36b, 0x5, 0x18b, 0xc6, 0x2, 0x36b, 0x36c, 
+    0x5, 0x195, 0xcb, 0x2, 0x36c, 0x6e, 0x3, 0x2, 0x2, 0x2, 0x36d, 0x36e, 
+    0x5, 0x183, 0xc2, 0x2, 0x36e, 0x36f, 0x5, 0x1a9, 0xd5, 0x2, 0x36f, 0x370, 
+    0x5, 0x199, 0xcd, 0x2, 0x370, 0x371, 0x5, 0x19d, 0xcf, 0x2, 0x371, 0x372, 
+    0x5, 0x183, 0xc2, 0x2, 0x372, 0x373, 0x5, 0x19f, 0xd0, 0x2, 0x373, 0x374, 
+    0x5, 0x19f, 0xd0, 0x2, 0x374, 0x375, 0x5, 0x18b, 0xc6, 0x2, 0x375, 0x376, 
+    0x5, 0x197, 0xcc, 0x2, 0x376, 0x377, 0x5, 0x195, 0xcb, 0x2, 0x377, 0x70, 
+    0x3, 0x2, 0x2, 0x2, 0x378, 0x379, 0x5, 0x183, 0xc2, 0x2, 0x379, 0x37a, 
+    0x5, 0x1a9, 0xd5, 0x2, 0x37a, 0x37b, 0x5, 0x1a1, 0xd1, 0x2, 0x37b, 0x37c, 
+    0x5, 0x19d, 0xcf, 0x2, 0x37c, 0x37d, 0x5, 0x17b, 0xbe, 0x2, 0x37d, 0x37e, 
+    0x5, 0x17f, 0xc0, 0x2, 0x37e, 0x37f, 0x5, 0x1a1, 0xd1, 0x2, 0x37f, 0x72, 
+    0x3, 0x2, 0x2, 0x2, 0x380, 0x381, 0x5, 0x185, 0xc3, 0x2, 0x381, 0x382, 
+    0x5, 0x183, 0xc2, 0x2, 0x382, 0x383, 0x5, 0x1a1, 0xd1, 0x2, 0x383, 0x384, 
+    0x5, 0x17f, 0xc0, 0x2, 0x384, 0x385, 0x5, 0x189, 0xc5, 0x2, 0x385, 0x386, 
+    0x5, 0x183, 0xc2, 0x2, 0x386, 0x387, 0x5, 0x19f, 0xd0, 0x2, 0x387, 0x74, 
+    0x3, 0x2, 0x2, 0x2, 0x388, 0x389, 0x5, 0x185, 0xc3, 0x2, 0x389, 0x38a, 
+    0x5, 0x18b, 0xc6, 0x2, 0x38a, 0x38b, 0x5, 0x195, 0xcb, 0x2, 0x38b, 0x38c, 
+    0x5, 0x17b, 0xbe, 0x2, 0x38c, 0x38d, 0x5, 0x191, 0xc9, 0x2, 0x38d, 0x76, 
+    0x3, 0x2, 0x2, 0x2, 0x38e, 0x38f, 0x5, 0x185, 0xc3, 0x2, 0x38f, 0x390, 
+    0x5, 0x18b, 0xc6, 0x2, 0x390, 0x391, 0x5, 0x19d, 0xcf, 0x2, 0x391, 0x392, 
+    0x5, 0x19f, 0xd0, 0x2, 0x392, 0x393, 0x5, 0x1a1, 0xd1, 0x2, 0x393, 0x78, 
+    0x3, 0x2, 0x2, 0x2, 0x394, 0x395, 0x5, 0x185, 0xc3, 0x2, 0x395, 0x396, 
+    0x5, 0x191, 0xc9, 0x2, 0x396, 0x397, 0x5, 0x1a3, 0xd2, 0x2, 0x397, 0x398, 
+    0x5, 0x19f, 0xd0, 0x2, 0x398, 0x399, 0x5, 0x189, 0xc5, 0x2, 0x399, 0x7a, 
+    0x3, 0x2, 0x2, 0x2, 0x39a, 0x39b, 0x5, 0x185, 0xc3, 0x2, 0x39b, 0x39c, 
+    0x5, 0x197, 0xcc, 0x2, 0x39c, 0x39d, 0x5, 0x19d, 0xcf, 0x2, 0x39d, 0x7c, 
+    0x3, 0x2, 0x2, 0x2, 0x39e, 0x39f, 0x5, 0x185, 0xc3, 0x2, 0x39f, 0x3a0, 
+    0x5, 0x197, 0xcc, 0x2, 0x3a0, 0x3a1, 0x5, 0x19d, 0xcf, 0x2, 0x3a1, 0x3a2, 
+    0x5, 0x193, 0xca, 0x2, 0x3a2, 0x3a3, 0x5, 0x17b, 0xbe, 0x2, 0x3a3, 0x3a4, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x3a4, 0x7e, 0x3, 0x2, 0x2, 0x2, 0x3a5, 0x3a6, 
+    0x5, 0x185, 0xc3, 0x2, 0x3a6, 0x3a7, 0x5, 0x19d, 0xcf, 0x2, 0x3a7, 0x3a8, 
+    0x5, 0x183, 0xc2, 0x2, 0x3a8, 0x3a9, 0x5, 0x183, 0xc2, 0x2, 0x3a9, 0x3aa, 
+    0x5, 0x1ad, 0xd7, 0x2, 0x3aa, 0x3ab, 0x5, 0x183, 0xc2, 0x2, 0x3ab, 0x80, 
+    0x3, 0x2, 0x2, 0x2, 0x3ac, 0x3ad, 0x5, 0x185, 0xc3, 0x2, 0x3ad, 0x3ae, 
+    0x5, 0x19d, 0xcf, 0x2, 0x3ae, 0x3af, 0x5, 0x197, 0xcc, 0x2, 0x3af, 0x3b0, 
+    0x5, 0x193, 0xca, 0x2, 0x3b0, 0x82, 0x3, 0x2, 0x2, 0x2, 0x3b1, 0x3b2, 
+    0x5, 0x185, 0xc3, 0x2, 0x3b2, 0x3b3, 0x5, 0x1a3, 0xd2, 0x2, 0x3b3, 0x3b4, 
+    0x5, 0x191, 0xc9, 0x2, 0x3b4, 0x3b5, 0x5, 0x191, 0xc9, 0x2, 0x3b5, 0x84, 
+    0x3, 0x2, 0x2, 0x2, 0x3b6, 0x3b7, 0x5, 0x185, 0xc3, 0x2, 0x3b7, 0x3b8, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x3b8, 0x3b9, 0x5, 0x195, 0xcb, 0x2, 0x3b9, 0x3ba, 
+    0x5, 0x17f, 0xc0, 0x2, 0x3ba, 0x3bb, 0x5, 0x1a1, 0xd1, 0x2, 0x3bb, 0x3bc, 
+    0x5, 0x18b, 0xc6, 0x2, 0x3bc, 0x3bd, 0x5, 0x197, 0xcc, 0x2, 0x3bd, 0x3be, 
+    0x5, 0x195, 0xcb, 0x2, 0x3be, 0x86, 0x3, 0x2, 0x2, 0x2, 0x3bf, 0x3c0, 
+    0x5, 0x187, 0xc4, 0x2, 0x3c0, 0x3c1, 0x5, 0x191, 0xc9, 0x2, 0x3c1, 0x3c2, 
+    0x5, 0x197, 0xcc, 0x2, 0x3c2, 0x3c3, 0x5, 0x17d, 0xbf, 0x2, 0x3c3, 0x3c4, 
+    0x5, 0x17b, 0xbe, 0x2, 0x3c4, 0x3c5, 0x5, 0x191, 0xc9, 0x2, 0x3c5, 0x88, 
+    0x3, 0x2, 0x2, 0x2, 0x3c6, 0x3c7, 0x5, 0x187, 0xc4, 0x2, 0x3c7, 0x3c8, 
+    0x5, 0x19d, 0xcf, 0x2, 0x3c8, 0x3c9, 0x5, 0x17b, 0xbe, 0x2, 0x3c9, 0x3ca, 
+    0x5, 0x195, 0xcb, 0x2, 0x3ca, 0x3cb, 0x5, 0x1a3, 0xd2, 0x2, 0x3cb, 0x3cc, 
+    0x5, 0x191, 0xc9, 0x2, 0x3cc, 0x3cd, 0x5, 0x17b, 0xbe, 0x2, 0x3cd, 0x3ce, 
+    0x5, 0x19d, 0xcf, 0x2, 0x3ce, 0x3cf, 0x5, 0x18b, 0xc6, 0x2, 0x3cf, 0x3d0, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x3d0, 0x3d1, 0x5, 0x1ab, 0xd6, 0x2, 0x3d1, 0x8a, 
+    0x3, 0x2, 0x2, 0x2, 0x3d2, 0x3d3, 0x5, 0x187, 0xc4, 0x2, 0x3d3, 0x3d4, 
+    0x5, 0x19d, 0xcf, 0x2, 0x3d4, 0x3d5, 0x5, 0x197, 0xcc, 0x2, 0x3d5, 0x3d6, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x3d6, 0x3d7, 0x5, 0x199, 0xcd, 0x2, 0x3d7, 0x8c, 
+    0x3, 0x2, 0x2, 0x2, 0x3d8, 0x3d9, 0x5, 0x189, 0xc5, 0x2, 0x3d9, 0x3da, 
+    0x5, 0x17b, 0xbe, 0x2, 0x3da, 0x3db, 0x5, 0x1a5, 0xd3, 0x2, 0x3db, 0x3dc, 
+    0x5, 0x18b, 0xc6, 0x2, 0x3dc, 0x3dd, 0x5, 0x195, 0xcb, 0x2, 0x3dd, 0x3de, 
+    0x5, 0x187, 0xc4, 0x2, 0x3de, 0x8e, 0x3, 0x2, 0x2, 0x2, 0x3df, 0x3e0, 
+    0x5, 0x189, 0xc5, 0x2, 0x3e0, 0x3e1, 0x5, 0x18b, 0xc6, 0x2, 0x3e1, 0x3e2, 
+    0x5, 0x183, 0xc2, 0x2, 0x3e2, 0x3e3, 0x5, 0x19d, 0xcf, 0x2, 0x3e3, 0x3e4, 
+    0x5, 0x17b, 0xbe, 0x2, 0x3e4, 0x3e5, 0x5, 0x19d, 0xcf, 0x2, 0x3e5, 0x3e6, 
+    0x5, 0x17f, 0xc0, 0x2, 0x3e6, 0x3e7, 0x5, 0x189, 0xc5, 0x2, 0x3e7, 0x3e8, 
+    0x5, 0x18b, 0xc6, 0x2, 0x3e8, 0x3e9, 0x5, 0x17f, 0xc0, 0x2, 0x3e9, 0x3ea, 
+    0x5, 0x17b, 0xbe, 0x2, 0x3ea, 0x3eb, 0x5, 0x191, 0xc9, 0x2, 0x3eb, 0x90, 
+    0x3, 0x2, 0x2, 0x2, 0x3ec, 0x3ed, 0x5, 0x189, 0xc5, 0x2, 0x3ed, 0x3ee, 
+    0x5, 0x197, 0xcc, 0x2, 0x3ee, 0x3ef, 0x5, 0x1a3, 0xd2, 0x2, 0x3ef, 0x3f0, 
+    0x5, 0x19d, 0xcf, 0x2, 0x3f0, 0x92, 0x3, 0x2, 0x2, 0x2, 0x3f1, 0x3f2, 
+    0x5, 0x18b, 0xc6, 0x2, 0x3f2, 0x3f3, 0x5, 0x181, 0xc1, 0x2, 0x3f3, 0x94, 
+    0x3, 0x2, 0x2, 0x2, 0x3f4, 0x3f5, 0x5, 0x18b, 0xc6, 0x2, 0x3f5, 0x3f6, 
+    0x5, 0x185, 0xc3, 0x2, 0x3f6, 0x96, 0x3, 0x2, 0x2, 0x2, 0x3f7, 0x3f8, 
+    0x5, 0x18b, 0xc6, 0x2, 0x3f8, 0x3f9, 0x5, 0x191, 0xc9, 0x2, 0x3f9, 0x3fa, 
+    0x5, 0x18b, 0xc6, 0x2, 0x3fa, 0x3fb, 0x5, 0x18f, 0xc8, 0x2, 0x3fb, 0x3fc, 
+    0x5, 0x183, 0xc2, 0x2, 0x3fc, 0x98, 0x3, 0x2, 0x2, 0x2, 0x3fd, 0x3fe, 
+    0x5, 0x18b, 0xc6, 0x2, 0x3fe, 0x3ff, 0x5, 0x195, 0xcb, 0x2, 0x3ff, 0x9a, 
+    0x3, 0x2, 0x2, 0x2, 0x400, 0x401, 0x5, 0x18b, 0xc6, 0x2, 0x401, 0x402, 
+    0x5, 0x195, 0xcb, 0x2, 0x402, 0x403, 0x5, 0x181, 0xc1, 0x2, 0x403, 0x404, 
+    0x5, 0x183, 0xc2, 0x2, 0x404, 0x405, 0x5, 0x1a9, 0xd5, 0x2, 0x405, 0x9c, 
+    0x3, 0x2, 0x2, 0x2, 0x406, 0x407, 0x5, 0x18b, 0xc6, 0x2, 0x407, 0x408, 
+    0x5, 0x195, 0xcb, 0x2, 0x408, 0x409, 0x5, 0x185, 0xc3, 0x2, 0x409, 0x414, 
+    0x3, 0x2, 0x2, 0x2, 0x40a, 0x40b, 0x5, 0x18b, 0xc6, 0x2, 0x40b, 0x40c, 
+    0x5, 0x195, 0xcb, 0x2, 0x40c, 0x40d, 0x5, 0x185, 0xc3, 0x2, 0x40d, 0x40e, 
+    0x5, 0x18b, 0xc6, 0x2, 0x40e, 0x40f, 0x5, 0x195, 0xcb, 0x2, 0x40f, 0x410, 
+    0x5, 0x18b, 0xc6, 0x2, 0x410, 0x411, 0x5, 0x1a1, 0xd1, 0x2, 0x411, 0x412, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x412, 0x414, 0x3, 0x2, 0x2, 0x2, 0x413, 0x406, 
+    0x3, 0x2, 0x2, 0x2, 0x413, 0x40a, 0x3, 0x2, 0x2, 0x2, 0x414, 0x9e, 0x3, 
+    0x2, 0x2, 0x2, 0x415, 0x416, 0x5, 0x18b, 0xc6, 0x2, 0x416, 0x417, 0x5, 
+    0x195, 0xcb, 0x2, 0x417, 0x418, 0x5, 0x18d, 0xc7, 0x2, 0x418, 0x419, 
+    0x5, 0x183, 0xc2, 0x2, 0x419, 0x41a, 0x5, 0x17f, 0xc0, 0x2, 0x41a, 0x41b, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x41b, 0x41c, 0x5, 0x18b, 0xc6, 0x2, 0x41c, 0x41d, 
+    0x5, 0x1a5, 0xd3, 0x2, 0x41d, 0x41e, 0x5, 0x183, 0xc2, 0x2, 0x41e, 0xa0, 
+    0x3, 0x2, 0x2, 0x2, 0x41f, 0x420, 0x5, 0x18b, 0xc6, 0x2, 0x420, 0x421, 
+    0x5, 0x195, 0xcb, 0x2, 0x421, 0x422, 0x5, 0x195, 0xcb, 0x2, 0x422, 0x423, 
+    0x5, 0x183, 0xc2, 0x2, 0x423, 0x424, 0x5, 0x19d, 0xcf, 0x2, 0x424, 0xa2, 
+    0x3, 0x2, 0x2, 0x2, 0x425, 0x426, 0x5, 0x18b, 0xc6, 0x2, 0x426, 0x427, 
+    0x5, 0x195, 0xcb, 0x2, 0x427, 0x428, 0x5, 0x19f, 0xd0, 0x2, 0x428, 0x429, 
+    0x5, 0x183, 0xc2, 0x2, 0x429, 0x42a, 0x5, 0x19d, 0xcf, 0x2, 0x42a, 0x42b, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x42b, 0xa4, 0x3, 0x2, 0x2, 0x2, 0x42c, 0x42d, 
+    0x5, 0x18b, 0xc6, 0x2, 0x42d, 0x42e, 0x5, 0x195, 0xcb, 0x2, 0x42e, 0x42f, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x42f, 0x430, 0x5, 0x183, 0xc2, 0x2, 0x430, 0x431, 
+    0x5, 0x19d, 0xcf, 0x2, 0x431, 0x432, 0x5, 0x1a5, 0xd3, 0x2, 0x432, 0x433, 
+    0x5, 0x17b, 0xbe, 0x2, 0x433, 0x434, 0x5, 0x191, 0xc9, 0x2, 0x434, 0xa6, 
+    0x3, 0x2, 0x2, 0x2, 0x435, 0x436, 0x5, 0x18b, 0xc6, 0x2, 0x436, 0x437, 
+    0x5, 0x195, 0xcb, 0x2, 0x437, 0x438, 0x5, 0x1a1, 0xd1, 0x2, 0x438, 0x439, 
+    0x5, 0x197, 0xcc, 0x2, 0x439, 0xa8, 0x3, 0x2, 0x2, 0x2, 0x43a, 0x43b, 
+    0x5, 0x18b, 0xc6, 0x2, 0x43b, 0x43c, 0x5, 0x19f, 0xd0, 0x2, 0x43c, 0xaa, 
+    0x3, 0x2, 0x2, 0x2, 0x43d, 0x43e, 0x5, 0x18b, 0xc6, 0x2, 0x43e, 0x43f, 
+    0x5, 0x19f, 0xd0, 0x2, 0x43f, 0x440, 0x5, 0x1f1, 0xf9, 0x2, 0x440, 0x441, 
+    0x5, 0x197, 0xcc, 0x2, 0x441, 0x442, 0x5, 0x17d, 0xbf, 0x2, 0x442, 0x443, 
+    0x5, 0x18d, 0xc7, 0x2, 0x443, 0x444, 0x5, 0x183, 0xc2, 0x2, 0x444, 0x445, 
+    0x5, 0x17f, 0xc0, 0x2, 0x445, 0x446, 0x5, 0x1a1, 0xd1, 0x2, 0x446, 0x447, 
+    0x5, 0x1f1, 0xf9, 0x2, 0x447, 0x448, 0x5, 0x18b, 0xc6, 0x2, 0x448, 0x449, 
+    0x5, 0x181, 0xc1, 0x2, 0x449, 0xac, 0x3, 0x2, 0x2, 0x2, 0x44a, 0x44b, 
+    0x5, 0x18d, 0xc7, 0x2, 0x44b, 0x44c, 0x5, 0x197, 0xcc, 0x2, 0x44c, 0x44d, 
+    0x5, 0x18b, 0xc6, 0x2, 0x44d, 0x44e, 0x5, 0x195, 0xcb, 0x2, 0x44e, 0xae, 
+    0x3, 0x2, 0x2, 0x2, 0x44f, 0x450, 0x5, 0x18f, 0xc8, 0x2, 0x450, 0x451, 
+    0x5, 0x183, 0xc2, 0x2, 0x451, 0x452, 0x5, 0x1ab, 0xd6, 0x2, 0x452, 0xb0, 
+    0x3, 0x2, 0x2, 0x2, 0x453, 0x454, 0x5, 0x18f, 0xc8, 0x2, 0x454, 0x455, 
+    0x5, 0x18b, 0xc6, 0x2, 0x455, 0x456, 0x5, 0x191, 0xc9, 0x2, 0x456, 0x457, 
+    0x5, 0x191, 0xc9, 0x2, 0x457, 0xb2, 0x3, 0x2, 0x2, 0x2, 0x458, 0x459, 
+    0x5, 0x191, 0xc9, 0x2, 0x459, 0x45a, 0x5, 0x17b, 0xbe, 0x2, 0x45a, 0x45b, 
+    0x5, 0x19f, 0xd0, 0x2, 0x45b, 0x45c, 0x5, 0x1a1, 0xd1, 0x2, 0x45c, 0xb4, 
+    0x3, 0x2, 0x2, 0x2, 0x45d, 0x45e, 0x5, 0x191, 0xc9, 0x2, 0x45e, 0x45f, 
+    0x5, 0x17b, 0xbe, 0x2, 0x45f, 0x460, 0x5, 0x1ab, 0xd6, 0x2, 0x460, 0x461, 
+    0x5, 0x197, 0xcc, 0x2, 0x461, 0x462, 0x5, 0x1a3, 0xd2, 0x2, 0x462, 0x463, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x463, 0xb6, 0x3, 0x2, 0x2, 0x2, 0x464, 0x465, 
+    0x5, 0x191, 0xc9, 0x2, 0x465, 0x466, 0x5, 0x183, 0xc2, 0x2, 0x466, 0x467, 
+    0x5, 0x17b, 0xbe, 0x2, 0x467, 0x468, 0x5, 0x181, 0xc1, 0x2, 0x468, 0x469, 
+    0x5, 0x18b, 0xc6, 0x2, 0x469, 0x46a, 0x5, 0x195, 0xcb, 0x2, 0x46a, 0x46b, 
+    0x5, 0x187, 0xc4, 0x2, 0x46b, 0xb8, 0x3, 0x2, 0x2, 0x2, 0x46c, 0x46d, 
+    0x5, 0x191, 0xc9, 0x2, 0x46d, 0x46e, 0x5, 0x183, 0xc2, 0x2, 0x46e, 0x46f, 
+    0x5, 0x185, 0xc3, 0x2, 0x46f, 0x470, 0x5, 0x1a1, 0xd1, 0x2, 0x470, 0xba, 
+    0x3, 0x2, 0x2, 0x2, 0x471, 0x472, 0x5, 0x191, 0xc9, 0x2, 0x472, 0x473, 
+    0x5, 0x18b, 0xc6, 0x2, 0x473, 0x474, 0x5, 0x185, 0xc3, 0x2, 0x474, 0x475, 
+    0x5, 0x183, 0xc2, 0x2, 0x475, 0x476, 0x5, 0x1a1, 0xd1, 0x2, 0x476, 0x477, 
+    0x5, 0x18b, 0xc6, 0x2, 0x477, 0x478, 0x5, 0x193, 0xca, 0x2, 0x478, 0x479, 
+    0x5, 0x183, 0xc2, 0x2, 0x479, 0xbc, 0x3, 0x2, 0x2, 0x2, 0x47a, 0x47b, 
+    0x5, 0x191, 0xc9, 0x2, 0x47b, 0x47c, 0x5, 0x18b, 0xc6, 0x2, 0x47c, 0x47d, 
+    0x5, 0x18f, 0xc8, 0x2, 0x47d, 0x47e, 0x5, 0x183, 0xc2, 0x2, 0x47e, 0xbe, 
+    0x3, 0x2, 0x2, 0x2, 0x47f, 0x480, 0x5, 0x191, 0xc9, 0x2, 0x480, 0x481, 
+    0x5, 0x18b, 0xc6, 0x2, 0x481, 0x482, 0x5, 0x193, 0xca, 0x2, 0x482, 0x483, 
+    0x5, 0x18b, 0xc6, 0x2, 0x483, 0x484, 0x5, 0x1a1, 0xd1, 0x2, 0x484, 0xc0, 
+    0x3, 0x2, 0x2, 0x2, 0x485, 0x486, 0x5, 0x191, 0xc9, 0x2, 0x486, 0x487, 
+    0x5, 0x18b, 0xc6, 0x2, 0x487, 0x488, 0x5, 0x1a5, 0xd3, 0x2, 0x488, 0x489, 
+    0x5, 0x183, 0xc2, 0x2, 0x489, 0xc2, 0x3, 0x2, 0x2, 0x2, 0x48a, 0x48b, 
+    0x5, 0x191, 0xc9, 0x2, 0x48b, 0x48c, 0x5, 0x197, 0xcc, 0x2, 0x48c, 0x48d, 
+    0x5, 0x17f, 0xc0, 0x2, 0x48d, 0x48e, 0x5, 0x17b, 0xbe, 0x2, 0x48e, 0x48f, 
+    0x5, 0x191, 0xc9, 0x2, 0x48f, 0xc4, 0x3, 0x2, 0x2, 0x2, 0x490, 0x491, 
+    0x5, 0x191, 0xc9, 0x2, 0x491, 0x492, 0x5, 0x197, 0xcc, 0x2, 0x492, 0x493, 
+    0x5, 0x187, 0xc4, 0x2, 0x493, 0x494, 0x5, 0x19f, 0xd0, 0x2, 0x494, 0xc6, 
+    0x3, 0x2, 0x2, 0x2, 0x495, 0x496, 0x5, 0x193, 0xca, 0x2, 0x496, 0x497, 
+    0x5, 0x17b, 0xbe, 0x2, 0x497, 0x498, 0x5, 0x1a1, 0xd1, 0x2, 0x498, 0x499, 
+    0x5, 0x183, 0xc2, 0x2, 0x499, 0x49a, 0x5, 0x19d, 0xcf, 0x2, 0x49a, 0x49b, 
+    0x5, 0x18b, 0xc6, 0x2, 0x49b, 0x49c, 0x5, 0x17b, 0xbe, 0x2, 0x49c, 0x49d, 
+    0x5, 0x191, 0xc9, 0x2, 0x49d, 0x49e, 0x5, 0x18b, 0xc6, 0x2, 0x49e, 0x49f, 
+    0x5, 0x1ad, 0xd7, 0x2, 0x49f, 0x4a0, 0x5, 0x183, 0xc2, 0x2, 0x4a0, 0x4a1, 
+    0x5, 0x181, 0xc1, 0x2, 0x4a1, 0xc8, 0x3, 0x2, 0x2, 0x2, 0x4a2, 0x4a3, 
+    0x5, 0x193, 0xca, 0x2, 0x4a3, 0x4a4, 0x5, 0x17b, 0xbe, 0x2, 0x4a4, 0x4a5, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x4a5, 0x4a6, 0x5, 0x183, 0xc2, 0x2, 0x4a6, 0x4a7, 
+    0x5, 0x19d, 0xcf, 0x2, 0x4a7, 0x4a8, 0x5, 0x18b, 0xc6, 0x2, 0x4a8, 0x4a9, 
+    0x5, 0x17b, 0xbe, 0x2, 0x4a9, 0x4aa, 0x5, 0x191, 0xc9, 0x2, 0x4aa, 0x4ab, 
+    0x5, 0x18b, 0xc6, 0x2, 0x4ab, 0x4ac, 0x5, 0x1ad, 0xd7, 0x2, 0x4ac, 0x4ad, 
+    0x5, 0x183, 0xc2, 0x2, 0x4ad, 0xca, 0x3, 0x2, 0x2, 0x2, 0x4ae, 0x4af, 
+    0x5, 0x193, 0xca, 0x2, 0x4af, 0x4b0, 0x5, 0x17b, 0xbe, 0x2, 0x4b0, 0x4b1, 
+    0x5, 0x1a9, 0xd5, 0x2, 0x4b1, 0xcc, 0x3, 0x2, 0x2, 0x2, 0x4b2, 0x4b3, 
+    0x5, 0x193, 0xca, 0x2, 0x4b3, 0x4b4, 0x5, 0x183, 0xc2, 0x2, 0x4b4, 0x4b5, 
+    0x5, 0x19d, 0xcf, 0x2, 0x4b5, 0x4b6, 0x5, 0x187, 0xc4, 0x2, 0x4b6, 0x4b7, 
+    0x5, 0x183, 0xc2, 0x2, 0x4b7, 0x4b8, 0x5, 0x19f, 0xd0, 0x2, 0x4b8, 0xce, 
+    0x3, 0x2, 0x2, 0x2, 0x4b9, 0x4ba, 0x5, 0x193, 0xca, 0x2, 0x4ba, 0x4bb, 
+    0x5, 0x18b, 0xc6, 0x2, 0x4bb, 0x4bc, 0x5, 0x195, 0xcb, 0x2, 0x4bc, 0xd0, 
+    0x3, 0x2, 0x2, 0x2, 0x4bd, 0x4be, 0x5, 0x193, 0xca, 0x2, 0x4be, 0x4bf, 
+    0x5, 0x18b, 0xc6, 0x2, 0x4bf, 0x4c0, 0x5, 0x195, 0xcb, 0x2, 0x4c0, 0x4c1, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x4c1, 0x4c2, 0x5, 0x1a1, 0xd1, 0x2, 0x4c2, 0x4c3, 
+    0x5, 0x183, 0xc2, 0x2, 0x4c3, 0xd2, 0x3, 0x2, 0x2, 0x2, 0x4c4, 0x4c5, 
+    0x5, 0x193, 0xca, 0x2, 0x4c5, 0x4c6, 0x5, 0x197, 0xcc, 0x2, 0x4c6, 0x4c7, 
+    0x5, 0x181, 0xc1, 0x2, 0x4c7, 0x4c8, 0x5, 0x18b, 0xc6, 0x2, 0x4c8, 0x4c9, 
+    0x5, 0x185, 0xc3, 0x2, 0x4c9, 0x4ca, 0x5, 0x1ab, 0xd6, 0x2, 0x4ca, 0xd4, 
+    0x3, 0x2, 0x2, 0x2, 0x4cb, 0x4cc, 0x5, 0x193, 0xca, 0x2, 0x4cc, 0x4cd, 
+    0x5, 0x197, 0xcc, 0x2, 0x4cd, 0x4ce, 0x5, 0x195, 0xcb, 0x2, 0x4ce, 0x4cf, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x4cf, 0x4d0, 0x5, 0x189, 0xc5, 0x2, 0x4d0, 0xd6, 
+    0x3, 0x2, 0x2, 0x2, 0x4d1, 0x4d2, 0x5, 0x193, 0xca, 0x2, 0x4d2, 0x4d3, 
+    0x5, 0x197, 0xcc, 0x2, 0x4d3, 0x4d4, 0x5, 0x1a5, 0xd3, 0x2, 0x4d4, 0x4d5, 
+    0x5, 0x183, 0xc2, 0x2, 0x4d5, 0xd8, 0x3, 0x2, 0x2, 0x2, 0x4d6, 0x4d7, 
+    0x5, 0x193, 0xca, 0x2, 0x4d7, 0x4d8, 0x5, 0x1a3, 0xd2, 0x2, 0x4d8, 0x4d9, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x4d9, 0x4da, 0x5, 0x17b, 0xbe, 0x2, 0x4da, 0x4db, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x4db, 0x4dc, 0x5, 0x18b, 0xc6, 0x2, 0x4dc, 0x4dd, 
+    0x5, 0x197, 0xcc, 0x2, 0x4dd, 0x4de, 0x5, 0x195, 0xcb, 0x2, 0x4de, 0xda, 
+    0x3, 0x2, 0x2, 0x2, 0x4df, 0x4e0, 0x5, 0x195, 0xcb, 0x2, 0x4e0, 0x4e1, 
+    0x5, 0x17b, 0xbe, 0x2, 0x4e1, 0x4e2, 0x5, 0x195, 0xcb, 0x2, 0x4e2, 0xdc, 
+    0x3, 0x2, 0x2, 0x2, 0x4e3, 0x4e4, 0x5, 0x195, 0xcb, 0x2, 0x4e4, 0x4e5, 
+    0x5, 0x197, 0xcc, 0x2, 0x4e5, 0xde, 0x3, 0x2, 0x2, 0x2, 0x4e6, 0x4e7, 
+    0x5, 0x195, 0xcb, 0x2, 0x4e7, 0x4e8, 0x5, 0x197, 0xcc, 0x2, 0x4e8, 0x4e9, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x4e9, 0xe0, 0x3, 0x2, 0x2, 0x2, 0x4ea, 0x4eb, 
+    0x5, 0x195, 0xcb, 0x2, 0x4eb, 0x4ec, 0x5, 0x1a3, 0xd2, 0x2, 0x4ec, 0x4ed, 
+    0x5, 0x191, 0xc9, 0x2, 0x4ed, 0x4ee, 0x5, 0x191, 0xc9, 0x2, 0x4ee, 0xe2, 
+    0x3, 0x2, 0x2, 0x2, 0x4ef, 0x4f0, 0x5, 0x195, 0xcb, 0x2, 0x4f0, 0x4f1, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x4f1, 0x4f2, 0x5, 0x191, 0xc9, 0x2, 0x4f2, 0x4f3, 
+    0x5, 0x191, 0xc9, 0x2, 0x4f3, 0x4f4, 0x5, 0x19f, 0xd0, 0x2, 0x4f4, 0xe4, 
+    0x3, 0x2, 0x2, 0x2, 0x4f5, 0x4f6, 0x5, 0x197, 0xcc, 0x2, 0x4f6, 0x4f7, 
+    0x5, 0x185, 0xc3, 0x2, 0x4f7, 0x4f8, 0x5, 0x185, 0xc3, 0x2, 0x4f8, 0x4f9, 
+    0x5, 0x19f, 0xd0, 0x2, 0x4f9, 0x4fa, 0x5, 0x183, 0xc2, 0x2, 0x4fa, 0x4fb, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x4fb, 0xe6, 0x3, 0x2, 0x2, 0x2, 0x4fc, 0x4fd, 
+    0x5, 0x197, 0xcc, 0x2, 0x4fd, 0x4fe, 0x5, 0x195, 0xcb, 0x2, 0x4fe, 0xe8, 
+    0x3, 0x2, 0x2, 0x2, 0x4ff, 0x500, 0x5, 0x197, 0xcc, 0x2, 0x500, 0x501, 
+    0x5, 0x199, 0xcd, 0x2, 0x501, 0x502, 0x5, 0x1a1, 0xd1, 0x2, 0x502, 0x503, 
+    0x5, 0x18b, 0xc6, 0x2, 0x503, 0x504, 0x5, 0x193, 0xca, 0x2, 0x504, 0x505, 
+    0x5, 0x18b, 0xc6, 0x2, 0x505, 0x506, 0x5, 0x1ad, 0xd7, 0x2, 0x506, 0x507, 
+    0x5, 0x183, 0xc2, 0x2, 0x507, 0xea, 0x3, 0x2, 0x2, 0x2, 0x508, 0x509, 
+    0x5, 0x197, 0xcc, 0x2, 0x509, 0x50a, 0x5, 0x19d, 0xcf, 0x2, 0x50a, 0xec, 
+    0x3, 0x2, 0x2, 0x2, 0x50b, 0x50c, 0x5, 0x197, 0xcc, 0x2, 0x50c, 0x50d, 
+    0x5, 0x19d, 0xcf, 0x2, 0x50d, 0x50e, 0x5, 0x181, 0xc1, 0x2, 0x50e, 0x50f, 
+    0x5, 0x183, 0xc2, 0x2, 0x50f, 0x510, 0x5, 0x19d, 0xcf, 0x2, 0x510, 0xee, 
+    0x3, 0x2, 0x2, 0x2, 0x511, 0x512, 0x5, 0x197, 0xcc, 0x2, 0x512, 0x513, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x513, 0x514, 0x5, 0x1a1, 0xd1, 0x2, 0x514, 0x515, 
+    0x5, 0x183, 0xc2, 0x2, 0x515, 0x516, 0x5, 0x19d, 0xcf, 0x2, 0x516, 0xf0, 
+    0x3, 0x2, 0x2, 0x2, 0x517, 0x518, 0x5, 0x197, 0xcc, 0x2, 0x518, 0x519, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x519, 0x51a, 0x5, 0x1a1, 0xd1, 0x2, 0x51a, 0x51b, 
+    0x5, 0x185, 0xc3, 0x2, 0x51b, 0x51c, 0x5, 0x18b, 0xc6, 0x2, 0x51c, 0x51d, 
+    0x5, 0x191, 0xc9, 0x2, 0x51d, 0x51e, 0x5, 0x183, 0xc2, 0x2, 0x51e, 0xf2, 
+    0x3, 0x2, 0x2, 0x2, 0x51f, 0x520, 0x5, 0x199, 0xcd, 0x2, 0x520, 0x521, 
+    0x5, 0x17b, 0xbe, 0x2, 0x521, 0x522, 0x5, 0x19d, 0xcf, 0x2, 0x522, 0x523, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x523, 0x524, 0x5, 0x18b, 0xc6, 0x2, 0x524, 0x525, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x525, 0x526, 0x5, 0x18b, 0xc6, 0x2, 0x526, 0x527, 
+    0x5, 0x197, 0xcc, 0x2, 0x527, 0x528, 0x5, 0x195, 0xcb, 0x2, 0x528, 0xf4, 
+    0x3, 0x2, 0x2, 0x2, 0x529, 0x52a, 0x5, 0x199, 0xcd, 0x2, 0x52a, 0x52b, 
+    0x5, 0x197, 0xcc, 0x2, 0x52b, 0x52c, 0x5, 0x199, 0xcd, 0x2, 0x52c, 0x52d, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x52d, 0x52e, 0x5, 0x191, 0xc9, 0x2, 0x52e, 0x52f, 
+    0x5, 0x17b, 0xbe, 0x2, 0x52f, 0x530, 0x5, 0x1a1, 0xd1, 0x2, 0x530, 0x531, 
+    0x5, 0x183, 0xc2, 0x2, 0x531, 0xf6, 0x3, 0x2, 0x2, 0x2, 0x532, 0x533, 
+    0x5, 0x199, 0xcd, 0x2, 0x533, 0x534, 0x5, 0x19d, 0xcf, 0x2, 0x534, 0x535, 
+    0x5, 0x183, 0xc2, 0x2, 0x535, 0x536, 0x5, 0x1a7, 0xd4, 0x2, 0x536, 0x537, 
+    0x5, 0x189, 0xc5, 0x2, 0x537, 0x538, 0x5, 0x183, 0xc2, 0x2, 0x538, 0x539, 
+    0x5, 0x19d, 0xcf, 0x2, 0x539, 0x53a, 0x5, 0x183, 0xc2, 0x2, 0x53a, 0xf8, 
+    0x3, 0x2, 0x2, 0x2, 0x53b, 0x53c, 0x5, 0x199, 0xcd, 0x2, 0x53c, 0x53d, 
+    0x5, 0x19d, 0xcf, 0x2, 0x53d, 0x53e, 0x5, 0x18b, 0xc6, 0x2, 0x53e, 0x53f, 
+    0x5, 0x193, 0xca, 0x2, 0x53f, 0x540, 0x5, 0x17b, 0xbe, 0x2, 0x540, 0x541, 
+    0x5, 0x19d, 0xcf, 0x2, 0x541, 0x542, 0x5, 0x1ab, 0xd6, 0x2, 0x542, 0xfa, 
+    0x3, 0x2, 0x2, 0x2, 0x543, 0x544, 0x5, 0x199, 0xcd, 0x2, 0x544, 0x545, 
+    0x5, 0x19d, 0xcf, 0x2, 0x545, 0x546, 0x5, 0x197, 0xcc, 0x2, 0x546, 0x547, 
+    0x5, 0x18d, 0xc7, 0x2, 0x547, 0x548, 0x5, 0x183, 0xc2, 0x2, 0x548, 0x549, 
+    0x5, 0x17f, 0xc0, 0x2, 0x549, 0x54a, 0x5, 0x1a1, 0xd1, 0x2, 0x54a, 0x54b, 
+    0x5, 0x18b, 0xc6, 0x2, 0x54b, 0x54c, 0x5, 0x197, 0xcc, 0x2, 0x54c, 0x54d, 
+    0x5, 0x195, 0xcb, 0x2, 0x54d, 0xfc, 0x3, 0x2, 0x2, 0x2, 0x54e, 0x54f, 
+    0x5, 0x19b, 0xce, 0x2, 0x54f, 0x550, 0x5, 0x1a3, 0xd2, 0x2, 0x550, 0x551, 
+    0x5, 0x17b, 0xbe, 0x2, 0x551, 0x552, 0x5, 0x19d, 0xcf, 0x2, 0x552, 0x553, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x553, 0x554, 0x5, 0x183, 0xc2, 0x2, 0x554, 0x555, 
+    0x5, 0x19d, 0xcf, 0x2, 0x555, 0xfe, 0x3, 0x2, 0x2, 0x2, 0x556, 0x557, 
+    0x5, 0x19d, 0xcf, 0x2, 0x557, 0x558, 0x5, 0x17b, 0xbe, 0x2, 0x558, 0x559, 
+    0x5, 0x195, 0xcb, 0x2, 0x559, 0x55a, 0x5, 0x187, 0xc4, 0x2, 0x55a, 0x55b, 
+    0x5, 0x183, 0xc2, 0x2, 0x55b, 0x100, 0x3, 0x2, 0x2, 0x2, 0x55c, 0x55d, 
+    0x5, 0x19d, 0xcf, 0x2, 0x55d, 0x55e, 0x5, 0x183, 0xc2, 0x2, 0x55e, 0x55f, 
+    0x5, 0x191, 0xc9, 0x2, 0x55f, 0x560, 0x5, 0x197, 0xcc, 0x2, 0x560, 0x561, 
+    0x5, 0x17b, 0xbe, 0x2, 0x561, 0x562, 0x5, 0x181, 0xc1, 0x2, 0x562, 0x102, 
+    0x3, 0x2, 0x2, 0x2, 0x563, 0x564, 0x5, 0x19d, 0xcf, 0x2, 0x564, 0x565, 
+    0x5, 0x183, 0xc2, 0x2, 0x565, 0x566, 0x5, 0x193, 0xca, 0x2, 0x566, 0x567, 
+    0x5, 0x197, 0xcc, 0x2, 0x567, 0x568, 0x5, 0x1a5, 0xd3, 0x2, 0x568, 0x569, 
+    0x5, 0x183, 0xc2, 0x2, 0x569, 0x104, 0x3, 0x2, 0x2, 0x2, 0x56a, 0x56b, 
+    0x5, 0x19d, 0xcf, 0x2, 0x56b, 0x56c, 0x5, 0x183, 0xc2, 0x2, 0x56c, 0x56d, 
+    0x5, 0x195, 0xcb, 0x2, 0x56d, 0x56e, 0x5, 0x17b, 0xbe, 0x2, 0x56e, 0x56f, 
+    0x5, 0x193, 0xca, 0x2, 0x56f, 0x570, 0x5, 0x183, 0xc2, 0x2, 0x570, 0x106, 
+    0x3, 0x2, 0x2, 0x2, 0x571, 0x572, 0x5, 0x19d, 0xcf, 0x2, 0x572, 0x573, 
+    0x5, 0x183, 0xc2, 0x2, 0x573, 0x574, 0x5, 0x199, 0xcd, 0x2, 0x574, 0x575, 
+    0x5, 0x191, 0xc9, 0x2, 0x575, 0x576, 0x5, 0x17b, 0xbe, 0x2, 0x576, 0x577, 
+    0x5, 0x17f, 0xc0, 0x2, 0x577, 0x578, 0x5, 0x183, 0xc2, 0x2, 0x578, 0x108, 
+    0x3, 0x2, 0x2, 0x2, 0x579, 0x57a, 0x5, 0x19d, 0xcf, 0x2, 0x57a, 0x57b, 
+    0x5, 0x183, 0xc2, 0x2, 0x57b, 0x57c, 0x5, 0x199, 0xcd, 0x2, 0x57c, 0x57d, 
+    0x5, 0x191, 0xc9, 0x2, 0x57d, 0x57e, 0x5, 0x18b, 0xc6, 0x2, 0x57e, 0x57f, 
+    0x5, 0x17f, 0xc0, 0x2, 0x57f, 0x580, 0x5, 0x17b, 0xbe, 0x2, 0x580, 0x10a, 
+    0x3, 0x2, 0x2, 0x2, 0x581, 0x582, 0x5, 0x19d, 0xcf, 0x2, 0x582, 0x583, 
+    0x5, 0x183, 0xc2, 0x2, 0x583, 0x584, 0x5, 0x199, 0xcd, 0x2, 0x584, 0x585, 
+    0x5, 0x191, 0xc9, 0x2, 0x585, 0x586, 0x5, 0x18b, 0xc6, 0x2, 0x586, 0x587, 
+    0x5, 0x17f, 0xc0, 0x2, 0x587, 0x588, 0x5, 0x17b, 0xbe, 0x2, 0x588, 0x589, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x589, 0x58a, 0x5, 0x183, 0xc2, 0x2, 0x58a, 0x58b, 
+    0x5, 0x181, 0xc1, 0x2, 0x58b, 0x10c, 0x3, 0x2, 0x2, 0x2, 0x58c, 0x58d, 
+    0x5, 0x19d, 0xcf, 0x2, 0x58d, 0x58e, 0x5, 0x18b, 0xc6, 0x2, 0x58e, 0x58f, 
+    0x5, 0x187, 0xc4, 0x2, 0x58f, 0x590, 0x5, 0x189, 0xc5, 0x2, 0x590, 0x591, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x591, 0x10e, 0x3, 0x2, 0x2, 0x2, 0x592, 0x593, 
+    0x5, 0x19d, 0xcf, 0x2, 0x593, 0x594, 0x5, 0x197, 0xcc, 0x2, 0x594, 0x595, 
+    0x5, 0x191, 0xc9, 0x2, 0x595, 0x596, 0x5, 0x191, 0xc9, 0x2, 0x596, 0x597, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x597, 0x598, 0x5, 0x199, 0xcd, 0x2, 0x598, 0x110, 
+    0x3, 0x2, 0x2, 0x2, 0x599, 0x59a, 0x5, 0x19f, 0xd0, 0x2, 0x59a, 0x59b, 
+    0x5, 0x17b, 0xbe, 0x2, 0x59b, 0x59c, 0x5, 0x193, 0xca, 0x2, 0x59c, 0x59d, 
+    0x5, 0x199, 0xcd, 0x2, 0x59d, 0x59e, 0x5, 0x191, 0xc9, 0x2, 0x59e, 0x59f, 
+    0x5, 0x183, 0xc2, 0x2, 0x59f, 0x112, 0x3, 0x2, 0x2, 0x2, 0x5a0, 0x5a1, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5a1, 0x5a2, 0x5, 0x183, 0xc2, 0x2, 0x5a2, 0x5a3, 
+    0x5, 0x17f, 0xc0, 0x2, 0x5a3, 0x5a4, 0x5, 0x197, 0xcc, 0x2, 0x5a4, 0x5a5, 
+    0x5, 0x195, 0xcb, 0x2, 0x5a5, 0x5a6, 0x5, 0x181, 0xc1, 0x2, 0x5a6, 0x114, 
+    0x3, 0x2, 0x2, 0x2, 0x5a7, 0x5a8, 0x5, 0x19f, 0xd0, 0x2, 0x5a8, 0x5a9, 
+    0x5, 0x183, 0xc2, 0x2, 0x5a9, 0x5aa, 0x5, 0x191, 0xc9, 0x2, 0x5aa, 0x5ab, 
+    0x5, 0x183, 0xc2, 0x2, 0x5ab, 0x5ac, 0x5, 0x17f, 0xc0, 0x2, 0x5ac, 0x5ad, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x5ad, 0x116, 0x3, 0x2, 0x2, 0x2, 0x5ae, 0x5af, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5af, 0x5b0, 0x5, 0x183, 0xc2, 0x2, 0x5b0, 0x5b1, 
+    0x5, 0x193, 0xca, 0x2, 0x5b1, 0x5b2, 0x5, 0x18b, 0xc6, 0x2, 0x5b2, 0x118, 
+    0x3, 0x2, 0x2, 0x2, 0x5b3, 0x5b4, 0x5, 0x19f, 0xd0, 0x2, 0x5b4, 0x5b5, 
+    0x5, 0x183, 0xc2, 0x2, 0x5b5, 0x5b6, 0x5, 0x195, 0xcb, 0x2, 0x5b6, 0x5b7, 
+    0x5, 0x181, 0xc1, 0x2, 0x5b7, 0x5b8, 0x5, 0x19f, 0xd0, 0x2, 0x5b8, 0x11a, 
+    0x3, 0x2, 0x2, 0x2, 0x5b9, 0x5ba, 0x5, 0x19f, 0xd0, 0x2, 0x5ba, 0x5bb, 
+    0x5, 0x183, 0xc2, 0x2, 0x5bb, 0x5bc, 0x5, 0x1a1, 0xd1, 0x2, 0x5bc, 0x11c, 
+    0x3, 0x2, 0x2, 0x2, 0x5bd, 0x5be, 0x5, 0x19f, 0xd0, 0x2, 0x5be, 0x5bf, 
+    0x5, 0x183, 0xc2, 0x2, 0x5bf, 0x5c0, 0x5, 0x1a1, 0xd1, 0x2, 0x5c0, 0x5c1, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x5c1, 0x5c2, 0x5, 0x18b, 0xc6, 0x2, 0x5c2, 0x5c3, 
+    0x5, 0x195, 0xcb, 0x2, 0x5c3, 0x5c4, 0x5, 0x187, 0xc4, 0x2, 0x5c4, 0x5c5, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5c5, 0x11e, 0x3, 0x2, 0x2, 0x2, 0x5c6, 0x5c7, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5c7, 0x5c8, 0x5, 0x189, 0xc5, 0x2, 0x5c8, 0x5c9, 
+    0x5, 0x197, 0xcc, 0x2, 0x5c9, 0x5ca, 0x5, 0x1a7, 0xd4, 0x2, 0x5ca, 0x120, 
+    0x3, 0x2, 0x2, 0x2, 0x5cb, 0x5cc, 0x5, 0x19f, 0xd0, 0x2, 0x5cc, 0x5cd, 
+    0x5, 0x197, 0xcc, 0x2, 0x5cd, 0x5ce, 0x5, 0x1a3, 0xd2, 0x2, 0x5ce, 0x5cf, 
+    0x5, 0x19d, 0xcf, 0x2, 0x5cf, 0x5d0, 0x5, 0x17f, 0xc0, 0x2, 0x5d0, 0x5d1, 
+    0x5, 0x183, 0xc2, 0x2, 0x5d1, 0x122, 0x3, 0x2, 0x2, 0x2, 0x5d2, 0x5d3, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5d3, 0x5d4, 0x5, 0x1a1, 0xd1, 0x2, 0x5d4, 0x5d5, 
+    0x5, 0x17b, 0xbe, 0x2, 0x5d5, 0x5d6, 0x5, 0x19d, 0xcf, 0x2, 0x5d6, 0x5d7, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x5d7, 0x124, 0x3, 0x2, 0x2, 0x2, 0x5d8, 0x5d9, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5d9, 0x5da, 0x5, 0x1a1, 0xd1, 0x2, 0x5da, 0x5db, 
+    0x5, 0x197, 0xcc, 0x2, 0x5db, 0x5dc, 0x5, 0x199, 0xcd, 0x2, 0x5dc, 0x126, 
+    0x3, 0x2, 0x2, 0x2, 0x5dd, 0x5de, 0x5, 0x19f, 0xd0, 0x2, 0x5de, 0x5df, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x5df, 0x5e0, 0x5, 0x17d, 0xbf, 0x2, 0x5e0, 0x5e1, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5e1, 0x5e2, 0x5, 0x1a1, 0xd1, 0x2, 0x5e2, 0x5e3, 
+    0x5, 0x19d, 0xcf, 0x2, 0x5e3, 0x5e4, 0x5, 0x18b, 0xc6, 0x2, 0x5e4, 0x5e5, 
+    0x5, 0x195, 0xcb, 0x2, 0x5e5, 0x5e6, 0x5, 0x187, 0xc4, 0x2, 0x5e6, 0x128, 
+    0x3, 0x2, 0x2, 0x2, 0x5e7, 0x5e8, 0x5, 0x19f, 0xd0, 0x2, 0x5e8, 0x5e9, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x5e9, 0x5ea, 0x5, 0x195, 0xcb, 0x2, 0x5ea, 0x5eb, 
+    0x5, 0x17f, 0xc0, 0x2, 0x5eb, 0x12a, 0x3, 0x2, 0x2, 0x2, 0x5ec, 0x5ed, 
+    0x5, 0x19f, 0xd0, 0x2, 0x5ed, 0x5ee, 0x5, 0x1ab, 0xd6, 0x2, 0x5ee, 0x5ef, 
+    0x5, 0x195, 0xcb, 0x2, 0x5ef, 0x5f0, 0x5, 0x1a1, 0xd1, 0x2, 0x5f0, 0x5f1, 
+    0x5, 0x17b, 0xbe, 0x2, 0x5f1, 0x5f2, 0x5, 0x1a9, 0xd5, 0x2, 0x5f2, 0x12c, 
+    0x3, 0x2, 0x2, 0x2, 0x5f3, 0x5f4, 0x5, 0x19f, 0xd0, 0x2, 0x5f4, 0x5f5, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x5f5, 0x5f6, 0x5, 0x19f, 0xd0, 0x2, 0x5f6, 0x5f7, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x5f7, 0x5f8, 0x5, 0x183, 0xc2, 0x2, 0x5f8, 0x5f9, 
+    0x5, 0x193, 0xca, 0x2, 0x5f9, 0x12e, 0x3, 0x2, 0x2, 0x2, 0x5fa, 0x5fb, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x5fb, 0x5fc, 0x5, 0x17b, 0xbe, 0x2, 0x5fc, 0x5fd, 
+    0x5, 0x17d, 0xbf, 0x2, 0x5fd, 0x5fe, 0x5, 0x191, 0xc9, 0x2, 0x5fe, 0x5ff, 
+    0x5, 0x183, 0xc2, 0x2, 0x5ff, 0x130, 0x3, 0x2, 0x2, 0x2, 0x600, 0x601, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x601, 0x602, 0x5, 0x17b, 0xbe, 0x2, 0x602, 0x603, 
+    0x5, 0x17d, 0xbf, 0x2, 0x603, 0x604, 0x5, 0x191, 0xc9, 0x2, 0x604, 0x605, 
+    0x5, 0x183, 0xc2, 0x2, 0x605, 0x606, 0x5, 0x19f, 0xd0, 0x2, 0x606, 0x132, 
+    0x3, 0x2, 0x2, 0x2, 0x607, 0x608, 0x5, 0x1a1, 0xd1, 0x2, 0x608, 0x609, 
+    0x5, 0x183, 0xc2, 0x2, 0x609, 0x60a, 0x5, 0x193, 0xca, 0x2, 0x60a, 0x60b, 
+    0x5, 0x199, 0xcd, 0x2, 0x60b, 0x60c, 0x5, 0x197, 0xcc, 0x2, 0x60c, 0x60d, 
+    0x5, 0x19d, 0xcf, 0x2, 0x60d, 0x60e, 0x5, 0x17b, 0xbe, 0x2, 0x60e, 0x60f, 
+    0x5, 0x19d, 0xcf, 0x2, 0x60f, 0x610, 0x5, 0x1ab, 0xd6, 0x2, 0x610, 0x134, 
+    0x3, 0x2, 0x2, 0x2, 0x611, 0x612, 0x5, 0x1a1, 0xd1, 0x2, 0x612, 0x613, 
+    0x5, 0x183, 0xc2, 0x2, 0x613, 0x614, 0x5, 0x19f, 0xd0, 0x2, 0x614, 0x615, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x615, 0x136, 0x3, 0x2, 0x2, 0x2, 0x616, 0x617, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x617, 0x618, 0x5, 0x189, 0xc5, 0x2, 0x618, 0x619, 
+    0x5, 0x183, 0xc2, 0x2, 0x619, 0x61a, 0x5, 0x195, 0xcb, 0x2, 0x61a, 0x138, 
+    0x3, 0x2, 0x2, 0x2, 0x61b, 0x61c, 0x5, 0x1a1, 0xd1, 0x2, 0x61c, 0x61d, 
+    0x5, 0x18b, 0xc6, 0x2, 0x61d, 0x61e, 0x5, 0x183, 0xc2, 0x2, 0x61e, 0x61f, 
+    0x5, 0x19f, 0xd0, 0x2, 0x61f, 0x13a, 0x3, 0x2, 0x2, 0x2, 0x620, 0x621, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x621, 0x622, 0x5, 0x18b, 0xc6, 0x2, 0x622, 0x623, 
+    0x5, 0x193, 0xca, 0x2, 0x623, 0x624, 0x5, 0x183, 0xc2, 0x2, 0x624, 0x625, 
+    0x5, 0x197, 0xcc, 0x2, 0x625, 0x626, 0x5, 0x1a3, 0xd2, 0x2, 0x626, 0x627, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x627, 0x13c, 0x3, 0x2, 0x2, 0x2, 0x628, 0x629, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x629, 0x62a, 0x5, 0x18b, 0xc6, 0x2, 0x62a, 0x62b, 
+    0x5, 0x193, 0xca, 0x2, 0x62b, 0x62c, 0x5, 0x183, 0xc2, 0x2, 0x62c, 0x62d, 
+    0x5, 0x19f, 0xd0, 0x2, 0x62d, 0x62e, 0x5, 0x1a1, 0xd1, 0x2, 0x62e, 0x62f, 
+    0x5, 0x17b, 0xbe, 0x2, 0x62f, 0x630, 0x5, 0x193, 0xca, 0x2, 0x630, 0x631, 
+    0x5, 0x199, 0xcd, 0x2, 0x631, 0x13e, 0x3, 0x2, 0x2, 0x2, 0x632, 0x633, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x633, 0x634, 0x5, 0x197, 0xcc, 0x2, 0x634, 0x140, 
+    0x3, 0x2, 0x2, 0x2, 0x635, 0x636, 0x5, 0x1a1, 0xd1, 0x2, 0x636, 0x637, 
+    0x5, 0x197, 0xcc, 0x2, 0x637, 0x638, 0x5, 0x199, 0xcd, 0x2, 0x638, 0x142, 
+    0x3, 0x2, 0x2, 0x2, 0x639, 0x63a, 0x5, 0x1a1, 0xd1, 0x2, 0x63a, 0x63b, 
+    0x5, 0x197, 0xcc, 0x2, 0x63b, 0x63c, 0x5, 0x1a1, 0xd1, 0x2, 0x63c, 0x63d, 
+    0x5, 0x17b, 0xbe, 0x2, 0x63d, 0x63e, 0x5, 0x191, 0xc9, 0x2, 0x63e, 0x63f, 
+    0x5, 0x19f, 0xd0, 0x2, 0x63f, 0x144, 0x3, 0x2, 0x2, 0x2, 0x640, 0x641, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x641, 0x642, 0x5, 0x19d, 0xcf, 0x2, 0x642, 0x643, 
+    0x5, 0x17b, 0xbe, 0x2, 0x643, 0x644, 0x5, 0x18b, 0xc6, 0x2, 0x644, 0x645, 
+    0x5, 0x191, 0xc9, 0x2, 0x645, 0x646, 0x5, 0x18b, 0xc6, 0x2, 0x646, 0x647, 
+    0x5, 0x195, 0xcb, 0x2, 0x647, 0x648, 0x5, 0x187, 0xc4, 0x2, 0x648, 0x146, 
+    0x3, 0x2, 0x2, 0x2, 0x649, 0x64a, 0x5, 0x1a1, 0xd1, 0x2, 0x64a, 0x64b, 
+    0x5, 0x19d, 0xcf, 0x2, 0x64b, 0x64c, 0x5, 0x18b, 0xc6, 0x2, 0x64c, 0x64d, 
+    0x5, 0x193, 0xca, 0x2, 0x64d, 0x148, 0x3, 0x2, 0x2, 0x2, 0x64e, 0x64f, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x64f, 0x650, 0x5, 0x19d, 0xcf, 0x2, 0x650, 0x651, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x651, 0x652, 0x5, 0x195, 0xcb, 0x2, 0x652, 0x653, 
+    0x5, 0x17f, 0xc0, 0x2, 0x653, 0x654, 0x5, 0x17b, 0xbe, 0x2, 0x654, 0x655, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x655, 0x656, 0x5, 0x183, 0xc2, 0x2, 0x656, 0x14a, 
+    0x3, 0x2, 0x2, 0x2, 0x657, 0x658, 0x5, 0x1a1, 0xd1, 0x2, 0x658, 0x659, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x659, 0x65a, 0x5, 0x191, 0xc9, 0x2, 0x65a, 0x14c, 
+    0x3, 0x2, 0x2, 0x2, 0x65b, 0x65c, 0x5, 0x1a1, 0xd1, 0x2, 0x65c, 0x65d, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x65d, 0x65e, 0x5, 0x199, 0xcd, 0x2, 0x65e, 0x65f, 
+    0x5, 0x183, 0xc2, 0x2, 0x65f, 0x14e, 0x3, 0x2, 0x2, 0x2, 0x660, 0x661, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x661, 0x662, 0x5, 0x195, 0xcb, 0x2, 0x662, 0x663, 
+    0x5, 0x18b, 0xc6, 0x2, 0x663, 0x664, 0x5, 0x197, 0xcc, 0x2, 0x664, 0x665, 
+    0x5, 0x195, 0xcb, 0x2, 0x665, 0x150, 0x3, 0x2, 0x2, 0x2, 0x666, 0x667, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x667, 0x668, 0x5, 0x199, 0xcd, 0x2, 0x668, 0x669, 
+    0x5, 0x181, 0xc1, 0x2, 0x669, 0x66a, 0x5, 0x17b, 0xbe, 0x2, 0x66a, 0x66b, 
+    0x5, 0x1a1, 0xd1, 0x2, 0x66b, 0x66c, 0x5, 0x183, 0xc2, 0x2, 0x66c, 0x152, 
+    0x3, 0x2, 0x2, 0x2, 0x66d, 0x66e, 0x5, 0x1a3, 0xd2, 0x2, 0x66e, 0x66f, 
+    0x5, 0x19f, 0xd0, 0x2, 0x66f, 0x670, 0x5, 0x183, 0xc2, 0x2, 0x670, 0x154, 
+    0x3, 0x2, 0x2, 0x2, 0x671, 0x672, 0x5, 0x1a3, 0xd2, 0x2, 0x672, 0x673, 
+    0x5, 0x19f, 0xd0, 0x2, 0x673, 0x674, 0x5, 0x18b, 0xc6, 0x2, 0x674, 0x675, 
+    0x5, 0x195, 0xcb, 0x2, 0x675, 0x676, 0x5, 0x187, 0xc4, 0x2, 0x676, 0x156, 
+    0x3, 0x2, 0x2, 0x2, 0x677, 0x678, 0x5, 0x1a3, 0xd2, 0x2, 0x678, 0x679, 
+    0x5, 0x1a3, 0xd2, 0x2, 0x679, 0x67a, 0x5, 0x18b, 0xc6, 0x2, 0x67a, 0x67b, 
+    0x5, 0x181, 0xc1, 0x2, 0x67b, 0x158, 0x3, 0x2, 0x2, 0x2, 0x67c, 0x67d, 
+    0x5, 0x1a5, 0xd3, 0x2, 0x67d, 0x67e, 0x5, 0x17b, 0xbe, 0x2, 0x67e, 0x67f, 
+    0x5, 0x191, 0xc9, 0x2, 0x67f, 0x680, 0x5, 0x1a3, 0xd2, 0x2, 0x680, 0x681, 
+    0x5, 0x183, 0xc2, 0x2, 0x681, 0x682, 0x5, 0x19f, 0xd0, 0x2, 0x682, 0x15a, 
+    0x3, 0x2, 0x2, 0x2, 0x683, 0x684, 0x5, 0x1a5, 0xd3, 0x2, 0x684, 0x685, 
+    0x5, 0x18b, 0xc6, 0x2, 0x685, 0x686, 0x5, 0x183, 0xc2, 0x2, 0x686, 0x687, 
+    0x5, 0x1a7, 0xd4, 0x2, 0x687, 0x15c, 0x3, 0x2, 0x2, 0x2, 0x688, 0x689, 
+    0x5, 0x1a5, 0xd3, 0x2, 0x689, 0x68a, 0x5, 0x197, 0xcc, 0x2, 0x68a, 0x68b, 
+    0x5, 0x191, 0xc9, 0x2, 0x68b, 0x68c, 0x5, 0x1a3, 0xd2, 0x2, 0x68c, 0x68d, 
+    0x5, 0x193, 0xca, 0x2, 0x68d, 0x68e, 0x5, 0x183, 0xc2, 0x2, 0x68e, 0x15e, 
+    0x3, 0x2, 0x2, 0x2, 0x68f, 0x690, 0x5, 0x1a7, 0xd4, 0x2, 0x690, 0x691, 
+    0x5, 0x17b, 0xbe, 0x2, 0x691, 0x692, 0x5, 0x1a1, 0xd1, 0x2, 0x692, 0x693, 
+    0x5, 0x17f, 0xc0, 0x2, 0x693, 0x694, 0x5, 0x189, 0xc5, 0x2, 0x694, 0x160, 
+    0x3, 0x2, 0x2, 0x2, 0x695, 0x696, 0x5, 0x1a7, 0xd4, 0x2, 0x696, 0x697, 
+    0x5, 0x183, 0xc2, 0x2, 0x697, 0x698, 0x5, 0x183, 0xc2, 0x2, 0x698, 0x699, 
+    0x5, 0x18f, 0xc8, 0x2, 0x699, 0x162, 0x3, 0x2, 0x2, 0x2, 0x69a, 0x69b, 
+    0x5, 0x1a7, 0xd4, 0x2, 0x69b, 0x69c, 0x5, 0x189, 0xc5, 0x2, 0x69c, 0x69d, 
+    0x5, 0x183, 0xc2, 0x2, 0x69d, 0x69e, 0x5, 0x195, 0xcb, 0x2, 0x69e, 0x164, 
+    0x3, 0x2, 0x2, 0x2, 0x69f, 0x6a0, 0x5, 0x1a7, 0xd4, 0x2, 0x6a0, 0x6a1, 
+    0x5, 0x189, 0xc5, 0x2, 0x6a1, 0x6a2, 0x5, 0x183, 0xc2, 0x2, 0x6a2, 0x6a3, 
+    0x5, 0x19d, 0xcf, 0x2, 0x6a3, 0x6a4, 0x5, 0x183, 0xc2, 0x2, 0x6a4, 0x166, 
+    0x3, 0x2, 0x2, 0x2, 0x6a5, 0x6a6, 0x5, 0x1a7, 0xd4, 0x2, 0x6a6, 0x6a7, 
+    0x5, 0x18b, 0xc6, 0x2, 0x6a7, 0x6a8, 0x5, 0x1a1, 0xd1, 0x2, 0x6a8, 0x6a9, 
+    0x5, 0x189, 0xc5, 0x2, 0x6a9, 0x168, 0x3, 0x2, 0x2, 0x2, 0x6aa, 0x6ab, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x6ab, 0x6ac, 0x5, 0x183, 0xc2, 0x2, 0x6ac, 0x6ad, 
+    0x5, 0x17b, 0xbe, 0x2, 0x6ad, 0x6ae, 0x5, 0x19d, 0xcf, 0x2, 0x6ae, 0x6b5, 
+    0x3, 0x2, 0x2, 0x2, 0x6af, 0x6b0, 0x5, 0x1ab, 0xd6, 0x2, 0x6b0, 0x6b1, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x6b1, 0x6b2, 0x5, 0x1ab, 0xd6, 0x2, 0x6b2, 0x6b3, 
+    0x5, 0x1ab, 0xd6, 0x2, 0x6b3, 0x6b5, 0x3, 0x2, 0x2, 0x2, 0x6b4, 0x6aa, 
+    0x3, 0x2, 0x2, 0x2, 0x6b4, 0x6af, 0x3, 0x2, 0x2, 0x2, 0x6b5, 0x16a, 
+    0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6b7, 0x7, 0x68, 0x2, 0x2, 0x6b7, 0x6b8, 
+    0x7, 0x63, 0x2, 0x2, 0x6b8, 0x6b9, 0x7, 0x6e, 0x2, 0x2, 0x6b9, 0x6ba, 
+    0x7, 0x75, 0x2, 0x2, 0x6ba, 0x6bb, 0x7, 0x67, 0x2, 0x2, 0x6bb, 0x16c, 
+    0x3, 0x2, 0x2, 0x2, 0x6bc, 0x6bd, 0x7, 0x76, 0x2, 0x2, 0x6bd, 0x6be, 
+    0x7, 0x74, 0x2, 0x2, 0x6be, 0x6bf, 0x7, 0x77, 0x2, 0x2, 0x6bf, 0x6c0, 
+    0x7, 0x67, 0x2, 0x2, 0x6c0, 0x16e, 0x3, 0x2, 0x2, 0x2, 0x6c1, 0x6c4, 
+    0x5, 0x1af, 0xd8, 0x2, 0x6c2, 0x6c4, 0x5, 0x1f1, 0xf9, 0x2, 0x6c3, 0x6c1, 
+    0x3, 0x2, 0x2, 0x2, 0x6c3, 0x6c2, 0x3, 0x2, 0x2, 0x2, 0x6c4, 0x6ca, 
+    0x3, 0x2, 0x2, 0x2, 0x6c5, 0x6c9, 0x5, 0x1af, 0xd8, 0x2, 0x6c6, 0x6c9, 
+    0x5, 0x1f1, 0xf9, 0x2, 0x6c7, 0x6c9, 0x5, 0x1b3, 0xda, 0x2, 0x6c8, 0x6c5, 
+    0x3, 0x2, 0x2, 0x2, 0x6c8, 0x6c6, 0x3, 0x2, 0x2, 0x2, 0x6c8, 0x6c7, 
+    0x3, 0x2, 0x2, 0x2, 0x6c9, 0x6cc, 0x3, 0x2, 0x2, 0x2, 0x6ca, 0x6c8, 
+    0x3, 0x2, 0x2, 0x2, 0x6ca, 0x6cb, 0x3, 0x2, 0x2, 0x2, 0x6cb, 0x6ec, 
+    0x3, 0x2, 0x2, 0x2, 0x6cc, 0x6ca, 0x3, 0x2, 0x2, 0x2, 0x6cd, 0x6d7, 
+    0x5, 0x1bb, 0xde, 0x2, 0x6ce, 0x6d6, 0xa, 0x2, 0x2, 0x2, 0x6cf, 0x6d0, 
+    0x5, 0x1bd, 0xdf, 0x2, 0x6d0, 0x6d1, 0xb, 0x2, 0x2, 0x2, 0x6d1, 0x6d6, 
+    0x3, 0x2, 0x2, 0x2, 0x6d2, 0x6d3, 0x5, 0x1bb, 0xde, 0x2, 0x6d3, 0x6d4, 
+    0x5, 0x1bb, 0xde, 0x2, 0x6d4, 0x6d6, 0x3, 0x2, 0x2, 0x2, 0x6d5, 0x6ce, 
+    0x3, 0x2, 0x2, 0x2, 0x6d5, 0x6cf, 0x3, 0x2, 0x2, 0x2, 0x6d5, 0x6d2, 
+    0x3, 0x2, 0x2, 0x2, 0x6d6, 0x6d9, 0x3, 0x2, 0x2, 0x2, 0x6d7, 0x6d5, 
+    0x3, 0x2, 0x2, 0x2, 0x6d7, 0x6d8, 0x3, 0x2, 0x2, 0x2, 0x6d8, 0x6da, 
+    0x3, 0x2, 0x2, 0x2, 0x6d9, 0x6d7, 0x3, 0x2, 0x2, 0x2, 0x6da, 0x6db, 
+    0x5, 0x1bb, 0xde, 0x2, 0x6db, 0x6ec, 0x3, 0x2, 0x2, 0x2, 0x6dc, 0x6e6, 
+    0x5, 0x1e3, 0xf2, 0x2, 0x6dd, 0x6e5, 0xa, 0x3, 0x2, 0x2, 0x6de, 0x6df, 
+    0x5, 0x1bd, 0xdf, 0x2, 0x6df, 0x6e0, 0xb, 0x2, 0x2, 0x2, 0x6e0, 0x6e5, 
+    0x3, 0x2, 0x2, 0x2, 0x6e1, 0x6e2, 0x5, 0x1e3, 0xf2, 0x2, 0x6e2, 0x6e3, 
+    0x5, 0x1e3, 0xf2, 0x2, 0x6e3, 0x6e5, 0x3, 0x2, 0x2, 0x2, 0x6e4, 0x6dd, 
+    0x3, 0x2, 0x2, 0x2, 0x6e4, 0x6de, 0x3, 0x2, 0x2, 0x2, 0x6e4, 0x6e1, 
+    0x3, 0x2, 0x2, 0x2, 0x6e5, 0x6e8, 0x3, 0x2, 0x2, 0x2, 0x6e6, 0x6e4, 
+    0x3, 0x2, 0x2, 0x2, 0x6e6, 0x6e7, 0x3, 0x2, 0x2, 0x2, 0x6e7, 0x6e9, 
+    0x3, 0x2, 0x2, 0x2, 0x6e8, 0x6e6, 0x3, 0x2, 0x2, 0x2, 0x6e9, 0x6ea, 
+    0x5, 0x1e3, 0xf2, 0x2, 0x6ea, 0x6ec, 0x3, 0x2, 0x2, 0x2, 0x6eb, 0x6c3, 
+    0x3, 0x2, 0x2, 0x2, 0x6eb, 0x6cd, 0x3, 0x2, 0x2, 0x2, 0x6eb, 0x6dc, 
+    0x3, 0x2, 0x2, 0x2, 0x6ec, 0x170, 0x3, 0x2, 0x2, 0x2, 0x6ed, 0x6ee, 
+    0x5, 0x177, 0xbc, 0x2, 0x6ee, 0x6f2, 0x5, 0x1c7, 0xe4, 0x2, 0x6ef, 0x6f1, 
+    0x5, 0x1b5, 0xdb, 0x2, 0x6f0, 0x6ef, 0x3, 0x2, 0x2, 0x2, 0x6f1, 0x6f4, 
+    0x3, 0x2, 0x2, 0x2, 0x6f2, 0x6f0, 0x3, 0x2, 0x2, 0x2, 0x6f2, 0x6f3, 
+    0x3, 0x2, 0x2, 0x2, 0x6f3, 0x6f7, 0x3, 0x2, 0x2, 0x2, 0x6f4, 0x6f2, 
+    0x3, 0x2, 0x2, 0x2, 0x6f5, 0x6f8, 0x5, 0x199, 0xcd, 0x2, 0x6f6, 0x6f8, 
+    0x5, 0x183, 0xc2, 0x2, 0x6f7, 0x6f5, 0x3, 0x2, 0x2, 0x2, 0x6f7, 0x6f6, 
+    0x3, 0x2, 0x2, 0x2, 0x6f8, 0x6fb, 0x3, 0x2, 0x2, 0x2, 0x6f9, 0x6fc, 
+    0x5, 0x1df, 0xf0, 0x2, 0x6fa, 0x6fc, 0x5, 0x1c5, 0xe3, 0x2, 0x6fb, 0x6f9, 
+    0x3, 0x2, 0x2, 0x2, 0x6fb, 0x6fa, 0x3, 0x2, 0x2, 0x2, 0x6fb, 0x6fc, 
+    0x3, 0x2, 0x2, 0x2, 0x6fc, 0x6fe, 0x3, 0x2, 0x2, 0x2, 0x6fd, 0x6ff, 
+    0x5, 0x1b3, 0xda, 0x2, 0x6fe, 0x6fd, 0x3, 0x2, 0x2, 0x2, 0x6ff, 0x700, 
+    0x3, 0x2, 0x2, 0x2, 0x700, 0x6fe, 0x3, 0x2, 0x2, 0x2, 0x700, 0x701, 
+    0x3, 0x2, 0x2, 0x2, 0x701, 0x73a, 0x3, 0x2, 0x2, 0x2, 0x702, 0x705, 
+    0x5, 0x177, 0xbc, 0x2, 0x703, 0x706, 0x5, 0x199, 0xcd, 0x2, 0x704, 0x706, 
+    0x5, 0x183, 0xc2, 0x2, 0x705, 0x703, 0x3, 0x2, 0x2, 0x2, 0x705, 0x704, 
+    0x3, 0x2, 0x2, 0x2, 0x706, 0x709, 0x3, 0x2, 0x2, 0x2, 0x707, 0x70a, 
+    0x5, 0x1df, 0xf0, 0x2, 0x708, 0x70a, 0x5, 0x1c5, 0xe3, 0x2, 0x709, 0x707, 
+    0x3, 0x2, 0x2, 0x2, 0x709, 0x708, 0x3, 0x2, 0x2, 0x2, 0x709, 0x70a, 
+    0x3, 0x2, 0x2, 0x2, 0x70a, 0x70c, 0x3, 0x2, 0x2, 0x2, 0x70b, 0x70d, 
+    0x5, 0x1b3, 0xda, 0x2, 0x70c, 0x70b, 0x3, 0x2, 0x2, 0x2, 0x70d, 0x70e, 
+    0x3, 0x2, 0x2, 0x2, 0x70e, 0x70c, 0x3, 0x2, 0x2, 0x2, 0x70e, 0x70f, 
+    0x3, 0x2, 0x2, 0x2, 0x70f, 0x73a, 0x3, 0x2, 0x2, 0x2, 0x710, 0x711, 
+    0x5, 0x175, 0xbb, 0x2, 0x711, 0x715, 0x5, 0x1c7, 0xe4, 0x2, 0x712, 0x714, 
+    0x5, 0x1b3, 0xda, 0x2, 0x713, 0x712, 0x3, 0x2, 0x2, 0x2, 0x714, 0x717, 
+    0x3, 0x2, 0x2, 0x2, 0x715, 0x713, 0x3, 0x2, 0x2, 0x2, 0x715, 0x716, 
+    0x3, 0x2, 0x2, 0x2, 0x716, 0x718, 0x3, 0x2, 0x2, 0x2, 0x717, 0x715, 
+    0x3, 0x2, 0x2, 0x2, 0x718, 0x71b, 0x5, 0x183, 0xc2, 0x2, 0x719, 0x71c, 
+    0x5, 0x1df, 0xf0, 0x2, 0x71a, 0x71c, 0x5, 0x1c5, 0xe3, 0x2, 0x71b, 0x719, 
+    0x3, 0x2, 0x2, 0x2, 0x71b, 0x71a, 0x3, 0x2, 0x2, 0x2, 0x71b, 0x71c, 
+    0x3, 0x2, 0x2, 0x2, 0x71c, 0x71e, 0x3, 0x2, 0x2, 0x2, 0x71d, 0x71f, 
+    0x5, 0x1b3, 0xda, 0x2, 0x71e, 0x71d, 0x3, 0x2, 0x2, 0x2, 0x71f, 0x720, 
+    0x3, 0x2, 0x2, 0x2, 0x720, 0x71e, 0x3, 0x2, 0x2, 0x2, 0x720, 0x721, 
+    0x3, 0x2, 0x2, 0x2, 0x721, 0x73a, 0x3, 0x2, 0x2, 0x2, 0x722, 0x723, 
+    0x5, 0x1c7, 0xe4, 0x2, 0x723, 0x724, 0x5, 0x175, 0xbb, 0x2, 0x724, 0x727, 
+    0x5, 0x183, 0xc2, 0x2, 0x725, 0x728, 0x5, 0x1df, 0xf0, 0x2, 0x726, 0x728, 
+    0x5, 0x1c5, 0xe3, 0x2, 0x727, 0x725, 0x3, 0x2, 0x2, 0x2, 0x727, 0x726, 
+    0x3, 0x2, 0x2, 0x2, 0x727, 0x728, 0x3, 0x2, 0x2, 0x2, 0x728, 0x72a, 
+    0x3, 0x2, 0x2, 0x2, 0x729, 0x72b, 0x5, 0x1b3, 0xda, 0x2, 0x72a, 0x729, 
+    0x3, 0x2, 0x2, 0x2, 0x72b, 0x72c, 0x3, 0x2, 0x2, 0x2, 0x72c, 0x72a, 
+    0x3, 0x2, 0x2, 0x2, 0x72c, 0x72d, 0x3, 0x2, 0x2, 0x2, 0x72d, 0x73a, 
+    0x3, 0x2, 0x2, 0x2, 0x72e, 0x72f, 0x5, 0x175, 0xbb, 0x2, 0x72f, 0x732, 
+    0x5, 0x183, 0xc2, 0x2, 0x730, 0x733, 0x5, 0x1df, 0xf0, 0x2, 0x731, 0x733, 
+    0x5, 0x1c5, 0xe3, 0x2, 0x732, 0x730, 0x3, 0x2, 0x2, 0x2, 0x732, 0x731, 
+    0x3, 0x2, 0x2, 0x2, 0x732, 0x733, 0x3, 0x2, 0x2, 0x2, 0x733, 0x735, 
+    0x3, 0x2, 0x2, 0x2, 0x734, 0x736, 0x5, 0x1b3, 0xda, 0x2, 0x735, 0x734, 
+    0x3, 0x2, 0x2, 0x2, 0x736, 0x737, 0x3, 0x2, 0x2, 0x2, 0x737, 0x735, 
+    0x3, 0x2, 0x2, 0x2, 0x737, 0x738, 0x3, 0x2, 0x2, 0x2, 0x738, 0x73a, 
+    0x3, 0x2, 0x2, 0x2, 0x739, 0x6ed, 0x3, 0x2, 0x2, 0x2, 0x739, 0x702, 
+    0x3, 0x2, 0x2, 0x2, 0x739, 0x710, 0x3, 0x2, 0x2, 0x2, 0x739, 0x722, 
+    0x3, 0x2, 0x2, 0x2, 0x739, 0x72e, 0x3, 0x2, 0x2, 0x2, 0x73a, 0x172, 
+    0x3, 0x2, 0x2, 0x2, 0x73b, 0x73d, 0x7, 0x32, 0x2, 0x2, 0x73c, 0x73e, 
+    0x5, 0x1b1, 0xd9, 0x2, 0x73d, 0x73c, 0x3, 0x2, 0x2, 0x2, 0x73e, 0x73f, 
+    0x3, 0x2, 0x2, 0x2, 0x73f, 0x73d, 0x3, 0x2, 0x2, 0x2, 0x73f, 0x740, 
+    0x3, 0x2, 0x2, 0x2, 0x740, 0x174, 0x3, 0x2, 0x2, 0x2, 0x741, 0x743, 
+    0x5, 0x1b3, 0xda, 0x2, 0x742, 0x741, 0x3, 0x2, 0x2, 0x2, 0x743, 0x744, 
+    0x3, 0x2, 0x2, 0x2, 0x744, 0x742, 0x3, 0x2, 0x2, 0x2, 0x744, 0x745, 
+    0x3, 0x2, 0x2, 0x2, 0x745, 0x176, 0x3, 0x2, 0x2, 0x2, 0x746, 0x747, 
+    0x7, 0x32, 0x2, 0x2, 0x747, 0x749, 0x5, 0x1a9, 0xd5, 0x2, 0x748, 0x74a, 
+    0x5, 0x1b5, 0xdb, 0x2, 0x749, 0x748, 0x3, 0x2, 0x2, 0x2, 0x74a, 0x74b, 
+    0x3, 0x2, 0x2, 0x2, 0x74b, 0x749, 0x3, 0x2, 0x2, 0x2, 0x74b, 0x74c, 
+    0x3, 0x2, 0x2, 0x2, 0x74c, 0x178, 0x3, 0x2, 0x2, 0x2, 0x74d, 0x757, 
+    0x5, 0x1e5, 0xf3, 0x2, 0x74e, 0x756, 0xa, 0x4, 0x2, 0x2, 0x74f, 0x750, 
+    0x5, 0x1bd, 0xdf, 0x2, 0x750, 0x751, 0xb, 0x2, 0x2, 0x2, 0x751, 0x756, 
+    0x3, 0x2, 0x2, 0x2, 0x752, 0x753, 0x5, 0x1e5, 0xf3, 0x2, 0x753, 0x754, 
+    0x5, 0x1e5, 0xf3, 0x2, 0x754, 0x756, 0x3, 0x2, 0x2, 0x2, 0x755, 0x74e, 
+    0x3, 0x2, 0x2, 0x2, 0x755, 0x74f, 0x3, 0x2, 0x2, 0x2, 0x755, 0x752, 
+    0x3, 0x2, 0x2, 0x2, 0x756, 0x759, 0x3, 0x2, 0x2, 0x2, 0x757, 0x755, 
+    0x3, 0x2, 0x2, 0x2, 0x757, 0x758, 0x3, 0x2, 0x2, 0x2, 0x758, 0x75a, 
+    0x3, 0x2, 0x2, 0x2, 0x759, 0x757, 0x3, 0x2, 0x2, 0x2, 0x75a, 0x75b, 
+    0x5, 0x1e5, 0xf3, 0x2, 0x75b, 0x17a, 0x3, 0x2, 0x2, 0x2, 0x75c, 0x75d, 
+    0x9, 0x5, 0x2, 0x2, 0x75d, 0x17c, 0x3, 0x2, 0x2, 0x2, 0x75e, 0x75f, 
+    0x9, 0x6, 0x2, 0x2, 0x75f, 0x17e, 0x3, 0x2, 0x2, 0x2, 0x760, 0x761, 
+    0x9, 0x7, 0x2, 0x2, 0x761, 0x180, 0x3, 0x2, 0x2, 0x2, 0x762, 0x763, 
+    0x9, 0x8, 0x2, 0x2, 0x763, 0x182, 0x3, 0x2, 0x2, 0x2, 0x764, 0x765, 
+    0x9, 0x9, 0x2, 0x2, 0x765, 0x184, 0x3, 0x2, 0x2, 0x2, 0x766, 0x767, 
+    0x9, 0xa, 0x2, 0x2, 0x767, 0x186, 0x3, 0x2, 0x2, 0x2, 0x768, 0x769, 
+    0x9, 0xb, 0x2, 0x2, 0x769, 0x188, 0x3, 0x2, 0x2, 0x2, 0x76a, 0x76b, 
+    0x9, 0xc, 0x2, 0x2, 0x76b, 0x18a, 0x3, 0x2, 0x2, 0x2, 0x76c, 0x76d, 
+    0x9, 0xd, 0x2, 0x2, 0x76d, 0x18c, 0x3, 0x2, 0x2, 0x2, 0x76e, 0x76f, 
+    0x9, 0xe, 0x2, 0x2, 0x76f, 0x18e, 0x3, 0x2, 0x2, 0x2, 0x770, 0x771, 
+    0x9, 0xf, 0x2, 0x2, 0x771, 0x190, 0x3, 0x2, 0x2, 0x2, 0x772, 0x773, 
+    0x9, 0x10, 0x2, 0x2, 0x773, 0x192, 0x3, 0x2, 0x2, 0x2, 0x774, 0x775, 
+    0x9, 0x11, 0x2, 0x2, 0x775, 0x194, 0x3, 0x2, 0x2, 0x2, 0x776, 0x777, 
+    0x9, 0x12, 0x2, 0x2, 0x777, 0x196, 0x3, 0x2, 0x2, 0x2, 0x778, 0x779, 
+    0x9, 0x13, 0x2, 0x2, 0x779, 0x198, 0x3, 0x2, 0x2, 0x2, 0x77a, 0x77b, 
+    0x9, 0x14, 0x2, 0x2, 0x77b, 0x19a, 0x3, 0x2, 0x2, 0x2, 0x77c, 0x77d, 
+    0x9, 0x15, 0x2, 0x2, 0x77d, 0x19c, 0x3, 0x2, 0x2, 0x2, 0x77e, 0x77f, 
+    0x9, 0x16, 0x2, 0x2, 0x77f, 0x19e, 0x3, 0x2, 0x2, 0x2, 0x780, 0x781, 
+    0x9, 0x17, 0x2, 0x2, 0x781, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x782, 0x783, 
+    0x9, 0x18, 0x2, 0x2, 0x783, 0x1a2, 0x3, 0x2, 0x2, 0x2, 0x784, 0x785, 
+    0x9, 0x19, 0x2, 0x2, 0x785, 0x1a4, 0x3, 0x2, 0x2, 0x2, 0x786, 0x787, 
+    0x9, 0x1a, 0x2, 0x2, 0x787, 0x1a6, 0x3, 0x2, 0x2, 0x2, 0x788, 0x789, 
+    0x9, 0x1b, 0x2, 0x2, 0x789, 0x1a8, 0x3, 0x2, 0x2, 0x2, 0x78a, 0x78b, 
+    0x9, 0x1c, 0x2, 0x2, 0x78b, 0x1aa, 0x3, 0x2, 0x2, 0x2, 0x78c, 0x78d, 
+    0x9, 0x1d, 0x2, 0x2, 0x78d, 0x1ac, 0x3, 0x2, 0x2, 0x2, 0x78e, 0x78f, 
+    0x9, 0x1e, 0x2, 0x2, 0x78f, 0x1ae, 0x3, 0x2, 0x2, 0x2, 0x790, 0x791, 
+    0x9, 0x1f, 0x2, 0x2, 0x791, 0x1b0, 0x3, 0x2, 0x2, 0x2, 0x792, 0x793, 
+    0x9, 0x20, 0x2, 0x2, 0x793, 0x1b2, 0x3, 0x2, 0x2, 0x2, 0x794, 0x795, 
+    0x9, 0x21, 0x2, 0x2, 0x795, 0x1b4, 0x3, 0x2, 0x2, 0x2, 0x796, 0x797, 
+    0x9, 0x22, 0x2, 0x2, 0x797, 0x1b6, 0x3, 0x2, 0x2, 0x2, 0x798, 0x799, 
+    0x7, 0x2f, 0x2, 0x2, 0x799, 0x79a, 0x7, 0x40, 0x2, 0x2, 0x79a, 0x1b8, 
+    0x3, 0x2, 0x2, 0x2, 0x79b, 0x79c, 0x7, 0x2c, 0x2, 0x2, 0x79c, 0x1ba, 
+    0x3, 0x2, 0x2, 0x2, 0x79d, 0x79e, 0x7, 0x62, 0x2, 0x2, 0x79e, 0x1bc, 
+    0x3, 0x2, 0x2, 0x2, 0x79f, 0x7a0, 0x7, 0x5e, 0x2, 0x2, 0x7a0, 0x1be, 
+    0x3, 0x2, 0x2, 0x2, 0x7a1, 0x7a2, 0x7, 0x3c, 0x2, 0x2, 0x7a2, 0x1c0, 
+    0x3, 0x2, 0x2, 0x2, 0x7a3, 0x7a4, 0x7, 0x2e, 0x2, 0x2, 0x7a4, 0x1c2, 
+    0x3, 0x2, 0x2, 0x2, 0x7a5, 0x7a6, 0x7, 0x7e, 0x2, 0x2, 0x7a6, 0x7a7, 
+    0x7, 0x7e, 0x2, 0x2, 0x7a7, 0x1c4, 0x3, 0x2, 0x2, 0x2, 0x7a8, 0x7a9, 
+    0x7, 0x2f, 0x2, 0x2, 0x7a9, 0x1c6, 0x3, 0x2, 0x2, 0x2, 0x7aa, 0x7ab, 
+    0x7, 0x30, 0x2, 0x2, 0x7ab, 0x1c8, 0x3, 0x2, 0x2, 0x2, 0x7ac, 0x7ad, 
+    0x7, 0x3f, 0x2, 0x2, 0x7ad, 0x7ae, 0x7, 0x3f, 0x2, 0x2, 0x7ae, 0x1ca, 
+    0x3, 0x2, 0x2, 0x2, 0x7af, 0x7b0, 0x7, 0x3f, 0x2, 0x2, 0x7b0, 0x1cc, 
+    0x3, 0x2, 0x2, 0x2, 0x7b1, 0x7b2, 0x7, 0x40, 0x2, 0x2, 0x7b2, 0x7b3, 
+    0x7, 0x3f, 0x2, 0x2, 0x7b3, 0x1ce, 0x3, 0x2, 0x2, 0x2, 0x7b4, 0x7b5, 
+    0x7, 0x40, 0x2, 0x2, 0x7b5, 0x1d0, 0x3, 0x2, 0x2, 0x2, 0x7b6, 0x7b7, 
+    0x7, 0x7d, 0x2, 0x2, 0x7b7, 0x1d2, 0x3, 0x2, 0x2, 0x2, 0x7b8, 0x7b9, 
+    0x7, 0x5d, 0x2, 0x2, 0x7b9, 0x1d4, 0x3, 0x2, 0x2, 0x2, 0x7ba, 0x7bb, 
+    0x7, 0x3e, 0x2, 0x2, 0x7bb, 0x7bc, 0x7, 0x3f, 0x2, 0x2, 0x7bc, 0x1d6, 
+    0x3, 0x2, 0x2, 0x2, 0x7bd, 0x7be, 0x7, 0x2a, 0x2, 0x2, 0x7be, 0x1d8, 
+    0x3, 0x2, 0x2, 0x2, 0x7bf, 0x7c0, 0x7, 0x3e, 0x2, 0x2, 0x7c0, 0x1da, 
+    0x3, 0x2, 0x2, 0x2, 0x7c1, 0x7c2, 0x7, 0x23, 0x2, 0x2, 0x7c2, 0x7c6, 
+    0x7, 0x3f, 0x2, 0x2, 0x7c3, 0x7c4, 0x7, 0x3e, 0x2, 0x2, 0x7c4, 0x7c6, 
+    0x7, 0x40, 0x2, 0x2, 0x7c5, 0x7c1, 0x3, 0x2, 0x2, 0x2, 0x7c5, 0x7c3, 
+    0x3, 0x2, 0x2, 0x2, 0x7c6, 0x1dc, 0x3, 0x2, 0x2, 0x2, 0x7c7, 0x7c8, 
+    0x7, 0x27, 0x2, 0x2, 0x7c8, 0x1de, 0x3, 0x2, 0x2, 0x2, 0x7c9, 0x7ca, 
+    0x7, 0x2d, 0x2, 0x2, 0x7ca, 0x1e0, 0x3, 0x2, 0x2, 0x2, 0x7cb, 0x7cc, 
+    0x7, 0x41, 0x2, 0x2, 0x7cc, 0x1e2, 0x3, 0x2, 0x2, 0x2, 0x7cd, 0x7ce, 
+    0x7, 0x24, 0x2, 0x2, 0x7ce, 0x1e4, 0x3, 0x2, 0x2, 0x2, 0x7cf, 0x7d0, 
+    0x7, 0x29, 0x2, 0x2, 0x7d0, 0x1e6, 0x3, 0x2, 0x2, 0x2, 0x7d1, 0x7d2, 
+    0x7, 0x7f, 0x2, 0x2, 0x7d2, 0x1e8, 0x3, 0x2, 0x2, 0x2, 0x7d3, 0x7d4, 
+    0x7, 0x5f, 0x2, 0x2, 0x7d4, 0x1ea, 0x3, 0x2, 0x2, 0x2, 0x7d5, 0x7d6, 
+    0x7, 0x2b, 0x2, 0x2, 0x7d6, 0x1ec, 0x3, 0x2, 0x2, 0x2, 0x7d7, 0x7d8, 
+    0x7, 0x3d, 0x2, 0x2, 0x7d8, 0x1ee, 0x3, 0x2, 0x2, 0x2, 0x7d9, 0x7da, 
+    0x7, 0x31, 0x2, 0x2, 0x7da, 0x1f0, 0x3, 0x2, 0x2, 0x2, 0x7db, 0x7dc, 
+    0x7, 0x61, 0x2, 0x2, 0x7dc, 0x1f2, 0x3, 0x2, 0x2, 0x2, 0x7dd, 0x7de, 
+    0x7, 0x31, 0x2, 0x2, 0x7de, 0x7df, 0x7, 0x2c, 0x2, 0x2, 0x7df, 0x7e3, 
+    0x3, 0x2, 0x2, 0x2, 0x7e0, 0x7e2, 0xb, 0x2, 0x2, 0x2, 0x7e1, 0x7e0, 
+    0x3, 0x2, 0x2, 0x2, 0x7e2, 0x7e5, 0x3, 0x2, 0x2, 0x2, 0x7e3, 0x7e4, 
+    0x3, 0x2, 0x2, 0x2, 0x7e3, 0x7e1, 0x3, 0x2, 0x2, 0x2, 0x7e4, 0x7e6, 
+    0x3, 0x2, 0x2, 0x2, 0x7e5, 0x7e3, 0x3, 0x2, 0x2, 0x2, 0x7e6, 0x7e7, 
+    0x7, 0x2c, 0x2, 0x2, 0x7e7, 0x7e8, 0x7, 0x31, 0x2, 0x2, 0x7e8, 0x7e9, 
+    0x3, 0x2, 0x2, 0x2, 0x7e9, 0x7ea, 0x8, 0xfa, 0x2, 0x2, 0x7ea, 0x1f4, 
+    0x3, 0x2, 0x2, 0x2, 0x7eb, 0x7ec, 0x7, 0x2f, 0x2, 0x2, 0x7ec, 0x7ed, 
+    0x7, 0x2f, 0x2, 0x2, 0x7ed, 0x7f1, 0x3, 0x2, 0x2, 0x2, 0x7ee, 0x7f0, 
+    0xa, 0x23, 0x2, 0x2, 0x7ef, 0x7ee, 0x3, 0x2, 0x2, 0x2, 0x7f0, 0x7f3, 
+    0x3, 0x2, 0x2, 0x2, 0x7f1, 0x7ef, 0x3, 0x2, 0x2, 0x2, 0x7f1, 0x7f2, 
+    0x3, 0x2, 0x2, 0x2, 0x7f2, 0x7f5, 0x3, 0x2, 0x2, 0x2, 0x7f3, 0x7f1, 
+    0x3, 0x2, 0x2, 0x2, 0x7f4, 0x7f6, 0x9, 0x24, 0x2, 0x2, 0x7f5, 0x7f4, 
+    0x3, 0x2, 0x2, 0x2, 0x7f6, 0x7f7, 0x3, 0x2, 0x2, 0x2, 0x7f7, 0x7f8, 
+    0x8, 0xfb, 0x2, 0x2, 0x7f8, 0x1f6, 0x3, 0x2, 0x2, 0x2, 0x7f9, 0x7fa, 
+    0x9, 0x25, 0x2, 0x2, 0x7fa, 0x7fb, 0x3, 0x2, 0x2, 0x2, 0x7fb, 0x7fc, 
+    0x8, 0xfc, 0x2, 0x2, 0x7fc, 0x1f8, 0x3, 0x2, 0x2, 0x2, 0x26, 0x2, 0x237, 
+    0x413, 0x6b4, 0x6c3, 0x6c8, 0x6ca, 0x6d5, 0x6d7, 0x6e4, 0x6e6, 0x6eb, 
+    0x6f2, 0x6f7, 0x6fb, 0x700, 0x705, 0x709, 0x70e, 0x715, 0x71b, 0x720, 
+    0x727, 0x72c, 0x732, 0x737, 0x739, 0x73f, 0x744, 0x74b, 0x755, 0x757, 
+    0x7c5, 0x7e3, 0x7f1, 0x7f5, 0x3, 0x8, 0x2, 0x2, 
   };
 
   atn::ATNDeserializer deserializer;
diff --git a/src/Parsers/New/ClickHouseLexer.g4 b/src/Parsers/New/ClickHouseLexer.g4
index 508bc1d33ff..343b73ff86b 100644
--- a/src/Parsers/New/ClickHouseLexer.g4
+++ b/src/Parsers/New/ClickHouseLexer.g4
@@ -102,6 +102,7 @@ LIMIT: L I M I T;
 LIVE: L I V E;
 LOCAL: L O C A L;
 LOGS: L O G S;
+MATERIALIZE: M A T E R I A L I Z E;
 MATERIALIZED: M A T E R I A L I Z E D;
 MAX: M A X;
 MERGES: M E R G E S;
@@ -127,6 +128,7 @@ PARTITION: P A R T I T I O N;
 POPULATE: P O P U L A T E;
 PREWHERE: P R E W H E R E;
 PRIMARY: P R I M A R Y;
+PROJECTION: P R O J E C T I O N;
 QUARTER: Q U A R T E R;
 RANGE: R A N G E;
 RELOAD: R E L O A D;
diff --git a/src/Parsers/New/ClickHouseLexer.h b/src/Parsers/New/ClickHouseLexer.h
index 62de0792f3c..4de0a30ba2c 100644
--- a/src/Parsers/New/ClickHouseLexer.h
+++ b/src/Parsers/New/ClickHouseLexer.h
@@ -13,51 +13,51 @@ namespace DB {
 class  ClickHouseLexer : public antlr4::Lexer {
 public:
   enum {
-    ADD = 1, AFTER = 2, ALIAS = 3, ALL = 4, ALTER = 5, AND = 6, ANTI = 7,
-    ANY = 8, ARRAY = 9, AS = 10, ASCENDING = 11, ASOF = 12, ASYNC = 13,
-    ATTACH = 14, BETWEEN = 15, BOTH = 16, BY = 17, CASE = 18, CAST = 19,
-    CHECK = 20, CLEAR = 21, CLUSTER = 22, CODEC = 23, COLLATE = 24, COLUMN = 25,
-    COMMENT = 26, CONSTRAINT = 27, CREATE = 28, CROSS = 29, CUBE = 30, DATABASE = 31,
-    DATABASES = 32, DATE = 33, DAY = 34, DEDUPLICATE = 35, DEFAULT = 36,
-    DELAY = 37, DELETE = 38, DESC = 39, DESCENDING = 40, DESCRIBE = 41,
-    DETACH = 42, DICTIONARIES = 43, DICTIONARY = 44, DISK = 45, DISTINCT = 46,
-    DISTRIBUTED = 47, DROP = 48, ELSE = 49, END = 50, ENGINE = 51, EVENTS = 52,
-    EXISTS = 53, EXPLAIN = 54, EXPRESSION = 55, EXTRACT = 56, FETCHES = 57,
-    FINAL = 58, FIRST = 59, FLUSH = 60, FOR = 61, FORMAT = 62, FREEZE = 63,
-    FROM = 64, FULL = 65, FUNCTION = 66, GLOBAL = 67, GRANULARITY = 68,
-    GROUP = 69, HAVING = 70, HIERARCHICAL = 71, HOUR = 72, ID = 73, IF = 74,
-    ILIKE = 75, IN = 76, INDEX = 77, INF = 78, INJECTIVE = 79, INNER = 80,
-    INSERT = 81, INTERVAL = 82, INTO = 83, IS = 84, IS_OBJECT_ID = 85, JOIN = 86,
-    KEY = 87, KILL = 88, LAST = 89, LAYOUT = 90, LEADING = 91, LEFT = 92,
-    LIFETIME = 93, LIKE = 94, LIMIT = 95, LIVE = 96, LOCAL = 97, LOGS = 98,
-    MATERIALIZED = 99, MAX = 100, MERGES = 101, MIN = 102, MINUTE = 103,
-    MODIFY = 104, MONTH = 105, MOVE = 106, MUTATION = 107, NAN_SQL = 108,
-    NO = 109, NOT = 110, NULL_SQL = 111, NULLS = 112, OFFSET = 113, ON = 114,
-    OPTIMIZE = 115, OR = 116, ORDER = 117, OUTER = 118, OUTFILE = 119, PARTITION = 120,
-    POPULATE = 121, PREWHERE = 122, PRIMARY = 123, QUARTER = 124, RANGE = 125,
-    RELOAD = 126, REMOVE = 127, RENAME = 128, REPLACE = 129, REPLICA = 130,
-    REPLICATED = 131, RIGHT = 132, ROLLUP = 133, SAMPLE = 134, SECOND = 135,
-    SELECT = 136, SEMI = 137, SENDS = 138, SET = 139, SETTINGS = 140, SHOW = 141,
-    SOURCE = 142, START = 143, STOP = 144, SUBSTRING = 145, SYNC = 146,
-    SYNTAX = 147, SYSTEM = 148, TABLE = 149, TABLES = 150, TEMPORARY = 151,
-    TEST = 152, THEN = 153, TIES = 154, TIMEOUT = 155, TIMESTAMP = 156,
-    TO = 157, TOP = 158, TOTALS = 159, TRAILING = 160, TRIM = 161, TRUNCATE = 162,
-    TTL = 163, TYPE = 164, UNION = 165, UPDATE = 166, USE = 167, USING = 168,
-    UUID = 169, VALUES = 170, VIEW = 171, VOLUME = 172, WATCH = 173, WEEK = 174,
-    WHEN = 175, WHERE = 176, WITH = 177, YEAR = 178, JSON_FALSE = 179, JSON_TRUE = 180,
-    IDENTIFIER = 181, FLOATING_LITERAL = 182, OCTAL_LITERAL = 183, DECIMAL_LITERAL = 184,
-    HEXADECIMAL_LITERAL = 185, STRING_LITERAL = 186, ARROW = 187, ASTERISK = 188,
-    BACKQUOTE = 189, BACKSLASH = 190, COLON = 191, COMMA = 192, CONCAT = 193,
-    DASH = 194, DOT = 195, EQ_DOUBLE = 196, EQ_SINGLE = 197, GE = 198, GT = 199,
-    LBRACE = 200, LBRACKET = 201, LE = 202, LPAREN = 203, LT = 204, NOT_EQ = 205,
-    PERCENT = 206, PLUS = 207, QUERY = 208, QUOTE_DOUBLE = 209, QUOTE_SINGLE = 210,
-    RBRACE = 211, RBRACKET = 212, RPAREN = 213, SEMICOLON = 214, SLASH = 215,
-    UNDERSCORE = 216, MULTI_LINE_COMMENT = 217, SINGLE_LINE_COMMENT = 218,
-    WHITESPACE = 219
+    ADD = 1, AFTER = 2, ALIAS = 3, ALL = 4, ALTER = 5, AND = 6, ANTI = 7, 
+    ANY = 8, ARRAY = 9, AS = 10, ASCENDING = 11, ASOF = 12, ASYNC = 13, 
+    ATTACH = 14, BETWEEN = 15, BOTH = 16, BY = 17, CASE = 18, CAST = 19, 
+    CHECK = 20, CLEAR = 21, CLUSTER = 22, CODEC = 23, COLLATE = 24, COLUMN = 25, 
+    COMMENT = 26, CONSTRAINT = 27, CREATE = 28, CROSS = 29, CUBE = 30, DATABASE = 31, 
+    DATABASES = 32, DATE = 33, DAY = 34, DEDUPLICATE = 35, DEFAULT = 36, 
+    DELAY = 37, DELETE = 38, DESC = 39, DESCENDING = 40, DESCRIBE = 41, 
+    DETACH = 42, DICTIONARIES = 43, DICTIONARY = 44, DISK = 45, DISTINCT = 46, 
+    DISTRIBUTED = 47, DROP = 48, ELSE = 49, END = 50, ENGINE = 51, EVENTS = 52, 
+    EXISTS = 53, EXPLAIN = 54, EXPRESSION = 55, EXTRACT = 56, FETCHES = 57, 
+    FINAL = 58, FIRST = 59, FLUSH = 60, FOR = 61, FORMAT = 62, FREEZE = 63, 
+    FROM = 64, FULL = 65, FUNCTION = 66, GLOBAL = 67, GRANULARITY = 68, 
+    GROUP = 69, HAVING = 70, HIERARCHICAL = 71, HOUR = 72, ID = 73, IF = 74, 
+    ILIKE = 75, IN = 76, INDEX = 77, INF = 78, INJECTIVE = 79, INNER = 80, 
+    INSERT = 81, INTERVAL = 82, INTO = 83, IS = 84, IS_OBJECT_ID = 85, JOIN = 86, 
+    KEY = 87, KILL = 88, LAST = 89, LAYOUT = 90, LEADING = 91, LEFT = 92, 
+    LIFETIME = 93, LIKE = 94, LIMIT = 95, LIVE = 96, LOCAL = 97, LOGS = 98, 
+    MATERIALIZED = 99, MATERIALIZE = 100, MAX = 101, MERGES = 102, MIN = 103, 
+    MINUTE = 104, MODIFY = 105, MONTH = 106, MOVE = 107, MUTATION = 108, 
+    NAN_SQL = 109, NO = 110, NOT = 111, NULL_SQL = 112, NULLS = 113, OFFSET = 114, 
+    ON = 115, OPTIMIZE = 116, OR = 117, ORDER = 118, OUTER = 119, OUTFILE = 120, 
+    PARTITION = 121, POPULATE = 122, PREWHERE = 123, PRIMARY = 124, PROJECTION = 125, 
+    QUARTER = 126, RANGE = 127, RELOAD = 128, REMOVE = 129, RENAME = 130, 
+    REPLACE = 131, REPLICA = 132, REPLICATED = 133, RIGHT = 134, ROLLUP = 135, 
+    SAMPLE = 136, SECOND = 137, SELECT = 138, SEMI = 139, SENDS = 140, SET = 141, 
+    SETTINGS = 142, SHOW = 143, SOURCE = 144, START = 145, STOP = 146, SUBSTRING = 147, 
+    SYNC = 148, SYNTAX = 149, SYSTEM = 150, TABLE = 151, TABLES = 152, TEMPORARY = 153, 
+    TEST = 154, THEN = 155, TIES = 156, TIMEOUT = 157, TIMESTAMP = 158, 
+    TO = 159, TOP = 160, TOTALS = 161, TRAILING = 162, TRIM = 163, TRUNCATE = 164, 
+    TTL = 165, TYPE = 166, UNION = 167, UPDATE = 168, USE = 169, USING = 170, 
+    UUID = 171, VALUES = 172, VIEW = 173, VOLUME = 174, WATCH = 175, WEEK = 176, 
+    WHEN = 177, WHERE = 178, WITH = 179, YEAR = 180, JSON_FALSE = 181, JSON_TRUE = 182, 
+    IDENTIFIER = 183, FLOATING_LITERAL = 184, OCTAL_LITERAL = 185, DECIMAL_LITERAL = 186, 
+    HEXADECIMAL_LITERAL = 187, STRING_LITERAL = 188, ARROW = 189, ASTERISK = 190, 
+    BACKQUOTE = 191, BACKSLASH = 192, COLON = 193, COMMA = 194, CONCAT = 195, 
+    DASH = 196, DOT = 197, EQ_DOUBLE = 198, EQ_SINGLE = 199, GE = 200, GT = 201, 
+    LBRACE = 202, LBRACKET = 203, LE = 204, LPAREN = 205, LT = 206, NOT_EQ = 207, 
+    PERCENT = 208, PLUS = 209, QUERY = 210, QUOTE_DOUBLE = 211, QUOTE_SINGLE = 212, 
+    RBRACE = 213, RBRACKET = 214, RPAREN = 215, SEMICOLON = 216, SLASH = 217, 
+    UNDERSCORE = 218, MULTI_LINE_COMMENT = 219, SINGLE_LINE_COMMENT = 220, 
+    WHITESPACE = 221
   };
 
   ClickHouseLexer(antlr4::CharStream *input);
-  ~ClickHouseLexer() override;
+  ~ClickHouseLexer();
 
   virtual std::string getGrammarFileName() const override;
   virtual const std::vector<std::string>& getRuleNames() const override;
diff --git a/src/Parsers/New/ClickHouseParser.cpp b/src/Parsers/New/ClickHouseParser.cpp
index 91cf1e47f96..d3ba8563a6f 100644
--- a/src/Parsers/New/ClickHouseParser.cpp
+++ b/src/Parsers/New/ClickHouseParser.cpp
@@ -92,7 +92,7 @@ ClickHouseParser::QueryStmtContext* ClickHouseParser::queryStmt() {
     exitRule();
   });
   try {
-    setState(226);
+    setState(232);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::ALTER:
@@ -118,36 +118,36 @@ ClickHouseParser::QueryStmtContext* ClickHouseParser::queryStmt() {
       case ClickHouseParser::WITH:
       case ClickHouseParser::LPAREN: {
         enterOuterAlt(_localctx, 1);
-        setState(212);
+        setState(218);
         query();
-        setState(216);
+        setState(222);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::INTO) {
-          setState(213);
+          setState(219);
           match(ClickHouseParser::INTO);
-          setState(214);
+          setState(220);
           match(ClickHouseParser::OUTFILE);
-          setState(215);
+          setState(221);
           match(ClickHouseParser::STRING_LITERAL);
         }
-        setState(220);
+        setState(226);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::FORMAT) {
-          setState(218);
+          setState(224);
           match(ClickHouseParser::FORMAT);
-          setState(219);
+          setState(225);
           identifierOrNull();
         }
-        setState(223);
+        setState(229);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::SEMICOLON) {
-          setState(222);
+          setState(228);
           match(ClickHouseParser::SEMICOLON);
         }
         break;
@@ -155,7 +155,7 @@ ClickHouseParser::QueryStmtContext* ClickHouseParser::queryStmt() {
 
       case ClickHouseParser::INSERT: {
         enterOuterAlt(_localctx, 2);
-        setState(225);
+        setState(231);
         insertStmt();
         break;
       }
@@ -273,131 +273,131 @@ ClickHouseParser::QueryContext* ClickHouseParser::query() {
     exitRule();
   });
   try {
-    setState(246);
+    setState(252);
     _errHandler->sync(this);
     switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 4, _ctx)) {
     case 1: {
       enterOuterAlt(_localctx, 1);
-      setState(228);
+      setState(234);
       alterStmt();
       break;
     }
 
     case 2: {
       enterOuterAlt(_localctx, 2);
-      setState(229);
+      setState(235);
       attachStmt();
       break;
     }
 
     case 3: {
       enterOuterAlt(_localctx, 3);
-      setState(230);
+      setState(236);
       checkStmt();
       break;
     }
 
     case 4: {
       enterOuterAlt(_localctx, 4);
-      setState(231);
+      setState(237);
       createStmt();
       break;
     }
 
     case 5: {
       enterOuterAlt(_localctx, 5);
-      setState(232);
+      setState(238);
       describeStmt();
       break;
     }
 
     case 6: {
       enterOuterAlt(_localctx, 6);
-      setState(233);
+      setState(239);
       dropStmt();
       break;
     }
 
     case 7: {
       enterOuterAlt(_localctx, 7);
-      setState(234);
+      setState(240);
       existsStmt();
       break;
     }
 
     case 8: {
       enterOuterAlt(_localctx, 8);
-      setState(235);
+      setState(241);
       explainStmt();
       break;
     }
 
     case 9: {
       enterOuterAlt(_localctx, 9);
-      setState(236);
+      setState(242);
       killStmt();
       break;
     }
 
     case 10: {
       enterOuterAlt(_localctx, 10);
-      setState(237);
+      setState(243);
       optimizeStmt();
       break;
     }
 
     case 11: {
       enterOuterAlt(_localctx, 11);
-      setState(238);
+      setState(244);
       renameStmt();
       break;
     }
 
     case 12: {
       enterOuterAlt(_localctx, 12);
-      setState(239);
+      setState(245);
       selectUnionStmt();
       break;
     }
 
     case 13: {
       enterOuterAlt(_localctx, 13);
-      setState(240);
+      setState(246);
       setStmt();
       break;
     }
 
     case 14: {
       enterOuterAlt(_localctx, 14);
-      setState(241);
+      setState(247);
       showStmt();
       break;
     }
 
     case 15: {
       enterOuterAlt(_localctx, 15);
-      setState(242);
+      setState(248);
       systemStmt();
       break;
     }
 
     case 16: {
       enterOuterAlt(_localctx, 16);
-      setState(243);
+      setState(249);
       truncateStmt();
       break;
     }
 
     case 17: {
       enterOuterAlt(_localctx, 17);
-      setState(244);
+      setState(250);
       useStmt();
       break;
     }
 
     case 18: {
       enterOuterAlt(_localctx, 18);
-      setState(245);
+      setState(251);
       watchStmt();
       break;
     }
@@ -483,31 +483,31 @@ ClickHouseParser::AlterStmtContext* ClickHouseParser::alterStmt() {
   try {
     _localctx = dynamic_cast<AlterStmtContext *>(_tracker.createInstance<ClickHouseParser::AlterTableStmtContext>(_localctx));
     enterOuterAlt(_localctx, 1);
-    setState(248);
+    setState(254);
     match(ClickHouseParser::ALTER);
-    setState(249);
+    setState(255);
     match(ClickHouseParser::TABLE);
-    setState(250);
+    setState(256);
     tableIdentifier();
-    setState(252);
+    setState(258);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ON) {
-      setState(251);
+      setState(257);
       clusterClause();
     }
-    setState(254);
+    setState(260);
     alterTableClause();
-    setState(259);
+    setState(265);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(255);
-      match(ClickHouseParser::COMMA);
-      setState(256);
-      alterTableClause();
       setState(261);
+      match(ClickHouseParser::COMMA);
+      setState(262);
+      alterTableClause();
+      setState(267);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
@@ -564,95 +564,6 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseReplaceContext::accept(tree::Par
   else
     return visitor->visitChildren(this);
 }
-//----------------- AlterTableClauseRenameContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::RENAME() {
-  return getToken(ClickHouseParser::RENAME, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::COLUMN() {
-  return getToken(ClickHouseParser::COLUMN, 0);
-}
-
-std::vector<ClickHouseParser::NestedIdentifierContext *> ClickHouseParser::AlterTableClauseRenameContext::nestedIdentifier() {
-  return getRuleContexts<ClickHouseParser::NestedIdentifierContext>();
-}
-
-ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseRenameContext::nestedIdentifier(size_t i) {
-  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(i);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::TO() {
-  return getToken(ClickHouseParser::TO, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::IF() {
-  return getToken(ClickHouseParser::IF, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::EXISTS() {
-  return getToken(ClickHouseParser::EXISTS, 0);
-}
-
-ClickHouseParser::AlterTableClauseRenameContext::AlterTableClauseRenameContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseRenameContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseRename(this);
-  else
-    return visitor->visitChildren(this);
-}
-//----------------- AlterTableClauseFreezePartitionContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseFreezePartitionContext::FREEZE() {
-  return getToken(ClickHouseParser::FREEZE, 0);
-}
-
-ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseFreezePartitionContext::partitionClause() {
-  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
-}
-
-ClickHouseParser::AlterTableClauseFreezePartitionContext::AlterTableClauseFreezePartitionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseFreezePartitionContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseFreezePartition(this);
-  else
-    return visitor->visitChildren(this);
-}
-//----------------- AlterTableClauseModifyContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::MODIFY() {
-  return getToken(ClickHouseParser::MODIFY, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::COLUMN() {
-  return getToken(ClickHouseParser::COLUMN, 0);
-}
-
-ClickHouseParser::TableColumnDfntContext* ClickHouseParser::AlterTableClauseModifyContext::tableColumnDfnt() {
-  return getRuleContext<ClickHouseParser::TableColumnDfntContext>(0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::IF() {
-  return getToken(ClickHouseParser::IF, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::EXISTS() {
-  return getToken(ClickHouseParser::EXISTS, 0);
-}
-
-ClickHouseParser::AlterTableClauseModifyContext::AlterTableClauseModifyContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseModifyContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseModify(this);
-  else
-    return visitor->visitChildren(this);
-}
 //----------------- AlterTableClauseModifyOrderByContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyOrderByContext::MODIFY() {
@@ -680,25 +591,6 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseModifyOrderByContext::accept(tre
   else
     return visitor->visitChildren(this);
 }
-//----------------- AlterTableClauseRemoveTTLContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseRemoveTTLContext::REMOVE() {
-  return getToken(ClickHouseParser::REMOVE, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseRemoveTTLContext::TTL() {
-  return getToken(ClickHouseParser::TTL, 0);
-}
-
-ClickHouseParser::AlterTableClauseRemoveTTLContext::AlterTableClauseRemoveTTLContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseRemoveTTLContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseRemoveTTL(this);
-  else
-    return visitor->visitChildren(this);
-}
 //----------------- AlterTableClauseUpdateContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseUpdateContext::UPDATE() {
@@ -722,6 +614,45 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseUpdateContext::accept(tree::Pars
   else
     return visitor->visitChildren(this);
 }
+//----------------- AlterTableClauseClearProjectionContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearProjectionContext::CLEAR() {
+  return getToken(ClickHouseParser::CLEAR, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearProjectionContext::PROJECTION() {
+  return getToken(ClickHouseParser::PROJECTION, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseClearProjectionContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearProjectionContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearProjectionContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearProjectionContext::IN() {
+  return getToken(ClickHouseParser::IN, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseClearProjectionContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseClearProjectionContext::AlterTableClauseClearProjectionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseClearProjectionContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseClearProjection(this);
+  else
+    return visitor->visitChildren(this);
+}
 //----------------- AlterTableClauseModifyRemoveContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyRemoveContext::MODIFY() {
@@ -784,41 +715,6 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseDeleteContext::accept(tree::Pars
   else
     return visitor->visitChildren(this);
 }
-//----------------- AlterTableClauseModifyCodecContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::MODIFY() {
-  return getToken(ClickHouseParser::MODIFY, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::COLUMN() {
-  return getToken(ClickHouseParser::COLUMN, 0);
-}
-
-ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseModifyCodecContext::nestedIdentifier() {
-  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
-}
-
-ClickHouseParser::CodecExprContext* ClickHouseParser::AlterTableClauseModifyCodecContext::codecExpr() {
-  return getRuleContext<ClickHouseParser::CodecExprContext>(0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::IF() {
-  return getToken(ClickHouseParser::IF, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::EXISTS() {
-  return getToken(ClickHouseParser::EXISTS, 0);
-}
-
-ClickHouseParser::AlterTableClauseModifyCodecContext::AlterTableClauseModifyCodecContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseModifyCodecContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseModifyCodec(this);
-  else
-    return visitor->visitChildren(this);
-}
 //----------------- AlterTableClauseCommentContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseCommentContext::COMMENT() {
@@ -854,33 +750,6 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseCommentContext::accept(tree::Par
   else
     return visitor->visitChildren(this);
 }
-//----------------- AlterTableClauseAttachContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseAttachContext::ATTACH() {
-  return getToken(ClickHouseParser::ATTACH, 0);
-}
-
-ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseAttachContext::partitionClause() {
-  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseAttachContext::FROM() {
-  return getToken(ClickHouseParser::FROM, 0);
-}
-
-ClickHouseParser::TableIdentifierContext* ClickHouseParser::AlterTableClauseAttachContext::tableIdentifier() {
-  return getRuleContext<ClickHouseParser::TableIdentifierContext>(0);
-}
-
-ClickHouseParser::AlterTableClauseAttachContext::AlterTableClauseAttachContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseAttachContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseAttach(this);
-  else
-    return visitor->visitChildren(this);
-}
 //----------------- AlterTableClauseDropColumnContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseDropColumnContext::DROP() {
@@ -912,45 +781,6 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseDropColumnContext::accept(tree::
   else
     return visitor->visitChildren(this);
 }
-//----------------- AlterTableClauseClearContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseClearContext::CLEAR() {
-  return getToken(ClickHouseParser::CLEAR, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseClearContext::COLUMN() {
-  return getToken(ClickHouseParser::COLUMN, 0);
-}
-
-ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseClearContext::nestedIdentifier() {
-  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseClearContext::IF() {
-  return getToken(ClickHouseParser::IF, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseClearContext::EXISTS() {
-  return getToken(ClickHouseParser::EXISTS, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseClearContext::IN() {
-  return getToken(ClickHouseParser::IN, 0);
-}
-
-ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseClearContext::partitionClause() {
-  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
-}
-
-ClickHouseParser::AlterTableClauseClearContext::AlterTableClauseClearContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseClearContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseClear(this);
-  else
-    return visitor->visitChildren(this);
-}
 //----------------- AlterTableClauseDetachContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseDetachContext::DETACH() {
@@ -970,37 +800,6 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseDetachContext::accept(tree::Pars
   else
     return visitor->visitChildren(this);
 }
-//----------------- AlterTableClauseDropIndexContext ------------------------------------------------------------------
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::DROP() {
-  return getToken(ClickHouseParser::DROP, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::INDEX() {
-  return getToken(ClickHouseParser::INDEX, 0);
-}
-
-ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseDropIndexContext::nestedIdentifier() {
-  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::IF() {
-  return getToken(ClickHouseParser::IF, 0);
-}
-
-tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::EXISTS() {
-  return getToken(ClickHouseParser::EXISTS, 0);
-}
-
-ClickHouseParser::AlterTableClauseDropIndexContext::AlterTableClauseDropIndexContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
-
-
-antlrcpp::Any ClickHouseParser::AlterTableClauseDropIndexContext::accept(tree::ParseTreeVisitor *visitor) {
-  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseDropIndex(this);
-  else
-    return visitor->visitChildren(this);
-}
 //----------------- AlterTableClauseAddIndexContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseAddIndexContext::ADD() {
@@ -1063,6 +862,437 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseDropPartitionContext::accept(tre
   else
     return visitor->visitChildren(this);
 }
+//----------------- AlterTableClauseMaterializeIndexContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeIndexContext::MATERIALIZE() {
+  return getToken(ClickHouseParser::MATERIALIZE, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeIndexContext::INDEX() {
+  return getToken(ClickHouseParser::INDEX, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseMaterializeIndexContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeIndexContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeIndexContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeIndexContext::IN() {
+  return getToken(ClickHouseParser::IN, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseMaterializeIndexContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseMaterializeIndexContext::AlterTableClauseMaterializeIndexContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseMaterializeIndexContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseMaterializeIndex(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseMaterializeProjectionContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeProjectionContext::MATERIALIZE() {
+  return getToken(ClickHouseParser::MATERIALIZE, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeProjectionContext::PROJECTION() {
+  return getToken(ClickHouseParser::PROJECTION, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseMaterializeProjectionContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeProjectionContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeProjectionContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMaterializeProjectionContext::IN() {
+  return getToken(ClickHouseParser::IN, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseMaterializeProjectionContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseMaterializeProjectionContext::AlterTableClauseMaterializeProjectionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseMaterializeProjectionContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseMaterializeProjection(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseMovePartitionContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::MOVE() {
+  return getToken(ClickHouseParser::MOVE, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseMovePartitionContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::TO() {
+  return getToken(ClickHouseParser::TO, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::DISK() {
+  return getToken(ClickHouseParser::DISK, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::STRING_LITERAL() {
+  return getToken(ClickHouseParser::STRING_LITERAL, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::VOLUME() {
+  return getToken(ClickHouseParser::VOLUME, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::TABLE() {
+  return getToken(ClickHouseParser::TABLE, 0);
+}
+
+ClickHouseParser::TableIdentifierContext* ClickHouseParser::AlterTableClauseMovePartitionContext::tableIdentifier() {
+  return getRuleContext<ClickHouseParser::TableIdentifierContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseMovePartitionContext::AlterTableClauseMovePartitionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseMovePartitionContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseMovePartition(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseRenameContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::RENAME() {
+  return getToken(ClickHouseParser::RENAME, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::COLUMN() {
+  return getToken(ClickHouseParser::COLUMN, 0);
+}
+
+std::vector<ClickHouseParser::NestedIdentifierContext *> ClickHouseParser::AlterTableClauseRenameContext::nestedIdentifier() {
+  return getRuleContexts<ClickHouseParser::NestedIdentifierContext>();
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseRenameContext::nestedIdentifier(size_t i) {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(i);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::TO() {
+  return getToken(ClickHouseParser::TO, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseRenameContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+ClickHouseParser::AlterTableClauseRenameContext::AlterTableClauseRenameContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseRenameContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseRename(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseFreezePartitionContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseFreezePartitionContext::FREEZE() {
+  return getToken(ClickHouseParser::FREEZE, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseFreezePartitionContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseFreezePartitionContext::AlterTableClauseFreezePartitionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseFreezePartitionContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseFreezePartition(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseClearColumnContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearColumnContext::CLEAR() {
+  return getToken(ClickHouseParser::CLEAR, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearColumnContext::COLUMN() {
+  return getToken(ClickHouseParser::COLUMN, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseClearColumnContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearColumnContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearColumnContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearColumnContext::IN() {
+  return getToken(ClickHouseParser::IN, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseClearColumnContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseClearColumnContext::AlterTableClauseClearColumnContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseClearColumnContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseClearColumn(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseModifyContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::MODIFY() {
+  return getToken(ClickHouseParser::MODIFY, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::COLUMN() {
+  return getToken(ClickHouseParser::COLUMN, 0);
+}
+
+ClickHouseParser::TableColumnDfntContext* ClickHouseParser::AlterTableClauseModifyContext::tableColumnDfnt() {
+  return getRuleContext<ClickHouseParser::TableColumnDfntContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+ClickHouseParser::AlterTableClauseModifyContext::AlterTableClauseModifyContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseModifyContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseModify(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseClearIndexContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearIndexContext::CLEAR() {
+  return getToken(ClickHouseParser::CLEAR, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearIndexContext::INDEX() {
+  return getToken(ClickHouseParser::INDEX, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseClearIndexContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearIndexContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearIndexContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseClearIndexContext::IN() {
+  return getToken(ClickHouseParser::IN, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseClearIndexContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseClearIndexContext::AlterTableClauseClearIndexContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseClearIndexContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseClearIndex(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseRemoveTTLContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseRemoveTTLContext::REMOVE() {
+  return getToken(ClickHouseParser::REMOVE, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseRemoveTTLContext::TTL() {
+  return getToken(ClickHouseParser::TTL, 0);
+}
+
+ClickHouseParser::AlterTableClauseRemoveTTLContext::AlterTableClauseRemoveTTLContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseRemoveTTLContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseRemoveTTL(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseModifyCodecContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::MODIFY() {
+  return getToken(ClickHouseParser::MODIFY, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::COLUMN() {
+  return getToken(ClickHouseParser::COLUMN, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseModifyCodecContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+ClickHouseParser::CodecExprContext* ClickHouseParser::AlterTableClauseModifyCodecContext::codecExpr() {
+  return getRuleContext<ClickHouseParser::CodecExprContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCodecContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+ClickHouseParser::AlterTableClauseModifyCodecContext::AlterTableClauseModifyCodecContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseModifyCodecContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseModifyCodec(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseAttachContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAttachContext::ATTACH() {
+  return getToken(ClickHouseParser::ATTACH, 0);
+}
+
+ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseAttachContext::partitionClause() {
+  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAttachContext::FROM() {
+  return getToken(ClickHouseParser::FROM, 0);
+}
+
+ClickHouseParser::TableIdentifierContext* ClickHouseParser::AlterTableClauseAttachContext::tableIdentifier() {
+  return getRuleContext<ClickHouseParser::TableIdentifierContext>(0);
+}
+
+ClickHouseParser::AlterTableClauseAttachContext::AlterTableClauseAttachContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseAttachContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseAttach(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseDropProjectionContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropProjectionContext::DROP() {
+  return getToken(ClickHouseParser::DROP, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropProjectionContext::PROJECTION() {
+  return getToken(ClickHouseParser::PROJECTION, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseDropProjectionContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropProjectionContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropProjectionContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+ClickHouseParser::AlterTableClauseDropProjectionContext::AlterTableClauseDropProjectionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseDropProjectionContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseDropProjection(this);
+  else
+    return visitor->visitChildren(this);
+}
+//----------------- AlterTableClauseDropIndexContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::DROP() {
+  return getToken(ClickHouseParser::DROP, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::INDEX() {
+  return getToken(ClickHouseParser::INDEX, 0);
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseDropIndexContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::AlterTableClauseDropIndexContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
+}
+
+ClickHouseParser::AlterTableClauseDropIndexContext::AlterTableClauseDropIndexContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::AlterTableClauseDropIndexContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitAlterTableClauseDropIndex(this);
+  else
+    return visitor->visitChildren(this);
+}
 //----------------- AlterTableClauseModifyCommentContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::AlterTableClauseModifyCommentContext::MODIFY() {
@@ -1121,46 +1351,46 @@ antlrcpp::Any ClickHouseParser::AlterTableClauseModifyTTLContext::accept(tree::P
   else
     return visitor->visitChildren(this);
 }
-//----------------- AlterTableClauseMovePartitionContext ------------------------------------------------------------------
+//----------------- AlterTableClauseAddProjectionContext ------------------------------------------------------------------
 
-tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::MOVE() {
-  return getToken(ClickHouseParser::MOVE, 0);
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAddProjectionContext::ADD() {
+  return getToken(ClickHouseParser::ADD, 0);
 }
 
-ClickHouseParser::PartitionClauseContext* ClickHouseParser::AlterTableClauseMovePartitionContext::partitionClause() {
-  return getRuleContext<ClickHouseParser::PartitionClauseContext>(0);
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAddProjectionContext::PROJECTION() {
+  return getToken(ClickHouseParser::PROJECTION, 0);
 }
 
-tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::TO() {
-  return getToken(ClickHouseParser::TO, 0);
+ClickHouseParser::TableProjectionDfntContext* ClickHouseParser::AlterTableClauseAddProjectionContext::tableProjectionDfnt() {
+  return getRuleContext<ClickHouseParser::TableProjectionDfntContext>(0);
 }
 
-tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::DISK() {
-  return getToken(ClickHouseParser::DISK, 0);
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAddProjectionContext::IF() {
+  return getToken(ClickHouseParser::IF, 0);
 }
 
-tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::STRING_LITERAL() {
-  return getToken(ClickHouseParser::STRING_LITERAL, 0);
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAddProjectionContext::NOT() {
+  return getToken(ClickHouseParser::NOT, 0);
 }
 
-tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::VOLUME() {
-  return getToken(ClickHouseParser::VOLUME, 0);
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAddProjectionContext::EXISTS() {
+  return getToken(ClickHouseParser::EXISTS, 0);
 }
 
-tree::TerminalNode* ClickHouseParser::AlterTableClauseMovePartitionContext::TABLE() {
-  return getToken(ClickHouseParser::TABLE, 0);
+tree::TerminalNode* ClickHouseParser::AlterTableClauseAddProjectionContext::AFTER() {
+  return getToken(ClickHouseParser::AFTER, 0);
 }
 
-ClickHouseParser::TableIdentifierContext* ClickHouseParser::AlterTableClauseMovePartitionContext::tableIdentifier() {
-  return getRuleContext<ClickHouseParser::TableIdentifierContext>(0);
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::AlterTableClauseAddProjectionContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
 }
 
-ClickHouseParser::AlterTableClauseMovePartitionContext::AlterTableClauseMovePartitionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
+ClickHouseParser::AlterTableClauseAddProjectionContext::AlterTableClauseAddProjectionContext(AlterTableClauseContext *ctx) { copyFrom(ctx); }
 
 
-antlrcpp::Any ClickHouseParser::AlterTableClauseMovePartitionContext::accept(tree::ParseTreeVisitor *visitor) {
+antlrcpp::Any ClickHouseParser::AlterTableClauseAddProjectionContext::accept(tree::ParseTreeVisitor *visitor) {
   if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
-    return parserVisitor->visitAlterTableClauseMovePartition(this);
+    return parserVisitor->visitAlterTableClauseAddProjection(this);
   else
     return visitor->visitChildren(this);
 }
@@ -1216,41 +1446,41 @@ ClickHouseParser::AlterTableClauseContext* ClickHouseParser::alterTableClause()
     exitRule();
   });
   try {
-    setState(413);
+    setState(482);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 24, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 35, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseAddColumnContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(262);
+      setState(268);
       match(ClickHouseParser::ADD);
-      setState(263);
+      setState(269);
       match(ClickHouseParser::COLUMN);
-      setState(267);
+      setState(273);
       _errHandler->sync(this);
 
       switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 7, _ctx)) {
       case 1: {
-        setState(264);
+        setState(270);
         match(ClickHouseParser::IF);
-        setState(265);
+        setState(271);
         match(ClickHouseParser::NOT);
-        setState(266);
+        setState(272);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(269);
+      setState(275);
       tableColumnDfnt();
-      setState(272);
+      setState(278);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::AFTER) {
-        setState(270);
+        setState(276);
         match(ClickHouseParser::AFTER);
-        setState(271);
+        setState(277);
         nestedIdentifier();
       }
       break;
@@ -1259,390 +1489,592 @@ ClickHouseParser::AlterTableClauseContext* ClickHouseParser::alterTableClause()
     case 2: {
       _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseAddIndexContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(274);
+      setState(280);
       match(ClickHouseParser::ADD);
-      setState(275);
+      setState(281);
       match(ClickHouseParser::INDEX);
-      setState(279);
+      setState(285);
       _errHandler->sync(this);
 
       switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 9, _ctx)) {
       case 1: {
-        setState(276);
+        setState(282);
         match(ClickHouseParser::IF);
-        setState(277);
+        setState(283);
         match(ClickHouseParser::NOT);
-        setState(278);
+        setState(284);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(281);
+      setState(287);
       tableIndexDfnt();
-      setState(284);
+      setState(290);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::AFTER) {
-        setState(282);
+        setState(288);
         match(ClickHouseParser::AFTER);
-        setState(283);
+        setState(289);
         nestedIdentifier();
       }
       break;
     }
 
     case 3: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseAttachContext>(_localctx));
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseAddProjectionContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(286);
-      match(ClickHouseParser::ATTACH);
-      setState(287);
-      partitionClause();
-      setState(290);
+      setState(292);
+      match(ClickHouseParser::ADD);
+      setState(293);
+      match(ClickHouseParser::PROJECTION);
+      setState(297);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 11, _ctx)) {
+      case 1: {
+        setState(294);
+        match(ClickHouseParser::IF);
+        setState(295);
+        match(ClickHouseParser::NOT);
+        setState(296);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(299);
+      tableProjectionDfnt();
+      setState(302);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
-      if (_la == ClickHouseParser::FROM) {
-        setState(288);
-        match(ClickHouseParser::FROM);
-        setState(289);
-        tableIdentifier();
+      if (_la == ClickHouseParser::AFTER) {
+        setState(300);
+        match(ClickHouseParser::AFTER);
+        setState(301);
+        nestedIdentifier();
       }
       break;
     }
 
     case 4: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseClearContext>(_localctx));
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseAttachContext>(_localctx));
       enterOuterAlt(_localctx, 4);
-      setState(292);
-      match(ClickHouseParser::CLEAR);
-      setState(293);
-      match(ClickHouseParser::COLUMN);
-      setState(296);
-      _errHandler->sync(this);
-
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 12, _ctx)) {
-      case 1: {
-        setState(294);
-        match(ClickHouseParser::IF);
-        setState(295);
-        match(ClickHouseParser::EXISTS);
-        break;
-      }
-
-      }
-      setState(298);
-      nestedIdentifier();
-      setState(301);
+      setState(304);
+      match(ClickHouseParser::ATTACH);
+      setState(305);
+      partitionClause();
+      setState(308);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
-      if (_la == ClickHouseParser::IN) {
-        setState(299);
-        match(ClickHouseParser::IN);
-        setState(300);
-        partitionClause();
+      if (_la == ClickHouseParser::FROM) {
+        setState(306);
+        match(ClickHouseParser::FROM);
+        setState(307);
+        tableIdentifier();
       }
       break;
     }
 
     case 5: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseCommentContext>(_localctx));
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseClearColumnContext>(_localctx));
       enterOuterAlt(_localctx, 5);
-      setState(303);
-      match(ClickHouseParser::COMMENT);
-      setState(304);
+      setState(310);
+      match(ClickHouseParser::CLEAR);
+      setState(311);
       match(ClickHouseParser::COLUMN);
-      setState(307);
+      setState(314);
       _errHandler->sync(this);
 
       switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 14, _ctx)) {
       case 1: {
-        setState(305);
+        setState(312);
         match(ClickHouseParser::IF);
-        setState(306);
+        setState(313);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(309);
-      nestedIdentifier();
-      setState(310);
-      match(ClickHouseParser::STRING_LITERAL);
-      break;
-    }
-
-    case 6: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDeleteContext>(_localctx));
-      enterOuterAlt(_localctx, 6);
-      setState(312);
-      match(ClickHouseParser::DELETE);
-      setState(313);
-      match(ClickHouseParser::WHERE);
-      setState(314);
-      columnExpr(0);
-      break;
-    }
-
-    case 7: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDetachContext>(_localctx));
-      enterOuterAlt(_localctx, 7);
-      setState(315);
-      match(ClickHouseParser::DETACH);
       setState(316);
-      partitionClause();
-      break;
-    }
-
-    case 8: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDropColumnContext>(_localctx));
-      enterOuterAlt(_localctx, 8);
-      setState(317);
-      match(ClickHouseParser::DROP);
-      setState(318);
-      match(ClickHouseParser::COLUMN);
-      setState(321);
-      _errHandler->sync(this);
-
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 15, _ctx)) {
-      case 1: {
-        setState(319);
-        match(ClickHouseParser::IF);
-        setState(320);
-        match(ClickHouseParser::EXISTS);
-        break;
-      }
-
-      }
-      setState(323);
       nestedIdentifier();
-      break;
-    }
-
-    case 9: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDropIndexContext>(_localctx));
-      enterOuterAlt(_localctx, 9);
-      setState(324);
-      match(ClickHouseParser::DROP);
-      setState(325);
-      match(ClickHouseParser::INDEX);
-      setState(328);
-      _errHandler->sync(this);
-
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 16, _ctx)) {
-      case 1: {
-        setState(326);
-        match(ClickHouseParser::IF);
-        setState(327);
-        match(ClickHouseParser::EXISTS);
-        break;
-      }
-
-      }
-      setState(330);
-      nestedIdentifier();
-      break;
-    }
-
-    case 10: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDropPartitionContext>(_localctx));
-      enterOuterAlt(_localctx, 10);
-      setState(331);
-      match(ClickHouseParser::DROP);
-      setState(332);
-      partitionClause();
-      break;
-    }
-
-    case 11: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseFreezePartitionContext>(_localctx));
-      enterOuterAlt(_localctx, 11);
-      setState(333);
-      match(ClickHouseParser::FREEZE);
-      setState(335);
+      setState(319);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
-      if (_la == ClickHouseParser::PARTITION) {
-        setState(334);
+      if (_la == ClickHouseParser::IN) {
+        setState(317);
+        match(ClickHouseParser::IN);
+        setState(318);
         partitionClause();
       }
       break;
     }
 
-    case 12: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyCodecContext>(_localctx));
-      enterOuterAlt(_localctx, 12);
-      setState(337);
-      match(ClickHouseParser::MODIFY);
-      setState(338);
-      match(ClickHouseParser::COLUMN);
-      setState(341);
+    case 6: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseClearIndexContext>(_localctx));
+      enterOuterAlt(_localctx, 6);
+      setState(321);
+      match(ClickHouseParser::CLEAR);
+      setState(322);
+      match(ClickHouseParser::INDEX);
+      setState(325);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 16, _ctx)) {
+      case 1: {
+        setState(323);
+        match(ClickHouseParser::IF);
+        setState(324);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(327);
+      nestedIdentifier();
+      setState(330);
+      _errHandler->sync(this);
+
+      _la = _input->LA(1);
+      if (_la == ClickHouseParser::IN) {
+        setState(328);
+        match(ClickHouseParser::IN);
+        setState(329);
+        partitionClause();
+      }
+      break;
+    }
+
+    case 7: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseClearProjectionContext>(_localctx));
+      enterOuterAlt(_localctx, 7);
+      setState(332);
+      match(ClickHouseParser::CLEAR);
+      setState(333);
+      match(ClickHouseParser::PROJECTION);
+      setState(336);
       _errHandler->sync(this);
 
       switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 18, _ctx)) {
       case 1: {
-        setState(339);
+        setState(334);
         match(ClickHouseParser::IF);
-        setState(340);
+        setState(335);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(343);
+      setState(338);
       nestedIdentifier();
-      setState(344);
-      codecExpr();
-      break;
-    }
-
-    case 13: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyCommentContext>(_localctx));
-      enterOuterAlt(_localctx, 13);
-      setState(346);
-      match(ClickHouseParser::MODIFY);
-      setState(347);
-      match(ClickHouseParser::COLUMN);
-      setState(350);
+      setState(341);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 19, _ctx)) {
-      case 1: {
-        setState(348);
-        match(ClickHouseParser::IF);
-        setState(349);
-        match(ClickHouseParser::EXISTS);
-        break;
+      _la = _input->LA(1);
+      if (_la == ClickHouseParser::IN) {
+        setState(339);
+        match(ClickHouseParser::IN);
+        setState(340);
+        partitionClause();
       }
-
-      }
-      setState(352);
-      nestedIdentifier();
-      setState(353);
-      match(ClickHouseParser::COMMENT);
-      setState(354);
-      match(ClickHouseParser::STRING_LITERAL);
       break;
     }
 
-    case 14: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyRemoveContext>(_localctx));
-      enterOuterAlt(_localctx, 14);
-      setState(356);
-      match(ClickHouseParser::MODIFY);
-      setState(357);
+    case 8: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseCommentContext>(_localctx));
+      enterOuterAlt(_localctx, 8);
+      setState(343);
+      match(ClickHouseParser::COMMENT);
+      setState(344);
       match(ClickHouseParser::COLUMN);
-      setState(360);
+      setState(347);
       _errHandler->sync(this);
 
       switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 20, _ctx)) {
       case 1: {
-        setState(358);
+        setState(345);
         match(ClickHouseParser::IF);
-        setState(359);
+        setState(346);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(362);
+      setState(349);
       nestedIdentifier();
-      setState(363);
-      match(ClickHouseParser::REMOVE);
-      setState(364);
-      tableColumnPropertyType();
+      setState(350);
+      match(ClickHouseParser::STRING_LITERAL);
       break;
     }
 
-    case 15: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyContext>(_localctx));
-      enterOuterAlt(_localctx, 15);
-      setState(366);
-      match(ClickHouseParser::MODIFY);
-      setState(367);
-      match(ClickHouseParser::COLUMN);
-      setState(370);
-      _errHandler->sync(this);
-
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 21, _ctx)) {
-      case 1: {
-        setState(368);
-        match(ClickHouseParser::IF);
-        setState(369);
-        match(ClickHouseParser::EXISTS);
-        break;
-      }
-
-      }
-      setState(372);
-      tableColumnDfnt();
-      break;
-    }
-
-    case 16: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyOrderByContext>(_localctx));
-      enterOuterAlt(_localctx, 16);
-      setState(373);
-      match(ClickHouseParser::MODIFY);
-      setState(374);
-      match(ClickHouseParser::ORDER);
-      setState(375);
-      match(ClickHouseParser::BY);
-      setState(376);
+    case 9: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDeleteContext>(_localctx));
+      enterOuterAlt(_localctx, 9);
+      setState(352);
+      match(ClickHouseParser::DELETE);
+      setState(353);
+      match(ClickHouseParser::WHERE);
+      setState(354);
       columnExpr(0);
       break;
     }
 
-    case 17: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyTTLContext>(_localctx));
-      enterOuterAlt(_localctx, 17);
+    case 10: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDetachContext>(_localctx));
+      enterOuterAlt(_localctx, 10);
+      setState(355);
+      match(ClickHouseParser::DETACH);
+      setState(356);
+      partitionClause();
+      break;
+    }
+
+    case 11: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDropColumnContext>(_localctx));
+      enterOuterAlt(_localctx, 11);
+      setState(357);
+      match(ClickHouseParser::DROP);
+      setState(358);
+      match(ClickHouseParser::COLUMN);
+      setState(361);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 21, _ctx)) {
+      case 1: {
+        setState(359);
+        match(ClickHouseParser::IF);
+        setState(360);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(363);
+      nestedIdentifier();
+      break;
+    }
+
+    case 12: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDropIndexContext>(_localctx));
+      enterOuterAlt(_localctx, 12);
+      setState(364);
+      match(ClickHouseParser::DROP);
+      setState(365);
+      match(ClickHouseParser::INDEX);
+      setState(368);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 22, _ctx)) {
+      case 1: {
+        setState(366);
+        match(ClickHouseParser::IF);
+        setState(367);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(370);
+      nestedIdentifier();
+      break;
+    }
+
+    case 13: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDropProjectionContext>(_localctx));
+      enterOuterAlt(_localctx, 13);
+      setState(371);
+      match(ClickHouseParser::DROP);
+      setState(372);
+      match(ClickHouseParser::PROJECTION);
+      setState(375);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 23, _ctx)) {
+      case 1: {
+        setState(373);
+        match(ClickHouseParser::IF);
+        setState(374);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
       setState(377);
-      match(ClickHouseParser::MODIFY);
+      nestedIdentifier();
+      break;
+    }
+
+    case 14: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseDropPartitionContext>(_localctx));
+      enterOuterAlt(_localctx, 14);
       setState(378);
-      ttlClause();
+      match(ClickHouseParser::DROP);
+      setState(379);
+      partitionClause();
+      break;
+    }
+
+    case 15: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseFreezePartitionContext>(_localctx));
+      enterOuterAlt(_localctx, 15);
+      setState(380);
+      match(ClickHouseParser::FREEZE);
+      setState(382);
+      _errHandler->sync(this);
+
+      _la = _input->LA(1);
+      if (_la == ClickHouseParser::PARTITION) {
+        setState(381);
+        partitionClause();
+      }
+      break;
+    }
+
+    case 16: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseMaterializeIndexContext>(_localctx));
+      enterOuterAlt(_localctx, 16);
+      setState(384);
+      match(ClickHouseParser::MATERIALIZE);
+      setState(385);
+      match(ClickHouseParser::INDEX);
+      setState(388);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 25, _ctx)) {
+      case 1: {
+        setState(386);
+        match(ClickHouseParser::IF);
+        setState(387);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(390);
+      nestedIdentifier();
+      setState(393);
+      _errHandler->sync(this);
+
+      _la = _input->LA(1);
+      if (_la == ClickHouseParser::IN) {
+        setState(391);
+        match(ClickHouseParser::IN);
+        setState(392);
+        partitionClause();
+      }
+      break;
+    }
+
+    case 17: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseMaterializeProjectionContext>(_localctx));
+      enterOuterAlt(_localctx, 17);
+      setState(395);
+      match(ClickHouseParser::MATERIALIZE);
+      setState(396);
+      match(ClickHouseParser::PROJECTION);
+      setState(399);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 27, _ctx)) {
+      case 1: {
+        setState(397);
+        match(ClickHouseParser::IF);
+        setState(398);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(401);
+      nestedIdentifier();
+      setState(404);
+      _errHandler->sync(this);
+
+      _la = _input->LA(1);
+      if (_la == ClickHouseParser::IN) {
+        setState(402);
+        match(ClickHouseParser::IN);
+        setState(403);
+        partitionClause();
+      }
       break;
     }
 
     case 18: {
-      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseMovePartitionContext>(_localctx));
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyCodecContext>(_localctx));
       enterOuterAlt(_localctx, 18);
-      setState(379);
-      match(ClickHouseParser::MOVE);
-      setState(380);
-      partitionClause();
-      setState(390);
+      setState(406);
+      match(ClickHouseParser::MODIFY);
+      setState(407);
+      match(ClickHouseParser::COLUMN);
+      setState(410);
       _errHandler->sync(this);
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 22, _ctx)) {
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 29, _ctx)) {
       case 1: {
-        setState(381);
+        setState(408);
+        match(ClickHouseParser::IF);
+        setState(409);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(412);
+      nestedIdentifier();
+      setState(413);
+      codecExpr();
+      break;
+    }
+
+    case 19: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyCommentContext>(_localctx));
+      enterOuterAlt(_localctx, 19);
+      setState(415);
+      match(ClickHouseParser::MODIFY);
+      setState(416);
+      match(ClickHouseParser::COLUMN);
+      setState(419);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 30, _ctx)) {
+      case 1: {
+        setState(417);
+        match(ClickHouseParser::IF);
+        setState(418);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(421);
+      nestedIdentifier();
+      setState(422);
+      match(ClickHouseParser::COMMENT);
+      setState(423);
+      match(ClickHouseParser::STRING_LITERAL);
+      break;
+    }
+
+    case 20: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyRemoveContext>(_localctx));
+      enterOuterAlt(_localctx, 20);
+      setState(425);
+      match(ClickHouseParser::MODIFY);
+      setState(426);
+      match(ClickHouseParser::COLUMN);
+      setState(429);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 31, _ctx)) {
+      case 1: {
+        setState(427);
+        match(ClickHouseParser::IF);
+        setState(428);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(431);
+      nestedIdentifier();
+      setState(432);
+      match(ClickHouseParser::REMOVE);
+      setState(433);
+      tableColumnPropertyType();
+      break;
+    }
+
+    case 21: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyContext>(_localctx));
+      enterOuterAlt(_localctx, 21);
+      setState(435);
+      match(ClickHouseParser::MODIFY);
+      setState(436);
+      match(ClickHouseParser::COLUMN);
+      setState(439);
+      _errHandler->sync(this);
+
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 32, _ctx)) {
+      case 1: {
+        setState(437);
+        match(ClickHouseParser::IF);
+        setState(438);
+        match(ClickHouseParser::EXISTS);
+        break;
+      }
+
+      }
+      setState(441);
+      tableColumnDfnt();
+      break;
+    }
+
+    case 22: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyOrderByContext>(_localctx));
+      enterOuterAlt(_localctx, 22);
+      setState(442);
+      match(ClickHouseParser::MODIFY);
+      setState(443);
+      match(ClickHouseParser::ORDER);
+      setState(444);
+      match(ClickHouseParser::BY);
+      setState(445);
+      columnExpr(0);
+      break;
+    }
+
+    case 23: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseModifyTTLContext>(_localctx));
+      enterOuterAlt(_localctx, 23);
+      setState(446);
+      match(ClickHouseParser::MODIFY);
+      setState(447);
+      ttlClause();
+      break;
+    }
+
+    case 24: {
+      _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseMovePartitionContext>(_localctx));
+      enterOuterAlt(_localctx, 24);
+      setState(448);
+      match(ClickHouseParser::MOVE);
+      setState(449);
+      partitionClause();
+      setState(459);
+      _errHandler->sync(this);
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 33, _ctx)) {
+      case 1: {
+        setState(450);
         match(ClickHouseParser::TO);
-        setState(382);
+        setState(451);
         match(ClickHouseParser::DISK);
-        setState(383);
+        setState(452);
         match(ClickHouseParser::STRING_LITERAL);
         break;
       }
 
       case 2: {
-        setState(384);
+        setState(453);
         match(ClickHouseParser::TO);
-        setState(385);
+        setState(454);
         match(ClickHouseParser::VOLUME);
-        setState(386);
+        setState(455);
         match(ClickHouseParser::STRING_LITERAL);
         break;
       }
 
       case 3: {
-        setState(387);
+        setState(456);
         match(ClickHouseParser::TO);
-        setState(388);
+        setState(457);
         match(ClickHouseParser::TABLE);
-        setState(389);
+        setState(458);
         tableIdentifier();
         break;
       }
@@ -1651,67 +2083,67 @@ ClickHouseParser::AlterTableClauseContext* ClickHouseParser::alterTableClause()
       break;
     }
 
-    case 19: {
+    case 25: {
       _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseRemoveTTLContext>(_localctx));
-      enterOuterAlt(_localctx, 19);
-      setState(392);
+      enterOuterAlt(_localctx, 25);
+      setState(461);
       match(ClickHouseParser::REMOVE);
-      setState(393);
+      setState(462);
       match(ClickHouseParser::TTL);
       break;
     }
 
-    case 20: {
+    case 26: {
       _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseRenameContext>(_localctx));
-      enterOuterAlt(_localctx, 20);
-      setState(394);
+      enterOuterAlt(_localctx, 26);
+      setState(463);
       match(ClickHouseParser::RENAME);
-      setState(395);
+      setState(464);
       match(ClickHouseParser::COLUMN);
-      setState(398);
+      setState(467);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 23, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 34, _ctx)) {
       case 1: {
-        setState(396);
+        setState(465);
         match(ClickHouseParser::IF);
-        setState(397);
+        setState(466);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(400);
+      setState(469);
       nestedIdentifier();
-      setState(401);
+      setState(470);
       match(ClickHouseParser::TO);
-      setState(402);
+      setState(471);
       nestedIdentifier();
       break;
     }
 
-    case 21: {
+    case 27: {
       _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseReplaceContext>(_localctx));
-      enterOuterAlt(_localctx, 21);
-      setState(404);
+      enterOuterAlt(_localctx, 27);
+      setState(473);
       match(ClickHouseParser::REPLACE);
-      setState(405);
+      setState(474);
       partitionClause();
-      setState(406);
+      setState(475);
       match(ClickHouseParser::FROM);
-      setState(407);
+      setState(476);
       tableIdentifier();
       break;
     }
 
-    case 22: {
+    case 28: {
       _localctx = dynamic_cast<AlterTableClauseContext *>(_tracker.createInstance<ClickHouseParser::AlterTableClauseUpdateContext>(_localctx));
-      enterOuterAlt(_localctx, 22);
-      setState(409);
+      enterOuterAlt(_localctx, 28);
+      setState(478);
       match(ClickHouseParser::UPDATE);
-      setState(410);
+      setState(479);
       assignmentExprList();
-      setState(411);
+      setState(480);
       whereClause();
       break;
     }
@@ -1773,17 +2205,17 @@ ClickHouseParser::AssignmentExprListContext* ClickHouseParser::assignmentExprLis
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(415);
+    setState(484);
     assignmentExpr();
-    setState(420);
+    setState(489);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(416);
+      setState(485);
       match(ClickHouseParser::COMMA);
-      setState(417);
+      setState(486);
       assignmentExpr();
-      setState(422);
+      setState(491);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
@@ -1838,11 +2270,11 @@ ClickHouseParser::AssignmentExprContext* ClickHouseParser::assignmentExpr() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(423);
+    setState(492);
     nestedIdentifier();
-    setState(424);
+    setState(493);
     match(ClickHouseParser::EQ_SINGLE);
-    setState(425);
+    setState(494);
     columnExpr(0);
    
   }
@@ -1908,7 +2340,7 @@ ClickHouseParser::TableColumnPropertyTypeContext* ClickHouseParser::tableColumnP
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(427);
+    setState(496);
     _la = _input->LA(1);
     if (!((((_la & ~ 0x3fULL) == 0) &&
       ((1ULL << _la) & ((1ULL << ClickHouseParser::ALIAS)
@@ -1975,25 +2407,25 @@ ClickHouseParser::PartitionClauseContext* ClickHouseParser::partitionClause() {
     exitRule();
   });
   try {
-    setState(434);
+    setState(503);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 26, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 37, _ctx)) {
     case 1: {
       enterOuterAlt(_localctx, 1);
-      setState(429);
+      setState(498);
       match(ClickHouseParser::PARTITION);
-      setState(430);
+      setState(499);
       columnExpr(0);
       break;
     }
 
     case 2: {
       enterOuterAlt(_localctx, 2);
-      setState(431);
+      setState(500);
       match(ClickHouseParser::PARTITION);
-      setState(432);
+      setState(501);
       match(ClickHouseParser::ID);
-      setState(433);
+      setState(502);
       match(ClickHouseParser::STRING_LITERAL);
       break;
     }
@@ -2063,18 +2495,18 @@ ClickHouseParser::AttachStmtContext* ClickHouseParser::attachStmt() {
   try {
     _localctx = dynamic_cast<AttachStmtContext *>(_tracker.createInstance<ClickHouseParser::AttachDictionaryStmtContext>(_localctx));
     enterOuterAlt(_localctx, 1);
-    setState(436);
+    setState(505);
     match(ClickHouseParser::ATTACH);
-    setState(437);
+    setState(506);
     match(ClickHouseParser::DICTIONARY);
-    setState(438);
+    setState(507);
     tableIdentifier();
-    setState(440);
+    setState(509);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ON) {
-      setState(439);
+      setState(508);
       clusterClause();
     }
    
@@ -2133,18 +2565,18 @@ ClickHouseParser::CheckStmtContext* ClickHouseParser::checkStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(442);
+    setState(511);
     match(ClickHouseParser::CHECK);
-    setState(443);
+    setState(512);
     match(ClickHouseParser::TABLE);
-    setState(444);
+    setState(513);
     tableIdentifier();
-    setState(446);
+    setState(515);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::PARTITION) {
-      setState(445);
+      setState(514);
       partitionClause();
     }
    
@@ -2556,13 +2988,13 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
     exitRule();
   });
   try {
-    setState(585);
+    setState(654);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 60, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 71, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<CreateStmtContext *>(_tracker.createInstance<ClickHouseParser::CreateDatabaseStmtContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(448);
+      setState(517);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::ATTACH
 
@@ -2573,39 +3005,39 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(449);
+      setState(518);
       match(ClickHouseParser::DATABASE);
-      setState(453);
+      setState(522);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 29, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 40, _ctx)) {
       case 1: {
-        setState(450);
+        setState(519);
         match(ClickHouseParser::IF);
-        setState(451);
+        setState(520);
         match(ClickHouseParser::NOT);
-        setState(452);
+        setState(521);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(455);
+      setState(524);
       databaseIdentifier();
-      setState(457);
+      setState(526);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(456);
+        setState(525);
         clusterClause();
       }
-      setState(460);
+      setState(529);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ENGINE) {
-        setState(459);
+        setState(528);
         engineExpr();
       }
       break;
@@ -2614,7 +3046,7 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
     case 2: {
       _localctx = dynamic_cast<CreateStmtContext *>(_tracker.createInstance<ClickHouseParser::CreateDictionaryStmtContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(462);
+      setState(531);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::ATTACH
 
@@ -2625,44 +3057,44 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(463);
+      setState(532);
       match(ClickHouseParser::DICTIONARY);
-      setState(467);
+      setState(536);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 32, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 43, _ctx)) {
       case 1: {
-        setState(464);
+        setState(533);
         match(ClickHouseParser::IF);
-        setState(465);
+        setState(534);
         match(ClickHouseParser::NOT);
-        setState(466);
+        setState(535);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(469);
+      setState(538);
       tableIdentifier();
-      setState(471);
+      setState(540);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::UUID) {
-        setState(470);
+        setState(539);
         uuidClause();
       }
-      setState(474);
+      setState(543);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(473);
+        setState(542);
         clusterClause();
       }
-      setState(476);
+      setState(545);
       dictionarySchemaClause();
-      setState(477);
+      setState(546);
       dictionaryEngineClause();
       break;
     }
@@ -2670,7 +3102,7 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
     case 3: {
       _localctx = dynamic_cast<CreateStmtContext *>(_tracker.createInstance<ClickHouseParser::CreateLiveViewStmtContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(479);
+      setState(548);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::ATTACH
 
@@ -2681,81 +3113,81 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(480);
+      setState(549);
       match(ClickHouseParser::LIVE);
-      setState(481);
+      setState(550);
       match(ClickHouseParser::VIEW);
-      setState(485);
+      setState(554);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 35, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 46, _ctx)) {
       case 1: {
-        setState(482);
+        setState(551);
         match(ClickHouseParser::IF);
-        setState(483);
+        setState(552);
         match(ClickHouseParser::NOT);
-        setState(484);
+        setState(553);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(487);
+      setState(556);
       tableIdentifier();
-      setState(489);
+      setState(558);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::UUID) {
-        setState(488);
+        setState(557);
         uuidClause();
       }
-      setState(492);
+      setState(561);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(491);
+        setState(560);
         clusterClause();
       }
-      setState(499);
+      setState(568);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::WITH) {
-        setState(494);
+        setState(563);
         match(ClickHouseParser::WITH);
-        setState(495);
+        setState(564);
         match(ClickHouseParser::TIMEOUT);
-        setState(497);
+        setState(566);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::DECIMAL_LITERAL) {
-          setState(496);
+          setState(565);
           match(ClickHouseParser::DECIMAL_LITERAL);
         }
       }
-      setState(502);
+      setState(571);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::TO) {
-        setState(501);
+        setState(570);
         destinationClause();
       }
-      setState(505);
+      setState(574);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 41, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 52, _ctx)) {
       case 1: {
-        setState(504);
+        setState(573);
         tableSchemaClause();
         break;
       }
 
       }
-      setState(507);
+      setState(576);
       subqueryClause();
       break;
     }
@@ -2763,7 +3195,7 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
     case 4: {
       _localctx = dynamic_cast<CreateStmtContext *>(_tracker.createInstance<ClickHouseParser::CreateMaterializedViewStmtContext>(_localctx));
       enterOuterAlt(_localctx, 4);
-      setState(509);
+      setState(578);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::ATTACH
 
@@ -2774,69 +3206,69 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(510);
+      setState(579);
       match(ClickHouseParser::MATERIALIZED);
-      setState(511);
+      setState(580);
       match(ClickHouseParser::VIEW);
-      setState(515);
+      setState(584);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 42, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 53, _ctx)) {
       case 1: {
-        setState(512);
+        setState(581);
         match(ClickHouseParser::IF);
-        setState(513);
+        setState(582);
         match(ClickHouseParser::NOT);
-        setState(514);
+        setState(583);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(517);
+      setState(586);
       tableIdentifier();
-      setState(519);
+      setState(588);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::UUID) {
-        setState(518);
+        setState(587);
         uuidClause();
       }
-      setState(522);
+      setState(591);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(521);
+        setState(590);
         clusterClause();
       }
-      setState(525);
+      setState(594);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::AS || _la == ClickHouseParser::LPAREN) {
-        setState(524);
+        setState(593);
         tableSchemaClause();
       }
-      setState(532);
+      setState(601);
       _errHandler->sync(this);
       switch (_input->LA(1)) {
         case ClickHouseParser::TO: {
-          setState(527);
+          setState(596);
           destinationClause();
           break;
         }
 
         case ClickHouseParser::ENGINE: {
-          setState(528);
+          setState(597);
           engineClause();
-          setState(530);
+          setState(599);
           _errHandler->sync(this);
 
           _la = _input->LA(1);
           if (_la == ClickHouseParser::POPULATE) {
-            setState(529);
+            setState(598);
             match(ClickHouseParser::POPULATE);
           }
           break;
@@ -2845,7 +3277,7 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
       default:
         throw NoViableAltException(this);
       }
-      setState(534);
+      setState(603);
       subqueryClause();
       break;
     }
@@ -2853,7 +3285,7 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
     case 5: {
       _localctx = dynamic_cast<CreateStmtContext *>(_tracker.createInstance<ClickHouseParser::CreateTableStmtContext>(_localctx));
       enterOuterAlt(_localctx, 5);
-      setState(536);
+      setState(605);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::ATTACH
 
@@ -2864,74 +3296,74 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(538);
+      setState(607);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::TEMPORARY) {
-        setState(537);
+        setState(606);
         match(ClickHouseParser::TEMPORARY);
       }
-      setState(540);
+      setState(609);
       match(ClickHouseParser::TABLE);
-      setState(544);
+      setState(613);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 49, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 60, _ctx)) {
       case 1: {
-        setState(541);
+        setState(610);
         match(ClickHouseParser::IF);
-        setState(542);
+        setState(611);
         match(ClickHouseParser::NOT);
-        setState(543);
+        setState(612);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(546);
+      setState(615);
       tableIdentifier();
-      setState(548);
+      setState(617);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::UUID) {
-        setState(547);
+        setState(616);
         uuidClause();
       }
-      setState(551);
+      setState(620);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(550);
+        setState(619);
         clusterClause();
       }
-      setState(554);
+      setState(623);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 52, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 63, _ctx)) {
       case 1: {
-        setState(553);
+        setState(622);
         tableSchemaClause();
         break;
       }
 
       }
-      setState(557);
+      setState(626);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ENGINE) {
-        setState(556);
+        setState(625);
         engineClause();
       }
-      setState(560);
+      setState(629);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::AS) {
-        setState(559);
+        setState(628);
         subqueryClause();
       }
       break;
@@ -2940,7 +3372,7 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
     case 6: {
       _localctx = dynamic_cast<CreateStmtContext *>(_tracker.createInstance<ClickHouseParser::CreateViewStmtContext>(_localctx));
       enterOuterAlt(_localctx, 6);
-      setState(562);
+      setState(631);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::ATTACH
 
@@ -2951,63 +3383,63 @@ ClickHouseParser::CreateStmtContext* ClickHouseParser::createStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(565);
+      setState(634);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::OR) {
-        setState(563);
+        setState(632);
         match(ClickHouseParser::OR);
-        setState(564);
+        setState(633);
         match(ClickHouseParser::REPLACE);
       }
-      setState(567);
+      setState(636);
       match(ClickHouseParser::VIEW);
-      setState(571);
+      setState(640);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 56, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 67, _ctx)) {
       case 1: {
-        setState(568);
+        setState(637);
         match(ClickHouseParser::IF);
-        setState(569);
+        setState(638);
         match(ClickHouseParser::NOT);
-        setState(570);
+        setState(639);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(573);
+      setState(642);
       tableIdentifier();
-      setState(575);
+      setState(644);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::UUID) {
-        setState(574);
+        setState(643);
         uuidClause();
       }
-      setState(578);
+      setState(647);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(577);
+        setState(646);
         clusterClause();
       }
-      setState(581);
+      setState(650);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 59, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 70, _ctx)) {
       case 1: {
-        setState(580);
+        setState(649);
         tableSchemaClause();
         break;
       }
 
       }
-      setState(583);
+      setState(652);
       subqueryClause();
       break;
     }
@@ -3077,23 +3509,23 @@ ClickHouseParser::DictionarySchemaClauseContext* ClickHouseParser::dictionarySch
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(587);
+    setState(656);
     match(ClickHouseParser::LPAREN);
-    setState(588);
+    setState(657);
     dictionaryAttrDfnt();
-    setState(593);
+    setState(662);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(589);
+      setState(658);
       match(ClickHouseParser::COMMA);
-      setState(590);
+      setState(659);
       dictionaryAttrDfnt();
-      setState(595);
+      setState(664);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
-    setState(596);
+    setState(665);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -3199,67 +3631,67 @@ ClickHouseParser::DictionaryAttrDfntContext* ClickHouseParser::dictionaryAttrDfn
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(598);
+    setState(667);
     identifier();
-    setState(599);
+    setState(668);
     columnTypeExpr();
-    setState(621);
+    setState(690);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 63, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 74, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
-        setState(619);
+        setState(688);
         _errHandler->sync(this);
-        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 62, _ctx)) {
+        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 73, _ctx)) {
         case 1: {
-          setState(600);
+          setState(669);
 
           if (!(!_localctx->attrs.count("default"))) throw FailedPredicateException(this, "!$attrs.count(\"default\")");
-          setState(601);
+          setState(670);
           match(ClickHouseParser::DEFAULT);
-          setState(602);
+          setState(671);
           literal();
           _localctx->attrs.insert("default");
           break;
         }
 
         case 2: {
-          setState(605);
+          setState(674);
 
           if (!(!_localctx->attrs.count("expression"))) throw FailedPredicateException(this, "!$attrs.count(\"expression\")");
-          setState(606);
+          setState(675);
           match(ClickHouseParser::EXPRESSION);
-          setState(607);
+          setState(676);
           columnExpr(0);
           _localctx->attrs.insert("expression");
           break;
         }
 
         case 3: {
-          setState(610);
+          setState(679);
 
           if (!(!_localctx->attrs.count("hierarchical"))) throw FailedPredicateException(this, "!$attrs.count(\"hierarchical\")");
-          setState(611);
+          setState(680);
           match(ClickHouseParser::HIERARCHICAL);
           _localctx->attrs.insert("hierarchical");
           break;
         }
 
         case 4: {
-          setState(613);
+          setState(682);
 
           if (!(!_localctx->attrs.count("injective"))) throw FailedPredicateException(this, "!$attrs.count(\"injective\")");
-          setState(614);
+          setState(683);
           match(ClickHouseParser::INJECTIVE);
           _localctx->attrs.insert("injective");
           break;
         }
 
         case 5: {
-          setState(616);
+          setState(685);
 
           if (!(!_localctx->attrs.count("is_object_id"))) throw FailedPredicateException(this, "!$attrs.count(\"is_object_id\")");
-          setState(617);
+          setState(686);
           match(ClickHouseParser::IS_OBJECT_ID);
           _localctx->attrs.insert("is_object_id");
           break;
@@ -3267,9 +3699,9 @@ ClickHouseParser::DictionaryAttrDfntContext* ClickHouseParser::dictionaryAttrDfn
 
         } 
       }
-      setState(623);
+      setState(692);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 63, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 74, _ctx);
     }
    
   }
@@ -3355,70 +3787,70 @@ ClickHouseParser::DictionaryEngineClauseContext* ClickHouseParser::dictionaryEng
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(625);
+    setState(694);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 64, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 75, _ctx)) {
     case 1: {
-      setState(624);
+      setState(693);
       dictionaryPrimaryKeyClause();
       break;
     }
 
     }
-    setState(649);
+    setState(718);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 66, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 77, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
-        setState(647);
+        setState(716);
         _errHandler->sync(this);
-        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 65, _ctx)) {
+        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 76, _ctx)) {
         case 1: {
-          setState(627);
+          setState(696);
 
           if (!(!_localctx->clauses.count("source"))) throw FailedPredicateException(this, "!$clauses.count(\"source\")");
-          setState(628);
+          setState(697);
           sourceClause();
           _localctx->clauses.insert("source");
           break;
         }
 
         case 2: {
-          setState(631);
+          setState(700);
 
           if (!(!_localctx->clauses.count("lifetime"))) throw FailedPredicateException(this, "!$clauses.count(\"lifetime\")");
-          setState(632);
+          setState(701);
           lifetimeClause();
           _localctx->clauses.insert("lifetime");
           break;
         }
 
         case 3: {
-          setState(635);
+          setState(704);
 
           if (!(!_localctx->clauses.count("layout"))) throw FailedPredicateException(this, "!$clauses.count(\"layout\")");
-          setState(636);
+          setState(705);
           layoutClause();
           _localctx->clauses.insert("layout");
           break;
         }
 
         case 4: {
-          setState(639);
+          setState(708);
 
           if (!(!_localctx->clauses.count("range"))) throw FailedPredicateException(this, "!$clauses.count(\"range\")");
-          setState(640);
+          setState(709);
           rangeClause();
           _localctx->clauses.insert("range");
           break;
         }
 
         case 5: {
-          setState(643);
+          setState(712);
 
           if (!(!_localctx->clauses.count("settings"))) throw FailedPredicateException(this, "!$clauses.count(\"settings\")");
-          setState(644);
+          setState(713);
           dictionarySettingsClause();
           _localctx->clauses.insert("settings");
           break;
@@ -3426,9 +3858,9 @@ ClickHouseParser::DictionaryEngineClauseContext* ClickHouseParser::dictionaryEng
 
         } 
       }
-      setState(651);
+      setState(720);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 66, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 77, _ctx);
     }
    
   }
@@ -3481,11 +3913,11 @@ ClickHouseParser::DictionaryPrimaryKeyClauseContext* ClickHouseParser::dictionar
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(652);
+    setState(721);
     match(ClickHouseParser::PRIMARY);
-    setState(653);
+    setState(722);
     match(ClickHouseParser::KEY);
-    setState(654);
+    setState(723);
     columnExprList();
    
   }
@@ -3547,9 +3979,9 @@ ClickHouseParser::DictionaryArgExprContext* ClickHouseParser::dictionaryArgExpr(
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(656);
+    setState(725);
     identifier();
-    setState(663);
+    setState(732);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::AFTER:
@@ -3649,6 +4081,7 @@ ClickHouseParser::DictionaryArgExprContext* ClickHouseParser::dictionaryArgExpr(
       case ClickHouseParser::LOCAL:
       case ClickHouseParser::LOGS:
       case ClickHouseParser::MATERIALIZED:
+      case ClickHouseParser::MATERIALIZE:
       case ClickHouseParser::MAX:
       case ClickHouseParser::MERGES:
       case ClickHouseParser::MIN:
@@ -3729,16 +4162,16 @@ ClickHouseParser::DictionaryArgExprContext* ClickHouseParser::dictionaryArgExpr(
       case ClickHouseParser::JSON_FALSE:
       case ClickHouseParser::JSON_TRUE:
       case ClickHouseParser::IDENTIFIER: {
-        setState(657);
+        setState(726);
         identifier();
-        setState(660);
+        setState(729);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::LPAREN) {
-          setState(658);
+          setState(727);
           match(ClickHouseParser::LPAREN);
-          setState(659);
+          setState(728);
           match(ClickHouseParser::RPAREN);
         }
         break;
@@ -3755,7 +4188,7 @@ ClickHouseParser::DictionaryArgExprContext* ClickHouseParser::dictionaryArgExpr(
       case ClickHouseParser::DASH:
       case ClickHouseParser::DOT:
       case ClickHouseParser::PLUS: {
-        setState(662);
+        setState(731);
         literal();
         break;
       }
@@ -3835,15 +4268,15 @@ ClickHouseParser::SourceClauseContext* ClickHouseParser::sourceClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(665);
+    setState(734);
     match(ClickHouseParser::SOURCE);
-    setState(666);
+    setState(735);
     match(ClickHouseParser::LPAREN);
-    setState(667);
+    setState(736);
     identifier();
-    setState(668);
+    setState(737);
     match(ClickHouseParser::LPAREN);
-    setState(672);
+    setState(741);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while ((((_la & ~ 0x3fULL) == 0) &&
@@ -3944,6 +4377,7 @@ ClickHouseParser::SourceClauseContext* ClickHouseParser::sourceClause() {
       | (1ULL << (ClickHouseParser::LOCAL - 64))
       | (1ULL << (ClickHouseParser::LOGS - 64))
       | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+      | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
       | (1ULL << (ClickHouseParser::MAX - 64))
       | (1ULL << (ClickHouseParser::MERGES - 64))
       | (1ULL << (ClickHouseParser::MIN - 64))
@@ -3967,10 +4401,10 @@ ClickHouseParser::SourceClauseContext* ClickHouseParser::sourceClause() {
       | (1ULL << (ClickHouseParser::PREWHERE - 64))
       | (1ULL << (ClickHouseParser::PRIMARY - 64))
       | (1ULL << (ClickHouseParser::QUARTER - 64))
-      | (1ULL << (ClickHouseParser::RANGE - 64))
-      | (1ULL << (ClickHouseParser::RELOAD - 64))
-      | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+      | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+      | (1ULL << (ClickHouseParser::REMOVE - 128))
+      | (1ULL << (ClickHouseParser::RENAME - 128))
       | (1ULL << (ClickHouseParser::REPLACE - 128))
       | (1ULL << (ClickHouseParser::REPLICA - 128))
       | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -4024,15 +4458,15 @@ ClickHouseParser::SourceClauseContext* ClickHouseParser::sourceClause() {
       | (1ULL << (ClickHouseParser::JSON_FALSE - 128))
       | (1ULL << (ClickHouseParser::JSON_TRUE - 128))
       | (1ULL << (ClickHouseParser::IDENTIFIER - 128)))) != 0)) {
-      setState(669);
+      setState(738);
       dictionaryArgExpr();
-      setState(674);
+      setState(743);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
-    setState(675);
+    setState(744);
     match(ClickHouseParser::RPAREN);
-    setState(676);
+    setState(745);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -4101,39 +4535,39 @@ ClickHouseParser::LifetimeClauseContext* ClickHouseParser::lifetimeClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(678);
+    setState(747);
     match(ClickHouseParser::LIFETIME);
-    setState(679);
+    setState(748);
     match(ClickHouseParser::LPAREN);
-    setState(689);
+    setState(758);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::DECIMAL_LITERAL: {
-        setState(680);
+        setState(749);
         match(ClickHouseParser::DECIMAL_LITERAL);
         break;
       }
 
       case ClickHouseParser::MIN: {
-        setState(681);
+        setState(750);
         match(ClickHouseParser::MIN);
-        setState(682);
+        setState(751);
         match(ClickHouseParser::DECIMAL_LITERAL);
-        setState(683);
+        setState(752);
         match(ClickHouseParser::MAX);
-        setState(684);
+        setState(753);
         match(ClickHouseParser::DECIMAL_LITERAL);
         break;
       }
 
       case ClickHouseParser::MAX: {
-        setState(685);
+        setState(754);
         match(ClickHouseParser::MAX);
-        setState(686);
+        setState(755);
         match(ClickHouseParser::DECIMAL_LITERAL);
-        setState(687);
+        setState(756);
         match(ClickHouseParser::MIN);
-        setState(688);
+        setState(757);
         match(ClickHouseParser::DECIMAL_LITERAL);
         break;
       }
@@ -4141,7 +4575,7 @@ ClickHouseParser::LifetimeClauseContext* ClickHouseParser::lifetimeClause() {
     default:
       throw NoViableAltException(this);
     }
-    setState(691);
+    setState(760);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -4215,15 +4649,15 @@ ClickHouseParser::LayoutClauseContext* ClickHouseParser::layoutClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(693);
+    setState(762);
     match(ClickHouseParser::LAYOUT);
-    setState(694);
+    setState(763);
     match(ClickHouseParser::LPAREN);
-    setState(695);
+    setState(764);
     identifier();
-    setState(696);
+    setState(765);
     match(ClickHouseParser::LPAREN);
-    setState(700);
+    setState(769);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while ((((_la & ~ 0x3fULL) == 0) &&
@@ -4324,6 +4758,7 @@ ClickHouseParser::LayoutClauseContext* ClickHouseParser::layoutClause() {
       | (1ULL << (ClickHouseParser::LOCAL - 64))
       | (1ULL << (ClickHouseParser::LOGS - 64))
       | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+      | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
       | (1ULL << (ClickHouseParser::MAX - 64))
       | (1ULL << (ClickHouseParser::MERGES - 64))
       | (1ULL << (ClickHouseParser::MIN - 64))
@@ -4347,10 +4782,10 @@ ClickHouseParser::LayoutClauseContext* ClickHouseParser::layoutClause() {
       | (1ULL << (ClickHouseParser::PREWHERE - 64))
       | (1ULL << (ClickHouseParser::PRIMARY - 64))
       | (1ULL << (ClickHouseParser::QUARTER - 64))
-      | (1ULL << (ClickHouseParser::RANGE - 64))
-      | (1ULL << (ClickHouseParser::RELOAD - 64))
-      | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+      | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+      | (1ULL << (ClickHouseParser::REMOVE - 128))
+      | (1ULL << (ClickHouseParser::RENAME - 128))
       | (1ULL << (ClickHouseParser::REPLACE - 128))
       | (1ULL << (ClickHouseParser::REPLICA - 128))
       | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -4404,15 +4839,15 @@ ClickHouseParser::LayoutClauseContext* ClickHouseParser::layoutClause() {
       | (1ULL << (ClickHouseParser::JSON_FALSE - 128))
       | (1ULL << (ClickHouseParser::JSON_TRUE - 128))
       | (1ULL << (ClickHouseParser::IDENTIFIER - 128)))) != 0)) {
-      setState(697);
+      setState(766);
       dictionaryArgExpr();
-      setState(702);
+      setState(771);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
-    setState(703);
+    setState(772);
     match(ClickHouseParser::RPAREN);
-    setState(704);
+    setState(773);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -4481,33 +4916,33 @@ ClickHouseParser::RangeClauseContext* ClickHouseParser::rangeClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(706);
+    setState(775);
     match(ClickHouseParser::RANGE);
-    setState(707);
+    setState(776);
     match(ClickHouseParser::LPAREN);
-    setState(718);
+    setState(787);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::MIN: {
-        setState(708);
+        setState(777);
         match(ClickHouseParser::MIN);
-        setState(709);
+        setState(778);
         identifier();
-        setState(710);
+        setState(779);
         match(ClickHouseParser::MAX);
-        setState(711);
+        setState(780);
         identifier();
         break;
       }
 
       case ClickHouseParser::MAX: {
-        setState(713);
+        setState(782);
         match(ClickHouseParser::MAX);
-        setState(714);
+        setState(783);
         identifier();
-        setState(715);
+        setState(784);
         match(ClickHouseParser::MIN);
-        setState(716);
+        setState(785);
         identifier();
         break;
       }
@@ -4515,7 +4950,7 @@ ClickHouseParser::RangeClauseContext* ClickHouseParser::rangeClause() {
     default:
       throw NoViableAltException(this);
     }
-    setState(720);
+    setState(789);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -4572,13 +5007,13 @@ ClickHouseParser::DictionarySettingsClauseContext* ClickHouseParser::dictionaryS
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(722);
+    setState(791);
     match(ClickHouseParser::SETTINGS);
-    setState(723);
+    setState(792);
     match(ClickHouseParser::LPAREN);
-    setState(724);
+    setState(793);
     settingExprList();
-    setState(725);
+    setState(794);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -4635,11 +5070,11 @@ ClickHouseParser::ClusterClauseContext* ClickHouseParser::clusterClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(727);
+    setState(796);
     match(ClickHouseParser::ON);
-    setState(728);
+    setState(797);
     match(ClickHouseParser::CLUSTER);
-    setState(731);
+    setState(800);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::AFTER:
@@ -4739,6 +5174,7 @@ ClickHouseParser::ClusterClauseContext* ClickHouseParser::clusterClause() {
       case ClickHouseParser::LOCAL:
       case ClickHouseParser::LOGS:
       case ClickHouseParser::MATERIALIZED:
+      case ClickHouseParser::MATERIALIZE:
       case ClickHouseParser::MAX:
       case ClickHouseParser::MERGES:
       case ClickHouseParser::MIN:
@@ -4819,13 +5255,13 @@ ClickHouseParser::ClusterClauseContext* ClickHouseParser::clusterClause() {
       case ClickHouseParser::JSON_FALSE:
       case ClickHouseParser::JSON_TRUE:
       case ClickHouseParser::IDENTIFIER: {
-        setState(729);
+        setState(798);
         identifier();
         break;
       }
 
       case ClickHouseParser::STRING_LITERAL: {
-        setState(730);
+        setState(799);
         match(ClickHouseParser::STRING_LITERAL);
         break;
       }
@@ -4880,9 +5316,9 @@ ClickHouseParser::UuidClauseContext* ClickHouseParser::uuidClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(733);
+    setState(802);
     match(ClickHouseParser::UUID);
-    setState(734);
+    setState(803);
     match(ClickHouseParser::STRING_LITERAL);
    
   }
@@ -4931,9 +5367,9 @@ ClickHouseParser::DestinationClauseContext* ClickHouseParser::destinationClause(
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(736);
+    setState(805);
     match(ClickHouseParser::TO);
-    setState(737);
+    setState(806);
     tableIdentifier();
    
   }
@@ -4982,9 +5418,9 @@ ClickHouseParser::SubqueryClauseContext* ClickHouseParser::subqueryClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(739);
+    setState(808);
     match(ClickHouseParser::AS);
-    setState(740);
+    setState(809);
     selectUnionStmt();
    
   }
@@ -5094,29 +5530,29 @@ ClickHouseParser::TableSchemaClauseContext* ClickHouseParser::tableSchemaClause(
     exitRule();
   });
   try {
-    setState(757);
+    setState(826);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 75, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 86, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<TableSchemaClauseContext *>(_tracker.createInstance<ClickHouseParser::SchemaDescriptionClauseContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(742);
+      setState(811);
       match(ClickHouseParser::LPAREN);
-      setState(743);
+      setState(812);
       tableElementExpr();
-      setState(748);
+      setState(817);
       _errHandler->sync(this);
       _la = _input->LA(1);
       while (_la == ClickHouseParser::COMMA) {
-        setState(744);
+        setState(813);
         match(ClickHouseParser::COMMA);
-        setState(745);
+        setState(814);
         tableElementExpr();
-        setState(750);
+        setState(819);
         _errHandler->sync(this);
         _la = _input->LA(1);
       }
-      setState(751);
+      setState(820);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -5124,9 +5560,9 @@ ClickHouseParser::TableSchemaClauseContext* ClickHouseParser::tableSchemaClause(
     case 2: {
       _localctx = dynamic_cast<TableSchemaClauseContext *>(_tracker.createInstance<ClickHouseParser::SchemaAsTableClauseContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(753);
+      setState(822);
       match(ClickHouseParser::AS);
-      setState(754);
+      setState(823);
       tableIdentifier();
       break;
     }
@@ -5134,9 +5570,9 @@ ClickHouseParser::TableSchemaClauseContext* ClickHouseParser::tableSchemaClause(
     case 3: {
       _localctx = dynamic_cast<TableSchemaClauseContext *>(_tracker.createInstance<ClickHouseParser::SchemaAsFunctionClauseContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(755);
+      setState(824);
       match(ClickHouseParser::AS);
-      setState(756);
+      setState(825);
       tableFunctionExpr();
       break;
     }
@@ -5234,71 +5670,71 @@ ClickHouseParser::EngineClauseContext* ClickHouseParser::engineClause() {
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(759);
+    setState(828);
     engineExpr();
-    setState(786);
+    setState(855);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 77, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 88, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
-        setState(784);
+        setState(853);
         _errHandler->sync(this);
-        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 76, _ctx)) {
+        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 87, _ctx)) {
         case 1: {
-          setState(760);
+          setState(829);
 
           if (!(!_localctx->clauses.count("orderByClause"))) throw FailedPredicateException(this, "!$clauses.count(\"orderByClause\")");
-          setState(761);
+          setState(830);
           orderByClause();
           _localctx->clauses.insert("orderByClause");
           break;
         }
 
         case 2: {
-          setState(764);
+          setState(833);
 
           if (!(!_localctx->clauses.count("partitionByClause"))) throw FailedPredicateException(this, "!$clauses.count(\"partitionByClause\")");
-          setState(765);
+          setState(834);
           partitionByClause();
           _localctx->clauses.insert("partitionByClause");
           break;
         }
 
         case 3: {
-          setState(768);
+          setState(837);
 
           if (!(!_localctx->clauses.count("primaryKeyClause"))) throw FailedPredicateException(this, "!$clauses.count(\"primaryKeyClause\")");
-          setState(769);
+          setState(838);
           primaryKeyClause();
           _localctx->clauses.insert("primaryKeyClause");
           break;
         }
 
         case 4: {
-          setState(772);
+          setState(841);
 
           if (!(!_localctx->clauses.count("sampleByClause"))) throw FailedPredicateException(this, "!$clauses.count(\"sampleByClause\")");
-          setState(773);
+          setState(842);
           sampleByClause();
           _localctx->clauses.insert("sampleByClause");
           break;
         }
 
         case 5: {
-          setState(776);
+          setState(845);
 
           if (!(!_localctx->clauses.count("ttlClause"))) throw FailedPredicateException(this, "!$clauses.count(\"ttlClause\")");
-          setState(777);
+          setState(846);
           ttlClause();
           _localctx->clauses.insert("ttlClause");
           break;
         }
 
         case 6: {
-          setState(780);
+          setState(849);
 
           if (!(!_localctx->clauses.count("settingsClause"))) throw FailedPredicateException(this, "!$clauses.count(\"settingsClause\")");
-          setState(781);
+          setState(850);
           settingsClause();
           _localctx->clauses.insert("settingsClause");
           break;
@@ -5306,9 +5742,9 @@ ClickHouseParser::EngineClauseContext* ClickHouseParser::engineClause() {
 
         } 
       }
-      setState(788);
+      setState(857);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 77, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 88, _ctx);
     }
    
   }
@@ -5361,11 +5797,11 @@ ClickHouseParser::PartitionByClauseContext* ClickHouseParser::partitionByClause(
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(789);
+    setState(858);
     match(ClickHouseParser::PARTITION);
-    setState(790);
+    setState(859);
     match(ClickHouseParser::BY);
-    setState(791);
+    setState(860);
     columnExpr(0);
    
   }
@@ -5418,11 +5854,11 @@ ClickHouseParser::PrimaryKeyClauseContext* ClickHouseParser::primaryKeyClause()
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(793);
+    setState(862);
     match(ClickHouseParser::PRIMARY);
-    setState(794);
+    setState(863);
     match(ClickHouseParser::KEY);
-    setState(795);
+    setState(864);
     columnExpr(0);
    
   }
@@ -5475,11 +5911,11 @@ ClickHouseParser::SampleByClauseContext* ClickHouseParser::sampleByClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(797);
+    setState(866);
     match(ClickHouseParser::SAMPLE);
-    setState(798);
+    setState(867);
     match(ClickHouseParser::BY);
-    setState(799);
+    setState(868);
     columnExpr(0);
    
   }
@@ -5541,23 +5977,23 @@ ClickHouseParser::TtlClauseContext* ClickHouseParser::ttlClause() {
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(801);
+    setState(870);
     match(ClickHouseParser::TTL);
-    setState(802);
+    setState(871);
     ttlExpr();
-    setState(807);
+    setState(876);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 78, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 89, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
-        setState(803);
+        setState(872);
         match(ClickHouseParser::COMMA);
-        setState(804);
+        setState(873);
         ttlExpr(); 
       }
-      setState(809);
+      setState(878);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 78, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 89, _ctx);
     }
    
   }
@@ -5623,26 +6059,26 @@ ClickHouseParser::EngineExprContext* ClickHouseParser::engineExpr() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(810);
+    setState(879);
     match(ClickHouseParser::ENGINE);
-    setState(812);
+    setState(881);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::EQ_SINGLE) {
-      setState(811);
+      setState(880);
       match(ClickHouseParser::EQ_SINGLE);
     }
-    setState(814);
+    setState(883);
     identifierOrNull();
-    setState(820);
+    setState(889);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 81, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 92, _ctx)) {
     case 1: {
-      setState(815);
+      setState(884);
       match(ClickHouseParser::LPAREN);
-      setState(817);
+      setState(886);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
@@ -5745,6 +6181,7 @@ ClickHouseParser::EngineExprContext* ClickHouseParser::engineExpr() {
         | (1ULL << (ClickHouseParser::LOCAL - 64))
         | (1ULL << (ClickHouseParser::LOGS - 64))
         | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+        | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
         | (1ULL << (ClickHouseParser::MAX - 64))
         | (1ULL << (ClickHouseParser::MERGES - 64))
         | (1ULL << (ClickHouseParser::MIN - 64))
@@ -5770,10 +6207,10 @@ ClickHouseParser::EngineExprContext* ClickHouseParser::engineExpr() {
         | (1ULL << (ClickHouseParser::PREWHERE - 64))
         | (1ULL << (ClickHouseParser::PRIMARY - 64))
         | (1ULL << (ClickHouseParser::QUARTER - 64))
-        | (1ULL << (ClickHouseParser::RANGE - 64))
-        | (1ULL << (ClickHouseParser::RELOAD - 64))
-        | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+        | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+        | (1ULL << (ClickHouseParser::REMOVE - 128))
+        | (1ULL << (ClickHouseParser::RENAME - 128))
         | (1ULL << (ClickHouseParser::REPLACE - 128))
         | (1ULL << (ClickHouseParser::REPLICA - 128))
         | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -5832,16 +6269,16 @@ ClickHouseParser::EngineExprContext* ClickHouseParser::engineExpr() {
         | (1ULL << (ClickHouseParser::DECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::HEXADECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::STRING_LITERAL - 128))
-        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 194) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 194)) & ((1ULL << (ClickHouseParser::DASH - 194))
-        | (1ULL << (ClickHouseParser::DOT - 194))
-        | (1ULL << (ClickHouseParser::LBRACKET - 194))
-        | (1ULL << (ClickHouseParser::LPAREN - 194))
-        | (1ULL << (ClickHouseParser::PLUS - 194)))) != 0)) {
-        setState(816);
+        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 196) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 196)) & ((1ULL << (ClickHouseParser::DASH - 196))
+        | (1ULL << (ClickHouseParser::DOT - 196))
+        | (1ULL << (ClickHouseParser::LBRACKET - 196))
+        | (1ULL << (ClickHouseParser::LPAREN - 196))
+        | (1ULL << (ClickHouseParser::PLUS - 196)))) != 0)) {
+        setState(885);
         columnExprList();
       }
-      setState(819);
+      setState(888);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -5873,6 +6310,25 @@ void ClickHouseParser::TableElementExprContext::copyFrom(TableElementExprContext
   ParserRuleContext::copyFrom(ctx);
 }
 
+//----------------- TableElementExprProjectionContext ------------------------------------------------------------------
+
+tree::TerminalNode* ClickHouseParser::TableElementExprProjectionContext::PROJECTION() {
+  return getToken(ClickHouseParser::PROJECTION, 0);
+}
+
+ClickHouseParser::TableProjectionDfntContext* ClickHouseParser::TableElementExprProjectionContext::tableProjectionDfnt() {
+  return getRuleContext<ClickHouseParser::TableProjectionDfntContext>(0);
+}
+
+ClickHouseParser::TableElementExprProjectionContext::TableElementExprProjectionContext(TableElementExprContext *ctx) { copyFrom(ctx); }
+
+
+antlrcpp::Any ClickHouseParser::TableElementExprProjectionContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitTableElementExprProjection(this);
+  else
+    return visitor->visitChildren(this);
+}
 //----------------- TableElementExprConstraintContext ------------------------------------------------------------------
 
 tree::TerminalNode* ClickHouseParser::TableElementExprConstraintContext::CONSTRAINT() {
@@ -5942,13 +6398,13 @@ ClickHouseParser::TableElementExprContext* ClickHouseParser::tableElementExpr()
     exitRule();
   });
   try {
-    setState(830);
+    setState(901);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 82, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 93, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<TableElementExprContext *>(_tracker.createInstance<ClickHouseParser::TableElementExprColumnContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(822);
+      setState(891);
       tableColumnDfnt();
       break;
     }
@@ -5956,13 +6412,13 @@ ClickHouseParser::TableElementExprContext* ClickHouseParser::tableElementExpr()
     case 2: {
       _localctx = dynamic_cast<TableElementExprContext *>(_tracker.createInstance<ClickHouseParser::TableElementExprConstraintContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(823);
+      setState(892);
       match(ClickHouseParser::CONSTRAINT);
-      setState(824);
+      setState(893);
       identifier();
-      setState(825);
+      setState(894);
       match(ClickHouseParser::CHECK);
-      setState(826);
+      setState(895);
       columnExpr(0);
       break;
     }
@@ -5970,13 +6426,23 @@ ClickHouseParser::TableElementExprContext* ClickHouseParser::tableElementExpr()
     case 3: {
       _localctx = dynamic_cast<TableElementExprContext *>(_tracker.createInstance<ClickHouseParser::TableElementExprIndexContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(828);
+      setState(897);
       match(ClickHouseParser::INDEX);
-      setState(829);
+      setState(898);
       tableIndexDfnt();
       break;
     }
 
+    case 4: {
+      _localctx = dynamic_cast<TableElementExprContext *>(_tracker.createInstance<ClickHouseParser::TableElementExprProjectionContext>(_localctx));
+      enterOuterAlt(_localctx, 4);
+      setState(899);
+      match(ClickHouseParser::PROJECTION);
+      setState(900);
+      tableProjectionDfnt();
+      break;
+    }
+
     }
    
   }
@@ -6049,51 +6515,51 @@ ClickHouseParser::TableColumnDfntContext* ClickHouseParser::tableColumnDfnt() {
     exitRule();
   });
   try {
-    setState(864);
+    setState(935);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 91, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 102, _ctx)) {
     case 1: {
       enterOuterAlt(_localctx, 1);
-      setState(832);
+      setState(903);
       nestedIdentifier();
-      setState(833);
+      setState(904);
       columnTypeExpr();
-      setState(835);
+      setState(906);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ALIAS
 
       || _la == ClickHouseParser::DEFAULT || _la == ClickHouseParser::MATERIALIZED) {
-        setState(834);
+        setState(905);
         tableColumnPropertyExpr();
       }
-      setState(839);
+      setState(910);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::COMMENT) {
-        setState(837);
+        setState(908);
         match(ClickHouseParser::COMMENT);
-        setState(838);
+        setState(909);
         match(ClickHouseParser::STRING_LITERAL);
       }
-      setState(842);
+      setState(913);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::CODEC) {
-        setState(841);
+        setState(912);
         codecExpr();
       }
-      setState(846);
+      setState(917);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::TTL) {
-        setState(844);
+        setState(915);
         match(ClickHouseParser::TTL);
-        setState(845);
+        setState(916);
         columnExpr(0);
       }
       break;
@@ -6101,47 +6567,47 @@ ClickHouseParser::TableColumnDfntContext* ClickHouseParser::tableColumnDfnt() {
 
     case 2: {
       enterOuterAlt(_localctx, 2);
-      setState(848);
+      setState(919);
       nestedIdentifier();
-      setState(850);
+      setState(921);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 87, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 98, _ctx)) {
       case 1: {
-        setState(849);
+        setState(920);
         columnTypeExpr();
         break;
       }
 
       }
-      setState(852);
+      setState(923);
       tableColumnPropertyExpr();
-      setState(855);
+      setState(926);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::COMMENT) {
-        setState(853);
+        setState(924);
         match(ClickHouseParser::COMMENT);
-        setState(854);
+        setState(925);
         match(ClickHouseParser::STRING_LITERAL);
       }
-      setState(858);
+      setState(929);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::CODEC) {
-        setState(857);
+        setState(928);
         codecExpr();
       }
-      setState(862);
+      setState(933);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::TTL) {
-        setState(860);
+        setState(931);
         match(ClickHouseParser::TTL);
-        setState(861);
+        setState(932);
         columnExpr(0);
       }
       break;
@@ -6204,7 +6670,7 @@ ClickHouseParser::TableColumnPropertyExprContext* ClickHouseParser::tableColumnP
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(866);
+    setState(937);
     _la = _input->LA(1);
     if (!(_la == ClickHouseParser::ALIAS
 
@@ -6215,7 +6681,7 @@ ClickHouseParser::TableColumnPropertyExprContext* ClickHouseParser::tableColumnP
       _errHandler->reportMatch(this);
       consume();
     }
-    setState(867);
+    setState(938);
     columnExpr(0);
    
   }
@@ -6280,17 +6746,17 @@ ClickHouseParser::TableIndexDfntContext* ClickHouseParser::tableIndexDfnt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(869);
+    setState(940);
     nestedIdentifier();
-    setState(870);
+    setState(941);
     columnExpr(0);
-    setState(871);
+    setState(942);
     match(ClickHouseParser::TYPE);
-    setState(872);
+    setState(943);
     columnTypeExpr();
-    setState(873);
+    setState(944);
     match(ClickHouseParser::GRANULARITY);
-    setState(874);
+    setState(945);
     match(ClickHouseParser::DECIMAL_LITERAL);
    
   }
@@ -6303,6 +6769,57 @@ ClickHouseParser::TableIndexDfntContext* ClickHouseParser::tableIndexDfnt() {
   return _localctx;
 }
 
+//----------------- TableProjectionDfntContext ------------------------------------------------------------------
+
+ClickHouseParser::TableProjectionDfntContext::TableProjectionDfntContext(ParserRuleContext *parent, size_t invokingState)
+  : ParserRuleContext(parent, invokingState) {
+}
+
+ClickHouseParser::NestedIdentifierContext* ClickHouseParser::TableProjectionDfntContext::nestedIdentifier() {
+  return getRuleContext<ClickHouseParser::NestedIdentifierContext>(0);
+}
+
+ClickHouseParser::ProjectionSelectStmtContext* ClickHouseParser::TableProjectionDfntContext::projectionSelectStmt() {
+  return getRuleContext<ClickHouseParser::ProjectionSelectStmtContext>(0);
+}
+
+
+size_t ClickHouseParser::TableProjectionDfntContext::getRuleIndex() const {
+  return ClickHouseParser::RuleTableProjectionDfnt;
+}
+
+
+antlrcpp::Any ClickHouseParser::TableProjectionDfntContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitTableProjectionDfnt(this);
+  else
+    return visitor->visitChildren(this);
+}
+
+ClickHouseParser::TableProjectionDfntContext* ClickHouseParser::tableProjectionDfnt() {
+  TableProjectionDfntContext *_localctx = _tracker.createInstance<TableProjectionDfntContext>(_ctx, getState());
+  enterRule(_localctx, 72, ClickHouseParser::RuleTableProjectionDfnt);
+
+  auto onExit = finally([=] {
+    exitRule();
+  });
+  try {
+    enterOuterAlt(_localctx, 1);
+    setState(947);
+    nestedIdentifier();
+    setState(948);
+    projectionSelectStmt();
+   
+  }
+  catch (RecognitionException &e) {
+    _errHandler->reportError(this, e);
+    _localctx->exception = std::current_exception();
+    _errHandler->recover(this, _localctx->exception);
+  }
+
+  return _localctx;
+}
+
 //----------------- CodecExprContext ------------------------------------------------------------------
 
 ClickHouseParser::CodecExprContext::CodecExprContext(ParserRuleContext *parent, size_t invokingState)
@@ -6352,7 +6869,7 @@ antlrcpp::Any ClickHouseParser::CodecExprContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::CodecExprContext* ClickHouseParser::codecExpr() {
   CodecExprContext *_localctx = _tracker.createInstance<CodecExprContext>(_ctx, getState());
-  enterRule(_localctx, 72, ClickHouseParser::RuleCodecExpr);
+  enterRule(_localctx, 74, ClickHouseParser::RuleCodecExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -6360,25 +6877,25 @@ ClickHouseParser::CodecExprContext* ClickHouseParser::codecExpr() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(876);
+    setState(950);
     match(ClickHouseParser::CODEC);
-    setState(877);
+    setState(951);
     match(ClickHouseParser::LPAREN);
-    setState(878);
+    setState(952);
     codecArgExpr();
-    setState(883);
+    setState(957);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(879);
+      setState(953);
       match(ClickHouseParser::COMMA);
-      setState(880);
+      setState(954);
       codecArgExpr();
-      setState(885);
+      setState(959);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
-    setState(886);
+    setState(960);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -6428,7 +6945,7 @@ antlrcpp::Any ClickHouseParser::CodecArgExprContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::CodecArgExprContext* ClickHouseParser::codecArgExpr() {
   CodecArgExprContext *_localctx = _tracker.createInstance<CodecArgExprContext>(_ctx, getState());
-  enterRule(_localctx, 74, ClickHouseParser::RuleCodecArgExpr);
+  enterRule(_localctx, 76, ClickHouseParser::RuleCodecArgExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -6436,16 +6953,16 @@ ClickHouseParser::CodecArgExprContext* ClickHouseParser::codecArgExpr() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(888);
+    setState(962);
     identifier();
-    setState(894);
+    setState(968);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::LPAREN) {
-      setState(889);
+      setState(963);
       match(ClickHouseParser::LPAREN);
-      setState(891);
+      setState(965);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
@@ -6548,6 +7065,7 @@ ClickHouseParser::CodecArgExprContext* ClickHouseParser::codecArgExpr() {
         | (1ULL << (ClickHouseParser::LOCAL - 64))
         | (1ULL << (ClickHouseParser::LOGS - 64))
         | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+        | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
         | (1ULL << (ClickHouseParser::MAX - 64))
         | (1ULL << (ClickHouseParser::MERGES - 64))
         | (1ULL << (ClickHouseParser::MIN - 64))
@@ -6573,10 +7091,10 @@ ClickHouseParser::CodecArgExprContext* ClickHouseParser::codecArgExpr() {
         | (1ULL << (ClickHouseParser::PREWHERE - 64))
         | (1ULL << (ClickHouseParser::PRIMARY - 64))
         | (1ULL << (ClickHouseParser::QUARTER - 64))
-        | (1ULL << (ClickHouseParser::RANGE - 64))
-        | (1ULL << (ClickHouseParser::RELOAD - 64))
-        | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+        | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+        | (1ULL << (ClickHouseParser::REMOVE - 128))
+        | (1ULL << (ClickHouseParser::RENAME - 128))
         | (1ULL << (ClickHouseParser::REPLACE - 128))
         | (1ULL << (ClickHouseParser::REPLICA - 128))
         | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -6635,16 +7153,16 @@ ClickHouseParser::CodecArgExprContext* ClickHouseParser::codecArgExpr() {
         | (1ULL << (ClickHouseParser::DECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::HEXADECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::STRING_LITERAL - 128))
-        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 194) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 194)) & ((1ULL << (ClickHouseParser::DASH - 194))
-        | (1ULL << (ClickHouseParser::DOT - 194))
-        | (1ULL << (ClickHouseParser::LBRACKET - 194))
-        | (1ULL << (ClickHouseParser::LPAREN - 194))
-        | (1ULL << (ClickHouseParser::PLUS - 194)))) != 0)) {
-        setState(890);
+        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 196) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 196)) & ((1ULL << (ClickHouseParser::DASH - 196))
+        | (1ULL << (ClickHouseParser::DOT - 196))
+        | (1ULL << (ClickHouseParser::LBRACKET - 196))
+        | (1ULL << (ClickHouseParser::LPAREN - 196))
+        | (1ULL << (ClickHouseParser::PLUS - 196)))) != 0)) {
+        setState(964);
         columnExprList();
       }
-      setState(893);
+      setState(967);
       match(ClickHouseParser::RPAREN);
     }
    
@@ -6703,41 +7221,41 @@ antlrcpp::Any ClickHouseParser::TtlExprContext::accept(tree::ParseTreeVisitor *v
 
 ClickHouseParser::TtlExprContext* ClickHouseParser::ttlExpr() {
   TtlExprContext *_localctx = _tracker.createInstance<TtlExprContext>(_ctx, getState());
-  enterRule(_localctx, 76, ClickHouseParser::RuleTtlExpr);
+  enterRule(_localctx, 78, ClickHouseParser::RuleTtlExpr);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(896);
+    setState(970);
     columnExpr(0);
-    setState(904);
+    setState(978);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 95, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 106, _ctx)) {
     case 1: {
-      setState(897);
+      setState(971);
       match(ClickHouseParser::DELETE);
       break;
     }
 
     case 2: {
-      setState(898);
+      setState(972);
       match(ClickHouseParser::TO);
-      setState(899);
+      setState(973);
       match(ClickHouseParser::DISK);
-      setState(900);
+      setState(974);
       match(ClickHouseParser::STRING_LITERAL);
       break;
     }
 
     case 3: {
-      setState(901);
+      setState(975);
       match(ClickHouseParser::TO);
-      setState(902);
+      setState(976);
       match(ClickHouseParser::VOLUME);
-      setState(903);
+      setState(977);
       match(ClickHouseParser::STRING_LITERAL);
       break;
     }
@@ -6791,7 +7309,7 @@ antlrcpp::Any ClickHouseParser::DescribeStmtContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::DescribeStmtContext* ClickHouseParser::describeStmt() {
   DescribeStmtContext *_localctx = _tracker.createInstance<DescribeStmtContext>(_ctx, getState());
-  enterRule(_localctx, 78, ClickHouseParser::RuleDescribeStmt);
+  enterRule(_localctx, 80, ClickHouseParser::RuleDescribeStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -6799,7 +7317,7 @@ ClickHouseParser::DescribeStmtContext* ClickHouseParser::describeStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(906);
+    setState(980);
     _la = _input->LA(1);
     if (!(_la == ClickHouseParser::DESC
 
@@ -6810,18 +7328,18 @@ ClickHouseParser::DescribeStmtContext* ClickHouseParser::describeStmt() {
       _errHandler->reportMatch(this);
       consume();
     }
-    setState(908);
+    setState(982);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 96, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 107, _ctx)) {
     case 1: {
-      setState(907);
+      setState(981);
       match(ClickHouseParser::TABLE);
       break;
     }
 
     }
-    setState(910);
+    setState(984);
     tableExpr(0);
    
   }
@@ -6949,20 +7467,20 @@ antlrcpp::Any ClickHouseParser::DropTableStmtContext::accept(tree::ParseTreeVisi
 }
 ClickHouseParser::DropStmtContext* ClickHouseParser::dropStmt() {
   DropStmtContext *_localctx = _tracker.createInstance<DropStmtContext>(_ctx, getState());
-  enterRule(_localctx, 80, ClickHouseParser::RuleDropStmt);
+  enterRule(_localctx, 82, ClickHouseParser::RuleDropStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(943);
+    setState(1017);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 104, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 115, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<DropStmtContext *>(_tracker.createInstance<ClickHouseParser::DropDatabaseStmtContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(912);
+      setState(986);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::DETACH
 
@@ -6973,29 +7491,29 @@ ClickHouseParser::DropStmtContext* ClickHouseParser::dropStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(913);
+      setState(987);
       match(ClickHouseParser::DATABASE);
-      setState(916);
+      setState(990);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 97, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 108, _ctx)) {
       case 1: {
-        setState(914);
+        setState(988);
         match(ClickHouseParser::IF);
-        setState(915);
+        setState(989);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(918);
+      setState(992);
       databaseIdentifier();
-      setState(920);
+      setState(994);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(919);
+        setState(993);
         clusterClause();
       }
       break;
@@ -7004,7 +7522,7 @@ ClickHouseParser::DropStmtContext* ClickHouseParser::dropStmt() {
     case 2: {
       _localctx = dynamic_cast<DropStmtContext *>(_tracker.createInstance<ClickHouseParser::DropTableStmtContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(922);
+      setState(996);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::DETACH
 
@@ -7015,32 +7533,32 @@ ClickHouseParser::DropStmtContext* ClickHouseParser::dropStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(929);
+      setState(1003);
       _errHandler->sync(this);
       switch (_input->LA(1)) {
         case ClickHouseParser::DICTIONARY: {
-          setState(923);
+          setState(997);
           match(ClickHouseParser::DICTIONARY);
           break;
         }
 
         case ClickHouseParser::TABLE:
         case ClickHouseParser::TEMPORARY: {
-          setState(925);
+          setState(999);
           _errHandler->sync(this);
 
           _la = _input->LA(1);
           if (_la == ClickHouseParser::TEMPORARY) {
-            setState(924);
+            setState(998);
             match(ClickHouseParser::TEMPORARY);
           }
-          setState(927);
+          setState(1001);
           match(ClickHouseParser::TABLE);
           break;
         }
 
         case ClickHouseParser::VIEW: {
-          setState(928);
+          setState(1002);
           match(ClickHouseParser::VIEW);
           break;
         }
@@ -7048,37 +7566,37 @@ ClickHouseParser::DropStmtContext* ClickHouseParser::dropStmt() {
       default:
         throw NoViableAltException(this);
       }
-      setState(933);
+      setState(1007);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 101, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 112, _ctx)) {
       case 1: {
-        setState(931);
+        setState(1005);
         match(ClickHouseParser::IF);
-        setState(932);
+        setState(1006);
         match(ClickHouseParser::EXISTS);
         break;
       }
 
       }
-      setState(935);
+      setState(1009);
       tableIdentifier();
-      setState(937);
+      setState(1011);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ON) {
-        setState(936);
+        setState(1010);
         clusterClause();
       }
-      setState(941);
+      setState(1015);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::NO) {
-        setState(939);
+        setState(1013);
         match(ClickHouseParser::NO);
-        setState(940);
+        setState(1014);
         match(ClickHouseParser::DELAY);
       }
       break;
@@ -7171,24 +7689,24 @@ antlrcpp::Any ClickHouseParser::ExistsDatabaseStmtContext::accept(tree::ParseTre
 }
 ClickHouseParser::ExistsStmtContext* ClickHouseParser::existsStmt() {
   ExistsStmtContext *_localctx = _tracker.createInstance<ExistsStmtContext>(_ctx, getState());
-  enterRule(_localctx, 82, ClickHouseParser::RuleExistsStmt);
+  enterRule(_localctx, 84, ClickHouseParser::RuleExistsStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(958);
+    setState(1032);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 107, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 118, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<ExistsStmtContext *>(_tracker.createInstance<ClickHouseParser::ExistsDatabaseStmtContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(945);
+      setState(1019);
       match(ClickHouseParser::EXISTS);
-      setState(946);
+      setState(1020);
       match(ClickHouseParser::DATABASE);
-      setState(947);
+      setState(1021);
       databaseIdentifier();
       break;
     }
@@ -7196,40 +7714,40 @@ ClickHouseParser::ExistsStmtContext* ClickHouseParser::existsStmt() {
     case 2: {
       _localctx = dynamic_cast<ExistsStmtContext *>(_tracker.createInstance<ClickHouseParser::ExistsTableStmtContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(948);
+      setState(1022);
       match(ClickHouseParser::EXISTS);
-      setState(955);
+      setState(1029);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 106, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 117, _ctx)) {
       case 1: {
-        setState(949);
+        setState(1023);
         match(ClickHouseParser::DICTIONARY);
         break;
       }
 
       case 2: {
-        setState(951);
+        setState(1025);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::TEMPORARY) {
-          setState(950);
+          setState(1024);
           match(ClickHouseParser::TEMPORARY);
         }
-        setState(953);
+        setState(1027);
         match(ClickHouseParser::TABLE);
         break;
       }
 
       case 3: {
-        setState(954);
+        setState(1028);
         match(ClickHouseParser::VIEW);
         break;
       }
 
       }
-      setState(957);
+      setState(1031);
       tableIdentifier();
       break;
     }
@@ -7279,18 +7797,18 @@ antlrcpp::Any ClickHouseParser::ExplainStmtContext::accept(tree::ParseTreeVisito
 
 ClickHouseParser::ExplainStmtContext* ClickHouseParser::explainStmt() {
   ExplainStmtContext *_localctx = _tracker.createInstance<ExplainStmtContext>(_ctx, getState());
-  enterRule(_localctx, 84, ClickHouseParser::RuleExplainStmt);
+  enterRule(_localctx, 86, ClickHouseParser::RuleExplainStmt);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(960);
+    setState(1034);
     match(ClickHouseParser::EXPLAIN);
-    setState(961);
+    setState(1035);
     match(ClickHouseParser::SYNTAX);
-    setState(962);
+    setState(1036);
     query();
    
   }
@@ -7356,58 +7874,58 @@ antlrcpp::Any ClickHouseParser::InsertStmtContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::InsertStmtContext* ClickHouseParser::insertStmt() {
   InsertStmtContext *_localctx = _tracker.createInstance<InsertStmtContext>(_ctx, getState());
-  enterRule(_localctx, 86, ClickHouseParser::RuleInsertStmt);
+  enterRule(_localctx, 88, ClickHouseParser::RuleInsertStmt);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(964);
+    setState(1038);
     match(ClickHouseParser::INSERT);
-    setState(965);
+    setState(1039);
     match(ClickHouseParser::INTO);
-    setState(967);
+    setState(1041);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 108, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 119, _ctx)) {
     case 1: {
-      setState(966);
+      setState(1040);
       match(ClickHouseParser::TABLE);
       break;
     }
 
     }
-    setState(972);
+    setState(1046);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 109, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 120, _ctx)) {
     case 1: {
-      setState(969);
+      setState(1043);
       tableIdentifier();
       break;
     }
 
     case 2: {
-      setState(970);
+      setState(1044);
       match(ClickHouseParser::FUNCTION);
-      setState(971);
+      setState(1045);
       tableFunctionExpr();
       break;
     }
 
     }
-    setState(975);
+    setState(1049);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 110, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 121, _ctx)) {
     case 1: {
-      setState(974);
+      setState(1048);
       columnsClause();
       break;
     }
 
     }
-    setState(977);
+    setState(1051);
     dataClause();
    
   }
@@ -7465,7 +7983,7 @@ antlrcpp::Any ClickHouseParser::ColumnsClauseContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::ColumnsClauseContext* ClickHouseParser::columnsClause() {
   ColumnsClauseContext *_localctx = _tracker.createInstance<ColumnsClauseContext>(_ctx, getState());
-  enterRule(_localctx, 88, ClickHouseParser::RuleColumnsClause);
+  enterRule(_localctx, 90, ClickHouseParser::RuleColumnsClause);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -7473,23 +7991,23 @@ ClickHouseParser::ColumnsClauseContext* ClickHouseParser::columnsClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(979);
+    setState(1053);
     match(ClickHouseParser::LPAREN);
-    setState(980);
+    setState(1054);
     nestedIdentifier();
-    setState(985);
+    setState(1059);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(981);
+      setState(1055);
       match(ClickHouseParser::COMMA);
-      setState(982);
+      setState(1056);
       nestedIdentifier();
-      setState(987);
+      setState(1061);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
-    setState(988);
+    setState(1062);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -7576,22 +8094,22 @@ antlrcpp::Any ClickHouseParser::DataClauseSelectContext::accept(tree::ParseTreeV
 }
 ClickHouseParser::DataClauseContext* ClickHouseParser::dataClause() {
   DataClauseContext *_localctx = _tracker.createInstance<DataClauseContext>(_ctx, getState());
-  enterRule(_localctx, 90, ClickHouseParser::RuleDataClause);
+  enterRule(_localctx, 92, ClickHouseParser::RuleDataClause);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(999);
+    setState(1073);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::FORMAT: {
         _localctx = dynamic_cast<DataClauseContext *>(_tracker.createInstance<ClickHouseParser::DataClauseFormatContext>(_localctx));
         enterOuterAlt(_localctx, 1);
-        setState(990);
+        setState(1064);
         match(ClickHouseParser::FORMAT);
-        setState(991);
+        setState(1065);
         identifier();
         break;
       }
@@ -7599,7 +8117,7 @@ ClickHouseParser::DataClauseContext* ClickHouseParser::dataClause() {
       case ClickHouseParser::VALUES: {
         _localctx = dynamic_cast<DataClauseContext *>(_tracker.createInstance<ClickHouseParser::DataClauseValuesContext>(_localctx));
         enterOuterAlt(_localctx, 2);
-        setState(992);
+        setState(1066);
         match(ClickHouseParser::VALUES);
         break;
       }
@@ -7609,17 +8127,17 @@ ClickHouseParser::DataClauseContext* ClickHouseParser::dataClause() {
       case ClickHouseParser::LPAREN: {
         _localctx = dynamic_cast<DataClauseContext *>(_tracker.createInstance<ClickHouseParser::DataClauseSelectContext>(_localctx));
         enterOuterAlt(_localctx, 3);
-        setState(993);
+        setState(1067);
         selectUnionStmt();
-        setState(995);
+        setState(1069);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::SEMICOLON) {
-          setState(994);
+          setState(1068);
           match(ClickHouseParser::SEMICOLON);
         }
-        setState(997);
+        setState(1071);
         match(ClickHouseParser::EOF);
         break;
       }
@@ -7694,7 +8212,7 @@ antlrcpp::Any ClickHouseParser::KillMutationStmtContext::accept(tree::ParseTreeV
 }
 ClickHouseParser::KillStmtContext* ClickHouseParser::killStmt() {
   KillStmtContext *_localctx = _tracker.createInstance<KillStmtContext>(_ctx, getState());
-  enterRule(_localctx, 92, ClickHouseParser::RuleKillStmt);
+  enterRule(_localctx, 94, ClickHouseParser::RuleKillStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -7703,28 +8221,28 @@ ClickHouseParser::KillStmtContext* ClickHouseParser::killStmt() {
   try {
     _localctx = dynamic_cast<KillStmtContext *>(_tracker.createInstance<ClickHouseParser::KillMutationStmtContext>(_localctx));
     enterOuterAlt(_localctx, 1);
-    setState(1001);
+    setState(1075);
     match(ClickHouseParser::KILL);
-    setState(1002);
+    setState(1076);
     match(ClickHouseParser::MUTATION);
-    setState(1004);
+    setState(1078);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ON) {
-      setState(1003);
+      setState(1077);
       clusterClause();
     }
-    setState(1006);
+    setState(1080);
     whereClause();
-    setState(1008);
+    setState(1082);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ASYNC || _la == ClickHouseParser::SYNC
 
     || _la == ClickHouseParser::TEST) {
-      setState(1007);
+      setState(1081);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::ASYNC || _la == ClickHouseParser::SYNC
 
@@ -7796,7 +8314,7 @@ antlrcpp::Any ClickHouseParser::OptimizeStmtContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::OptimizeStmtContext* ClickHouseParser::optimizeStmt() {
   OptimizeStmtContext *_localctx = _tracker.createInstance<OptimizeStmtContext>(_ctx, getState());
-  enterRule(_localctx, 94, ClickHouseParser::RuleOptimizeStmt);
+  enterRule(_localctx, 96, ClickHouseParser::RuleOptimizeStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -7804,42 +8322,42 @@ ClickHouseParser::OptimizeStmtContext* ClickHouseParser::optimizeStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1010);
+    setState(1084);
     match(ClickHouseParser::OPTIMIZE);
-    setState(1011);
+    setState(1085);
     match(ClickHouseParser::TABLE);
-    setState(1012);
+    setState(1086);
     tableIdentifier();
-    setState(1014);
+    setState(1088);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ON) {
-      setState(1013);
+      setState(1087);
       clusterClause();
     }
-    setState(1017);
+    setState(1091);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::PARTITION) {
-      setState(1016);
+      setState(1090);
       partitionClause();
     }
-    setState(1020);
+    setState(1094);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::FINAL) {
-      setState(1019);
+      setState(1093);
       match(ClickHouseParser::FINAL);
     }
-    setState(1023);
+    setState(1097);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::DEDUPLICATE) {
-      setState(1022);
+      setState(1096);
       match(ClickHouseParser::DEDUPLICATE);
     }
    
@@ -7910,7 +8428,7 @@ antlrcpp::Any ClickHouseParser::RenameStmtContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::RenameStmtContext* ClickHouseParser::renameStmt() {
   RenameStmtContext *_localctx = _tracker.createInstance<RenameStmtContext>(_ctx, getState());
-  enterRule(_localctx, 96, ClickHouseParser::RuleRenameStmt);
+  enterRule(_localctx, 98, ClickHouseParser::RuleRenameStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -7918,38 +8436,38 @@ ClickHouseParser::RenameStmtContext* ClickHouseParser::renameStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1025);
+    setState(1099);
     match(ClickHouseParser::RENAME);
-    setState(1026);
+    setState(1100);
     match(ClickHouseParser::TABLE);
-    setState(1027);
+    setState(1101);
     tableIdentifier();
-    setState(1028);
+    setState(1102);
     match(ClickHouseParser::TO);
-    setState(1029);
+    setState(1103);
     tableIdentifier();
-    setState(1037);
+    setState(1111);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(1030);
+      setState(1104);
       match(ClickHouseParser::COMMA);
-      setState(1031);
+      setState(1105);
       tableIdentifier();
-      setState(1032);
+      setState(1106);
       match(ClickHouseParser::TO);
-      setState(1033);
+      setState(1107);
       tableIdentifier();
-      setState(1039);
+      setState(1113);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
-    setState(1041);
+    setState(1115);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ON) {
-      setState(1040);
+      setState(1114);
       clusterClause();
     }
    
@@ -7963,6 +8481,106 @@ ClickHouseParser::RenameStmtContext* ClickHouseParser::renameStmt() {
   return _localctx;
 }
 
+//----------------- ProjectionSelectStmtContext ------------------------------------------------------------------
+
+ClickHouseParser::ProjectionSelectStmtContext::ProjectionSelectStmtContext(ParserRuleContext *parent, size_t invokingState)
+  : ParserRuleContext(parent, invokingState) {
+}
+
+tree::TerminalNode* ClickHouseParser::ProjectionSelectStmtContext::LPAREN() {
+  return getToken(ClickHouseParser::LPAREN, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::ProjectionSelectStmtContext::SELECT() {
+  return getToken(ClickHouseParser::SELECT, 0);
+}
+
+ClickHouseParser::ColumnExprListContext* ClickHouseParser::ProjectionSelectStmtContext::columnExprList() {
+  return getRuleContext<ClickHouseParser::ColumnExprListContext>(0);
+}
+
+tree::TerminalNode* ClickHouseParser::ProjectionSelectStmtContext::RPAREN() {
+  return getToken(ClickHouseParser::RPAREN, 0);
+}
+
+ClickHouseParser::WithClauseContext* ClickHouseParser::ProjectionSelectStmtContext::withClause() {
+  return getRuleContext<ClickHouseParser::WithClauseContext>(0);
+}
+
+ClickHouseParser::GroupByClauseContext* ClickHouseParser::ProjectionSelectStmtContext::groupByClause() {
+  return getRuleContext<ClickHouseParser::GroupByClauseContext>(0);
+}
+
+ClickHouseParser::ProjectionOrderByClauseContext* ClickHouseParser::ProjectionSelectStmtContext::projectionOrderByClause() {
+  return getRuleContext<ClickHouseParser::ProjectionOrderByClauseContext>(0);
+}
+
+
+size_t ClickHouseParser::ProjectionSelectStmtContext::getRuleIndex() const {
+  return ClickHouseParser::RuleProjectionSelectStmt;
+}
+
+
+antlrcpp::Any ClickHouseParser::ProjectionSelectStmtContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitProjectionSelectStmt(this);
+  else
+    return visitor->visitChildren(this);
+}
+
+ClickHouseParser::ProjectionSelectStmtContext* ClickHouseParser::projectionSelectStmt() {
+  ProjectionSelectStmtContext *_localctx = _tracker.createInstance<ProjectionSelectStmtContext>(_ctx, getState());
+  enterRule(_localctx, 100, ClickHouseParser::RuleProjectionSelectStmt);
+  size_t _la = 0;
+
+  auto onExit = finally([=] {
+    exitRule();
+  });
+  try {
+    enterOuterAlt(_localctx, 1);
+    setState(1117);
+    match(ClickHouseParser::LPAREN);
+    setState(1119);
+    _errHandler->sync(this);
+
+    _la = _input->LA(1);
+    if (_la == ClickHouseParser::WITH) {
+      setState(1118);
+      withClause();
+    }
+    setState(1121);
+    match(ClickHouseParser::SELECT);
+    setState(1122);
+    columnExprList();
+    setState(1124);
+    _errHandler->sync(this);
+
+    _la = _input->LA(1);
+    if (_la == ClickHouseParser::GROUP) {
+      setState(1123);
+      groupByClause();
+    }
+    setState(1127);
+    _errHandler->sync(this);
+
+    _la = _input->LA(1);
+    if (_la == ClickHouseParser::ORDER) {
+      setState(1126);
+      projectionOrderByClause();
+    }
+    setState(1129);
+    match(ClickHouseParser::RPAREN);
+   
+  }
+  catch (RecognitionException &e) {
+    _errHandler->reportError(this, e);
+    _localctx->exception = std::current_exception();
+    _errHandler->recover(this, _localctx->exception);
+  }
+
+  return _localctx;
+}
+
 //----------------- SelectUnionStmtContext ------------------------------------------------------------------
 
 ClickHouseParser::SelectUnionStmtContext::SelectUnionStmtContext(ParserRuleContext *parent, size_t invokingState)
@@ -8008,7 +8626,7 @@ antlrcpp::Any ClickHouseParser::SelectUnionStmtContext::accept(tree::ParseTreeVi
 
 ClickHouseParser::SelectUnionStmtContext* ClickHouseParser::selectUnionStmt() {
   SelectUnionStmtContext *_localctx = _tracker.createInstance<SelectUnionStmtContext>(_ctx, getState());
-  enterRule(_localctx, 98, ClickHouseParser::RuleSelectUnionStmt);
+  enterRule(_localctx, 102, ClickHouseParser::RuleSelectUnionStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -8016,19 +8634,19 @@ ClickHouseParser::SelectUnionStmtContext* ClickHouseParser::selectUnionStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1043);
+    setState(1131);
     selectStmtWithParens();
-    setState(1049);
+    setState(1137);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::UNION) {
-      setState(1044);
+      setState(1132);
       match(ClickHouseParser::UNION);
-      setState(1045);
+      setState(1133);
       match(ClickHouseParser::ALL);
-      setState(1046);
+      setState(1134);
       selectStmtWithParens();
-      setState(1051);
+      setState(1139);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
@@ -8080,30 +8698,30 @@ antlrcpp::Any ClickHouseParser::SelectStmtWithParensContext::accept(tree::ParseT
 
 ClickHouseParser::SelectStmtWithParensContext* ClickHouseParser::selectStmtWithParens() {
   SelectStmtWithParensContext *_localctx = _tracker.createInstance<SelectStmtWithParensContext>(_ctx, getState());
-  enterRule(_localctx, 100, ClickHouseParser::RuleSelectStmtWithParens);
+  enterRule(_localctx, 104, ClickHouseParser::RuleSelectStmtWithParens);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1057);
+    setState(1145);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::SELECT:
       case ClickHouseParser::WITH: {
         enterOuterAlt(_localctx, 1);
-        setState(1052);
+        setState(1140);
         selectStmt();
         break;
       }
 
       case ClickHouseParser::LPAREN: {
         enterOuterAlt(_localctx, 2);
-        setState(1053);
+        setState(1141);
         match(ClickHouseParser::LPAREN);
-        setState(1054);
+        setState(1142);
         selectUnionStmt();
-        setState(1055);
+        setState(1143);
         match(ClickHouseParser::RPAREN);
         break;
       }
@@ -8223,7 +8841,7 @@ antlrcpp::Any ClickHouseParser::SelectStmtContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::SelectStmtContext* ClickHouseParser::selectStmt() {
   SelectStmtContext *_localctx = _tracker.createInstance<SelectStmtContext>(_ctx, getState());
-  enterRule(_localctx, 102, ClickHouseParser::RuleSelectStmt);
+  enterRule(_localctx, 106, ClickHouseParser::RuleSelectStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -8231,90 +8849,90 @@ ClickHouseParser::SelectStmtContext* ClickHouseParser::selectStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1060);
+    setState(1148);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::WITH) {
-      setState(1059);
+      setState(1147);
       withClause();
     }
-    setState(1062);
+    setState(1150);
     match(ClickHouseParser::SELECT);
-    setState(1064);
+    setState(1152);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 125, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 139, _ctx)) {
     case 1: {
-      setState(1063);
+      setState(1151);
       match(ClickHouseParser::DISTINCT);
       break;
     }
 
     }
-    setState(1067);
+    setState(1155);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 126, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 140, _ctx)) {
     case 1: {
-      setState(1066);
+      setState(1154);
       topClause();
       break;
     }
 
     }
-    setState(1069);
+    setState(1157);
     columnExprList();
-    setState(1071);
+    setState(1159);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::FROM) {
-      setState(1070);
+      setState(1158);
       fromClause();
     }
-    setState(1074);
+    setState(1162);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ARRAY || _la == ClickHouseParser::INNER
 
     || _la == ClickHouseParser::LEFT) {
-      setState(1073);
+      setState(1161);
       arrayJoinClause();
     }
-    setState(1077);
+    setState(1165);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::PREWHERE) {
-      setState(1076);
+      setState(1164);
       prewhereClause();
     }
-    setState(1080);
+    setState(1168);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::WHERE) {
-      setState(1079);
+      setState(1167);
       whereClause();
     }
-    setState(1083);
+    setState(1171);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::GROUP) {
-      setState(1082);
+      setState(1170);
       groupByClause();
     }
-    setState(1087);
+    setState(1175);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 132, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 146, _ctx)) {
     case 1: {
-      setState(1085);
+      setState(1173);
       match(ClickHouseParser::WITH);
-      setState(1086);
+      setState(1174);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::CUBE || _la == ClickHouseParser::ROLLUP)) {
       _errHandler->recoverInline(this);
@@ -8327,57 +8945,57 @@ ClickHouseParser::SelectStmtContext* ClickHouseParser::selectStmt() {
     }
 
     }
-    setState(1091);
+    setState(1179);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::WITH) {
-      setState(1089);
+      setState(1177);
       match(ClickHouseParser::WITH);
-      setState(1090);
+      setState(1178);
       match(ClickHouseParser::TOTALS);
     }
-    setState(1094);
+    setState(1182);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::HAVING) {
-      setState(1093);
+      setState(1181);
       havingClause();
     }
-    setState(1097);
+    setState(1185);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ORDER) {
-      setState(1096);
+      setState(1184);
       orderByClause();
     }
-    setState(1100);
+    setState(1188);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 136, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 150, _ctx)) {
     case 1: {
-      setState(1099);
+      setState(1187);
       limitByClause();
       break;
     }
 
     }
-    setState(1103);
+    setState(1191);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::LIMIT) {
-      setState(1102);
+      setState(1190);
       limitClause();
     }
-    setState(1106);
+    setState(1194);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::SETTINGS) {
-      setState(1105);
+      setState(1193);
       settingsClause();
     }
    
@@ -8420,16 +9038,16 @@ antlrcpp::Any ClickHouseParser::WithClauseContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::WithClauseContext* ClickHouseParser::withClause() {
   WithClauseContext *_localctx = _tracker.createInstance<WithClauseContext>(_ctx, getState());
-  enterRule(_localctx, 104, ClickHouseParser::RuleWithClause);
+  enterRule(_localctx, 108, ClickHouseParser::RuleWithClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1108);
+    setState(1196);
     match(ClickHouseParser::WITH);
-    setState(1109);
+    setState(1197);
     columnExprList();
    
   }
@@ -8479,25 +9097,25 @@ antlrcpp::Any ClickHouseParser::TopClauseContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::TopClauseContext* ClickHouseParser::topClause() {
   TopClauseContext *_localctx = _tracker.createInstance<TopClauseContext>(_ctx, getState());
-  enterRule(_localctx, 106, ClickHouseParser::RuleTopClause);
+  enterRule(_localctx, 110, ClickHouseParser::RuleTopClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1111);
+    setState(1199);
     match(ClickHouseParser::TOP);
-    setState(1112);
+    setState(1200);
     match(ClickHouseParser::DECIMAL_LITERAL);
-    setState(1115);
+    setState(1203);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 139, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 153, _ctx)) {
     case 1: {
-      setState(1113);
+      setState(1201);
       match(ClickHouseParser::WITH);
-      setState(1114);
+      setState(1202);
       match(ClickHouseParser::TIES);
       break;
     }
@@ -8543,16 +9161,16 @@ antlrcpp::Any ClickHouseParser::FromClauseContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::FromClauseContext* ClickHouseParser::fromClause() {
   FromClauseContext *_localctx = _tracker.createInstance<FromClauseContext>(_ctx, getState());
-  enterRule(_localctx, 108, ClickHouseParser::RuleFromClause);
+  enterRule(_localctx, 112, ClickHouseParser::RuleFromClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1117);
+    setState(1205);
     match(ClickHouseParser::FROM);
-    setState(1118);
+    setState(1206);
     joinExpr(0);
    
   }
@@ -8606,7 +9224,7 @@ antlrcpp::Any ClickHouseParser::ArrayJoinClauseContext::accept(tree::ParseTreeVi
 
 ClickHouseParser::ArrayJoinClauseContext* ClickHouseParser::arrayJoinClause() {
   ArrayJoinClauseContext *_localctx = _tracker.createInstance<ArrayJoinClauseContext>(_ctx, getState());
-  enterRule(_localctx, 110, ClickHouseParser::RuleArrayJoinClause);
+  enterRule(_localctx, 114, ClickHouseParser::RuleArrayJoinClause);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -8614,14 +9232,14 @@ ClickHouseParser::ArrayJoinClauseContext* ClickHouseParser::arrayJoinClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1121);
+    setState(1209);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::INNER
 
     || _la == ClickHouseParser::LEFT) {
-      setState(1120);
+      setState(1208);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::INNER
 
@@ -8633,11 +9251,11 @@ ClickHouseParser::ArrayJoinClauseContext* ClickHouseParser::arrayJoinClause() {
         consume();
       }
     }
-    setState(1123);
+    setState(1211);
     match(ClickHouseParser::ARRAY);
-    setState(1124);
+    setState(1212);
     match(ClickHouseParser::JOIN);
-    setState(1125);
+    setState(1213);
     columnExprList();
    
   }
@@ -8679,16 +9297,16 @@ antlrcpp::Any ClickHouseParser::PrewhereClauseContext::accept(tree::ParseTreeVis
 
 ClickHouseParser::PrewhereClauseContext* ClickHouseParser::prewhereClause() {
   PrewhereClauseContext *_localctx = _tracker.createInstance<PrewhereClauseContext>(_ctx, getState());
-  enterRule(_localctx, 112, ClickHouseParser::RulePrewhereClause);
+  enterRule(_localctx, 116, ClickHouseParser::RulePrewhereClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1127);
+    setState(1215);
     match(ClickHouseParser::PREWHERE);
-    setState(1128);
+    setState(1216);
     columnExpr(0);
    
   }
@@ -8730,16 +9348,16 @@ antlrcpp::Any ClickHouseParser::WhereClauseContext::accept(tree::ParseTreeVisito
 
 ClickHouseParser::WhereClauseContext* ClickHouseParser::whereClause() {
   WhereClauseContext *_localctx = _tracker.createInstance<WhereClauseContext>(_ctx, getState());
-  enterRule(_localctx, 114, ClickHouseParser::RuleWhereClause);
+  enterRule(_localctx, 118, ClickHouseParser::RuleWhereClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1130);
+    setState(1218);
     match(ClickHouseParser::WHERE);
-    setState(1131);
+    setState(1219);
     columnExpr(0);
    
   }
@@ -8801,7 +9419,7 @@ antlrcpp::Any ClickHouseParser::GroupByClauseContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::GroupByClauseContext* ClickHouseParser::groupByClause() {
   GroupByClauseContext *_localctx = _tracker.createInstance<GroupByClauseContext>(_ctx, getState());
-  enterRule(_localctx, 116, ClickHouseParser::RuleGroupByClause);
+  enterRule(_localctx, 120, ClickHouseParser::RuleGroupByClause);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -8809,15 +9427,15 @@ ClickHouseParser::GroupByClauseContext* ClickHouseParser::groupByClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1133);
+    setState(1221);
     match(ClickHouseParser::GROUP);
-    setState(1134);
+    setState(1222);
     match(ClickHouseParser::BY);
-    setState(1141);
+    setState(1229);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 141, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 155, _ctx)) {
     case 1: {
-      setState(1135);
+      setState(1223);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::CUBE || _la == ClickHouseParser::ROLLUP)) {
       _errHandler->recoverInline(this);
@@ -8826,17 +9444,17 @@ ClickHouseParser::GroupByClauseContext* ClickHouseParser::groupByClause() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(1136);
+      setState(1224);
       match(ClickHouseParser::LPAREN);
-      setState(1137);
+      setState(1225);
       columnExprList();
-      setState(1138);
+      setState(1226);
       match(ClickHouseParser::RPAREN);
       break;
     }
 
     case 2: {
-      setState(1140);
+      setState(1228);
       columnExprList();
       break;
     }
@@ -8882,16 +9500,16 @@ antlrcpp::Any ClickHouseParser::HavingClauseContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::HavingClauseContext* ClickHouseParser::havingClause() {
   HavingClauseContext *_localctx = _tracker.createInstance<HavingClauseContext>(_ctx, getState());
-  enterRule(_localctx, 118, ClickHouseParser::RuleHavingClause);
+  enterRule(_localctx, 122, ClickHouseParser::RuleHavingClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1143);
+    setState(1231);
     match(ClickHouseParser::HAVING);
-    setState(1144);
+    setState(1232);
     columnExpr(0);
    
   }
@@ -8937,18 +9555,18 @@ antlrcpp::Any ClickHouseParser::OrderByClauseContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::OrderByClauseContext* ClickHouseParser::orderByClause() {
   OrderByClauseContext *_localctx = _tracker.createInstance<OrderByClauseContext>(_ctx, getState());
-  enterRule(_localctx, 120, ClickHouseParser::RuleOrderByClause);
+  enterRule(_localctx, 124, ClickHouseParser::RuleOrderByClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1146);
+    setState(1234);
     match(ClickHouseParser::ORDER);
-    setState(1147);
+    setState(1235);
     match(ClickHouseParser::BY);
-    setState(1148);
+    setState(1236);
     orderExprList();
    
   }
@@ -8961,6 +9579,63 @@ ClickHouseParser::OrderByClauseContext* ClickHouseParser::orderByClause() {
   return _localctx;
 }
 
+//----------------- ProjectionOrderByClauseContext ------------------------------------------------------------------
+
+ClickHouseParser::ProjectionOrderByClauseContext::ProjectionOrderByClauseContext(ParserRuleContext *parent, size_t invokingState)
+  : ParserRuleContext(parent, invokingState) {
+}
+
+tree::TerminalNode* ClickHouseParser::ProjectionOrderByClauseContext::ORDER() {
+  return getToken(ClickHouseParser::ORDER, 0);
+}
+
+tree::TerminalNode* ClickHouseParser::ProjectionOrderByClauseContext::BY() {
+  return getToken(ClickHouseParser::BY, 0);
+}
+
+ClickHouseParser::ColumnExprListContext* ClickHouseParser::ProjectionOrderByClauseContext::columnExprList() {
+  return getRuleContext<ClickHouseParser::ColumnExprListContext>(0);
+}
+
+
+size_t ClickHouseParser::ProjectionOrderByClauseContext::getRuleIndex() const {
+  return ClickHouseParser::RuleProjectionOrderByClause;
+}
+
+
+antlrcpp::Any ClickHouseParser::ProjectionOrderByClauseContext::accept(tree::ParseTreeVisitor *visitor) {
+  if (auto parserVisitor = dynamic_cast<ClickHouseParserVisitor*>(visitor))
+    return parserVisitor->visitProjectionOrderByClause(this);
+  else
+    return visitor->visitChildren(this);
+}
+
+ClickHouseParser::ProjectionOrderByClauseContext* ClickHouseParser::projectionOrderByClause() {
+  ProjectionOrderByClauseContext *_localctx = _tracker.createInstance<ProjectionOrderByClauseContext>(_ctx, getState());
+  enterRule(_localctx, 126, ClickHouseParser::RuleProjectionOrderByClause);
+
+  auto onExit = finally([=] {
+    exitRule();
+  });
+  try {
+    enterOuterAlt(_localctx, 1);
+    setState(1238);
+    match(ClickHouseParser::ORDER);
+    setState(1239);
+    match(ClickHouseParser::BY);
+    setState(1240);
+    columnExprList();
+   
+  }
+  catch (RecognitionException &e) {
+    _errHandler->reportError(this, e);
+    _localctx->exception = std::current_exception();
+    _errHandler->recover(this, _localctx->exception);
+  }
+
+  return _localctx;
+}
+
 //----------------- LimitByClauseContext ------------------------------------------------------------------
 
 ClickHouseParser::LimitByClauseContext::LimitByClauseContext(ParserRuleContext *parent, size_t invokingState)
@@ -8998,20 +9673,20 @@ antlrcpp::Any ClickHouseParser::LimitByClauseContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::LimitByClauseContext* ClickHouseParser::limitByClause() {
   LimitByClauseContext *_localctx = _tracker.createInstance<LimitByClauseContext>(_ctx, getState());
-  enterRule(_localctx, 122, ClickHouseParser::RuleLimitByClause);
+  enterRule(_localctx, 128, ClickHouseParser::RuleLimitByClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1150);
+    setState(1242);
     match(ClickHouseParser::LIMIT);
-    setState(1151);
+    setState(1243);
     limitExpr();
-    setState(1152);
+    setState(1244);
     match(ClickHouseParser::BY);
-    setState(1153);
+    setState(1245);
     columnExprList();
    
   }
@@ -9061,7 +9736,7 @@ antlrcpp::Any ClickHouseParser::LimitClauseContext::accept(tree::ParseTreeVisito
 
 ClickHouseParser::LimitClauseContext* ClickHouseParser::limitClause() {
   LimitClauseContext *_localctx = _tracker.createInstance<LimitClauseContext>(_ctx, getState());
-  enterRule(_localctx, 124, ClickHouseParser::RuleLimitClause);
+  enterRule(_localctx, 130, ClickHouseParser::RuleLimitClause);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -9069,18 +9744,18 @@ ClickHouseParser::LimitClauseContext* ClickHouseParser::limitClause() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1155);
+    setState(1247);
     match(ClickHouseParser::LIMIT);
-    setState(1156);
+    setState(1248);
     limitExpr();
-    setState(1159);
+    setState(1251);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::WITH) {
-      setState(1157);
+      setState(1249);
       match(ClickHouseParser::WITH);
-      setState(1158);
+      setState(1250);
       match(ClickHouseParser::TIES);
     }
    
@@ -9123,16 +9798,16 @@ antlrcpp::Any ClickHouseParser::SettingsClauseContext::accept(tree::ParseTreeVis
 
 ClickHouseParser::SettingsClauseContext* ClickHouseParser::settingsClause() {
   SettingsClauseContext *_localctx = _tracker.createInstance<SettingsClauseContext>(_ctx, getState());
-  enterRule(_localctx, 126, ClickHouseParser::RuleSettingsClause);
+  enterRule(_localctx, 132, ClickHouseParser::RuleSettingsClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1161);
+    setState(1253);
     match(ClickHouseParser::SETTINGS);
-    setState(1162);
+    setState(1254);
     settingExprList();
    
   }
@@ -9279,8 +9954,8 @@ ClickHouseParser::JoinExprContext* ClickHouseParser::joinExpr(int precedence) {
   ClickHouseParser::JoinExprContext *_localctx = _tracker.createInstance<JoinExprContext>(_ctx, parentState);
   ClickHouseParser::JoinExprContext *previousContext = _localctx;
   (void)previousContext; // Silence compiler, in case the context is not used by generated code.
-  size_t startState = 128;
-  enterRecursionRule(_localctx, 128, ClickHouseParser::RuleJoinExpr, precedence);
+  size_t startState = 134;
+  enterRecursionRule(_localctx, 134, ClickHouseParser::RuleJoinExpr, precedence);
 
     size_t _la = 0;
 
@@ -9290,33 +9965,33 @@ ClickHouseParser::JoinExprContext* ClickHouseParser::joinExpr(int precedence) {
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(1176);
+    setState(1268);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 145, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 159, _ctx)) {
     case 1: {
       _localctx = _tracker.createInstance<JoinExprTableContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
 
-      setState(1165);
+      setState(1257);
       tableExpr(0);
-      setState(1167);
+      setState(1259);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 143, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 157, _ctx)) {
       case 1: {
-        setState(1166);
+        setState(1258);
         match(ClickHouseParser::FINAL);
         break;
       }
 
       }
-      setState(1170);
+      setState(1262);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 144, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 158, _ctx)) {
       case 1: {
-        setState(1169);
+        setState(1261);
         sampleClause();
         break;
       }
@@ -9329,38 +10004,38 @@ ClickHouseParser::JoinExprContext* ClickHouseParser::joinExpr(int precedence) {
       _localctx = _tracker.createInstance<JoinExprParensContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1172);
+      setState(1264);
       match(ClickHouseParser::LPAREN);
-      setState(1173);
+      setState(1265);
       joinExpr(0);
-      setState(1174);
+      setState(1266);
       match(ClickHouseParser::RPAREN);
       break;
     }
 
     }
     _ctx->stop = _input->LT(-1);
-    setState(1195);
+    setState(1287);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 149, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 163, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
         if (!_parseListeners.empty())
           triggerExitRuleEvent();
         previousContext = _localctx;
-        setState(1193);
+        setState(1285);
         _errHandler->sync(this);
-        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 148, _ctx)) {
+        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 162, _ctx)) {
         case 1: {
           auto newContext = _tracker.createInstance<JoinExprCrossOpContext>(_tracker.createInstance<JoinExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleJoinExpr);
-          setState(1178);
+          setState(1270);
 
           if (!(precpred(_ctx, 3))) throw FailedPredicateException(this, "precpred(_ctx, 3)");
-          setState(1179);
+          setState(1271);
           joinOpCross();
-          setState(1180);
+          setState(1272);
           joinExpr(4);
           break;
         }
@@ -9369,17 +10044,17 @@ ClickHouseParser::JoinExprContext* ClickHouseParser::joinExpr(int precedence) {
           auto newContext = _tracker.createInstance<JoinExprOpContext>(_tracker.createInstance<JoinExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleJoinExpr);
-          setState(1182);
+          setState(1274);
 
           if (!(precpred(_ctx, 4))) throw FailedPredicateException(this, "precpred(_ctx, 4)");
-          setState(1184);
+          setState(1276);
           _errHandler->sync(this);
 
           _la = _input->LA(1);
           if (_la == ClickHouseParser::GLOBAL
 
           || _la == ClickHouseParser::LOCAL) {
-            setState(1183);
+            setState(1275);
             _la = _input->LA(1);
             if (!(_la == ClickHouseParser::GLOBAL
 
@@ -9391,7 +10066,7 @@ ClickHouseParser::JoinExprContext* ClickHouseParser::joinExpr(int precedence) {
               consume();
             }
           }
-          setState(1187);
+          setState(1279);
           _errHandler->sync(this);
 
           _la = _input->LA(1);
@@ -9405,23 +10080,23 @@ ClickHouseParser::JoinExprContext* ClickHouseParser::joinExpr(int precedence) {
             | (1ULL << (ClickHouseParser::LEFT - 80))
             | (1ULL << (ClickHouseParser::RIGHT - 80))
             | (1ULL << (ClickHouseParser::SEMI - 80)))) != 0)) {
-            setState(1186);
+            setState(1278);
             joinOp();
           }
-          setState(1189);
+          setState(1281);
           match(ClickHouseParser::JOIN);
-          setState(1190);
+          setState(1282);
           joinExpr(0);
-          setState(1191);
+          setState(1283);
           joinConstraintClause();
           break;
         }
 
         } 
       }
-      setState(1197);
+      setState(1289);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 149, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 163, _ctx);
     }
   }
   catch (RecognitionException &e) {
@@ -9546,24 +10221,24 @@ antlrcpp::Any ClickHouseParser::JoinOpLeftRightContext::accept(tree::ParseTreeVi
 }
 ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
   JoinOpContext *_localctx = _tracker.createInstance<JoinOpContext>(_ctx, getState());
-  enterRule(_localctx, 130, ClickHouseParser::RuleJoinOp);
+  enterRule(_localctx, 136, ClickHouseParser::RuleJoinOp);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1241);
+    setState(1333);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 163, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 177, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<JoinOpContext *>(_tracker.createInstance<ClickHouseParser::JoinOpInnerContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(1207);
+      setState(1299);
       _errHandler->sync(this);
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 152, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 166, _ctx)) {
       case 1: {
-        setState(1199);
+        setState(1291);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
@@ -9571,7 +10246,7 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
           ((1ULL << _la) & ((1ULL << ClickHouseParser::ALL)
           | (1ULL << ClickHouseParser::ANY)
           | (1ULL << ClickHouseParser::ASOF))) != 0)) {
-          setState(1198);
+          setState(1290);
           _la = _input->LA(1);
           if (!((((_la & ~ 0x3fULL) == 0) &&
             ((1ULL << _la) & ((1ULL << ClickHouseParser::ALL)
@@ -9584,15 +10259,15 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
             consume();
           }
         }
-        setState(1201);
+        setState(1293);
         match(ClickHouseParser::INNER);
         break;
       }
 
       case 2: {
-        setState(1202);
+        setState(1294);
         match(ClickHouseParser::INNER);
-        setState(1204);
+        setState(1296);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
@@ -9600,7 +10275,7 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
           ((1ULL << _la) & ((1ULL << ClickHouseParser::ALL)
           | (1ULL << ClickHouseParser::ANY)
           | (1ULL << ClickHouseParser::ASOF))) != 0)) {
-          setState(1203);
+          setState(1295);
           _la = _input->LA(1);
           if (!((((_la & ~ 0x3fULL) == 0) &&
             ((1ULL << _la) & ((1ULL << ClickHouseParser::ALL)
@@ -9617,7 +10292,7 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
       }
 
       case 3: {
-        setState(1206);
+        setState(1298);
         _la = _input->LA(1);
         if (!((((_la & ~ 0x3fULL) == 0) &&
           ((1ULL << _la) & ((1ULL << ClickHouseParser::ALL)
@@ -9639,11 +10314,11 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
     case 2: {
       _localctx = dynamic_cast<JoinOpContext *>(_tracker.createInstance<ClickHouseParser::JoinOpLeftRightContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(1223);
+      setState(1315);
       _errHandler->sync(this);
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 157, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 171, _ctx)) {
       case 1: {
-        setState(1210);
+        setState(1302);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
@@ -9652,7 +10327,7 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
           | (1ULL << ClickHouseParser::ANTI)
           | (1ULL << ClickHouseParser::ANY)
           | (1ULL << ClickHouseParser::ASOF))) != 0) || _la == ClickHouseParser::SEMI) {
-          setState(1209);
+          setState(1301);
           _la = _input->LA(1);
           if (!((((_la & ~ 0x3fULL) == 0) &&
             ((1ULL << _la) & ((1ULL << ClickHouseParser::ALL)
@@ -9666,7 +10341,7 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
             consume();
           }
         }
-        setState(1212);
+        setState(1304);
         _la = _input->LA(1);
         if (!(_la == ClickHouseParser::LEFT
 
@@ -9677,19 +10352,19 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
           _errHandler->reportMatch(this);
           consume();
         }
-        setState(1214);
+        setState(1306);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::OUTER) {
-          setState(1213);
+          setState(1305);
           match(ClickHouseParser::OUTER);
         }
         break;
       }
 
       case 2: {
-        setState(1216);
+        setState(1308);
         _la = _input->LA(1);
         if (!(_la == ClickHouseParser::LEFT
 
@@ -9700,15 +10375,15 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
           _errHandler->reportMatch(this);
           consume();
         }
-        setState(1218);
+        setState(1310);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::OUTER) {
-          setState(1217);
+          setState(1309);
           match(ClickHouseParser::OUTER);
         }
-        setState(1221);
+        setState(1313);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
@@ -9717,7 +10392,7 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
           | (1ULL << ClickHouseParser::ANTI)
           | (1ULL << ClickHouseParser::ANY)
           | (1ULL << ClickHouseParser::ASOF))) != 0) || _la == ClickHouseParser::SEMI) {
-          setState(1220);
+          setState(1312);
           _la = _input->LA(1);
           if (!((((_la & ~ 0x3fULL) == 0) &&
             ((1ULL << _la) & ((1ULL << ClickHouseParser::ALL)
@@ -9741,18 +10416,18 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
     case 3: {
       _localctx = dynamic_cast<JoinOpContext *>(_tracker.createInstance<ClickHouseParser::JoinOpFullContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(1239);
+      setState(1331);
       _errHandler->sync(this);
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 162, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 176, _ctx)) {
       case 1: {
-        setState(1226);
+        setState(1318);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::ALL
 
         || _la == ClickHouseParser::ANY) {
-          setState(1225);
+          setState(1317);
           _la = _input->LA(1);
           if (!(_la == ClickHouseParser::ALL
 
@@ -9764,38 +10439,38 @@ ClickHouseParser::JoinOpContext* ClickHouseParser::joinOp() {
             consume();
           }
         }
-        setState(1228);
+        setState(1320);
         match(ClickHouseParser::FULL);
-        setState(1230);
+        setState(1322);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::OUTER) {
-          setState(1229);
+          setState(1321);
           match(ClickHouseParser::OUTER);
         }
         break;
       }
 
       case 2: {
-        setState(1232);
+        setState(1324);
         match(ClickHouseParser::FULL);
-        setState(1234);
+        setState(1326);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::OUTER) {
-          setState(1233);
+          setState(1325);
           match(ClickHouseParser::OUTER);
         }
-        setState(1237);
+        setState(1329);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::ALL
 
         || _la == ClickHouseParser::ANY) {
-          setState(1236);
+          setState(1328);
           _la = _input->LA(1);
           if (!(_la == ClickHouseParser::ALL
 
@@ -9867,28 +10542,28 @@ antlrcpp::Any ClickHouseParser::JoinOpCrossContext::accept(tree::ParseTreeVisito
 
 ClickHouseParser::JoinOpCrossContext* ClickHouseParser::joinOpCross() {
   JoinOpCrossContext *_localctx = _tracker.createInstance<JoinOpCrossContext>(_ctx, getState());
-  enterRule(_localctx, 132, ClickHouseParser::RuleJoinOpCross);
+  enterRule(_localctx, 138, ClickHouseParser::RuleJoinOpCross);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1249);
+    setState(1341);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::CROSS:
       case ClickHouseParser::GLOBAL:
       case ClickHouseParser::LOCAL: {
         enterOuterAlt(_localctx, 1);
-        setState(1244);
+        setState(1336);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
         if (_la == ClickHouseParser::GLOBAL
 
         || _la == ClickHouseParser::LOCAL) {
-          setState(1243);
+          setState(1335);
           _la = _input->LA(1);
           if (!(_la == ClickHouseParser::GLOBAL
 
@@ -9900,16 +10575,16 @@ ClickHouseParser::JoinOpCrossContext* ClickHouseParser::joinOpCross() {
             consume();
           }
         }
-        setState(1246);
+        setState(1338);
         match(ClickHouseParser::CROSS);
-        setState(1247);
+        setState(1339);
         match(ClickHouseParser::JOIN);
         break;
       }
 
       case ClickHouseParser::COMMA: {
         enterOuterAlt(_localctx, 2);
-        setState(1248);
+        setState(1340);
         match(ClickHouseParser::COMMA);
         break;
       }
@@ -9969,42 +10644,42 @@ antlrcpp::Any ClickHouseParser::JoinConstraintClauseContext::accept(tree::ParseT
 
 ClickHouseParser::JoinConstraintClauseContext* ClickHouseParser::joinConstraintClause() {
   JoinConstraintClauseContext *_localctx = _tracker.createInstance<JoinConstraintClauseContext>(_ctx, getState());
-  enterRule(_localctx, 134, ClickHouseParser::RuleJoinConstraintClause);
+  enterRule(_localctx, 140, ClickHouseParser::RuleJoinConstraintClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1260);
+    setState(1352);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 166, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 180, _ctx)) {
     case 1: {
       enterOuterAlt(_localctx, 1);
-      setState(1251);
+      setState(1343);
       match(ClickHouseParser::ON);
-      setState(1252);
+      setState(1344);
       columnExprList();
       break;
     }
 
     case 2: {
       enterOuterAlt(_localctx, 2);
-      setState(1253);
+      setState(1345);
       match(ClickHouseParser::USING);
-      setState(1254);
+      setState(1346);
       match(ClickHouseParser::LPAREN);
-      setState(1255);
+      setState(1347);
       columnExprList();
-      setState(1256);
+      setState(1348);
       match(ClickHouseParser::RPAREN);
       break;
     }
 
     case 3: {
       enterOuterAlt(_localctx, 3);
-      setState(1258);
+      setState(1350);
       match(ClickHouseParser::USING);
-      setState(1259);
+      setState(1351);
       columnExprList();
       break;
     }
@@ -10058,25 +10733,25 @@ antlrcpp::Any ClickHouseParser::SampleClauseContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::SampleClauseContext* ClickHouseParser::sampleClause() {
   SampleClauseContext *_localctx = _tracker.createInstance<SampleClauseContext>(_ctx, getState());
-  enterRule(_localctx, 136, ClickHouseParser::RuleSampleClause);
+  enterRule(_localctx, 142, ClickHouseParser::RuleSampleClause);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1262);
+    setState(1354);
     match(ClickHouseParser::SAMPLE);
-    setState(1263);
+    setState(1355);
     ratioExpr();
-    setState(1266);
+    setState(1358);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 167, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 181, _ctx)) {
     case 1: {
-      setState(1264);
+      setState(1356);
       match(ClickHouseParser::OFFSET);
-      setState(1265);
+      setState(1357);
       ratioExpr();
       break;
     }
@@ -10130,7 +10805,7 @@ antlrcpp::Any ClickHouseParser::LimitExprContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::LimitExprContext* ClickHouseParser::limitExpr() {
   LimitExprContext *_localctx = _tracker.createInstance<LimitExprContext>(_ctx, getState());
-  enterRule(_localctx, 138, ClickHouseParser::RuleLimitExpr);
+  enterRule(_localctx, 144, ClickHouseParser::RuleLimitExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -10138,14 +10813,14 @@ ClickHouseParser::LimitExprContext* ClickHouseParser::limitExpr() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1268);
+    setState(1360);
     columnExpr(0);
-    setState(1271);
+    setState(1363);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::OFFSET || _la == ClickHouseParser::COMMA) {
-      setState(1269);
+      setState(1361);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::OFFSET || _la == ClickHouseParser::COMMA)) {
       _errHandler->recoverInline(this);
@@ -10154,7 +10829,7 @@ ClickHouseParser::LimitExprContext* ClickHouseParser::limitExpr() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(1270);
+      setState(1362);
       columnExpr(0);
     }
    
@@ -10205,7 +10880,7 @@ antlrcpp::Any ClickHouseParser::OrderExprListContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::OrderExprListContext* ClickHouseParser::orderExprList() {
   OrderExprListContext *_localctx = _tracker.createInstance<OrderExprListContext>(_ctx, getState());
-  enterRule(_localctx, 140, ClickHouseParser::RuleOrderExprList);
+  enterRule(_localctx, 146, ClickHouseParser::RuleOrderExprList);
 
   auto onExit = finally([=] {
     exitRule();
@@ -10213,21 +10888,21 @@ ClickHouseParser::OrderExprListContext* ClickHouseParser::orderExprList() {
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(1273);
+    setState(1365);
     orderExpr();
-    setState(1278);
+    setState(1370);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 169, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 183, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
-        setState(1274);
+        setState(1366);
         match(ClickHouseParser::COMMA);
-        setState(1275);
+        setState(1367);
         orderExpr(); 
       }
-      setState(1280);
+      setState(1372);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 169, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 183, _ctx);
     }
    
   }
@@ -10297,7 +10972,7 @@ antlrcpp::Any ClickHouseParser::OrderExprContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::OrderExprContext* ClickHouseParser::orderExpr() {
   OrderExprContext *_localctx = _tracker.createInstance<OrderExprContext>(_ctx, getState());
-  enterRule(_localctx, 142, ClickHouseParser::RuleOrderExpr);
+  enterRule(_localctx, 148, ClickHouseParser::RuleOrderExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -10305,14 +10980,14 @@ ClickHouseParser::OrderExprContext* ClickHouseParser::orderExpr() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1281);
+    setState(1373);
     columnExpr(0);
-    setState(1283);
+    setState(1375);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 170, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 184, _ctx)) {
     case 1: {
-      setState(1282);
+      setState(1374);
       _la = _input->LA(1);
       if (!((((_la & ~ 0x3fULL) == 0) &&
         ((1ULL << _la) & ((1ULL << ClickHouseParser::ASCENDING)
@@ -10328,14 +11003,14 @@ ClickHouseParser::OrderExprContext* ClickHouseParser::orderExpr() {
     }
 
     }
-    setState(1287);
+    setState(1379);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 171, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 185, _ctx)) {
     case 1: {
-      setState(1285);
+      setState(1377);
       match(ClickHouseParser::NULLS);
-      setState(1286);
+      setState(1378);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::FIRST
 
@@ -10350,14 +11025,14 @@ ClickHouseParser::OrderExprContext* ClickHouseParser::orderExpr() {
     }
 
     }
-    setState(1291);
+    setState(1383);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 172, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 186, _ctx)) {
     case 1: {
-      setState(1289);
+      setState(1381);
       match(ClickHouseParser::COLLATE);
-      setState(1290);
+      setState(1382);
       match(ClickHouseParser::STRING_LITERAL);
       break;
     }
@@ -10407,23 +11082,23 @@ antlrcpp::Any ClickHouseParser::RatioExprContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::RatioExprContext* ClickHouseParser::ratioExpr() {
   RatioExprContext *_localctx = _tracker.createInstance<RatioExprContext>(_ctx, getState());
-  enterRule(_localctx, 144, ClickHouseParser::RuleRatioExpr);
+  enterRule(_localctx, 150, ClickHouseParser::RuleRatioExpr);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1293);
+    setState(1385);
     numberLiteral();
-    setState(1296);
+    setState(1388);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 173, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 187, _ctx)) {
     case 1: {
-      setState(1294);
+      setState(1386);
       match(ClickHouseParser::SLASH);
-      setState(1295);
+      setState(1387);
       numberLiteral();
       break;
     }
@@ -10477,7 +11152,7 @@ antlrcpp::Any ClickHouseParser::SettingExprListContext::accept(tree::ParseTreeVi
 
 ClickHouseParser::SettingExprListContext* ClickHouseParser::settingExprList() {
   SettingExprListContext *_localctx = _tracker.createInstance<SettingExprListContext>(_ctx, getState());
-  enterRule(_localctx, 146, ClickHouseParser::RuleSettingExprList);
+  enterRule(_localctx, 152, ClickHouseParser::RuleSettingExprList);
 
   auto onExit = finally([=] {
     exitRule();
@@ -10485,21 +11160,21 @@ ClickHouseParser::SettingExprListContext* ClickHouseParser::settingExprList() {
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(1298);
+    setState(1390);
     settingExpr();
-    setState(1303);
+    setState(1395);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 174, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 188, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
-        setState(1299);
+        setState(1391);
         match(ClickHouseParser::COMMA);
-        setState(1300);
+        setState(1392);
         settingExpr(); 
       }
-      setState(1305);
+      setState(1397);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 174, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 188, _ctx);
     }
    
   }
@@ -10545,18 +11220,18 @@ antlrcpp::Any ClickHouseParser::SettingExprContext::accept(tree::ParseTreeVisito
 
 ClickHouseParser::SettingExprContext* ClickHouseParser::settingExpr() {
   SettingExprContext *_localctx = _tracker.createInstance<SettingExprContext>(_ctx, getState());
-  enterRule(_localctx, 148, ClickHouseParser::RuleSettingExpr);
+  enterRule(_localctx, 154, ClickHouseParser::RuleSettingExpr);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1306);
+    setState(1398);
     identifier();
-    setState(1307);
+    setState(1399);
     match(ClickHouseParser::EQ_SINGLE);
-    setState(1308);
+    setState(1400);
     literal();
    
   }
@@ -10598,16 +11273,16 @@ antlrcpp::Any ClickHouseParser::SetStmtContext::accept(tree::ParseTreeVisitor *v
 
 ClickHouseParser::SetStmtContext* ClickHouseParser::setStmt() {
   SetStmtContext *_localctx = _tracker.createInstance<SetStmtContext>(_ctx, getState());
-  enterRule(_localctx, 150, ClickHouseParser::RuleSetStmt);
+  enterRule(_localctx, 156, ClickHouseParser::RuleSetStmt);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1310);
+    setState(1402);
     match(ClickHouseParser::SET);
-    setState(1311);
+    setState(1403);
     settingExprList();
    
   }
@@ -10819,26 +11494,26 @@ antlrcpp::Any ClickHouseParser::ShowCreateDictionaryStmtContext::accept(tree::Pa
 }
 ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
   ShowStmtContext *_localctx = _tracker.createInstance<ShowStmtContext>(_ctx, getState());
-  enterRule(_localctx, 152, ClickHouseParser::RuleShowStmt);
+  enterRule(_localctx, 158, ClickHouseParser::RuleShowStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1355);
+    setState(1447);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 182, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 196, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<ShowStmtContext *>(_tracker.createInstance<ClickHouseParser::ShowCreateDatabaseStmtContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(1313);
+      setState(1405);
       match(ClickHouseParser::SHOW);
-      setState(1314);
+      setState(1406);
       match(ClickHouseParser::CREATE);
-      setState(1315);
+      setState(1407);
       match(ClickHouseParser::DATABASE);
-      setState(1316);
+      setState(1408);
       databaseIdentifier();
       break;
     }
@@ -10846,13 +11521,13 @@ ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
     case 2: {
       _localctx = dynamic_cast<ShowStmtContext *>(_tracker.createInstance<ClickHouseParser::ShowCreateDictionaryStmtContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(1317);
+      setState(1409);
       match(ClickHouseParser::SHOW);
-      setState(1318);
+      setState(1410);
       match(ClickHouseParser::CREATE);
-      setState(1319);
+      setState(1411);
       match(ClickHouseParser::DICTIONARY);
-      setState(1320);
+      setState(1412);
       tableIdentifier();
       break;
     }
@@ -10860,33 +11535,33 @@ ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
     case 3: {
       _localctx = dynamic_cast<ShowStmtContext *>(_tracker.createInstance<ClickHouseParser::ShowCreateTableStmtContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(1321);
+      setState(1413);
       match(ClickHouseParser::SHOW);
-      setState(1322);
+      setState(1414);
       match(ClickHouseParser::CREATE);
-      setState(1324);
+      setState(1416);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 175, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 189, _ctx)) {
       case 1: {
-        setState(1323);
+        setState(1415);
         match(ClickHouseParser::TEMPORARY);
         break;
       }
 
       }
-      setState(1327);
+      setState(1419);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 176, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 190, _ctx)) {
       case 1: {
-        setState(1326);
+        setState(1418);
         match(ClickHouseParser::TABLE);
         break;
       }
 
       }
-      setState(1329);
+      setState(1421);
       tableIdentifier();
       break;
     }
@@ -10894,9 +11569,9 @@ ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
     case 4: {
       _localctx = dynamic_cast<ShowStmtContext *>(_tracker.createInstance<ClickHouseParser::ShowDatabasesStmtContext>(_localctx));
       enterOuterAlt(_localctx, 4);
-      setState(1330);
+      setState(1422);
       match(ClickHouseParser::SHOW);
-      setState(1331);
+      setState(1423);
       match(ClickHouseParser::DATABASES);
       break;
     }
@@ -10904,18 +11579,18 @@ ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
     case 5: {
       _localctx = dynamic_cast<ShowStmtContext *>(_tracker.createInstance<ClickHouseParser::ShowDictionariesStmtContext>(_localctx));
       enterOuterAlt(_localctx, 5);
-      setState(1332);
+      setState(1424);
       match(ClickHouseParser::SHOW);
-      setState(1333);
+      setState(1425);
       match(ClickHouseParser::DICTIONARIES);
-      setState(1336);
+      setState(1428);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::FROM) {
-        setState(1334);
+        setState(1426);
         match(ClickHouseParser::FROM);
-        setState(1335);
+        setState(1427);
         databaseIdentifier();
       }
       break;
@@ -10924,26 +11599,26 @@ ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
     case 6: {
       _localctx = dynamic_cast<ShowStmtContext *>(_tracker.createInstance<ClickHouseParser::ShowTablesStmtContext>(_localctx));
       enterOuterAlt(_localctx, 6);
-      setState(1338);
+      setState(1430);
       match(ClickHouseParser::SHOW);
-      setState(1340);
+      setState(1432);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::TEMPORARY) {
-        setState(1339);
+        setState(1431);
         match(ClickHouseParser::TEMPORARY);
       }
-      setState(1342);
+      setState(1434);
       match(ClickHouseParser::TABLES);
-      setState(1345);
+      setState(1437);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::FROM
 
       || _la == ClickHouseParser::IN) {
-        setState(1343);
+        setState(1435);
         _la = _input->LA(1);
         if (!(_la == ClickHouseParser::FROM
 
@@ -10954,22 +11629,22 @@ ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
           _errHandler->reportMatch(this);
           consume();
         }
-        setState(1344);
+        setState(1436);
         databaseIdentifier();
       }
-      setState(1350);
+      setState(1442);
       _errHandler->sync(this);
       switch (_input->LA(1)) {
         case ClickHouseParser::LIKE: {
-          setState(1347);
+          setState(1439);
           match(ClickHouseParser::LIKE);
-          setState(1348);
+          setState(1440);
           match(ClickHouseParser::STRING_LITERAL);
           break;
         }
 
         case ClickHouseParser::WHERE: {
-          setState(1349);
+          setState(1441);
           whereClause();
           break;
         }
@@ -10985,12 +11660,12 @@ ClickHouseParser::ShowStmtContext* ClickHouseParser::showStmt() {
       default:
         break;
       }
-      setState(1353);
+      setState(1445);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::LIMIT) {
-        setState(1352);
+        setState(1444);
         limitClause();
       }
       break;
@@ -11097,69 +11772,69 @@ antlrcpp::Any ClickHouseParser::SystemStmtContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::SystemStmtContext* ClickHouseParser::systemStmt() {
   SystemStmtContext *_localctx = _tracker.createInstance<SystemStmtContext>(_ctx, getState());
-  enterRule(_localctx, 154, ClickHouseParser::RuleSystemStmt);
+  enterRule(_localctx, 160, ClickHouseParser::RuleSystemStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1391);
+    setState(1483);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 185, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 199, _ctx)) {
     case 1: {
       enterOuterAlt(_localctx, 1);
-      setState(1357);
+      setState(1449);
       match(ClickHouseParser::SYSTEM);
-      setState(1358);
+      setState(1450);
       match(ClickHouseParser::FLUSH);
-      setState(1359);
+      setState(1451);
       match(ClickHouseParser::DISTRIBUTED);
-      setState(1360);
+      setState(1452);
       tableIdentifier();
       break;
     }
 
     case 2: {
       enterOuterAlt(_localctx, 2);
-      setState(1361);
+      setState(1453);
       match(ClickHouseParser::SYSTEM);
-      setState(1362);
+      setState(1454);
       match(ClickHouseParser::FLUSH);
-      setState(1363);
+      setState(1455);
       match(ClickHouseParser::LOGS);
       break;
     }
 
     case 3: {
       enterOuterAlt(_localctx, 3);
-      setState(1364);
+      setState(1456);
       match(ClickHouseParser::SYSTEM);
-      setState(1365);
+      setState(1457);
       match(ClickHouseParser::RELOAD);
-      setState(1366);
+      setState(1458);
       match(ClickHouseParser::DICTIONARIES);
       break;
     }
 
     case 4: {
       enterOuterAlt(_localctx, 4);
-      setState(1367);
+      setState(1459);
       match(ClickHouseParser::SYSTEM);
-      setState(1368);
+      setState(1460);
       match(ClickHouseParser::RELOAD);
-      setState(1369);
+      setState(1461);
       match(ClickHouseParser::DICTIONARY);
-      setState(1370);
+      setState(1462);
       tableIdentifier();
       break;
     }
 
     case 5: {
       enterOuterAlt(_localctx, 5);
-      setState(1371);
+      setState(1463);
       match(ClickHouseParser::SYSTEM);
-      setState(1372);
+      setState(1464);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::START
 
@@ -11170,34 +11845,34 @@ ClickHouseParser::SystemStmtContext* ClickHouseParser::systemStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(1380);
+      setState(1472);
       _errHandler->sync(this);
       switch (_input->LA(1)) {
         case ClickHouseParser::DISTRIBUTED: {
-          setState(1373);
+          setState(1465);
           match(ClickHouseParser::DISTRIBUTED);
-          setState(1374);
+          setState(1466);
           match(ClickHouseParser::SENDS);
           break;
         }
 
         case ClickHouseParser::FETCHES: {
-          setState(1375);
+          setState(1467);
           match(ClickHouseParser::FETCHES);
           break;
         }
 
         case ClickHouseParser::MERGES:
         case ClickHouseParser::TTL: {
-          setState(1377);
+          setState(1469);
           _errHandler->sync(this);
 
           _la = _input->LA(1);
           if (_la == ClickHouseParser::TTL) {
-            setState(1376);
+            setState(1468);
             match(ClickHouseParser::TTL);
           }
-          setState(1379);
+          setState(1471);
           match(ClickHouseParser::MERGES);
           break;
         }
@@ -11205,16 +11880,16 @@ ClickHouseParser::SystemStmtContext* ClickHouseParser::systemStmt() {
       default:
         throw NoViableAltException(this);
       }
-      setState(1382);
+      setState(1474);
       tableIdentifier();
       break;
     }
 
     case 6: {
       enterOuterAlt(_localctx, 6);
-      setState(1383);
+      setState(1475);
       match(ClickHouseParser::SYSTEM);
-      setState(1384);
+      setState(1476);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::START
 
@@ -11225,22 +11900,22 @@ ClickHouseParser::SystemStmtContext* ClickHouseParser::systemStmt() {
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(1385);
+      setState(1477);
       match(ClickHouseParser::REPLICATED);
-      setState(1386);
+      setState(1478);
       match(ClickHouseParser::SENDS);
       break;
     }
 
     case 7: {
       enterOuterAlt(_localctx, 7);
-      setState(1387);
+      setState(1479);
       match(ClickHouseParser::SYSTEM);
-      setState(1388);
+      setState(1480);
       match(ClickHouseParser::SYNC);
-      setState(1389);
+      setState(1481);
       match(ClickHouseParser::REPLICA);
-      setState(1390);
+      setState(1482);
       tableIdentifier();
       break;
     }
@@ -11306,7 +11981,7 @@ antlrcpp::Any ClickHouseParser::TruncateStmtContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::TruncateStmtContext* ClickHouseParser::truncateStmt() {
   TruncateStmtContext *_localctx = _tracker.createInstance<TruncateStmtContext>(_ctx, getState());
-  enterRule(_localctx, 156, ClickHouseParser::RuleTruncateStmt);
+  enterRule(_localctx, 162, ClickHouseParser::RuleTruncateStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -11314,51 +11989,51 @@ ClickHouseParser::TruncateStmtContext* ClickHouseParser::truncateStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1393);
+    setState(1485);
     match(ClickHouseParser::TRUNCATE);
-    setState(1395);
+    setState(1487);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 186, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 200, _ctx)) {
     case 1: {
-      setState(1394);
+      setState(1486);
       match(ClickHouseParser::TEMPORARY);
       break;
     }
 
     }
-    setState(1398);
+    setState(1490);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 187, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 201, _ctx)) {
     case 1: {
-      setState(1397);
+      setState(1489);
       match(ClickHouseParser::TABLE);
       break;
     }
 
     }
-    setState(1402);
+    setState(1494);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 188, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 202, _ctx)) {
     case 1: {
-      setState(1400);
+      setState(1492);
       match(ClickHouseParser::IF);
-      setState(1401);
+      setState(1493);
       match(ClickHouseParser::EXISTS);
       break;
     }
 
     }
-    setState(1404);
+    setState(1496);
     tableIdentifier();
-    setState(1406);
+    setState(1498);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::ON) {
-      setState(1405);
+      setState(1497);
       clusterClause();
     }
    
@@ -11401,16 +12076,16 @@ antlrcpp::Any ClickHouseParser::UseStmtContext::accept(tree::ParseTreeVisitor *v
 
 ClickHouseParser::UseStmtContext* ClickHouseParser::useStmt() {
   UseStmtContext *_localctx = _tracker.createInstance<UseStmtContext>(_ctx, getState());
-  enterRule(_localctx, 158, ClickHouseParser::RuleUseStmt);
+  enterRule(_localctx, 164, ClickHouseParser::RuleUseStmt);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1408);
+    setState(1500);
     match(ClickHouseParser::USE);
-    setState(1409);
+    setState(1501);
     databaseIdentifier();
    
   }
@@ -11464,7 +12139,7 @@ antlrcpp::Any ClickHouseParser::WatchStmtContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::WatchStmtContext* ClickHouseParser::watchStmt() {
   WatchStmtContext *_localctx = _tracker.createInstance<WatchStmtContext>(_ctx, getState());
-  enterRule(_localctx, 160, ClickHouseParser::RuleWatchStmt);
+  enterRule(_localctx, 166, ClickHouseParser::RuleWatchStmt);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -11472,26 +12147,26 @@ ClickHouseParser::WatchStmtContext* ClickHouseParser::watchStmt() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1411);
+    setState(1503);
     match(ClickHouseParser::WATCH);
-    setState(1412);
+    setState(1504);
     tableIdentifier();
-    setState(1414);
+    setState(1506);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::EVENTS) {
-      setState(1413);
+      setState(1505);
       match(ClickHouseParser::EVENTS);
     }
-    setState(1418);
+    setState(1510);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::LIMIT) {
-      setState(1416);
+      setState(1508);
       match(ClickHouseParser::LIMIT);
-      setState(1417);
+      setState(1509);
       match(ClickHouseParser::DECIMAL_LITERAL);
     }
    
@@ -11685,20 +12360,20 @@ antlrcpp::Any ClickHouseParser::ColumnTypeExprEnumContext::accept(tree::ParseTre
 }
 ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
   ColumnTypeExprContext *_localctx = _tracker.createInstance<ColumnTypeExprContext>(_ctx, getState());
-  enterRule(_localctx, 162, ClickHouseParser::RuleColumnTypeExpr);
+  enterRule(_localctx, 168, ClickHouseParser::RuleColumnTypeExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1467);
+    setState(1559);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 196, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 210, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<ColumnTypeExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnTypeExprSimpleContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(1420);
+      setState(1512);
       identifier();
       break;
     }
@@ -11706,29 +12381,29 @@ ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
     case 2: {
       _localctx = dynamic_cast<ColumnTypeExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnTypeExprNestedContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(1421);
+      setState(1513);
       identifier();
-      setState(1422);
+      setState(1514);
       match(ClickHouseParser::LPAREN);
-      setState(1423);
+      setState(1515);
       identifier();
-      setState(1424);
+      setState(1516);
       columnTypeExpr();
-      setState(1431);
+      setState(1523);
       _errHandler->sync(this);
       _la = _input->LA(1);
       while (_la == ClickHouseParser::COMMA) {
-        setState(1425);
+        setState(1517);
         match(ClickHouseParser::COMMA);
-        setState(1426);
+        setState(1518);
         identifier();
-        setState(1427);
+        setState(1519);
         columnTypeExpr();
-        setState(1433);
+        setState(1525);
         _errHandler->sync(this);
         _la = _input->LA(1);
       }
-      setState(1434);
+      setState(1526);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -11736,25 +12411,25 @@ ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
     case 3: {
       _localctx = dynamic_cast<ColumnTypeExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnTypeExprEnumContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(1436);
+      setState(1528);
       identifier();
-      setState(1437);
+      setState(1529);
       match(ClickHouseParser::LPAREN);
-      setState(1438);
+      setState(1530);
       enumValue();
-      setState(1443);
+      setState(1535);
       _errHandler->sync(this);
       _la = _input->LA(1);
       while (_la == ClickHouseParser::COMMA) {
-        setState(1439);
+        setState(1531);
         match(ClickHouseParser::COMMA);
-        setState(1440);
+        setState(1532);
         enumValue();
-        setState(1445);
+        setState(1537);
         _errHandler->sync(this);
         _la = _input->LA(1);
       }
-      setState(1446);
+      setState(1538);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -11762,25 +12437,25 @@ ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
     case 4: {
       _localctx = dynamic_cast<ColumnTypeExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnTypeExprComplexContext>(_localctx));
       enterOuterAlt(_localctx, 4);
-      setState(1448);
+      setState(1540);
       identifier();
-      setState(1449);
+      setState(1541);
       match(ClickHouseParser::LPAREN);
-      setState(1450);
+      setState(1542);
       columnTypeExpr();
-      setState(1455);
+      setState(1547);
       _errHandler->sync(this);
       _la = _input->LA(1);
       while (_la == ClickHouseParser::COMMA) {
-        setState(1451);
+        setState(1543);
         match(ClickHouseParser::COMMA);
-        setState(1452);
+        setState(1544);
         columnTypeExpr();
-        setState(1457);
+        setState(1549);
         _errHandler->sync(this);
         _la = _input->LA(1);
       }
-      setState(1458);
+      setState(1550);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -11788,11 +12463,11 @@ ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
     case 5: {
       _localctx = dynamic_cast<ColumnTypeExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnTypeExprParamContext>(_localctx));
       enterOuterAlt(_localctx, 5);
-      setState(1460);
+      setState(1552);
       identifier();
-      setState(1461);
+      setState(1553);
       match(ClickHouseParser::LPAREN);
-      setState(1463);
+      setState(1555);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
@@ -11895,6 +12570,7 @@ ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
         | (1ULL << (ClickHouseParser::LOCAL - 64))
         | (1ULL << (ClickHouseParser::LOGS - 64))
         | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+        | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
         | (1ULL << (ClickHouseParser::MAX - 64))
         | (1ULL << (ClickHouseParser::MERGES - 64))
         | (1ULL << (ClickHouseParser::MIN - 64))
@@ -11920,10 +12596,10 @@ ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
         | (1ULL << (ClickHouseParser::PREWHERE - 64))
         | (1ULL << (ClickHouseParser::PRIMARY - 64))
         | (1ULL << (ClickHouseParser::QUARTER - 64))
-        | (1ULL << (ClickHouseParser::RANGE - 64))
-        | (1ULL << (ClickHouseParser::RELOAD - 64))
-        | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+        | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+        | (1ULL << (ClickHouseParser::REMOVE - 128))
+        | (1ULL << (ClickHouseParser::RENAME - 128))
         | (1ULL << (ClickHouseParser::REPLACE - 128))
         | (1ULL << (ClickHouseParser::REPLICA - 128))
         | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -11982,16 +12658,16 @@ ClickHouseParser::ColumnTypeExprContext* ClickHouseParser::columnTypeExpr() {
         | (1ULL << (ClickHouseParser::DECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::HEXADECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::STRING_LITERAL - 128))
-        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 194) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 194)) & ((1ULL << (ClickHouseParser::DASH - 194))
-        | (1ULL << (ClickHouseParser::DOT - 194))
-        | (1ULL << (ClickHouseParser::LBRACKET - 194))
-        | (1ULL << (ClickHouseParser::LPAREN - 194))
-        | (1ULL << (ClickHouseParser::PLUS - 194)))) != 0)) {
-        setState(1462);
+        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 196) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 196)) & ((1ULL << (ClickHouseParser::DASH - 196))
+        | (1ULL << (ClickHouseParser::DOT - 196))
+        | (1ULL << (ClickHouseParser::LBRACKET - 196))
+        | (1ULL << (ClickHouseParser::LPAREN - 196))
+        | (1ULL << (ClickHouseParser::PLUS - 196)))) != 0)) {
+        setState(1554);
         columnExprList();
       }
-      setState(1465);
+      setState(1557);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -12045,7 +12721,7 @@ antlrcpp::Any ClickHouseParser::ColumnExprListContext::accept(tree::ParseTreeVis
 
 ClickHouseParser::ColumnExprListContext* ClickHouseParser::columnExprList() {
   ColumnExprListContext *_localctx = _tracker.createInstance<ColumnExprListContext>(_ctx, getState());
-  enterRule(_localctx, 164, ClickHouseParser::RuleColumnExprList);
+  enterRule(_localctx, 170, ClickHouseParser::RuleColumnExprList);
 
   auto onExit = finally([=] {
     exitRule();
@@ -12053,21 +12729,21 @@ ClickHouseParser::ColumnExprListContext* ClickHouseParser::columnExprList() {
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(1469);
+    setState(1561);
     columnsExpr();
-    setState(1474);
+    setState(1566);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 197, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 211, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
-        setState(1470);
+        setState(1562);
         match(ClickHouseParser::COMMA);
-        setState(1471);
+        setState(1563);
         columnsExpr(); 
       }
-      setState(1476);
+      setState(1568);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 197, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 211, _ctx);
     }
    
   }
@@ -12158,20 +12834,20 @@ antlrcpp::Any ClickHouseParser::ColumnsExprSubqueryContext::accept(tree::ParseTr
 }
 ClickHouseParser::ColumnsExprContext* ClickHouseParser::columnsExpr() {
   ColumnsExprContext *_localctx = _tracker.createInstance<ColumnsExprContext>(_ctx, getState());
-  enterRule(_localctx, 166, ClickHouseParser::RuleColumnsExpr);
+  enterRule(_localctx, 172, ClickHouseParser::RuleColumnsExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1488);
+    setState(1580);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 199, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 213, _ctx)) {
     case 1: {
       _localctx = dynamic_cast<ColumnsExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnsExprAsteriskContext>(_localctx));
       enterOuterAlt(_localctx, 1);
-      setState(1480);
+      setState(1572);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
@@ -12273,6 +12949,7 @@ ClickHouseParser::ColumnsExprContext* ClickHouseParser::columnsExpr() {
         | (1ULL << (ClickHouseParser::LOCAL - 64))
         | (1ULL << (ClickHouseParser::LOGS - 64))
         | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+        | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
         | (1ULL << (ClickHouseParser::MAX - 64))
         | (1ULL << (ClickHouseParser::MERGES - 64))
         | (1ULL << (ClickHouseParser::MIN - 64))
@@ -12296,10 +12973,10 @@ ClickHouseParser::ColumnsExprContext* ClickHouseParser::columnsExpr() {
         | (1ULL << (ClickHouseParser::PREWHERE - 64))
         | (1ULL << (ClickHouseParser::PRIMARY - 64))
         | (1ULL << (ClickHouseParser::QUARTER - 64))
-        | (1ULL << (ClickHouseParser::RANGE - 64))
-        | (1ULL << (ClickHouseParser::RELOAD - 64))
-        | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+        | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+        | (1ULL << (ClickHouseParser::REMOVE - 128))
+        | (1ULL << (ClickHouseParser::RENAME - 128))
         | (1ULL << (ClickHouseParser::REPLACE - 128))
         | (1ULL << (ClickHouseParser::REPLICA - 128))
         | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -12353,12 +13030,12 @@ ClickHouseParser::ColumnsExprContext* ClickHouseParser::columnsExpr() {
         | (1ULL << (ClickHouseParser::JSON_FALSE - 128))
         | (1ULL << (ClickHouseParser::JSON_TRUE - 128))
         | (1ULL << (ClickHouseParser::IDENTIFIER - 128)))) != 0)) {
-        setState(1477);
+        setState(1569);
         tableIdentifier();
-        setState(1478);
+        setState(1570);
         match(ClickHouseParser::DOT);
       }
-      setState(1482);
+      setState(1574);
       match(ClickHouseParser::ASTERISK);
       break;
     }
@@ -12366,11 +13043,11 @@ ClickHouseParser::ColumnsExprContext* ClickHouseParser::columnsExpr() {
     case 2: {
       _localctx = dynamic_cast<ColumnsExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnsExprSubqueryContext>(_localctx));
       enterOuterAlt(_localctx, 2);
-      setState(1483);
+      setState(1575);
       match(ClickHouseParser::LPAREN);
-      setState(1484);
+      setState(1576);
       selectUnionStmt();
-      setState(1485);
+      setState(1577);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -12378,7 +13055,7 @@ ClickHouseParser::ColumnsExprContext* ClickHouseParser::columnsExpr() {
     case 3: {
       _localctx = dynamic_cast<ColumnsExprContext *>(_tracker.createInstance<ClickHouseParser::ColumnsExprColumnContext>(_localctx));
       enterOuterAlt(_localctx, 3);
-      setState(1487);
+      setState(1579);
       columnExpr(0);
       break;
     }
@@ -13248,8 +13925,8 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
   ClickHouseParser::ColumnExprContext *_localctx = _tracker.createInstance<ColumnExprContext>(_ctx, parentState);
   ClickHouseParser::ColumnExprContext *previousContext = _localctx;
   (void)previousContext; // Silence compiler, in case the context is not used by generated code.
-  size_t startState = 168;
-  enterRecursionRule(_localctx, 168, ClickHouseParser::RuleColumnExpr, precedence);
+  size_t startState = 174;
+  enterRecursionRule(_localctx, 174, ClickHouseParser::RuleColumnExpr, precedence);
 
     size_t _la = 0;
 
@@ -13259,54 +13936,54 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(1597);
+    setState(1689);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 210, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 224, _ctx)) {
     case 1: {
       _localctx = _tracker.createInstance<ColumnExprCaseContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
 
-      setState(1491);
+      setState(1583);
       match(ClickHouseParser::CASE);
-      setState(1493);
+      setState(1585);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 200, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 214, _ctx)) {
       case 1: {
-        setState(1492);
+        setState(1584);
         columnExpr(0);
         break;
       }
 
       }
-      setState(1500); 
+      setState(1592); 
       _errHandler->sync(this);
       _la = _input->LA(1);
       do {
-        setState(1495);
+        setState(1587);
         match(ClickHouseParser::WHEN);
-        setState(1496);
+        setState(1588);
         columnExpr(0);
-        setState(1497);
+        setState(1589);
         match(ClickHouseParser::THEN);
-        setState(1498);
+        setState(1590);
         columnExpr(0);
-        setState(1502); 
+        setState(1594); 
         _errHandler->sync(this);
         _la = _input->LA(1);
       } while (_la == ClickHouseParser::WHEN);
-      setState(1506);
+      setState(1598);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::ELSE) {
-        setState(1504);
+        setState(1596);
         match(ClickHouseParser::ELSE);
-        setState(1505);
+        setState(1597);
         columnExpr(0);
       }
-      setState(1508);
+      setState(1600);
       match(ClickHouseParser::END);
       break;
     }
@@ -13315,17 +13992,17 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprCastContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1510);
+      setState(1602);
       match(ClickHouseParser::CAST);
-      setState(1511);
+      setState(1603);
       match(ClickHouseParser::LPAREN);
-      setState(1512);
+      setState(1604);
       columnExpr(0);
-      setState(1513);
+      setState(1605);
       match(ClickHouseParser::AS);
-      setState(1514);
+      setState(1606);
       columnTypeExpr();
-      setState(1515);
+      setState(1607);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -13334,9 +14011,9 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprDateContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1517);
+      setState(1609);
       match(ClickHouseParser::DATE);
-      setState(1518);
+      setState(1610);
       match(ClickHouseParser::STRING_LITERAL);
       break;
     }
@@ -13345,17 +14022,17 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprExtractContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1519);
+      setState(1611);
       match(ClickHouseParser::EXTRACT);
-      setState(1520);
+      setState(1612);
       match(ClickHouseParser::LPAREN);
-      setState(1521);
+      setState(1613);
       interval();
-      setState(1522);
+      setState(1614);
       match(ClickHouseParser::FROM);
-      setState(1523);
+      setState(1615);
       columnExpr(0);
-      setState(1524);
+      setState(1616);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -13364,11 +14041,11 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprIntervalContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1526);
+      setState(1618);
       match(ClickHouseParser::INTERVAL);
-      setState(1527);
+      setState(1619);
       columnExpr(0);
-      setState(1528);
+      setState(1620);
       interval();
       break;
     }
@@ -13377,27 +14054,27 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprSubstringContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1530);
+      setState(1622);
       match(ClickHouseParser::SUBSTRING);
-      setState(1531);
+      setState(1623);
       match(ClickHouseParser::LPAREN);
-      setState(1532);
+      setState(1624);
       columnExpr(0);
-      setState(1533);
+      setState(1625);
       match(ClickHouseParser::FROM);
-      setState(1534);
+      setState(1626);
       columnExpr(0);
-      setState(1537);
+      setState(1629);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
       if (_la == ClickHouseParser::FOR) {
-        setState(1535);
+        setState(1627);
         match(ClickHouseParser::FOR);
-        setState(1536);
+        setState(1628);
         columnExpr(0);
       }
-      setState(1539);
+      setState(1631);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -13406,9 +14083,9 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprTimestampContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1541);
+      setState(1633);
       match(ClickHouseParser::TIMESTAMP);
-      setState(1542);
+      setState(1634);
       match(ClickHouseParser::STRING_LITERAL);
       break;
     }
@@ -13417,11 +14094,11 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprTrimContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1543);
+      setState(1635);
       match(ClickHouseParser::TRIM);
-      setState(1544);
+      setState(1636);
       match(ClickHouseParser::LPAREN);
-      setState(1545);
+      setState(1637);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::BOTH || _la == ClickHouseParser::LEADING || _la == ClickHouseParser::TRAILING)) {
       _errHandler->recoverInline(this);
@@ -13430,13 +14107,13 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         _errHandler->reportMatch(this);
         consume();
       }
-      setState(1546);
+      setState(1638);
       match(ClickHouseParser::STRING_LITERAL);
-      setState(1547);
+      setState(1639);
       match(ClickHouseParser::FROM);
-      setState(1548);
+      setState(1640);
       columnExpr(0);
-      setState(1549);
+      setState(1641);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -13445,16 +14122,16 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprFunctionContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1551);
+      setState(1643);
       identifier();
-      setState(1557);
+      setState(1649);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 205, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 219, _ctx)) {
       case 1: {
-        setState(1552);
+        setState(1644);
         match(ClickHouseParser::LPAREN);
-        setState(1554);
+        setState(1646);
         _errHandler->sync(this);
 
         _la = _input->LA(1);
@@ -13557,6 +14234,7 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           | (1ULL << (ClickHouseParser::LOCAL - 64))
           | (1ULL << (ClickHouseParser::LOGS - 64))
           | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+          | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
           | (1ULL << (ClickHouseParser::MAX - 64))
           | (1ULL << (ClickHouseParser::MERGES - 64))
           | (1ULL << (ClickHouseParser::MIN - 64))
@@ -13582,10 +14260,10 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           | (1ULL << (ClickHouseParser::PREWHERE - 64))
           | (1ULL << (ClickHouseParser::PRIMARY - 64))
           | (1ULL << (ClickHouseParser::QUARTER - 64))
-          | (1ULL << (ClickHouseParser::RANGE - 64))
-          | (1ULL << (ClickHouseParser::RELOAD - 64))
-          | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-          ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+          | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+          ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+          | (1ULL << (ClickHouseParser::REMOVE - 128))
+          | (1ULL << (ClickHouseParser::RENAME - 128))
           | (1ULL << (ClickHouseParser::REPLACE - 128))
           | (1ULL << (ClickHouseParser::REPLICA - 128))
           | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -13644,35 +14322,35 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           | (1ULL << (ClickHouseParser::DECIMAL_LITERAL - 128))
           | (1ULL << (ClickHouseParser::HEXADECIMAL_LITERAL - 128))
           | (1ULL << (ClickHouseParser::STRING_LITERAL - 128))
-          | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 194) & ~ 0x3fULL) == 0) &&
-          ((1ULL << (_la - 194)) & ((1ULL << (ClickHouseParser::DASH - 194))
-          | (1ULL << (ClickHouseParser::DOT - 194))
-          | (1ULL << (ClickHouseParser::LBRACKET - 194))
-          | (1ULL << (ClickHouseParser::LPAREN - 194))
-          | (1ULL << (ClickHouseParser::PLUS - 194)))) != 0)) {
-          setState(1553);
+          | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 196) & ~ 0x3fULL) == 0) &&
+          ((1ULL << (_la - 196)) & ((1ULL << (ClickHouseParser::DASH - 196))
+          | (1ULL << (ClickHouseParser::DOT - 196))
+          | (1ULL << (ClickHouseParser::LBRACKET - 196))
+          | (1ULL << (ClickHouseParser::LPAREN - 196))
+          | (1ULL << (ClickHouseParser::PLUS - 196)))) != 0)) {
+          setState(1645);
           columnExprList();
         }
-        setState(1556);
+        setState(1648);
         match(ClickHouseParser::RPAREN);
         break;
       }
 
       }
-      setState(1559);
+      setState(1651);
       match(ClickHouseParser::LPAREN);
-      setState(1561);
+      setState(1653);
       _errHandler->sync(this);
 
-      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 206, _ctx)) {
+      switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 220, _ctx)) {
       case 1: {
-        setState(1560);
+        setState(1652);
         match(ClickHouseParser::DISTINCT);
         break;
       }
 
       }
-      setState(1564);
+      setState(1656);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
@@ -13775,6 +14453,7 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::LOCAL - 64))
         | (1ULL << (ClickHouseParser::LOGS - 64))
         | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+        | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
         | (1ULL << (ClickHouseParser::MAX - 64))
         | (1ULL << (ClickHouseParser::MERGES - 64))
         | (1ULL << (ClickHouseParser::MIN - 64))
@@ -13800,10 +14479,10 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::PREWHERE - 64))
         | (1ULL << (ClickHouseParser::PRIMARY - 64))
         | (1ULL << (ClickHouseParser::QUARTER - 64))
-        | (1ULL << (ClickHouseParser::RANGE - 64))
-        | (1ULL << (ClickHouseParser::RELOAD - 64))
-        | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+        | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+        | (1ULL << (ClickHouseParser::REMOVE - 128))
+        | (1ULL << (ClickHouseParser::RENAME - 128))
         | (1ULL << (ClickHouseParser::REPLACE - 128))
         | (1ULL << (ClickHouseParser::REPLICA - 128))
         | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -13862,16 +14541,16 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::DECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::HEXADECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::STRING_LITERAL - 128))
-        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 194) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 194)) & ((1ULL << (ClickHouseParser::DASH - 194))
-        | (1ULL << (ClickHouseParser::DOT - 194))
-        | (1ULL << (ClickHouseParser::LBRACKET - 194))
-        | (1ULL << (ClickHouseParser::LPAREN - 194))
-        | (1ULL << (ClickHouseParser::PLUS - 194)))) != 0)) {
-        setState(1563);
+        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 196) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 196)) & ((1ULL << (ClickHouseParser::DASH - 196))
+        | (1ULL << (ClickHouseParser::DOT - 196))
+        | (1ULL << (ClickHouseParser::LBRACKET - 196))
+        | (1ULL << (ClickHouseParser::LPAREN - 196))
+        | (1ULL << (ClickHouseParser::PLUS - 196)))) != 0)) {
+        setState(1655);
         columnArgList();
       }
-      setState(1566);
+      setState(1658);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -13880,7 +14559,7 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprLiteralContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1568);
+      setState(1660);
       literal();
       break;
     }
@@ -13889,9 +14568,9 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprNegateContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1569);
+      setState(1661);
       match(ClickHouseParser::DASH);
-      setState(1570);
+      setState(1662);
       columnExpr(17);
       break;
     }
@@ -13900,9 +14579,9 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprNotContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1571);
+      setState(1663);
       match(ClickHouseParser::NOT);
-      setState(1572);
+      setState(1664);
       columnExpr(12);
       break;
     }
@@ -13911,7 +14590,7 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprAsteriskContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1576);
+      setState(1668);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
@@ -14013,6 +14692,7 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::LOCAL - 64))
         | (1ULL << (ClickHouseParser::LOGS - 64))
         | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+        | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
         | (1ULL << (ClickHouseParser::MAX - 64))
         | (1ULL << (ClickHouseParser::MERGES - 64))
         | (1ULL << (ClickHouseParser::MIN - 64))
@@ -14036,10 +14716,10 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::PREWHERE - 64))
         | (1ULL << (ClickHouseParser::PRIMARY - 64))
         | (1ULL << (ClickHouseParser::QUARTER - 64))
-        | (1ULL << (ClickHouseParser::RANGE - 64))
-        | (1ULL << (ClickHouseParser::RELOAD - 64))
-        | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+        | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+        | (1ULL << (ClickHouseParser::REMOVE - 128))
+        | (1ULL << (ClickHouseParser::RENAME - 128))
         | (1ULL << (ClickHouseParser::REPLACE - 128))
         | (1ULL << (ClickHouseParser::REPLICA - 128))
         | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -14093,12 +14773,12 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::JSON_FALSE - 128))
         | (1ULL << (ClickHouseParser::JSON_TRUE - 128))
         | (1ULL << (ClickHouseParser::IDENTIFIER - 128)))) != 0)) {
-        setState(1573);
+        setState(1665);
         tableIdentifier();
-        setState(1574);
+        setState(1666);
         match(ClickHouseParser::DOT);
       }
-      setState(1578);
+      setState(1670);
       match(ClickHouseParser::ASTERISK);
       break;
     }
@@ -14107,11 +14787,11 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprSubqueryContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1579);
+      setState(1671);
       match(ClickHouseParser::LPAREN);
-      setState(1580);
+      setState(1672);
       selectUnionStmt();
-      setState(1581);
+      setState(1673);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -14120,11 +14800,11 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprParensContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1583);
+      setState(1675);
       match(ClickHouseParser::LPAREN);
-      setState(1584);
+      setState(1676);
       columnExpr(0);
-      setState(1585);
+      setState(1677);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -14133,11 +14813,11 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprTupleContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1587);
+      setState(1679);
       match(ClickHouseParser::LPAREN);
-      setState(1588);
+      setState(1680);
       columnExprList();
-      setState(1589);
+      setState(1681);
       match(ClickHouseParser::RPAREN);
       break;
     }
@@ -14146,9 +14826,9 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprArrayContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1591);
+      setState(1683);
       match(ClickHouseParser::LBRACKET);
-      setState(1593);
+      setState(1685);
       _errHandler->sync(this);
 
       _la = _input->LA(1);
@@ -14251,6 +14931,7 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::LOCAL - 64))
         | (1ULL << (ClickHouseParser::LOGS - 64))
         | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+        | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
         | (1ULL << (ClickHouseParser::MAX - 64))
         | (1ULL << (ClickHouseParser::MERGES - 64))
         | (1ULL << (ClickHouseParser::MIN - 64))
@@ -14276,10 +14957,10 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::PREWHERE - 64))
         | (1ULL << (ClickHouseParser::PRIMARY - 64))
         | (1ULL << (ClickHouseParser::QUARTER - 64))
-        | (1ULL << (ClickHouseParser::RANGE - 64))
-        | (1ULL << (ClickHouseParser::RELOAD - 64))
-        | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+        | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+        | (1ULL << (ClickHouseParser::REMOVE - 128))
+        | (1ULL << (ClickHouseParser::RENAME - 128))
         | (1ULL << (ClickHouseParser::REPLACE - 128))
         | (1ULL << (ClickHouseParser::REPLICA - 128))
         | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -14338,16 +15019,16 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
         | (1ULL << (ClickHouseParser::DECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::HEXADECIMAL_LITERAL - 128))
         | (1ULL << (ClickHouseParser::STRING_LITERAL - 128))
-        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 194) & ~ 0x3fULL) == 0) &&
-        ((1ULL << (_la - 194)) & ((1ULL << (ClickHouseParser::DASH - 194))
-        | (1ULL << (ClickHouseParser::DOT - 194))
-        | (1ULL << (ClickHouseParser::LBRACKET - 194))
-        | (1ULL << (ClickHouseParser::LPAREN - 194))
-        | (1ULL << (ClickHouseParser::PLUS - 194)))) != 0)) {
-        setState(1592);
+        | (1ULL << (ClickHouseParser::ASTERISK - 128)))) != 0) || ((((_la - 196) & ~ 0x3fULL) == 0) &&
+        ((1ULL << (_la - 196)) & ((1ULL << (ClickHouseParser::DASH - 196))
+        | (1ULL << (ClickHouseParser::DOT - 196))
+        | (1ULL << (ClickHouseParser::LBRACKET - 196))
+        | (1ULL << (ClickHouseParser::LPAREN - 196))
+        | (1ULL << (ClickHouseParser::PLUS - 196)))) != 0)) {
+        setState(1684);
         columnExprList();
       }
-      setState(1595);
+      setState(1687);
       match(ClickHouseParser::RBRACKET);
       break;
     }
@@ -14356,44 +15037,44 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
       _localctx = _tracker.createInstance<ColumnExprIdentifierContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1596);
+      setState(1688);
       columnIdentifier();
       break;
     }
 
     }
     _ctx->stop = _input->LT(-1);
-    setState(1670);
+    setState(1762);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 219, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 233, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
         if (!_parseListeners.empty())
           triggerExitRuleEvent();
         previousContext = _localctx;
-        setState(1668);
+        setState(1760);
         _errHandler->sync(this);
-        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 218, _ctx)) {
+        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 232, _ctx)) {
         case 1: {
           auto newContext = _tracker.createInstance<ColumnExprPrecedence1Context>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1599);
+          setState(1691);
 
           if (!(precpred(_ctx, 16))) throw FailedPredicateException(this, "precpred(_ctx, 16)");
-          setState(1600);
+          setState(1692);
           _la = _input->LA(1);
-          if (!(((((_la - 188) & ~ 0x3fULL) == 0) &&
-            ((1ULL << (_la - 188)) & ((1ULL << (ClickHouseParser::ASTERISK - 188))
-            | (1ULL << (ClickHouseParser::PERCENT - 188))
-            | (1ULL << (ClickHouseParser::SLASH - 188)))) != 0))) {
+          if (!(((((_la - 190) & ~ 0x3fULL) == 0) &&
+            ((1ULL << (_la - 190)) & ((1ULL << (ClickHouseParser::ASTERISK - 190))
+            | (1ULL << (ClickHouseParser::PERCENT - 190))
+            | (1ULL << (ClickHouseParser::SLASH - 190)))) != 0))) {
           _errHandler->recoverInline(this);
           }
           else {
             _errHandler->reportMatch(this);
             consume();
           }
-          setState(1601);
+          setState(1693);
           columnExpr(17);
           break;
         }
@@ -14402,22 +15083,22 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprPrecedence2Context>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1602);
+          setState(1694);
 
           if (!(precpred(_ctx, 15))) throw FailedPredicateException(this, "precpred(_ctx, 15)");
-          setState(1603);
+          setState(1695);
           _la = _input->LA(1);
-          if (!(((((_la - 193) & ~ 0x3fULL) == 0) &&
-            ((1ULL << (_la - 193)) & ((1ULL << (ClickHouseParser::CONCAT - 193))
-            | (1ULL << (ClickHouseParser::DASH - 193))
-            | (1ULL << (ClickHouseParser::PLUS - 193)))) != 0))) {
+          if (!(((((_la - 195) & ~ 0x3fULL) == 0) &&
+            ((1ULL << (_la - 195)) & ((1ULL << (ClickHouseParser::CONCAT - 195))
+            | (1ULL << (ClickHouseParser::DASH - 195))
+            | (1ULL << (ClickHouseParser::PLUS - 195)))) != 0))) {
           _errHandler->recoverInline(this);
           }
           else {
             _errHandler->reportMatch(this);
             consume();
           }
-          setState(1604);
+          setState(1696);
           columnExpr(16);
           break;
         }
@@ -14426,86 +15107,86 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprPrecedence3Context>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1605);
+          setState(1697);
 
           if (!(precpred(_ctx, 14))) throw FailedPredicateException(this, "precpred(_ctx, 14)");
-          setState(1624);
+          setState(1716);
           _errHandler->sync(this);
-          switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 214, _ctx)) {
+          switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 228, _ctx)) {
           case 1: {
-            setState(1606);
+            setState(1698);
             match(ClickHouseParser::EQ_DOUBLE);
             break;
           }
 
           case 2: {
-            setState(1607);
+            setState(1699);
             match(ClickHouseParser::EQ_SINGLE);
             break;
           }
 
           case 3: {
-            setState(1608);
+            setState(1700);
             match(ClickHouseParser::NOT_EQ);
             break;
           }
 
           case 4: {
-            setState(1609);
+            setState(1701);
             match(ClickHouseParser::LE);
             break;
           }
 
           case 5: {
-            setState(1610);
+            setState(1702);
             match(ClickHouseParser::GE);
             break;
           }
 
           case 6: {
-            setState(1611);
+            setState(1703);
             match(ClickHouseParser::LT);
             break;
           }
 
           case 7: {
-            setState(1612);
+            setState(1704);
             match(ClickHouseParser::GT);
             break;
           }
 
           case 8: {
-            setState(1614);
+            setState(1706);
             _errHandler->sync(this);
 
             _la = _input->LA(1);
             if (_la == ClickHouseParser::GLOBAL) {
-              setState(1613);
+              setState(1705);
               match(ClickHouseParser::GLOBAL);
             }
-            setState(1617);
+            setState(1709);
             _errHandler->sync(this);
 
             _la = _input->LA(1);
             if (_la == ClickHouseParser::NOT) {
-              setState(1616);
+              setState(1708);
               match(ClickHouseParser::NOT);
             }
-            setState(1619);
+            setState(1711);
             match(ClickHouseParser::IN);
             break;
           }
 
           case 9: {
-            setState(1621);
+            setState(1713);
             _errHandler->sync(this);
 
             _la = _input->LA(1);
             if (_la == ClickHouseParser::NOT) {
-              setState(1620);
+              setState(1712);
               match(ClickHouseParser::NOT);
             }
-            setState(1623);
+            setState(1715);
             _la = _input->LA(1);
             if (!(_la == ClickHouseParser::ILIKE
 
@@ -14520,7 +15201,7 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           }
 
           }
-          setState(1626);
+          setState(1718);
           columnExpr(15);
           break;
         }
@@ -14529,12 +15210,12 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprAndContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1627);
+          setState(1719);
 
           if (!(precpred(_ctx, 11))) throw FailedPredicateException(this, "precpred(_ctx, 11)");
-          setState(1628);
+          setState(1720);
           match(ClickHouseParser::AND);
-          setState(1629);
+          setState(1721);
           columnExpr(12);
           break;
         }
@@ -14543,12 +15224,12 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprOrContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1630);
+          setState(1722);
 
           if (!(precpred(_ctx, 10))) throw FailedPredicateException(this, "precpred(_ctx, 10)");
-          setState(1631);
+          setState(1723);
           match(ClickHouseParser::OR);
-          setState(1632);
+          setState(1724);
           columnExpr(11);
           break;
         }
@@ -14557,24 +15238,24 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprBetweenContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1633);
+          setState(1725);
 
           if (!(precpred(_ctx, 9))) throw FailedPredicateException(this, "precpred(_ctx, 9)");
-          setState(1635);
+          setState(1727);
           _errHandler->sync(this);
 
           _la = _input->LA(1);
           if (_la == ClickHouseParser::NOT) {
-            setState(1634);
+            setState(1726);
             match(ClickHouseParser::NOT);
           }
-          setState(1637);
+          setState(1729);
           match(ClickHouseParser::BETWEEN);
-          setState(1638);
+          setState(1730);
           columnExpr(0);
-          setState(1639);
+          setState(1731);
           match(ClickHouseParser::AND);
-          setState(1640);
+          setState(1732);
           columnExpr(10);
           break;
         }
@@ -14583,16 +15264,16 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprTernaryOpContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1642);
+          setState(1734);
 
           if (!(precpred(_ctx, 8))) throw FailedPredicateException(this, "precpred(_ctx, 8)");
-          setState(1643);
+          setState(1735);
           match(ClickHouseParser::QUERY);
-          setState(1644);
+          setState(1736);
           columnExpr(0);
-          setState(1645);
+          setState(1737);
           match(ClickHouseParser::COLON);
-          setState(1646);
+          setState(1738);
           columnExpr(8);
           break;
         }
@@ -14601,14 +15282,14 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprArrayAccessContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1648);
+          setState(1740);
 
           if (!(precpred(_ctx, 19))) throw FailedPredicateException(this, "precpred(_ctx, 19)");
-          setState(1649);
+          setState(1741);
           match(ClickHouseParser::LBRACKET);
-          setState(1650);
+          setState(1742);
           columnExpr(0);
-          setState(1651);
+          setState(1743);
           match(ClickHouseParser::RBRACKET);
           break;
         }
@@ -14617,12 +15298,12 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprTupleAccessContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1653);
+          setState(1745);
 
           if (!(precpred(_ctx, 18))) throw FailedPredicateException(this, "precpred(_ctx, 18)");
-          setState(1654);
+          setState(1746);
           match(ClickHouseParser::DOT);
-          setState(1655);
+          setState(1747);
           match(ClickHouseParser::DECIMAL_LITERAL);
           break;
         }
@@ -14631,20 +15312,20 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprIsNullContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1656);
+          setState(1748);
 
           if (!(precpred(_ctx, 13))) throw FailedPredicateException(this, "precpred(_ctx, 13)");
-          setState(1657);
+          setState(1749);
           match(ClickHouseParser::IS);
-          setState(1659);
+          setState(1751);
           _errHandler->sync(this);
 
           _la = _input->LA(1);
           if (_la == ClickHouseParser::NOT) {
-            setState(1658);
+            setState(1750);
             match(ClickHouseParser::NOT);
           }
-          setState(1661);
+          setState(1753);
           match(ClickHouseParser::NULL_SQL);
           break;
         }
@@ -14653,10 +15334,10 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
           auto newContext = _tracker.createInstance<ColumnExprAliasContext>(_tracker.createInstance<ColumnExprContext>(parentContext, parentState));
           _localctx = newContext;
           pushNewRecursionContext(newContext, startState, RuleColumnExpr);
-          setState(1662);
+          setState(1754);
 
           if (!(precpred(_ctx, 7))) throw FailedPredicateException(this, "precpred(_ctx, 7)");
-          setState(1666);
+          setState(1758);
           _errHandler->sync(this);
           switch (_input->LA(1)) {
             case ClickHouseParser::DATE:
@@ -14664,15 +15345,15 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
             case ClickHouseParser::ID:
             case ClickHouseParser::KEY:
             case ClickHouseParser::IDENTIFIER: {
-              setState(1663);
+              setState(1755);
               alias();
               break;
             }
 
             case ClickHouseParser::AS: {
-              setState(1664);
+              setState(1756);
               match(ClickHouseParser::AS);
-              setState(1665);
+              setState(1757);
               identifier();
               break;
             }
@@ -14685,9 +15366,9 @@ ClickHouseParser::ColumnExprContext* ClickHouseParser::columnExpr(int precedence
 
         } 
       }
-      setState(1672);
+      setState(1764);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 219, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 233, _ctx);
     }
   }
   catch (RecognitionException &e) {
@@ -14735,7 +15416,7 @@ antlrcpp::Any ClickHouseParser::ColumnArgListContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::ColumnArgListContext* ClickHouseParser::columnArgList() {
   ColumnArgListContext *_localctx = _tracker.createInstance<ColumnArgListContext>(_ctx, getState());
-  enterRule(_localctx, 170, ClickHouseParser::RuleColumnArgList);
+  enterRule(_localctx, 176, ClickHouseParser::RuleColumnArgList);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -14743,17 +15424,17 @@ ClickHouseParser::ColumnArgListContext* ClickHouseParser::columnArgList() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1673);
+    setState(1765);
     columnArgExpr();
-    setState(1678);
+    setState(1770);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(1674);
+      setState(1766);
       match(ClickHouseParser::COMMA);
-      setState(1675);
+      setState(1767);
       columnArgExpr();
-      setState(1680);
+      setState(1772);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
@@ -14797,25 +15478,25 @@ antlrcpp::Any ClickHouseParser::ColumnArgExprContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::ColumnArgExprContext* ClickHouseParser::columnArgExpr() {
   ColumnArgExprContext *_localctx = _tracker.createInstance<ColumnArgExprContext>(_ctx, getState());
-  enterRule(_localctx, 172, ClickHouseParser::RuleColumnArgExpr);
+  enterRule(_localctx, 178, ClickHouseParser::RuleColumnArgExpr);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1683);
+    setState(1775);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 221, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 235, _ctx)) {
     case 1: {
       enterOuterAlt(_localctx, 1);
-      setState(1681);
+      setState(1773);
       columnLambdaExpr();
       break;
     }
 
     case 2: {
       enterOuterAlt(_localctx, 2);
-      setState(1682);
+      setState(1774);
       columnExpr(0);
       break;
     }
@@ -14885,7 +15566,7 @@ antlrcpp::Any ClickHouseParser::ColumnLambdaExprContext::accept(tree::ParseTreeV
 
 ClickHouseParser::ColumnLambdaExprContext* ClickHouseParser::columnLambdaExpr() {
   ColumnLambdaExprContext *_localctx = _tracker.createInstance<ColumnLambdaExprContext>(_ctx, getState());
-  enterRule(_localctx, 174, ClickHouseParser::RuleColumnLambdaExpr);
+  enterRule(_localctx, 180, ClickHouseParser::RuleColumnLambdaExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -14893,27 +15574,27 @@ ClickHouseParser::ColumnLambdaExprContext* ClickHouseParser::columnLambdaExpr()
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1704);
+    setState(1796);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::LPAREN: {
-        setState(1685);
+        setState(1777);
         match(ClickHouseParser::LPAREN);
-        setState(1686);
+        setState(1778);
         identifier();
-        setState(1691);
+        setState(1783);
         _errHandler->sync(this);
         _la = _input->LA(1);
         while (_la == ClickHouseParser::COMMA) {
-          setState(1687);
+          setState(1779);
           match(ClickHouseParser::COMMA);
-          setState(1688);
+          setState(1780);
           identifier();
-          setState(1693);
+          setState(1785);
           _errHandler->sync(this);
           _la = _input->LA(1);
         }
-        setState(1694);
+        setState(1786);
         match(ClickHouseParser::RPAREN);
         break;
       }
@@ -15015,6 +15696,7 @@ ClickHouseParser::ColumnLambdaExprContext* ClickHouseParser::columnLambdaExpr()
       case ClickHouseParser::LOCAL:
       case ClickHouseParser::LOGS:
       case ClickHouseParser::MATERIALIZED:
+      case ClickHouseParser::MATERIALIZE:
       case ClickHouseParser::MAX:
       case ClickHouseParser::MERGES:
       case ClickHouseParser::MIN:
@@ -15095,17 +15777,17 @@ ClickHouseParser::ColumnLambdaExprContext* ClickHouseParser::columnLambdaExpr()
       case ClickHouseParser::JSON_FALSE:
       case ClickHouseParser::JSON_TRUE:
       case ClickHouseParser::IDENTIFIER: {
-        setState(1696);
+        setState(1788);
         identifier();
-        setState(1701);
+        setState(1793);
         _errHandler->sync(this);
         _la = _input->LA(1);
         while (_la == ClickHouseParser::COMMA) {
-          setState(1697);
+          setState(1789);
           match(ClickHouseParser::COMMA);
-          setState(1698);
+          setState(1790);
           identifier();
-          setState(1703);
+          setState(1795);
           _errHandler->sync(this);
           _la = _input->LA(1);
         }
@@ -15115,9 +15797,9 @@ ClickHouseParser::ColumnLambdaExprContext* ClickHouseParser::columnLambdaExpr()
     default:
       throw NoViableAltException(this);
     }
-    setState(1706);
+    setState(1798);
     match(ClickHouseParser::ARROW);
-    setState(1707);
+    setState(1799);
     columnExpr(0);
    
   }
@@ -15163,27 +15845,27 @@ antlrcpp::Any ClickHouseParser::ColumnIdentifierContext::accept(tree::ParseTreeV
 
 ClickHouseParser::ColumnIdentifierContext* ClickHouseParser::columnIdentifier() {
   ColumnIdentifierContext *_localctx = _tracker.createInstance<ColumnIdentifierContext>(_ctx, getState());
-  enterRule(_localctx, 176, ClickHouseParser::RuleColumnIdentifier);
+  enterRule(_localctx, 182, ClickHouseParser::RuleColumnIdentifier);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1712);
+    setState(1804);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 225, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 239, _ctx)) {
     case 1: {
-      setState(1709);
+      setState(1801);
       tableIdentifier();
-      setState(1710);
+      setState(1802);
       match(ClickHouseParser::DOT);
       break;
     }
 
     }
-    setState(1714);
+    setState(1806);
     nestedIdentifier();
    
   }
@@ -15229,23 +15911,23 @@ antlrcpp::Any ClickHouseParser::NestedIdentifierContext::accept(tree::ParseTreeV
 
 ClickHouseParser::NestedIdentifierContext* ClickHouseParser::nestedIdentifier() {
   NestedIdentifierContext *_localctx = _tracker.createInstance<NestedIdentifierContext>(_ctx, getState());
-  enterRule(_localctx, 178, ClickHouseParser::RuleNestedIdentifier);
+  enterRule(_localctx, 184, ClickHouseParser::RuleNestedIdentifier);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1716);
+    setState(1808);
     identifier();
-    setState(1719);
+    setState(1811);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 226, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 240, _ctx)) {
     case 1: {
-      setState(1717);
+      setState(1809);
       match(ClickHouseParser::DOT);
-      setState(1718);
+      setState(1810);
       identifier();
       break;
     }
@@ -15368,8 +16050,8 @@ ClickHouseParser::TableExprContext* ClickHouseParser::tableExpr(int precedence)
   ClickHouseParser::TableExprContext *_localctx = _tracker.createInstance<TableExprContext>(_ctx, parentState);
   ClickHouseParser::TableExprContext *previousContext = _localctx;
   (void)previousContext; // Silence compiler, in case the context is not used by generated code.
-  size_t startState = 180;
-  enterRecursionRule(_localctx, 180, ClickHouseParser::RuleTableExpr, precedence);
+  size_t startState = 186;
+  enterRecursionRule(_localctx, 186, ClickHouseParser::RuleTableExpr, precedence);
 
     
 
@@ -15379,15 +16061,15 @@ ClickHouseParser::TableExprContext* ClickHouseParser::tableExpr(int precedence)
   try {
     size_t alt;
     enterOuterAlt(_localctx, 1);
-    setState(1728);
+    setState(1820);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 227, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 241, _ctx)) {
     case 1: {
       _localctx = _tracker.createInstance<TableExprIdentifierContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
 
-      setState(1722);
+      setState(1814);
       tableIdentifier();
       break;
     }
@@ -15396,7 +16078,7 @@ ClickHouseParser::TableExprContext* ClickHouseParser::tableExpr(int precedence)
       _localctx = _tracker.createInstance<TableExprFunctionContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1723);
+      setState(1815);
       tableFunctionExpr();
       break;
     }
@@ -15405,20 +16087,20 @@ ClickHouseParser::TableExprContext* ClickHouseParser::tableExpr(int precedence)
       _localctx = _tracker.createInstance<TableExprSubqueryContext>(_localctx);
       _ctx = _localctx;
       previousContext = _localctx;
-      setState(1724);
+      setState(1816);
       match(ClickHouseParser::LPAREN);
-      setState(1725);
+      setState(1817);
       selectUnionStmt();
-      setState(1726);
+      setState(1818);
       match(ClickHouseParser::RPAREN);
       break;
     }
 
     }
     _ctx->stop = _input->LT(-1);
-    setState(1738);
+    setState(1830);
     _errHandler->sync(this);
-    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 229, _ctx);
+    alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 243, _ctx);
     while (alt != 2 && alt != atn::ATN::INVALID_ALT_NUMBER) {
       if (alt == 1) {
         if (!_parseListeners.empty())
@@ -15427,10 +16109,10 @@ ClickHouseParser::TableExprContext* ClickHouseParser::tableExpr(int precedence)
         auto newContext = _tracker.createInstance<TableExprAliasContext>(_tracker.createInstance<TableExprContext>(parentContext, parentState));
         _localctx = newContext;
         pushNewRecursionContext(newContext, startState, RuleTableExpr);
-        setState(1730);
+        setState(1822);
 
         if (!(precpred(_ctx, 1))) throw FailedPredicateException(this, "precpred(_ctx, 1)");
-        setState(1734);
+        setState(1826);
         _errHandler->sync(this);
         switch (_input->LA(1)) {
           case ClickHouseParser::DATE:
@@ -15438,15 +16120,15 @@ ClickHouseParser::TableExprContext* ClickHouseParser::tableExpr(int precedence)
           case ClickHouseParser::ID:
           case ClickHouseParser::KEY:
           case ClickHouseParser::IDENTIFIER: {
-            setState(1731);
+            setState(1823);
             alias();
             break;
           }
 
           case ClickHouseParser::AS: {
-            setState(1732);
+            setState(1824);
             match(ClickHouseParser::AS);
-            setState(1733);
+            setState(1825);
             identifier();
             break;
           }
@@ -15455,9 +16137,9 @@ ClickHouseParser::TableExprContext* ClickHouseParser::tableExpr(int precedence)
           throw NoViableAltException(this);
         } 
       }
-      setState(1740);
+      setState(1832);
       _errHandler->sync(this);
-      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 229, _ctx);
+      alt = getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 243, _ctx);
     }
   }
   catch (RecognitionException &e) {
@@ -15505,7 +16187,7 @@ antlrcpp::Any ClickHouseParser::TableFunctionExprContext::accept(tree::ParseTree
 
 ClickHouseParser::TableFunctionExprContext* ClickHouseParser::tableFunctionExpr() {
   TableFunctionExprContext *_localctx = _tracker.createInstance<TableFunctionExprContext>(_ctx, getState());
-  enterRule(_localctx, 182, ClickHouseParser::RuleTableFunctionExpr);
+  enterRule(_localctx, 188, ClickHouseParser::RuleTableFunctionExpr);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -15513,11 +16195,11 @@ ClickHouseParser::TableFunctionExprContext* ClickHouseParser::tableFunctionExpr(
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1741);
+    setState(1833);
     identifier();
-    setState(1742);
+    setState(1834);
     match(ClickHouseParser::LPAREN);
-    setState(1744);
+    setState(1836);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
@@ -15620,6 +16302,7 @@ ClickHouseParser::TableFunctionExprContext* ClickHouseParser::tableFunctionExpr(
       | (1ULL << (ClickHouseParser::LOCAL - 64))
       | (1ULL << (ClickHouseParser::LOGS - 64))
       | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+      | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
       | (1ULL << (ClickHouseParser::MAX - 64))
       | (1ULL << (ClickHouseParser::MERGES - 64))
       | (1ULL << (ClickHouseParser::MIN - 64))
@@ -15645,10 +16328,10 @@ ClickHouseParser::TableFunctionExprContext* ClickHouseParser::tableFunctionExpr(
       | (1ULL << (ClickHouseParser::PREWHERE - 64))
       | (1ULL << (ClickHouseParser::PRIMARY - 64))
       | (1ULL << (ClickHouseParser::QUARTER - 64))
-      | (1ULL << (ClickHouseParser::RANGE - 64))
-      | (1ULL << (ClickHouseParser::RELOAD - 64))
-      | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+      | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+      | (1ULL << (ClickHouseParser::REMOVE - 128))
+      | (1ULL << (ClickHouseParser::RENAME - 128))
       | (1ULL << (ClickHouseParser::REPLACE - 128))
       | (1ULL << (ClickHouseParser::REPLICA - 128))
       | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -15706,14 +16389,14 @@ ClickHouseParser::TableFunctionExprContext* ClickHouseParser::tableFunctionExpr(
       | (1ULL << (ClickHouseParser::OCTAL_LITERAL - 128))
       | (1ULL << (ClickHouseParser::DECIMAL_LITERAL - 128))
       | (1ULL << (ClickHouseParser::HEXADECIMAL_LITERAL - 128))
-      | (1ULL << (ClickHouseParser::STRING_LITERAL - 128)))) != 0) || ((((_la - 194) & ~ 0x3fULL) == 0) &&
-      ((1ULL << (_la - 194)) & ((1ULL << (ClickHouseParser::DASH - 194))
-      | (1ULL << (ClickHouseParser::DOT - 194))
-      | (1ULL << (ClickHouseParser::PLUS - 194)))) != 0)) {
-      setState(1743);
+      | (1ULL << (ClickHouseParser::STRING_LITERAL - 128)))) != 0) || ((((_la - 196) & ~ 0x3fULL) == 0) &&
+      ((1ULL << (_la - 196)) & ((1ULL << (ClickHouseParser::DASH - 196))
+      | (1ULL << (ClickHouseParser::DOT - 196))
+      | (1ULL << (ClickHouseParser::PLUS - 196)))) != 0)) {
+      setState(1835);
       tableArgList();
     }
-    setState(1746);
+    setState(1838);
     match(ClickHouseParser::RPAREN);
    
   }
@@ -15759,27 +16442,27 @@ antlrcpp::Any ClickHouseParser::TableIdentifierContext::accept(tree::ParseTreeVi
 
 ClickHouseParser::TableIdentifierContext* ClickHouseParser::tableIdentifier() {
   TableIdentifierContext *_localctx = _tracker.createInstance<TableIdentifierContext>(_ctx, getState());
-  enterRule(_localctx, 184, ClickHouseParser::RuleTableIdentifier);
+  enterRule(_localctx, 190, ClickHouseParser::RuleTableIdentifier);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1751);
+    setState(1843);
     _errHandler->sync(this);
 
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 231, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 245, _ctx)) {
     case 1: {
-      setState(1748);
+      setState(1840);
       databaseIdentifier();
-      setState(1749);
+      setState(1841);
       match(ClickHouseParser::DOT);
       break;
     }
 
     }
-    setState(1753);
+    setState(1845);
     identifier();
    
   }
@@ -15829,7 +16512,7 @@ antlrcpp::Any ClickHouseParser::TableArgListContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::TableArgListContext* ClickHouseParser::tableArgList() {
   TableArgListContext *_localctx = _tracker.createInstance<TableArgListContext>(_ctx, getState());
-  enterRule(_localctx, 186, ClickHouseParser::RuleTableArgList);
+  enterRule(_localctx, 192, ClickHouseParser::RuleTableArgList);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -15837,17 +16520,17 @@ ClickHouseParser::TableArgListContext* ClickHouseParser::tableArgList() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1755);
+    setState(1847);
     tableArgExpr();
-    setState(1760);
+    setState(1852);
     _errHandler->sync(this);
     _la = _input->LA(1);
     while (_la == ClickHouseParser::COMMA) {
-      setState(1756);
+      setState(1848);
       match(ClickHouseParser::COMMA);
-      setState(1757);
+      setState(1849);
       tableArgExpr();
-      setState(1762);
+      setState(1854);
       _errHandler->sync(this);
       _la = _input->LA(1);
     }
@@ -15895,32 +16578,32 @@ antlrcpp::Any ClickHouseParser::TableArgExprContext::accept(tree::ParseTreeVisit
 
 ClickHouseParser::TableArgExprContext* ClickHouseParser::tableArgExpr() {
   TableArgExprContext *_localctx = _tracker.createInstance<TableArgExprContext>(_ctx, getState());
-  enterRule(_localctx, 188, ClickHouseParser::RuleTableArgExpr);
+  enterRule(_localctx, 194, ClickHouseParser::RuleTableArgExpr);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1766);
+    setState(1858);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 233, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 247, _ctx)) {
     case 1: {
       enterOuterAlt(_localctx, 1);
-      setState(1763);
+      setState(1855);
       tableIdentifier();
       break;
     }
 
     case 2: {
       enterOuterAlt(_localctx, 2);
-      setState(1764);
+      setState(1856);
       tableFunctionExpr();
       break;
     }
 
     case 3: {
       enterOuterAlt(_localctx, 3);
-      setState(1765);
+      setState(1857);
       literal();
       break;
     }
@@ -15962,14 +16645,14 @@ antlrcpp::Any ClickHouseParser::DatabaseIdentifierContext::accept(tree::ParseTre
 
 ClickHouseParser::DatabaseIdentifierContext* ClickHouseParser::databaseIdentifier() {
   DatabaseIdentifierContext *_localctx = _tracker.createInstance<DatabaseIdentifierContext>(_ctx, getState());
-  enterRule(_localctx, 190, ClickHouseParser::RuleDatabaseIdentifier);
+  enterRule(_localctx, 196, ClickHouseParser::RuleDatabaseIdentifier);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1768);
+    setState(1860);
     identifier();
    
   }
@@ -16023,28 +16706,28 @@ antlrcpp::Any ClickHouseParser::FloatingLiteralContext::accept(tree::ParseTreeVi
 
 ClickHouseParser::FloatingLiteralContext* ClickHouseParser::floatingLiteral() {
   FloatingLiteralContext *_localctx = _tracker.createInstance<FloatingLiteralContext>(_ctx, getState());
-  enterRule(_localctx, 192, ClickHouseParser::RuleFloatingLiteral);
+  enterRule(_localctx, 198, ClickHouseParser::RuleFloatingLiteral);
   size_t _la = 0;
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1778);
+    setState(1870);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::FLOATING_LITERAL: {
         enterOuterAlt(_localctx, 1);
-        setState(1770);
+        setState(1862);
         match(ClickHouseParser::FLOATING_LITERAL);
         break;
       }
 
       case ClickHouseParser::DOT: {
         enterOuterAlt(_localctx, 2);
-        setState(1771);
+        setState(1863);
         match(ClickHouseParser::DOT);
-        setState(1772);
+        setState(1864);
         _la = _input->LA(1);
         if (!(_la == ClickHouseParser::OCTAL_LITERAL
 
@@ -16060,16 +16743,16 @@ ClickHouseParser::FloatingLiteralContext* ClickHouseParser::floatingLiteral() {
 
       case ClickHouseParser::DECIMAL_LITERAL: {
         enterOuterAlt(_localctx, 3);
-        setState(1773);
+        setState(1865);
         match(ClickHouseParser::DECIMAL_LITERAL);
-        setState(1774);
+        setState(1866);
         match(ClickHouseParser::DOT);
-        setState(1776);
+        setState(1868);
         _errHandler->sync(this);
 
-        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 234, _ctx)) {
+        switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 248, _ctx)) {
         case 1: {
-          setState(1775);
+          setState(1867);
           _la = _input->LA(1);
           if (!(_la == ClickHouseParser::OCTAL_LITERAL
 
@@ -16154,7 +16837,7 @@ antlrcpp::Any ClickHouseParser::NumberLiteralContext::accept(tree::ParseTreeVisi
 
 ClickHouseParser::NumberLiteralContext* ClickHouseParser::numberLiteral() {
   NumberLiteralContext *_localctx = _tracker.createInstance<NumberLiteralContext>(_ctx, getState());
-  enterRule(_localctx, 194, ClickHouseParser::RuleNumberLiteral);
+  enterRule(_localctx, 200, ClickHouseParser::RuleNumberLiteral);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -16162,14 +16845,14 @@ ClickHouseParser::NumberLiteralContext* ClickHouseParser::numberLiteral() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1781);
+    setState(1873);
     _errHandler->sync(this);
 
     _la = _input->LA(1);
     if (_la == ClickHouseParser::DASH
 
     || _la == ClickHouseParser::PLUS) {
-      setState(1780);
+      setState(1872);
       _la = _input->LA(1);
       if (!(_la == ClickHouseParser::DASH
 
@@ -16181,41 +16864,41 @@ ClickHouseParser::NumberLiteralContext* ClickHouseParser::numberLiteral() {
         consume();
       }
     }
-    setState(1789);
+    setState(1881);
     _errHandler->sync(this);
-    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 237, _ctx)) {
+    switch (getInterpreter<atn::ParserATNSimulator>()->adaptivePredict(_input, 251, _ctx)) {
     case 1: {
-      setState(1783);
+      setState(1875);
       floatingLiteral();
       break;
     }
 
     case 2: {
-      setState(1784);
+      setState(1876);
       match(ClickHouseParser::OCTAL_LITERAL);
       break;
     }
 
     case 3: {
-      setState(1785);
+      setState(1877);
       match(ClickHouseParser::DECIMAL_LITERAL);
       break;
     }
 
     case 4: {
-      setState(1786);
+      setState(1878);
       match(ClickHouseParser::HEXADECIMAL_LITERAL);
       break;
     }
 
     case 5: {
-      setState(1787);
+      setState(1879);
       match(ClickHouseParser::INF);
       break;
     }
 
     case 6: {
-      setState(1788);
+      setState(1880);
       match(ClickHouseParser::NAN_SQL);
       break;
     }
@@ -16265,13 +16948,13 @@ antlrcpp::Any ClickHouseParser::LiteralContext::accept(tree::ParseTreeVisitor *v
 
 ClickHouseParser::LiteralContext* ClickHouseParser::literal() {
   LiteralContext *_localctx = _tracker.createInstance<LiteralContext>(_ctx, getState());
-  enterRule(_localctx, 196, ClickHouseParser::RuleLiteral);
+  enterRule(_localctx, 202, ClickHouseParser::RuleLiteral);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1794);
+    setState(1886);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::INF:
@@ -16284,21 +16967,21 @@ ClickHouseParser::LiteralContext* ClickHouseParser::literal() {
       case ClickHouseParser::DOT:
       case ClickHouseParser::PLUS: {
         enterOuterAlt(_localctx, 1);
-        setState(1791);
+        setState(1883);
         numberLiteral();
         break;
       }
 
       case ClickHouseParser::STRING_LITERAL: {
         enterOuterAlt(_localctx, 2);
-        setState(1792);
+        setState(1884);
         match(ClickHouseParser::STRING_LITERAL);
         break;
       }
 
       case ClickHouseParser::NULL_SQL: {
         enterOuterAlt(_localctx, 3);
-        setState(1793);
+        setState(1885);
         match(ClickHouseParser::NULL_SQL);
         break;
       }
@@ -16370,7 +17053,7 @@ antlrcpp::Any ClickHouseParser::IntervalContext::accept(tree::ParseTreeVisitor *
 
 ClickHouseParser::IntervalContext* ClickHouseParser::interval() {
   IntervalContext *_localctx = _tracker.createInstance<IntervalContext>(_ctx, getState());
-  enterRule(_localctx, 198, ClickHouseParser::RuleInterval);
+  enterRule(_localctx, 204, ClickHouseParser::RuleInterval);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -16378,16 +17061,16 @@ ClickHouseParser::IntervalContext* ClickHouseParser::interval() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1796);
+    setState(1888);
     _la = _input->LA(1);
     if (!(_la == ClickHouseParser::DAY || ((((_la - 72) & ~ 0x3fULL) == 0) &&
       ((1ULL << (_la - 72)) & ((1ULL << (ClickHouseParser::HOUR - 72))
       | (1ULL << (ClickHouseParser::MINUTE - 72))
       | (1ULL << (ClickHouseParser::MONTH - 72))
-      | (1ULL << (ClickHouseParser::QUARTER - 72))
-      | (1ULL << (ClickHouseParser::SECOND - 72)))) != 0) || _la == ClickHouseParser::WEEK
-
-    || _la == ClickHouseParser::YEAR)) {
+      | (1ULL << (ClickHouseParser::QUARTER - 72)))) != 0) || ((((_la - 137) & ~ 0x3fULL) == 0) &&
+      ((1ULL << (_la - 137)) & ((1ULL << (ClickHouseParser::SECOND - 137))
+      | (1ULL << (ClickHouseParser::WEEK - 137))
+      | (1ULL << (ClickHouseParser::YEAR - 137)))) != 0))) {
     _errHandler->recoverInline(this);
     }
     else {
@@ -16795,6 +17478,10 @@ tree::TerminalNode* ClickHouseParser::KeywordContext::LOGS() {
   return getToken(ClickHouseParser::LOGS, 0);
 }
 
+tree::TerminalNode* ClickHouseParser::KeywordContext::MATERIALIZE() {
+  return getToken(ClickHouseParser::MATERIALIZE, 0);
+}
+
 tree::TerminalNode* ClickHouseParser::KeywordContext::MATERIALIZED() {
   return getToken(ClickHouseParser::MATERIALIZED, 0);
 }
@@ -17098,7 +17785,7 @@ antlrcpp::Any ClickHouseParser::KeywordContext::accept(tree::ParseTreeVisitor *v
 
 ClickHouseParser::KeywordContext* ClickHouseParser::keyword() {
   KeywordContext *_localctx = _tracker.createInstance<KeywordContext>(_ctx, getState());
-  enterRule(_localctx, 200, ClickHouseParser::RuleKeyword);
+  enterRule(_localctx, 206, ClickHouseParser::RuleKeyword);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -17106,7 +17793,7 @@ ClickHouseParser::KeywordContext* ClickHouseParser::keyword() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1798);
+    setState(1890);
     _la = _input->LA(1);
     if (!((((_la & ~ 0x3fULL) == 0) &&
       ((1ULL << _la) & ((1ULL << ClickHouseParser::AFTER)
@@ -17204,6 +17891,7 @@ ClickHouseParser::KeywordContext* ClickHouseParser::keyword() {
       | (1ULL << (ClickHouseParser::LOCAL - 64))
       | (1ULL << (ClickHouseParser::LOGS - 64))
       | (1ULL << (ClickHouseParser::MATERIALIZED - 64))
+      | (1ULL << (ClickHouseParser::MATERIALIZE - 64))
       | (1ULL << (ClickHouseParser::MAX - 64))
       | (1ULL << (ClickHouseParser::MERGES - 64))
       | (1ULL << (ClickHouseParser::MIN - 64))
@@ -17224,10 +17912,10 @@ ClickHouseParser::KeywordContext* ClickHouseParser::keyword() {
       | (1ULL << (ClickHouseParser::POPULATE - 64))
       | (1ULL << (ClickHouseParser::PREWHERE - 64))
       | (1ULL << (ClickHouseParser::PRIMARY - 64))
-      | (1ULL << (ClickHouseParser::RANGE - 64))
-      | (1ULL << (ClickHouseParser::RELOAD - 64))
-      | (1ULL << (ClickHouseParser::REMOVE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
-      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RENAME - 128))
+      | (1ULL << (ClickHouseParser::RANGE - 64)))) != 0) || ((((_la - 128) & ~ 0x3fULL) == 0) &&
+      ((1ULL << (_la - 128)) & ((1ULL << (ClickHouseParser::RELOAD - 128))
+      | (1ULL << (ClickHouseParser::REMOVE - 128))
+      | (1ULL << (ClickHouseParser::RENAME - 128))
       | (1ULL << (ClickHouseParser::REPLACE - 128))
       | (1ULL << (ClickHouseParser::REPLICA - 128))
       | (1ULL << (ClickHouseParser::REPLICATED - 128))
@@ -17331,7 +18019,7 @@ antlrcpp::Any ClickHouseParser::KeywordForAliasContext::accept(tree::ParseTreeVi
 
 ClickHouseParser::KeywordForAliasContext* ClickHouseParser::keywordForAlias() {
   KeywordForAliasContext *_localctx = _tracker.createInstance<KeywordForAliasContext>(_ctx, getState());
-  enterRule(_localctx, 202, ClickHouseParser::RuleKeywordForAlias);
+  enterRule(_localctx, 208, ClickHouseParser::RuleKeywordForAlias);
   size_t _la = 0;
 
   auto onExit = finally([=] {
@@ -17339,7 +18027,7 @@ ClickHouseParser::KeywordForAliasContext* ClickHouseParser::keywordForAlias() {
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1800);
+    setState(1892);
     _la = _input->LA(1);
     if (!(((((_la - 33) & ~ 0x3fULL) == 0) &&
       ((1ULL << (_la - 33)) & ((1ULL << (ClickHouseParser::DATE - 33))
@@ -17392,18 +18080,18 @@ antlrcpp::Any ClickHouseParser::AliasContext::accept(tree::ParseTreeVisitor *vis
 
 ClickHouseParser::AliasContext* ClickHouseParser::alias() {
   AliasContext *_localctx = _tracker.createInstance<AliasContext>(_ctx, getState());
-  enterRule(_localctx, 204, ClickHouseParser::RuleAlias);
+  enterRule(_localctx, 210, ClickHouseParser::RuleAlias);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1804);
+    setState(1896);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::IDENTIFIER: {
         enterOuterAlt(_localctx, 1);
-        setState(1802);
+        setState(1894);
         match(ClickHouseParser::IDENTIFIER);
         break;
       }
@@ -17413,7 +18101,7 @@ ClickHouseParser::AliasContext* ClickHouseParser::alias() {
       case ClickHouseParser::ID:
       case ClickHouseParser::KEY: {
         enterOuterAlt(_localctx, 2);
-        setState(1803);
+        setState(1895);
         keywordForAlias();
         break;
       }
@@ -17465,18 +18153,18 @@ antlrcpp::Any ClickHouseParser::IdentifierContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::IdentifierContext* ClickHouseParser::identifier() {
   IdentifierContext *_localctx = _tracker.createInstance<IdentifierContext>(_ctx, getState());
-  enterRule(_localctx, 206, ClickHouseParser::RuleIdentifier);
+  enterRule(_localctx, 212, ClickHouseParser::RuleIdentifier);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1809);
+    setState(1901);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::IDENTIFIER: {
         enterOuterAlt(_localctx, 1);
-        setState(1806);
+        setState(1898);
         match(ClickHouseParser::IDENTIFIER);
         break;
       }
@@ -17490,7 +18178,7 @@ ClickHouseParser::IdentifierContext* ClickHouseParser::identifier() {
       case ClickHouseParser::WEEK:
       case ClickHouseParser::YEAR: {
         enterOuterAlt(_localctx, 2);
-        setState(1807);
+        setState(1899);
         interval();
         break;
       }
@@ -17590,6 +18278,7 @@ ClickHouseParser::IdentifierContext* ClickHouseParser::identifier() {
       case ClickHouseParser::LOCAL:
       case ClickHouseParser::LOGS:
       case ClickHouseParser::MATERIALIZED:
+      case ClickHouseParser::MATERIALIZE:
       case ClickHouseParser::MAX:
       case ClickHouseParser::MERGES:
       case ClickHouseParser::MIN:
@@ -17664,7 +18353,7 @@ ClickHouseParser::IdentifierContext* ClickHouseParser::identifier() {
       case ClickHouseParser::JSON_FALSE:
       case ClickHouseParser::JSON_TRUE: {
         enterOuterAlt(_localctx, 3);
-        setState(1808);
+        setState(1900);
         keyword();
         break;
       }
@@ -17712,13 +18401,13 @@ antlrcpp::Any ClickHouseParser::IdentifierOrNullContext::accept(tree::ParseTreeV
 
 ClickHouseParser::IdentifierOrNullContext* ClickHouseParser::identifierOrNull() {
   IdentifierOrNullContext *_localctx = _tracker.createInstance<IdentifierOrNullContext>(_ctx, getState());
-  enterRule(_localctx, 208, ClickHouseParser::RuleIdentifierOrNull);
+  enterRule(_localctx, 214, ClickHouseParser::RuleIdentifierOrNull);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
-    setState(1813);
+    setState(1905);
     _errHandler->sync(this);
     switch (_input->LA(1)) {
       case ClickHouseParser::AFTER:
@@ -17818,6 +18507,7 @@ ClickHouseParser::IdentifierOrNullContext* ClickHouseParser::identifierOrNull()
       case ClickHouseParser::LOCAL:
       case ClickHouseParser::LOGS:
       case ClickHouseParser::MATERIALIZED:
+      case ClickHouseParser::MATERIALIZE:
       case ClickHouseParser::MAX:
       case ClickHouseParser::MERGES:
       case ClickHouseParser::MIN:
@@ -17899,14 +18589,14 @@ ClickHouseParser::IdentifierOrNullContext* ClickHouseParser::identifierOrNull()
       case ClickHouseParser::JSON_TRUE:
       case ClickHouseParser::IDENTIFIER: {
         enterOuterAlt(_localctx, 1);
-        setState(1811);
+        setState(1903);
         identifier();
         break;
       }
 
       case ClickHouseParser::NULL_SQL: {
         enterOuterAlt(_localctx, 2);
-        setState(1812);
+        setState(1904);
         match(ClickHouseParser::NULL_SQL);
         break;
       }
@@ -17958,18 +18648,18 @@ antlrcpp::Any ClickHouseParser::EnumValueContext::accept(tree::ParseTreeVisitor
 
 ClickHouseParser::EnumValueContext* ClickHouseParser::enumValue() {
   EnumValueContext *_localctx = _tracker.createInstance<EnumValueContext>(_ctx, getState());
-  enterRule(_localctx, 210, ClickHouseParser::RuleEnumValue);
+  enterRule(_localctx, 216, ClickHouseParser::RuleEnumValue);
 
   auto onExit = finally([=] {
     exitRule();
   });
   try {
     enterOuterAlt(_localctx, 1);
-    setState(1815);
+    setState(1907);
     match(ClickHouseParser::STRING_LITERAL);
-    setState(1816);
+    setState(1908);
     match(ClickHouseParser::EQ_SINGLE);
-    setState(1817);
+    setState(1909);
     numberLiteral();
    
   }
@@ -17987,9 +18677,9 @@ bool ClickHouseParser::sempred(RuleContext *context, size_t ruleIndex, size_t pr
     case 12: return dictionaryAttrDfntSempred(dynamic_cast<DictionaryAttrDfntContext *>(context), predicateIndex);
     case 13: return dictionaryEngineClauseSempred(dynamic_cast<DictionaryEngineClauseContext *>(context), predicateIndex);
     case 26: return engineClauseSempred(dynamic_cast<EngineClauseContext *>(context), predicateIndex);
-    case 64: return joinExprSempred(dynamic_cast<JoinExprContext *>(context), predicateIndex);
-    case 84: return columnExprSempred(dynamic_cast<ColumnExprContext *>(context), predicateIndex);
-    case 90: return tableExprSempred(dynamic_cast<TableExprContext *>(context), predicateIndex);
+    case 67: return joinExprSempred(dynamic_cast<JoinExprContext *>(context), predicateIndex);
+    case 87: return columnExprSempred(dynamic_cast<ColumnExprContext *>(context), predicateIndex);
+    case 93: return tableExprSempred(dynamic_cast<TableExprContext *>(context), predicateIndex);
 
   default:
     break;
@@ -18098,21 +18788,22 @@ std::vector<std::string> ClickHouseParser::_ruleNames = {
   "clusterClause", "uuidClause", "destinationClause", "subqueryClause", 
   "tableSchemaClause", "engineClause", "partitionByClause", "primaryKeyClause", 
   "sampleByClause", "ttlClause", "engineExpr", "tableElementExpr", "tableColumnDfnt", 
-  "tableColumnPropertyExpr", "tableIndexDfnt", "codecExpr", "codecArgExpr", 
-  "ttlExpr", "describeStmt", "dropStmt", "existsStmt", "explainStmt", "insertStmt", 
-  "columnsClause", "dataClause", "killStmt", "optimizeStmt", "renameStmt", 
-  "selectUnionStmt", "selectStmtWithParens", "selectStmt", "withClause", 
-  "topClause", "fromClause", "arrayJoinClause", "prewhereClause", "whereClause", 
-  "groupByClause", "havingClause", "orderByClause", "limitByClause", "limitClause", 
-  "settingsClause", "joinExpr", "joinOp", "joinOpCross", "joinConstraintClause", 
-  "sampleClause", "limitExpr", "orderExprList", "orderExpr", "ratioExpr", 
-  "settingExprList", "settingExpr", "setStmt", "showStmt", "systemStmt", 
-  "truncateStmt", "useStmt", "watchStmt", "columnTypeExpr", "columnExprList", 
-  "columnsExpr", "columnExpr", "columnArgList", "columnArgExpr", "columnLambdaExpr", 
-  "columnIdentifier", "nestedIdentifier", "tableExpr", "tableFunctionExpr", 
-  "tableIdentifier", "tableArgList", "tableArgExpr", "databaseIdentifier", 
-  "floatingLiteral", "numberLiteral", "literal", "interval", "keyword", 
-  "keywordForAlias", "alias", "identifier", "identifierOrNull", "enumValue"
+  "tableColumnPropertyExpr", "tableIndexDfnt", "tableProjectionDfnt", "codecExpr", 
+  "codecArgExpr", "ttlExpr", "describeStmt", "dropStmt", "existsStmt", "explainStmt", 
+  "insertStmt", "columnsClause", "dataClause", "killStmt", "optimizeStmt", 
+  "renameStmt", "projectionSelectStmt", "selectUnionStmt", "selectStmtWithParens", 
+  "selectStmt", "withClause", "topClause", "fromClause", "arrayJoinClause", 
+  "prewhereClause", "whereClause", "groupByClause", "havingClause", "orderByClause", 
+  "projectionOrderByClause", "limitByClause", "limitClause", "settingsClause", 
+  "joinExpr", "joinOp", "joinOpCross", "joinConstraintClause", "sampleClause", 
+  "limitExpr", "orderExprList", "orderExpr", "ratioExpr", "settingExprList", 
+  "settingExpr", "setStmt", "showStmt", "systemStmt", "truncateStmt", "useStmt", 
+  "watchStmt", "columnTypeExpr", "columnExprList", "columnsExpr", "columnExpr", 
+  "columnArgList", "columnArgExpr", "columnLambdaExpr", "columnIdentifier", 
+  "nestedIdentifier", "tableExpr", "tableFunctionExpr", "tableIdentifier", 
+  "tableArgList", "tableArgExpr", "databaseIdentifier", "floatingLiteral", 
+  "numberLiteral", "literal", "interval", "keyword", "keywordForAlias", 
+  "alias", "identifier", "identifierOrNull", "enumValue"
 };
 
 std::vector<std::string> ClickHouseParser::_literalNames = {
@@ -18125,11 +18816,11 @@ std::vector<std::string> ClickHouseParser::_literalNames = {
   "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
   "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
   "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
-  "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "'false'", 
-  "'true'", "", "", "", "", "", "", "'->'", "'*'", "'`'", "'\\'", "':'", 
-  "','", "'||'", "'-'", "'.'", "'=='", "'='", "'>='", "'>'", "'{'", "'['", 
-  "'<='", "'('", "'<'", "", "'%'", "'+'", "'?'", "'\"'", "'''", "'}'", "']'", 
-  "')'", "';'", "'/'", "'_'"
+  "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", 
+  "", "'false'", "'true'", "", "", "", "", "", "", "'->'", "'*'", "'`'", 
+  "'\\'", "':'", "','", "'||'", "'-'", "'.'", "'=='", "'='", "'>='", "'>'", 
+  "'{'", "'['", "'<='", "'('", "'<'", "", "'%'", "'+'", "'?'", "'\"'", "'''", 
+  "'}'", "']'", "')'", "';'", "'/'", "'_'"
 };
 
 std::vector<std::string> ClickHouseParser::_symbolicNames = {
@@ -18146,16 +18837,16 @@ std::vector<std::string> ClickHouseParser::_symbolicNames = {
   "INDEX", "INF", "INJECTIVE", "INNER", "INSERT", "INTERVAL", "INTO", "IS", 
   "IS_OBJECT_ID", "JOIN", "KEY", "KILL", "LAST", "LAYOUT", "LEADING", "LEFT", 
   "LIFETIME", "LIKE", "LIMIT", "LIVE", "LOCAL", "LOGS", "MATERIALIZED", 
-  "MAX", "MERGES", "MIN", "MINUTE", "MODIFY", "MONTH", "MOVE", "MUTATION", 
-  "NAN_SQL", "NO", "NOT", "NULL_SQL", "NULLS", "OFFSET", "ON", "OPTIMIZE", 
-  "OR", "ORDER", "OUTER", "OUTFILE", "PARTITION", "POPULATE", "PREWHERE", 
-  "PRIMARY", "QUARTER", "RANGE", "RELOAD", "REMOVE", "RENAME", "REPLACE", 
-  "REPLICA", "REPLICATED", "RIGHT", "ROLLUP", "SAMPLE", "SECOND", "SELECT", 
-  "SEMI", "SENDS", "SET", "SETTINGS", "SHOW", "SOURCE", "START", "STOP", 
-  "SUBSTRING", "SYNC", "SYNTAX", "SYSTEM", "TABLE", "TABLES", "TEMPORARY", 
-  "TEST", "THEN", "TIES", "TIMEOUT", "TIMESTAMP", "TO", "TOP", "TOTALS", 
-  "TRAILING", "TRIM", "TRUNCATE", "TTL", "TYPE", "UNION", "UPDATE", "USE", 
-  "USING", "UUID", "VALUES", "VIEW", "VOLUME", "WATCH", "WEEK", "WHEN", 
+  "MATERIALIZE", "MAX", "MERGES", "MIN", "MINUTE", "MODIFY", "MONTH", "MOVE", 
+  "MUTATION", "NAN_SQL", "NO", "NOT", "NULL_SQL", "NULLS", "OFFSET", "ON", 
+  "OPTIMIZE", "OR", "ORDER", "OUTER", "OUTFILE", "PARTITION", "POPULATE", 
+  "PREWHERE", "PRIMARY", "PROJECTION", "QUARTER", "RANGE", "RELOAD", "REMOVE", 
+  "RENAME", "REPLACE", "REPLICA", "REPLICATED", "RIGHT", "ROLLUP", "SAMPLE", 
+  "SECOND", "SELECT", "SEMI", "SENDS", "SET", "SETTINGS", "SHOW", "SOURCE", 
+  "START", "STOP", "SUBSTRING", "SYNC", "SYNTAX", "SYSTEM", "TABLE", "TABLES", 
+  "TEMPORARY", "TEST", "THEN", "TIES", "TIMEOUT", "TIMESTAMP", "TO", "TOP", 
+  "TOTALS", "TRAILING", "TRIM", "TRUNCATE", "TTL", "TYPE", "UNION", "UPDATE", 
+  "USE", "USING", "UUID", "VALUES", "VIEW", "VOLUME", "WATCH", "WEEK", "WHEN", 
   "WHERE", "WITH", "YEAR", "JSON_FALSE", "JSON_TRUE", "IDENTIFIER", "FLOATING_LITERAL", 
   "OCTAL_LITERAL", "DECIMAL_LITERAL", "HEXADECIMAL_LITERAL", "STRING_LITERAL", 
   "ARROW", "ASTERISK", "BACKQUOTE", "BACKSLASH", "COLON", "COMMA", "CONCAT", 
@@ -18185,7 +18876,7 @@ ClickHouseParser::Initializer::Initializer() {
 
   _serializedATN = {
     0x3, 0x608b, 0xa72a, 0x8133, 0xb9ed, 0x417c, 0x3be7, 0x7786, 0x5964, 
-    0x3, 0xdd, 0x71e, 0x4, 0x2, 0x9, 0x2, 0x4, 0x3, 0x9, 0x3, 0x4, 0x4, 
+    0x3, 0xdf, 0x77a, 0x4, 0x2, 0x9, 0x2, 0x4, 0x3, 0x9, 0x3, 0x4, 0x4, 
     0x9, 0x4, 0x4, 0x5, 0x9, 0x5, 0x4, 0x6, 0x9, 0x6, 0x4, 0x7, 0x9, 0x7, 
     0x4, 0x8, 0x9, 0x8, 0x4, 0x9, 0x9, 0x9, 0x4, 0xa, 0x9, 0xa, 0x4, 0xb, 
     0x9, 0xb, 0x4, 0xc, 0x9, 0xc, 0x4, 0xd, 0x9, 0xd, 0x4, 0xe, 0x9, 0xe, 
@@ -18217,275 +18908,290 @@ ClickHouseParser::Initializer::Initializer() {
     0x60, 0x9, 0x60, 0x4, 0x61, 0x9, 0x61, 0x4, 0x62, 0x9, 0x62, 0x4, 0x63, 
     0x9, 0x63, 0x4, 0x64, 0x9, 0x64, 0x4, 0x65, 0x9, 0x65, 0x4, 0x66, 0x9, 
     0x66, 0x4, 0x67, 0x9, 0x67, 0x4, 0x68, 0x9, 0x68, 0x4, 0x69, 0x9, 0x69, 
-    0x4, 0x6a, 0x9, 0x6a, 0x4, 0x6b, 0x9, 0x6b, 0x3, 0x2, 0x3, 0x2, 0x3, 
-    0x2, 0x3, 0x2, 0x5, 0x2, 0xdb, 0xa, 0x2, 0x3, 0x2, 0x3, 0x2, 0x5, 0x2, 
-    0xdf, 0xa, 0x2, 0x3, 0x2, 0x5, 0x2, 0xe2, 0xa, 0x2, 0x3, 0x2, 0x5, 0x2, 
-    0xe5, 0xa, 0x2, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 
+    0x4, 0x6a, 0x9, 0x6a, 0x4, 0x6b, 0x9, 0x6b, 0x4, 0x6c, 0x9, 0x6c, 0x4, 
+    0x6d, 0x9, 0x6d, 0x4, 0x6e, 0x9, 0x6e, 0x3, 0x2, 0x3, 0x2, 0x3, 0x2, 
+    0x3, 0x2, 0x5, 0x2, 0xe1, 0xa, 0x2, 0x3, 0x2, 0x3, 0x2, 0x5, 0x2, 0xe5, 
+    0xa, 0x2, 0x3, 0x2, 0x5, 0x2, 0xe8, 0xa, 0x2, 0x3, 0x2, 0x5, 0x2, 0xeb, 
+    0xa, 0x2, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 
     0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 
-    0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x5, 0x3, 0xf9, 
-    0xa, 0x3, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x5, 0x4, 0xff, 0xa, 
-    0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x7, 0x4, 0x104, 0xa, 0x4, 0xc, 0x4, 
-    0xe, 0x4, 0x107, 0xb, 0x4, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
-    0x5, 0x5, 0x5, 0x10e, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
-    0x113, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 
-    0x5, 0x11a, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x11f, 
-    0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x125, 0xa, 
-    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x12b, 0xa, 0x5, 
-    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x130, 0xa, 0x5, 0x3, 0x5, 0x3, 
-    0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x136, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 
+    0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x5, 0x3, 0xff, 0xa, 
+    0x3, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x5, 0x4, 0x105, 0xa, 0x4, 
+    0x3, 0x4, 0x3, 0x4, 0x3, 0x4, 0x7, 0x4, 0x10a, 0xa, 0x4, 0xc, 0x4, 0xe, 
+    0x4, 0x10d, 0xb, 0x4, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 
+    0x5, 0x5, 0x114, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x119, 
+    0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
+    0x120, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x125, 0xa, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x12c, 
+    0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x131, 0xa, 0x5, 0x3, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x137, 0xa, 0x5, 0x3, 0x5, 
+    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x13d, 0xa, 0x5, 0x3, 0x5, 0x3, 
+    0x5, 0x3, 0x5, 0x5, 0x5, 0x142, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 
+    0x3, 0x5, 0x5, 0x5, 0x148, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 
+    0x5, 0x14d, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
+    0x153, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x158, 0xa, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x15e, 0xa, 0x5, 
     0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 
-    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x144, 0xa, 0x5, 0x3, 0x5, 0x3, 
-    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x14b, 0xa, 0x5, 0x3, 0x5, 
-    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x152, 0xa, 0x5, 0x3, 
-    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x158, 0xa, 0x5, 0x3, 0x5, 
-    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
-    0x161, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
-    0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x16b, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 
-    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
-    0x175, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
+    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x16c, 0xa, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x173, 
+    0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
+    0x17a, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 
+    0x5, 0x181, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
+    0x187, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x18c, 0xa, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x192, 0xa, 0x5, 
+    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x197, 0xa, 0x5, 0x3, 0x5, 0x3, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x19d, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 
+    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x1a6, 0xa, 
     0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
-    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x189, 
-    0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 
-    0x5, 0x5, 0x191, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
+    0x5, 0x3, 0x5, 0x5, 0x5, 0x1b0, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 
+    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x1ba, 0xa, 
     0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
-    0x5, 0x3, 0x5, 0x5, 0x5, 0x1a0, 0xa, 0x5, 0x3, 0x6, 0x3, 0x6, 0x3, 0x6, 
-    0x7, 0x6, 0x1a5, 0xa, 0x6, 0xc, 0x6, 0xe, 0x6, 0x1a8, 0xb, 0x6, 0x3, 
-    0x7, 0x3, 0x7, 0x3, 0x7, 0x3, 0x7, 0x3, 0x8, 0x3, 0x8, 0x3, 0x9, 0x3, 
-    0x9, 0x3, 0x9, 0x3, 0x9, 0x3, 0x9, 0x5, 0x9, 0x1b5, 0xa, 0x9, 0x3, 0xa, 
-    0x3, 0xa, 0x3, 0xa, 0x3, 0xa, 0x5, 0xa, 0x1bb, 0xa, 0xa, 0x3, 0xb, 0x3, 
-    0xb, 0x3, 0xb, 0x3, 0xb, 0x5, 0xb, 0x1c1, 0xa, 0xb, 0x3, 0xc, 0x3, 0xc, 
-    0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1c8, 0xa, 0xc, 0x3, 0xc, 0x3, 
-    0xc, 0x5, 0xc, 0x1cc, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1cf, 0xa, 0xc, 
-    0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1d6, 0xa, 
-    0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1da, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 
-    0x1dd, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 
-    0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1e8, 0xa, 0xc, 0x3, 0xc, 
-    0x3, 0xc, 0x5, 0xc, 0x1ec, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1ef, 0xa, 
-    0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1f4, 0xa, 0xc, 0x5, 0xc, 
-    0x1f6, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x1f9, 0xa, 0xc, 0x3, 0xc, 0x5, 
-    0xc, 0x1fc, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 
-    0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x206, 0xa, 0xc, 0x3, 0xc, 0x3, 
-    0xc, 0x5, 0xc, 0x20a, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x20d, 0xa, 0xc, 
-    0x3, 0xc, 0x5, 0xc, 0x210, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 
-    0xc, 0x215, 0xa, 0xc, 0x5, 0xc, 0x217, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 
-    0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x21d, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 
-    0xc, 0x3, 0xc, 0x5, 0xc, 0x223, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 
-    0x227, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x22a, 0xa, 0xc, 0x3, 0xc, 0x5, 
-    0xc, 0x22d, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x230, 0xa, 0xc, 0x3, 0xc, 
-    0x5, 0xc, 0x233, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x238, 
-    0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x23e, 0xa, 
-    0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x242, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 
-    0x245, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x248, 0xa, 0xc, 0x3, 0xc, 0x3, 
-    0xc, 0x5, 0xc, 0x24c, 0xa, 0xc, 0x3, 0xd, 0x3, 0xd, 0x3, 0xd, 0x3, 0xd, 
-    0x7, 0xd, 0x252, 0xa, 0xd, 0xc, 0xd, 0xe, 0xd, 0x255, 0xb, 0xd, 0x3, 
-    0xd, 0x3, 0xd, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 0x1ce, 0xa, 0x5, 
+    0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x5, 0x5, 
+    0x1d6, 0xa, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
+    0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 0x5, 0x3, 
+    0x5, 0x5, 0x5, 0x1e5, 0xa, 0x5, 0x3, 0x6, 0x3, 0x6, 0x3, 0x6, 0x7, 0x6, 
+    0x1ea, 0xa, 0x6, 0xc, 0x6, 0xe, 0x6, 0x1ed, 0xb, 0x6, 0x3, 0x7, 0x3, 
+    0x7, 0x3, 0x7, 0x3, 0x7, 0x3, 0x8, 0x3, 0x8, 0x3, 0x9, 0x3, 0x9, 0x3, 
+    0x9, 0x3, 0x9, 0x3, 0x9, 0x5, 0x9, 0x1fa, 0xa, 0x9, 0x3, 0xa, 0x3, 0xa, 
+    0x3, 0xa, 0x3, 0xa, 0x5, 0xa, 0x200, 0xa, 0xa, 0x3, 0xb, 0x3, 0xb, 0x3, 
+    0xb, 0x3, 0xb, 0x5, 0xb, 0x206, 0xa, 0xb, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 
+    0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x20d, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 
+    0xc, 0x211, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x214, 0xa, 0xc, 0x3, 0xc, 
+    0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x21b, 0xa, 0xc, 0x3, 
+    0xc, 0x3, 0xc, 0x5, 0xc, 0x21f, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x222, 
+    0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 
+    0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x22d, 0xa, 0xc, 0x3, 0xc, 0x3, 
+    0xc, 0x5, 0xc, 0x231, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x234, 0xa, 0xc, 
+    0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x239, 0xa, 0xc, 0x5, 0xc, 0x23b, 
+    0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x23e, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x241, 
+    0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 
+    0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x24b, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 
+    0xc, 0x24f, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x252, 0xa, 0xc, 0x3, 0xc, 
+    0x5, 0xc, 0x255, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x25a, 
+    0xa, 0xc, 0x5, 0xc, 0x25c, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 
+    0xc, 0x5, 0xc, 0x262, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 
+    0x5, 0xc, 0x268, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x26c, 0xa, 
+    0xc, 0x3, 0xc, 0x5, 0xc, 0x26f, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x272, 
+    0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x275, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x278, 
+    0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x27d, 0xa, 0xc, 0x3, 
+    0xc, 0x3, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 0x283, 0xa, 0xc, 0x3, 0xc, 
+    0x3, 0xc, 0x5, 0xc, 0x287, 0xa, 0xc, 0x3, 0xc, 0x5, 0xc, 0x28a, 0xa, 
+    0xc, 0x3, 0xc, 0x5, 0xc, 0x28d, 0xa, 0xc, 0x3, 0xc, 0x3, 0xc, 0x5, 0xc, 
+    0x291, 0xa, 0xc, 0x3, 0xd, 0x3, 0xd, 0x3, 0xd, 0x3, 0xd, 0x7, 0xd, 0x297, 
+    0xa, 0xd, 0xc, 0xd, 0xe, 0xd, 0x29a, 0xb, 0xd, 0x3, 0xd, 0x3, 0xd, 0x3, 
     0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 
     0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 
-    0xe, 0x3, 0xe, 0x7, 0xe, 0x26e, 0xa, 0xe, 0xc, 0xe, 0xe, 0xe, 0x271, 
-    0xb, 0xe, 0x3, 0xf, 0x5, 0xf, 0x274, 0xa, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 
+    0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x3, 0xe, 0x7, 
+    0xe, 0x2b3, 0xa, 0xe, 0xc, 0xe, 0xe, 0xe, 0x2b6, 0xb, 0xe, 0x3, 0xf, 
+    0x5, 0xf, 0x2b9, 0xa, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 
     0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 
     0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 
-    0xf, 0x3, 0xf, 0x3, 0xf, 0x3, 0xf, 0x7, 0xf, 0x28a, 0xa, 0xf, 0xc, 0xf, 
-    0xe, 0xf, 0x28d, 0xb, 0xf, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 
-    0x3, 0x11, 0x3, 0x11, 0x3, 0x11, 0x3, 0x11, 0x5, 0x11, 0x297, 0xa, 0x11, 
-    0x3, 0x11, 0x5, 0x11, 0x29a, 0xa, 0x11, 0x3, 0x12, 0x3, 0x12, 0x3, 0x12, 
-    0x3, 0x12, 0x3, 0x12, 0x7, 0x12, 0x2a1, 0xa, 0x12, 0xc, 0x12, 0xe, 0x12, 
-    0x2a4, 0xb, 0x12, 0x3, 0x12, 0x3, 0x12, 0x3, 0x12, 0x3, 0x13, 0x3, 0x13, 
-    0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 
-    0x13, 0x3, 0x13, 0x3, 0x13, 0x5, 0x13, 0x2b4, 0xa, 0x13, 0x3, 0x13, 
-    0x3, 0x13, 0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x7, 
-    0x14, 0x2bd, 0xa, 0x14, 0xc, 0x14, 0xe, 0x14, 0x2c0, 0xb, 0x14, 0x3, 
-    0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 
-    0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 
-    0x15, 0x3, 0x15, 0x5, 0x15, 0x2d1, 0xa, 0x15, 0x3, 0x15, 0x3, 0x15, 
-    0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 0x17, 0x3, 
-    0x17, 0x3, 0x17, 0x3, 0x17, 0x5, 0x17, 0x2de, 0xa, 0x17, 0x3, 0x18, 
-    0x3, 0x18, 0x3, 0x18, 0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x1a, 0x3, 
-    0x1a, 0x3, 0x1a, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x7, 0x1b, 
-    0x2ed, 0xa, 0x1b, 0xc, 0x1b, 0xe, 0x1b, 0x2f0, 0xb, 0x1b, 0x3, 0x1b, 
-    0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x5, 0x1b, 0x2f8, 
-    0xa, 0x1b, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 
-    0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 
+    0xf, 0x3, 0xf, 0x7, 0xf, 0x2cf, 0xa, 0xf, 0xc, 0xf, 0xe, 0xf, 0x2d2, 
+    0xb, 0xf, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x10, 0x3, 0x11, 0x3, 
+    0x11, 0x3, 0x11, 0x3, 0x11, 0x5, 0x11, 0x2dc, 0xa, 0x11, 0x3, 0x11, 
+    0x5, 0x11, 0x2df, 0xa, 0x11, 0x3, 0x12, 0x3, 0x12, 0x3, 0x12, 0x3, 0x12, 
+    0x3, 0x12, 0x7, 0x12, 0x2e6, 0xa, 0x12, 0xc, 0x12, 0xe, 0x12, 0x2e9, 
+    0xb, 0x12, 0x3, 0x12, 0x3, 0x12, 0x3, 0x12, 0x3, 0x13, 0x3, 0x13, 0x3, 
+    0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 0x3, 0x13, 
+    0x3, 0x13, 0x3, 0x13, 0x5, 0x13, 0x2f9, 0xa, 0x13, 0x3, 0x13, 0x3, 0x13, 
+    0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x3, 0x14, 0x7, 0x14, 0x302, 
+    0xa, 0x14, 0xc, 0x14, 0xe, 0x14, 0x305, 0xb, 0x14, 0x3, 0x14, 0x3, 0x14, 
+    0x3, 0x14, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 
+    0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x15, 
+    0x5, 0x15, 0x316, 0xa, 0x15, 0x3, 0x15, 0x3, 0x15, 0x3, 0x16, 0x3, 0x16, 
+    0x3, 0x16, 0x3, 0x16, 0x3, 0x16, 0x3, 0x17, 0x3, 0x17, 0x3, 0x17, 0x3, 
+    0x17, 0x5, 0x17, 0x323, 0xa, 0x17, 0x3, 0x18, 0x3, 0x18, 0x3, 0x18, 
+    0x3, 0x19, 0x3, 0x19, 0x3, 0x19, 0x3, 0x1a, 0x3, 0x1a, 0x3, 0x1a, 0x3, 
+    0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x7, 0x1b, 0x332, 0xa, 0x1b, 
+    0xc, 0x1b, 0xe, 0x1b, 0x335, 0xb, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 
+    0x3, 0x1b, 0x3, 0x1b, 0x3, 0x1b, 0x5, 0x1b, 0x33d, 0xa, 0x1b, 0x3, 0x1c, 
     0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 
     0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 
-    0x7, 0x1c, 0x313, 0xa, 0x1c, 0xc, 0x1c, 0xe, 0x1c, 0x316, 0xb, 0x1c, 
-    0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1e, 0x3, 0x1e, 0x3, 
-    0x1e, 0x3, 0x1e, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x20, 
-    0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 0x7, 0x20, 0x328, 0xa, 0x20, 0xc, 0x20, 
-    0xe, 0x20, 0x32b, 0xb, 0x20, 0x3, 0x21, 0x3, 0x21, 0x5, 0x21, 0x32f, 
-    0xa, 0x21, 0x3, 0x21, 0x3, 0x21, 0x3, 0x21, 0x5, 0x21, 0x334, 0xa, 0x21, 
-    0x3, 0x21, 0x5, 0x21, 0x337, 0xa, 0x21, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 
-    0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x5, 0x22, 0x341, 
-    0xa, 0x22, 0x3, 0x23, 0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x346, 0xa, 0x23, 
-    0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x34a, 0xa, 0x23, 0x3, 0x23, 0x5, 0x23, 
-    0x34d, 0xa, 0x23, 0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x351, 0xa, 0x23, 
-    0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x355, 0xa, 0x23, 0x3, 0x23, 0x3, 0x23, 
-    0x3, 0x23, 0x5, 0x23, 0x35a, 0xa, 0x23, 0x3, 0x23, 0x5, 0x23, 0x35d, 
-    0xa, 0x23, 0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x361, 0xa, 0x23, 0x5, 0x23, 
-    0x363, 0xa, 0x23, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x25, 0x3, 0x25, 
+    0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 
+    0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x3, 0x1c, 0x7, 0x1c, 0x358, 
+    0xa, 0x1c, 0xc, 0x1c, 0xe, 0x1c, 0x35b, 0xb, 0x1c, 0x3, 0x1d, 0x3, 0x1d, 
+    0x3, 0x1d, 0x3, 0x1d, 0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1e, 0x3, 0x1e, 0x3, 
+    0x1f, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x1f, 0x3, 0x20, 0x3, 0x20, 0x3, 0x20, 
+    0x3, 0x20, 0x7, 0x20, 0x36d, 0xa, 0x20, 0xc, 0x20, 0xe, 0x20, 0x370, 
+    0xb, 0x20, 0x3, 0x21, 0x3, 0x21, 0x5, 0x21, 0x374, 0xa, 0x21, 0x3, 0x21, 
+    0x3, 0x21, 0x3, 0x21, 0x5, 0x21, 0x379, 0xa, 0x21, 0x3, 0x21, 0x5, 0x21, 
+    0x37c, 0xa, 0x21, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 
+    0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x3, 0x22, 0x5, 0x22, 0x388, 
+    0xa, 0x22, 0x3, 0x23, 0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x38d, 0xa, 0x23, 
+    0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x391, 0xa, 0x23, 0x3, 0x23, 0x5, 0x23, 
+    0x394, 0xa, 0x23, 0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x398, 0xa, 0x23, 
+    0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x39c, 0xa, 0x23, 0x3, 0x23, 0x3, 0x23, 
+    0x3, 0x23, 0x5, 0x23, 0x3a1, 0xa, 0x23, 0x3, 0x23, 0x5, 0x23, 0x3a4, 
+    0xa, 0x23, 0x3, 0x23, 0x3, 0x23, 0x5, 0x23, 0x3a8, 0xa, 0x23, 0x5, 0x23, 
+    0x3aa, 0xa, 0x23, 0x3, 0x24, 0x3, 0x24, 0x3, 0x24, 0x3, 0x25, 0x3, 0x25, 
     0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x25, 0x3, 0x26, 0x3, 
-    0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x26, 0x7, 0x26, 0x374, 0xa, 0x26, 
-    0xc, 0x26, 0xe, 0x26, 0x377, 0xb, 0x26, 0x3, 0x26, 0x3, 0x26, 0x3, 0x27, 
-    0x3, 0x27, 0x3, 0x27, 0x5, 0x27, 0x37e, 0xa, 0x27, 0x3, 0x27, 0x5, 0x27, 
-    0x381, 0xa, 0x27, 0x3, 0x28, 0x3, 0x28, 0x3, 0x28, 0x3, 0x28, 0x3, 0x28, 
-    0x3, 0x28, 0x3, 0x28, 0x3, 0x28, 0x5, 0x28, 0x38b, 0xa, 0x28, 0x3, 0x29, 
-    0x3, 0x29, 0x5, 0x29, 0x38f, 0xa, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x2a, 
-    0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x5, 0x2a, 0x397, 0xa, 0x2a, 0x3, 0x2a, 
-    0x3, 0x2a, 0x5, 0x2a, 0x39b, 0xa, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 
-    0x5, 0x2a, 0x3a0, 0xa, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x5, 0x2a, 0x3a4, 
-    0xa, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x5, 0x2a, 0x3a8, 0xa, 0x2a, 0x3, 0x2a, 
-    0x3, 0x2a, 0x5, 0x2a, 0x3ac, 0xa, 0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x5, 0x2a, 
-    0x3b0, 0xa, 0x2a, 0x5, 0x2a, 0x3b2, 0xa, 0x2a, 0x3, 0x2b, 0x3, 0x2b, 
-    0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 0x3ba, 0xa, 0x2b, 
-    0x3, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 0x3be, 0xa, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 
-    0x3c1, 0xa, 0x2b, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2d, 
-    0x3, 0x2d, 0x3, 0x2d, 0x5, 0x2d, 0x3ca, 0xa, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 
-    0x3, 0x2d, 0x5, 0x2d, 0x3cf, 0xa, 0x2d, 0x3, 0x2d, 0x5, 0x2d, 0x3d2, 
-    0xa, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 0x3, 
-    0x2e, 0x7, 0x2e, 0x3da, 0xa, 0x2e, 0xc, 0x2e, 0xe, 0x2e, 0x3dd, 0xb, 
-    0x2e, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 
-    0x3, 0x2f, 0x5, 0x2f, 0x3e6, 0xa, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x5, 0x2f, 
-    0x3ea, 0xa, 0x2f, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x5, 0x30, 0x3ef, 
-    0xa, 0x30, 0x3, 0x30, 0x3, 0x30, 0x5, 0x30, 0x3f3, 0xa, 0x30, 0x3, 0x31, 
-    0x3, 0x31, 0x3, 0x31, 0x3, 0x31, 0x5, 0x31, 0x3f9, 0xa, 0x31, 0x3, 0x31, 
-    0x5, 0x31, 0x3fc, 0xa, 0x31, 0x3, 0x31, 0x5, 0x31, 0x3ff, 0xa, 0x31, 
-    0x3, 0x31, 0x5, 0x31, 0x402, 0xa, 0x31, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 
-    0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 
-    0x32, 0x7, 0x32, 0x40e, 0xa, 0x32, 0xc, 0x32, 0xe, 0x32, 0x411, 0xb, 
-    0x32, 0x3, 0x32, 0x5, 0x32, 0x414, 0xa, 0x32, 0x3, 0x33, 0x3, 0x33, 
-    0x3, 0x33, 0x3, 0x33, 0x7, 0x33, 0x41a, 0xa, 0x33, 0xc, 0x33, 0xe, 0x33, 
-    0x41d, 0xb, 0x33, 0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 
-    0x5, 0x34, 0x424, 0xa, 0x34, 0x3, 0x35, 0x5, 0x35, 0x427, 0xa, 0x35, 
-    0x3, 0x35, 0x3, 0x35, 0x5, 0x35, 0x42b, 0xa, 0x35, 0x3, 0x35, 0x5, 0x35, 
-    0x42e, 0xa, 0x35, 0x3, 0x35, 0x3, 0x35, 0x5, 0x35, 0x432, 0xa, 0x35, 
-    0x3, 0x35, 0x5, 0x35, 0x435, 0xa, 0x35, 0x3, 0x35, 0x5, 0x35, 0x438, 
-    0xa, 0x35, 0x3, 0x35, 0x5, 0x35, 0x43b, 0xa, 0x35, 0x3, 0x35, 0x5, 0x35, 
-    0x43e, 0xa, 0x35, 0x3, 0x35, 0x3, 0x35, 0x5, 0x35, 0x442, 0xa, 0x35, 
-    0x3, 0x35, 0x3, 0x35, 0x5, 0x35, 0x446, 0xa, 0x35, 0x3, 0x35, 0x5, 0x35, 
-    0x449, 0xa, 0x35, 0x3, 0x35, 0x5, 0x35, 0x44c, 0xa, 0x35, 0x3, 0x35, 
-    0x5, 0x35, 0x44f, 0xa, 0x35, 0x3, 0x35, 0x5, 0x35, 0x452, 0xa, 0x35, 
-    0x3, 0x35, 0x5, 0x35, 0x455, 0xa, 0x35, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 
-    0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x3, 0x37, 0x5, 0x37, 0x45e, 0xa, 0x37, 
-    0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 0x3, 0x39, 0x5, 0x39, 0x464, 0xa, 0x39, 
-    0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x3a, 0x3, 0x3a, 0x3, 
-    0x3a, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 
-    0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x3, 0x3c, 0x5, 0x3c, 0x478, 
-    0xa, 0x3c, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3e, 0x3, 0x3e, 0x3, 
-    0x3e, 0x3, 0x3e, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 
-    0x3, 0x40, 0x3, 0x40, 0x3, 0x40, 0x3, 0x40, 0x5, 0x40, 0x48a, 0xa, 0x40, 
-    0x3, 0x41, 0x3, 0x41, 0x3, 0x41, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x5, 
-    0x42, 0x492, 0xa, 0x42, 0x3, 0x42, 0x5, 0x42, 0x495, 0xa, 0x42, 0x3, 
-    0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x5, 0x42, 0x49b, 0xa, 0x42, 
-    0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x5, 
-    0x42, 0x4a3, 0xa, 0x42, 0x3, 0x42, 0x5, 0x42, 0x4a6, 0xa, 0x42, 0x3, 
-    0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x7, 0x42, 0x4ac, 0xa, 0x42, 
-    0xc, 0x42, 0xe, 0x42, 0x4af, 0xb, 0x42, 0x3, 0x43, 0x5, 0x43, 0x4b2, 
-    0xa, 0x43, 0x3, 0x43, 0x3, 0x43, 0x3, 0x43, 0x5, 0x43, 0x4b7, 0xa, 0x43, 
-    0x3, 0x43, 0x5, 0x43, 0x4ba, 0xa, 0x43, 0x3, 0x43, 0x5, 0x43, 0x4bd, 
-    0xa, 0x43, 0x3, 0x43, 0x3, 0x43, 0x5, 0x43, 0x4c1, 0xa, 0x43, 0x3, 0x43, 
-    0x3, 0x43, 0x5, 0x43, 0x4c5, 0xa, 0x43, 0x3, 0x43, 0x5, 0x43, 0x4c8, 
-    0xa, 0x43, 0x5, 0x43, 0x4ca, 0xa, 0x43, 0x3, 0x43, 0x5, 0x43, 0x4cd, 
-    0xa, 0x43, 0x3, 0x43, 0x3, 0x43, 0x5, 0x43, 0x4d1, 0xa, 0x43, 0x3, 0x43, 
-    0x3, 0x43, 0x5, 0x43, 0x4d5, 0xa, 0x43, 0x3, 0x43, 0x5, 0x43, 0x4d8, 
-    0xa, 0x43, 0x5, 0x43, 0x4da, 0xa, 0x43, 0x5, 0x43, 0x4dc, 0xa, 0x43, 
-    0x3, 0x44, 0x5, 0x44, 0x4df, 0xa, 0x44, 0x3, 0x44, 0x3, 0x44, 0x3, 0x44, 
-    0x5, 0x44, 0x4e4, 0xa, 0x44, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 
-    0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x5, 0x45, 0x4ef, 
-    0xa, 0x45, 0x3, 0x46, 0x3, 0x46, 0x3, 0x46, 0x3, 0x46, 0x5, 0x46, 0x4f5, 
-    0xa, 0x46, 0x3, 0x47, 0x3, 0x47, 0x3, 0x47, 0x5, 0x47, 0x4fa, 0xa, 0x47, 
-    0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x7, 0x48, 0x4ff, 0xa, 0x48, 0xc, 0x48, 
-    0xe, 0x48, 0x502, 0xb, 0x48, 0x3, 0x49, 0x3, 0x49, 0x5, 0x49, 0x506, 
-    0xa, 0x49, 0x3, 0x49, 0x3, 0x49, 0x5, 0x49, 0x50a, 0xa, 0x49, 0x3, 0x49, 
-    0x3, 0x49, 0x5, 0x49, 0x50e, 0xa, 0x49, 0x3, 0x4a, 0x3, 0x4a, 0x3, 0x4a, 
-    0x5, 0x4a, 0x513, 0xa, 0x4a, 0x3, 0x4b, 0x3, 0x4b, 0x3, 0x4b, 0x7, 0x4b, 
-    0x518, 0xa, 0x4b, 0xc, 0x4b, 0xe, 0x4b, 0x51b, 0xb, 0x4b, 0x3, 0x4c, 
-    0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 0x3, 0x4d, 0x3, 0x4d, 0x3, 0x4d, 0x3, 
-    0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 
-    0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x5, 0x4e, 0x52f, 0xa, 0x4e, 
-    0x3, 0x4e, 0x5, 0x4e, 0x532, 0xa, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 
-    0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x5, 0x4e, 0x53b, 0xa, 0x4e, 
-    0x3, 0x4e, 0x3, 0x4e, 0x5, 0x4e, 0x53f, 0xa, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 
-    0x3, 0x4e, 0x5, 0x4e, 0x544, 0xa, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 
-    0x5, 0x4e, 0x549, 0xa, 0x4e, 0x3, 0x4e, 0x5, 0x4e, 0x54c, 0xa, 0x4e, 
-    0x5, 0x4e, 0x54e, 0xa, 0x4e, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 
-    0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 
-    0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 
-    0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x5, 0x4f, 0x564, 0xa, 0x4f, 0x3, 0x4f, 
-    0x5, 0x4f, 0x567, 0xa, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 
-    0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x5, 0x4f, 0x572, 
-    0xa, 0x4f, 0x3, 0x50, 0x3, 0x50, 0x5, 0x50, 0x576, 0xa, 0x50, 0x3, 0x50, 
-    0x5, 0x50, 0x579, 0xa, 0x50, 0x3, 0x50, 0x3, 0x50, 0x5, 0x50, 0x57d, 
-    0xa, 0x50, 0x3, 0x50, 0x3, 0x50, 0x5, 0x50, 0x581, 0xa, 0x50, 0x3, 0x51, 
-    0x3, 0x51, 0x3, 0x51, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x5, 0x52, 0x589, 
-    0xa, 0x52, 0x3, 0x52, 0x3, 0x52, 0x5, 0x52, 0x58d, 0xa, 0x52, 0x3, 0x53, 
-    0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 
-    0x53, 0x3, 0x53, 0x7, 0x53, 0x598, 0xa, 0x53, 0xc, 0x53, 0xe, 0x53, 
-    0x59b, 0xb, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 
-    0x3, 0x53, 0x3, 0x53, 0x7, 0x53, 0x5a4, 0xa, 0x53, 0xc, 0x53, 0xe, 0x53, 
-    0x5a7, 0xb, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 
-    0x3, 0x53, 0x3, 0x53, 0x7, 0x53, 0x5b0, 0xa, 0x53, 0xc, 0x53, 0xe, 0x53, 
-    0x5b3, 0xb, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 0x3, 0x53, 
-    0x5, 0x53, 0x5ba, 0xa, 0x53, 0x3, 0x53, 0x3, 0x53, 0x5, 0x53, 0x5be, 
-    0xa, 0x53, 0x3, 0x54, 0x3, 0x54, 0x3, 0x54, 0x7, 0x54, 0x5c3, 0xa, 0x54, 
-    0xc, 0x54, 0xe, 0x54, 0x5c6, 0xb, 0x54, 0x3, 0x55, 0x3, 0x55, 0x3, 0x55, 
-    0x5, 0x55, 0x5cb, 0xa, 0x55, 0x3, 0x55, 0x3, 0x55, 0x3, 0x55, 0x3, 0x55, 
-    0x3, 0x55, 0x3, 0x55, 0x5, 0x55, 0x5d3, 0xa, 0x55, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x5, 0x56, 0x5d8, 0xa, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x6, 0x56, 0x5df, 0xa, 0x56, 0xd, 0x56, 0xe, 0x56, 
-    0x5e0, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x5e5, 0xa, 0x56, 0x3, 0x56, 
+    0x26, 0x3, 0x26, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 0x3, 0x27, 
+    0x7, 0x27, 0x3be, 0xa, 0x27, 0xc, 0x27, 0xe, 0x27, 0x3c1, 0xb, 0x27, 
+    0x3, 0x27, 0x3, 0x27, 0x3, 0x28, 0x3, 0x28, 0x3, 0x28, 0x5, 0x28, 0x3c8, 
+    0xa, 0x28, 0x3, 0x28, 0x5, 0x28, 0x3cb, 0xa, 0x28, 0x3, 0x29, 0x3, 0x29, 
+    0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x3, 0x29, 0x5, 
+    0x29, 0x3d5, 0xa, 0x29, 0x3, 0x2a, 0x3, 0x2a, 0x5, 0x2a, 0x3d9, 0xa, 
+    0x2a, 0x3, 0x2a, 0x3, 0x2a, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 
+    0x5, 0x2b, 0x3e1, 0xa, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 0x3e5, 
+    0xa, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 0x3ea, 0xa, 0x2b, 
+    0x3, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 0x3ee, 0xa, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 
+    0x5, 0x2b, 0x3f2, 0xa, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 0x3f6, 
+    0xa, 0x2b, 0x3, 0x2b, 0x3, 0x2b, 0x5, 0x2b, 0x3fa, 0xa, 0x2b, 0x5, 0x2b, 
+    0x3fc, 0xa, 0x2b, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 
+    0x3, 0x2c, 0x5, 0x2c, 0x404, 0xa, 0x2c, 0x3, 0x2c, 0x3, 0x2c, 0x5, 0x2c, 
+    0x408, 0xa, 0x2c, 0x3, 0x2c, 0x5, 0x2c, 0x40b, 0xa, 0x2c, 0x3, 0x2d, 
+    0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2d, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 0x5, 
+    0x2e, 0x414, 0xa, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 0x3, 0x2e, 0x5, 0x2e, 
+    0x419, 0xa, 0x2e, 0x3, 0x2e, 0x5, 0x2e, 0x41c, 0xa, 0x2e, 0x3, 0x2e, 
+    0x3, 0x2e, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 0x7, 0x2f, 0x424, 
+    0xa, 0x2f, 0xc, 0x2f, 0xe, 0x2f, 0x427, 0xb, 0x2f, 0x3, 0x2f, 0x3, 0x2f, 
+    0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x3, 0x30, 0x5, 0x30, 0x430, 
+    0xa, 0x30, 0x3, 0x30, 0x3, 0x30, 0x5, 0x30, 0x434, 0xa, 0x30, 0x3, 0x31, 
+    0x3, 0x31, 0x3, 0x31, 0x5, 0x31, 0x439, 0xa, 0x31, 0x3, 0x31, 0x3, 0x31, 
+    0x5, 0x31, 0x43d, 0xa, 0x31, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 0x3, 0x32, 
+    0x5, 0x32, 0x443, 0xa, 0x32, 0x3, 0x32, 0x5, 0x32, 0x446, 0xa, 0x32, 
+    0x3, 0x32, 0x5, 0x32, 0x449, 0xa, 0x32, 0x3, 0x32, 0x5, 0x32, 0x44c, 
+    0xa, 0x32, 0x3, 0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 
+    0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 0x33, 0x3, 0x33, 0x7, 0x33, 0x458, 
+    0xa, 0x33, 0xc, 0x33, 0xe, 0x33, 0x45b, 0xb, 0x33, 0x3, 0x33, 0x5, 0x33, 
+    0x45e, 0xa, 0x33, 0x3, 0x34, 0x3, 0x34, 0x5, 0x34, 0x462, 0xa, 0x34, 
+    0x3, 0x34, 0x3, 0x34, 0x3, 0x34, 0x5, 0x34, 0x467, 0xa, 0x34, 0x3, 0x34, 
+    0x5, 0x34, 0x46a, 0xa, 0x34, 0x3, 0x34, 0x3, 0x34, 0x3, 0x35, 0x3, 0x35, 
+    0x3, 0x35, 0x3, 0x35, 0x7, 0x35, 0x472, 0xa, 0x35, 0xc, 0x35, 0xe, 0x35, 
+    0x475, 0xb, 0x35, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 0x3, 0x36, 
+    0x5, 0x36, 0x47c, 0xa, 0x36, 0x3, 0x37, 0x5, 0x37, 0x47f, 0xa, 0x37, 
+    0x3, 0x37, 0x3, 0x37, 0x5, 0x37, 0x483, 0xa, 0x37, 0x3, 0x37, 0x5, 0x37, 
+    0x486, 0xa, 0x37, 0x3, 0x37, 0x3, 0x37, 0x5, 0x37, 0x48a, 0xa, 0x37, 
+    0x3, 0x37, 0x5, 0x37, 0x48d, 0xa, 0x37, 0x3, 0x37, 0x5, 0x37, 0x490, 
+    0xa, 0x37, 0x3, 0x37, 0x5, 0x37, 0x493, 0xa, 0x37, 0x3, 0x37, 0x5, 0x37, 
+    0x496, 0xa, 0x37, 0x3, 0x37, 0x3, 0x37, 0x5, 0x37, 0x49a, 0xa, 0x37, 
+    0x3, 0x37, 0x3, 0x37, 0x5, 0x37, 0x49e, 0xa, 0x37, 0x3, 0x37, 0x5, 0x37, 
+    0x4a1, 0xa, 0x37, 0x3, 0x37, 0x5, 0x37, 0x4a4, 0xa, 0x37, 0x3, 0x37, 
+    0x5, 0x37, 0x4a7, 0xa, 0x37, 0x3, 0x37, 0x5, 0x37, 0x4aa, 0xa, 0x37, 
+    0x3, 0x37, 0x5, 0x37, 0x4ad, 0xa, 0x37, 0x3, 0x38, 0x3, 0x38, 0x3, 0x38, 
+    0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x3, 0x39, 0x5, 0x39, 0x4b6, 0xa, 0x39, 
+    0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3a, 0x3, 0x3b, 0x5, 0x3b, 0x4bc, 0xa, 0x3b, 
+    0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3b, 0x3, 0x3c, 0x3, 0x3c, 0x3, 
+    0x3c, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3d, 0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3e, 
+    0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3e, 0x3, 0x3e, 0x5, 0x3e, 0x4d0, 
+    0xa, 0x3e, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x3f, 0x3, 0x40, 0x3, 0x40, 0x3, 
+    0x40, 0x3, 0x40, 0x3, 0x41, 0x3, 0x41, 0x3, 0x41, 0x3, 0x41, 0x3, 0x42, 
+    0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x42, 0x3, 0x43, 0x3, 0x43, 0x3, 
+    0x43, 0x3, 0x43, 0x5, 0x43, 0x4e6, 0xa, 0x43, 0x3, 0x44, 0x3, 0x44, 
+    0x3, 0x44, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x5, 0x45, 0x4ee, 0xa, 0x45, 
+    0x3, 0x45, 0x5, 0x45, 0x4f1, 0xa, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 
+    0x3, 0x45, 0x5, 0x45, 0x4f7, 0xa, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 
+    0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x5, 0x45, 0x4ff, 0xa, 0x45, 0x3, 0x45, 
+    0x5, 0x45, 0x502, 0xa, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 0x3, 0x45, 
+    0x7, 0x45, 0x508, 0xa, 0x45, 0xc, 0x45, 0xe, 0x45, 0x50b, 0xb, 0x45, 
+    0x3, 0x46, 0x5, 0x46, 0x50e, 0xa, 0x46, 0x3, 0x46, 0x3, 0x46, 0x3, 0x46, 
+    0x5, 0x46, 0x513, 0xa, 0x46, 0x3, 0x46, 0x5, 0x46, 0x516, 0xa, 0x46, 
+    0x3, 0x46, 0x5, 0x46, 0x519, 0xa, 0x46, 0x3, 0x46, 0x3, 0x46, 0x5, 0x46, 
+    0x51d, 0xa, 0x46, 0x3, 0x46, 0x3, 0x46, 0x5, 0x46, 0x521, 0xa, 0x46, 
+    0x3, 0x46, 0x5, 0x46, 0x524, 0xa, 0x46, 0x5, 0x46, 0x526, 0xa, 0x46, 
+    0x3, 0x46, 0x5, 0x46, 0x529, 0xa, 0x46, 0x3, 0x46, 0x3, 0x46, 0x5, 0x46, 
+    0x52d, 0xa, 0x46, 0x3, 0x46, 0x3, 0x46, 0x5, 0x46, 0x531, 0xa, 0x46, 
+    0x3, 0x46, 0x5, 0x46, 0x534, 0xa, 0x46, 0x5, 0x46, 0x536, 0xa, 0x46, 
+    0x5, 0x46, 0x538, 0xa, 0x46, 0x3, 0x47, 0x5, 0x47, 0x53b, 0xa, 0x47, 
+    0x3, 0x47, 0x3, 0x47, 0x3, 0x47, 0x5, 0x47, 0x540, 0xa, 0x47, 0x3, 0x48, 
+    0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 0x48, 0x3, 
+    0x48, 0x3, 0x48, 0x5, 0x48, 0x54b, 0xa, 0x48, 0x3, 0x49, 0x3, 0x49, 
+    0x3, 0x49, 0x3, 0x49, 0x5, 0x49, 0x551, 0xa, 0x49, 0x3, 0x4a, 0x3, 0x4a, 
+    0x3, 0x4a, 0x5, 0x4a, 0x556, 0xa, 0x4a, 0x3, 0x4b, 0x3, 0x4b, 0x3, 0x4b, 
+    0x7, 0x4b, 0x55b, 0xa, 0x4b, 0xc, 0x4b, 0xe, 0x4b, 0x55e, 0xb, 0x4b, 
+    0x3, 0x4c, 0x3, 0x4c, 0x5, 0x4c, 0x562, 0xa, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 
+    0x5, 0x4c, 0x566, 0xa, 0x4c, 0x3, 0x4c, 0x3, 0x4c, 0x5, 0x4c, 0x56a, 
+    0xa, 0x4c, 0x3, 0x4d, 0x3, 0x4d, 0x3, 0x4d, 0x5, 0x4d, 0x56f, 0xa, 0x4d, 
+    0x3, 0x4e, 0x3, 0x4e, 0x3, 0x4e, 0x7, 0x4e, 0x574, 0xa, 0x4e, 0xc, 0x4e, 
+    0xe, 0x4e, 0x577, 0xb, 0x4e, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 0x3, 0x4f, 
+    0x3, 0x50, 0x3, 0x50, 0x3, 0x50, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 
+    0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 
+    0x3, 0x51, 0x5, 0x51, 0x58b, 0xa, 0x51, 0x3, 0x51, 0x5, 0x51, 0x58e, 
+    0xa, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 
+    0x51, 0x3, 0x51, 0x5, 0x51, 0x597, 0xa, 0x51, 0x3, 0x51, 0x3, 0x51, 
+    0x5, 0x51, 0x59b, 0xa, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x5, 0x51, 
+    0x5a0, 0xa, 0x51, 0x3, 0x51, 0x3, 0x51, 0x3, 0x51, 0x5, 0x51, 0x5a5, 
+    0xa, 0x51, 0x3, 0x51, 0x5, 0x51, 0x5a8, 0xa, 0x51, 0x5, 0x51, 0x5aa, 
+    0xa, 0x51, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 
+    0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 
+    0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 
+    0x52, 0x3, 0x52, 0x5, 0x52, 0x5c0, 0xa, 0x52, 0x3, 0x52, 0x5, 0x52, 
+    0x5c3, 0xa, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 
+    0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x3, 0x52, 0x5, 0x52, 0x5ce, 0xa, 0x52, 
+    0x3, 0x53, 0x3, 0x53, 0x5, 0x53, 0x5d2, 0xa, 0x53, 0x3, 0x53, 0x5, 0x53, 
+    0x5d5, 0xa, 0x53, 0x3, 0x53, 0x3, 0x53, 0x5, 0x53, 0x5d9, 0xa, 0x53, 
+    0x3, 0x53, 0x3, 0x53, 0x5, 0x53, 0x5dd, 0xa, 0x53, 0x3, 0x54, 0x3, 0x54, 
+    0x3, 0x54, 0x3, 0x55, 0x3, 0x55, 0x3, 0x55, 0x5, 0x55, 0x5e5, 0xa, 0x55, 
+    0x3, 0x55, 0x3, 0x55, 0x5, 0x55, 0x5e9, 0xa, 0x55, 0x3, 0x56, 0x3, 0x56, 
     0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
+    0x56, 0x7, 0x56, 0x5f4, 0xa, 0x56, 0xc, 0x56, 0xe, 0x56, 0x5f7, 0xb, 
     0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
-    0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x604, 0xa, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
-    0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x5, 0x56, 0x615, 0xa, 0x56, 0x3, 0x56, 0x5, 0x56, 0x618, 0xa, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x61c, 0xa, 0x56, 0x3, 0x56, 0x5, 0x56, 
-    0x61f, 0xa, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x62b, 
-    0xa, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
-    0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x63c, 0xa, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x5, 0x56, 0x640, 0xa, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
-    0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 
-    0x651, 0xa, 0x56, 0x3, 0x56, 0x5, 0x56, 0x654, 0xa, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x5, 0x56, 0x658, 0xa, 0x56, 0x3, 0x56, 0x5, 0x56, 0x65b, 
-    0xa, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
-    0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x666, 0xa, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
-    0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
-    0x56, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x67e, 0xa, 0x56, 0x3, 0x56, 
-    0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x685, 0xa, 0x56, 
-    0x7, 0x56, 0x687, 0xa, 0x56, 0xc, 0x56, 0xe, 0x56, 0x68a, 0xb, 0x56, 
-    0x3, 0x57, 0x3, 0x57, 0x3, 0x57, 0x7, 0x57, 0x68f, 0xa, 0x57, 0xc, 0x57, 
-    0xe, 0x57, 0x692, 0xb, 0x57, 0x3, 0x58, 0x3, 0x58, 0x5, 0x58, 0x696, 
-    0xa, 0x58, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x7, 0x59, 0x69c, 
-    0xa, 0x59, 0xc, 0x59, 0xe, 0x59, 0x69f, 0xb, 0x59, 0x3, 0x59, 0x3, 0x59, 
-    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x7, 0x59, 0x6a6, 0xa, 0x59, 0xc, 0x59, 
-    0xe, 0x59, 0x6a9, 0xb, 0x59, 0x5, 0x59, 0x6ab, 0xa, 0x59, 0x3, 0x59, 
-    0x3, 0x59, 0x3, 0x59, 0x3, 0x5a, 0x3, 0x5a, 0x3, 0x5a, 0x5, 0x5a, 0x6b3, 
-    0xa, 0x5a, 0x3, 0x5a, 0x3, 0x5a, 0x3, 0x5b, 0x3, 0x5b, 0x3, 0x5b, 0x5, 
-    0x5b, 0x6ba, 0xa, 0x5b, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 
-    0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x5, 0x5c, 0x6c3, 0xa, 0x5c, 0x3, 0x5c, 
-    0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x5, 0x5c, 0x6c9, 0xa, 0x5c, 0x7, 0x5c, 
-    0x6cb, 0xa, 0x5c, 0xc, 0x5c, 0xe, 0x5c, 0x6ce, 0xb, 0x5c, 0x3, 0x5d, 
-    0x3, 0x5d, 0x3, 0x5d, 0x5, 0x5d, 0x6d3, 0xa, 0x5d, 0x3, 0x5d, 0x3, 0x5d, 
-    0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x5, 0x5e, 0x6da, 0xa, 0x5e, 0x3, 0x5e, 
-    0x3, 0x5e, 0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 0x7, 0x5f, 0x6e1, 0xa, 0x5f, 
-    0xc, 0x5f, 0xe, 0x5f, 0x6e4, 0xb, 0x5f, 0x3, 0x60, 0x3, 0x60, 0x3, 0x60, 
-    0x5, 0x60, 0x6e9, 0xa, 0x60, 0x3, 0x61, 0x3, 0x61, 0x3, 0x62, 0x3, 0x62, 
-    0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x5, 0x62, 0x6f3, 0xa, 0x62, 
-    0x5, 0x62, 0x6f5, 0xa, 0x62, 0x3, 0x63, 0x5, 0x63, 0x6f8, 0xa, 0x63, 
-    0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 0x5, 
-    0x63, 0x700, 0xa, 0x63, 0x3, 0x64, 0x3, 0x64, 0x3, 0x64, 0x5, 0x64, 
-    0x705, 0xa, 0x64, 0x3, 0x65, 0x3, 0x65, 0x3, 0x66, 0x3, 0x66, 0x3, 0x67, 
-    0x3, 0x67, 0x3, 0x68, 0x3, 0x68, 0x5, 0x68, 0x70f, 0xa, 0x68, 0x3, 0x69, 
-    0x3, 0x69, 0x3, 0x69, 0x5, 0x69, 0x714, 0xa, 0x69, 0x3, 0x6a, 0x3, 0x6a, 
-    0x5, 0x6a, 0x718, 0xa, 0x6a, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 0x3, 0x6b, 
-    0x3, 0x6b, 0x2, 0x5, 0x82, 0xaa, 0xb6, 0x6c, 0x2, 0x4, 0x6, 0x8, 0xa, 
+    0x3, 0x56, 0x7, 0x56, 0x600, 0xa, 0x56, 0xc, 0x56, 0xe, 0x56, 0x603, 
+    0xb, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 
+    0x56, 0x3, 0x56, 0x7, 0x56, 0x60c, 0xa, 0x56, 0xc, 0x56, 0xe, 0x56, 
+    0x60f, 0xb, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 0x3, 0x56, 
+    0x5, 0x56, 0x616, 0xa, 0x56, 0x3, 0x56, 0x3, 0x56, 0x5, 0x56, 0x61a, 
+    0xa, 0x56, 0x3, 0x57, 0x3, 0x57, 0x3, 0x57, 0x7, 0x57, 0x61f, 0xa, 0x57, 
+    0xc, 0x57, 0xe, 0x57, 0x622, 0xb, 0x57, 0x3, 0x58, 0x3, 0x58, 0x3, 0x58, 
+    0x5, 0x58, 0x627, 0xa, 0x58, 0x3, 0x58, 0x3, 0x58, 0x3, 0x58, 0x3, 0x58, 
+    0x3, 0x58, 0x3, 0x58, 0x5, 0x58, 0x62f, 0xa, 0x58, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x5, 0x59, 0x634, 0xa, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x6, 0x59, 0x63b, 0xa, 0x59, 0xd, 0x59, 0xe, 0x59, 
+    0x63c, 0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x641, 0xa, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x660, 0xa, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x5, 0x59, 0x671, 0xa, 0x59, 0x3, 0x59, 0x5, 0x59, 0x674, 0xa, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x678, 0xa, 0x59, 0x3, 0x59, 0x5, 0x59, 
+    0x67b, 0xa, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x687, 
+    0xa, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x698, 0xa, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x5, 0x59, 0x69c, 0xa, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 
+    0x6ad, 0xa, 0x59, 0x3, 0x59, 0x5, 0x59, 0x6b0, 0xa, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x5, 0x59, 0x6b4, 0xa, 0x59, 0x3, 0x59, 0x5, 0x59, 0x6b7, 
+    0xa, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x6c2, 0xa, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 
+    0x59, 0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x6da, 0xa, 0x59, 0x3, 0x59, 
+    0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x3, 0x59, 0x5, 0x59, 0x6e1, 0xa, 0x59, 
+    0x7, 0x59, 0x6e3, 0xa, 0x59, 0xc, 0x59, 0xe, 0x59, 0x6e6, 0xb, 0x59, 
+    0x3, 0x5a, 0x3, 0x5a, 0x3, 0x5a, 0x7, 0x5a, 0x6eb, 0xa, 0x5a, 0xc, 0x5a, 
+    0xe, 0x5a, 0x6ee, 0xb, 0x5a, 0x3, 0x5b, 0x3, 0x5b, 0x5, 0x5b, 0x6f2, 
+    0xa, 0x5b, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x7, 0x5c, 0x6f8, 
+    0xa, 0x5c, 0xc, 0x5c, 0xe, 0x5c, 0x6fb, 0xb, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 
+    0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5c, 0x7, 0x5c, 0x702, 0xa, 0x5c, 0xc, 0x5c, 
+    0xe, 0x5c, 0x705, 0xb, 0x5c, 0x5, 0x5c, 0x707, 0xa, 0x5c, 0x3, 0x5c, 
+    0x3, 0x5c, 0x3, 0x5c, 0x3, 0x5d, 0x3, 0x5d, 0x3, 0x5d, 0x5, 0x5d, 0x70f, 
+    0xa, 0x5d, 0x3, 0x5d, 0x3, 0x5d, 0x3, 0x5e, 0x3, 0x5e, 0x3, 0x5e, 0x5, 
+    0x5e, 0x716, 0xa, 0x5e, 0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 
+    0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 0x5, 0x5f, 0x71f, 0xa, 0x5f, 0x3, 0x5f, 
+    0x3, 0x5f, 0x3, 0x5f, 0x3, 0x5f, 0x5, 0x5f, 0x725, 0xa, 0x5f, 0x7, 0x5f, 
+    0x727, 0xa, 0x5f, 0xc, 0x5f, 0xe, 0x5f, 0x72a, 0xb, 0x5f, 0x3, 0x60, 
+    0x3, 0x60, 0x3, 0x60, 0x5, 0x60, 0x72f, 0xa, 0x60, 0x3, 0x60, 0x3, 0x60, 
+    0x3, 0x61, 0x3, 0x61, 0x3, 0x61, 0x5, 0x61, 0x736, 0xa, 0x61, 0x3, 0x61, 
+    0x3, 0x61, 0x3, 0x62, 0x3, 0x62, 0x3, 0x62, 0x7, 0x62, 0x73d, 0xa, 0x62, 
+    0xc, 0x62, 0xe, 0x62, 0x740, 0xb, 0x62, 0x3, 0x63, 0x3, 0x63, 0x3, 0x63, 
+    0x5, 0x63, 0x745, 0xa, 0x63, 0x3, 0x64, 0x3, 0x64, 0x3, 0x65, 0x3, 0x65, 
+    0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 0x3, 0x65, 0x5, 0x65, 0x74f, 0xa, 0x65, 
+    0x5, 0x65, 0x751, 0xa, 0x65, 0x3, 0x66, 0x5, 0x66, 0x754, 0xa, 0x66, 
+    0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 0x3, 0x66, 0x5, 
+    0x66, 0x75c, 0xa, 0x66, 0x3, 0x67, 0x3, 0x67, 0x3, 0x67, 0x5, 0x67, 
+    0x761, 0xa, 0x67, 0x3, 0x68, 0x3, 0x68, 0x3, 0x69, 0x3, 0x69, 0x3, 0x6a, 
+    0x3, 0x6a, 0x3, 0x6b, 0x3, 0x6b, 0x5, 0x6b, 0x76b, 0xa, 0x6b, 0x3, 0x6c, 
+    0x3, 0x6c, 0x3, 0x6c, 0x5, 0x6c, 0x770, 0xa, 0x6c, 0x3, 0x6d, 0x3, 0x6d, 
+    0x5, 0x6d, 0x774, 0xa, 0x6d, 0x3, 0x6e, 0x3, 0x6e, 0x3, 0x6e, 0x3, 0x6e, 
+    0x3, 0x6e, 0x2, 0x5, 0x88, 0xb0, 0xbc, 0x6f, 0x2, 0x4, 0x6, 0x8, 0xa, 
     0xc, 0xe, 0x10, 0x12, 0x14, 0x16, 0x18, 0x1a, 0x1c, 0x1e, 0x20, 0x22, 
     0x24, 0x26, 0x28, 0x2a, 0x2c, 0x2e, 0x30, 0x32, 0x34, 0x36, 0x38, 0x3a, 
     0x3c, 0x3e, 0x40, 0x42, 0x44, 0x46, 0x48, 0x4a, 0x4c, 0x4e, 0x50, 0x52, 
@@ -18494,1076 +19200,1132 @@ ClickHouseParser::Initializer::Initializer() {
     0x84, 0x86, 0x88, 0x8a, 0x8c, 0x8e, 0x90, 0x92, 0x94, 0x96, 0x98, 0x9a, 
     0x9c, 0x9e, 0xa0, 0xa2, 0xa4, 0xa6, 0xa8, 0xaa, 0xac, 0xae, 0xb0, 0xb2, 
     0xb4, 0xb6, 0xb8, 0xba, 0xbc, 0xbe, 0xc0, 0xc2, 0xc4, 0xc6, 0xc8, 0xca, 
-    0xcc, 0xce, 0xd0, 0xd2, 0xd4, 0x2, 0x1d, 0x8, 0x2, 0x5, 0x5, 0x19, 0x19, 
-    0x1c, 0x1c, 0x26, 0x26, 0x65, 0x65, 0xa5, 0xa5, 0x4, 0x2, 0x10, 0x10, 
-    0x1e, 0x1e, 0x5, 0x2, 0x5, 0x5, 0x26, 0x26, 0x65, 0x65, 0x4, 0x2, 0x29, 
-    0x29, 0x2b, 0x2b, 0x4, 0x2, 0x2c, 0x2c, 0x32, 0x32, 0x5, 0x2, 0xf, 0xf, 
-    0x94, 0x94, 0x9a, 0x9a, 0x4, 0x2, 0x20, 0x20, 0x87, 0x87, 0x4, 0x2, 
-    0x52, 0x52, 0x5e, 0x5e, 0x4, 0x2, 0x45, 0x45, 0x63, 0x63, 0x5, 0x2, 
-    0x6, 0x6, 0xa, 0xa, 0xe, 0xe, 0x6, 0x2, 0x6, 0x6, 0x9, 0xa, 0xe, 0xe, 
-    0x8b, 0x8b, 0x4, 0x2, 0x5e, 0x5e, 0x86, 0x86, 0x4, 0x2, 0x6, 0x6, 0xa, 
-    0xa, 0x4, 0x2, 0x73, 0x73, 0xc2, 0xc2, 0x4, 0x2, 0xd, 0xd, 0x29, 0x2a, 
-    0x4, 0x2, 0x3d, 0x3d, 0x5b, 0x5b, 0x4, 0x2, 0x42, 0x42, 0x4e, 0x4e, 
-    0x3, 0x2, 0x91, 0x92, 0x5, 0x2, 0x12, 0x12, 0x5d, 0x5d, 0xa2, 0xa2, 
-    0x5, 0x2, 0xbe, 0xbe, 0xd0, 0xd0, 0xd9, 0xd9, 0x4, 0x2, 0xc3, 0xc4, 
-    0xd1, 0xd1, 0x4, 0x2, 0x4d, 0x4d, 0x60, 0x60, 0x3, 0x2, 0xb9, 0xba, 
-    0x4, 0x2, 0xc4, 0xc4, 0xd1, 0xd1, 0xa, 0x2, 0x24, 0x24, 0x4a, 0x4a, 
-    0x69, 0x69, 0x6b, 0x6b, 0x7e, 0x7e, 0x89, 0x89, 0xb0, 0xb0, 0xb4, 0xb4, 
-    0xe, 0x2, 0x4, 0x23, 0x25, 0x49, 0x4b, 0x4f, 0x51, 0x68, 0x6a, 0x6a, 
-    0x6c, 0x6d, 0x6f, 0x70, 0x72, 0x7d, 0x7f, 0x88, 0x8a, 0xaf, 0xb1, 0xb3, 
-    0xb5, 0xb6, 0x6, 0x2, 0x23, 0x23, 0x3d, 0x3d, 0x4b, 0x4b, 0x59, 0x59, 
-    0x2, 0x81c, 0x2, 0xe4, 0x3, 0x2, 0x2, 0x2, 0x4, 0xf8, 0x3, 0x2, 0x2, 
-    0x2, 0x6, 0xfa, 0x3, 0x2, 0x2, 0x2, 0x8, 0x19f, 0x3, 0x2, 0x2, 0x2, 
-    0xa, 0x1a1, 0x3, 0x2, 0x2, 0x2, 0xc, 0x1a9, 0x3, 0x2, 0x2, 0x2, 0xe, 
-    0x1ad, 0x3, 0x2, 0x2, 0x2, 0x10, 0x1b4, 0x3, 0x2, 0x2, 0x2, 0x12, 0x1b6, 
-    0x3, 0x2, 0x2, 0x2, 0x14, 0x1bc, 0x3, 0x2, 0x2, 0x2, 0x16, 0x24b, 0x3, 
-    0x2, 0x2, 0x2, 0x18, 0x24d, 0x3, 0x2, 0x2, 0x2, 0x1a, 0x258, 0x3, 0x2, 
-    0x2, 0x2, 0x1c, 0x273, 0x3, 0x2, 0x2, 0x2, 0x1e, 0x28e, 0x3, 0x2, 0x2, 
-    0x2, 0x20, 0x292, 0x3, 0x2, 0x2, 0x2, 0x22, 0x29b, 0x3, 0x2, 0x2, 0x2, 
-    0x24, 0x2a8, 0x3, 0x2, 0x2, 0x2, 0x26, 0x2b7, 0x3, 0x2, 0x2, 0x2, 0x28, 
-    0x2c4, 0x3, 0x2, 0x2, 0x2, 0x2a, 0x2d4, 0x3, 0x2, 0x2, 0x2, 0x2c, 0x2d9, 
-    0x3, 0x2, 0x2, 0x2, 0x2e, 0x2df, 0x3, 0x2, 0x2, 0x2, 0x30, 0x2e2, 0x3, 
-    0x2, 0x2, 0x2, 0x32, 0x2e5, 0x3, 0x2, 0x2, 0x2, 0x34, 0x2f7, 0x3, 0x2, 
-    0x2, 0x2, 0x36, 0x2f9, 0x3, 0x2, 0x2, 0x2, 0x38, 0x317, 0x3, 0x2, 0x2, 
-    0x2, 0x3a, 0x31b, 0x3, 0x2, 0x2, 0x2, 0x3c, 0x31f, 0x3, 0x2, 0x2, 0x2, 
-    0x3e, 0x323, 0x3, 0x2, 0x2, 0x2, 0x40, 0x32c, 0x3, 0x2, 0x2, 0x2, 0x42, 
-    0x340, 0x3, 0x2, 0x2, 0x2, 0x44, 0x362, 0x3, 0x2, 0x2, 0x2, 0x46, 0x364, 
-    0x3, 0x2, 0x2, 0x2, 0x48, 0x367, 0x3, 0x2, 0x2, 0x2, 0x4a, 0x36e, 0x3, 
-    0x2, 0x2, 0x2, 0x4c, 0x37a, 0x3, 0x2, 0x2, 0x2, 0x4e, 0x382, 0x3, 0x2, 
-    0x2, 0x2, 0x50, 0x38c, 0x3, 0x2, 0x2, 0x2, 0x52, 0x3b1, 0x3, 0x2, 0x2, 
-    0x2, 0x54, 0x3c0, 0x3, 0x2, 0x2, 0x2, 0x56, 0x3c2, 0x3, 0x2, 0x2, 0x2, 
-    0x58, 0x3c6, 0x3, 0x2, 0x2, 0x2, 0x5a, 0x3d5, 0x3, 0x2, 0x2, 0x2, 0x5c, 
-    0x3e9, 0x3, 0x2, 0x2, 0x2, 0x5e, 0x3eb, 0x3, 0x2, 0x2, 0x2, 0x60, 0x3f4, 
-    0x3, 0x2, 0x2, 0x2, 0x62, 0x403, 0x3, 0x2, 0x2, 0x2, 0x64, 0x415, 0x3, 
-    0x2, 0x2, 0x2, 0x66, 0x423, 0x3, 0x2, 0x2, 0x2, 0x68, 0x426, 0x3, 0x2, 
-    0x2, 0x2, 0x6a, 0x456, 0x3, 0x2, 0x2, 0x2, 0x6c, 0x459, 0x3, 0x2, 0x2, 
-    0x2, 0x6e, 0x45f, 0x3, 0x2, 0x2, 0x2, 0x70, 0x463, 0x3, 0x2, 0x2, 0x2, 
-    0x72, 0x469, 0x3, 0x2, 0x2, 0x2, 0x74, 0x46c, 0x3, 0x2, 0x2, 0x2, 0x76, 
-    0x46f, 0x3, 0x2, 0x2, 0x2, 0x78, 0x479, 0x3, 0x2, 0x2, 0x2, 0x7a, 0x47c, 
-    0x3, 0x2, 0x2, 0x2, 0x7c, 0x480, 0x3, 0x2, 0x2, 0x2, 0x7e, 0x485, 0x3, 
-    0x2, 0x2, 0x2, 0x80, 0x48b, 0x3, 0x2, 0x2, 0x2, 0x82, 0x49a, 0x3, 0x2, 
-    0x2, 0x2, 0x84, 0x4db, 0x3, 0x2, 0x2, 0x2, 0x86, 0x4e3, 0x3, 0x2, 0x2, 
-    0x2, 0x88, 0x4ee, 0x3, 0x2, 0x2, 0x2, 0x8a, 0x4f0, 0x3, 0x2, 0x2, 0x2, 
-    0x8c, 0x4f6, 0x3, 0x2, 0x2, 0x2, 0x8e, 0x4fb, 0x3, 0x2, 0x2, 0x2, 0x90, 
-    0x503, 0x3, 0x2, 0x2, 0x2, 0x92, 0x50f, 0x3, 0x2, 0x2, 0x2, 0x94, 0x514, 
-    0x3, 0x2, 0x2, 0x2, 0x96, 0x51c, 0x3, 0x2, 0x2, 0x2, 0x98, 0x520, 0x3, 
-    0x2, 0x2, 0x2, 0x9a, 0x54d, 0x3, 0x2, 0x2, 0x2, 0x9c, 0x571, 0x3, 0x2, 
-    0x2, 0x2, 0x9e, 0x573, 0x3, 0x2, 0x2, 0x2, 0xa0, 0x582, 0x3, 0x2, 0x2, 
-    0x2, 0xa2, 0x585, 0x3, 0x2, 0x2, 0x2, 0xa4, 0x5bd, 0x3, 0x2, 0x2, 0x2, 
-    0xa6, 0x5bf, 0x3, 0x2, 0x2, 0x2, 0xa8, 0x5d2, 0x3, 0x2, 0x2, 0x2, 0xaa, 
-    0x63f, 0x3, 0x2, 0x2, 0x2, 0xac, 0x68b, 0x3, 0x2, 0x2, 0x2, 0xae, 0x695, 
-    0x3, 0x2, 0x2, 0x2, 0xb0, 0x6aa, 0x3, 0x2, 0x2, 0x2, 0xb2, 0x6b2, 0x3, 
-    0x2, 0x2, 0x2, 0xb4, 0x6b6, 0x3, 0x2, 0x2, 0x2, 0xb6, 0x6c2, 0x3, 0x2, 
-    0x2, 0x2, 0xb8, 0x6cf, 0x3, 0x2, 0x2, 0x2, 0xba, 0x6d9, 0x3, 0x2, 0x2, 
-    0x2, 0xbc, 0x6dd, 0x3, 0x2, 0x2, 0x2, 0xbe, 0x6e8, 0x3, 0x2, 0x2, 0x2, 
-    0xc0, 0x6ea, 0x3, 0x2, 0x2, 0x2, 0xc2, 0x6f4, 0x3, 0x2, 0x2, 0x2, 0xc4, 
-    0x6f7, 0x3, 0x2, 0x2, 0x2, 0xc6, 0x704, 0x3, 0x2, 0x2, 0x2, 0xc8, 0x706, 
-    0x3, 0x2, 0x2, 0x2, 0xca, 0x708, 0x3, 0x2, 0x2, 0x2, 0xcc, 0x70a, 0x3, 
-    0x2, 0x2, 0x2, 0xce, 0x70e, 0x3, 0x2, 0x2, 0x2, 0xd0, 0x713, 0x3, 0x2, 
-    0x2, 0x2, 0xd2, 0x717, 0x3, 0x2, 0x2, 0x2, 0xd4, 0x719, 0x3, 0x2, 0x2, 
-    0x2, 0xd6, 0xda, 0x5, 0x4, 0x3, 0x2, 0xd7, 0xd8, 0x7, 0x55, 0x2, 0x2, 
-    0xd8, 0xd9, 0x7, 0x79, 0x2, 0x2, 0xd9, 0xdb, 0x7, 0xbc, 0x2, 0x2, 0xda, 
-    0xd7, 0x3, 0x2, 0x2, 0x2, 0xda, 0xdb, 0x3, 0x2, 0x2, 0x2, 0xdb, 0xde, 
-    0x3, 0x2, 0x2, 0x2, 0xdc, 0xdd, 0x7, 0x40, 0x2, 0x2, 0xdd, 0xdf, 0x5, 
-    0xd2, 0x6a, 0x2, 0xde, 0xdc, 0x3, 0x2, 0x2, 0x2, 0xde, 0xdf, 0x3, 0x2, 
-    0x2, 0x2, 0xdf, 0xe1, 0x3, 0x2, 0x2, 0x2, 0xe0, 0xe2, 0x7, 0xd8, 0x2, 
-    0x2, 0xe1, 0xe0, 0x3, 0x2, 0x2, 0x2, 0xe1, 0xe2, 0x3, 0x2, 0x2, 0x2, 
-    0xe2, 0xe5, 0x3, 0x2, 0x2, 0x2, 0xe3, 0xe5, 0x5, 0x58, 0x2d, 0x2, 0xe4, 
-    0xd6, 0x3, 0x2, 0x2, 0x2, 0xe4, 0xe3, 0x3, 0x2, 0x2, 0x2, 0xe5, 0x3, 
-    0x3, 0x2, 0x2, 0x2, 0xe6, 0xf9, 0x5, 0x6, 0x4, 0x2, 0xe7, 0xf9, 0x5, 
-    0x12, 0xa, 0x2, 0xe8, 0xf9, 0x5, 0x14, 0xb, 0x2, 0xe9, 0xf9, 0x5, 0x16, 
-    0xc, 0x2, 0xea, 0xf9, 0x5, 0x50, 0x29, 0x2, 0xeb, 0xf9, 0x5, 0x52, 0x2a, 
-    0x2, 0xec, 0xf9, 0x5, 0x54, 0x2b, 0x2, 0xed, 0xf9, 0x5, 0x56, 0x2c, 
-    0x2, 0xee, 0xf9, 0x5, 0x5e, 0x30, 0x2, 0xef, 0xf9, 0x5, 0x60, 0x31, 
-    0x2, 0xf0, 0xf9, 0x5, 0x62, 0x32, 0x2, 0xf1, 0xf9, 0x5, 0x64, 0x33, 
-    0x2, 0xf2, 0xf9, 0x5, 0x98, 0x4d, 0x2, 0xf3, 0xf9, 0x5, 0x9a, 0x4e, 
-    0x2, 0xf4, 0xf9, 0x5, 0x9c, 0x4f, 0x2, 0xf5, 0xf9, 0x5, 0x9e, 0x50, 
-    0x2, 0xf6, 0xf9, 0x5, 0xa0, 0x51, 0x2, 0xf7, 0xf9, 0x5, 0xa2, 0x52, 
-    0x2, 0xf8, 0xe6, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xe7, 0x3, 0x2, 0x2, 0x2, 
-    0xf8, 0xe8, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xe9, 0x3, 0x2, 0x2, 0x2, 0xf8, 
-    0xea, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xeb, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xec, 
-    0x3, 0x2, 0x2, 0x2, 0xf8, 0xed, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xee, 0x3, 
-    0x2, 0x2, 0x2, 0xf8, 0xef, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xf0, 0x3, 0x2, 
-    0x2, 0x2, 0xf8, 0xf1, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xf2, 0x3, 0x2, 0x2, 
-    0x2, 0xf8, 0xf3, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xf4, 0x3, 0x2, 0x2, 0x2, 
-    0xf8, 0xf5, 0x3, 0x2, 0x2, 0x2, 0xf8, 0xf6, 0x3, 0x2, 0x2, 0x2, 0xf8, 
-    0xf7, 0x3, 0x2, 0x2, 0x2, 0xf9, 0x5, 0x3, 0x2, 0x2, 0x2, 0xfa, 0xfb, 
-    0x7, 0x7, 0x2, 0x2, 0xfb, 0xfc, 0x7, 0x97, 0x2, 0x2, 0xfc, 0xfe, 0x5, 
-    0xba, 0x5e, 0x2, 0xfd, 0xff, 0x5, 0x2c, 0x17, 0x2, 0xfe, 0xfd, 0x3, 
-    0x2, 0x2, 0x2, 0xfe, 0xff, 0x3, 0x2, 0x2, 0x2, 0xff, 0x100, 0x3, 0x2, 
-    0x2, 0x2, 0x100, 0x105, 0x5, 0x8, 0x5, 0x2, 0x101, 0x102, 0x7, 0xc2, 
-    0x2, 0x2, 0x102, 0x104, 0x5, 0x8, 0x5, 0x2, 0x103, 0x101, 0x3, 0x2, 
-    0x2, 0x2, 0x104, 0x107, 0x3, 0x2, 0x2, 0x2, 0x105, 0x103, 0x3, 0x2, 
-    0x2, 0x2, 0x105, 0x106, 0x3, 0x2, 0x2, 0x2, 0x106, 0x7, 0x3, 0x2, 0x2, 
-    0x2, 0x107, 0x105, 0x3, 0x2, 0x2, 0x2, 0x108, 0x109, 0x7, 0x3, 0x2, 
-    0x2, 0x109, 0x10d, 0x7, 0x1b, 0x2, 0x2, 0x10a, 0x10b, 0x7, 0x4c, 0x2, 
-    0x2, 0x10b, 0x10c, 0x7, 0x70, 0x2, 0x2, 0x10c, 0x10e, 0x7, 0x37, 0x2, 
-    0x2, 0x10d, 0x10a, 0x3, 0x2, 0x2, 0x2, 0x10d, 0x10e, 0x3, 0x2, 0x2, 
-    0x2, 0x10e, 0x10f, 0x3, 0x2, 0x2, 0x2, 0x10f, 0x112, 0x5, 0x44, 0x23, 
-    0x2, 0x110, 0x111, 0x7, 0x4, 0x2, 0x2, 0x111, 0x113, 0x5, 0xb4, 0x5b, 
-    0x2, 0x112, 0x110, 0x3, 0x2, 0x2, 0x2, 0x112, 0x113, 0x3, 0x2, 0x2, 
-    0x2, 0x113, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x114, 0x115, 0x7, 0x3, 0x2, 
-    0x2, 0x115, 0x119, 0x7, 0x4f, 0x2, 0x2, 0x116, 0x117, 0x7, 0x4c, 0x2, 
-    0x2, 0x117, 0x118, 0x7, 0x70, 0x2, 0x2, 0x118, 0x11a, 0x7, 0x37, 0x2, 
-    0x2, 0x119, 0x116, 0x3, 0x2, 0x2, 0x2, 0x119, 0x11a, 0x3, 0x2, 0x2, 
-    0x2, 0x11a, 0x11b, 0x3, 0x2, 0x2, 0x2, 0x11b, 0x11e, 0x5, 0x48, 0x25, 
-    0x2, 0x11c, 0x11d, 0x7, 0x4, 0x2, 0x2, 0x11d, 0x11f, 0x5, 0xb4, 0x5b, 
-    0x2, 0x11e, 0x11c, 0x3, 0x2, 0x2, 0x2, 0x11e, 0x11f, 0x3, 0x2, 0x2, 
-    0x2, 0x11f, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x120, 0x121, 0x7, 0x10, 0x2, 
-    0x2, 0x121, 0x124, 0x5, 0x10, 0x9, 0x2, 0x122, 0x123, 0x7, 0x42, 0x2, 
-    0x2, 0x123, 0x125, 0x5, 0xba, 0x5e, 0x2, 0x124, 0x122, 0x3, 0x2, 0x2, 
-    0x2, 0x124, 0x125, 0x3, 0x2, 0x2, 0x2, 0x125, 0x1a0, 0x3, 0x2, 0x2, 
-    0x2, 0x126, 0x127, 0x7, 0x17, 0x2, 0x2, 0x127, 0x12a, 0x7, 0x1b, 0x2, 
-    0x2, 0x128, 0x129, 0x7, 0x4c, 0x2, 0x2, 0x129, 0x12b, 0x7, 0x37, 0x2, 
-    0x2, 0x12a, 0x128, 0x3, 0x2, 0x2, 0x2, 0x12a, 0x12b, 0x3, 0x2, 0x2, 
-    0x2, 0x12b, 0x12c, 0x3, 0x2, 0x2, 0x2, 0x12c, 0x12f, 0x5, 0xb4, 0x5b, 
-    0x2, 0x12d, 0x12e, 0x7, 0x4e, 0x2, 0x2, 0x12e, 0x130, 0x5, 0x10, 0x9, 
-    0x2, 0x12f, 0x12d, 0x3, 0x2, 0x2, 0x2, 0x12f, 0x130, 0x3, 0x2, 0x2, 
-    0x2, 0x130, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x131, 0x132, 0x7, 0x1c, 0x2, 
-    0x2, 0x132, 0x135, 0x7, 0x1b, 0x2, 0x2, 0x133, 0x134, 0x7, 0x4c, 0x2, 
-    0x2, 0x134, 0x136, 0x7, 0x37, 0x2, 0x2, 0x135, 0x133, 0x3, 0x2, 0x2, 
-    0x2, 0x135, 0x136, 0x3, 0x2, 0x2, 0x2, 0x136, 0x137, 0x3, 0x2, 0x2, 
-    0x2, 0x137, 0x138, 0x5, 0xb4, 0x5b, 0x2, 0x138, 0x139, 0x7, 0xbc, 0x2, 
-    0x2, 0x139, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x13a, 0x13b, 0x7, 0x28, 0x2, 
-    0x2, 0x13b, 0x13c, 0x7, 0xb2, 0x2, 0x2, 0x13c, 0x1a0, 0x5, 0xaa, 0x56, 
-    0x2, 0x13d, 0x13e, 0x7, 0x2c, 0x2, 0x2, 0x13e, 0x1a0, 0x5, 0x10, 0x9, 
-    0x2, 0x13f, 0x140, 0x7, 0x32, 0x2, 0x2, 0x140, 0x143, 0x7, 0x1b, 0x2, 
-    0x2, 0x141, 0x142, 0x7, 0x4c, 0x2, 0x2, 0x142, 0x144, 0x7, 0x37, 0x2, 
-    0x2, 0x143, 0x141, 0x3, 0x2, 0x2, 0x2, 0x143, 0x144, 0x3, 0x2, 0x2, 
-    0x2, 0x144, 0x145, 0x3, 0x2, 0x2, 0x2, 0x145, 0x1a0, 0x5, 0xb4, 0x5b, 
-    0x2, 0x146, 0x147, 0x7, 0x32, 0x2, 0x2, 0x147, 0x14a, 0x7, 0x4f, 0x2, 
-    0x2, 0x148, 0x149, 0x7, 0x4c, 0x2, 0x2, 0x149, 0x14b, 0x7, 0x37, 0x2, 
-    0x2, 0x14a, 0x148, 0x3, 0x2, 0x2, 0x2, 0x14a, 0x14b, 0x3, 0x2, 0x2, 
-    0x2, 0x14b, 0x14c, 0x3, 0x2, 0x2, 0x2, 0x14c, 0x1a0, 0x5, 0xb4, 0x5b, 
-    0x2, 0x14d, 0x14e, 0x7, 0x32, 0x2, 0x2, 0x14e, 0x1a0, 0x5, 0x10, 0x9, 
-    0x2, 0x14f, 0x151, 0x7, 0x41, 0x2, 0x2, 0x150, 0x152, 0x5, 0x10, 0x9, 
-    0x2, 0x151, 0x150, 0x3, 0x2, 0x2, 0x2, 0x151, 0x152, 0x3, 0x2, 0x2, 
-    0x2, 0x152, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x153, 0x154, 0x7, 0x6a, 0x2, 
-    0x2, 0x154, 0x157, 0x7, 0x1b, 0x2, 0x2, 0x155, 0x156, 0x7, 0x4c, 0x2, 
-    0x2, 0x156, 0x158, 0x7, 0x37, 0x2, 0x2, 0x157, 0x155, 0x3, 0x2, 0x2, 
-    0x2, 0x157, 0x158, 0x3, 0x2, 0x2, 0x2, 0x158, 0x159, 0x3, 0x2, 0x2, 
-    0x2, 0x159, 0x15a, 0x5, 0xb4, 0x5b, 0x2, 0x15a, 0x15b, 0x5, 0x4a, 0x26, 
-    0x2, 0x15b, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x15c, 0x15d, 0x7, 0x6a, 0x2, 
-    0x2, 0x15d, 0x160, 0x7, 0x1b, 0x2, 0x2, 0x15e, 0x15f, 0x7, 0x4c, 0x2, 
-    0x2, 0x15f, 0x161, 0x7, 0x37, 0x2, 0x2, 0x160, 0x15e, 0x3, 0x2, 0x2, 
-    0x2, 0x160, 0x161, 0x3, 0x2, 0x2, 0x2, 0x161, 0x162, 0x3, 0x2, 0x2, 
-    0x2, 0x162, 0x163, 0x5, 0xb4, 0x5b, 0x2, 0x163, 0x164, 0x7, 0x1c, 0x2, 
-    0x2, 0x164, 0x165, 0x7, 0xbc, 0x2, 0x2, 0x165, 0x1a0, 0x3, 0x2, 0x2, 
-    0x2, 0x166, 0x167, 0x7, 0x6a, 0x2, 0x2, 0x167, 0x16a, 0x7, 0x1b, 0x2, 
-    0x2, 0x168, 0x169, 0x7, 0x4c, 0x2, 0x2, 0x169, 0x16b, 0x7, 0x37, 0x2, 
-    0x2, 0x16a, 0x168, 0x3, 0x2, 0x2, 0x2, 0x16a, 0x16b, 0x3, 0x2, 0x2, 
-    0x2, 0x16b, 0x16c, 0x3, 0x2, 0x2, 0x2, 0x16c, 0x16d, 0x5, 0xb4, 0x5b, 
-    0x2, 0x16d, 0x16e, 0x7, 0x81, 0x2, 0x2, 0x16e, 0x16f, 0x5, 0xe, 0x8, 
-    0x2, 0x16f, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x170, 0x171, 0x7, 0x6a, 0x2, 
-    0x2, 0x171, 0x174, 0x7, 0x1b, 0x2, 0x2, 0x172, 0x173, 0x7, 0x4c, 0x2, 
-    0x2, 0x173, 0x175, 0x7, 0x37, 0x2, 0x2, 0x174, 0x172, 0x3, 0x2, 0x2, 
-    0x2, 0x174, 0x175, 0x3, 0x2, 0x2, 0x2, 0x175, 0x176, 0x3, 0x2, 0x2, 
-    0x2, 0x176, 0x1a0, 0x5, 0x44, 0x23, 0x2, 0x177, 0x178, 0x7, 0x6a, 0x2, 
-    0x2, 0x178, 0x179, 0x7, 0x77, 0x2, 0x2, 0x179, 0x17a, 0x7, 0x13, 0x2, 
-    0x2, 0x17a, 0x1a0, 0x5, 0xaa, 0x56, 0x2, 0x17b, 0x17c, 0x7, 0x6a, 0x2, 
-    0x2, 0x17c, 0x1a0, 0x5, 0x3e, 0x20, 0x2, 0x17d, 0x17e, 0x7, 0x6c, 0x2, 
-    0x2, 0x17e, 0x188, 0x5, 0x10, 0x9, 0x2, 0x17f, 0x180, 0x7, 0x9f, 0x2, 
-    0x2, 0x180, 0x181, 0x7, 0x2f, 0x2, 0x2, 0x181, 0x189, 0x7, 0xbc, 0x2, 
-    0x2, 0x182, 0x183, 0x7, 0x9f, 0x2, 0x2, 0x183, 0x184, 0x7, 0xae, 0x2, 
-    0x2, 0x184, 0x189, 0x7, 0xbc, 0x2, 0x2, 0x185, 0x186, 0x7, 0x9f, 0x2, 
-    0x2, 0x186, 0x187, 0x7, 0x97, 0x2, 0x2, 0x187, 0x189, 0x5, 0xba, 0x5e, 
-    0x2, 0x188, 0x17f, 0x3, 0x2, 0x2, 0x2, 0x188, 0x182, 0x3, 0x2, 0x2, 
-    0x2, 0x188, 0x185, 0x3, 0x2, 0x2, 0x2, 0x189, 0x1a0, 0x3, 0x2, 0x2, 
-    0x2, 0x18a, 0x18b, 0x7, 0x81, 0x2, 0x2, 0x18b, 0x1a0, 0x7, 0xa5, 0x2, 
-    0x2, 0x18c, 0x18d, 0x7, 0x82, 0x2, 0x2, 0x18d, 0x190, 0x7, 0x1b, 0x2, 
-    0x2, 0x18e, 0x18f, 0x7, 0x4c, 0x2, 0x2, 0x18f, 0x191, 0x7, 0x37, 0x2, 
-    0x2, 0x190, 0x18e, 0x3, 0x2, 0x2, 0x2, 0x190, 0x191, 0x3, 0x2, 0x2, 
-    0x2, 0x191, 0x192, 0x3, 0x2, 0x2, 0x2, 0x192, 0x193, 0x5, 0xb4, 0x5b, 
-    0x2, 0x193, 0x194, 0x7, 0x9f, 0x2, 0x2, 0x194, 0x195, 0x5, 0xb4, 0x5b, 
-    0x2, 0x195, 0x1a0, 0x3, 0x2, 0x2, 0x2, 0x196, 0x197, 0x7, 0x83, 0x2, 
-    0x2, 0x197, 0x198, 0x5, 0x10, 0x9, 0x2, 0x198, 0x199, 0x7, 0x42, 0x2, 
-    0x2, 0x199, 0x19a, 0x5, 0xba, 0x5e, 0x2, 0x19a, 0x1a0, 0x3, 0x2, 0x2, 
-    0x2, 0x19b, 0x19c, 0x7, 0xa8, 0x2, 0x2, 0x19c, 0x19d, 0x5, 0xa, 0x6, 
-    0x2, 0x19d, 0x19e, 0x5, 0x74, 0x3b, 0x2, 0x19e, 0x1a0, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x108, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x114, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x120, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x126, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x131, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x13a, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x13d, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x13f, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x146, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x14d, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x14f, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x153, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x15c, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x166, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x170, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x177, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x17b, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x17d, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x18a, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x18c, 0x3, 0x2, 0x2, 
-    0x2, 0x19f, 0x196, 0x3, 0x2, 0x2, 0x2, 0x19f, 0x19b, 0x3, 0x2, 0x2, 
-    0x2, 0x1a0, 0x9, 0x3, 0x2, 0x2, 0x2, 0x1a1, 0x1a6, 0x5, 0xc, 0x7, 0x2, 
-    0x1a2, 0x1a3, 0x7, 0xc2, 0x2, 0x2, 0x1a3, 0x1a5, 0x5, 0xc, 0x7, 0x2, 
-    0x1a4, 0x1a2, 0x3, 0x2, 0x2, 0x2, 0x1a5, 0x1a8, 0x3, 0x2, 0x2, 0x2, 
-    0x1a6, 0x1a4, 0x3, 0x2, 0x2, 0x2, 0x1a6, 0x1a7, 0x3, 0x2, 0x2, 0x2, 
-    0x1a7, 0xb, 0x3, 0x2, 0x2, 0x2, 0x1a8, 0x1a6, 0x3, 0x2, 0x2, 0x2, 0x1a9, 
-    0x1aa, 0x5, 0xb4, 0x5b, 0x2, 0x1aa, 0x1ab, 0x7, 0xc7, 0x2, 0x2, 0x1ab, 
-    0x1ac, 0x5, 0xaa, 0x56, 0x2, 0x1ac, 0xd, 0x3, 0x2, 0x2, 0x2, 0x1ad, 
-    0x1ae, 0x9, 0x2, 0x2, 0x2, 0x1ae, 0xf, 0x3, 0x2, 0x2, 0x2, 0x1af, 0x1b0, 
-    0x7, 0x7a, 0x2, 0x2, 0x1b0, 0x1b5, 0x5, 0xaa, 0x56, 0x2, 0x1b1, 0x1b2, 
-    0x7, 0x7a, 0x2, 0x2, 0x1b2, 0x1b3, 0x7, 0x4b, 0x2, 0x2, 0x1b3, 0x1b5, 
-    0x7, 0xbc, 0x2, 0x2, 0x1b4, 0x1af, 0x3, 0x2, 0x2, 0x2, 0x1b4, 0x1b1, 
-    0x3, 0x2, 0x2, 0x2, 0x1b5, 0x11, 0x3, 0x2, 0x2, 0x2, 0x1b6, 0x1b7, 0x7, 
-    0x10, 0x2, 0x2, 0x1b7, 0x1b8, 0x7, 0x2e, 0x2, 0x2, 0x1b8, 0x1ba, 0x5, 
-    0xba, 0x5e, 0x2, 0x1b9, 0x1bb, 0x5, 0x2c, 0x17, 0x2, 0x1ba, 0x1b9, 0x3, 
-    0x2, 0x2, 0x2, 0x1ba, 0x1bb, 0x3, 0x2, 0x2, 0x2, 0x1bb, 0x13, 0x3, 0x2, 
-    0x2, 0x2, 0x1bc, 0x1bd, 0x7, 0x16, 0x2, 0x2, 0x1bd, 0x1be, 0x7, 0x97, 
-    0x2, 0x2, 0x1be, 0x1c0, 0x5, 0xba, 0x5e, 0x2, 0x1bf, 0x1c1, 0x5, 0x10, 
-    0x9, 0x2, 0x1c0, 0x1bf, 0x3, 0x2, 0x2, 0x2, 0x1c0, 0x1c1, 0x3, 0x2, 
-    0x2, 0x2, 0x1c1, 0x15, 0x3, 0x2, 0x2, 0x2, 0x1c2, 0x1c3, 0x9, 0x3, 0x2, 
-    0x2, 0x1c3, 0x1c7, 0x7, 0x21, 0x2, 0x2, 0x1c4, 0x1c5, 0x7, 0x4c, 0x2, 
-    0x2, 0x1c5, 0x1c6, 0x7, 0x70, 0x2, 0x2, 0x1c6, 0x1c8, 0x7, 0x37, 0x2, 
-    0x2, 0x1c7, 0x1c4, 0x3, 0x2, 0x2, 0x2, 0x1c7, 0x1c8, 0x3, 0x2, 0x2, 
-    0x2, 0x1c8, 0x1c9, 0x3, 0x2, 0x2, 0x2, 0x1c9, 0x1cb, 0x5, 0xc0, 0x61, 
-    0x2, 0x1ca, 0x1cc, 0x5, 0x2c, 0x17, 0x2, 0x1cb, 0x1ca, 0x3, 0x2, 0x2, 
-    0x2, 0x1cb, 0x1cc, 0x3, 0x2, 0x2, 0x2, 0x1cc, 0x1ce, 0x3, 0x2, 0x2, 
-    0x2, 0x1cd, 0x1cf, 0x5, 0x40, 0x21, 0x2, 0x1ce, 0x1cd, 0x3, 0x2, 0x2, 
-    0x2, 0x1ce, 0x1cf, 0x3, 0x2, 0x2, 0x2, 0x1cf, 0x24c, 0x3, 0x2, 0x2, 
-    0x2, 0x1d0, 0x1d1, 0x9, 0x3, 0x2, 0x2, 0x1d1, 0x1d5, 0x7, 0x2e, 0x2, 
-    0x2, 0x1d2, 0x1d3, 0x7, 0x4c, 0x2, 0x2, 0x1d3, 0x1d4, 0x7, 0x70, 0x2, 
-    0x2, 0x1d4, 0x1d6, 0x7, 0x37, 0x2, 0x2, 0x1d5, 0x1d2, 0x3, 0x2, 0x2, 
-    0x2, 0x1d5, 0x1d6, 0x3, 0x2, 0x2, 0x2, 0x1d6, 0x1d7, 0x3, 0x2, 0x2, 
-    0x2, 0x1d7, 0x1d9, 0x5, 0xba, 0x5e, 0x2, 0x1d8, 0x1da, 0x5, 0x2e, 0x18, 
-    0x2, 0x1d9, 0x1d8, 0x3, 0x2, 0x2, 0x2, 0x1d9, 0x1da, 0x3, 0x2, 0x2, 
-    0x2, 0x1da, 0x1dc, 0x3, 0x2, 0x2, 0x2, 0x1db, 0x1dd, 0x5, 0x2c, 0x17, 
-    0x2, 0x1dc, 0x1db, 0x3, 0x2, 0x2, 0x2, 0x1dc, 0x1dd, 0x3, 0x2, 0x2, 
-    0x2, 0x1dd, 0x1de, 0x3, 0x2, 0x2, 0x2, 0x1de, 0x1df, 0x5, 0x18, 0xd, 
-    0x2, 0x1df, 0x1e0, 0x5, 0x1c, 0xf, 0x2, 0x1e0, 0x24c, 0x3, 0x2, 0x2, 
-    0x2, 0x1e1, 0x1e2, 0x9, 0x3, 0x2, 0x2, 0x1e2, 0x1e3, 0x7, 0x62, 0x2, 
-    0x2, 0x1e3, 0x1e7, 0x7, 0xad, 0x2, 0x2, 0x1e4, 0x1e5, 0x7, 0x4c, 0x2, 
-    0x2, 0x1e5, 0x1e6, 0x7, 0x70, 0x2, 0x2, 0x1e6, 0x1e8, 0x7, 0x37, 0x2, 
-    0x2, 0x1e7, 0x1e4, 0x3, 0x2, 0x2, 0x2, 0x1e7, 0x1e8, 0x3, 0x2, 0x2, 
-    0x2, 0x1e8, 0x1e9, 0x3, 0x2, 0x2, 0x2, 0x1e9, 0x1eb, 0x5, 0xba, 0x5e, 
-    0x2, 0x1ea, 0x1ec, 0x5, 0x2e, 0x18, 0x2, 0x1eb, 0x1ea, 0x3, 0x2, 0x2, 
-    0x2, 0x1eb, 0x1ec, 0x3, 0x2, 0x2, 0x2, 0x1ec, 0x1ee, 0x3, 0x2, 0x2, 
-    0x2, 0x1ed, 0x1ef, 0x5, 0x2c, 0x17, 0x2, 0x1ee, 0x1ed, 0x3, 0x2, 0x2, 
-    0x2, 0x1ee, 0x1ef, 0x3, 0x2, 0x2, 0x2, 0x1ef, 0x1f5, 0x3, 0x2, 0x2, 
-    0x2, 0x1f0, 0x1f1, 0x7, 0xb3, 0x2, 0x2, 0x1f1, 0x1f3, 0x7, 0x9d, 0x2, 
-    0x2, 0x1f2, 0x1f4, 0x7, 0xba, 0x2, 0x2, 0x1f3, 0x1f2, 0x3, 0x2, 0x2, 
-    0x2, 0x1f3, 0x1f4, 0x3, 0x2, 0x2, 0x2, 0x1f4, 0x1f6, 0x3, 0x2, 0x2, 
-    0x2, 0x1f5, 0x1f0, 0x3, 0x2, 0x2, 0x2, 0x1f5, 0x1f6, 0x3, 0x2, 0x2, 
-    0x2, 0x1f6, 0x1f8, 0x3, 0x2, 0x2, 0x2, 0x1f7, 0x1f9, 0x5, 0x30, 0x19, 
-    0x2, 0x1f8, 0x1f7, 0x3, 0x2, 0x2, 0x2, 0x1f8, 0x1f9, 0x3, 0x2, 0x2, 
-    0x2, 0x1f9, 0x1fb, 0x3, 0x2, 0x2, 0x2, 0x1fa, 0x1fc, 0x5, 0x34, 0x1b, 
-    0x2, 0x1fb, 0x1fa, 0x3, 0x2, 0x2, 0x2, 0x1fb, 0x1fc, 0x3, 0x2, 0x2, 
-    0x2, 0x1fc, 0x1fd, 0x3, 0x2, 0x2, 0x2, 0x1fd, 0x1fe, 0x5, 0x32, 0x1a, 
-    0x2, 0x1fe, 0x24c, 0x3, 0x2, 0x2, 0x2, 0x1ff, 0x200, 0x9, 0x3, 0x2, 
-    0x2, 0x200, 0x201, 0x7, 0x65, 0x2, 0x2, 0x201, 0x205, 0x7, 0xad, 0x2, 
-    0x2, 0x202, 0x203, 0x7, 0x4c, 0x2, 0x2, 0x203, 0x204, 0x7, 0x70, 0x2, 
-    0x2, 0x204, 0x206, 0x7, 0x37, 0x2, 0x2, 0x205, 0x202, 0x3, 0x2, 0x2, 
-    0x2, 0x205, 0x206, 0x3, 0x2, 0x2, 0x2, 0x206, 0x207, 0x3, 0x2, 0x2, 
-    0x2, 0x207, 0x209, 0x5, 0xba, 0x5e, 0x2, 0x208, 0x20a, 0x5, 0x2e, 0x18, 
-    0x2, 0x209, 0x208, 0x3, 0x2, 0x2, 0x2, 0x209, 0x20a, 0x3, 0x2, 0x2, 
-    0x2, 0x20a, 0x20c, 0x3, 0x2, 0x2, 0x2, 0x20b, 0x20d, 0x5, 0x2c, 0x17, 
-    0x2, 0x20c, 0x20b, 0x3, 0x2, 0x2, 0x2, 0x20c, 0x20d, 0x3, 0x2, 0x2, 
-    0x2, 0x20d, 0x20f, 0x3, 0x2, 0x2, 0x2, 0x20e, 0x210, 0x5, 0x34, 0x1b, 
-    0x2, 0x20f, 0x20e, 0x3, 0x2, 0x2, 0x2, 0x20f, 0x210, 0x3, 0x2, 0x2, 
-    0x2, 0x210, 0x216, 0x3, 0x2, 0x2, 0x2, 0x211, 0x217, 0x5, 0x30, 0x19, 
-    0x2, 0x212, 0x214, 0x5, 0x36, 0x1c, 0x2, 0x213, 0x215, 0x7, 0x7b, 0x2, 
-    0x2, 0x214, 0x213, 0x3, 0x2, 0x2, 0x2, 0x214, 0x215, 0x3, 0x2, 0x2, 
-    0x2, 0x215, 0x217, 0x3, 0x2, 0x2, 0x2, 0x216, 0x211, 0x3, 0x2, 0x2, 
-    0x2, 0x216, 0x212, 0x3, 0x2, 0x2, 0x2, 0x217, 0x218, 0x3, 0x2, 0x2, 
-    0x2, 0x218, 0x219, 0x5, 0x32, 0x1a, 0x2, 0x219, 0x24c, 0x3, 0x2, 0x2, 
-    0x2, 0x21a, 0x21c, 0x9, 0x3, 0x2, 0x2, 0x21b, 0x21d, 0x7, 0x99, 0x2, 
-    0x2, 0x21c, 0x21b, 0x3, 0x2, 0x2, 0x2, 0x21c, 0x21d, 0x3, 0x2, 0x2, 
-    0x2, 0x21d, 0x21e, 0x3, 0x2, 0x2, 0x2, 0x21e, 0x222, 0x7, 0x97, 0x2, 
-    0x2, 0x21f, 0x220, 0x7, 0x4c, 0x2, 0x2, 0x220, 0x221, 0x7, 0x70, 0x2, 
-    0x2, 0x221, 0x223, 0x7, 0x37, 0x2, 0x2, 0x222, 0x21f, 0x3, 0x2, 0x2, 
-    0x2, 0x222, 0x223, 0x3, 0x2, 0x2, 0x2, 0x223, 0x224, 0x3, 0x2, 0x2, 
-    0x2, 0x224, 0x226, 0x5, 0xba, 0x5e, 0x2, 0x225, 0x227, 0x5, 0x2e, 0x18, 
-    0x2, 0x226, 0x225, 0x3, 0x2, 0x2, 0x2, 0x226, 0x227, 0x3, 0x2, 0x2, 
-    0x2, 0x227, 0x229, 0x3, 0x2, 0x2, 0x2, 0x228, 0x22a, 0x5, 0x2c, 0x17, 
-    0x2, 0x229, 0x228, 0x3, 0x2, 0x2, 0x2, 0x229, 0x22a, 0x3, 0x2, 0x2, 
-    0x2, 0x22a, 0x22c, 0x3, 0x2, 0x2, 0x2, 0x22b, 0x22d, 0x5, 0x34, 0x1b, 
-    0x2, 0x22c, 0x22b, 0x3, 0x2, 0x2, 0x2, 0x22c, 0x22d, 0x3, 0x2, 0x2, 
-    0x2, 0x22d, 0x22f, 0x3, 0x2, 0x2, 0x2, 0x22e, 0x230, 0x5, 0x36, 0x1c, 
-    0x2, 0x22f, 0x22e, 0x3, 0x2, 0x2, 0x2, 0x22f, 0x230, 0x3, 0x2, 0x2, 
-    0x2, 0x230, 0x232, 0x3, 0x2, 0x2, 0x2, 0x231, 0x233, 0x5, 0x32, 0x1a, 
-    0x2, 0x232, 0x231, 0x3, 0x2, 0x2, 0x2, 0x232, 0x233, 0x3, 0x2, 0x2, 
-    0x2, 0x233, 0x24c, 0x3, 0x2, 0x2, 0x2, 0x234, 0x237, 0x9, 0x3, 0x2, 
-    0x2, 0x235, 0x236, 0x7, 0x76, 0x2, 0x2, 0x236, 0x238, 0x7, 0x83, 0x2, 
-    0x2, 0x237, 0x235, 0x3, 0x2, 0x2, 0x2, 0x237, 0x238, 0x3, 0x2, 0x2, 
-    0x2, 0x238, 0x239, 0x3, 0x2, 0x2, 0x2, 0x239, 0x23d, 0x7, 0xad, 0x2, 
-    0x2, 0x23a, 0x23b, 0x7, 0x4c, 0x2, 0x2, 0x23b, 0x23c, 0x7, 0x70, 0x2, 
-    0x2, 0x23c, 0x23e, 0x7, 0x37, 0x2, 0x2, 0x23d, 0x23a, 0x3, 0x2, 0x2, 
-    0x2, 0x23d, 0x23e, 0x3, 0x2, 0x2, 0x2, 0x23e, 0x23f, 0x3, 0x2, 0x2, 
-    0x2, 0x23f, 0x241, 0x5, 0xba, 0x5e, 0x2, 0x240, 0x242, 0x5, 0x2e, 0x18, 
-    0x2, 0x241, 0x240, 0x3, 0x2, 0x2, 0x2, 0x241, 0x242, 0x3, 0x2, 0x2, 
-    0x2, 0x242, 0x244, 0x3, 0x2, 0x2, 0x2, 0x243, 0x245, 0x5, 0x2c, 0x17, 
-    0x2, 0x244, 0x243, 0x3, 0x2, 0x2, 0x2, 0x244, 0x245, 0x3, 0x2, 0x2, 
-    0x2, 0x245, 0x247, 0x3, 0x2, 0x2, 0x2, 0x246, 0x248, 0x5, 0x34, 0x1b, 
-    0x2, 0x247, 0x246, 0x3, 0x2, 0x2, 0x2, 0x247, 0x248, 0x3, 0x2, 0x2, 
-    0x2, 0x248, 0x249, 0x3, 0x2, 0x2, 0x2, 0x249, 0x24a, 0x5, 0x32, 0x1a, 
-    0x2, 0x24a, 0x24c, 0x3, 0x2, 0x2, 0x2, 0x24b, 0x1c2, 0x3, 0x2, 0x2, 
-    0x2, 0x24b, 0x1d0, 0x3, 0x2, 0x2, 0x2, 0x24b, 0x1e1, 0x3, 0x2, 0x2, 
-    0x2, 0x24b, 0x1ff, 0x3, 0x2, 0x2, 0x2, 0x24b, 0x21a, 0x3, 0x2, 0x2, 
-    0x2, 0x24b, 0x234, 0x3, 0x2, 0x2, 0x2, 0x24c, 0x17, 0x3, 0x2, 0x2, 0x2, 
-    0x24d, 0x24e, 0x7, 0xcd, 0x2, 0x2, 0x24e, 0x253, 0x5, 0x1a, 0xe, 0x2, 
-    0x24f, 0x250, 0x7, 0xc2, 0x2, 0x2, 0x250, 0x252, 0x5, 0x1a, 0xe, 0x2, 
-    0x251, 0x24f, 0x3, 0x2, 0x2, 0x2, 0x252, 0x255, 0x3, 0x2, 0x2, 0x2, 
-    0x253, 0x251, 0x3, 0x2, 0x2, 0x2, 0x253, 0x254, 0x3, 0x2, 0x2, 0x2, 
-    0x254, 0x256, 0x3, 0x2, 0x2, 0x2, 0x255, 0x253, 0x3, 0x2, 0x2, 0x2, 
-    0x256, 0x257, 0x7, 0xd7, 0x2, 0x2, 0x257, 0x19, 0x3, 0x2, 0x2, 0x2, 
-    0x258, 0x259, 0x5, 0xd0, 0x69, 0x2, 0x259, 0x26f, 0x5, 0xa4, 0x53, 0x2, 
-    0x25a, 0x25b, 0x6, 0xe, 0x2, 0x3, 0x25b, 0x25c, 0x7, 0x26, 0x2, 0x2, 
-    0x25c, 0x25d, 0x5, 0xc6, 0x64, 0x2, 0x25d, 0x25e, 0x8, 0xe, 0x1, 0x2, 
-    0x25e, 0x26e, 0x3, 0x2, 0x2, 0x2, 0x25f, 0x260, 0x6, 0xe, 0x3, 0x3, 
-    0x260, 0x261, 0x7, 0x39, 0x2, 0x2, 0x261, 0x262, 0x5, 0xaa, 0x56, 0x2, 
-    0x262, 0x263, 0x8, 0xe, 0x1, 0x2, 0x263, 0x26e, 0x3, 0x2, 0x2, 0x2, 
-    0x264, 0x265, 0x6, 0xe, 0x4, 0x3, 0x265, 0x266, 0x7, 0x49, 0x2, 0x2, 
-    0x266, 0x26e, 0x8, 0xe, 0x1, 0x2, 0x267, 0x268, 0x6, 0xe, 0x5, 0x3, 
-    0x268, 0x269, 0x7, 0x51, 0x2, 0x2, 0x269, 0x26e, 0x8, 0xe, 0x1, 0x2, 
-    0x26a, 0x26b, 0x6, 0xe, 0x6, 0x3, 0x26b, 0x26c, 0x7, 0x57, 0x2, 0x2, 
-    0x26c, 0x26e, 0x8, 0xe, 0x1, 0x2, 0x26d, 0x25a, 0x3, 0x2, 0x2, 0x2, 
-    0x26d, 0x25f, 0x3, 0x2, 0x2, 0x2, 0x26d, 0x264, 0x3, 0x2, 0x2, 0x2, 
-    0x26d, 0x267, 0x3, 0x2, 0x2, 0x2, 0x26d, 0x26a, 0x3, 0x2, 0x2, 0x2, 
-    0x26e, 0x271, 0x3, 0x2, 0x2, 0x2, 0x26f, 0x26d, 0x3, 0x2, 0x2, 0x2, 
-    0x26f, 0x270, 0x3, 0x2, 0x2, 0x2, 0x270, 0x1b, 0x3, 0x2, 0x2, 0x2, 0x271, 
-    0x26f, 0x3, 0x2, 0x2, 0x2, 0x272, 0x274, 0x5, 0x1e, 0x10, 0x2, 0x273, 
-    0x272, 0x3, 0x2, 0x2, 0x2, 0x273, 0x274, 0x3, 0x2, 0x2, 0x2, 0x274, 
-    0x28b, 0x3, 0x2, 0x2, 0x2, 0x275, 0x276, 0x6, 0xf, 0x7, 0x3, 0x276, 
-    0x277, 0x5, 0x22, 0x12, 0x2, 0x277, 0x278, 0x8, 0xf, 0x1, 0x2, 0x278, 
-    0x28a, 0x3, 0x2, 0x2, 0x2, 0x279, 0x27a, 0x6, 0xf, 0x8, 0x3, 0x27a, 
-    0x27b, 0x5, 0x24, 0x13, 0x2, 0x27b, 0x27c, 0x8, 0xf, 0x1, 0x2, 0x27c, 
-    0x28a, 0x3, 0x2, 0x2, 0x2, 0x27d, 0x27e, 0x6, 0xf, 0x9, 0x3, 0x27e, 
-    0x27f, 0x5, 0x26, 0x14, 0x2, 0x27f, 0x280, 0x8, 0xf, 0x1, 0x2, 0x280, 
-    0x28a, 0x3, 0x2, 0x2, 0x2, 0x281, 0x282, 0x6, 0xf, 0xa, 0x3, 0x282, 
-    0x283, 0x5, 0x28, 0x15, 0x2, 0x283, 0x284, 0x8, 0xf, 0x1, 0x2, 0x284, 
-    0x28a, 0x3, 0x2, 0x2, 0x2, 0x285, 0x286, 0x6, 0xf, 0xb, 0x3, 0x286, 
-    0x287, 0x5, 0x2a, 0x16, 0x2, 0x287, 0x288, 0x8, 0xf, 0x1, 0x2, 0x288, 
-    0x28a, 0x3, 0x2, 0x2, 0x2, 0x289, 0x275, 0x3, 0x2, 0x2, 0x2, 0x289, 
-    0x279, 0x3, 0x2, 0x2, 0x2, 0x289, 0x27d, 0x3, 0x2, 0x2, 0x2, 0x289, 
-    0x281, 0x3, 0x2, 0x2, 0x2, 0x289, 0x285, 0x3, 0x2, 0x2, 0x2, 0x28a, 
-    0x28d, 0x3, 0x2, 0x2, 0x2, 0x28b, 0x289, 0x3, 0x2, 0x2, 0x2, 0x28b, 
-    0x28c, 0x3, 0x2, 0x2, 0x2, 0x28c, 0x1d, 0x3, 0x2, 0x2, 0x2, 0x28d, 0x28b, 
-    0x3, 0x2, 0x2, 0x2, 0x28e, 0x28f, 0x7, 0x7d, 0x2, 0x2, 0x28f, 0x290, 
-    0x7, 0x59, 0x2, 0x2, 0x290, 0x291, 0x5, 0xa6, 0x54, 0x2, 0x291, 0x1f, 
-    0x3, 0x2, 0x2, 0x2, 0x292, 0x299, 0x5, 0xd0, 0x69, 0x2, 0x293, 0x296, 
-    0x5, 0xd0, 0x69, 0x2, 0x294, 0x295, 0x7, 0xcd, 0x2, 0x2, 0x295, 0x297, 
-    0x7, 0xd7, 0x2, 0x2, 0x296, 0x294, 0x3, 0x2, 0x2, 0x2, 0x296, 0x297, 
-    0x3, 0x2, 0x2, 0x2, 0x297, 0x29a, 0x3, 0x2, 0x2, 0x2, 0x298, 0x29a, 
-    0x5, 0xc6, 0x64, 0x2, 0x299, 0x293, 0x3, 0x2, 0x2, 0x2, 0x299, 0x298, 
-    0x3, 0x2, 0x2, 0x2, 0x29a, 0x21, 0x3, 0x2, 0x2, 0x2, 0x29b, 0x29c, 0x7, 
-    0x90, 0x2, 0x2, 0x29c, 0x29d, 0x7, 0xcd, 0x2, 0x2, 0x29d, 0x29e, 0x5, 
-    0xd0, 0x69, 0x2, 0x29e, 0x2a2, 0x7, 0xcd, 0x2, 0x2, 0x29f, 0x2a1, 0x5, 
-    0x20, 0x11, 0x2, 0x2a0, 0x29f, 0x3, 0x2, 0x2, 0x2, 0x2a1, 0x2a4, 0x3, 
-    0x2, 0x2, 0x2, 0x2a2, 0x2a0, 0x3, 0x2, 0x2, 0x2, 0x2a2, 0x2a3, 0x3, 
-    0x2, 0x2, 0x2, 0x2a3, 0x2a5, 0x3, 0x2, 0x2, 0x2, 0x2a4, 0x2a2, 0x3, 
-    0x2, 0x2, 0x2, 0x2a5, 0x2a6, 0x7, 0xd7, 0x2, 0x2, 0x2a6, 0x2a7, 0x7, 
-    0xd7, 0x2, 0x2, 0x2a7, 0x23, 0x3, 0x2, 0x2, 0x2, 0x2a8, 0x2a9, 0x7, 
-    0x5f, 0x2, 0x2, 0x2a9, 0x2b3, 0x7, 0xcd, 0x2, 0x2, 0x2aa, 0x2b4, 0x7, 
-    0xba, 0x2, 0x2, 0x2ab, 0x2ac, 0x7, 0x68, 0x2, 0x2, 0x2ac, 0x2ad, 0x7, 
-    0xba, 0x2, 0x2, 0x2ad, 0x2ae, 0x7, 0x66, 0x2, 0x2, 0x2ae, 0x2b4, 0x7, 
-    0xba, 0x2, 0x2, 0x2af, 0x2b0, 0x7, 0x66, 0x2, 0x2, 0x2b0, 0x2b1, 0x7, 
-    0xba, 0x2, 0x2, 0x2b1, 0x2b2, 0x7, 0x68, 0x2, 0x2, 0x2b2, 0x2b4, 0x7, 
-    0xba, 0x2, 0x2, 0x2b3, 0x2aa, 0x3, 0x2, 0x2, 0x2, 0x2b3, 0x2ab, 0x3, 
-    0x2, 0x2, 0x2, 0x2b3, 0x2af, 0x3, 0x2, 0x2, 0x2, 0x2b4, 0x2b5, 0x3, 
-    0x2, 0x2, 0x2, 0x2b5, 0x2b6, 0x7, 0xd7, 0x2, 0x2, 0x2b6, 0x25, 0x3, 
-    0x2, 0x2, 0x2, 0x2b7, 0x2b8, 0x7, 0x5c, 0x2, 0x2, 0x2b8, 0x2b9, 0x7, 
-    0xcd, 0x2, 0x2, 0x2b9, 0x2ba, 0x5, 0xd0, 0x69, 0x2, 0x2ba, 0x2be, 0x7, 
-    0xcd, 0x2, 0x2, 0x2bb, 0x2bd, 0x5, 0x20, 0x11, 0x2, 0x2bc, 0x2bb, 0x3, 
-    0x2, 0x2, 0x2, 0x2bd, 0x2c0, 0x3, 0x2, 0x2, 0x2, 0x2be, 0x2bc, 0x3, 
-    0x2, 0x2, 0x2, 0x2be, 0x2bf, 0x3, 0x2, 0x2, 0x2, 0x2bf, 0x2c1, 0x3, 
-    0x2, 0x2, 0x2, 0x2c0, 0x2be, 0x3, 0x2, 0x2, 0x2, 0x2c1, 0x2c2, 0x7, 
-    0xd7, 0x2, 0x2, 0x2c2, 0x2c3, 0x7, 0xd7, 0x2, 0x2, 0x2c3, 0x27, 0x3, 
-    0x2, 0x2, 0x2, 0x2c4, 0x2c5, 0x7, 0x7f, 0x2, 0x2, 0x2c5, 0x2d0, 0x7, 
-    0xcd, 0x2, 0x2, 0x2c6, 0x2c7, 0x7, 0x68, 0x2, 0x2, 0x2c7, 0x2c8, 0x5, 
-    0xd0, 0x69, 0x2, 0x2c8, 0x2c9, 0x7, 0x66, 0x2, 0x2, 0x2c9, 0x2ca, 0x5, 
-    0xd0, 0x69, 0x2, 0x2ca, 0x2d1, 0x3, 0x2, 0x2, 0x2, 0x2cb, 0x2cc, 0x7, 
-    0x66, 0x2, 0x2, 0x2cc, 0x2cd, 0x5, 0xd0, 0x69, 0x2, 0x2cd, 0x2ce, 0x7, 
-    0x68, 0x2, 0x2, 0x2ce, 0x2cf, 0x5, 0xd0, 0x69, 0x2, 0x2cf, 0x2d1, 0x3, 
-    0x2, 0x2, 0x2, 0x2d0, 0x2c6, 0x3, 0x2, 0x2, 0x2, 0x2d0, 0x2cb, 0x3, 
-    0x2, 0x2, 0x2, 0x2d1, 0x2d2, 0x3, 0x2, 0x2, 0x2, 0x2d2, 0x2d3, 0x7, 
-    0xd7, 0x2, 0x2, 0x2d3, 0x29, 0x3, 0x2, 0x2, 0x2, 0x2d4, 0x2d5, 0x7, 
-    0x8e, 0x2, 0x2, 0x2d5, 0x2d6, 0x7, 0xcd, 0x2, 0x2, 0x2d6, 0x2d7, 0x5, 
-    0x94, 0x4b, 0x2, 0x2d7, 0x2d8, 0x7, 0xd7, 0x2, 0x2, 0x2d8, 0x2b, 0x3, 
-    0x2, 0x2, 0x2, 0x2d9, 0x2da, 0x7, 0x74, 0x2, 0x2, 0x2da, 0x2dd, 0x7, 
-    0x18, 0x2, 0x2, 0x2db, 0x2de, 0x5, 0xd0, 0x69, 0x2, 0x2dc, 0x2de, 0x7, 
-    0xbc, 0x2, 0x2, 0x2dd, 0x2db, 0x3, 0x2, 0x2, 0x2, 0x2dd, 0x2dc, 0x3, 
-    0x2, 0x2, 0x2, 0x2de, 0x2d, 0x3, 0x2, 0x2, 0x2, 0x2df, 0x2e0, 0x7, 0xab, 
-    0x2, 0x2, 0x2e0, 0x2e1, 0x7, 0xbc, 0x2, 0x2, 0x2e1, 0x2f, 0x3, 0x2, 
-    0x2, 0x2, 0x2e2, 0x2e3, 0x7, 0x9f, 0x2, 0x2, 0x2e3, 0x2e4, 0x5, 0xba, 
-    0x5e, 0x2, 0x2e4, 0x31, 0x3, 0x2, 0x2, 0x2, 0x2e5, 0x2e6, 0x7, 0xc, 
-    0x2, 0x2, 0x2e6, 0x2e7, 0x5, 0x64, 0x33, 0x2, 0x2e7, 0x33, 0x3, 0x2, 
-    0x2, 0x2, 0x2e8, 0x2e9, 0x7, 0xcd, 0x2, 0x2, 0x2e9, 0x2ee, 0x5, 0x42, 
-    0x22, 0x2, 0x2ea, 0x2eb, 0x7, 0xc2, 0x2, 0x2, 0x2eb, 0x2ed, 0x5, 0x42, 
-    0x22, 0x2, 0x2ec, 0x2ea, 0x3, 0x2, 0x2, 0x2, 0x2ed, 0x2f0, 0x3, 0x2, 
-    0x2, 0x2, 0x2ee, 0x2ec, 0x3, 0x2, 0x2, 0x2, 0x2ee, 0x2ef, 0x3, 0x2, 
-    0x2, 0x2, 0x2ef, 0x2f1, 0x3, 0x2, 0x2, 0x2, 0x2f0, 0x2ee, 0x3, 0x2, 
-    0x2, 0x2, 0x2f1, 0x2f2, 0x7, 0xd7, 0x2, 0x2, 0x2f2, 0x2f8, 0x3, 0x2, 
-    0x2, 0x2, 0x2f3, 0x2f4, 0x7, 0xc, 0x2, 0x2, 0x2f4, 0x2f8, 0x5, 0xba, 
-    0x5e, 0x2, 0x2f5, 0x2f6, 0x7, 0xc, 0x2, 0x2, 0x2f6, 0x2f8, 0x5, 0xb8, 
-    0x5d, 0x2, 0x2f7, 0x2e8, 0x3, 0x2, 0x2, 0x2, 0x2f7, 0x2f3, 0x3, 0x2, 
-    0x2, 0x2, 0x2f7, 0x2f5, 0x3, 0x2, 0x2, 0x2, 0x2f8, 0x35, 0x3, 0x2, 0x2, 
-    0x2, 0x2f9, 0x314, 0x5, 0x40, 0x21, 0x2, 0x2fa, 0x2fb, 0x6, 0x1c, 0xc, 
-    0x3, 0x2fb, 0x2fc, 0x5, 0x7a, 0x3e, 0x2, 0x2fc, 0x2fd, 0x8, 0x1c, 0x1, 
-    0x2, 0x2fd, 0x313, 0x3, 0x2, 0x2, 0x2, 0x2fe, 0x2ff, 0x6, 0x1c, 0xd, 
-    0x3, 0x2ff, 0x300, 0x5, 0x38, 0x1d, 0x2, 0x300, 0x301, 0x8, 0x1c, 0x1, 
-    0x2, 0x301, 0x313, 0x3, 0x2, 0x2, 0x2, 0x302, 0x303, 0x6, 0x1c, 0xe, 
-    0x3, 0x303, 0x304, 0x5, 0x3a, 0x1e, 0x2, 0x304, 0x305, 0x8, 0x1c, 0x1, 
-    0x2, 0x305, 0x313, 0x3, 0x2, 0x2, 0x2, 0x306, 0x307, 0x6, 0x1c, 0xf, 
-    0x3, 0x307, 0x308, 0x5, 0x3c, 0x1f, 0x2, 0x308, 0x309, 0x8, 0x1c, 0x1, 
-    0x2, 0x309, 0x313, 0x3, 0x2, 0x2, 0x2, 0x30a, 0x30b, 0x6, 0x1c, 0x10, 
-    0x3, 0x30b, 0x30c, 0x5, 0x3e, 0x20, 0x2, 0x30c, 0x30d, 0x8, 0x1c, 0x1, 
-    0x2, 0x30d, 0x313, 0x3, 0x2, 0x2, 0x2, 0x30e, 0x30f, 0x6, 0x1c, 0x11, 
-    0x3, 0x30f, 0x310, 0x5, 0x80, 0x41, 0x2, 0x310, 0x311, 0x8, 0x1c, 0x1, 
-    0x2, 0x311, 0x313, 0x3, 0x2, 0x2, 0x2, 0x312, 0x2fa, 0x3, 0x2, 0x2, 
-    0x2, 0x312, 0x2fe, 0x3, 0x2, 0x2, 0x2, 0x312, 0x302, 0x3, 0x2, 0x2, 
-    0x2, 0x312, 0x306, 0x3, 0x2, 0x2, 0x2, 0x312, 0x30a, 0x3, 0x2, 0x2, 
-    0x2, 0x312, 0x30e, 0x3, 0x2, 0x2, 0x2, 0x313, 0x316, 0x3, 0x2, 0x2, 
-    0x2, 0x314, 0x312, 0x3, 0x2, 0x2, 0x2, 0x314, 0x315, 0x3, 0x2, 0x2, 
-    0x2, 0x315, 0x37, 0x3, 0x2, 0x2, 0x2, 0x316, 0x314, 0x3, 0x2, 0x2, 0x2, 
-    0x317, 0x318, 0x7, 0x7a, 0x2, 0x2, 0x318, 0x319, 0x7, 0x13, 0x2, 0x2, 
-    0x319, 0x31a, 0x5, 0xaa, 0x56, 0x2, 0x31a, 0x39, 0x3, 0x2, 0x2, 0x2, 
-    0x31b, 0x31c, 0x7, 0x7d, 0x2, 0x2, 0x31c, 0x31d, 0x7, 0x59, 0x2, 0x2, 
-    0x31d, 0x31e, 0x5, 0xaa, 0x56, 0x2, 0x31e, 0x3b, 0x3, 0x2, 0x2, 0x2, 
-    0x31f, 0x320, 0x7, 0x88, 0x2, 0x2, 0x320, 0x321, 0x7, 0x13, 0x2, 0x2, 
-    0x321, 0x322, 0x5, 0xaa, 0x56, 0x2, 0x322, 0x3d, 0x3, 0x2, 0x2, 0x2, 
-    0x323, 0x324, 0x7, 0xa5, 0x2, 0x2, 0x324, 0x329, 0x5, 0x4e, 0x28, 0x2, 
-    0x325, 0x326, 0x7, 0xc2, 0x2, 0x2, 0x326, 0x328, 0x5, 0x4e, 0x28, 0x2, 
-    0x327, 0x325, 0x3, 0x2, 0x2, 0x2, 0x328, 0x32b, 0x3, 0x2, 0x2, 0x2, 
-    0x329, 0x327, 0x3, 0x2, 0x2, 0x2, 0x329, 0x32a, 0x3, 0x2, 0x2, 0x2, 
-    0x32a, 0x3f, 0x3, 0x2, 0x2, 0x2, 0x32b, 0x329, 0x3, 0x2, 0x2, 0x2, 0x32c, 
-    0x32e, 0x7, 0x35, 0x2, 0x2, 0x32d, 0x32f, 0x7, 0xc7, 0x2, 0x2, 0x32e, 
-    0x32d, 0x3, 0x2, 0x2, 0x2, 0x32e, 0x32f, 0x3, 0x2, 0x2, 0x2, 0x32f, 
-    0x330, 0x3, 0x2, 0x2, 0x2, 0x330, 0x336, 0x5, 0xd2, 0x6a, 0x2, 0x331, 
-    0x333, 0x7, 0xcd, 0x2, 0x2, 0x332, 0x334, 0x5, 0xa6, 0x54, 0x2, 0x333, 
-    0x332, 0x3, 0x2, 0x2, 0x2, 0x333, 0x334, 0x3, 0x2, 0x2, 0x2, 0x334, 
-    0x335, 0x3, 0x2, 0x2, 0x2, 0x335, 0x337, 0x7, 0xd7, 0x2, 0x2, 0x336, 
-    0x331, 0x3, 0x2, 0x2, 0x2, 0x336, 0x337, 0x3, 0x2, 0x2, 0x2, 0x337, 
-    0x41, 0x3, 0x2, 0x2, 0x2, 0x338, 0x341, 0x5, 0x44, 0x23, 0x2, 0x339, 
-    0x33a, 0x7, 0x1d, 0x2, 0x2, 0x33a, 0x33b, 0x5, 0xd0, 0x69, 0x2, 0x33b, 
-    0x33c, 0x7, 0x16, 0x2, 0x2, 0x33c, 0x33d, 0x5, 0xaa, 0x56, 0x2, 0x33d, 
-    0x341, 0x3, 0x2, 0x2, 0x2, 0x33e, 0x33f, 0x7, 0x4f, 0x2, 0x2, 0x33f, 
-    0x341, 0x5, 0x48, 0x25, 0x2, 0x340, 0x338, 0x3, 0x2, 0x2, 0x2, 0x340, 
-    0x339, 0x3, 0x2, 0x2, 0x2, 0x340, 0x33e, 0x3, 0x2, 0x2, 0x2, 0x341, 
-    0x43, 0x3, 0x2, 0x2, 0x2, 0x342, 0x343, 0x5, 0xb4, 0x5b, 0x2, 0x343, 
-    0x345, 0x5, 0xa4, 0x53, 0x2, 0x344, 0x346, 0x5, 0x46, 0x24, 0x2, 0x345, 
-    0x344, 0x3, 0x2, 0x2, 0x2, 0x345, 0x346, 0x3, 0x2, 0x2, 0x2, 0x346, 
-    0x349, 0x3, 0x2, 0x2, 0x2, 0x347, 0x348, 0x7, 0x1c, 0x2, 0x2, 0x348, 
-    0x34a, 0x7, 0xbc, 0x2, 0x2, 0x349, 0x347, 0x3, 0x2, 0x2, 0x2, 0x349, 
-    0x34a, 0x3, 0x2, 0x2, 0x2, 0x34a, 0x34c, 0x3, 0x2, 0x2, 0x2, 0x34b, 
-    0x34d, 0x5, 0x4a, 0x26, 0x2, 0x34c, 0x34b, 0x3, 0x2, 0x2, 0x2, 0x34c, 
-    0x34d, 0x3, 0x2, 0x2, 0x2, 0x34d, 0x350, 0x3, 0x2, 0x2, 0x2, 0x34e, 
-    0x34f, 0x7, 0xa5, 0x2, 0x2, 0x34f, 0x351, 0x5, 0xaa, 0x56, 0x2, 0x350, 
-    0x34e, 0x3, 0x2, 0x2, 0x2, 0x350, 0x351, 0x3, 0x2, 0x2, 0x2, 0x351, 
-    0x363, 0x3, 0x2, 0x2, 0x2, 0x352, 0x354, 0x5, 0xb4, 0x5b, 0x2, 0x353, 
-    0x355, 0x5, 0xa4, 0x53, 0x2, 0x354, 0x353, 0x3, 0x2, 0x2, 0x2, 0x354, 
-    0x355, 0x3, 0x2, 0x2, 0x2, 0x355, 0x356, 0x3, 0x2, 0x2, 0x2, 0x356, 
-    0x359, 0x5, 0x46, 0x24, 0x2, 0x357, 0x358, 0x7, 0x1c, 0x2, 0x2, 0x358, 
-    0x35a, 0x7, 0xbc, 0x2, 0x2, 0x359, 0x357, 0x3, 0x2, 0x2, 0x2, 0x359, 
-    0x35a, 0x3, 0x2, 0x2, 0x2, 0x35a, 0x35c, 0x3, 0x2, 0x2, 0x2, 0x35b, 
-    0x35d, 0x5, 0x4a, 0x26, 0x2, 0x35c, 0x35b, 0x3, 0x2, 0x2, 0x2, 0x35c, 
-    0x35d, 0x3, 0x2, 0x2, 0x2, 0x35d, 0x360, 0x3, 0x2, 0x2, 0x2, 0x35e, 
-    0x35f, 0x7, 0xa5, 0x2, 0x2, 0x35f, 0x361, 0x5, 0xaa, 0x56, 0x2, 0x360, 
-    0x35e, 0x3, 0x2, 0x2, 0x2, 0x360, 0x361, 0x3, 0x2, 0x2, 0x2, 0x361, 
-    0x363, 0x3, 0x2, 0x2, 0x2, 0x362, 0x342, 0x3, 0x2, 0x2, 0x2, 0x362, 
-    0x352, 0x3, 0x2, 0x2, 0x2, 0x363, 0x45, 0x3, 0x2, 0x2, 0x2, 0x364, 0x365, 
-    0x9, 0x4, 0x2, 0x2, 0x365, 0x366, 0x5, 0xaa, 0x56, 0x2, 0x366, 0x47, 
-    0x3, 0x2, 0x2, 0x2, 0x367, 0x368, 0x5, 0xb4, 0x5b, 0x2, 0x368, 0x369, 
-    0x5, 0xaa, 0x56, 0x2, 0x369, 0x36a, 0x7, 0xa6, 0x2, 0x2, 0x36a, 0x36b, 
-    0x5, 0xa4, 0x53, 0x2, 0x36b, 0x36c, 0x7, 0x46, 0x2, 0x2, 0x36c, 0x36d, 
-    0x7, 0xba, 0x2, 0x2, 0x36d, 0x49, 0x3, 0x2, 0x2, 0x2, 0x36e, 0x36f, 
-    0x7, 0x19, 0x2, 0x2, 0x36f, 0x370, 0x7, 0xcd, 0x2, 0x2, 0x370, 0x375, 
-    0x5, 0x4c, 0x27, 0x2, 0x371, 0x372, 0x7, 0xc2, 0x2, 0x2, 0x372, 0x374, 
-    0x5, 0x4c, 0x27, 0x2, 0x373, 0x371, 0x3, 0x2, 0x2, 0x2, 0x374, 0x377, 
-    0x3, 0x2, 0x2, 0x2, 0x375, 0x373, 0x3, 0x2, 0x2, 0x2, 0x375, 0x376, 
-    0x3, 0x2, 0x2, 0x2, 0x376, 0x378, 0x3, 0x2, 0x2, 0x2, 0x377, 0x375, 
-    0x3, 0x2, 0x2, 0x2, 0x378, 0x379, 0x7, 0xd7, 0x2, 0x2, 0x379, 0x4b, 
-    0x3, 0x2, 0x2, 0x2, 0x37a, 0x380, 0x5, 0xd0, 0x69, 0x2, 0x37b, 0x37d, 
-    0x7, 0xcd, 0x2, 0x2, 0x37c, 0x37e, 0x5, 0xa6, 0x54, 0x2, 0x37d, 0x37c, 
-    0x3, 0x2, 0x2, 0x2, 0x37d, 0x37e, 0x3, 0x2, 0x2, 0x2, 0x37e, 0x37f, 
-    0x3, 0x2, 0x2, 0x2, 0x37f, 0x381, 0x7, 0xd7, 0x2, 0x2, 0x380, 0x37b, 
-    0x3, 0x2, 0x2, 0x2, 0x380, 0x381, 0x3, 0x2, 0x2, 0x2, 0x381, 0x4d, 0x3, 
-    0x2, 0x2, 0x2, 0x382, 0x38a, 0x5, 0xaa, 0x56, 0x2, 0x383, 0x38b, 0x7, 
-    0x28, 0x2, 0x2, 0x384, 0x385, 0x7, 0x9f, 0x2, 0x2, 0x385, 0x386, 0x7, 
-    0x2f, 0x2, 0x2, 0x386, 0x38b, 0x7, 0xbc, 0x2, 0x2, 0x387, 0x388, 0x7, 
-    0x9f, 0x2, 0x2, 0x388, 0x389, 0x7, 0xae, 0x2, 0x2, 0x389, 0x38b, 0x7, 
-    0xbc, 0x2, 0x2, 0x38a, 0x383, 0x3, 0x2, 0x2, 0x2, 0x38a, 0x384, 0x3, 
-    0x2, 0x2, 0x2, 0x38a, 0x387, 0x3, 0x2, 0x2, 0x2, 0x38a, 0x38b, 0x3, 
-    0x2, 0x2, 0x2, 0x38b, 0x4f, 0x3, 0x2, 0x2, 0x2, 0x38c, 0x38e, 0x9, 0x5, 
-    0x2, 0x2, 0x38d, 0x38f, 0x7, 0x97, 0x2, 0x2, 0x38e, 0x38d, 0x3, 0x2, 
-    0x2, 0x2, 0x38e, 0x38f, 0x3, 0x2, 0x2, 0x2, 0x38f, 0x390, 0x3, 0x2, 
-    0x2, 0x2, 0x390, 0x391, 0x5, 0xb6, 0x5c, 0x2, 0x391, 0x51, 0x3, 0x2, 
-    0x2, 0x2, 0x392, 0x393, 0x9, 0x6, 0x2, 0x2, 0x393, 0x396, 0x7, 0x21, 
-    0x2, 0x2, 0x394, 0x395, 0x7, 0x4c, 0x2, 0x2, 0x395, 0x397, 0x7, 0x37, 
-    0x2, 0x2, 0x396, 0x394, 0x3, 0x2, 0x2, 0x2, 0x396, 0x397, 0x3, 0x2, 
-    0x2, 0x2, 0x397, 0x398, 0x3, 0x2, 0x2, 0x2, 0x398, 0x39a, 0x5, 0xc0, 
-    0x61, 0x2, 0x399, 0x39b, 0x5, 0x2c, 0x17, 0x2, 0x39a, 0x399, 0x3, 0x2, 
-    0x2, 0x2, 0x39a, 0x39b, 0x3, 0x2, 0x2, 0x2, 0x39b, 0x3b2, 0x3, 0x2, 
-    0x2, 0x2, 0x39c, 0x3a3, 0x9, 0x6, 0x2, 0x2, 0x39d, 0x3a4, 0x7, 0x2e, 
-    0x2, 0x2, 0x39e, 0x3a0, 0x7, 0x99, 0x2, 0x2, 0x39f, 0x39e, 0x3, 0x2, 
-    0x2, 0x2, 0x39f, 0x3a0, 0x3, 0x2, 0x2, 0x2, 0x3a0, 0x3a1, 0x3, 0x2, 
-    0x2, 0x2, 0x3a1, 0x3a4, 0x7, 0x97, 0x2, 0x2, 0x3a2, 0x3a4, 0x7, 0xad, 
-    0x2, 0x2, 0x3a3, 0x39d, 0x3, 0x2, 0x2, 0x2, 0x3a3, 0x39f, 0x3, 0x2, 
-    0x2, 0x2, 0x3a3, 0x3a2, 0x3, 0x2, 0x2, 0x2, 0x3a4, 0x3a7, 0x3, 0x2, 
-    0x2, 0x2, 0x3a5, 0x3a6, 0x7, 0x4c, 0x2, 0x2, 0x3a6, 0x3a8, 0x7, 0x37, 
-    0x2, 0x2, 0x3a7, 0x3a5, 0x3, 0x2, 0x2, 0x2, 0x3a7, 0x3a8, 0x3, 0x2, 
-    0x2, 0x2, 0x3a8, 0x3a9, 0x3, 0x2, 0x2, 0x2, 0x3a9, 0x3ab, 0x5, 0xba, 
-    0x5e, 0x2, 0x3aa, 0x3ac, 0x5, 0x2c, 0x17, 0x2, 0x3ab, 0x3aa, 0x3, 0x2, 
-    0x2, 0x2, 0x3ab, 0x3ac, 0x3, 0x2, 0x2, 0x2, 0x3ac, 0x3af, 0x3, 0x2, 
-    0x2, 0x2, 0x3ad, 0x3ae, 0x7, 0x6f, 0x2, 0x2, 0x3ae, 0x3b0, 0x7, 0x27, 
-    0x2, 0x2, 0x3af, 0x3ad, 0x3, 0x2, 0x2, 0x2, 0x3af, 0x3b0, 0x3, 0x2, 
-    0x2, 0x2, 0x3b0, 0x3b2, 0x3, 0x2, 0x2, 0x2, 0x3b1, 0x392, 0x3, 0x2, 
-    0x2, 0x2, 0x3b1, 0x39c, 0x3, 0x2, 0x2, 0x2, 0x3b2, 0x53, 0x3, 0x2, 0x2, 
-    0x2, 0x3b3, 0x3b4, 0x7, 0x37, 0x2, 0x2, 0x3b4, 0x3b5, 0x7, 0x21, 0x2, 
-    0x2, 0x3b5, 0x3c1, 0x5, 0xc0, 0x61, 0x2, 0x3b6, 0x3bd, 0x7, 0x37, 0x2, 
-    0x2, 0x3b7, 0x3be, 0x7, 0x2e, 0x2, 0x2, 0x3b8, 0x3ba, 0x7, 0x99, 0x2, 
-    0x2, 0x3b9, 0x3b8, 0x3, 0x2, 0x2, 0x2, 0x3b9, 0x3ba, 0x3, 0x2, 0x2, 
-    0x2, 0x3ba, 0x3bb, 0x3, 0x2, 0x2, 0x2, 0x3bb, 0x3be, 0x7, 0x97, 0x2, 
-    0x2, 0x3bc, 0x3be, 0x7, 0xad, 0x2, 0x2, 0x3bd, 0x3b7, 0x3, 0x2, 0x2, 
-    0x2, 0x3bd, 0x3b9, 0x3, 0x2, 0x2, 0x2, 0x3bd, 0x3bc, 0x3, 0x2, 0x2, 
-    0x2, 0x3bd, 0x3be, 0x3, 0x2, 0x2, 0x2, 0x3be, 0x3bf, 0x3, 0x2, 0x2, 
-    0x2, 0x3bf, 0x3c1, 0x5, 0xba, 0x5e, 0x2, 0x3c0, 0x3b3, 0x3, 0x2, 0x2, 
-    0x2, 0x3c0, 0x3b6, 0x3, 0x2, 0x2, 0x2, 0x3c1, 0x55, 0x3, 0x2, 0x2, 0x2, 
-    0x3c2, 0x3c3, 0x7, 0x38, 0x2, 0x2, 0x3c3, 0x3c4, 0x7, 0x95, 0x2, 0x2, 
-    0x3c4, 0x3c5, 0x5, 0x4, 0x3, 0x2, 0x3c5, 0x57, 0x3, 0x2, 0x2, 0x2, 0x3c6, 
-    0x3c7, 0x7, 0x53, 0x2, 0x2, 0x3c7, 0x3c9, 0x7, 0x55, 0x2, 0x2, 0x3c8, 
-    0x3ca, 0x7, 0x97, 0x2, 0x2, 0x3c9, 0x3c8, 0x3, 0x2, 0x2, 0x2, 0x3c9, 
-    0x3ca, 0x3, 0x2, 0x2, 0x2, 0x3ca, 0x3ce, 0x3, 0x2, 0x2, 0x2, 0x3cb, 
-    0x3cf, 0x5, 0xba, 0x5e, 0x2, 0x3cc, 0x3cd, 0x7, 0x44, 0x2, 0x2, 0x3cd, 
-    0x3cf, 0x5, 0xb8, 0x5d, 0x2, 0x3ce, 0x3cb, 0x3, 0x2, 0x2, 0x2, 0x3ce, 
-    0x3cc, 0x3, 0x2, 0x2, 0x2, 0x3cf, 0x3d1, 0x3, 0x2, 0x2, 0x2, 0x3d0, 
-    0x3d2, 0x5, 0x5a, 0x2e, 0x2, 0x3d1, 0x3d0, 0x3, 0x2, 0x2, 0x2, 0x3d1, 
-    0x3d2, 0x3, 0x2, 0x2, 0x2, 0x3d2, 0x3d3, 0x3, 0x2, 0x2, 0x2, 0x3d3, 
-    0x3d4, 0x5, 0x5c, 0x2f, 0x2, 0x3d4, 0x59, 0x3, 0x2, 0x2, 0x2, 0x3d5, 
-    0x3d6, 0x7, 0xcd, 0x2, 0x2, 0x3d6, 0x3db, 0x5, 0xb4, 0x5b, 0x2, 0x3d7, 
-    0x3d8, 0x7, 0xc2, 0x2, 0x2, 0x3d8, 0x3da, 0x5, 0xb4, 0x5b, 0x2, 0x3d9, 
-    0x3d7, 0x3, 0x2, 0x2, 0x2, 0x3da, 0x3dd, 0x3, 0x2, 0x2, 0x2, 0x3db, 
-    0x3d9, 0x3, 0x2, 0x2, 0x2, 0x3db, 0x3dc, 0x3, 0x2, 0x2, 0x2, 0x3dc, 
-    0x3de, 0x3, 0x2, 0x2, 0x2, 0x3dd, 0x3db, 0x3, 0x2, 0x2, 0x2, 0x3de, 
-    0x3df, 0x7, 0xd7, 0x2, 0x2, 0x3df, 0x5b, 0x3, 0x2, 0x2, 0x2, 0x3e0, 
-    0x3e1, 0x7, 0x40, 0x2, 0x2, 0x3e1, 0x3ea, 0x5, 0xd0, 0x69, 0x2, 0x3e2, 
-    0x3ea, 0x7, 0xac, 0x2, 0x2, 0x3e3, 0x3e5, 0x5, 0x64, 0x33, 0x2, 0x3e4, 
-    0x3e6, 0x7, 0xd8, 0x2, 0x2, 0x3e5, 0x3e4, 0x3, 0x2, 0x2, 0x2, 0x3e5, 
-    0x3e6, 0x3, 0x2, 0x2, 0x2, 0x3e6, 0x3e7, 0x3, 0x2, 0x2, 0x2, 0x3e7, 
-    0x3e8, 0x7, 0x2, 0x2, 0x3, 0x3e8, 0x3ea, 0x3, 0x2, 0x2, 0x2, 0x3e9, 
-    0x3e0, 0x3, 0x2, 0x2, 0x2, 0x3e9, 0x3e2, 0x3, 0x2, 0x2, 0x2, 0x3e9, 
-    0x3e3, 0x3, 0x2, 0x2, 0x2, 0x3ea, 0x5d, 0x3, 0x2, 0x2, 0x2, 0x3eb, 0x3ec, 
-    0x7, 0x5a, 0x2, 0x2, 0x3ec, 0x3ee, 0x7, 0x6d, 0x2, 0x2, 0x3ed, 0x3ef, 
-    0x5, 0x2c, 0x17, 0x2, 0x3ee, 0x3ed, 0x3, 0x2, 0x2, 0x2, 0x3ee, 0x3ef, 
-    0x3, 0x2, 0x2, 0x2, 0x3ef, 0x3f0, 0x3, 0x2, 0x2, 0x2, 0x3f0, 0x3f2, 
-    0x5, 0x74, 0x3b, 0x2, 0x3f1, 0x3f3, 0x9, 0x7, 0x2, 0x2, 0x3f2, 0x3f1, 
-    0x3, 0x2, 0x2, 0x2, 0x3f2, 0x3f3, 0x3, 0x2, 0x2, 0x2, 0x3f3, 0x5f, 0x3, 
-    0x2, 0x2, 0x2, 0x3f4, 0x3f5, 0x7, 0x75, 0x2, 0x2, 0x3f5, 0x3f6, 0x7, 
-    0x97, 0x2, 0x2, 0x3f6, 0x3f8, 0x5, 0xba, 0x5e, 0x2, 0x3f7, 0x3f9, 0x5, 
-    0x2c, 0x17, 0x2, 0x3f8, 0x3f7, 0x3, 0x2, 0x2, 0x2, 0x3f8, 0x3f9, 0x3, 
-    0x2, 0x2, 0x2, 0x3f9, 0x3fb, 0x3, 0x2, 0x2, 0x2, 0x3fa, 0x3fc, 0x5, 
-    0x10, 0x9, 0x2, 0x3fb, 0x3fa, 0x3, 0x2, 0x2, 0x2, 0x3fb, 0x3fc, 0x3, 
-    0x2, 0x2, 0x2, 0x3fc, 0x3fe, 0x3, 0x2, 0x2, 0x2, 0x3fd, 0x3ff, 0x7, 
-    0x3c, 0x2, 0x2, 0x3fe, 0x3fd, 0x3, 0x2, 0x2, 0x2, 0x3fe, 0x3ff, 0x3, 
-    0x2, 0x2, 0x2, 0x3ff, 0x401, 0x3, 0x2, 0x2, 0x2, 0x400, 0x402, 0x7, 
-    0x25, 0x2, 0x2, 0x401, 0x400, 0x3, 0x2, 0x2, 0x2, 0x401, 0x402, 0x3, 
-    0x2, 0x2, 0x2, 0x402, 0x61, 0x3, 0x2, 0x2, 0x2, 0x403, 0x404, 0x7, 0x82, 
-    0x2, 0x2, 0x404, 0x405, 0x7, 0x97, 0x2, 0x2, 0x405, 0x406, 0x5, 0xba, 
-    0x5e, 0x2, 0x406, 0x407, 0x7, 0x9f, 0x2, 0x2, 0x407, 0x40f, 0x5, 0xba, 
-    0x5e, 0x2, 0x408, 0x409, 0x7, 0xc2, 0x2, 0x2, 0x409, 0x40a, 0x5, 0xba, 
-    0x5e, 0x2, 0x40a, 0x40b, 0x7, 0x9f, 0x2, 0x2, 0x40b, 0x40c, 0x5, 0xba, 
-    0x5e, 0x2, 0x40c, 0x40e, 0x3, 0x2, 0x2, 0x2, 0x40d, 0x408, 0x3, 0x2, 
-    0x2, 0x2, 0x40e, 0x411, 0x3, 0x2, 0x2, 0x2, 0x40f, 0x40d, 0x3, 0x2, 
-    0x2, 0x2, 0x40f, 0x410, 0x3, 0x2, 0x2, 0x2, 0x410, 0x413, 0x3, 0x2, 
-    0x2, 0x2, 0x411, 0x40f, 0x3, 0x2, 0x2, 0x2, 0x412, 0x414, 0x5, 0x2c, 
-    0x17, 0x2, 0x413, 0x412, 0x3, 0x2, 0x2, 0x2, 0x413, 0x414, 0x3, 0x2, 
-    0x2, 0x2, 0x414, 0x63, 0x3, 0x2, 0x2, 0x2, 0x415, 0x41b, 0x5, 0x66, 
-    0x34, 0x2, 0x416, 0x417, 0x7, 0xa7, 0x2, 0x2, 0x417, 0x418, 0x7, 0x6, 
-    0x2, 0x2, 0x418, 0x41a, 0x5, 0x66, 0x34, 0x2, 0x419, 0x416, 0x3, 0x2, 
-    0x2, 0x2, 0x41a, 0x41d, 0x3, 0x2, 0x2, 0x2, 0x41b, 0x419, 0x3, 0x2, 
-    0x2, 0x2, 0x41b, 0x41c, 0x3, 0x2, 0x2, 0x2, 0x41c, 0x65, 0x3, 0x2, 0x2, 
-    0x2, 0x41d, 0x41b, 0x3, 0x2, 0x2, 0x2, 0x41e, 0x424, 0x5, 0x68, 0x35, 
-    0x2, 0x41f, 0x420, 0x7, 0xcd, 0x2, 0x2, 0x420, 0x421, 0x5, 0x64, 0x33, 
-    0x2, 0x421, 0x422, 0x7, 0xd7, 0x2, 0x2, 0x422, 0x424, 0x3, 0x2, 0x2, 
-    0x2, 0x423, 0x41e, 0x3, 0x2, 0x2, 0x2, 0x423, 0x41f, 0x3, 0x2, 0x2, 
-    0x2, 0x424, 0x67, 0x3, 0x2, 0x2, 0x2, 0x425, 0x427, 0x5, 0x6a, 0x36, 
-    0x2, 0x426, 0x425, 0x3, 0x2, 0x2, 0x2, 0x426, 0x427, 0x3, 0x2, 0x2, 
-    0x2, 0x427, 0x428, 0x3, 0x2, 0x2, 0x2, 0x428, 0x42a, 0x7, 0x8a, 0x2, 
-    0x2, 0x429, 0x42b, 0x7, 0x30, 0x2, 0x2, 0x42a, 0x429, 0x3, 0x2, 0x2, 
-    0x2, 0x42a, 0x42b, 0x3, 0x2, 0x2, 0x2, 0x42b, 0x42d, 0x3, 0x2, 0x2, 
-    0x2, 0x42c, 0x42e, 0x5, 0x6c, 0x37, 0x2, 0x42d, 0x42c, 0x3, 0x2, 0x2, 
-    0x2, 0x42d, 0x42e, 0x3, 0x2, 0x2, 0x2, 0x42e, 0x42f, 0x3, 0x2, 0x2, 
-    0x2, 0x42f, 0x431, 0x5, 0xa6, 0x54, 0x2, 0x430, 0x432, 0x5, 0x6e, 0x38, 
-    0x2, 0x431, 0x430, 0x3, 0x2, 0x2, 0x2, 0x431, 0x432, 0x3, 0x2, 0x2, 
-    0x2, 0x432, 0x434, 0x3, 0x2, 0x2, 0x2, 0x433, 0x435, 0x5, 0x70, 0x39, 
-    0x2, 0x434, 0x433, 0x3, 0x2, 0x2, 0x2, 0x434, 0x435, 0x3, 0x2, 0x2, 
-    0x2, 0x435, 0x437, 0x3, 0x2, 0x2, 0x2, 0x436, 0x438, 0x5, 0x72, 0x3a, 
-    0x2, 0x437, 0x436, 0x3, 0x2, 0x2, 0x2, 0x437, 0x438, 0x3, 0x2, 0x2, 
-    0x2, 0x438, 0x43a, 0x3, 0x2, 0x2, 0x2, 0x439, 0x43b, 0x5, 0x74, 0x3b, 
-    0x2, 0x43a, 0x439, 0x3, 0x2, 0x2, 0x2, 0x43a, 0x43b, 0x3, 0x2, 0x2, 
-    0x2, 0x43b, 0x43d, 0x3, 0x2, 0x2, 0x2, 0x43c, 0x43e, 0x5, 0x76, 0x3c, 
-    0x2, 0x43d, 0x43c, 0x3, 0x2, 0x2, 0x2, 0x43d, 0x43e, 0x3, 0x2, 0x2, 
-    0x2, 0x43e, 0x441, 0x3, 0x2, 0x2, 0x2, 0x43f, 0x440, 0x7, 0xb3, 0x2, 
-    0x2, 0x440, 0x442, 0x9, 0x8, 0x2, 0x2, 0x441, 0x43f, 0x3, 0x2, 0x2, 
-    0x2, 0x441, 0x442, 0x3, 0x2, 0x2, 0x2, 0x442, 0x445, 0x3, 0x2, 0x2, 
-    0x2, 0x443, 0x444, 0x7, 0xb3, 0x2, 0x2, 0x444, 0x446, 0x7, 0xa1, 0x2, 
-    0x2, 0x445, 0x443, 0x3, 0x2, 0x2, 0x2, 0x445, 0x446, 0x3, 0x2, 0x2, 
-    0x2, 0x446, 0x448, 0x3, 0x2, 0x2, 0x2, 0x447, 0x449, 0x5, 0x78, 0x3d, 
+    0xcc, 0xce, 0xd0, 0xd2, 0xd4, 0xd6, 0xd8, 0xda, 0x2, 0x1d, 0x8, 0x2, 
+    0x5, 0x5, 0x19, 0x19, 0x1c, 0x1c, 0x26, 0x26, 0x65, 0x65, 0xa7, 0xa7, 
+    0x4, 0x2, 0x10, 0x10, 0x1e, 0x1e, 0x5, 0x2, 0x5, 0x5, 0x26, 0x26, 0x65, 
+    0x65, 0x4, 0x2, 0x29, 0x29, 0x2b, 0x2b, 0x4, 0x2, 0x2c, 0x2c, 0x32, 
+    0x32, 0x5, 0x2, 0xf, 0xf, 0x96, 0x96, 0x9c, 0x9c, 0x4, 0x2, 0x20, 0x20, 
+    0x89, 0x89, 0x4, 0x2, 0x52, 0x52, 0x5e, 0x5e, 0x4, 0x2, 0x45, 0x45, 
+    0x63, 0x63, 0x5, 0x2, 0x6, 0x6, 0xa, 0xa, 0xe, 0xe, 0x6, 0x2, 0x6, 0x6, 
+    0x9, 0xa, 0xe, 0xe, 0x8d, 0x8d, 0x4, 0x2, 0x5e, 0x5e, 0x88, 0x88, 0x4, 
+    0x2, 0x6, 0x6, 0xa, 0xa, 0x4, 0x2, 0x74, 0x74, 0xc4, 0xc4, 0x4, 0x2, 
+    0xd, 0xd, 0x29, 0x2a, 0x4, 0x2, 0x3d, 0x3d, 0x5b, 0x5b, 0x4, 0x2, 0x42, 
+    0x42, 0x4e, 0x4e, 0x3, 0x2, 0x93, 0x94, 0x5, 0x2, 0x12, 0x12, 0x5d, 
+    0x5d, 0xa4, 0xa4, 0x5, 0x2, 0xc0, 0xc0, 0xd2, 0xd2, 0xdb, 0xdb, 0x4, 
+    0x2, 0xc5, 0xc6, 0xd3, 0xd3, 0x4, 0x2, 0x4d, 0x4d, 0x60, 0x60, 0x3, 
+    0x2, 0xbb, 0xbc, 0x4, 0x2, 0xc6, 0xc6, 0xd3, 0xd3, 0xa, 0x2, 0x24, 0x24, 
+    0x4a, 0x4a, 0x6a, 0x6a, 0x6c, 0x6c, 0x80, 0x80, 0x8b, 0x8b, 0xb2, 0xb2, 
+    0xb6, 0xb6, 0xe, 0x2, 0x4, 0x23, 0x25, 0x49, 0x4b, 0x4f, 0x51, 0x69, 
+    0x6b, 0x6b, 0x6d, 0x6e, 0x70, 0x71, 0x73, 0x7e, 0x81, 0x8a, 0x8c, 0xb1, 
+    0xb3, 0xb5, 0xb7, 0xb8, 0x6, 0x2, 0x23, 0x23, 0x3d, 0x3d, 0x4b, 0x4b, 
+    0x59, 0x59, 0x2, 0x88a, 0x2, 0xea, 0x3, 0x2, 0x2, 0x2, 0x4, 0xfe, 0x3, 
+    0x2, 0x2, 0x2, 0x6, 0x100, 0x3, 0x2, 0x2, 0x2, 0x8, 0x1e4, 0x3, 0x2, 
+    0x2, 0x2, 0xa, 0x1e6, 0x3, 0x2, 0x2, 0x2, 0xc, 0x1ee, 0x3, 0x2, 0x2, 
+    0x2, 0xe, 0x1f2, 0x3, 0x2, 0x2, 0x2, 0x10, 0x1f9, 0x3, 0x2, 0x2, 0x2, 
+    0x12, 0x1fb, 0x3, 0x2, 0x2, 0x2, 0x14, 0x201, 0x3, 0x2, 0x2, 0x2, 0x16, 
+    0x290, 0x3, 0x2, 0x2, 0x2, 0x18, 0x292, 0x3, 0x2, 0x2, 0x2, 0x1a, 0x29d, 
+    0x3, 0x2, 0x2, 0x2, 0x1c, 0x2b8, 0x3, 0x2, 0x2, 0x2, 0x1e, 0x2d3, 0x3, 
+    0x2, 0x2, 0x2, 0x20, 0x2d7, 0x3, 0x2, 0x2, 0x2, 0x22, 0x2e0, 0x3, 0x2, 
+    0x2, 0x2, 0x24, 0x2ed, 0x3, 0x2, 0x2, 0x2, 0x26, 0x2fc, 0x3, 0x2, 0x2, 
+    0x2, 0x28, 0x309, 0x3, 0x2, 0x2, 0x2, 0x2a, 0x319, 0x3, 0x2, 0x2, 0x2, 
+    0x2c, 0x31e, 0x3, 0x2, 0x2, 0x2, 0x2e, 0x324, 0x3, 0x2, 0x2, 0x2, 0x30, 
+    0x327, 0x3, 0x2, 0x2, 0x2, 0x32, 0x32a, 0x3, 0x2, 0x2, 0x2, 0x34, 0x33c, 
+    0x3, 0x2, 0x2, 0x2, 0x36, 0x33e, 0x3, 0x2, 0x2, 0x2, 0x38, 0x35c, 0x3, 
+    0x2, 0x2, 0x2, 0x3a, 0x360, 0x3, 0x2, 0x2, 0x2, 0x3c, 0x364, 0x3, 0x2, 
+    0x2, 0x2, 0x3e, 0x368, 0x3, 0x2, 0x2, 0x2, 0x40, 0x371, 0x3, 0x2, 0x2, 
+    0x2, 0x42, 0x387, 0x3, 0x2, 0x2, 0x2, 0x44, 0x3a9, 0x3, 0x2, 0x2, 0x2, 
+    0x46, 0x3ab, 0x3, 0x2, 0x2, 0x2, 0x48, 0x3ae, 0x3, 0x2, 0x2, 0x2, 0x4a, 
+    0x3b5, 0x3, 0x2, 0x2, 0x2, 0x4c, 0x3b8, 0x3, 0x2, 0x2, 0x2, 0x4e, 0x3c4, 
+    0x3, 0x2, 0x2, 0x2, 0x50, 0x3cc, 0x3, 0x2, 0x2, 0x2, 0x52, 0x3d6, 0x3, 
+    0x2, 0x2, 0x2, 0x54, 0x3fb, 0x3, 0x2, 0x2, 0x2, 0x56, 0x40a, 0x3, 0x2, 
+    0x2, 0x2, 0x58, 0x40c, 0x3, 0x2, 0x2, 0x2, 0x5a, 0x410, 0x3, 0x2, 0x2, 
+    0x2, 0x5c, 0x41f, 0x3, 0x2, 0x2, 0x2, 0x5e, 0x433, 0x3, 0x2, 0x2, 0x2, 
+    0x60, 0x435, 0x3, 0x2, 0x2, 0x2, 0x62, 0x43e, 0x3, 0x2, 0x2, 0x2, 0x64, 
+    0x44d, 0x3, 0x2, 0x2, 0x2, 0x66, 0x45f, 0x3, 0x2, 0x2, 0x2, 0x68, 0x46d, 
+    0x3, 0x2, 0x2, 0x2, 0x6a, 0x47b, 0x3, 0x2, 0x2, 0x2, 0x6c, 0x47e, 0x3, 
+    0x2, 0x2, 0x2, 0x6e, 0x4ae, 0x3, 0x2, 0x2, 0x2, 0x70, 0x4b1, 0x3, 0x2, 
+    0x2, 0x2, 0x72, 0x4b7, 0x3, 0x2, 0x2, 0x2, 0x74, 0x4bb, 0x3, 0x2, 0x2, 
+    0x2, 0x76, 0x4c1, 0x3, 0x2, 0x2, 0x2, 0x78, 0x4c4, 0x3, 0x2, 0x2, 0x2, 
+    0x7a, 0x4c7, 0x3, 0x2, 0x2, 0x2, 0x7c, 0x4d1, 0x3, 0x2, 0x2, 0x2, 0x7e, 
+    0x4d4, 0x3, 0x2, 0x2, 0x2, 0x80, 0x4d8, 0x3, 0x2, 0x2, 0x2, 0x82, 0x4dc, 
+    0x3, 0x2, 0x2, 0x2, 0x84, 0x4e1, 0x3, 0x2, 0x2, 0x2, 0x86, 0x4e7, 0x3, 
+    0x2, 0x2, 0x2, 0x88, 0x4f6, 0x3, 0x2, 0x2, 0x2, 0x8a, 0x537, 0x3, 0x2, 
+    0x2, 0x2, 0x8c, 0x53f, 0x3, 0x2, 0x2, 0x2, 0x8e, 0x54a, 0x3, 0x2, 0x2, 
+    0x2, 0x90, 0x54c, 0x3, 0x2, 0x2, 0x2, 0x92, 0x552, 0x3, 0x2, 0x2, 0x2, 
+    0x94, 0x557, 0x3, 0x2, 0x2, 0x2, 0x96, 0x55f, 0x3, 0x2, 0x2, 0x2, 0x98, 
+    0x56b, 0x3, 0x2, 0x2, 0x2, 0x9a, 0x570, 0x3, 0x2, 0x2, 0x2, 0x9c, 0x578, 
+    0x3, 0x2, 0x2, 0x2, 0x9e, 0x57c, 0x3, 0x2, 0x2, 0x2, 0xa0, 0x5a9, 0x3, 
+    0x2, 0x2, 0x2, 0xa2, 0x5cd, 0x3, 0x2, 0x2, 0x2, 0xa4, 0x5cf, 0x3, 0x2, 
+    0x2, 0x2, 0xa6, 0x5de, 0x3, 0x2, 0x2, 0x2, 0xa8, 0x5e1, 0x3, 0x2, 0x2, 
+    0x2, 0xaa, 0x619, 0x3, 0x2, 0x2, 0x2, 0xac, 0x61b, 0x3, 0x2, 0x2, 0x2, 
+    0xae, 0x62e, 0x3, 0x2, 0x2, 0x2, 0xb0, 0x69b, 0x3, 0x2, 0x2, 0x2, 0xb2, 
+    0x6e7, 0x3, 0x2, 0x2, 0x2, 0xb4, 0x6f1, 0x3, 0x2, 0x2, 0x2, 0xb6, 0x706, 
+    0x3, 0x2, 0x2, 0x2, 0xb8, 0x70e, 0x3, 0x2, 0x2, 0x2, 0xba, 0x712, 0x3, 
+    0x2, 0x2, 0x2, 0xbc, 0x71e, 0x3, 0x2, 0x2, 0x2, 0xbe, 0x72b, 0x3, 0x2, 
+    0x2, 0x2, 0xc0, 0x735, 0x3, 0x2, 0x2, 0x2, 0xc2, 0x739, 0x3, 0x2, 0x2, 
+    0x2, 0xc4, 0x744, 0x3, 0x2, 0x2, 0x2, 0xc6, 0x746, 0x3, 0x2, 0x2, 0x2, 
+    0xc8, 0x750, 0x3, 0x2, 0x2, 0x2, 0xca, 0x753, 0x3, 0x2, 0x2, 0x2, 0xcc, 
+    0x760, 0x3, 0x2, 0x2, 0x2, 0xce, 0x762, 0x3, 0x2, 0x2, 0x2, 0xd0, 0x764, 
+    0x3, 0x2, 0x2, 0x2, 0xd2, 0x766, 0x3, 0x2, 0x2, 0x2, 0xd4, 0x76a, 0x3, 
+    0x2, 0x2, 0x2, 0xd6, 0x76f, 0x3, 0x2, 0x2, 0x2, 0xd8, 0x773, 0x3, 0x2, 
+    0x2, 0x2, 0xda, 0x775, 0x3, 0x2, 0x2, 0x2, 0xdc, 0xe0, 0x5, 0x4, 0x3, 
+    0x2, 0xdd, 0xde, 0x7, 0x55, 0x2, 0x2, 0xde, 0xdf, 0x7, 0x7a, 0x2, 0x2, 
+    0xdf, 0xe1, 0x7, 0xbe, 0x2, 0x2, 0xe0, 0xdd, 0x3, 0x2, 0x2, 0x2, 0xe0, 
+    0xe1, 0x3, 0x2, 0x2, 0x2, 0xe1, 0xe4, 0x3, 0x2, 0x2, 0x2, 0xe2, 0xe3, 
+    0x7, 0x40, 0x2, 0x2, 0xe3, 0xe5, 0x5, 0xd8, 0x6d, 0x2, 0xe4, 0xe2, 0x3, 
+    0x2, 0x2, 0x2, 0xe4, 0xe5, 0x3, 0x2, 0x2, 0x2, 0xe5, 0xe7, 0x3, 0x2, 
+    0x2, 0x2, 0xe6, 0xe8, 0x7, 0xda, 0x2, 0x2, 0xe7, 0xe6, 0x3, 0x2, 0x2, 
+    0x2, 0xe7, 0xe8, 0x3, 0x2, 0x2, 0x2, 0xe8, 0xeb, 0x3, 0x2, 0x2, 0x2, 
+    0xe9, 0xeb, 0x5, 0x5a, 0x2e, 0x2, 0xea, 0xdc, 0x3, 0x2, 0x2, 0x2, 0xea, 
+    0xe9, 0x3, 0x2, 0x2, 0x2, 0xeb, 0x3, 0x3, 0x2, 0x2, 0x2, 0xec, 0xff, 
+    0x5, 0x6, 0x4, 0x2, 0xed, 0xff, 0x5, 0x12, 0xa, 0x2, 0xee, 0xff, 0x5, 
+    0x14, 0xb, 0x2, 0xef, 0xff, 0x5, 0x16, 0xc, 0x2, 0xf0, 0xff, 0x5, 0x52, 
+    0x2a, 0x2, 0xf1, 0xff, 0x5, 0x54, 0x2b, 0x2, 0xf2, 0xff, 0x5, 0x56, 
+    0x2c, 0x2, 0xf3, 0xff, 0x5, 0x58, 0x2d, 0x2, 0xf4, 0xff, 0x5, 0x60, 
+    0x31, 0x2, 0xf5, 0xff, 0x5, 0x62, 0x32, 0x2, 0xf6, 0xff, 0x5, 0x64, 
+    0x33, 0x2, 0xf7, 0xff, 0x5, 0x68, 0x35, 0x2, 0xf8, 0xff, 0x5, 0x9e, 
+    0x50, 0x2, 0xf9, 0xff, 0x5, 0xa0, 0x51, 0x2, 0xfa, 0xff, 0x5, 0xa2, 
+    0x52, 0x2, 0xfb, 0xff, 0x5, 0xa4, 0x53, 0x2, 0xfc, 0xff, 0x5, 0xa6, 
+    0x54, 0x2, 0xfd, 0xff, 0x5, 0xa8, 0x55, 0x2, 0xfe, 0xec, 0x3, 0x2, 0x2, 
+    0x2, 0xfe, 0xed, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xee, 0x3, 0x2, 0x2, 0x2, 
+    0xfe, 0xef, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xf0, 0x3, 0x2, 0x2, 0x2, 0xfe, 
+    0xf1, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xf2, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xf3, 
+    0x3, 0x2, 0x2, 0x2, 0xfe, 0xf4, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xf5, 0x3, 
+    0x2, 0x2, 0x2, 0xfe, 0xf6, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xf7, 0x3, 0x2, 
+    0x2, 0x2, 0xfe, 0xf8, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xf9, 0x3, 0x2, 0x2, 
+    0x2, 0xfe, 0xfa, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xfb, 0x3, 0x2, 0x2, 0x2, 
+    0xfe, 0xfc, 0x3, 0x2, 0x2, 0x2, 0xfe, 0xfd, 0x3, 0x2, 0x2, 0x2, 0xff, 
+    0x5, 0x3, 0x2, 0x2, 0x2, 0x100, 0x101, 0x7, 0x7, 0x2, 0x2, 0x101, 0x102, 
+    0x7, 0x99, 0x2, 0x2, 0x102, 0x104, 0x5, 0xc0, 0x61, 0x2, 0x103, 0x105, 
+    0x5, 0x2c, 0x17, 0x2, 0x104, 0x103, 0x3, 0x2, 0x2, 0x2, 0x104, 0x105, 
+    0x3, 0x2, 0x2, 0x2, 0x105, 0x106, 0x3, 0x2, 0x2, 0x2, 0x106, 0x10b, 
+    0x5, 0x8, 0x5, 0x2, 0x107, 0x108, 0x7, 0xc4, 0x2, 0x2, 0x108, 0x10a, 
+    0x5, 0x8, 0x5, 0x2, 0x109, 0x107, 0x3, 0x2, 0x2, 0x2, 0x10a, 0x10d, 
+    0x3, 0x2, 0x2, 0x2, 0x10b, 0x109, 0x3, 0x2, 0x2, 0x2, 0x10b, 0x10c, 
+    0x3, 0x2, 0x2, 0x2, 0x10c, 0x7, 0x3, 0x2, 0x2, 0x2, 0x10d, 0x10b, 0x3, 
+    0x2, 0x2, 0x2, 0x10e, 0x10f, 0x7, 0x3, 0x2, 0x2, 0x10f, 0x113, 0x7, 
+    0x1b, 0x2, 0x2, 0x110, 0x111, 0x7, 0x4c, 0x2, 0x2, 0x111, 0x112, 0x7, 
+    0x71, 0x2, 0x2, 0x112, 0x114, 0x7, 0x37, 0x2, 0x2, 0x113, 0x110, 0x3, 
+    0x2, 0x2, 0x2, 0x113, 0x114, 0x3, 0x2, 0x2, 0x2, 0x114, 0x115, 0x3, 
+    0x2, 0x2, 0x2, 0x115, 0x118, 0x5, 0x44, 0x23, 0x2, 0x116, 0x117, 0x7, 
+    0x4, 0x2, 0x2, 0x117, 0x119, 0x5, 0xba, 0x5e, 0x2, 0x118, 0x116, 0x3, 
+    0x2, 0x2, 0x2, 0x118, 0x119, 0x3, 0x2, 0x2, 0x2, 0x119, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x11a, 0x11b, 0x7, 0x3, 0x2, 0x2, 0x11b, 0x11f, 0x7, 
+    0x4f, 0x2, 0x2, 0x11c, 0x11d, 0x7, 0x4c, 0x2, 0x2, 0x11d, 0x11e, 0x7, 
+    0x71, 0x2, 0x2, 0x11e, 0x120, 0x7, 0x37, 0x2, 0x2, 0x11f, 0x11c, 0x3, 
+    0x2, 0x2, 0x2, 0x11f, 0x120, 0x3, 0x2, 0x2, 0x2, 0x120, 0x121, 0x3, 
+    0x2, 0x2, 0x2, 0x121, 0x124, 0x5, 0x48, 0x25, 0x2, 0x122, 0x123, 0x7, 
+    0x4, 0x2, 0x2, 0x123, 0x125, 0x5, 0xba, 0x5e, 0x2, 0x124, 0x122, 0x3, 
+    0x2, 0x2, 0x2, 0x124, 0x125, 0x3, 0x2, 0x2, 0x2, 0x125, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x126, 0x127, 0x7, 0x3, 0x2, 0x2, 0x127, 0x12b, 0x7, 
+    0x7f, 0x2, 0x2, 0x128, 0x129, 0x7, 0x4c, 0x2, 0x2, 0x129, 0x12a, 0x7, 
+    0x71, 0x2, 0x2, 0x12a, 0x12c, 0x7, 0x37, 0x2, 0x2, 0x12b, 0x128, 0x3, 
+    0x2, 0x2, 0x2, 0x12b, 0x12c, 0x3, 0x2, 0x2, 0x2, 0x12c, 0x12d, 0x3, 
+    0x2, 0x2, 0x2, 0x12d, 0x130, 0x5, 0x4a, 0x26, 0x2, 0x12e, 0x12f, 0x7, 
+    0x4, 0x2, 0x2, 0x12f, 0x131, 0x5, 0xba, 0x5e, 0x2, 0x130, 0x12e, 0x3, 
+    0x2, 0x2, 0x2, 0x130, 0x131, 0x3, 0x2, 0x2, 0x2, 0x131, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x132, 0x133, 0x7, 0x10, 0x2, 0x2, 0x133, 0x136, 0x5, 
+    0x10, 0x9, 0x2, 0x134, 0x135, 0x7, 0x42, 0x2, 0x2, 0x135, 0x137, 0x5, 
+    0xc0, 0x61, 0x2, 0x136, 0x134, 0x3, 0x2, 0x2, 0x2, 0x136, 0x137, 0x3, 
+    0x2, 0x2, 0x2, 0x137, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x138, 0x139, 0x7, 
+    0x17, 0x2, 0x2, 0x139, 0x13c, 0x7, 0x1b, 0x2, 0x2, 0x13a, 0x13b, 0x7, 
+    0x4c, 0x2, 0x2, 0x13b, 0x13d, 0x7, 0x37, 0x2, 0x2, 0x13c, 0x13a, 0x3, 
+    0x2, 0x2, 0x2, 0x13c, 0x13d, 0x3, 0x2, 0x2, 0x2, 0x13d, 0x13e, 0x3, 
+    0x2, 0x2, 0x2, 0x13e, 0x141, 0x5, 0xba, 0x5e, 0x2, 0x13f, 0x140, 0x7, 
+    0x4e, 0x2, 0x2, 0x140, 0x142, 0x5, 0x10, 0x9, 0x2, 0x141, 0x13f, 0x3, 
+    0x2, 0x2, 0x2, 0x141, 0x142, 0x3, 0x2, 0x2, 0x2, 0x142, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x143, 0x144, 0x7, 0x17, 0x2, 0x2, 0x144, 0x147, 0x7, 
+    0x4f, 0x2, 0x2, 0x145, 0x146, 0x7, 0x4c, 0x2, 0x2, 0x146, 0x148, 0x7, 
+    0x37, 0x2, 0x2, 0x147, 0x145, 0x3, 0x2, 0x2, 0x2, 0x147, 0x148, 0x3, 
+    0x2, 0x2, 0x2, 0x148, 0x149, 0x3, 0x2, 0x2, 0x2, 0x149, 0x14c, 0x5, 
+    0xba, 0x5e, 0x2, 0x14a, 0x14b, 0x7, 0x4e, 0x2, 0x2, 0x14b, 0x14d, 0x5, 
+    0x10, 0x9, 0x2, 0x14c, 0x14a, 0x3, 0x2, 0x2, 0x2, 0x14c, 0x14d, 0x3, 
+    0x2, 0x2, 0x2, 0x14d, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x14e, 0x14f, 0x7, 
+    0x17, 0x2, 0x2, 0x14f, 0x152, 0x7, 0x7f, 0x2, 0x2, 0x150, 0x151, 0x7, 
+    0x4c, 0x2, 0x2, 0x151, 0x153, 0x7, 0x37, 0x2, 0x2, 0x152, 0x150, 0x3, 
+    0x2, 0x2, 0x2, 0x152, 0x153, 0x3, 0x2, 0x2, 0x2, 0x153, 0x154, 0x3, 
+    0x2, 0x2, 0x2, 0x154, 0x157, 0x5, 0xba, 0x5e, 0x2, 0x155, 0x156, 0x7, 
+    0x4e, 0x2, 0x2, 0x156, 0x158, 0x5, 0x10, 0x9, 0x2, 0x157, 0x155, 0x3, 
+    0x2, 0x2, 0x2, 0x157, 0x158, 0x3, 0x2, 0x2, 0x2, 0x158, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x159, 0x15a, 0x7, 0x1c, 0x2, 0x2, 0x15a, 0x15d, 0x7, 
+    0x1b, 0x2, 0x2, 0x15b, 0x15c, 0x7, 0x4c, 0x2, 0x2, 0x15c, 0x15e, 0x7, 
+    0x37, 0x2, 0x2, 0x15d, 0x15b, 0x3, 0x2, 0x2, 0x2, 0x15d, 0x15e, 0x3, 
+    0x2, 0x2, 0x2, 0x15e, 0x15f, 0x3, 0x2, 0x2, 0x2, 0x15f, 0x160, 0x5, 
+    0xba, 0x5e, 0x2, 0x160, 0x161, 0x7, 0xbe, 0x2, 0x2, 0x161, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x162, 0x163, 0x7, 0x28, 0x2, 0x2, 0x163, 0x164, 0x7, 
+    0xb4, 0x2, 0x2, 0x164, 0x1e5, 0x5, 0xb0, 0x59, 0x2, 0x165, 0x166, 0x7, 
+    0x2c, 0x2, 0x2, 0x166, 0x1e5, 0x5, 0x10, 0x9, 0x2, 0x167, 0x168, 0x7, 
+    0x32, 0x2, 0x2, 0x168, 0x16b, 0x7, 0x1b, 0x2, 0x2, 0x169, 0x16a, 0x7, 
+    0x4c, 0x2, 0x2, 0x16a, 0x16c, 0x7, 0x37, 0x2, 0x2, 0x16b, 0x169, 0x3, 
+    0x2, 0x2, 0x2, 0x16b, 0x16c, 0x3, 0x2, 0x2, 0x2, 0x16c, 0x16d, 0x3, 
+    0x2, 0x2, 0x2, 0x16d, 0x1e5, 0x5, 0xba, 0x5e, 0x2, 0x16e, 0x16f, 0x7, 
+    0x32, 0x2, 0x2, 0x16f, 0x172, 0x7, 0x4f, 0x2, 0x2, 0x170, 0x171, 0x7, 
+    0x4c, 0x2, 0x2, 0x171, 0x173, 0x7, 0x37, 0x2, 0x2, 0x172, 0x170, 0x3, 
+    0x2, 0x2, 0x2, 0x172, 0x173, 0x3, 0x2, 0x2, 0x2, 0x173, 0x174, 0x3, 
+    0x2, 0x2, 0x2, 0x174, 0x1e5, 0x5, 0xba, 0x5e, 0x2, 0x175, 0x176, 0x7, 
+    0x32, 0x2, 0x2, 0x176, 0x179, 0x7, 0x7f, 0x2, 0x2, 0x177, 0x178, 0x7, 
+    0x4c, 0x2, 0x2, 0x178, 0x17a, 0x7, 0x37, 0x2, 0x2, 0x179, 0x177, 0x3, 
+    0x2, 0x2, 0x2, 0x179, 0x17a, 0x3, 0x2, 0x2, 0x2, 0x17a, 0x17b, 0x3, 
+    0x2, 0x2, 0x2, 0x17b, 0x1e5, 0x5, 0xba, 0x5e, 0x2, 0x17c, 0x17d, 0x7, 
+    0x32, 0x2, 0x2, 0x17d, 0x1e5, 0x5, 0x10, 0x9, 0x2, 0x17e, 0x180, 0x7, 
+    0x41, 0x2, 0x2, 0x17f, 0x181, 0x5, 0x10, 0x9, 0x2, 0x180, 0x17f, 0x3, 
+    0x2, 0x2, 0x2, 0x180, 0x181, 0x3, 0x2, 0x2, 0x2, 0x181, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x182, 0x183, 0x7, 0x66, 0x2, 0x2, 0x183, 0x186, 0x7, 
+    0x4f, 0x2, 0x2, 0x184, 0x185, 0x7, 0x4c, 0x2, 0x2, 0x185, 0x187, 0x7, 
+    0x37, 0x2, 0x2, 0x186, 0x184, 0x3, 0x2, 0x2, 0x2, 0x186, 0x187, 0x3, 
+    0x2, 0x2, 0x2, 0x187, 0x188, 0x3, 0x2, 0x2, 0x2, 0x188, 0x18b, 0x5, 
+    0xba, 0x5e, 0x2, 0x189, 0x18a, 0x7, 0x4e, 0x2, 0x2, 0x18a, 0x18c, 0x5, 
+    0x10, 0x9, 0x2, 0x18b, 0x189, 0x3, 0x2, 0x2, 0x2, 0x18b, 0x18c, 0x3, 
+    0x2, 0x2, 0x2, 0x18c, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x18d, 0x18e, 0x7, 
+    0x66, 0x2, 0x2, 0x18e, 0x191, 0x7, 0x7f, 0x2, 0x2, 0x18f, 0x190, 0x7, 
+    0x4c, 0x2, 0x2, 0x190, 0x192, 0x7, 0x37, 0x2, 0x2, 0x191, 0x18f, 0x3, 
+    0x2, 0x2, 0x2, 0x191, 0x192, 0x3, 0x2, 0x2, 0x2, 0x192, 0x193, 0x3, 
+    0x2, 0x2, 0x2, 0x193, 0x196, 0x5, 0xba, 0x5e, 0x2, 0x194, 0x195, 0x7, 
+    0x4e, 0x2, 0x2, 0x195, 0x197, 0x5, 0x10, 0x9, 0x2, 0x196, 0x194, 0x3, 
+    0x2, 0x2, 0x2, 0x196, 0x197, 0x3, 0x2, 0x2, 0x2, 0x197, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x198, 0x199, 0x7, 0x6b, 0x2, 0x2, 0x199, 0x19c, 0x7, 
+    0x1b, 0x2, 0x2, 0x19a, 0x19b, 0x7, 0x4c, 0x2, 0x2, 0x19b, 0x19d, 0x7, 
+    0x37, 0x2, 0x2, 0x19c, 0x19a, 0x3, 0x2, 0x2, 0x2, 0x19c, 0x19d, 0x3, 
+    0x2, 0x2, 0x2, 0x19d, 0x19e, 0x3, 0x2, 0x2, 0x2, 0x19e, 0x19f, 0x5, 
+    0xba, 0x5e, 0x2, 0x19f, 0x1a0, 0x5, 0x4c, 0x27, 0x2, 0x1a0, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x1a1, 0x1a2, 0x7, 0x6b, 0x2, 0x2, 0x1a2, 0x1a5, 0x7, 
+    0x1b, 0x2, 0x2, 0x1a3, 0x1a4, 0x7, 0x4c, 0x2, 0x2, 0x1a4, 0x1a6, 0x7, 
+    0x37, 0x2, 0x2, 0x1a5, 0x1a3, 0x3, 0x2, 0x2, 0x2, 0x1a5, 0x1a6, 0x3, 
+    0x2, 0x2, 0x2, 0x1a6, 0x1a7, 0x3, 0x2, 0x2, 0x2, 0x1a7, 0x1a8, 0x5, 
+    0xba, 0x5e, 0x2, 0x1a8, 0x1a9, 0x7, 0x1c, 0x2, 0x2, 0x1a9, 0x1aa, 0x7, 
+    0xbe, 0x2, 0x2, 0x1aa, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x1ab, 0x1ac, 0x7, 
+    0x6b, 0x2, 0x2, 0x1ac, 0x1af, 0x7, 0x1b, 0x2, 0x2, 0x1ad, 0x1ae, 0x7, 
+    0x4c, 0x2, 0x2, 0x1ae, 0x1b0, 0x7, 0x37, 0x2, 0x2, 0x1af, 0x1ad, 0x3, 
+    0x2, 0x2, 0x2, 0x1af, 0x1b0, 0x3, 0x2, 0x2, 0x2, 0x1b0, 0x1b1, 0x3, 
+    0x2, 0x2, 0x2, 0x1b1, 0x1b2, 0x5, 0xba, 0x5e, 0x2, 0x1b2, 0x1b3, 0x7, 
+    0x83, 0x2, 0x2, 0x1b3, 0x1b4, 0x5, 0xe, 0x8, 0x2, 0x1b4, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x1b5, 0x1b6, 0x7, 0x6b, 0x2, 0x2, 0x1b6, 0x1b9, 0x7, 
+    0x1b, 0x2, 0x2, 0x1b7, 0x1b8, 0x7, 0x4c, 0x2, 0x2, 0x1b8, 0x1ba, 0x7, 
+    0x37, 0x2, 0x2, 0x1b9, 0x1b7, 0x3, 0x2, 0x2, 0x2, 0x1b9, 0x1ba, 0x3, 
+    0x2, 0x2, 0x2, 0x1ba, 0x1bb, 0x3, 0x2, 0x2, 0x2, 0x1bb, 0x1e5, 0x5, 
+    0x44, 0x23, 0x2, 0x1bc, 0x1bd, 0x7, 0x6b, 0x2, 0x2, 0x1bd, 0x1be, 0x7, 
+    0x78, 0x2, 0x2, 0x1be, 0x1bf, 0x7, 0x13, 0x2, 0x2, 0x1bf, 0x1e5, 0x5, 
+    0xb0, 0x59, 0x2, 0x1c0, 0x1c1, 0x7, 0x6b, 0x2, 0x2, 0x1c1, 0x1e5, 0x5, 
+    0x3e, 0x20, 0x2, 0x1c2, 0x1c3, 0x7, 0x6d, 0x2, 0x2, 0x1c3, 0x1cd, 0x5, 
+    0x10, 0x9, 0x2, 0x1c4, 0x1c5, 0x7, 0xa1, 0x2, 0x2, 0x1c5, 0x1c6, 0x7, 
+    0x2f, 0x2, 0x2, 0x1c6, 0x1ce, 0x7, 0xbe, 0x2, 0x2, 0x1c7, 0x1c8, 0x7, 
+    0xa1, 0x2, 0x2, 0x1c8, 0x1c9, 0x7, 0xb0, 0x2, 0x2, 0x1c9, 0x1ce, 0x7, 
+    0xbe, 0x2, 0x2, 0x1ca, 0x1cb, 0x7, 0xa1, 0x2, 0x2, 0x1cb, 0x1cc, 0x7, 
+    0x99, 0x2, 0x2, 0x1cc, 0x1ce, 0x5, 0xc0, 0x61, 0x2, 0x1cd, 0x1c4, 0x3, 
+    0x2, 0x2, 0x2, 0x1cd, 0x1c7, 0x3, 0x2, 0x2, 0x2, 0x1cd, 0x1ca, 0x3, 
+    0x2, 0x2, 0x2, 0x1ce, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x1cf, 0x1d0, 0x7, 
+    0x83, 0x2, 0x2, 0x1d0, 0x1e5, 0x7, 0xa7, 0x2, 0x2, 0x1d1, 0x1d2, 0x7, 
+    0x84, 0x2, 0x2, 0x1d2, 0x1d5, 0x7, 0x1b, 0x2, 0x2, 0x1d3, 0x1d4, 0x7, 
+    0x4c, 0x2, 0x2, 0x1d4, 0x1d6, 0x7, 0x37, 0x2, 0x2, 0x1d5, 0x1d3, 0x3, 
+    0x2, 0x2, 0x2, 0x1d5, 0x1d6, 0x3, 0x2, 0x2, 0x2, 0x1d6, 0x1d7, 0x3, 
+    0x2, 0x2, 0x2, 0x1d7, 0x1d8, 0x5, 0xba, 0x5e, 0x2, 0x1d8, 0x1d9, 0x7, 
+    0xa1, 0x2, 0x2, 0x1d9, 0x1da, 0x5, 0xba, 0x5e, 0x2, 0x1da, 0x1e5, 0x3, 
+    0x2, 0x2, 0x2, 0x1db, 0x1dc, 0x7, 0x85, 0x2, 0x2, 0x1dc, 0x1dd, 0x5, 
+    0x10, 0x9, 0x2, 0x1dd, 0x1de, 0x7, 0x42, 0x2, 0x2, 0x1de, 0x1df, 0x5, 
+    0xc0, 0x61, 0x2, 0x1df, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x1e0, 0x1e1, 0x7, 
+    0xaa, 0x2, 0x2, 0x1e1, 0x1e2, 0x5, 0xa, 0x6, 0x2, 0x1e2, 0x1e3, 0x5, 
+    0x78, 0x3d, 0x2, 0x1e3, 0x1e5, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x10e, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x11a, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x126, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x132, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x138, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x143, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x14e, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x159, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x162, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x165, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x167, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x16e, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x175, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x17c, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x17e, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x182, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x18d, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x198, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x1a1, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x1ab, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x1b5, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x1bc, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x1c0, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x1c2, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x1cf, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x1d1, 0x3, 0x2, 0x2, 0x2, 0x1e4, 0x1db, 0x3, 
+    0x2, 0x2, 0x2, 0x1e4, 0x1e0, 0x3, 0x2, 0x2, 0x2, 0x1e5, 0x9, 0x3, 0x2, 
+    0x2, 0x2, 0x1e6, 0x1eb, 0x5, 0xc, 0x7, 0x2, 0x1e7, 0x1e8, 0x7, 0xc4, 
+    0x2, 0x2, 0x1e8, 0x1ea, 0x5, 0xc, 0x7, 0x2, 0x1e9, 0x1e7, 0x3, 0x2, 
+    0x2, 0x2, 0x1ea, 0x1ed, 0x3, 0x2, 0x2, 0x2, 0x1eb, 0x1e9, 0x3, 0x2, 
+    0x2, 0x2, 0x1eb, 0x1ec, 0x3, 0x2, 0x2, 0x2, 0x1ec, 0xb, 0x3, 0x2, 0x2, 
+    0x2, 0x1ed, 0x1eb, 0x3, 0x2, 0x2, 0x2, 0x1ee, 0x1ef, 0x5, 0xba, 0x5e, 
+    0x2, 0x1ef, 0x1f0, 0x7, 0xc9, 0x2, 0x2, 0x1f0, 0x1f1, 0x5, 0xb0, 0x59, 
+    0x2, 0x1f1, 0xd, 0x3, 0x2, 0x2, 0x2, 0x1f2, 0x1f3, 0x9, 0x2, 0x2, 0x2, 
+    0x1f3, 0xf, 0x3, 0x2, 0x2, 0x2, 0x1f4, 0x1f5, 0x7, 0x7b, 0x2, 0x2, 0x1f5, 
+    0x1fa, 0x5, 0xb0, 0x59, 0x2, 0x1f6, 0x1f7, 0x7, 0x7b, 0x2, 0x2, 0x1f7, 
+    0x1f8, 0x7, 0x4b, 0x2, 0x2, 0x1f8, 0x1fa, 0x7, 0xbe, 0x2, 0x2, 0x1f9, 
+    0x1f4, 0x3, 0x2, 0x2, 0x2, 0x1f9, 0x1f6, 0x3, 0x2, 0x2, 0x2, 0x1fa, 
+    0x11, 0x3, 0x2, 0x2, 0x2, 0x1fb, 0x1fc, 0x7, 0x10, 0x2, 0x2, 0x1fc, 
+    0x1fd, 0x7, 0x2e, 0x2, 0x2, 0x1fd, 0x1ff, 0x5, 0xc0, 0x61, 0x2, 0x1fe, 
+    0x200, 0x5, 0x2c, 0x17, 0x2, 0x1ff, 0x1fe, 0x3, 0x2, 0x2, 0x2, 0x1ff, 
+    0x200, 0x3, 0x2, 0x2, 0x2, 0x200, 0x13, 0x3, 0x2, 0x2, 0x2, 0x201, 0x202, 
+    0x7, 0x16, 0x2, 0x2, 0x202, 0x203, 0x7, 0x99, 0x2, 0x2, 0x203, 0x205, 
+    0x5, 0xc0, 0x61, 0x2, 0x204, 0x206, 0x5, 0x10, 0x9, 0x2, 0x205, 0x204, 
+    0x3, 0x2, 0x2, 0x2, 0x205, 0x206, 0x3, 0x2, 0x2, 0x2, 0x206, 0x15, 0x3, 
+    0x2, 0x2, 0x2, 0x207, 0x208, 0x9, 0x3, 0x2, 0x2, 0x208, 0x20c, 0x7, 
+    0x21, 0x2, 0x2, 0x209, 0x20a, 0x7, 0x4c, 0x2, 0x2, 0x20a, 0x20b, 0x7, 
+    0x71, 0x2, 0x2, 0x20b, 0x20d, 0x7, 0x37, 0x2, 0x2, 0x20c, 0x209, 0x3, 
+    0x2, 0x2, 0x2, 0x20c, 0x20d, 0x3, 0x2, 0x2, 0x2, 0x20d, 0x20e, 0x3, 
+    0x2, 0x2, 0x2, 0x20e, 0x210, 0x5, 0xc6, 0x64, 0x2, 0x20f, 0x211, 0x5, 
+    0x2c, 0x17, 0x2, 0x210, 0x20f, 0x3, 0x2, 0x2, 0x2, 0x210, 0x211, 0x3, 
+    0x2, 0x2, 0x2, 0x211, 0x213, 0x3, 0x2, 0x2, 0x2, 0x212, 0x214, 0x5, 
+    0x40, 0x21, 0x2, 0x213, 0x212, 0x3, 0x2, 0x2, 0x2, 0x213, 0x214, 0x3, 
+    0x2, 0x2, 0x2, 0x214, 0x291, 0x3, 0x2, 0x2, 0x2, 0x215, 0x216, 0x9, 
+    0x3, 0x2, 0x2, 0x216, 0x21a, 0x7, 0x2e, 0x2, 0x2, 0x217, 0x218, 0x7, 
+    0x4c, 0x2, 0x2, 0x218, 0x219, 0x7, 0x71, 0x2, 0x2, 0x219, 0x21b, 0x7, 
+    0x37, 0x2, 0x2, 0x21a, 0x217, 0x3, 0x2, 0x2, 0x2, 0x21a, 0x21b, 0x3, 
+    0x2, 0x2, 0x2, 0x21b, 0x21c, 0x3, 0x2, 0x2, 0x2, 0x21c, 0x21e, 0x5, 
+    0xc0, 0x61, 0x2, 0x21d, 0x21f, 0x5, 0x2e, 0x18, 0x2, 0x21e, 0x21d, 0x3, 
+    0x2, 0x2, 0x2, 0x21e, 0x21f, 0x3, 0x2, 0x2, 0x2, 0x21f, 0x221, 0x3, 
+    0x2, 0x2, 0x2, 0x220, 0x222, 0x5, 0x2c, 0x17, 0x2, 0x221, 0x220, 0x3, 
+    0x2, 0x2, 0x2, 0x221, 0x222, 0x3, 0x2, 0x2, 0x2, 0x222, 0x223, 0x3, 
+    0x2, 0x2, 0x2, 0x223, 0x224, 0x5, 0x18, 0xd, 0x2, 0x224, 0x225, 0x5, 
+    0x1c, 0xf, 0x2, 0x225, 0x291, 0x3, 0x2, 0x2, 0x2, 0x226, 0x227, 0x9, 
+    0x3, 0x2, 0x2, 0x227, 0x228, 0x7, 0x62, 0x2, 0x2, 0x228, 0x22c, 0x7, 
+    0xaf, 0x2, 0x2, 0x229, 0x22a, 0x7, 0x4c, 0x2, 0x2, 0x22a, 0x22b, 0x7, 
+    0x71, 0x2, 0x2, 0x22b, 0x22d, 0x7, 0x37, 0x2, 0x2, 0x22c, 0x229, 0x3, 
+    0x2, 0x2, 0x2, 0x22c, 0x22d, 0x3, 0x2, 0x2, 0x2, 0x22d, 0x22e, 0x3, 
+    0x2, 0x2, 0x2, 0x22e, 0x230, 0x5, 0xc0, 0x61, 0x2, 0x22f, 0x231, 0x5, 
+    0x2e, 0x18, 0x2, 0x230, 0x22f, 0x3, 0x2, 0x2, 0x2, 0x230, 0x231, 0x3, 
+    0x2, 0x2, 0x2, 0x231, 0x233, 0x3, 0x2, 0x2, 0x2, 0x232, 0x234, 0x5, 
+    0x2c, 0x17, 0x2, 0x233, 0x232, 0x3, 0x2, 0x2, 0x2, 0x233, 0x234, 0x3, 
+    0x2, 0x2, 0x2, 0x234, 0x23a, 0x3, 0x2, 0x2, 0x2, 0x235, 0x236, 0x7, 
+    0xb5, 0x2, 0x2, 0x236, 0x238, 0x7, 0x9f, 0x2, 0x2, 0x237, 0x239, 0x7, 
+    0xbc, 0x2, 0x2, 0x238, 0x237, 0x3, 0x2, 0x2, 0x2, 0x238, 0x239, 0x3, 
+    0x2, 0x2, 0x2, 0x239, 0x23b, 0x3, 0x2, 0x2, 0x2, 0x23a, 0x235, 0x3, 
+    0x2, 0x2, 0x2, 0x23a, 0x23b, 0x3, 0x2, 0x2, 0x2, 0x23b, 0x23d, 0x3, 
+    0x2, 0x2, 0x2, 0x23c, 0x23e, 0x5, 0x30, 0x19, 0x2, 0x23d, 0x23c, 0x3, 
+    0x2, 0x2, 0x2, 0x23d, 0x23e, 0x3, 0x2, 0x2, 0x2, 0x23e, 0x240, 0x3, 
+    0x2, 0x2, 0x2, 0x23f, 0x241, 0x5, 0x34, 0x1b, 0x2, 0x240, 0x23f, 0x3, 
+    0x2, 0x2, 0x2, 0x240, 0x241, 0x3, 0x2, 0x2, 0x2, 0x241, 0x242, 0x3, 
+    0x2, 0x2, 0x2, 0x242, 0x243, 0x5, 0x32, 0x1a, 0x2, 0x243, 0x291, 0x3, 
+    0x2, 0x2, 0x2, 0x244, 0x245, 0x9, 0x3, 0x2, 0x2, 0x245, 0x246, 0x7, 
+    0x65, 0x2, 0x2, 0x246, 0x24a, 0x7, 0xaf, 0x2, 0x2, 0x247, 0x248, 0x7, 
+    0x4c, 0x2, 0x2, 0x248, 0x249, 0x7, 0x71, 0x2, 0x2, 0x249, 0x24b, 0x7, 
+    0x37, 0x2, 0x2, 0x24a, 0x247, 0x3, 0x2, 0x2, 0x2, 0x24a, 0x24b, 0x3, 
+    0x2, 0x2, 0x2, 0x24b, 0x24c, 0x3, 0x2, 0x2, 0x2, 0x24c, 0x24e, 0x5, 
+    0xc0, 0x61, 0x2, 0x24d, 0x24f, 0x5, 0x2e, 0x18, 0x2, 0x24e, 0x24d, 0x3, 
+    0x2, 0x2, 0x2, 0x24e, 0x24f, 0x3, 0x2, 0x2, 0x2, 0x24f, 0x251, 0x3, 
+    0x2, 0x2, 0x2, 0x250, 0x252, 0x5, 0x2c, 0x17, 0x2, 0x251, 0x250, 0x3, 
+    0x2, 0x2, 0x2, 0x251, 0x252, 0x3, 0x2, 0x2, 0x2, 0x252, 0x254, 0x3, 
+    0x2, 0x2, 0x2, 0x253, 0x255, 0x5, 0x34, 0x1b, 0x2, 0x254, 0x253, 0x3, 
+    0x2, 0x2, 0x2, 0x254, 0x255, 0x3, 0x2, 0x2, 0x2, 0x255, 0x25b, 0x3, 
+    0x2, 0x2, 0x2, 0x256, 0x25c, 0x5, 0x30, 0x19, 0x2, 0x257, 0x259, 0x5, 
+    0x36, 0x1c, 0x2, 0x258, 0x25a, 0x7, 0x7c, 0x2, 0x2, 0x259, 0x258, 0x3, 
+    0x2, 0x2, 0x2, 0x259, 0x25a, 0x3, 0x2, 0x2, 0x2, 0x25a, 0x25c, 0x3, 
+    0x2, 0x2, 0x2, 0x25b, 0x256, 0x3, 0x2, 0x2, 0x2, 0x25b, 0x257, 0x3, 
+    0x2, 0x2, 0x2, 0x25c, 0x25d, 0x3, 0x2, 0x2, 0x2, 0x25d, 0x25e, 0x5, 
+    0x32, 0x1a, 0x2, 0x25e, 0x291, 0x3, 0x2, 0x2, 0x2, 0x25f, 0x261, 0x9, 
+    0x3, 0x2, 0x2, 0x260, 0x262, 0x7, 0x9b, 0x2, 0x2, 0x261, 0x260, 0x3, 
+    0x2, 0x2, 0x2, 0x261, 0x262, 0x3, 0x2, 0x2, 0x2, 0x262, 0x263, 0x3, 
+    0x2, 0x2, 0x2, 0x263, 0x267, 0x7, 0x99, 0x2, 0x2, 0x264, 0x265, 0x7, 
+    0x4c, 0x2, 0x2, 0x265, 0x266, 0x7, 0x71, 0x2, 0x2, 0x266, 0x268, 0x7, 
+    0x37, 0x2, 0x2, 0x267, 0x264, 0x3, 0x2, 0x2, 0x2, 0x267, 0x268, 0x3, 
+    0x2, 0x2, 0x2, 0x268, 0x269, 0x3, 0x2, 0x2, 0x2, 0x269, 0x26b, 0x5, 
+    0xc0, 0x61, 0x2, 0x26a, 0x26c, 0x5, 0x2e, 0x18, 0x2, 0x26b, 0x26a, 0x3, 
+    0x2, 0x2, 0x2, 0x26b, 0x26c, 0x3, 0x2, 0x2, 0x2, 0x26c, 0x26e, 0x3, 
+    0x2, 0x2, 0x2, 0x26d, 0x26f, 0x5, 0x2c, 0x17, 0x2, 0x26e, 0x26d, 0x3, 
+    0x2, 0x2, 0x2, 0x26e, 0x26f, 0x3, 0x2, 0x2, 0x2, 0x26f, 0x271, 0x3, 
+    0x2, 0x2, 0x2, 0x270, 0x272, 0x5, 0x34, 0x1b, 0x2, 0x271, 0x270, 0x3, 
+    0x2, 0x2, 0x2, 0x271, 0x272, 0x3, 0x2, 0x2, 0x2, 0x272, 0x274, 0x3, 
+    0x2, 0x2, 0x2, 0x273, 0x275, 0x5, 0x36, 0x1c, 0x2, 0x274, 0x273, 0x3, 
+    0x2, 0x2, 0x2, 0x274, 0x275, 0x3, 0x2, 0x2, 0x2, 0x275, 0x277, 0x3, 
+    0x2, 0x2, 0x2, 0x276, 0x278, 0x5, 0x32, 0x1a, 0x2, 0x277, 0x276, 0x3, 
+    0x2, 0x2, 0x2, 0x277, 0x278, 0x3, 0x2, 0x2, 0x2, 0x278, 0x291, 0x3, 
+    0x2, 0x2, 0x2, 0x279, 0x27c, 0x9, 0x3, 0x2, 0x2, 0x27a, 0x27b, 0x7, 
+    0x77, 0x2, 0x2, 0x27b, 0x27d, 0x7, 0x85, 0x2, 0x2, 0x27c, 0x27a, 0x3, 
+    0x2, 0x2, 0x2, 0x27c, 0x27d, 0x3, 0x2, 0x2, 0x2, 0x27d, 0x27e, 0x3, 
+    0x2, 0x2, 0x2, 0x27e, 0x282, 0x7, 0xaf, 0x2, 0x2, 0x27f, 0x280, 0x7, 
+    0x4c, 0x2, 0x2, 0x280, 0x281, 0x7, 0x71, 0x2, 0x2, 0x281, 0x283, 0x7, 
+    0x37, 0x2, 0x2, 0x282, 0x27f, 0x3, 0x2, 0x2, 0x2, 0x282, 0x283, 0x3, 
+    0x2, 0x2, 0x2, 0x283, 0x284, 0x3, 0x2, 0x2, 0x2, 0x284, 0x286, 0x5, 
+    0xc0, 0x61, 0x2, 0x285, 0x287, 0x5, 0x2e, 0x18, 0x2, 0x286, 0x285, 0x3, 
+    0x2, 0x2, 0x2, 0x286, 0x287, 0x3, 0x2, 0x2, 0x2, 0x287, 0x289, 0x3, 
+    0x2, 0x2, 0x2, 0x288, 0x28a, 0x5, 0x2c, 0x17, 0x2, 0x289, 0x288, 0x3, 
+    0x2, 0x2, 0x2, 0x289, 0x28a, 0x3, 0x2, 0x2, 0x2, 0x28a, 0x28c, 0x3, 
+    0x2, 0x2, 0x2, 0x28b, 0x28d, 0x5, 0x34, 0x1b, 0x2, 0x28c, 0x28b, 0x3, 
+    0x2, 0x2, 0x2, 0x28c, 0x28d, 0x3, 0x2, 0x2, 0x2, 0x28d, 0x28e, 0x3, 
+    0x2, 0x2, 0x2, 0x28e, 0x28f, 0x5, 0x32, 0x1a, 0x2, 0x28f, 0x291, 0x3, 
+    0x2, 0x2, 0x2, 0x290, 0x207, 0x3, 0x2, 0x2, 0x2, 0x290, 0x215, 0x3, 
+    0x2, 0x2, 0x2, 0x290, 0x226, 0x3, 0x2, 0x2, 0x2, 0x290, 0x244, 0x3, 
+    0x2, 0x2, 0x2, 0x290, 0x25f, 0x3, 0x2, 0x2, 0x2, 0x290, 0x279, 0x3, 
+    0x2, 0x2, 0x2, 0x291, 0x17, 0x3, 0x2, 0x2, 0x2, 0x292, 0x293, 0x7, 0xcf, 
+    0x2, 0x2, 0x293, 0x298, 0x5, 0x1a, 0xe, 0x2, 0x294, 0x295, 0x7, 0xc4, 
+    0x2, 0x2, 0x295, 0x297, 0x5, 0x1a, 0xe, 0x2, 0x296, 0x294, 0x3, 0x2, 
+    0x2, 0x2, 0x297, 0x29a, 0x3, 0x2, 0x2, 0x2, 0x298, 0x296, 0x3, 0x2, 
+    0x2, 0x2, 0x298, 0x299, 0x3, 0x2, 0x2, 0x2, 0x299, 0x29b, 0x3, 0x2, 
+    0x2, 0x2, 0x29a, 0x298, 0x3, 0x2, 0x2, 0x2, 0x29b, 0x29c, 0x7, 0xd9, 
+    0x2, 0x2, 0x29c, 0x19, 0x3, 0x2, 0x2, 0x2, 0x29d, 0x29e, 0x5, 0xd6, 
+    0x6c, 0x2, 0x29e, 0x2b4, 0x5, 0xaa, 0x56, 0x2, 0x29f, 0x2a0, 0x6, 0xe, 
+    0x2, 0x3, 0x2a0, 0x2a1, 0x7, 0x26, 0x2, 0x2, 0x2a1, 0x2a2, 0x5, 0xcc, 
+    0x67, 0x2, 0x2a2, 0x2a3, 0x8, 0xe, 0x1, 0x2, 0x2a3, 0x2b3, 0x3, 0x2, 
+    0x2, 0x2, 0x2a4, 0x2a5, 0x6, 0xe, 0x3, 0x3, 0x2a5, 0x2a6, 0x7, 0x39, 
+    0x2, 0x2, 0x2a6, 0x2a7, 0x5, 0xb0, 0x59, 0x2, 0x2a7, 0x2a8, 0x8, 0xe, 
+    0x1, 0x2, 0x2a8, 0x2b3, 0x3, 0x2, 0x2, 0x2, 0x2a9, 0x2aa, 0x6, 0xe, 
+    0x4, 0x3, 0x2aa, 0x2ab, 0x7, 0x49, 0x2, 0x2, 0x2ab, 0x2b3, 0x8, 0xe, 
+    0x1, 0x2, 0x2ac, 0x2ad, 0x6, 0xe, 0x5, 0x3, 0x2ad, 0x2ae, 0x7, 0x51, 
+    0x2, 0x2, 0x2ae, 0x2b3, 0x8, 0xe, 0x1, 0x2, 0x2af, 0x2b0, 0x6, 0xe, 
+    0x6, 0x3, 0x2b0, 0x2b1, 0x7, 0x57, 0x2, 0x2, 0x2b1, 0x2b3, 0x8, 0xe, 
+    0x1, 0x2, 0x2b2, 0x29f, 0x3, 0x2, 0x2, 0x2, 0x2b2, 0x2a4, 0x3, 0x2, 
+    0x2, 0x2, 0x2b2, 0x2a9, 0x3, 0x2, 0x2, 0x2, 0x2b2, 0x2ac, 0x3, 0x2, 
+    0x2, 0x2, 0x2b2, 0x2af, 0x3, 0x2, 0x2, 0x2, 0x2b3, 0x2b6, 0x3, 0x2, 
+    0x2, 0x2, 0x2b4, 0x2b2, 0x3, 0x2, 0x2, 0x2, 0x2b4, 0x2b5, 0x3, 0x2, 
+    0x2, 0x2, 0x2b5, 0x1b, 0x3, 0x2, 0x2, 0x2, 0x2b6, 0x2b4, 0x3, 0x2, 0x2, 
+    0x2, 0x2b7, 0x2b9, 0x5, 0x1e, 0x10, 0x2, 0x2b8, 0x2b7, 0x3, 0x2, 0x2, 
+    0x2, 0x2b8, 0x2b9, 0x3, 0x2, 0x2, 0x2, 0x2b9, 0x2d0, 0x3, 0x2, 0x2, 
+    0x2, 0x2ba, 0x2bb, 0x6, 0xf, 0x7, 0x3, 0x2bb, 0x2bc, 0x5, 0x22, 0x12, 
+    0x2, 0x2bc, 0x2bd, 0x8, 0xf, 0x1, 0x2, 0x2bd, 0x2cf, 0x3, 0x2, 0x2, 
+    0x2, 0x2be, 0x2bf, 0x6, 0xf, 0x8, 0x3, 0x2bf, 0x2c0, 0x5, 0x24, 0x13, 
+    0x2, 0x2c0, 0x2c1, 0x8, 0xf, 0x1, 0x2, 0x2c1, 0x2cf, 0x3, 0x2, 0x2, 
+    0x2, 0x2c2, 0x2c3, 0x6, 0xf, 0x9, 0x3, 0x2c3, 0x2c4, 0x5, 0x26, 0x14, 
+    0x2, 0x2c4, 0x2c5, 0x8, 0xf, 0x1, 0x2, 0x2c5, 0x2cf, 0x3, 0x2, 0x2, 
+    0x2, 0x2c6, 0x2c7, 0x6, 0xf, 0xa, 0x3, 0x2c7, 0x2c8, 0x5, 0x28, 0x15, 
+    0x2, 0x2c8, 0x2c9, 0x8, 0xf, 0x1, 0x2, 0x2c9, 0x2cf, 0x3, 0x2, 0x2, 
+    0x2, 0x2ca, 0x2cb, 0x6, 0xf, 0xb, 0x3, 0x2cb, 0x2cc, 0x5, 0x2a, 0x16, 
+    0x2, 0x2cc, 0x2cd, 0x8, 0xf, 0x1, 0x2, 0x2cd, 0x2cf, 0x3, 0x2, 0x2, 
+    0x2, 0x2ce, 0x2ba, 0x3, 0x2, 0x2, 0x2, 0x2ce, 0x2be, 0x3, 0x2, 0x2, 
+    0x2, 0x2ce, 0x2c2, 0x3, 0x2, 0x2, 0x2, 0x2ce, 0x2c6, 0x3, 0x2, 0x2, 
+    0x2, 0x2ce, 0x2ca, 0x3, 0x2, 0x2, 0x2, 0x2cf, 0x2d2, 0x3, 0x2, 0x2, 
+    0x2, 0x2d0, 0x2ce, 0x3, 0x2, 0x2, 0x2, 0x2d0, 0x2d1, 0x3, 0x2, 0x2, 
+    0x2, 0x2d1, 0x1d, 0x3, 0x2, 0x2, 0x2, 0x2d2, 0x2d0, 0x3, 0x2, 0x2, 0x2, 
+    0x2d3, 0x2d4, 0x7, 0x7e, 0x2, 0x2, 0x2d4, 0x2d5, 0x7, 0x59, 0x2, 0x2, 
+    0x2d5, 0x2d6, 0x5, 0xac, 0x57, 0x2, 0x2d6, 0x1f, 0x3, 0x2, 0x2, 0x2, 
+    0x2d7, 0x2de, 0x5, 0xd6, 0x6c, 0x2, 0x2d8, 0x2db, 0x5, 0xd6, 0x6c, 0x2, 
+    0x2d9, 0x2da, 0x7, 0xcf, 0x2, 0x2, 0x2da, 0x2dc, 0x7, 0xd9, 0x2, 0x2, 
+    0x2db, 0x2d9, 0x3, 0x2, 0x2, 0x2, 0x2db, 0x2dc, 0x3, 0x2, 0x2, 0x2, 
+    0x2dc, 0x2df, 0x3, 0x2, 0x2, 0x2, 0x2dd, 0x2df, 0x5, 0xcc, 0x67, 0x2, 
+    0x2de, 0x2d8, 0x3, 0x2, 0x2, 0x2, 0x2de, 0x2dd, 0x3, 0x2, 0x2, 0x2, 
+    0x2df, 0x21, 0x3, 0x2, 0x2, 0x2, 0x2e0, 0x2e1, 0x7, 0x92, 0x2, 0x2, 
+    0x2e1, 0x2e2, 0x7, 0xcf, 0x2, 0x2, 0x2e2, 0x2e3, 0x5, 0xd6, 0x6c, 0x2, 
+    0x2e3, 0x2e7, 0x7, 0xcf, 0x2, 0x2, 0x2e4, 0x2e6, 0x5, 0x20, 0x11, 0x2, 
+    0x2e5, 0x2e4, 0x3, 0x2, 0x2, 0x2, 0x2e6, 0x2e9, 0x3, 0x2, 0x2, 0x2, 
+    0x2e7, 0x2e5, 0x3, 0x2, 0x2, 0x2, 0x2e7, 0x2e8, 0x3, 0x2, 0x2, 0x2, 
+    0x2e8, 0x2ea, 0x3, 0x2, 0x2, 0x2, 0x2e9, 0x2e7, 0x3, 0x2, 0x2, 0x2, 
+    0x2ea, 0x2eb, 0x7, 0xd9, 0x2, 0x2, 0x2eb, 0x2ec, 0x7, 0xd9, 0x2, 0x2, 
+    0x2ec, 0x23, 0x3, 0x2, 0x2, 0x2, 0x2ed, 0x2ee, 0x7, 0x5f, 0x2, 0x2, 
+    0x2ee, 0x2f8, 0x7, 0xcf, 0x2, 0x2, 0x2ef, 0x2f9, 0x7, 0xbc, 0x2, 0x2, 
+    0x2f0, 0x2f1, 0x7, 0x69, 0x2, 0x2, 0x2f1, 0x2f2, 0x7, 0xbc, 0x2, 0x2, 
+    0x2f2, 0x2f3, 0x7, 0x67, 0x2, 0x2, 0x2f3, 0x2f9, 0x7, 0xbc, 0x2, 0x2, 
+    0x2f4, 0x2f5, 0x7, 0x67, 0x2, 0x2, 0x2f5, 0x2f6, 0x7, 0xbc, 0x2, 0x2, 
+    0x2f6, 0x2f7, 0x7, 0x69, 0x2, 0x2, 0x2f7, 0x2f9, 0x7, 0xbc, 0x2, 0x2, 
+    0x2f8, 0x2ef, 0x3, 0x2, 0x2, 0x2, 0x2f8, 0x2f0, 0x3, 0x2, 0x2, 0x2, 
+    0x2f8, 0x2f4, 0x3, 0x2, 0x2, 0x2, 0x2f9, 0x2fa, 0x3, 0x2, 0x2, 0x2, 
+    0x2fa, 0x2fb, 0x7, 0xd9, 0x2, 0x2, 0x2fb, 0x25, 0x3, 0x2, 0x2, 0x2, 
+    0x2fc, 0x2fd, 0x7, 0x5c, 0x2, 0x2, 0x2fd, 0x2fe, 0x7, 0xcf, 0x2, 0x2, 
+    0x2fe, 0x2ff, 0x5, 0xd6, 0x6c, 0x2, 0x2ff, 0x303, 0x7, 0xcf, 0x2, 0x2, 
+    0x300, 0x302, 0x5, 0x20, 0x11, 0x2, 0x301, 0x300, 0x3, 0x2, 0x2, 0x2, 
+    0x302, 0x305, 0x3, 0x2, 0x2, 0x2, 0x303, 0x301, 0x3, 0x2, 0x2, 0x2, 
+    0x303, 0x304, 0x3, 0x2, 0x2, 0x2, 0x304, 0x306, 0x3, 0x2, 0x2, 0x2, 
+    0x305, 0x303, 0x3, 0x2, 0x2, 0x2, 0x306, 0x307, 0x7, 0xd9, 0x2, 0x2, 
+    0x307, 0x308, 0x7, 0xd9, 0x2, 0x2, 0x308, 0x27, 0x3, 0x2, 0x2, 0x2, 
+    0x309, 0x30a, 0x7, 0x81, 0x2, 0x2, 0x30a, 0x315, 0x7, 0xcf, 0x2, 0x2, 
+    0x30b, 0x30c, 0x7, 0x69, 0x2, 0x2, 0x30c, 0x30d, 0x5, 0xd6, 0x6c, 0x2, 
+    0x30d, 0x30e, 0x7, 0x67, 0x2, 0x2, 0x30e, 0x30f, 0x5, 0xd6, 0x6c, 0x2, 
+    0x30f, 0x316, 0x3, 0x2, 0x2, 0x2, 0x310, 0x311, 0x7, 0x67, 0x2, 0x2, 
+    0x311, 0x312, 0x5, 0xd6, 0x6c, 0x2, 0x312, 0x313, 0x7, 0x69, 0x2, 0x2, 
+    0x313, 0x314, 0x5, 0xd6, 0x6c, 0x2, 0x314, 0x316, 0x3, 0x2, 0x2, 0x2, 
+    0x315, 0x30b, 0x3, 0x2, 0x2, 0x2, 0x315, 0x310, 0x3, 0x2, 0x2, 0x2, 
+    0x316, 0x317, 0x3, 0x2, 0x2, 0x2, 0x317, 0x318, 0x7, 0xd9, 0x2, 0x2, 
+    0x318, 0x29, 0x3, 0x2, 0x2, 0x2, 0x319, 0x31a, 0x7, 0x90, 0x2, 0x2, 
+    0x31a, 0x31b, 0x7, 0xcf, 0x2, 0x2, 0x31b, 0x31c, 0x5, 0x9a, 0x4e, 0x2, 
+    0x31c, 0x31d, 0x7, 0xd9, 0x2, 0x2, 0x31d, 0x2b, 0x3, 0x2, 0x2, 0x2, 
+    0x31e, 0x31f, 0x7, 0x75, 0x2, 0x2, 0x31f, 0x322, 0x7, 0x18, 0x2, 0x2, 
+    0x320, 0x323, 0x5, 0xd6, 0x6c, 0x2, 0x321, 0x323, 0x7, 0xbe, 0x2, 0x2, 
+    0x322, 0x320, 0x3, 0x2, 0x2, 0x2, 0x322, 0x321, 0x3, 0x2, 0x2, 0x2, 
+    0x323, 0x2d, 0x3, 0x2, 0x2, 0x2, 0x324, 0x325, 0x7, 0xad, 0x2, 0x2, 
+    0x325, 0x326, 0x7, 0xbe, 0x2, 0x2, 0x326, 0x2f, 0x3, 0x2, 0x2, 0x2, 
+    0x327, 0x328, 0x7, 0xa1, 0x2, 0x2, 0x328, 0x329, 0x5, 0xc0, 0x61, 0x2, 
+    0x329, 0x31, 0x3, 0x2, 0x2, 0x2, 0x32a, 0x32b, 0x7, 0xc, 0x2, 0x2, 0x32b, 
+    0x32c, 0x5, 0x68, 0x35, 0x2, 0x32c, 0x33, 0x3, 0x2, 0x2, 0x2, 0x32d, 
+    0x32e, 0x7, 0xcf, 0x2, 0x2, 0x32e, 0x333, 0x5, 0x42, 0x22, 0x2, 0x32f, 
+    0x330, 0x7, 0xc4, 0x2, 0x2, 0x330, 0x332, 0x5, 0x42, 0x22, 0x2, 0x331, 
+    0x32f, 0x3, 0x2, 0x2, 0x2, 0x332, 0x335, 0x3, 0x2, 0x2, 0x2, 0x333, 
+    0x331, 0x3, 0x2, 0x2, 0x2, 0x333, 0x334, 0x3, 0x2, 0x2, 0x2, 0x334, 
+    0x336, 0x3, 0x2, 0x2, 0x2, 0x335, 0x333, 0x3, 0x2, 0x2, 0x2, 0x336, 
+    0x337, 0x7, 0xd9, 0x2, 0x2, 0x337, 0x33d, 0x3, 0x2, 0x2, 0x2, 0x338, 
+    0x339, 0x7, 0xc, 0x2, 0x2, 0x339, 0x33d, 0x5, 0xc0, 0x61, 0x2, 0x33a, 
+    0x33b, 0x7, 0xc, 0x2, 0x2, 0x33b, 0x33d, 0x5, 0xbe, 0x60, 0x2, 0x33c, 
+    0x32d, 0x3, 0x2, 0x2, 0x2, 0x33c, 0x338, 0x3, 0x2, 0x2, 0x2, 0x33c, 
+    0x33a, 0x3, 0x2, 0x2, 0x2, 0x33d, 0x35, 0x3, 0x2, 0x2, 0x2, 0x33e, 0x359, 
+    0x5, 0x40, 0x21, 0x2, 0x33f, 0x340, 0x6, 0x1c, 0xc, 0x3, 0x340, 0x341, 
+    0x5, 0x7e, 0x40, 0x2, 0x341, 0x342, 0x8, 0x1c, 0x1, 0x2, 0x342, 0x358, 
+    0x3, 0x2, 0x2, 0x2, 0x343, 0x344, 0x6, 0x1c, 0xd, 0x3, 0x344, 0x345, 
+    0x5, 0x38, 0x1d, 0x2, 0x345, 0x346, 0x8, 0x1c, 0x1, 0x2, 0x346, 0x358, 
+    0x3, 0x2, 0x2, 0x2, 0x347, 0x348, 0x6, 0x1c, 0xe, 0x3, 0x348, 0x349, 
+    0x5, 0x3a, 0x1e, 0x2, 0x349, 0x34a, 0x8, 0x1c, 0x1, 0x2, 0x34a, 0x358, 
+    0x3, 0x2, 0x2, 0x2, 0x34b, 0x34c, 0x6, 0x1c, 0xf, 0x3, 0x34c, 0x34d, 
+    0x5, 0x3c, 0x1f, 0x2, 0x34d, 0x34e, 0x8, 0x1c, 0x1, 0x2, 0x34e, 0x358, 
+    0x3, 0x2, 0x2, 0x2, 0x34f, 0x350, 0x6, 0x1c, 0x10, 0x3, 0x350, 0x351, 
+    0x5, 0x3e, 0x20, 0x2, 0x351, 0x352, 0x8, 0x1c, 0x1, 0x2, 0x352, 0x358, 
+    0x3, 0x2, 0x2, 0x2, 0x353, 0x354, 0x6, 0x1c, 0x11, 0x3, 0x354, 0x355, 
+    0x5, 0x86, 0x44, 0x2, 0x355, 0x356, 0x8, 0x1c, 0x1, 0x2, 0x356, 0x358, 
+    0x3, 0x2, 0x2, 0x2, 0x357, 0x33f, 0x3, 0x2, 0x2, 0x2, 0x357, 0x343, 
+    0x3, 0x2, 0x2, 0x2, 0x357, 0x347, 0x3, 0x2, 0x2, 0x2, 0x357, 0x34b, 
+    0x3, 0x2, 0x2, 0x2, 0x357, 0x34f, 0x3, 0x2, 0x2, 0x2, 0x357, 0x353, 
+    0x3, 0x2, 0x2, 0x2, 0x358, 0x35b, 0x3, 0x2, 0x2, 0x2, 0x359, 0x357, 
+    0x3, 0x2, 0x2, 0x2, 0x359, 0x35a, 0x3, 0x2, 0x2, 0x2, 0x35a, 0x37, 0x3, 
+    0x2, 0x2, 0x2, 0x35b, 0x359, 0x3, 0x2, 0x2, 0x2, 0x35c, 0x35d, 0x7, 
+    0x7b, 0x2, 0x2, 0x35d, 0x35e, 0x7, 0x13, 0x2, 0x2, 0x35e, 0x35f, 0x5, 
+    0xb0, 0x59, 0x2, 0x35f, 0x39, 0x3, 0x2, 0x2, 0x2, 0x360, 0x361, 0x7, 
+    0x7e, 0x2, 0x2, 0x361, 0x362, 0x7, 0x59, 0x2, 0x2, 0x362, 0x363, 0x5, 
+    0xb0, 0x59, 0x2, 0x363, 0x3b, 0x3, 0x2, 0x2, 0x2, 0x364, 0x365, 0x7, 
+    0x8a, 0x2, 0x2, 0x365, 0x366, 0x7, 0x13, 0x2, 0x2, 0x366, 0x367, 0x5, 
+    0xb0, 0x59, 0x2, 0x367, 0x3d, 0x3, 0x2, 0x2, 0x2, 0x368, 0x369, 0x7, 
+    0xa7, 0x2, 0x2, 0x369, 0x36e, 0x5, 0x50, 0x29, 0x2, 0x36a, 0x36b, 0x7, 
+    0xc4, 0x2, 0x2, 0x36b, 0x36d, 0x5, 0x50, 0x29, 0x2, 0x36c, 0x36a, 0x3, 
+    0x2, 0x2, 0x2, 0x36d, 0x370, 0x3, 0x2, 0x2, 0x2, 0x36e, 0x36c, 0x3, 
+    0x2, 0x2, 0x2, 0x36e, 0x36f, 0x3, 0x2, 0x2, 0x2, 0x36f, 0x3f, 0x3, 0x2, 
+    0x2, 0x2, 0x370, 0x36e, 0x3, 0x2, 0x2, 0x2, 0x371, 0x373, 0x7, 0x35, 
+    0x2, 0x2, 0x372, 0x374, 0x7, 0xc9, 0x2, 0x2, 0x373, 0x372, 0x3, 0x2, 
+    0x2, 0x2, 0x373, 0x374, 0x3, 0x2, 0x2, 0x2, 0x374, 0x375, 0x3, 0x2, 
+    0x2, 0x2, 0x375, 0x37b, 0x5, 0xd8, 0x6d, 0x2, 0x376, 0x378, 0x7, 0xcf, 
+    0x2, 0x2, 0x377, 0x379, 0x5, 0xac, 0x57, 0x2, 0x378, 0x377, 0x3, 0x2, 
+    0x2, 0x2, 0x378, 0x379, 0x3, 0x2, 0x2, 0x2, 0x379, 0x37a, 0x3, 0x2, 
+    0x2, 0x2, 0x37a, 0x37c, 0x7, 0xd9, 0x2, 0x2, 0x37b, 0x376, 0x3, 0x2, 
+    0x2, 0x2, 0x37b, 0x37c, 0x3, 0x2, 0x2, 0x2, 0x37c, 0x41, 0x3, 0x2, 0x2, 
+    0x2, 0x37d, 0x388, 0x5, 0x44, 0x23, 0x2, 0x37e, 0x37f, 0x7, 0x1d, 0x2, 
+    0x2, 0x37f, 0x380, 0x5, 0xd6, 0x6c, 0x2, 0x380, 0x381, 0x7, 0x16, 0x2, 
+    0x2, 0x381, 0x382, 0x5, 0xb0, 0x59, 0x2, 0x382, 0x388, 0x3, 0x2, 0x2, 
+    0x2, 0x383, 0x384, 0x7, 0x4f, 0x2, 0x2, 0x384, 0x388, 0x5, 0x48, 0x25, 
+    0x2, 0x385, 0x386, 0x7, 0x7f, 0x2, 0x2, 0x386, 0x388, 0x5, 0x4a, 0x26, 
+    0x2, 0x387, 0x37d, 0x3, 0x2, 0x2, 0x2, 0x387, 0x37e, 0x3, 0x2, 0x2, 
+    0x2, 0x387, 0x383, 0x3, 0x2, 0x2, 0x2, 0x387, 0x385, 0x3, 0x2, 0x2, 
+    0x2, 0x388, 0x43, 0x3, 0x2, 0x2, 0x2, 0x389, 0x38a, 0x5, 0xba, 0x5e, 
+    0x2, 0x38a, 0x38c, 0x5, 0xaa, 0x56, 0x2, 0x38b, 0x38d, 0x5, 0x46, 0x24, 
+    0x2, 0x38c, 0x38b, 0x3, 0x2, 0x2, 0x2, 0x38c, 0x38d, 0x3, 0x2, 0x2, 
+    0x2, 0x38d, 0x390, 0x3, 0x2, 0x2, 0x2, 0x38e, 0x38f, 0x7, 0x1c, 0x2, 
+    0x2, 0x38f, 0x391, 0x7, 0xbe, 0x2, 0x2, 0x390, 0x38e, 0x3, 0x2, 0x2, 
+    0x2, 0x390, 0x391, 0x3, 0x2, 0x2, 0x2, 0x391, 0x393, 0x3, 0x2, 0x2, 
+    0x2, 0x392, 0x394, 0x5, 0x4c, 0x27, 0x2, 0x393, 0x392, 0x3, 0x2, 0x2, 
+    0x2, 0x393, 0x394, 0x3, 0x2, 0x2, 0x2, 0x394, 0x397, 0x3, 0x2, 0x2, 
+    0x2, 0x395, 0x396, 0x7, 0xa7, 0x2, 0x2, 0x396, 0x398, 0x5, 0xb0, 0x59, 
+    0x2, 0x397, 0x395, 0x3, 0x2, 0x2, 0x2, 0x397, 0x398, 0x3, 0x2, 0x2, 
+    0x2, 0x398, 0x3aa, 0x3, 0x2, 0x2, 0x2, 0x399, 0x39b, 0x5, 0xba, 0x5e, 
+    0x2, 0x39a, 0x39c, 0x5, 0xaa, 0x56, 0x2, 0x39b, 0x39a, 0x3, 0x2, 0x2, 
+    0x2, 0x39b, 0x39c, 0x3, 0x2, 0x2, 0x2, 0x39c, 0x39d, 0x3, 0x2, 0x2, 
+    0x2, 0x39d, 0x3a0, 0x5, 0x46, 0x24, 0x2, 0x39e, 0x39f, 0x7, 0x1c, 0x2, 
+    0x2, 0x39f, 0x3a1, 0x7, 0xbe, 0x2, 0x2, 0x3a0, 0x39e, 0x3, 0x2, 0x2, 
+    0x2, 0x3a0, 0x3a1, 0x3, 0x2, 0x2, 0x2, 0x3a1, 0x3a3, 0x3, 0x2, 0x2, 
+    0x2, 0x3a2, 0x3a4, 0x5, 0x4c, 0x27, 0x2, 0x3a3, 0x3a2, 0x3, 0x2, 0x2, 
+    0x2, 0x3a3, 0x3a4, 0x3, 0x2, 0x2, 0x2, 0x3a4, 0x3a7, 0x3, 0x2, 0x2, 
+    0x2, 0x3a5, 0x3a6, 0x7, 0xa7, 0x2, 0x2, 0x3a6, 0x3a8, 0x5, 0xb0, 0x59, 
+    0x2, 0x3a7, 0x3a5, 0x3, 0x2, 0x2, 0x2, 0x3a7, 0x3a8, 0x3, 0x2, 0x2, 
+    0x2, 0x3a8, 0x3aa, 0x3, 0x2, 0x2, 0x2, 0x3a9, 0x389, 0x3, 0x2, 0x2, 
+    0x2, 0x3a9, 0x399, 0x3, 0x2, 0x2, 0x2, 0x3aa, 0x45, 0x3, 0x2, 0x2, 0x2, 
+    0x3ab, 0x3ac, 0x9, 0x4, 0x2, 0x2, 0x3ac, 0x3ad, 0x5, 0xb0, 0x59, 0x2, 
+    0x3ad, 0x47, 0x3, 0x2, 0x2, 0x2, 0x3ae, 0x3af, 0x5, 0xba, 0x5e, 0x2, 
+    0x3af, 0x3b0, 0x5, 0xb0, 0x59, 0x2, 0x3b0, 0x3b1, 0x7, 0xa8, 0x2, 0x2, 
+    0x3b1, 0x3b2, 0x5, 0xaa, 0x56, 0x2, 0x3b2, 0x3b3, 0x7, 0x46, 0x2, 0x2, 
+    0x3b3, 0x3b4, 0x7, 0xbc, 0x2, 0x2, 0x3b4, 0x49, 0x3, 0x2, 0x2, 0x2, 
+    0x3b5, 0x3b6, 0x5, 0xba, 0x5e, 0x2, 0x3b6, 0x3b7, 0x5, 0x66, 0x34, 0x2, 
+    0x3b7, 0x4b, 0x3, 0x2, 0x2, 0x2, 0x3b8, 0x3b9, 0x7, 0x19, 0x2, 0x2, 
+    0x3b9, 0x3ba, 0x7, 0xcf, 0x2, 0x2, 0x3ba, 0x3bf, 0x5, 0x4e, 0x28, 0x2, 
+    0x3bb, 0x3bc, 0x7, 0xc4, 0x2, 0x2, 0x3bc, 0x3be, 0x5, 0x4e, 0x28, 0x2, 
+    0x3bd, 0x3bb, 0x3, 0x2, 0x2, 0x2, 0x3be, 0x3c1, 0x3, 0x2, 0x2, 0x2, 
+    0x3bf, 0x3bd, 0x3, 0x2, 0x2, 0x2, 0x3bf, 0x3c0, 0x3, 0x2, 0x2, 0x2, 
+    0x3c0, 0x3c2, 0x3, 0x2, 0x2, 0x2, 0x3c1, 0x3bf, 0x3, 0x2, 0x2, 0x2, 
+    0x3c2, 0x3c3, 0x7, 0xd9, 0x2, 0x2, 0x3c3, 0x4d, 0x3, 0x2, 0x2, 0x2, 
+    0x3c4, 0x3ca, 0x5, 0xd6, 0x6c, 0x2, 0x3c5, 0x3c7, 0x7, 0xcf, 0x2, 0x2, 
+    0x3c6, 0x3c8, 0x5, 0xac, 0x57, 0x2, 0x3c7, 0x3c6, 0x3, 0x2, 0x2, 0x2, 
+    0x3c7, 0x3c8, 0x3, 0x2, 0x2, 0x2, 0x3c8, 0x3c9, 0x3, 0x2, 0x2, 0x2, 
+    0x3c9, 0x3cb, 0x7, 0xd9, 0x2, 0x2, 0x3ca, 0x3c5, 0x3, 0x2, 0x2, 0x2, 
+    0x3ca, 0x3cb, 0x3, 0x2, 0x2, 0x2, 0x3cb, 0x4f, 0x3, 0x2, 0x2, 0x2, 0x3cc, 
+    0x3d4, 0x5, 0xb0, 0x59, 0x2, 0x3cd, 0x3d5, 0x7, 0x28, 0x2, 0x2, 0x3ce, 
+    0x3cf, 0x7, 0xa1, 0x2, 0x2, 0x3cf, 0x3d0, 0x7, 0x2f, 0x2, 0x2, 0x3d0, 
+    0x3d5, 0x7, 0xbe, 0x2, 0x2, 0x3d1, 0x3d2, 0x7, 0xa1, 0x2, 0x2, 0x3d2, 
+    0x3d3, 0x7, 0xb0, 0x2, 0x2, 0x3d3, 0x3d5, 0x7, 0xbe, 0x2, 0x2, 0x3d4, 
+    0x3cd, 0x3, 0x2, 0x2, 0x2, 0x3d4, 0x3ce, 0x3, 0x2, 0x2, 0x2, 0x3d4, 
+    0x3d1, 0x3, 0x2, 0x2, 0x2, 0x3d4, 0x3d5, 0x3, 0x2, 0x2, 0x2, 0x3d5, 
+    0x51, 0x3, 0x2, 0x2, 0x2, 0x3d6, 0x3d8, 0x9, 0x5, 0x2, 0x2, 0x3d7, 0x3d9, 
+    0x7, 0x99, 0x2, 0x2, 0x3d8, 0x3d7, 0x3, 0x2, 0x2, 0x2, 0x3d8, 0x3d9, 
+    0x3, 0x2, 0x2, 0x2, 0x3d9, 0x3da, 0x3, 0x2, 0x2, 0x2, 0x3da, 0x3db, 
+    0x5, 0xbc, 0x5f, 0x2, 0x3db, 0x53, 0x3, 0x2, 0x2, 0x2, 0x3dc, 0x3dd, 
+    0x9, 0x6, 0x2, 0x2, 0x3dd, 0x3e0, 0x7, 0x21, 0x2, 0x2, 0x3de, 0x3df, 
+    0x7, 0x4c, 0x2, 0x2, 0x3df, 0x3e1, 0x7, 0x37, 0x2, 0x2, 0x3e0, 0x3de, 
+    0x3, 0x2, 0x2, 0x2, 0x3e0, 0x3e1, 0x3, 0x2, 0x2, 0x2, 0x3e1, 0x3e2, 
+    0x3, 0x2, 0x2, 0x2, 0x3e2, 0x3e4, 0x5, 0xc6, 0x64, 0x2, 0x3e3, 0x3e5, 
+    0x5, 0x2c, 0x17, 0x2, 0x3e4, 0x3e3, 0x3, 0x2, 0x2, 0x2, 0x3e4, 0x3e5, 
+    0x3, 0x2, 0x2, 0x2, 0x3e5, 0x3fc, 0x3, 0x2, 0x2, 0x2, 0x3e6, 0x3ed, 
+    0x9, 0x6, 0x2, 0x2, 0x3e7, 0x3ee, 0x7, 0x2e, 0x2, 0x2, 0x3e8, 0x3ea, 
+    0x7, 0x9b, 0x2, 0x2, 0x3e9, 0x3e8, 0x3, 0x2, 0x2, 0x2, 0x3e9, 0x3ea, 
+    0x3, 0x2, 0x2, 0x2, 0x3ea, 0x3eb, 0x3, 0x2, 0x2, 0x2, 0x3eb, 0x3ee, 
+    0x7, 0x99, 0x2, 0x2, 0x3ec, 0x3ee, 0x7, 0xaf, 0x2, 0x2, 0x3ed, 0x3e7, 
+    0x3, 0x2, 0x2, 0x2, 0x3ed, 0x3e9, 0x3, 0x2, 0x2, 0x2, 0x3ed, 0x3ec, 
+    0x3, 0x2, 0x2, 0x2, 0x3ee, 0x3f1, 0x3, 0x2, 0x2, 0x2, 0x3ef, 0x3f0, 
+    0x7, 0x4c, 0x2, 0x2, 0x3f0, 0x3f2, 0x7, 0x37, 0x2, 0x2, 0x3f1, 0x3ef, 
+    0x3, 0x2, 0x2, 0x2, 0x3f1, 0x3f2, 0x3, 0x2, 0x2, 0x2, 0x3f2, 0x3f3, 
+    0x3, 0x2, 0x2, 0x2, 0x3f3, 0x3f5, 0x5, 0xc0, 0x61, 0x2, 0x3f4, 0x3f6, 
+    0x5, 0x2c, 0x17, 0x2, 0x3f5, 0x3f4, 0x3, 0x2, 0x2, 0x2, 0x3f5, 0x3f6, 
+    0x3, 0x2, 0x2, 0x2, 0x3f6, 0x3f9, 0x3, 0x2, 0x2, 0x2, 0x3f7, 0x3f8, 
+    0x7, 0x70, 0x2, 0x2, 0x3f8, 0x3fa, 0x7, 0x27, 0x2, 0x2, 0x3f9, 0x3f7, 
+    0x3, 0x2, 0x2, 0x2, 0x3f9, 0x3fa, 0x3, 0x2, 0x2, 0x2, 0x3fa, 0x3fc, 
+    0x3, 0x2, 0x2, 0x2, 0x3fb, 0x3dc, 0x3, 0x2, 0x2, 0x2, 0x3fb, 0x3e6, 
+    0x3, 0x2, 0x2, 0x2, 0x3fc, 0x55, 0x3, 0x2, 0x2, 0x2, 0x3fd, 0x3fe, 0x7, 
+    0x37, 0x2, 0x2, 0x3fe, 0x3ff, 0x7, 0x21, 0x2, 0x2, 0x3ff, 0x40b, 0x5, 
+    0xc6, 0x64, 0x2, 0x400, 0x407, 0x7, 0x37, 0x2, 0x2, 0x401, 0x408, 0x7, 
+    0x2e, 0x2, 0x2, 0x402, 0x404, 0x7, 0x9b, 0x2, 0x2, 0x403, 0x402, 0x3, 
+    0x2, 0x2, 0x2, 0x403, 0x404, 0x3, 0x2, 0x2, 0x2, 0x404, 0x405, 0x3, 
+    0x2, 0x2, 0x2, 0x405, 0x408, 0x7, 0x99, 0x2, 0x2, 0x406, 0x408, 0x7, 
+    0xaf, 0x2, 0x2, 0x407, 0x401, 0x3, 0x2, 0x2, 0x2, 0x407, 0x403, 0x3, 
+    0x2, 0x2, 0x2, 0x407, 0x406, 0x3, 0x2, 0x2, 0x2, 0x407, 0x408, 0x3, 
+    0x2, 0x2, 0x2, 0x408, 0x409, 0x3, 0x2, 0x2, 0x2, 0x409, 0x40b, 0x5, 
+    0xc0, 0x61, 0x2, 0x40a, 0x3fd, 0x3, 0x2, 0x2, 0x2, 0x40a, 0x400, 0x3, 
+    0x2, 0x2, 0x2, 0x40b, 0x57, 0x3, 0x2, 0x2, 0x2, 0x40c, 0x40d, 0x7, 0x38, 
+    0x2, 0x2, 0x40d, 0x40e, 0x7, 0x97, 0x2, 0x2, 0x40e, 0x40f, 0x5, 0x4, 
+    0x3, 0x2, 0x40f, 0x59, 0x3, 0x2, 0x2, 0x2, 0x410, 0x411, 0x7, 0x53, 
+    0x2, 0x2, 0x411, 0x413, 0x7, 0x55, 0x2, 0x2, 0x412, 0x414, 0x7, 0x99, 
+    0x2, 0x2, 0x413, 0x412, 0x3, 0x2, 0x2, 0x2, 0x413, 0x414, 0x3, 0x2, 
+    0x2, 0x2, 0x414, 0x418, 0x3, 0x2, 0x2, 0x2, 0x415, 0x419, 0x5, 0xc0, 
+    0x61, 0x2, 0x416, 0x417, 0x7, 0x44, 0x2, 0x2, 0x417, 0x419, 0x5, 0xbe, 
+    0x60, 0x2, 0x418, 0x415, 0x3, 0x2, 0x2, 0x2, 0x418, 0x416, 0x3, 0x2, 
+    0x2, 0x2, 0x419, 0x41b, 0x3, 0x2, 0x2, 0x2, 0x41a, 0x41c, 0x5, 0x5c, 
+    0x2f, 0x2, 0x41b, 0x41a, 0x3, 0x2, 0x2, 0x2, 0x41b, 0x41c, 0x3, 0x2, 
+    0x2, 0x2, 0x41c, 0x41d, 0x3, 0x2, 0x2, 0x2, 0x41d, 0x41e, 0x5, 0x5e, 
+    0x30, 0x2, 0x41e, 0x5b, 0x3, 0x2, 0x2, 0x2, 0x41f, 0x420, 0x7, 0xcf, 
+    0x2, 0x2, 0x420, 0x425, 0x5, 0xba, 0x5e, 0x2, 0x421, 0x422, 0x7, 0xc4, 
+    0x2, 0x2, 0x422, 0x424, 0x5, 0xba, 0x5e, 0x2, 0x423, 0x421, 0x3, 0x2, 
+    0x2, 0x2, 0x424, 0x427, 0x3, 0x2, 0x2, 0x2, 0x425, 0x423, 0x3, 0x2, 
+    0x2, 0x2, 0x425, 0x426, 0x3, 0x2, 0x2, 0x2, 0x426, 0x428, 0x3, 0x2, 
+    0x2, 0x2, 0x427, 0x425, 0x3, 0x2, 0x2, 0x2, 0x428, 0x429, 0x7, 0xd9, 
+    0x2, 0x2, 0x429, 0x5d, 0x3, 0x2, 0x2, 0x2, 0x42a, 0x42b, 0x7, 0x40, 
+    0x2, 0x2, 0x42b, 0x434, 0x5, 0xd6, 0x6c, 0x2, 0x42c, 0x434, 0x7, 0xae, 
+    0x2, 0x2, 0x42d, 0x42f, 0x5, 0x68, 0x35, 0x2, 0x42e, 0x430, 0x7, 0xda, 
+    0x2, 0x2, 0x42f, 0x42e, 0x3, 0x2, 0x2, 0x2, 0x42f, 0x430, 0x3, 0x2, 
+    0x2, 0x2, 0x430, 0x431, 0x3, 0x2, 0x2, 0x2, 0x431, 0x432, 0x7, 0x2, 
+    0x2, 0x3, 0x432, 0x434, 0x3, 0x2, 0x2, 0x2, 0x433, 0x42a, 0x3, 0x2, 
+    0x2, 0x2, 0x433, 0x42c, 0x3, 0x2, 0x2, 0x2, 0x433, 0x42d, 0x3, 0x2, 
+    0x2, 0x2, 0x434, 0x5f, 0x3, 0x2, 0x2, 0x2, 0x435, 0x436, 0x7, 0x5a, 
+    0x2, 0x2, 0x436, 0x438, 0x7, 0x6e, 0x2, 0x2, 0x437, 0x439, 0x5, 0x2c, 
+    0x17, 0x2, 0x438, 0x437, 0x3, 0x2, 0x2, 0x2, 0x438, 0x439, 0x3, 0x2, 
+    0x2, 0x2, 0x439, 0x43a, 0x3, 0x2, 0x2, 0x2, 0x43a, 0x43c, 0x5, 0x78, 
+    0x3d, 0x2, 0x43b, 0x43d, 0x9, 0x7, 0x2, 0x2, 0x43c, 0x43b, 0x3, 0x2, 
+    0x2, 0x2, 0x43c, 0x43d, 0x3, 0x2, 0x2, 0x2, 0x43d, 0x61, 0x3, 0x2, 0x2, 
+    0x2, 0x43e, 0x43f, 0x7, 0x76, 0x2, 0x2, 0x43f, 0x440, 0x7, 0x99, 0x2, 
+    0x2, 0x440, 0x442, 0x5, 0xc0, 0x61, 0x2, 0x441, 0x443, 0x5, 0x2c, 0x17, 
+    0x2, 0x442, 0x441, 0x3, 0x2, 0x2, 0x2, 0x442, 0x443, 0x3, 0x2, 0x2, 
+    0x2, 0x443, 0x445, 0x3, 0x2, 0x2, 0x2, 0x444, 0x446, 0x5, 0x10, 0x9, 
+    0x2, 0x445, 0x444, 0x3, 0x2, 0x2, 0x2, 0x445, 0x446, 0x3, 0x2, 0x2, 
+    0x2, 0x446, 0x448, 0x3, 0x2, 0x2, 0x2, 0x447, 0x449, 0x7, 0x3c, 0x2, 
     0x2, 0x448, 0x447, 0x3, 0x2, 0x2, 0x2, 0x448, 0x449, 0x3, 0x2, 0x2, 
-    0x2, 0x449, 0x44b, 0x3, 0x2, 0x2, 0x2, 0x44a, 0x44c, 0x5, 0x7a, 0x3e, 
+    0x2, 0x449, 0x44b, 0x3, 0x2, 0x2, 0x2, 0x44a, 0x44c, 0x7, 0x25, 0x2, 
     0x2, 0x44b, 0x44a, 0x3, 0x2, 0x2, 0x2, 0x44b, 0x44c, 0x3, 0x2, 0x2, 
-    0x2, 0x44c, 0x44e, 0x3, 0x2, 0x2, 0x2, 0x44d, 0x44f, 0x5, 0x7c, 0x3f, 
-    0x2, 0x44e, 0x44d, 0x3, 0x2, 0x2, 0x2, 0x44e, 0x44f, 0x3, 0x2, 0x2, 
-    0x2, 0x44f, 0x451, 0x3, 0x2, 0x2, 0x2, 0x450, 0x452, 0x5, 0x7e, 0x40, 
-    0x2, 0x451, 0x450, 0x3, 0x2, 0x2, 0x2, 0x451, 0x452, 0x3, 0x2, 0x2, 
-    0x2, 0x452, 0x454, 0x3, 0x2, 0x2, 0x2, 0x453, 0x455, 0x5, 0x80, 0x41, 
-    0x2, 0x454, 0x453, 0x3, 0x2, 0x2, 0x2, 0x454, 0x455, 0x3, 0x2, 0x2, 
-    0x2, 0x455, 0x69, 0x3, 0x2, 0x2, 0x2, 0x456, 0x457, 0x7, 0xb3, 0x2, 
-    0x2, 0x457, 0x458, 0x5, 0xa6, 0x54, 0x2, 0x458, 0x6b, 0x3, 0x2, 0x2, 
-    0x2, 0x459, 0x45a, 0x7, 0xa0, 0x2, 0x2, 0x45a, 0x45d, 0x7, 0xba, 0x2, 
-    0x2, 0x45b, 0x45c, 0x7, 0xb3, 0x2, 0x2, 0x45c, 0x45e, 0x7, 0x9c, 0x2, 
-    0x2, 0x45d, 0x45b, 0x3, 0x2, 0x2, 0x2, 0x45d, 0x45e, 0x3, 0x2, 0x2, 
-    0x2, 0x45e, 0x6d, 0x3, 0x2, 0x2, 0x2, 0x45f, 0x460, 0x7, 0x42, 0x2, 
-    0x2, 0x460, 0x461, 0x5, 0x82, 0x42, 0x2, 0x461, 0x6f, 0x3, 0x2, 0x2, 
-    0x2, 0x462, 0x464, 0x9, 0x9, 0x2, 0x2, 0x463, 0x462, 0x3, 0x2, 0x2, 
-    0x2, 0x463, 0x464, 0x3, 0x2, 0x2, 0x2, 0x464, 0x465, 0x3, 0x2, 0x2, 
-    0x2, 0x465, 0x466, 0x7, 0xb, 0x2, 0x2, 0x466, 0x467, 0x7, 0x58, 0x2, 
-    0x2, 0x467, 0x468, 0x5, 0xa6, 0x54, 0x2, 0x468, 0x71, 0x3, 0x2, 0x2, 
-    0x2, 0x469, 0x46a, 0x7, 0x7c, 0x2, 0x2, 0x46a, 0x46b, 0x5, 0xaa, 0x56, 
-    0x2, 0x46b, 0x73, 0x3, 0x2, 0x2, 0x2, 0x46c, 0x46d, 0x7, 0xb2, 0x2, 
-    0x2, 0x46d, 0x46e, 0x5, 0xaa, 0x56, 0x2, 0x46e, 0x75, 0x3, 0x2, 0x2, 
-    0x2, 0x46f, 0x470, 0x7, 0x47, 0x2, 0x2, 0x470, 0x477, 0x7, 0x13, 0x2, 
-    0x2, 0x471, 0x472, 0x9, 0x8, 0x2, 0x2, 0x472, 0x473, 0x7, 0xcd, 0x2, 
-    0x2, 0x473, 0x474, 0x5, 0xa6, 0x54, 0x2, 0x474, 0x475, 0x7, 0xd7, 0x2, 
-    0x2, 0x475, 0x478, 0x3, 0x2, 0x2, 0x2, 0x476, 0x478, 0x5, 0xa6, 0x54, 
-    0x2, 0x477, 0x471, 0x3, 0x2, 0x2, 0x2, 0x477, 0x476, 0x3, 0x2, 0x2, 
-    0x2, 0x478, 0x77, 0x3, 0x2, 0x2, 0x2, 0x479, 0x47a, 0x7, 0x48, 0x2, 
-    0x2, 0x47a, 0x47b, 0x5, 0xaa, 0x56, 0x2, 0x47b, 0x79, 0x3, 0x2, 0x2, 
-    0x2, 0x47c, 0x47d, 0x7, 0x77, 0x2, 0x2, 0x47d, 0x47e, 0x7, 0x13, 0x2, 
-    0x2, 0x47e, 0x47f, 0x5, 0x8e, 0x48, 0x2, 0x47f, 0x7b, 0x3, 0x2, 0x2, 
-    0x2, 0x480, 0x481, 0x7, 0x61, 0x2, 0x2, 0x481, 0x482, 0x5, 0x8c, 0x47, 
-    0x2, 0x482, 0x483, 0x7, 0x13, 0x2, 0x2, 0x483, 0x484, 0x5, 0xa6, 0x54, 
-    0x2, 0x484, 0x7d, 0x3, 0x2, 0x2, 0x2, 0x485, 0x486, 0x7, 0x61, 0x2, 
-    0x2, 0x486, 0x489, 0x5, 0x8c, 0x47, 0x2, 0x487, 0x488, 0x7, 0xb3, 0x2, 
-    0x2, 0x488, 0x48a, 0x7, 0x9c, 0x2, 0x2, 0x489, 0x487, 0x3, 0x2, 0x2, 
-    0x2, 0x489, 0x48a, 0x3, 0x2, 0x2, 0x2, 0x48a, 0x7f, 0x3, 0x2, 0x2, 0x2, 
-    0x48b, 0x48c, 0x7, 0x8e, 0x2, 0x2, 0x48c, 0x48d, 0x5, 0x94, 0x4b, 0x2, 
-    0x48d, 0x81, 0x3, 0x2, 0x2, 0x2, 0x48e, 0x48f, 0x8, 0x42, 0x1, 0x2, 
-    0x48f, 0x491, 0x5, 0xb6, 0x5c, 0x2, 0x490, 0x492, 0x7, 0x3c, 0x2, 0x2, 
-    0x491, 0x490, 0x3, 0x2, 0x2, 0x2, 0x491, 0x492, 0x3, 0x2, 0x2, 0x2, 
-    0x492, 0x494, 0x3, 0x2, 0x2, 0x2, 0x493, 0x495, 0x5, 0x8a, 0x46, 0x2, 
-    0x494, 0x493, 0x3, 0x2, 0x2, 0x2, 0x494, 0x495, 0x3, 0x2, 0x2, 0x2, 
-    0x495, 0x49b, 0x3, 0x2, 0x2, 0x2, 0x496, 0x497, 0x7, 0xcd, 0x2, 0x2, 
-    0x497, 0x498, 0x5, 0x82, 0x42, 0x2, 0x498, 0x499, 0x7, 0xd7, 0x2, 0x2, 
-    0x499, 0x49b, 0x3, 0x2, 0x2, 0x2, 0x49a, 0x48e, 0x3, 0x2, 0x2, 0x2, 
-    0x49a, 0x496, 0x3, 0x2, 0x2, 0x2, 0x49b, 0x4ad, 0x3, 0x2, 0x2, 0x2, 
-    0x49c, 0x49d, 0xc, 0x5, 0x2, 0x2, 0x49d, 0x49e, 0x5, 0x86, 0x44, 0x2, 
-    0x49e, 0x49f, 0x5, 0x82, 0x42, 0x6, 0x49f, 0x4ac, 0x3, 0x2, 0x2, 0x2, 
-    0x4a0, 0x4a2, 0xc, 0x6, 0x2, 0x2, 0x4a1, 0x4a3, 0x9, 0xa, 0x2, 0x2, 
-    0x4a2, 0x4a1, 0x3, 0x2, 0x2, 0x2, 0x4a2, 0x4a3, 0x3, 0x2, 0x2, 0x2, 
-    0x4a3, 0x4a5, 0x3, 0x2, 0x2, 0x2, 0x4a4, 0x4a6, 0x5, 0x84, 0x43, 0x2, 
-    0x4a5, 0x4a4, 0x3, 0x2, 0x2, 0x2, 0x4a5, 0x4a6, 0x3, 0x2, 0x2, 0x2, 
-    0x4a6, 0x4a7, 0x3, 0x2, 0x2, 0x2, 0x4a7, 0x4a8, 0x7, 0x58, 0x2, 0x2, 
-    0x4a8, 0x4a9, 0x5, 0x82, 0x42, 0x2, 0x4a9, 0x4aa, 0x5, 0x88, 0x45, 0x2, 
-    0x4aa, 0x4ac, 0x3, 0x2, 0x2, 0x2, 0x4ab, 0x49c, 0x3, 0x2, 0x2, 0x2, 
-    0x4ab, 0x4a0, 0x3, 0x2, 0x2, 0x2, 0x4ac, 0x4af, 0x3, 0x2, 0x2, 0x2, 
-    0x4ad, 0x4ab, 0x3, 0x2, 0x2, 0x2, 0x4ad, 0x4ae, 0x3, 0x2, 0x2, 0x2, 
-    0x4ae, 0x83, 0x3, 0x2, 0x2, 0x2, 0x4af, 0x4ad, 0x3, 0x2, 0x2, 0x2, 0x4b0, 
-    0x4b2, 0x9, 0xb, 0x2, 0x2, 0x4b1, 0x4b0, 0x3, 0x2, 0x2, 0x2, 0x4b1, 
-    0x4b2, 0x3, 0x2, 0x2, 0x2, 0x4b2, 0x4b3, 0x3, 0x2, 0x2, 0x2, 0x4b3, 
-    0x4ba, 0x7, 0x52, 0x2, 0x2, 0x4b4, 0x4b6, 0x7, 0x52, 0x2, 0x2, 0x4b5, 
-    0x4b7, 0x9, 0xb, 0x2, 0x2, 0x4b6, 0x4b5, 0x3, 0x2, 0x2, 0x2, 0x4b6, 
-    0x4b7, 0x3, 0x2, 0x2, 0x2, 0x4b7, 0x4ba, 0x3, 0x2, 0x2, 0x2, 0x4b8, 
-    0x4ba, 0x9, 0xb, 0x2, 0x2, 0x4b9, 0x4b1, 0x3, 0x2, 0x2, 0x2, 0x4b9, 
-    0x4b4, 0x3, 0x2, 0x2, 0x2, 0x4b9, 0x4b8, 0x3, 0x2, 0x2, 0x2, 0x4ba, 
-    0x4dc, 0x3, 0x2, 0x2, 0x2, 0x4bb, 0x4bd, 0x9, 0xc, 0x2, 0x2, 0x4bc, 
-    0x4bb, 0x3, 0x2, 0x2, 0x2, 0x4bc, 0x4bd, 0x3, 0x2, 0x2, 0x2, 0x4bd, 
-    0x4be, 0x3, 0x2, 0x2, 0x2, 0x4be, 0x4c0, 0x9, 0xd, 0x2, 0x2, 0x4bf, 
-    0x4c1, 0x7, 0x78, 0x2, 0x2, 0x4c0, 0x4bf, 0x3, 0x2, 0x2, 0x2, 0x4c0, 
-    0x4c1, 0x3, 0x2, 0x2, 0x2, 0x4c1, 0x4ca, 0x3, 0x2, 0x2, 0x2, 0x4c2, 
-    0x4c4, 0x9, 0xd, 0x2, 0x2, 0x4c3, 0x4c5, 0x7, 0x78, 0x2, 0x2, 0x4c4, 
-    0x4c3, 0x3, 0x2, 0x2, 0x2, 0x4c4, 0x4c5, 0x3, 0x2, 0x2, 0x2, 0x4c5, 
-    0x4c7, 0x3, 0x2, 0x2, 0x2, 0x4c6, 0x4c8, 0x9, 0xc, 0x2, 0x2, 0x4c7, 
-    0x4c6, 0x3, 0x2, 0x2, 0x2, 0x4c7, 0x4c8, 0x3, 0x2, 0x2, 0x2, 0x4c8, 
-    0x4ca, 0x3, 0x2, 0x2, 0x2, 0x4c9, 0x4bc, 0x3, 0x2, 0x2, 0x2, 0x4c9, 
-    0x4c2, 0x3, 0x2, 0x2, 0x2, 0x4ca, 0x4dc, 0x3, 0x2, 0x2, 0x2, 0x4cb, 
-    0x4cd, 0x9, 0xe, 0x2, 0x2, 0x4cc, 0x4cb, 0x3, 0x2, 0x2, 0x2, 0x4cc, 
-    0x4cd, 0x3, 0x2, 0x2, 0x2, 0x4cd, 0x4ce, 0x3, 0x2, 0x2, 0x2, 0x4ce, 
-    0x4d0, 0x7, 0x43, 0x2, 0x2, 0x4cf, 0x4d1, 0x7, 0x78, 0x2, 0x2, 0x4d0, 
-    0x4cf, 0x3, 0x2, 0x2, 0x2, 0x4d0, 0x4d1, 0x3, 0x2, 0x2, 0x2, 0x4d1, 
-    0x4da, 0x3, 0x2, 0x2, 0x2, 0x4d2, 0x4d4, 0x7, 0x43, 0x2, 0x2, 0x4d3, 
-    0x4d5, 0x7, 0x78, 0x2, 0x2, 0x4d4, 0x4d3, 0x3, 0x2, 0x2, 0x2, 0x4d4, 
-    0x4d5, 0x3, 0x2, 0x2, 0x2, 0x4d5, 0x4d7, 0x3, 0x2, 0x2, 0x2, 0x4d6, 
-    0x4d8, 0x9, 0xe, 0x2, 0x2, 0x4d7, 0x4d6, 0x3, 0x2, 0x2, 0x2, 0x4d7, 
-    0x4d8, 0x3, 0x2, 0x2, 0x2, 0x4d8, 0x4da, 0x3, 0x2, 0x2, 0x2, 0x4d9, 
-    0x4cc, 0x3, 0x2, 0x2, 0x2, 0x4d9, 0x4d2, 0x3, 0x2, 0x2, 0x2, 0x4da, 
-    0x4dc, 0x3, 0x2, 0x2, 0x2, 0x4db, 0x4b9, 0x3, 0x2, 0x2, 0x2, 0x4db, 
-    0x4c9, 0x3, 0x2, 0x2, 0x2, 0x4db, 0x4d9, 0x3, 0x2, 0x2, 0x2, 0x4dc, 
-    0x85, 0x3, 0x2, 0x2, 0x2, 0x4dd, 0x4df, 0x9, 0xa, 0x2, 0x2, 0x4de, 0x4dd, 
-    0x3, 0x2, 0x2, 0x2, 0x4de, 0x4df, 0x3, 0x2, 0x2, 0x2, 0x4df, 0x4e0, 
-    0x3, 0x2, 0x2, 0x2, 0x4e0, 0x4e1, 0x7, 0x1f, 0x2, 0x2, 0x4e1, 0x4e4, 
-    0x7, 0x58, 0x2, 0x2, 0x4e2, 0x4e4, 0x7, 0xc2, 0x2, 0x2, 0x4e3, 0x4de, 
-    0x3, 0x2, 0x2, 0x2, 0x4e3, 0x4e2, 0x3, 0x2, 0x2, 0x2, 0x4e4, 0x87, 0x3, 
-    0x2, 0x2, 0x2, 0x4e5, 0x4e6, 0x7, 0x74, 0x2, 0x2, 0x4e6, 0x4ef, 0x5, 
-    0xa6, 0x54, 0x2, 0x4e7, 0x4e8, 0x7, 0xaa, 0x2, 0x2, 0x4e8, 0x4e9, 0x7, 
-    0xcd, 0x2, 0x2, 0x4e9, 0x4ea, 0x5, 0xa6, 0x54, 0x2, 0x4ea, 0x4eb, 0x7, 
-    0xd7, 0x2, 0x2, 0x4eb, 0x4ef, 0x3, 0x2, 0x2, 0x2, 0x4ec, 0x4ed, 0x7, 
-    0xaa, 0x2, 0x2, 0x4ed, 0x4ef, 0x5, 0xa6, 0x54, 0x2, 0x4ee, 0x4e5, 0x3, 
-    0x2, 0x2, 0x2, 0x4ee, 0x4e7, 0x3, 0x2, 0x2, 0x2, 0x4ee, 0x4ec, 0x3, 
-    0x2, 0x2, 0x2, 0x4ef, 0x89, 0x3, 0x2, 0x2, 0x2, 0x4f0, 0x4f1, 0x7, 0x88, 
-    0x2, 0x2, 0x4f1, 0x4f4, 0x5, 0x92, 0x4a, 0x2, 0x4f2, 0x4f3, 0x7, 0x73, 
-    0x2, 0x2, 0x4f3, 0x4f5, 0x5, 0x92, 0x4a, 0x2, 0x4f4, 0x4f2, 0x3, 0x2, 
-    0x2, 0x2, 0x4f4, 0x4f5, 0x3, 0x2, 0x2, 0x2, 0x4f5, 0x8b, 0x3, 0x2, 0x2, 
-    0x2, 0x4f6, 0x4f9, 0x5, 0xaa, 0x56, 0x2, 0x4f7, 0x4f8, 0x9, 0xf, 0x2, 
-    0x2, 0x4f8, 0x4fa, 0x5, 0xaa, 0x56, 0x2, 0x4f9, 0x4f7, 0x3, 0x2, 0x2, 
-    0x2, 0x4f9, 0x4fa, 0x3, 0x2, 0x2, 0x2, 0x4fa, 0x8d, 0x3, 0x2, 0x2, 0x2, 
-    0x4fb, 0x500, 0x5, 0x90, 0x49, 0x2, 0x4fc, 0x4fd, 0x7, 0xc2, 0x2, 0x2, 
-    0x4fd, 0x4ff, 0x5, 0x90, 0x49, 0x2, 0x4fe, 0x4fc, 0x3, 0x2, 0x2, 0x2, 
-    0x4ff, 0x502, 0x3, 0x2, 0x2, 0x2, 0x500, 0x4fe, 0x3, 0x2, 0x2, 0x2, 
-    0x500, 0x501, 0x3, 0x2, 0x2, 0x2, 0x501, 0x8f, 0x3, 0x2, 0x2, 0x2, 0x502, 
-    0x500, 0x3, 0x2, 0x2, 0x2, 0x503, 0x505, 0x5, 0xaa, 0x56, 0x2, 0x504, 
-    0x506, 0x9, 0x10, 0x2, 0x2, 0x505, 0x504, 0x3, 0x2, 0x2, 0x2, 0x505, 
-    0x506, 0x3, 0x2, 0x2, 0x2, 0x506, 0x509, 0x3, 0x2, 0x2, 0x2, 0x507, 
-    0x508, 0x7, 0x72, 0x2, 0x2, 0x508, 0x50a, 0x9, 0x11, 0x2, 0x2, 0x509, 
-    0x507, 0x3, 0x2, 0x2, 0x2, 0x509, 0x50a, 0x3, 0x2, 0x2, 0x2, 0x50a, 
-    0x50d, 0x3, 0x2, 0x2, 0x2, 0x50b, 0x50c, 0x7, 0x1a, 0x2, 0x2, 0x50c, 
-    0x50e, 0x7, 0xbc, 0x2, 0x2, 0x50d, 0x50b, 0x3, 0x2, 0x2, 0x2, 0x50d, 
-    0x50e, 0x3, 0x2, 0x2, 0x2, 0x50e, 0x91, 0x3, 0x2, 0x2, 0x2, 0x50f, 0x512, 
-    0x5, 0xc4, 0x63, 0x2, 0x510, 0x511, 0x7, 0xd9, 0x2, 0x2, 0x511, 0x513, 
-    0x5, 0xc4, 0x63, 0x2, 0x512, 0x510, 0x3, 0x2, 0x2, 0x2, 0x512, 0x513, 
-    0x3, 0x2, 0x2, 0x2, 0x513, 0x93, 0x3, 0x2, 0x2, 0x2, 0x514, 0x519, 0x5, 
-    0x96, 0x4c, 0x2, 0x515, 0x516, 0x7, 0xc2, 0x2, 0x2, 0x516, 0x518, 0x5, 
-    0x96, 0x4c, 0x2, 0x517, 0x515, 0x3, 0x2, 0x2, 0x2, 0x518, 0x51b, 0x3, 
-    0x2, 0x2, 0x2, 0x519, 0x517, 0x3, 0x2, 0x2, 0x2, 0x519, 0x51a, 0x3, 
-    0x2, 0x2, 0x2, 0x51a, 0x95, 0x3, 0x2, 0x2, 0x2, 0x51b, 0x519, 0x3, 0x2, 
-    0x2, 0x2, 0x51c, 0x51d, 0x5, 0xd0, 0x69, 0x2, 0x51d, 0x51e, 0x7, 0xc7, 
-    0x2, 0x2, 0x51e, 0x51f, 0x5, 0xc6, 0x64, 0x2, 0x51f, 0x97, 0x3, 0x2, 
-    0x2, 0x2, 0x520, 0x521, 0x7, 0x8d, 0x2, 0x2, 0x521, 0x522, 0x5, 0x94, 
-    0x4b, 0x2, 0x522, 0x99, 0x3, 0x2, 0x2, 0x2, 0x523, 0x524, 0x7, 0x8f, 
-    0x2, 0x2, 0x524, 0x525, 0x7, 0x1e, 0x2, 0x2, 0x525, 0x526, 0x7, 0x21, 
-    0x2, 0x2, 0x526, 0x54e, 0x5, 0xc0, 0x61, 0x2, 0x527, 0x528, 0x7, 0x8f, 
-    0x2, 0x2, 0x528, 0x529, 0x7, 0x1e, 0x2, 0x2, 0x529, 0x52a, 0x7, 0x2e, 
-    0x2, 0x2, 0x52a, 0x54e, 0x5, 0xba, 0x5e, 0x2, 0x52b, 0x52c, 0x7, 0x8f, 
-    0x2, 0x2, 0x52c, 0x52e, 0x7, 0x1e, 0x2, 0x2, 0x52d, 0x52f, 0x7, 0x99, 
-    0x2, 0x2, 0x52e, 0x52d, 0x3, 0x2, 0x2, 0x2, 0x52e, 0x52f, 0x3, 0x2, 
-    0x2, 0x2, 0x52f, 0x531, 0x3, 0x2, 0x2, 0x2, 0x530, 0x532, 0x7, 0x97, 
-    0x2, 0x2, 0x531, 0x530, 0x3, 0x2, 0x2, 0x2, 0x531, 0x532, 0x3, 0x2, 
-    0x2, 0x2, 0x532, 0x533, 0x3, 0x2, 0x2, 0x2, 0x533, 0x54e, 0x5, 0xba, 
-    0x5e, 0x2, 0x534, 0x535, 0x7, 0x8f, 0x2, 0x2, 0x535, 0x54e, 0x7, 0x22, 
-    0x2, 0x2, 0x536, 0x537, 0x7, 0x8f, 0x2, 0x2, 0x537, 0x53a, 0x7, 0x2d, 
-    0x2, 0x2, 0x538, 0x539, 0x7, 0x42, 0x2, 0x2, 0x539, 0x53b, 0x5, 0xc0, 
-    0x61, 0x2, 0x53a, 0x538, 0x3, 0x2, 0x2, 0x2, 0x53a, 0x53b, 0x3, 0x2, 
-    0x2, 0x2, 0x53b, 0x54e, 0x3, 0x2, 0x2, 0x2, 0x53c, 0x53e, 0x7, 0x8f, 
-    0x2, 0x2, 0x53d, 0x53f, 0x7, 0x99, 0x2, 0x2, 0x53e, 0x53d, 0x3, 0x2, 
-    0x2, 0x2, 0x53e, 0x53f, 0x3, 0x2, 0x2, 0x2, 0x53f, 0x540, 0x3, 0x2, 
-    0x2, 0x2, 0x540, 0x543, 0x7, 0x98, 0x2, 0x2, 0x541, 0x542, 0x9, 0x12, 
-    0x2, 0x2, 0x542, 0x544, 0x5, 0xc0, 0x61, 0x2, 0x543, 0x541, 0x3, 0x2, 
-    0x2, 0x2, 0x543, 0x544, 0x3, 0x2, 0x2, 0x2, 0x544, 0x548, 0x3, 0x2, 
-    0x2, 0x2, 0x545, 0x546, 0x7, 0x60, 0x2, 0x2, 0x546, 0x549, 0x7, 0xbc, 
-    0x2, 0x2, 0x547, 0x549, 0x5, 0x74, 0x3b, 0x2, 0x548, 0x545, 0x3, 0x2, 
-    0x2, 0x2, 0x548, 0x547, 0x3, 0x2, 0x2, 0x2, 0x548, 0x549, 0x3, 0x2, 
-    0x2, 0x2, 0x549, 0x54b, 0x3, 0x2, 0x2, 0x2, 0x54a, 0x54c, 0x5, 0x7e, 
-    0x40, 0x2, 0x54b, 0x54a, 0x3, 0x2, 0x2, 0x2, 0x54b, 0x54c, 0x3, 0x2, 
-    0x2, 0x2, 0x54c, 0x54e, 0x3, 0x2, 0x2, 0x2, 0x54d, 0x523, 0x3, 0x2, 
-    0x2, 0x2, 0x54d, 0x527, 0x3, 0x2, 0x2, 0x2, 0x54d, 0x52b, 0x3, 0x2, 
-    0x2, 0x2, 0x54d, 0x534, 0x3, 0x2, 0x2, 0x2, 0x54d, 0x536, 0x3, 0x2, 
-    0x2, 0x2, 0x54d, 0x53c, 0x3, 0x2, 0x2, 0x2, 0x54e, 0x9b, 0x3, 0x2, 0x2, 
-    0x2, 0x54f, 0x550, 0x7, 0x96, 0x2, 0x2, 0x550, 0x551, 0x7, 0x3e, 0x2, 
-    0x2, 0x551, 0x552, 0x7, 0x31, 0x2, 0x2, 0x552, 0x572, 0x5, 0xba, 0x5e, 
-    0x2, 0x553, 0x554, 0x7, 0x96, 0x2, 0x2, 0x554, 0x555, 0x7, 0x3e, 0x2, 
-    0x2, 0x555, 0x572, 0x7, 0x64, 0x2, 0x2, 0x556, 0x557, 0x7, 0x96, 0x2, 
-    0x2, 0x557, 0x558, 0x7, 0x80, 0x2, 0x2, 0x558, 0x572, 0x7, 0x2d, 0x2, 
-    0x2, 0x559, 0x55a, 0x7, 0x96, 0x2, 0x2, 0x55a, 0x55b, 0x7, 0x80, 0x2, 
-    0x2, 0x55b, 0x55c, 0x7, 0x2e, 0x2, 0x2, 0x55c, 0x572, 0x5, 0xba, 0x5e, 
-    0x2, 0x55d, 0x55e, 0x7, 0x96, 0x2, 0x2, 0x55e, 0x566, 0x9, 0x13, 0x2, 
-    0x2, 0x55f, 0x560, 0x7, 0x31, 0x2, 0x2, 0x560, 0x567, 0x7, 0x8c, 0x2, 
-    0x2, 0x561, 0x567, 0x7, 0x3b, 0x2, 0x2, 0x562, 0x564, 0x7, 0xa5, 0x2, 
-    0x2, 0x563, 0x562, 0x3, 0x2, 0x2, 0x2, 0x563, 0x564, 0x3, 0x2, 0x2, 
-    0x2, 0x564, 0x565, 0x3, 0x2, 0x2, 0x2, 0x565, 0x567, 0x7, 0x67, 0x2, 
-    0x2, 0x566, 0x55f, 0x3, 0x2, 0x2, 0x2, 0x566, 0x561, 0x3, 0x2, 0x2, 
-    0x2, 0x566, 0x563, 0x3, 0x2, 0x2, 0x2, 0x567, 0x568, 0x3, 0x2, 0x2, 
-    0x2, 0x568, 0x572, 0x5, 0xba, 0x5e, 0x2, 0x569, 0x56a, 0x7, 0x96, 0x2, 
-    0x2, 0x56a, 0x56b, 0x9, 0x13, 0x2, 0x2, 0x56b, 0x56c, 0x7, 0x85, 0x2, 
-    0x2, 0x56c, 0x572, 0x7, 0x8c, 0x2, 0x2, 0x56d, 0x56e, 0x7, 0x96, 0x2, 
-    0x2, 0x56e, 0x56f, 0x7, 0x94, 0x2, 0x2, 0x56f, 0x570, 0x7, 0x84, 0x2, 
-    0x2, 0x570, 0x572, 0x5, 0xba, 0x5e, 0x2, 0x571, 0x54f, 0x3, 0x2, 0x2, 
-    0x2, 0x571, 0x553, 0x3, 0x2, 0x2, 0x2, 0x571, 0x556, 0x3, 0x2, 0x2, 
-    0x2, 0x571, 0x559, 0x3, 0x2, 0x2, 0x2, 0x571, 0x55d, 0x3, 0x2, 0x2, 
-    0x2, 0x571, 0x569, 0x3, 0x2, 0x2, 0x2, 0x571, 0x56d, 0x3, 0x2, 0x2, 
-    0x2, 0x572, 0x9d, 0x3, 0x2, 0x2, 0x2, 0x573, 0x575, 0x7, 0xa4, 0x2, 
-    0x2, 0x574, 0x576, 0x7, 0x99, 0x2, 0x2, 0x575, 0x574, 0x3, 0x2, 0x2, 
-    0x2, 0x575, 0x576, 0x3, 0x2, 0x2, 0x2, 0x576, 0x578, 0x3, 0x2, 0x2, 
-    0x2, 0x577, 0x579, 0x7, 0x97, 0x2, 0x2, 0x578, 0x577, 0x3, 0x2, 0x2, 
-    0x2, 0x578, 0x579, 0x3, 0x2, 0x2, 0x2, 0x579, 0x57c, 0x3, 0x2, 0x2, 
-    0x2, 0x57a, 0x57b, 0x7, 0x4c, 0x2, 0x2, 0x57b, 0x57d, 0x7, 0x37, 0x2, 
-    0x2, 0x57c, 0x57a, 0x3, 0x2, 0x2, 0x2, 0x57c, 0x57d, 0x3, 0x2, 0x2, 
-    0x2, 0x57d, 0x57e, 0x3, 0x2, 0x2, 0x2, 0x57e, 0x580, 0x5, 0xba, 0x5e, 
-    0x2, 0x57f, 0x581, 0x5, 0x2c, 0x17, 0x2, 0x580, 0x57f, 0x3, 0x2, 0x2, 
-    0x2, 0x580, 0x581, 0x3, 0x2, 0x2, 0x2, 0x581, 0x9f, 0x3, 0x2, 0x2, 0x2, 
-    0x582, 0x583, 0x7, 0xa9, 0x2, 0x2, 0x583, 0x584, 0x5, 0xc0, 0x61, 0x2, 
-    0x584, 0xa1, 0x3, 0x2, 0x2, 0x2, 0x585, 0x586, 0x7, 0xaf, 0x2, 0x2, 
-    0x586, 0x588, 0x5, 0xba, 0x5e, 0x2, 0x587, 0x589, 0x7, 0x36, 0x2, 0x2, 
-    0x588, 0x587, 0x3, 0x2, 0x2, 0x2, 0x588, 0x589, 0x3, 0x2, 0x2, 0x2, 
-    0x589, 0x58c, 0x3, 0x2, 0x2, 0x2, 0x58a, 0x58b, 0x7, 0x61, 0x2, 0x2, 
-    0x58b, 0x58d, 0x7, 0xba, 0x2, 0x2, 0x58c, 0x58a, 0x3, 0x2, 0x2, 0x2, 
-    0x58c, 0x58d, 0x3, 0x2, 0x2, 0x2, 0x58d, 0xa3, 0x3, 0x2, 0x2, 0x2, 0x58e, 
-    0x5be, 0x5, 0xd0, 0x69, 0x2, 0x58f, 0x590, 0x5, 0xd0, 0x69, 0x2, 0x590, 
-    0x591, 0x7, 0xcd, 0x2, 0x2, 0x591, 0x592, 0x5, 0xd0, 0x69, 0x2, 0x592, 
-    0x599, 0x5, 0xa4, 0x53, 0x2, 0x593, 0x594, 0x7, 0xc2, 0x2, 0x2, 0x594, 
-    0x595, 0x5, 0xd0, 0x69, 0x2, 0x595, 0x596, 0x5, 0xa4, 0x53, 0x2, 0x596, 
-    0x598, 0x3, 0x2, 0x2, 0x2, 0x597, 0x593, 0x3, 0x2, 0x2, 0x2, 0x598, 
-    0x59b, 0x3, 0x2, 0x2, 0x2, 0x599, 0x597, 0x3, 0x2, 0x2, 0x2, 0x599, 
-    0x59a, 0x3, 0x2, 0x2, 0x2, 0x59a, 0x59c, 0x3, 0x2, 0x2, 0x2, 0x59b, 
-    0x599, 0x3, 0x2, 0x2, 0x2, 0x59c, 0x59d, 0x7, 0xd7, 0x2, 0x2, 0x59d, 
-    0x5be, 0x3, 0x2, 0x2, 0x2, 0x59e, 0x59f, 0x5, 0xd0, 0x69, 0x2, 0x59f, 
-    0x5a0, 0x7, 0xcd, 0x2, 0x2, 0x5a0, 0x5a5, 0x5, 0xd4, 0x6b, 0x2, 0x5a1, 
-    0x5a2, 0x7, 0xc2, 0x2, 0x2, 0x5a2, 0x5a4, 0x5, 0xd4, 0x6b, 0x2, 0x5a3, 
-    0x5a1, 0x3, 0x2, 0x2, 0x2, 0x5a4, 0x5a7, 0x3, 0x2, 0x2, 0x2, 0x5a5, 
-    0x5a3, 0x3, 0x2, 0x2, 0x2, 0x5a5, 0x5a6, 0x3, 0x2, 0x2, 0x2, 0x5a6, 
-    0x5a8, 0x3, 0x2, 0x2, 0x2, 0x5a7, 0x5a5, 0x3, 0x2, 0x2, 0x2, 0x5a8, 
-    0x5a9, 0x7, 0xd7, 0x2, 0x2, 0x5a9, 0x5be, 0x3, 0x2, 0x2, 0x2, 0x5aa, 
-    0x5ab, 0x5, 0xd0, 0x69, 0x2, 0x5ab, 0x5ac, 0x7, 0xcd, 0x2, 0x2, 0x5ac, 
-    0x5b1, 0x5, 0xa4, 0x53, 0x2, 0x5ad, 0x5ae, 0x7, 0xc2, 0x2, 0x2, 0x5ae, 
-    0x5b0, 0x5, 0xa4, 0x53, 0x2, 0x5af, 0x5ad, 0x3, 0x2, 0x2, 0x2, 0x5b0, 
-    0x5b3, 0x3, 0x2, 0x2, 0x2, 0x5b1, 0x5af, 0x3, 0x2, 0x2, 0x2, 0x5b1, 
-    0x5b2, 0x3, 0x2, 0x2, 0x2, 0x5b2, 0x5b4, 0x3, 0x2, 0x2, 0x2, 0x5b3, 
-    0x5b1, 0x3, 0x2, 0x2, 0x2, 0x5b4, 0x5b5, 0x7, 0xd7, 0x2, 0x2, 0x5b5, 
-    0x5be, 0x3, 0x2, 0x2, 0x2, 0x5b6, 0x5b7, 0x5, 0xd0, 0x69, 0x2, 0x5b7, 
-    0x5b9, 0x7, 0xcd, 0x2, 0x2, 0x5b8, 0x5ba, 0x5, 0xa6, 0x54, 0x2, 0x5b9, 
-    0x5b8, 0x3, 0x2, 0x2, 0x2, 0x5b9, 0x5ba, 0x3, 0x2, 0x2, 0x2, 0x5ba, 
-    0x5bb, 0x3, 0x2, 0x2, 0x2, 0x5bb, 0x5bc, 0x7, 0xd7, 0x2, 0x2, 0x5bc, 
-    0x5be, 0x3, 0x2, 0x2, 0x2, 0x5bd, 0x58e, 0x3, 0x2, 0x2, 0x2, 0x5bd, 
-    0x58f, 0x3, 0x2, 0x2, 0x2, 0x5bd, 0x59e, 0x3, 0x2, 0x2, 0x2, 0x5bd, 
-    0x5aa, 0x3, 0x2, 0x2, 0x2, 0x5bd, 0x5b6, 0x3, 0x2, 0x2, 0x2, 0x5be, 
-    0xa5, 0x3, 0x2, 0x2, 0x2, 0x5bf, 0x5c4, 0x5, 0xa8, 0x55, 0x2, 0x5c0, 
-    0x5c1, 0x7, 0xc2, 0x2, 0x2, 0x5c1, 0x5c3, 0x5, 0xa8, 0x55, 0x2, 0x5c2, 
-    0x5c0, 0x3, 0x2, 0x2, 0x2, 0x5c3, 0x5c6, 0x3, 0x2, 0x2, 0x2, 0x5c4, 
-    0x5c2, 0x3, 0x2, 0x2, 0x2, 0x5c4, 0x5c5, 0x3, 0x2, 0x2, 0x2, 0x5c5, 
-    0xa7, 0x3, 0x2, 0x2, 0x2, 0x5c6, 0x5c4, 0x3, 0x2, 0x2, 0x2, 0x5c7, 0x5c8, 
-    0x5, 0xba, 0x5e, 0x2, 0x5c8, 0x5c9, 0x7, 0xc5, 0x2, 0x2, 0x5c9, 0x5cb, 
-    0x3, 0x2, 0x2, 0x2, 0x5ca, 0x5c7, 0x3, 0x2, 0x2, 0x2, 0x5ca, 0x5cb, 
-    0x3, 0x2, 0x2, 0x2, 0x5cb, 0x5cc, 0x3, 0x2, 0x2, 0x2, 0x5cc, 0x5d3, 
-    0x7, 0xbe, 0x2, 0x2, 0x5cd, 0x5ce, 0x7, 0xcd, 0x2, 0x2, 0x5ce, 0x5cf, 
-    0x5, 0x64, 0x33, 0x2, 0x5cf, 0x5d0, 0x7, 0xd7, 0x2, 0x2, 0x5d0, 0x5d3, 
-    0x3, 0x2, 0x2, 0x2, 0x5d1, 0x5d3, 0x5, 0xaa, 0x56, 0x2, 0x5d2, 0x5ca, 
-    0x3, 0x2, 0x2, 0x2, 0x5d2, 0x5cd, 0x3, 0x2, 0x2, 0x2, 0x5d2, 0x5d1, 
-    0x3, 0x2, 0x2, 0x2, 0x5d3, 0xa9, 0x3, 0x2, 0x2, 0x2, 0x5d4, 0x5d5, 0x8, 
-    0x56, 0x1, 0x2, 0x5d5, 0x5d7, 0x7, 0x14, 0x2, 0x2, 0x5d6, 0x5d8, 0x5, 
-    0xaa, 0x56, 0x2, 0x5d7, 0x5d6, 0x3, 0x2, 0x2, 0x2, 0x5d7, 0x5d8, 0x3, 
-    0x2, 0x2, 0x2, 0x5d8, 0x5de, 0x3, 0x2, 0x2, 0x2, 0x5d9, 0x5da, 0x7, 
-    0xb1, 0x2, 0x2, 0x5da, 0x5db, 0x5, 0xaa, 0x56, 0x2, 0x5db, 0x5dc, 0x7, 
-    0x9b, 0x2, 0x2, 0x5dc, 0x5dd, 0x5, 0xaa, 0x56, 0x2, 0x5dd, 0x5df, 0x3, 
-    0x2, 0x2, 0x2, 0x5de, 0x5d9, 0x3, 0x2, 0x2, 0x2, 0x5df, 0x5e0, 0x3, 
-    0x2, 0x2, 0x2, 0x5e0, 0x5de, 0x3, 0x2, 0x2, 0x2, 0x5e0, 0x5e1, 0x3, 
-    0x2, 0x2, 0x2, 0x5e1, 0x5e4, 0x3, 0x2, 0x2, 0x2, 0x5e2, 0x5e3, 0x7, 
-    0x33, 0x2, 0x2, 0x5e3, 0x5e5, 0x5, 0xaa, 0x56, 0x2, 0x5e4, 0x5e2, 0x3, 
-    0x2, 0x2, 0x2, 0x5e4, 0x5e5, 0x3, 0x2, 0x2, 0x2, 0x5e5, 0x5e6, 0x3, 
-    0x2, 0x2, 0x2, 0x5e6, 0x5e7, 0x7, 0x34, 0x2, 0x2, 0x5e7, 0x640, 0x3, 
-    0x2, 0x2, 0x2, 0x5e8, 0x5e9, 0x7, 0x15, 0x2, 0x2, 0x5e9, 0x5ea, 0x7, 
-    0xcd, 0x2, 0x2, 0x5ea, 0x5eb, 0x5, 0xaa, 0x56, 0x2, 0x5eb, 0x5ec, 0x7, 
-    0xc, 0x2, 0x2, 0x5ec, 0x5ed, 0x5, 0xa4, 0x53, 0x2, 0x5ed, 0x5ee, 0x7, 
-    0xd7, 0x2, 0x2, 0x5ee, 0x640, 0x3, 0x2, 0x2, 0x2, 0x5ef, 0x5f0, 0x7, 
-    0x23, 0x2, 0x2, 0x5f0, 0x640, 0x7, 0xbc, 0x2, 0x2, 0x5f1, 0x5f2, 0x7, 
-    0x3a, 0x2, 0x2, 0x5f2, 0x5f3, 0x7, 0xcd, 0x2, 0x2, 0x5f3, 0x5f4, 0x5, 
-    0xc8, 0x65, 0x2, 0x5f4, 0x5f5, 0x7, 0x42, 0x2, 0x2, 0x5f5, 0x5f6, 0x5, 
-    0xaa, 0x56, 0x2, 0x5f6, 0x5f7, 0x7, 0xd7, 0x2, 0x2, 0x5f7, 0x640, 0x3, 
-    0x2, 0x2, 0x2, 0x5f8, 0x5f9, 0x7, 0x54, 0x2, 0x2, 0x5f9, 0x5fa, 0x5, 
-    0xaa, 0x56, 0x2, 0x5fa, 0x5fb, 0x5, 0xc8, 0x65, 0x2, 0x5fb, 0x640, 0x3, 
-    0x2, 0x2, 0x2, 0x5fc, 0x5fd, 0x7, 0x93, 0x2, 0x2, 0x5fd, 0x5fe, 0x7, 
-    0xcd, 0x2, 0x2, 0x5fe, 0x5ff, 0x5, 0xaa, 0x56, 0x2, 0x5ff, 0x600, 0x7, 
-    0x42, 0x2, 0x2, 0x600, 0x603, 0x5, 0xaa, 0x56, 0x2, 0x601, 0x602, 0x7, 
-    0x3f, 0x2, 0x2, 0x602, 0x604, 0x5, 0xaa, 0x56, 0x2, 0x603, 0x601, 0x3, 
-    0x2, 0x2, 0x2, 0x603, 0x604, 0x3, 0x2, 0x2, 0x2, 0x604, 0x605, 0x3, 
-    0x2, 0x2, 0x2, 0x605, 0x606, 0x7, 0xd7, 0x2, 0x2, 0x606, 0x640, 0x3, 
-    0x2, 0x2, 0x2, 0x607, 0x608, 0x7, 0x9e, 0x2, 0x2, 0x608, 0x640, 0x7, 
-    0xbc, 0x2, 0x2, 0x609, 0x60a, 0x7, 0xa3, 0x2, 0x2, 0x60a, 0x60b, 0x7, 
-    0xcd, 0x2, 0x2, 0x60b, 0x60c, 0x9, 0x14, 0x2, 0x2, 0x60c, 0x60d, 0x7, 
-    0xbc, 0x2, 0x2, 0x60d, 0x60e, 0x7, 0x42, 0x2, 0x2, 0x60e, 0x60f, 0x5, 
-    0xaa, 0x56, 0x2, 0x60f, 0x610, 0x7, 0xd7, 0x2, 0x2, 0x610, 0x640, 0x3, 
-    0x2, 0x2, 0x2, 0x611, 0x617, 0x5, 0xd0, 0x69, 0x2, 0x612, 0x614, 0x7, 
-    0xcd, 0x2, 0x2, 0x613, 0x615, 0x5, 0xa6, 0x54, 0x2, 0x614, 0x613, 0x3, 
-    0x2, 0x2, 0x2, 0x614, 0x615, 0x3, 0x2, 0x2, 0x2, 0x615, 0x616, 0x3, 
-    0x2, 0x2, 0x2, 0x616, 0x618, 0x7, 0xd7, 0x2, 0x2, 0x617, 0x612, 0x3, 
-    0x2, 0x2, 0x2, 0x617, 0x618, 0x3, 0x2, 0x2, 0x2, 0x618, 0x619, 0x3, 
-    0x2, 0x2, 0x2, 0x619, 0x61b, 0x7, 0xcd, 0x2, 0x2, 0x61a, 0x61c, 0x7, 
-    0x30, 0x2, 0x2, 0x61b, 0x61a, 0x3, 0x2, 0x2, 0x2, 0x61b, 0x61c, 0x3, 
-    0x2, 0x2, 0x2, 0x61c, 0x61e, 0x3, 0x2, 0x2, 0x2, 0x61d, 0x61f, 0x5, 
-    0xac, 0x57, 0x2, 0x61e, 0x61d, 0x3, 0x2, 0x2, 0x2, 0x61e, 0x61f, 0x3, 
-    0x2, 0x2, 0x2, 0x61f, 0x620, 0x3, 0x2, 0x2, 0x2, 0x620, 0x621, 0x7, 
-    0xd7, 0x2, 0x2, 0x621, 0x640, 0x3, 0x2, 0x2, 0x2, 0x622, 0x640, 0x5, 
-    0xc6, 0x64, 0x2, 0x623, 0x624, 0x7, 0xc4, 0x2, 0x2, 0x624, 0x640, 0x5, 
-    0xaa, 0x56, 0x13, 0x625, 0x626, 0x7, 0x70, 0x2, 0x2, 0x626, 0x640, 0x5, 
-    0xaa, 0x56, 0xe, 0x627, 0x628, 0x5, 0xba, 0x5e, 0x2, 0x628, 0x629, 0x7, 
-    0xc5, 0x2, 0x2, 0x629, 0x62b, 0x3, 0x2, 0x2, 0x2, 0x62a, 0x627, 0x3, 
-    0x2, 0x2, 0x2, 0x62a, 0x62b, 0x3, 0x2, 0x2, 0x2, 0x62b, 0x62c, 0x3, 
-    0x2, 0x2, 0x2, 0x62c, 0x640, 0x7, 0xbe, 0x2, 0x2, 0x62d, 0x62e, 0x7, 
-    0xcd, 0x2, 0x2, 0x62e, 0x62f, 0x5, 0x64, 0x33, 0x2, 0x62f, 0x630, 0x7, 
-    0xd7, 0x2, 0x2, 0x630, 0x640, 0x3, 0x2, 0x2, 0x2, 0x631, 0x632, 0x7, 
-    0xcd, 0x2, 0x2, 0x632, 0x633, 0x5, 0xaa, 0x56, 0x2, 0x633, 0x634, 0x7, 
-    0xd7, 0x2, 0x2, 0x634, 0x640, 0x3, 0x2, 0x2, 0x2, 0x635, 0x636, 0x7, 
-    0xcd, 0x2, 0x2, 0x636, 0x637, 0x5, 0xa6, 0x54, 0x2, 0x637, 0x638, 0x7, 
-    0xd7, 0x2, 0x2, 0x638, 0x640, 0x3, 0x2, 0x2, 0x2, 0x639, 0x63b, 0x7, 
-    0xcb, 0x2, 0x2, 0x63a, 0x63c, 0x5, 0xa6, 0x54, 0x2, 0x63b, 0x63a, 0x3, 
-    0x2, 0x2, 0x2, 0x63b, 0x63c, 0x3, 0x2, 0x2, 0x2, 0x63c, 0x63d, 0x3, 
-    0x2, 0x2, 0x2, 0x63d, 0x640, 0x7, 0xd6, 0x2, 0x2, 0x63e, 0x640, 0x5, 
-    0xb2, 0x5a, 0x2, 0x63f, 0x5d4, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x5e8, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x5ef, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x5f1, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x5f8, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x5fc, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x607, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x609, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x611, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x622, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x623, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x625, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x62a, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x62d, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x631, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x635, 0x3, 
-    0x2, 0x2, 0x2, 0x63f, 0x639, 0x3, 0x2, 0x2, 0x2, 0x63f, 0x63e, 0x3, 
-    0x2, 0x2, 0x2, 0x640, 0x688, 0x3, 0x2, 0x2, 0x2, 0x641, 0x642, 0xc, 
-    0x12, 0x2, 0x2, 0x642, 0x643, 0x9, 0x15, 0x2, 0x2, 0x643, 0x687, 0x5, 
-    0xaa, 0x56, 0x13, 0x644, 0x645, 0xc, 0x11, 0x2, 0x2, 0x645, 0x646, 0x9, 
-    0x16, 0x2, 0x2, 0x646, 0x687, 0x5, 0xaa, 0x56, 0x12, 0x647, 0x65a, 0xc, 
-    0x10, 0x2, 0x2, 0x648, 0x65b, 0x7, 0xc6, 0x2, 0x2, 0x649, 0x65b, 0x7, 
-    0xc7, 0x2, 0x2, 0x64a, 0x65b, 0x7, 0xcf, 0x2, 0x2, 0x64b, 0x65b, 0x7, 
-    0xcc, 0x2, 0x2, 0x64c, 0x65b, 0x7, 0xc8, 0x2, 0x2, 0x64d, 0x65b, 0x7, 
-    0xce, 0x2, 0x2, 0x64e, 0x65b, 0x7, 0xc9, 0x2, 0x2, 0x64f, 0x651, 0x7, 
-    0x45, 0x2, 0x2, 0x650, 0x64f, 0x3, 0x2, 0x2, 0x2, 0x650, 0x651, 0x3, 
-    0x2, 0x2, 0x2, 0x651, 0x653, 0x3, 0x2, 0x2, 0x2, 0x652, 0x654, 0x7, 
-    0x70, 0x2, 0x2, 0x653, 0x652, 0x3, 0x2, 0x2, 0x2, 0x653, 0x654, 0x3, 
-    0x2, 0x2, 0x2, 0x654, 0x655, 0x3, 0x2, 0x2, 0x2, 0x655, 0x65b, 0x7, 
-    0x4e, 0x2, 0x2, 0x656, 0x658, 0x7, 0x70, 0x2, 0x2, 0x657, 0x656, 0x3, 
-    0x2, 0x2, 0x2, 0x657, 0x658, 0x3, 0x2, 0x2, 0x2, 0x658, 0x659, 0x3, 
-    0x2, 0x2, 0x2, 0x659, 0x65b, 0x9, 0x17, 0x2, 0x2, 0x65a, 0x648, 0x3, 
-    0x2, 0x2, 0x2, 0x65a, 0x649, 0x3, 0x2, 0x2, 0x2, 0x65a, 0x64a, 0x3, 
-    0x2, 0x2, 0x2, 0x65a, 0x64b, 0x3, 0x2, 0x2, 0x2, 0x65a, 0x64c, 0x3, 
-    0x2, 0x2, 0x2, 0x65a, 0x64d, 0x3, 0x2, 0x2, 0x2, 0x65a, 0x64e, 0x3, 
-    0x2, 0x2, 0x2, 0x65a, 0x650, 0x3, 0x2, 0x2, 0x2, 0x65a, 0x657, 0x3, 
-    0x2, 0x2, 0x2, 0x65b, 0x65c, 0x3, 0x2, 0x2, 0x2, 0x65c, 0x687, 0x5, 
-    0xaa, 0x56, 0x11, 0x65d, 0x65e, 0xc, 0xd, 0x2, 0x2, 0x65e, 0x65f, 0x7, 
-    0x8, 0x2, 0x2, 0x65f, 0x687, 0x5, 0xaa, 0x56, 0xe, 0x660, 0x661, 0xc, 
-    0xc, 0x2, 0x2, 0x661, 0x662, 0x7, 0x76, 0x2, 0x2, 0x662, 0x687, 0x5, 
-    0xaa, 0x56, 0xd, 0x663, 0x665, 0xc, 0xb, 0x2, 0x2, 0x664, 0x666, 0x7, 
-    0x70, 0x2, 0x2, 0x665, 0x664, 0x3, 0x2, 0x2, 0x2, 0x665, 0x666, 0x3, 
-    0x2, 0x2, 0x2, 0x666, 0x667, 0x3, 0x2, 0x2, 0x2, 0x667, 0x668, 0x7, 
-    0x11, 0x2, 0x2, 0x668, 0x669, 0x5, 0xaa, 0x56, 0x2, 0x669, 0x66a, 0x7, 
-    0x8, 0x2, 0x2, 0x66a, 0x66b, 0x5, 0xaa, 0x56, 0xc, 0x66b, 0x687, 0x3, 
-    0x2, 0x2, 0x2, 0x66c, 0x66d, 0xc, 0xa, 0x2, 0x2, 0x66d, 0x66e, 0x7, 
-    0xd2, 0x2, 0x2, 0x66e, 0x66f, 0x5, 0xaa, 0x56, 0x2, 0x66f, 0x670, 0x7, 
-    0xc1, 0x2, 0x2, 0x670, 0x671, 0x5, 0xaa, 0x56, 0xa, 0x671, 0x687, 0x3, 
-    0x2, 0x2, 0x2, 0x672, 0x673, 0xc, 0x15, 0x2, 0x2, 0x673, 0x674, 0x7, 
-    0xcb, 0x2, 0x2, 0x674, 0x675, 0x5, 0xaa, 0x56, 0x2, 0x675, 0x676, 0x7, 
-    0xd6, 0x2, 0x2, 0x676, 0x687, 0x3, 0x2, 0x2, 0x2, 0x677, 0x678, 0xc, 
-    0x14, 0x2, 0x2, 0x678, 0x679, 0x7, 0xc5, 0x2, 0x2, 0x679, 0x687, 0x7, 
-    0xba, 0x2, 0x2, 0x67a, 0x67b, 0xc, 0xf, 0x2, 0x2, 0x67b, 0x67d, 0x7, 
-    0x56, 0x2, 0x2, 0x67c, 0x67e, 0x7, 0x70, 0x2, 0x2, 0x67d, 0x67c, 0x3, 
-    0x2, 0x2, 0x2, 0x67d, 0x67e, 0x3, 0x2, 0x2, 0x2, 0x67e, 0x67f, 0x3, 
-    0x2, 0x2, 0x2, 0x67f, 0x687, 0x7, 0x71, 0x2, 0x2, 0x680, 0x684, 0xc, 
-    0x9, 0x2, 0x2, 0x681, 0x685, 0x5, 0xce, 0x68, 0x2, 0x682, 0x683, 0x7, 
-    0xc, 0x2, 0x2, 0x683, 0x685, 0x5, 0xd0, 0x69, 0x2, 0x684, 0x681, 0x3, 
-    0x2, 0x2, 0x2, 0x684, 0x682, 0x3, 0x2, 0x2, 0x2, 0x685, 0x687, 0x3, 
-    0x2, 0x2, 0x2, 0x686, 0x641, 0x3, 0x2, 0x2, 0x2, 0x686, 0x644, 0x3, 
-    0x2, 0x2, 0x2, 0x686, 0x647, 0x3, 0x2, 0x2, 0x2, 0x686, 0x65d, 0x3, 
-    0x2, 0x2, 0x2, 0x686, 0x660, 0x3, 0x2, 0x2, 0x2, 0x686, 0x663, 0x3, 
-    0x2, 0x2, 0x2, 0x686, 0x66c, 0x3, 0x2, 0x2, 0x2, 0x686, 0x672, 0x3, 
-    0x2, 0x2, 0x2, 0x686, 0x677, 0x3, 0x2, 0x2, 0x2, 0x686, 0x67a, 0x3, 
-    0x2, 0x2, 0x2, 0x686, 0x680, 0x3, 0x2, 0x2, 0x2, 0x687, 0x68a, 0x3, 
-    0x2, 0x2, 0x2, 0x688, 0x686, 0x3, 0x2, 0x2, 0x2, 0x688, 0x689, 0x3, 
-    0x2, 0x2, 0x2, 0x689, 0xab, 0x3, 0x2, 0x2, 0x2, 0x68a, 0x688, 0x3, 0x2, 
-    0x2, 0x2, 0x68b, 0x690, 0x5, 0xae, 0x58, 0x2, 0x68c, 0x68d, 0x7, 0xc2, 
-    0x2, 0x2, 0x68d, 0x68f, 0x5, 0xae, 0x58, 0x2, 0x68e, 0x68c, 0x3, 0x2, 
-    0x2, 0x2, 0x68f, 0x692, 0x3, 0x2, 0x2, 0x2, 0x690, 0x68e, 0x3, 0x2, 
-    0x2, 0x2, 0x690, 0x691, 0x3, 0x2, 0x2, 0x2, 0x691, 0xad, 0x3, 0x2, 0x2, 
-    0x2, 0x692, 0x690, 0x3, 0x2, 0x2, 0x2, 0x693, 0x696, 0x5, 0xb0, 0x59, 
-    0x2, 0x694, 0x696, 0x5, 0xaa, 0x56, 0x2, 0x695, 0x693, 0x3, 0x2, 0x2, 
-    0x2, 0x695, 0x694, 0x3, 0x2, 0x2, 0x2, 0x696, 0xaf, 0x3, 0x2, 0x2, 0x2, 
-    0x697, 0x698, 0x7, 0xcd, 0x2, 0x2, 0x698, 0x69d, 0x5, 0xd0, 0x69, 0x2, 
-    0x699, 0x69a, 0x7, 0xc2, 0x2, 0x2, 0x69a, 0x69c, 0x5, 0xd0, 0x69, 0x2, 
-    0x69b, 0x699, 0x3, 0x2, 0x2, 0x2, 0x69c, 0x69f, 0x3, 0x2, 0x2, 0x2, 
-    0x69d, 0x69b, 0x3, 0x2, 0x2, 0x2, 0x69d, 0x69e, 0x3, 0x2, 0x2, 0x2, 
-    0x69e, 0x6a0, 0x3, 0x2, 0x2, 0x2, 0x69f, 0x69d, 0x3, 0x2, 0x2, 0x2, 
-    0x6a0, 0x6a1, 0x7, 0xd7, 0x2, 0x2, 0x6a1, 0x6ab, 0x3, 0x2, 0x2, 0x2, 
-    0x6a2, 0x6a7, 0x5, 0xd0, 0x69, 0x2, 0x6a3, 0x6a4, 0x7, 0xc2, 0x2, 0x2, 
-    0x6a4, 0x6a6, 0x5, 0xd0, 0x69, 0x2, 0x6a5, 0x6a3, 0x3, 0x2, 0x2, 0x2, 
-    0x6a6, 0x6a9, 0x3, 0x2, 0x2, 0x2, 0x6a7, 0x6a5, 0x3, 0x2, 0x2, 0x2, 
-    0x6a7, 0x6a8, 0x3, 0x2, 0x2, 0x2, 0x6a8, 0x6ab, 0x3, 0x2, 0x2, 0x2, 
-    0x6a9, 0x6a7, 0x3, 0x2, 0x2, 0x2, 0x6aa, 0x697, 0x3, 0x2, 0x2, 0x2, 
-    0x6aa, 0x6a2, 0x3, 0x2, 0x2, 0x2, 0x6ab, 0x6ac, 0x3, 0x2, 0x2, 0x2, 
-    0x6ac, 0x6ad, 0x7, 0xbd, 0x2, 0x2, 0x6ad, 0x6ae, 0x5, 0xaa, 0x56, 0x2, 
-    0x6ae, 0xb1, 0x3, 0x2, 0x2, 0x2, 0x6af, 0x6b0, 0x5, 0xba, 0x5e, 0x2, 
-    0x6b0, 0x6b1, 0x7, 0xc5, 0x2, 0x2, 0x6b1, 0x6b3, 0x3, 0x2, 0x2, 0x2, 
-    0x6b2, 0x6af, 0x3, 0x2, 0x2, 0x2, 0x6b2, 0x6b3, 0x3, 0x2, 0x2, 0x2, 
-    0x6b3, 0x6b4, 0x3, 0x2, 0x2, 0x2, 0x6b4, 0x6b5, 0x5, 0xb4, 0x5b, 0x2, 
-    0x6b5, 0xb3, 0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6b9, 0x5, 0xd0, 0x69, 0x2, 
-    0x6b7, 0x6b8, 0x7, 0xc5, 0x2, 0x2, 0x6b8, 0x6ba, 0x5, 0xd0, 0x69, 0x2, 
-    0x6b9, 0x6b7, 0x3, 0x2, 0x2, 0x2, 0x6b9, 0x6ba, 0x3, 0x2, 0x2, 0x2, 
-    0x6ba, 0xb5, 0x3, 0x2, 0x2, 0x2, 0x6bb, 0x6bc, 0x8, 0x5c, 0x1, 0x2, 
-    0x6bc, 0x6c3, 0x5, 0xba, 0x5e, 0x2, 0x6bd, 0x6c3, 0x5, 0xb8, 0x5d, 0x2, 
-    0x6be, 0x6bf, 0x7, 0xcd, 0x2, 0x2, 0x6bf, 0x6c0, 0x5, 0x64, 0x33, 0x2, 
-    0x6c0, 0x6c1, 0x7, 0xd7, 0x2, 0x2, 0x6c1, 0x6c3, 0x3, 0x2, 0x2, 0x2, 
-    0x6c2, 0x6bb, 0x3, 0x2, 0x2, 0x2, 0x6c2, 0x6bd, 0x3, 0x2, 0x2, 0x2, 
-    0x6c2, 0x6be, 0x3, 0x2, 0x2, 0x2, 0x6c3, 0x6cc, 0x3, 0x2, 0x2, 0x2, 
-    0x6c4, 0x6c8, 0xc, 0x3, 0x2, 0x2, 0x6c5, 0x6c9, 0x5, 0xce, 0x68, 0x2, 
-    0x6c6, 0x6c7, 0x7, 0xc, 0x2, 0x2, 0x6c7, 0x6c9, 0x5, 0xd0, 0x69, 0x2, 
-    0x6c8, 0x6c5, 0x3, 0x2, 0x2, 0x2, 0x6c8, 0x6c6, 0x3, 0x2, 0x2, 0x2, 
-    0x6c9, 0x6cb, 0x3, 0x2, 0x2, 0x2, 0x6ca, 0x6c4, 0x3, 0x2, 0x2, 0x2, 
-    0x6cb, 0x6ce, 0x3, 0x2, 0x2, 0x2, 0x6cc, 0x6ca, 0x3, 0x2, 0x2, 0x2, 
-    0x6cc, 0x6cd, 0x3, 0x2, 0x2, 0x2, 0x6cd, 0xb7, 0x3, 0x2, 0x2, 0x2, 0x6ce, 
-    0x6cc, 0x3, 0x2, 0x2, 0x2, 0x6cf, 0x6d0, 0x5, 0xd0, 0x69, 0x2, 0x6d0, 
-    0x6d2, 0x7, 0xcd, 0x2, 0x2, 0x6d1, 0x6d3, 0x5, 0xbc, 0x5f, 0x2, 0x6d2, 
-    0x6d1, 0x3, 0x2, 0x2, 0x2, 0x6d2, 0x6d3, 0x3, 0x2, 0x2, 0x2, 0x6d3, 
-    0x6d4, 0x3, 0x2, 0x2, 0x2, 0x6d4, 0x6d5, 0x7, 0xd7, 0x2, 0x2, 0x6d5, 
-    0xb9, 0x3, 0x2, 0x2, 0x2, 0x6d6, 0x6d7, 0x5, 0xc0, 0x61, 0x2, 0x6d7, 
-    0x6d8, 0x7, 0xc5, 0x2, 0x2, 0x6d8, 0x6da, 0x3, 0x2, 0x2, 0x2, 0x6d9, 
-    0x6d6, 0x3, 0x2, 0x2, 0x2, 0x6d9, 0x6da, 0x3, 0x2, 0x2, 0x2, 0x6da, 
-    0x6db, 0x3, 0x2, 0x2, 0x2, 0x6db, 0x6dc, 0x5, 0xd0, 0x69, 0x2, 0x6dc, 
-    0xbb, 0x3, 0x2, 0x2, 0x2, 0x6dd, 0x6e2, 0x5, 0xbe, 0x60, 0x2, 0x6de, 
-    0x6df, 0x7, 0xc2, 0x2, 0x2, 0x6df, 0x6e1, 0x5, 0xbe, 0x60, 0x2, 0x6e0, 
-    0x6de, 0x3, 0x2, 0x2, 0x2, 0x6e1, 0x6e4, 0x3, 0x2, 0x2, 0x2, 0x6e2, 
-    0x6e0, 0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6e3, 0x3, 0x2, 0x2, 0x2, 0x6e3, 
-    0xbd, 0x3, 0x2, 0x2, 0x2, 0x6e4, 0x6e2, 0x3, 0x2, 0x2, 0x2, 0x6e5, 0x6e9, 
-    0x5, 0xba, 0x5e, 0x2, 0x6e6, 0x6e9, 0x5, 0xb8, 0x5d, 0x2, 0x6e7, 0x6e9, 
-    0x5, 0xc6, 0x64, 0x2, 0x6e8, 0x6e5, 0x3, 0x2, 0x2, 0x2, 0x6e8, 0x6e6, 
-    0x3, 0x2, 0x2, 0x2, 0x6e8, 0x6e7, 0x3, 0x2, 0x2, 0x2, 0x6e9, 0xbf, 0x3, 
-    0x2, 0x2, 0x2, 0x6ea, 0x6eb, 0x5, 0xd0, 0x69, 0x2, 0x6eb, 0xc1, 0x3, 
-    0x2, 0x2, 0x2, 0x6ec, 0x6f5, 0x7, 0xb8, 0x2, 0x2, 0x6ed, 0x6ee, 0x7, 
-    0xc5, 0x2, 0x2, 0x6ee, 0x6f5, 0x9, 0x18, 0x2, 0x2, 0x6ef, 0x6f0, 0x7, 
-    0xba, 0x2, 0x2, 0x6f0, 0x6f2, 0x7, 0xc5, 0x2, 0x2, 0x6f1, 0x6f3, 0x9, 
-    0x18, 0x2, 0x2, 0x6f2, 0x6f1, 0x3, 0x2, 0x2, 0x2, 0x6f2, 0x6f3, 0x3, 
-    0x2, 0x2, 0x2, 0x6f3, 0x6f5, 0x3, 0x2, 0x2, 0x2, 0x6f4, 0x6ec, 0x3, 
-    0x2, 0x2, 0x2, 0x6f4, 0x6ed, 0x3, 0x2, 0x2, 0x2, 0x6f4, 0x6ef, 0x3, 
-    0x2, 0x2, 0x2, 0x6f5, 0xc3, 0x3, 0x2, 0x2, 0x2, 0x6f6, 0x6f8, 0x9, 0x19, 
-    0x2, 0x2, 0x6f7, 0x6f6, 0x3, 0x2, 0x2, 0x2, 0x6f7, 0x6f8, 0x3, 0x2, 
-    0x2, 0x2, 0x6f8, 0x6ff, 0x3, 0x2, 0x2, 0x2, 0x6f9, 0x700, 0x5, 0xc2, 
-    0x62, 0x2, 0x6fa, 0x700, 0x7, 0xb9, 0x2, 0x2, 0x6fb, 0x700, 0x7, 0xba, 
-    0x2, 0x2, 0x6fc, 0x700, 0x7, 0xbb, 0x2, 0x2, 0x6fd, 0x700, 0x7, 0x50, 
-    0x2, 0x2, 0x6fe, 0x700, 0x7, 0x6e, 0x2, 0x2, 0x6ff, 0x6f9, 0x3, 0x2, 
-    0x2, 0x2, 0x6ff, 0x6fa, 0x3, 0x2, 0x2, 0x2, 0x6ff, 0x6fb, 0x3, 0x2, 
-    0x2, 0x2, 0x6ff, 0x6fc, 0x3, 0x2, 0x2, 0x2, 0x6ff, 0x6fd, 0x3, 0x2, 
-    0x2, 0x2, 0x6ff, 0x6fe, 0x3, 0x2, 0x2, 0x2, 0x700, 0xc5, 0x3, 0x2, 0x2, 
-    0x2, 0x701, 0x705, 0x5, 0xc4, 0x63, 0x2, 0x702, 0x705, 0x7, 0xbc, 0x2, 
-    0x2, 0x703, 0x705, 0x7, 0x71, 0x2, 0x2, 0x704, 0x701, 0x3, 0x2, 0x2, 
-    0x2, 0x704, 0x702, 0x3, 0x2, 0x2, 0x2, 0x704, 0x703, 0x3, 0x2, 0x2, 
-    0x2, 0x705, 0xc7, 0x3, 0x2, 0x2, 0x2, 0x706, 0x707, 0x9, 0x1a, 0x2, 
-    0x2, 0x707, 0xc9, 0x3, 0x2, 0x2, 0x2, 0x708, 0x709, 0x9, 0x1b, 0x2, 
-    0x2, 0x709, 0xcb, 0x3, 0x2, 0x2, 0x2, 0x70a, 0x70b, 0x9, 0x1c, 0x2, 
-    0x2, 0x70b, 0xcd, 0x3, 0x2, 0x2, 0x2, 0x70c, 0x70f, 0x7, 0xb7, 0x2, 
-    0x2, 0x70d, 0x70f, 0x5, 0xcc, 0x67, 0x2, 0x70e, 0x70c, 0x3, 0x2, 0x2, 
-    0x2, 0x70e, 0x70d, 0x3, 0x2, 0x2, 0x2, 0x70f, 0xcf, 0x3, 0x2, 0x2, 0x2, 
-    0x710, 0x714, 0x7, 0xb7, 0x2, 0x2, 0x711, 0x714, 0x5, 0xc8, 0x65, 0x2, 
-    0x712, 0x714, 0x5, 0xca, 0x66, 0x2, 0x713, 0x710, 0x3, 0x2, 0x2, 0x2, 
-    0x713, 0x711, 0x3, 0x2, 0x2, 0x2, 0x713, 0x712, 0x3, 0x2, 0x2, 0x2, 
-    0x714, 0xd1, 0x3, 0x2, 0x2, 0x2, 0x715, 0x718, 0x5, 0xd0, 0x69, 0x2, 
-    0x716, 0x718, 0x7, 0x71, 0x2, 0x2, 0x717, 0x715, 0x3, 0x2, 0x2, 0x2, 
-    0x717, 0x716, 0x3, 0x2, 0x2, 0x2, 0x718, 0xd3, 0x3, 0x2, 0x2, 0x2, 0x719, 
-    0x71a, 0x7, 0xbc, 0x2, 0x2, 0x71a, 0x71b, 0x7, 0xc7, 0x2, 0x2, 0x71b, 
-    0x71c, 0x5, 0xc4, 0x63, 0x2, 0x71c, 0xd5, 0x3, 0x2, 0x2, 0x2, 0xf4, 
-    0xda, 0xde, 0xe1, 0xe4, 0xf8, 0xfe, 0x105, 0x10d, 0x112, 0x119, 0x11e, 
-    0x124, 0x12a, 0x12f, 0x135, 0x143, 0x14a, 0x151, 0x157, 0x160, 0x16a, 
-    0x174, 0x188, 0x190, 0x19f, 0x1a6, 0x1b4, 0x1ba, 0x1c0, 0x1c7, 0x1cb, 
-    0x1ce, 0x1d5, 0x1d9, 0x1dc, 0x1e7, 0x1eb, 0x1ee, 0x1f3, 0x1f5, 0x1f8, 
-    0x1fb, 0x205, 0x209, 0x20c, 0x20f, 0x214, 0x216, 0x21c, 0x222, 0x226, 
-    0x229, 0x22c, 0x22f, 0x232, 0x237, 0x23d, 0x241, 0x244, 0x247, 0x24b, 
-    0x253, 0x26d, 0x26f, 0x273, 0x289, 0x28b, 0x296, 0x299, 0x2a2, 0x2b3, 
-    0x2be, 0x2d0, 0x2dd, 0x2ee, 0x2f7, 0x312, 0x314, 0x329, 0x32e, 0x333, 
-    0x336, 0x340, 0x345, 0x349, 0x34c, 0x350, 0x354, 0x359, 0x35c, 0x360, 
-    0x362, 0x375, 0x37d, 0x380, 0x38a, 0x38e, 0x396, 0x39a, 0x39f, 0x3a3, 
-    0x3a7, 0x3ab, 0x3af, 0x3b1, 0x3b9, 0x3bd, 0x3c0, 0x3c9, 0x3ce, 0x3d1, 
-    0x3db, 0x3e5, 0x3e9, 0x3ee, 0x3f2, 0x3f8, 0x3fb, 0x3fe, 0x401, 0x40f, 
-    0x413, 0x41b, 0x423, 0x426, 0x42a, 0x42d, 0x431, 0x434, 0x437, 0x43a, 
-    0x43d, 0x441, 0x445, 0x448, 0x44b, 0x44e, 0x451, 0x454, 0x45d, 0x463, 
-    0x477, 0x489, 0x491, 0x494, 0x49a, 0x4a2, 0x4a5, 0x4ab, 0x4ad, 0x4b1, 
-    0x4b6, 0x4b9, 0x4bc, 0x4c0, 0x4c4, 0x4c7, 0x4c9, 0x4cc, 0x4d0, 0x4d4, 
-    0x4d7, 0x4d9, 0x4db, 0x4de, 0x4e3, 0x4ee, 0x4f4, 0x4f9, 0x500, 0x505, 
-    0x509, 0x50d, 0x512, 0x519, 0x52e, 0x531, 0x53a, 0x53e, 0x543, 0x548, 
-    0x54b, 0x54d, 0x563, 0x566, 0x571, 0x575, 0x578, 0x57c, 0x580, 0x588, 
-    0x58c, 0x599, 0x5a5, 0x5b1, 0x5b9, 0x5bd, 0x5c4, 0x5ca, 0x5d2, 0x5d7, 
-    0x5e0, 0x5e4, 0x603, 0x614, 0x617, 0x61b, 0x61e, 0x62a, 0x63b, 0x63f, 
-    0x650, 0x653, 0x657, 0x65a, 0x665, 0x67d, 0x684, 0x686, 0x688, 0x690, 
-    0x695, 0x69d, 0x6a7, 0x6aa, 0x6b2, 0x6b9, 0x6c2, 0x6c8, 0x6cc, 0x6d2, 
-    0x6d9, 0x6e2, 0x6e8, 0x6f2, 0x6f4, 0x6f7, 0x6ff, 0x704, 0x70e, 0x713, 
-    0x717, 
+    0x2, 0x44c, 0x63, 0x3, 0x2, 0x2, 0x2, 0x44d, 0x44e, 0x7, 0x84, 0x2, 
+    0x2, 0x44e, 0x44f, 0x7, 0x99, 0x2, 0x2, 0x44f, 0x450, 0x5, 0xc0, 0x61, 
+    0x2, 0x450, 0x451, 0x7, 0xa1, 0x2, 0x2, 0x451, 0x459, 0x5, 0xc0, 0x61, 
+    0x2, 0x452, 0x453, 0x7, 0xc4, 0x2, 0x2, 0x453, 0x454, 0x5, 0xc0, 0x61, 
+    0x2, 0x454, 0x455, 0x7, 0xa1, 0x2, 0x2, 0x455, 0x456, 0x5, 0xc0, 0x61, 
+    0x2, 0x456, 0x458, 0x3, 0x2, 0x2, 0x2, 0x457, 0x452, 0x3, 0x2, 0x2, 
+    0x2, 0x458, 0x45b, 0x3, 0x2, 0x2, 0x2, 0x459, 0x457, 0x3, 0x2, 0x2, 
+    0x2, 0x459, 0x45a, 0x3, 0x2, 0x2, 0x2, 0x45a, 0x45d, 0x3, 0x2, 0x2, 
+    0x2, 0x45b, 0x459, 0x3, 0x2, 0x2, 0x2, 0x45c, 0x45e, 0x5, 0x2c, 0x17, 
+    0x2, 0x45d, 0x45c, 0x3, 0x2, 0x2, 0x2, 0x45d, 0x45e, 0x3, 0x2, 0x2, 
+    0x2, 0x45e, 0x65, 0x3, 0x2, 0x2, 0x2, 0x45f, 0x461, 0x7, 0xcf, 0x2, 
+    0x2, 0x460, 0x462, 0x5, 0x6e, 0x38, 0x2, 0x461, 0x460, 0x3, 0x2, 0x2, 
+    0x2, 0x461, 0x462, 0x3, 0x2, 0x2, 0x2, 0x462, 0x463, 0x3, 0x2, 0x2, 
+    0x2, 0x463, 0x464, 0x7, 0x8c, 0x2, 0x2, 0x464, 0x466, 0x5, 0xac, 0x57, 
+    0x2, 0x465, 0x467, 0x5, 0x7a, 0x3e, 0x2, 0x466, 0x465, 0x3, 0x2, 0x2, 
+    0x2, 0x466, 0x467, 0x3, 0x2, 0x2, 0x2, 0x467, 0x469, 0x3, 0x2, 0x2, 
+    0x2, 0x468, 0x46a, 0x5, 0x80, 0x41, 0x2, 0x469, 0x468, 0x3, 0x2, 0x2, 
+    0x2, 0x469, 0x46a, 0x3, 0x2, 0x2, 0x2, 0x46a, 0x46b, 0x3, 0x2, 0x2, 
+    0x2, 0x46b, 0x46c, 0x7, 0xd9, 0x2, 0x2, 0x46c, 0x67, 0x3, 0x2, 0x2, 
+    0x2, 0x46d, 0x473, 0x5, 0x6a, 0x36, 0x2, 0x46e, 0x46f, 0x7, 0xa9, 0x2, 
+    0x2, 0x46f, 0x470, 0x7, 0x6, 0x2, 0x2, 0x470, 0x472, 0x5, 0x6a, 0x36, 
+    0x2, 0x471, 0x46e, 0x3, 0x2, 0x2, 0x2, 0x472, 0x475, 0x3, 0x2, 0x2, 
+    0x2, 0x473, 0x471, 0x3, 0x2, 0x2, 0x2, 0x473, 0x474, 0x3, 0x2, 0x2, 
+    0x2, 0x474, 0x69, 0x3, 0x2, 0x2, 0x2, 0x475, 0x473, 0x3, 0x2, 0x2, 0x2, 
+    0x476, 0x47c, 0x5, 0x6c, 0x37, 0x2, 0x477, 0x478, 0x7, 0xcf, 0x2, 0x2, 
+    0x478, 0x479, 0x5, 0x68, 0x35, 0x2, 0x479, 0x47a, 0x7, 0xd9, 0x2, 0x2, 
+    0x47a, 0x47c, 0x3, 0x2, 0x2, 0x2, 0x47b, 0x476, 0x3, 0x2, 0x2, 0x2, 
+    0x47b, 0x477, 0x3, 0x2, 0x2, 0x2, 0x47c, 0x6b, 0x3, 0x2, 0x2, 0x2, 0x47d, 
+    0x47f, 0x5, 0x6e, 0x38, 0x2, 0x47e, 0x47d, 0x3, 0x2, 0x2, 0x2, 0x47e, 
+    0x47f, 0x3, 0x2, 0x2, 0x2, 0x47f, 0x480, 0x3, 0x2, 0x2, 0x2, 0x480, 
+    0x482, 0x7, 0x8c, 0x2, 0x2, 0x481, 0x483, 0x7, 0x30, 0x2, 0x2, 0x482, 
+    0x481, 0x3, 0x2, 0x2, 0x2, 0x482, 0x483, 0x3, 0x2, 0x2, 0x2, 0x483, 
+    0x485, 0x3, 0x2, 0x2, 0x2, 0x484, 0x486, 0x5, 0x70, 0x39, 0x2, 0x485, 
+    0x484, 0x3, 0x2, 0x2, 0x2, 0x485, 0x486, 0x3, 0x2, 0x2, 0x2, 0x486, 
+    0x487, 0x3, 0x2, 0x2, 0x2, 0x487, 0x489, 0x5, 0xac, 0x57, 0x2, 0x488, 
+    0x48a, 0x5, 0x72, 0x3a, 0x2, 0x489, 0x488, 0x3, 0x2, 0x2, 0x2, 0x489, 
+    0x48a, 0x3, 0x2, 0x2, 0x2, 0x48a, 0x48c, 0x3, 0x2, 0x2, 0x2, 0x48b, 
+    0x48d, 0x5, 0x74, 0x3b, 0x2, 0x48c, 0x48b, 0x3, 0x2, 0x2, 0x2, 0x48c, 
+    0x48d, 0x3, 0x2, 0x2, 0x2, 0x48d, 0x48f, 0x3, 0x2, 0x2, 0x2, 0x48e, 
+    0x490, 0x5, 0x76, 0x3c, 0x2, 0x48f, 0x48e, 0x3, 0x2, 0x2, 0x2, 0x48f, 
+    0x490, 0x3, 0x2, 0x2, 0x2, 0x490, 0x492, 0x3, 0x2, 0x2, 0x2, 0x491, 
+    0x493, 0x5, 0x78, 0x3d, 0x2, 0x492, 0x491, 0x3, 0x2, 0x2, 0x2, 0x492, 
+    0x493, 0x3, 0x2, 0x2, 0x2, 0x493, 0x495, 0x3, 0x2, 0x2, 0x2, 0x494, 
+    0x496, 0x5, 0x7a, 0x3e, 0x2, 0x495, 0x494, 0x3, 0x2, 0x2, 0x2, 0x495, 
+    0x496, 0x3, 0x2, 0x2, 0x2, 0x496, 0x499, 0x3, 0x2, 0x2, 0x2, 0x497, 
+    0x498, 0x7, 0xb5, 0x2, 0x2, 0x498, 0x49a, 0x9, 0x8, 0x2, 0x2, 0x499, 
+    0x497, 0x3, 0x2, 0x2, 0x2, 0x499, 0x49a, 0x3, 0x2, 0x2, 0x2, 0x49a, 
+    0x49d, 0x3, 0x2, 0x2, 0x2, 0x49b, 0x49c, 0x7, 0xb5, 0x2, 0x2, 0x49c, 
+    0x49e, 0x7, 0xa3, 0x2, 0x2, 0x49d, 0x49b, 0x3, 0x2, 0x2, 0x2, 0x49d, 
+    0x49e, 0x3, 0x2, 0x2, 0x2, 0x49e, 0x4a0, 0x3, 0x2, 0x2, 0x2, 0x49f, 
+    0x4a1, 0x5, 0x7c, 0x3f, 0x2, 0x4a0, 0x49f, 0x3, 0x2, 0x2, 0x2, 0x4a0, 
+    0x4a1, 0x3, 0x2, 0x2, 0x2, 0x4a1, 0x4a3, 0x3, 0x2, 0x2, 0x2, 0x4a2, 
+    0x4a4, 0x5, 0x7e, 0x40, 0x2, 0x4a3, 0x4a2, 0x3, 0x2, 0x2, 0x2, 0x4a3, 
+    0x4a4, 0x3, 0x2, 0x2, 0x2, 0x4a4, 0x4a6, 0x3, 0x2, 0x2, 0x2, 0x4a5, 
+    0x4a7, 0x5, 0x82, 0x42, 0x2, 0x4a6, 0x4a5, 0x3, 0x2, 0x2, 0x2, 0x4a6, 
+    0x4a7, 0x3, 0x2, 0x2, 0x2, 0x4a7, 0x4a9, 0x3, 0x2, 0x2, 0x2, 0x4a8, 
+    0x4aa, 0x5, 0x84, 0x43, 0x2, 0x4a9, 0x4a8, 0x3, 0x2, 0x2, 0x2, 0x4a9, 
+    0x4aa, 0x3, 0x2, 0x2, 0x2, 0x4aa, 0x4ac, 0x3, 0x2, 0x2, 0x2, 0x4ab, 
+    0x4ad, 0x5, 0x86, 0x44, 0x2, 0x4ac, 0x4ab, 0x3, 0x2, 0x2, 0x2, 0x4ac, 
+    0x4ad, 0x3, 0x2, 0x2, 0x2, 0x4ad, 0x6d, 0x3, 0x2, 0x2, 0x2, 0x4ae, 0x4af, 
+    0x7, 0xb5, 0x2, 0x2, 0x4af, 0x4b0, 0x5, 0xac, 0x57, 0x2, 0x4b0, 0x6f, 
+    0x3, 0x2, 0x2, 0x2, 0x4b1, 0x4b2, 0x7, 0xa2, 0x2, 0x2, 0x4b2, 0x4b5, 
+    0x7, 0xbc, 0x2, 0x2, 0x4b3, 0x4b4, 0x7, 0xb5, 0x2, 0x2, 0x4b4, 0x4b6, 
+    0x7, 0x9e, 0x2, 0x2, 0x4b5, 0x4b3, 0x3, 0x2, 0x2, 0x2, 0x4b5, 0x4b6, 
+    0x3, 0x2, 0x2, 0x2, 0x4b6, 0x71, 0x3, 0x2, 0x2, 0x2, 0x4b7, 0x4b8, 0x7, 
+    0x42, 0x2, 0x2, 0x4b8, 0x4b9, 0x5, 0x88, 0x45, 0x2, 0x4b9, 0x73, 0x3, 
+    0x2, 0x2, 0x2, 0x4ba, 0x4bc, 0x9, 0x9, 0x2, 0x2, 0x4bb, 0x4ba, 0x3, 
+    0x2, 0x2, 0x2, 0x4bb, 0x4bc, 0x3, 0x2, 0x2, 0x2, 0x4bc, 0x4bd, 0x3, 
+    0x2, 0x2, 0x2, 0x4bd, 0x4be, 0x7, 0xb, 0x2, 0x2, 0x4be, 0x4bf, 0x7, 
+    0x58, 0x2, 0x2, 0x4bf, 0x4c0, 0x5, 0xac, 0x57, 0x2, 0x4c0, 0x75, 0x3, 
+    0x2, 0x2, 0x2, 0x4c1, 0x4c2, 0x7, 0x7d, 0x2, 0x2, 0x4c2, 0x4c3, 0x5, 
+    0xb0, 0x59, 0x2, 0x4c3, 0x77, 0x3, 0x2, 0x2, 0x2, 0x4c4, 0x4c5, 0x7, 
+    0xb4, 0x2, 0x2, 0x4c5, 0x4c6, 0x5, 0xb0, 0x59, 0x2, 0x4c6, 0x79, 0x3, 
+    0x2, 0x2, 0x2, 0x4c7, 0x4c8, 0x7, 0x47, 0x2, 0x2, 0x4c8, 0x4cf, 0x7, 
+    0x13, 0x2, 0x2, 0x4c9, 0x4ca, 0x9, 0x8, 0x2, 0x2, 0x4ca, 0x4cb, 0x7, 
+    0xcf, 0x2, 0x2, 0x4cb, 0x4cc, 0x5, 0xac, 0x57, 0x2, 0x4cc, 0x4cd, 0x7, 
+    0xd9, 0x2, 0x2, 0x4cd, 0x4d0, 0x3, 0x2, 0x2, 0x2, 0x4ce, 0x4d0, 0x5, 
+    0xac, 0x57, 0x2, 0x4cf, 0x4c9, 0x3, 0x2, 0x2, 0x2, 0x4cf, 0x4ce, 0x3, 
+    0x2, 0x2, 0x2, 0x4d0, 0x7b, 0x3, 0x2, 0x2, 0x2, 0x4d1, 0x4d2, 0x7, 0x48, 
+    0x2, 0x2, 0x4d2, 0x4d3, 0x5, 0xb0, 0x59, 0x2, 0x4d3, 0x7d, 0x3, 0x2, 
+    0x2, 0x2, 0x4d4, 0x4d5, 0x7, 0x78, 0x2, 0x2, 0x4d5, 0x4d6, 0x7, 0x13, 
+    0x2, 0x2, 0x4d6, 0x4d7, 0x5, 0x94, 0x4b, 0x2, 0x4d7, 0x7f, 0x3, 0x2, 
+    0x2, 0x2, 0x4d8, 0x4d9, 0x7, 0x78, 0x2, 0x2, 0x4d9, 0x4da, 0x7, 0x13, 
+    0x2, 0x2, 0x4da, 0x4db, 0x5, 0xac, 0x57, 0x2, 0x4db, 0x81, 0x3, 0x2, 
+    0x2, 0x2, 0x4dc, 0x4dd, 0x7, 0x61, 0x2, 0x2, 0x4dd, 0x4de, 0x5, 0x92, 
+    0x4a, 0x2, 0x4de, 0x4df, 0x7, 0x13, 0x2, 0x2, 0x4df, 0x4e0, 0x5, 0xac, 
+    0x57, 0x2, 0x4e0, 0x83, 0x3, 0x2, 0x2, 0x2, 0x4e1, 0x4e2, 0x7, 0x61, 
+    0x2, 0x2, 0x4e2, 0x4e5, 0x5, 0x92, 0x4a, 0x2, 0x4e3, 0x4e4, 0x7, 0xb5, 
+    0x2, 0x2, 0x4e4, 0x4e6, 0x7, 0x9e, 0x2, 0x2, 0x4e5, 0x4e3, 0x3, 0x2, 
+    0x2, 0x2, 0x4e5, 0x4e6, 0x3, 0x2, 0x2, 0x2, 0x4e6, 0x85, 0x3, 0x2, 0x2, 
+    0x2, 0x4e7, 0x4e8, 0x7, 0x90, 0x2, 0x2, 0x4e8, 0x4e9, 0x5, 0x9a, 0x4e, 
+    0x2, 0x4e9, 0x87, 0x3, 0x2, 0x2, 0x2, 0x4ea, 0x4eb, 0x8, 0x45, 0x1, 
+    0x2, 0x4eb, 0x4ed, 0x5, 0xbc, 0x5f, 0x2, 0x4ec, 0x4ee, 0x7, 0x3c, 0x2, 
+    0x2, 0x4ed, 0x4ec, 0x3, 0x2, 0x2, 0x2, 0x4ed, 0x4ee, 0x3, 0x2, 0x2, 
+    0x2, 0x4ee, 0x4f0, 0x3, 0x2, 0x2, 0x2, 0x4ef, 0x4f1, 0x5, 0x90, 0x49, 
+    0x2, 0x4f0, 0x4ef, 0x3, 0x2, 0x2, 0x2, 0x4f0, 0x4f1, 0x3, 0x2, 0x2, 
+    0x2, 0x4f1, 0x4f7, 0x3, 0x2, 0x2, 0x2, 0x4f2, 0x4f3, 0x7, 0xcf, 0x2, 
+    0x2, 0x4f3, 0x4f4, 0x5, 0x88, 0x45, 0x2, 0x4f4, 0x4f5, 0x7, 0xd9, 0x2, 
+    0x2, 0x4f5, 0x4f7, 0x3, 0x2, 0x2, 0x2, 0x4f6, 0x4ea, 0x3, 0x2, 0x2, 
+    0x2, 0x4f6, 0x4f2, 0x3, 0x2, 0x2, 0x2, 0x4f7, 0x509, 0x3, 0x2, 0x2, 
+    0x2, 0x4f8, 0x4f9, 0xc, 0x5, 0x2, 0x2, 0x4f9, 0x4fa, 0x5, 0x8c, 0x47, 
+    0x2, 0x4fa, 0x4fb, 0x5, 0x88, 0x45, 0x6, 0x4fb, 0x508, 0x3, 0x2, 0x2, 
+    0x2, 0x4fc, 0x4fe, 0xc, 0x6, 0x2, 0x2, 0x4fd, 0x4ff, 0x9, 0xa, 0x2, 
+    0x2, 0x4fe, 0x4fd, 0x3, 0x2, 0x2, 0x2, 0x4fe, 0x4ff, 0x3, 0x2, 0x2, 
+    0x2, 0x4ff, 0x501, 0x3, 0x2, 0x2, 0x2, 0x500, 0x502, 0x5, 0x8a, 0x46, 
+    0x2, 0x501, 0x500, 0x3, 0x2, 0x2, 0x2, 0x501, 0x502, 0x3, 0x2, 0x2, 
+    0x2, 0x502, 0x503, 0x3, 0x2, 0x2, 0x2, 0x503, 0x504, 0x7, 0x58, 0x2, 
+    0x2, 0x504, 0x505, 0x5, 0x88, 0x45, 0x2, 0x505, 0x506, 0x5, 0x8e, 0x48, 
+    0x2, 0x506, 0x508, 0x3, 0x2, 0x2, 0x2, 0x507, 0x4f8, 0x3, 0x2, 0x2, 
+    0x2, 0x507, 0x4fc, 0x3, 0x2, 0x2, 0x2, 0x508, 0x50b, 0x3, 0x2, 0x2, 
+    0x2, 0x509, 0x507, 0x3, 0x2, 0x2, 0x2, 0x509, 0x50a, 0x3, 0x2, 0x2, 
+    0x2, 0x50a, 0x89, 0x3, 0x2, 0x2, 0x2, 0x50b, 0x509, 0x3, 0x2, 0x2, 0x2, 
+    0x50c, 0x50e, 0x9, 0xb, 0x2, 0x2, 0x50d, 0x50c, 0x3, 0x2, 0x2, 0x2, 
+    0x50d, 0x50e, 0x3, 0x2, 0x2, 0x2, 0x50e, 0x50f, 0x3, 0x2, 0x2, 0x2, 
+    0x50f, 0x516, 0x7, 0x52, 0x2, 0x2, 0x510, 0x512, 0x7, 0x52, 0x2, 0x2, 
+    0x511, 0x513, 0x9, 0xb, 0x2, 0x2, 0x512, 0x511, 0x3, 0x2, 0x2, 0x2, 
+    0x512, 0x513, 0x3, 0x2, 0x2, 0x2, 0x513, 0x516, 0x3, 0x2, 0x2, 0x2, 
+    0x514, 0x516, 0x9, 0xb, 0x2, 0x2, 0x515, 0x50d, 0x3, 0x2, 0x2, 0x2, 
+    0x515, 0x510, 0x3, 0x2, 0x2, 0x2, 0x515, 0x514, 0x3, 0x2, 0x2, 0x2, 
+    0x516, 0x538, 0x3, 0x2, 0x2, 0x2, 0x517, 0x519, 0x9, 0xc, 0x2, 0x2, 
+    0x518, 0x517, 0x3, 0x2, 0x2, 0x2, 0x518, 0x519, 0x3, 0x2, 0x2, 0x2, 
+    0x519, 0x51a, 0x3, 0x2, 0x2, 0x2, 0x51a, 0x51c, 0x9, 0xd, 0x2, 0x2, 
+    0x51b, 0x51d, 0x7, 0x79, 0x2, 0x2, 0x51c, 0x51b, 0x3, 0x2, 0x2, 0x2, 
+    0x51c, 0x51d, 0x3, 0x2, 0x2, 0x2, 0x51d, 0x526, 0x3, 0x2, 0x2, 0x2, 
+    0x51e, 0x520, 0x9, 0xd, 0x2, 0x2, 0x51f, 0x521, 0x7, 0x79, 0x2, 0x2, 
+    0x520, 0x51f, 0x3, 0x2, 0x2, 0x2, 0x520, 0x521, 0x3, 0x2, 0x2, 0x2, 
+    0x521, 0x523, 0x3, 0x2, 0x2, 0x2, 0x522, 0x524, 0x9, 0xc, 0x2, 0x2, 
+    0x523, 0x522, 0x3, 0x2, 0x2, 0x2, 0x523, 0x524, 0x3, 0x2, 0x2, 0x2, 
+    0x524, 0x526, 0x3, 0x2, 0x2, 0x2, 0x525, 0x518, 0x3, 0x2, 0x2, 0x2, 
+    0x525, 0x51e, 0x3, 0x2, 0x2, 0x2, 0x526, 0x538, 0x3, 0x2, 0x2, 0x2, 
+    0x527, 0x529, 0x9, 0xe, 0x2, 0x2, 0x528, 0x527, 0x3, 0x2, 0x2, 0x2, 
+    0x528, 0x529, 0x3, 0x2, 0x2, 0x2, 0x529, 0x52a, 0x3, 0x2, 0x2, 0x2, 
+    0x52a, 0x52c, 0x7, 0x43, 0x2, 0x2, 0x52b, 0x52d, 0x7, 0x79, 0x2, 0x2, 
+    0x52c, 0x52b, 0x3, 0x2, 0x2, 0x2, 0x52c, 0x52d, 0x3, 0x2, 0x2, 0x2, 
+    0x52d, 0x536, 0x3, 0x2, 0x2, 0x2, 0x52e, 0x530, 0x7, 0x43, 0x2, 0x2, 
+    0x52f, 0x531, 0x7, 0x79, 0x2, 0x2, 0x530, 0x52f, 0x3, 0x2, 0x2, 0x2, 
+    0x530, 0x531, 0x3, 0x2, 0x2, 0x2, 0x531, 0x533, 0x3, 0x2, 0x2, 0x2, 
+    0x532, 0x534, 0x9, 0xe, 0x2, 0x2, 0x533, 0x532, 0x3, 0x2, 0x2, 0x2, 
+    0x533, 0x534, 0x3, 0x2, 0x2, 0x2, 0x534, 0x536, 0x3, 0x2, 0x2, 0x2, 
+    0x535, 0x528, 0x3, 0x2, 0x2, 0x2, 0x535, 0x52e, 0x3, 0x2, 0x2, 0x2, 
+    0x536, 0x538, 0x3, 0x2, 0x2, 0x2, 0x537, 0x515, 0x3, 0x2, 0x2, 0x2, 
+    0x537, 0x525, 0x3, 0x2, 0x2, 0x2, 0x537, 0x535, 0x3, 0x2, 0x2, 0x2, 
+    0x538, 0x8b, 0x3, 0x2, 0x2, 0x2, 0x539, 0x53b, 0x9, 0xa, 0x2, 0x2, 0x53a, 
+    0x539, 0x3, 0x2, 0x2, 0x2, 0x53a, 0x53b, 0x3, 0x2, 0x2, 0x2, 0x53b, 
+    0x53c, 0x3, 0x2, 0x2, 0x2, 0x53c, 0x53d, 0x7, 0x1f, 0x2, 0x2, 0x53d, 
+    0x540, 0x7, 0x58, 0x2, 0x2, 0x53e, 0x540, 0x7, 0xc4, 0x2, 0x2, 0x53f, 
+    0x53a, 0x3, 0x2, 0x2, 0x2, 0x53f, 0x53e, 0x3, 0x2, 0x2, 0x2, 0x540, 
+    0x8d, 0x3, 0x2, 0x2, 0x2, 0x541, 0x542, 0x7, 0x75, 0x2, 0x2, 0x542, 
+    0x54b, 0x5, 0xac, 0x57, 0x2, 0x543, 0x544, 0x7, 0xac, 0x2, 0x2, 0x544, 
+    0x545, 0x7, 0xcf, 0x2, 0x2, 0x545, 0x546, 0x5, 0xac, 0x57, 0x2, 0x546, 
+    0x547, 0x7, 0xd9, 0x2, 0x2, 0x547, 0x54b, 0x3, 0x2, 0x2, 0x2, 0x548, 
+    0x549, 0x7, 0xac, 0x2, 0x2, 0x549, 0x54b, 0x5, 0xac, 0x57, 0x2, 0x54a, 
+    0x541, 0x3, 0x2, 0x2, 0x2, 0x54a, 0x543, 0x3, 0x2, 0x2, 0x2, 0x54a, 
+    0x548, 0x3, 0x2, 0x2, 0x2, 0x54b, 0x8f, 0x3, 0x2, 0x2, 0x2, 0x54c, 0x54d, 
+    0x7, 0x8a, 0x2, 0x2, 0x54d, 0x550, 0x5, 0x98, 0x4d, 0x2, 0x54e, 0x54f, 
+    0x7, 0x74, 0x2, 0x2, 0x54f, 0x551, 0x5, 0x98, 0x4d, 0x2, 0x550, 0x54e, 
+    0x3, 0x2, 0x2, 0x2, 0x550, 0x551, 0x3, 0x2, 0x2, 0x2, 0x551, 0x91, 0x3, 
+    0x2, 0x2, 0x2, 0x552, 0x555, 0x5, 0xb0, 0x59, 0x2, 0x553, 0x554, 0x9, 
+    0xf, 0x2, 0x2, 0x554, 0x556, 0x5, 0xb0, 0x59, 0x2, 0x555, 0x553, 0x3, 
+    0x2, 0x2, 0x2, 0x555, 0x556, 0x3, 0x2, 0x2, 0x2, 0x556, 0x93, 0x3, 0x2, 
+    0x2, 0x2, 0x557, 0x55c, 0x5, 0x96, 0x4c, 0x2, 0x558, 0x559, 0x7, 0xc4, 
+    0x2, 0x2, 0x559, 0x55b, 0x5, 0x96, 0x4c, 0x2, 0x55a, 0x558, 0x3, 0x2, 
+    0x2, 0x2, 0x55b, 0x55e, 0x3, 0x2, 0x2, 0x2, 0x55c, 0x55a, 0x3, 0x2, 
+    0x2, 0x2, 0x55c, 0x55d, 0x3, 0x2, 0x2, 0x2, 0x55d, 0x95, 0x3, 0x2, 0x2, 
+    0x2, 0x55e, 0x55c, 0x3, 0x2, 0x2, 0x2, 0x55f, 0x561, 0x5, 0xb0, 0x59, 
+    0x2, 0x560, 0x562, 0x9, 0x10, 0x2, 0x2, 0x561, 0x560, 0x3, 0x2, 0x2, 
+    0x2, 0x561, 0x562, 0x3, 0x2, 0x2, 0x2, 0x562, 0x565, 0x3, 0x2, 0x2, 
+    0x2, 0x563, 0x564, 0x7, 0x73, 0x2, 0x2, 0x564, 0x566, 0x9, 0x11, 0x2, 
+    0x2, 0x565, 0x563, 0x3, 0x2, 0x2, 0x2, 0x565, 0x566, 0x3, 0x2, 0x2, 
+    0x2, 0x566, 0x569, 0x3, 0x2, 0x2, 0x2, 0x567, 0x568, 0x7, 0x1a, 0x2, 
+    0x2, 0x568, 0x56a, 0x7, 0xbe, 0x2, 0x2, 0x569, 0x567, 0x3, 0x2, 0x2, 
+    0x2, 0x569, 0x56a, 0x3, 0x2, 0x2, 0x2, 0x56a, 0x97, 0x3, 0x2, 0x2, 0x2, 
+    0x56b, 0x56e, 0x5, 0xca, 0x66, 0x2, 0x56c, 0x56d, 0x7, 0xdb, 0x2, 0x2, 
+    0x56d, 0x56f, 0x5, 0xca, 0x66, 0x2, 0x56e, 0x56c, 0x3, 0x2, 0x2, 0x2, 
+    0x56e, 0x56f, 0x3, 0x2, 0x2, 0x2, 0x56f, 0x99, 0x3, 0x2, 0x2, 0x2, 0x570, 
+    0x575, 0x5, 0x9c, 0x4f, 0x2, 0x571, 0x572, 0x7, 0xc4, 0x2, 0x2, 0x572, 
+    0x574, 0x5, 0x9c, 0x4f, 0x2, 0x573, 0x571, 0x3, 0x2, 0x2, 0x2, 0x574, 
+    0x577, 0x3, 0x2, 0x2, 0x2, 0x575, 0x573, 0x3, 0x2, 0x2, 0x2, 0x575, 
+    0x576, 0x3, 0x2, 0x2, 0x2, 0x576, 0x9b, 0x3, 0x2, 0x2, 0x2, 0x577, 0x575, 
+    0x3, 0x2, 0x2, 0x2, 0x578, 0x579, 0x5, 0xd6, 0x6c, 0x2, 0x579, 0x57a, 
+    0x7, 0xc9, 0x2, 0x2, 0x57a, 0x57b, 0x5, 0xcc, 0x67, 0x2, 0x57b, 0x9d, 
+    0x3, 0x2, 0x2, 0x2, 0x57c, 0x57d, 0x7, 0x8f, 0x2, 0x2, 0x57d, 0x57e, 
+    0x5, 0x9a, 0x4e, 0x2, 0x57e, 0x9f, 0x3, 0x2, 0x2, 0x2, 0x57f, 0x580, 
+    0x7, 0x91, 0x2, 0x2, 0x580, 0x581, 0x7, 0x1e, 0x2, 0x2, 0x581, 0x582, 
+    0x7, 0x21, 0x2, 0x2, 0x582, 0x5aa, 0x5, 0xc6, 0x64, 0x2, 0x583, 0x584, 
+    0x7, 0x91, 0x2, 0x2, 0x584, 0x585, 0x7, 0x1e, 0x2, 0x2, 0x585, 0x586, 
+    0x7, 0x2e, 0x2, 0x2, 0x586, 0x5aa, 0x5, 0xc0, 0x61, 0x2, 0x587, 0x588, 
+    0x7, 0x91, 0x2, 0x2, 0x588, 0x58a, 0x7, 0x1e, 0x2, 0x2, 0x589, 0x58b, 
+    0x7, 0x9b, 0x2, 0x2, 0x58a, 0x589, 0x3, 0x2, 0x2, 0x2, 0x58a, 0x58b, 
+    0x3, 0x2, 0x2, 0x2, 0x58b, 0x58d, 0x3, 0x2, 0x2, 0x2, 0x58c, 0x58e, 
+    0x7, 0x99, 0x2, 0x2, 0x58d, 0x58c, 0x3, 0x2, 0x2, 0x2, 0x58d, 0x58e, 
+    0x3, 0x2, 0x2, 0x2, 0x58e, 0x58f, 0x3, 0x2, 0x2, 0x2, 0x58f, 0x5aa, 
+    0x5, 0xc0, 0x61, 0x2, 0x590, 0x591, 0x7, 0x91, 0x2, 0x2, 0x591, 0x5aa, 
+    0x7, 0x22, 0x2, 0x2, 0x592, 0x593, 0x7, 0x91, 0x2, 0x2, 0x593, 0x596, 
+    0x7, 0x2d, 0x2, 0x2, 0x594, 0x595, 0x7, 0x42, 0x2, 0x2, 0x595, 0x597, 
+    0x5, 0xc6, 0x64, 0x2, 0x596, 0x594, 0x3, 0x2, 0x2, 0x2, 0x596, 0x597, 
+    0x3, 0x2, 0x2, 0x2, 0x597, 0x5aa, 0x3, 0x2, 0x2, 0x2, 0x598, 0x59a, 
+    0x7, 0x91, 0x2, 0x2, 0x599, 0x59b, 0x7, 0x9b, 0x2, 0x2, 0x59a, 0x599, 
+    0x3, 0x2, 0x2, 0x2, 0x59a, 0x59b, 0x3, 0x2, 0x2, 0x2, 0x59b, 0x59c, 
+    0x3, 0x2, 0x2, 0x2, 0x59c, 0x59f, 0x7, 0x9a, 0x2, 0x2, 0x59d, 0x59e, 
+    0x9, 0x12, 0x2, 0x2, 0x59e, 0x5a0, 0x5, 0xc6, 0x64, 0x2, 0x59f, 0x59d, 
+    0x3, 0x2, 0x2, 0x2, 0x59f, 0x5a0, 0x3, 0x2, 0x2, 0x2, 0x5a0, 0x5a4, 
+    0x3, 0x2, 0x2, 0x2, 0x5a1, 0x5a2, 0x7, 0x60, 0x2, 0x2, 0x5a2, 0x5a5, 
+    0x7, 0xbe, 0x2, 0x2, 0x5a3, 0x5a5, 0x5, 0x78, 0x3d, 0x2, 0x5a4, 0x5a1, 
+    0x3, 0x2, 0x2, 0x2, 0x5a4, 0x5a3, 0x3, 0x2, 0x2, 0x2, 0x5a4, 0x5a5, 
+    0x3, 0x2, 0x2, 0x2, 0x5a5, 0x5a7, 0x3, 0x2, 0x2, 0x2, 0x5a6, 0x5a8, 
+    0x5, 0x84, 0x43, 0x2, 0x5a7, 0x5a6, 0x3, 0x2, 0x2, 0x2, 0x5a7, 0x5a8, 
+    0x3, 0x2, 0x2, 0x2, 0x5a8, 0x5aa, 0x3, 0x2, 0x2, 0x2, 0x5a9, 0x57f, 
+    0x3, 0x2, 0x2, 0x2, 0x5a9, 0x583, 0x3, 0x2, 0x2, 0x2, 0x5a9, 0x587, 
+    0x3, 0x2, 0x2, 0x2, 0x5a9, 0x590, 0x3, 0x2, 0x2, 0x2, 0x5a9, 0x592, 
+    0x3, 0x2, 0x2, 0x2, 0x5a9, 0x598, 0x3, 0x2, 0x2, 0x2, 0x5aa, 0xa1, 0x3, 
+    0x2, 0x2, 0x2, 0x5ab, 0x5ac, 0x7, 0x98, 0x2, 0x2, 0x5ac, 0x5ad, 0x7, 
+    0x3e, 0x2, 0x2, 0x5ad, 0x5ae, 0x7, 0x31, 0x2, 0x2, 0x5ae, 0x5ce, 0x5, 
+    0xc0, 0x61, 0x2, 0x5af, 0x5b0, 0x7, 0x98, 0x2, 0x2, 0x5b0, 0x5b1, 0x7, 
+    0x3e, 0x2, 0x2, 0x5b1, 0x5ce, 0x7, 0x64, 0x2, 0x2, 0x5b2, 0x5b3, 0x7, 
+    0x98, 0x2, 0x2, 0x5b3, 0x5b4, 0x7, 0x82, 0x2, 0x2, 0x5b4, 0x5ce, 0x7, 
+    0x2d, 0x2, 0x2, 0x5b5, 0x5b6, 0x7, 0x98, 0x2, 0x2, 0x5b6, 0x5b7, 0x7, 
+    0x82, 0x2, 0x2, 0x5b7, 0x5b8, 0x7, 0x2e, 0x2, 0x2, 0x5b8, 0x5ce, 0x5, 
+    0xc0, 0x61, 0x2, 0x5b9, 0x5ba, 0x7, 0x98, 0x2, 0x2, 0x5ba, 0x5c2, 0x9, 
+    0x13, 0x2, 0x2, 0x5bb, 0x5bc, 0x7, 0x31, 0x2, 0x2, 0x5bc, 0x5c3, 0x7, 
+    0x8e, 0x2, 0x2, 0x5bd, 0x5c3, 0x7, 0x3b, 0x2, 0x2, 0x5be, 0x5c0, 0x7, 
+    0xa7, 0x2, 0x2, 0x5bf, 0x5be, 0x3, 0x2, 0x2, 0x2, 0x5bf, 0x5c0, 0x3, 
+    0x2, 0x2, 0x2, 0x5c0, 0x5c1, 0x3, 0x2, 0x2, 0x2, 0x5c1, 0x5c3, 0x7, 
+    0x68, 0x2, 0x2, 0x5c2, 0x5bb, 0x3, 0x2, 0x2, 0x2, 0x5c2, 0x5bd, 0x3, 
+    0x2, 0x2, 0x2, 0x5c2, 0x5bf, 0x3, 0x2, 0x2, 0x2, 0x5c3, 0x5c4, 0x3, 
+    0x2, 0x2, 0x2, 0x5c4, 0x5ce, 0x5, 0xc0, 0x61, 0x2, 0x5c5, 0x5c6, 0x7, 
+    0x98, 0x2, 0x2, 0x5c6, 0x5c7, 0x9, 0x13, 0x2, 0x2, 0x5c7, 0x5c8, 0x7, 
+    0x87, 0x2, 0x2, 0x5c8, 0x5ce, 0x7, 0x8e, 0x2, 0x2, 0x5c9, 0x5ca, 0x7, 
+    0x98, 0x2, 0x2, 0x5ca, 0x5cb, 0x7, 0x96, 0x2, 0x2, 0x5cb, 0x5cc, 0x7, 
+    0x86, 0x2, 0x2, 0x5cc, 0x5ce, 0x5, 0xc0, 0x61, 0x2, 0x5cd, 0x5ab, 0x3, 
+    0x2, 0x2, 0x2, 0x5cd, 0x5af, 0x3, 0x2, 0x2, 0x2, 0x5cd, 0x5b2, 0x3, 
+    0x2, 0x2, 0x2, 0x5cd, 0x5b5, 0x3, 0x2, 0x2, 0x2, 0x5cd, 0x5b9, 0x3, 
+    0x2, 0x2, 0x2, 0x5cd, 0x5c5, 0x3, 0x2, 0x2, 0x2, 0x5cd, 0x5c9, 0x3, 
+    0x2, 0x2, 0x2, 0x5ce, 0xa3, 0x3, 0x2, 0x2, 0x2, 0x5cf, 0x5d1, 0x7, 0xa6, 
+    0x2, 0x2, 0x5d0, 0x5d2, 0x7, 0x9b, 0x2, 0x2, 0x5d1, 0x5d0, 0x3, 0x2, 
+    0x2, 0x2, 0x5d1, 0x5d2, 0x3, 0x2, 0x2, 0x2, 0x5d2, 0x5d4, 0x3, 0x2, 
+    0x2, 0x2, 0x5d3, 0x5d5, 0x7, 0x99, 0x2, 0x2, 0x5d4, 0x5d3, 0x3, 0x2, 
+    0x2, 0x2, 0x5d4, 0x5d5, 0x3, 0x2, 0x2, 0x2, 0x5d5, 0x5d8, 0x3, 0x2, 
+    0x2, 0x2, 0x5d6, 0x5d7, 0x7, 0x4c, 0x2, 0x2, 0x5d7, 0x5d9, 0x7, 0x37, 
+    0x2, 0x2, 0x5d8, 0x5d6, 0x3, 0x2, 0x2, 0x2, 0x5d8, 0x5d9, 0x3, 0x2, 
+    0x2, 0x2, 0x5d9, 0x5da, 0x3, 0x2, 0x2, 0x2, 0x5da, 0x5dc, 0x5, 0xc0, 
+    0x61, 0x2, 0x5db, 0x5dd, 0x5, 0x2c, 0x17, 0x2, 0x5dc, 0x5db, 0x3, 0x2, 
+    0x2, 0x2, 0x5dc, 0x5dd, 0x3, 0x2, 0x2, 0x2, 0x5dd, 0xa5, 0x3, 0x2, 0x2, 
+    0x2, 0x5de, 0x5df, 0x7, 0xab, 0x2, 0x2, 0x5df, 0x5e0, 0x5, 0xc6, 0x64, 
+    0x2, 0x5e0, 0xa7, 0x3, 0x2, 0x2, 0x2, 0x5e1, 0x5e2, 0x7, 0xb1, 0x2, 
+    0x2, 0x5e2, 0x5e4, 0x5, 0xc0, 0x61, 0x2, 0x5e3, 0x5e5, 0x7, 0x36, 0x2, 
+    0x2, 0x5e4, 0x5e3, 0x3, 0x2, 0x2, 0x2, 0x5e4, 0x5e5, 0x3, 0x2, 0x2, 
+    0x2, 0x5e5, 0x5e8, 0x3, 0x2, 0x2, 0x2, 0x5e6, 0x5e7, 0x7, 0x61, 0x2, 
+    0x2, 0x5e7, 0x5e9, 0x7, 0xbc, 0x2, 0x2, 0x5e8, 0x5e6, 0x3, 0x2, 0x2, 
+    0x2, 0x5e8, 0x5e9, 0x3, 0x2, 0x2, 0x2, 0x5e9, 0xa9, 0x3, 0x2, 0x2, 0x2, 
+    0x5ea, 0x61a, 0x5, 0xd6, 0x6c, 0x2, 0x5eb, 0x5ec, 0x5, 0xd6, 0x6c, 0x2, 
+    0x5ec, 0x5ed, 0x7, 0xcf, 0x2, 0x2, 0x5ed, 0x5ee, 0x5, 0xd6, 0x6c, 0x2, 
+    0x5ee, 0x5f5, 0x5, 0xaa, 0x56, 0x2, 0x5ef, 0x5f0, 0x7, 0xc4, 0x2, 0x2, 
+    0x5f0, 0x5f1, 0x5, 0xd6, 0x6c, 0x2, 0x5f1, 0x5f2, 0x5, 0xaa, 0x56, 0x2, 
+    0x5f2, 0x5f4, 0x3, 0x2, 0x2, 0x2, 0x5f3, 0x5ef, 0x3, 0x2, 0x2, 0x2, 
+    0x5f4, 0x5f7, 0x3, 0x2, 0x2, 0x2, 0x5f5, 0x5f3, 0x3, 0x2, 0x2, 0x2, 
+    0x5f5, 0x5f6, 0x3, 0x2, 0x2, 0x2, 0x5f6, 0x5f8, 0x3, 0x2, 0x2, 0x2, 
+    0x5f7, 0x5f5, 0x3, 0x2, 0x2, 0x2, 0x5f8, 0x5f9, 0x7, 0xd9, 0x2, 0x2, 
+    0x5f9, 0x61a, 0x3, 0x2, 0x2, 0x2, 0x5fa, 0x5fb, 0x5, 0xd6, 0x6c, 0x2, 
+    0x5fb, 0x5fc, 0x7, 0xcf, 0x2, 0x2, 0x5fc, 0x601, 0x5, 0xda, 0x6e, 0x2, 
+    0x5fd, 0x5fe, 0x7, 0xc4, 0x2, 0x2, 0x5fe, 0x600, 0x5, 0xda, 0x6e, 0x2, 
+    0x5ff, 0x5fd, 0x3, 0x2, 0x2, 0x2, 0x600, 0x603, 0x3, 0x2, 0x2, 0x2, 
+    0x601, 0x5ff, 0x3, 0x2, 0x2, 0x2, 0x601, 0x602, 0x3, 0x2, 0x2, 0x2, 
+    0x602, 0x604, 0x3, 0x2, 0x2, 0x2, 0x603, 0x601, 0x3, 0x2, 0x2, 0x2, 
+    0x604, 0x605, 0x7, 0xd9, 0x2, 0x2, 0x605, 0x61a, 0x3, 0x2, 0x2, 0x2, 
+    0x606, 0x607, 0x5, 0xd6, 0x6c, 0x2, 0x607, 0x608, 0x7, 0xcf, 0x2, 0x2, 
+    0x608, 0x60d, 0x5, 0xaa, 0x56, 0x2, 0x609, 0x60a, 0x7, 0xc4, 0x2, 0x2, 
+    0x60a, 0x60c, 0x5, 0xaa, 0x56, 0x2, 0x60b, 0x609, 0x3, 0x2, 0x2, 0x2, 
+    0x60c, 0x60f, 0x3, 0x2, 0x2, 0x2, 0x60d, 0x60b, 0x3, 0x2, 0x2, 0x2, 
+    0x60d, 0x60e, 0x3, 0x2, 0x2, 0x2, 0x60e, 0x610, 0x3, 0x2, 0x2, 0x2, 
+    0x60f, 0x60d, 0x3, 0x2, 0x2, 0x2, 0x610, 0x611, 0x7, 0xd9, 0x2, 0x2, 
+    0x611, 0x61a, 0x3, 0x2, 0x2, 0x2, 0x612, 0x613, 0x5, 0xd6, 0x6c, 0x2, 
+    0x613, 0x615, 0x7, 0xcf, 0x2, 0x2, 0x614, 0x616, 0x5, 0xac, 0x57, 0x2, 
+    0x615, 0x614, 0x3, 0x2, 0x2, 0x2, 0x615, 0x616, 0x3, 0x2, 0x2, 0x2, 
+    0x616, 0x617, 0x3, 0x2, 0x2, 0x2, 0x617, 0x618, 0x7, 0xd9, 0x2, 0x2, 
+    0x618, 0x61a, 0x3, 0x2, 0x2, 0x2, 0x619, 0x5ea, 0x3, 0x2, 0x2, 0x2, 
+    0x619, 0x5eb, 0x3, 0x2, 0x2, 0x2, 0x619, 0x5fa, 0x3, 0x2, 0x2, 0x2, 
+    0x619, 0x606, 0x3, 0x2, 0x2, 0x2, 0x619, 0x612, 0x3, 0x2, 0x2, 0x2, 
+    0x61a, 0xab, 0x3, 0x2, 0x2, 0x2, 0x61b, 0x620, 0x5, 0xae, 0x58, 0x2, 
+    0x61c, 0x61d, 0x7, 0xc4, 0x2, 0x2, 0x61d, 0x61f, 0x5, 0xae, 0x58, 0x2, 
+    0x61e, 0x61c, 0x3, 0x2, 0x2, 0x2, 0x61f, 0x622, 0x3, 0x2, 0x2, 0x2, 
+    0x620, 0x61e, 0x3, 0x2, 0x2, 0x2, 0x620, 0x621, 0x3, 0x2, 0x2, 0x2, 
+    0x621, 0xad, 0x3, 0x2, 0x2, 0x2, 0x622, 0x620, 0x3, 0x2, 0x2, 0x2, 0x623, 
+    0x624, 0x5, 0xc0, 0x61, 0x2, 0x624, 0x625, 0x7, 0xc7, 0x2, 0x2, 0x625, 
+    0x627, 0x3, 0x2, 0x2, 0x2, 0x626, 0x623, 0x3, 0x2, 0x2, 0x2, 0x626, 
+    0x627, 0x3, 0x2, 0x2, 0x2, 0x627, 0x628, 0x3, 0x2, 0x2, 0x2, 0x628, 
+    0x62f, 0x7, 0xc0, 0x2, 0x2, 0x629, 0x62a, 0x7, 0xcf, 0x2, 0x2, 0x62a, 
+    0x62b, 0x5, 0x68, 0x35, 0x2, 0x62b, 0x62c, 0x7, 0xd9, 0x2, 0x2, 0x62c, 
+    0x62f, 0x3, 0x2, 0x2, 0x2, 0x62d, 0x62f, 0x5, 0xb0, 0x59, 0x2, 0x62e, 
+    0x626, 0x3, 0x2, 0x2, 0x2, 0x62e, 0x629, 0x3, 0x2, 0x2, 0x2, 0x62e, 
+    0x62d, 0x3, 0x2, 0x2, 0x2, 0x62f, 0xaf, 0x3, 0x2, 0x2, 0x2, 0x630, 0x631, 
+    0x8, 0x59, 0x1, 0x2, 0x631, 0x633, 0x7, 0x14, 0x2, 0x2, 0x632, 0x634, 
+    0x5, 0xb0, 0x59, 0x2, 0x633, 0x632, 0x3, 0x2, 0x2, 0x2, 0x633, 0x634, 
+    0x3, 0x2, 0x2, 0x2, 0x634, 0x63a, 0x3, 0x2, 0x2, 0x2, 0x635, 0x636, 
+    0x7, 0xb3, 0x2, 0x2, 0x636, 0x637, 0x5, 0xb0, 0x59, 0x2, 0x637, 0x638, 
+    0x7, 0x9d, 0x2, 0x2, 0x638, 0x639, 0x5, 0xb0, 0x59, 0x2, 0x639, 0x63b, 
+    0x3, 0x2, 0x2, 0x2, 0x63a, 0x635, 0x3, 0x2, 0x2, 0x2, 0x63b, 0x63c, 
+    0x3, 0x2, 0x2, 0x2, 0x63c, 0x63a, 0x3, 0x2, 0x2, 0x2, 0x63c, 0x63d, 
+    0x3, 0x2, 0x2, 0x2, 0x63d, 0x640, 0x3, 0x2, 0x2, 0x2, 0x63e, 0x63f, 
+    0x7, 0x33, 0x2, 0x2, 0x63f, 0x641, 0x5, 0xb0, 0x59, 0x2, 0x640, 0x63e, 
+    0x3, 0x2, 0x2, 0x2, 0x640, 0x641, 0x3, 0x2, 0x2, 0x2, 0x641, 0x642, 
+    0x3, 0x2, 0x2, 0x2, 0x642, 0x643, 0x7, 0x34, 0x2, 0x2, 0x643, 0x69c, 
+    0x3, 0x2, 0x2, 0x2, 0x644, 0x645, 0x7, 0x15, 0x2, 0x2, 0x645, 0x646, 
+    0x7, 0xcf, 0x2, 0x2, 0x646, 0x647, 0x5, 0xb0, 0x59, 0x2, 0x647, 0x648, 
+    0x7, 0xc, 0x2, 0x2, 0x648, 0x649, 0x5, 0xaa, 0x56, 0x2, 0x649, 0x64a, 
+    0x7, 0xd9, 0x2, 0x2, 0x64a, 0x69c, 0x3, 0x2, 0x2, 0x2, 0x64b, 0x64c, 
+    0x7, 0x23, 0x2, 0x2, 0x64c, 0x69c, 0x7, 0xbe, 0x2, 0x2, 0x64d, 0x64e, 
+    0x7, 0x3a, 0x2, 0x2, 0x64e, 0x64f, 0x7, 0xcf, 0x2, 0x2, 0x64f, 0x650, 
+    0x5, 0xce, 0x68, 0x2, 0x650, 0x651, 0x7, 0x42, 0x2, 0x2, 0x651, 0x652, 
+    0x5, 0xb0, 0x59, 0x2, 0x652, 0x653, 0x7, 0xd9, 0x2, 0x2, 0x653, 0x69c, 
+    0x3, 0x2, 0x2, 0x2, 0x654, 0x655, 0x7, 0x54, 0x2, 0x2, 0x655, 0x656, 
+    0x5, 0xb0, 0x59, 0x2, 0x656, 0x657, 0x5, 0xce, 0x68, 0x2, 0x657, 0x69c, 
+    0x3, 0x2, 0x2, 0x2, 0x658, 0x659, 0x7, 0x95, 0x2, 0x2, 0x659, 0x65a, 
+    0x7, 0xcf, 0x2, 0x2, 0x65a, 0x65b, 0x5, 0xb0, 0x59, 0x2, 0x65b, 0x65c, 
+    0x7, 0x42, 0x2, 0x2, 0x65c, 0x65f, 0x5, 0xb0, 0x59, 0x2, 0x65d, 0x65e, 
+    0x7, 0x3f, 0x2, 0x2, 0x65e, 0x660, 0x5, 0xb0, 0x59, 0x2, 0x65f, 0x65d, 
+    0x3, 0x2, 0x2, 0x2, 0x65f, 0x660, 0x3, 0x2, 0x2, 0x2, 0x660, 0x661, 
+    0x3, 0x2, 0x2, 0x2, 0x661, 0x662, 0x7, 0xd9, 0x2, 0x2, 0x662, 0x69c, 
+    0x3, 0x2, 0x2, 0x2, 0x663, 0x664, 0x7, 0xa0, 0x2, 0x2, 0x664, 0x69c, 
+    0x7, 0xbe, 0x2, 0x2, 0x665, 0x666, 0x7, 0xa5, 0x2, 0x2, 0x666, 0x667, 
+    0x7, 0xcf, 0x2, 0x2, 0x667, 0x668, 0x9, 0x14, 0x2, 0x2, 0x668, 0x669, 
+    0x7, 0xbe, 0x2, 0x2, 0x669, 0x66a, 0x7, 0x42, 0x2, 0x2, 0x66a, 0x66b, 
+    0x5, 0xb0, 0x59, 0x2, 0x66b, 0x66c, 0x7, 0xd9, 0x2, 0x2, 0x66c, 0x69c, 
+    0x3, 0x2, 0x2, 0x2, 0x66d, 0x673, 0x5, 0xd6, 0x6c, 0x2, 0x66e, 0x670, 
+    0x7, 0xcf, 0x2, 0x2, 0x66f, 0x671, 0x5, 0xac, 0x57, 0x2, 0x670, 0x66f, 
+    0x3, 0x2, 0x2, 0x2, 0x670, 0x671, 0x3, 0x2, 0x2, 0x2, 0x671, 0x672, 
+    0x3, 0x2, 0x2, 0x2, 0x672, 0x674, 0x7, 0xd9, 0x2, 0x2, 0x673, 0x66e, 
+    0x3, 0x2, 0x2, 0x2, 0x673, 0x674, 0x3, 0x2, 0x2, 0x2, 0x674, 0x675, 
+    0x3, 0x2, 0x2, 0x2, 0x675, 0x677, 0x7, 0xcf, 0x2, 0x2, 0x676, 0x678, 
+    0x7, 0x30, 0x2, 0x2, 0x677, 0x676, 0x3, 0x2, 0x2, 0x2, 0x677, 0x678, 
+    0x3, 0x2, 0x2, 0x2, 0x678, 0x67a, 0x3, 0x2, 0x2, 0x2, 0x679, 0x67b, 
+    0x5, 0xb2, 0x5a, 0x2, 0x67a, 0x679, 0x3, 0x2, 0x2, 0x2, 0x67a, 0x67b, 
+    0x3, 0x2, 0x2, 0x2, 0x67b, 0x67c, 0x3, 0x2, 0x2, 0x2, 0x67c, 0x67d, 
+    0x7, 0xd9, 0x2, 0x2, 0x67d, 0x69c, 0x3, 0x2, 0x2, 0x2, 0x67e, 0x69c, 
+    0x5, 0xcc, 0x67, 0x2, 0x67f, 0x680, 0x7, 0xc6, 0x2, 0x2, 0x680, 0x69c, 
+    0x5, 0xb0, 0x59, 0x13, 0x681, 0x682, 0x7, 0x71, 0x2, 0x2, 0x682, 0x69c, 
+    0x5, 0xb0, 0x59, 0xe, 0x683, 0x684, 0x5, 0xc0, 0x61, 0x2, 0x684, 0x685, 
+    0x7, 0xc7, 0x2, 0x2, 0x685, 0x687, 0x3, 0x2, 0x2, 0x2, 0x686, 0x683, 
+    0x3, 0x2, 0x2, 0x2, 0x686, 0x687, 0x3, 0x2, 0x2, 0x2, 0x687, 0x688, 
+    0x3, 0x2, 0x2, 0x2, 0x688, 0x69c, 0x7, 0xc0, 0x2, 0x2, 0x689, 0x68a, 
+    0x7, 0xcf, 0x2, 0x2, 0x68a, 0x68b, 0x5, 0x68, 0x35, 0x2, 0x68b, 0x68c, 
+    0x7, 0xd9, 0x2, 0x2, 0x68c, 0x69c, 0x3, 0x2, 0x2, 0x2, 0x68d, 0x68e, 
+    0x7, 0xcf, 0x2, 0x2, 0x68e, 0x68f, 0x5, 0xb0, 0x59, 0x2, 0x68f, 0x690, 
+    0x7, 0xd9, 0x2, 0x2, 0x690, 0x69c, 0x3, 0x2, 0x2, 0x2, 0x691, 0x692, 
+    0x7, 0xcf, 0x2, 0x2, 0x692, 0x693, 0x5, 0xac, 0x57, 0x2, 0x693, 0x694, 
+    0x7, 0xd9, 0x2, 0x2, 0x694, 0x69c, 0x3, 0x2, 0x2, 0x2, 0x695, 0x697, 
+    0x7, 0xcd, 0x2, 0x2, 0x696, 0x698, 0x5, 0xac, 0x57, 0x2, 0x697, 0x696, 
+    0x3, 0x2, 0x2, 0x2, 0x697, 0x698, 0x3, 0x2, 0x2, 0x2, 0x698, 0x699, 
+    0x3, 0x2, 0x2, 0x2, 0x699, 0x69c, 0x7, 0xd8, 0x2, 0x2, 0x69a, 0x69c, 
+    0x5, 0xb8, 0x5d, 0x2, 0x69b, 0x630, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x644, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x64b, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x64d, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x654, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x658, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x663, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x665, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x66d, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x67e, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x67f, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x681, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x686, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x689, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x68d, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x691, 
+    0x3, 0x2, 0x2, 0x2, 0x69b, 0x695, 0x3, 0x2, 0x2, 0x2, 0x69b, 0x69a, 
+    0x3, 0x2, 0x2, 0x2, 0x69c, 0x6e4, 0x3, 0x2, 0x2, 0x2, 0x69d, 0x69e, 
+    0xc, 0x12, 0x2, 0x2, 0x69e, 0x69f, 0x9, 0x15, 0x2, 0x2, 0x69f, 0x6e3, 
+    0x5, 0xb0, 0x59, 0x13, 0x6a0, 0x6a1, 0xc, 0x11, 0x2, 0x2, 0x6a1, 0x6a2, 
+    0x9, 0x16, 0x2, 0x2, 0x6a2, 0x6e3, 0x5, 0xb0, 0x59, 0x12, 0x6a3, 0x6b6, 
+    0xc, 0x10, 0x2, 0x2, 0x6a4, 0x6b7, 0x7, 0xc8, 0x2, 0x2, 0x6a5, 0x6b7, 
+    0x7, 0xc9, 0x2, 0x2, 0x6a6, 0x6b7, 0x7, 0xd1, 0x2, 0x2, 0x6a7, 0x6b7, 
+    0x7, 0xce, 0x2, 0x2, 0x6a8, 0x6b7, 0x7, 0xca, 0x2, 0x2, 0x6a9, 0x6b7, 
+    0x7, 0xd0, 0x2, 0x2, 0x6aa, 0x6b7, 0x7, 0xcb, 0x2, 0x2, 0x6ab, 0x6ad, 
+    0x7, 0x45, 0x2, 0x2, 0x6ac, 0x6ab, 0x3, 0x2, 0x2, 0x2, 0x6ac, 0x6ad, 
+    0x3, 0x2, 0x2, 0x2, 0x6ad, 0x6af, 0x3, 0x2, 0x2, 0x2, 0x6ae, 0x6b0, 
+    0x7, 0x71, 0x2, 0x2, 0x6af, 0x6ae, 0x3, 0x2, 0x2, 0x2, 0x6af, 0x6b0, 
+    0x3, 0x2, 0x2, 0x2, 0x6b0, 0x6b1, 0x3, 0x2, 0x2, 0x2, 0x6b1, 0x6b7, 
+    0x7, 0x4e, 0x2, 0x2, 0x6b2, 0x6b4, 0x7, 0x71, 0x2, 0x2, 0x6b3, 0x6b2, 
+    0x3, 0x2, 0x2, 0x2, 0x6b3, 0x6b4, 0x3, 0x2, 0x2, 0x2, 0x6b4, 0x6b5, 
+    0x3, 0x2, 0x2, 0x2, 0x6b5, 0x6b7, 0x9, 0x17, 0x2, 0x2, 0x6b6, 0x6a4, 
+    0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6a5, 0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6a6, 
+    0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6a7, 0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6a8, 
+    0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6a9, 0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6aa, 
+    0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6ac, 0x3, 0x2, 0x2, 0x2, 0x6b6, 0x6b3, 
+    0x3, 0x2, 0x2, 0x2, 0x6b7, 0x6b8, 0x3, 0x2, 0x2, 0x2, 0x6b8, 0x6e3, 
+    0x5, 0xb0, 0x59, 0x11, 0x6b9, 0x6ba, 0xc, 0xd, 0x2, 0x2, 0x6ba, 0x6bb, 
+    0x7, 0x8, 0x2, 0x2, 0x6bb, 0x6e3, 0x5, 0xb0, 0x59, 0xe, 0x6bc, 0x6bd, 
+    0xc, 0xc, 0x2, 0x2, 0x6bd, 0x6be, 0x7, 0x77, 0x2, 0x2, 0x6be, 0x6e3, 
+    0x5, 0xb0, 0x59, 0xd, 0x6bf, 0x6c1, 0xc, 0xb, 0x2, 0x2, 0x6c0, 0x6c2, 
+    0x7, 0x71, 0x2, 0x2, 0x6c1, 0x6c0, 0x3, 0x2, 0x2, 0x2, 0x6c1, 0x6c2, 
+    0x3, 0x2, 0x2, 0x2, 0x6c2, 0x6c3, 0x3, 0x2, 0x2, 0x2, 0x6c3, 0x6c4, 
+    0x7, 0x11, 0x2, 0x2, 0x6c4, 0x6c5, 0x5, 0xb0, 0x59, 0x2, 0x6c5, 0x6c6, 
+    0x7, 0x8, 0x2, 0x2, 0x6c6, 0x6c7, 0x5, 0xb0, 0x59, 0xc, 0x6c7, 0x6e3, 
+    0x3, 0x2, 0x2, 0x2, 0x6c8, 0x6c9, 0xc, 0xa, 0x2, 0x2, 0x6c9, 0x6ca, 
+    0x7, 0xd4, 0x2, 0x2, 0x6ca, 0x6cb, 0x5, 0xb0, 0x59, 0x2, 0x6cb, 0x6cc, 
+    0x7, 0xc3, 0x2, 0x2, 0x6cc, 0x6cd, 0x5, 0xb0, 0x59, 0xa, 0x6cd, 0x6e3, 
+    0x3, 0x2, 0x2, 0x2, 0x6ce, 0x6cf, 0xc, 0x15, 0x2, 0x2, 0x6cf, 0x6d0, 
+    0x7, 0xcd, 0x2, 0x2, 0x6d0, 0x6d1, 0x5, 0xb0, 0x59, 0x2, 0x6d1, 0x6d2, 
+    0x7, 0xd8, 0x2, 0x2, 0x6d2, 0x6e3, 0x3, 0x2, 0x2, 0x2, 0x6d3, 0x6d4, 
+    0xc, 0x14, 0x2, 0x2, 0x6d4, 0x6d5, 0x7, 0xc7, 0x2, 0x2, 0x6d5, 0x6e3, 
+    0x7, 0xbc, 0x2, 0x2, 0x6d6, 0x6d7, 0xc, 0xf, 0x2, 0x2, 0x6d7, 0x6d9, 
+    0x7, 0x56, 0x2, 0x2, 0x6d8, 0x6da, 0x7, 0x71, 0x2, 0x2, 0x6d9, 0x6d8, 
+    0x3, 0x2, 0x2, 0x2, 0x6d9, 0x6da, 0x3, 0x2, 0x2, 0x2, 0x6da, 0x6db, 
+    0x3, 0x2, 0x2, 0x2, 0x6db, 0x6e3, 0x7, 0x72, 0x2, 0x2, 0x6dc, 0x6e0, 
+    0xc, 0x9, 0x2, 0x2, 0x6dd, 0x6e1, 0x5, 0xd4, 0x6b, 0x2, 0x6de, 0x6df, 
+    0x7, 0xc, 0x2, 0x2, 0x6df, 0x6e1, 0x5, 0xd6, 0x6c, 0x2, 0x6e0, 0x6dd, 
+    0x3, 0x2, 0x2, 0x2, 0x6e0, 0x6de, 0x3, 0x2, 0x2, 0x2, 0x6e1, 0x6e3, 
+    0x3, 0x2, 0x2, 0x2, 0x6e2, 0x69d, 0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6a0, 
+    0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6a3, 0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6b9, 
+    0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6bc, 0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6bf, 
+    0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6c8, 0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6ce, 
+    0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6d3, 0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6d6, 
+    0x3, 0x2, 0x2, 0x2, 0x6e2, 0x6dc, 0x3, 0x2, 0x2, 0x2, 0x6e3, 0x6e6, 
+    0x3, 0x2, 0x2, 0x2, 0x6e4, 0x6e2, 0x3, 0x2, 0x2, 0x2, 0x6e4, 0x6e5, 
+    0x3, 0x2, 0x2, 0x2, 0x6e5, 0xb1, 0x3, 0x2, 0x2, 0x2, 0x6e6, 0x6e4, 0x3, 
+    0x2, 0x2, 0x2, 0x6e7, 0x6ec, 0x5, 0xb4, 0x5b, 0x2, 0x6e8, 0x6e9, 0x7, 
+    0xc4, 0x2, 0x2, 0x6e9, 0x6eb, 0x5, 0xb4, 0x5b, 0x2, 0x6ea, 0x6e8, 0x3, 
+    0x2, 0x2, 0x2, 0x6eb, 0x6ee, 0x3, 0x2, 0x2, 0x2, 0x6ec, 0x6ea, 0x3, 
+    0x2, 0x2, 0x2, 0x6ec, 0x6ed, 0x3, 0x2, 0x2, 0x2, 0x6ed, 0xb3, 0x3, 0x2, 
+    0x2, 0x2, 0x6ee, 0x6ec, 0x3, 0x2, 0x2, 0x2, 0x6ef, 0x6f2, 0x5, 0xb6, 
+    0x5c, 0x2, 0x6f0, 0x6f2, 0x5, 0xb0, 0x59, 0x2, 0x6f1, 0x6ef, 0x3, 0x2, 
+    0x2, 0x2, 0x6f1, 0x6f0, 0x3, 0x2, 0x2, 0x2, 0x6f2, 0xb5, 0x3, 0x2, 0x2, 
+    0x2, 0x6f3, 0x6f4, 0x7, 0xcf, 0x2, 0x2, 0x6f4, 0x6f9, 0x5, 0xd6, 0x6c, 
+    0x2, 0x6f5, 0x6f6, 0x7, 0xc4, 0x2, 0x2, 0x6f6, 0x6f8, 0x5, 0xd6, 0x6c, 
+    0x2, 0x6f7, 0x6f5, 0x3, 0x2, 0x2, 0x2, 0x6f8, 0x6fb, 0x3, 0x2, 0x2, 
+    0x2, 0x6f9, 0x6f7, 0x3, 0x2, 0x2, 0x2, 0x6f9, 0x6fa, 0x3, 0x2, 0x2, 
+    0x2, 0x6fa, 0x6fc, 0x3, 0x2, 0x2, 0x2, 0x6fb, 0x6f9, 0x3, 0x2, 0x2, 
+    0x2, 0x6fc, 0x6fd, 0x7, 0xd9, 0x2, 0x2, 0x6fd, 0x707, 0x3, 0x2, 0x2, 
+    0x2, 0x6fe, 0x703, 0x5, 0xd6, 0x6c, 0x2, 0x6ff, 0x700, 0x7, 0xc4, 0x2, 
+    0x2, 0x700, 0x702, 0x5, 0xd6, 0x6c, 0x2, 0x701, 0x6ff, 0x3, 0x2, 0x2, 
+    0x2, 0x702, 0x705, 0x3, 0x2, 0x2, 0x2, 0x703, 0x701, 0x3, 0x2, 0x2, 
+    0x2, 0x703, 0x704, 0x3, 0x2, 0x2, 0x2, 0x704, 0x707, 0x3, 0x2, 0x2, 
+    0x2, 0x705, 0x703, 0x3, 0x2, 0x2, 0x2, 0x706, 0x6f3, 0x3, 0x2, 0x2, 
+    0x2, 0x706, 0x6fe, 0x3, 0x2, 0x2, 0x2, 0x707, 0x708, 0x3, 0x2, 0x2, 
+    0x2, 0x708, 0x709, 0x7, 0xbf, 0x2, 0x2, 0x709, 0x70a, 0x5, 0xb0, 0x59, 
+    0x2, 0x70a, 0xb7, 0x3, 0x2, 0x2, 0x2, 0x70b, 0x70c, 0x5, 0xc0, 0x61, 
+    0x2, 0x70c, 0x70d, 0x7, 0xc7, 0x2, 0x2, 0x70d, 0x70f, 0x3, 0x2, 0x2, 
+    0x2, 0x70e, 0x70b, 0x3, 0x2, 0x2, 0x2, 0x70e, 0x70f, 0x3, 0x2, 0x2, 
+    0x2, 0x70f, 0x710, 0x3, 0x2, 0x2, 0x2, 0x710, 0x711, 0x5, 0xba, 0x5e, 
+    0x2, 0x711, 0xb9, 0x3, 0x2, 0x2, 0x2, 0x712, 0x715, 0x5, 0xd6, 0x6c, 
+    0x2, 0x713, 0x714, 0x7, 0xc7, 0x2, 0x2, 0x714, 0x716, 0x5, 0xd6, 0x6c, 
+    0x2, 0x715, 0x713, 0x3, 0x2, 0x2, 0x2, 0x715, 0x716, 0x3, 0x2, 0x2, 
+    0x2, 0x716, 0xbb, 0x3, 0x2, 0x2, 0x2, 0x717, 0x718, 0x8, 0x5f, 0x1, 
+    0x2, 0x718, 0x71f, 0x5, 0xc0, 0x61, 0x2, 0x719, 0x71f, 0x5, 0xbe, 0x60, 
+    0x2, 0x71a, 0x71b, 0x7, 0xcf, 0x2, 0x2, 0x71b, 0x71c, 0x5, 0x68, 0x35, 
+    0x2, 0x71c, 0x71d, 0x7, 0xd9, 0x2, 0x2, 0x71d, 0x71f, 0x3, 0x2, 0x2, 
+    0x2, 0x71e, 0x717, 0x3, 0x2, 0x2, 0x2, 0x71e, 0x719, 0x3, 0x2, 0x2, 
+    0x2, 0x71e, 0x71a, 0x3, 0x2, 0x2, 0x2, 0x71f, 0x728, 0x3, 0x2, 0x2, 
+    0x2, 0x720, 0x724, 0xc, 0x3, 0x2, 0x2, 0x721, 0x725, 0x5, 0xd4, 0x6b, 
+    0x2, 0x722, 0x723, 0x7, 0xc, 0x2, 0x2, 0x723, 0x725, 0x5, 0xd6, 0x6c, 
+    0x2, 0x724, 0x721, 0x3, 0x2, 0x2, 0x2, 0x724, 0x722, 0x3, 0x2, 0x2, 
+    0x2, 0x725, 0x727, 0x3, 0x2, 0x2, 0x2, 0x726, 0x720, 0x3, 0x2, 0x2, 
+    0x2, 0x727, 0x72a, 0x3, 0x2, 0x2, 0x2, 0x728, 0x726, 0x3, 0x2, 0x2, 
+    0x2, 0x728, 0x729, 0x3, 0x2, 0x2, 0x2, 0x729, 0xbd, 0x3, 0x2, 0x2, 0x2, 
+    0x72a, 0x728, 0x3, 0x2, 0x2, 0x2, 0x72b, 0x72c, 0x5, 0xd6, 0x6c, 0x2, 
+    0x72c, 0x72e, 0x7, 0xcf, 0x2, 0x2, 0x72d, 0x72f, 0x5, 0xc2, 0x62, 0x2, 
+    0x72e, 0x72d, 0x3, 0x2, 0x2, 0x2, 0x72e, 0x72f, 0x3, 0x2, 0x2, 0x2, 
+    0x72f, 0x730, 0x3, 0x2, 0x2, 0x2, 0x730, 0x731, 0x7, 0xd9, 0x2, 0x2, 
+    0x731, 0xbf, 0x3, 0x2, 0x2, 0x2, 0x732, 0x733, 0x5, 0xc6, 0x64, 0x2, 
+    0x733, 0x734, 0x7, 0xc7, 0x2, 0x2, 0x734, 0x736, 0x3, 0x2, 0x2, 0x2, 
+    0x735, 0x732, 0x3, 0x2, 0x2, 0x2, 0x735, 0x736, 0x3, 0x2, 0x2, 0x2, 
+    0x736, 0x737, 0x3, 0x2, 0x2, 0x2, 0x737, 0x738, 0x5, 0xd6, 0x6c, 0x2, 
+    0x738, 0xc1, 0x3, 0x2, 0x2, 0x2, 0x739, 0x73e, 0x5, 0xc4, 0x63, 0x2, 
+    0x73a, 0x73b, 0x7, 0xc4, 0x2, 0x2, 0x73b, 0x73d, 0x5, 0xc4, 0x63, 0x2, 
+    0x73c, 0x73a, 0x3, 0x2, 0x2, 0x2, 0x73d, 0x740, 0x3, 0x2, 0x2, 0x2, 
+    0x73e, 0x73c, 0x3, 0x2, 0x2, 0x2, 0x73e, 0x73f, 0x3, 0x2, 0x2, 0x2, 
+    0x73f, 0xc3, 0x3, 0x2, 0x2, 0x2, 0x740, 0x73e, 0x3, 0x2, 0x2, 0x2, 0x741, 
+    0x745, 0x5, 0xc0, 0x61, 0x2, 0x742, 0x745, 0x5, 0xbe, 0x60, 0x2, 0x743, 
+    0x745, 0x5, 0xcc, 0x67, 0x2, 0x744, 0x741, 0x3, 0x2, 0x2, 0x2, 0x744, 
+    0x742, 0x3, 0x2, 0x2, 0x2, 0x744, 0x743, 0x3, 0x2, 0x2, 0x2, 0x745, 
+    0xc5, 0x3, 0x2, 0x2, 0x2, 0x746, 0x747, 0x5, 0xd6, 0x6c, 0x2, 0x747, 
+    0xc7, 0x3, 0x2, 0x2, 0x2, 0x748, 0x751, 0x7, 0xba, 0x2, 0x2, 0x749, 
+    0x74a, 0x7, 0xc7, 0x2, 0x2, 0x74a, 0x751, 0x9, 0x18, 0x2, 0x2, 0x74b, 
+    0x74c, 0x7, 0xbc, 0x2, 0x2, 0x74c, 0x74e, 0x7, 0xc7, 0x2, 0x2, 0x74d, 
+    0x74f, 0x9, 0x18, 0x2, 0x2, 0x74e, 0x74d, 0x3, 0x2, 0x2, 0x2, 0x74e, 
+    0x74f, 0x3, 0x2, 0x2, 0x2, 0x74f, 0x751, 0x3, 0x2, 0x2, 0x2, 0x750, 
+    0x748, 0x3, 0x2, 0x2, 0x2, 0x750, 0x749, 0x3, 0x2, 0x2, 0x2, 0x750, 
+    0x74b, 0x3, 0x2, 0x2, 0x2, 0x751, 0xc9, 0x3, 0x2, 0x2, 0x2, 0x752, 0x754, 
+    0x9, 0x19, 0x2, 0x2, 0x753, 0x752, 0x3, 0x2, 0x2, 0x2, 0x753, 0x754, 
+    0x3, 0x2, 0x2, 0x2, 0x754, 0x75b, 0x3, 0x2, 0x2, 0x2, 0x755, 0x75c, 
+    0x5, 0xc8, 0x65, 0x2, 0x756, 0x75c, 0x7, 0xbb, 0x2, 0x2, 0x757, 0x75c, 
+    0x7, 0xbc, 0x2, 0x2, 0x758, 0x75c, 0x7, 0xbd, 0x2, 0x2, 0x759, 0x75c, 
+    0x7, 0x50, 0x2, 0x2, 0x75a, 0x75c, 0x7, 0x6f, 0x2, 0x2, 0x75b, 0x755, 
+    0x3, 0x2, 0x2, 0x2, 0x75b, 0x756, 0x3, 0x2, 0x2, 0x2, 0x75b, 0x757, 
+    0x3, 0x2, 0x2, 0x2, 0x75b, 0x758, 0x3, 0x2, 0x2, 0x2, 0x75b, 0x759, 
+    0x3, 0x2, 0x2, 0x2, 0x75b, 0x75a, 0x3, 0x2, 0x2, 0x2, 0x75c, 0xcb, 0x3, 
+    0x2, 0x2, 0x2, 0x75d, 0x761, 0x5, 0xca, 0x66, 0x2, 0x75e, 0x761, 0x7, 
+    0xbe, 0x2, 0x2, 0x75f, 0x761, 0x7, 0x72, 0x2, 0x2, 0x760, 0x75d, 0x3, 
+    0x2, 0x2, 0x2, 0x760, 0x75e, 0x3, 0x2, 0x2, 0x2, 0x760, 0x75f, 0x3, 
+    0x2, 0x2, 0x2, 0x761, 0xcd, 0x3, 0x2, 0x2, 0x2, 0x762, 0x763, 0x9, 0x1a, 
+    0x2, 0x2, 0x763, 0xcf, 0x3, 0x2, 0x2, 0x2, 0x764, 0x765, 0x9, 0x1b, 
+    0x2, 0x2, 0x765, 0xd1, 0x3, 0x2, 0x2, 0x2, 0x766, 0x767, 0x9, 0x1c, 
+    0x2, 0x2, 0x767, 0xd3, 0x3, 0x2, 0x2, 0x2, 0x768, 0x76b, 0x7, 0xb9, 
+    0x2, 0x2, 0x769, 0x76b, 0x5, 0xd2, 0x6a, 0x2, 0x76a, 0x768, 0x3, 0x2, 
+    0x2, 0x2, 0x76a, 0x769, 0x3, 0x2, 0x2, 0x2, 0x76b, 0xd5, 0x3, 0x2, 0x2, 
+    0x2, 0x76c, 0x770, 0x7, 0xb9, 0x2, 0x2, 0x76d, 0x770, 0x5, 0xce, 0x68, 
+    0x2, 0x76e, 0x770, 0x5, 0xd0, 0x69, 0x2, 0x76f, 0x76c, 0x3, 0x2, 0x2, 
+    0x2, 0x76f, 0x76d, 0x3, 0x2, 0x2, 0x2, 0x76f, 0x76e, 0x3, 0x2, 0x2, 
+    0x2, 0x770, 0xd7, 0x3, 0x2, 0x2, 0x2, 0x771, 0x774, 0x5, 0xd6, 0x6c, 
+    0x2, 0x772, 0x774, 0x7, 0x72, 0x2, 0x2, 0x773, 0x771, 0x3, 0x2, 0x2, 
+    0x2, 0x773, 0x772, 0x3, 0x2, 0x2, 0x2, 0x774, 0xd9, 0x3, 0x2, 0x2, 0x2, 
+    0x775, 0x776, 0x7, 0xbe, 0x2, 0x2, 0x776, 0x777, 0x7, 0xc9, 0x2, 0x2, 
+    0x777, 0x778, 0x5, 0xca, 0x66, 0x2, 0x778, 0xdb, 0x3, 0x2, 0x2, 0x2, 
+    0x102, 0xe0, 0xe4, 0xe7, 0xea, 0xfe, 0x104, 0x10b, 0x113, 0x118, 0x11f, 
+    0x124, 0x12b, 0x130, 0x136, 0x13c, 0x141, 0x147, 0x14c, 0x152, 0x157, 
+    0x15d, 0x16b, 0x172, 0x179, 0x180, 0x186, 0x18b, 0x191, 0x196, 0x19c, 
+    0x1a5, 0x1af, 0x1b9, 0x1cd, 0x1d5, 0x1e4, 0x1eb, 0x1f9, 0x1ff, 0x205, 
+    0x20c, 0x210, 0x213, 0x21a, 0x21e, 0x221, 0x22c, 0x230, 0x233, 0x238, 
+    0x23a, 0x23d, 0x240, 0x24a, 0x24e, 0x251, 0x254, 0x259, 0x25b, 0x261, 
+    0x267, 0x26b, 0x26e, 0x271, 0x274, 0x277, 0x27c, 0x282, 0x286, 0x289, 
+    0x28c, 0x290, 0x298, 0x2b2, 0x2b4, 0x2b8, 0x2ce, 0x2d0, 0x2db, 0x2de, 
+    0x2e7, 0x2f8, 0x303, 0x315, 0x322, 0x333, 0x33c, 0x357, 0x359, 0x36e, 
+    0x373, 0x378, 0x37b, 0x387, 0x38c, 0x390, 0x393, 0x397, 0x39b, 0x3a0, 
+    0x3a3, 0x3a7, 0x3a9, 0x3bf, 0x3c7, 0x3ca, 0x3d4, 0x3d8, 0x3e0, 0x3e4, 
+    0x3e9, 0x3ed, 0x3f1, 0x3f5, 0x3f9, 0x3fb, 0x403, 0x407, 0x40a, 0x413, 
+    0x418, 0x41b, 0x425, 0x42f, 0x433, 0x438, 0x43c, 0x442, 0x445, 0x448, 
+    0x44b, 0x459, 0x45d, 0x461, 0x466, 0x469, 0x473, 0x47b, 0x47e, 0x482, 
+    0x485, 0x489, 0x48c, 0x48f, 0x492, 0x495, 0x499, 0x49d, 0x4a0, 0x4a3, 
+    0x4a6, 0x4a9, 0x4ac, 0x4b5, 0x4bb, 0x4cf, 0x4e5, 0x4ed, 0x4f0, 0x4f6, 
+    0x4fe, 0x501, 0x507, 0x509, 0x50d, 0x512, 0x515, 0x518, 0x51c, 0x520, 
+    0x523, 0x525, 0x528, 0x52c, 0x530, 0x533, 0x535, 0x537, 0x53a, 0x53f, 
+    0x54a, 0x550, 0x555, 0x55c, 0x561, 0x565, 0x569, 0x56e, 0x575, 0x58a, 
+    0x58d, 0x596, 0x59a, 0x59f, 0x5a4, 0x5a7, 0x5a9, 0x5bf, 0x5c2, 0x5cd, 
+    0x5d1, 0x5d4, 0x5d8, 0x5dc, 0x5e4, 0x5e8, 0x5f5, 0x601, 0x60d, 0x615, 
+    0x619, 0x620, 0x626, 0x62e, 0x633, 0x63c, 0x640, 0x65f, 0x670, 0x673, 
+    0x677, 0x67a, 0x686, 0x697, 0x69b, 0x6ac, 0x6af, 0x6b3, 0x6b6, 0x6c1, 
+    0x6d9, 0x6e0, 0x6e2, 0x6e4, 0x6ec, 0x6f1, 0x6f9, 0x703, 0x706, 0x70e, 
+    0x715, 0x71e, 0x724, 0x728, 0x72e, 0x735, 0x73e, 0x744, 0x74e, 0x750, 
+    0x753, 0x75b, 0x760, 0x76a, 0x76f, 0x773, 
   };
 
   atn::ATNDeserializer deserializer;
diff --git a/src/Parsers/New/ClickHouseParser.g4 b/src/Parsers/New/ClickHouseParser.g4
index 722eaf969c0..8c237f96a5d 100644
--- a/src/Parsers/New/ClickHouseParser.g4
+++ b/src/Parsers/New/ClickHouseParser.g4
@@ -35,31 +35,37 @@ alterStmt
     ;
 
 alterTableClause
-    : ADD COLUMN (IF NOT EXISTS)? tableColumnDfnt (AFTER nestedIdentifier)?        # AlterTableClauseAddColumn
-    | ADD INDEX (IF NOT EXISTS)? tableIndexDfnt (AFTER nestedIdentifier)?          # AlterTableClauseAddIndex
-    | ATTACH partitionClause (FROM tableIdentifier)?                               # AlterTableClauseAttach
-    | CLEAR COLUMN (IF EXISTS)? nestedIdentifier (IN partitionClause)?             # AlterTableClauseClear
-    | COMMENT COLUMN (IF EXISTS)? nestedIdentifier STRING_LITERAL                  # AlterTableClauseComment
-    | DELETE WHERE columnExpr                                                      # AlterTableClauseDelete
-    | DETACH partitionClause                                                       # AlterTableClauseDetach
-    | DROP COLUMN (IF EXISTS)? nestedIdentifier                                    # AlterTableClauseDropColumn
-    | DROP INDEX (IF EXISTS)? nestedIdentifier                                     # AlterTableClauseDropIndex
-    | DROP partitionClause                                                         # AlterTableClauseDropPartition
-    | FREEZE partitionClause?                                                      # AlterTableClauseFreezePartition
-    | MODIFY COLUMN (IF EXISTS)? nestedIdentifier codecExpr                        # AlterTableClauseModifyCodec
-    | MODIFY COLUMN (IF EXISTS)? nestedIdentifier COMMENT STRING_LITERAL           # AlterTableClauseModifyComment
-    | MODIFY COLUMN (IF EXISTS)? nestedIdentifier REMOVE tableColumnPropertyType   # AlterTableClauseModifyRemove
-    | MODIFY COLUMN (IF EXISTS)? tableColumnDfnt                                   # AlterTableClauseModify
-    | MODIFY ORDER BY columnExpr                                                   # AlterTableClauseModifyOrderBy
-    | MODIFY ttlClause                                                             # AlterTableClauseModifyTTL
+    : ADD COLUMN (IF NOT EXISTS)? tableColumnDfnt (AFTER nestedIdentifier)?           # AlterTableClauseAddColumn
+    | ADD INDEX (IF NOT EXISTS)? tableIndexDfnt (AFTER nestedIdentifier)?             # AlterTableClauseAddIndex
+    | ADD PROJECTION (IF NOT EXISTS)? tableProjectionDfnt (AFTER nestedIdentifier)?   # AlterTableClauseAddProjection
+    | ATTACH partitionClause (FROM tableIdentifier)?                                  # AlterTableClauseAttach
+    | CLEAR COLUMN (IF EXISTS)? nestedIdentifier (IN partitionClause)?                # AlterTableClauseClearColumn
+    | CLEAR INDEX (IF EXISTS)? nestedIdentifier (IN partitionClause)?                 # AlterTableClauseClearIndex
+    | CLEAR PROJECTION (IF EXISTS)? nestedIdentifier (IN partitionClause)?            # AlterTableClauseClearProjection
+    | COMMENT COLUMN (IF EXISTS)? nestedIdentifier STRING_LITERAL                     # AlterTableClauseComment
+    | DELETE WHERE columnExpr                                                         # AlterTableClauseDelete
+    | DETACH partitionClause                                                          # AlterTableClauseDetach
+    | DROP COLUMN (IF EXISTS)? nestedIdentifier                                       # AlterTableClauseDropColumn
+    | DROP INDEX (IF EXISTS)? nestedIdentifier                                        # AlterTableClauseDropIndex
+    | DROP PROJECTION (IF EXISTS)? nestedIdentifier                                   # AlterTableClauseDropProjection
+    | DROP partitionClause                                                            # AlterTableClauseDropPartition
+    | FREEZE partitionClause?                                                         # AlterTableClauseFreezePartition
+    | MATERIALIZE INDEX (IF EXISTS)? nestedIdentifier (IN partitionClause)?           # AlterTableClauseMaterializeIndex
+    | MATERIALIZE PROJECTION (IF EXISTS)? nestedIdentifier (IN partitionClause)?      # AlterTableClauseMaterializeProjection
+    | MODIFY COLUMN (IF EXISTS)? nestedIdentifier codecExpr                           # AlterTableClauseModifyCodec
+    | MODIFY COLUMN (IF EXISTS)? nestedIdentifier COMMENT STRING_LITERAL              # AlterTableClauseModifyComment
+    | MODIFY COLUMN (IF EXISTS)? nestedIdentifier REMOVE tableColumnPropertyType      # AlterTableClauseModifyRemove
+    | MODIFY COLUMN (IF EXISTS)? tableColumnDfnt                                      # AlterTableClauseModify
+    | MODIFY ORDER BY columnExpr                                                      # AlterTableClauseModifyOrderBy
+    | MODIFY ttlClause                                                                # AlterTableClauseModifyTTL
     | MOVE partitionClause ( TO DISK STRING_LITERAL
                            | TO VOLUME STRING_LITERAL
                            | TO TABLE tableIdentifier
-                           )                                                       # AlterTableClauseMovePartition
-    | REMOVE TTL                                                                   # AlterTableClauseRemoveTTL
-    | RENAME COLUMN (IF EXISTS)? nestedIdentifier TO nestedIdentifier              # AlterTableClauseRename
-    | REPLACE partitionClause FROM tableIdentifier                                 # AlterTableClauseReplace
-    | UPDATE assignmentExprList whereClause                                        # AlterTableClauseUpdate
+                           )                                                          # AlterTableClauseMovePartition
+    | REMOVE TTL                                                                      # AlterTableClauseRemoveTTL
+    | RENAME COLUMN (IF EXISTS)? nestedIdentifier TO nestedIdentifier                 # AlterTableClauseRename
+    | REPLACE partitionClause FROM tableIdentifier                                    # AlterTableClauseReplace
+    | UPDATE assignmentExprList whereClause                                           # AlterTableClauseUpdate
     ;
 
 assignmentExprList: assignmentExpr (COMMA assignmentExpr)*;
@@ -154,6 +160,7 @@ tableElementExpr
     : tableColumnDfnt                                                              # TableElementExprColumn
     | CONSTRAINT identifier CHECK columnExpr                                       # TableElementExprConstraint
     | INDEX tableIndexDfnt                                                         # TableElementExprIndex
+    | PROJECTION tableProjectionDfnt                                               # TableElementExprProjection
     ;
 tableColumnDfnt
     : nestedIdentifier columnTypeExpr tableColumnPropertyExpr? (COMMENT STRING_LITERAL)? codecExpr? (TTL columnExpr)?
@@ -161,6 +168,7 @@ tableColumnDfnt
     ;
 tableColumnPropertyExpr: (DEFAULT | MATERIALIZED | ALIAS) columnExpr;
 tableIndexDfnt: nestedIdentifier columnExpr TYPE columnTypeExpr GRANULARITY DECIMAL_LITERAL;
+tableProjectionDfnt: nestedIdentifier projectionSelectStmt;
 codecExpr: CODEC LPAREN codecArgExpr (COMMA codecArgExpr)* RPAREN;
 codecArgExpr: identifier (LPAREN columnExprList? RPAREN)?;
 ttlExpr: columnExpr (DELETE | TO DISK STRING_LITERAL | TO VOLUME STRING_LITERAL)?;
@@ -212,6 +220,17 @@ optimizeStmt: OPTIMIZE TABLE tableIdentifier clusterClause? partitionClause? FIN
 
 renameStmt: RENAME TABLE tableIdentifier TO tableIdentifier (COMMA tableIdentifier TO tableIdentifier)* clusterClause?;
 
+// PROJECTION SELECT statement
+
+projectionSelectStmt:
+    LPAREN
+    withClause?
+    SELECT columnExprList
+    groupByClause?
+    projectionOrderByClause?
+    RPAREN
+    ;
+
 // SELECT statement
 
 selectUnionStmt: selectStmtWithParens (UNION ALL selectStmtWithParens)*;
@@ -240,6 +259,7 @@ whereClause: WHERE columnExpr;
 groupByClause: GROUP BY ((CUBE | ROLLUP) LPAREN columnExprList RPAREN | columnExprList);
 havingClause: HAVING columnExpr;
 orderByClause: ORDER BY orderExprList;
+projectionOrderByClause: ORDER BY columnExprList;
 limitByClause: LIMIT limitExpr BY columnExprList;
 limitClause: LIMIT limitExpr (WITH TIES)?;
 settingsClause: SETTINGS settingExprList;
@@ -436,7 +456,7 @@ keyword
     | DISTRIBUTED | DROP | ELSE | END | ENGINE | EVENTS | EXISTS | EXPLAIN | EXPRESSION | EXTRACT | FETCHES | FINAL | FIRST | FLUSH | FOR
     | FORMAT | FREEZE | FROM | FULL | FUNCTION | GLOBAL | GRANULARITY | GROUP | HAVING | HIERARCHICAL | ID | IF | ILIKE | IN | INDEX
     | INJECTIVE | INNER | INSERT | INTERVAL | INTO | IS | IS_OBJECT_ID | JOIN | JSON_FALSE | JSON_TRUE | KEY | KILL | LAST | LAYOUT
-    | LEADING | LEFT | LIFETIME | LIKE | LIMIT | LIVE | LOCAL | LOGS | MATERIALIZED | MAX | MERGES | MIN | MODIFY | MOVE | MUTATION | NO
+    | LEADING | LEFT | LIFETIME | LIKE | LIMIT | LIVE | LOCAL | LOGS | MATERIALIZE | MATERIALIZED | MAX | MERGES | MIN | MODIFY | MOVE | MUTATION | NO
     | NOT | NULLS | OFFSET | ON | OPTIMIZE | OR | ORDER | OUTER | OUTFILE | PARTITION | POPULATE | PREWHERE | PRIMARY | RANGE | RELOAD
     | REMOVE | RENAME | REPLACE | REPLICA | REPLICATED | RIGHT | ROLLUP | SAMPLE | SELECT | SEMI | SENDS | SET | SETTINGS | SHOW | SOURCE
     | START | STOP | SUBSTRING | SYNC | SYNTAX | SYSTEM | TABLE | TABLES | TEMPORARY | TEST | THEN | TIES | TIMEOUT | TIMESTAMP | TOTALS
diff --git a/src/Parsers/New/ClickHouseParser.h b/src/Parsers/New/ClickHouseParser.h
index 35e8d81d7f8..ecaff1a5add 100644
--- a/src/Parsers/New/ClickHouseParser.h
+++ b/src/Parsers/New/ClickHouseParser.h
@@ -30,30 +30,30 @@ public:
     INSERT = 81, INTERVAL = 82, INTO = 83, IS = 84, IS_OBJECT_ID = 85, JOIN = 86, 
     KEY = 87, KILL = 88, LAST = 89, LAYOUT = 90, LEADING = 91, LEFT = 92, 
     LIFETIME = 93, LIKE = 94, LIMIT = 95, LIVE = 96, LOCAL = 97, LOGS = 98, 
-    MATERIALIZED = 99, MAX = 100, MERGES = 101, MIN = 102, MINUTE = 103, 
-    MODIFY = 104, MONTH = 105, MOVE = 106, MUTATION = 107, NAN_SQL = 108, 
-    NO = 109, NOT = 110, NULL_SQL = 111, NULLS = 112, OFFSET = 113, ON = 114, 
-    OPTIMIZE = 115, OR = 116, ORDER = 117, OUTER = 118, OUTFILE = 119, PARTITION = 120, 
-    POPULATE = 121, PREWHERE = 122, PRIMARY = 123, QUARTER = 124, RANGE = 125, 
-    RELOAD = 126, REMOVE = 127, RENAME = 128, REPLACE = 129, REPLICA = 130, 
-    REPLICATED = 131, RIGHT = 132, ROLLUP = 133, SAMPLE = 134, SECOND = 135, 
-    SELECT = 136, SEMI = 137, SENDS = 138, SET = 139, SETTINGS = 140, SHOW = 141, 
-    SOURCE = 142, START = 143, STOP = 144, SUBSTRING = 145, SYNC = 146, 
-    SYNTAX = 147, SYSTEM = 148, TABLE = 149, TABLES = 150, TEMPORARY = 151, 
-    TEST = 152, THEN = 153, TIES = 154, TIMEOUT = 155, TIMESTAMP = 156, 
-    TO = 157, TOP = 158, TOTALS = 159, TRAILING = 160, TRIM = 161, TRUNCATE = 162, 
-    TTL = 163, TYPE = 164, UNION = 165, UPDATE = 166, USE = 167, USING = 168, 
-    UUID = 169, VALUES = 170, VIEW = 171, VOLUME = 172, WATCH = 173, WEEK = 174, 
-    WHEN = 175, WHERE = 176, WITH = 177, YEAR = 178, JSON_FALSE = 179, JSON_TRUE = 180, 
-    IDENTIFIER = 181, FLOATING_LITERAL = 182, OCTAL_LITERAL = 183, DECIMAL_LITERAL = 184, 
-    HEXADECIMAL_LITERAL = 185, STRING_LITERAL = 186, ARROW = 187, ASTERISK = 188, 
-    BACKQUOTE = 189, BACKSLASH = 190, COLON = 191, COMMA = 192, CONCAT = 193, 
-    DASH = 194, DOT = 195, EQ_DOUBLE = 196, EQ_SINGLE = 197, GE = 198, GT = 199, 
-    LBRACE = 200, LBRACKET = 201, LE = 202, LPAREN = 203, LT = 204, NOT_EQ = 205, 
-    PERCENT = 206, PLUS = 207, QUERY = 208, QUOTE_DOUBLE = 209, QUOTE_SINGLE = 210, 
-    RBRACE = 211, RBRACKET = 212, RPAREN = 213, SEMICOLON = 214, SLASH = 215, 
-    UNDERSCORE = 216, MULTI_LINE_COMMENT = 217, SINGLE_LINE_COMMENT = 218, 
-    WHITESPACE = 219
+    MATERIALIZED = 99, MATERIALIZE = 100, MAX = 101, MERGES = 102, MIN = 103, 
+    MINUTE = 104, MODIFY = 105, MONTH = 106, MOVE = 107, MUTATION = 108, 
+    NAN_SQL = 109, NO = 110, NOT = 111, NULL_SQL = 112, NULLS = 113, OFFSET = 114, 
+    ON = 115, OPTIMIZE = 116, OR = 117, ORDER = 118, OUTER = 119, OUTFILE = 120, 
+    PARTITION = 121, POPULATE = 122, PREWHERE = 123, PRIMARY = 124, PROJECTION = 125, 
+    QUARTER = 126, RANGE = 127, RELOAD = 128, REMOVE = 129, RENAME = 130, 
+    REPLACE = 131, REPLICA = 132, REPLICATED = 133, RIGHT = 134, ROLLUP = 135, 
+    SAMPLE = 136, SECOND = 137, SELECT = 138, SEMI = 139, SENDS = 140, SET = 141, 
+    SETTINGS = 142, SHOW = 143, SOURCE = 144, START = 145, STOP = 146, SUBSTRING = 147, 
+    SYNC = 148, SYNTAX = 149, SYSTEM = 150, TABLE = 151, TABLES = 152, TEMPORARY = 153, 
+    TEST = 154, THEN = 155, TIES = 156, TIMEOUT = 157, TIMESTAMP = 158, 
+    TO = 159, TOP = 160, TOTALS = 161, TRAILING = 162, TRIM = 163, TRUNCATE = 164, 
+    TTL = 165, TYPE = 166, UNION = 167, UPDATE = 168, USE = 169, USING = 170, 
+    UUID = 171, VALUES = 172, VIEW = 173, VOLUME = 174, WATCH = 175, WEEK = 176, 
+    WHEN = 177, WHERE = 178, WITH = 179, YEAR = 180, JSON_FALSE = 181, JSON_TRUE = 182, 
+    IDENTIFIER = 183, FLOATING_LITERAL = 184, OCTAL_LITERAL = 185, DECIMAL_LITERAL = 186, 
+    HEXADECIMAL_LITERAL = 187, STRING_LITERAL = 188, ARROW = 189, ASTERISK = 190, 
+    BACKQUOTE = 191, BACKSLASH = 192, COLON = 193, COMMA = 194, CONCAT = 195, 
+    DASH = 196, DOT = 197, EQ_DOUBLE = 198, EQ_SINGLE = 199, GE = 200, GT = 201, 
+    LBRACE = 202, LBRACKET = 203, LE = 204, LPAREN = 205, LT = 206, NOT_EQ = 207, 
+    PERCENT = 208, PLUS = 209, QUERY = 210, QUOTE_DOUBLE = 211, QUOTE_SINGLE = 212, 
+    RBRACE = 213, RBRACKET = 214, RPAREN = 215, SEMICOLON = 216, SLASH = 217, 
+    UNDERSCORE = 218, MULTI_LINE_COMMENT = 219, SINGLE_LINE_COMMENT = 220, 
+    WHITESPACE = 221
   };
 
   enum {
@@ -68,30 +68,31 @@ public:
     RuleEngineClause = 26, RulePartitionByClause = 27, RulePrimaryKeyClause = 28, 
     RuleSampleByClause = 29, RuleTtlClause = 30, RuleEngineExpr = 31, RuleTableElementExpr = 32, 
     RuleTableColumnDfnt = 33, RuleTableColumnPropertyExpr = 34, RuleTableIndexDfnt = 35, 
-    RuleCodecExpr = 36, RuleCodecArgExpr = 37, RuleTtlExpr = 38, RuleDescribeStmt = 39, 
-    RuleDropStmt = 40, RuleExistsStmt = 41, RuleExplainStmt = 42, RuleInsertStmt = 43, 
-    RuleColumnsClause = 44, RuleDataClause = 45, RuleKillStmt = 46, RuleOptimizeStmt = 47, 
-    RuleRenameStmt = 48, RuleSelectUnionStmt = 49, RuleSelectStmtWithParens = 50, 
-    RuleSelectStmt = 51, RuleWithClause = 52, RuleTopClause = 53, RuleFromClause = 54, 
-    RuleArrayJoinClause = 55, RulePrewhereClause = 56, RuleWhereClause = 57, 
-    RuleGroupByClause = 58, RuleHavingClause = 59, RuleOrderByClause = 60, 
-    RuleLimitByClause = 61, RuleLimitClause = 62, RuleSettingsClause = 63, 
-    RuleJoinExpr = 64, RuleJoinOp = 65, RuleJoinOpCross = 66, RuleJoinConstraintClause = 67, 
-    RuleSampleClause = 68, RuleLimitExpr = 69, RuleOrderExprList = 70, RuleOrderExpr = 71, 
-    RuleRatioExpr = 72, RuleSettingExprList = 73, RuleSettingExpr = 74, 
-    RuleSetStmt = 75, RuleShowStmt = 76, RuleSystemStmt = 77, RuleTruncateStmt = 78, 
-    RuleUseStmt = 79, RuleWatchStmt = 80, RuleColumnTypeExpr = 81, RuleColumnExprList = 82, 
-    RuleColumnsExpr = 83, RuleColumnExpr = 84, RuleColumnArgList = 85, RuleColumnArgExpr = 86, 
-    RuleColumnLambdaExpr = 87, RuleColumnIdentifier = 88, RuleNestedIdentifier = 89, 
-    RuleTableExpr = 90, RuleTableFunctionExpr = 91, RuleTableIdentifier = 92, 
-    RuleTableArgList = 93, RuleTableArgExpr = 94, RuleDatabaseIdentifier = 95, 
-    RuleFloatingLiteral = 96, RuleNumberLiteral = 97, RuleLiteral = 98, 
-    RuleInterval = 99, RuleKeyword = 100, RuleKeywordForAlias = 101, RuleAlias = 102, 
-    RuleIdentifier = 103, RuleIdentifierOrNull = 104, RuleEnumValue = 105
+    RuleTableProjectionDfnt = 36, RuleCodecExpr = 37, RuleCodecArgExpr = 38, 
+    RuleTtlExpr = 39, RuleDescribeStmt = 40, RuleDropStmt = 41, RuleExistsStmt = 42, 
+    RuleExplainStmt = 43, RuleInsertStmt = 44, RuleColumnsClause = 45, RuleDataClause = 46, 
+    RuleKillStmt = 47, RuleOptimizeStmt = 48, RuleRenameStmt = 49, RuleProjectionSelectStmt = 50, 
+    RuleSelectUnionStmt = 51, RuleSelectStmtWithParens = 52, RuleSelectStmt = 53, 
+    RuleWithClause = 54, RuleTopClause = 55, RuleFromClause = 56, RuleArrayJoinClause = 57, 
+    RulePrewhereClause = 58, RuleWhereClause = 59, RuleGroupByClause = 60, 
+    RuleHavingClause = 61, RuleOrderByClause = 62, RuleProjectionOrderByClause = 63, 
+    RuleLimitByClause = 64, RuleLimitClause = 65, RuleSettingsClause = 66, 
+    RuleJoinExpr = 67, RuleJoinOp = 68, RuleJoinOpCross = 69, RuleJoinConstraintClause = 70, 
+    RuleSampleClause = 71, RuleLimitExpr = 72, RuleOrderExprList = 73, RuleOrderExpr = 74, 
+    RuleRatioExpr = 75, RuleSettingExprList = 76, RuleSettingExpr = 77, 
+    RuleSetStmt = 78, RuleShowStmt = 79, RuleSystemStmt = 80, RuleTruncateStmt = 81, 
+    RuleUseStmt = 82, RuleWatchStmt = 83, RuleColumnTypeExpr = 84, RuleColumnExprList = 85, 
+    RuleColumnsExpr = 86, RuleColumnExpr = 87, RuleColumnArgList = 88, RuleColumnArgExpr = 89, 
+    RuleColumnLambdaExpr = 90, RuleColumnIdentifier = 91, RuleNestedIdentifier = 92, 
+    RuleTableExpr = 93, RuleTableFunctionExpr = 94, RuleTableIdentifier = 95, 
+    RuleTableArgList = 96, RuleTableArgExpr = 97, RuleDatabaseIdentifier = 98, 
+    RuleFloatingLiteral = 99, RuleNumberLiteral = 100, RuleLiteral = 101, 
+    RuleInterval = 102, RuleKeyword = 103, RuleKeywordForAlias = 104, RuleAlias = 105, 
+    RuleIdentifier = 106, RuleIdentifierOrNull = 107, RuleEnumValue = 108
   };
 
   ClickHouseParser(antlr4::TokenStream *input);
-  ~ClickHouseParser() override;
+  ~ClickHouseParser();
 
   virtual std::string getGrammarFileName() const override;
   virtual const antlr4::atn::ATN& getATN() const override { return _atn; };
@@ -136,6 +137,7 @@ public:
   class TableColumnDfntContext;
   class TableColumnPropertyExprContext;
   class TableIndexDfntContext;
+  class TableProjectionDfntContext;
   class CodecExprContext;
   class CodecArgExprContext;
   class TtlExprContext;
@@ -149,6 +151,7 @@ public:
   class KillStmtContext;
   class OptimizeStmtContext;
   class RenameStmtContext;
+  class ProjectionSelectStmtContext;
   class SelectUnionStmtContext;
   class SelectStmtWithParensContext;
   class SelectStmtContext;
@@ -161,6 +164,7 @@ public:
   class GroupByClauseContext;
   class HavingClauseContext;
   class OrderByClauseContext;
+  class ProjectionOrderByClauseContext;
   class LimitByClauseContext;
   class LimitClauseContext;
   class SettingsClauseContext;
@@ -313,44 +317,6 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
-  class  AlterTableClauseRenameContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseRenameContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *RENAME();
-    antlr4::tree::TerminalNode *COLUMN();
-    std::vector<NestedIdentifierContext *> nestedIdentifier();
-    NestedIdentifierContext* nestedIdentifier(size_t i);
-    antlr4::tree::TerminalNode *TO();
-    antlr4::tree::TerminalNode *IF();
-    antlr4::tree::TerminalNode *EXISTS();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
-  class  AlterTableClauseFreezePartitionContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseFreezePartitionContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *FREEZE();
-    PartitionClauseContext *partitionClause();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
-  class  AlterTableClauseModifyContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseModifyContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *MODIFY();
-    antlr4::tree::TerminalNode *COLUMN();
-    TableColumnDfntContext *tableColumnDfnt();
-    antlr4::tree::TerminalNode *IF();
-    antlr4::tree::TerminalNode *EXISTS();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
   class  AlterTableClauseModifyOrderByContext : public AlterTableClauseContext {
   public:
     AlterTableClauseModifyOrderByContext(AlterTableClauseContext *ctx);
@@ -363,16 +329,6 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
-  class  AlterTableClauseRemoveTTLContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseRemoveTTLContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *REMOVE();
-    antlr4::tree::TerminalNode *TTL();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
   class  AlterTableClauseUpdateContext : public AlterTableClauseContext {
   public:
     AlterTableClauseUpdateContext(AlterTableClauseContext *ctx);
@@ -384,6 +340,21 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
+  class  AlterTableClauseClearProjectionContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseClearProjectionContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *CLEAR();
+    antlr4::tree::TerminalNode *PROJECTION();
+    NestedIdentifierContext *nestedIdentifier();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+    antlr4::tree::TerminalNode *IN();
+    PartitionClauseContext *partitionClause();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
   class  AlterTableClauseModifyRemoveContext : public AlterTableClauseContext {
   public:
     AlterTableClauseModifyRemoveContext(AlterTableClauseContext *ctx);
@@ -410,20 +381,6 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
-  class  AlterTableClauseModifyCodecContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseModifyCodecContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *MODIFY();
-    antlr4::tree::TerminalNode *COLUMN();
-    NestedIdentifierContext *nestedIdentifier();
-    CodecExprContext *codecExpr();
-    antlr4::tree::TerminalNode *IF();
-    antlr4::tree::TerminalNode *EXISTS();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
   class  AlterTableClauseCommentContext : public AlterTableClauseContext {
   public:
     AlterTableClauseCommentContext(AlterTableClauseContext *ctx);
@@ -438,18 +395,6 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
-  class  AlterTableClauseAttachContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseAttachContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *ATTACH();
-    PartitionClauseContext *partitionClause();
-    antlr4::tree::TerminalNode *FROM();
-    TableIdentifierContext *tableIdentifier();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
   class  AlterTableClauseDropColumnContext : public AlterTableClauseContext {
   public:
     AlterTableClauseDropColumnContext(AlterTableClauseContext *ctx);
@@ -463,21 +408,6 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
-  class  AlterTableClauseClearContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseClearContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *CLEAR();
-    antlr4::tree::TerminalNode *COLUMN();
-    NestedIdentifierContext *nestedIdentifier();
-    antlr4::tree::TerminalNode *IF();
-    antlr4::tree::TerminalNode *EXISTS();
-    antlr4::tree::TerminalNode *IN();
-    PartitionClauseContext *partitionClause();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
   class  AlterTableClauseDetachContext : public AlterTableClauseContext {
   public:
     AlterTableClauseDetachContext(AlterTableClauseContext *ctx);
@@ -488,19 +418,6 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
-  class  AlterTableClauseDropIndexContext : public AlterTableClauseContext {
-  public:
-    AlterTableClauseDropIndexContext(AlterTableClauseContext *ctx);
-
-    antlr4::tree::TerminalNode *DROP();
-    antlr4::tree::TerminalNode *INDEX();
-    NestedIdentifierContext *nestedIdentifier();
-    antlr4::tree::TerminalNode *IF();
-    antlr4::tree::TerminalNode *EXISTS();
-
-    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
-  };
-
   class  AlterTableClauseAddIndexContext : public AlterTableClauseContext {
   public:
     AlterTableClauseAddIndexContext(AlterTableClauseContext *ctx);
@@ -527,6 +444,182 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
+  class  AlterTableClauseMaterializeIndexContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseMaterializeIndexContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *MATERIALIZE();
+    antlr4::tree::TerminalNode *INDEX();
+    NestedIdentifierContext *nestedIdentifier();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+    antlr4::tree::TerminalNode *IN();
+    PartitionClauseContext *partitionClause();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseMaterializeProjectionContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseMaterializeProjectionContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *MATERIALIZE();
+    antlr4::tree::TerminalNode *PROJECTION();
+    NestedIdentifierContext *nestedIdentifier();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+    antlr4::tree::TerminalNode *IN();
+    PartitionClauseContext *partitionClause();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseMovePartitionContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseMovePartitionContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *MOVE();
+    PartitionClauseContext *partitionClause();
+    antlr4::tree::TerminalNode *TO();
+    antlr4::tree::TerminalNode *DISK();
+    antlr4::tree::TerminalNode *STRING_LITERAL();
+    antlr4::tree::TerminalNode *VOLUME();
+    antlr4::tree::TerminalNode *TABLE();
+    TableIdentifierContext *tableIdentifier();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseRenameContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseRenameContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *RENAME();
+    antlr4::tree::TerminalNode *COLUMN();
+    std::vector<NestedIdentifierContext *> nestedIdentifier();
+    NestedIdentifierContext* nestedIdentifier(size_t i);
+    antlr4::tree::TerminalNode *TO();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseFreezePartitionContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseFreezePartitionContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *FREEZE();
+    PartitionClauseContext *partitionClause();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseClearColumnContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseClearColumnContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *CLEAR();
+    antlr4::tree::TerminalNode *COLUMN();
+    NestedIdentifierContext *nestedIdentifier();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+    antlr4::tree::TerminalNode *IN();
+    PartitionClauseContext *partitionClause();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseModifyContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseModifyContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *MODIFY();
+    antlr4::tree::TerminalNode *COLUMN();
+    TableColumnDfntContext *tableColumnDfnt();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseClearIndexContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseClearIndexContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *CLEAR();
+    antlr4::tree::TerminalNode *INDEX();
+    NestedIdentifierContext *nestedIdentifier();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+    antlr4::tree::TerminalNode *IN();
+    PartitionClauseContext *partitionClause();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseRemoveTTLContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseRemoveTTLContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *REMOVE();
+    antlr4::tree::TerminalNode *TTL();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseModifyCodecContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseModifyCodecContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *MODIFY();
+    antlr4::tree::TerminalNode *COLUMN();
+    NestedIdentifierContext *nestedIdentifier();
+    CodecExprContext *codecExpr();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseAttachContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseAttachContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *ATTACH();
+    PartitionClauseContext *partitionClause();
+    antlr4::tree::TerminalNode *FROM();
+    TableIdentifierContext *tableIdentifier();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseDropProjectionContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseDropProjectionContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *DROP();
+    antlr4::tree::TerminalNode *PROJECTION();
+    NestedIdentifierContext *nestedIdentifier();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
+  class  AlterTableClauseDropIndexContext : public AlterTableClauseContext {
+  public:
+    AlterTableClauseDropIndexContext(AlterTableClauseContext *ctx);
+
+    antlr4::tree::TerminalNode *DROP();
+    antlr4::tree::TerminalNode *INDEX();
+    NestedIdentifierContext *nestedIdentifier();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *EXISTS();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
   class  AlterTableClauseModifyCommentContext : public AlterTableClauseContext {
   public:
     AlterTableClauseModifyCommentContext(AlterTableClauseContext *ctx);
@@ -552,18 +645,18 @@ public:
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
 
-  class  AlterTableClauseMovePartitionContext : public AlterTableClauseContext {
+  class  AlterTableClauseAddProjectionContext : public AlterTableClauseContext {
   public:
-    AlterTableClauseMovePartitionContext(AlterTableClauseContext *ctx);
+    AlterTableClauseAddProjectionContext(AlterTableClauseContext *ctx);
 
-    antlr4::tree::TerminalNode *MOVE();
-    PartitionClauseContext *partitionClause();
-    antlr4::tree::TerminalNode *TO();
-    antlr4::tree::TerminalNode *DISK();
-    antlr4::tree::TerminalNode *STRING_LITERAL();
-    antlr4::tree::TerminalNode *VOLUME();
-    antlr4::tree::TerminalNode *TABLE();
-    TableIdentifierContext *tableIdentifier();
+    antlr4::tree::TerminalNode *ADD();
+    antlr4::tree::TerminalNode *PROJECTION();
+    TableProjectionDfntContext *tableProjectionDfnt();
+    antlr4::tree::TerminalNode *IF();
+    antlr4::tree::TerminalNode *NOT();
+    antlr4::tree::TerminalNode *EXISTS();
+    antlr4::tree::TerminalNode *AFTER();
+    NestedIdentifierContext *nestedIdentifier();
 
     virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
   };
@@ -1257,6 +1350,16 @@ public:
    
   };
 
+  class  TableElementExprProjectionContext : public TableElementExprContext {
+  public:
+    TableElementExprProjectionContext(TableElementExprContext *ctx);
+
+    antlr4::tree::TerminalNode *PROJECTION();
+    TableProjectionDfntContext *tableProjectionDfnt();
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+  };
+
   class  TableElementExprConstraintContext : public TableElementExprContext {
   public:
     TableElementExprConstraintContext(TableElementExprContext *ctx);
@@ -1344,6 +1447,20 @@ public:
 
   TableIndexDfntContext* tableIndexDfnt();
 
+  class  TableProjectionDfntContext : public antlr4::ParserRuleContext {
+  public:
+    TableProjectionDfntContext(antlr4::ParserRuleContext *parent, size_t invokingState);
+    virtual size_t getRuleIndex() const override;
+    NestedIdentifierContext *nestedIdentifier();
+    ProjectionSelectStmtContext *projectionSelectStmt();
+
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+   
+  };
+
+  TableProjectionDfntContext* tableProjectionDfnt();
+
   class  CodecExprContext : public antlr4::ParserRuleContext {
   public:
     CodecExprContext(antlr4::ParserRuleContext *parent, size_t invokingState);
@@ -1671,6 +1788,25 @@ public:
 
   RenameStmtContext* renameStmt();
 
+  class  ProjectionSelectStmtContext : public antlr4::ParserRuleContext {
+  public:
+    ProjectionSelectStmtContext(antlr4::ParserRuleContext *parent, size_t invokingState);
+    virtual size_t getRuleIndex() const override;
+    antlr4::tree::TerminalNode *LPAREN();
+    antlr4::tree::TerminalNode *SELECT();
+    ColumnExprListContext *columnExprList();
+    antlr4::tree::TerminalNode *RPAREN();
+    WithClauseContext *withClause();
+    GroupByClauseContext *groupByClause();
+    ProjectionOrderByClauseContext *projectionOrderByClause();
+
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+   
+  };
+
+  ProjectionSelectStmtContext* projectionSelectStmt();
+
   class  SelectUnionStmtContext : public antlr4::ParserRuleContext {
   public:
     SelectUnionStmtContext(antlr4::ParserRuleContext *parent, size_t invokingState);
@@ -1874,6 +2010,21 @@ public:
 
   OrderByClauseContext* orderByClause();
 
+  class  ProjectionOrderByClauseContext : public antlr4::ParserRuleContext {
+  public:
+    ProjectionOrderByClauseContext(antlr4::ParserRuleContext *parent, size_t invokingState);
+    virtual size_t getRuleIndex() const override;
+    antlr4::tree::TerminalNode *ORDER();
+    antlr4::tree::TerminalNode *BY();
+    ColumnExprListContext *columnExprList();
+
+
+    virtual antlrcpp::Any accept(antlr4::tree::ParseTreeVisitor *visitor) override;
+   
+  };
+
+  ProjectionOrderByClauseContext* projectionOrderByClause();
+
   class  LimitByClauseContext : public antlr4::ParserRuleContext {
   public:
     LimitByClauseContext(antlr4::ParserRuleContext *parent, size_t invokingState);
@@ -3273,6 +3424,7 @@ public:
     antlr4::tree::TerminalNode *LIVE();
     antlr4::tree::TerminalNode *LOCAL();
     antlr4::tree::TerminalNode *LOGS();
+    antlr4::tree::TerminalNode *MATERIALIZE();
     antlr4::tree::TerminalNode *MATERIALIZED();
     antlr4::tree::TerminalNode *MAX();
     antlr4::tree::TerminalNode *MERGES();
diff --git a/src/Parsers/New/ClickHouseParserVisitor.h b/src/Parsers/New/ClickHouseParserVisitor.h
index fbe50af7e9a..0cb1876f556 100644
--- a/src/Parsers/New/ClickHouseParserVisitor.h
+++ b/src/Parsers/New/ClickHouseParserVisitor.h
@@ -30,9 +30,15 @@ public:
 
     virtual antlrcpp::Any visitAlterTableClauseAddIndex(ClickHouseParser::AlterTableClauseAddIndexContext *context) = 0;
 
+    virtual antlrcpp::Any visitAlterTableClauseAddProjection(ClickHouseParser::AlterTableClauseAddProjectionContext *context) = 0;
+
     virtual antlrcpp::Any visitAlterTableClauseAttach(ClickHouseParser::AlterTableClauseAttachContext *context) = 0;
 
-    virtual antlrcpp::Any visitAlterTableClauseClear(ClickHouseParser::AlterTableClauseClearContext *context) = 0;
+    virtual antlrcpp::Any visitAlterTableClauseClearColumn(ClickHouseParser::AlterTableClauseClearColumnContext *context) = 0;
+
+    virtual antlrcpp::Any visitAlterTableClauseClearIndex(ClickHouseParser::AlterTableClauseClearIndexContext *context) = 0;
+
+    virtual antlrcpp::Any visitAlterTableClauseClearProjection(ClickHouseParser::AlterTableClauseClearProjectionContext *context) = 0;
 
     virtual antlrcpp::Any visitAlterTableClauseComment(ClickHouseParser::AlterTableClauseCommentContext *context) = 0;
 
@@ -44,10 +50,16 @@ public:
 
     virtual antlrcpp::Any visitAlterTableClauseDropIndex(ClickHouseParser::AlterTableClauseDropIndexContext *context) = 0;
 
+    virtual antlrcpp::Any visitAlterTableClauseDropProjection(ClickHouseParser::AlterTableClauseDropProjectionContext *context) = 0;
+
     virtual antlrcpp::Any visitAlterTableClauseDropPartition(ClickHouseParser::AlterTableClauseDropPartitionContext *context) = 0;
 
     virtual antlrcpp::Any visitAlterTableClauseFreezePartition(ClickHouseParser::AlterTableClauseFreezePartitionContext *context) = 0;
 
+    virtual antlrcpp::Any visitAlterTableClauseMaterializeIndex(ClickHouseParser::AlterTableClauseMaterializeIndexContext *context) = 0;
+
+    virtual antlrcpp::Any visitAlterTableClauseMaterializeProjection(ClickHouseParser::AlterTableClauseMaterializeProjectionContext *context) = 0;
+
     virtual antlrcpp::Any visitAlterTableClauseModifyCodec(ClickHouseParser::AlterTableClauseModifyCodecContext *context) = 0;
 
     virtual antlrcpp::Any visitAlterTableClauseModifyComment(ClickHouseParser::AlterTableClauseModifyCommentContext *context) = 0;
@@ -146,12 +158,16 @@ public:
 
     virtual antlrcpp::Any visitTableElementExprIndex(ClickHouseParser::TableElementExprIndexContext *context) = 0;
 
+    virtual antlrcpp::Any visitTableElementExprProjection(ClickHouseParser::TableElementExprProjectionContext *context) = 0;
+
     virtual antlrcpp::Any visitTableColumnDfnt(ClickHouseParser::TableColumnDfntContext *context) = 0;
 
     virtual antlrcpp::Any visitTableColumnPropertyExpr(ClickHouseParser::TableColumnPropertyExprContext *context) = 0;
 
     virtual antlrcpp::Any visitTableIndexDfnt(ClickHouseParser::TableIndexDfntContext *context) = 0;
 
+    virtual antlrcpp::Any visitTableProjectionDfnt(ClickHouseParser::TableProjectionDfntContext *context) = 0;
+
     virtual antlrcpp::Any visitCodecExpr(ClickHouseParser::CodecExprContext *context) = 0;
 
     virtual antlrcpp::Any visitCodecArgExpr(ClickHouseParser::CodecArgExprContext *context) = 0;
@@ -186,6 +202,8 @@ public:
 
     virtual antlrcpp::Any visitRenameStmt(ClickHouseParser::RenameStmtContext *context) = 0;
 
+    virtual antlrcpp::Any visitProjectionSelectStmt(ClickHouseParser::ProjectionSelectStmtContext *context) = 0;
+
     virtual antlrcpp::Any visitSelectUnionStmt(ClickHouseParser::SelectUnionStmtContext *context) = 0;
 
     virtual antlrcpp::Any visitSelectStmtWithParens(ClickHouseParser::SelectStmtWithParensContext *context) = 0;
@@ -210,6 +228,8 @@ public:
 
     virtual antlrcpp::Any visitOrderByClause(ClickHouseParser::OrderByClauseContext *context) = 0;
 
+    virtual antlrcpp::Any visitProjectionOrderByClause(ClickHouseParser::ProjectionOrderByClauseContext *context) = 0;
+
     virtual antlrcpp::Any visitLimitByClause(ClickHouseParser::LimitByClauseContext *context) = 0;
 
     virtual antlrcpp::Any visitLimitClause(ClickHouseParser::LimitClauseContext *context) = 0;
diff --git a/src/Parsers/New/ParseTreeVisitor.h b/src/Parsers/New/ParseTreeVisitor.h
index 2c204ead972..3b07c1beed8 100644
--- a/src/Parsers/New/ParseTreeVisitor.h
+++ b/src/Parsers/New/ParseTreeVisitor.h
@@ -19,15 +19,21 @@ public:
     // AlterTableQuery
     antlrcpp::Any visitAlterTableClauseAddColumn(ClickHouseParser::AlterTableClauseAddColumnContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseAddIndex(ClickHouseParser::AlterTableClauseAddIndexContext * ctx) override;
+    antlrcpp::Any visitAlterTableClauseAddProjection(ClickHouseParser::AlterTableClauseAddProjectionContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseAttach(ClickHouseParser::AlterTableClauseAttachContext * ctx) override;
-    antlrcpp::Any visitAlterTableClauseClear(ClickHouseParser::AlterTableClauseClearContext * ctx) override;
+    antlrcpp::Any visitAlterTableClauseClearColumn(ClickHouseParser::AlterTableClauseClearColumnContext * ctx) override;
+    antlrcpp::Any visitAlterTableClauseClearIndex(ClickHouseParser::AlterTableClauseClearIndexContext * ctx) override;
+    antlrcpp::Any visitAlterTableClauseClearProjection(ClickHouseParser::AlterTableClauseClearProjectionContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseComment(ClickHouseParser::AlterTableClauseCommentContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseDelete(ClickHouseParser::AlterTableClauseDeleteContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseDetach(ClickHouseParser::AlterTableClauseDetachContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseDropColumn(ClickHouseParser::AlterTableClauseDropColumnContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseDropIndex(ClickHouseParser::AlterTableClauseDropIndexContext * ctx) override;
+    antlrcpp::Any visitAlterTableClauseDropProjection(ClickHouseParser::AlterTableClauseDropProjectionContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseDropPartition(ClickHouseParser::AlterTableClauseDropPartitionContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseFreezePartition(ClickHouseParser::AlterTableClauseFreezePartitionContext * ctx) override;
+    antlrcpp::Any visitAlterTableClauseMaterializeIndex(ClickHouseParser::AlterTableClauseMaterializeIndexContext * ctx) override;
+    antlrcpp::Any visitAlterTableClauseMaterializeProjection(ClickHouseParser::AlterTableClauseMaterializeProjectionContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseModify(ClickHouseParser::AlterTableClauseModifyContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseModifyCodec(ClickHouseParser::AlterTableClauseModifyCodecContext * ctx) override;
     antlrcpp::Any visitAlterTableClauseModifyComment(ClickHouseParser::AlterTableClauseModifyCommentContext * ctx) override;
@@ -162,6 +168,7 @@ public:
     antlrcpp::Any visitRenameStmt(ClickHouseParser::RenameStmtContext * ctx) override;
 
     // SelectUnionQuery
+    antlrcpp::Any visitProjectionSelectStmt(ClickHouseParser::ProjectionSelectStmtContext * ctx) override;
     antlrcpp::Any visitSelectStmt(ClickHouseParser::SelectStmtContext * ctx) override;
     antlrcpp::Any visitSelectStmtWithParens(ClickHouseParser::SelectStmtWithParensContext * ctx) override;
     antlrcpp::Any visitSelectUnionStmt(ClickHouseParser::SelectUnionStmtContext * ctx) override;
@@ -190,7 +197,9 @@ public:
     antlrcpp::Any visitTableElementExprColumn(ClickHouseParser::TableElementExprColumnContext * ctx) override;
     antlrcpp::Any visitTableElementExprConstraint(ClickHouseParser::TableElementExprConstraintContext * ctx) override;
     antlrcpp::Any visitTableElementExprIndex(ClickHouseParser::TableElementExprIndexContext * ctx) override;
+    antlrcpp::Any visitTableElementExprProjection(ClickHouseParser::TableElementExprProjectionContext * ctx) override;
     antlrcpp::Any visitTableIndexDfnt(ClickHouseParser::TableIndexDfntContext * ctx) override;
+    antlrcpp::Any visitTableProjectionDfnt(ClickHouseParser::TableProjectionDfntContext * ctx) override;
 
     // TableExpr
     antlrcpp::Any visitTableArgExpr(ClickHouseParser::TableArgExprContext * ctx) override;
@@ -236,6 +245,7 @@ public:
     antlrcpp::Any visitGroupByClause(ClickHouseParser::GroupByClauseContext *ctx) override;
     antlrcpp::Any visitHavingClause(ClickHouseParser::HavingClauseContext *ctx) override;
     antlrcpp::Any visitOrderByClause(ClickHouseParser::OrderByClauseContext *ctx) override;
+    antlrcpp::Any visitProjectionOrderByClause(ClickHouseParser::ProjectionOrderByClauseContext *ctx) override;
     antlrcpp::Any visitLimitByClause(ClickHouseParser::LimitByClauseContext *ctx) override;
     antlrcpp::Any visitLimitClause(ClickHouseParser::LimitClauseContext *ctx) override;
     antlrcpp::Any visitSettingsClause(ClickHouseParser::SettingsClauseContext *ctx) override;
diff --git a/src/Parsers/ParserCreateQuery.cpp b/src/Parsers/ParserCreateQuery.cpp
index 4bbe9cc0848..b8ac6ed09eb 100644
--- a/src/Parsers/ParserCreateQuery.cpp
+++ b/src/Parsers/ParserCreateQuery.cpp
@@ -177,8 +177,7 @@ bool ParserProjectionDeclaration::parseImpl(Pos & pos, ASTPtr & node, Expected &
 
     auto projection = std::make_shared<ASTProjectionDeclaration>();
     projection->name = name->as<ASTIdentifier &>().name();
-    projection->query = query;
-    projection->children.emplace_back(projection->query);
+    projection->set(projection->query, query);
     node = projection;
 
     return true;
diff --git a/src/Parsers/ParserProjectionSelectQuery.cpp b/src/Parsers/ParserProjectionSelectQuery.cpp
index d115acb0b4c..0467f84de2a 100644
--- a/src/Parsers/ParserProjectionSelectQuery.cpp
+++ b/src/Parsers/ParserProjectionSelectQuery.cpp
@@ -17,20 +17,15 @@ bool ParserProjectionSelectQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
 
     ParserKeyword s_with("WITH");
     ParserKeyword s_select("SELECT");
-    ParserKeyword s_distinct("DISTINCT");
-    ParserKeyword s_where("WHERE");
     ParserKeyword s_group_by("GROUP BY");
     ParserKeyword s_order_by("ORDER BY");
 
-    ParserNotEmptyExpressionList exp_list(false);
     ParserNotEmptyExpressionList exp_list_for_with_clause(false);
     ParserNotEmptyExpressionList exp_list_for_select_clause(true); /// Allows aliases without AS keyword.
-    ParserExpressionWithOptionalAlias exp_elem(false);
     ParserExpression order_expression_p;
 
     ASTPtr with_expression_list;
     ASTPtr select_expression_list;
-    ASTPtr where_expression;
     ASTPtr group_expression_list;
     ASTPtr order_expression;
 
@@ -48,21 +43,10 @@ bool ParserProjectionSelectQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
         if (!s_select.ignore(pos, expected))
             return false;
 
-        if (s_distinct.ignore(pos, expected))
-            select_query->distinct = true;
-
         if (!exp_list_for_select_clause.parse(pos, select_expression_list, expected))
             return false;
     }
 
-    // TODO: wait for condition normalizer to land
-    /// WHERE expr
-    // if (s_where.ignore(pos, expected))
-    // {
-    //     if (!exp_elem.parse(pos, where_expression, expected))
-    //         return false;
-    // }
-
     // If group by is specified, AggregatingMergeTree engine is used, and the group by keys are implied to be order by keys
     if (s_group_by.ignore(pos, expected))
     {
@@ -70,6 +54,7 @@ bool ParserProjectionSelectQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
                  .parse(pos, group_expression_list, expected))
             return false;
     }
+
     if (s_order_by.ignore(pos, expected))
     {
         ASTPtr expr_list;
@@ -92,7 +77,6 @@ bool ParserProjectionSelectQuery::parseImpl(Pos & pos, ASTPtr & node, Expected &
 
     select_query->setExpression(ASTProjectionSelectQuery::Expression::WITH, std::move(with_expression_list));
     select_query->setExpression(ASTProjectionSelectQuery::Expression::SELECT, std::move(select_expression_list));
-    // select_query->setExpression(ASTProjectionSelectQuery::Expression::WHERE, std::move(where_expression));
     select_query->setExpression(ASTProjectionSelectQuery::Expression::GROUP_BY, std::move(group_expression_list));
     select_query->setExpression(ASTProjectionSelectQuery::Expression::ORDER_BY, std::move(order_expression));
     return true;
diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index a9a41b1ac1f..d3fec057c2a 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -397,9 +397,6 @@
         "01475_read_subcolumns_storages",
         "01674_clickhouse_client_query_param_cte",
         "01666_merge_tree_max_query_limit",
-        "01710_projections",
-        "01710_normal_projections",
-        "01710_aggregate_projections",
         "01786_explain_merge_tree",
         "01666_merge_tree_max_query_limit",
         "01802_test_postgresql_protocol_with_row_policy", /// It cannot parse DROP ROW POLICY

From 58f118daf045d8d37469e1f652b22a45f41b9c50 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Wed, 2 Jun 2021 15:55:20 +0000
Subject: [PATCH 0841/1060] done

---
 tests/queries/0_stateless/01504_rocksdb.sql | 59 ++++++++++-----------
 tests/queries/0_stateless/01686_rocksdb.sql | 29 +++++-----
 2 files changed, 43 insertions(+), 45 deletions(-)

diff --git a/tests/queries/0_stateless/01504_rocksdb.sql b/tests/queries/0_stateless/01504_rocksdb.sql
index 0e1917a95f2..9e30263c6b3 100644
--- a/tests/queries/0_stateless/01504_rocksdb.sql
+++ b/tests/queries/0_stateless/01504_rocksdb.sql
@@ -1,47 +1,46 @@
-DROP TABLE IF EXISTS test;
+DROP TABLE IF EXISTS 01504_test;
 
-CREATE TABLE test (key String, value UInt32) Engine=EmbeddedRocksDB; -- { serverError 36 }
-CREATE TABLE test (key String, value UInt32) Engine=EmbeddedRocksDB PRIMARY KEY(key2); -- { serverError 47 }
-CREATE TABLE test (key String, value UInt32) Engine=EmbeddedRocksDB PRIMARY KEY(key, value); -- { serverError 36 }
-CREATE TABLE test (key Tuple(String, UInt32), value UInt64) Engine=EmbeddedRocksDB PRIMARY KEY(key);
+CREATE TABLE 01504_test (key String, value UInt32) Engine=EmbeddedRocksDB; -- { serverError 36 }
+CREATE TABLE 01504_test (key String, value UInt32) Engine=EmbeddedRocksDB PRIMARY KEY(key2); -- { serverError 47 }
+CREATE TABLE 01504_test (key String, value UInt32) Engine=EmbeddedRocksDB PRIMARY KEY(key, value); -- { serverError 36 }
+CREATE TABLE 01504_test (key Tuple(String, UInt32), value UInt64) Engine=EmbeddedRocksDB PRIMARY KEY(key);
 
-DROP TABLE IF EXISTS test;
-CREATE TABLE test (key String, value UInt32) Engine=EmbeddedRocksDB PRIMARY KEY(key);
+DROP TABLE IF EXISTS 01504_test;
+CREATE TABLE 01504_test (key String, value UInt32) Engine=EmbeddedRocksDB PRIMARY KEY(key);
 
-INSERT INTO test SELECT '1_1', number FROM numbers(10000);
-SELECT COUNT(1) == 1 FROM test;
+INSERT INTO 01504_test SELECT '1_1', number FROM numbers(10000);
+SELECT COUNT(1) == 1 FROM 01504_test;
 
-INSERT INTO test SELECT concat(toString(number), '_1'), number FROM numbers(10000);
-SELECT COUNT(1) == 10000 FROM test;
-SELECT uniqExact(key) == 32 FROM (SELECT * FROM test LIMIT 32 SETTINGS max_block_size = 1);
-SELECT SUM(value) == 1 + 99 + 900 FROM test WHERE key IN ('1_1', '99_1', '900_1');
+INSERT INTO 01504_test SELECT concat(toString(number), '_1'), number FROM numbers(10000);
+SELECT COUNT(1) == 10000 FROM 01504_test;
+SELECT uniqExact(key) == 32 FROM (SELECT * FROM 01504_test LIMIT 32 SETTINGS max_block_size = 1);
+SELECT SUM(value) == 1 + 99 + 900 FROM 01504_test WHERE key IN ('1_1', '99_1', '900_1');
 
 
-DROP TABLE IF EXISTS test;
-DROP TABLE IF EXISTS test_memory;
+DROP TABLE IF EXISTS 01504_test;
+DROP TABLE IF EXISTS 01504_test_memory;
 
-CREATE TABLE test (k UInt32, value UInt64, dummy Tuple(UInt32, Float64), bm AggregateFunction(groupBitmap, UInt64)) Engine=EmbeddedRocksDB PRIMARY KEY(k);
-CREATE TABLE test_memory AS test Engine = Memory;
+CREATE TABLE 01504_test (k UInt32, value UInt64, dummy Tuple(UInt32, Float64), bm AggregateFunction(groupBitmap, UInt64)) Engine=EmbeddedRocksDB PRIMARY KEY(k);
+CREATE TABLE 01504_test_memory AS 01504_test Engine = Memory;
 
-INSERT INTO test SELECT number % 77 AS k, SUM(number) AS value, (1, 1.2), bitmapBuild(groupArray(number)) FROM numbers(10000000) group by k;
+INSERT INTO 01504_test SELECT number % 77 AS k, SUM(number) AS value, (1, 1.2), bitmapBuild(groupArray(number)) FROM numbers(10000000) group by k;
 
-INSERT INTO test_memory SELECT number % 77 AS k, SUM(number) AS value, (1, 1.2), bitmapBuild(groupArray(number)) FROM numbers(10000000) group by k;
+INSERT INTO 01504_test_memory SELECT number % 77 AS k, SUM(number) AS value, (1, 1.2), bitmapBuild(groupArray(number)) FROM numbers(10000000) group by k;
 
 
-SELECT  A.a = B.a, A.b = B.b, A.c = B.c, A.d = B.d, A.e = B.e FROM ( SELECT 0 AS a, groupBitmapMerge(bm) AS b , SUM(k) AS c, SUM(value) AS d, SUM(dummy.1) AS e FROM test) A  ANY LEFT JOIN  (SELECT 0 AS a, groupBitmapMerge(bm) AS b , SUM(k) AS c, SUM(value) AS d, SUM(dummy.1) AS e FROM test_memory) B USING a ORDER BY a;
+SELECT  A.a = B.a, A.b = B.b, A.c = B.c, A.d = B.d, A.e = B.e FROM ( SELECT 0 AS a, groupBitmapMerge(bm) AS b , SUM(k) AS c, SUM(value) AS d, SUM(dummy.1) AS e FROM 01504_test) A  ANY LEFT JOIN  (SELECT 0 AS a, groupBitmapMerge(bm) AS b , SUM(k) AS c, SUM(value) AS d, SUM(dummy.1) AS e FROM 01504_test_memory) B USING a ORDER BY a;
 
 CREATE TEMPORARY TABLE keys AS SELECT * FROM numbers(1000);
 
 SET max_rows_to_read = 2;
-SELECT dummy == (1,1.2) FROM test WHERE k IN (1, 3) OR k IN (1) OR k IN (3, 1) OR k IN [1] OR k IN [1, 3] ;
-SELECT k == 4 FROM test WHERE k = 4 OR k IN [4] OR k in (4, 10000001, 10000002) AND value > 0;
-SELECT k == 4 FROM test WHERE k IN (SELECT toUInt32(number) FROM keys WHERE number = 4);
-SELECT k, value FROM test WHERE k = 0 OR value > 0; -- { serverError 158 }
-SELECT k, value FROM test WHERE k = 0 AND k IN (1, 3) OR k > 8; -- { serverError 158 }
+SELECT dummy == (1,1.2) FROM 01504_test WHERE k IN (1, 3) OR k IN (1) OR k IN (3, 1) OR k IN [1] OR k IN [1, 3] ;
+SELECT k == 4 FROM 01504_test WHERE k = 4 OR k IN [4] OR k in (4, 10000001, 10000002) AND value > 0;
+SELECT k == 4 FROM 01504_test WHERE k IN (SELECT toUInt32(number) FROM keys WHERE number = 4);
+SELECT k, value FROM 01504_test WHERE k = 0 OR value > 0; -- { serverError 158 }
+SELECT k, value FROM 01504_test WHERE k = 0 AND k IN (1, 3) OR k > 8; -- { serverError 158 }
 
-TRUNCATE TABLE test;
-SELECT 0 == COUNT(1) FROM test;
-
-DROP TABLE IF EXISTS test;
-DROP TABLE IF EXISTS test_memory;
+TRUNCATE TABLE 01504_test;
+SELECT 0 == COUNT(1) FROM 01504_test;
 
+DROP TABLE IF EXISTS 01504_test;
+DROP TABLE IF EXISTS 01504_test_memory;
diff --git a/tests/queries/0_stateless/01686_rocksdb.sql b/tests/queries/0_stateless/01686_rocksdb.sql
index c9b133acff3..9a8662453c1 100644
--- a/tests/queries/0_stateless/01686_rocksdb.sql
+++ b/tests/queries/0_stateless/01686_rocksdb.sql
@@ -1,27 +1,26 @@
-DROP TABLE IF EXISTS test;
+DROP TABLE IF EXISTS 01686_test;
 
-CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
+CREATE TABLE 01686_test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
 
-INSERT INTO test SELECT number, format('Hello, world ({})', toString(number)) FROM numbers(10000);
+INSERT INTO 01686_test SELECT number, format('Hello, world ({})', toString(number)) FROM numbers(10000);
 
-SELECT * FROM test WHERE key = 123;
+SELECT * FROM 01686_test WHERE key = 123;
 SELECT '--';
-SELECT * FROM test WHERE key = -123;
+SELECT * FROM 01686_test WHERE key = -123;
 SELECT '--';
-SELECT * FROM test WHERE key = 123 OR key = 4567 ORDER BY key;
+SELECT * FROM 01686_test WHERE key = 123 OR key = 4567 ORDER BY key;
 SELECT '--';
-SELECT * FROM test WHERE key = NULL;
+SELECT * FROM 01686_test WHERE key = NULL;
 SELECT '--';
-SELECT * FROM test WHERE key = NULL OR key = 0;
+SELECT * FROM 01686_test WHERE key = NULL OR key = 0;
 SELECT '--';
-SELECT * FROM test WHERE key IN (123, 456, -123) ORDER BY key;
+SELECT * FROM 01686_test WHERE key IN (123, 456, -123) ORDER BY key;
 SELECT '--';
-SELECT * FROM test WHERE key = 'Hello'; -- { serverError 53 }
+SELECT * FROM 01686_test WHERE key = 'Hello'; -- { serverError 53 }
 
-DETACH TABLE test NO DELAY;
-ATTACH TABLE test;
+DETACH TABLE 01686_test NO DELAY;
+ATTACH TABLE 01686_test;
 
-SELECT * FROM test WHERE key IN (99, 999, 9999, -123) ORDER BY key;
-
-DROP TABLE IF EXISTS test;
+SELECT * FROM 01686_test WHERE key IN (99, 999, 9999, -123) ORDER BY key;
 
+DROP TABLE IF EXISTS 01686_test;

From 34509b26ba0690c2a900a95155b28f0076d31f73 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 2 Jun 2021 18:57:01 +0300
Subject: [PATCH 0842/1060] another fuzzer fix

---
 docker/test/fuzzer/run-fuzzer.sh | 19 ++++++++++++++-----
 1 file changed, 14 insertions(+), 5 deletions(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index 3fc71c9c58a..d971f8fefee 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -98,13 +98,8 @@ function fuzz
     fi
 
     clickhouse-server --config-file db/config.xml -- --path db 2>&1 | tail -100000 > server.log &
-
     server_pid=$!
     kill -0 $server_pid
-    while ! clickhouse-client --query "select 1" && kill -0 $server_pid ; do echo . ; sleep 1 ; done
-    clickhouse-client --query "select 1"
-    kill -0 $server_pid
-    echo Server started
 
     echo "
 handle all noprint
@@ -117,6 +112,20 @@ continue
 
     gdb -batch -command script.gdb -p "$(pidof clickhouse-server)" &
 
+    # Check connectivity after we attach gdb, because it might cause the server
+    # to freeze and the fuzzer will fail.
+    for _ in {1..10}
+    do
+        sleep 1
+        if clickhouse-client --query "select 1"
+        then
+            break
+        fi
+    done
+    clickhouse-client --query "select 1" # This checks that the server is responding
+    kill -0 $server_pid # This checks that it is our server that is started and not some other one
+    echo Server started and responded
+
     # SC2012: Use find instead of ls to better handle non-alphanumeric filenames. They are all alphanumeric.
     # SC2046: Quote this to prevent word splitting. Actually I need word splitting.
     # shellcheck disable=SC2012,SC2046

From 3c0c3f255e70b747d0a80eb6505a04d3a7f6018c Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 2 Jun 2021 19:16:44 +0300
Subject: [PATCH 0843/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../aggregate-functions/reference/intervalLengthSum.md          | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index e010afc3981..ba5c8d2c9d7 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -5,7 +5,7 @@ toc_title: intervalLengthSum
 
 # intervalLengthSum {#agg_function-intervallengthsum}
 
-Calculates the sum of the length of all ranges (segments on numeric axis) without counting intersection twice.
+Calculates the sum of the length of all ranges (segments on numeric axis) excluding intersections.
 
 **Syntax**
 

From 62b21d850b34ad5a1901c85b2ff325a29149fb86 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 2 Jun 2021 19:17:05 +0300
Subject: [PATCH 0844/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../aggregate-functions/reference/intervalLengthSum.md          | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index ba5c8d2c9d7..26fb8526e13 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -15,7 +15,7 @@ intervalLengthSum(start, end)
 
 **Arguments**
 
--   `start` — Starting interval value. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
+-   `start` — The starting value of the interval. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
 -   `end` — Ending interval value. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
 
 !!! info "Note"

From 0057172ba76ff9a3d4942185a3bd134e086c5a0f Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 2 Jun 2021 19:17:20 +0300
Subject: [PATCH 0845/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../aggregate-functions/reference/intervalLengthSum.md          | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index 26fb8526e13..90c85edde69 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -16,7 +16,7 @@ intervalLengthSum(start, end)
 **Arguments**
 
 -   `start` — The starting value of the interval. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
--   `end` — Ending interval value. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
+-   `end` — The ending value of the interval. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) or [Date](../../../sql-reference/data-types/date.md#data_type-date).
 
 !!! info "Note"
     Arguments must be of the same data type. Otherwise, an exception will be thrown.

From 91928a78447a044f8aa86bc331f1ead9667c6b3d Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 2 Jun 2021 19:17:49 +0300
Subject: [PATCH 0846/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../aggregate-functions/reference/intervalLengthSum.md          | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index 90c85edde69..822d22910b1 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -23,7 +23,7 @@ intervalLengthSum(start, end)
 
 **Returned value**
 
--   Sum of the length of all ranges (segments on numeric axis) without counting intersection twice. If the arguments are of integer type, the function returns a value of the [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) type. If the arguments are of the floating-point type, the function returns a value of the [Float64](../../../sql-reference/data-types/float.md#float32-float64) type.
+-   Sum of the length of all ranges (segments on numeric axis) excluding intersections. Depending on the type of the argument, the return value may be [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) or [Float64](../../../sql-reference/data-types/float.md#float32-float64) type.
 
 **Examples**
 

From 6d613a26815918bc2018425a5f5d4400867a4d32 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 2 Jun 2021 19:45:33 +0300
Subject: [PATCH 0847/1060] Translate to Russian
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Выполнил перевод на русский язык.
---
 .../reference/intervalLengthSum.md            | 50 +---------
 .../reference/intervalLengthSum.md            | 97 +++++++++++++++++++
 2 files changed, 99 insertions(+), 48 deletions(-)
 create mode 100644 docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index 822d22910b1..bab5bd1715a 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -29,52 +29,6 @@ intervalLengthSum(start, end)
 
 1. Input table:
 
-``` text
-┌─id─┬─start─┬─end─┐
-│ a  │     1 │   3 │
-│ a  │     5 │   9 │
-└────┴───────┴─────┘
-```
-
-In this example, the non-intersecting intervals are summed up:
-
-``` sql
-SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM interval GROUP BY id ORDER BY id;
-```
-
-Result:
-
-``` text
-┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
-│ a  │                             6 │ UInt64                                    │
-└────┴───────────────────────────────┴───────────────────────────────────────────┘
-```
-
-2. Input table:
-
-``` text
-┌─id─┬─start─┬─end─┐
-│ a  │     1 │   3 │
-│ a  │     2 │   4 │
-└────┴───────┴─────┘
-```
-
-In this example, the intersecting intervals are summed up. In this case, calculates the sum of the length of ranges without counting intersection twice:
-
-``` sql
-SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM interval GROUP BY id ORDER BY id;
-```
-
-Result:
-
-``` text
-┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
-│ a  │                             3 │ UInt64                                    │
-└────┴───────────────────────────────┴───────────────────────────────────────────┘
-```
-
-3. Input table:
-
 ``` text
 ┌─id─┬─start─┬─end─┐
 │ a  │   1.1 │ 3.2 │
@@ -96,7 +50,7 @@ Result:
 └────┴──────────────────────────────┴──────────────────────────────────────────┘
 ```
 
-4. Input table:
+2. Input table:
 
 ``` text
 ┌─id─┬───────────────start─┬─────────────────end─┐
@@ -119,7 +73,7 @@ Result:
 └────┴───────────────────────────────┴───────────────────────────────────────────┘
 ```
 
-5. Input table:
+3. Input table:
 
 ``` text
 ┌─id─┬──────start─┬────────end─┐
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
new file mode 100644
index 00000000000..6c3d9f8bfd5
--- /dev/null
+++ b/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -0,0 +1,97 @@
+---
+toc_priority: 146
+toc_title: intervalLengthSum
+---
+
+# intervalLengthSum {#agg_function-intervallengthsum}
+
+Вычисляет сумму длин всех интервалов (отрезков на числовой оси), исключая пересечения.
+
+**Синтаксис**
+
+``` sql
+intervalLengthSum(start, end)
+```
+
+**Аргументы**
+
+-   `start` — начальное значение интервала. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) или [Date](../../../sql-reference/data-types/date.md#data_type-date).
+-   `end` — конечное значение интервала. [Int32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Int64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt32](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64), [Float32](../../../sql-reference/data-types/float.md#float32-float64), [Float64](../../../sql-reference/data-types/float.md#float32-float64), [DateTime](../../../sql-reference/data-types/datetime.md#data_type-datetime) или [Date](../../../sql-reference/data-types/date.md#data_type-date).
+
+!!! info "Примечание"
+    Аргументы должны быть одного типа. В противном случае ClickHouse сгенерирует исключение.
+
+**Возвращаемое значение**
+
+-   Сумма длин всех интервалов (отрезков на числовой оси), исключая пересечения. В зависимости от типа аргумента возвращаемое значение может быть типа [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) или [Float64](../../../sql-reference/data-types/float.md#float32-float64).
+
+**Примеры**
+
+1. Входная таблица:
+
+``` text
+┌─id─┬─start─┬─end─┐
+│ a  │   1.1 │ 3.2 │
+│ a  │     4 │   5 │
+└────┴───────┴─────┘
+```
+
+В этом примере используются аргументы типа `Float32`. В этом случае функция возвращает значение типа `Float64`:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM fl_interval GROUP BY id ORDER BY id;
+```
+
+Результат:
+
+``` text
+┌─id─┬─segmentLengthSum(start, end)─┬─toTypeName(segmentLengthSum(start, end))─┐
+│ a  │                          3.1 │ Float64                                  │
+└────┴──────────────────────────────┴──────────────────────────────────────────┘
+```
+
+2. Входная таблица:
+
+``` text
+┌─id─┬───────────────start─┬─────────────────end─┐
+│ a  │ 2020-01-01 01:12:30 │ 2020-01-01 02:50:31 │
+│ a  │ 2020-01-01 03:11:22 │ 2020-01-01 03:23:31 │
+└────┴─────────────────────┴─────────────────────┘
+```
+
+В этом примере используются аргументы типа `DateTime`. В этом случае функция возвращает значение, выраженное в секундах:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM dt_interval GROUP BY id ORDER BY id;
+```
+
+Результат:
+
+``` text
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                          6610 │ UInt64                                    │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
+```
+
+3. Входная таблица:
+
+``` text
+┌─id─┬──────start─┬────────end─┐
+│ a  │ 2020-01-01 │ 2020-01-04 │
+│ a  │ 2020-01-12 │ 2020-01-18 │
+└────┴────────────┴────────────┘
+```
+
+В этом примере используются аргументы типа `Date`. В этом случае функция возвращает значение, выраженное в днях:
+
+``` sql
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM date_interval GROUP BY id ORDER BY id;
+```
+
+Результат:
+
+``` text
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                             9 │ UInt64                                    │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
+```

From 23e66243e7ac4fa372ca33e50d269c55bd6186c1 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Wed, 2 Jun 2021 21:45:07 +0300
Subject: [PATCH 0848/1060] more fuzzer fixes...

---
 docker/test/fuzzer/run-fuzzer.sh | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/docker/test/fuzzer/run-fuzzer.sh b/docker/test/fuzzer/run-fuzzer.sh
index d971f8fefee..c5e457726ef 100755
--- a/docker/test/fuzzer/run-fuzzer.sh
+++ b/docker/test/fuzzer/run-fuzzer.sh
@@ -97,6 +97,7 @@ function fuzz
         NEW_TESTS_OPT="${NEW_TESTS_OPT:-}"
     fi
 
+    export CLICKHOUSE_WATCHDOG_ENABLE=0 # interferes with gdb
     clickhouse-server --config-file db/config.xml -- --path db 2>&1 | tail -100000 > server.log &
     server_pid=$!
     kill -0 $server_pid
@@ -110,11 +111,11 @@ thread apply all backtrace
 continue
 " > script.gdb
 
-    gdb -batch -command script.gdb -p "$(pidof clickhouse-server)" &
+    gdb -batch -command script.gdb -p $server_pid &
 
     # Check connectivity after we attach gdb, because it might cause the server
     # to freeze and the fuzzer will fail.
-    for _ in {1..10}
+    for _ in {1..60}
     do
         sleep 1
         if clickhouse-client --query "select 1"

From d79f2bfa32b4231c13179cf74e5d5ca54e7198dd Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Wed, 2 Jun 2021 18:52:29 +0000
Subject: [PATCH 0849/1060] update

---
 docs/ru/sql-reference/statements/alter/partition.md | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/docs/ru/sql-reference/statements/alter/partition.md b/docs/ru/sql-reference/statements/alter/partition.md
index 935924b8c97..02bc6523100 100644
--- a/docs/ru/sql-reference/statements/alter/partition.md
+++ b/docs/ru/sql-reference/statements/alter/partition.md
@@ -166,9 +166,9 @@ ALTER TABLE table_name FREEZE [PARTITION partition_expr]
 !!! note "Примечание"
     Создание резервной копии не требует остановки сервера.
 
-Для таблиц старого стиля имя партиций можно задавать в виде префикса (например, ‘2019’). В этом случае резервные копии будут созданы для всех соответствующих партиций. Подробнее о том, как корректно задать имя партиции, см. в разделе [Как задавать имя партиции в запросах ALTER](#alter-how-to-specify-part-expr).
+Для таблиц старого стиля имя партиций можно задавать в виде префикса (например, "2019"). В этом случае, резервные копии будут созданы для всех соответствующих партиций. Подробнее о том, как корректно задать имя партиции, см. в разделе [Как задавать имя партиции в запросах ALTER](#alter-how-to-specify-part-expr).
 
-Запрос делает следующее — для текущего состояния таблицы он формирует жесткие ссылки на данные в этой таблице. Ссылки размещаются в директории `/var/lib/clickhouse/shadow/N/...`, где:
+Запрос формирует для текущего состояния таблицы жесткие ссылки на данные в этой таблице. Ссылки размещаются в директории `/var/lib/clickhouse/shadow/N/...`, где:
 
 -   `/var/lib/clickhouse/` — рабочая директория ClickHouse, заданная в конфигурационном файле;
 -   `N` — инкрементальный номер резервной копии.
@@ -176,11 +176,11 @@ ALTER TABLE table_name FREEZE [PARTITION partition_expr]
 !!! note "Примечание"
     При использовании [нескольких дисков для хранения данных таблицы](../../statements/alter/index.md#table_engine-mergetree-multiple-volumes) директория `shadow/N` появляется на каждом из дисков, на которых были куски, попавшие под выражение `PARTITION`.
 
-Структура директорий внутри резервной копии такая же, как внутри `/var/lib/clickhouse/`. Запрос выполнит ‘chmod’ для всех файлов, запрещая запись в них.
+Структура директорий внутри резервной копии такая же, как внутри `/var/lib/clickhouse/`. Запрос выполнит `chmod` для всех файлов, запрещая запись в них.
 
 Обратите внимание, запрос `ALTER TABLE t FREEZE PARTITION` не реплицируется. Он создает резервную копию только на локальном сервере. После создания резервной копии данные из `/var/lib/clickhouse/shadow/` можно скопировать на удалённый сервер, а локальную копию удалить.
 
-Резервная копия создается почти мгновенно (однако сначала запрос дожидается завершения всех запросов, которые выполняются для соответствующей таблицы).
+Резервная копия создается почти мгновенно (однако, сначала запрос дожидается завершения всех запросов, которые выполняются для соответствующей таблицы).
 
 `ALTER TABLE t FREEZE PARTITION` копирует только данные, но не метаданные таблицы. Чтобы сделать резервную копию метаданных таблицы, скопируйте файл `/var/lib/clickhouse/metadata/database/table.sql`
 

From 3367d241d0602e1409f129340adcf9b8067facd4 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 2 Jun 2021 21:56:30 +0300
Subject: [PATCH 0850/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../aggregate-functions/reference/intervalLengthSum.md        | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index bab5bd1715a..941dece1ebe 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -82,7 +82,9 @@ Result:
 └────┴────────────┴────────────┘
 ```
 
-In this example, the arguments of the `Date` type are used. In this case, the function returns a value in days:
+In this example, the arguments of the Date type are used. The function returns a value in days.
+
+Query:
 
 ``` sql
 SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM date_interval GROUP BY id ORDER BY id;

From 33f14ad6e22e9d35e52dda8121177609dd62dcb9 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 2 Jun 2021 21:56:42 +0300
Subject: [PATCH 0851/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../aggregate-functions/reference/intervalLengthSum.md        | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index 941dece1ebe..dbf90bb3196 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -59,7 +59,9 @@ Result:
 └────┴─────────────────────┴─────────────────────┘
 ```
 
-In this example, the arguments of the `DateTime` type are used. In this case, the function returns a value in seconds:
+In this example, the arguments of the DateTime type are used. The function returns a value in seconds.
+
+Query:
 
 ``` sql
 SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM dt_interval GROUP BY id ORDER BY id;

From 1c1b65b95bcd8f5718af0c608f0d51f838d9e774 Mon Sep 17 00:00:00 2001
From: sevirov <72220289+sevirov@users.noreply.github.com>
Date: Wed, 2 Jun 2021 21:56:53 +0300
Subject: [PATCH 0852/1060] Update
 docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../aggregate-functions/reference/intervalLengthSum.md        | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index dbf90bb3196..5a3079c5295 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -36,7 +36,9 @@ intervalLengthSum(start, end)
 └────┴───────┴─────┘
 ```
 
-In this example, the arguments of the `Float32` type are used. In this case, the function returns a value of the `Float64` type:
+In this example, the arguments of the Float32 type are used. The function returns a value of the Float64 type.
+
+Query:
 
 ``` sql
 SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM fl_interval GROUP BY id ORDER BY id;

From ab9615ed9206a3747fe30948f2c4012bee78f4fe Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 2 Jun 2021 22:04:46 +0300
Subject: [PATCH 0853/1060] Update intervalLengthSum.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поправил русскую версию.
---
 .../reference/intervalLengthSum.md                   | 12 +++++++++---
 1 file changed, 9 insertions(+), 3 deletions(-)

diff --git a/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index 6c3d9f8bfd5..3eb0494c1a3 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -36,7 +36,9 @@ intervalLengthSum(start, end)
 └────┴───────┴─────┘
 ```
 
-В этом примере используются аргументы типа `Float32`. В этом случае функция возвращает значение типа `Float64`:
+В этом примере используются аргументы типа Float32. Функция возвращает значение типа Float64.
+
+Запрос:
 
 ``` sql
 SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM fl_interval GROUP BY id ORDER BY id;
@@ -59,7 +61,9 @@ SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, en
 └────┴─────────────────────┴─────────────────────┘
 ```
 
-В этом примере используются аргументы типа `DateTime`. В этом случае функция возвращает значение, выраженное в секундах:
+В этом примере используются аргументы типа DateTime. Функция возвращает значение, выраженное в секундах.
+
+Запрос:
 
 ``` sql
 SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM dt_interval GROUP BY id ORDER BY id;
@@ -82,7 +86,9 @@ SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, en
 └────┴────────────┴────────────┘
 ```
 
-В этом примере используются аргументы типа `Date`. В этом случае функция возвращает значение, выраженное в днях:
+В этом примере используются аргументы типа Date. Функция возвращает значение, выраженное в днях.
+
+Запрос:
 
 ``` sql
 SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM date_interval GROUP BY id ORDER BY id;

From 7030828d0268ae7f77429aa95a65d73cc66afe4b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 2 Jun 2021 23:02:08 +0300
Subject: [PATCH 0854/1060] Update src/Common/Throttler.cpp

Co-authored-by: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
---
 src/Common/Throttler.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Common/Throttler.cpp b/src/Common/Throttler.cpp
index c64b79ad2c2..3462abfeb54 100644
--- a/src/Common/Throttler.cpp
+++ b/src/Common/Throttler.cpp
@@ -65,7 +65,7 @@ void Throttler::add(size_t amount)
 
     if (max_speed && current_speed > max_speed)
     {
-        /// If we was too fast then we have to sleep util our smoothed speed became <= max_speed
+        /// If we was too fast then we have to sleep until our smoothed speed became <= max_speed
         int64_t sleep_time = -window_ns * std::log2(max_speed / current_speed);
 
         if (sleep_time > 0)

From d675510d7bfef5c2a5d9cb685792c2cbe1ac15a5 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Wed, 2 Jun 2021 23:44:51 +0300
Subject: [PATCH 0855/1060] Add RELOAD MODELS and RELOAD MODEL system queries
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Добивал описание системных запросов.
---
 docs/en/guides/apply-catboost-model.md     |  2 ++
 docs/en/sql-reference/statements/system.md | 10 ++++++++++
 2 files changed, 12 insertions(+)

diff --git a/docs/en/guides/apply-catboost-model.md b/docs/en/guides/apply-catboost-model.md
index ec3ecc92141..b354a42a843 100644
--- a/docs/en/guides/apply-catboost-model.md
+++ b/docs/en/guides/apply-catboost-model.md
@@ -18,6 +18,8 @@ To apply a CatBoost model in ClickHouse:
 
 For more information about training CatBoost models, see [Training and applying models](https://catboost.ai/docs/features/training.html#training).
 
+You can reload CatBoost models if the configuration was updated without restarting the server using [RELOAD MODEL](../sql-reference/statements/system.md#query_language-system-reload-model) and [RELOAD MODELS](../sql-reference/statements/system.md#query_language-system-reload-models) system queries.
+
 ## Prerequisites {#prerequisites}
 
 If you do not have the [Docker](https://docs.docker.com/install/) yet, install it.
diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index 9397d7002fd..ca7dee38a3a 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -10,6 +10,8 @@ The list of available `SYSTEM` statements:
 -   [RELOAD EMBEDDED DICTIONARIES](#query_language-system-reload-emdedded-dictionaries)
 -   [RELOAD DICTIONARIES](#query_language-system-reload-dictionaries)
 -   [RELOAD DICTIONARY](#query_language-system-reload-dictionary)
+-   [RELOAD MODELS](#query_language-system-reload-models)
+-   [RELOAD MODEL](#query_language-system-reload-model)
 -   [DROP DNS CACHE](#query_language-system-drop-dns-cache)
 -   [DROP MARK CACHE](#query_language-system-drop-mark-cache)
 -   [DROP UNCOMPRESSED CACHE](#query_language-system-drop-uncompressed-cache)
@@ -60,6 +62,14 @@ The status of the dictionary can be checked by querying the `system.dictionaries
 SELECT name, status FROM system.dictionaries;
 ```
 
+## RELOAD MODELS {#query_language-system-reload-models}
+
+Reloads all [CatBoost](../../operations/guides/apply-catboost-model.md#applying-catboost-model-in-clickhouse) models if the configuration was updated without restarting the server. The configuration for CatBoost models is the same as for dictionaries.
+
+## RELOAD MODEL {#query_language-system-reload-model}
+
+Completely reloads a CatBoost model `model_name` if the configuration was updated without restarting the server.
+
 ## DROP DNS CACHE {#query_language-system-drop-dns-cache}
 
 Resets ClickHouse’s internal DNS cache. Sometimes (for old ClickHouse versions) it is necessary to use this command when changing the infrastructure (changing the IP address of another ClickHouse server or the server used by dictionaries).

From 2dc39edc446cad8b3ac1e69c570bc983b97ac0b1 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 3 Jun 2021 00:48:14 +0300
Subject: [PATCH 0856/1060] Fix the link
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поправил ссылку.
---
 docs/en/sql-reference/statements/system.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index ca7dee38a3a..c4a7ed267aa 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -64,7 +64,7 @@ SELECT name, status FROM system.dictionaries;
 
 ## RELOAD MODELS {#query_language-system-reload-models}
 
-Reloads all [CatBoost](../../operations/guides/apply-catboost-model.md#applying-catboost-model-in-clickhouse) models if the configuration was updated without restarting the server. The configuration for CatBoost models is the same as for dictionaries.
+Reloads all [CatBoost](../../guides/apply-catboost-model.md#applying-catboost-model-in-clickhouse) models if the configuration was updated without restarting the server. The configuration for CatBoost models is the same as for dictionaries.
 
 ## RELOAD MODEL {#query_language-system-reload-model}
 

From c07d5153a391fae5283a2a563d484269e2f9e147 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 3 Jun 2021 01:13:46 +0300
Subject: [PATCH 0857/1060] add forgotten tests

---
 .../0_stateless/01571_window_functions.reference  | 15 +++++++++++++++
 .../0_stateless/01571_window_functions.sql        |  5 +++++
 2 files changed, 20 insertions(+)
 create mode 100644 tests/queries/0_stateless/01571_window_functions.reference
 create mode 100644 tests/queries/0_stateless/01571_window_functions.sql

diff --git a/tests/queries/0_stateless/01571_window_functions.reference b/tests/queries/0_stateless/01571_window_functions.reference
new file mode 100644
index 00000000000..c0a84c104c6
--- /dev/null
+++ b/tests/queries/0_stateless/01571_window_functions.reference
@@ -0,0 +1,15 @@
+-- { echo }
+-- Another test for window functions because the other one is too long.
+
+-- expressions in window frame
+select count() over (rows between 1 + 1 preceding and 1 + 1 following) from numbers(10);
+3
+4
+5
+5
+5
+5
+5
+5
+4
+3
diff --git a/tests/queries/0_stateless/01571_window_functions.sql b/tests/queries/0_stateless/01571_window_functions.sql
new file mode 100644
index 00000000000..086b2223fbc
--- /dev/null
+++ b/tests/queries/0_stateless/01571_window_functions.sql
@@ -0,0 +1,5 @@
+-- { echo }
+-- Another test for window functions because the other one is too long.
+
+-- expressions in window frame
+select count() over (rows between 1 + 1 preceding and 1 + 1 following) from numbers(10);

From df86f8ed369125802a3e4140542fe8610a7d8cb1 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 3 Jun 2021 10:46:01 +0800
Subject: [PATCH 0858/1060] Allow not in be used in partition pruning

---
 src/Interpreters/Set.cpp                      | 31 +++++++++++++++++++
 .../01891_not_in_partition_prune.reference    |  6 ++++
 .../01891_not_in_partition_prune.sql          | 10 ++++++
 3 files changed, 47 insertions(+)
 create mode 100644 tests/queries/0_stateless/01891_not_in_partition_prune.reference
 create mode 100644 tests/queries/0_stateless/01891_not_in_partition_prune.sql

diff --git a/src/Interpreters/Set.cpp b/src/Interpreters/Set.cpp
index 65896edfa69..b9ccf2a8a5e 100644
--- a/src/Interpreters/Set.cpp
+++ b/src/Interpreters/Set.cpp
@@ -543,6 +543,37 @@ BoolMask MergeTreeSetIndex::checkInRange(const std::vector<Range> & key_ranges,
     auto left_lower = std::lower_bound(indices.begin(), indices.end(), left_point, less);
     auto right_lower = std::lower_bound(indices.begin(), indices.end(), right_point, less);
 
+    /// A special case of 1-element KeyRange. It's useful for partition pruning
+    bool one_element_range = true;
+    for (size_t i = 0; i < tuple_size; ++i)
+    {
+        auto & left = left_point[i];
+        auto & right = right_point[i];
+        if (left.getType() == right.getType())
+        {
+            if (left.getType() == ValueWithInfinity::NORMAL)
+            {
+                if (0 != left.getColumnIfFinite().compareAt(0, 0, right.getColumnIfFinite(), 1))
+                {
+                    one_element_range = false;
+                    break;
+                }
+            }
+        }
+        else
+        {
+            one_element_range = false;
+            break;
+        }
+    }
+    if (one_element_range)
+    {
+        if (left_lower != indices.end() && equals(*left_lower, left_point))
+            return {true, false};
+        else
+            return {false, true};
+    }
+
     return
     {
         left_lower != right_lower
diff --git a/tests/queries/0_stateless/01891_not_in_partition_prune.reference b/tests/queries/0_stateless/01891_not_in_partition_prune.reference
new file mode 100644
index 00000000000..628053cd4f8
--- /dev/null
+++ b/tests/queries/0_stateless/01891_not_in_partition_prune.reference
@@ -0,0 +1,6 @@
+7
+0	100
+6	106
+7	107
+8	108
+9	109
diff --git a/tests/queries/0_stateless/01891_not_in_partition_prune.sql b/tests/queries/0_stateless/01891_not_in_partition_prune.sql
new file mode 100644
index 00000000000..edbfad93e5d
--- /dev/null
+++ b/tests/queries/0_stateless/01891_not_in_partition_prune.sql
@@ -0,0 +1,10 @@
+drop table if exists test1;
+
+create table test1 (i int, j int) engine MergeTree partition by i order by tuple() settings index_granularity = 1;
+
+insert into test1 select number, number + 100 from numbers(10);
+select count() from test1 where i not in (1,2,3);
+set max_rows_to_read = 5;
+select * from test1 where i not in (1,2,3,4,5) order by i;
+
+drop table test1;

From 1012a768b12e75f71548e8b4b26f518d62a03eca Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Thu, 3 Jun 2021 09:09:09 +0300
Subject: [PATCH 0859/1060] Allowed S3 key to be empty.

---
 src/IO/S3Common.cpp | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/src/IO/S3Common.cpp b/src/IO/S3Common.cpp
index ff9eafc9bc7..2a0d70dfeaa 100644
--- a/src/IO/S3Common.cpp
+++ b/src/IO/S3Common.cpp
@@ -639,8 +639,6 @@ namespace S3
                 key = uri.getPath().substr(1);
             }
 
-            if (key.empty() || key == "/")
-                throw Exception("Key name is empty in virtual hosted style S3 URI: " + key + " (" + uri.toString() + ")", ErrorCodes::BAD_ARGUMENTS);
             boost::to_upper(name);
             if (name != S3 && name != COS)
             {
@@ -665,9 +663,6 @@ namespace S3
             if (bucket.length() < 3 || bucket.length() > 63)
                 throw Exception(
                     "Bucket name length is out of bounds in path style S3 URI: " + bucket + " (" + uri.toString() + ")", ErrorCodes::BAD_ARGUMENTS);
-
-            if (key.empty() || key == "/")
-                throw Exception("Key name is empty in path style S3 URI: " + key + " (" + uri.toString() + ")", ErrorCodes::BAD_ARGUMENTS);
         }
         else
             throw Exception("Bucket or key name are invalid in S3 URI: " + uri.toString(), ErrorCodes::BAD_ARGUMENTS);

From 47f2764ab8a345aa140fc11cf1a2c573df7241cf Mon Sep 17 00:00:00 2001
From: kssenii <sumarokovakseniia@mail.ru>
Date: Wed, 2 Jun 2021 08:38:43 +0000
Subject: [PATCH 0860/1060] Fix test

---
 .../0_stateless/01889_postgresql_protocol_null_fields.sh   | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh b/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh
index a1e559ca731..9d61f7034cf 100755
--- a/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh
+++ b/tests/queries/0_stateless/01889_postgresql_protocol_null_fields.sh
@@ -4,4 +4,9 @@ CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CUR_DIR"/../shell_config.sh
 
-psql --host localhost --port ${CLICKHOUSE_PORT_POSTGRESQL} default -c "SELECT NULL;"
+echo "
+DROP USER IF EXISTS postgresql_user;
+CREATE USER postgresql_user HOST IP '127.0.0.1' IDENTIFIED WITH no_password;
+" | $CLICKHOUSE_CLIENT -n
+
+psql --host localhost --port ${CLICKHOUSE_PORT_POSTGRESQL} ${CLICKHOUSE_DATABASE} --user postgresql_user -c "SELECT NULL;"

From e05102f5459a785dbfd3d9ab45a5f3f152500e66 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Thu, 3 Jun 2021 09:31:45 +0000
Subject: [PATCH 0861/1060] fixed

---
 docs/en/operations/settings/merge-tree-settings.md | 2 +-
 docs/ru/operations/settings/merge-tree-settings.md | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/docs/en/operations/settings/merge-tree-settings.md b/docs/en/operations/settings/merge-tree-settings.md
index ad097616964..fc5c887c92e 100644
--- a/docs/en/operations/settings/merge-tree-settings.md
+++ b/docs/en/operations/settings/merge-tree-settings.md
@@ -125,7 +125,7 @@ The hash sum is calculated from the composition of the field names and types and
 
 ## non_replicated_deduplication_window {#non-replicated-deduplication-window}
 
-The number of the most recently inserted blocks in the non-replicated 'MergeTree' table for which hash sums are stored to check for duplicates.
+The number of the most recently inserted blocks in the non-replicated [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) table for which hash sums are stored to check for duplicates.
 
 Possible values:
 
diff --git a/docs/ru/operations/settings/merge-tree-settings.md b/docs/ru/operations/settings/merge-tree-settings.md
index fb5dd1f0073..4ef811eb1dc 100644
--- a/docs/ru/operations/settings/merge-tree-settings.md
+++ b/docs/ru/operations/settings/merge-tree-settings.md
@@ -122,7 +122,7 @@ Eсли суммарное число активных кусков во все
 
 ## non_replicated_deduplication_window {#non-replicated-deduplication-window}
 
-Количество последних вставленных блоков в нереплицированной `MergeTree` таблице, для которых хранятся хэш-суммы для проверки дубликатов.
+Количество последних вставленных блоков в нереплицированной [MergeTree](../../engines/table-engines/mergetree-family/mergetree.md) таблице, для которых хранятся хеш-суммы для проверки дубликатов.
 
 Возможные значения:
 
@@ -131,7 +131,7 @@ Eсли суммарное число активных кусков во все
 
 Значение по умолчанию: 0.
 
-Используется механизм дедупликации, аналогичный реплицированным таблицам (см. описание настройки [replicated_deduplication_window](#replicated-deduplication-window)). Хэш-суммы вставленных кусков записываются в локальный файл на диске.
+Используется механизм дедупликации, аналогичный реплицированным таблицам (см. описание настройки [replicated_deduplication_window](#replicated-deduplication-window)). Хеш-суммы вставленных кусков записываются в локальный файл на диске.
 
 ## replicated_deduplication_window_seconds {#replicated-deduplication-window-seconds}
 

From a02f3a895a836aa55d72fce1ee56a0a87276d83c Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 3 Jun 2021 13:01:44 +0300
Subject: [PATCH 0862/1060] fix the test

---
 tests/queries/0_stateless/01571_window_functions.reference | 2 +-
 tests/queries/0_stateless/01571_window_functions.sql       | 1 +
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/queries/0_stateless/01571_window_functions.reference b/tests/queries/0_stateless/01571_window_functions.reference
index c0a84c104c6..47a7c062b0b 100644
--- a/tests/queries/0_stateless/01571_window_functions.reference
+++ b/tests/queries/0_stateless/01571_window_functions.reference
@@ -1,6 +1,6 @@
 -- { echo }
 -- Another test for window functions because the other one is too long.
-
+set allow_experimental_window_functions = 1;
 -- expressions in window frame
 select count() over (rows between 1 + 1 preceding and 1 + 1 following) from numbers(10);
 3
diff --git a/tests/queries/0_stateless/01571_window_functions.sql b/tests/queries/0_stateless/01571_window_functions.sql
index 086b2223fbc..614b98670b2 100644
--- a/tests/queries/0_stateless/01571_window_functions.sql
+++ b/tests/queries/0_stateless/01571_window_functions.sql
@@ -1,5 +1,6 @@
 -- { echo }
 -- Another test for window functions because the other one is too long.
+set allow_experimental_window_functions = 1;
 
 -- expressions in window frame
 select count() over (rows between 1 + 1 preceding and 1 + 1 following) from numbers(10);

From cdd8a1cc4ba1871e997100ce92cc1e40ac291e05 Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Thu, 3 Jun 2021 11:25:30 +0000
Subject: [PATCH 0863/1060] minor fix

---
 docs/en/sql-reference/statements/alter/partition.md | 2 +-
 docs/ru/sql-reference/statements/alter/partition.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/statements/alter/partition.md b/docs/en/sql-reference/statements/alter/partition.md
index 36a6cfca0f9..edf8fe197ba 100644
--- a/docs/en/sql-reference/statements/alter/partition.md
+++ b/docs/en/sql-reference/statements/alter/partition.md
@@ -161,7 +161,7 @@ This query creates a local backup of a specified partition. If the `PARTITION` c
 !!! note "Note"
     The entire backup process is performed without stopping the server.
 
-Note that for old-styled tables you can specify the prefix of the partition name (for example, ‘2019’) - then the query creates the backup for all the corresponding partitions. Read about setting the partition expression in a section [How to specify the partition expression](#alter-how-to-specify-part-expr).
+Note that for old-styled tables you can specify the prefix of the partition name (for example, `2019`) - then the query creates the backup for all the corresponding partitions. Read about setting the partition expression in a section [How to specify the partition expression](#alter-how-to-specify-part-expr).
 
 At the time of execution, for a data snapshot, the query creates hardlinks to a table data. Hardlinks are placed in the directory `/var/lib/clickhouse/shadow/N/...`, where:
 
diff --git a/docs/ru/sql-reference/statements/alter/partition.md b/docs/ru/sql-reference/statements/alter/partition.md
index b80cc89dbc7..79242e7bbf3 100644
--- a/docs/ru/sql-reference/statements/alter/partition.md
+++ b/docs/ru/sql-reference/statements/alter/partition.md
@@ -171,7 +171,7 @@ ALTER TABLE table_name FREEZE [PARTITION partition_expr]
 !!! note "Примечание"
     Создание резервной копии не требует остановки сервера.
 
-Для таблиц старого стиля имя партиций можно задавать в виде префикса (например, "2019"). В этом случае, резервные копии будут созданы для всех соответствующих партиций. Подробнее о том, как корректно задать имя партиции, см. в разделе [Как задавать имя партиции в запросах ALTER](#alter-how-to-specify-part-expr).
+Для таблиц старого стиля имя партиций можно задавать в виде префикса (например, `2019`). В этом случае, резервные копии будут созданы для всех соответствующих партиций. Подробнее о том, как корректно задать имя партиции, см. в разделе [Как задавать имя партиции в запросах ALTER](#alter-how-to-specify-part-expr).
 
 Запрос формирует для текущего состояния таблицы жесткие ссылки на данные в этой таблице. Ссылки размещаются в директории `/var/lib/clickhouse/shadow/N/...`, где:
 

From 376b3872bf43ffbefe002e502e12dd911f67134d Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 3 Jun 2021 14:49:59 +0300
Subject: [PATCH 0864/1060] Remove some outdated integration tests

---
 .../test_adaptive_granularity/__init__.py     |   0
 .../configs/log_conf.xml                      |  12 -
 .../configs/merge_tree_settings.xml           |   4 -
 .../configs/remote_servers.xml                |  68 ---
 .../configs/wide_parts_only.xml               |   6 -
 .../test_adaptive_granularity/test.py         | 394 ------------------
 .../__init__.py                               |   0
 .../test.py                                   |  53 ---
 .../__init__.py                               |   0
 .../test.py                                   | 104 -----
 10 files changed, 641 deletions(-)
 delete mode 100644 tests/integration/test_adaptive_granularity/__init__.py
 delete mode 100644 tests/integration/test_adaptive_granularity/configs/log_conf.xml
 delete mode 100644 tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
 delete mode 100644 tests/integration/test_adaptive_granularity/configs/remote_servers.xml
 delete mode 100644 tests/integration/test_adaptive_granularity/configs/wide_parts_only.xml
 delete mode 100644 tests/integration/test_adaptive_granularity/test.py
 delete mode 100644 tests/integration/test_adaptive_granularity_different_settings/__init__.py
 delete mode 100644 tests/integration/test_adaptive_granularity_different_settings/test.py
 delete mode 100644 tests/integration/test_adaptive_granularity_replicated/__init__.py
 delete mode 100644 tests/integration/test_adaptive_granularity_replicated/test.py

diff --git a/tests/integration/test_adaptive_granularity/__init__.py b/tests/integration/test_adaptive_granularity/__init__.py
deleted file mode 100644
index e69de29bb2d..00000000000
diff --git a/tests/integration/test_adaptive_granularity/configs/log_conf.xml b/tests/integration/test_adaptive_granularity/configs/log_conf.xml
deleted file mode 100644
index 318a6bca95d..00000000000
--- a/tests/integration/test_adaptive_granularity/configs/log_conf.xml
+++ /dev/null
@@ -1,12 +0,0 @@
-<yandex>
-    <shutdown_wait_unfinished>3</shutdown_wait_unfinished>
-    <logger>
-        <level>trace</level>
-        <log>/var/log/clickhouse-server/log.log</log>
-        <errorlog>/var/log/clickhouse-server/log.err.log</errorlog>
-        <size>1000M</size>
-        <count>10</count>
-        <stderr>/var/log/clickhouse-server/stderr.log</stderr>
-        <stdout>/var/log/clickhouse-server/stdout.log</stdout>
-    </logger>
-</yandex>
diff --git a/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml b/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
deleted file mode 100644
index 31ede39c318..00000000000
--- a/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
+++ /dev/null
@@ -1,4 +0,0 @@
-<yandex>
-    <merge_tree>
-    </merge_tree>
-</yandex>
diff --git a/tests/integration/test_adaptive_granularity/configs/remote_servers.xml b/tests/integration/test_adaptive_granularity/configs/remote_servers.xml
deleted file mode 100644
index 8c77a7afe54..00000000000
--- a/tests/integration/test_adaptive_granularity/configs/remote_servers.xml
+++ /dev/null
@@ -1,68 +0,0 @@
-<yandex>
-    <remote_servers>
-        <test_cluster>
-            <shard>
-                <!-- both latest version -->
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node1</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node2</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </test_cluster>
-        <test_cluster>
-            <shard>
-                <!-- 19.6 + latest version -->
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node3</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node4</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </test_cluster>
-        <test_cluster>
-            <shard>
-                <!-- 19.1 + latest version -->
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node5</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node6</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </test_cluster>
-        <test_cluster>
-            <shard>
-                <!-- both 19.1 and update to new version -->
-                <internal_replication>true</internal_replication>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node11</host>
-                    <port>9000</port>
-                </replica>
-                <replica>
-                    <default_database>test</default_database>
-                    <host>node12</host>
-                    <port>9000</port>
-                </replica>
-            </shard>
-        </test_cluster>
-    </remote_servers>
-</yandex>
diff --git a/tests/integration/test_adaptive_granularity/configs/wide_parts_only.xml b/tests/integration/test_adaptive_granularity/configs/wide_parts_only.xml
deleted file mode 100644
index 42e2173f718..00000000000
--- a/tests/integration/test_adaptive_granularity/configs/wide_parts_only.xml
+++ /dev/null
@@ -1,6 +0,0 @@
-<yandex>
-    <merge_tree>
-        <min_rows_for_wide_part>0</min_rows_for_wide_part>
-        <min_bytes_for_wide_part>0</min_bytes_for_wide_part>
-    </merge_tree>
-</yandex>
diff --git a/tests/integration/test_adaptive_granularity/test.py b/tests/integration/test_adaptive_granularity/test.py
deleted file mode 100644
index 12bfc22d7d9..00000000000
--- a/tests/integration/test_adaptive_granularity/test.py
+++ /dev/null
@@ -1,394 +0,0 @@
-import time
-
-import pytest
-from helpers.client import QueryRuntimeException, QueryTimeoutExceedException
-from helpers.cluster import ClickHouseCluster
-from helpers.test_tools import assert_eq_with_retry
-
-cluster = ClickHouseCluster(__file__)
-node1 = cluster.add_instance('node1', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True)
-node2 = cluster.add_instance('node2', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True)
-
-node3 = cluster.add_instance('node3', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.6.3.18', with_installed_binary=True)
-node4 = cluster.add_instance('node4', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/wide_parts_only.xml'], with_zookeeper=True)
-
-node5 = cluster.add_instance('node5', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', with_installed_binary=True)
-node6 = cluster.add_instance('node6', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/wide_parts_only.xml'], with_zookeeper=True)
-
-node7 = cluster.add_instance('node7', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.6.3.18', stay_alive=True, with_installed_binary=True)
-node8 = cluster.add_instance('node8', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-
-node9 = cluster.add_instance('node9', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/merge_tree_settings.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-node10 = cluster.add_instance('node10', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/merge_tree_settings.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.6.3.18', stay_alive=True, with_installed_binary=True)
-
-node11 = cluster.add_instance('node11', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-node12 = cluster.add_instance('node12', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-
-
-def prepare_single_pair_with_setting(first_node, second_node, group):
-    for node in (first_node, second_node):
-        node.query("CREATE DATABASE IF NOT EXISTS test")
-
-    # Two tables with adaptive granularity
-    first_node.query(
-        '''
-            CREATE TABLE table_by_default(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_by_default', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 10485760
-        '''.format(g=group))
-
-    second_node.query(
-        '''
-            CREATE TABLE table_by_default(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_by_default', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 10485760
-        '''.format(g=group))
-
-    # Two tables with fixed granularity
-    first_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 0
-        '''.format(g=group))
-
-    second_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 0
-        '''.format(g=group))
-
-    # Two tables with different granularity
-    with pytest.raises(QueryRuntimeException):
-        first_node.query(
-            '''
-                CREATE TABLE table_with_different_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_different_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 10485760
-            '''.format(g=group))
-
-        second_node.query(
-            '''
-                CREATE TABLE table_with_different_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_different_granularity', '2')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 0
-            '''.format(g=group))
-
-        # Two tables with different granularity, but enabled mixed parts
-        first_node.query(
-            '''
-                CREATE TABLE table_with_mixed_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_mixed_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 10485760, enable_mixed_granularity_parts=1
-            '''.format(g=group))
-
-        second_node.query(
-            '''
-                CREATE TABLE table_with_mixed_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_mixed_granularity', '2')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 0, enable_mixed_granularity_parts=1
-            '''.format(g=group))
-
-
-def prepare_single_pair_without_setting(first_node, second_node, group):
-    for node in (first_node, second_node):
-        node.query("CREATE DATABASE IF NOT EXISTS test")
-
-    # Two tables with fixed granularity
-    first_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-        '''.format(g=group))
-
-    second_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 0
-        '''.format(g=group))
-
-
-@pytest.fixture(scope="module")
-def start_static_cluster():
-    try:
-        cluster.start()
-
-        prepare_single_pair_with_setting(node1, node2, "shard1")
-        prepare_single_pair_with_setting(node3, node4, "shard2")
-        prepare_single_pair_without_setting(node5, node6, "shard3")
-        yield cluster
-
-    finally:
-        cluster.shutdown()
-
-
-@pytest.mark.parametrize(
-    ('first_node', 'second_node', 'table'),
-    [
-        (node1, node2, 'table_by_default'),
-        (node1, node2, 'table_with_fixed_granularity'),
-        (node3, node4, 'table_by_default'),
-        (node3, node4, 'table_with_fixed_granularity'),
-        (node5, node6, 'table_with_fixed_granularity'),
-    ]
-)
-def test_different_versions_cluster(start_static_cluster, first_node, second_node, table):
-    counter = 1
-    for n1, n2 in ((first_node, second_node), (second_node, first_node)):
-        n1.query("INSERT INTO {tbl} VALUES (toDate('2018-10-01'), {c1}, 333), (toDate('2018-10-02'), {c2}, 444)".format(
-            tbl=table, c1=counter * 2, c2=counter * 2 + 1))
-        n2.query("SYSTEM SYNC REPLICA {tbl}".format(tbl=table))
-        assert_eq_with_retry(n2, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        n1.query("DETACH TABLE {tbl}".format(tbl=table))
-        n2.query("DETACH TABLE {tbl}".format(tbl=table))
-        n1.query("ATTACH TABLE {tbl}".format(tbl=table))
-        n2.query("ATTACH TABLE {tbl}".format(tbl=table))
-        assert_eq_with_retry(n1, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        assert_eq_with_retry(n2, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        n1.query("OPTIMIZE TABLE {tbl} FINAL".format(tbl=table))
-        n2.query("SYSTEM SYNC REPLICA {tbl}".format(tbl=table))
-        assert_eq_with_retry(n1, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        assert_eq_with_retry(n2, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        counter += 1
-
-
-@pytest.fixture(scope="module")
-def start_dynamic_cluster():
-    try:
-        cluster.start()
-        node7.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/7/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node7.query(
-            '''
-                CREATE TABLE table_with_adaptive_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/7/table_with_adaptive_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes=10485760
-            ''')
-
-        node8.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/8/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node9.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/9/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node10.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/10/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node11.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node12.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity', '2')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        yield cluster
-
-    finally:
-        cluster.shutdown()
-
-
-@pytest.mark.parametrize(
-    ('n', 'tables'),
-    [
-        (node7, ['table_with_default_granularity', 'table_with_adaptive_default_granularity']),
-        (node8, ['table_with_default_granularity']),
-    ]
-)
-def test_version_single_node_update(start_dynamic_cluster, n, tables):
-    for table in tables:
-        n.query(
-            "INSERT INTO {tbl} VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)".format(tbl=table))
-    n.restart_with_latest_version()
-    for table in tables:
-        assert n.query("SELECT count() from {tbl}".format(tbl=table)) == '2\n'
-        n.query(
-            "INSERT INTO {tbl} VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)".format(tbl=table))
-        assert n.query("SELECT count() from {tbl}".format(tbl=table)) == '4\n'
-
-
-@pytest.mark.parametrize(
-    ('node',),
-    [
-        (node9,),
-        (node10,)
-    ]
-)
-def test_mixed_granularity_single_node(start_dynamic_cluster, node):
-    node.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
-    node.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-09-01'), 1, 333), (toDate('2018-09-02'), 2, 444)")
-
-    def callback(n):
-        new_config = """
-<yandex><merge_tree>
-    <enable_mixed_granularity_parts>1</enable_mixed_granularity_parts>
-    <min_bytes_for_wide_part>0</min_bytes_for_wide_part>
-</merge_tree></yandex>"""
-
-        n.replace_config("/etc/clickhouse-server/merge_tree_settings.xml", new_config)
-        n.replace_config("/etc/clickhouse-server/config.d/merge_tree_settings.xml", new_config)
-
-    node.restart_with_latest_version(callback_onstop=callback)
-    node.query("SYSTEM RELOAD CONFIG")
-    assert_eq_with_retry(node,
-                         "SELECT value FROM system.merge_tree_settings WHERE name='enable_mixed_granularity_parts'",
-                         '1')
-    assert node.query("SELECT count() from table_with_default_granularity") == '4\n'
-    node.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)")
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-    node.query("OPTIMIZE TABLE table_with_default_granularity PARTITION 201810 FINAL")
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-    path_to_merged_part = node.query(
-        "SELECT path FROM system.parts WHERE table = 'table_with_default_granularity' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
-    node.exec_in_container(["bash", "-c", "find {p} -name '*.mrk2' | grep '.*'".format(
-        p=path_to_merged_part)])  # check that we have adaptive files
-
-    path_to_old_part = node.query(
-        "SELECT path FROM system.parts WHERE table = 'table_with_default_granularity' AND active=1 ORDER BY partition ASC LIMIT 1").strip()
-
-    node.exec_in_container(["bash", "-c", "find {p} -name '*.mrk' | grep '.*'".format(
-        p=path_to_old_part)])  # check that we have non adaptive files
-
-    node.query("ALTER TABLE table_with_default_granularity UPDATE dummy = dummy + 1 WHERE 1")
-    # still works
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-
-    node.query("ALTER TABLE table_with_default_granularity MODIFY COLUMN dummy String")
-    node.query("ALTER TABLE table_with_default_granularity ADD COLUMN dummy2 Float64")
-
-    # still works
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-
-
-@pytest.mark.skip(reason="flaky")
-def test_version_update_two_nodes(start_dynamic_cluster):
-    node11.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
-    node12.query("SYSTEM SYNC REPLICA table_with_default_granularity", timeout=20)
-    assert node12.query("SELECT COUNT() FROM table_with_default_granularity") == '2\n'
-
-    def callback(n):
-        new_config = """
-<yandex><merge_tree>
-    <enable_mixed_granularity_parts>0</enable_mixed_granularity_parts>
-    <min_bytes_for_wide_part>0</min_bytes_for_wide_part>
-</merge_tree></yandex>"""
-
-        n.replace_config("/etc/clickhouse-server/merge_tree_settings.xml", new_config)
-        n.replace_config("/etc/clickhouse-server/config.d/merge_tree_settings.xml", new_config)
-
-    node12.restart_with_latest_version(callback_onstop=callback)
-
-    node12.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)")
-    node11.query("SYSTEM SYNC REPLICA table_with_default_granularity", timeout=20)
-    assert node11.query("SELECT COUNT() FROM table_with_default_granularity") == '4\n'
-
-    node12.query(
-        '''
-            CREATE TABLE table_with_default_granularity_new(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity_new', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-        ''')
-
-    node11.query(
-        '''
-            CREATE TABLE table_with_default_granularity_new(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity_new', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-        ''')
-
-    node12.query(
-        "INSERT INTO table_with_default_granularity_new VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
-    with pytest.raises(QueryTimeoutExceedException):
-        node11.query("SYSTEM SYNC REPLICA table_with_default_granularity_new", timeout=20)
-    node12.query(
-        "INSERT INTO table_with_default_granularity_new VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)")
-
-    node11.restart_with_latest_version(callback_onstop=callback)  # just to be sure
-
-    for i in range(3):
-        try:
-            node11.query("SYSTEM SYNC REPLICA table_with_default_granularity_new", timeout=120)
-            node12.query("SYSTEM SYNC REPLICA table_with_default_granularity_new", timeout=120)
-            break
-        except Exception as ex:
-            print(("Exception during replica sync", ex))
-            node11.query("SYSTEM RESTART REPLICA table_with_default_granularity_new")
-            node12.query("SYSTEM RESTART REPLICA table_with_default_granularity_new")
-            time.sleep(2 * i)
-
-    assert node11.query("SELECT COUNT() FROM table_with_default_granularity_new") == "4\n"
-    assert node12.query("SELECT COUNT() FROM table_with_default_granularity_new") == "4\n"
-
-    node11.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 5, 333), (toDate('2018-10-02'), 6, 444)")
-    for i in range(3):
-        try:
-            node12.query("SYSTEM SYNC REPLICA table_with_default_granularity", timeout=120)
-            break
-        except Exception as ex:
-            print(("Exception during replica sync", ex))
-            node11.query("SYSTEM RESTART REPLICA table_with_default_granularity")
-            node12.query("SYSTEM RESTART REPLICA table_with_default_granularity")
-            time.sleep(2 * i)
-
-    assert node12.query("SELECT COUNT() FROM table_with_default_granularity") == '6\n'
diff --git a/tests/integration/test_adaptive_granularity_different_settings/__init__.py b/tests/integration/test_adaptive_granularity_different_settings/__init__.py
deleted file mode 100644
index e69de29bb2d..00000000000
diff --git a/tests/integration/test_adaptive_granularity_different_settings/test.py b/tests/integration/test_adaptive_granularity_different_settings/test.py
deleted file mode 100644
index ce8f32b6ec6..00000000000
--- a/tests/integration/test_adaptive_granularity_different_settings/test.py
+++ /dev/null
@@ -1,53 +0,0 @@
-import pytest
-from helpers.cluster import ClickHouseCluster
-
-cluster = ClickHouseCluster(__file__)
-
-node1 = cluster.add_instance('node1', with_zookeeper=True)
-node2 = cluster.add_instance('node2', with_zookeeper=True)
-
-# no adaptive granularity by default
-node3 = cluster.add_instance('node3', image='yandex/clickhouse-server', tag='19.9.5.36', with_installed_binary=True,
-                             stay_alive=True)
-
-
-@pytest.fixture(scope="module")
-def start_cluster():
-    try:
-        cluster.start()
-
-        yield cluster
-    finally:
-        cluster.shutdown()
-
-
-def test_attach_detach(start_cluster):
-    node1.query("""
-        CREATE TABLE test (key UInt64)
-        ENGINE = ReplicatedMergeTree('/clickhouse/test', '1')
-        ORDER BY tuple()
-        SETTINGS index_granularity_bytes = 0""")
-
-    node1.query("INSERT INTO test VALUES (1), (2)")
-
-    node2.query("""
-        CREATE TABLE test (key UInt64)
-        ENGINE = ReplicatedMergeTree('/clickhouse/test', '2')
-        ORDER BY tuple() SETTINGS enable_mixed_granularity_parts = 0""")
-
-    node2.query("INSERT INTO test VALUES (3), (4)")
-
-    node1.query("SYSTEM SYNC REPLICA test", timeout=10)
-    node2.query("SYSTEM SYNC REPLICA test", timeout=10)
-
-    assert node1.query("SELECT COUNT() FROM  test") == "4\n"
-    assert node2.query("SELECT COUNT() FROM  test") == "4\n"
-
-    node1.query("DETACH TABLE test")
-    node2.query("DETACH TABLE test")
-
-    node1.query("ATTACH TABLE test")
-    node2.query("ATTACH TABLE test")
-
-    assert node1.query("SELECT COUNT() FROM  test") == "4\n"
-    assert node2.query("SELECT COUNT() FROM  test") == "4\n"
diff --git a/tests/integration/test_adaptive_granularity_replicated/__init__.py b/tests/integration/test_adaptive_granularity_replicated/__init__.py
deleted file mode 100644
index e69de29bb2d..00000000000
diff --git a/tests/integration/test_adaptive_granularity_replicated/test.py b/tests/integration/test_adaptive_granularity_replicated/test.py
deleted file mode 100644
index 5903cb85603..00000000000
--- a/tests/integration/test_adaptive_granularity_replicated/test.py
+++ /dev/null
@@ -1,104 +0,0 @@
-import time
-
-import pytest
-from helpers.cluster import ClickHouseCluster
-
-cluster = ClickHouseCluster(__file__)
-
-node1 = cluster.add_instance('node1', with_zookeeper=True)
-node2 = cluster.add_instance('node2', with_zookeeper=True)
-node3 = cluster.add_instance('node3', with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.14',
-                             with_installed_binary=True)
-
-
-@pytest.fixture(scope="module")
-def start_cluster():
-    try:
-        cluster.start()
-        time.sleep(1)
-
-        yield cluster
-    finally:
-        cluster.shutdown()
-
-
-def test_creating_table_different_setting(start_cluster):
-    node1.query(
-        "CREATE TABLE t1 (c1 String, c2 String) ENGINE=ReplicatedMergeTree('/clickhouse/t1', '1') ORDER BY tuple(c1) SETTINGS index_granularity_bytes = 0")
-    node1.query("INSERT INTO t1 VALUES('x', 'y')")
-
-    node2.query(
-        "CREATE TABLE t1 (c1 String, c2 String) ENGINE=ReplicatedMergeTree('/clickhouse/t1', '2') ORDER BY tuple(c1) SETTINGS enable_mixed_granularity_parts = 0")
-
-    node1.query("INSERT INTO t1 VALUES('a', 'b')")
-    node2.query("SYSTEM SYNC REPLICA t1", timeout=5)
-
-    node1.query("SELECT count() FROM t1") == "2\n"
-    node2.query("SELECT count() FROM t1") == "1\n"
-
-    node2.query("INSERT INTO t1 VALUES('c', 'd')")
-    node1.query("SYSTEM SYNC REPLICA t1", timeout=5)
-
-    # replication works
-    node1.query("SELECT count() FROM t1") == "3\n"
-    node2.query("SELECT count() FROM t1") == "2\n"
-
-    # OPTIMIZE also works correctly
-    node2.query("OPTIMIZE TABLE t1 FINAL") == "3\n"
-    node1.query("SYSTEM SYNC REPLICA t1", timeout=5)
-
-    node1.query("SELECT count() FROM t1") == "3\n"
-    node2.query("SELECT count() FROM t1") == "2\n"
-
-    path_part = node1.query(
-        "SELECT path FROM system.parts WHERE table = 't1' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
-
-    with pytest.raises(Exception):  # check that we have no adaptive files
-        node1.exec_in_container(["bash", "-c", "find {p} -name '*.mrk2' | grep '.*'".format(p=path_part)])
-
-    path_part = node2.query(
-        "SELECT path FROM system.parts WHERE table = 't1' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
-
-    with pytest.raises(Exception):  # check that we have no adaptive files
-        node2.exec_in_container(["bash", "-c", "find {p} -name '*.mrk2' | grep '.*'".format(p=path_part)])
-
-
-def test_old_node_with_new_node(start_cluster):
-    node3.query(
-        "CREATE TABLE t2 (c1 String, c2 String) ENGINE=ReplicatedMergeTree('/clickhouse/t2', '3') ORDER BY tuple(c1)")
-    node3.query("INSERT INTO t2 VALUES('x', 'y')")
-
-    node2.query(
-        "CREATE TABLE t2 (c1 String, c2 String) ENGINE=ReplicatedMergeTree('/clickhouse/t2', '2') ORDER BY tuple(c1) SETTINGS enable_mixed_granularity_parts = 0")
-
-    node3.query("INSERT INTO t2 VALUES('a', 'b')")
-    node2.query("SYSTEM SYNC REPLICA t2", timeout=5)
-
-    node3.query("SELECT count() FROM t2") == "2\n"
-    node2.query("SELECT count() FROM t2") == "1\n"
-
-    node2.query("INSERT INTO t2 VALUES('c', 'd')")
-    node3.query("SYSTEM SYNC REPLICA t2", timeout=5)
-
-    # replication works
-    node3.query("SELECT count() FROM t2") == "3\n"
-    node2.query("SELECT count() FROM t2") == "2\n"
-
-    # OPTIMIZE also works correctly
-    node3.query("OPTIMIZE table t2 FINAL")
-    node2.query("SYSTEM SYNC REPLICA t2", timeout=5)
-
-    node3.query("SELECT count() FROM t2") == "3\n"
-    node2.query("SELECT count() FROM t2") == "2\n"
-
-    path_part = node3.query(
-        "SELECT path FROM system.parts WHERE table = 't2' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
-
-    with pytest.raises(Exception):  # check that we have no adaptive files
-        node3.exec_in_container(["bash", "-c", "find {p} -name '*.mrk2' | grep '.*'".format(p=path_part)])
-
-    path_part = node2.query(
-        "SELECT path FROM system.parts WHERE table = 't2' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
-
-    with pytest.raises(Exception):  # check that we have no adaptive files
-        node2.exec_in_container(["bash", "-c", "find {p} -name '*.mrk2' | grep '.*'".format(p=path_part)])

From f152bafd759a15755d811f8b1e22252827ed8f86 Mon Sep 17 00:00:00 2001
From: Nikolay Shcheglov <ndnd@mail.ru>
Date: Thu, 3 Jun 2021 15:15:46 +0300
Subject: [PATCH 0865/1060] Fix nullable link

---
 docs/ru/sql-reference/syntax.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/syntax.md b/docs/ru/sql-reference/syntax.md
index dbbf5f92612..488e327dd31 100644
--- a/docs/ru/sql-reference/syntax.md
+++ b/docs/ru/sql-reference/syntax.md
@@ -94,7 +94,7 @@ INSERT INTO t VALUES (1, 'Hello, world'), (2, 'abc'), (3, 'def')
 
 Обозначает, что значение отсутствует.
 
-Чтобы в поле таблицы можно было хранить `NULL`, оно должно быть типа [Nullable](../sql-reference/syntax.md).
+Чтобы в поле таблицы можно было хранить `NULL`, оно должно быть типа [Nullable](../sql-reference/data-types/nullable.md).
 
 В зависимости от формата данных (входных или выходных) `NULL` может иметь различное представление. Подробнее смотрите в документации для [форматов данных](../interfaces/formats.md#formats).
 

From aa98d6be3a66746ac4575046e47c1a3b8c0f816f Mon Sep 17 00:00:00 2001
From: cn-ds <constant@cn-ds.fr>
Date: Thu, 3 Jun 2021 14:21:42 +0200
Subject: [PATCH 0866/1060] Improve documentation about
 <remote_url_allow_hosts>

Adding an example in the comments about the xml tag to use to specify allowed host

https://github.com/ClickHouse/ClickHouse/issues/24836
---
 programs/server/config.xml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/programs/server/config.xml b/programs/server/config.xml
index 75647b10416..dd50a693403 100644
--- a/programs/server/config.xml
+++ b/programs/server/config.xml
@@ -705,6 +705,8 @@
                     "yandex.ru" -> "yandex.ru:443", "yandex.ru:80" etc. is allowed, but "yandex.ru:80" -> only "yandex.ru:80" is allowed.
             If the host is specified as IP address, it is checked as specified in URL. Example: "[2a02:6b8:a::a]".
             If there are redirects and support for redirects is enabled, every redirect (the Location field) is checked.
+            Host should be specified using the host xml tag:
+                    <host>yandex.ru</host>
         -->
 
         <!-- Regular expression can be specified. RE2 engine is used for regexps.

From 4ae1c95e54fcd91fc8ea1c0b19bdec3b5310b97f Mon Sep 17 00:00:00 2001
From: adevyatova <annaconda@bk.ru>
Date: Thu, 3 Jun 2021 12:27:17 +0000
Subject: [PATCH 0867/1060] minor fix

---
 docs/en/sql-reference/statements/alter/partition.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/statements/alter/partition.md b/docs/en/sql-reference/statements/alter/partition.md
index edf8fe197ba..86381d3c6a4 100644
--- a/docs/en/sql-reference/statements/alter/partition.md
+++ b/docs/en/sql-reference/statements/alter/partition.md
@@ -195,7 +195,7 @@ For more information about backups and restoring data, see the [Data Backup](../
 ALTER TABLE 'table_name' UNFREEZE [PARTITION 'part_expr'] WITH NAME 'backup_name'
 ```
 
-Removes "freezed" partitions with the specified name from the disk. If the `PARTITION` clause is omitted, the query removes the backup of all partitions at once.
+Removes `freezed` partitions with the specified name from the disk. If the `PARTITION` clause is omitted, the query removes the backup of all partitions at once.
 
 ## CLEAR INDEX IN PARTITION {#alter_clear-index-partition}
 

From 31b27049b0f5c3199bf1eeda6570dcefeeaf66b6 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 3 Jun 2021 15:42:12 +0300
Subject: [PATCH 0868/1060] Followup

---
 .../configs/merge_tree_settings.xml           |   4 -
 .../test_adaptive_granularity/test.py         | 408 ------------------
 .../test.py                                   |  53 ---
 3 files changed, 465 deletions(-)
 delete mode 100644 tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
 delete mode 100644 tests/integration/test_adaptive_granularity/test.py
 delete mode 100644 tests/integration/test_adaptive_granularity_different_settings/test.py

diff --git a/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml b/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
deleted file mode 100644
index 2ee416c156e..00000000000
--- a/tests/integration/test_adaptive_granularity/configs/merge_tree_settings.xml
+++ /dev/null
@@ -1,4 +0,0 @@
-<yandex>
-    <merge_tree replace="replace">
-    </merge_tree>
-</yandex>
diff --git a/tests/integration/test_adaptive_granularity/test.py b/tests/integration/test_adaptive_granularity/test.py
deleted file mode 100644
index f10bfddb01b..00000000000
--- a/tests/integration/test_adaptive_granularity/test.py
+++ /dev/null
@@ -1,408 +0,0 @@
-import time
-
-import logging
-import pytest
-from helpers.client import QueryRuntimeException, QueryTimeoutExceedException
-from helpers.cluster import ClickHouseCluster
-from helpers.test_tools import assert_eq_with_retry
-
-cluster = ClickHouseCluster(__file__)
-node1 = cluster.add_instance('node1', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True)
-node2 = cluster.add_instance('node2', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True)
-
-node3 = cluster.add_instance('node3', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.6.3.18', with_installed_binary=True)
-node4 = cluster.add_instance('node4', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/wide_parts_only.xml'], with_zookeeper=True)
-
-node5 = cluster.add_instance('node5', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', with_installed_binary=True)
-node6 = cluster.add_instance('node6', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/wide_parts_only.xml'], with_zookeeper=True)
-
-node7 = cluster.add_instance('node7', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.6.3.18', stay_alive=True, with_installed_binary=True)
-node8 = cluster.add_instance('node8', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-
-node9 = cluster.add_instance('node9', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/merge_tree_settings.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-node10 = cluster.add_instance('node10', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml', 'configs/merge_tree_settings.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.6.3.18', stay_alive=True, with_installed_binary=True)
-
-node11 = cluster.add_instance('node11', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-node12 = cluster.add_instance('node12', main_configs=['configs/remote_servers.xml', 'configs/log_conf.xml'], with_zookeeper=True, image='yandex/clickhouse-server', tag='19.1.15', stay_alive=True, with_installed_binary=True)
-
-
-def prepare_single_pair_with_setting(first_node, second_node, group):
-    for node in (first_node, second_node):
-        node.query("CREATE DATABASE IF NOT EXISTS test")
-
-    first_node.query("DROP TABLE IF EXISTS table_by_default")
-    second_node.query("DROP TABLE IF EXISTS table_by_default")
-    first_node.query("DROP TABLE IF EXISTS table_with_fixed_granularity")
-    second_node.query("DROP TABLE IF EXISTS table_with_fixed_granularity")
-
-
-    # Two tables with adaptive granularity
-    first_node.query(
-        '''
-            CREATE TABLE table_by_default(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_by_default', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 10485760
-        '''.format(g=group))
-
-    second_node.query(
-        '''
-            CREATE TABLE table_by_default(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_by_default', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 10485760
-        '''.format(g=group))
-
-    # Two tables with fixed granularity
-    first_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 0
-        '''.format(g=group))
-
-    second_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 0
-        '''.format(g=group))
-
-    # Two tables with different granularity
-    with pytest.raises(QueryRuntimeException):
-        first_node.query(
-            '''
-                CREATE TABLE table_with_different_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_different_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 10485760
-            '''.format(g=group))
-
-        second_node.query(
-            '''
-                CREATE TABLE table_with_different_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_different_granularity', '2')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 0
-            '''.format(g=group))
-
-        # Two tables with different granularity, but enabled mixed parts
-        first_node.query(
-            '''
-                CREATE TABLE table_with_mixed_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_mixed_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 10485760, enable_mixed_granularity_parts=1
-            '''.format(g=group))
-
-        second_node.query(
-            '''
-                CREATE TABLE table_with_mixed_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_mixed_granularity', '2')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes = 0, enable_mixed_granularity_parts=1
-            '''.format(g=group))
-
-
-def prepare_single_pair_without_setting(first_node, second_node, group):
-    for node in (first_node, second_node):
-        node.query("CREATE DATABASE IF NOT EXISTS test")
-
-    # Two tables with fixed granularity
-    first_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-        '''.format(g=group))
-
-    second_node.query(
-        '''
-            CREATE TABLE table_with_fixed_granularity(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/{g}/table_with_fixed_granularity', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-            SETTINGS index_granularity_bytes = 0
-        '''.format(g=group))
-
-
-@pytest.fixture(scope="module")
-def start_static_cluster():
-    try:
-        cluster.start()
-
-        prepare_single_pair_with_setting(node1, node2, "shard1")
-        prepare_single_pair_with_setting(node3, node4, "shard2")
-        prepare_single_pair_without_setting(node5, node6, "shard3")
-        yield cluster
-
-    finally:
-        cluster.shutdown()
-
-
-@pytest.mark.parametrize(
-    ('first_node', 'second_node', 'table'),
-    [
-        (node1, node2, 'table_by_default'),
-        (node1, node2, 'table_with_fixed_granularity'),
-        (node3, node4, 'table_by_default'),
-        (node3, node4, 'table_with_fixed_granularity'),
-        (node5, node6, 'table_with_fixed_granularity'),
-    ]
-)
-def test_different_versions_cluster(start_static_cluster, first_node, second_node, table):
-    counter = 1
-    for n1, n2 in ((first_node, second_node), (second_node, first_node)):
-        n1.query("INSERT INTO {tbl} VALUES (toDate('2018-10-01'), {c1}, 333), (toDate('2018-10-02'), {c2}, 444)".format(
-            tbl=table, c1=counter * 2, c2=counter * 2 + 1))
-        n2.query("SYSTEM SYNC REPLICA {tbl}".format(tbl=table))
-        assert_eq_with_retry(n2, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        n1.query("DETACH TABLE {tbl}".format(tbl=table))
-        n2.query("DETACH TABLE {tbl}".format(tbl=table))
-        n1.query("ATTACH TABLE {tbl}".format(tbl=table))
-        n2.query("ATTACH TABLE {tbl}".format(tbl=table))
-        assert_eq_with_retry(n1, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        assert_eq_with_retry(n2, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        n1.query("OPTIMIZE TABLE {tbl} FINAL".format(tbl=table))
-        n2.query("SYSTEM SYNC REPLICA {tbl}".format(tbl=table))
-        assert_eq_with_retry(n1, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        assert_eq_with_retry(n2, "SELECT count() from {tbl}".format(tbl=table), str(counter * 2))
-        counter += 1
-
-
-@pytest.fixture(scope="module")
-def start_dynamic_cluster():
-    try:
-        cluster.start()
-        node7.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/7/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node7.query(
-            '''
-                CREATE TABLE table_with_adaptive_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/7/table_with_adaptive_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-                SETTINGS index_granularity_bytes=10485760
-            ''')
-
-        node8.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/8/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node9.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/9/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node10.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/10/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node11.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity', '1')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        node12.query(
-            '''
-                CREATE TABLE table_with_default_granularity(date Date, id UInt32, dummy UInt32)
-                ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity', '2')
-                PARTITION BY toYYYYMM(date)
-                ORDER BY id
-            ''')
-
-        yield cluster
-
-    finally:
-        cluster.shutdown()
-
-
-@pytest.mark.parametrize(
-    ('n', 'tables'),
-    [
-        (node7, ['table_with_default_granularity', 'table_with_adaptive_default_granularity']),
-        (node8, ['table_with_default_granularity']),
-    ]
-)
-def test_version_single_node_update(start_dynamic_cluster, n, tables):
-    for table in tables:
-        n.query(
-            "INSERT INTO {tbl} VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)".format(tbl=table))
-    n.restart_with_latest_version()
-    for table in tables:
-        assert n.query("SELECT count() from {tbl}".format(tbl=table)) == '2\n'
-        n.query(
-            "INSERT INTO {tbl} VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)".format(tbl=table))
-        assert n.query("SELECT count() from {tbl}".format(tbl=table)) == '4\n'
-
-
-@pytest.mark.parametrize(
-    ('node',),
-    [
-        (node9,),
-        (node10,)
-    ]
-)
-def test_mixed_granularity_single_node(start_dynamic_cluster, node):
-    node.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
-    node.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-09-01'), 1, 333), (toDate('2018-09-02'), 2, 444)")
-
-    path_to_part = node.query(
-        "SELECT path FROM system.parts WHERE table = 'table_with_default_granularity' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
-
-    result = node.exec_in_container(["bash", "-c", "find {p} -name '*.mrk*'".format(
-        p=path_to_part)])  # check that we have non adaptive files
-    logging.info(f"path {path_to_part} result\n {result}")
-
-    def callback(n):
-        new_config = """
-<yandex><merge_tree>
-    <enable_mixed_granularity_parts>1</enable_mixed_granularity_parts>
-    <min_bytes_for_wide_part>0</min_bytes_for_wide_part>
-</merge_tree></yandex>"""
-
-        n.replace_config("/etc/clickhouse-server/merge_tree_settings.xml", new_config)
-        n.replace_config("/etc/clickhouse-server/config.d/merge_tree_settings.xml", new_config)
-
-    node.restart_with_latest_version(callback_onstop=callback)
-    node.query("SYSTEM RELOAD CONFIG")
-    assert_eq_with_retry(node,
-                         "SELECT value FROM system.merge_tree_settings WHERE name='enable_mixed_granularity_parts'",
-                         '1')
-    assert node.query("SELECT count() from table_with_default_granularity") == '4\n'
-    node.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)")
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-    node.query("OPTIMIZE TABLE table_with_default_granularity PARTITION 201810 FINAL")
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-    path_to_merged_part = node.query(
-        "SELECT path FROM system.parts WHERE table = 'table_with_default_granularity' AND active=1 ORDER BY partition DESC LIMIT 1").strip()
-    node.exec_in_container(["bash", "-c", "find {p} -name '*.mrk2' | grep '.*'".format(
-        p=path_to_merged_part)])  # check that we have adaptive files
-
-    path_to_old_part = node.query(
-        "SELECT path FROM system.parts WHERE table = 'table_with_default_granularity' AND active=1 ORDER BY partition ASC LIMIT 1").strip()
-
-    node.exec_in_container(["bash", "-c", "find {p} -name '*.mrk' | grep '.*'".format(
-        p=path_to_old_part)])  # check that we have non adaptive files
-
-    node.query("ALTER TABLE table_with_default_granularity UPDATE dummy = dummy + 1 WHERE 1")
-    # still works
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-
-    node.query("ALTER TABLE table_with_default_granularity MODIFY COLUMN dummy String")
-    node.query("ALTER TABLE table_with_default_granularity ADD COLUMN dummy2 Float64")
-
-    # still works
-    assert node.query("SELECT count() from table_with_default_granularity") == '6\n'
-
-
-@pytest.mark.skip(reason="flaky")
-def test_version_update_two_nodes(start_dynamic_cluster):
-    node11.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
-    node12.query("SYSTEM SYNC REPLICA table_with_default_granularity", timeout=20)
-    assert node12.query("SELECT COUNT() FROM table_with_default_granularity") == '2\n'
-
-    def callback(n):
-        new_config = """
-<yandex><merge_tree>
-    <enable_mixed_granularity_parts>0</enable_mixed_granularity_parts>
-    <min_bytes_for_wide_part>0</min_bytes_for_wide_part>
-</merge_tree></yandex>"""
-
-        n.replace_config("/etc/clickhouse-server/merge_tree_settings.xml", new_config)
-        n.replace_config("/etc/clickhouse-server/config.d/merge_tree_settings.xml", new_config)
-
-    node12.restart_with_latest_version(callback_onstop=callback)
-
-    node12.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)")
-    node11.query("SYSTEM SYNC REPLICA table_with_default_granularity", timeout=20)
-    assert node11.query("SELECT COUNT() FROM table_with_default_granularity") == '4\n'
-
-    node12.query(
-        '''
-            CREATE TABLE table_with_default_granularity_new(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity_new', '2')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-        ''')
-
-    node11.query(
-        '''
-            CREATE TABLE table_with_default_granularity_new(date Date, id UInt32, dummy UInt32)
-            ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/shard11/table_with_default_granularity_new', '1')
-            PARTITION BY toYYYYMM(date)
-            ORDER BY id
-        ''')
-
-    node12.query(
-        "INSERT INTO table_with_default_granularity_new VALUES (toDate('2018-10-01'), 1, 333), (toDate('2018-10-02'), 2, 444)")
-    with pytest.raises(QueryTimeoutExceedException):
-        node11.query("SYSTEM SYNC REPLICA table_with_default_granularity_new", timeout=20)
-    node12.query(
-        "INSERT INTO table_with_default_granularity_new VALUES (toDate('2018-10-01'), 3, 333), (toDate('2018-10-02'), 4, 444)")
-
-    node11.restart_with_latest_version(callback_onstop=callback)  # just to be sure
-
-    for i in range(3):
-        try:
-            node11.query("SYSTEM SYNC REPLICA table_with_default_granularity_new", timeout=120)
-            node12.query("SYSTEM SYNC REPLICA table_with_default_granularity_new", timeout=120)
-            break
-        except Exception as ex:
-            print(("Exception during replica sync", ex))
-            node11.query("SYSTEM RESTART REPLICA table_with_default_granularity_new")
-            node12.query("SYSTEM RESTART REPLICA table_with_default_granularity_new")
-            time.sleep(2 * i)
-
-    assert node11.query("SELECT COUNT() FROM table_with_default_granularity_new") == "4\n"
-    assert node12.query("SELECT COUNT() FROM table_with_default_granularity_new") == "4\n"
-
-    node11.query(
-        "INSERT INTO table_with_default_granularity VALUES (toDate('2018-10-01'), 5, 333), (toDate('2018-10-02'), 6, 444)")
-    for i in range(3):
-        try:
-            node12.query("SYSTEM SYNC REPLICA table_with_default_granularity", timeout=120)
-            break
-        except Exception as ex:
-            print(("Exception during replica sync", ex))
-            node11.query("SYSTEM RESTART REPLICA table_with_default_granularity")
-            node12.query("SYSTEM RESTART REPLICA table_with_default_granularity")
-            time.sleep(2 * i)
-
-    assert node12.query("SELECT COUNT() FROM table_with_default_granularity") == '6\n'
diff --git a/tests/integration/test_adaptive_granularity_different_settings/test.py b/tests/integration/test_adaptive_granularity_different_settings/test.py
deleted file mode 100644
index f78a0ef2da6..00000000000
--- a/tests/integration/test_adaptive_granularity_different_settings/test.py
+++ /dev/null
@@ -1,53 +0,0 @@
-import pytest
-from helpers.cluster import ClickHouseCluster
-
-cluster = ClickHouseCluster(__file__)
-
-node1 = cluster.add_instance('node1', with_zookeeper=True)
-node2 = cluster.add_instance('node2', with_zookeeper=True)
-
-# no adaptive granularity by default
-node3 = cluster.add_instance('node3', image='yandex/clickhouse-server', tag='19.9.5.36', with_installed_binary=True,
-                             stay_alive=True)
-
-
-@pytest.fixture(scope="module")
-def start_cluster():
-    try:
-        cluster.start()
-
-        yield cluster
-    finally:
-        cluster.shutdown()
-
-
-def test_attach_detach(start_cluster):
-    node1.query("""
-        CREATE TABLE test (key UInt64)
-        ENGINE = ReplicatedMergeTree('/clickhouse/test', '1')
-        ORDER BY tuple()
-        SETTINGS index_granularity_bytes = 0""")
-
-    node1.query("INSERT INTO test VALUES (1), (2)")
-
-    node2.query("""
-        CREATE TABLE test (key UInt64)
-        ENGINE = ReplicatedMergeTree('/clickhouse/test', '2')
-        ORDER BY tuple() SETTINGS enable_mixed_granularity_parts = 0""")
-
-    node2.query("INSERT INTO test VALUES (3), (4)")
-
-    node1.query_with_retry("SYSTEM SYNC REPLICA test", timeout=10)
-    node2.query_with_retry("SYSTEM SYNC REPLICA test", timeout=10)
-
-    assert node1.query("SELECT COUNT() FROM  test") == "4\n"
-    assert node2.query("SELECT COUNT() FROM  test") == "4\n"
-
-    node1.query("DETACH TABLE test")
-    node2.query("DETACH TABLE test")
-
-    node1.query("ATTACH TABLE test")
-    node2.query("ATTACH TABLE test")
-
-    assert node1.query("SELECT COUNT() FROM  test") == "4\n"
-    assert node2.query("SELECT COUNT() FROM  test") == "4\n"

From e9fb162f65ae567306172798246ff96341a9f20e Mon Sep 17 00:00:00 2001
From: Ilya Yatsishin <2159081+qoega@users.noreply.github.com>
Date: Thu, 3 Jun 2021 16:05:12 +0300
Subject: [PATCH 0869/1060] Update Dockerfile

---
 docker/test/sqlancer/Dockerfile | 1 -
 1 file changed, 1 deletion(-)

diff --git a/docker/test/sqlancer/Dockerfile b/docker/test/sqlancer/Dockerfile
index b08b1b0bf0d..253ca1b729a 100644
--- a/docker/test/sqlancer/Dockerfile
+++ b/docker/test/sqlancer/Dockerfile
@@ -3,7 +3,6 @@ FROM ubuntu:20.04
 
 RUN apt-get update --yes && env DEBIAN_FRONTEND=noninteractive apt-get install wget unzip git openjdk-14-jdk maven python3 --yes --no-install-recommends
 RUN wget https://github.com/sqlancer/sqlancer/archive/master.zip -O /sqlancer.zip
-
 RUN mkdir /sqlancer && \
 	cd /sqlancer && \
 	unzip /sqlancer.zip

From e0a683a4075c9b3d1149a39a35dfc6d976106018 Mon Sep 17 00:00:00 2001
From: Ilya Yatsishin <2159081+qoega@users.noreply.github.com>
Date: Thu, 3 Jun 2021 16:10:54 +0300
Subject: [PATCH 0870/1060] Mute test_memory_consumption before #24784

---
 .../test_dictionaries_complex_key_cache_string/test.py          | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_dictionaries_complex_key_cache_string/test.py b/tests/integration/test_dictionaries_complex_key_cache_string/test.py
index b05c4a5f3b4..306ebcefc75 100644
--- a/tests/integration/test_dictionaries_complex_key_cache_string/test.py
+++ b/tests/integration/test_dictionaries_complex_key_cache_string/test.py
@@ -23,7 +23,7 @@ def started_cluster():
     finally:
         cluster.shutdown()
 
-
+@pytest.mark.skip(reason="SSD cache test can run on disk only")
 @pytest.mark.parametrize("type", ["memory", "ssd"])
 def test_memory_consumption(started_cluster, type):
     node = started_cluster.instances[f'node_{type}']

From 9f9f4c5a2559a9026f1794ae50305903aefca058 Mon Sep 17 00:00:00 2001
From: Kseniia Sumarokova <54203879+kssenii@users.noreply.github.com>
Date: Thu, 3 Jun 2021 16:38:47 +0300
Subject: [PATCH 0871/1060] Update skip_list.json

---
 tests/queries/skip_list.json | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index d770860cde5..b64ecaa1bbf 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -407,7 +407,8 @@
         "01053_ssd_dictionary",
         "01280_ssd_complex_key_dictionary",
         "01684_ssd_cache_dictionary_simple_key",
-        "01685_ssd_cache_dictionary_complex_key"
+        "01685_ssd_cache_dictionary_complex_key",
+        "01889_postgresql_protocol_null_fields"
     ],
     "parallel":
     [

From 9dfa4c06bd69c7de3153872cb9dd6a8b4e4f8e68 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 3 Jun 2021 22:05:37 +0800
Subject: [PATCH 0872/1060] Try reusing built sets during multi-pass analysis

---
 programs/server/Server.cpp                  |   2 +-
 src/Interpreters/DatabaseCatalog.cpp        |   2 +-
 src/Interpreters/DatabaseCatalog.h          |   2 +-
 src/Interpreters/ExpressionAnalyzer.cpp     |   8 +-
 src/Interpreters/ExpressionAnalyzer.h       |  27 +-
 src/Interpreters/InterpreterSelectQuery.cpp | 378 +++++++++-----------
 src/Interpreters/InterpreterSelectQuery.h   |   8 +-
 7 files changed, 199 insertions(+), 228 deletions(-)

diff --git a/programs/server/Server.cpp b/programs/server/Server.cpp
index f169d793ee9..f2bfe9d9ee2 100644
--- a/programs/server/Server.cpp
+++ b/programs/server/Server.cpp
@@ -1038,7 +1038,7 @@ int Server::main(const std::vector<std::string> & /*args*/)
         /// After the system database is created, attach virtual system tables (in addition to query_log and part_log)
         attachSystemTablesServer(*database_catalog.getSystemDatabase(), has_zookeeper);
         /// We load temporary database first, because projections need it.
-        database_catalog.loadTemporaryDatabase();
+        database_catalog.initializeAndLoadTemporaryDatabase();
         /// Then, load remaining databases
         loadMetadata(global_context, default_database);
         database_catalog.loadDatabases();
diff --git a/src/Interpreters/DatabaseCatalog.cpp b/src/Interpreters/DatabaseCatalog.cpp
index a70cdb2e054..4ed4f258b29 100644
--- a/src/Interpreters/DatabaseCatalog.cpp
+++ b/src/Interpreters/DatabaseCatalog.cpp
@@ -132,7 +132,7 @@ StoragePtr TemporaryTableHolder::getTable() const
 }
 
 
-void DatabaseCatalog::loadTemporaryDatabase()
+void DatabaseCatalog::initializeAndLoadTemporaryDatabase()
 {
     drop_delay_sec = getContext()->getConfigRef().getInt("database_atomic_delay_before_drop_table_sec", default_drop_delay_sec);
 
diff --git a/src/Interpreters/DatabaseCatalog.h b/src/Interpreters/DatabaseCatalog.h
index e20259fb973..a571eee58a7 100644
--- a/src/Interpreters/DatabaseCatalog.h
+++ b/src/Interpreters/DatabaseCatalog.h
@@ -127,7 +127,7 @@ public:
     static DatabaseCatalog & instance();
     static void shutdown();
 
-    void loadTemporaryDatabase();
+    void initializeAndLoadTemporaryDatabase();
     void loadDatabases();
 
     /// Get an object that protects the table from concurrently executing multiple DDL operations.
diff --git a/src/Interpreters/ExpressionAnalyzer.cpp b/src/Interpreters/ExpressionAnalyzer.cpp
index f7fdc87f0e9..890ba4880b0 100644
--- a/src/Interpreters/ExpressionAnalyzer.cpp
+++ b/src/Interpreters/ExpressionAnalyzer.cpp
@@ -136,13 +136,16 @@ ExpressionAnalyzer::ExpressionAnalyzer(
     ContextPtr context_,
     size_t subquery_depth_,
     bool do_global,
-    SubqueriesForSets subqueries_for_sets_)
+    SubqueriesForSets subqueries_for_sets_,
+    PreparedSets prepared_sets_)
     : WithContext(context_)
     , query(query_), settings(getContext()->getSettings())
     , subquery_depth(subquery_depth_)
     , syntax(syntax_analyzer_result_)
 {
+    /// Cache prepared sets because we might run analysis multiple times
     subqueries_for_sets = std::move(subqueries_for_sets_);
+    prepared_sets = std::move(prepared_sets_);
 
     /// external_tables, subqueries_for_sets for global subqueries.
     /// Replaces global subqueries with the generated names of temporary tables that will be sent to remote servers.
@@ -395,8 +398,7 @@ void SelectQueryExpressionAnalyzer::makeSetsForIndex(const ASTPtr & node)
                 getRootActions(left_in_operand, true, temp_actions);
 
                 if (temp_actions->tryFindInIndex(left_in_operand->getColumnName()))
-                    makeExplicitSet(func, *temp_actions, true, getContext(),
-                        settings.size_limits_for_set, prepared_sets);
+                    makeExplicitSet(func, *temp_actions, true, getContext(), settings.size_limits_for_set, prepared_sets);
             }
         }
     }
diff --git a/src/Interpreters/ExpressionAnalyzer.h b/src/Interpreters/ExpressionAnalyzer.h
index e9abf2db033..70ff5643b7c 100644
--- a/src/Interpreters/ExpressionAnalyzer.h
+++ b/src/Interpreters/ExpressionAnalyzer.h
@@ -96,12 +96,10 @@ private:
 public:
     /// Ctor for non-select queries. Generally its usage is:
     /// auto actions = ExpressionAnalyzer(query, syntax, context).getActions();
-    ExpressionAnalyzer(
-        const ASTPtr & query_,
-        const TreeRewriterResultPtr & syntax_analyzer_result_,
-        ContextPtr context_)
-    :   ExpressionAnalyzer(query_, syntax_analyzer_result_, context_, 0, false, {})
-    {}
+    ExpressionAnalyzer(const ASTPtr & query_, const TreeRewriterResultPtr & syntax_analyzer_result_, ContextPtr context_)
+        : ExpressionAnalyzer(query_, syntax_analyzer_result_, context_, 0, false, {}, {})
+    {
+    }
 
     ~ExpressionAnalyzer();
 
@@ -125,6 +123,8 @@ public:
       */
     SubqueriesForSets & getSubqueriesForSets() { return subqueries_for_sets; }
 
+    PreparedSets & getPreparedSets() { return prepared_sets; }
+
     /// Get intermediates for tests
     const ExpressionAnalyzerData & getAnalyzedData() const { return *this; }
 
@@ -153,7 +153,8 @@ protected:
         ContextPtr context_,
         size_t subquery_depth_,
         bool do_global_,
-        SubqueriesForSets subqueries_for_sets_);
+        SubqueriesForSets subqueries_for_sets_,
+        PreparedSets prepared_sets_);
 
     ASTPtr query;
     const ExtractedSettings settings;
@@ -285,8 +286,16 @@ public:
         const NameSet & required_result_columns_ = {},
         bool do_global_ = false,
         const SelectQueryOptions & options_ = {},
-        SubqueriesForSets subqueries_for_sets_ = {})
-        : ExpressionAnalyzer(query_, syntax_analyzer_result_, context_, options_.subquery_depth, do_global_, std::move(subqueries_for_sets_))
+        SubqueriesForSets subqueries_for_sets_ = {},
+        PreparedSets prepared_sets_ = {})
+        : ExpressionAnalyzer(
+            query_,
+            syntax_analyzer_result_,
+            context_,
+            options_.subquery_depth,
+            do_global_,
+            std::move(subqueries_for_sets_),
+            std::move(prepared_sets_))
         , metadata_snapshot(metadata_snapshot_)
         , required_result_columns(required_result_columns_)
         , query_options(options_)
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 7407088ba60..0f8f381cea7 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -242,9 +242,11 @@ static void checkAccessRightsForSelect(
             if (access->isGranted(AccessType::SELECT, table_id.database_name, table_id.table_name, column.name))
                 return;
         }
-        throw Exception(context->getUserName() + ": Not enough privileges. "
-                        "To execute this query it's necessary to have grant SELECT for at least one column on " + table_id.getFullTableName(),
-                        ErrorCodes::ACCESS_DENIED);
+        throw Exception(
+            ErrorCodes::ACCESS_DENIED,
+            "{}: Not enough privileges. To execute this query it's necessary to have grant SELECT for at least one column on {}",
+            context->getUserName(),
+            table_id.getFullTableName());
     }
 
     /// General check.
@@ -369,7 +371,9 @@ InterpreterSelectQuery::InterpreterSelectQuery(
     if (storage)
         view = dynamic_cast<StorageView *>(storage.get());
 
+    /// Reuse already built sets for multiple passes of analysis
     SubqueriesForSets subquery_for_sets;
+    PreparedSets prepared_sets;
 
     auto analyze = [&] (bool try_move_to_prewhere)
     {
@@ -429,9 +433,15 @@ InterpreterSelectQuery::InterpreterSelectQuery(
         }
 
         query_analyzer = std::make_unique<SelectQueryExpressionAnalyzer>(
-                query_ptr, syntax_analyzer_result, context, metadata_snapshot,
-                NameSet(required_result_column_names.begin(), required_result_column_names.end()),
-                !options.only_analyze, options, std::move(subquery_for_sets));
+            query_ptr,
+            syntax_analyzer_result,
+            context,
+            metadata_snapshot,
+            NameSet(required_result_column_names.begin(), required_result_column_names.end()),
+            !options.only_analyze,
+            options,
+            std::move(subquery_for_sets),
+            std::move(prepared_sets));
 
         if (!options.only_analyze)
         {
@@ -439,10 +449,14 @@ InterpreterSelectQuery::InterpreterSelectQuery(
                 throw Exception("Illegal SAMPLE: table doesn't support sampling", ErrorCodes::SAMPLING_NOT_SUPPORTED);
 
             if (query.final() && (input || input_pipe || !storage || !storage->supportsFinal()))
-                throw Exception((!input && !input_pipe && storage) ? "Storage " + storage->getName() + " doesn't support FINAL" : "Illegal FINAL", ErrorCodes::ILLEGAL_FINAL);
+                throw Exception(
+                    (!input && !input_pipe && storage) ? "Storage " + storage->getName() + " doesn't support FINAL" : "Illegal FINAL",
+                    ErrorCodes::ILLEGAL_FINAL);
 
             if (query.prewhere() && (input || input_pipe || !storage || !storage->supportsPrewhere()))
-                throw Exception((!input && !input_pipe && storage) ? "Storage " + storage->getName() + " doesn't support PREWHERE" : "Illegal PREWHERE", ErrorCodes::ILLEGAL_PREWHERE);
+                throw Exception(
+                    (!input && !input_pipe && storage) ? "Storage " + storage->getName() + " doesn't support PREWHERE" : "Illegal PREWHERE",
+                    ErrorCodes::ILLEGAL_PREWHERE);
 
             /// Save the new temporary tables in the query context
             for (const auto & it : query_analyzer->getExternalTables())
@@ -515,8 +529,10 @@ InterpreterSelectQuery::InterpreterSelectQuery(
     if (need_analyze_again)
     {
         LOG_TRACE(log, "Running 'analyze' second time");
-        query_analyzer->getSubqueriesForSets().clear();
-        subquery_for_sets = SubqueriesForSets();
+
+        /// Reuse already built sets for multiple passes of analysis
+        subquery_for_sets = std::move(query_analyzer->getSubqueriesForSets());
+        prepared_sets = std::move(query_analyzer->getPreparedSets());
 
         /// Do not try move conditions to PREWHERE for the second time.
         /// Otherwise, we won't be able to fallback from inefficient PREWHERE to WHERE later.
@@ -565,10 +581,10 @@ void InterpreterSelectQuery::buildQueryPlan(QueryPlan & query_plan)
     if (!options.ignore_aggregation && !blocksHaveEqualStructure(query_plan.getCurrentDataStream().header, result_header))
     {
         auto convert_actions_dag = ActionsDAG::makeConvertingActions(
-                query_plan.getCurrentDataStream().header.getColumnsWithTypeAndName(),
-                result_header.getColumnsWithTypeAndName(),
-                ActionsDAG::MatchColumnsMode::Name,
-                true);
+            query_plan.getCurrentDataStream().header.getColumnsWithTypeAndName(),
+            result_header.getColumnsWithTypeAndName(),
+            ActionsDAG::MatchColumnsMode::Name,
+            true);
 
         auto converting = std::make_unique<ExpressionStep>(query_plan.getCurrentDataStream(), convert_actions_dag);
         query_plan.addStep(std::move(converting));
@@ -583,8 +599,7 @@ BlockIO InterpreterSelectQuery::execute()
     buildQueryPlan(query_plan);
 
     res.pipeline = std::move(*query_plan.buildQueryPipeline(
-        QueryPlanOptimizationSettings::fromContext(context),
-        BuildQueryPipelineSettings::fromContext(context)));
+        QueryPlanOptimizationSettings::fromContext(context), BuildQueryPipelineSettings::fromContext(context)));
     return res;
 }
 
@@ -623,13 +638,7 @@ Block InterpreterSelectQuery::getSampleBlockImpl()
         && options.to_stage > QueryProcessingStage::WithMergeableState;
 
     analysis_result = ExpressionAnalysisResult(
-            *query_analyzer,
-            metadata_snapshot,
-            first_stage,
-            second_stage,
-            options.only_analyze,
-            filter_info,
-            source_header);
+        *query_analyzer, metadata_snapshot, first_stage, second_stage, options.only_analyze, filter_info, source_header);
 
     if (options.to_stage == QueryProcessingStage::Enum::FetchColumns)
     {
@@ -668,9 +677,8 @@ Block InterpreterSelectQuery::getSampleBlockImpl()
             // with this code. See
             // https://github.com/ClickHouse/ClickHouse/issues/19857 for details.
             if (analysis_result.before_window)
-            {
                 return analysis_result.before_window->getResultColumns();
-            }
+
             return analysis_result.before_order_by->getResultColumns();
         }
 
@@ -701,9 +709,7 @@ Block InterpreterSelectQuery::getSampleBlockImpl()
         // It's different from selected_columns, see the comment above for
         // WithMergeableState stage.
         if (analysis_result.before_window)
-        {
             return analysis_result.before_window->getResultColumns();
-        }
 
         return analysis_result.before_order_by->getResultColumns();
     }
@@ -782,8 +788,7 @@ static SortDescription getSortDescription(const ASTSelectQuery & query, ContextP
         if (order_by_elem.with_fill)
         {
             FillColumnDescription fill_desc = getWithFillDescription(order_by_elem, context);
-            order_descr.emplace_back(name, order_by_elem.direction,
-                order_by_elem.nulls_direction, collator, true, fill_desc);
+            order_descr.emplace_back(name, order_by_elem.direction, order_by_elem.nulls_direction, collator, true, fill_desc);
         }
         else
             order_descr.emplace_back(name, order_by_elem.direction, order_by_elem.nulls_direction, collator);
@@ -811,11 +816,14 @@ static UInt64 getLimitUIntValue(const ASTPtr & node, ContextPtr context, const s
     const auto & [field, type] = evaluateConstantExpression(node, context);
 
     if (!isNativeNumber(type))
-        throw Exception("Illegal type " + type->getName() + " of " + expr + " expression, must be numeric type", ErrorCodes::INVALID_LIMIT_EXPRESSION);
+        throw Exception(
+            "Illegal type " + type->getName() + " of " + expr + " expression, must be numeric type", ErrorCodes::INVALID_LIMIT_EXPRESSION);
 
     Field converted = convertFieldToType(field, DataTypeUInt64());
     if (converted.isNull())
-        throw Exception("The value " + applyVisitor(FieldVisitorToString(), field) + " of " + expr + " expression is not representable as UInt64", ErrorCodes::INVALID_LIMIT_EXPRESSION);
+        throw Exception(
+            "The value " + applyVisitor(FieldVisitorToString(), field) + " of " + expr + " expression is not representable as UInt64",
+            ErrorCodes::INVALID_LIMIT_EXPRESSION);
 
     return converted.safeGet<UInt64>();
 }
@@ -962,10 +970,10 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
             }
 
             auto prewhere_step = std::make_unique<FilterStep>(
-                    query_plan.getCurrentDataStream(),
-                    expressions.prewhere_info->prewhere_actions,
-                    expressions.prewhere_info->prewhere_column_name,
-                    expressions.prewhere_info->remove_prewhere_column);
+                query_plan.getCurrentDataStream(),
+                expressions.prewhere_info->prewhere_actions,
+                expressions.prewhere_info->prewhere_column_name,
+                expressions.prewhere_info->remove_prewhere_column);
 
             prewhere_step->setStepDescription("PREWHERE");
             query_plan.addStep(std::move(prewhere_step));
@@ -976,8 +984,7 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
             if (expressions.prewhere_info->remove_columns_actions)
             {
                 auto remove_columns = std::make_unique<ExpressionStep>(
-                        query_plan.getCurrentDataStream(),
-                        expressions.prewhere_info->remove_columns_actions);
+                    query_plan.getCurrentDataStream(), expressions.prewhere_info->remove_columns_actions);
 
                 remove_columns->setStepDescription("Remove unnecessary columns after PREWHERE");
                 query_plan.addStep(std::move(remove_columns));
@@ -988,8 +995,8 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
     {
         if (prepared_input)
         {
-            auto prepared_source_step = std::make_unique<ReadFromPreparedSource>(
-                    Pipe(std::make_shared<SourceFromInputStream>(prepared_input)), context);
+            auto prepared_source_step
+                = std::make_unique<ReadFromPreparedSource>(Pipe(std::make_shared<SourceFromInputStream>(prepared_input)), context);
             query_plan.addStep(std::move(prepared_source_step));
         }
         else if (prepared_pipe)
@@ -1073,10 +1080,10 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
             if (!query_info.projection && expressions.filter_info)
             {
                 auto row_level_security_step = std::make_unique<FilterStep>(
-                        query_plan.getCurrentDataStream(),
-                        expressions.filter_info->actions,
-                        expressions.filter_info->column_name,
-                        expressions.filter_info->do_remove_column);
+                    query_plan.getCurrentDataStream(),
+                    expressions.filter_info->actions,
+                    expressions.filter_info->column_name,
+                    expressions.filter_info->do_remove_column);
 
                 row_level_security_step->setStepDescription("Row-level security filter");
                 query_plan.addStep(std::move(row_level_security_step));
@@ -1084,18 +1091,16 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
 
             if (expressions.before_array_join)
             {
-                QueryPlanStepPtr before_array_join_step = std::make_unique<ExpressionStep>(
-                        query_plan.getCurrentDataStream(),
-                        expressions.before_array_join);
+                QueryPlanStepPtr before_array_join_step
+                    = std::make_unique<ExpressionStep>(query_plan.getCurrentDataStream(), expressions.before_array_join);
                 before_array_join_step->setStepDescription("Before ARRAY JOIN");
                 query_plan.addStep(std::move(before_array_join_step));
             }
 
             if (expressions.array_join)
             {
-                QueryPlanStepPtr array_join_step = std::make_unique<ArrayJoinStep>(
-                        query_plan.getCurrentDataStream(),
-                        expressions.array_join);
+                QueryPlanStepPtr array_join_step
+                    = std::make_unique<ArrayJoinStep>(query_plan.getCurrentDataStream(), expressions.array_join);
 
                 array_join_step->setStepDescription("ARRAY JOIN");
                 query_plan.addStep(std::move(array_join_step));
@@ -1228,7 +1233,8 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
                     if (query.group_by_with_totals)
                     {
                         bool final = !query.group_by_with_rollup && !query.group_by_with_cube;
-                        executeTotalsAndHaving(query_plan, expressions.hasHaving(), expressions.before_having, aggregate_overflow_row, final);
+                        executeTotalsAndHaving(
+                            query_plan, expressions.hasHaving(), expressions.before_having, aggregate_overflow_row, final);
                     }
 
                     if (query.group_by_with_rollup)
@@ -1239,7 +1245,9 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
                     if ((query.group_by_with_rollup || query.group_by_with_cube) && expressions.hasHaving())
                     {
                         if (query.group_by_with_totals)
-                            throw Exception("WITH TOTALS and WITH ROLLUP or CUBE are not supported together in presence of HAVING", ErrorCodes::NOT_IMPLEMENTED);
+                            throw Exception(
+                                "WITH TOTALS and WITH ROLLUP or CUBE are not supported together in presence of HAVING",
+                                ErrorCodes::NOT_IMPLEMENTED);
                         executeHaving(query_plan, expressions.before_having);
                     }
                 }
@@ -1259,7 +1267,9 @@ void InterpreterSelectQuery::executeImpl(QueryPlan & query_plan, const BlockInpu
             if (from_aggregation_stage)
             {
                 if (query_analyzer->hasWindow())
-                    throw Exception("Window functions does not support processing from WithMergeableStateAfterAggregation", ErrorCodes::NOT_IMPLEMENTED);
+                    throw Exception(
+                        "Window functions does not support processing from WithMergeableStateAfterAggregation",
+                        ErrorCodes::NOT_IMPLEMENTED);
             }
             else if (expressions.need_aggregate)
             {
@@ -1384,8 +1394,7 @@ static StreamLocalLimits getLimitsForStorage(const Settings & settings, const Se
 {
     StreamLocalLimits limits;
     limits.mode = LimitsMode::LIMITS_TOTAL;
-    limits.size_limits = SizeLimits(settings.max_rows_to_read, settings.max_bytes_to_read,
-                                    settings.read_overflow_mode);
+    limits.size_limits = SizeLimits(settings.max_rows_to_read, settings.max_bytes_to_read, settings.read_overflow_mode);
     limits.speed_limits.max_execution_time = settings.max_execution_time;
     limits.timeout_overflow_mode = settings.timeout_overflow_mode;
 
@@ -1446,11 +1455,11 @@ static void executeMergeAggregatedImpl(
     auto transform_params = std::make_shared<AggregatingTransformParams>(params, final);
 
     auto merging_aggregated = std::make_unique<MergingAggregatedStep>(
-            query_plan.getCurrentDataStream(),
-            std::move(transform_params),
-            settings.distributed_aggregation_memory_efficient && is_remote_storage,
-            settings.max_threads,
-            settings.aggregation_memory_efficient_merge_threads);
+        query_plan.getCurrentDataStream(),
+        std::move(transform_params),
+        settings.distributed_aggregation_memory_efficient && is_remote_storage,
+        settings.max_threads,
+        settings.aggregation_memory_efficient_merge_threads);
 
     query_plan.addStep(std::move(merging_aggregated));
 }
@@ -1467,33 +1476,22 @@ void InterpreterSelectQuery::addEmptySourceToQueryPlan(
 
         if (prewhere_info.alias_actions)
         {
-            pipe.addSimpleTransform([&](const Block & header)
-            {
-                return std::make_shared<ExpressionTransform>(
-                    header,
-                    prewhere_info.alias_actions);
-            });
+            pipe.addSimpleTransform(
+                [&](const Block & header) { return std::make_shared<ExpressionTransform>(header, prewhere_info.alias_actions); });
         }
 
         if (prewhere_info.row_level_filter)
         {
             pipe.addSimpleTransform([&](const Block & header)
             {
-                return std::make_shared<FilterTransform>(
-                    header,
-                    prewhere_info.row_level_filter,
-                    prewhere_info.row_level_column_name,
-                    true);
+                return std::make_shared<FilterTransform>(header, prewhere_info.row_level_filter, prewhere_info.row_level_column_name, true);
             });
         }
 
         pipe.addSimpleTransform([&](const Block & header)
         {
             return std::make_shared<FilterTransform>(
-                header,
-                prewhere_info.prewhere_actions,
-                prewhere_info.prewhere_column_name,
-                prewhere_info.remove_prewhere_column);
+                header, prewhere_info.prewhere_actions, prewhere_info.prewhere_column_name, prewhere_info.remove_prewhere_column);
         });
 
         // To remove additional columns
@@ -1502,12 +1500,8 @@ void InterpreterSelectQuery::addEmptySourceToQueryPlan(
         // This leads to mismatched header in distributed table
         if (prewhere_info.remove_columns_actions)
         {
-            pipe.addSimpleTransform([&](const Block & header)
-            {
-                return std::make_shared<ExpressionTransform>(
-                    header,
-                    prewhere_info.remove_columns_actions);
-            });
+            pipe.addSimpleTransform(
+                [&](const Block & header) { return std::make_shared<ExpressionTransform>(header, prewhere_info.remove_columns_actions); });
         }
     }
 
@@ -1703,12 +1697,7 @@ void InterpreterSelectQuery::addPrewhereAliasActions()
                 prewhere_info->remove_prewhere_column = false;
 
         /// Remove columns which will be added by prewhere.
-        required_columns.erase(
-            std::remove_if(
-                required_columns.begin(),
-                required_columns.end(),
-                [&](const String & name) { return required_columns_after_prewhere_set.count(name) != 0; }),
-            required_columns.end());
+        std::erase_if(required_columns, [&](const String & name) { return required_columns_after_prewhere_set.count(name) != 0; });
 
         if (prewhere_info)
         {
@@ -1813,10 +1802,11 @@ void InterpreterSelectQuery::executeFetchColumns(QueryProcessingStage::Enum proc
     /// Limitation on the number of columns to read.
     /// It's not applied in 'only_analyze' mode, because the query could be analyzed without removal of unnecessary columns.
     if (!options.only_analyze && settings.max_columns_to_read && required_columns.size() > settings.max_columns_to_read)
-        throw Exception("Limit for number of columns to read exceeded. "
-            "Requested: " + toString(required_columns.size())
-            + ", maximum: " + settings.max_columns_to_read.toString(),
-            ErrorCodes::TOO_MANY_COLUMNS);
+        throw Exception(
+            ErrorCodes::TOO_MANY_COLUMNS,
+            "Limit for number of columns to read exceeded. Requested: {}, maximum: {}",
+            required_columns.size(),
+            settings.max_columns_to_read);
 
     /// General limit for the number of threads.
     size_t max_threads_execute_query = settings.max_threads;
@@ -1909,14 +1899,18 @@ void InterpreterSelectQuery::executeFetchColumns(QueryProcessingStage::Enum proc
             auto actions_settings = ExpressionActionsSettings::fromContext(context, CompileExpressions::yes);
 
             query_info.prewhere_info = std::make_shared<PrewhereInfo>();
-            query_info.prewhere_info->prewhere_actions = std::make_shared<ExpressionActions>(prewhere_info->prewhere_actions, actions_settings);
+            query_info.prewhere_info->prewhere_actions
+                = std::make_shared<ExpressionActions>(prewhere_info->prewhere_actions, actions_settings);
 
             if (prewhere_info->row_level_filter_actions)
-                query_info.prewhere_info->row_level_filter = std::make_shared<ExpressionActions>(prewhere_info->row_level_filter_actions, actions_settings);
+                query_info.prewhere_info->row_level_filter
+                    = std::make_shared<ExpressionActions>(prewhere_info->row_level_filter_actions, actions_settings);
             if (prewhere_info->alias_actions)
-                query_info.prewhere_info->alias_actions = std::make_shared<ExpressionActions>(prewhere_info->alias_actions, actions_settings);
+                query_info.prewhere_info->alias_actions
+                    = std::make_shared<ExpressionActions>(prewhere_info->alias_actions, actions_settings);
             if (prewhere_info->remove_columns_actions)
-                query_info.prewhere_info->remove_columns_actions = std::make_shared<ExpressionActions>(prewhere_info->remove_columns_actions, actions_settings);
+                query_info.prewhere_info->remove_columns_actions
+                    = std::make_shared<ExpressionActions>(prewhere_info->remove_columns_actions, actions_settings);
 
             query_info.prewhere_info->prewhere_column_name = prewhere_info->prewhere_column_name;
             query_info.prewhere_info->remove_prewhere_column = prewhere_info->remove_prewhere_column;
@@ -1976,15 +1970,13 @@ void InterpreterSelectQuery::executeFetchColumns(QueryProcessingStage::Enum proc
         if (!options.ignore_limits)
         {
             limits = getLimitsForStorage(settings, options);
-            leaf_limits = SizeLimits(settings.max_rows_to_read_leaf, settings.max_bytes_to_read_leaf,
-                                          settings.read_overflow_mode_leaf);
+            leaf_limits = SizeLimits(settings.max_rows_to_read_leaf, settings.max_bytes_to_read_leaf, settings.read_overflow_mode_leaf);
         }
 
         if (!options.ignore_quota && (options.to_stage == QueryProcessingStage::Complete))
             quota = context->getQuota();
 
-        storage->read(query_plan, required_columns, metadata_snapshot,
-                      query_info, context, processing_stage, max_block_size, max_streams);
+        storage->read(query_plan, required_columns, metadata_snapshot, query_info, context, processing_stage, max_block_size, max_streams);
 
         if (context->hasQueryContext() && !options.is_internal)
         {
@@ -2009,13 +2001,7 @@ void InterpreterSelectQuery::executeFetchColumns(QueryProcessingStage::Enum proc
 
         /// Extend lifetime of context, table lock, storage. Set limits and quota.
         auto adding_limits_and_quota = std::make_unique<SettingQuotaAndLimitsStep>(
-                query_plan.getCurrentDataStream(),
-                storage,
-                std::move(table_lock),
-                limits,
-                leaf_limits,
-                std::move(quota),
-                context);
+            query_plan.getCurrentDataStream(), storage, std::move(table_lock), limits, leaf_limits, std::move(quota), context);
         adding_limits_and_quota->setStepDescription("Set limits and quota after reading from storage");
         query_plan.addStep(std::move(adding_limits_and_quota));
     }
@@ -2044,10 +2030,7 @@ void InterpreterSelectQuery::executeFetchColumns(QueryProcessingStage::Enum proc
 void InterpreterSelectQuery::executeWhere(QueryPlan & query_plan, const ActionsDAGPtr & expression, bool remove_filter)
 {
     auto where_step = std::make_unique<FilterStep>(
-            query_plan.getCurrentDataStream(),
-            expression,
-            getSelectQuery().where()->getColumnName(),
-            remove_filter);
+        query_plan.getCurrentDataStream(), expression, getSelectQuery().where()->getColumnName(), remove_filter);
 
     where_step->setStepDescription("WHERE");
     query_plan.addStep(std::move(where_step));
@@ -2076,15 +2059,20 @@ void InterpreterSelectQuery::executeAggregation(QueryPlan & query_plan, const Ac
 
     const Settings & settings = context->getSettingsRef();
 
-    Aggregator::Params params(header_before_aggregation, keys, aggregates,
-                              overflow_row, settings.max_rows_to_group_by, settings.group_by_overflow_mode,
-                              settings.group_by_two_level_threshold,
-                              settings.group_by_two_level_threshold_bytes,
-                              settings.max_bytes_before_external_group_by,
-                              settings.empty_result_for_aggregation_by_empty_set,
-                              context->getTemporaryVolume(),
-                              settings.max_threads,
-                              settings.min_free_disk_space_for_temporary_data);
+    Aggregator::Params params(
+        header_before_aggregation,
+        keys,
+        aggregates,
+        overflow_row,
+        settings.max_rows_to_group_by,
+        settings.group_by_overflow_mode,
+        settings.group_by_two_level_threshold,
+        settings.group_by_two_level_threshold_bytes,
+        settings.max_bytes_before_external_group_by,
+        settings.empty_result_for_aggregation_by_empty_set,
+        context->getTemporaryVolume(),
+        settings.max_threads,
+        settings.min_free_disk_space_for_temporary_data);
 
     SortDescription group_by_sort_description;
 
@@ -2095,20 +2083,21 @@ void InterpreterSelectQuery::executeAggregation(QueryPlan & query_plan, const Ac
 
     auto merge_threads = max_streams;
     auto temporary_data_merge_threads = settings.aggregation_memory_efficient_merge_threads
-                                        ? static_cast<size_t>(settings.aggregation_memory_efficient_merge_threads)
-                                        : static_cast<size_t>(settings.max_threads);
+        ? static_cast<size_t>(settings.aggregation_memory_efficient_merge_threads)
+        : static_cast<size_t>(settings.max_threads);
 
     bool storage_has_evenly_distributed_read = storage && storage->hasEvenlyDistributedRead();
 
     auto aggregating_step = std::make_unique<AggregatingStep>(
-            query_plan.getCurrentDataStream(),
-            params, final,
-            settings.max_block_size,
-            merge_threads,
-            temporary_data_merge_threads,
-            storage_has_evenly_distributed_read,
-            std::move(group_by_info),
-            std::move(group_by_sort_description));
+        query_plan.getCurrentDataStream(),
+        params,
+        final,
+        settings.max_block_size,
+        merge_threads,
+        temporary_data_merge_threads,
+        storage_has_evenly_distributed_read,
+        std::move(group_by_info),
+        std::move(group_by_sort_description));
 
     query_plan.addStep(std::move(aggregating_step));
 }
@@ -2135,24 +2124,27 @@ void InterpreterSelectQuery::executeMergeAggregated(QueryPlan & query_plan, bool
 
 void InterpreterSelectQuery::executeHaving(QueryPlan & query_plan, const ActionsDAGPtr & expression)
 {
-    auto having_step = std::make_unique<FilterStep>(
-            query_plan.getCurrentDataStream(),
-            expression, getSelectQuery().having()->getColumnName(), false);
+    auto having_step
+        = std::make_unique<FilterStep>(query_plan.getCurrentDataStream(), expression, getSelectQuery().having()->getColumnName(), false);
 
     having_step->setStepDescription("HAVING");
     query_plan.addStep(std::move(having_step));
 }
 
 
-void InterpreterSelectQuery::executeTotalsAndHaving(QueryPlan & query_plan, bool has_having, const ActionsDAGPtr & expression, bool overflow_row, bool final)
+void InterpreterSelectQuery::executeTotalsAndHaving(
+    QueryPlan & query_plan, bool has_having, const ActionsDAGPtr & expression, bool overflow_row, bool final)
 {
     const Settings & settings = context->getSettingsRef();
 
     auto totals_having_step = std::make_unique<TotalsHavingStep>(
-            query_plan.getCurrentDataStream(),
-            overflow_row, expression,
-            has_having ? getSelectQuery().having()->getColumnName() : "",
-            settings.totals_mode, settings.totals_auto_threshold, final);
+        query_plan.getCurrentDataStream(),
+        overflow_row,
+        expression,
+        has_having ? getSelectQuery().having()->getColumnName() : "",
+        settings.totals_mode,
+        settings.totals_auto_threshold,
+        final);
 
     query_plan.addStep(std::move(totals_having_step));
 }
@@ -2169,10 +2161,20 @@ void InterpreterSelectQuery::executeRollupOrCube(QueryPlan & query_plan, Modific
 
     const Settings & settings = context->getSettingsRef();
 
-    Aggregator::Params params(header_before_transform, keys, query_analyzer->aggregates(),
-                              false, settings.max_rows_to_group_by, settings.group_by_overflow_mode, 0, 0,
-                              settings.max_bytes_before_external_group_by, settings.empty_result_for_aggregation_by_empty_set,
-                              context->getTemporaryVolume(), settings.max_threads, settings.min_free_disk_space_for_temporary_data);
+    Aggregator::Params params(
+        header_before_transform,
+        keys,
+        query_analyzer->aggregates(),
+        false,
+        settings.max_rows_to_group_by,
+        settings.group_by_overflow_mode,
+        0,
+        0,
+        settings.max_bytes_before_external_group_by,
+        settings.empty_result_for_aggregation_by_empty_set,
+        context->getTemporaryVolume(),
+        settings.max_threads,
+        settings.min_free_disk_space_for_temporary_data);
 
     auto transform_params = std::make_shared<AggregatingTransformParams>(params, true);
 
@@ -2189,9 +2191,7 @@ void InterpreterSelectQuery::executeRollupOrCube(QueryPlan & query_plan, Modific
 void InterpreterSelectQuery::executeExpression(QueryPlan & query_plan, const ActionsDAGPtr & expression, const std::string & description)
 {
     if (!expression)
-    {
         return;
-    }
 
     auto expression_step = std::make_unique<ExpressionStep>(query_plan.getCurrentDataStream(), expression);
 
@@ -2199,8 +2199,7 @@ void InterpreterSelectQuery::executeExpression(QueryPlan & query_plan, const Act
     query_plan.addStep(std::move(expression_step));
 }
 
-static bool windowDescriptionComparator(const WindowDescription * _left,
-    const WindowDescription * _right)
+static bool windowDescriptionComparator(const WindowDescription * _left, const WindowDescription * _right)
 {
     const auto & left = _left->full_sort_description;
     const auto & right = _right->full_sort_description;
@@ -2208,37 +2207,21 @@ static bool windowDescriptionComparator(const WindowDescription * _left,
     for (size_t i = 0; i < std::min(left.size(), right.size()); ++i)
     {
         if (left[i].column_name < right[i].column_name)
-        {
             return true;
-        }
         else if (left[i].column_name > right[i].column_name)
-        {
             return false;
-        }
         else if (left[i].column_number < right[i].column_number)
-        {
             return true;
-        }
         else if (left[i].column_number > right[i].column_number)
-        {
             return false;
-        }
         else if (left[i].direction < right[i].direction)
-        {
             return true;
-        }
         else if (left[i].direction > right[i].direction)
-        {
             return false;
-        }
         else if (left[i].nulls_direction < right[i].nulls_direction)
-        {
             return true;
-        }
         else if (left[i].nulls_direction > right[i].nulls_direction)
-        {
             return false;
-        }
 
         assert(left[i] == right[i]);
     }
@@ -2255,16 +2238,12 @@ static bool sortIsPrefix(const WindowDescription & _prefix,
     const auto & full = _full.full_sort_description;
 
     if (prefix.size() > full.size())
-    {
         return false;
-    }
 
     for (size_t i = 0; i < prefix.size(); ++i)
     {
         if (full[i] != prefix[i])
-        {
             return false;
-        }
     }
 
     return true;
@@ -2276,12 +2255,9 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
     // sort description goes first, and all window that use its prefixes follow.
     std::vector<const WindowDescription *> windows_sorted;
     for (const auto & [_, w] : query_analyzer->windowDescriptions())
-    {
         windows_sorted.push_back(&w);
-    }
 
-    std::sort(windows_sorted.begin(), windows_sorted.end(),
-        windowDescriptionComparator);
+    std::sort(windows_sorted.begin(), windows_sorted.end(), windowDescriptionComparator);
 
     const Settings & settings = context->getSettingsRef();
     for (size_t i = 0; i < windows_sorted.size(); ++i)
@@ -2292,17 +2268,14 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
         // has suitable sorting. Also don't create sort steps when there are no
         // columns to sort by, because the sort nodes are confused by this. It
         // happens in case of `over ()`.
-        if (!w.full_sort_description.empty()
-            && (i == 0 || !sortIsPrefix(w, *windows_sorted[i - 1])))
+        if (!w.full_sort_description.empty() && (i == 0 || !sortIsPrefix(w, *windows_sorted[i - 1])))
         {
             auto partial_sorting = std::make_unique<PartialSortingStep>(
                 query_plan.getCurrentDataStream(),
                 w.full_sort_description,
                 0 /* LIMIT */,
-                SizeLimits(settings.max_rows_to_sort, settings.max_bytes_to_sort,
-                    settings.sort_overflow_mode));
-            partial_sorting->setStepDescription("Sort each block for window '"
-                + w.window_name + "'");
+                SizeLimits(settings.max_rows_to_sort, settings.max_bytes_to_sort, settings.sort_overflow_mode));
+            partial_sorting->setStepDescription("Sort each block for window '" + w.window_name + "'");
             query_plan.addStep(std::move(partial_sorting));
 
             auto merge_sorting_step = std::make_unique<MergeSortingStep>(
@@ -2315,8 +2288,7 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
                 settings.max_bytes_before_external_sort,
                 context->getTemporaryVolume(),
                 settings.min_free_disk_space_for_temporary_data);
-            merge_sorting_step->setStepDescription(
-                "Merge sorted blocks for window '" + w.window_name + "'");
+            merge_sorting_step->setStepDescription("Merge sorted blocks for window '" + w.window_name + "'");
             query_plan.addStep(std::move(merge_sorting_step));
 
             // First MergeSorted, now MergingSorted.
@@ -2325,17 +2297,12 @@ void InterpreterSelectQuery::executeWindow(QueryPlan & query_plan)
                 w.full_sort_description,
                 settings.max_block_size,
                 0 /* LIMIT */);
-            merging_sorted->setStepDescription(
-                "Merge sorted streams for window '" + w.window_name + "'");
+            merging_sorted->setStepDescription("Merge sorted streams for window '" + w.window_name + "'");
             query_plan.addStep(std::move(merging_sorted));
         }
 
-        auto window_step = std::make_unique<WindowStep>(
-            query_plan.getCurrentDataStream(),
-            w,
-            w.window_functions);
-        window_step->setStepDescription("Window step for window '"
-            + w.window_name + "'");
+        auto window_step = std::make_unique<WindowStep>(query_plan.getCurrentDataStream(), w, w.window_functions);
+        window_step->setStepDescription("Window step for window '" + w.window_name + "'");
 
         query_plan.addStep(std::move(window_step));
     }
@@ -2347,11 +2314,7 @@ void InterpreterSelectQuery::executeOrderOptimized(QueryPlan & query_plan, Input
     const Settings & settings = context->getSettingsRef();
 
     auto finish_sorting_step = std::make_unique<FinishSortingStep>(
-            query_plan.getCurrentDataStream(),
-            input_sorting_info->order_key_prefix_descr,
-            output_order_descr,
-            settings.max_block_size,
-            limit);
+        query_plan.getCurrentDataStream(), input_sorting_info->order_key_prefix_descr, output_order_descr, settings.max_block_size, limit);
 
     query_plan.addStep(std::move(finish_sorting_step));
 }
@@ -2377,25 +2340,25 @@ void InterpreterSelectQuery::executeOrder(QueryPlan & query_plan, InputOrderInfo
     const Settings & settings = context->getSettingsRef();
 
     auto partial_sorting = std::make_unique<PartialSortingStep>(
-            query_plan.getCurrentDataStream(),
-            output_order_descr,
-            limit,
-            SizeLimits(settings.max_rows_to_sort, settings.max_bytes_to_sort, settings.sort_overflow_mode));
+        query_plan.getCurrentDataStream(),
+        output_order_descr,
+        limit,
+        SizeLimits(settings.max_rows_to_sort, settings.max_bytes_to_sort, settings.sort_overflow_mode));
 
     partial_sorting->setStepDescription("Sort each block for ORDER BY");
     query_plan.addStep(std::move(partial_sorting));
 
     /// Merge the sorted blocks.
     auto merge_sorting_step = std::make_unique<MergeSortingStep>(
-            query_plan.getCurrentDataStream(),
-            output_order_descr,
-            settings.max_block_size,
-            limit,
-            settings.max_bytes_before_remerge_sort,
-            settings.remerge_sort_lowered_memory_bytes_ratio,
-            settings.max_bytes_before_external_sort,
-            context->getTemporaryVolume(),
-            settings.min_free_disk_space_for_temporary_data);
+        query_plan.getCurrentDataStream(),
+        output_order_descr,
+        settings.max_block_size,
+        limit,
+        settings.max_bytes_before_remerge_sort,
+        settings.remerge_sort_lowered_memory_bytes_ratio,
+        settings.max_bytes_before_external_sort,
+        context->getTemporaryVolume(),
+        settings.min_free_disk_space_for_temporary_data);
 
     merge_sorting_step->setStepDescription("Merge sorted blocks for ORDER BY");
     query_plan.addStep(std::move(merge_sorting_step));
@@ -2418,10 +2381,8 @@ void InterpreterSelectQuery::executeMergeSorted(QueryPlan & query_plan, const So
 {
     const Settings & settings = context->getSettingsRef();
 
-    auto merging_sorted = std::make_unique<MergingSortedStep>(
-            query_plan.getCurrentDataStream(),
-            sort_description,
-            settings.max_block_size, limit);
+    auto merging_sorted
+        = std::make_unique<MergingSortedStep>(query_plan.getCurrentDataStream(), sort_description, settings.max_block_size, limit);
 
     merging_sorted->setStepDescription("Merge sorted streams " + description);
     query_plan.addStep(std::move(merging_sorted));
@@ -2453,9 +2414,8 @@ void InterpreterSelectQuery::executeDistinct(QueryPlan & query_plan, bool before
 
         SizeLimits limits(settings.max_rows_in_distinct, settings.max_bytes_in_distinct, settings.distinct_overflow_mode);
 
-        auto distinct_step = std::make_unique<DistinctStep>(
-                query_plan.getCurrentDataStream(),
-                limits, limit_for_distinct, columns, pre_distinct);
+        auto distinct_step
+            = std::make_unique<DistinctStep>(query_plan.getCurrentDataStream(), limits, limit_for_distinct, columns, pre_distinct);
 
         if (pre_distinct)
             distinct_step->setStepDescription("Preliminary DISTINCT");
diff --git a/src/Interpreters/InterpreterSelectQuery.h b/src/Interpreters/InterpreterSelectQuery.h
index 2733ce418cd..c155ce0bc13 100644
--- a/src/Interpreters/InterpreterSelectQuery.h
+++ b/src/Interpreters/InterpreterSelectQuery.h
@@ -61,10 +61,10 @@ public:
 
     /// Read data not from the table specified in the query, but from the prepared pipe `input`.
     InterpreterSelectQuery(
-            const ASTPtr & query_ptr_,
-            ContextPtr context_,
-            Pipe input_pipe_,
-            const SelectQueryOptions & = {});
+        const ASTPtr & query_ptr_,
+        ContextPtr context_,
+        Pipe input_pipe_,
+        const SelectQueryOptions & = {});
 
     /// Read data not from the table specified in the query, but from the specified `storage_`.
     InterpreterSelectQuery(

From af5d0e24870c0018336ab6dfd8038f57757f36db Mon Sep 17 00:00:00 2001
From: Pavel Kruglov <avogar@avogar-dev.sas.yp-c.yandex.net>
Date: Thu, 3 Jun 2021 17:11:05 +0300
Subject: [PATCH 0873/1060] Fix possible heap-buffer-overflow in Arrow

---
 src/Processors/Formats/Impl/ArrowColumnToCHColumn.cpp | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/src/Processors/Formats/Impl/ArrowColumnToCHColumn.cpp b/src/Processors/Formats/Impl/ArrowColumnToCHColumn.cpp
index f5a4ed89387..29fff1fd4e0 100644
--- a/src/Processors/Formats/Impl/ArrowColumnToCHColumn.cpp
+++ b/src/Processors/Formats/Impl/ArrowColumnToCHColumn.cpp
@@ -90,8 +90,11 @@ namespace DB
             arrow::BinaryArray & chunk = static_cast<arrow::BinaryArray &>(*(arrow_column->chunk(chunk_i)));
             const size_t chunk_length = chunk.length();
 
-            chars_t_size += chunk.value_offset(chunk_length - 1) + chunk.value_length(chunk_length - 1);
-            chars_t_size += chunk_length; /// additional space for null bytes
+            if (chunk_length > 0)
+            {
+                chars_t_size += chunk.value_offset(chunk_length - 1) + chunk.value_length(chunk_length - 1);
+                chars_t_size += chunk_length; /// additional space for null bytes
+            }
         }
 
         column_chars_t.reserve(chars_t_size);

From 329380d6e521cc847de79ae4ce059ea7b0ad2b66 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 3 Jun 2021 18:13:29 +0300
Subject: [PATCH 0874/1060] Relaxed hung check in stress test

---
 docker/test/stress/stress | 33 ++++++++++++++++++++++++---------
 1 file changed, 24 insertions(+), 9 deletions(-)

diff --git a/docker/test/stress/stress b/docker/test/stress/stress
index e59c87a8b68..59c8dd07743 100755
--- a/docker/test/stress/stress
+++ b/docker/test/stress/stress
@@ -19,25 +19,25 @@ def get_skip_list_cmd(path):
 
 
 def get_options(i):
-    options = ""
+    options = []
     if 0 < i:
-        options += " --order=random"
+        options.append("--order=random")
 
     if i % 3 == 1:
-        options += " --db-engine=Ordinary"
+        options.append("--db-engine=Ordinary")
 
     if i % 3 == 2:
-        options += ''' --client-option='allow_experimental_database_replicated=1' --db-engine="Replicated('/test/db/test_{}', 's1', 'r1')"'''.format(i)
+        options.append('''--client-option='allow_experimental_database_replicated=1' --db-engine="Replicated('/test/db/test_{}', 's1', 'r1')"'''.format(i))
 
     # If database name is not specified, new database is created for each functional test.
     # Run some threads with one database for all tests.
     if i % 2 == 1:
-        options += " --database=test_{}".format(i)
+        options.append(" --database=test_{}".format(i))
 
     if i == 13:
-        options += " --client-option='memory_tracker_fault_probability=0.00001'"
+        options.append(" --client-option='memory_tracker_fault_probability=0.00001'")
 
-    return options
+    return ' '.join(options)
 
 
 def run_func_test(cmd, output_prefix, num_processes, skip_tests_option, global_time_limit):
@@ -62,7 +62,7 @@ def compress_stress_logs(output_path, files_prefix):
     cmd = f"cd {output_path} && tar -zcf stress_run_logs.tar.gz {files_prefix}* && rm {files_prefix}*"
     check_output(cmd, shell=True)
 
-def prepare_for_hung_check():
+def prepare_for_hung_check(drop_databases):
     # FIXME this function should not exist, but...
 
     # We attach gdb to clickhouse-server before running tests
@@ -95,6 +95,17 @@ def prepare_for_hung_check():
     # Long query from 00084_external_agregation
     call("""clickhouse client -q "KILL QUERY WHERE query LIKE 'SELECT URL, uniq(SearchPhrase) AS u FROM test.hits GROUP BY URL ORDER BY u %'" """, shell=True, stderr=STDOUT)
 
+    if drop_databases:
+        # Here we try to drop all databases in async mode. If some queries really hung, than drop will hung too.
+        # Otherwise we will get rid of queries which wait for background pool. It can take a long time on slow builds (more than 900 seconds).
+        databases = check_output('clickhouse client -q "SHOW DATABASES"', shell=True).decode('utf-8').strip().split()
+        for db in databases:
+            if db == "system":
+                continue
+            command = f'clickhouse client -q "DROP DATABASE {db}"'
+            # we don't wait for drop
+            Popen(command, shell=True)
+
     # Wait for last queries to finish if any, not longer than 300 seconds
     call("""clickhouse client -q "select sleepEachRow((
             select maxOrDefault(300 - elapsed) + 1 from system.processes where query not like '%from system.processes%' and elapsed < 300
@@ -122,8 +133,12 @@ if __name__ == "__main__":
     parser.add_argument("--global-time-limit", type=int, default=3600)
     parser.add_argument("--num-parallel", type=int, default=cpu_count())
     parser.add_argument('--hung-check', action='store_true', default=False)
+    # make sense only for hung check
+    parser.add_argument('--drop-databases', action='store_true', default=False)
 
     args = parser.parse_args()
+    if args.drop_databases and not args.hung_check:
+        raise Exception("--drop-databases only used in hung check (--hung-check)")
     func_pipes = []
     func_pipes = run_func_test(args.test_cmd, args.output_folder, args.num_parallel, args.skip_func_tests, args.global_time_limit)
 
@@ -145,7 +160,7 @@ if __name__ == "__main__":
     logging.info("Logs compressed")
 
     if args.hung_check:
-        have_long_running_queries = prepare_for_hung_check()
+        have_long_running_queries = prepare_for_hung_check(args.drop_databases)
         logging.info("Checking if some queries hung")
         cmd = "{} {} {}".format(args.test_cmd, "--hung-check", "00001_select_1")
         res = call(cmd, shell=True, stderr=STDOUT)

From aeac53ac78a69da3480e7a654582bdd8e17bd865 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Thu, 3 Jun 2021 18:16:12 +0300
Subject: [PATCH 0875/1060] Update run script

---
 docker/test/stress/run.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/test/stress/run.sh b/docker/test/stress/run.sh
index 43a92fdeebe..8016b2c59f3 100755
--- a/docker/test/stress/run.sh
+++ b/docker/test/stress/run.sh
@@ -90,7 +90,7 @@ clickhouse-client --query "RENAME TABLE datasets.hits_v1 TO test.hits"
 clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
 clickhouse-client --query "SHOW TABLES FROM test"
 
-./stress --hung-check --output-folder test_output --skip-func-tests "$SKIP_TESTS_OPTION" \
+./stress --hung-check --drop-databases --output-folder test_output --skip-func-tests "$SKIP_TESTS_OPTION" \
     && echo -e 'Test script exit code\tOK' >> /test_output/test_results.tsv \
     || echo -e 'Test script failed\tFAIL' >> /test_output/test_results.tsv
 

From b978405f4a7d8c97ac561fd50f7f3afbf4115d7f Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 3 Jun 2021 15:50:44 +0000
Subject: [PATCH 0876/1060] fix

---
 programs/copier/ClusterCopier.cpp             | 50 +++++++------------
 .../test_cluster_copier/test_trivial.py       |  6 +--
 2 files changed, 20 insertions(+), 36 deletions(-)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index fdd1ad8f6a2..11cbde2788f 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -23,12 +23,6 @@ namespace ErrorCodes
 }
 
 
-std::string wrapWithColor(const std::string & value)
-{
-    return "\u001b[36;1m" + value + "\u001b[0m";
-}
-
-
 void ClusterCopier::init()
 {
     auto zookeeper = getContext()->getZooKeeper();
@@ -649,31 +643,6 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
 
         if (inject_fault)
             throw Exception("Copy fault injection is activated", ErrorCodes::UNFINISHED);
-
-        try
-        {
-            String query_deduplicate_ast_string;
-            if (!task_table.isReplicatedTable())
-            {
-                query_deduplicate_ast_string += " OPTIMIZE TABLE " + getQuotedTable(original_table) +
-                                                ((partition_name == "'all'") ? " PARTITION ID " : " PARTITION ") + partition_name + " DEDUPLICATE;";
-
-                LOG_INFO(log, "Executing OPTIMIZE DEDUPLICATE query: {}", query_deduplicate_ast_string);
-
-                UInt64 num_nodes = executeQueryOnCluster(
-                        task_table.cluster_push,
-                        query_deduplicate_ast_string,
-                        task_cluster->settings_push,
-                        ClusterExecutionMode::ON_EACH_SHARD);
-
-                LOG_INFO(log, "Number of shard that executed OPTIMIZE DEDUPLICATE query successfully : {}", toString(num_nodes));
-            }
-        }
-        catch (...)
-        {
-            LOG_INFO(log, "Error while executing OPTIMIZE DEDUPLICATE partition {}in the original table", partition_name);
-            throw;
-        }
     }
 
     /// Create node to signal that we finished moving
@@ -1389,6 +1358,21 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
     }
 
 
+    /// Try to drop destination partition in original table
+    DatabaseAndTableName original_table = task_table.table_push;
+
+    if (task_table.allow_to_drop_target_partitions)
+    {
+        WriteBufferFromOwnString ss;
+        ss << "ALTER TABLE " << getQuotedTable(original_table) << ((task_partition.name == "'all'") ? " DROP PARTITION ID " : " DROP PARTITION ") << task_partition.name;
+
+        UInt64 num_shards_drop_partition = executeQueryOnCluster(task_table.cluster_push, ss.str(), task_cluster->settings_push, ClusterExecutionMode::ON_EACH_SHARD);
+
+        LOG_INFO(log, "Drop partiton {} in original table {} have been executed successfully on {} shards of {}",
+            task_partition.name, getQuotedTable(original_table), num_shards_drop_partition, task_table.cluster_push->getShardCount());
+    }
+
+
     /// Try create table (if not exists) on each shard
     /// We have to create this table even in case that partition piece is empty
     /// This is significant, because we will have simplier code
@@ -1417,7 +1401,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         auto create_query_push_ast = rewriteCreateQueryStorage(create_query_ast, database_and_table_for_current_piece, new_engine_push_ast);
         String query = queryToString(create_query_push_ast);
 
-        LOG_INFO(log, "Create destination tables. Query: \n {}", wrapWithColor(query));
+        LOG_INFO(log, "Create destination tables. Query: \n {}", query);
         UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
@@ -1839,7 +1823,7 @@ std::set<String> ClusterCopier::getShardPartitions(const ConnectionTimeouts & ti
     const auto & settings = getContext()->getSettingsRef();
     ASTPtr query_ast = parseQuery(parser_query, query, settings.max_query_size, settings.max_parser_depth);
 
-    LOG_INFO(log, "Computing destination partition set, executing query: \n {}", wrapWithColor(query));
+    LOG_INFO(log, "Computing destination partition set, executing query: \n {}", query);
 
     auto local_context = Context::createCopy(context);
     local_context->setSettings(task_cluster->settings_pull);
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index 4d2af710270..63b706f4d49 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -124,7 +124,7 @@ class TaskReplicatedWithoutArguments:
 def execute_task(task, cmd_options):
     task.start()
 
-    zk = started_cluster.get_kazoo_client('zoo1')
+    zk = cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     try:
@@ -137,7 +137,7 @@ def execute_task(task, cmd_options):
     zk.create(zk_task_path + "/description", task.copier_task_config.encode())
 
     # Run cluster-copier processes on each node
-    docker_api = started_cluster.docker_client.api
+    docker_api = cluster.docker_client.api
     copiers_exec_ids = []
 
     cmd = ['/usr/bin/clickhouse', 'copier',
@@ -183,7 +183,7 @@ def execute_task(task, cmd_options):
 @pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(started_cluster, TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
+        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
     else:
         execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
 

From f60f2477396b2fdb989e5e7011a44ad5c916af0e Mon Sep 17 00:00:00 2001
From: Vladimir Goncharov <morozovsk@gmail.com>
Date: Thu, 3 Jun 2021 20:07:55 +0300
Subject: [PATCH 0877/1060] Update mysql.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Движок MySQL позволяет выполнять также и `INSERT`
---
 docs/ru/engines/table-engines/integrations/mysql.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/engines/table-engines/integrations/mysql.md b/docs/ru/engines/table-engines/integrations/mysql.md
index 5011c8a93c6..784c941c173 100644
--- a/docs/ru/engines/table-engines/integrations/mysql.md
+++ b/docs/ru/engines/table-engines/integrations/mysql.md
@@ -5,7 +5,7 @@ toc_title: MySQL
 
 # MySQL {#mysql}
 
-Движок MySQL позволяет выполнять запросы `SELECT` над данными, хранящимися на удалённом MySQL сервере.
+Движок MySQL позволяет выполнять запросы `SELECT` и `INSERT` над данными, хранящимися на удалённом MySQL сервере.
 
 ## Создание таблицы {#sozdanie-tablitsy}
 

From bea934f40ce6b2b2fcd3f3b1ccdc4e9d2bbd8fa2 Mon Sep 17 00:00:00 2001
From: Vladimir Goncharov <morozovsk@gmail.com>
Date: Thu, 3 Jun 2021 20:12:19 +0300
Subject: [PATCH 0878/1060] Update mysql.md

The MySQL engine also allows to perform `INSERT`
---
 docs/en/engines/table-engines/integrations/mysql.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/engines/table-engines/integrations/mysql.md b/docs/en/engines/table-engines/integrations/mysql.md
index 9bd12e97dd8..013add6c249 100644
--- a/docs/en/engines/table-engines/integrations/mysql.md
+++ b/docs/en/engines/table-engines/integrations/mysql.md
@@ -5,7 +5,7 @@ toc_title: MySQL
 
 # MySQL {#mysql}
 
-The MySQL engine allows you to perform `SELECT` queries on data that is stored on a remote MySQL server.
+The MySQL engine allows you to perform `SELECT` and `INSERT` queries on data that is stored on a remote MySQL server.
 
 ## Creating a Table {#creating-a-table}
 

From 8554cb621e39db995a58f4aa254065226ad3fe11 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Thu, 3 Jun 2021 20:40:05 +0300
Subject: [PATCH 0879/1060] some perf test script improvements

---
 docker/test/performance-comparison/compare.sh | 70 ++++++++++++++++---
 1 file changed, 60 insertions(+), 10 deletions(-)

diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index a027a94ab70..5f7a71297d4 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -554,12 +554,6 @@ create table query_metric_stats_denorm engine File(TSVWithNamesAndTypes,
 " 2> >(tee -a analyze/errors.log 1>&2)
 
 # Fetch historical query variability thresholds from the CI database
-clickhouse-local --query "
-    left join file('analyze/report-thresholds.tsv', TSV,
-            'test text, report_threshold float') thresholds
-        on query_metric_stats.test = thresholds.test
-"
-
 if [ -v CHPC_DATABASE_URL ]
 then
     set +x # Don't show password in the log
@@ -577,7 +571,8 @@ then
         --date_time_input_format=best_effort)
 
 
-# Precision is going to be 1.5 times worse for PRs. How do I know it? I ran this:
+# Precision is going to be 1.5 times worse for PRs, because we run the queries
+# less times. How do I know it? I ran this:
 # SELECT quantilesExact(0., 0.1, 0.5, 0.75, 0.95, 1.)(p / m)
 # FROM
 # (
@@ -592,14 +587,21 @@ then
 #         query_display_name
 #     HAVING count(*) > 100
 # )
-# The file can be empty if the server is inaccessible, so we can't use TSVWithNamesAndTypes.
+#
+# The file can be empty if the server is inaccessible, so we can't use
+# TSVWithNamesAndTypes.
+#
     "${client[@]}" --query "
             select test, query_index,
-                quantileExact(0.99)(abs(diff)) max_diff,
+                quantileExact(0.99)(abs(diff)) max_diff * 1.5,
                 quantileExactIf(0.99)(stat_threshold, abs(diff) < stat_threshold) * 1.5 max_stat_threshold,
                 query_display_name
             from query_metrics_v2
-            where event_date > now() - interval 1 month
+            -- We use results at least one week in the past, so that the current
+            -- changes do not immediately influence the statistics, and we have
+            -- some time to notice that something is wrong.
+            where event_date between now() - interval 1 month - interval 1 week
+                    and now() - interval 1 week
                 and metric = 'client_time'
                 and pr_number = 0
             group by test, query_index, query_display_name
@@ -1224,6 +1226,50 @@ unset IFS
 
 function upload_results
 {
+    # Prepare info for the CI checks table.
+    rm ci-checks.tsv
+    clickhouse-local --query "
+create view queries as select * from file('report/queries.tsv', TSVWithNamesAndTypes,
+    'changed_fail int, changed_show int, unstable_fail int, unstable_show int,
+        left float, right float, diff float, stat_threshold float,
+        test text, query_index int, query_display_name text');
+
+create table ci_checks engine File(TSVWithNamesAndTypes, 'ci-checks.tsv')
+    as select
+        $PR_TO_TEST pull_request_number,
+        '$SHA_TO_TEST' commit_sha,
+        'Performance' check_name,
+        '$(sed -n 's/.*<!--status: \(.*\)-->/\1/p' report.html)' check_status,
+        -- TODO toDateTime() can't parse output of 'date', so no time for now.
+        3600 * 1000 check_duration_ms,
+        now() - check_duration_ms / 1000 check_start_time,
+        test_name,
+        test_status,
+        test_duration_ms,
+        'https://clickhouse-test-reports.s3.yandex.net/$PR_TO_TEST/$SHA_TO_TEST/performance_comparison/report.html#fail1' report_url,
+        $PR_TO_TEST = 0
+            ? 'https://github.com/ClickHouse/ClickHouse/commit/$SHA_TO_TEST'
+            : 'https://github.com/ClickHouse/ClickHouse/pull/$PR_TO_TEST' pull_request_url,
+        '' commit_url,
+        '' task_url,
+        '' base_ref,
+        '' base_repo,
+        '' head_ref,
+        '' head_repo
+    from (
+        select '' test_name,
+            '$(sed -n 's/.*<!--message: \(.*\)-->/\1/p' report.html)' test_status,
+            0 test_duration_ms
+        union all
+            select test || ' #' || toString(query_index), 'slower' test_status, 0 test_duration_ms
+            from queries where changed_fail != 0 and diff > 0
+        union all
+            select test || ' #' || toString(query_index), 'unstable' test_status, 0 test_duration_ms
+            from queries where unstable_fail != 0
+    )
+;
+    "
+
     if ! [ -v CHPC_DATABASE_URL ]
     then
         echo Database for test results is not specified, will not upload them.
@@ -1292,6 +1338,10 @@ $REF_SHA	$SHA_TO_TEST	$(numactl --show | sed -n 's/^cpubind:[[:space:]]\+/numact
 $REF_SHA	$SHA_TO_TEST	$(numactl --hardware | sed -n 's/^available:[[:space:]]\+/numactl-available	/p')
 EOF
 
+    # Also insert some data about the check into the CI checks table.
+    "${client[@]}" --query "INSERT INTO "'"'"gh-data"'"'".checks FORMAT TSVWithNamesAndTypes" \
+        < ci-checks.tsv
+
     set -x
 }
 

From d641e7fa103ad82c46cb878d8c8706c0408a87a8 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 3 Jun 2021 21:10:58 +0300
Subject: [PATCH 0880/1060] clickhouse-test: do not substitude db name in
 stderr by default

Replacing stderr by default does not makes a lot of sense, since it does
not compared with .reference anyway. From the other hand it may confuse
the reader (seeing "default" instead of real database name in the test
logs).

P.S. I guess some tests may relay on this, let's see.
---
 tests/clickhouse-test | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 177d28ce965..58ac484dcc3 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -235,7 +235,7 @@ def run_single_test(args, ext, server_logs_level, client_options, case_file, std
 
     # Normalize randomized database names in stdout, stderr files.
     os.system("LC_ALL=C sed -i -e 's/{test_db}/default/g' {file}".format(test_db=database, file=stdout_file))
-    if not args.show_db_name:
+    if args.hide_db_name:
         os.system("LC_ALL=C sed -i -e 's/{test_db}/default/g' {file}".format(test_db=database, file=stderr_file))
     if args.replicated_database:
         os.system("LC_ALL=C sed -i -e 's|/auto_{{shard}}||g' {file}".format(file=stdout_file))
@@ -1045,7 +1045,7 @@ if __name__ == '__main__':
     parser.add_argument('--force-color', action='store_true', default=False)
     parser.add_argument('--database', help='Database for tests (random name test_XXXXXX by default)')
     parser.add_argument('--no-drop-if-fail', action='store_true', help='Do not drop database for test if test has failed')
-    parser.add_argument('--show-db-name', action='store_true', help='Do not replace random database name with "default"')
+    parser.add_argument('--hide-db-name', action='store_true', help='Replace random database name with "default" in stderr')
     parser.add_argument('--parallel', default='1/1', help='One parallel test run number/total')
     parser.add_argument('-j', '--jobs', default=1, nargs='?', type=int, help='Run all tests in parallel')
     parser.add_argument('--test-runs', default=1, nargs='?', type=int, help='Run each test many times (useful for e.g. flaky check)')

From 8164c49f04ca975496f40577e6bf5455cae9d223 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 3 Jun 2021 21:13:58 +0300
Subject: [PATCH 0881/1060] Fix limit/offset settings for distributed queries
 (ignore on the remote nodes)

---
 .../ClusterProxy/executeQuery.cpp             | 11 +++++++
 ...setting_limit_offset_distributed.reference | 14 +++++++++
 ...01892_setting_limit_offset_distributed.sql | 30 +++++++++++++++++++
 .../queries/0_stateless/arcadia_skip_list.txt |  1 +
 4 files changed, 56 insertions(+)
 create mode 100644 tests/queries/0_stateless/01892_setting_limit_offset_distributed.reference
 create mode 100644 tests/queries/0_stateless/01892_setting_limit_offset_distributed.sql

diff --git a/src/Interpreters/ClusterProxy/executeQuery.cpp b/src/Interpreters/ClusterProxy/executeQuery.cpp
index 2af65e0fd87..a857bf81f95 100644
--- a/src/Interpreters/ClusterProxy/executeQuery.cpp
+++ b/src/Interpreters/ClusterProxy/executeQuery.cpp
@@ -83,6 +83,17 @@ ContextMutablePtr updateSettingsForCluster(const Cluster & cluster, ContextPtr c
         }
     }
 
+    if (settings.offset)
+    {
+        new_settings.offset = 0;
+        new_settings.offset.changed = false;
+    }
+    if (settings.limit)
+    {
+        new_settings.limit = 0;
+        new_settings.limit.changed = false;
+    }
+
     auto new_context = Context::createCopy(context);
     new_context->setSettings(new_settings);
     return new_context;
diff --git a/tests/queries/0_stateless/01892_setting_limit_offset_distributed.reference b/tests/queries/0_stateless/01892_setting_limit_offset_distributed.reference
new file mode 100644
index 00000000000..466e80931e5
--- /dev/null
+++ b/tests/queries/0_stateless/01892_setting_limit_offset_distributed.reference
@@ -0,0 +1,14 @@
+limit	0
+limit	1
+limit	2
+limit	3
+limit	4
+offset	5
+offset	6
+offset	7
+offset	8
+offset	9
+limit w/ GROUP BY	4	4
+limit w/ GROUP BY	4	3
+limit/offset w/ GROUP BY	4	2
+limit/offset w/ GROUP BY	4	1
diff --git a/tests/queries/0_stateless/01892_setting_limit_offset_distributed.sql b/tests/queries/0_stateless/01892_setting_limit_offset_distributed.sql
new file mode 100644
index 00000000000..bcd6e47d4c7
--- /dev/null
+++ b/tests/queries/0_stateless/01892_setting_limit_offset_distributed.sql
@@ -0,0 +1,30 @@
+SELECT 'limit', * FROM remote('127.1', view(SELECT * FROM numbers(10))) SETTINGS limit=5;
+SELECT 'offset', * FROM remote('127.1', view(SELECT * FROM numbers(10))) SETTINGS offset=5;
+
+SELECT
+    'limit w/ GROUP BY',
+    count(),
+    number
+FROM remote('127.{1,2}', view(
+    SELECT intDiv(number, 2) AS number
+    FROM numbers(10)
+))
+GROUP BY number
+ORDER BY
+    count() ASC,
+    number DESC
+SETTINGS limit=2;
+
+SELECT
+    'limit/offset w/ GROUP BY',
+    count(),
+    number
+FROM remote('127.{1,2}', view(
+    SELECT intDiv(number, 2) AS number
+    FROM numbers(10)
+))
+GROUP BY number
+ORDER BY
+    count() ASC,
+    number DESC
+SETTINGS limit=2, offset=2;
diff --git a/tests/queries/0_stateless/arcadia_skip_list.txt b/tests/queries/0_stateless/arcadia_skip_list.txt
index a59c1a72a52..dac43ff5d4b 100644
--- a/tests/queries/0_stateless/arcadia_skip_list.txt
+++ b/tests/queries/0_stateless/arcadia_skip_list.txt
@@ -240,3 +240,4 @@
 01880_remote_ipv6
 01882_scalar_subquery_exception
 01882_check_max_parts_to_merge_at_once
+01892_setting_limit_offset_distributed

From e11f7db28bbecccaf69f3bca61ad722d2cea271c Mon Sep 17 00:00:00 2001
From: Mikhail Filimonov <mfilimonov@altinity.com>
Date: Thu, 3 Jun 2021 20:38:12 +0200
Subject: [PATCH 0882/1060] Add test #23430

---
 tests/integration/helpers/cluster.py         |  2 +-
 tests/integration/test_storage_kafka/test.py | 68 ++++++++++++++++++++
 2 files changed, 69 insertions(+), 1 deletion(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index ee9cdd3550a..d53624e7637 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -1858,7 +1858,7 @@ class ClickHouseInstance:
 
         wait_duration = time.time() - start_time
 
-        logging.debug('{} log line matching "{}" appeared in a {} seconds'.format(repetitions, regexp, wait_duration))
+        logging.debug('{} log line(s) matching "{}" appeared in a {:.3f} seconds'.format(repetitions, regexp, wait_duration))
         return wait_duration
 
     def file_exists(self, path):
diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 992a81bed03..fd70f4c12b2 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -1279,6 +1279,74 @@ def test_kafka_materialized_view(kafka_cluster):
 
     kafka_check_result(result, True)
 
+
+@pytest.mark.timeout(180)
+def test_kafka_recreate_kafka_table(kafka_cluster):
+    '''
+        Checks that materialized view work properly after dropping and recreating the Kafka table.
+    '''
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+
+    topic_list = []
+    topic_list.append(NewTopic(name="recreate_kafka_table", num_partitions=6, replication_factor=1))
+    admin_client.create_topics(new_topics=topic_list, validate_only=False)
+
+    instance.query('''
+        DROP TABLE IF EXISTS test.view;
+        DROP TABLE IF EXISTS test.consumer;
+        CREATE TABLE test.kafka (key UInt64, value UInt64)
+            ENGINE = Kafka
+            SETTINGS kafka_broker_list = 'kafka1:19092',
+                     kafka_topic_list = 'recreate_kafka_table',
+                     kafka_group_name = 'recreate_kafka_table_group',
+                     kafka_format = 'JSONEachRow',
+                     kafka_num_consumers = 6,
+                     kafka_flush_interval_ms = 1000,
+                     kafka_skip_broken_messages = 1048577;
+
+        CREATE TABLE test.view (key UInt64, value UInt64)
+            ENGINE = MergeTree()
+            ORDER BY key;
+        CREATE MATERIALIZED VIEW test.consumer TO test.view AS
+            SELECT * FROM test.kafka;
+    ''')
+
+    messages = []
+    for i in range(120):
+        messages.append(json.dumps({'key': i, 'value': i}))
+    kafka_produce('recreate_kafka_table', messages)
+
+    instance.wait_for_log_line('kafka.*Committed offset [0-9]+.*recreate_kafka_table', repetitions=6, look_behind_lines=100)
+
+    instance.query('''
+        DROP TABLE test.kafka;
+    ''')
+
+    kafka_produce('recreate_kafka_table', messages)
+
+    instance.query('''
+        CREATE TABLE test.kafka (key UInt64, value UInt64)
+            ENGINE = Kafka
+            SETTINGS kafka_broker_list = 'kafka1:19092',
+                     kafka_topic_list = 'recreate_kafka_table',
+                     kafka_group_name = 'recreate_kafka_table_group',
+                     kafka_format = 'JSONEachRow',
+                     kafka_num_consumers = 6,
+                     kafka_flush_interval_ms = 1000,
+                     kafka_skip_broken_messages = 1048577;
+    ''')
+
+    instance.wait_for_log_line('kafka.*Committed offset [0-9]+.*recreate_kafka_table', repetitions=6, look_behind_lines=100)
+
+    # data was not flushed yet (it will be flushed 7.5 sec after creating MV)
+    assert int(instance.query("SELECT count() FROM test.view")) == 240
+
+    instance.query('''
+        DROP TABLE test.consumer;
+        DROP TABLE test.view;
+    ''')
+
+
 @pytest.mark.timeout(180)
 def test_librdkafka_compression(kafka_cluster):
     """

From 47a94d350b01016770b9caadb5555898505285bc Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Thu, 3 Jun 2021 23:16:39 +0300
Subject: [PATCH 0883/1060] Add types supported in Dictionaries
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Добавил типы для атрибутов словарей.
---
 .../external-dictionaries/external-dicts-dict-structure.md      | 2 +-
 .../external-dictionaries/external-dicts-dict-structure.md      | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
index c6770b531f4..a7ab23da7cb 100644
--- a/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
+++ b/docs/en/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
@@ -159,7 +159,7 @@ Configuration fields:
 | Tag                                                  | Description                                                                                                                                                                                                                                                                                                                                     | Required |
 |------------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|----------|
 | `name`                                               | Column name.                                                                                                                                                                                                                                                                                                                                    | Yes      |
-| `type`                                               | ClickHouse data type.<br/>ClickHouse tries to cast value from dictionary to the specified data type. For example, for MySQL, the field might be `TEXT`, `VARCHAR`, or `BLOB` in the MySQL source table, but it can be uploaded as `String` in ClickHouse.<br/>[Nullable](../../../sql-reference/data-types/nullable.md) is currently supported for [Flat](external-dicts-dict-layout.md#flat), [Hashed](external-dicts-dict-layout.md#dicts-external_dicts_dict_layout-hashed), [ComplexKeyHashed](external-dicts-dict-layout.md#complex-key-hashed), [Direct](external-dicts-dict-layout.md#direct), [ComplexKeyDirect](external-dicts-dict-layout.md#complex-key-direct), [RangeHashed](external-dicts-dict-layout.md#range-hashed), [Polygon](external-dicts-dict-polygon.md), [Cache](external-dicts-dict-layout.md#cache), [ComplexKeyCache](external-dicts-dict-layout.md#complex-key-cache), [SSDCache](external-dicts-dict-layout.md#ssd-cache), [SSDComplexKeyCache](external-dicts-dict-layout.md#complex-key-ssd-cache) dictionaries. In [IPTrie](external-dicts-dict-layout.md#ip-trie) dictionaries `Nullable` types are not supported.       | Yes      |
+| `type`                                               | ClickHouse data type: [UInt8](../../../sql-reference/data-types/int-uint.md), [UInt16](../../../sql-reference/data-types/int-uint.md), [UInt32](../../../sql-reference/data-types/int-uint.md), [UInt64](../../../sql-reference/data-types/int-uint.md), [Int8](../../../sql-reference/data-types/int-uint.md), [Int16](../../../sql-reference/data-types/int-uint.md), [Int32](../../../sql-reference/data-types/int-uint.md), [Int64](../../../sql-reference/data-types/int-uint.md), [Float32](../../../sql-reference/data-types/float.md), [Float64](../../../sql-reference/data-types/float.md), [UUID](../../../sql-reference/data-types/uuid.md), [Decimal32](../../../sql-reference/data-types/decimal.md), [Decimal64](../../../sql-reference/data-types/decimal.md), [Decimal128](../../../sql-reference/data-types/decimal.md), [Decimal256](../../../sql-reference/data-types/decimal.md), [String](../../../sql-reference/data-types/string.md).<br/>ClickHouse tries to cast value from dictionary to the specified data type. For example, for MySQL, the field might be `TEXT`, `VARCHAR`, or `BLOB` in the MySQL source table, but it can be uploaded as `String` in ClickHouse.<br/>[Nullable](../../../sql-reference/data-types/nullable.md) is currently supported for [Flat](external-dicts-dict-layout.md#flat), [Hashed](external-dicts-dict-layout.md#dicts-external_dicts_dict_layout-hashed), [ComplexKeyHashed](external-dicts-dict-layout.md#complex-key-hashed), [Direct](external-dicts-dict-layout.md#direct), [ComplexKeyDirect](external-dicts-dict-layout.md#complex-key-direct), [RangeHashed](external-dicts-dict-layout.md#range-hashed), [Polygon](external-dicts-dict-polygon.md), [Cache](external-dicts-dict-layout.md#cache), [ComplexKeyCache](external-dicts-dict-layout.md#complex-key-cache), [SSDCache](external-dicts-dict-layout.md#ssd-cache), [SSDComplexKeyCache](external-dicts-dict-layout.md#complex-key-ssd-cache) dictionaries. In [IPTrie](external-dicts-dict-layout.md#ip-trie) dictionaries `Nullable` types are not supported.       | Yes      |
 | `null_value`                                         | Default value for a non-existing element.<br/>In the example, it is an empty string. [NULL](../../syntax.md#null-literal) value can be used only for the `Nullable` types (see the previous line with types description).                                                                                                                                                                                                                       | Yes      |
 | `expression`                                         | [Expression](../../../sql-reference/syntax.md#syntax-expressions) that ClickHouse executes on the value.<br/>The expression can be a column name in the remote SQL database. Thus, you can use it to create an alias for the remote column.<br/><br/>Default value: no expression.                                                              | No       |
 | <a name="hierarchical-dict-attr"></a> `hierarchical` | If `true`, the attribute contains the value of a parent key for the current key. See [Hierarchical Dictionaries](../../../sql-reference/dictionaries/external-dictionaries/external-dicts-dict-hierarchical.md).<br/><br/>Default value: `false`.                                                                                               | No       |
diff --git a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
index df4742fca45..2feb088b4d9 100644
--- a/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
+++ b/docs/ru/sql-reference/dictionaries/external-dictionaries/external-dicts-dict-structure.md
@@ -159,7 +159,7 @@ CREATE DICTIONARY somename (
 | Тег                                                  | Описание                                                                                                                                                                                                                                                                                                                                                      | Обязательный |
 |------------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|--------------|
 | `name`                                               | Имя столбца.                                                                                                                                                                                                                                                                                                                                                  | Да           |
-| `type`                                               | Тип данных ClickHouse.<br/>ClickHouse пытается привести значение из словаря к заданному типу данных. Например, в случае MySQL, в таблице-источнике поле может быть `TEXT`, `VARCHAR`, `BLOB`, но загружено может быть как `String`. <br/>[Nullable](../../../sql-reference/data-types/nullable.md) в настоящее время поддерживается для словарей [Flat](external-dicts-dict-layout.md#flat), [Hashed](external-dicts-dict-layout.md#dicts-external_dicts_dict_layout-hashed), [ComplexKeyHashed](external-dicts-dict-layout.md#complex-key-hashed), [Direct](external-dicts-dict-layout.md#direct), [ComplexKeyDirect](external-dicts-dict-layout.md#complex-key-direct), [RangeHashed](external-dicts-dict-layout.md#range-hashed), [Polygon](external-dicts-dict-polygon.md), [Cache](external-dicts-dict-layout.md#cache), [ComplexKeyCache](external-dicts-dict-layout.md#complex-key-cache), [SSDCache](external-dicts-dict-layout.md#ssd-cache), [SSDComplexKeyCache](external-dicts-dict-layout.md#complex-key-ssd-cache). Для словарей [IPTrie](external-dicts-dict-layout.md#ip-trie) `Nullable`-типы не поддерживаются. | Да           |
+| `type`                                               | Тип данных ClickHouse: [UInt8](../../../sql-reference/data-types/int-uint.md), [UInt16](../../../sql-reference/data-types/int-uint.md), [UInt32](../../../sql-reference/data-types/int-uint.md), [UInt64](../../../sql-reference/data-types/int-uint.md), [Int8](../../../sql-reference/data-types/int-uint.md), [Int16](../../../sql-reference/data-types/int-uint.md), [Int32](../../../sql-reference/data-types/int-uint.md), [Int64](../../../sql-reference/data-types/int-uint.md), [Float32](../../../sql-reference/data-types/float.md), [Float64](../../../sql-reference/data-types/float.md), [UUID](../../../sql-reference/data-types/uuid.md), [Decimal32](../../../sql-reference/data-types/decimal.md), [Decimal64](../../../sql-reference/data-types/decimal.md), [Decimal128](../../../sql-reference/data-types/decimal.md), [Decimal256](../../../sql-reference/data-types/decimal.md), [String](../../../sql-reference/data-types/string.md).<br/>ClickHouse пытается привести значение из словаря к заданному типу данных. Например, в случае MySQL, в таблице-источнике поле может быть `TEXT`, `VARCHAR`, `BLOB`, но загружено может быть как `String`. <br/>[Nullable](../../../sql-reference/data-types/nullable.md) в настоящее время поддерживается для словарей [Flat](external-dicts-dict-layout.md#flat), [Hashed](external-dicts-dict-layout.md#dicts-external_dicts_dict_layout-hashed), [ComplexKeyHashed](external-dicts-dict-layout.md#complex-key-hashed), [Direct](external-dicts-dict-layout.md#direct), [ComplexKeyDirect](external-dicts-dict-layout.md#complex-key-direct), [RangeHashed](external-dicts-dict-layout.md#range-hashed), [Polygon](external-dicts-dict-polygon.md), [Cache](external-dicts-dict-layout.md#cache), [ComplexKeyCache](external-dicts-dict-layout.md#complex-key-cache), [SSDCache](external-dicts-dict-layout.md#ssd-cache), [SSDComplexKeyCache](external-dicts-dict-layout.md#complex-key-ssd-cache). Для словарей [IPTrie](external-dicts-dict-layout.md#ip-trie) `Nullable`-типы не поддерживаются. | Да           |
 | `null_value`                                         | Значение по умолчанию для несуществующего элемента.<br/>В примере это пустая строка. Значение [NULL](../../syntax.md#null-literal) можно указывать только для типов `Nullable` (см. предыдущую строку с описанием типов).                                                                                                                                                                                                                                          | Да           |
 | `expression`                                         | [Выражение](../../syntax.md#syntax-expressions), которое ClickHouse выполняет со значением.<br/>Выражением может быть имя столбца в удаленной SQL базе. Таким образом, вы можете использовать его для создания псевдонима удаленного столбца.<br/><br/>Значение по умолчанию: нет выражения.                                                                  | Нет          |
 | <a name="hierarchical-dict-attr"></a> `hierarchical` | Если `true`, то атрибут содержит ключ предка для текущего элемента. Смотрите [Иерархические словари](external-dicts-dict-hierarchical.md).<br/><br/>Значение по умолчанию: `false`.                                                                                                                                                                                   | Нет           |

From 7bd88263b2798ab5ce855bcbc3fd4f4e181ec73e Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 4 Jun 2021 01:39:43 +0300
Subject: [PATCH 0884/1060] Less stupid docs.

---
 docs/en/interfaces/formats.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/interfaces/formats.md b/docs/en/interfaces/formats.md
index c616d843173..4dc0fa1cff0 100644
--- a/docs/en/interfaces/formats.md
+++ b/docs/en/interfaces/formats.md
@@ -547,7 +547,7 @@ Differs from JSON only in that data rows are output in arrays, not in objects.
 
 Example:
 
-``` json
+```
 // JSONCompact
 {
         "meta":
@@ -579,7 +579,7 @@ Example:
 }
 ```
 
-```json
+```
 // JSONCompactString
 {
         "meta":

From 730e7feea06eab58bad14ffb6245b1e4c8d54acf Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 4 Jun 2021 02:45:25 +0300
Subject: [PATCH 0885/1060] Update s3.md

---
 docs/ru/engines/table-engines/integrations/s3.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/engines/table-engines/integrations/s3.md b/docs/ru/engines/table-engines/integrations/s3.md
index 709c6fb63c4..dce5917158a 100644
--- a/docs/ru/engines/table-engines/integrations/s3.md
+++ b/docs/ru/engines/table-engines/integrations/s3.md
@@ -88,7 +88,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 -   `region` — название региона S3.
 -   `header` — добавляет указанный HTTP-заголовок к запросу на заданную точку приема запроса. Может быть определен несколько раз.
 -   `server_side_encryption_customer_key_base64` — устанавливает необходимые заголовки для доступа к объектам S3 с шифрованием SSE-C.
--   `single_read_retry_attempts` — Максимальное количество попыток запроса при единичном чтении. Значение по умолчанию — `4`.
+-   `single_read_retries` — Максимальное количество попыток запроса при единичном чтении. Значение по умолчанию — `4`.
 
 **Пример**
 

From 8076848d62fc0a2d848a8a3ee00d5d9e83dae814 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 4 Jun 2021 02:46:21 +0300
Subject: [PATCH 0886/1060] Update ReadBufferFromS3.cpp

---
 src/IO/ReadBufferFromS3.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/IO/ReadBufferFromS3.cpp b/src/IO/ReadBufferFromS3.cpp
index 5fb5e7f82d7..1df0b053a43 100644
--- a/src/IO/ReadBufferFromS3.cpp
+++ b/src/IO/ReadBufferFromS3.cpp
@@ -75,8 +75,8 @@ bool ReadBufferFromS3::nextImpl()
             impl = initialize();
         }
 
-        std::this_thread::sleep_for(sleep_time_with_backoff_milliseconds);      
-        sleep_time_with_backoff_milliseconds *= 2;      
+        std::this_thread::sleep_for(sleep_time_with_backoff_milliseconds);
+        sleep_time_with_backoff_milliseconds *= 2;
     }
 
     watch.stop();

From 68c92cd93e38f67b6cd4ca8f0bed2bd855a78b17 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 3 Jun 2021 23:58:47 +0000
Subject: [PATCH 0887/1060] style

---
 programs/copier/ClusterCopier.cpp | 17 ++++++++++-------
 1 file changed, 10 insertions(+), 7 deletions(-)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 11cbde2788f..8b49b318108 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -638,6 +638,7 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         catch (...)
         {
             LOG_INFO(log, "Error while moving partition {} piece {} to original table", partition_name, toString(current_piece_number));
+            LOG_WARNING(log, "In case of non-replicated tables it can cause duplicates.");
             throw;
         }
 
@@ -1119,7 +1120,7 @@ TaskStatus ClusterCopier::tryCreateDestinationTable(const ConnectionTimeouts & t
         String query = queryToString(create_query_push_ast);
 
         LOG_INFO(log, "Create destination tables. Query: \n {}", query);
-        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
+        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push, ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
             "Destination tables {} have been created on {} shards of {}",
@@ -1368,14 +1369,14 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
 
         UInt64 num_shards_drop_partition = executeQueryOnCluster(task_table.cluster_push, ss.str(), task_cluster->settings_push, ClusterExecutionMode::ON_EACH_SHARD);
 
-        LOG_INFO(log, "Drop partiton {} in original table {} have been executed successfully on {} shards of {}",
+        LOG_INFO(log, "Drop partition {} in original table {} have been executed successfully on {} shards of {}",
             task_partition.name, getQuotedTable(original_table), num_shards_drop_partition, task_table.cluster_push->getShardCount());
     }
 
 
     /// Try create table (if not exists) on each shard
     /// We have to create this table even in case that partition piece is empty
-    /// This is significant, because we will have simplier code
+    /// This is significant, because we will have simpler code
     {
         /// 1) Get columns description from any replica of destination cluster
         /// 2) Change ENGINE, database and table name
@@ -1388,9 +1389,11 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         ParserCreateQuery parser_create_query;
         auto create_query_ast = parseQuery(parser_create_query, create_query, settings_push.max_query_size, settings_push.max_parser_depth);
         /// Define helping table database and name for current partition piece
-        DatabaseAndTableName database_and_table_for_current_piece{
-                task_table.table_push.first,
-                task_table.table_push.second + "_piece_" + toString(current_piece_number)};
+        DatabaseAndTableName database_and_table_for_current_piece
+        {
+            task_table.table_push.first,
+            task_table.table_push.second + "_piece_" + toString(current_piece_number)
+        };
 
 
         auto new_engine_push_ast = task_table.engine_push_ast;
@@ -1402,7 +1405,7 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
         String query = queryToString(create_query_push_ast);
 
         LOG_INFO(log, "Create destination tables. Query: \n {}", query);
-        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push,  ClusterExecutionMode::ON_EACH_NODE);
+        UInt64 shards = executeQueryOnCluster(task_table.cluster_push, query, task_cluster->settings_push, ClusterExecutionMode::ON_EACH_NODE);
         LOG_INFO(
             log,
             "Destination tables {} have been created on {} shards of {}",

From d8ba6167e96cf1494c392c2ad2610448f68b25fa Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Fri, 28 May 2021 18:49:20 +0300
Subject: [PATCH 0888/1060] Minor fixes in
 AggregateFunctionSegmentLengthSumData

---
 .../AggregateFunctionSegmentLengthSum.h       | 70 ++++++++++++-------
 1 file changed, 45 insertions(+), 25 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.h b/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.h
index 0ca70cc7367..2f758431f12 100644
--- a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.h
+++ b/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.h
@@ -1,22 +1,39 @@
 #pragma once
 
-#include <unordered_set>
+#include <AggregateFunctions/AggregateFunctionNull.h>
+
 #include <Columns/ColumnsNumber.h>
-#include <DataTypes/DataTypeDateTime.h>
-#include <DataTypes/DataTypesNumber.h>
-#include <IO/ReadHelpers.h>
-#include <IO/WriteHelpers.h>
+
 #include <Common/ArenaAllocator.h>
 #include <Common/assert_cast.h>
 
-#include <AggregateFunctions/AggregateFunctionNull.h>
+#include <DataTypes/DataTypeDateTime.h>
+#include <DataTypes/DataTypesNumber.h>
+
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+
+#include <unordered_set>
 
 namespace DB
 {
 
+namespace ErrorCodes
+{
+    extern const int TOO_LARGE_ARRAY_SIZE;
+}
+
+/**
+ * Calculate total length of intervals without intersections. Each interval is the pair of numbers [begin, end];
+ * Return UInt64 for integral types (UInt/Int*, DateTime) and return Float64 for Float*.
+ *
+ * Implementation simply stores intervals sorted by beginning and sums lengths at final.
+ */
 template <typename T>
 struct AggregateFunctionSegmentLengthSumData
 {
+    constexpr static size_t MAX_ARRAY_SIZE = 0xFFFFFF;
+
     using Segment = std::pair<T, T>;
     using Segments = PODArrayWithStackMemory<Segment, 64>;
 
@@ -24,15 +41,13 @@ struct AggregateFunctionSegmentLengthSumData
 
     Segments segments;
 
-    size_t size() const { return segments.size(); }
-
-    void add(T start, T end)
+    void add(T begin, T end)
     {
-        if (sorted && segments.size() > 0)
+        if (sorted && !segments.empty())
         {
-            sorted = segments.back().first <= start;
+            sorted = segments.back().first <= begin;
         }
-        segments.emplace_back(start, end);
+        segments.emplace_back(begin, end);
     }
 
     void merge(const AggregateFunctionSegmentLengthSumData & other)
@@ -46,7 +61,9 @@ struct AggregateFunctionSegmentLengthSumData
 
         /// either sort whole container or do so partially merging ranges afterwards
         if (!sorted && !other.sorted)
-            std::stable_sort(std::begin(segments), std::end(segments));
+        {
+            std::sort(std::begin(segments), std::end(segments));
+        }
         else
         {
             const auto begin = std::begin(segments);
@@ -54,10 +71,10 @@ struct AggregateFunctionSegmentLengthSumData
             const auto end = std::end(segments);
 
             if (!sorted)
-                std::stable_sort(begin, middle);
+                std::sort(begin, middle);
 
             if (!other.sorted)
-                std::stable_sort(middle, end);
+                std::sort(middle, end);
 
             std::inplace_merge(begin, middle, end);
         }
@@ -69,7 +86,7 @@ struct AggregateFunctionSegmentLengthSumData
     {
         if (!sorted)
         {
-            std::stable_sort(std::begin(segments), std::end(segments));
+            std::sort(std::begin(segments), std::end(segments));
             sorted = true;
         }
     }
@@ -93,16 +110,18 @@ struct AggregateFunctionSegmentLengthSumData
         size_t size;
         readBinary(size, buf);
 
+        if (unlikely(size > MAX_ARRAY_SIZE))
+            throw Exception("Too large array size", ErrorCodes::TOO_LARGE_ARRAY_SIZE);
+
         segments.clear();
         segments.reserve(size);
 
-        T start, end;
-
+        Segment segment;
         for (size_t i = 0; i < size; ++i)
         {
-            readBinary(start, buf);
-            readBinary(end, buf);
-            segments.emplace_back(start, end);
+            readBinary(segment.first, buf);
+            readBinary(segment.second, buf);
+            segments.emplace_back(segment);
         }
     }
 };
@@ -114,7 +133,7 @@ private:
     template <typename TResult>
     TResult getSegmentLengthSum(Data & data) const
     {
-        if (data.size() == 0)
+        if (data.segments.empty())
             return 0;
 
         data.sort();
@@ -123,8 +142,9 @@ private:
 
         typename Data::Segment cur_segment = data.segments[0];
 
-        for (size_t i = 1; i < data.segments.size(); ++i)
+        for (size_t i = 1, sz = data.segments.size(); i < sz; ++i)
         {
+            /// Check if current interval intersect with next one then add length, otherwise advance interval end
             if (cur_segment.second < data.segments[i].first)
             {
                 res += cur_segment.second - cur_segment.first;
@@ -167,9 +187,9 @@ public:
 
     void add(AggregateDataPtr __restrict place, const IColumn ** columns, const size_t row_num, Arena *) const override
     {
-        auto start = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
+        auto begin = assert_cast<const ColumnVector<T> *>(columns[0])->getData()[row_num];
         auto end = assert_cast<const ColumnVector<T> *>(columns[1])->getData()[row_num];
-        this->data(place).add(start, end);
+        this->data(place).add(begin, end);
     }
 
     void merge(AggregateDataPtr __restrict place, ConstAggregateDataPtr rhs, Arena *) const override

From 494ee6eb41e4a30b0035a858d5fbe2961437678d Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Fri, 28 May 2021 19:03:51 +0300
Subject: [PATCH 0889/1060] Rename segmentLengthSum -> intervalLengthSum

---
 ...=> AggregateFunctionIntervalLengthSum.cpp} | 10 +++----
 ...h => AggregateFunctionIntervalLengthSum.h} | 18 ++++++-------
 .../registerAggregateFunctions.cpp            |  4 +--
 src/AggregateFunctions/ya.make                |  2 +-
 ...te_function_interval_length_sum.reference} |  0
 ...aggregate_function_interval_length_sum.sql | 26 +++++++++++++++++++
 ..._aggregate_function_segment_length_sum.sql | 26 -------------------
 7 files changed, 43 insertions(+), 43 deletions(-)
 rename src/AggregateFunctions/{AggregateFunctionSegmentLengthSum.cpp => AggregateFunctionIntervalLengthSum.cpp} (79%)
 rename src/AggregateFunctions/{AggregateFunctionSegmentLengthSum.h => AggregateFunctionIntervalLengthSum.h} (89%)
 rename tests/queries/0_stateless/{01866_aggregate_function_segment_length_sum.reference => 01866_aggregate_function_interval_length_sum.reference} (100%)
 create mode 100644 tests/queries/0_stateless/01866_aggregate_function_interval_length_sum.sql
 delete mode 100644 tests/queries/0_stateless/01866_aggregate_function_segment_length_sum.sql

diff --git a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
similarity index 79%
rename from src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
rename to src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
index 6817d1f0666..81a4a80d713 100644
--- a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
@@ -1,5 +1,5 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
-#include <AggregateFunctions/AggregateFunctionSegmentLengthSum.h>
+#include <AggregateFunctions/AggregateFunctionIntervalLengthSum.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Helpers.h>
 #include <DataTypes/DataTypeDate.h>
@@ -22,7 +22,7 @@ namespace
 {
     template <template <typename> class Data>
     AggregateFunctionPtr
-    createAggregateFunctionSegmentLengthSum(const std::string & name, const DataTypes & arguments, const Array &, const Settings *)
+    createAggregateFunctionIntervalLengthSum(const std::string & name, const DataTypes & arguments, const Array &, const Settings *)
     {
         if (arguments.size() != 2)
             throw Exception(
@@ -45,7 +45,7 @@ namespace
                     ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
         }
 
-        AggregateFunctionPtr res(createWithBasicNumberOrDateOrDateTime<AggregateFunctionSegmentLengthSum, Data>(*arguments[0], arguments));
+        AggregateFunctionPtr res(createWithBasicNumberOrDateOrDateTime<AggregateFunctionIntervalLengthSum, Data>(*arguments[0], arguments));
 
         if (res)
             return res;
@@ -58,9 +58,9 @@ namespace
 
 }
 
-void registerAggregateFunctionSegmentLengthSum(AggregateFunctionFactory & factory)
+void registerAggregateFunctionIntervalLengthSum(AggregateFunctionFactory & factory)
 {
-    factory.registerFunction("segmentLengthSum", createAggregateFunctionSegmentLengthSum<AggregateFunctionSegmentLengthSumData>);
+    factory.registerFunction("intervalLengthSum", createAggregateFunctionIntervalLengthSum<AggregateFunctionIntervalLengthSumData>);
 }
 
 }
diff --git a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.h b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.h
similarity index 89%
rename from src/AggregateFunctions/AggregateFunctionSegmentLengthSum.h
rename to src/AggregateFunctions/AggregateFunctionIntervalLengthSum.h
index 2f758431f12..518a1823235 100644
--- a/src/AggregateFunctions/AggregateFunctionSegmentLengthSum.h
+++ b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.h
@@ -30,7 +30,7 @@ namespace ErrorCodes
  * Implementation simply stores intervals sorted by beginning and sums lengths at final.
  */
 template <typename T>
-struct AggregateFunctionSegmentLengthSumData
+struct AggregateFunctionIntervalLengthSumData
 {
     constexpr static size_t MAX_ARRAY_SIZE = 0xFFFFFF;
 
@@ -50,7 +50,7 @@ struct AggregateFunctionSegmentLengthSumData
         segments.emplace_back(begin, end);
     }
 
-    void merge(const AggregateFunctionSegmentLengthSumData & other)
+    void merge(const AggregateFunctionIntervalLengthSumData & other)
     {
         if (other.segments.empty())
             return;
@@ -127,11 +127,11 @@ struct AggregateFunctionSegmentLengthSumData
 };
 
 template <typename T, typename Data>
-class AggregateFunctionSegmentLengthSum final : public IAggregateFunctionDataHelper<Data, AggregateFunctionSegmentLengthSum<T, Data>>
+class AggregateFunctionIntervalLengthSum final : public IAggregateFunctionDataHelper<Data, AggregateFunctionIntervalLengthSum<T, Data>>
 {
 private:
     template <typename TResult>
-    TResult getSegmentLengthSum(Data & data) const
+    TResult getIntervalLengthSum(Data & data) const
     {
         if (data.segments.empty())
             return 0;
@@ -160,10 +160,10 @@ private:
     }
 
 public:
-    String getName() const override { return "segmentLengthSum"; }
+    String getName() const override { return "intervalLengthSum"; }
 
-    explicit AggregateFunctionSegmentLengthSum(const DataTypes & arguments)
-        : IAggregateFunctionDataHelper<Data, AggregateFunctionSegmentLengthSum<T, Data>>(arguments, {})
+    explicit AggregateFunctionIntervalLengthSum(const DataTypes & arguments)
+        : IAggregateFunctionDataHelper<Data, AggregateFunctionIntervalLengthSum<T, Data>>(arguments, {})
     {
     }
 
@@ -210,9 +210,9 @@ public:
     void insertResultInto(AggregateDataPtr __restrict place, IColumn & to, Arena *) const override
     {
         if constexpr (std::is_floating_point_v<T>)
-            assert_cast<ColumnFloat64 &>(to).getData().push_back(getSegmentLengthSum<Float64>(this->data(place)));
+            assert_cast<ColumnFloat64 &>(to).getData().push_back(getIntervalLengthSum<Float64>(this->data(place)));
         else
-            assert_cast<ColumnUInt64 &>(to).getData().push_back(getSegmentLengthSum<UInt64>(this->data(place)));
+            assert_cast<ColumnUInt64 &>(to).getData().push_back(getIntervalLengthSum<UInt64>(this->data(place)));
     }
 };
 
diff --git a/src/AggregateFunctions/registerAggregateFunctions.cpp b/src/AggregateFunctions/registerAggregateFunctions.cpp
index 40c7d2368a0..383f10ac24b 100644
--- a/src/AggregateFunctions/registerAggregateFunctions.cpp
+++ b/src/AggregateFunctions/registerAggregateFunctions.cpp
@@ -64,7 +64,7 @@ void registerAggregateFunctionCombinatorDistinct(AggregateFunctionCombinatorFact
 
 void registerWindowFunctions(AggregateFunctionFactory & factory);
 
-void registerAggregateFunctionSegmentLengthSum(AggregateFunctionFactory &);
+void registerAggregateFunctionIntervalLengthSum(AggregateFunctionFactory &);
 
 void registerAggregateFunctions()
 {
@@ -116,7 +116,7 @@ void registerAggregateFunctions()
 
         registerWindowFunctions(factory);
 
-        registerAggregateFunctionSegmentLengthSum(factory);
+        registerAggregateFunctionIntervalLengthSum(factory);
     }
 
     {
diff --git a/src/AggregateFunctions/ya.make b/src/AggregateFunctions/ya.make
index aa388cf902d..261095adc88 100644
--- a/src/AggregateFunctions/ya.make
+++ b/src/AggregateFunctions/ya.make
@@ -31,6 +31,7 @@ SRCS(
     AggregateFunctionGroupUniqArray.cpp
     AggregateFunctionHistogram.cpp
     AggregateFunctionIf.cpp
+    AggregateFunctionIntervalLengthSum.cpp
     AggregateFunctionMLMethod.cpp
     AggregateFunctionMannWhitney.cpp
     AggregateFunctionMax.cpp
@@ -43,7 +44,6 @@ SRCS(
     AggregateFunctionRankCorrelation.cpp
     AggregateFunctionResample.cpp
     AggregateFunctionRetention.cpp
-    AggregateFunctionSegmentLengthSum.cpp
     AggregateFunctionSequenceMatch.cpp
     AggregateFunctionSequenceNextNode.cpp
     AggregateFunctionSimpleLinearRegression.cpp
diff --git a/tests/queries/0_stateless/01866_aggregate_function_segment_length_sum.reference b/tests/queries/0_stateless/01866_aggregate_function_interval_length_sum.reference
similarity index 100%
rename from tests/queries/0_stateless/01866_aggregate_function_segment_length_sum.reference
rename to tests/queries/0_stateless/01866_aggregate_function_interval_length_sum.reference
diff --git a/tests/queries/0_stateless/01866_aggregate_function_interval_length_sum.sql b/tests/queries/0_stateless/01866_aggregate_function_interval_length_sum.sql
new file mode 100644
index 00000000000..4da308453c0
--- /dev/null
+++ b/tests/queries/0_stateless/01866_aggregate_function_interval_length_sum.sql
@@ -0,0 +1,26 @@
+DROP TABLE IF EXISTS interval;
+DROP TABLE IF EXISTS fl_interval;
+DROP TABLE IF EXISTS dt_interval;
+DROP TABLE IF EXISTS date_interval;
+
+CREATE TABLE interval ( `id` String, `start` Int64, `end` Int64 ) ENGINE = MergeTree ORDER BY start;
+INSERT INTO interval VALUES ('a', 1, 3), ('a', 1, 3), ('a', 2, 4), ('a', 1, 1), ('a', 5, 6), ('a', 5, 7), ('b', 10, 12), ('b', 13, 19), ('b', 14, 16), ('c', -1, 1), ('c', -2, -1);
+
+CREATE TABLE fl_interval ( `id` String, `start` Float, `end` Float ) ENGINE = MergeTree ORDER BY start;
+INSERT INTO fl_interval VALUES ('a', 1.1, 3.2), ('a', 1.5, 3.6), ('a', 4.0, 5.0);
+
+CREATE TABLE dt_interval ( `id` String, `start` DateTime, `end` DateTime ) ENGINE = MergeTree ORDER BY start;
+INSERT INTO dt_interval VALUES ('a', '2020-01-01 02:11:22', '2020-01-01 03:12:31'), ('a', '2020-01-01 01:12:30', '2020-01-01 02:50:11');
+
+CREATE TABLE date_interval ( `id` String, `start` Date, `end` Date ) ENGINE = MergeTree ORDER BY start;
+INSERT INTO date_interval VALUES ('a', '2020-01-01', '2020-01-04'), ('a', '2020-01-03', '2020-01-08 02:50:11');
+
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM interval GROUP BY id ORDER BY id;
+SELECT id, 3.4 < intervalLengthSum(start, end) AND intervalLengthSum(start, end) < 3.6, toTypeName(intervalLengthSum(start, end)) FROM fl_interval GROUP BY id ORDER BY id;
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM dt_interval GROUP BY id ORDER BY id;
+SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, end)) FROM date_interval GROUP BY id ORDER BY id;
+
+DROP TABLE interval;
+DROP TABLE fl_interval;
+DROP TABLE dt_interval;
+DROP TABLE date_interval;
diff --git a/tests/queries/0_stateless/01866_aggregate_function_segment_length_sum.sql b/tests/queries/0_stateless/01866_aggregate_function_segment_length_sum.sql
deleted file mode 100644
index c4e4f8afa85..00000000000
--- a/tests/queries/0_stateless/01866_aggregate_function_segment_length_sum.sql
+++ /dev/null
@@ -1,26 +0,0 @@
-DROP TABLE IF EXISTS segment;
-DROP TABLE IF EXISTS fl_segment;
-DROP TABLE IF EXISTS dt_segment;
-DROP TABLE IF EXISTS date_segment;
-
-CREATE TABLE segment ( `id` String, `start` Int64, `end` Int64 ) ENGINE = MergeTree ORDER BY start;
-INSERT INTO segment VALUES ('a', 1, 3), ('a', 1, 3), ('a', 2, 4), ('a', 1, 1), ('a', 5, 6), ('a', 5, 7), ('b', 10, 12), ('b', 13, 19), ('b', 14, 16), ('c', -1, 1), ('c', -2, -1);
-
-CREATE TABLE fl_segment ( `id` String, `start` Float, `end` Float ) ENGINE = MergeTree ORDER BY start;
-INSERT INTO fl_segment VALUES ('a', 1.1, 3.2), ('a', 1.5, 3.6), ('a', 4.0, 5.0);
-
-CREATE TABLE dt_segment ( `id` String, `start` DateTime, `end` DateTime ) ENGINE = MergeTree ORDER BY start;
-INSERT INTO dt_segment VALUES ('a', '2020-01-01 02:11:22', '2020-01-01 03:12:31'), ('a', '2020-01-01 01:12:30', '2020-01-01 02:50:11');
-
-CREATE TABLE date_segment ( `id` String, `start` Date, `end` Date ) ENGINE = MergeTree ORDER BY start;
-INSERT INTO date_segment VALUES ('a', '2020-01-01', '2020-01-04'), ('a', '2020-01-03', '2020-01-08 02:50:11');
-
-SELECT id, segmentLengthSum(start, end), toTypeName(segmentLengthSum(start, end)) FROM segment GROUP BY id ORDER BY id;
-SELECT id, 3.4 < segmentLengthSum(start, end) AND segmentLengthSum(start, end) < 3.6, toTypeName(segmentLengthSum(start, end)) FROM fl_segment GROUP BY id ORDER BY id;
-SELECT id, segmentLengthSum(start, end), toTypeName(segmentLengthSum(start, end)) FROM dt_segment GROUP BY id ORDER BY id;
-SELECT id, segmentLengthSum(start, end), toTypeName(segmentLengthSum(start, end)) FROM date_segment GROUP BY id ORDER BY id;
-
-DROP TABLE segment;
-DROP TABLE fl_segment;
-DROP TABLE dt_segment;
-DROP TABLE date_segment;

From fbd86409119b30d8a88597b02725b067f8c9f7ff Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 1 Jun 2021 10:54:58 +0300
Subject: [PATCH 0890/1060] Update AggregateFunctionIntervalLengthSum:
 exception messages, add support DateTime64

---
 .../AggregateFunctionIntervalLengthSum.cpp             | 10 +++++-----
 src/AggregateFunctions/Helpers.h                       |  2 ++
 2 files changed, 7 insertions(+), 5 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
index 81a4a80d713..f346d68420b 100644
--- a/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
@@ -32,8 +32,8 @@ namespace
 
         if (WhichDataType{args.begin()[0]}.idx != WhichDataType{args.begin()[1]}.idx)
             throw Exception(
-                "Illegal type " + args.begin()[0]->getName() + " and " + args.begin()[1]->getName() + " of arguments of aggregate function "
-                    + name + ", there two arguments should have same DataType",
+                "Illegal types " + args.begin()[0]->getName() + " and " + args.begin()[1]->getName() + " of arguments of aggregate function "
+                    + name + ", there two arguments should have same data types",
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         for (const auto & arg : args)
@@ -41,7 +41,7 @@ namespace
             if (!isNativeNumber(arg) && !isDate(arg) && !isDateTime(arg) && !isDateTime64(arg))
                 throw Exception(
                     "Illegal type " + arg->getName() + " of argument of aggregate function " + name
-                        + ", must be Number, Date, DateTime or DateTime64",
+                        + ", must be native integral type, Date/DateTime/DateTime64 or Float",
                     ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
         }
 
@@ -51,8 +51,8 @@ namespace
             return res;
 
         throw Exception(
-            "Illegal type " + arguments.front().get()->getName() + " of first argument of aggregate function " + name
-                + ", must be Native Unsigned Number",
+            "Illegal type " + arguments.front().get()->getName() + " of argument of aggregate function " + name
+            + ", must be native integral type, Date/DateTime/DateTime64 or Float",
             ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 }
 
diff --git a/src/AggregateFunctions/Helpers.h b/src/AggregateFunctions/Helpers.h
index e508bc0312d..add3d2625e4 100644
--- a/src/AggregateFunctions/Helpers.h
+++ b/src/AggregateFunctions/Helpers.h
@@ -129,6 +129,8 @@ static IAggregateFunction * createWithBasicNumberOrDateOrDateTime(const IDataTyp
         return new AggregateFunctionTemplate<UInt16, Data<UInt16>>(std::forward<TArgs>(args)...);
     if (which.idx == TypeIndex::DateTime)
         return new AggregateFunctionTemplate<UInt32, Data<UInt32>>(std::forward<TArgs>(args)...);
+    if (which.idx == TypeIndex::DateTime64)
+        return new AggregateFunctionTemplate<UInt64, Data<UInt64>>(std::forward<TArgs>(args)...);
 
     return nullptr;
 }

From bfb2b4838de86e5ad30850b57085dcd94c4bcf64 Mon Sep 17 00:00:00 2001
From: vdimir <vdimir@yandex-team.ru>
Date: Tue, 1 Jun 2021 11:33:58 +0300
Subject: [PATCH 0891/1060] Remove not working DateTime64 support from
 AggregateFunctionIntervalLengthSum

---
 .../AggregateFunctionIntervalLengthSum.cpp                | 8 ++++----
 .../AggregateFunctionIntervalLengthSum.h                  | 2 +-
 src/AggregateFunctions/Helpers.h                          | 2 --
 3 files changed, 5 insertions(+), 7 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
index f346d68420b..f52756a78b6 100644
--- a/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.cpp
@@ -33,15 +33,15 @@ namespace
         if (WhichDataType{args.begin()[0]}.idx != WhichDataType{args.begin()[1]}.idx)
             throw Exception(
                 "Illegal types " + args.begin()[0]->getName() + " and " + args.begin()[1]->getName() + " of arguments of aggregate function "
-                    + name + ", there two arguments should have same data types",
+                    + name + ", both arguments should have same data type",
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         for (const auto & arg : args)
         {
-            if (!isNativeNumber(arg) && !isDate(arg) && !isDateTime(arg) && !isDateTime64(arg))
+            if (!isNativeNumber(arg) && !isDate(arg) && !isDateTime(arg))
                 throw Exception(
                     "Illegal type " + arg->getName() + " of argument of aggregate function " + name
-                        + ", must be native integral type, Date/DateTime/DateTime64 or Float",
+                        + ", must be native integral type, Date/DateTime or Float",
                     ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
         }
 
@@ -52,7 +52,7 @@ namespace
 
         throw Exception(
             "Illegal type " + arguments.front().get()->getName() + " of argument of aggregate function " + name
-            + ", must be native integral type, Date/DateTime/DateTime64 or Float",
+            + ", must be native integral type, Date/DateTime or Float",
             ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 }
 
diff --git a/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.h b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.h
index 518a1823235..3ae7594376c 100644
--- a/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.h
+++ b/src/AggregateFunctions/AggregateFunctionIntervalLengthSum.h
@@ -25,7 +25,7 @@ namespace ErrorCodes
 
 /**
  * Calculate total length of intervals without intersections. Each interval is the pair of numbers [begin, end];
- * Return UInt64 for integral types (UInt/Int*, DateTime) and return Float64 for Float*.
+ * Return UInt64 for integral types (UInt/Int*, Date/DateTime) and return Float64 for Float*.
  *
  * Implementation simply stores intervals sorted by beginning and sums lengths at final.
  */
diff --git a/src/AggregateFunctions/Helpers.h b/src/AggregateFunctions/Helpers.h
index add3d2625e4..e508bc0312d 100644
--- a/src/AggregateFunctions/Helpers.h
+++ b/src/AggregateFunctions/Helpers.h
@@ -129,8 +129,6 @@ static IAggregateFunction * createWithBasicNumberOrDateOrDateTime(const IDataTyp
         return new AggregateFunctionTemplate<UInt16, Data<UInt16>>(std::forward<TArgs>(args)...);
     if (which.idx == TypeIndex::DateTime)
         return new AggregateFunctionTemplate<UInt32, Data<UInt32>>(std::forward<TArgs>(args)...);
-    if (which.idx == TypeIndex::DateTime64)
-        return new AggregateFunctionTemplate<UInt64, Data<UInt64>>(std::forward<TArgs>(args)...);
 
     return nullptr;
 }

From edbcdf81ce2c971429ce2dc57a4fb4adbb8571ce Mon Sep 17 00:00:00 2001
From: Vladimir <vdimir@yandex-team.ru>
Date: Fri, 4 Jun 2021 09:57:58 +0300
Subject: [PATCH 0892/1060] Apply suggestions from code review

---
 .../reference/intervalLengthSum.md             | 18 +++++++++++-------
 .../reference/intervalLengthSum.md             | 18 +++++++++++-------
 2 files changed, 22 insertions(+), 14 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index 5a3079c5295..05adbb2ffe8 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -5,7 +5,7 @@ toc_title: intervalLengthSum
 
 # intervalLengthSum {#agg_function-intervallengthsum}
 
-Calculates the sum of the length of all ranges (segments on numeric axis) excluding intersections.
+Calculates the total length of union of all ranges (segments on numeric axis).
 
 **Syntax**
 
@@ -23,7 +23,7 @@ intervalLengthSum(start, end)
 
 **Returned value**
 
--   Sum of the length of all ranges (segments on numeric axis) excluding intersections. Depending on the type of the argument, the return value may be [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) or [Float64](../../../sql-reference/data-types/float.md#float32-float64) type.
+-   Total length of union of all ranges (segments on numeric axis). Depending on the type of the argument, the return value may be [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) or [Float64](../../../sql-reference/data-types/float.md#float32-float64) type.
 
 **Examples**
 
@@ -31,13 +31,16 @@ intervalLengthSum(start, end)
 
 ``` text
 ┌─id─┬─start─┬─end─┐
-│ a  │   1.1 │ 3.2 │
+│ a  │   1.1 │ 2.9 │
+│ a  │   2.5 │ 3.2 │
 │ a  │     4 │   5 │
 └────┴───────┴─────┘
 ```
 
 In this example, the arguments of the Float32 type are used. The function returns a value of the Float64 type.
 
+Result is the sum of lengths of intervals `[1.1, 3.2]` (union of `[1.1, 2.9]` and `[2.5, 3.2]`) and `[4, 5]`
+
 Query:
 
 ``` sql
@@ -47,16 +50,17 @@ SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, en
 Result:
 
 ``` text
-┌─id─┬─segmentLengthSum(start, end)─┬─toTypeName(segmentLengthSum(start, end))─┐
-│ a  │                          3.1 │ Float64                                  │
-└────┴──────────────────────────────┴──────────────────────────────────────────┘
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                           3.1 │ Float64                                   │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
 ```
 
 2. Input table:
 
 ``` text
 ┌─id─┬───────────────start─┬─────────────────end─┐
-│ a  │ 2020-01-01 01:12:30 │ 2020-01-01 02:50:31 │
+│ a  │ 2020-01-01 01:12:30 │ 2020-01-01 02:10:10 │
+│ a  │ 2020-01-01 02:05:30 │ 2020-01-01 02:50:31 │
 │ a  │ 2020-01-01 03:11:22 │ 2020-01-01 03:23:31 │
 └────┴─────────────────────┴─────────────────────┘
 ```
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md b/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
index 3eb0494c1a3..2b515905706 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/intervalLengthSum.md
@@ -5,7 +5,7 @@ toc_title: intervalLengthSum
 
 # intervalLengthSum {#agg_function-intervallengthsum}
 
-Вычисляет сумму длин всех интервалов (отрезков на числовой оси), исключая пересечения.
+Вычисляет длину объединения интервалов (отрезков на числовой оси).
 
 **Синтаксис**
 
@@ -23,7 +23,7 @@ intervalLengthSum(start, end)
 
 **Возвращаемое значение**
 
--   Сумма длин всех интервалов (отрезков на числовой оси), исключая пересечения. В зависимости от типа аргумента возвращаемое значение может быть типа [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) или [Float64](../../../sql-reference/data-types/float.md#float32-float64).
+-   Длина объединения всех интервалов (отрезков на числовой оси). В зависимости от типа аргумента возвращаемое значение может быть типа [UInt64](../../../sql-reference/data-types/int-uint.md#uint8-uint16-uint32-uint64-int8-int16-int32-int64) или [Float64](../../../sql-reference/data-types/float.md#float32-float64).
 
 **Примеры**
 
@@ -31,13 +31,16 @@ intervalLengthSum(start, end)
 
 ``` text
 ┌─id─┬─start─┬─end─┐
-│ a  │   1.1 │ 3.2 │
+│ a  │   1.1 │ 2.9 │
+│ a  │   2.5 │ 3.2 │
 │ a  │     4 │   5 │
 └────┴───────┴─────┘
 ```
 
 В этом примере используются аргументы типа Float32. Функция возвращает значение типа Float64.
 
+Результатом функции будет сумма длин интервалов `[1.1, 3.2]` (объединение `[1.1, 2.9]` и `[2.5, 3.2]`) и `[4, 5]`
+
 Запрос:
 
 ``` sql
@@ -47,16 +50,17 @@ SELECT id, intervalLengthSum(start, end), toTypeName(intervalLengthSum(start, en
 Результат:
 
 ``` text
-┌─id─┬─segmentLengthSum(start, end)─┬─toTypeName(segmentLengthSum(start, end))─┐
-│ a  │                          3.1 │ Float64                                  │
-└────┴──────────────────────────────┴──────────────────────────────────────────┘
+┌─id─┬─intervalLengthSum(start, end)─┬─toTypeName(intervalLengthSum(start, end))─┐
+│ a  │                           3.1 │ Float64                                   │
+└────┴───────────────────────────────┴───────────────────────────────────────────┘
 ```
 
 2. Входная таблица:
 
 ``` text
 ┌─id─┬───────────────start─┬─────────────────end─┐
-│ a  │ 2020-01-01 01:12:30 │ 2020-01-01 02:50:31 │
+│ a  │ 2020-01-01 01:12:30 │ 2020-01-01 02:10:10 │
+│ a  │ 2020-01-01 02:05:30 │ 2020-01-01 02:50:31 │
 │ a  │ 2020-01-01 03:11:22 │ 2020-01-01 03:23:31 │
 └────┴─────────────────────┴─────────────────────┘
 ```

From 4d7170b55740c0963942a93a14479fb6caca31ec Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 10:51:45 +0300
Subject: [PATCH 0893/1060] Followup fixes for integration tests

---
 tests/integration/helpers/cluster.py     | 1 -
 tests/integration/test_partition/test.py | 2 +-
 2 files changed, 1 insertion(+), 2 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index ee9cdd3550a..fa270ae6acb 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -2048,7 +2048,6 @@ class ClickHouseInstance:
 
         instance_config_dir = p.abspath(p.join(self.path, 'configs'))
         os.makedirs(instance_config_dir)
-        os.chmod(instance_config_dir, stat.S_IRWXO)
 
         print(f"Copy common default production configuration from {self.base_config_dir}. Files: {self.main_config_name}, {self.users_config_name}")
 
diff --git a/tests/integration/test_partition/test.py b/tests/integration/test_partition/test.py
index b5facb5f4b2..f8051771d09 100644
--- a/tests/integration/test_partition/test.py
+++ b/tests/integration/test_partition/test.py
@@ -42,7 +42,7 @@ def test_partition_simple(partition_table_simple):
 
 
 def exec_bash(cmd):
-    cmd = '/bin/bash -c "{}"'.format(cmd.replace('"', '\\"'))
+    cmd = ["/bin/bash", "-c", cmd.replace('"', '\\"')]
     return instance.exec_in_container(cmd)
 
 

From 4766576a281e76c30c06184db22ce686f0035c72 Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Fri, 4 Jun 2021 10:00:01 +0200
Subject: [PATCH 0894/1060] Fix error message to include file path

---
 docker/server/entrypoint.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/server/entrypoint.sh b/docker/server/entrypoint.sh
index 4486b0d9d7f..c93017bd0d3 100755
--- a/docker/server/entrypoint.sh
+++ b/docker/server/entrypoint.sh
@@ -34,7 +34,7 @@ fi
 CLICKHOUSE_CONFIG="${CLICKHOUSE_CONFIG:-/etc/clickhouse-server/config.xml}"
 
 if ! $gosu test -f "$CLICKHOUSE_CONFIG" -a -r "$CLICKHOUSE_CONFIG"; then
-    echo "Configuration file '$dir' isn't readable by user with id '$USER'"
+    echo "Configuration file '$CLICKHOUSE_CONFIG' isn't readable by user with id '$USER'"
     exit 1
 fi
 

From 1a421260b3010d25479f62eca561fff8d32db2a4 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 11:22:24 +0300
Subject: [PATCH 0895/1060] Fix endless wait in replica clone

---
 src/Storages/StorageReplicatedMergeTree.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index bf21bc9e163..3d1dd99fff9 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2662,7 +2662,7 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
             break;
         }
 
-        event->wait();
+        event->tryWait(3000);
     }
 
     /// The order of the following three actions is important.

From f9c2f6925d65c2ff751457ca0c60a6b728b94bda Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 11:32:33 +0300
Subject: [PATCH 0896/1060] Don't try if source replica was dropped

---
 src/Storages/StorageReplicatedMergeTree.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 3d1dd99fff9..042b10b8638 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2655,6 +2655,10 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
     {
         LOG_INFO(log, "Waiting for replica {} to be fully created", source_path);
 
+        if (!zookeeper->exists(source_path))
+            throw Exception(
+                "Can not clone replica, because the " + source_replica + " was dropped", ErrorCodes::REPLICA_STATUS_CHANGED);
+
         zkutil::EventPtr event = std::make_shared<Poco::Event>();
         if (zookeeper->exists(fs::path(source_path) / "columns", nullptr, event))
         {

From 4a3fd34a9d4f21a7f6438a4c494924e702e1e056 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 11:33:07 +0300
Subject: [PATCH 0897/1060] Fix typo

---
 src/Storages/StorageReplicatedMergeTree.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 042b10b8638..5644f54aec7 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2657,7 +2657,7 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
 
         if (!zookeeper->exists(source_path))
             throw Exception(
-                "Can not clone replica, because the " + source_replica + " was dropped", ErrorCodes::REPLICA_STATUS_CHANGED);
+                "Cannot clone replica, because the " + source_replica + " was dropped", ErrorCodes::REPLICA_STATUS_CHANGED);
 
         zkutil::EventPtr event = std::make_shared<Poco::Event>();
         if (zookeeper->exists(fs::path(source_path) / "columns", nullptr, event))

From a0eb45bfc3b62a4b2d6bd44721be9ccb9f582ac0 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 12:12:35 +0300
Subject: [PATCH 0898/1060] More stable test

---
 .../test_consistent_parts_after_clone_replica/test.py      | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/tests/integration/test_consistent_parts_after_clone_replica/test.py b/tests/integration/test_consistent_parts_after_clone_replica/test.py
index 459bba42028..e6d148970d4 100644
--- a/tests/integration/test_consistent_parts_after_clone_replica/test.py
+++ b/tests/integration/test_consistent_parts_after_clone_replica/test.py
@@ -3,6 +3,7 @@ import pytest
 from helpers.cluster import ClickHouseCluster
 from helpers.network import PartitionManager
 from helpers.test_tools import assert_eq_with_retry
+import time
 
 
 def fill_nodes(nodes, shard):
@@ -59,9 +60,15 @@ def test_inconsistent_parts_if_drop_while_replica_not_active(start_cluster):
         for i in range(20):
             node2.query("INSERT INTO test_table VALUES ('2019-08-16', {})".format(20 + i))
 
+        for i in range(30):
+            if node2.contains_in_log("Will mark replica node1 as lost"):
+                break
+            time.sleep(0.5)
+
         # the first replica will be cloned from the second
         pm.heal_all()
         assert_eq_with_retry(node1, "SELECT count(*) FROM test_table", node2.query("SELECT count(*) FROM test_table"))
+
         # ensure replica was cloned
         assert node1.contains_in_log("Will mimic node2")
         # queue must be empty (except some merges that are possibly executing right now)

From e0751301124a25c436eb1a793cf85c9d603d0d4e Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 4 Jun 2021 13:14:32 +0300
Subject: [PATCH 0899/1060] Remove subprocess_call from cluster.py

---
 tests/integration/helpers/cluster.py | 36 ++++++++++++----------------
 1 file changed, 15 insertions(+), 21 deletions(-)

diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index ee9cdd3550a..876094a855c 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -30,6 +30,7 @@ from kazoo.client import KazooClient
 from kazoo.exceptions import KazooException
 from minio import Minio
 from minio.deleteobjects import DeleteObject
+from helpers.test_tools import assert_eq_with_retry
 
 import docker
 
@@ -51,7 +52,7 @@ def _create_env_file(path, variables):
             f.write("=".join([var, value]) + "\n")
     return path
 
-def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=180, nothrow=False, detach=False):
+def run_and_check(args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False):
     if detach:
         subprocess.Popen(args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell)
         return
@@ -105,12 +106,6 @@ def subprocess_check_call(args, detach=False, nothrow=False):
     #logging.info('run:' + ' '.join(args))
     return run_and_check(args, detach=detach, nothrow=nothrow)
 
-
-def subprocess_call(args):
-    # Uncomment for debugging..;
-    # logging.debug('run:', ' ' . join(args))
-    run_and_check(args)
-
 def get_odbc_bridge_path():
     path = os.environ.get('CLICKHOUSE_TESTS_ODBC_BRIDGE_BIN_PATH')
     if path is None:
@@ -378,13 +373,13 @@ class ClickHouseCluster:
     def cleanup(self):
         # Just in case kill unstopped containers from previous launch
         try:
-            result = subprocess_call(['docker', 'container', 'list', '-a', '-f name={self.project_name}'])
+            result = run_and_check(['docker', 'container', 'list', '-a', '-f name={self.project_name}'])
             if int(result) > 1:
                 logging.debug("Trying to kill unstopped containers...")
-                subprocess_call(['docker', 'kill', f'`docker container list -a -f name={self.project_name}`'])
-                subprocess_call(['docker', 'rm', f'`docker container list -a -f name={self.project_name}`'])
+                run_and_check(['docker', 'kill', f'`docker container list -a -f name={self.project_name}`'])
+                run_and_check(['docker', 'rm', f'`docker container list -a -f name={self.project_name}`'])
                 logging.debug("Unstopped containers killed")
-                subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+                run_and_check(['docker-compose', 'ps', '--services', '--all'])
             else:
                 logging.debug(f"No running containers for project: {self.project_name}")
         except:
@@ -394,7 +389,7 @@ class ClickHouseCluster:
         # try:
         #     logging.debug("Trying to prune unused networks...")
 
-        #     subprocess_call(['docker', 'network', 'prune', '-f'])
+        #     run_and_check(['docker', 'network', 'prune', '-f'])
         #     logging.debug("Networks pruned")
         # except:
         #     pass
@@ -403,7 +398,7 @@ class ClickHouseCluster:
         # try:
         #     logging.debug("Trying to prune unused images...")
 
-        #     subprocess_call(['docker', 'image', 'prune', '-f'])
+        #     run_and_check(['docker', 'image', 'prune', '-f'])
         #     logging.debug("Images pruned")
         # except:
         #     pass
@@ -412,7 +407,7 @@ class ClickHouseCluster:
         try:
             logging.debug("Trying to prune unused volumes...")
 
-            subprocess_call(['docker', 'volume', 'prune', '-f'])
+            run_and_check(['docker', 'volume', 'prune', '-f'])
             logging.debug("Volumes pruned")
         except:
             pass
@@ -949,7 +944,7 @@ class ClickHouseCluster:
                 errors += [str(ex)]
                 time.sleep(1)
 
-        subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        run_and_check(['docker-compose', 'ps', '--services', '--all'])
         logging.error("Can't connect to MySQL Client:{}".format(errors))
         raise Exception("Cannot wait MySQL Client container")
 
@@ -967,7 +962,7 @@ class ClickHouseCluster:
                 errors += [str(ex)]
                 time.sleep(0.5)
 
-        subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        run_and_check(['docker-compose', 'ps', '--services', '--all'])
         logging.error("Can't connect to MySQL:{}".format(errors))
         raise Exception("Cannot wait MySQL container")
 
@@ -984,7 +979,7 @@ class ClickHouseCluster:
                 logging.debug("Can't connect to MySQL 8 " + str(ex))
                 time.sleep(0.5)
 
-        subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        run_and_check(['docker-compose', 'ps', '--services', '--all'])
         raise Exception("Cannot wait MySQL 8 container")
 
     def wait_mysql_cluster_to_start(self, timeout=180):
@@ -1004,7 +999,7 @@ class ClickHouseCluster:
                 errors += [str(ex)]
                 time.sleep(0.5)
 
-        subprocess_call(['docker-compose', 'ps', '--services', '--all'])
+        run_and_check(['docker-compose', 'ps', '--services', '--all'])
         logging.error("Can't connect to MySQL:{}".format(errors))
         raise Exception("Cannot wait MySQL container")
 
@@ -1425,7 +1420,7 @@ class ClickHouseCluster:
             run_and_check(clickhouse_start_cmd)
             logging.debug("ClickHouse instance created")
 
-            start_timeout = 180.0  # seconds
+            start_timeout = 300.0  # seconds
             for instance in self.instances.values():
                 instance.docker_client = self.docker_client
                 instance.ip_address = self.get_instance_ip(instance.name)
@@ -1881,7 +1876,7 @@ class ClickHouseInstance:
                 return None
         return None
 
-    def restart_with_latest_version(self, stop_start_wait_sec=120, callback_onstop=None, signal=60):
+    def restart_with_latest_version(self, stop_start_wait_sec=300, callback_onstop=None, signal=60):
         if not self.stay_alive:
             raise Exception("Cannot restart not stay alive container")
         self.exec_in_container(["bash", "-c", "pkill -{} clickhouse".format(signal)], user='root')
@@ -1908,7 +1903,6 @@ class ClickHouseInstance:
                                 "cp /usr/share/clickhouse-odbc-bridge_fresh /usr/bin/clickhouse-odbc-bridge && chmod 777 /usr/bin/clickhouse"],
                                user='root')
         self.exec_in_container(["bash", "-c", "{} --daemon".format(self.clickhouse_start_command)], user=str(os.getuid()))
-        from helpers.test_tools import assert_eq_with_retry
 
         # wait start
         assert_eq_with_retry(self, "select 1", "1", retry_count=retries)

From c03f54e2c39e8771634675ccc966886feb0bdc1b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 13:15:44 +0300
Subject: [PATCH 0900/1060] Skip skipped tests

---
 tests/integration/ci-runner.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 288ce89e7aa..457c08aaaef 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -261,7 +261,7 @@ class ClickhouseIntegrationTestsRunner:
 
     def _get_all_tests(self, repo_path):
         image_cmd = self._get_runner_image_cmd(repo_path)
-        cmd = "cd {}/tests/integration && ./runner --tmpfs {} ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' | sed 's/ *$//g' | sort -u  > all_tests.txt".format(repo_path, image_cmd)
+        cmd = "cd {}/tests/integration && ./runner --tmpfs {} ' --setup-plan' | grep '::' | sed 's/ (fixtures used:.*//g' | sed 's/^ *//g' | sed 's/ *$//g' | grep -v 'SKIPPED' | sort -u  > all_tests.txt".format(repo_path, image_cmd)
         logging.info("Getting all tests with cmd '%s'", cmd)
         subprocess.check_call(cmd, shell=True)  # STYLE_CHECK_ALLOW_SUBPROCESS_CHECK_CALL
 
@@ -491,7 +491,7 @@ class ClickhouseIntegrationTestsRunner:
 
         grouped_tests = self.group_test_by_file(filtered_sequential_tests)
         i = 0
-        for par_group in  chunks(filtered_parallel_tests, PARALLEL_GROUP_SIZE):
+        for par_group in chunks(filtered_parallel_tests, PARALLEL_GROUP_SIZE):
             grouped_tests["parallel{}".format(i)] = par_group
             i+=1
         logging.info("Found %s tests groups", len(grouped_tests))

From 4127bbbb9c75288070cad5de79d5ade749b7ba4b Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 13:20:15 +0300
Subject: [PATCH 0901/1060] Remove compatibility code with 18.12

---
 src/Storages/StorageReplicatedMergeTree.cpp | 22 ---------------------
 1 file changed, 22 deletions(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 5644f54aec7..69ed84a9e36 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -2647,28 +2647,6 @@ void StorageReplicatedMergeTree::cloneReplica(const String & source_replica, Coo
 {
     String source_path = fs::path(zookeeper_path) / "replicas" / source_replica;
 
-    /** TODO: it will be deleted! (It is only to support old version of CH server).
-      * In current code, the replica is created in single transaction.
-      * If the reference/master replica is not yet fully created, let's wait.
-      */
-    while (!zookeeper->exists(fs::path(source_path) / "columns"))
-    {
-        LOG_INFO(log, "Waiting for replica {} to be fully created", source_path);
-
-        if (!zookeeper->exists(source_path))
-            throw Exception(
-                "Cannot clone replica, because the " + source_replica + " was dropped", ErrorCodes::REPLICA_STATUS_CHANGED);
-
-        zkutil::EventPtr event = std::make_shared<Poco::Event>();
-        if (zookeeper->exists(fs::path(source_path) / "columns", nullptr, event))
-        {
-            LOG_WARNING(log, "Oops, a watch has leaked");
-            break;
-        }
-
-        event->tryWait(3000);
-    }
-
     /// The order of the following three actions is important.
 
     Strings source_queue_names;

From 66da4988de4957abc188fadb659190a106e45ccf Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 4 Jun 2021 14:40:32 +0300
Subject: [PATCH 0902/1060] Update s3.md

---
 docs/ru/engines/table-engines/integrations/s3.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/engines/table-engines/integrations/s3.md b/docs/ru/engines/table-engines/integrations/s3.md
index dce5917158a..9b2b37297ff 100644
--- a/docs/ru/engines/table-engines/integrations/s3.md
+++ b/docs/ru/engines/table-engines/integrations/s3.md
@@ -103,7 +103,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 		<!-- <use_insecure_imds_request>false</use_insecure_imds_request> -->
         <!-- <header>Authorization: Bearer SOME-TOKEN</header> -->
         <!-- <server_side_encryption_customer_key_base64>BASE64-ENCODED-KEY</server_side_encryption_customer_key_base64> -->
-        <!-- <single_read_retry_attempts>4</single_read_retry_attempts> -->
+        <!-- <single_read_retries>4</single_read_retries> -->
     </endpoint-name>
 </s3>
 ```

From a9d108fc5fb12b2fc04d73b61f92e18e701d9ef2 Mon Sep 17 00:00:00 2001
From: Nicolae Vartolomei <nv@cloudflare.com>
Date: Fri, 4 Jun 2021 12:43:46 +0100
Subject: [PATCH 0903/1060] Delete support for waiting on queue- entries, is
 this dead code?

---
 src/Storages/StorageReplicatedMergeTree.cpp | 50 ---------------------
 1 file changed, 50 deletions(-)

diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index 305d48e28e9..bd76a1f1472 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -5372,56 +5372,6 @@ bool StorageReplicatedMergeTree::waitForTableReplicaToProcessLogEntry(
             event->tryWait(event_wait_timeout_ms);
         }
     }
-    else if (startsWith(entry.znode_name, "queue-"))
-    {
-        /** In this case, the number of `log` node is unknown. You need look through everything from `log_pointer` to the end,
-          *  looking for a node with the same content. And if we do not find it - then the replica has already taken this entry in its queue.
-          */
-
-        String log_pointer = getZooKeeper()->get(fs::path(table_zookeeper_path) / "replicas" / replica / "log_pointer");
-
-        Strings log_entries = getZooKeeper()->getChildren(fs::path(table_zookeeper_path) / "log");
-        UInt64 log_index = 0;
-        bool found = false;
-
-        for (const String & log_entry_name : log_entries)
-        {
-            log_index = parse<UInt64>(log_entry_name.substr(log_entry_name.size() - 10));
-
-            if (!log_pointer.empty() && log_index < parse<UInt64>(log_pointer))
-                continue;
-
-            String log_entry_str;
-            bool exists = getZooKeeper()->tryGet(fs::path(table_zookeeper_path) / "log" / log_entry_name, log_entry_str);
-            if (exists && entry_str == log_entry_str)
-            {
-                found = true;
-                log_node_name = log_entry_name;
-                break;
-            }
-        }
-
-        if (found)
-        {
-            LOG_DEBUG(log, "Waiting for {} to pull {} to queue", replica, log_node_name);
-
-            /// Let's wait until the entry gets into the replica queue.
-            while (!stop_waiting())
-            {
-                zkutil::EventPtr event = std::make_shared<Poco::Event>();
-
-                String log_pointer_new = getZooKeeper()->get(fs::path(table_zookeeper_path) / "replicas" / replica / "log_pointer", nullptr, event);
-                if (!log_pointer_new.empty() && parse<UInt64>(log_pointer_new) > log_index)
-                    break;
-
-                /// Wait with timeout because we can be already shut down, but not dropped.
-                /// So log_pointer node will exist, but we will never update it because all background threads already stopped.
-                /// It can lead to query hung because table drop query can wait for some query (alter, optimize, etc) which called this method,
-                /// but the query will never finish because the drop already shut down the table.
-                event->tryWait(event_wait_timeout_ms);
-            }
-        }
-    }
     else
         throw Exception("Logical error: unexpected name of log node: " + entry.znode_name, ErrorCodes::LOGICAL_ERROR);
 

From 1e69128443bbd6215586c042c70369a35ca6101d Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Fri, 4 Jun 2021 14:49:00 +0300
Subject: [PATCH 0904/1060] Trying to fix 'Tagging already tagged part'

---
 .../MergeTree/ReplicatedMergeTreeLogEntry.cpp    |  4 ----
 .../MergeTree/ReplicatedMergeTreeLogEntry.h      | 12 ------------
 .../MergeTree/ReplicatedMergeTreeQueue.cpp       | 16 +++++-----------
 3 files changed, 5 insertions(+), 27 deletions(-)

diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
index 0f296fd1571..0e6ab5e32f7 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.cpp
@@ -441,10 +441,6 @@ Strings ReplicatedMergeTreeLogEntryData::getVirtualPartNames(MergeTreeDataFormat
     if (type == DROP_RANGE)
         return {new_part_name};
 
-    /// CLEAR_COLUMN and CLEAR_INDEX are deprecated since 20.3
-    if (type == CLEAR_COLUMN || type == CLEAR_INDEX)
-        return {};
-
     if (type == REPLACE_RANGE)
     {
         Strings res = replace_range_entry->new_part_names;
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
index 1e7e1475ac0..eb82572b107 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeLogEntry.h
@@ -140,18 +140,6 @@ struct ReplicatedMergeTreeLogEntryData
     /// selection of merges. These parts are added to queue.virtual_parts.
     Strings getVirtualPartNames(MergeTreeDataFormatVersion format_version) const;
 
-    /// Returns set of parts that denote the block number ranges that should be blocked during the entry execution.
-    /// These parts are added to future_parts.
-    Strings getBlockingPartNames(MergeTreeDataFormatVersion format_version) const
-    {
-        Strings res = getVirtualPartNames(format_version);
-
-        if (type == CLEAR_COLUMN)
-            res.emplace_back(new_part_name);
-
-        return res;
-    }
-
     /// Returns fake part for drop range (for DROP_RANGE and REPLACE_RANGE)
     std::optional<String> getDropRange(MergeTreeDataFormatVersion format_version) const;
 
diff --git a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
index dbb777dbd6c..1a30a33db5d 100644
--- a/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
+++ b/src/Storages/MergeTree/ReplicatedMergeTreeQueue.cpp
@@ -1024,16 +1024,10 @@ bool ReplicatedMergeTreeQueue::shouldExecuteLogEntry(
 {
     /// If our entry produce part which is already covered by
     /// some other entry which is currently executing, then we can postpone this entry.
-    if (entry.type == LogEntry::MERGE_PARTS
-        || entry.type == LogEntry::GET_PART
-        || entry.type == LogEntry::ATTACH_PART
-        || entry.type == LogEntry::MUTATE_PART)
+    for (const String & new_part_name : entry.getVirtualPartNames(format_version))
     {
-        for (const String & new_part_name : entry.getBlockingPartNames(format_version))
-        {
-            if (!isNotCoveredByFuturePartsImpl(entry.znode_name, new_part_name, out_postpone_reason, state_lock))
-                return false;
-        }
+        if (!isNotCoveredByFuturePartsImpl(entry.znode_name, new_part_name, out_postpone_reason, state_lock))
+            return false;
     }
 
     /// Check that fetches pool is not overloaded
@@ -1247,7 +1241,7 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::CurrentlyExecuting(const Replicate
     ++entry->num_tries;
     entry->last_attempt_time = time(nullptr);
 
-    for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
+    for (const String & new_part_name : entry->getVirtualPartNames(queue.format_version))
     {
         if (!queue.future_parts.emplace(new_part_name, entry).second)
             throw Exception(ErrorCodes::LOGICAL_ERROR, "Tagging already tagged future part {}. This is a bug. "
@@ -1288,7 +1282,7 @@ ReplicatedMergeTreeQueue::CurrentlyExecuting::~CurrentlyExecuting()
     entry->currently_executing = false;
     entry->execution_complete.notify_all();
 
-    for (const String & new_part_name : entry->getBlockingPartNames(queue.format_version))
+    for (const String & new_part_name : entry->getVirtualPartNames(queue.format_version))
     {
         if (!queue.future_parts.erase(new_part_name))
         {

From 78fca8f8fa9f5629032beaddbbf6365bda812d35 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Fri, 4 Jun 2021 21:09:59 +0800
Subject: [PATCH 0905/1060] Fix possible race condition when getting cluster

---
 src/Storages/StorageDistributed.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Storages/StorageDistributed.cpp b/src/Storages/StorageDistributed.cpp
index 256875454db..ace0963bc0a 100644
--- a/src/Storages/StorageDistributed.cpp
+++ b/src/Storages/StorageDistributed.cpp
@@ -609,7 +609,7 @@ void StorageDistributed::read(
     ClusterProxy::executeQuery(query_plan, select_stream_factory, log,
         modified_query_ast, local_context, query_info,
         sharding_key_expr, sharding_key_column_name,
-        getCluster());
+        query_info.cluster);
 
     /// This is a bug, it is possible only when there is no shards to query, and this is handled earlier.
     if (!query_plan.isInitialized())

From fd336411ee15265d1ff97ccacf86462534714f43 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Fri, 4 Jun 2021 21:16:15 +0800
Subject: [PATCH 0906/1060] Allow shard pruning with IN literal

---
 .../evaluateConstantExpression.cpp            | 28 +++++++++++--------
 ...ze_skip_unused_shards_rewrite_in.reference |  2 ++
 ...optimize_skip_unused_shards_rewrite_in.sql |  8 +++---
 .../01901_in_literal_shard_prune.reference    |  1 +
 .../01901_in_literal_shard_prune.sql          | 15 ++++++++++
 5 files changed, 38 insertions(+), 16 deletions(-)
 create mode 100644 tests/queries/0_stateless/01901_in_literal_shard_prune.reference
 create mode 100644 tests/queries/0_stateless/01901_in_literal_shard_prune.sql

diff --git a/src/Interpreters/evaluateConstantExpression.cpp b/src/Interpreters/evaluateConstantExpression.cpp
index e6b5893edd7..2525f9672ed 100644
--- a/src/Interpreters/evaluateConstantExpression.cpp
+++ b/src/Interpreters/evaluateConstantExpression.cpp
@@ -224,24 +224,28 @@ namespace
                     }
                 }
             }
-            else if (const auto * tuple_literal = right->as<ASTLiteral>();
-                tuple_literal && tuple_literal->value.getType() == Field::Types::Tuple)
+            else if (const auto * tuple_literal = right->as<ASTLiteral>(); tuple_literal)
             {
-                const auto & tuple = tuple_literal->value.get<const Tuple &>();
-                for (const auto & child : tuple)
+                if (tuple_literal->value.getType() == Field::Types::Tuple)
                 {
-                    const auto dnf = analyzeEquals(identifier, child, expr);
-
-                    if (dnf.empty())
+                    const auto & tuple = tuple_literal->value.get<const Tuple &>();
+                    for (const auto & child : tuple)
                     {
-                        return {};
-                    }
+                        const auto dnf = analyzeEquals(identifier, child, expr);
 
-                    if (!add_dnf(dnf))
-                    {
-                        return {};
+                        if (dnf.empty())
+                        {
+                            return {};
+                        }
+
+                        if (!add_dnf(dnf))
+                        {
+                            return {};
+                        }
                     }
                 }
+                else
+                    return analyzeEquals(identifier, tuple_literal, expr);
             }
             else
             {
diff --git a/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.reference b/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.reference
index a1bfcf043da..3bc986f4d2b 100644
--- a/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.reference
+++ b/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.reference
@@ -12,6 +12,8 @@ WITH CAST(\'default\', \'String\') AS id_2 SELECT one.dummy, ignore(id_2) FROM s
 optimize_skip_unused_shards_rewrite_in(0,)
 0	0
 WITH CAST(\'default\', \'String\') AS id_0 SELECT one.dummy, ignore(id_0) FROM system.one WHERE dummy IN tuple(0)
+0
+0
 errors
 others
 0
diff --git a/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.sql b/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.sql
index dc481ccca72..dbe76f146b0 100644
--- a/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.sql
+++ b/tests/queries/0_stateless/01756_optimize_skip_unused_shards_rewrite_in.sql
@@ -81,18 +81,18 @@ select query from system.query_log where
     type = 'QueryFinish'
 order by query;
 
+-- not tuple
+select * from dist_01756 where dummy in (0);
+select * from dist_01756 where dummy in ('0');
+
 --
 -- errors
 --
 select 'errors';
 
--- not tuple
-select * from dist_01756 where dummy in (0); -- { serverError 507 }
 -- optimize_skip_unused_shards does not support non-constants
 select * from dist_01756 where dummy in (select * from system.one); -- { serverError 507 }
 select * from dist_01756 where dummy in (toUInt8(0)); -- { serverError 507 }
--- wrong type (tuple)
-select * from dist_01756 where dummy in ('0'); -- { serverError 507 }
 -- intHash64 does not accept string
 select * from dist_01756 where dummy in ('0', '2'); -- { serverError 43 }
 -- NOT IN does not supported
diff --git a/tests/queries/0_stateless/01901_in_literal_shard_prune.reference b/tests/queries/0_stateless/01901_in_literal_shard_prune.reference
new file mode 100644
index 00000000000..d00491fd7e5
--- /dev/null
+++ b/tests/queries/0_stateless/01901_in_literal_shard_prune.reference
@@ -0,0 +1 @@
+1
diff --git a/tests/queries/0_stateless/01901_in_literal_shard_prune.sql b/tests/queries/0_stateless/01901_in_literal_shard_prune.sql
new file mode 100644
index 00000000000..cc587c36613
--- /dev/null
+++ b/tests/queries/0_stateless/01901_in_literal_shard_prune.sql
@@ -0,0 +1,15 @@
+set optimize_skip_unused_shards=1;
+set force_optimize_skip_unused_shards=1;
+
+drop table if exists d;
+drop table if exists dp;
+
+create table d (i UInt8) Engine=Memory;
+create table dp as d Engine=Distributed(test_cluster_two_shards, currentDatabase(), d, i);
+
+insert into d values (1), (2);
+
+select * from dp where i in (1);
+
+drop table if exists d;
+drop table if exists dp;

From 74ae079b19541e87e796d3a7d70ac72355b05692 Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Fri, 4 Jun 2021 15:30:25 +0200
Subject: [PATCH 0907/1060] Update test.py

---
 tests/integration/test_storage_kafka/test.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index fd70f4c12b2..50a3b744653 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -1285,7 +1285,9 @@ def test_kafka_recreate_kafka_table(kafka_cluster):
     '''
         Checks that materialized view work properly after dropping and recreating the Kafka table.
     '''
-    admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    # line for backporting:
+    # admin_client = KafkaAdminClient(bootstrap_servers="localhost:9092")
+    admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
     topic_list = []
     topic_list.append(NewTopic(name="recreate_kafka_table", num_partitions=6, replication_factor=1))

From c8fe168a8d80dda6f481a1d834c491e0b3ff5886 Mon Sep 17 00:00:00 2001
From: Mikhail Filimonov <mfilimonov@altinity.com>
Date: Fri, 4 Jun 2021 15:55:07 +0200
Subject: [PATCH 0908/1060] Fix the test after #20393

---
 tests/integration/test_storage_kafka/test.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 992a81bed03..def78b824f9 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -1320,7 +1320,8 @@ def test_librdkafka_compression(kafka_cluster):
         logging.debug(('Check compression {}'.format(compression_type)))
 
         topic_name = 'test_librdkafka_compression_{}'.format(compression_type)
-        admin_client = admin.AdminClient({'bootstrap.servers': 'localhost:9092'})
+        admin_client = admin.AdminClient({'bootstrap.servers': "localhost:{}".format(kafka_cluster.kafka_port)})
+
         topic = admin.NewTopic(topic=topic_name, num_partitions=1, replication_factor=1, config={
             'compression.type': compression_type,
         })

From 19727ff753497cf3849e513806b57a443c15ef34 Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Fri, 4 Jun 2021 16:58:28 +0300
Subject: [PATCH 0909/1060] Update test.py

---
 .../test_consistent_parts_after_clone_replica/test.py           | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/integration/test_consistent_parts_after_clone_replica/test.py b/tests/integration/test_consistent_parts_after_clone_replica/test.py
index 459bba42028..68a9c9a85b2 100644
--- a/tests/integration/test_consistent_parts_after_clone_replica/test.py
+++ b/tests/integration/test_consistent_parts_after_clone_replica/test.py
@@ -58,6 +58,8 @@ def test_inconsistent_parts_if_drop_while_replica_not_active(start_cluster):
         # DROP_RANGE will be removed from the replication log and the first replica will be lost
         for i in range(20):
             node2.query("INSERT INTO test_table VALUES ('2019-08-16', {})".format(20 + i))
+        
+        assert_eq_with_retry(node2, "SELECT value FROM system.zookeeper WHERE path='/clickhouse/tables/test1/replicated/replicas/node1' AND name='is_lost'", "1")
 
         # the first replica will be cloned from the second
         pm.heal_all()

From f6932026d56e299d46a557fb64eb43c314e33964 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Fri, 4 Jun 2021 14:21:47 +0000
Subject: [PATCH 0910/1060] delete partition from original table in case of
 errors while moving

---
 programs/copier/ClusterCopier.cpp             |  36 +++---
 programs/copier/ClusterCopier.h               |   2 +-
 tests/integration/test_cluster_copier/test.py | 112 +++++++++++-------
 3 files changed, 82 insertions(+), 68 deletions(-)

diff --git a/programs/copier/ClusterCopier.cpp b/programs/copier/ClusterCopier.cpp
index 8b49b318108..6863c6e7c19 100644
--- a/programs/copier/ClusterCopier.cpp
+++ b/programs/copier/ClusterCopier.cpp
@@ -196,7 +196,6 @@ void ClusterCopier::discoverTablePartitions(const ConnectionTimeouts & timeouts,
         LOG_INFO(log, "Waiting for {} setup jobs", thread_pool.active());
         thread_pool.wait();
     }
-    std::cout << "discoverTablePartitions  finished" << std::endl;
 }
 
 void ClusterCopier::uploadTaskDescription(const std::string & task_path, const std::string & task_file, const bool force)
@@ -584,6 +583,21 @@ TaskStatus ClusterCopier::tryMoveAllPiecesToDestinationTable(const TaskTable & t
         zookeeper->create(current_partition_attach_is_done, start_state, zkutil::CreateMode::Persistent);
     }
 
+
+    /// Try to drop destination partition in original table
+    if (task_table.allow_to_drop_target_partitions)
+    {
+        DatabaseAndTableName original_table = task_table.table_push;
+
+        WriteBufferFromOwnString ss;
+        ss << "ALTER TABLE " << getQuotedTable(original_table) << ((partition_name == "'all'") ? " DROP PARTITION ID " : " DROP PARTITION ") << partition_name;
+
+        UInt64 num_shards_drop_partition = executeQueryOnCluster(task_table.cluster_push, ss.str(), task_cluster->settings_push, ClusterExecutionMode::ON_EACH_SHARD);
+
+        LOG_INFO(log, "Drop partition {} in original table {} have been executed successfully on {} shards of {}",
+            partition_name, getQuotedTable(original_table), num_shards_drop_partition, task_table.cluster_push->getShardCount());
+    }
+
     /// Move partition to original destination table.
     for (size_t current_piece_number = 0; current_piece_number < task_table.number_of_splits; ++current_piece_number)
     {
@@ -1359,21 +1373,6 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
     }
 
 
-    /// Try to drop destination partition in original table
-    DatabaseAndTableName original_table = task_table.table_push;
-
-    if (task_table.allow_to_drop_target_partitions)
-    {
-        WriteBufferFromOwnString ss;
-        ss << "ALTER TABLE " << getQuotedTable(original_table) << ((task_partition.name == "'all'") ? " DROP PARTITION ID " : " DROP PARTITION ") << task_partition.name;
-
-        UInt64 num_shards_drop_partition = executeQueryOnCluster(task_table.cluster_push, ss.str(), task_cluster->settings_push, ClusterExecutionMode::ON_EACH_SHARD);
-
-        LOG_INFO(log, "Drop partition {} in original table {} have been executed successfully on {} shards of {}",
-            task_partition.name, getQuotedTable(original_table), num_shards_drop_partition, task_table.cluster_push->getShardCount());
-    }
-
-
     /// Try create table (if not exists) on each shard
     /// We have to create this table even in case that partition piece is empty
     /// This is significant, because we will have simpler code
@@ -1543,11 +1542,6 @@ TaskStatus ClusterCopier::processPartitionPieceTaskImpl(
                 auto actions = std::make_shared<ExpressionActions>(actions_dag, ExpressionActionsSettings::fromContext(getContext()));
 
                 input = std::make_shared<ExpressionBlockInputStream>(pure_input, actions);
-
-                std::cout << "Input:" << std::endl;
-                std::cout << input->getHeader().dumpStructure() << std::endl;
-                std::cout << "Output:" << std::endl;
-                std::cout << output->getHeader().dumpStructure() << std::endl;
             }
 
             /// Fail-fast optimization to abort copying when the current clean state expires
diff --git a/programs/copier/ClusterCopier.h b/programs/copier/ClusterCopier.h
index bf2ca8eb4d9..387b089724a 100644
--- a/programs/copier/ClusterCopier.h
+++ b/programs/copier/ClusterCopier.h
@@ -125,7 +125,7 @@ protected:
 
     static constexpr UInt64 max_table_tries = 3;
     static constexpr UInt64 max_shard_partition_tries = 3;
-    static constexpr UInt64 max_shard_partition_piece_tries_for_alter = 3;
+    static constexpr UInt64 max_shard_partition_piece_tries_for_alter = 10;
 
     bool tryProcessTable(const ConnectionTimeouts & timeouts, TaskTable & task_table);
 
diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index 19b6bf23656..f34a8b404f4 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -4,6 +4,8 @@ import sys
 import time
 import kazoo
 import pytest
+import string
+import random
 from contextlib import contextmanager
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
@@ -18,6 +20,9 @@ MOVING_FAIL_PROBABILITY = 0.2
 
 cluster = ClickHouseCluster(__file__)
 
+def generateRandomString(count):
+    return ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(count))
+
 
 def check_all_hosts_sucesfully_executed(tsv_content, num_hosts):
     M = TSV.toMat(tsv_content)
@@ -72,8 +77,13 @@ class Task1:
 
     def __init__(self, cluster):
         self.cluster = cluster
-        self.zk_task_path = "/clickhouse-copier/task_simple"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task0_description.xml'), 'r').read()
+        self.zk_task_path = "/clickhouse-copier/task_simple_" + generateRandomString(5)
+        self.container_task_file = "/task0_description.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task0_description.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
         instance = cluster.instances['s0_0_0']
@@ -112,9 +122,14 @@ class Task2:
 
     def __init__(self, cluster, unique_zk_path):
         self.cluster = cluster
-        self.zk_task_path = "/clickhouse-copier/task_month_to_week_partition"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_month_to_week_description.xml'), 'r').read()
-        self.unique_zk_path = unique_zk_path
+        self.zk_task_path = "/clickhouse-copier/task_month_to_week_partition_" + generateRandomString(5)
+        self.unique_zk_path = generateRandomString(10)
+        self.container_task_file = "/task_month_to_week_description.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_month_to_week_description.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
         instance = cluster.instances['s0_0_0']
@@ -163,9 +178,14 @@ class Task_test_block_size:
 
     def __init__(self, cluster):
         self.cluster = cluster
-        self.zk_task_path = "/clickhouse-copier/task_test_block_size"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_test_block_size.xml'), 'r').read()
+        self.zk_task_path = "/clickhouse-copier/task_test_block_size_" + generateRandomString(5)
         self.rows = 1000000
+        self.container_task_file = "/task_test_block_size.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_test_block_size.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
         instance = cluster.instances['s0_0_0']
@@ -192,9 +212,14 @@ class Task_no_index:
 
     def __init__(self, cluster):
         self.cluster = cluster
-        self.zk_task_path = "/clickhouse-copier/task_no_index"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_no_index.xml'), 'r').read()
+        self.zk_task_path = "/clickhouse-copier/task_no_index_" + generateRandomString(5)
         self.rows = 1000000
+        self.container_task_file = "/task_no_index.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_no_index.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
         instance = cluster.instances['s0_0_0']
@@ -214,8 +239,13 @@ class Task_no_arg:
     def __init__(self, cluster):
         self.cluster = cluster
         self.zk_task_path = "/clickhouse-copier/task_no_arg"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_no_arg.xml'), 'r').read()
         self.rows = 1000000
+        self.container_task_file = "/task_no_arg.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_no_arg.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
         instance = cluster.instances['s0_0_0']
@@ -235,8 +265,13 @@ class Task_non_partitioned_table:
     def __init__(self, cluster):
         self.cluster = cluster
         self.zk_task_path = "/clickhouse-copier/task_non_partitoned_table"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_non_partitioned_table.xml'), 'r').read()
         self.rows = 1000000
+        self.container_task_file = "/task_non_partitioned_table.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_non_partitioned_table.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
         instance = cluster.instances['s0_0_0']
@@ -256,7 +291,12 @@ class Task_self_copy:
     def __init__(self, cluster):
         self.cluster = cluster
         self.zk_task_path = "/clickhouse-copier/task_self_copy"
-        self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_self_copy.xml'), 'r').read()
+        self.container_task_file = "/task_self_copy.xml"
+
+        for instance_name, _ in cluster.instances.items():
+            instance = cluster.instances[instance_name]
+            instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, './task_self_copy.xml'), self.container_task_file)
+            print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
         instance = cluster.instances['s0_0_0']
@@ -280,28 +320,23 @@ class Task_self_copy:
 def execute_task(started_cluster, task, cmd_options):
     task.start()
 
-    zk = started_cluster.get_kazoo_client('zoo1')
+    zk = cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
-    try:
-        zk.delete("/clickhouse-copier", recursive=True)
-    except kazoo.exceptions.NoNodeError:
-        print("No node /clickhouse-copier. It is Ok in first test.")
-
-    zk_task_path = task.zk_task_path
-    zk.ensure_path(zk_task_path)
-    zk.create(zk_task_path + "/description", task.copier_task_config.encode())
-
     # Run cluster-copier processes on each node
-    docker_api = started_cluster.docker_client.api
+    docker_api = docker.from_env().api
     copiers_exec_ids = []
 
     cmd = ['/usr/bin/clickhouse', 'copier',
            '--config', '/etc/clickhouse-server/config-copier.xml',
-           '--task-path', zk_task_path,
+           '--task-path', task.zk_task_path,
+           '--task-file', task.container_task_file,
+           '--task-upload-force', 'true',
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
+    print(cmd)
+
     copiers = random.sample(list(cluster.instances.keys()), 3)
 
     for instance_name in copiers:
@@ -330,18 +365,12 @@ def execute_task(started_cluster, task, cmd_options):
     try:
         task.check()
     finally:
-        zk.delete(zk_task_path, recursive=True)
+        zk.delete(task.zk_task_path, recursive=True)
 
 
 # Tests
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'), [False, True])
 def test_copy_simple(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(started_cluster, Task1(started_cluster), ['--experimental-use-sample-offset', '1'])
@@ -349,13 +378,7 @@ def test_copy_simple(started_cluster, use_sample_offset):
         execute_task(started_cluster, Task1(started_cluster), [])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False, True])
 def test_copy_with_recovering(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(started_cluster, Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY),
@@ -364,13 +387,7 @@ def test_copy_with_recovering(started_cluster, use_sample_offset):
         execute_task(started_cluster, Task1(started_cluster), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.parametrize(
-    ('use_sample_offset'),
-    [
-        False,
-        True
-    ]
-)
+@pytest.mark.parametrize(('use_sample_offset'),[False, True])
 def test_copy_with_recovering_after_move_faults(started_cluster, use_sample_offset):
     if use_sample_offset:
         execute_task(started_cluster, Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY),
@@ -379,16 +396,19 @@ def test_copy_with_recovering_after_move_faults(started_cluster, use_sample_offs
         execute_task(started_cluster, Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
 
+@pytest.mark.partition
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition(started_cluster):
     execute_task(started_cluster, Task2(started_cluster, "test1"), [])
 
 
+@pytest.mark.partition
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition_with_recovering(started_cluster):
     execute_task(started_cluster, Task2(started_cluster, "test2"), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
+@pytest.mark.partition
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition_with_recovering_after_move_faults(started_cluster):
     execute_task(started_cluster, Task2(started_cluster, "test3"), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])

From 05232e7c40277bbb4653e4af9e82667f06f79398 Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 4 Jun 2021 17:33:22 +0300
Subject: [PATCH 0911/1060] Make tests great again

---
 tests/integration/conftest.py        | 24 +++++++++++++++++++++---
 tests/integration/helpers/network.py | 11 +++++++++++
 2 files changed, 32 insertions(+), 3 deletions(-)

diff --git a/tests/integration/conftest.py b/tests/integration/conftest.py
index baa04134c7d..6e0ad6fa874 100644
--- a/tests/integration/conftest.py
+++ b/tests/integration/conftest.py
@@ -1,6 +1,24 @@
+import subprocess
+import pytest
+import logging
 from helpers.test_tools import TSV
+from helpers.network import _NetworkManager
 
+@pytest.fixture(autouse=True, scope="session")
+def cleanup_environment():
+    _NetworkManager.clean_all_user_iptables_rules()
+    try:
+        result = subprocess.run(['docker', 'container', 'list', '-a'])
+        if result.returncode==0 and int(result.stdout) > 1:
+            logging.debug("Trying to kill unstopped containers...")
+            subprocess.run(['docker', 'kill', f'`docker container list -a`'])
+            subprocess.run(['docker', 'rm', f'`docker container list -a`'])
+            logging.debug("Unstopped containers killed")
+            r = subprocess.run(['docker-compose', 'ps', '--services', '--all'])
+            logging.debug(f"Docker ps before start:{r.stdout}")
+        else:
+            logging.debug(f"No running containers")
+    except:
+        pass
 
-def pytest_assertrepr_compare(op, left, right):
-    if isinstance(left, TSV) and isinstance(right, TSV) and op == '==':
-        return ['TabSeparated values differ: '] + left.diff(right)
+    yield
\ No newline at end of file
diff --git a/tests/integration/helpers/network.py b/tests/integration/helpers/network.py
index e2dddd74b9c..6cbacc54a56 100644
--- a/tests/integration/helpers/network.py
+++ b/tests/integration/helpers/network.py
@@ -136,6 +136,17 @@ class _NetworkManager:
         cmd.extend(self._iptables_cmd_suffix(**kwargs))
         self._exec_run_with_retry(cmd, retry_count=3, privileged=True)
 
+    @staticmethod
+    def clean_all_user_iptables_rules():
+        for i in range(1000):
+            iptables_iter = i
+            # when rules will be empty, it will return error
+            res = subprocess.run("iptables -D DOCKER-USER 1", shell=True)
+
+            if res.returncode != 0:
+                logging.info("All iptables rules cleared, " + str(iptables_iter) + "iterations, last error: " + str(res.stderr))
+                return
+
     @staticmethod
     def _iptables_cmd_suffix(
             source=None, destination=None,

From e9bd18ebfb8632cc7b87e7cc7fe7b64866df0779 Mon Sep 17 00:00:00 2001
From: presto53 <altusensix@gmail.com>
Date: Fri, 4 Jun 2021 17:35:15 +0300
Subject: [PATCH 0912/1060] Update s3.md

---
 docs/en/engines/table-engines/integrations/s3.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/engines/table-engines/integrations/s3.md b/docs/en/engines/table-engines/integrations/s3.md
index 4e8ca628c38..e763d940752 100644
--- a/docs/en/engines/table-engines/integrations/s3.md
+++ b/docs/en/engines/table-engines/integrations/s3.md
@@ -167,7 +167,7 @@ The following settings can be specified in configuration file for given endpoint
 
 ## Usage {#usage-examples}
 
-Suppose we have several files in TSV format with the following URIs on HDFS:
+Suppose we have several files in CSV format with the following URIs on S3:
 
 -   'https://storage.yandexcloud.net/my-test-bucket-768/some_prefix/some_file_1.csv'
 -   'https://storage.yandexcloud.net/my-test-bucket-768/some_prefix/some_file_2.csv'

From c362e3519678e332c55ca608bb44debc44f4995f Mon Sep 17 00:00:00 2001
From: presto53 <altusensix@gmail.com>
Date: Fri, 4 Jun 2021 17:41:59 +0300
Subject: [PATCH 0913/1060] Update s3.md

---
 docs/ru/engines/table-engines/integrations/s3.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/engines/table-engines/integrations/s3.md b/docs/ru/engines/table-engines/integrations/s3.md
index 9b2b37297ff..4c910db4b92 100644
--- a/docs/ru/engines/table-engines/integrations/s3.md
+++ b/docs/ru/engines/table-engines/integrations/s3.md
@@ -110,7 +110,7 @@ SELECT * FROM s3_engine_table LIMIT 2;
 
 ## Примеры использования {#usage-examples}
 
-Предположим, у нас есть несколько файлов в формате TSV со следующими URL-адресами в S3:
+Предположим, у нас есть несколько файлов в формате CSV со следующими URL-адресами в S3:
 
 -   'https://storage.yandexcloud.net/my-test-bucket-768/some_prefix/some_file_1.csv'
 -   'https://storage.yandexcloud.net/my-test-bucket-768/some_prefix/some_file_2.csv'

From 9f6de5f764be47061cc71d29b57a305445ca554d Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 4 Jun 2021 18:00:59 +0300
Subject: [PATCH 0914/1060] opt-in for cleanup

---
 tests/integration/conftest.py | 26 +++++++++++++++++---------
 tests/integration/runner      | 14 +++++++++++++-
 2 files changed, 30 insertions(+), 10 deletions(-)

diff --git a/tests/integration/conftest.py b/tests/integration/conftest.py
index 6e0ad6fa874..f1e41bea4bc 100644
--- a/tests/integration/conftest.py
+++ b/tests/integration/conftest.py
@@ -9,16 +9,24 @@ def cleanup_environment():
     _NetworkManager.clean_all_user_iptables_rules()
     try:
         result = subprocess.run(['docker', 'container', 'list', '-a'])
-        if result.returncode==0 and int(result.stdout) > 1:
-            logging.debug("Trying to kill unstopped containers...")
-            subprocess.run(['docker', 'kill', f'`docker container list -a`'])
-            subprocess.run(['docker', 'rm', f'`docker container list -a`'])
-            logging.debug("Unstopped containers killed")
-            r = subprocess.run(['docker-compose', 'ps', '--services', '--all'])
-            logging.debug(f"Docker ps before start:{r.stdout}")
+        if result.returncode != 0:
+            logging.error(f"docker ps returned error:{str(result.stderr)}")
         else:
-            logging.debug(f"No running containers")
-    except:
+            if int(result.stdout) > 1:
+                if env["PYTEST_CLEANUP_CONTAINERS"] != 1:
+                    logging.warning(f"Docker containters({result.stdout}) are running before tests run. They can be left from previous pytest run and cause test failures.\n"\
+                                    "You can set env PYTEST_CLEANUP_CONTAINERS=1 or use runner with --cleanup-containers argument to enable automatic containers cleanup.")
+                else:
+                    logging.debug("Trying to kill unstopped containers...")
+                    subprocess.run(['docker', 'kill', f'`docker container list -a`'])
+                    subprocess.run(['docker', 'rm', f'`docker container list -a`'])
+                    logging.debug("Unstopped containers killed")
+                    r = subprocess.run(['docker-compose', 'ps', '--services', '--all'])
+                    logging.debug(f"Docker ps before start:{r.stdout}")
+            else:
+                logging.debug(f"No running containers")
+    except Exception as e:
+        logging.error(f"cleanup_environment:{str(e)}")
         pass
 
     yield
\ No newline at end of file
diff --git a/tests/integration/runner b/tests/integration/runner
index 3b64c30b2bc..160c4a23652 100755
--- a/tests/integration/runner
+++ b/tests/integration/runner
@@ -183,6 +183,13 @@ if __name__ == "__main__":
         dest="tmpfs",
         help="Use tmpfs for dockerd files")
 
+    parser.add_argument(
+        "--cleanup-containers",
+        action='store_true',
+        default=False,
+        dest="cleanup_containers",
+        help="Remove all running containers on test session start")
+
     parser.add_argument(
         "--dockerd-volume-dir",
         action='store',
@@ -241,6 +248,10 @@ if __name__ == "__main__":
         subprocess.check_call('docker volume create {name}_volume'.format(name=CONTAINER_NAME), shell=True)
         dockerd_internal_volume = "--volume={}_volume:/var/lib/docker".format(CONTAINER_NAME)
 
+    # If enabled we kill and remove containers before pytest session run.
+    env_cleanup = ""
+    if args.cleanup_containers:
+        env_cleanup = "-e PYTEST_CLEANUP_CONTAINERS=1"
     # enable tty mode & interactive for docker if we have real tty
     tty = ""
     if sys.stdout.isatty() and sys.stdin.isatty():
@@ -253,7 +264,7 @@ if __name__ == "__main__":
         --volume={base_cfg}:/clickhouse-config --volume={cases_dir}:/ClickHouse/tests/integration \
         --volume={src_dir}/Server/grpc_protos:/ClickHouse/src/Server/grpc_protos \
         {dockerd_internal_volume} -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 \
-        {env_tags} -e PYTEST_OPTS='{parallel} {opts} {tests_list}' {img} {command}".format(
+        {env_tags} {env_cleanup} -e PYTEST_OPTS='{parallel} {opts} {tests_list}' {img} {command}".format(
         net=net,
         tty=tty,
         bin=args.binary,
@@ -263,6 +274,7 @@ if __name__ == "__main__":
         cases_dir=args.cases_dir,
         src_dir=args.src_dir,
         env_tags=env_tags,
+        env_cleanup=env_cleanup,
         parallel=parallel_args,
         opts=' '.join(args.pytest_args),
         tests_list=' '.join(args.tests_list),

From 1c5e069d0d6b33b1f3831769ceb302df36ffd9ae Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Fri, 4 Jun 2021 18:27:21 +0300
Subject: [PATCH 0915/1060] fixes

---
 docker/test/performance-comparison/compare.sh | 16 +++++++++++-----
 docker/test/performance-comparison/report.py  |  5 +++--
 2 files changed, 14 insertions(+), 7 deletions(-)

diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index 5f7a71297d4..593be2e630c 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -593,7 +593,7 @@ then
 #
     "${client[@]}" --query "
             select test, query_index,
-                quantileExact(0.99)(abs(diff)) max_diff * 1.5,
+                quantileExact(0.99)(abs(diff)) * 1.5 max_diff,
                 quantileExactIf(0.99)(stat_threshold, abs(diff) < stat_threshold) * 1.5 max_stat_threshold,
                 query_display_name
             from query_metrics_v2
@@ -607,6 +607,7 @@ then
             group by test, query_index, query_display_name
             having count(*) > 100
             " > analyze/historical-thresholds.tsv
+    set -x
 else
     touch analyze/historical-thresholds.tsv
 fi
@@ -1246,7 +1247,7 @@ create table ci_checks engine File(TSVWithNamesAndTypes, 'ci-checks.tsv')
         test_name,
         test_status,
         test_duration_ms,
-        'https://clickhouse-test-reports.s3.yandex.net/$PR_TO_TEST/$SHA_TO_TEST/performance_comparison/report.html#fail1' report_url,
+        report_url,
         $PR_TO_TEST = 0
             ? 'https://github.com/ClickHouse/ClickHouse/commit/$SHA_TO_TEST'
             : 'https://github.com/ClickHouse/ClickHouse/pull/$PR_TO_TEST' pull_request_url,
@@ -1259,12 +1260,17 @@ create table ci_checks engine File(TSVWithNamesAndTypes, 'ci-checks.tsv')
     from (
         select '' test_name,
             '$(sed -n 's/.*<!--message: \(.*\)-->/\1/p' report.html)' test_status,
-            0 test_duration_ms
+            0 test_duration_ms,
+            'https://clickhouse-test-reports.s3.yandex.net/$PR_TO_TEST/$SHA_TO_TEST/performance_comparison/report.html#fail1' report_url
         union all
-            select test || ' #' || toString(query_index), 'slower' test_status, 0 test_duration_ms
+            select test || ' #' || toString(query_index), 'slower' test_status, 0 test_duration_ms,
+                'https://clickhouse-test-reports.s3.yandex.net/$PR_TO_TEST/$SHA_TO_TEST/performance_comparison/report.html#changes-in-performance.'
+                    || test || '.' || toString(query_index) report_url
             from queries where changed_fail != 0 and diff > 0
         union all
-            select test || ' #' || toString(query_index), 'unstable' test_status, 0 test_duration_ms
+            select test || ' #' || toString(query_index), 'unstable' test_status, 0 test_duration_ms,
+                'https://clickhouse-test-reports.s3.yandex.net/$PR_TO_TEST/$SHA_TO_TEST/performance_comparison/report.html#unstable-queries.'
+                    || test || '.' || toString(query_index) report_url
             from queries where unstable_fail != 0
     )
 ;
diff --git a/docker/test/performance-comparison/report.py b/docker/test/performance-comparison/report.py
index dabf6b7b93d..b69a1e0d3f6 100755
--- a/docker/test/performance-comparison/report.py
+++ b/docker/test/performance-comparison/report.py
@@ -561,8 +561,9 @@ if args.report == 'main':
     # Don't show mildly unstable queries, only the very unstable ones we
     # treat as errors.
     if very_unstable_queries:
-        error_tests += very_unstable_queries
-        status = 'failure'
+        if very_unstable_queries > 3:
+            error_tests += very_unstable_queries
+            status = 'failure'
         message_array.append(str(very_unstable_queries) + ' unstable')
 
     error_tests += slow_average_tests

From df6e1639761f638eab00c832a07f94936e0a759a Mon Sep 17 00:00:00 2001
From: Yatsishin Ilya <2159081+qoega@users.noreply.github.com>
Date: Fri, 4 Jun 2021 18:46:11 +0300
Subject: [PATCH 0916/1060] fix

---
 tests/integration/conftest.py        | 2 +-
 tests/integration/helpers/cluster.py | 3 +--
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/tests/integration/conftest.py b/tests/integration/conftest.py
index f1e41bea4bc..4926998e188 100644
--- a/tests/integration/conftest.py
+++ b/tests/integration/conftest.py
@@ -8,7 +8,7 @@ from helpers.network import _NetworkManager
 def cleanup_environment():
     _NetworkManager.clean_all_user_iptables_rules()
     try:
-        result = subprocess.run(['docker', 'container', 'list', '-a'])
+        result = subprocess.run(['docker', 'container', 'list', '-a', '|', 'wc', '-l'])
         if result.returncode != 0:
             logging.error(f"docker ps returned error:{str(result.stderr)}")
         else:
diff --git a/tests/integration/helpers/cluster.py b/tests/integration/helpers/cluster.py
index 876094a855c..0274b455167 100644
--- a/tests/integration/helpers/cluster.py
+++ b/tests/integration/helpers/cluster.py
@@ -373,7 +373,7 @@ class ClickHouseCluster:
     def cleanup(self):
         # Just in case kill unstopped containers from previous launch
         try:
-            result = run_and_check(['docker', 'container', 'list', '-a', '-f name={self.project_name}'])
+            result = run_and_check(['docker', 'container', 'list', '-a', '-f name={self.project_name}', '|', 'wc', '-l'])
             if int(result) > 1:
                 logging.debug("Trying to kill unstopped containers...")
                 run_and_check(['docker', 'kill', f'`docker container list -a -f name={self.project_name}`'])
@@ -663,7 +663,6 @@ class ClickHouseCluster:
                                     '--file', p.join(docker_compose_yml_dir, 'docker_compose_cassandra.yml')]
         return self.base_cassandra_cmd
 
-
     def add_instance(self, name, base_config_dir=None, main_configs=None, user_configs=None, dictionaries=None,
                      macros=None, with_zookeeper=False, with_zookeeper_secure=False,
                      with_mysql_client=False, with_mysql=False, with_mysql8=False, with_mysql_cluster=False, 

From d8271c0705740d65efb2ba3a506b65631ff23b8a Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Fri, 4 Jun 2021 20:38:05 +0300
Subject: [PATCH 0917/1060] Translate to Russian
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Перевел на русский язык.
---
 docs/en/sql-reference/statements/system.md | 14 ++++++++++++-
 docs/ru/sql-reference/statements/system.md | 24 +++++++++++++++++++++-
 2 files changed, 36 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index c4a7ed267aa..01ded7ae3a3 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -64,12 +64,24 @@ SELECT name, status FROM system.dictionaries;
 
 ## RELOAD MODELS {#query_language-system-reload-models}
 
-Reloads all [CatBoost](../../guides/apply-catboost-model.md#applying-catboost-model-in-clickhouse) models if the configuration was updated without restarting the server. The configuration for CatBoost models is the same as for dictionaries.
+Reloads all [CatBoost](../../guides/apply-catboost-model.md#applying-catboost-model-in-clickhouse) models if the configuration was updated without restarting the server.
+
+**Syntax**
+
+```sql
+SYSTEM RELOAD MODELS
+```
 
 ## RELOAD MODEL {#query_language-system-reload-model}
 
 Completely reloads a CatBoost model `model_name` if the configuration was updated without restarting the server.
 
+**Syntax**
+
+```sql
+SYSTEM RELOAD MODEL [db.]<model_name>
+```
+
 ## DROP DNS CACHE {#query_language-system-drop-dns-cache}
 
 Resets ClickHouse’s internal DNS cache. Sometimes (for old ClickHouse versions) it is necessary to use this command when changing the infrastructure (changing the IP address of another ClickHouse server or the server used by dictionaries).
diff --git a/docs/ru/sql-reference/statements/system.md b/docs/ru/sql-reference/statements/system.md
index 8c82cacdc43..d007b40e542 100644
--- a/docs/ru/sql-reference/statements/system.md
+++ b/docs/ru/sql-reference/statements/system.md
@@ -8,6 +8,8 @@ toc_title: SYSTEM
 -   [RELOAD EMBEDDED DICTIONARIES](#query_language-system-reload-emdedded-dictionaries) 
 -   [RELOAD DICTIONARIES](#query_language-system-reload-dictionaries)
 -   [RELOAD DICTIONARY](#query_language-system-reload-dictionary)
+-   [RELOAD MODELS](#query_language-system-reload-models)
+-   [RELOAD MODEL](#query_language-system-reload-model)
 -   [DROP DNS CACHE](#query_language-system-drop-dns-cache)
 -   [DROP MARK CACHE](#query_language-system-drop-mark-cache)
 -   [DROP UNCOMPRESSED CACHE](#query_language-system-drop-uncompressed-cache) 
@@ -37,7 +39,7 @@ toc_title: SYSTEM
 -   [RESTART REPLICAS](#query_language-system-restart-replicas) 
 
 ## RELOAD EMBEDDED DICTIONARIES] {#query_language-system-reload-emdedded-dictionaries} 
-Перегружет все [Встроенные словари](../dictionaries/internal-dicts.md).
+Перегружает все [Встроенные словари](../dictionaries/internal-dicts.md).
 По умолчанию встроенные словари выключены. 
 Всегда возвращает `Ok.`, вне зависимости от результата обновления встроенных словарей.
    
@@ -57,6 +59,26 @@ toc_title: SYSTEM
 SELECT name, status FROM system.dictionaries;
 ```
 
+## RELOAD MODELS {#query_language-system-reload-models}
+
+Перегружает все модели [CatBoost](../../guides/apply-catboost-model.md#applying-catboost-model-in-clickhouse), если их конфигурация была обновлена, без перезагрузки сервера.
+
+**Синтаксис**
+
+```sql
+SYSTEM RELOAD MODELS
+```
+
+## RELOAD MODEL {#query_language-system-reload-model}
+
+Полностью перегружает модель [CatBoost](../../guides/apply-catboost-model.md#applying-catboost-model-in-clickhouse) `model_name`, если ее конфигурация была обновлена, без перезагрузки сервера.
+
+**Синтаксис**
+
+```sql
+SYSTEM RELOAD MODEL [db.]<model_name>
+```
+
 ## DROP DNS CACHE {#query_language-system-drop-dns-cache}
 
 Сбрасывает внутренний DNS кеш ClickHouse. Иногда (для старых версий ClickHouse) необходимо использовать эту команду при изменении инфраструктуры (смене IP адреса у другого ClickHouse сервера или сервера, используемого словарями).

From 57bb73fb918e7f007bdd9db89b7e455907201a69 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Fri, 4 Jun 2021 23:07:28 +0300
Subject: [PATCH 0918/1060] Update apply-catboost-model.md
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Перевел небольшой текст в этом файле на русский язык.
---
 docs/ru/guides/apply-catboost-model.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docs/ru/guides/apply-catboost-model.md b/docs/ru/guides/apply-catboost-model.md
index db2be63692f..a9cba1d7f70 100644
--- a/docs/ru/guides/apply-catboost-model.md
+++ b/docs/ru/guides/apply-catboost-model.md
@@ -18,6 +18,8 @@ toc_title: "Применение модели CatBoost в ClickHouse"
 
 Подробнее об обучении моделей в CatBoost, см. [Обучение и применение моделей](https://catboost.ai/docs/features/training.html#training).
 
+Вы можете перегрузить модели CatBoost, если их конфигурация была обновлена, без перезагрузки сервера. Для этого используйте системные запросы [RELOAD MODEL](../sql-reference/statements/system.md#query_language-system-reload-model) и [RELOAD MODELS](../sql-reference/statements/system.md#query_language-system-reload-models).
+
 ## Перед началом работы {#prerequisites}
 
 Если у вас еще нет [Docker](https://docs.docker.com/install/), установите его.

From fc8a8ae241cc375ac952bab6bf6b1fe0177bf0e5 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 5 Jun 2021 01:06:12 +0300
Subject: [PATCH 0919/1060] Rename a directory with changelog script

---
 utils/{simple-backport => changelog}/.gitignore          | 0
 utils/{simple-backport => changelog}/changelog.sh        | 0
 utils/{simple-backport => changelog}/format-changelog.py | 0
 3 files changed, 0 insertions(+), 0 deletions(-)
 rename utils/{simple-backport => changelog}/.gitignore (100%)
 rename utils/{simple-backport => changelog}/changelog.sh (100%)
 rename utils/{simple-backport => changelog}/format-changelog.py (100%)

diff --git a/utils/simple-backport/.gitignore b/utils/changelog/.gitignore
similarity index 100%
rename from utils/simple-backport/.gitignore
rename to utils/changelog/.gitignore
diff --git a/utils/simple-backport/changelog.sh b/utils/changelog/changelog.sh
similarity index 100%
rename from utils/simple-backport/changelog.sh
rename to utils/changelog/changelog.sh
diff --git a/utils/simple-backport/format-changelog.py b/utils/changelog/format-changelog.py
similarity index 100%
rename from utils/simple-backport/format-changelog.py
rename to utils/changelog/format-changelog.py

From 17530a6e755d056ca1edfe9ed61974f84fdf961d Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 5 Jun 2021 01:10:08 +0300
Subject: [PATCH 0920/1060] Add progress log

---
 utils/changelog/changelog.sh | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/utils/changelog/changelog.sh b/utils/changelog/changelog.sh
index ca2dcfffff0..52817acfae4 100755
--- a/utils/changelog/changelog.sh
+++ b/utils/changelog/changelog.sh
@@ -18,7 +18,6 @@ then
     echo Some commits will be missed, review these manually.
 fi
 
-# NOTE keep in sync with ./backport.sh.
 # Search for PR numbers in commit messages. First variant is normal merge, and second
 # variant is squashed. Next are some backport message variants.
 find_prs=(sed -n "s/^.*merg[eding]*.*#\([[:digit:]]\+\).*$/\1/Ip;
@@ -39,6 +38,8 @@ function github_download()
     local file=${2}
     if ! [ -f "$file" ]
     then
+        echo "curl -u \"$GITHUB_USER:***\" -sSf \"$url\" > \"$file\""
+
         if ! curl -u "$GITHUB_USER:$GITHUB_TOKEN" \
                 -sSf "$url" \
                 > "$file"

From 23363a54fa4981c218188bb038f057adba655a70 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 5 Jun 2021 01:12:38 +0300
Subject: [PATCH 0921/1060] Add README

---
 utils/changelog/README.md | 8 ++++++++
 1 file changed, 8 insertions(+)
 create mode 100644 utils/changelog/README.md

diff --git a/utils/changelog/README.md b/utils/changelog/README.md
new file mode 100644
index 00000000000..ff3ac39f632
--- /dev/null
+++ b/utils/changelog/README.md
@@ -0,0 +1,8 @@
+## Generate changelog
+
+Usage example:
+
+```
+export GITHUB_USER=... GITHUB_TOKEN=ghp_...
+./changelog.sh v21.5.6.6-stable v21.6.2.7-prestable
+```

From 2255ea7f51268b127eac79fbc2191c447d8b802b Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 5 Jun 2021 01:12:38 +0300
Subject: [PATCH 0922/1060] Add README

---
 utils/changelog/README.md | 8 ++++++++
 1 file changed, 8 insertions(+)
 create mode 100644 utils/changelog/README.md

diff --git a/utils/changelog/README.md b/utils/changelog/README.md
new file mode 100644
index 00000000000..ff3ac39f632
--- /dev/null
+++ b/utils/changelog/README.md
@@ -0,0 +1,8 @@
+## Generate changelog
+
+Usage example:
+
+```
+export GITHUB_USER=... GITHUB_TOKEN=ghp_...
+./changelog.sh v21.5.6.6-stable v21.6.2.7-prestable
+```

From 967b531a167d0b45aaaf6285d4959aa32d56652a Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sat, 5 Jun 2021 02:09:57 +0300
Subject: [PATCH 0923/1060] Add changelog for 21.6

---
 CHANGELOG.md | 126 +++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 126 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 2eaecaa4c9b..cad82fd1e28 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,129 @@
+### ClickHouse release 21.6, 2021-06-05
+
+#### Upgrade Notes
+
+* `zstd` compression library is updated to v1.5.0. You may get messages about "checksum does not match" in replication. These messages are expected due to update of compression algorithm and you can ignore them. These messages are informational and do not indicate any kinds of undesired behaviour.
+* The setting `compile_expressions` is enabled by default. Although it has been heavily tested on variety of scenarios, if you find some undesired behaviour on your servers, you can try turning this setting off.
+* Values of `UUID` type cannot be compared with integer. For example, instead of writing `uuid != 0` type `uuid != '00000000-0000-0000-0000-000000000000'`.
+
+#### New Feature
+
+* Add Postgres-like cast operator (`::`). E.g.: `[1, 2]::Array(UInt8)`, `0.1::Decimal(4, 4)`, `number::UInt16`. [#23871](https://github.com/ClickHouse/ClickHouse/pull/23871) ([Anton Popov](https://github.com/CurtizJ)).
+* Make big integers production ready. Add support for `UInt128` data type. Fix known issues with the `Decimal256` data type. Support big integers in dictionaries. Support `gcd`/`lcm` functions for big integers. Support big integers in array search and conditional functions. Support `LowCardinality(UUID)`. Support big integers in `generateRandom` table function and `clickhouse-obfuscator`. Fix error with returning `UUID` from scalar subqueries. This fixes [#7834](https://github.com/ClickHouse/ClickHouse/issues/7834). This fixes [#23936](https://github.com/ClickHouse/ClickHouse/issues/23936). This fixes [#4176](https://github.com/ClickHouse/ClickHouse/issues/4176). This fixes [#24018](https://github.com/ClickHouse/ClickHouse/issues/24018). Backward incompatible change: values of `UUID` type cannot be compared with integer. For example, instead of writing `uuid != 0` type `uuid != '00000000-0000-0000-0000-000000000000'`. [#23631](https://github.com/ClickHouse/ClickHouse/pull/23631) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Support `Array` data type for inserting and selecting data in `Arrow`, `Parquet` and `ORC` formats. [#21770](https://github.com/ClickHouse/ClickHouse/pull/21770) ([taylor12805](https://github.com/taylor12805)).
+* Implement table comments. Closes [#23225](https://github.com/ClickHouse/ClickHouse/issues/23225). [#23548](https://github.com/ClickHouse/ClickHouse/pull/23548) ([flynn](https://github.com/ucasFL)).
+* Support creating dictionaries with DDL queries in `clickhouse-local`. Closes [#22354](https://github.com/ClickHouse/ClickHouse/issues/22354). Added support for `DETACH DICTIONARY PERMANENTLY`. Added support for `EXCHANGE DICTIONARIES` for `Atomic` database engine. Added support for moving dictionaries between databases using `RENAME DICTIONARY`. [#23436](https://github.com/ClickHouse/ClickHouse/pull/23436) ([Maksim Kita](https://github.com/kitaisreal)).
+* Add aggregate function `uniqTheta` to support [Theta Sketch](https://datasketches.apache.org/docs/Theta/ThetaSketchFramework.html) in ClickHouse. [#23894](https://github.com/ClickHouse/ClickHouse/pull/23894). [#22609](https://github.com/ClickHouse/ClickHouse/pull/22609) ([Ping Yu](https://github.com/pingyu)).
+* Add function `splitByRegexp`. [#24077](https://github.com/ClickHouse/ClickHouse/pull/24077) ([abel-cheng](https://github.com/abel-cheng)).
+* Add function `arrayProduct` which accept an array as the parameter, and return the product of all the elements in array. Closes [#21613](https://github.com/ClickHouse/ClickHouse/issues/21613). [#23782](https://github.com/ClickHouse/ClickHouse/pull/23782) ([Maksim Kita](https://github.com/kitaisreal)).
+* Add `thread_name` column in `system.stack_trace`. This closes [#23256](https://github.com/ClickHouse/ClickHouse/issues/23256). [#24124](https://github.com/ClickHouse/ClickHouse/pull/24124) ([abel-cheng](https://github.com/abel-cheng)).
+* If `insert_null_as_default` = 1, insert default values instead of NULL in `INSERT ... SELECT` and `INSERT ... SELECT ... UNION ALL ...` queries. Closes [#22832](https://github.com/ClickHouse/ClickHouse/issues/22832). [#23524](https://github.com/ClickHouse/ClickHouse/pull/23524) ([Kseniia Sumarokova](https://github.com/kssenii)).
+* Add support for progress indication in `clickhouse-local` with `--progress` option. [#23196](https://github.com/ClickHouse/ClickHouse/pull/23196) ([Egor Savin](https://github.com/Amesaru)).
+* Add support for HTTP compression (determined by `Content-Encoding` HTTP header) in `http` dictionary source. This fixes [#8912](https://github.com/ClickHouse/ClickHouse/issues/8912). [#23946](https://github.com/ClickHouse/ClickHouse/pull/23946) ([FArthur-cmd](https://github.com/FArthur-cmd)).
+* Added `SYSTEM QUERY RELOAD MODEL`, `SYSTEM QUERY RELOAD MODELS`. Closes [#18722](https://github.com/ClickHouse/ClickHouse/issues/18722). [#23182](https://github.com/ClickHouse/ClickHouse/pull/23182) ([Maksim Kita](https://github.com/kitaisreal)).
+* Add setting `json` (boolean, 0 by default) for `EXPLAIN PLAN` query. When enabled, query output will be a single `JSON` row. It is recommended to use `TSVRaw` format to avoid unnecessary escaping. [#23082](https://github.com/ClickHouse/ClickHouse/pull/23082) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Add setting `indexes` (boolean, disabled by default) to `EXPLAIN PIPELINE` query. When enabled, shows used indexes, number of filtered parts and granules for every index applied. Supported for `MergeTree*` tables. [#22352](https://github.com/ClickHouse/ClickHouse/pull/22352) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* LDAP: implemented user DN detection functionality to use when mapping Active Directory groups to ClickHouse roles. [#22228](https://github.com/ClickHouse/ClickHouse/pull/22228) ([Denis Glazachev](https://github.com/traceon)).
+* New aggregate function `deltaSumTimestamp` for summing the difference between consecutive rows while maintaining ordering during merge by storing timestamps. [#21888](https://github.com/ClickHouse/ClickHouse/pull/21888) ([Russ Frank](https://github.com/rf)).
+* Added less secure IMDS credentials provider for S3 which works under docker correctly. [#21852](https://github.com/ClickHouse/ClickHouse/pull/21852) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Add back `indexHint` function. This is for [#21238](https://github.com/ClickHouse/ClickHouse/issues/21238). This reverts [#9542](https://github.com/ClickHouse/ClickHouse/pull/9542). This fixes [#9540](https://github.com/ClickHouse/ClickHouse/issues/9540). [#21304](https://github.com/ClickHouse/ClickHouse/pull/21304) ([Amos Bird](https://github.com/amosbird)).
+
+#### Experimental Feature
+
+* Add `PROJECTION` support for `MergeTree*` tables. [#20202](https://github.com/ClickHouse/ClickHouse/pull/20202) ([Amos Bird](https://github.com/amosbird)).
+
+#### Performance Improvement
+
+* Enable `compile_expressions` setting by default. When this setting enabled, compositions of simple functions and operators will be compiled to native code with LLVM at runtime. [#8482](https://github.com/ClickHouse/ClickHouse/pull/8482) ([Maksim Kita](https://github.com/kitaisreal), [alexey-milovidov](https://github.com/alexey-milovidov)). Note: if you feel in trouble, turn this option off.
+* Update `re2` library. Performance of regular expressions matching is improved. Also this PR adds compatibility with gcc-11. [#24196](https://github.com/ClickHouse/ClickHouse/pull/24196) ([Raúl Marín](https://github.com/Algunenano)).
+* ORC input format reading by stripe instead of reading entire table into memory by once which is cost memory when file size is huge. [#23102](https://github.com/ClickHouse/ClickHouse/pull/23102) ([Chao Ma](https://github.com/godliness)).
+* Fusion of aggregate functions `sum`, `count` and `avg` in a query into single aggregate function. The optimization is controlled with the `optimize_fuse_sum_count_avg` setting. This is implemented with a new aggregate function `sumCount`. This function returns a tuple of two fields: `sum` and `count`. [#21337](https://github.com/ClickHouse/ClickHouse/pull/21337) ([hexiaoting](https://github.com/hexiaoting)).
+* Update `zstd` to v1.5.0. The performance of compression is improved for single digits percentage. [#24135](https://github.com/ClickHouse/ClickHouse/pull/24135) ([Raúl Marín](https://github.com/Algunenano)). Note: you may get messages about "checksum does not match" in replication. These messages are expected due to update of compression algorithm and you can ignore them.
+* Improved performance of `Buffer` tables: do not acquire lock for total_bytes/total_rows for `Buffer` engine. [#24066](https://github.com/ClickHouse/ClickHouse/pull/24066) ([Azat Khuzhin](https://github.com/azat)).
+* Preallocate support for hashed/sparse_hashed dictionaries is returned. [#23979](https://github.com/ClickHouse/ClickHouse/pull/23979) ([Azat Khuzhin](https://github.com/azat)).
+* Enable `async_socket_for_remote` by default (lower amount of threads in querying Distributed tables with large fanout). [#23683](https://github.com/ClickHouse/ClickHouse/pull/23683) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+
+#### Improvement
+
+* Add `_partition_value` virtual column to MergeTree table family. It can be used to prune partition in a deterministic way. It's needed to implement partition matcher for mutations. [#23673](https://github.com/ClickHouse/ClickHouse/pull/23673) ([Amos Bird](https://github.com/amosbird)).
+* Added `region` parameter for S3 storage and disk. [#23846](https://github.com/ClickHouse/ClickHouse/pull/23846) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Allow configuring different log levels for different logging channels. Closes [#19569](https://github.com/ClickHouse/ClickHouse/issues/19569). [#23857](https://github.com/ClickHouse/ClickHouse/pull/23857) ([filimonov](https://github.com/filimonov)).
+* Keep default timezone on `DateTime` operations if it was not provided explicitly. For example, if you add one second to a value of `DateTime` type without timezone it will remain `DateTime` without timezone. In previous versions the value of default timezone was placed to the returned data type explicitly so it becomes DateTime('something'). This closes [#4854](https://github.com/ClickHouse/ClickHouse/issues/4854). [#23392](https://github.com/ClickHouse/ClickHouse/pull/23392) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Allow user to specify empty string instead of database name for `MySQL` storage. Default database will be used for queries. In previous versions it was working for SELECT queries and not support for INSERT was also added. This closes [#19281](https://github.com/ClickHouse/ClickHouse/issues/19281). This can be useful working with `Sphinx` or other MySQL-compatible foreign databases. [#23319](https://github.com/ClickHouse/ClickHouse/pull/23319) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fixed `quantile(s)TDigest`. Added special handling of singleton centroids according to tdunning/t-digest 3.2+. Also a bug with over-compression of centroids in implementation of earlier version of the algorithm was fixed. [#23314](https://github.com/ClickHouse/ClickHouse/pull/23314) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Function `now64` now supports optional timezone argument. [#24091](https://github.com/ClickHouse/ClickHouse/pull/24091) ([Vasily Nemkov](https://github.com/Enmk)).
+* Fix the case when a progress bar in interactive mode in clickhouse-client that appear in the middle of the data may rewrite some parts of visible data in terminal. This closes [#19283](https://github.com/ClickHouse/ClickHouse/issues/19283). [#23050](https://github.com/ClickHouse/ClickHouse/pull/23050) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Fix crash when memory allocation fails in simdjson. https://github.com/simdjson/simdjson/pull/1567 . Mark as improvement because it's a very rare bug. [#24147](https://github.com/ClickHouse/ClickHouse/pull/24147) ([Amos Bird](https://github.com/amosbird)).
+* Preserve dictionaries until storage shutdown (this will avoid possible `external dictionary 'DICT' not found` errors at server shutdown during final flush of the `Buffer` engine). [#24068](https://github.com/ClickHouse/ClickHouse/pull/24068) ([Azat Khuzhin](https://github.com/azat)).
+* Flush `Buffer` tables before shutting down tables (within one database), to avoid discarding blocks due to underlying table had been already detached (and `Destination table default.a_data_01870 doesn't exist. Block of data is discarded` error in the log). [#24067](https://github.com/ClickHouse/ClickHouse/pull/24067) ([Azat Khuzhin](https://github.com/azat)).
+* Now `prefer_column_name_to_alias = 1` will also favor column names for `group by`, `having` and `order by`. This fixes [#23882](https://github.com/ClickHouse/ClickHouse/issues/23882). [#24022](https://github.com/ClickHouse/ClickHouse/pull/24022) ([Amos Bird](https://github.com/amosbird)).
+* Add support for `ORDER BY WITH FILL` with `DateTime64`. [#24016](https://github.com/ClickHouse/ClickHouse/pull/24016) ([kevin wan](https://github.com/MaxWk)).
+* Enable `DateTime64` to be a version column in `ReplacingMergeTree`. [#23992](https://github.com/ClickHouse/ClickHouse/pull/23992) ([kevin wan](https://github.com/MaxWk)).
+* Log information about OS name, kernel version and CPU architecture on server startup. [#23988](https://github.com/ClickHouse/ClickHouse/pull/23988) ([Azat Khuzhin](https://github.com/azat)).
+* Support specifying table schema for `postgresql` dictionary source. Closes [#23958](https://github.com/ClickHouse/ClickHouse/issues/23958). [#23980](https://github.com/ClickHouse/ClickHouse/pull/23980) ([Kseniia Sumarokova](https://github.com/kssenii)).
+* Add hints for names of `Enum` elements (suggest names in case of typos). Closes [#17112](https://github.com/ClickHouse/ClickHouse/issues/17112). [#23919](https://github.com/ClickHouse/ClickHouse/pull/23919) ([flynn](https://github.com/ucasFL)).
+* Measure found rate (the percentage for which the value was found) for dictionaries (see `found_rate` in `system.dictionaries`). [#23916](https://github.com/ClickHouse/ClickHouse/pull/23916) ([Azat Khuzhin](https://github.com/azat)).
+* Allow to add specific queue settings via table settng `rabbitmq_queue_settings_list`. (Closes [#23737](https://github.com/ClickHouse/ClickHouse/issues/23737) and [#23918](https://github.com/ClickHouse/ClickHouse/issues/23918)). Allow user to control all RabbitMQ setup: if table setting `rabbitmq_queue_consume` is set to `1` - RabbitMQ table engine will only connect to specified queue and will not perform any RabbitMQ consumer-side setup like declaring exchange, queues, bindings. (Closes [#21757](https://github.com/ClickHouse/ClickHouse/issues/21757)). Add proper cleanup when RabbitMQ table is dropped - delete queues, which the table has declared and all bound exchanges - if they were created by the table. [#23887](https://github.com/ClickHouse/ClickHouse/pull/23887) ([Kseniia Sumarokova](https://github.com/kssenii)).
+* Add `broken_data_files`/`broken_data_compressed_bytes` into `system.distribution_queue`. Add metric for number of files for asynchronous insertion into Distributed tables that has been marked as broken (`BrokenDistributedFilesToInsert`). [#23885](https://github.com/ClickHouse/ClickHouse/pull/23885) ([Azat Khuzhin](https://github.com/azat)).
+* Querying `system.tables` does not go to ZooKeeper anymore. [#23793](https://github.com/ClickHouse/ClickHouse/pull/23793) ([Fuwang Hu](https://github.com/fuwhu)).
+* Respect `lock_acquire_timeout_for_background_operations` for `OPTIMIZE` queries. [#23623](https://github.com/ClickHouse/ClickHouse/pull/23623) ([Azat Khuzhin](https://github.com/azat)).
+* Possibility to change `S3` disk settings in runtime via new `SYSTEM RESTART DISK` SQL command. [#23429](https://github.com/ClickHouse/ClickHouse/pull/23429) ([Pavel Kovalenko](https://github.com/Jokser)).
+* If user applied a misconfiguration by mistakenly setting `max_distributed_connections` to value zero, every query to a `Distributed` table will throw exception with a message containing "logical error". But it's really an expected behaviour, not a logical error, so the exception message was slightly incorrect. It also triggered checks in our CI enviroment that ensures that no logical errors ever happen. Instead we will treat `max_distributed_connections` misconfigured to zero as the minimum possible value (one). [#23348](https://github.com/ClickHouse/ClickHouse/pull/23348) ([Azat Khuzhin](https://github.com/azat)).
+* Disable `min_bytes_to_use_mmap_io` by default. [#23322](https://github.com/ClickHouse/ClickHouse/pull/23322) ([Azat Khuzhin](https://github.com/azat)).
+* Support `LowCardinality` nullability with `join_use_nulls`, close [#15101](https://github.com/ClickHouse/ClickHouse/issues/15101). [#23237](https://github.com/ClickHouse/ClickHouse/pull/23237) ([vdimir](https://github.com/vdimir)).
+* Added possibility to restore `MergeTree` parts to `detached` directory for `S3` disk. [#23112](https://github.com/ClickHouse/ClickHouse/pull/23112) ([Pavel Kovalenko](https://github.com/Jokser)).
+* Retries on HTTP connection drops in S3. [#22988](https://github.com/ClickHouse/ClickHouse/pull/22988) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Add settings `external_storage_max_read_rows` and `external_storage_max_read_rows` for MySQL table engine, dictionary source and MaterializeMySQL minor data fetches. [#22697](https://github.com/ClickHouse/ClickHouse/pull/22697) ([TCeason](https://github.com/TCeason)).
+* `MaterializeMySQL` (experimental feature): Previously, MySQL 5.7.9 was not supported due to SQL incompatibility. Now leave MySQL parameter verification to the MaterializeMySQL. [#23413](https://github.com/ClickHouse/ClickHouse/pull/23413) ([TCeason](https://github.com/TCeason)).
+* Enable reading of subcolumns for distributed tables. [#24472](https://github.com/ClickHouse/ClickHouse/pull/24472) ([Anton Popov](https://github.com/CurtizJ)).
+* Fix usage of tuples in `CREATE .. AS SELECT` queries. [#24464](https://github.com/ClickHouse/ClickHouse/pull/24464) ([Anton Popov](https://github.com/CurtizJ)).
+* Support for `Parquet` format in `Kafka` tables. [#23412](https://github.com/ClickHouse/ClickHouse/pull/23412) ([Chao Ma](https://github.com/godliness)).
+
+#### Bug Fix
+
+* Use old modulo function version when used in partition key and primary key. Closes [#23508](https://github.com/ClickHouse/ClickHouse/issues/23508). [#24157](https://github.com/ClickHouse/ClickHouse/pull/24157) ([Kseniia Sumarokova](https://github.com/kssenii)). It was a source of backward incompatibility in previous releases.
+* Fixed the behavior when query `SYSTEM RESTART REPLICA` or `SYSTEM SYNC REPLICA` is being processed infinitely. This was detected on server with extremely little amount of RAM. [#24457](https://github.com/ClickHouse/ClickHouse/pull/24457) ([Nikita Mikhaylov](https://github.com/nikitamikhaylov)).
+* Fix incorrect monotonicity of `toWeek` function. This fixes [#24422](https://github.com/ClickHouse/ClickHouse/issues/24422) . This bug was introduced in [#5212](https://github.com/ClickHouse/ClickHouse/pull/5212), and was exposed later by smarter partition pruner. [#24446](https://github.com/ClickHouse/ClickHouse/pull/24446) ([Amos Bird](https://github.com/amosbird)).
+* Fix drop partition with intersect fake parts. In rare cases there might be parts with mutation version greater than current block number. [#24321](https://github.com/ClickHouse/ClickHouse/pull/24321) ([Amos Bird](https://github.com/amosbird)).
+* Fixed a bug in moving Materialized View from Ordinary to Atomic database (`RENAME TABLE` query). Now inner table is moved to new database together with Materialized View. Fixes [#23926](https://github.com/ClickHouse/ClickHouse/issues/23926). [#24309](https://github.com/ClickHouse/ClickHouse/pull/24309) ([tavplubix](https://github.com/tavplubix)).
+* Allow empty HTTP headers in client requests. Fixes [#23901](https://github.com/ClickHouse/ClickHouse/issues/23901). [#24285](https://github.com/ClickHouse/ClickHouse/pull/24285) ([Ivan](https://github.com/abyss7)).
+* Set `max_threads = 1` to fix mutation fail of `Memory` tables. Closes [#24274](https://github.com/ClickHouse/ClickHouse/issues/24274). [#24275](https://github.com/ClickHouse/ClickHouse/pull/24275) ([flynn](https://github.com/ucasFL)).
+* Fix typo in implementation of `Memory` tables, this bug was introduced at [#15127](https://github.com/ClickHouse/ClickHouse/issues/15127). Closes [#24192](https://github.com/ClickHouse/ClickHouse/issues/24192). [#24193](https://github.com/ClickHouse/ClickHouse/pull/24193) ([张中南](https://github.com/plugine)).
+* Fix abnormal server termination due to `HDFS` becoming not accessible during query execution. Closes [#24117](https://github.com/ClickHouse/ClickHouse/issues/24117). [#24191](https://github.com/ClickHouse/ClickHouse/pull/24191) ([Kseniia Sumarokova](https://github.com/kssenii)).
+* Fix crash on updating of `Nested` column with const condition. [#24183](https://github.com/ClickHouse/ClickHouse/pull/24183) ([hexiaoting](https://github.com/hexiaoting)).
+* Fix race condition which could happen in RBAC under a heavy load. This PR fixes [#24090](https://github.com/ClickHouse/ClickHouse/issues/24090), [#24134](https://github.com/ClickHouse/ClickHouse/issues/24134),. [#24176](https://github.com/ClickHouse/ClickHouse/pull/24176) ([Vitaly Baranov](https://github.com/vitlibar)).
+* Fix a rare bug that could lead to a partially initialized table that can serve write requests (insert/alter/so on). Now such tables will be in readonly mode. [#24122](https://github.com/ClickHouse/ClickHouse/pull/24122) ([alesapin](https://github.com/alesapin)).
+* Fix an issue: `EXPLAIN PIPELINE` with `SELECT xxx FINAL` showed a wrong pipeline. ([hexiaoting](https://github.com/hexiaoting)).
+* Fixed using const `DateTime` value vs `DateTime64` column in `WHERE`. [#24100](https://github.com/ClickHouse/ClickHouse/pull/24100) ([Vasily Nemkov](https://github.com/Enmk)).
+* Fix crash in merge JOIN, closes [#24010](https://github.com/ClickHouse/ClickHouse/issues/24010). [#24013](https://github.com/ClickHouse/ClickHouse/pull/24013) ([vdimir](https://github.com/vdimir)).
+* Some `ALTER PARTITION` queries might cause `Part A intersects previous part B` and `Unexpected merged part C intersecting drop range D` errors in replication queue. It's fixed. Fixes [#23296](https://github.com/ClickHouse/ClickHouse/issues/23296). [#23997](https://github.com/ClickHouse/ClickHouse/pull/23997) ([tavplubix](https://github.com/tavplubix)).
+* Fix SIGSEGV for external GROUP BY and overflow row (i.e. queries like `SELECT FROM GROUP BY WITH TOTALS SETTINGS max_bytes_before_external_group_by>0, max_rows_to_group_by>0, group_by_overflow_mode='any', totals_mode='before_having'`). [#23962](https://github.com/ClickHouse/ClickHouse/pull/23962) ([Azat Khuzhin](https://github.com/azat)).
+* Fix keys metrics accounting for `CACHE` dictionary with duplicates in the source (leads to `DictCacheKeysRequestedMiss` overflows). [#23929](https://github.com/ClickHouse/ClickHouse/pull/23929) ([Azat Khuzhin](https://github.com/azat)).
+* Fix implementation of connection pool of `PostgreSQL` engine. Closes [#23897](https://github.com/ClickHouse/ClickHouse/issues/23897). [#23909](https://github.com/ClickHouse/ClickHouse/pull/23909) ([Kseniia Sumarokova](https://github.com/kssenii)).
+* Fix `distributed_group_by_no_merge = 2` with `GROUP BY` and aggregate function wrapped into regular function (had been broken in [#23546](https://github.com/ClickHouse/ClickHouse/issues/23546)). Throw exception in case of someone trying to use `distributed_group_by_no_merge = 2` with window functions. Disable `optimize_distributed_group_by_sharding_key` for queries with window functions. [#23906](https://github.com/ClickHouse/ClickHouse/pull/23906) ([Azat Khuzhin](https://github.com/azat)).
+* A fix for `s3` table function: better handling of HTTP errors. Response bodies of HTTP errors were being ignored earlier. [#23844](https://github.com/ClickHouse/ClickHouse/pull/23844) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* A fix for `s3` table function: better handling of URI's. Fixed an incompatibility with URLs containing `+` symbol, data with such keys could not be read previously. [#23822](https://github.com/ClickHouse/ClickHouse/pull/23822) ([Vladimir Chebotarev](https://github.com/excitoon)).
+* Fix error `Can't initialize pipeline with empty pipe` for queries with `GLOBAL IN/JOIN` and `use_hedged_requests`. Fixes [#23431](https://github.com/ClickHouse/ClickHouse/issues/23431). [#23805](https://github.com/ClickHouse/ClickHouse/pull/23805) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Fix `CLEAR COLUMN` does not work when it is referenced by materialized view. Close [#23764](https://github.com/ClickHouse/ClickHouse/issues/23764). [#23781](https://github.com/ClickHouse/ClickHouse/pull/23781) ([flynn](https://github.com/ucasFL)).
+* Fix heap use after free when reading from HDFS if `Values` format is used. [#23761](https://github.com/ClickHouse/ClickHouse/pull/23761) ([Kseniia Sumarokova](https://github.com/kssenii)).
+* Avoid possible "Cannot schedule a task" error (in case some exception had been occurred) on INSERT into Distributed. [#23744](https://github.com/ClickHouse/ClickHouse/pull/23744) ([Azat Khuzhin](https://github.com/azat)).
+* Fixed a bug in recovery of staled `ReplicatedMergeTree` replica. Some metadata updates could be ignored by staled replica if `ALTER` query was executed during downtime of the replica. [#23742](https://github.com/ClickHouse/ClickHouse/pull/23742) ([tavplubix](https://github.com/tavplubix)).
+* Fix a bug with `Join` and `WITH TOTALS`, close [#17718](https://github.com/ClickHouse/ClickHouse/issues/17718). [#23549](https://github.com/ClickHouse/ClickHouse/pull/23549) ([vdimir](https://github.com/vdimir)).
+* Fix possible `Block structure mismatch` error for queries with `UNION` which could possibly happen after filter-pushdown optimization. Fixes [#23029](https://github.com/ClickHouse/ClickHouse/issues/23029). [#23359](https://github.com/ClickHouse/ClickHouse/pull/23359) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
+* Add type conversion when the setting `optimize_skip_unused_shards_rewrite_in` is enabled. This fixes MSan report. [#23219](https://github.com/ClickHouse/ClickHouse/pull/23219) ([Azat Khuzhin](https://github.com/azat)).
+* Add a missing check when updating nested subcolumns, close issue: [#22353](https://github.com/ClickHouse/ClickHouse/issues/22353). [#22503](https://github.com/ClickHouse/ClickHouse/pull/22503) ([hexiaoting](https://github.com/hexiaoting)).
+
+#### Build/Testing/Packaging Improvement
+
+* Support building on Illumos. [#24144](https://github.com/ClickHouse/ClickHouse/pull/24144). Adds support for building on Solaris-derived operating systems. [#23746](https://github.com/ClickHouse/ClickHouse/pull/23746) ([bnaecker](https://github.com/bnaecker)).
+* Add more benchmarks for hash tables, including the Swiss Table from Google (that appeared to be slower than ClickHouse hash map in our specific usage scenario). [#24111](https://github.com/ClickHouse/ClickHouse/pull/24111) ([Maksim Kita](https://github.com/kitaisreal)).
+* Update librdkafka 1.6.0-RC3 to 1.6.1. [#23874](https://github.com/ClickHouse/ClickHouse/pull/23874) ([filimonov](https://github.com/filimonov)).
+* Always enable `asynchronous-unwind-tables` explicitly. It may fix query profiler on AArch64. [#23602](https://github.com/ClickHouse/ClickHouse/pull/23602) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Avoid possible build dependency on locale and filesystem order. This allows reproducible builds. [#23600](https://github.com/ClickHouse/ClickHouse/pull/23600) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Remove a source of nondeterminism from build. Now builds at different point of time will produce byte-identical binaries. Partially addressed [#22113](https://github.com/ClickHouse/ClickHouse/issues/22113). [#23559](https://github.com/ClickHouse/ClickHouse/pull/23559) ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* Add simple tool for benchmarking (Zoo)Keeper. [#23038](https://github.com/ClickHouse/ClickHouse/pull/23038) ([alesapin](https://github.com/alesapin)).
+
+
 ## ClickHouse release 21.5, 2021-05-20
 
 #### Backward Incompatible Change

From 49280940ee20c1e2fe9965e02e2e0f4a8a4943c5 Mon Sep 17 00:00:00 2001
From: robot-clickhouse <robot-clickhouse@yandex-team.ru>
Date: Sat, 5 Jun 2021 03:03:36 +0300
Subject: [PATCH 0924/1060] Update version_date.tsv after release 21.6.3.14

---
 utils/list-versions/version_date.tsv | 1 +
 1 file changed, 1 insertion(+)

diff --git a/utils/list-versions/version_date.tsv b/utils/list-versions/version_date.tsv
index e08a6ad0ffe..4b46d4783de 100644
--- a/utils/list-versions/version_date.tsv
+++ b/utils/list-versions/version_date.tsv
@@ -1,3 +1,4 @@
+v21.6.3.14-stable	2021-06-04
 v21.5.6.6-stable	2021-05-29
 v21.5.5.12-stable	2021-05-20
 v21.4.7.3-stable	2021-05-19

From 95630a5c9d3ae8c57a518f8237f2900bf0088e72 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 5 Jun 2021 12:59:24 +0300
Subject: [PATCH 0925/1060] clickhouse-test: fix log_comment for .sql tests

Broken in: #23486
---
 tests/clickhouse-test | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/clickhouse-test b/tests/clickhouse-test
index 58ac484dcc3..3c55b7e6138 100755
--- a/tests/clickhouse-test
+++ b/tests/clickhouse-test
@@ -170,7 +170,7 @@ def configure_testcase_args(args, case_file, suite_tmp_dir, stderr_file):
     return testcase_args
 
 def run_single_test(args, ext, server_logs_level, client_options, case_file, stdout_file, stderr_file):
-    client = args.client
+    client = args.testcase_client
     start_time = args.testcase_start_time
     database = args.testcase_database
 

From a7ca1f5999148e76f76e03e09cf2945a476edf98 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Sat, 5 Jun 2021 23:37:24 +0300
Subject: [PATCH 0926/1060] DictionaryLoader unnecessary dictionary
 configuration creation fix

---
 src/Interpreters/ExternalDictionariesLoader.cpp | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/src/Interpreters/ExternalDictionariesLoader.cpp b/src/Interpreters/ExternalDictionariesLoader.cpp
index e6414474817..8ad4c3e3e1c 100644
--- a/src/Interpreters/ExternalDictionariesLoader.cpp
+++ b/src/Interpreters/ExternalDictionariesLoader.cpp
@@ -66,8 +66,15 @@ DictionaryStructure ExternalDictionariesLoader::getDictionaryStructure(const std
     std::string resolved_name = resolveDictionaryName(dictionary_name, query_context->getCurrentDatabase());
 
     auto load_result = getLoadResult(resolved_name);
+
+    if (load_result.object)
+    {
+        const auto dictionary = std::static_pointer_cast<const IDictionary>(load_result.object);
+        return dictionary->getStructure();
+    }
+
     if (!load_result.config)
-        throw Exception("Dictionary " + backQuote(dictionary_name) + " config not found", ErrorCodes::BAD_ARGUMENTS);
+        throw Exception(ErrorCodes::BAD_ARGUMENTS, "Dictionary {} config not found", backQuote(dictionary_name));
 
     return ExternalDictionariesLoader::getDictionaryStructure(*load_result.config);
 }
@@ -128,7 +135,7 @@ std::string ExternalDictionariesLoader::resolveDictionaryNameFromDatabaseCatalog
 DictionaryStructure
 ExternalDictionariesLoader::getDictionaryStructure(const Poco::Util::AbstractConfiguration & config, const std::string & key_in_config)
 {
-    return {config, key_in_config};
+    return DictionaryStructure(config, key_in_config);
 }
 
 DictionaryStructure ExternalDictionariesLoader::getDictionaryStructure(const ObjectConfig & config)

From b99350b50d2d10b22ef522c2a0bb839b790b6064 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Sun, 6 Jun 2021 02:19:17 +0300
Subject: [PATCH 0927/1060] Update test.py

---
 tests/integration/test_cluster_copier/test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index f34a8b404f4..d302bc9d368 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -324,7 +324,7 @@ def execute_task(started_cluster, task, cmd_options):
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     # Run cluster-copier processes on each node
-    docker_api = docker.from_env().api
+    docker_api = started_cluster.docker_client.api
     copiers_exec_ids = []
 
     cmd = ['/usr/bin/clickhouse', 'copier',

From 31f02b37805e5063c36c55930cd3805a13b8c853 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 02:21:42 +0300
Subject: [PATCH 0928/1060] Remove unused code

---
 programs/compressor/Compressor.cpp | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/programs/compressor/Compressor.cpp b/programs/compressor/Compressor.cpp
index 35534eaee9e..d47372631fe 100644
--- a/programs/compressor/Compressor.cpp
+++ b/programs/compressor/Compressor.cpp
@@ -4,7 +4,6 @@
 #include <boost/algorithm/string/join.hpp>
 
 #include <Common/Exception.h>
-#include <Common/Stopwatch.h>
 #include <IO/WriteBufferFromFileDescriptor.h>
 #include <IO/ReadBufferFromFileDescriptor.h>
 #include <IO/WriteBufferFromFile.h>
@@ -20,9 +19,6 @@
 #include <Common/TerminalSize.h>
 #include <Core/Defines.h>
 
-#include <sys/times.h>
-#include <sys/time.h>
-
 
 namespace DB
 {
@@ -81,7 +77,6 @@ int mainEntryClickHouseCompressor(int argc, char ** argv)
         ("block-size,b", po::value<unsigned>()->default_value(DBMS_DEFAULT_BUFFER_SIZE), "compress in blocks of specified size")
         ("hc", "use LZ4HC instead of LZ4")
         ("zstd", "use ZSTD instead of LZ4")
-        ("param", po::value<std::string>(), "extra params for compression algorithm")
         ("codec", po::value<std::vector<std::string>>()->multitoken(), "use codecs combination instead of LZ4")
         ("level", po::value<int>(), "compression level for codecs specified via flags")
         ("none", "use no compression instead of LZ4")

From 8d851457254cf7fe90edde613cffeeeb011495eb Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 02:26:52 +0300
Subject: [PATCH 0929/1060] Remove experimental compression codecs

---
 .gitmodules                                   |   9 -
 CMakeLists.txt                                |   3 -
 cmake/find/density.cmake                      |   9 -
 cmake/find/lizard.cmake                       |   9 -
 cmake/find/lzsse.cmake                        |  14 --
 contrib/CMakeLists.txt                        |  12 --
 contrib/density                               |   1 -
 contrib/density-cmake/CMakeLists.txt          |  47 -----
 contrib/lizard                                |   1 -
 contrib/lizard-cmake/CMakeLists.txt           |  19 --
 contrib/lzsse                                 |   1 -
 contrib/lzsse-cmake/CMakeLists.txt            |  21 --
 src/CMakeLists.txt                            |  12 --
 src/Common/config.h.in                        |   3 -
 src/Compression/CompressionCodecDensity.cpp   | 122 ------------
 src/Compression/CompressionCodecLZSSE.cpp     | 180 ------------------
 src/Compression/CompressionCodecLizard.cpp    | 121 ------------
 src/Compression/CompressionFactory.cpp        |  21 --
 src/Compression/CompressionInfo.h             |   6 -
 src/Core/Settings.h                           |   2 +-
 src/Core/config_core.h.in                     |   3 -
 .../test_non_default_compression/test.py      |  16 --
 .../00096_experimental_codecs.reference       |   8 -
 .../1_stateful/00096_experimental_codecs.sql  |  61 ------
 24 files changed, 1 insertion(+), 700 deletions(-)
 delete mode 100644 cmake/find/density.cmake
 delete mode 100644 cmake/find/lizard.cmake
 delete mode 100644 cmake/find/lzsse.cmake
 delete mode 160000 contrib/density
 delete mode 100644 contrib/density-cmake/CMakeLists.txt
 delete mode 160000 contrib/lizard
 delete mode 100644 contrib/lizard-cmake/CMakeLists.txt
 delete mode 160000 contrib/lzsse
 delete mode 100644 contrib/lzsse-cmake/CMakeLists.txt
 delete mode 100644 src/Compression/CompressionCodecDensity.cpp
 delete mode 100644 src/Compression/CompressionCodecLZSSE.cpp
 delete mode 100644 src/Compression/CompressionCodecLizard.cpp
 delete mode 100644 tests/queries/1_stateful/00096_experimental_codecs.reference
 delete mode 100644 tests/queries/1_stateful/00096_experimental_codecs.sql

diff --git a/.gitmodules b/.gitmodules
index e59fbd2ca7e..ab7c8a7c94d 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -228,15 +228,6 @@
 [submodule "contrib/datasketches-cpp"]
 	path = contrib/datasketches-cpp
 	url = https://github.com/ClickHouse-Extras/datasketches-cpp.git
-[submodule "contrib/lizard"]
-	path = contrib/lizard
-	url = https://github.com/inikep/lizard
-[submodule "contrib/density"]
-	path = contrib/density
-	url = https://github.com/centaurean/density.git
-[submodule "contrib/lzsse"]
-	path = contrib/lzsse
-	url = https://github.com/ConorStokes/LZSSE.git
 [submodule "contrib/yaml-cpp"]
 	path = contrib/yaml-cpp
 	url = https://github.com/ClickHouse-Extras/yaml-cpp.git
diff --git a/CMakeLists.txt b/CMakeLists.txt
index fd98ef95b67..ce0f58e2521 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -527,9 +527,6 @@ include (cmake/find/rocksdb.cmake)
 include (cmake/find/libpqxx.cmake)
 include (cmake/find/nuraft.cmake)
 include (cmake/find/yaml-cpp.cmake)
-include (cmake/find/lizard.cmake)
-include (cmake/find/lzsse.cmake)
-include (cmake/find/density.cmake)
 
 if(NOT USE_INTERNAL_PARQUET_LIBRARY)
     set (ENABLE_ORC OFF CACHE INTERNAL "")
diff --git a/cmake/find/density.cmake b/cmake/find/density.cmake
deleted file mode 100644
index f4963d67709..00000000000
--- a/cmake/find/density.cmake
+++ /dev/null
@@ -1,9 +0,0 @@
-option(USE_DENSITY "Enable DENSITY experimental compression library" ${ENABLE_LIBRARIES})
-
-if (NOT USE_DENSITY)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/density/README.md")
-    message (ERROR "submodule contrib/density is missing. to fix try run: \n git submodule update --init --recursive")
-endif()
diff --git a/cmake/find/lizard.cmake b/cmake/find/lizard.cmake
deleted file mode 100644
index 27c8945c45a..00000000000
--- a/cmake/find/lizard.cmake
+++ /dev/null
@@ -1,9 +0,0 @@
-option(USE_LIZARD "Enable Lizard experimental compression library" ${ENABLE_LIBRARIES})
-
-if (NOT USE_LIZARD)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/lizard/README.md")
-    message (ERROR "submodule contrib/lizard is missing. to fix try run: \n git submodule update --init --recursive")
-endif()
diff --git a/cmake/find/lzsse.cmake b/cmake/find/lzsse.cmake
deleted file mode 100644
index 763483d8ea9..00000000000
--- a/cmake/find/lzsse.cmake
+++ /dev/null
@@ -1,14 +0,0 @@
-set (DEFAULT_USE_LZSSE 0)
-if (ENABLE_LIBRARIES AND ARCH_AMD64)
-    set (DEFAULT_USE_LZSSE 1)
-endif()
-
-option(USE_LZSSE "Enable LZSSE experimental compression library" ${DEFAULT_USE_LZSSE})
-
-if (NOT USE_LZSSE)
-    return()
-endif()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/lzsse/README.md")
-    message (ERROR "submodule contrib/lzsse is missing. to fix try run: \n git submodule update --init --recursive")
-endif()
diff --git a/contrib/CMakeLists.txt b/contrib/CMakeLists.txt
index eccd1dc1430..710c8c7fca5 100644
--- a/contrib/CMakeLists.txt
+++ b/contrib/CMakeLists.txt
@@ -58,18 +58,6 @@ if (USE_INTERNAL_XZ_LIBRARY)
     add_subdirectory (xz)
 endif()
 
-if (USE_LIZARD)
-    add_subdirectory (lizard-cmake)
-endif ()
-
-if (USE_DENSITY)
-    add_subdirectory (density-cmake)
-endif ()
-
-if (USE_LZSSE)
-    add_subdirectory (lzsse-cmake)
-endif ()
-
 add_subdirectory (poco-cmake)
 add_subdirectory (croaring-cmake)
 
diff --git a/contrib/density b/contrib/density
deleted file mode 160000
index 67bd584bd74..00000000000
--- a/contrib/density
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 67bd584bd7414d4bc1418e5b7fcf9d68e44c3f28
diff --git a/contrib/density-cmake/CMakeLists.txt b/contrib/density-cmake/CMakeLists.txt
deleted file mode 100644
index 844459c4105..00000000000
--- a/contrib/density-cmake/CMakeLists.txt
+++ /dev/null
@@ -1,47 +0,0 @@
-SET (USE_INTERNAL_DENSITY_LIBRARY 1)
-SET (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/density")
-
-# cd contrib/density
-# find . -name '*.c' | grep -vP 'deprecated|legacy' | sort | sed 's/^\./        ${LIBRARY_DIR}/'
-SET (Sources
-        ${LIBRARY_DIR}/src/algorithms/algorithms.c
-        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_decode.c
-        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_encode.c
-        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_decode.c
-        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_encode.c
-        ${LIBRARY_DIR}/src/algorithms/dictionaries.c
-        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_decode.c
-        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_encode.c
-        ${LIBRARY_DIR}/src/algorithms/lion/forms/lion_form_model.c
-        ${LIBRARY_DIR}/src/buffers/buffer.c
-        ${LIBRARY_DIR}/src/globals.c
-        ${LIBRARY_DIR}/src/structure/header.c
-)
-
-# cd contrib/density
-# find . -name '*.h' | grep -vP 'deprecated|legacy' | sort | sed 's/^\./        ${LIBRARY_DIR}/'
-SET (Headers
-        ${LIBRARY_DIR}/src/algorithms/algorithms.h
-        ${LIBRARY_DIR}/src/algorithms/chameleon/chameleon.h
-        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_decode.h
-        ${LIBRARY_DIR}/src/algorithms/chameleon/core/chameleon_encode.h
-        ${LIBRARY_DIR}/src/algorithms/chameleon/dictionary/chameleon_dictionary.h
-        ${LIBRARY_DIR}/src/algorithms/cheetah/cheetah.h
-        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_decode.h
-        ${LIBRARY_DIR}/src/algorithms/cheetah/core/cheetah_encode.h
-        ${LIBRARY_DIR}/src/algorithms/cheetah/dictionary/cheetah_dictionary.h
-        ${LIBRARY_DIR}/src/algorithms/dictionaries.h
-        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_decode.h
-        ${LIBRARY_DIR}/src/algorithms/lion/core/lion_encode.h
-        ${LIBRARY_DIR}/src/algorithms/lion/dictionary/lion_dictionary.h
-        ${LIBRARY_DIR}/src/algorithms/lion/forms/lion_form_model.h
-        ${LIBRARY_DIR}/src/algorithms/lion/lion.h
-        ${LIBRARY_DIR}/src/buffers/buffer.h
-        ${LIBRARY_DIR}/src/density_api.h
-        ${LIBRARY_DIR}/src/globals.h
-        ${LIBRARY_DIR}/src/structure/header.h
-)
-
-ADD_LIBRARY(density ${Sources} ${Headers})
-
-target_include_directories (density PUBLIC ${LIBRARY_DIR})
diff --git a/contrib/lizard b/contrib/lizard
deleted file mode 160000
index af8518ccb8c..00000000000
--- a/contrib/lizard
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit af8518ccb8c68e062a8c80205ff07d56a2e77dd4
diff --git a/contrib/lizard-cmake/CMakeLists.txt b/contrib/lizard-cmake/CMakeLists.txt
deleted file mode 100644
index 7fe5274ecb6..00000000000
--- a/contrib/lizard-cmake/CMakeLists.txt
+++ /dev/null
@@ -1,19 +0,0 @@
-SET (USE_INTERNAL_LIZARD_LIBRARY 1)
-SET (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/lizard")
-
-SET (Sources
-    "${LIBRARY_DIR}/lib/lizard_decompress.c"
-    "${LIBRARY_DIR}/lib/lizard_compress.c"
-)
-
-SET (Headers
-    "${LIBRARY_DIR}/lib/lizard_compress.h"
-    "${LIBRARY_DIR}/lib/lizard_common.h"
-)
-
-ADD_LIBRARY(lizard ${Sources} ${Headers})
-
-target_include_directories (lizard PUBLIC ${LIBRARY_DIR})
-
-# It is using some symbols (HUF_* and FSE_*) from zstd.
-target_link_libraries (lizard PRIVATE zstd)
diff --git a/contrib/lzsse b/contrib/lzsse
deleted file mode 160000
index 1847c3e8279..00000000000
--- a/contrib/lzsse
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 1847c3e82794400deb56edd30d8aa3f445fd000b
diff --git a/contrib/lzsse-cmake/CMakeLists.txt b/contrib/lzsse-cmake/CMakeLists.txt
deleted file mode 100644
index 5ec5b312009..00000000000
--- a/contrib/lzsse-cmake/CMakeLists.txt
+++ /dev/null
@@ -1,21 +0,0 @@
-SET (USE_INTERNAL_LZSSE_LIBRARY 1)
-SET (LIBRARY_DIR "${ClickHouse_SOURCE_DIR}/contrib/lzsse")
-
-SET (Sources
-    "${LIBRARY_DIR}/lzsse2/lzsse2.cpp"
-    "${LIBRARY_DIR}/lzsse4/lzsse4.cpp"
-    "${LIBRARY_DIR}/lzsse8/lzsse8.cpp"
-)
-
-SET (Headers
-    "${LIBRARY_DIR}/lzsse2/lzsse2.h"
-    "${LIBRARY_DIR}/lzsse4/lzsse4.h"
-    "${LIBRARY_DIR}/lzsse8/lzsse8.h"
-    "${LIBRARY_DIR}/lzsse2/lzsse2_platform.h"
-    "${LIBRARY_DIR}/lzsse4/lzsse4_platform.h"
-    "${LIBRARY_DIR}/lzsse8/lzsse8_platform.h"
-)
-
-ADD_LIBRARY(lzsse ${Sources} ${Headers})
-
-target_include_directories (lzsse SYSTEM PUBLIC ${LIBRARY_DIR})
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index af5ea3772ae..26a68fcbd14 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -380,18 +380,6 @@ if (XZ_LIBRARY)
     target_include_directories (clickhouse_common_io SYSTEM BEFORE PUBLIC ${XZ_INCLUDE_DIR})
 endif()
 
-if (USE_LIZARD)
-    dbms_target_link_libraries(PRIVATE lizard)
-endif()
-
-if (USE_DENSITY)
-    dbms_target_link_libraries(PRIVATE density)
-endif()
-
-if (USE_LZSSE)
-    dbms_target_link_libraries(PRIVATE lzsse)
-endif()
-
 if (USE_ICU)
     dbms_target_link_libraries (PRIVATE ${ICU_LIBRARIES})
     dbms_target_include_directories (SYSTEM PRIVATE ${ICU_INCLUDE_DIRS})
diff --git a/src/Common/config.h.in b/src/Common/config.h.in
index 7396e6f6222..df27a7b7d9e 100644
--- a/src/Common/config.h.in
+++ b/src/Common/config.h.in
@@ -16,7 +16,4 @@
 #cmakedefine01 USE_STATS
 #cmakedefine01 USE_DATASKETCHES
 #cmakedefine01 USE_YAML_CPP
-#cmakedefine01 USE_LIZARD
-#cmakedefine01 USE_DENSITY
-#cmakedefine01 USE_LZSSE
 #cmakedefine01 CLICKHOUSE_SPLIT_BINARY
diff --git a/src/Compression/CompressionCodecDensity.cpp b/src/Compression/CompressionCodecDensity.cpp
deleted file mode 100644
index e462ff2765b..00000000000
--- a/src/Compression/CompressionCodecDensity.cpp
+++ /dev/null
@@ -1,122 +0,0 @@
-#if !defined(ARCADIA_BUILD)
-#   include "config_core.h"
-#endif
-
-#if USE_DENSITY
-
-#include <Compression/ICompressionCodec.h>
-#include <Compression/CompressionFactory.h>
-#include <Compression/CompressionInfo.h>
-#include <Parsers/ASTLiteral.h>
-
-#include <src/density_api.h>
-
-
-namespace DB
-{
-
-class CompressionCodecDensity : public ICompressionCodec
-{
-public:
-    explicit CompressionCodecDensity(DENSITY_ALGORITHM algo_);
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-    bool isExperimental() const override { return true; }
-
-private:
-    const DENSITY_ALGORITHM algo;
-};
-
-
-namespace ErrorCodes
-{
-    extern const int CANNOT_COMPRESS;
-    extern const int CANNOT_DECOMPRESS;
-    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-    extern const int ILLEGAL_CODEC_PARAMETER;
-}
-
-CompressionCodecDensity::CompressionCodecDensity(DENSITY_ALGORITHM algo_) : algo(algo_)
-{
-    setCodecDescription("Density", {std::make_shared<ASTLiteral>(static_cast<UInt64>(algo))});
-}
-
-uint8_t CompressionCodecDensity::getMethodByte() const
-{
-    return static_cast<uint8_t>(CompressionMethodByte::Density);
-}
-
-void CompressionCodecDensity::updateHash(SipHash & hash) const
-{
-    getCodecDesc()->updateTreeHash(hash);
-}
-
-UInt32 CompressionCodecDensity::getMaxCompressedDataSize(UInt32 uncompressed_size) const
-{
-    return density_compress_safe_size(uncompressed_size);
-}
-
-UInt32 CompressionCodecDensity::doCompressData(const char * source, UInt32 source_size, char * dest) const
-{
-    density_processing_result res = density_compress(reinterpret_cast<const uint8_t *>(source), source_size, reinterpret_cast<uint8_t *>(dest), density_compress_safe_size(source_size), algo);
-    if (res.state != DENSITY_STATE_OK)
-        throw Exception("Cannot compress block with Density", ErrorCodes::CANNOT_COMPRESS);
-    return res.bytesWritten;
-}
-
-void CompressionCodecDensity::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
-{
-    density_processing_result res = density_decompress(reinterpret_cast<const uint8_t *>(source), source_size, reinterpret_cast<uint8_t *>(dest), density_decompress_safe_size(uncompressed_size));
-    if (res.state != DENSITY_STATE_OK)
-        throw Exception("Cannot decompress block with Density", ErrorCodes::CANNOT_DECOMPRESS);
-}
-
-void registerCodecDensity(CompressionCodecFactory & factory)
-{
-    UInt8 method_code = UInt8(CompressionMethodByte::Density);
-    factory.registerCompressionCodec(
-        "Density",
-        method_code,
-        [&](const ASTPtr & arguments) -> CompressionCodecPtr
-        {
-            DENSITY_ALGORITHM algorithm = DENSITY_ALGORITHM_CHAMELEON;
-
-            if (arguments && !arguments->children.empty())
-            {
-                if (arguments->children.size() != 1)
-                    throw Exception(ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE,
-                        "Density codec must have only one parameter, given {}", arguments->children.size());
-
-                const auto children = arguments->children;
-
-                const auto * algo_literal = children[0]->as<ASTLiteral>();
-                if (!algo_literal || algo_literal->value.getType() != Field::Types::UInt64)
-                    throw Exception("Density codec argument must be integer",
-                        ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-
-                const UInt64 algorithm_num = algo_literal->value.safeGet<UInt64>();
-                if (algorithm_num < 1 || algorithm_num > 3)
-                    throw Exception("Density codec level can be 1, 2 or 3.", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-
-                algorithm = static_cast<DENSITY_ALGORITHM>(algorithm_num);
-            }
-
-            return std::make_shared<CompressionCodecDensity>(algorithm);
-        });
-}
-
-}
-
-#endif
diff --git a/src/Compression/CompressionCodecLZSSE.cpp b/src/Compression/CompressionCodecLZSSE.cpp
deleted file mode 100644
index 62fb641bc12..00000000000
--- a/src/Compression/CompressionCodecLZSSE.cpp
+++ /dev/null
@@ -1,180 +0,0 @@
-#if !defined(ARCADIA_BUILD)
-#   include "config_core.h"
-#endif
-
-#if USE_LZSSE
-
-#include <Compression/ICompressionCodec.h>
-#include <Compression/CompressionFactory.h>
-#include <Compression/CompressionInfo.h>
-#include <Parsers/ASTLiteral.h>
-
-#include <lzsse2/lzsse2.h>
-#include <lzsse4/lzsse4.h>
-#include <lzsse8/lzsse8.h>
-
-
-namespace DB
-{
-
-class CompressionCodecLZSSE : public ICompressionCodec
-{
-public:
-    explicit CompressionCodecLZSSE(UInt32 type_, UInt32 level_);
-
-    uint8_t getMethodByte() const override;
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-    bool isExperimental() const override { return true; }
-
-private:
-    const UInt32 type;
-    const UInt32 level;
-};
-
-
-namespace ErrorCodes
-{
-    extern const int CANNOT_COMPRESS;
-    extern const int CANNOT_DECOMPRESS;
-    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-    extern const int ILLEGAL_CODEC_PARAMETER;
-    extern const int LOGICAL_ERROR;
-}
-
-CompressionCodecLZSSE::CompressionCodecLZSSE(UInt32 type_, UInt32 level_) : type(type_), level(level_)
-{
-    if (type != 2 && type != 4 && type != 8)
-        throw Exception(ErrorCodes::LOGICAL_ERROR, "There is no LZSSE{} codec", type);
-
-    setCodecDescription(fmt::format("LZSSE{}", type), {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
-}
-
-uint8_t CompressionCodecLZSSE::getMethodByte() const
-{
-    switch (type)
-    {
-        case 2: return static_cast<uint8_t>(CompressionMethodByte::LZSSE2);
-        case 4: return static_cast<uint8_t>(CompressionMethodByte::LZSSE4);
-        case 8: return static_cast<uint8_t>(CompressionMethodByte::LZSSE8);
-        default:
-            throw Exception(ErrorCodes::LOGICAL_ERROR, "There is no LZSSE{} codec", type);
-    }
-}
-
-void CompressionCodecLZSSE::updateHash(SipHash & hash) const
-{
-    getCodecDesc()->updateTreeHash(hash);
-}
-
-UInt32 CompressionCodecLZSSE::getMaxCompressedDataSize(UInt32 uncompressed_size) const
-{
-    return uncompressed_size;
-}
-
-UInt32 CompressionCodecLZSSE::doCompressData(const char * source, UInt32 source_size, char * dest) const
-{
-    UInt32 res = 0;
-    switch (type)
-    {
-        case 2:
-        {
-            LZSSE2_OptimalParseState * state = LZSSE2_MakeOptimalParseState(source_size);
-            res = LZSSE2_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-            LZSSE2_FreeOptimalParseState(state);
-            break;
-        }
-        case 4:
-        {
-            LZSSE4_OptimalParseState * state = LZSSE4_MakeOptimalParseState(source_size);
-            res = LZSSE4_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-            LZSSE4_FreeOptimalParseState(state);
-            break;
-        }
-        case 8:
-        {
-            LZSSE8_OptimalParseState * state = LZSSE8_MakeOptimalParseState(source_size);
-            res = LZSSE8_CompressOptimalParse(state, source, source_size, dest, source_size, level);
-            LZSSE8_FreeOptimalParseState(state);
-            break;
-        }
-        default:
-            break;
-    }
-
-    if (res == 0)
-        throw Exception(ErrorCodes::CANNOT_COMPRESS, "Cannot compress block with LZSSE{}", type);
-    return res;
-}
-
-void CompressionCodecLZSSE::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
-{
-    UInt32 res = 0;
-    switch (type)
-    {
-        case 2:
-        {
-            res = LZSSE2_Decompress(source, source_size, dest, uncompressed_size);
-            break;
-        }
-        case 4:
-        {
-            res = LZSSE4_Decompress(source, source_size, dest, uncompressed_size);
-            break;
-        }
-        case 8:
-        {
-            res = LZSSE8_Decompress(source, source_size, dest, uncompressed_size);
-            break;
-        }
-        default:
-            break;
-    }
-    if (res < uncompressed_size)
-        throw Exception(ErrorCodes::CANNOT_DECOMPRESS, "Cannot decompress block with LZSSE{}", type);
-}
-
-void registerCodecsLZSSE(CompressionCodecFactory & factory)
-{
-    for (auto [type, method_byte] : std::initializer_list<std::tuple<int, CompressionMethodByte>>
-    {
-        {2, CompressionMethodByte::LZSSE2},
-        {4, CompressionMethodByte::LZSSE4},
-        {8, CompressionMethodByte::LZSSE8}
-    })
-    {
-        factory.registerCompressionCodec(
-            fmt::format("LZSSE{}", type),
-            uint8_t(method_byte),
-            [type = type](const ASTPtr & arguments) -> CompressionCodecPtr
-            {
-                int level = 1;
-                if (arguments && !arguments->children.empty())
-                {
-                    if (arguments->children.size() != 1)
-                        throw Exception(ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE,
-                            "LZSSE{} codec must have 1 parameter, {} given", type, arguments->children.size());
-
-                    const auto children = arguments->children;
-                    const auto * level_literal = children[0]->as<ASTLiteral>();
-                    if (!level_literal)
-                        throw Exception(ErrorCodes::ILLEGAL_CODEC_PARAMETER,
-                            "LZSSE{} first codec argument must be integer", type);
-
-                    level = level_literal->value.safeGet<UInt64>();
-                }
-
-                return std::make_shared<CompressionCodecLZSSE>(type, level);
-            });
-    }
-}
-
-}
-
-#endif
diff --git a/src/Compression/CompressionCodecLizard.cpp b/src/Compression/CompressionCodecLizard.cpp
deleted file mode 100644
index cd2d49a0538..00000000000
--- a/src/Compression/CompressionCodecLizard.cpp
+++ /dev/null
@@ -1,121 +0,0 @@
-#if !defined(ARCADIA_BUILD)
-#   include "config_core.h"
-#endif
-
-#if USE_LIZARD
-
-#include <Compression/ICompressionCodec.h>
-#include <Compression/CompressionFactory.h>
-#include <Compression/CompressionInfo.h>
-#include <Parsers/ASTLiteral.h>
-#include <lib/lizard_compress.h>
-#include <lib/lizard_decompress.h>
-
-
-namespace DB
-{
-class CompressionCodecLizard : public ICompressionCodec
-{
-public:
-    static constexpr auto LIZARD_DEFAULT_LEVEL = 1;
-
-    explicit CompressionCodecLizard(int level_);
-
-    uint8_t getMethodByte() const override;
-
-    UInt32 getMaxCompressedDataSize(UInt32 uncompressed_size) const override;
-
-    void updateHash(SipHash & hash) const override;
-
-protected:
-    UInt32 doCompressData(const char * source, UInt32 source_size, char * dest) const override;
-    void doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const override;
-
-    bool isCompression() const override { return true; }
-    bool isGenericCompression() const override { return true; }
-    bool isExperimental() const override { return true; }
-
-private:
-    const int level;
-};
-
-
-namespace ErrorCodes
-{
-    extern const int CANNOT_COMPRESS;
-    extern const int CANNOT_DECOMPRESS;
-    extern const int ILLEGAL_SYNTAX_FOR_CODEC_TYPE;
-    extern const int ILLEGAL_CODEC_PARAMETER;
-}
-
-CompressionCodecLizard::CompressionCodecLizard(int level_) : level(level_)
-{
-    setCodecDescription("Lizard", {std::make_shared<ASTLiteral>(static_cast<UInt64>(level))});
-}
-
-uint8_t CompressionCodecLizard::getMethodByte() const
-{
-    return static_cast<uint8_t>(CompressionMethodByte::Lizard);
-}
-
-void CompressionCodecLizard::updateHash(SipHash & hash) const
-{
-    getCodecDesc()->updateTreeHash(hash);
-}
-
-UInt32 CompressionCodecLizard::getMaxCompressedDataSize(UInt32 uncompressed_size) const
-{
-    return Lizard_compressBound(uncompressed_size);
-}
-
-UInt32 CompressionCodecLizard::doCompressData(const char * source, UInt32 source_size, char * dest) const
-{
-    int res = Lizard_compress(source, dest, source_size, Lizard_compressBound(source_size), level);
-
-    if (res == 0)
-        throw Exception("Cannot compress block with Lizard", ErrorCodes::CANNOT_COMPRESS);
-    return res;
-}
-
-void CompressionCodecLizard::doDecompressData(const char * source, UInt32 source_size, char * dest, UInt32 uncompressed_size) const
-{
-    int res = Lizard_decompress_safe(source, dest, source_size, uncompressed_size);
-
-    if (res < 0)
-        throw Exception("Cannot compress block with Lizard", ErrorCodes::CANNOT_DECOMPRESS);
-}
-
-void registerCodecLizard(CompressionCodecFactory & factory)
-{
-    UInt8 method_code = UInt8(CompressionMethodByte::Lizard);
-    factory.registerCompressionCodec(
-        "Lizard",
-        method_code,
-        [&](const ASTPtr & arguments) -> CompressionCodecPtr
-        {
-            int level = CompressionCodecLizard::LIZARD_DEFAULT_LEVEL;
-            if (arguments && !arguments->children.empty())
-            {
-                if (arguments->children.size() > 1)
-                    throw Exception(
-                        "Lizard codec must have 1 parameter, given " + std::to_string(arguments->children.size()),
-                        ErrorCodes::ILLEGAL_SYNTAX_FOR_CODEC_TYPE);
-
-                const auto children = arguments->children;
-                const auto * literal = children[0]->as<ASTLiteral>();
-                if (!literal)
-                    throw Exception("Lizard codec argument must be integer", ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-
-                level = literal->value.safeGet<UInt64>();
-                // compression level will be truncated to LIZARD_MAX_CLEVEL if it is greater and to LIZARD_MIN_CLEVEL if it is less
-                //if (level > 1)//ZSTD_maxCLevel())
-                //    throw Exception("Lizard codec can't have level more that " + toString(1/*ZSTD_maxCLevel()*/) + ", given " + toString(level), ErrorCodes::ILLEGAL_CODEC_PARAMETER);
-            }
-
-            return std::make_shared<CompressionCodecLizard>(level);
-        });
-}
-
-}
-
-#endif
diff --git a/src/Compression/CompressionFactory.cpp b/src/Compression/CompressionFactory.cpp
index fbd369fdfe7..dc65713471c 100644
--- a/src/Compression/CompressionFactory.cpp
+++ b/src/Compression/CompressionFactory.cpp
@@ -339,18 +339,6 @@ void registerCodecDoubleDelta(CompressionCodecFactory & factory);
 void registerCodecGorilla(CompressionCodecFactory & factory);
 void registerCodecMultiple(CompressionCodecFactory & factory);
 
-#if USE_LIZARD
-void registerCodecLizard(CompressionCodecFactory & factory);
-#endif
-
-#if USE_DENSITY
-void registerCodecDensity(CompressionCodecFactory & factory);
-#endif
-
-#if USE_LZSSE
-void registerCodecsLZSSE(CompressionCodecFactory & factory);
-#endif
-
 CompressionCodecFactory::CompressionCodecFactory()
 {
     registerCodecLZ4(*this);
@@ -362,15 +350,6 @@ CompressionCodecFactory::CompressionCodecFactory()
     registerCodecDoubleDelta(*this);
     registerCodecGorilla(*this);
     registerCodecMultiple(*this);
-#if USE_LIZARD
-    registerCodecLizard(*this);
-#endif
-#if USE_DENSITY
-    registerCodecDensity(*this);
-#endif
-#if USE_LZSSE
-    registerCodecsLZSSE(*this);
-#endif
 
     default_codec = get("LZ4", {});
 }
diff --git a/src/Compression/CompressionInfo.h b/src/Compression/CompressionInfo.h
index 44bed7d3c1d..58a39bb12a4 100644
--- a/src/Compression/CompressionInfo.h
+++ b/src/Compression/CompressionInfo.h
@@ -43,12 +43,6 @@ enum class CompressionMethodByte : uint8_t
     T64      = 0x93,
     DoubleDelta  = 0x94,
     Gorilla      = 0x95,
-    Lizard       = 0x96,
-    Density      = 0x97,
-    LZSSE2       = 0x98,
-    LZSSE4       = 0x99,
-    LZSSE8       = 0xA0,
-
 };
 
 }
diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index f4692b7e41f..08b69e52bbc 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -240,7 +240,7 @@ class IColumn;
     M(Bool, empty_result_for_aggregation_by_empty_set, false, "Return empty result when aggregating without keys on empty set.", 0) \
     M(Bool, allow_distributed_ddl, true, "If it is set to true, then a user is allowed to executed distributed DDL queries.", 0) \
     M(Bool, allow_suspicious_codecs, false, "If it is set to true, allow to specify meaningless compression codecs.", 0) \
-    M(Bool, allow_experimental_codecs, false, "If it is set to true, allow to specify experimental compression codecs (LZSSE2/4/8, Lizard, Density). These codecs are provided for evaluation purposes.", 0) \
+    M(Bool, allow_experimental_codecs, false, "If it is set to true, allow to specify experimental compression codecs (but we don't have those yet and this option does nothing).", 0) \
     M(UInt64, odbc_max_field_size, 1024, "Max size of filed can be read from ODBC dictionary. Long strings are truncated.", 0) \
     M(UInt64, query_profiler_real_time_period_ns, 1000000000, "Period for real clock timer of query profiler (in nanoseconds). Set 0 value to turn off the real clock query profiler. Recommended value is at least 10000000 (100 times a second) for single queries or 1000000000 (once a second) for cluster-wide profiling.", 0) \
     M(UInt64, query_profiler_cpu_time_period_ns, 1000000000, "Period for CPU clock timer of query profiler (in nanoseconds). Set 0 value to turn off the CPU clock query profiler. Recommended value is at least 10000000 (100 times a second) for single queries or 1000000000 (once a second) for cluster-wide profiling.", 0) \
diff --git a/src/Core/config_core.h.in b/src/Core/config_core.h.in
index da923ca23a1..e250e013913 100644
--- a/src/Core/config_core.h.in
+++ b/src/Core/config_core.h.in
@@ -15,6 +15,3 @@
 #cmakedefine01 USE_LIBPQXX
 #cmakedefine01 USE_NURAFT
 #cmakedefine01 USE_KRB5
-#cmakedefine01 USE_LIZARD
-#cmakedefine01 USE_DENSITY
-#cmakedefine01 USE_LZSSE
diff --git a/tests/integration/test_non_default_compression/test.py b/tests/integration/test_non_default_compression/test.py
index 54e14132d3b..0cfffd28e12 100644
--- a/tests/integration/test_non_default_compression/test.py
+++ b/tests/integration/test_non_default_compression/test.py
@@ -138,19 +138,3 @@ def test_uncompressed_cache_plus_zstd_codec(start_cluster):
 
     assert node5.query(
         "SELECT max(length(data)) from compression_codec_multiple_with_key GROUP BY data ORDER BY max(length(data)) DESC LIMIT 1") == "10000\n"
-
-def test_experimental_codecs(start_cluster):
-    node6.query("""
-    CREATE TABLE compression_experimental_codecs (
-        somedate Date CODEC(Lizard(12)),
-        id UInt64 CODEC(Density(3)),
-        data String CODEC(LZSSE4(3))
-    ) ENGINE = MergeTree() PARTITION BY somedate ORDER BY id SETTINGS index_granularity = 2;
-    """)
-
-    node6.query(
-        "INSERT INTO compression_experimental_codecs VALUES(toDate('2018-10-12'), 100000, '{}')".format(
-           'c' * 10000))
-
-    assert node6.query(
-        "SELECT max(length(data)) from compression_experimental_codecs GROUP BY data ORDER BY max(length(data)) DESC LIMIT 1") == "10000\n"
diff --git a/tests/queries/1_stateful/00096_experimental_codecs.reference b/tests/queries/1_stateful/00096_experimental_codecs.reference
deleted file mode 100644
index a34182c23e5..00000000000
--- a/tests/queries/1_stateful/00096_experimental_codecs.reference
+++ /dev/null
@@ -1,8 +0,0 @@
-17415138241754778329
-17415138241754778329
-17415138241754778329
-17415138241754778329
-17415138241754778329
-3798944011853532000
-3798944011853532000
-3798944011853532000
diff --git a/tests/queries/1_stateful/00096_experimental_codecs.sql b/tests/queries/1_stateful/00096_experimental_codecs.sql
deleted file mode 100644
index e085e55f886..00000000000
--- a/tests/queries/1_stateful/00096_experimental_codecs.sql
+++ /dev/null
@@ -1,61 +0,0 @@
-DROP TABLE IF EXISTS hits_experimental;
-
--- It's not allowed to create a table with experimental codecs unless the user turns off the safety switch.
-CREATE TABLE hits_experimental (Title String CODEC(Lizard(10))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 36 }
-
-SET allow_experimental_codecs = 1;
-
--- Lizard
-
-CREATE TABLE hits_experimental (Title String CODEC(Lizard(10))) ENGINE = MergeTree ORDER BY tuple();
-INSERT INTO hits_experimental SELECT Title FROM test.hits;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-
--- It's always allowed to attach a table with experimental codecs.
-DETACH TABLE hits_experimental;
-SET allow_experimental_codecs = 0;
-ATTACH TABLE hits_experimental;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-SET allow_experimental_codecs = 1;
-
-DROP TABLE hits_experimental;
-
--- Density
-
--- Check out of range levels of Density.
-CREATE TABLE hits_experimental (Title String CODEC(Density(-1))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
-CREATE TABLE hits_experimental (Title String CODEC(Density(0))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
-CREATE TABLE hits_experimental (Title String CODEC(Density(4))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
-CREATE TABLE hits_experimental (Title String CODEC(Density('hello'))) ENGINE = MergeTree ORDER BY tuple(); -- { serverError 433 }
-
-CREATE TABLE hits_experimental (Title String CODEC(Density(1))) ENGINE = MergeTree ORDER BY tuple();
-INSERT INTO hits_experimental SELECT Title FROM test.hits;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-DROP TABLE hits_experimental;
-
-CREATE TABLE hits_experimental (Title String CODEC(Density(2))) ENGINE = MergeTree ORDER BY tuple();
-INSERT INTO hits_experimental SELECT Title FROM test.hits;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-DROP TABLE hits_experimental;
-
-CREATE TABLE hits_experimental (Title String CODEC(Density(3))) ENGINE = MergeTree ORDER BY tuple();
-INSERT INTO hits_experimental SELECT Title FROM test.hits;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-DROP TABLE hits_experimental;
-
--- LZSSE
-
-CREATE TABLE hits_experimental (Title String CODEC(LZSSE2)) ENGINE = MergeTree ORDER BY tuple();
-INSERT INTO hits_experimental SELECT Title FROM test.hits ORDER BY Title LIMIT 100000;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-DROP TABLE hits_experimental;
-
-CREATE TABLE hits_experimental (Title String CODEC(LZSSE4)) ENGINE = MergeTree ORDER BY tuple();
-INSERT INTO hits_experimental SELECT Title FROM test.hits ORDER BY Title LIMIT 100000;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-DROP TABLE hits_experimental;
-
-CREATE TABLE hits_experimental (Title String CODEC(LZSSE8)) ENGINE = MergeTree ORDER BY tuple();
-INSERT INTO hits_experimental SELECT Title FROM test.hits ORDER BY Title LIMIT 100000;
-SELECT sum(cityHash64(*)) FROM hits_experimental;
-DROP TABLE hits_experimental;

From b146524fdbf4b71140026145b4a62ea5bddd484a Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 12:38:49 +0300
Subject: [PATCH 0930/1060] Maybe Minio starts for too long in tests

---
 tests/integration/test_merge_tree_s3_failover/test.py | 9 +++++----
 tests/integration/test_storage_s3/test.py             | 7 ++++---
 2 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/tests/integration/test_merge_tree_s3_failover/test.py b/tests/integration/test_merge_tree_s3_failover/test.py
index 7d9496f41d7..5af9582363a 100644
--- a/tests/integration/test_merge_tree_s3_failover/test.py
+++ b/tests/integration/test_merge_tree_s3_failover/test.py
@@ -17,11 +17,12 @@ def run_endpoint(cluster):
     cluster.exec_in_container(container_id, ["python", "endpoint.py"], detach=True)
 
     # Wait for S3 endpoint start
-    for attempt in range(10):
+    num_attempts = 100
+    for attempt in range(num_attempts):
         ping_response = cluster.exec_in_container(cluster.get_container_id('resolver'),
                                   ["curl", "-s", "http://resolver:8080/"], nothrow=True)
         if ping_response != 'OK':
-            if attempt == 9:
+            if attempt == num_attempts - 1:
                 assert ping_response == 'OK', 'Expected "OK", but got "{}"'.format(ping_response)
             else:
                 time.sleep(1)
@@ -156,13 +157,13 @@ def test_move_failover(cluster):
 
     # There should be 2 attempts to move part.
     assert node.query("""
-        SELECT count(*) FROM system.part_log 
+        SELECT count(*) FROM system.part_log
         WHERE event_type='MovePart' AND table='s3_failover_test'
         """) == '2\n'
 
     # First attempt should be failed with expected error.
     exception = node.query("""
-        SELECT exception FROM system.part_log 
+        SELECT exception FROM system.part_log
         WHERE event_type='MovePart' AND table='s3_failover_test' AND notEmpty(exception)
         ORDER BY event_time
         LIMIT 1
diff --git a/tests/integration/test_storage_s3/test.py b/tests/integration/test_storage_s3/test.py
index fca5f367847..69b0bfe205a 100644
--- a/tests/integration/test_storage_s3/test.py
+++ b/tests/integration/test_storage_s3/test.py
@@ -440,11 +440,12 @@ def run_s3_mocks(started_cluster):
 
     # Wait for S3 mocks to start
     for mock_filename, container, port in mocks:
-        for attempt in range(10):
+        num_attempts = 100
+        for attempt in range(num_attempts):
             ping_response = started_cluster.exec_in_container(started_cluster.get_container_id(container),
                                                               ["curl", "-s", f"http://localhost:{port}/"], nothrow=True)
             if ping_response != 'OK':
-                if attempt == 9:
+                if attempt == num_attempts - 1:
                     assert ping_response == 'OK', 'Expected "OK", but got "{}"'.format(ping_response)
                 else:
                     time.sleep(1)
@@ -643,4 +644,4 @@ def test_storage_s3_put_gzip(started_cluster, extension, method):
     buf = io.BytesIO(get_s3_file_content(started_cluster, bucket, filename, decode=False))
     f = gzip.GzipFile(fileobj=buf, mode="rb")
     uncompressed_content = f.read().decode()
-    assert sum([ int(i.split(',')[1]) for i in uncompressed_content.splitlines() ]) == 708
\ No newline at end of file
+    assert sum([ int(i.split(',')[1]) for i in uncompressed_content.splitlines() ]) == 708

From cd2ca76b242950de61bc598249af0ef49c196941 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 12:57:18 +0300
Subject: [PATCH 0931/1060] Update compare.sh

---
 docker/test/performance-comparison/compare.sh | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index 593be2e630c..2c1c876f37f 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -593,8 +593,8 @@ then
 #
     "${client[@]}" --query "
             select test, query_index,
-                quantileExact(0.99)(abs(diff)) * 1.5 max_diff,
-                quantileExactIf(0.99)(stat_threshold, abs(diff) < stat_threshold) * 1.5 max_stat_threshold,
+                quantileExact(0.99)(abs(diff)) * 1.5 AS max_diff,
+                quantileExactIf(0.99)(stat_threshold, abs(diff) < stat_threshold) * 1.5 AS max_stat_threshold,
                 query_display_name
             from query_metrics_v2
             -- We use results at least one week in the past, so that the current

From 9f1b7afd7c6130cd6cb06bb534b03ec583383056 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 16:38:53 +0300
Subject: [PATCH 0932/1060] Fix bad test

---
 .../01289_min_execution_speed_not_too_early.sql           | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/tests/queries/0_stateless/01289_min_execution_speed_not_too_early.sql b/tests/queries/0_stateless/01289_min_execution_speed_not_too_early.sql
index e3a18d0c515..222a85094d0 100644
--- a/tests/queries/0_stateless/01289_min_execution_speed_not_too_early.sql
+++ b/tests/queries/0_stateless/01289_min_execution_speed_not_too_early.sql
@@ -3,9 +3,11 @@ DROP TABLE IF EXISTS ES;
 create table ES(A String) Engine=MergeTree order by tuple();
 insert into ES select toString(number) from numbers(10000000);
 
-SET max_execution_time = 100, max_execution_speed = 1000000;
-SET max_threads = 1;
-SET max_block_size = 1000000;
+SET max_execution_time = 100,
+    timeout_before_checking_execution_speed = 100,
+    max_execution_speed = 1000000,
+    max_threads = 1,
+    max_block_size = 1000000;
 
 -- Exception about execution speed is not thrown from these queries.
 SELECT * FROM ES LIMIT 1 format Null;

From 6a652ef4f69ab39465236aacaa49493bfbe2d938 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 19:28:54 +0300
Subject: [PATCH 0933/1060] Remove a chunk of wrong code and look what will
 happen

---
 src/AggregateFunctions/AggregateFunctionState.cpp  | 11 -----------
 src/AggregateFunctions/AggregateFunctionUniq.cpp   | 14 +-------------
 .../AggregateFunctionUniqCombined.cpp              |  7 +------
 .../AggregateFunctionUniqUpTo.cpp                  |  7 +------
 .../ExecuteScalarSubqueriesVisitor.cpp             |  1 -
 5 files changed, 3 insertions(+), 37 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionState.cpp b/src/AggregateFunctions/AggregateFunctionState.cpp
index abbe286f7ad..2f5a81efb24 100644
--- a/src/AggregateFunctions/AggregateFunctionState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionState.cpp
@@ -61,17 +61,6 @@ DataTypePtr AggregateFunctionState::getReturnType() const
 
         return arguments[0];
     }
-    if (!arguments.empty())
-    {
-        DataTypePtr argument_type_ptr = arguments[0];
-        WhichDataType which(*argument_type_ptr);
-        if (which.idx == TypeIndex::AggregateFunction)
-        {
-            if (arguments.size() != 1)
-                throw Exception("Nested aggregation expects only one argument", ErrorCodes::BAD_ARGUMENTS);
-            return arguments[0];
-        }
-    }
 
     return ptr;
 }
diff --git a/src/AggregateFunctions/AggregateFunctionUniq.cpp b/src/AggregateFunctions/AggregateFunctionUniq.cpp
index 5d86693ae81..0e76bd5f756 100644
--- a/src/AggregateFunctions/AggregateFunctionUniq.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniq.cpp
@@ -11,12 +11,12 @@
 
 namespace DB
 {
+
 struct Settings;
 
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
 }
 
 
@@ -38,12 +38,6 @@ AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const
 
     bool use_exact_hash_function = !isAllArgumentsContiguousInMemory(argument_types);
 
-    const WhichDataType t(argument_types[0]);
-    if (t.isAggregateFunction())
-        throw Exception(
-            "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
-            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-
     if (argument_types.size() == 1)
     {
         const IDataType & argument_type = *argument_types[0];
@@ -86,12 +80,6 @@ AggregateFunctionPtr createAggregateFunctionUniq(const std::string & name, const
         throw Exception("Incorrect number of arguments for aggregate function " + name,
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
 
-    const WhichDataType t(argument_types[0]);
-    if (t.isAggregateFunction())
-        throw Exception(
-            "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
-            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
-
     /// We use exact hash function if the user wants it;
     /// or if the arguments are not contiguous in memory, because only exact hash function have support for this case.
     bool use_exact_hash_function = is_exact || !isAllArgumentsContiguousInMemory(argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
index 991cf061787..21da94af4ae 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqCombined.cpp
@@ -13,13 +13,13 @@
 
 namespace DB
 {
+
 struct Settings;
 
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int ARGUMENT_OUT_OF_BOUND;
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
 }
 
 namespace
@@ -105,11 +105,6 @@ namespace
 
         if (argument_types.empty())
             throw Exception("Incorrect number of arguments for aggregate function " + name, ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-        const WhichDataType t(argument_types[0]);
-        if (t.isAggregateFunction())
-            throw Exception(
-                "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
-                ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
         switch (precision)
         {
diff --git a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
index e5fc201f91c..280fbff4e7f 100644
--- a/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
+++ b/src/AggregateFunctions/AggregateFunctionUniqUpTo.cpp
@@ -10,13 +10,13 @@
 
 namespace DB
 {
+
 struct Settings;
 
 namespace ErrorCodes
 {
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
     extern const int ARGUMENT_OUT_OF_BOUND;
-    extern const int ILLEGAL_TYPE_OF_ARGUMENT;
 }
 
 
@@ -47,11 +47,6 @@ AggregateFunctionPtr createAggregateFunctionUniqUpTo(const std::string & name, c
     if (argument_types.empty())
         throw Exception("Incorrect number of arguments for aggregate function " + name,
             ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
-    const WhichDataType t(argument_types[0]);
-    if (t.isAggregateFunction())
-        throw Exception(
-            "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
-            ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
     bool use_exact_hash_function = !isAllArgumentsContiguousInMemory(argument_types);
 
diff --git a/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp b/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
index 1c947e62e69..1ce6c4f36d8 100644
--- a/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
+++ b/src/Interpreters/ExecuteScalarSubqueriesVisitor.cpp
@@ -3,7 +3,6 @@
 #include <Columns/ColumnTuple.h>
 #include <DataStreams/IBlockInputStream.h>
 #include <DataStreams/materializeBlock.h>
-#include <DataTypes/DataTypeAggregateFunction.h>
 #include <DataTypes/DataTypeTuple.h>
 #include <IO/WriteHelpers.h>
 #include <Interpreters/Context.h>

From 84ced3ace0264747a877f6fb48f30a3472d72b5c Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 19:43:15 +0300
Subject: [PATCH 0934/1060] Deliberately break the rules

---
 .../AggregateFunctionGroupBitmap.h            |  5 ++---
 .../AggregateFunctionGroupBitmapData.h        | 21 ++++++++-----------
 2 files changed, 11 insertions(+), 15 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
index cbcac4f7200..8f88d30ea7f 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
@@ -1,17 +1,16 @@
 #pragma once
 
+#include <AggregateFunctions/AggregateFunctionGroupBitmapData.h>
 #include <AggregateFunctions/IAggregateFunction.h>
 #include <Columns/ColumnAggregateFunction.h>
 #include <Columns/ColumnVector.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <Common/assert_cast.h>
 
-// TODO include this last because of a broken roaring header. See the comment inside.
-#include <AggregateFunctions/AggregateFunctionGroupBitmapData.h>
 
 namespace DB
 {
-struct Settings;
+
 /// Counts bitmap operation on numbers.
 template <typename T, typename Data>
 class AggregateFunctionBitmap final : public IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index 64f87793d56..cdd836d7178 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -1,22 +1,18 @@
 #pragma once
 
-#include <algorithm>
-#include <IO/ReadHelpers.h>
-#include <IO/WriteHelpers.h>
-#include <boost/noncopyable.hpp>
-#include <Common/HashTable/SmallTable.h>
-#include <Common/PODArray.h>
-
-// Include this header last, because it is an auto-generated dump of questionable
-// garbage that breaks the build (e.g. it changes _POSIX_C_SOURCE).
-// TODO: find out what it is. On github, they have proper interface headers like
-// this one: https://github.com/RoaringBitmap/CRoaring/blob/master/include/roaring/roaring.h
 #include <roaring.hh>
 #include <roaring64map.hh>
 
+#include <algorithm>
+#include <boost/noncopyable.hpp>
+#include <IO/ReadHelpers.h>
+#include <IO/WriteHelpers.h>
+#include <Common/HashTable/SmallTable.h>
+#include <Common/PODArray.h>
+
+
 namespace DB
 {
-struct Settings;
 
 enum BitmapKind
 {
@@ -24,6 +20,7 @@ enum BitmapKind
     Bitmap = 1
 };
 
+
 /**
   * For a small number of values - an array of fixed size "on the stack".
   * For large, roaring bitmap is allocated.

From 295dc6b517929e52ba6c60efaa8c830b622e94bb Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 20:57:04 +0300
Subject: [PATCH 0935/1060] Revert "Add initial_query_start_time to query log"

---
 src/Core/Defines.h                            |  6 ++---
 src/Interpreters/ClientInfo.cpp               | 12 ---------
 src/Interpreters/ClientInfo.h                 |  2 --
 src/Interpreters/QueryLog.cpp                 |  4 ---
 src/Interpreters/QueryThreadLog.cpp           |  2 --
 src/Interpreters/executeQuery.cpp             | 11 +-------
 src/Server/TCPHandler.cpp                     |  5 ++--
 .../01872_initial_query_start_time.reference  |  1 -
 .../01872_initial_query_start_time.sh         | 27 -------------------
 9 files changed, 5 insertions(+), 65 deletions(-)
 delete mode 100644 tests/queries/0_stateless/01872_initial_query_start_time.reference
 delete mode 100755 tests/queries/0_stateless/01872_initial_query_start_time.sh

diff --git a/src/Core/Defines.h b/src/Core/Defines.h
index 994478cd8a1..94df16758bf 100644
--- a/src/Core/Defines.h
+++ b/src/Core/Defines.h
@@ -83,12 +83,10 @@
 #define DBMS_MIN_REVISION_WITH_X_FORWARDED_FOR_IN_CLIENT_INFO 54443
 #define DBMS_MIN_REVISION_WITH_REFERER_IN_CLIENT_INFO 54447
 
-#define DBMS_MIN_PROTOCOL_VERSION_WITH_DISTRIBUTED_DEPTH 54448
-
 /// Version of ClickHouse TCP protocol. Increment it manually when you change the protocol.
-#define DBMS_TCP_PROTOCOL_VERSION 54449
+#define DBMS_TCP_PROTOCOL_VERSION 54448
 
-#define DBMS_MIN_PROTOCOL_VERSION_WITH_INITIAL_QUERY_START_TIME 54449
+#define DBMS_MIN_PROTOCOL_VERSION_WITH_DISTRIBUTED_DEPTH 54448
 /// The boundary on which the blocks for asynchronous file operations should be aligned.
 #define DEFAULT_AIO_FILE_BLOCK_SIZE 4096
 
diff --git a/src/Interpreters/ClientInfo.cpp b/src/Interpreters/ClientInfo.cpp
index ec694952b07..248c8cc6b80 100644
--- a/src/Interpreters/ClientInfo.cpp
+++ b/src/Interpreters/ClientInfo.cpp
@@ -34,12 +34,6 @@ void ClientInfo::write(WriteBuffer & out, const UInt64 server_protocol_revision)
     writeBinary(initial_query_id, out);
     writeBinary(initial_address.toString(), out);
 
-    if (server_protocol_revision >= DBMS_MIN_PROTOCOL_VERSION_WITH_INITIAL_QUERY_START_TIME)
-    {
-        writeBinary(initial_query_start_time, out);
-        writeBinary(initial_query_start_time_microseconds, out);
-    }
-
     writeBinary(UInt8(interface), out);
 
     if (interface == Interface::TCP)
@@ -115,12 +109,6 @@ void ClientInfo::read(ReadBuffer & in, const UInt64 client_protocol_revision)
     readBinary(initial_address_string, in);
     initial_address = Poco::Net::SocketAddress(initial_address_string);
 
-    if (client_protocol_revision >= DBMS_MIN_PROTOCOL_VERSION_WITH_INITIAL_QUERY_START_TIME)
-    {
-        readBinary(initial_query_start_time, in);
-        readBinary(initial_query_start_time_microseconds, in);
-    }
-
     UInt8 read_interface = 0;
     readBinary(read_interface, in);
     interface = Interface(read_interface);
diff --git a/src/Interpreters/ClientInfo.h b/src/Interpreters/ClientInfo.h
index d6158a2d7d5..b4579877ef6 100644
--- a/src/Interpreters/ClientInfo.h
+++ b/src/Interpreters/ClientInfo.h
@@ -61,8 +61,6 @@ public:
     String initial_user;
     String initial_query_id;
     Poco::Net::SocketAddress initial_address;
-    time_t initial_query_start_time{};
-    Decimal64 initial_query_start_time_microseconds{};
 
     // OpenTelemetry trace context we received from client, or which we are going
     // to send to server.
diff --git a/src/Interpreters/QueryLog.cpp b/src/Interpreters/QueryLog.cpp
index f78acdd3737..1242af48676 100644
--- a/src/Interpreters/QueryLog.cpp
+++ b/src/Interpreters/QueryLog.cpp
@@ -78,8 +78,6 @@ Block QueryLogElement::createBlock()
         {std::make_shared<DataTypeString>(),                                  "initial_query_id"},
         {DataTypeFactory::instance().get("IPv6"),                             "initial_address"},
         {std::make_shared<DataTypeUInt16>(),                                  "initial_port"},
-        {std::make_shared<DataTypeDateTime>(),                                "initial_query_start_time"},
-        {std::make_shared<DataTypeDateTime64>(6),                             "initial_query_start_time_microseconds"},
         {std::make_shared<DataTypeUInt8>(),                                   "interface"},
         {std::make_shared<DataTypeString>(),                                  "os_user"},
         {std::make_shared<DataTypeString>(),                                  "client_hostname"},
@@ -258,8 +256,6 @@ void QueryLogElement::appendClientInfo(const ClientInfo & client_info, MutableCo
     columns[i++]->insert(client_info.initial_query_id);
     columns[i++]->insertData(IPv6ToBinary(client_info.initial_address.host()).data(), 16);
     columns[i++]->insert(client_info.initial_address.port());
-    columns[i++]->insert(client_info.initial_query_start_time);
-    columns[i++]->insert(client_info.initial_query_start_time_microseconds);
 
     columns[i++]->insert(UInt64(client_info.interface));
 
diff --git a/src/Interpreters/QueryThreadLog.cpp b/src/Interpreters/QueryThreadLog.cpp
index df591b42de2..31f1fddc87f 100644
--- a/src/Interpreters/QueryThreadLog.cpp
+++ b/src/Interpreters/QueryThreadLog.cpp
@@ -51,8 +51,6 @@ Block QueryThreadLogElement::createBlock()
         {std::make_shared<DataTypeString>(),        "initial_query_id"},
         {DataTypeFactory::instance().get("IPv6"),   "initial_address"},
         {std::make_shared<DataTypeUInt16>(),        "initial_port"},
-        {std::make_shared<DataTypeDateTime>(),      "initial_query_start_time"},
-        {std::make_shared<DataTypeDateTime64>(6),   "initial_query_start_time_microseconds"},
         {std::make_shared<DataTypeUInt8>(),         "interface"},
         {std::make_shared<DataTypeString>(),        "os_user"},
         {std::make_shared<DataTypeString>(),        "client_hostname"},
diff --git a/src/Interpreters/executeQuery.cpp b/src/Interpreters/executeQuery.cpp
index ce757c9e8c1..a78c810d5d4 100644
--- a/src/Interpreters/executeQuery.cpp
+++ b/src/Interpreters/executeQuery.cpp
@@ -355,15 +355,6 @@ static std::tuple<ASTPtr, BlockIO> executeQueryImpl(
 {
     const auto current_time = std::chrono::system_clock::now();
 
-    auto & client_info = context->getClientInfo();
-
-    // If it's an initial query, set to current_time
-    if (client_info.initial_query_start_time == 0)
-    {
-        client_info.initial_query_start_time = time_in_seconds(current_time);
-        client_info.initial_query_start_time_microseconds = time_in_microseconds(current_time);
-    }
-
 #if !defined(ARCADIA_BUILD)
     assert(internal || CurrentThread::get().getQueryContext());
     assert(internal || CurrentThread::get().getQueryContext()->getCurrentQueryId() == CurrentThread::getQueryId());
@@ -652,7 +643,7 @@ static std::tuple<ASTPtr, BlockIO> executeQueryImpl(
             elem.query = query_for_logging;
             elem.normalized_query_hash = normalizedQueryHash<false>(query_for_logging);
 
-            elem.client_info = client_info;
+            elem.client_info = context->getClientInfo();
 
             bool log_queries = settings.log_queries && !internal;
 
diff --git a/src/Server/TCPHandler.cpp b/src/Server/TCPHandler.cpp
index 201ee4e2664..9ef0292ee06 100644
--- a/src/Server/TCPHandler.cpp
+++ b/src/Server/TCPHandler.cpp
@@ -1135,9 +1135,8 @@ void TCPHandler::receiveQuery()
 
     /// Per query settings are also passed via TCP.
     /// We need to check them before applying due to they can violate the settings constraints.
-    auto settings_format = (client_tcp_protocol_version >= DBMS_MIN_REVISION_WITH_SETTINGS_SERIALIZED_AS_STRINGS)
-        ? SettingsWriteFormat::STRINGS_WITH_FLAGS
-        : SettingsWriteFormat::BINARY;
+    auto settings_format = (client_tcp_protocol_version >= DBMS_MIN_REVISION_WITH_SETTINGS_SERIALIZED_AS_STRINGS) ? SettingsWriteFormat::STRINGS_WITH_FLAGS
+                                                                                                      : SettingsWriteFormat::BINARY;
     Settings passed_settings;
     passed_settings.read(*in, settings_format);
 
diff --git a/tests/queries/0_stateless/01872_initial_query_start_time.reference b/tests/queries/0_stateless/01872_initial_query_start_time.reference
deleted file mode 100644
index 9972842f982..00000000000
--- a/tests/queries/0_stateless/01872_initial_query_start_time.reference
+++ /dev/null
@@ -1 +0,0 @@
-1	1
diff --git a/tests/queries/0_stateless/01872_initial_query_start_time.sh b/tests/queries/0_stateless/01872_initial_query_start_time.sh
deleted file mode 100755
index 8b04160812a..00000000000
--- a/tests/queries/0_stateless/01872_initial_query_start_time.sh
+++ /dev/null
@@ -1,27 +0,0 @@
-#!/usr/bin/env bash
-set -ue
-
-# this test doesn't need 'current_database = currentDatabase()',
-
-unset CLICKHOUSE_LOG_COMMENT
-
-CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-# shellcheck source=../shell_config.sh
-. "$CURDIR"/../shell_config.sh
-
-${CLICKHOUSE_CLIENT} -q "drop table if exists m"
-${CLICKHOUSE_CLIENT} -q "create table m (dummy UInt8) ENGINE = Distributed('test_cluster_two_shards', 'system', 'one')"
-
-query_id=$(${CLICKHOUSE_CLIENT} -q "select lower(hex(reverse(reinterpretAsString(generateUUIDv4()))))")
-${CLICKHOUSE_CLIENT} -q "select * from m format Null" "--query_id=$query_id"
-
-${CLICKHOUSE_CLIENT} -n -q "
-system flush logs;
-select
-    anyIf(initial_query_start_time, is_initial_query) = anyIf(initial_query_start_time, not is_initial_query),
-    anyIf(initial_query_start_time_microseconds, is_initial_query) = anyIf(initial_query_start_time_microseconds, not is_initial_query)
-from system.query_log
-where event_date = today() and event_time >= now() - interval 1 hour and initial_query_id = '$query_id' and type = 'QueryFinish';
-"
-
-${CLICKHOUSE_CLIENT} -q "drop table m"

From 30673452296cbfd4740c9ebff3183c386f9b5371 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Sun, 6 Jun 2021 21:30:30 +0300
Subject: [PATCH 0936/1060] Remove old test

---
 ...882_uniqueState_over_uniqueState.reference |  0
 .../01882_uniqueState_over_uniqueState.sh     | 20 -------------------
 2 files changed, 20 deletions(-)
 delete mode 100644 tests/queries/0_stateless/01882_uniqueState_over_uniqueState.reference
 delete mode 100755 tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh

diff --git a/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.reference b/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.reference
deleted file mode 100644
index e69de29bb2d..00000000000
diff --git a/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh b/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh
deleted file mode 100755
index 6be05a128d7..00000000000
--- a/tests/queries/0_stateless/01882_uniqueState_over_uniqueState.sh
+++ /dev/null
@@ -1,20 +0,0 @@
-#!/usr/bin/env bash
-
-export CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=fatal
-
-CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-# shellcheck source=../shell_config.sh
-. "$CURDIR"/../shell_config.sh
-
-
-function check()
-{
-    $CLICKHOUSE_CLIENT -q "SELECT id, $1(s) FROM ( SELECT number % 10 as id, uniqState(number) as s FROM ( SELECT number FROM system.numbers LIMIT 100 ) GROUP BY number ) GROUP BY id" 2>&1 | grep -v -P '^(Received exception from server|Code: 43)' ||:
-}
-
-stateFunctions=("uniqState" "uniqExactState" "uniqHLL12State" "uniqCombinedState" "uniqUpToState")  # "uniqThetaState" not tested because its availability depends on compilation options
-
-for i1 in "${stateFunctions[@]}"
-do
-    check "$i1"
-done

From 885ce194e050db0620a5c12e3bb5bbd2ef701537 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 7 Jun 2021 00:49:55 +0300
Subject: [PATCH 0937/1060] Making fundamentals correct

---
 .../AggregateFunctionCount.h                  |  2 +-
 .../AggregateFunctionFactory.cpp              |  2 +-
 .../AggregateFunctionGroupBitmap.cpp          | 27 ++++++++++---------
 .../AggregateFunctionGroupBitmap.h            | 12 ++++++++-
 .../AggregateFunctionMerge.h                  |  5 ++++
 .../AggregateFunctionState.cpp                | 21 ---------------
 .../AggregateFunctionState.h                  | 10 ++++++-
 src/AggregateFunctions/CMakeLists.txt         |  1 +
 src/AggregateFunctions/IAggregateFunction.h   | 11 ++++----
 src/CMakeLists.txt                            |  1 +
 src/Columns/ColumnAggregateFunction.cpp       |  2 +-
 src/Functions/array/arrayReduce.cpp           |  6 ++---
 src/Functions/array/arrayReduceInRanges.cpp   |  9 ++++---
 src/Functions/initializeAggregation.cpp       |  5 ++--
 src/Interpreters/Aggregator.h                 |  2 +-
 src/Interpreters/InterpreterSelectQuery.cpp   |  4 +--
 src/Processors/Merges/Algorithms/Graphite.h   |  2 +-
 src/Processors/Transforms/WindowTransform.cpp |  9 ++++---
 18 files changed, 70 insertions(+), 61 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionCount.h b/src/AggregateFunctions/AggregateFunctionCount.h
index 8d9b0a6894e..9886b4e6828 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.h
+++ b/src/AggregateFunctions/AggregateFunctionCount.h
@@ -100,7 +100,7 @@ public:
     }
 
     /// Reset the state to specified value. This function is not the part of common interface.
-    void set(AggregateDataPtr __restrict place, UInt64 new_count)
+    void set(AggregateDataPtr __restrict place, UInt64 new_count) const
     {
         data(place).count = new_count;
     }
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index bdc057817c9..4d1d833f171 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -95,7 +95,7 @@ AggregateFunctionPtr AggregateFunctionFactory::get(
         // nullability themselves. Another special case is functions from Nothing
         // that are rewritten to AggregateFunctionNothing, in this case
         // nested_function is nullptr.
-        if (nested_function && nested_function->asWindowFunction())
+        if (nested_function && nested_function->isOnlyWindowFunction())
         {
             return nested_function;
         }
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
index 30e0206f789..43a68a33db5 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
@@ -1,11 +1,9 @@
+#include <AggregateFunctions/AggregateFunctionGroupBitmap.h>
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Helpers.h>
 #include <DataTypes/DataTypeAggregateFunction.h>
-#include "registerAggregateFunctions.h"
 
-// TODO include this last because of a broken roaring header. See the comment inside.
-#include <AggregateFunctions/AggregateFunctionGroupBitmap.h>
 
 namespace DB
 {
@@ -18,9 +16,8 @@ namespace ErrorCodes
 
 namespace
 {
-
-    template <template <typename, typename> class AggregateFunctionTemplate, template <typename> class Data, typename... TArgs>
-    static IAggregateFunction * createWithIntegerType(const IDataType & argument_type, TArgs && ... args)
+    template <template <typename, typename> class AggregateFunctionTemplate, template <typename> typename Data, typename... TArgs>
+    static IAggregateFunction * createWithIntegerType(const IDataType & argument_type, TArgs &&... args)
     {
         WhichDataType which(argument_type);
         if (which.idx == TypeIndex::UInt8) return new AggregateFunctionTemplate<UInt8, Data<UInt8>>(std::forward<TArgs>(args)...);
@@ -34,8 +31,9 @@ namespace
         return nullptr;
     }
 
-    template <template <typename> class Data>
-    AggregateFunctionPtr createAggregateFunctionBitmap(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+    template <template <typename> typename Data>
+    AggregateFunctionPtr createAggregateFunctionBitmap(
+        const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
@@ -57,12 +55,13 @@ namespace
     }
 
     // Additional aggregate functions to manipulate bitmaps.
-    template <template <typename, typename> class AggregateFunctionTemplate>
-    AggregateFunctionPtr
-    createAggregateFunctionBitmapL2(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+    template <template <typename, typename> typename AggregateFunctionTemplate>
+    AggregateFunctionPtr createAggregateFunctionBitmapL2(
+        const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         assertNoParameters(name, parameters);
         assertUnary(name, argument_types);
+
         DataTypePtr argument_type_ptr = argument_types[0];
         WhichDataType which(*argument_type_ptr);
         if (which.idx != TypeIndex::AggregateFunction)
@@ -72,9 +71,11 @@ namespace
 
         const DataTypeAggregateFunction & datatype_aggfunc = dynamic_cast<const DataTypeAggregateFunction &>(*argument_type_ptr);
         AggregateFunctionPtr aggfunc = datatype_aggfunc.getFunction();
-        argument_type_ptr = aggfunc->getArgumentTypes()[0];
+        DataTypePtr nested_argument_type_ptr = aggfunc->getArgumentTypes()[0];
+
         AggregateFunctionPtr res(createWithIntegerType<AggregateFunctionTemplate, AggregateFunctionGroupBitmapData>(
-            *argument_type_ptr, argument_type_ptr));
+            *nested_argument_type_ptr, argument_type_ptr));
+
         if (!res)
             throw Exception(
                 "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
index 8f88d30ea7f..1221d97ddae 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
@@ -16,7 +16,10 @@ template <typename T, typename Data>
 class AggregateFunctionBitmap final : public IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>
 {
 public:
-    AggregateFunctionBitmap(const DataTypePtr & type) : IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>({type}, {}) { }
+    AggregateFunctionBitmap(const DataTypePtr & type)
+        : IAggregateFunctionDataHelper<Data, AggregateFunctionBitmap<T, Data>>({type}, {})
+    {
+    }
 
     String getName() const override { return Data::name(); }
 
@@ -45,6 +48,7 @@ public:
 };
 
 
+/// This aggregate function takes the states of AggregateFunctionBitmap as its argument.
 template <typename T, typename Data, typename Policy>
 class AggregateFunctionBitmapL2 final : public IAggregateFunctionDataHelper<Data, AggregateFunctionBitmapL2<T, Data, Policy>>
 {
@@ -60,6 +64,11 @@ public:
 
     bool allocatesMemoryInArena() const override { return false; }
 
+    DataTypePtr getStateType() const override
+    {
+        return this->argument_types.at(0);
+    }
+
     void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena *) const override
     {
         Data & data_lhs = this->data(place);
@@ -104,6 +113,7 @@ public:
     }
 };
 
+
 template <typename Data>
 class BitmapAndPolicy
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.h b/src/AggregateFunctions/AggregateFunctionMerge.h
index d129b829f9c..3bb482e4ac9 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.h
+++ b/src/AggregateFunctions/AggregateFunctionMerge.h
@@ -50,6 +50,11 @@ public:
         return nested_func->getReturnType();
     }
 
+    DataTypePtr getStateType() const override
+    {
+        return nested_func->getStateType();
+    }
+
     void create(AggregateDataPtr __restrict place) const override
     {
         nested_func->create(place);
diff --git a/src/AggregateFunctions/AggregateFunctionState.cpp b/src/AggregateFunctions/AggregateFunctionState.cpp
index 2f5a81efb24..61559c006d3 100644
--- a/src/AggregateFunctions/AggregateFunctionState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionState.cpp
@@ -44,25 +44,4 @@ void registerAggregateFunctionCombinatorState(AggregateFunctionCombinatorFactory
     factory.registerCombinator(std::make_shared<AggregateFunctionCombinatorState>());
 }
 
-
-DataTypePtr AggregateFunctionState::getReturnType() const
-{
-    auto ptr = std::make_shared<DataTypeAggregateFunction>(nested_func, arguments, params);
-
-    /// Special case: it is -MergeState combinator.
-    /// We must return AggregateFunction(agg, ...) instead of AggregateFunction(aggMerge, ...)
-    if (typeid_cast<const AggregateFunctionMerge *>(ptr->getFunction().get()))
-    {
-        if (arguments.size() != 1)
-            throw Exception("Combinator -MergeState expects only one argument", ErrorCodes::BAD_ARGUMENTS);
-
-        if (!typeid_cast<const DataTypeAggregateFunction *>(arguments[0].get()))
-            throw Exception("Combinator -MergeState expects argument with AggregateFunction type", ErrorCodes::BAD_ARGUMENTS);
-
-        return arguments[0];
-    }
-
-    return ptr;
-}
-
 }
diff --git a/src/AggregateFunctions/AggregateFunctionState.h b/src/AggregateFunctions/AggregateFunctionState.h
index b33bb64c6dd..a8d8a314cbf 100644
--- a/src/AggregateFunctions/AggregateFunctionState.h
+++ b/src/AggregateFunctions/AggregateFunctionState.h
@@ -33,7 +33,15 @@ public:
         return nested_func->getName() + "State";
     }
 
-    DataTypePtr getReturnType() const override;
+    DataTypePtr getReturnType() const override
+    {
+        return getStateType();
+    }
+
+    DataTypePtr getStateType() const override
+    {
+        return nested_func->getStateType();
+    }
 
     void create(AggregateDataPtr __restrict place) const override
     {
diff --git a/src/AggregateFunctions/CMakeLists.txt b/src/AggregateFunctions/CMakeLists.txt
index b6dbf2b4eb0..64f6eed9a6c 100644
--- a/src/AggregateFunctions/CMakeLists.txt
+++ b/src/AggregateFunctions/CMakeLists.txt
@@ -2,6 +2,7 @@ include("${ClickHouse_SOURCE_DIR}/cmake/dbms_glob_sources.cmake")
 add_headers_and_sources(clickhouse_aggregate_functions .)
 
 list(REMOVE_ITEM clickhouse_aggregate_functions_sources
+    IAggregateFunction.cpp
     AggregateFunctionFactory.cpp
     AggregateFunctionCombinatorFactory.cpp
     AggregateFunctionCount.cpp
diff --git a/src/AggregateFunctions/IAggregateFunction.h b/src/AggregateFunctions/IAggregateFunction.h
index 2d47a1e7fe0..763da7e0e22 100644
--- a/src/AggregateFunctions/IAggregateFunction.h
+++ b/src/AggregateFunctions/IAggregateFunction.h
@@ -38,7 +38,7 @@ using AggregateDataPtr = char *;
 using ConstAggregateDataPtr = const char *;
 
 class IAggregateFunction;
-using AggregateFunctionPtr = std::shared_ptr<IAggregateFunction>;
+using AggregateFunctionPtr = std::shared_ptr<const IAggregateFunction>;
 struct AggregateFunctionProperties;
 
 /** Aggregate functions interface.
@@ -49,7 +49,7 @@ struct AggregateFunctionProperties;
   *  (which can be created in some memory pool),
   *  and IAggregateFunction is the external interface for manipulating them.
   */
-class IAggregateFunction
+class IAggregateFunction : public std::enable_shared_from_this<IAggregateFunction>
 {
 public:
     IAggregateFunction(const DataTypes & argument_types_, const Array & parameters_)
@@ -61,6 +61,9 @@ public:
     /// Get the result type.
     virtual DataTypePtr getReturnType() const = 0;
 
+    /// Get the data type of internal state. By default it is AggregateFunction(name(params), argument_types...).
+    virtual DataTypePtr getStateType() const;
+
     /// Get type which will be used for prediction result in case if function is an ML method.
     virtual DataTypePtr getReturnTypeToPredict() const
     {
@@ -236,9 +239,7 @@ public:
     // aggregate functions implement IWindowFunction interface and so on. This
     // would be more logically correct, but more complex. We only have a handful
     // of true window functions, so this hack-ish interface suffices.
-    virtual IWindowFunction * asWindowFunction() { return nullptr; }
-    virtual const IWindowFunction * asWindowFunction() const
-    { return const_cast<IAggregateFunction *>(this)->asWindowFunction(); }
+    virtual bool isOnlyWindowFunction() const { return false; }
 
 protected:
     DataTypes argument_types;
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 26a68fcbd14..271287d46e8 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -111,6 +111,7 @@ list (APPEND dbms_sources Functions/IFunction.cpp Functions/FunctionFactory.cpp
 list (APPEND dbms_headers Functions/IFunction.h Functions/FunctionFactory.h Functions/FunctionHelpers.h Functions/extractTimeZoneFromFunctionArguments.h Functions/replicate.h Functions/FunctionsLogical.h)
 
 list (APPEND dbms_sources
+    AggregateFunctions/IAggregateFunction.cpp
     AggregateFunctions/AggregateFunctionFactory.cpp
     AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
     AggregateFunctions/AggregateFunctionState.cpp
diff --git a/src/Columns/ColumnAggregateFunction.cpp b/src/Columns/ColumnAggregateFunction.cpp
index a5bfcae05e4..5bcfa491532 100644
--- a/src/Columns/ColumnAggregateFunction.cpp
+++ b/src/Columns/ColumnAggregateFunction.cpp
@@ -485,7 +485,7 @@ Arena & ColumnAggregateFunction::createOrGetArena()
 }
 
 
-static void pushBackAndCreateState(ColumnAggregateFunction::Container & data, Arena & arena, IAggregateFunction * func)
+static void pushBackAndCreateState(ColumnAggregateFunction::Container & data, Arena & arena, const IAggregateFunction * func)
 {
     data.push_back(arena.alignedAlloc(func->sizeOfData(), func->alignOfData()));
     try
diff --git a/src/Functions/array/arrayReduce.cpp b/src/Functions/array/arrayReduce.cpp
index 3126554c127..53cef936b7e 100644
--- a/src/Functions/array/arrayReduce.cpp
+++ b/src/Functions/array/arrayReduce.cpp
@@ -107,7 +107,7 @@ DataTypePtr FunctionArrayReduce::getReturnTypeImpl(const ColumnsWithTypeAndName
 
 ColumnPtr FunctionArrayReduce::executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
 {
-    IAggregateFunction & agg_func = *aggregate_function;
+    const IAggregateFunction & agg_func = *aggregate_function;
     std::unique_ptr<Arena> arena = std::make_unique<Arena>();
 
     /// Aggregate functions do not support constant columns. Therefore, we materialize them.
@@ -178,9 +178,9 @@ ColumnPtr FunctionArrayReduce::executeImpl(const ColumnsWithTypeAndName & argume
     });
 
     {
-        auto * that = &agg_func;
+        const auto * that = &agg_func;
         /// Unnest consecutive trailing -State combinators
-        while (auto * func = typeid_cast<AggregateFunctionState *>(that))
+        while (const auto * func = typeid_cast<const AggregateFunctionState *>(that))
             that = func->getNestedFunction().get();
 
         that->addBatchArray(input_rows_count, places.data(), 0, aggregate_arguments, offsets->data(), arena.get());
diff --git a/src/Functions/array/arrayReduceInRanges.cpp b/src/Functions/array/arrayReduceInRanges.cpp
index dfeb79027f2..6ada2395667 100644
--- a/src/Functions/array/arrayReduceInRanges.cpp
+++ b/src/Functions/array/arrayReduceInRanges.cpp
@@ -123,9 +123,10 @@ DataTypePtr FunctionArrayReduceInRanges::getReturnTypeImpl(const ColumnsWithType
 }
 
 
-ColumnPtr FunctionArrayReduceInRanges::executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
+ColumnPtr FunctionArrayReduceInRanges::executeImpl(
+    const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
 {
-    IAggregateFunction & agg_func = *aggregate_function;
+    const IAggregateFunction & agg_func = *aggregate_function;
     std::unique_ptr<Arena> arena = std::make_unique<Arena>();
 
     /// Aggregate functions do not support constant columns. Therefore, we materialize them.
@@ -257,9 +258,9 @@ ColumnPtr FunctionArrayReduceInRanges::executeImpl(const ColumnsWithTypeAndName
                 agg_func.destroy(places[j]);
         });
 
-        auto * true_func = &agg_func;
+        const auto * true_func = &agg_func;
         /// Unnest consecutive trailing -State combinators
-        while (auto * func = typeid_cast<AggregateFunctionState *>(true_func))
+        while (const auto * func = typeid_cast<const AggregateFunctionState *>(true_func))
             true_func = func->getNestedFunction().get();
 
         /// Pre-aggregate to the initial level
diff --git a/src/Functions/initializeAggregation.cpp b/src/Functions/initializeAggregation.cpp
index e3d79c41f5b..b204f991a54 100644
--- a/src/Functions/initializeAggregation.cpp
+++ b/src/Functions/initializeAggregation.cpp
@@ -44,6 +44,7 @@ public:
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override;
 
 private:
+    /// TODO Rewrite with FunctionBuilder.
     mutable AggregateFunctionPtr aggregate_function;
 };
 
@@ -89,7 +90,7 @@ DataTypePtr FunctionInitializeAggregation::getReturnTypeImpl(const ColumnsWithTy
 
 ColumnPtr FunctionInitializeAggregation::executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const
 {
-    IAggregateFunction & agg_func = *aggregate_function;
+    const IAggregateFunction & agg_func = *aggregate_function;
     std::unique_ptr<Arena> arena = std::make_unique<Arena>();
 
     const size_t num_arguments_columns = arguments.size() - 1;
@@ -140,7 +141,7 @@ ColumnPtr FunctionInitializeAggregation::executeImpl(const ColumnsWithTypeAndNam
     {
         auto * that = &agg_func;
         /// Unnest consecutive trailing -State combinators
-        while (auto * func = typeid_cast<AggregateFunctionState *>(that))
+        while (auto * func = typeid_cast<const AggregateFunctionState *>(that))
             that = func->getNestedFunction().get();
         that->addBatch(input_rows_count, places.data(), 0, aggregate_arguments, arena.get());
     }
diff --git a/src/Interpreters/Aggregator.h b/src/Interpreters/Aggregator.h
index da55831f952..c8ab2d207a4 100644
--- a/src/Interpreters/Aggregator.h
+++ b/src/Interpreters/Aggregator.h
@@ -959,7 +959,7 @@ public:
     using AggregateColumns = std::vector<ColumnRawPtrs>;
     using AggregateColumnsData = std::vector<ColumnAggregateFunction::Container *>;
     using AggregateColumnsConstData = std::vector<const ColumnAggregateFunction::Container *>;
-    using AggregateFunctionsPlainPtrs = std::vector<IAggregateFunction *>;
+    using AggregateFunctionsPlainPtrs = std::vector<const IAggregateFunction *>;
 
     /// Process one block. Return false if the processing should be aborted (with group_by_overflow_mode = 'break').
     bool executeOnBlock(const Block & block, AggregatedDataVariants & result,
diff --git a/src/Interpreters/InterpreterSelectQuery.cpp b/src/Interpreters/InterpreterSelectQuery.cpp
index 0f8f381cea7..85b9026c642 100644
--- a/src/Interpreters/InterpreterSelectQuery.cpp
+++ b/src/Interpreters/InterpreterSelectQuery.cpp
@@ -1742,7 +1742,7 @@ void InterpreterSelectQuery::executeFetchColumns(QueryProcessingStage::Enum proc
         && processing_stage == QueryProcessingStage::FetchColumns
         && query_analyzer->hasAggregation()
         && (query_analyzer->aggregates().size() == 1)
-        && typeid_cast<AggregateFunctionCount *>(query_analyzer->aggregates()[0].function.get());
+        && typeid_cast<const AggregateFunctionCount *>(query_analyzer->aggregates()[0].function.get());
 
     if (optimize_trivial_count)
     {
@@ -1766,7 +1766,7 @@ void InterpreterSelectQuery::executeFetchColumns(QueryProcessingStage::Enum proc
 
         if (num_rows)
         {
-            AggregateFunctionCount & agg_count = static_cast<AggregateFunctionCount &>(*func);
+            const AggregateFunctionCount & agg_count = static_cast<const AggregateFunctionCount &>(*func);
 
             /// We will process it up to "WithMergeableState".
             std::vector<char> state(agg_count.sizeOfData());
diff --git a/src/Processors/Merges/Algorithms/Graphite.h b/src/Processors/Merges/Algorithms/Graphite.h
index 3ff297987de..ecb1aeb9804 100644
--- a/src/Processors/Merges/Algorithms/Graphite.h
+++ b/src/Processors/Merges/Algorithms/Graphite.h
@@ -5,7 +5,7 @@ namespace DB
 {
 
 class IAggregateFunction;
-using AggregateFunctionPtr = std::shared_ptr<IAggregateFunction>;
+using AggregateFunctionPtr = std::shared_ptr<const IAggregateFunction>;
 
 }
 
diff --git a/src/Processors/Transforms/WindowTransform.cpp b/src/Processors/Transforms/WindowTransform.cpp
index 03e7d958edd..43a7e745842 100644
--- a/src/Processors/Transforms/WindowTransform.cpp
+++ b/src/Processors/Transforms/WindowTransform.cpp
@@ -215,7 +215,9 @@ WindowTransform::WindowTransform(const Block & input_header_,
         }
         workspace.argument_columns.assign(f.argument_names.size(), nullptr);
 
-        workspace.window_function_impl = aggregate_function->asWindowFunction();
+        /// Currently we have slightly wrong mixup of the interfaces of Window and Aggregate functions.
+        workspace.window_function_impl = dynamic_cast<IWindowFunction *>(const_cast<IAggregateFunction *>(aggregate_function.get()));
+
         if (!workspace.window_function_impl)
         {
             workspace.aggregate_function_state.reset(
@@ -1343,13 +1345,12 @@ struct WindowFunction
 {
     std::string name;
 
-    WindowFunction(const std::string & name_, const DataTypes & argument_types_,
-               const Array & parameters_)
+    WindowFunction(const std::string & name_, const DataTypes & argument_types_, const Array & parameters_)
         : IAggregateFunctionHelper<WindowFunction>(argument_types_, parameters_)
         , name(name_)
     {}
 
-    IWindowFunction * asWindowFunction() override { return this; }
+    bool isOnlyWindowFunction() const override { return true; }
 
     [[noreturn]] void fail() const
     {

From c87563996fab8ab808c02e080db85186f4953f38 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 7 Jun 2021 00:55:46 +0300
Subject: [PATCH 0938/1060] Add a test

---
 .../01890_state_of_state.reference            | 18 +++++++++++++++
 .../0_stateless/01890_state_of_state.sql      | 22 +++++++++++++++++++
 2 files changed, 40 insertions(+)
 create mode 100644 tests/queries/0_stateless/01890_state_of_state.reference
 create mode 100644 tests/queries/0_stateless/01890_state_of_state.sql

diff --git a/tests/queries/0_stateless/01890_state_of_state.reference b/tests/queries/0_stateless/01890_state_of_state.reference
new file mode 100644
index 00000000000..9203adcfe3a
--- /dev/null
+++ b/tests/queries/0_stateless/01890_state_of_state.reference
@@ -0,0 +1,18 @@
+1
+1
+01ACA45BA7DD058B4F68BE1AC382E2E1B9
+01C0728DA5A9FCEE86FB6B6A6957296F70
+AggregateFunction(uniqExact, AggregateFunction(quantile, UInt64))
+UInt64
+AggregateFunction(uniqExact, UInt8)
+AggregateFunction(uniqExact, AggregateFunction(quantile, UInt8))
+002000000000000001000000000000001C3633363431333632323338343637393330303520302031323334353900
+AggregateFunction(any, AggregateFunction(quantile, UInt8))
+AggregateFunction(any, AggregateFunction(uniq, UInt8))
+0001F17752DF
+0001FBFD3A96
+011E41676772656761746546756E6374696F6E28756E69712C2055496E743829
+011E41676772656761746546756E6374696F6E28756E69712C2055496E743829
+01F17752DF500C1DC06F522F986F0C97C5
+1
+011F41676772656761746546756E6374696F6E28756E69712C2055496E74363429
diff --git a/tests/queries/0_stateless/01890_state_of_state.sql b/tests/queries/0_stateless/01890_state_of_state.sql
new file mode 100644
index 00000000000..f01a8d8ca3f
--- /dev/null
+++ b/tests/queries/0_stateless/01890_state_of_state.sql
@@ -0,0 +1,22 @@
+SELECT uniqExact(x) FROM (SELECT uniqState(number) AS x FROM numbers(100));
+SELECT uniqExact(x) FROM (SELECT uniqState(number) AS x FROM numbers(1000));
+SELECT hex(toString(uniqExactState(x))) FROM (SELECT uniqState(number) AS x FROM numbers(1000));
+SELECT hex(toString(uniqExactState(x))) FROM (SELECT quantileState(number) AS x FROM numbers(1000));
+SELECT toTypeName(uniqExactState(x)) FROM (SELECT quantileState(number) AS x FROM numbers(1000));
+SELECT toTypeName(initializeAggregation('uniqExact', 0));
+SELECT toTypeName(initializeAggregation('uniqExactState', 0));
+SELECT toTypeName(initializeAggregation('uniqExactState', initializeAggregation('quantileState', 0)));
+SELECT hex(toString(initializeAggregation('quantileState', 0)));
+SELECT toTypeName(initializeAggregation('sumState', initializeAggregation('quantileState', 0))); -- { serverError 43 }
+SELECT toTypeName(initializeAggregation('anyState', initializeAggregation('quantileState', 0)));
+SELECT toTypeName(initializeAggregation('anyState', initializeAggregation('uniqState', 0)));
+SELECT hex(toString(initializeAggregation('uniqState', initializeAggregation('uniqState', 0))));
+SELECT hex(toString(initializeAggregation('uniqState', initializeAggregation('quantileState', 0))));
+SELECT hex(toString(initializeAggregation('anyLastState', initializeAggregation('uniqState', 0))));
+SELECT hex(toString(initializeAggregation('anyState', initializeAggregation('uniqState', 0))));
+SELECT hex(toString(initializeAggregation('maxState', initializeAggregation('uniqState', 0)))); -- { serverError 43 }
+SELECT hex(toString(initializeAggregation('uniqExactState', initializeAggregation('uniqState', 0))));
+SELECT finalizeAggregation(initializeAggregation('uniqExactState', initializeAggregation('uniqState', 0)));
+SELECT toTypeName(quantileState(x)) FROM (SELECT uniqState(number) AS x FROM numbers(1000)); -- { serverError 43 }
+SELECT hex(toString(quantileState(x))) FROM (SELECT uniqState(number) AS x FROM numbers(1000)); -- { serverError 43 }
+SELECT hex(toString(anyState(x))) FROM (SELECT uniqState(number) AS x FROM numbers(1000));

From 710bf3c9c4d030a27edf0f6a7d8fdbd58cfc2abf Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 7 Jun 2021 01:30:27 +0300
Subject: [PATCH 0939/1060] Add missing file

---
 src/AggregateFunctions/IAggregateFunction.cpp | 13 +++++++++++++
 1 file changed, 13 insertions(+)
 create mode 100644 src/AggregateFunctions/IAggregateFunction.cpp

diff --git a/src/AggregateFunctions/IAggregateFunction.cpp b/src/AggregateFunctions/IAggregateFunction.cpp
new file mode 100644
index 00000000000..49e68449e18
--- /dev/null
+++ b/src/AggregateFunctions/IAggregateFunction.cpp
@@ -0,0 +1,13 @@
+#include <AggregateFunctions/IAggregateFunction.h>
+#include <DataTypes/DataTypeAggregateFunction.h>
+
+
+namespace DB
+{
+
+DataTypePtr IAggregateFunction::getStateType() const
+{
+    return std::make_shared<DataTypeAggregateFunction>(shared_from_this(), argument_types, parameters);
+}
+
+}

From 406285dad112c30a19f2aa67caaa8600c55733fc Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 7 Jun 2021 01:31:08 +0300
Subject: [PATCH 0940/1060] Regenerate ya.make

---
 src/AggregateFunctions/ya.make | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/AggregateFunctions/ya.make b/src/AggregateFunctions/ya.make
index aa388cf902d..4828b9bdc43 100644
--- a/src/AggregateFunctions/ya.make
+++ b/src/AggregateFunctions/ya.make
@@ -61,6 +61,7 @@ SRCS(
     AggregateFunctionUniqUpTo.cpp
     AggregateFunctionWelchTTest.cpp
     AggregateFunctionWindowFunnel.cpp
+    IAggregateFunction.cpp
     UniqCombinedBiasData.cpp
     UniqVariadicHash.cpp
     parseAggregateFunctionParameters.cpp

From e275fc9c2967b5b3e469f4445555d0e9575a53d4 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Mon, 7 Jun 2021 03:15:11 +0300
Subject: [PATCH 0941/1060] Fix trash

---
 src/AggregateFunctions/AggregateFunctionArray.cpp     |  2 +-
 src/AggregateFunctions/AggregateFunctionBitwise.cpp   |  1 -
 .../AggregateFunctionBoundingRatio.cpp                |  1 -
 .../AggregateFunctionCategoricalInformationValue.cpp  |  1 -
 .../AggregateFunctionCombinatorFactory.cpp            |  2 --
 src/AggregateFunctions/AggregateFunctionCount.cpp     |  1 -
 src/AggregateFunctions/AggregateFunctionDistinct.cpp  |  2 +-
 src/AggregateFunctions/AggregateFunctionEntropy.cpp   |  4 ++--
 src/AggregateFunctions/AggregateFunctionFactory.cpp   |  2 +-
 src/AggregateFunctions/AggregateFunctionForEach.cpp   |  2 --
 .../AggregateFunctionGroupArray.cpp                   |  4 ++--
 .../AggregateFunctionGroupArrayInsertAt.cpp           |  4 ++--
 .../AggregateFunctionGroupArrayMoving.cpp             |  4 ++--
 .../AggregateFunctionGroupUniqArray.cpp               |  4 ++--
 src/AggregateFunctions/AggregateFunctionHistogram.cpp |  2 +-
 src/AggregateFunctions/AggregateFunctionIf.cpp        |  2 --
 src/AggregateFunctions/AggregateFunctionMLMethod.cpp  |  8 ++++----
 .../AggregateFunctionMannWhitney.cpp                  |  4 ++--
 src/AggregateFunctions/AggregateFunctionMax.cpp       |  7 ++++---
 .../AggregateFunctionMaxIntersections.cpp             |  1 -
 src/AggregateFunctions/AggregateFunctionMerge.cpp     |  2 --
 src/AggregateFunctions/AggregateFunctionMin.cpp       |  7 ++++---
 src/AggregateFunctions/AggregateFunctionNull.cpp      |  2 --
 src/AggregateFunctions/AggregateFunctionOrFill.cpp    |  3 +--
 src/AggregateFunctions/AggregateFunctionQuantile.cpp  |  5 +++--
 .../AggregateFunctionRankCorrelation.cpp              |  6 +++---
 src/AggregateFunctions/AggregateFunctionResample.cpp  |  2 --
 src/AggregateFunctions/AggregateFunctionRetention.cpp |  1 -
 .../AggregateFunctionSequenceMatch.cpp                |  6 +++---
 src/AggregateFunctions/AggregateFunctionState.cpp     |  7 -------
 .../AggregateFunctionStatistics.cpp                   | 11 ++++++-----
 .../AggregateFunctionStatisticsSimple.cpp             | 11 ++++++-----
 .../AggregateFunctionStudentTTest.cpp                 |  5 ++---
 src/AggregateFunctions/AggregateFunctionSum.cpp       |  1 -
 src/AggregateFunctions/AggregateFunctionSumCount.cpp  |  2 +-
 src/AggregateFunctions/AggregateFunctionSumMap.cpp    |  1 -
 .../AggregateFunctionWelchTTest.cpp                   |  5 ++---
 37 files changed, 55 insertions(+), 80 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionArray.cpp b/src/AggregateFunctions/AggregateFunctionArray.cpp
index 3eddbbb3fb2..5ec41fbdd82 100644
--- a/src/AggregateFunctions/AggregateFunctionArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionArray.cpp
@@ -1,7 +1,7 @@
 #include <AggregateFunctions/AggregateFunctionArray.h>
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
 #include <Common/typeid_cast.h>
-#include "registerAggregateFunctions.h"
+
 
 namespace DB
 {
diff --git a/src/AggregateFunctions/AggregateFunctionBitwise.cpp b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
index 320231e09ab..250abc43739 100644
--- a/src/AggregateFunctions/AggregateFunctionBitwise.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBitwise.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/AggregateFunctionBitwise.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
index eba642cd4e8..3938410a0b8 100644
--- a/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
+++ b/src/AggregateFunctions/AggregateFunctionBoundingRatio.cpp
@@ -1,7 +1,6 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/AggregateFunctionBoundingRatio.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
index bb933841ab9..35654c08659 100644
--- a/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCategoricalInformationValue.cpp
@@ -3,7 +3,6 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Helpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
index bc79ed097f4..7f815f74e7c 100644
--- a/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCombinatorFactory.cpp
@@ -1,11 +1,9 @@
 #include <Common/StringUtils/StringUtils.h>
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionCount.cpp b/src/AggregateFunctions/AggregateFunctionCount.cpp
index 7c90796f65e..ec91685dbe6 100644
--- a/src/AggregateFunctions/AggregateFunctionCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionCount.cpp
@@ -1,7 +1,6 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/AggregateFunctionCount.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionDistinct.cpp b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
index a91148f214f..d5e4d421bb1 100644
--- a/src/AggregateFunctions/AggregateFunctionDistinct.cpp
+++ b/src/AggregateFunctions/AggregateFunctionDistinct.cpp
@@ -2,7 +2,7 @@
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
 #include <AggregateFunctions/Helpers.h>
 #include <Common/typeid_cast.h>
-#include "registerAggregateFunctions.h"
+
 
 namespace DB
 {
diff --git a/src/AggregateFunctions/AggregateFunctionEntropy.cpp b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
index fee4dcdcf73..c3f79408502 100644
--- a/src/AggregateFunctions/AggregateFunctionEntropy.cpp
+++ b/src/AggregateFunctions/AggregateFunctionEntropy.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/AggregateFunctionEntropy.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Helpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -17,7 +16,8 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionEntropy(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionEntropy(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     if (argument_types.empty())
diff --git a/src/AggregateFunctions/AggregateFunctionFactory.cpp b/src/AggregateFunctions/AggregateFunctionFactory.cpp
index 4d1d833f171..476eb5fe24a 100644
--- a/src/AggregateFunctions/AggregateFunctionFactory.cpp
+++ b/src/AggregateFunctions/AggregateFunctionFactory.cpp
@@ -17,10 +17,10 @@
 #include <Common/CurrentThread.h>
 
 #include <Poco/String.h>
-#include "registerAggregateFunctions.h"
 
 #include <Functions/FunctionFactory.h>
 
+
 namespace DB
 {
 struct Settings;
diff --git a/src/AggregateFunctions/AggregateFunctionForEach.cpp b/src/AggregateFunctions/AggregateFunctionForEach.cpp
index 0b06f0473ac..7b09c7d95da 100644
--- a/src/AggregateFunctions/AggregateFunctionForEach.cpp
+++ b/src/AggregateFunctions/AggregateFunctionForEach.cpp
@@ -1,12 +1,10 @@
 #include <AggregateFunctions/AggregateFunctionForEach.h>
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
 #include <Common/typeid_cast.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
index c3152103f6a..687aeab999d 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArray.cpp
@@ -4,7 +4,6 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -50,7 +49,8 @@ inline AggregateFunctionPtr createAggregateFunctionGroupArrayImpl(const DataType
 }
 
 
-AggregateFunctionPtr createAggregateFunctionGroupArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionGroupArray(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
index 7de31ae407c..7aae2c8b027 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayInsertAt.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/AggregateFunctionGroupArrayInsertAt.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -17,7 +16,8 @@ namespace ErrorCodes
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionGroupArrayInsertAt(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
index cc4b2145977..e4eff6be901 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupArrayMoving.cpp
@@ -5,7 +5,6 @@
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
 #include <DataTypes/DataTypeDateTime64.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -58,7 +57,8 @@ inline AggregateFunctionPtr createAggregateFunctionMovingImpl(const std::string
 }
 
 template <template <typename, typename> class Function>
-AggregateFunctionPtr createAggregateFunctionMoving(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionMoving(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
index 0ef5358e83c..646d0341343 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupUniqArray.cpp
@@ -4,7 +4,6 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <DataTypes/DataTypeDate.h>
 #include <DataTypes/DataTypeDateTime.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -73,7 +72,8 @@ inline AggregateFunctionPtr createAggregateFunctionGroupUniqArrayImpl(const std:
 
 }
 
-AggregateFunctionPtr createAggregateFunctionGroupUniqArray(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionGroupUniqArray(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertUnary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionHistogram.cpp b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
index 0cb4f094b9c..4ff9b935f06 100644
--- a/src/AggregateFunctions/AggregateFunctionHistogram.cpp
+++ b/src/AggregateFunctions/AggregateFunctionHistogram.cpp
@@ -4,7 +4,7 @@
 #include <AggregateFunctions/Helpers.h>
 
 #include <Common/FieldVisitors.h>
-#include "registerAggregateFunctions.h"
+
 
 namespace DB
 {
diff --git a/src/AggregateFunctions/AggregateFunctionIf.cpp b/src/AggregateFunctions/AggregateFunctionIf.cpp
index 8c16d0774fa..6d8a2f308c8 100644
--- a/src/AggregateFunctions/AggregateFunctionIf.cpp
+++ b/src/AggregateFunctions/AggregateFunctionIf.cpp
@@ -1,12 +1,10 @@
 #include <AggregateFunctions/AggregateFunctionIf.h>
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
-#include "registerAggregateFunctions.h"
 #include "AggregateFunctionNull.h"
 
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
index e7f79c276ed..0085c729cd7 100644
--- a/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMLMethod.cpp
@@ -11,7 +11,6 @@
 #include "AggregateFunctionFactory.h"
 #include "FactoryHelpers.h"
 #include "Helpers.h"
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -25,13 +24,14 @@ namespace ErrorCodes
     extern const int ILLEGAL_TYPE_OF_ARGUMENT;
     extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH;
 }
+
 namespace
 {
     using FuncLinearRegression = AggregateFunctionMLMethod<LinearModelData, NameLinearRegression>;
     using FuncLogisticRegression = AggregateFunctionMLMethod<LinearModelData, NameLogisticRegression>;
-    template <class Method>
-    AggregateFunctionPtr
-    createAggregateFunctionMLMethod(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+    template <typename Method>
+    AggregateFunctionPtr createAggregateFunctionMLMethod(
+        const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
     {
         if (parameters.size() > 4)
             throw Exception(
diff --git a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
index cad9bb1e6a5..f13bfdca10b 100644
--- a/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMannWhitney.cpp
@@ -1,7 +1,6 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/AggregateFunctionMannWhitney.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 #include <AggregateFunctions/Helpers.h>
 
 
@@ -17,7 +16,8 @@ struct Settings;
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionMannWhitneyUTest(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
 
diff --git a/src/AggregateFunctions/AggregateFunctionMax.cpp b/src/AggregateFunctions/AggregateFunctionMax.cpp
index 0ede138f4e6..813129e42ec 100644
--- a/src/AggregateFunctions/AggregateFunctionMax.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMax.cpp
@@ -1,7 +1,6 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/HelpersMinMaxAny.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -11,12 +10,14 @@ struct Settings;
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionMax(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
     return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMaxData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMax(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionArgMax(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
     return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMaxData>(name, argument_types, parameters, settings));
 }
diff --git a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
index 32c4518df2b..2190f0ebdf8 100644
--- a/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMaxIntersections.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/AggregateFunctionMaxIntersections.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Helpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionMerge.cpp b/src/AggregateFunctions/AggregateFunctionMerge.cpp
index 3015f23db88..a19a21fd4a4 100644
--- a/src/AggregateFunctions/AggregateFunctionMerge.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMerge.cpp
@@ -1,12 +1,10 @@
 #include <AggregateFunctions/AggregateFunctionMerge.h>
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
 #include <DataTypes/DataTypeAggregateFunction.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionMin.cpp b/src/AggregateFunctions/AggregateFunctionMin.cpp
index ee0e40ce335..ac3e05121f7 100644
--- a/src/AggregateFunctions/AggregateFunctionMin.cpp
+++ b/src/AggregateFunctions/AggregateFunctionMin.cpp
@@ -1,7 +1,6 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/HelpersMinMaxAny.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -11,12 +10,14 @@ struct Settings;
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionMin(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
     return AggregateFunctionPtr(createAggregateFunctionSingleValue<AggregateFunctionsSingleValue, AggregateFunctionMinData>(name, argument_types, parameters, settings));
 }
 
-AggregateFunctionPtr createAggregateFunctionArgMin(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
+AggregateFunctionPtr createAggregateFunctionArgMin(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings * settings)
 {
     return AggregateFunctionPtr(createAggregateFunctionArgMinMax<AggregateFunctionMinData>(name, argument_types, parameters, settings));
 }
diff --git a/src/AggregateFunctions/AggregateFunctionNull.cpp b/src/AggregateFunctions/AggregateFunctionNull.cpp
index 2486ae7920b..027d8f33538 100644
--- a/src/AggregateFunctions/AggregateFunctionNull.cpp
+++ b/src/AggregateFunctions/AggregateFunctionNull.cpp
@@ -4,12 +4,10 @@
 #include <AggregateFunctions/AggregateFunctionCount.h>
 #include <AggregateFunctions/AggregateFunctionState.h>
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionOrFill.cpp b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
index 270e4f94c7a..3ba20e65e32 100644
--- a/src/AggregateFunctions/AggregateFunctionOrFill.cpp
+++ b/src/AggregateFunctions/AggregateFunctionOrFill.cpp
@@ -1,12 +1,11 @@
 #include <AggregateFunctions/AggregateFunctionOrFill.h>
 
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
+
 namespace
 {
 
diff --git a/src/AggregateFunctions/AggregateFunctionQuantile.cpp b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
index 26bcf5d74e4..cae0021082f 100644
--- a/src/AggregateFunctions/AggregateFunctionQuantile.cpp
+++ b/src/AggregateFunctions/AggregateFunctionQuantile.cpp
@@ -4,7 +4,7 @@
 #include <AggregateFunctions/Helpers.h>
 
 #include <Core/Field.h>
-#include "registerAggregateFunctions.h"
+
 
 namespace DB
 {
@@ -84,7 +84,8 @@ static constexpr bool supportBigInt()
 }
 
 template <template <typename, bool> class Function>
-AggregateFunctionPtr createAggregateFunctionQuantile(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+AggregateFunctionPtr createAggregateFunctionQuantile(
+    const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     /// Second argument type check doesn't depend on the type of the first one.
     Function<void, true>::assertSecondArg(argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
index d3f6a90e474..d0fa9f8ad0f 100644
--- a/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRankCorrelation.cpp
@@ -1,13 +1,12 @@
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/AggregateFunctionRankCorrelation.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 #include <AggregateFunctions/Helpers.h>
 
 
 namespace ErrorCodes
 {
-extern const int NOT_IMPLEMENTED;
+    extern const int NOT_IMPLEMENTED;
 }
 
 namespace DB
@@ -17,7 +16,8 @@ struct Settings;
 namespace
 {
 
-AggregateFunctionPtr createAggregateFunctionRankCorrelation(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionRankCorrelation(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionResample.cpp b/src/AggregateFunctions/AggregateFunctionResample.cpp
index ba2d4a58b4b..323c62c9fd2 100644
--- a/src/AggregateFunctions/AggregateFunctionResample.cpp
+++ b/src/AggregateFunctions/AggregateFunctionResample.cpp
@@ -1,12 +1,10 @@
 #include <AggregateFunctions/AggregateFunctionResample.h>
 
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
 
 namespace ErrorCodes
 {
diff --git a/src/AggregateFunctions/AggregateFunctionRetention.cpp b/src/AggregateFunctions/AggregateFunctionRetention.cpp
index 7f96bc88c52..9bb237a53ff 100644
--- a/src/AggregateFunctions/AggregateFunctionRetention.cpp
+++ b/src/AggregateFunctions/AggregateFunctionRetention.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/AggregateFunctionRetention.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
index c3eb0291779..b1d80ee2f0f 100644
--- a/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSequenceMatch.cpp
@@ -6,7 +6,6 @@
 #include <DataTypes/DataTypeDateTime.h>
 
 #include <ext/range.h>
-#include "registerAggregateFunctions.h"
 
 namespace DB
 {
@@ -23,8 +22,9 @@ namespace ErrorCodes
 namespace
 {
 
-template <template <typename, typename> class AggregateFunction, template <typename> class Data>
-AggregateFunctionPtr createAggregateFunctionSequenceBase(const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
+template <template <typename, typename> typename AggregateFunction, template <typename> typename Data>
+AggregateFunctionPtr createAggregateFunctionSequenceBase(
+    const std::string & name, const DataTypes & argument_types, const Array & params, const Settings *)
 {
     if (params.size() != 1)
         throw Exception{"Aggregate function " + name + " requires exactly one parameter.",
diff --git a/src/AggregateFunctions/AggregateFunctionState.cpp b/src/AggregateFunctions/AggregateFunctionState.cpp
index 61559c006d3..4b304cd7d66 100644
--- a/src/AggregateFunctions/AggregateFunctionState.cpp
+++ b/src/AggregateFunctions/AggregateFunctionState.cpp
@@ -2,17 +2,10 @@
 #include <AggregateFunctions/AggregateFunctionMerge.h>
 #include <AggregateFunctions/AggregateFunctionCombinatorFactory.h>
 #include <DataTypes/DataTypeAggregateFunction.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
 {
-struct Settings;
-
-namespace ErrorCodes
-{
-    extern const int BAD_ARGUMENTS;
-}
 
 namespace
 {
diff --git a/src/AggregateFunctions/AggregateFunctionStatistics.cpp b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
index 0b4088a281f..e66350300ad 100644
--- a/src/AggregateFunctions/AggregateFunctionStatistics.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatistics.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/AggregateFunctionStatistics.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -17,8 +16,9 @@ namespace ErrorCodes
 namespace
 {
 
-template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+template <template <typename> typename FunctionTemplate>
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -31,8 +31,9 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
     return res;
 }
 
-template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+template <template <typename, typename> typename FunctionTemplate>
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
index dc040921f53..d01e23afe24 100644
--- a/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStatisticsSimple.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/AggregateFunctionStatisticsSimple.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
@@ -17,8 +16,9 @@ namespace ErrorCodes
 namespace
 {
 
-template <template <typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+template <template <typename> typename FunctionTemplate>
+AggregateFunctionPtr createAggregateFunctionStatisticsUnary(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertUnary(name, argument_types);
@@ -36,8 +36,9 @@ AggregateFunctionPtr createAggregateFunctionStatisticsUnary(const std::string &
     return res;
 }
 
-template <template <typename, typename> class FunctionTemplate>
-AggregateFunctionPtr createAggregateFunctionStatisticsBinary(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+template <template <typename, typename> typename FunctionTemplate>
+AggregateFunctionPtr createAggregateFunctionStatisticsBinary(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertNoParameters(name, parameters);
     assertBinary(name, argument_types);
diff --git a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
index 18a5ef0c705..c6e7029d283 100644
--- a/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionStudentTTest.cpp
@@ -3,8 +3,6 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Moments.h>
 
-#include "registerAggregateFunctions.h"
-
 
 namespace ErrorCodes
 {
@@ -57,7 +55,8 @@ struct StudentTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionStudentTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionStudentTTest(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);
diff --git a/src/AggregateFunctions/AggregateFunctionSum.cpp b/src/AggregateFunctions/AggregateFunctionSum.cpp
index c059fff516c..ad4297438bd 100644
--- a/src/AggregateFunctions/AggregateFunctionSum.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSum.cpp
@@ -2,7 +2,6 @@
 #include <AggregateFunctions/AggregateFunctionSum.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionSumCount.cpp b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
index b2ad1810b75..b39e292e0b9 100644
--- a/src/AggregateFunctions/AggregateFunctionSumCount.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumCount.cpp
@@ -2,7 +2,7 @@
 #include <AggregateFunctions/AggregateFunctionSumCount.h>
 #include <AggregateFunctions/Helpers.h>
 #include <AggregateFunctions/FactoryHelpers.h>
-#include "registerAggregateFunctions.h"
+
 
 namespace DB
 {
diff --git a/src/AggregateFunctions/AggregateFunctionSumMap.cpp b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
index cc2f432af73..245b089108b 100644
--- a/src/AggregateFunctions/AggregateFunctionSumMap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionSumMap.cpp
@@ -4,7 +4,6 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <Functions/FunctionHelpers.h>
 #include <IO/WriteHelpers.h>
-#include "registerAggregateFunctions.h"
 
 
 namespace DB
diff --git a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
index 23605d39ab5..c7c56da79f6 100644
--- a/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
+++ b/src/AggregateFunctions/AggregateFunctionWelchTTest.cpp
@@ -3,8 +3,6 @@
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Moments.h>
 
-#include "registerAggregateFunctions.h"
-
 
 namespace ErrorCodes
 {
@@ -54,7 +52,8 @@ struct WelchTTestData : public TTestMoments<Float64>
     }
 };
 
-AggregateFunctionPtr createAggregateFunctionWelchTTest(const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
+AggregateFunctionPtr createAggregateFunctionWelchTTest(
+    const std::string & name, const DataTypes & argument_types, const Array & parameters, const Settings *)
 {
     assertBinary(name, argument_types);
     assertNoParameters(name, parameters);

From 89a4d886bf9d81532734cf1a1627577a3f9b33fc Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 12 May 2021 21:18:15 +0300
Subject: [PATCH 0942/1060] Suppress exceptions from logger code

Some code does not expect from the logger code to throw, and this can
lead to the problems like:
- marking distributed batch as broken (in
  StorageDistributedDirectoryMonitor)
- some MergeTree code may also be affected.

So instead of throwing the exception, it will be logged to the stderr
(if it is possible).
---
 base/loggers/OwnSplitChannel.cpp | 41 ++++++++++++++++++++++++++++++--
 base/loggers/OwnSplitChannel.h   |  1 +
 2 files changed, 40 insertions(+), 2 deletions(-)

diff --git a/base/loggers/OwnSplitChannel.cpp b/base/loggers/OwnSplitChannel.cpp
index fc167ec3bf6..31d786f104f 100644
--- a/base/loggers/OwnSplitChannel.cpp
+++ b/base/loggers/OwnSplitChannel.cpp
@@ -4,6 +4,7 @@
 #include <Core/Block.h>
 #include <Interpreters/InternalTextLogsQueue.h>
 #include <Interpreters/TextLog.h>
+#include <IO/WriteBufferFromFileDescriptor.h>
 #include <sys/time.h>
 #include <Poco/Message.h>
 #include <Common/CurrentThread.h>
@@ -26,16 +27,52 @@ void OwnSplitChannel::log(const Poco::Message & msg)
         auto matches = masker->wipeSensitiveData(message_text);
         if (matches > 0)
         {
-            logSplit({msg, message_text}); // we will continue with the copy of original message with text modified
+            tryLogSplit({msg, message_text}); // we will continue with the copy of original message with text modified
             return;
         }
 
     }
 
-    logSplit(msg);
+    tryLogSplit(msg);
 }
 
 
+void OwnSplitChannel::tryLogSplit(const Poco::Message & msg)
+{
+    try
+    {
+        logSplit(msg);
+    }
+    catch (...)
+    {
+        /// It is better to catch the errors here in order to avoid
+        /// breaking some functionality because of unexpected "File not
+        /// found" (or similar) error.
+        ///
+        /// For example StorageDistributedDirectoryMonitor will mark batch
+        /// as broken, some MergeTree code can also be affected.
+        ///
+        /// Also note, that we cannot log the exception here, since this
+        /// will lead to recursion, using regular tryLogCurrentException().
+        /// but let's log it into the stderr at least.
+        std::string message = "Cannot add message to the log:\n";
+        message += msg.getText();
+        message += "\n";
+        message += getCurrentExceptionMessage(true);
+
+        try
+        {
+            WriteBufferFromFileDescriptor out(STDERR_FILENO, 4096);
+            writeBinary(message, out);
+            out.finalize();
+        }
+        catch (...)
+        {
+            /// Nothing can be done. Ignore the exception.
+        }
+    }
+}
+
 void OwnSplitChannel::logSplit(const Poco::Message & msg)
 {
     ExtendedLogMessage msg_ext = ExtendedLogMessage::getFrom(msg);
diff --git a/base/loggers/OwnSplitChannel.h b/base/loggers/OwnSplitChannel.h
index ac313b383bb..03ff7b57745 100644
--- a/base/loggers/OwnSplitChannel.h
+++ b/base/loggers/OwnSplitChannel.h
@@ -24,6 +24,7 @@ public:
 
 private:
     void logSplit(const Poco::Message & msg);
+    void tryLogSplit(const Poco::Message & msg);
 
     using ChannelPtr = Poco::AutoPtr<Poco::Channel>;
     /// Handler and its pointer casted to extended interface

From 0d34cb655c90e1a9e302ebfda9ffeaee0ff37d96 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 13 May 2021 10:34:47 +0300
Subject: [PATCH 0943/1060] Disable 01594_too_low_memory_limits under
 sanitizers

---
 tests/queries/skip_list.json | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index d5a37b64e88..3d599e10884 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -13,6 +13,7 @@
         "01193_metadata_loading",
         "01473_event_time_microseconds",
         "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
+        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
         "01474_executable_dictionary", /// informational stderr from sanitizer at start
         "functions_bad_arguments", /// Too long for TSan
         "01603_read_with_backoff_bug", /// Too long for TSan
@@ -28,6 +29,7 @@
         "01103_check_cpu_instructions_at_startup",
         "01473_event_time_microseconds",
         "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
+        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
         "01193_metadata_loading",
         "01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
     ],
@@ -39,6 +41,7 @@
         "00900_orc_load",
         "01473_event_time_microseconds",
         "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
+        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
         "01193_metadata_loading"
     ],
     "memory-sanitizer": [
@@ -51,6 +54,7 @@
         "00877_memory_limit_for_new_delete", /// memory limits don't work correctly under msan because it replaces malloc/free
         "01473_event_time_microseconds",
         "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
+        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
         "01193_metadata_loading",
         "01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
     ],

From d5767da5fd2031f651a1b9cf47e5517ff7d768f1 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 13 May 2021 09:22:50 +0300
Subject: [PATCH 0944/1060] Cleanup 01594_too_low_memory_limits (by using
 clientError)

---
 .../0_stateless/01594_too_low_memory_limits.sh       | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/queries/0_stateless/01594_too_low_memory_limits.sh b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
index 0d4dbbcabe1..0ea2fb83af9 100755
--- a/tests/queries/0_stateless/01594_too_low_memory_limits.sh
+++ b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
@@ -6,11 +6,11 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 
 # it is not mandatory to use existing table since it fails earlier, hence just a placeholder.
 # this is format of INSERT SELECT, that pass these settings exactly for INSERT query not the SELECT
-${CLICKHOUSE_CLIENT} --format Null -q 'insert into placeholder_table_name select * from numbers_mt(65535) format Null settings max_memory_usage=1, max_untracked_memory=1' >& /dev/null
-exit_code=$?
-
-# expecting ATTEMPT_TO_READ_AFTER_EOF, 32
-test $exit_code -eq 32 || exit 1
-
+${CLICKHOUSE_CLIENT} --format Null --testmode -nm -q "
+    insert into placeholder_table_name
+    select * from numbers_mt(65535) format Null
+    settings max_memory_usage=1, max_untracked_memory=1
+    -- { clientError 32 }
+"
 # check that server is still alive
 ${CLICKHOUSE_CLIENT} --format Null -q 'SELECT 1'

From b9c869871b96ee4afab18fa6995a98f3e2934605 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Thu, 13 May 2021 22:06:28 +0300
Subject: [PATCH 0945/1060] Block memory tracking during catching exceptions in
 OwnSplitChannel

---
 base/loggers/OwnSplitChannel.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/base/loggers/OwnSplitChannel.cpp b/base/loggers/OwnSplitChannel.cpp
index 31d786f104f..ff65dc93d73 100644
--- a/base/loggers/OwnSplitChannel.cpp
+++ b/base/loggers/OwnSplitChannel.cpp
@@ -45,6 +45,8 @@ void OwnSplitChannel::tryLogSplit(const Poco::Message & msg)
     }
     catch (...)
     {
+        MemoryTracker::LockExceptionInThread lock_memory_tracker(VariableContext::Global);
+
         /// It is better to catch the errors here in order to avoid
         /// breaking some functionality because of unexpected "File not
         /// found" (or similar) error.

From 8ec874dc3341cfc3f00be3da3499debfb7918020 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 2 Jun 2021 07:48:31 +0300
Subject: [PATCH 0946/1060] Add writeRetry helper

---
 programs/main.cpp  | 28 +++++++---------------------
 src/Common/IO.cpp  | 27 +++++++++++++++++++++++++++
 src/Common/IO.h    | 13 +++++++++++++
 src/Common/ya.make |  1 +
 4 files changed, 48 insertions(+), 21 deletions(-)
 create mode 100644 src/Common/IO.cpp
 create mode 100644 src/Common/IO.h

diff --git a/programs/main.cpp b/programs/main.cpp
index ccdf4d50fb4..c5df2596422 100644
--- a/programs/main.cpp
+++ b/programs/main.cpp
@@ -19,6 +19,7 @@
 
 #include <Common/StringUtils/StringUtils.h>
 #include <Common/getHashOfLoadedBinary.h>
+#include <Common/IO.h>
 
 #include <common/phdr_cache.h>
 #include <ext/scope_guard.h>
@@ -172,11 +173,11 @@ enum class InstructionFail
     AVX512 = 8
 };
 
-std::pair<const char *, size_t> instructionFailToString(InstructionFail fail)
+auto instructionFailToString(InstructionFail fail)
 {
     switch (fail)
     {
-#define ret(x) return std::make_pair(x, ARRAY_SIZE(x) - 1)
+#define ret(x) return std::make_tuple(STDERR_FILENO, x, ARRAY_SIZE(x) - 1)
         case InstructionFail::NONE:
             ret("NONE");
         case InstructionFail::SSE3:
@@ -260,28 +261,12 @@ void checkRequiredInstructionsImpl(volatile InstructionFail & fail)
     fail = InstructionFail::NONE;
 }
 
-/// This function is safe to use in static initializers.
-void writeErrorLen(const char * data, size_t size)
-{
-    while (size != 0)
-    {
-        ssize_t res = ::write(STDERR_FILENO, data, size);
-
-        if ((-1 == res || 0 == res) && errno != EINTR)
-            _Exit(1);
-
-        if (res > 0)
-        {
-            data += res;
-            size -= res;
-        }
-    }
-}
 /// Macros to avoid using strlen(), since it may fail if SSE is not supported.
 #define writeError(data) do \
     { \
         static_assert(__builtin_constant_p(data)); \
-        writeErrorLen(data, ARRAY_SIZE(data) - 1); \
+        if (!writeRetry(STDERR_FILENO, data, ARRAY_SIZE(data) - 1)) \
+            _Exit(1); \
     } while (false)
 
 /// Check SSE and others instructions availability. Calls exit on fail.
@@ -310,7 +295,8 @@ void checkRequiredInstructions()
     if (sigsetjmp(jmpbuf, 1))
     {
         writeError("Instruction check fail. The CPU does not support ");
-        std::apply(writeErrorLen, instructionFailToString(fail));
+        if (!std::apply(writeRetry, instructionFailToString(fail)))
+            _Exit(1);
         writeError(" instruction set.\n");
         _Exit(1);
     }
diff --git a/src/Common/IO.cpp b/src/Common/IO.cpp
new file mode 100644
index 00000000000..6bd4c7ef025
--- /dev/null
+++ b/src/Common/IO.cpp
@@ -0,0 +1,27 @@
+#include <Common/IO.h>
+
+#include <unistd.h>
+#include <errno.h>
+#include <cstring>
+
+bool writeRetry(int fd, const char * data, size_t size)
+{
+    if (!size)
+        size = strlen(data);
+
+    while (size != 0)
+    {
+        ssize_t res = ::write(fd, data, size);
+
+        if ((-1 == res || 0 == res) && errno != EINTR)
+            return false;
+
+        if (res > 0)
+        {
+            data += res;
+            size -= res;
+        }
+    }
+
+    return true;
+}
diff --git a/src/Common/IO.h b/src/Common/IO.h
new file mode 100644
index 00000000000..0762cead1f3
--- /dev/null
+++ b/src/Common/IO.h
@@ -0,0 +1,13 @@
+#pragma once
+
+#include <cstddef>
+
+/// IO helpers
+
+/// Write loop with EINTR handling.
+///
+/// This function is safe to use in static initializers.
+///
+/// @param size - len of @data or 0 to use strlen()
+/// @return true if write was succeed, otherwise false.
+bool writeRetry(int fd, const char * data, size_t size = 0);
diff --git a/src/Common/ya.make b/src/Common/ya.make
index 2da45e02b41..4f47eddd4f3 100644
--- a/src/Common/ya.make
+++ b/src/Common/ya.make
@@ -46,6 +46,7 @@ SRCS(
     ExternalLoaderStatus.cpp
     FieldVisitors.cpp
     FileChecker.cpp
+    IO.cpp
     IPv6ToBinary.cpp
     IntervalKind.cpp
     JSONBuilder.cpp

From 3d9218dbfaec10492bf4ce298a6d0a6d6d24901e Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 2 Jun 2021 08:01:09 +0300
Subject: [PATCH 0947/1060] Use writeRetry in case of exception during writing
 to the log

---
 base/loggers/OwnSplitChannel.cpp | 42 +++++++++++++++-----------------
 1 file changed, 20 insertions(+), 22 deletions(-)

diff --git a/base/loggers/OwnSplitChannel.cpp b/base/loggers/OwnSplitChannel.cpp
index ff65dc93d73..58aec6533c1 100644
--- a/base/loggers/OwnSplitChannel.cpp
+++ b/base/loggers/OwnSplitChannel.cpp
@@ -11,6 +11,7 @@
 #include <Common/DNSResolver.h>
 #include <common/getThreadId.h>
 #include <Common/SensitiveDataMasker.h>
+#include <Common/IO.h>
 
 namespace DB
 {
@@ -43,34 +44,31 @@ void OwnSplitChannel::tryLogSplit(const Poco::Message & msg)
     {
         logSplit(msg);
     }
+    /// It is better to catch the errors here in order to avoid
+    /// breaking some functionality because of unexpected "File not
+    /// found" (or similar) error.
+    ///
+    /// For example StorageDistributedDirectoryMonitor will mark batch
+    /// as broken, some MergeTree code can also be affected.
+    ///
+    /// Also note, that we cannot log the exception here, since this
+    /// will lead to recursion, using regular tryLogCurrentException().
+    /// but let's log it into the stderr at least.
     catch (...)
     {
         MemoryTracker::LockExceptionInThread lock_memory_tracker(VariableContext::Global);
 
-        /// It is better to catch the errors here in order to avoid
-        /// breaking some functionality because of unexpected "File not
-        /// found" (or similar) error.
-        ///
-        /// For example StorageDistributedDirectoryMonitor will mark batch
-        /// as broken, some MergeTree code can also be affected.
-        ///
-        /// Also note, that we cannot log the exception here, since this
-        /// will lead to recursion, using regular tryLogCurrentException().
-        /// but let's log it into the stderr at least.
-        std::string message = "Cannot add message to the log:\n";
-        message += msg.getText();
-        message += "\n";
-        message += getCurrentExceptionMessage(true);
+        const std::string & exception_message = getCurrentExceptionMessage(true);
+        const std::string & message = msg.getText();
 
-        try
+        if (!writeRetry(STDERR_FILENO, "Cannot add message to the log: ") ||
+            !writeRetry(STDERR_FILENO, message.data(), message.size()) ||
+            !writeRetry(STDERR_FILENO, "\n") ||
+            !writeRetry(STDERR_FILENO, exception_message.data(), exception_message.size()) ||
+            !writeRetry(STDERR_FILENO, "\n")
+        )
         {
-            WriteBufferFromFileDescriptor out(STDERR_FILENO, 4096);
-            writeBinary(message, out);
-            out.finalize();
-        }
-        catch (...)
-        {
-            /// Nothing can be done. Ignore the exception.
+            /// Nothing can be done. Ignore the error.
         }
     }
 }

From ac1ff225a368d98b451d2f7456174e02cf14673d Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Fri, 4 Jun 2021 09:55:42 +0300
Subject: [PATCH 0948/1060] Revert "Cleanup 01594_too_low_memory_limits (by
 using clientError)"

--testmode can't be used since this disables logging while the
failed allocation comes from:

    2021.06.04 09:54:49.576479 [ 31070 ] {} <Error> ServerErrorHandler: Code: 241, e.displayText() = DB::Exception: Memory limit (for query) exceeded: would use 2.01 MiB (attempt to allocate chunk of 4096 bytes), maximum: 1.00 B, Stack trace (when copying this message, always include the lines below):

    0. /src/ch/clickhouse/.cmake/../contrib/libcxx/include/exception:133: std::exception::capture() @ 0xe2d88 in /src/ch/clickhouse/.cmake/programs/server/libclickhouse-server-libd.so
    1. /src/ch/clickhouse/.cmake/../contrib/libcxx/include/exception:111: std::exception::exception() @ 0x1e9b92 in /src/ch/clickhouse/.cmake/contrib/poco-cmake/Foundation/lib_poco_foundationd.so
    2. /src/ch/clickhouse/.cmake/../contrib/poco/Foundation/src/Exception.cpp:28: Poco::Exception::Exception(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, int) @ 0x1dd943 in /src/ch/clickhouse/.cmake/contrib/poco-cmake/Foundation/lib_poco_foundationd.so
    3. /src/ch/clickhouse/.cmake/../src/Common/Exception.cpp:59: DB::Exception::Exception(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, int, bool) @ 0x2aaffd in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    4. /src/ch/clickhouse/.cmake/../src/Common/Exception.h:40: DB::Exception::Exception<char const*, char const*, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >(int, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, char const*&&, char const*&&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&&, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >&&) @ 0x2ebef0 in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    5. /src/ch/clickhouse/.cmake/../src/Common/MemoryTracker.cpp:226: MemoryTracker::allocImpl(long, bool) @ 0x2eac82 in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    6. /src/ch/clickhouse/.cmake/../src/Common/MemoryTracker.cpp:0: MemoryTracker::allocImpl(long, bool) @ 0x2eae3e in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    7. /src/ch/clickhouse/.cmake/../src/Common/CurrentMemoryTracker.cpp:47: CurrentMemoryTracker::(anonymous namespace)::allocImpl(long, bool) @ 0x27b621 in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    8. /src/ch/clickhouse/.cmake/../src/Common/CurrentMemoryTracker.cpp:61: CurrentMemoryTracker::alloc(long) @ 0x27b541 in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    9. /src/ch/clickhouse/.cmake/../src/Common/Allocator.h:96: Allocator<false, false>::alloc(unsigned long, unsigned long) @ 0x274b71 in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    10. /src/ch/clickhouse/.cmake/../src/Common/PODArray.h:120: void DB::PODArrayBase<4ul, 4096ul, Allocator<false, false>, 15ul, 16ul>::alloc<>(unsigned long) @ 0x305af3 in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    11. /src/ch/clickhouse/.cmake/../src/Common/PODArray.h:146: void DB::PODArrayBase<4ul, 4096ul, Allocator<false, false>, 15ul, 16ul>::realloc<>(unsigned long) @ 0x305cbb in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    12. /src/ch/clickhouse/.cmake/../src/Common/PODArray.h:182: void DB::PODArrayBase<4ul, 4096ul, Allocator<false, false>, 15ul, 16ul>::reserveForNextSize<>() @ 0x306010 in /src/ch/clickhouse/.cmake/src/libclickhouse_common_iod.so
    13. /src/ch/clickhouse/.cmake/../src/Common/PODArray.h:0: void DB::PODArray<unsigned int, 4096ul, Allocator<false, false>, 15ul, 16ul>::push_back<unsigned int>(unsigned int&&) @ 0x5423a6a in /src/ch/clickhouse/.cmake/src/AggregateFunctions/libclickhouse_aggregate_functionsd.so
    14. /src/ch/clickhouse/.cmake/../src/Columns/ColumnVector.h:280: DB::ColumnVector<unsigned int>::insert(DB::Field const&) @ 0x3c6422 in /src/ch/clickhouse/.cmake/src/libclickhouse_columnsd.so
    15. /src/ch/clickhouse/.cmake/../base/loggers/OwnSplitChannel.cpp:60: DB::OwnSplitChannel::logSplit(Poco::Message const&) @ 0xa2833 in /src/ch/clickhouse/.cmake/base/loggers/libloggersd.so
    16. /src/ch/clickhouse/.cmake/../base/loggers/OwnSplitChannel.cpp:35: DB::OwnSplitChannel::log(Poco::Message const&) @ 0xa2588 in /src/ch/clickhouse/.cmake/base/loggers/libloggersd.so

This reverts commit 0cecc754709cc774c90269a1dc8653eac8725341.
---
 .../0_stateless/01594_too_low_memory_limits.sh       | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/queries/0_stateless/01594_too_low_memory_limits.sh b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
index 0ea2fb83af9..0d4dbbcabe1 100755
--- a/tests/queries/0_stateless/01594_too_low_memory_limits.sh
+++ b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
@@ -6,11 +6,11 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 
 # it is not mandatory to use existing table since it fails earlier, hence just a placeholder.
 # this is format of INSERT SELECT, that pass these settings exactly for INSERT query not the SELECT
-${CLICKHOUSE_CLIENT} --format Null --testmode -nm -q "
-    insert into placeholder_table_name
-    select * from numbers_mt(65535) format Null
-    settings max_memory_usage=1, max_untracked_memory=1
-    -- { clientError 32 }
-"
+${CLICKHOUSE_CLIENT} --format Null -q 'insert into placeholder_table_name select * from numbers_mt(65535) format Null settings max_memory_usage=1, max_untracked_memory=1' >& /dev/null
+exit_code=$?
+
+# expecting ATTEMPT_TO_READ_AFTER_EOF, 32
+test $exit_code -eq 32 || exit 1
+
 # check that server is still alive
 ${CLICKHOUSE_CLIENT} --format Null -q 'SELECT 1'

From 38c7056ecc5a0dba15dd3190da2cc67b32d3f3a6 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Fri, 4 Jun 2021 10:03:15 +0300
Subject: [PATCH 0949/1060] Rewrite 01594_too_low_memory_limits

After #24483 had been merged the only place where the allocation may
fail is the insert into PODArray in DB::OwnSplitChannel::log, but this
MR ignores the errors in this function, so to check new behaviour
separate server is required.
---
 .../01594_too_low_memory_limits.config.xml    | 35 +++++++
 .../01594_too_low_memory_limits.sh            | 97 ++++++++++++++++++-
 tests/queries/skip_list.json                  |  1 +
 3 files changed, 128 insertions(+), 5 deletions(-)
 create mode 100644 tests/queries/0_stateless/01594_too_low_memory_limits.config.xml

diff --git a/tests/queries/0_stateless/01594_too_low_memory_limits.config.xml b/tests/queries/0_stateless/01594_too_low_memory_limits.config.xml
new file mode 100644
index 00000000000..2d0a480a375
--- /dev/null
+++ b/tests/queries/0_stateless/01594_too_low_memory_limits.config.xml
@@ -0,0 +1,35 @@
+<?xml version="1.0"?>
+<yandex>
+    <logger>
+        <level>trace</level>
+        <console>true</console>
+    </logger>
+
+    <tcp_port>9000</tcp_port>
+
+    <path>./</path>
+
+    <mark_cache_size>0</mark_cache_size>
+
+    <users>
+        <default>
+            <password></password>
+
+            <networks>
+                <ip>::/0</ip>
+            </networks>
+
+            <profile>default</profile>
+            <quota>default</quota>
+            <access_management>1</access_management>
+        </default>
+    </users>
+
+    <profiles>
+        <default/>
+    </profiles>
+
+    <quotas>
+        <default />
+    </quotas>
+</yandex>
diff --git a/tests/queries/0_stateless/01594_too_low_memory_limits.sh b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
index 0d4dbbcabe1..6a33bd81dd1 100755
--- a/tests/queries/0_stateless/01594_too_low_memory_limits.sh
+++ b/tests/queries/0_stateless/01594_too_low_memory_limits.sh
@@ -1,16 +1,103 @@
 #!/usr/bin/env bash
 
+#
+# Regression for INSERT SELECT, that abnormally terminates the server
+# in case of too small memory limits.
+#
+# NOTE: After #24483 had been merged the only place where the allocation may
+# fail is the insert into PODArray in DB::OwnSplitChannel::log, but after
+# #24069 those errors will be ignored, so to check new behaviour separate
+# server is required.
+#
+
 CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 # shellcheck source=../shell_config.sh
 . "$CURDIR"/../shell_config.sh
 
+server_opts=(
+    "--config-file=$CURDIR/$(basename "${BASH_SOURCE[0]}" .sh).config.xml"
+    "--"
+    # to avoid multiple listen sockets (complexity for port discovering)
+    "--listen_host=127.1"
+    # we will discover the real port later.
+    "--tcp_port=0"
+    "--shutdown_wait_unfinished=0"
+)
+CLICKHOUSE_WATCHDOG_ENABLE=0 $CLICKHOUSE_SERVER_BINARY "${server_opts[@]}" >clickhouse-server.log 2>clickhouse-server.stderr &
+server_pid=$!
+
+trap cleanup EXIT
+function cleanup()
+{
+    kill -9 $server_pid
+
+    echo "Test failed. Server log:"
+    cat clickhouse-server.log
+    cat clickhouse-server.stderr
+    rm -f clickhouse-server.log
+    rm -f clickhouse-server.stderr
+
+    exit 1
+}
+
+server_port=
+i=0 retries=300
+# wait until server will start to listen (max 30 seconds)
+while [[ -z $server_port ]] && [[ $i -lt $retries ]]; do
+    server_port=$(lsof -n -a -P -i tcp -s tcp:LISTEN -p $server_pid 2>/dev/null | awk -F'[ :]' '/LISTEN/ { print $(NF-1) }')
+    ((++i))
+    sleep 0.1
+    if ! kill -0 $server_pid >& /dev/null; then
+        echo "No server (pid $server_pid)"
+        break
+    fi
+done
+if [[ -z $server_port ]]; then
+    echo "Cannot wait for LISTEN socket" >&2
+    exit 1
+fi
+
+# wait for the server to start accepting tcp connections (max 30 seconds)
+i=0 retries=300
+while ! $CLICKHOUSE_CLIENT_BINARY --host 127.1 --port "$server_port" --format Null -q 'select 1' 2>/dev/null && [[ $i -lt $retries ]]; do
+    sleep 0.1
+    if ! kill -0 $server_pid >& /dev/null; then
+        echo "No server (pid $server_pid)"
+        break
+    fi
+done
+if ! $CLICKHOUSE_CLIENT_BINARY --host 127.1 --port "$server_port" --format Null -q 'select 1'; then
+    echo "Cannot wait until server will start accepting connections on <tcp_port>" >&2
+    exit 1
+fi
+
 # it is not mandatory to use existing table since it fails earlier, hence just a placeholder.
 # this is format of INSERT SELECT, that pass these settings exactly for INSERT query not the SELECT
-${CLICKHOUSE_CLIENT} --format Null -q 'insert into placeholder_table_name select * from numbers_mt(65535) format Null settings max_memory_usage=1, max_untracked_memory=1' >& /dev/null
-exit_code=$?
+if $CLICKHOUSE_CLIENT_BINARY --host 127.1 --port "$server_port" --format Null --send_logs_level=warning --max_memory_usage=1 --max_untracked_memory=1 -q 'insert into placeholder_table_name select * from numbers_mt(65535)' >& /dev/null; then
+    echo "INSERT SELECT should fail" >&2
+    exit 1
+fi
 
-# expecting ATTEMPT_TO_READ_AFTER_EOF, 32
-test $exit_code -eq 32 || exit 1
+# no sleep, since flushing to stderr should not be buffered.
+if ! grep -E -q 'Cannot add message to the log: Code: 60.*placeholder_table_name' clickhouse-server.stderr; then
+    echo "Adding message to the log should fail" >&2
+    exit 1
+fi
 
 # check that server is still alive
-${CLICKHOUSE_CLIENT} --format Null -q 'SELECT 1'
+$CLICKHOUSE_CLIENT_BINARY --host 127.1 --port "$server_port" --format Null -q 'SELECT 1'
+
+# send TERM and save the error code to ensure that it is 0 (EXIT_SUCCESS)
+kill $server_pid
+wait $server_pid
+return_code=$?
+
+trap '' EXIT
+if [ $return_code != 0 ]; then
+    cat clickhouse-server.log
+    cat clickhouse-server.stderr
+fi
+rm -f clickhouse-server.log
+rm -f clickhouse-server.stderr
+
+exit $return_code
diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 3d599e10884..010dce27da7 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -722,6 +722,7 @@
         "01684_ssd_cache_dictionary_simple_key",
         "01685_ssd_cache_dictionary_complex_key",
         "01737_clickhouse_server_wait_server_pool_long", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
+        "01594_too_low_memory_limits", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
         "01760_system_dictionaries",
         "01760_polygon_dictionaries",
         "01778_hierarchical_dictionaries",

From c65ae8ac318386da1e10858ce51586225c0d4e9b Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 7 Jun 2021 09:40:29 +0300
Subject: [PATCH 0950/1060] Do not check writeRetry errors in OwnSplitChannel

Should fix PVS warning:

  "There are identical sub-expressions '!writeRetry(2, "\n")' to the left and to the right of the '||' operator."
---
 base/loggers/OwnSplitChannel.cpp | 15 ++++++---------
 1 file changed, 6 insertions(+), 9 deletions(-)

diff --git a/base/loggers/OwnSplitChannel.cpp b/base/loggers/OwnSplitChannel.cpp
index 58aec6533c1..eb881e4a661 100644
--- a/base/loggers/OwnSplitChannel.cpp
+++ b/base/loggers/OwnSplitChannel.cpp
@@ -61,15 +61,12 @@ void OwnSplitChannel::tryLogSplit(const Poco::Message & msg)
         const std::string & exception_message = getCurrentExceptionMessage(true);
         const std::string & message = msg.getText();
 
-        if (!writeRetry(STDERR_FILENO, "Cannot add message to the log: ") ||
-            !writeRetry(STDERR_FILENO, message.data(), message.size()) ||
-            !writeRetry(STDERR_FILENO, "\n") ||
-            !writeRetry(STDERR_FILENO, exception_message.data(), exception_message.size()) ||
-            !writeRetry(STDERR_FILENO, "\n")
-        )
-        {
-            /// Nothing can be done. Ignore the error.
-        }
+        /// NOTE: errors are ignored, since nothing can be done.
+        writeRetry(STDERR_FILENO, "Cannot add message to the log: ");
+        writeRetry(STDERR_FILENO, message.data(), message.size());
+        writeRetry(STDERR_FILENO, "\n");
+        writeRetry(STDERR_FILENO, exception_message.data(), exception_message.size());
+        writeRetry(STDERR_FILENO, "\n");
     }
 }
 

From e21f76b13760cab739b932c1c62665497dc2ffb2 Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Mon, 7 Jun 2021 09:54:05 +0300
Subject: [PATCH 0951/1060] Fixed unit tests accoording to the fix.

---
 src/IO/tests/gtest_s3_uri.cpp | 28 +++++++++++++++++++++++-----
 1 file changed, 23 insertions(+), 5 deletions(-)

diff --git a/src/IO/tests/gtest_s3_uri.cpp b/src/IO/tests/gtest_s3_uri.cpp
index 8967df0cbb3..9cf84872eeb 100644
--- a/src/IO/tests/gtest_s3_uri.cpp
+++ b/src/IO/tests/gtest_s3_uri.cpp
@@ -16,12 +16,33 @@ class S3UriTest : public testing::TestWithParam<std::string>
 TEST(S3UriTest, validPatterns)
 {
     {
-        S3::URI uri(Poco::URI("https://jokserfn.s3.yandexcloud.net/data"));
+        S3::URI uri(Poco::URI("https://jokserfn.s3.yandexcloud.net/"));
         ASSERT_EQ("https://s3.yandexcloud.net", uri.endpoint);
         ASSERT_EQ("jokserfn", uri.bucket);
-        ASSERT_EQ("data", uri.key);
+        ASSERT_EQ("", uri.key);
         ASSERT_EQ(true, uri.is_virtual_hosted_style);
     }
+    {
+        S3::URI uri(Poco::URI("https://s3.yandexcloud.net/jokserfn/"));
+        ASSERT_EQ("https://s3.yandexcloud.net", uri.endpoint);
+        ASSERT_EQ("jokserfn", uri.bucket);
+        ASSERT_EQ("", uri.key);
+        ASSERT_EQ(false, uri.is_virtual_hosted_style);
+    }
+    {
+        S3::URI uri(Poco::URI("https://jokserfn.s3.yandexcloud.net/"));
+        ASSERT_EQ("https://s3.yandexcloud.net", uri.endpoint);
+        ASSERT_EQ("jokserfn", uri.bucket);
+        ASSERT_EQ("", uri.key);
+        ASSERT_EQ(true, uri.is_virtual_hosted_style);
+    }
+    {
+        S3::URI uri(Poco::URI("https://yandexcloud.net/bucket/"));
+        ASSERT_EQ("https://yandexcloud.net", uri.endpoint);
+        ASSERT_EQ("bucket", uri.bucket);
+        ASSERT_EQ("", uri.key);
+        ASSERT_EQ(false, uri.is_virtual_hosted_style);
+    }
     {
         S3::URI uri(Poco::URI("https://storage.yandexcloud.net/jokserfn/data"));
         ASSERT_EQ("https://storage.yandexcloud.net", uri.endpoint);
@@ -76,15 +97,12 @@ INSTANTIATE_TEST_SUITE_P(
     S3UriTest,
     testing::Values(
         "https:///",
-        "https://jokserfn.s3.yandexcloud.net/",
         "https://.s3.yandexcloud.net/key",
         "https://s3.yandexcloud.net/key",
         "https://jokserfn.s3yandexcloud.net/key",
-        "https://s3.yandexcloud.net/key/",
         "https://s3.yandexcloud.net//",
         "https://yandexcloud.net/",
         "https://yandexcloud.net//",
-        "https://yandexcloud.net/bucket/",
         "https://yandexcloud.net//key"));
 
 }

From ad816fde7b5a04a40cbefc3de345e1bf46fe8503 Mon Sep 17 00:00:00 2001
From: Vladimir Chebotarev <vladimir.chebotarev@gmail.com>
Date: Mon, 7 Jun 2021 09:56:15 +0300
Subject: [PATCH 0952/1060] Fix.

---
 src/IO/tests/gtest_s3_uri.cpp | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/src/IO/tests/gtest_s3_uri.cpp b/src/IO/tests/gtest_s3_uri.cpp
index 9cf84872eeb..7ee72069e57 100644
--- a/src/IO/tests/gtest_s3_uri.cpp
+++ b/src/IO/tests/gtest_s3_uri.cpp
@@ -29,13 +29,6 @@ TEST(S3UriTest, validPatterns)
         ASSERT_EQ("", uri.key);
         ASSERT_EQ(false, uri.is_virtual_hosted_style);
     }
-    {
-        S3::URI uri(Poco::URI("https://jokserfn.s3.yandexcloud.net/"));
-        ASSERT_EQ("https://s3.yandexcloud.net", uri.endpoint);
-        ASSERT_EQ("jokserfn", uri.bucket);
-        ASSERT_EQ("", uri.key);
-        ASSERT_EQ(true, uri.is_virtual_hosted_style);
-    }
     {
         S3::URI uri(Poco::URI("https://yandexcloud.net/bucket/"));
         ASSERT_EQ("https://yandexcloud.net", uri.endpoint);
@@ -43,6 +36,13 @@ TEST(S3UriTest, validPatterns)
         ASSERT_EQ("", uri.key);
         ASSERT_EQ(false, uri.is_virtual_hosted_style);
     }
+    {
+        S3::URI uri(Poco::URI("https://jokserfn.s3.yandexcloud.net/data"));
+        ASSERT_EQ("https://s3.yandexcloud.net", uri.endpoint);
+        ASSERT_EQ("jokserfn", uri.bucket);
+        ASSERT_EQ("data", uri.key);
+        ASSERT_EQ(true, uri.is_virtual_hosted_style);
+    }
     {
         S3::URI uri(Poco::URI("https://storage.yandexcloud.net/jokserfn/data"));
         ASSERT_EQ("https://storage.yandexcloud.net", uri.endpoint);

From 16b3355ac10645c3eb302523389caca3d1da4eed Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Mon, 7 Jun 2021 10:05:05 +0300
Subject: [PATCH 0953/1060] Disks fix ya.make

---
 src/Disks/ya.make | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/src/Disks/ya.make b/src/Disks/ya.make
index 82c87aaa488..a8f8a032fdc 100644
--- a/src/Disks/ya.make
+++ b/src/Disks/ya.make
@@ -8,7 +8,6 @@ PEERDIR(
 )
 
 
-SRCS(
     DiskCacheWrapper.cpp
     DiskDecorator.cpp
     DiskFactory.cpp
@@ -16,13 +15,21 @@ SRCS(
     DiskMemory.cpp
     DiskRestartProxy.cpp
     DiskSelector.cpp
+    HDFS/DiskHDFS.cpp
     IDisk.cpp
+    IDiskRemote.cpp
     IVolume.cpp
     LocalDirectorySyncGuard.cpp
+    ReadIndirectBufferFromRemoteFS.cpp
+    S3/DiskS3.cpp
+    S3/ProxyListConfiguration.cpp
+    S3/ProxyResolverConfiguration.cpp
+    S3/registerDiskS3.cpp
     SingleDiskVolume.cpp
     StoragePolicy.cpp
     VolumeJBOD.cpp
     VolumeRAID1.cpp
+    WriteIndirectBufferFromRemoteFS.cpp
     createVolume.cpp
     registerDisks.cpp
 

From 717f7ed01bcc27b1074dafaa31721de287de68aa Mon Sep 17 00:00:00 2001
From: sdk2 <469656392@qq.com>
Date: Mon, 7 Jun 2021 16:38:24 +0800
Subject: [PATCH 0954/1060] Update contrib/jemalloc-cmake/CMakeLists.txt

---
 contrib/jemalloc-cmake/CMakeLists.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/jemalloc-cmake/CMakeLists.txt b/contrib/jemalloc-cmake/CMakeLists.txt
index 140b7eb370b..9531a5a4f9e 100644
--- a/contrib/jemalloc-cmake/CMakeLists.txt
+++ b/contrib/jemalloc-cmake/CMakeLists.txt
@@ -1,6 +1,6 @@
 if (SANITIZE OR NOT (
     ((OS_LINUX OR OS_FREEBSD) AND (ARCH_AMD64 OR ARCH_ARM OR ARCH_PPC64LE)) OR
-    (OS_DARWIN AND CMAKE_BUILD_TYPE STREQUAL "RelWithDebInfo")
+    (OS_DARWIN AND (CMAKE_BUILD_TYPE STREQUAL "RelWithDebInfo" OR CMAKE_BUILD_TYPE STREQUAL "Debug"))
 ))
     if (ENABLE_JEMALLOC)
         message (${RECONFIGURE_MESSAGE_LEVEL}

From fba2d6604272bad5af802bd1671f0559b33ebb37 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 7 Jun 2021 12:24:29 +0300
Subject: [PATCH 0955/1060] Disable storage_kerberized_hdfs test

---
 .../docker_compose_kerberized_hdfs.yml        |  2 +-
 .../test_storage_kerberized_hdfs/test.py      | 19 ++++++++++++++-----
 2 files changed, 15 insertions(+), 6 deletions(-)

diff --git a/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
index 9ffd0037b50..b2e142c25a8 100644
--- a/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
+++ b/docker/test/integration/runner/compose/docker_compose_kerberized_hdfs.yml
@@ -22,7 +22,7 @@ services:
     entrypoint: /etc/bootstrap.sh -d
 
   hdfskerberos:
-    image: yandex/clickhouse-kerberos-kdc:${DOCKER_KERBEROS_KDC_TAG}
+    image: yandex/clickhouse-kerberos-kdc:${DOCKER_KERBEROS_KDC_TAG:-latest}
     hostname: hdfskerberos
     volumes:
       - ${KERBERIZED_HDFS_DIR}/secrets:/tmp/keytab
diff --git a/tests/integration/test_storage_kerberized_hdfs/test.py b/tests/integration/test_storage_kerberized_hdfs/test.py
index 115c7005a84..4733defd5c2 100644
--- a/tests/integration/test_storage_kerberized_hdfs/test.py
+++ b/tests/integration/test_storage_kerberized_hdfs/test.py
@@ -22,6 +22,8 @@ def started_cluster():
     finally:
         cluster.shutdown()
 
+# TODO Remove it and enable test
+@pytest.mark.skip(reason="Don't work in parallel mode for some reason")
 def test_read_table(started_cluster):
     hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
@@ -34,7 +36,8 @@ def test_read_table(started_cluster):
     select_read = node1.query("select * from hdfs('hdfs://kerberizedhdfs1:9010/simple_table_function', 'TSV', 'id UInt64, text String, number Float64')")
     assert select_read == data
 
-
+# TODO Remove it and enable test
+@pytest.mark.skip(reason="Don't work in parallel mode for some reason")
 def test_read_write_storage(started_cluster):
     hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
@@ -47,7 +50,8 @@ def test_read_write_storage(started_cluster):
     select_read = node1.query("select * from SimpleHDFSStorage2")
     assert select_read == "1\tMark\t72.53\n"
 
-
+# TODO Remove it and enable test
+@pytest.mark.skip(reason="Don't work in parallel mode for some reason")
 def test_write_storage_not_expired(started_cluster):
     hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
@@ -62,7 +66,8 @@ def test_write_storage_not_expired(started_cluster):
     select_read = node1.query("select * from SimpleHDFSStorageNotExpired")
     assert select_read == "1\tMark\t72.53\n"
 
-
+# TODO Remove it and enable test
+@pytest.mark.skip(reason="Don't work in parallel mode for some reason")
 def test_two_users(started_cluster):
     hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
@@ -76,6 +81,8 @@ def test_two_users(started_cluster):
 
     select_read_2 = node1.query("select * from hdfs('hdfs://suser@kerberizedhdfs1:9010/storage_user_one', 'TSV', 'id UInt64, text String, number Float64')")
 
+# TODO Remove it and enable test
+@pytest.mark.skip(reason="Don't work in parallel mode for some reason")
 def test_read_table_expired(started_cluster):
     hdfs_api = started_cluster.make_hdfs_api(kerberized=True)
 
@@ -93,7 +100,8 @@ def test_read_table_expired(started_cluster):
 
     started_cluster.unpause_container('hdfskerberos')
 
-
+# TODO Remove it and enable test
+@pytest.mark.skip(reason="Don't work in parallel mode for some reason")
 def test_prohibited(started_cluster):
     node1.query("create table HDFSStorTwoProhibited (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://suser@kerberizedhdfs1:9010/storage_user_two_prohibited', 'TSV')")
     try:
@@ -102,7 +110,8 @@ def test_prohibited(started_cluster):
     except Exception as ex:
         assert "Unable to open HDFS file: /storage_user_two_prohibited error: Permission denied: user=specuser, access=WRITE" in str(ex)
 
-
+# TODO Remove it and enable test
+@pytest.mark.skip(reason="Don't work in parallel mode for some reason")
 def test_cache_path(started_cluster):
     node1.query("create table HDFSStorCachePath (id UInt32, name String, weight Float64) ENGINE = HDFS('hdfs://dedicatedcachepath@kerberizedhdfs1:9010/storage_dedicated_cache_path', 'TSV')")
     try:

From cbd46280eb35ee4fb93397605e1ffeff23817890 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <KochetovNicolai@users.noreply.github.com>
Date: Mon, 7 Jun 2021 12:36:34 +0300
Subject: [PATCH 0956/1060] Update Set.cpp

---
 src/Interpreters/Set.cpp | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/Interpreters/Set.cpp b/src/Interpreters/Set.cpp
index b9ccf2a8a5e..97ebdf11918 100644
--- a/src/Interpreters/Set.cpp
+++ b/src/Interpreters/Set.cpp
@@ -568,6 +568,9 @@ BoolMask MergeTreeSetIndex::checkInRange(const std::vector<Range> & key_ranges,
     }
     if (one_element_range)
     {
+        /// Here we know that there is one element in range.
+        /// The main difference with the normal case is that we can definitely say that
+        /// condition in this range always TRUE (can_be_false = 0) xor always FALSE (can_be_true = 0).
         if (left_lower != indices.end() && equals(*left_lower, left_point))
             return {true, false};
         else

From 652de7c9b09851ecb8ff54cd42b579b8edb2afb4 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 7 Jun 2021 13:06:41 +0300
Subject: [PATCH 0957/1060] Update test.py

---
 tests/integration/test_cluster_copier/test.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index d302bc9d368..1612acf13b5 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -320,8 +320,14 @@ class Task_self_copy:
 def execute_task(started_cluster, task, cmd_options):
     task.start()
 
-    zk = cluster.get_kazoo_client('zoo1')
+    zk = started_cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
+    
+    
+    try:
+        zk.delete("/clickhouse-copier", recursive=True)
+    except kazoo.exceptions.NoNodeError:
+        print("No node /clickhouse-copier. It is Ok in first test.")
 
     # Run cluster-copier processes on each node
     docker_api = started_cluster.docker_client.api

From 0a703040857ef8858c8ae1a45fab4e5b5361a8c1 Mon Sep 17 00:00:00 2001
From: Pavel Kruglov <avogar@avogar-dev.sas.yp-c.yandex.net>
Date: Mon, 7 Jun 2021 13:10:51 +0300
Subject: [PATCH 0958/1060] Remove database before model name in docs

---
 docs/en/sql-reference/statements/system.md | 2 +-
 docs/ru/sql-reference/statements/system.md | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/statements/system.md b/docs/en/sql-reference/statements/system.md
index 01ded7ae3a3..a17c87d2326 100644
--- a/docs/en/sql-reference/statements/system.md
+++ b/docs/en/sql-reference/statements/system.md
@@ -79,7 +79,7 @@ Completely reloads a CatBoost model `model_name` if the configuration was update
 **Syntax**
 
 ```sql
-SYSTEM RELOAD MODEL [db.]<model_name>
+SYSTEM RELOAD MODEL <model_name>
 ```
 
 ## DROP DNS CACHE {#query_language-system-drop-dns-cache}
diff --git a/docs/ru/sql-reference/statements/system.md b/docs/ru/sql-reference/statements/system.md
index d007b40e542..2589408b8fa 100644
--- a/docs/ru/sql-reference/statements/system.md
+++ b/docs/ru/sql-reference/statements/system.md
@@ -76,7 +76,7 @@ SYSTEM RELOAD MODELS
 **Синтаксис**
 
 ```sql
-SYSTEM RELOAD MODEL [db.]<model_name>
+SYSTEM RELOAD MODEL <model_name>
 ```
 
 ## DROP DNS CACHE {#query_language-system-drop-dns-cache}

From 802f48ea86891bb3b6f72b07e09f2dd652dfa5fa Mon Sep 17 00:00:00 2001
From: damozhaeva <68770561+damozhaeva@users.noreply.github.com>
Date: Mon, 7 Jun 2021 13:42:18 +0300
Subject: [PATCH 0959/1060] Update
 docs/ru/sql-reference/functions/date-time-functions.md

Co-authored-by: tavplubix <tavplubix@gmail.com>
---
 docs/ru/sql-reference/functions/date-time-functions.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/functions/date-time-functions.md b/docs/ru/sql-reference/functions/date-time-functions.md
index 31a06541a7a..69f9a89f4cb 100644
--- a/docs/ru/sql-reference/functions/date-time-functions.md
+++ b/docs/ru/sql-reference/functions/date-time-functions.md
@@ -265,7 +265,7 @@ SELECT toUnixTimestamp('2017-11-05 08:07:47', 'Asia/Tokyo') AS unix_timestamp;
 ```
 
 !!! attention "Attention"
-    `Date` или `DateTime` это возвращаемый тип функций `toStartOf*`, который описан ниже. Несмотря на то, что эти функции могут принимать `DateTime64` в качестве аргумента, если передача `DateTime64` выходит за пределы нормального диапазона (с 1925 по 2283 год), то это даст неверный результат.
+    `Date` или `DateTime` это возвращаемый тип функций `toStartOf*`, который описан ниже. Несмотря на то, что эти функции могут принимать `DateTime64` в качестве аргумента, если переданное значение типа `DateTime64` выходит за пределы нормального диапазона (с 1925 по 2283 год), то это даст неверный результат.
 
 ## toStartOfYear {#tostartofyear}
 

From 6f5997b0aa3884f48a175446ced25d6a8b8648f9 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Mon, 7 Jun 2021 10:49:01 +0000
Subject: [PATCH 0960/1060] fix tests

---
 tests/integration/dockerd.log                 | 1467 ++++
 tests/integration/pytest.log                  | 6391 +++++++++++++++++
 tests/integration/test_cluster_copier/test.py |    9 +-
 .../test_cluster_copier/test_three_nodes.py   |   12 +-
 .../test_cluster_copier/test_trivial.py       |   18 +-
 .../test_cluster_copier/test_two_nodes.py     |   18 +-
 6 files changed, 7885 insertions(+), 30 deletions(-)
 create mode 100644 tests/integration/dockerd.log
 create mode 100644 tests/integration/pytest.log

diff --git a/tests/integration/dockerd.log b/tests/integration/dockerd.log
new file mode 100644
index 00000000000..e1080b3ca52
--- /dev/null
+++ b/tests/integration/dockerd.log
@@ -0,0 +1,1467 @@
+time="2021-06-07T13:43:29.107691336+03:00" level=info msg="Starting up"
+time="2021-06-07T13:43:29.108356332+03:00" level=debug msg="Listener created for HTTP on unix (/var/run/docker.sock)"
+time="2021-06-07T13:43:29.108379277+03:00" level=warning msg="Binding to IP address without --tlsverify is insecure and gives root access on this machine to everyone who has access to your network." host="tcp://0.0.0.0:2375"
+time="2021-06-07T13:43:29.108392730+03:00" level=warning msg="Binding to an IP address, even on localhost, can also give access to scripts run in a browser. Be safe out there!" host="tcp://0.0.0.0:2375"
+time="2021-06-07T13:43:30.108743448+03:00" level=warning msg="Binding to an IP address without --tlsverify is deprecated. Startup is intentionally being slowed down to show this message" host="tcp://0.0.0.0:2375"
+time="2021-06-07T13:43:30.108829321+03:00" level=warning msg="Please consider generating tls certificates with client validation to prevent exposing unauthenticated root access to your network" host="tcp://0.0.0.0:2375"
+time="2021-06-07T13:43:30.108874409+03:00" level=warning msg="You can override this by explicitly specifying '--tls=false' or '--tlsverify=false'" host="tcp://0.0.0.0:2375"
+time="2021-06-07T13:43:30.108892287+03:00" level=warning msg="Support for listening on TCP without authentication or explicit intent to run without authentication will be removed in the next release" host="tcp://0.0.0.0:2375"
+time="2021-06-07T13:43:45.109825444+03:00" level=debug msg="Listener created for HTTP on tcp (0.0.0.0:2375)"
+time="2021-06-07T13:43:45.109921177+03:00" level=debug msg="Containerd not running, starting daemon managed containerd"
+time="2021-06-07T13:43:45.111228856+03:00" level=info msg="libcontainerd: started new containerd process" pid=90
+time="2021-06-07T13:43:45.111302850+03:00" level=info msg="parsed scheme: \"unix\"" module=grpc
+time="2021-06-07T13:43:45.111317606+03:00" level=info msg="scheme \"unix\" not registered, fallback to default scheme" module=grpc
+time="2021-06-07T13:43:45.111343263+03:00" level=info msg="ccResolverWrapper: sending update to cc: {[{unix:///var/run/docker/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}" module=grpc
+time="2021-06-07T13:43:45.111358322+03:00" level=info msg="ClientConn switching balancer to \"pick_first\"" module=grpc
+time="2021-06-07T13:43:45.140235326+03:00" level=info msg="starting containerd" revision=d71fcd7d8303cbf684402823e425e9dd2e99285d version=1.4.6
+time="2021-06-07T13:43:45.159032217+03:00" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
+time="2021-06-07T13:43:45.159120115+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.166760591+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.167008085+03:00" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.167030991+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.167056736+03:00" level=warning msg="failed to load plugin io.containerd.snapshotter.v1.devmapper" error="devmapper not configured"
+time="2021-06-07T13:43:45.167067073+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.167087181+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.167204010+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.167356296+03:00" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
+time="2021-06-07T13:43:45.167500073+03:00" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
+time="2021-06-07T13:43:45.167521554+03:00" level=warning msg="could not use snapshotter devmapper in metadata plugin" error="devmapper not configured"
+time="2021-06-07T13:43:45.167540719+03:00" level=info msg="metadata content store policy set" policy=shared
+time="2021-06-07T13:43:45.167645818+03:00" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
+time="2021-06-07T13:43:45.167662827+03:00" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
+time="2021-06-07T13:43:45.167704398+03:00" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167731983+03:00" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167757086+03:00" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167768055+03:00" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167780297+03:00" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167792602+03:00" level=info msg="loading plugin \"io.containerd.service.v1.leases-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167804239+03:00" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167815874+03:00" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.167827314+03:00" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
+time="2021-06-07T13:43:45.167957584+03:00" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
+time="2021-06-07T13:43:45.168053383+03:00" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
+time="2021-06-07T13:43:45.168346415+03:00" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
+time="2021-06-07T13:43:45.168369093+03:00" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
+time="2021-06-07T13:43:45.168417815+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168430230+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168451534+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168462277+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168473112+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168484498+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168498679+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168509128+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168519279+03:00" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
+time="2021-06-07T13:43:45.168672289+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168688394+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168699862+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168709576+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
+time="2021-06-07T13:43:45.168902154+03:00" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
+time="2021-06-07T13:43:45.168965113+03:00" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
+time="2021-06-07T13:43:45.169022173+03:00" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
+time="2021-06-07T13:43:45.169034971+03:00" level=debug msg="sd notification" error="<nil>" notified=false state="READY=1"
+time="2021-06-07T13:43:45.169045089+03:00" level=info msg="containerd successfully booted in 0.029528s"
+time="2021-06-07T13:43:45.173897756+03:00" level=debug msg="Created containerd monitoring client" address=/var/run/docker/containerd/containerd.sock
+time="2021-06-07T13:43:45.175456062+03:00" level=debug msg="Started daemon managed containerd"
+time="2021-06-07T13:43:45.175801893+03:00" level=info msg="detected 127.0.0.53 nameserver, assuming systemd-resolved, so using resolv.conf: /run/systemd/resolve/resolv.conf"
+time="2021-06-07T13:43:45.176095431+03:00" level=debug msg="Golang's threads limit set to 579420"
+time="2021-06-07T13:43:45.176427231+03:00" level=info msg="parsed scheme: \"unix\"" module=grpc
+time="2021-06-07T13:43:45.176443665+03:00" level=info msg="scheme \"unix\" not registered, fallback to default scheme" module=grpc
+time="2021-06-07T13:43:45.176464387+03:00" level=info msg="ccResolverWrapper: sending update to cc: {[{unix:///var/run/docker/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}" module=grpc
+time="2021-06-07T13:43:45.176473765+03:00" level=info msg="ClientConn switching balancer to \"pick_first\"" module=grpc
+time="2021-06-07T13:43:45.176485922+03:00" level=debug msg="metrics API listening on /var/run/docker/metrics.sock"
+time="2021-06-07T13:43:45.177153365+03:00" level=info msg="parsed scheme: \"unix\"" module=grpc
+time="2021-06-07T13:43:45.177174892+03:00" level=info msg="scheme \"unix\" not registered, fallback to default scheme" module=grpc
+time="2021-06-07T13:43:45.177200851+03:00" level=info msg="ccResolverWrapper: sending update to cc: {[{unix:///var/run/docker/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}" module=grpc
+time="2021-06-07T13:43:45.177214274+03:00" level=info msg="ClientConn switching balancer to \"pick_first\"" module=grpc
+time="2021-06-07T13:43:45.177866161+03:00" level=debug msg="Using default logging driver json-file"
+time="2021-06-07T13:43:45.177891079+03:00" level=debug msg="[graphdriver] trying provided driver: overlay2"
+time="2021-06-07T13:43:45.178005782+03:00" level=debug msg="processing event stream" module=libcontainerd namespace=plugins.moby
+time="2021-06-07T13:43:45.196735598+03:00" level=debug msg="backingFs=extfs, projectQuotaSupported=false, indexOff=\"index=off,\", userxattr=\"\"" storage-driver=overlay2
+time="2021-06-07T13:43:45.196771763+03:00" level=debug msg="Initialized graph driver overlay2"
+time="2021-06-07T13:43:45.200513260+03:00" level=debug msg="No quota support for local volumes in /var/lib/docker/volumes: Filesystem does not support, or has not enabled quotas"
+time="2021-06-07T13:43:45.215780827+03:00" level=warning msg="Your kernel does not support swap memory limit"
+time="2021-06-07T13:43:45.215823889+03:00" level=warning msg="Your kernel does not support CPU realtime scheduler"
+time="2021-06-07T13:43:45.215831765+03:00" level=warning msg="Your kernel does not support cgroup blkio weight"
+time="2021-06-07T13:43:45.215837887+03:00" level=warning msg="Your kernel does not support cgroup blkio weight_device"
+time="2021-06-07T13:43:45.215978812+03:00" level=debug msg="Max Concurrent Downloads: 3"
+time="2021-06-07T13:43:45.215992285+03:00" level=debug msg="Max Concurrent Uploads: 5"
+time="2021-06-07T13:43:45.215998852+03:00" level=debug msg="Max Download Attempts: 5"
+time="2021-06-07T13:43:45.216020480+03:00" level=info msg="Loading containers: start."
+time="2021-06-07T13:43:45.216566132+03:00" level=debug msg="processing event stream" module=libcontainerd namespace=moby
+time="2021-06-07T13:43:45.217107160+03:00" level=debug msg="loaded container" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false running=false
+time="2021-06-07T13:43:45.217122746+03:00" level=debug msg="loaded container" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false running=false
+time="2021-06-07T13:43:45.217123870+03:00" level=debug msg="loaded container" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false running=false
+time="2021-06-07T13:43:45.217191726+03:00" level=debug msg="loaded container" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false running=false
+time="2021-06-07T13:43:45.217211758+03:00" level=debug msg="loaded container" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false running=false
+time="2021-06-07T13:43:45.217246366+03:00" level=debug msg="loaded container" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false running=false
+time="2021-06-07T13:43:45.245330692+03:00" level=debug msg="restoring container" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.245440050+03:00" level=debug msg="restoring container" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.245550298+03:00" level=debug msg="restoring container" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.245648163+03:00" level=debug msg="restoring container" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.245681243+03:00" level=debug msg="restoring container" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.245733549+03:00" level=debug msg="restoring container" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246107473+03:00" level=debug msg="alive: false" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246137874+03:00" level=debug msg="done restoring container" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246109441+03:00" level=debug msg="alive: false" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246164227+03:00" level=debug msg="done restoring container" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246154649+03:00" level=debug msg="alive: false" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246191075+03:00" level=debug msg="done restoring container" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246115649+03:00" level=debug msg="alive: false" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246227445+03:00" level=debug msg="done restoring container" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246109592+03:00" level=debug msg="alive: false" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246246548+03:00" level=debug msg="done restoring container" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246233811+03:00" level=debug msg="alive: false" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246265898+03:00" level=debug msg="done restoring container" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false restarting=false running=false
+time="2021-06-07T13:43:45.246291771+03:00" level=debug msg="Option Experimental: false"
+time="2021-06-07T13:43:45.246299358+03:00" level=debug msg="Option DefaultDriver: bridge"
+time="2021-06-07T13:43:45.246305936+03:00" level=debug msg="Option DefaultNetwork: bridge"
+time="2021-06-07T13:43:45.246313062+03:00" level=debug msg="Network Control Plane MTU: 1500"
+time="2021-06-07T13:43:45.249216997+03:00" level=debug msg="Fail to initialize firewalld: Failed to connect to D-Bus system bus: dial unix /var/run/dbus/system_bus_socket: connect: no such file or directory, using raw iptables instead"
+time="2021-06-07T13:43:45.252324060+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION]"
+time="2021-06-07T13:43:45.253713997+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:45.255994885+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D OUTPUT -m addrtype --dst-type LOCAL ! --dst 127.0.0.0/8 -j DOCKER]"
+time="2021-06-07T13:43:45.257752752+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D OUTPUT -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:45.259380684+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D PREROUTING]"
+time="2021-06-07T13:43:45.260673758+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D OUTPUT]"
+time="2021-06-07T13:43:45.261941354+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -F DOCKER]"
+time="2021-06-07T13:43:45.263266993+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -X DOCKER]"
+time="2021-06-07T13:43:45.264643829+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER]"
+time="2021-06-07T13:43:45.265908391+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER]"
+time="2021-06-07T13:43:45.267223154+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.268598707+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.269878257+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.271278420+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.271333102+03:00" level=debug msg="garbage collected" d=3.279934ms
+time="2021-06-07T13:43:45.272468647+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER-ISOLATION]"
+time="2021-06-07T13:43:45.273682895+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER-ISOLATION]"
+time="2021-06-07T13:43:45.274881693+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -n -L DOCKER]"
+time="2021-06-07T13:43:45.276017499+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -N DOCKER]"
+time="2021-06-07T13:43:45.277422503+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER]"
+time="2021-06-07T13:43:45.278683681+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.279854702+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.280899796+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -N DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.282216461+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -j RETURN]"
+time="2021-06-07T13:43:45.283593958+03:00" level=debug msg="/usr/sbin/iptables, [--wait -A DOCKER-ISOLATION-STAGE-1 -j RETURN]"
+time="2021-06-07T13:43:45.285029593+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -j RETURN]"
+time="2021-06-07T13:43:45.286359566+03:00" level=debug msg="/usr/sbin/iptables, [--wait -A DOCKER-ISOLATION-STAGE-2 -j RETURN]"
+time="2021-06-07T13:43:45.295878940+03:00" level=debug msg="Adding route to IPv6 network fd00::1/8 via device docker0"
+time="2021-06-07T13:43:45.296097409+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
+time="2021-06-07T13:43:45.297451047+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i docker0 -j RETURN]"
+time="2021-06-07T13:43:45.298794936+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I DOCKER -i docker0 -j RETURN]"
+time="2021-06-07T13:43:45.300213360+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.301520980+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.302927038+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.304449679+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:45.306003675+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -A PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:45.307887612+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
+time="2021-06-07T13:43:45.309275855+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -A OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
+time="2021-06-07T13:43:45.310829259+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
+time="2021-06-07T13:43:45.312254927+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
+time="2021-06-07T13:43:45.313650589+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:45.315329690+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:45.317028869+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.318592321+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.320192281+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.321728316+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.323169635+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.324794157+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.326140765+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.327809281+03:00" level=debug msg="Network (08e7989) restored"
+time="2021-06-07T13:43:45.329226116+03:00" level=debug msg="Allocating IPv4 pools for network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
+time="2021-06-07T13:43:45.329247234+03:00" level=debug msg="RequestPool(LocalDefault, 172.16.0.0/24, , map[], false)"
+time="2021-06-07T13:43:45.329282051+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.0.0/24, 172.16.0.1, map[RequestAddressType:com.docker.network.gateway])"
+time="2021-06-07T13:43:45.329302961+03:00" level=debug msg="Request address PoolID:172.16.0.0/24 App: ipam/default/data, ID: LocalDefault/172.16.0.0/24, DBIndex: 0x0, Bits: 256, Unselected: 254, Sequence: (0x80000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0 Serial:false PrefAddress:172.16.0.1 "
+time="2021-06-07T13:43:45.329315168+03:00" level=debug msg="Allocating IPv6 pools for network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
+time="2021-06-07T13:43:45.329322545+03:00" level=debug msg="RequestPool(LocalDefault, fd00::/8, , map[], true)"
+time="2021-06-07T13:43:45.329333403+03:00" level=debug msg="RequestAddress(LocalDefault/fd00::/8, fd00::1, map[RequestAddressType:com.docker.network.gateway])"
+time="2021-06-07T13:43:45.329346835+03:00" level=debug msg="Request address PoolID:fd00::/8 App: ipam/default/data, ID: LocalDefault/fd00::/8, DBIndex: 0x0, Bits: 18446744073709551615, Unselected: 18446744073709551614, Sequence: (0x80000000, 1)->(0x0, 576460752303423487)->end Curr:0 Serial:false PrefAddress:fd00::1 "
+time="2021-06-07T13:43:45.332194282+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
+time="2021-06-07T13:43:45.333949127+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
+time="2021-06-07T13:43:45.335612732+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i docker0 -j RETURN]"
+time="2021-06-07T13:43:45.337291930+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D DOCKER -i docker0 -j RETURN]"
+time="2021-06-07T13:43:45.338894898+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.340270508+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.341689746+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.342984730+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.344499913+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
+time="2021-06-07T13:43:45.345963674+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
+time="2021-06-07T13:43:45.347283714+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -o docker0 -j DOCKER]"
+time="2021-06-07T13:43:45.348718803+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:45.350294910+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:45.352190738+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:45.353964254+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.355299400+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -D DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.356782824+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.358169678+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -D DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.361507753+03:00" level=debug msg="releasing IPv4 pools from network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
+time="2021-06-07T13:43:45.361527893+03:00" level=debug msg="ReleaseAddress(LocalDefault/172.16.0.0/24, 172.16.0.1)"
+time="2021-06-07T13:43:45.361549489+03:00" level=debug msg="Released address PoolID:LocalDefault/172.16.0.0/24, Address:172.16.0.1 Sequence:App: ipam/default/data, ID: LocalDefault/172.16.0.0/24, DBIndex: 0x0, Bits: 256, Unselected: 253, Sequence: (0xc0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0"
+time="2021-06-07T13:43:45.361558450+03:00" level=debug msg="ReleasePool(LocalDefault/172.16.0.0/24)"
+time="2021-06-07T13:43:45.361567426+03:00" level=debug msg="releasing IPv6 pools from network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
+time="2021-06-07T13:43:45.361575532+03:00" level=debug msg="ReleaseAddress(LocalDefault/fd00::/8, fd00::1)"
+time="2021-06-07T13:43:45.361593781+03:00" level=debug msg="Released address PoolID:LocalDefault/fd00::/8, Address:fd00::1 Sequence:App: ipam/default/data, ID: LocalDefault/fd00::/8, DBIndex: 0x0, Bits: 18446744073709551615, Unselected: 18446744073709551613, Sequence: (0xc0000000, 1)->(0x0, 576460752303423487)->end Curr:0"
+time="2021-06-07T13:43:45.361602145+03:00" level=debug msg="ReleasePool(LocalDefault/fd00::/8)"
+time="2021-06-07T13:43:45.363528580+03:00" level=debug msg="cleanupServiceDiscovery for network:08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0"
+time="2021-06-07T13:43:45.363545426+03:00" level=debug msg="cleanupServiceBindings for 08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0"
+time="2021-06-07T13:43:45.455003610+03:00" level=info msg="Default bridge (docker0) is assigned with an IP address 172.16.0.0/24. Daemon option --bip can be used to set a preferred IP address"
+time="2021-06-07T13:43:45.455071983+03:00" level=debug msg="Allocating IPv4 pools for network bridge (deb66aa694a459331c4dac021cf84cf9bb18c1cf4f5b58139df2475624c27623)"
+time="2021-06-07T13:43:45.455086865+03:00" level=debug msg="RequestPool(LocalDefault, 172.16.0.0/24, , map[], false)"
+time="2021-06-07T13:43:45.455111338+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.0.0/24, <nil>, map[RequestAddressType:com.docker.network.gateway])"
+time="2021-06-07T13:43:45.455131775+03:00" level=debug msg="Request address PoolID:172.16.0.0/24 App: ipam/default/data, ID: LocalDefault/172.16.0.0/24, DBIndex: 0x0, Bits: 256, Unselected: 254, Sequence: (0x80000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:45.455144620+03:00" level=debug msg="Allocating IPv6 pools for network bridge (deb66aa694a459331c4dac021cf84cf9bb18c1cf4f5b58139df2475624c27623)"
+time="2021-06-07T13:43:45.455152760+03:00" level=debug msg="RequestPool(LocalDefault, fd00::/8, , map[], true)"
+time="2021-06-07T13:43:45.455164287+03:00" level=debug msg="RequestAddress(LocalDefault/fd00::/8, <nil>, map[RequestAddressType:com.docker.network.gateway])"
+time="2021-06-07T13:43:45.455175409+03:00" level=debug msg="Request address PoolID:fd00::/8 App: ipam/default/data, ID: LocalDefault/fd00::/8, DBIndex: 0x0, Bits: 18446744073709551615, Unselected: 18446744073709551614, Sequence: (0x80000000, 1)->(0x0, 576460752303423487)->end Curr:0 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:45.455225474+03:00" level=debug msg="Did not find any interface with name docker0: Link not found"
+time="2021-06-07T13:43:45.455244730+03:00" level=debug msg="Setting bridge mac address to 02:42:09:79:ff:ff"
+time="2021-06-07T13:43:45.455753163+03:00" level=debug msg="Assigning address to bridge interface docker0: 172.16.0.1/24"
+time="2021-06-07T13:43:45.455994264+03:00" level=debug msg="Adding route to IPv6 network fd00::1/8 via device docker0"
+time="2021-06-07T13:43:45.456050457+03:00" level=error msg="Could not add route to IPv6 network fd00::1/8 via device docker0: network is down"
+time="2021-06-07T13:43:45.456122482+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
+time="2021-06-07T13:43:45.458261621+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
+time="2021-06-07T13:43:45.460986477+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i docker0 -j RETURN]"
+time="2021-06-07T13:43:45.462650842+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I DOCKER -i docker0 -j RETURN]"
+time="2021-06-07T13:43:45.464247647+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.466115233+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.467645165+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i docker0 -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.469119484+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.470554889+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
+time="2021-06-07T13:43:45.472838933+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:45.474508824+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:45.476221340+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
+time="2021-06-07T13:43:45.478014193+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
+time="2021-06-07T13:43:45.479595828+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
+time="2021-06-07T13:43:45.480887065+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o docker0 -j DOCKER]"
+time="2021-06-07T13:43:45.482240874+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:45.484035527+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:45.485859281+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.487263407+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.488714743+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:45.490228836+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.491601969+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:45.493093595+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.494340819+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
+time="2021-06-07T13:43:45.502122369+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-USER]"
+time="2021-06-07T13:43:45.503605293+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-USER -j RETURN]"
+time="2021-06-07T13:43:45.504908137+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-USER]"
+time="2021-06-07T13:43:45.506168543+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-USER]"
+time="2021-06-07T13:43:45.508127575+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-USER]"
+time="2021-06-07T13:43:45.510409831+03:00" level=info msg="Loading containers: done."
+time="2021-06-07T13:43:45.537978530+03:00" level=info msg="Docker daemon" commit=b0f5bc3 graphdriver(s)=overlay2 version=20.10.7
+time="2021-06-07T13:43:45.538120809+03:00" level=info msg="Daemon has completed initialization"
+time="2021-06-07T13:43:45.551339351+03:00" level=debug msg="Registering routers"
+time="2021-06-07T13:43:45.551390493+03:00" level=debug msg="Registering GET, /containers/{name:.*}/checkpoints"
+time="2021-06-07T13:43:45.551482751+03:00" level=debug msg="Registering POST, /containers/{name:.*}/checkpoints"
+time="2021-06-07T13:43:45.551541479+03:00" level=debug msg="Registering DELETE, /containers/{name}/checkpoints/{checkpoint}"
+time="2021-06-07T13:43:45.551623917+03:00" level=debug msg="Registering HEAD, /containers/{name:.*}/archive"
+time="2021-06-07T13:43:45.551703339+03:00" level=debug msg="Registering GET, /containers/json"
+time="2021-06-07T13:43:45.551760242+03:00" level=debug msg="Registering GET, /containers/{name:.*}/export"
+time="2021-06-07T13:43:45.551820093+03:00" level=debug msg="Registering GET, /containers/{name:.*}/changes"
+time="2021-06-07T13:43:45.551861597+03:00" level=debug msg="Registering GET, /containers/{name:.*}/json"
+time="2021-06-07T13:43:45.551904033+03:00" level=debug msg="Registering GET, /containers/{name:.*}/top"
+time="2021-06-07T13:43:45.551949321+03:00" level=debug msg="Registering GET, /containers/{name:.*}/logs"
+time="2021-06-07T13:43:45.551992962+03:00" level=debug msg="Registering GET, /containers/{name:.*}/stats"
+time="2021-06-07T13:43:45.552035511+03:00" level=debug msg="Registering GET, /containers/{name:.*}/attach/ws"
+time="2021-06-07T13:43:45.552088467+03:00" level=debug msg="Registering GET, /exec/{id:.*}/json"
+time="2021-06-07T13:43:45.552135905+03:00" level=debug msg="Registering GET, /containers/{name:.*}/archive"
+time="2021-06-07T13:43:45.552179447+03:00" level=debug msg="Registering POST, /containers/create"
+time="2021-06-07T13:43:45.552211941+03:00" level=debug msg="Registering POST, /containers/{name:.*}/kill"
+time="2021-06-07T13:43:45.552256483+03:00" level=debug msg="Registering POST, /containers/{name:.*}/pause"
+time="2021-06-07T13:43:45.552300919+03:00" level=debug msg="Registering POST, /containers/{name:.*}/unpause"
+time="2021-06-07T13:43:45.552357559+03:00" level=debug msg="Registering POST, /containers/{name:.*}/restart"
+time="2021-06-07T13:43:45.552401872+03:00" level=debug msg="Registering POST, /containers/{name:.*}/start"
+time="2021-06-07T13:43:45.552439198+03:00" level=debug msg="Registering POST, /containers/{name:.*}/stop"
+time="2021-06-07T13:43:45.552485655+03:00" level=debug msg="Registering POST, /containers/{name:.*}/wait"
+time="2021-06-07T13:43:45.552527133+03:00" level=debug msg="Registering POST, /containers/{name:.*}/resize"
+time="2021-06-07T13:43:45.552569069+03:00" level=debug msg="Registering POST, /containers/{name:.*}/attach"
+time="2021-06-07T13:43:45.552607679+03:00" level=debug msg="Registering POST, /containers/{name:.*}/copy"
+time="2021-06-07T13:43:45.552652287+03:00" level=debug msg="Registering POST, /containers/{name:.*}/exec"
+time="2021-06-07T13:43:45.552688243+03:00" level=debug msg="Registering POST, /exec/{name:.*}/start"
+time="2021-06-07T13:43:45.552724732+03:00" level=debug msg="Registering POST, /exec/{name:.*}/resize"
+time="2021-06-07T13:43:45.552776545+03:00" level=debug msg="Registering POST, /containers/{name:.*}/rename"
+time="2021-06-07T13:43:45.552819966+03:00" level=debug msg="Registering POST, /containers/{name:.*}/update"
+time="2021-06-07T13:43:45.552862974+03:00" level=debug msg="Registering POST, /containers/prune"
+time="2021-06-07T13:43:45.552892912+03:00" level=debug msg="Registering POST, /commit"
+time="2021-06-07T13:43:45.552921869+03:00" level=debug msg="Registering PUT, /containers/{name:.*}/archive"
+time="2021-06-07T13:43:45.552962308+03:00" level=debug msg="Registering DELETE, /containers/{name:.*}"
+time="2021-06-07T13:43:45.553013643+03:00" level=debug msg="Registering GET, /images/json"
+time="2021-06-07T13:43:45.553040211+03:00" level=debug msg="Registering GET, /images/search"
+time="2021-06-07T13:43:45.553068570+03:00" level=debug msg="Registering GET, /images/get"
+time="2021-06-07T13:43:45.553097765+03:00" level=debug msg="Registering GET, /images/{name:.*}/get"
+time="2021-06-07T13:43:45.553141246+03:00" level=debug msg="Registering GET, /images/{name:.*}/history"
+time="2021-06-07T13:43:45.553176211+03:00" level=debug msg="Registering GET, /images/{name:.*}/json"
+time="2021-06-07T13:43:45.553211441+03:00" level=debug msg="Registering POST, /images/load"
+time="2021-06-07T13:43:45.553235875+03:00" level=debug msg="Registering POST, /images/create"
+time="2021-06-07T13:43:45.553263305+03:00" level=debug msg="Registering POST, /images/{name:.*}/push"
+time="2021-06-07T13:43:45.553306107+03:00" level=debug msg="Registering POST, /images/{name:.*}/tag"
+time="2021-06-07T13:43:45.553338695+03:00" level=debug msg="Registering POST, /images/prune"
+time="2021-06-07T13:43:45.553364079+03:00" level=debug msg="Registering DELETE, /images/{name:.*}"
+time="2021-06-07T13:43:45.553402499+03:00" level=debug msg="Registering OPTIONS, /{anyroute:.*}"
+time="2021-06-07T13:43:45.553439005+03:00" level=debug msg="Registering GET, /_ping"
+time="2021-06-07T13:43:45.553462382+03:00" level=debug msg="Registering HEAD, /_ping"
+time="2021-06-07T13:43:45.553487395+03:00" level=debug msg="Registering GET, /events"
+time="2021-06-07T13:43:45.553514514+03:00" level=debug msg="Registering GET, /info"
+time="2021-06-07T13:43:45.553539837+03:00" level=debug msg="Registering GET, /version"
+time="2021-06-07T13:43:45.553567090+03:00" level=debug msg="Registering GET, /system/df"
+time="2021-06-07T13:43:45.553594845+03:00" level=debug msg="Registering POST, /auth"
+time="2021-06-07T13:43:45.553618168+03:00" level=debug msg="Registering GET, /volumes"
+time="2021-06-07T13:43:45.553641626+03:00" level=debug msg="Registering GET, /volumes/{name:.*}"
+time="2021-06-07T13:43:45.553682671+03:00" level=debug msg="Registering POST, /volumes/create"
+time="2021-06-07T13:43:45.553712262+03:00" level=debug msg="Registering POST, /volumes/prune"
+time="2021-06-07T13:43:45.553739711+03:00" level=debug msg="Registering DELETE, /volumes/{name:.*}"
+time="2021-06-07T13:43:45.553777692+03:00" level=debug msg="Registering POST, /build"
+time="2021-06-07T13:43:45.553799990+03:00" level=debug msg="Registering POST, /build/prune"
+time="2021-06-07T13:43:45.553827985+03:00" level=debug msg="Registering POST, /build/cancel"
+time="2021-06-07T13:43:45.553857522+03:00" level=debug msg="Registering POST, /session"
+time="2021-06-07T13:43:45.553886279+03:00" level=debug msg="Registering POST, /swarm/init"
+time="2021-06-07T13:43:45.553910318+03:00" level=debug msg="Registering POST, /swarm/join"
+time="2021-06-07T13:43:45.553948345+03:00" level=debug msg="Registering POST, /swarm/leave"
+time="2021-06-07T13:43:45.553978693+03:00" level=debug msg="Registering GET, /swarm"
+time="2021-06-07T13:43:45.554003049+03:00" level=debug msg="Registering GET, /swarm/unlockkey"
+time="2021-06-07T13:43:45.554031100+03:00" level=debug msg="Registering POST, /swarm/update"
+time="2021-06-07T13:43:45.554057652+03:00" level=debug msg="Registering POST, /swarm/unlock"
+time="2021-06-07T13:43:45.554086862+03:00" level=debug msg="Registering GET, /services"
+time="2021-06-07T13:43:45.554112117+03:00" level=debug msg="Registering GET, /services/{id}"
+time="2021-06-07T13:43:45.554148514+03:00" level=debug msg="Registering POST, /services/create"
+time="2021-06-07T13:43:45.554177075+03:00" level=debug msg="Registering POST, /services/{id}/update"
+time="2021-06-07T13:43:45.554217300+03:00" level=debug msg="Registering DELETE, /services/{id}"
+time="2021-06-07T13:43:45.554251822+03:00" level=debug msg="Registering GET, /services/{id}/logs"
+time="2021-06-07T13:43:45.554295500+03:00" level=debug msg="Registering GET, /nodes"
+time="2021-06-07T13:43:45.554319293+03:00" level=debug msg="Registering GET, /nodes/{id}"
+time="2021-06-07T13:43:45.554361413+03:00" level=debug msg="Registering DELETE, /nodes/{id}"
+time="2021-06-07T13:43:45.554391014+03:00" level=debug msg="Registering POST, /nodes/{id}/update"
+time="2021-06-07T13:43:45.554428722+03:00" level=debug msg="Registering GET, /tasks"
+time="2021-06-07T13:43:45.554451399+03:00" level=debug msg="Registering GET, /tasks/{id}"
+time="2021-06-07T13:43:45.554485014+03:00" level=debug msg="Registering GET, /tasks/{id}/logs"
+time="2021-06-07T13:43:45.554528779+03:00" level=debug msg="Registering GET, /secrets"
+time="2021-06-07T13:43:45.554602947+03:00" level=debug msg="Registering POST, /secrets/create"
+time="2021-06-07T13:43:45.554638553+03:00" level=debug msg="Registering DELETE, /secrets/{id}"
+time="2021-06-07T13:43:45.554685403+03:00" level=debug msg="Registering GET, /secrets/{id}"
+time="2021-06-07T13:43:45.554726428+03:00" level=debug msg="Registering POST, /secrets/{id}/update"
+time="2021-06-07T13:43:45.554782986+03:00" level=debug msg="Registering GET, /configs"
+time="2021-06-07T13:43:45.554821686+03:00" level=debug msg="Registering POST, /configs/create"
+time="2021-06-07T13:43:45.554864681+03:00" level=debug msg="Registering DELETE, /configs/{id}"
+time="2021-06-07T13:43:45.554910398+03:00" level=debug msg="Registering GET, /configs/{id}"
+time="2021-06-07T13:43:45.554960155+03:00" level=debug msg="Registering POST, /configs/{id}/update"
+time="2021-06-07T13:43:45.555042324+03:00" level=debug msg="Registering GET, /plugins"
+time="2021-06-07T13:43:45.555087279+03:00" level=debug msg="Registering GET, /plugins/{name:.*}/json"
+time="2021-06-07T13:43:45.555140190+03:00" level=debug msg="Registering GET, /plugins/privileges"
+time="2021-06-07T13:43:45.555188816+03:00" level=debug msg="Registering DELETE, /plugins/{name:.*}"
+time="2021-06-07T13:43:45.555235307+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/enable"
+time="2021-06-07T13:43:45.555280872+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/disable"
+time="2021-06-07T13:43:45.555339903+03:00" level=debug msg="Registering POST, /plugins/pull"
+time="2021-06-07T13:43:45.555377704+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/push"
+time="2021-06-07T13:43:45.555453067+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/upgrade"
+time="2021-06-07T13:43:45.555496992+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/set"
+time="2021-06-07T13:43:45.555557115+03:00" level=debug msg="Registering POST, /plugins/create"
+time="2021-06-07T13:43:45.555593487+03:00" level=debug msg="Registering GET, /distribution/{name:.*}/json"
+time="2021-06-07T13:43:45.555641951+03:00" level=debug msg="Registering POST, /grpc"
+time="2021-06-07T13:43:45.555671161+03:00" level=debug msg="Registering GET, /networks"
+time="2021-06-07T13:43:45.555700099+03:00" level=debug msg="Registering GET, /networks/"
+time="2021-06-07T13:43:45.555729897+03:00" level=debug msg="Registering GET, /networks/{id:.+}"
+time="2021-06-07T13:43:45.555772326+03:00" level=debug msg="Registering POST, /networks/create"
+time="2021-06-07T13:43:45.555820525+03:00" level=debug msg="Registering POST, /networks/{id:.*}/connect"
+time="2021-06-07T13:43:45.555870371+03:00" level=debug msg="Registering POST, /networks/{id:.*}/disconnect"
+time="2021-06-07T13:43:45.555914302+03:00" level=debug msg="Registering POST, /networks/prune"
+time="2021-06-07T13:43:45.555942576+03:00" level=debug msg="Registering DELETE, /networks/{id:.*}"
+time="2021-06-07T13:43:45.556072915+03:00" level=debug msg="Registering routers"
+time="2021-06-07T13:43:45.556081008+03:00" level=debug msg="Registering GET, /containers/{name:.*}/checkpoints"
+time="2021-06-07T13:43:45.556123173+03:00" level=debug msg="Registering POST, /containers/{name:.*}/checkpoints"
+time="2021-06-07T13:43:45.556178130+03:00" level=debug msg="Registering DELETE, /containers/{name}/checkpoints/{checkpoint}"
+time="2021-06-07T13:43:45.556240939+03:00" level=debug msg="Registering HEAD, /containers/{name:.*}/archive"
+time="2021-06-07T13:43:45.556269008+03:00" level=info msg="API listen on /var/run/docker.sock"
+time="2021-06-07T13:43:45.556277651+03:00" level=debug msg="Registering GET, /containers/json"
+time="2021-06-07T13:43:45.556541181+03:00" level=debug msg="Registering GET, /containers/{name:.*}/export"
+time="2021-06-07T13:43:45.556623717+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:45.556625012+03:00" level=debug msg="Registering GET, /containers/{name:.*}/changes"
+time="2021-06-07T13:43:45.556777108+03:00" level=debug msg="Registering GET, /containers/{name:.*}/json"
+time="2021-06-07T13:43:45.556843648+03:00" level=debug msg="Registering GET, /containers/{name:.*}/top"
+time="2021-06-07T13:43:45.556887142+03:00" level=debug msg="Registering GET, /containers/{name:.*}/logs"
+time="2021-06-07T13:43:45.556929507+03:00" level=debug msg="Registering GET, /containers/{name:.*}/stats"
+time="2021-06-07T13:43:45.556966656+03:00" level=debug msg="Registering GET, /containers/{name:.*}/attach/ws"
+time="2021-06-07T13:43:45.557012025+03:00" level=debug msg="Registering GET, /exec/{id:.*}/json"
+time="2021-06-07T13:43:45.557047627+03:00" level=debug msg="Registering GET, /containers/{name:.*}/archive"
+time="2021-06-07T13:43:45.557095186+03:00" level=debug msg="Registering POST, /containers/create"
+time="2021-06-07T13:43:45.557137440+03:00" level=debug msg="Registering POST, /containers/{name:.*}/kill"
+time="2021-06-07T13:43:45.557161077+03:00" level=debug msg="Calling GET /v1.41/info"
+time="2021-06-07T13:43:45.557192267+03:00" level=debug msg="Registering POST, /containers/{name:.*}/pause"
+time="2021-06-07T13:43:45.557230121+03:00" level=debug msg="Registering POST, /containers/{name:.*}/unpause"
+time="2021-06-07T13:43:45.557274478+03:00" level=debug msg="Registering POST, /containers/{name:.*}/restart"
+time="2021-06-07T13:43:45.557316834+03:00" level=debug msg="Registering POST, /containers/{name:.*}/start"
+time="2021-06-07T13:43:45.557359238+03:00" level=debug msg="Registering POST, /containers/{name:.*}/stop"
+time="2021-06-07T13:43:45.557405593+03:00" level=debug msg="Registering POST, /containers/{name:.*}/wait"
+time="2021-06-07T13:43:45.557449617+03:00" level=debug msg="Registering POST, /containers/{name:.*}/resize"
+time="2021-06-07T13:43:45.557492390+03:00" level=debug msg="Registering POST, /containers/{name:.*}/attach"
+time="2021-06-07T13:43:45.557531700+03:00" level=debug msg="Registering POST, /containers/{name:.*}/copy"
+time="2021-06-07T13:43:45.557572178+03:00" level=debug msg="Registering POST, /containers/{name:.*}/exec"
+time="2021-06-07T13:43:45.557603789+03:00" level=debug msg="Registering POST, /exec/{name:.*}/start"
+time="2021-06-07T13:43:45.557664603+03:00" level=debug msg="Registering POST, /exec/{name:.*}/resize"
+time="2021-06-07T13:43:45.557706599+03:00" level=debug msg="Registering POST, /containers/{name:.*}/rename"
+time="2021-06-07T13:43:45.557746304+03:00" level=debug msg="Registering POST, /containers/{name:.*}/update"
+time="2021-06-07T13:43:45.557787258+03:00" level=debug msg="Registering POST, /containers/prune"
+time="2021-06-07T13:43:45.557816869+03:00" level=debug msg="Registering POST, /commit"
+time="2021-06-07T13:43:45.557842074+03:00" level=debug msg="Registering PUT, /containers/{name:.*}/archive"
+time="2021-06-07T13:43:45.557885061+03:00" level=debug msg="Registering DELETE, /containers/{name:.*}"
+time="2021-06-07T13:43:45.557932455+03:00" level=debug msg="Registering GET, /images/json"
+time="2021-06-07T13:43:45.557961343+03:00" level=debug msg="Registering GET, /images/search"
+time="2021-06-07T13:43:45.557988573+03:00" level=debug msg="Registering GET, /images/get"
+time="2021-06-07T13:43:45.558020600+03:00" level=debug msg="Registering GET, /images/{name:.*}/get"
+time="2021-06-07T13:43:45.558059405+03:00" level=debug msg="Registering GET, /images/{name:.*}/history"
+time="2021-06-07T13:43:45.558100833+03:00" level=debug msg="Registering GET, /images/{name:.*}/json"
+time="2021-06-07T13:43:45.558161091+03:00" level=debug msg="Registering POST, /images/load"
+time="2021-06-07T13:43:45.558187089+03:00" level=debug msg="Registering POST, /images/create"
+time="2021-06-07T13:43:45.558226941+03:00" level=debug msg="Registering POST, /images/{name:.*}/push"
+time="2021-06-07T13:43:45.558277220+03:00" level=debug msg="Registering POST, /images/{name:.*}/tag"
+time="2021-06-07T13:43:45.558313557+03:00" level=debug msg="Registering POST, /images/prune"
+time="2021-06-07T13:43:45.558360945+03:00" level=debug msg="Registering DELETE, /images/{name:.*}"
+time="2021-06-07T13:43:45.558401652+03:00" level=debug msg="Registering OPTIONS, /{anyroute:.*}"
+time="2021-06-07T13:43:45.558436543+03:00" level=debug msg="Registering GET, /_ping"
+time="2021-06-07T13:43:45.558458006+03:00" level=debug msg="Registering HEAD, /_ping"
+time="2021-06-07T13:43:45.558482136+03:00" level=debug msg="Registering GET, /events"
+time="2021-06-07T13:43:45.558511688+03:00" level=debug msg="Registering GET, /info"
+time="2021-06-07T13:43:45.558536358+03:00" level=debug msg="Registering GET, /version"
+time="2021-06-07T13:43:45.558596336+03:00" level=debug msg="Registering GET, /system/df"
+time="2021-06-07T13:43:45.558641381+03:00" level=debug msg="Registering POST, /auth"
+time="2021-06-07T13:43:45.558667452+03:00" level=debug msg="Registering GET, /volumes"
+time="2021-06-07T13:43:45.558706999+03:00" level=debug msg="Registering GET, /volumes/{name:.*}"
+time="2021-06-07T13:43:45.558772926+03:00" level=debug msg="Registering POST, /volumes/create"
+time="2021-06-07T13:43:45.558802883+03:00" level=debug msg="Registering POST, /volumes/prune"
+time="2021-06-07T13:43:45.558835144+03:00" level=debug msg="Registering DELETE, /volumes/{name:.*}"
+time="2021-06-07T13:43:45.558893125+03:00" level=debug msg="Registering POST, /build"
+time="2021-06-07T13:43:45.558920223+03:00" level=debug msg="Registering POST, /build/prune"
+time="2021-06-07T13:43:45.558952612+03:00" level=debug msg="Registering POST, /build/cancel"
+time="2021-06-07T13:43:45.558988076+03:00" level=debug msg="Registering POST, /session"
+time="2021-06-07T13:43:45.559030361+03:00" level=debug msg="Registering POST, /swarm/init"
+time="2021-06-07T13:43:45.559060102+03:00" level=debug msg="Registering POST, /swarm/join"
+time="2021-06-07T13:43:45.559093788+03:00" level=debug msg="Registering POST, /swarm/leave"
+time="2021-06-07T13:43:45.559127911+03:00" level=debug msg="Registering GET, /swarm"
+time="2021-06-07T13:43:45.559175157+03:00" level=debug msg="Registering GET, /swarm/unlockkey"
+time="2021-06-07T13:43:45.559210635+03:00" level=debug msg="Registering POST, /swarm/update"
+time="2021-06-07T13:43:45.559244554+03:00" level=debug msg="Registering POST, /swarm/unlock"
+time="2021-06-07T13:43:45.559285242+03:00" level=debug msg="Registering GET, /services"
+time="2021-06-07T13:43:45.559315578+03:00" level=debug msg="Registering GET, /services/{id}"
+time="2021-06-07T13:43:45.559355656+03:00" level=debug msg="Registering POST, /services/create"
+time="2021-06-07T13:43:45.559390429+03:00" level=debug msg="Registering POST, /services/{id}/update"
+time="2021-06-07T13:43:45.559438273+03:00" level=debug msg="Registering DELETE, /services/{id}"
+time="2021-06-07T13:43:45.559498390+03:00" level=debug msg="Registering GET, /services/{id}/logs"
+time="2021-06-07T13:43:45.559548223+03:00" level=debug msg="Registering GET, /nodes"
+time="2021-06-07T13:43:45.559576562+03:00" level=debug msg="Registering GET, /nodes/{id}"
+time="2021-06-07T13:43:45.559619427+03:00" level=debug msg="Registering DELETE, /nodes/{id}"
+time="2021-06-07T13:43:45.559658825+03:00" level=debug msg="Registering POST, /nodes/{id}/update"
+time="2021-06-07T13:43:45.559701657+03:00" level=debug msg="Registering GET, /tasks"
+time="2021-06-07T13:43:45.559739217+03:00" level=debug msg="Registering GET, /tasks/{id}"
+time="2021-06-07T13:43:45.559781275+03:00" level=debug msg="Registering GET, /tasks/{id}/logs"
+time="2021-06-07T13:43:45.559851828+03:00" level=debug msg="Registering GET, /secrets"
+time="2021-06-07T13:43:45.559878219+03:00" level=debug msg="Registering POST, /secrets/create"
+time="2021-06-07T13:43:45.559927998+03:00" level=debug msg="Registering DELETE, /secrets/{id}"
+time="2021-06-07T13:43:45.559992773+03:00" level=debug msg="Registering GET, /secrets/{id}"
+time="2021-06-07T13:43:45.560040857+03:00" level=debug msg="Registering POST, /secrets/{id}/update"
+time="2021-06-07T13:43:45.560089808+03:00" level=debug msg="Registering GET, /configs"
+time="2021-06-07T13:43:45.560122907+03:00" level=debug msg="Registering POST, /configs/create"
+time="2021-06-07T13:43:45.560160275+03:00" level=debug msg="Registering DELETE, /configs/{id}"
+time="2021-06-07T13:43:45.560196767+03:00" level=debug msg="Registering GET, /configs/{id}"
+time="2021-06-07T13:43:45.560243636+03:00" level=debug msg="Registering POST, /configs/{id}/update"
+time="2021-06-07T13:43:45.560292140+03:00" level=debug msg="Registering GET, /plugins"
+time="2021-06-07T13:43:45.560318389+03:00" level=debug msg="Registering GET, /plugins/{name:.*}/json"
+time="2021-06-07T13:43:45.560371978+03:00" level=debug msg="Registering GET, /plugins/privileges"
+time="2021-06-07T13:43:45.560406294+03:00" level=debug msg="Registering DELETE, /plugins/{name:.*}"
+time="2021-06-07T13:43:45.560445122+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/enable"
+time="2021-06-07T13:43:45.560507128+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/disable"
+time="2021-06-07T13:43:45.560559273+03:00" level=debug msg="Registering POST, /plugins/pull"
+time="2021-06-07T13:43:45.560597908+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/push"
+time="2021-06-07T13:43:45.560643222+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/upgrade"
+time="2021-06-07T13:43:45.560691174+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/set"
+time="2021-06-07T13:43:45.560730983+03:00" level=debug msg="Registering POST, /plugins/create"
+time="2021-06-07T13:43:45.560770090+03:00" level=debug msg="Registering GET, /distribution/{name:.*}/json"
+time="2021-06-07T13:43:45.560819246+03:00" level=debug msg="Registering POST, /grpc"
+time="2021-06-07T13:43:45.560847080+03:00" level=debug msg="Registering GET, /networks"
+time="2021-06-07T13:43:45.560882387+03:00" level=debug msg="Registering GET, /networks/"
+time="2021-06-07T13:43:45.560909569+03:00" level=debug msg="Registering GET, /networks/{id:.+}"
+time="2021-06-07T13:43:45.560960398+03:00" level=debug msg="Registering POST, /networks/create"
+time="2021-06-07T13:43:45.561006077+03:00" level=debug msg="Registering POST, /networks/{id:.*}/connect"
+time="2021-06-07T13:43:45.561051967+03:00" level=debug msg="Registering POST, /networks/{id:.*}/disconnect"
+time="2021-06-07T13:43:45.561103072+03:00" level=debug msg="Registering POST, /networks/prune"
+time="2021-06-07T13:43:45.561160623+03:00" level=debug msg="Registering DELETE, /networks/{id:.*}"
+time="2021-06-07T13:43:45.561215452+03:00" level=debug msg="Registering GET, /vars"
+time="2021-06-07T13:43:45.561235674+03:00" level=debug msg="Registering GET, /pprof/"
+time="2021-06-07T13:43:45.561262664+03:00" level=debug msg="Registering GET, /pprof/cmdline"
+time="2021-06-07T13:43:45.561298175+03:00" level=debug msg="Registering GET, /pprof/profile"
+time="2021-06-07T13:43:45.561330172+03:00" level=debug msg="Registering GET, /pprof/symbol"
+time="2021-06-07T13:43:45.561367762+03:00" level=debug msg="Registering GET, /pprof/trace"
+time="2021-06-07T13:43:45.561400985+03:00" level=debug msg="Registering GET, /pprof/{name}"
+time="2021-06-07T13:43:45.561597528+03:00" level=info msg="API listen on [::]:2375"
+time="2021-06-07T13:43:45.662660435+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:45.663228328+03:00" level=debug msg="Calling GET /v1.41/containers/json?all=1"
+time="2021-06-07T13:43:45.706430171+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:45.747168196+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:45.747643865+03:00" level=debug msg="Calling GET /v1.41/containers/json?all=1"
+time="2021-06-07T13:43:45.790134351+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:46.212560148+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:46.213030215+03:00" level=debug msg="Calling GET /v1.41/containers/json?all=1&filters=%7B%22name%22%3A%7B%22%7Bself.project_name%7D%22%3Atrue%7D%7D"
+time="2021-06-07T13:43:46.258447621+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:46.259041669+03:00" level=debug msg="Calling POST /v1.41/volumes/prune"
+time="2021-06-07T13:43:46.259167715+03:00" level=debug msg=VolumeStore.Find ByType=service.andCombinator ByValue="[[local] false 0x55b935e28070 0x55b935e29680]"
+time="2021-06-07T13:43:46.342656644+03:00" level=debug msg="Calling GET /version"
+time="2021-06-07T13:43:46.553270178+03:00" level=debug msg="Calling GET /version"
+time="2021-06-07T13:43:46.568708706+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
+time="2021-06-07T13:43:46.572110800+03:00" level=debug msg="Calling GET /v1.41/info"
+time="2021-06-07T13:43:46.585952322+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
+time="2021-06-07T13:43:46.587767686+03:00" level=debug msg="Calling POST /v1.41/networks/create"
+time="2021-06-07T13:43:46.587874723+03:00" level=debug msg="form data: {\"Attachable\":true,\"CheckDuplicate\":true,\"Labels\":{\"com.docker.compose.network\":\"default\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.version\":\"1.28.2\"},\"Name\":\"roottestclustercopier_default\"}"
+time="2021-06-07T13:43:46.588149958+03:00" level=debug msg="Allocating IPv4 pools for network roottestclustercopier_default (094a0cf0555566eb391d98be9990e09b31906510949a6f4d08db20c0056bab77)"
+time="2021-06-07T13:43:46.588169938+03:00" level=debug msg="RequestPool(LocalDefault, , , map[], false)"
+time="2021-06-07T13:43:46.588389535+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[RequestAddressType:com.docker.network.gateway])"
+time="2021-06-07T13:43:46.588408217+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 254, Sequence: (0x80000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:46.588458413+03:00" level=debug msg="Did not find any interface with name br-094a0cf05555: Link not found"
+time="2021-06-07T13:43:46.588474683+03:00" level=debug msg="Setting bridge mac address to 02:42:ab:07:4a:f2"
+time="2021-06-07T13:43:46.589014356+03:00" level=debug msg="Assigning address to bridge interface br-094a0cf05555: 172.16.1.1/24"
+time="2021-06-07T13:43:46.589099674+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.1.0/24 ! -o br-094a0cf05555 -j MASQUERADE]"
+time="2021-06-07T13:43:46.591066749+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I POSTROUTING -s 172.16.1.0/24 ! -o br-094a0cf05555 -j MASQUERADE]"
+time="2021-06-07T13:43:46.593111026+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i br-094a0cf05555 -j RETURN]"
+time="2021-06-07T13:43:46.594753882+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I DOCKER -i br-094a0cf05555 -j RETURN]"
+time="2021-06-07T13:43:46.596684655+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i br-094a0cf05555 -o br-094a0cf05555 -j DROP]"
+time="2021-06-07T13:43:46.598310668+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i br-094a0cf05555 -o br-094a0cf05555 -j ACCEPT]"
+time="2021-06-07T13:43:46.599853738+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i br-094a0cf05555 -o br-094a0cf05555 -j ACCEPT]"
+time="2021-06-07T13:43:46.601450567+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i br-094a0cf05555 ! -o br-094a0cf05555 -j ACCEPT]"
+time="2021-06-07T13:43:46.602809064+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i br-094a0cf05555 ! -o br-094a0cf05555 -j ACCEPT]"
+time="2021-06-07T13:43:46.604755774+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:46.606320188+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
+time="2021-06-07T13:43:46.608003896+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
+time="2021-06-07T13:43:46.609674748+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
+time="2021-06-07T13:43:46.611389455+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o br-094a0cf05555 -j DOCKER]"
+time="2021-06-07T13:43:46.612954495+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o br-094a0cf05555 -j DOCKER]"
+time="2021-06-07T13:43:46.614384386+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o br-094a0cf05555 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:46.616262871+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o br-094a0cf05555 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
+time="2021-06-07T13:43:46.618146790+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:46.619604368+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:46.621037740+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-ISOLATION-STAGE-1]"
+time="2021-06-07T13:43:46.622431847+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i br-094a0cf05555 ! -o br-094a0cf05555 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:46.623909807+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-1 -i br-094a0cf05555 ! -o br-094a0cf05555 -j DOCKER-ISOLATION-STAGE-2]"
+time="2021-06-07T13:43:46.625725709+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o br-094a0cf05555 -j DROP]"
+time="2021-06-07T13:43:46.627189788+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-2 -o br-094a0cf05555 -j DROP]"
+time="2021-06-07T13:43:46.637892227+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-USER]"
+time="2021-06-07T13:43:46.639401560+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-USER -j RETURN]"
+time="2021-06-07T13:43:46.641129807+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-USER]"
+time="2021-06-07T13:43:46.642794115+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-USER]"
+time="2021-06-07T13:43:46.644471067+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-USER]"
+time="2021-06-07T13:43:46.648296907+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=0&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.649712260+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=0&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.651082770+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.654372636+03:00" level=debug msg="Calling GET /v1.41/containers/1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993/json"
+time="2021-06-07T13:43:46.656179730+03:00" level=debug msg="Calling GET /v1.41/containers/2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366/json"
+time="2021-06-07T13:43:46.657814884+03:00" level=debug msg="Calling GET /v1.41/containers/d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97/json"
+time="2021-06-07T13:43:46.659307283+03:00" level=debug msg="Calling GET /v1.41/containers/59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392/json"
+time="2021-06-07T13:43:46.660808790+03:00" level=debug msg="Calling GET /v1.41/containers/c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339/json"
+time="2021-06-07T13:43:46.662211924+03:00" level=debug msg="Calling GET /v1.41/containers/53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82/json"
+time="2021-06-07T13:43:46.664103854+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.665218565+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.666425803+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.667747522+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.668992469+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.670196699+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.671525674+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.673154591+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.674512451+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.676198220+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.677334967+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.678489800+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.679761573+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.680906487+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.682032462+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.684052767+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.684979212+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.686320719+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.687211221+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.688440094+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.690133575+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:46.691376574+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.693852334+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.697828012+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_zoo2_1"
+time="2021-06-07T13:43:46.697845472+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.698022716+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"keeper\",\"--config=/etc/clickhouse-keeper/keeper_config2.xml\",\"--log-file=/var/log/clickhouse-keeper/clickhouse-keeper.log\",\"--errorlog-file=/var/log/clickhouse-keeper/clickhouse-keeper.err.log\"],\"HostConfig\":{\"Binds\":[],\"CapAdd\":[\"SYS_PTRACE\",\"NET_ADMIN\",\"IPC_LOCK\",\"SYS_NICE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"Mounts\":[{\"ReadOnly\":null,\"Source\":\"/clickhouse\",\"Target\":\"/usr/bin/clickhouse\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination\",\"Target\":\"/var/lib/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config\",\"Target\":\"/etc/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log\",\"Target\":\"/var/log/clickhouse-keeper\",\"Type\":\"bind\"}],\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"RestartPolicy\":{\"MaximumRetryCount\":0,\"Name\":\"always\"},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"fa2ce5be5e2d499a3cfe1d6c6277074f8d800edb40c9dcb07a080a35dcb2440f\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/compose/docker_compose_keeper.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/compose\",\"com.docker.compose.service\":\"zoo2\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"zoo2\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{}}"
+time="2021-06-07T13:43:46.697957319+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.699807840+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.700270501+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
+time="2021-06-07T13:43:46.700909773+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:46.704067440+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_zoo3_1"
+time="2021-06-07T13:43:46.704171973+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_zoo1_1"
+time="2021-06-07T13:43:46.704265529+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"keeper\",\"--config=/etc/clickhouse-keeper/keeper_config3.xml\",\"--log-file=/var/log/clickhouse-keeper/clickhouse-keeper.log\",\"--errorlog-file=/var/log/clickhouse-keeper/clickhouse-keeper.err.log\"],\"HostConfig\":{\"Binds\":[],\"CapAdd\":[\"SYS_PTRACE\",\"NET_ADMIN\",\"IPC_LOCK\",\"SYS_NICE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"Mounts\":[{\"ReadOnly\":null,\"Source\":\"/clickhouse\",\"Target\":\"/usr/bin/clickhouse\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log\",\"Target\":\"/var/log/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config\",\"Target\":\"/etc/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination\",\"Target\":\"/var/lib/clickhouse-keeper\",\"Type\":\"bind\"}],\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"RestartPolicy\":{\"MaximumRetryCount\":0,\"Name\":\"always\"},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"1096e9cf0d2dfa152b80279400e10cbf7af519396b4e9126e938ea1329b9af3b\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/compose/docker_compose_keeper.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/compose\",\"com.docker.compose.service\":\"zoo3\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"zoo3\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{}}"
+time="2021-06-07T13:43:46.704359018+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"keeper\",\"--config=/etc/clickhouse-keeper/keeper_config1.xml\",\"--log-file=/var/log/clickhouse-keeper/clickhouse-keeper.log\",\"--errorlog-file=/var/log/clickhouse-keeper/clickhouse-keeper.err.log\"],\"HostConfig\":{\"Binds\":[],\"CapAdd\":[\"SYS_PTRACE\",\"NET_ADMIN\",\"IPC_LOCK\",\"SYS_NICE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"Mounts\":[{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination\",\"Target\":\"/var/lib/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/clickhouse\",\"Target\":\"/usr/bin/clickhouse\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config\",\"Target\":\"/etc/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log\",\"Target\":\"/var/log/clickhouse-keeper\",\"Type\":\"bind\"}],\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"RestartPolicy\":{\"MaximumRetryCount\":0,\"Name\":\"always\"},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"9dbb04299aee5ebf9bd839eabe17b3610a143852ea13c9784d37bc7fd77ad626\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/compose/docker_compose_keeper.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/compose\",\"com.docker.compose.service\":\"zoo1\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"zoo1\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{}}"
+time="2021-06-07T13:43:46.705841542+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
+time="2021-06-07T13:43:46.705996145+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
+time="2021-06-07T13:43:46.732683319+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/ea37507d81eb2c8c2e339141eef66c960cfafdb321315aa8799ac01d17849063/merged 0x55b938a3c440 0x55b938a3c440}" container=372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae
+time="2021-06-07T13:43:46.732720938+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/f582467503f143926a790306144ab613436fda31ad97775a180f8ecc23752435/merged 0x55b938a3c440 0x55b938a3c440}" container=dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb
+time="2021-06-07T13:43:46.732834251+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/1038da7438b481691700b6d23f4fd7c707b45a5887312fcdc7f719ef868558d8/merged 0x55b938a3c440 0x55b938a3c440}" container=54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7
+time="2021-06-07T13:43:46.750307401+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
+time="2021-06-07T13:43:46.750312427+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
+time="2021-06-07T13:43:46.753818858+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
+time="2021-06-07T13:43:46.754056436+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
+time="2021-06-07T13:43:46.754180126+03:00" level=debug msg="form data: {\"Container\":\"372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae\"}"
+time="2021-06-07T13:43:46.754061169+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
+time="2021-06-07T13:43:46.754293603+03:00" level=debug msg="form data: {\"Container\":\"dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb\"}"
+time="2021-06-07T13:43:46.755883516+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
+time="2021-06-07T13:43:46.755969898+03:00" level=debug msg="form data: {\"Container\":\"54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7\"}"
+time="2021-06-07T13:43:46.762636259+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
+time="2021-06-07T13:43:46.762702781+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
+time="2021-06-07T13:43:46.762776704+03:00" level=debug msg="form data: {\"Container\":\"dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb\",\"EndpointConfig\":{\"Aliases\":[\"dd29d9bd3100\",\"zoo2\"]}}"
+time="2021-06-07T13:43:46.762727831+03:00" level=debug msg="form data: {\"Container\":\"372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae\",\"EndpointConfig\":{\"Aliases\":[\"zoo3\",\"372af7a99fa5\"]}}"
+time="2021-06-07T13:43:46.765957814+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
+time="2021-06-07T13:43:46.766350164+03:00" level=debug msg="form data: {\"Container\":\"54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7\",\"EndpointConfig\":{\"Aliases\":[\"zoo1\",\"54e7de6c6362\"]}}"
+time="2021-06-07T13:43:46.772136414+03:00" level=debug msg="Calling POST /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/start"
+time="2021-06-07T13:43:46.772404457+03:00" level=debug msg="Calling POST /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/start"
+time="2021-06-07T13:43:46.773168476+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/ea37507d81eb2c8c2e339141eef66c960cfafdb321315aa8799ac01d17849063/merged 0x55b938a3c440 0x55b938a3c440}" container=372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae
+time="2021-06-07T13:43:46.773330724+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/f582467503f143926a790306144ab613436fda31ad97775a180f8ecc23752435/merged 0x55b938a3c440 0x55b938a3c440}" container=dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb
+time="2021-06-07T13:43:46.773529275+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo3_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:46.773551728+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
+time="2021-06-07T13:43:46.773572621+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 253, Sequence: (0xc0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:2 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:46.782604216+03:00" level=debug msg="Calling POST /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/start"
+time="2021-06-07T13:43:46.783662822+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/1038da7438b481691700b6d23f4fd7c707b45a5887312fcdc7f719ef868558d8/merged 0x55b938a3c440 0x55b938a3c440}" container=54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7
+time="2021-06-07T13:43:46.784266928+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo3_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:46.784450972+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(roottestclustercopier_zoo3_1, 172.16.1.2, <nil>, true) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
+time="2021-06-07T13:43:46.784498922+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(zoo3, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
+time="2021-06-07T13:43:46.784511218+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(372af7a99fa5, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
+time="2021-06-07T13:43:46.787984777+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo2_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:46.788007270+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
+time="2021-06-07T13:43:46.788027780+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 252, Sequence: (0xe0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:3 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:46.790495721+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(roottestclustercopier_zoo3_1, 172.16.1.2, <nil>, true) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
+time="2021-06-07T13:43:46.790548263+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(zoo3, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
+time="2021-06-07T13:43:46.790808183+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(372af7a99fa5, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
+time="2021-06-07T13:43:46.792724016+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_zoo3_1 (efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684)"
+time="2021-06-07T13:43:46.843620700+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo2_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:46.843860068+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(roottestclustercopier_zoo2_1, 172.16.1.3, <nil>, true) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
+time="2021-06-07T13:43:46.843936526+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(dd29d9bd3100, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
+time="2021-06-07T13:43:46.843951332+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(zoo2, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
+time="2021-06-07T13:43:46.846002460+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo1_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:46.846026908+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
+time="2021-06-07T13:43:46.846048180+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 251, Sequence: (0xf0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:4 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:46.848198250+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(roottestclustercopier_zoo2_1, 172.16.1.3, <nil>, true) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
+time="2021-06-07T13:43:46.848251060+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(dd29d9bd3100, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
+time="2021-06-07T13:43:46.848265207+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(zoo2, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
+time="2021-06-07T13:43:46.849941865+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_zoo2_1 (7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293)"
+time="2021-06-07T13:43:46.895075107+03:00" level=debug msg="EnableService 372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae START"
+time="2021-06-07T13:43:46.895115353+03:00" level=debug msg="EnableService 372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae DONE"
+time="2021-06-07T13:43:46.901237754+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/ea37507d81eb2c8c2e339141eef66c960cfafdb321315aa8799ac01d17849063/merged
+time="2021-06-07T13:43:46.907404787+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
+time="2021-06-07T13:43:46.925624326+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae pid=427
+time="2021-06-07T13:43:46.952028466+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo1_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:46.952279195+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(roottestclustercopier_zoo1_1, 172.16.1.4, <nil>, true) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
+time="2021-06-07T13:43:46.952350581+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(zoo1, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
+time="2021-06-07T13:43:46.952364635+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(54e7de6c6362, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
+time="2021-06-07T13:43:46.960100209+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(roottestclustercopier_zoo1_1, 172.16.1.4, <nil>, true) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
+time="2021-06-07T13:43:46.960264093+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(zoo1, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
+time="2021-06-07T13:43:46.960291701+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(54e7de6c6362, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
+time="2021-06-07T13:43:46.961554971+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_zoo1_1 (b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3)"
+time="2021-06-07T13:43:47.001590098+03:00" level=debug msg="EnableService dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb START"
+time="2021-06-07T13:43:47.001631740+03:00" level=debug msg="EnableService dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb DONE"
+time="2021-06-07T13:43:47.007156053+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/f582467503f143926a790306144ab613436fda31ad97775a180f8ecc23752435/merged
+time="2021-06-07T13:43:47.012135333+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
+time="2021-06-07T13:43:47.029249157+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb pid=474
+time="2021-06-07T13:43:47.044336448+03:00" level=debug msg="garbage collected" d=2.420569ms
+time="2021-06-07T13:43:47.054745674+03:00" level=debug msg="EnableService 54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 START"
+time="2021-06-07T13:43:47.054788418+03:00" level=debug msg="EnableService 54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 DONE"
+time="2021-06-07T13:43:47.059148344+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/1038da7438b481691700b6d23f4fd7c707b45a5887312fcdc7f719ef868558d8/merged
+time="2021-06-07T13:43:47.064573545+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
+time="2021-06-07T13:43:47.081494848+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 pid=519
+time="2021-06-07T13:43:47.186684359+03:00" level=debug msg="garbage collected" d=2.375997ms
+time="2021-06-07T13:43:47.310809665+03:00" level=debug msg="sandbox set key processing took 259.169574ms for container 372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae"
+time="2021-06-07T13:43:47.344967231+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
+time="2021-06-07T13:43:47.345236365+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
+time="2021-06-07T13:43:47.362219596+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
+time="2021-06-07T13:43:47.362701705+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
+time="2021-06-07T13:43:47.532123908+03:00" level=debug msg="sandbox set key processing took 350.626142ms for container 54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7"
+time="2021-06-07T13:43:47.536980035+03:00" level=debug msg="sandbox set key processing took 384.026342ms for container dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb"
+time="2021-06-07T13:43:47.567535489+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
+time="2021-06-07T13:43:47.567819765+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
+time="2021-06-07T13:43:47.573945740+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
+time="2021-06-07T13:43:47.574199068+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
+time="2021-06-07T13:43:47.582315184+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
+time="2021-06-07T13:43:47.582651074+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
+time="2021-06-07T13:43:47.593289269+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
+time="2021-06-07T13:43:47.593547069+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
+time="2021-06-07T13:43:47.667295864+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
+time="2021-06-07T13:43:49.839662349+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:43:49.839759077+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:43:49.839674320+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:43:49.839876222+03:00" level=debug msg="[resolver] lookup name zoo3. present without IPv6 address"
+time="2021-06-07T13:43:49.840236204+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:43:49.840275375+03:00" level=debug msg="[resolver] lookup name zoo1. present without IPv6 address"
+time="2021-06-07T13:43:49.840251533+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:43:49.840341022+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:43:50.487947812+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:43:50.488024094+03:00" level=debug msg="[resolver] lookup name zoo2. present without IPv6 address"
+time="2021-06-07T13:43:50.488000194+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:43:50.488102480+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:43:50.606202040+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo2_1/json"
+time="2021-06-07T13:43:50.720698264+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo3_1/json"
+time="2021-06-07T13:43:50.728180003+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:43:50.728240500+03:00" level=debug msg="[resolver] lookup name zoo2. present without IPv6 address"
+time="2021-06-07T13:43:50.728288751+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:43:50.728342722+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:43:51.033192720+03:00" level=debug msg="Calling GET /version"
+time="2021-06-07T13:43:51.048033328+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
+time="2021-06-07T13:43:51.051454566+03:00" level=debug msg="Calling GET /v1.41/info"
+time="2021-06-07T13:43:51.065344736+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
+time="2021-06-07T13:43:51.066895910+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=0&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.069332198+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.073131517+03:00" level=debug msg="Calling GET /v1.41/containers/59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392/json"
+time="2021-06-07T13:43:51.074513568+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
+time="2021-06-07T13:43:51.075994326+03:00" level=debug msg="Calling GET /v1.41/containers/c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339/json"
+time="2021-06-07T13:43:51.077319784+03:00" level=debug msg="Calling GET /v1.41/containers/1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993/json"
+time="2021-06-07T13:43:51.078624599+03:00" level=debug msg="Calling GET /v1.41/containers/53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82/json"
+time="2021-06-07T13:43:51.080037902+03:00" level=debug msg="Calling GET /v1.41/containers/d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97/json"
+time="2021-06-07T13:43:51.081276593+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
+time="2021-06-07T13:43:51.082644102+03:00" level=debug msg="Calling GET /v1.41/containers/2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366/json"
+time="2021-06-07T13:43:51.084114549+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
+time="2021-06-07T13:43:51.085690418+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.087173801+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
+time="2021-06-07T13:43:51.088574239+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.089965498+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
+time="2021-06-07T13:43:51.091493499+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.092904634+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
+time="2021-06-07T13:43:51.094179018+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.095473381+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.096766203+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.097986311+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.099241836+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.100690963+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.102017216+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.103428055+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.104772540+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.106167683+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.107673745+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.109078983+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.110449247+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.111642698+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.112760037+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.113819592+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.115382651+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
+time="2021-06-07T13:43:51.116266917+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
+time="2021-06-07T13:43:51.117355418+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
+time="2021-06-07T13:43:51.120308760+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.121130170+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.122271544+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.123334802+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
+time="2021-06-07T13:43:51.125199949+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.127150010+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.127270428+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.130322513+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
+time="2021-06-07T13:43:51.130359261+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_second_1"
+time="2021-06-07T13:43:51.130533523+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"server\",\"--config-file=/etc/clickhouse-server/config.xml\",\"--log-file=/var/log/clickhouse-server/clickhouse-server.log\",\"--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log\"],\"Env\":[\"LLVM_PROFILE_FILE=/var/lib/clickhouse/server_%h_%p_%m.profraw\",\"keeper_binary=/clickhouse\",\"image=yandex/clickhouse-integration-test:latest\",\"user=0\",\"keeper_fs=bind\",\"keeper_logs_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log\",\"keeper_config_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config\",\"keeper_db_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination\",\"keeper_logs_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log\",\"keeper_config_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config\",\"keeper_db_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination\",\"keeper_logs_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log\",\"keeper_config_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config\",\"keeper_db_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination\"],\"HostConfig\":{\"Binds\":[\"/ClickHouse/tests/integration/test_cluster_copier/_instances/second/configs:/etc/clickhouse-server:rw\",\"/clickhouse-library-bridge:/usr/bin/clickhouse-library-bridge:rw\",\"/clickhouse-odbc-bridge:/usr/bin/clickhouse-odbc-bridge:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/second/database:/var/lib/clickhouse:rw\",\"/etc/passwd:/etc/passwd:ro\",\"/clickhouse:/usr/bin/clickhouse:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/second/logs:/var/log/clickhouse-server:rw\"],\"CapAdd\":[\"IPC_LOCK\",\"NET_ADMIN\",\"SYS_NICE\",\"SYS_PTRACE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Hostname\":\"second\",\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"26d4e409a6deda4cc4d907a19cdea70e2ff941b5c9d20d2047a75f01560a8bb3\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml,/compose/docker_compose_keeper.yml,/ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first\",\"com.docker.compose.service\":\"second\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"second\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{\"/etc/clickhouse-server\":{},\"/etc/passwd\":{},\"/usr/bin/clickhouse\":{},\"/usr/bin/clickhouse-library-bridge\":{},\"/usr/bin/clickhouse-odbc-bridge\":{},\"/var/lib/clickhouse\":{},\"/var/log/clickhouse-server\":{}}}"
+time="2021-06-07T13:43:51.132324966+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
+time="2021-06-07T13:43:51.132401508+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_first_1"
+time="2021-06-07T13:43:51.132576795+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"server\",\"--config-file=/etc/clickhouse-server/config.xml\",\"--log-file=/var/log/clickhouse-server/clickhouse-server.log\",\"--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log\"],\"Env\":[\"LLVM_PROFILE_FILE=/var/lib/clickhouse/server_%h_%p_%m.profraw\",\"keeper_binary=/clickhouse\",\"image=yandex/clickhouse-integration-test:latest\",\"user=0\",\"keeper_fs=bind\",\"keeper_logs_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log\",\"keeper_config_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config\",\"keeper_db_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination\",\"keeper_logs_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log\",\"keeper_config_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config\",\"keeper_db_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination\",\"keeper_logs_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log\",\"keeper_config_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config\",\"keeper_db_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination\"],\"HostConfig\":{\"Binds\":[\"/clickhouse-library-bridge:/usr/bin/clickhouse-library-bridge:rw\",\"/clickhouse-odbc-bridge:/usr/bin/clickhouse-odbc-bridge:rw\",\"/etc/passwd:/etc/passwd:ro\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/logs:/var/log/clickhouse-server:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/database:/var/lib/clickhouse:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/configs:/etc/clickhouse-server:rw\",\"/clickhouse:/usr/bin/clickhouse:rw\"],\"CapAdd\":[\"IPC_LOCK\",\"NET_ADMIN\",\"SYS_NICE\",\"SYS_PTRACE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Hostname\":\"first\",\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"1c92c65bb57dd1a69c4364ff50942b8e8d6af4bf0a3e0b3624dce579d7862b01\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml,/compose/docker_compose_keeper.yml,/ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first\",\"com.docker.compose.service\":\"first\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"first\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{\"/etc/clickhouse-server\":{},\"/etc/passwd\":{},\"/usr/bin/clickhouse\":{},\"/usr/bin/clickhouse-library-bridge\":{},\"/usr/bin/clickhouse-odbc-bridge\":{},\"/var/lib/clickhouse\":{},\"/var/log/clickhouse-server\":{}}}"
+time="2021-06-07T13:43:51.134138753+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
+time="2021-06-07T13:43:51.273845639+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d2aa34447e172d41b9d98aa3d6e1da101d5c3fc4cd27d5059bab055ab4fa445e/merged 0x55b938a3c440 0x55b938a3c440}" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b
+time="2021-06-07T13:43:51.273913062+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/etc/clickhouse-server
+time="2021-06-07T13:43:51.273941342+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/usr/bin/clickhouse-library-bridge
+time="2021-06-07T13:43:51.273951547+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/usr/bin/clickhouse-odbc-bridge
+time="2021-06-07T13:43:51.273961576+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/var/lib/clickhouse
+time="2021-06-07T13:43:51.273971995+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/etc/passwd
+time="2021-06-07T13:43:51.273980720+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/usr/bin/clickhouse
+time="2021-06-07T13:43:51.273989432+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/var/log/clickhouse-server
+time="2021-06-07T13:43:51.273917372+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d62d484311d73a5642faa87cbc78276200cb871932efa12f825b370523462293/merged 0x55b938a3c440 0x55b938a3c440}" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8
+time="2021-06-07T13:43:51.274094290+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/usr/bin/clickhouse
+time="2021-06-07T13:43:51.274107160+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/usr/bin/clickhouse-library-bridge
+time="2021-06-07T13:43:51.274116687+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/usr/bin/clickhouse-odbc-bridge
+time="2021-06-07T13:43:51.274125484+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/etc/passwd
+time="2021-06-07T13:43:51.274134099+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/var/log/clickhouse-server
+time="2021-06-07T13:43:51.274142745+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/var/lib/clickhouse
+time="2021-06-07T13:43:51.274151435+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/etc/clickhouse-server
+time="2021-06-07T13:43:51.310120864+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:43:51.310213260+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:43:51.312887487+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
+time="2021-06-07T13:43:51.312955562+03:00" level=debug msg="form data: {\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\"}"
+time="2021-06-07T13:43:51.313281895+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
+time="2021-06-07T13:43:51.313351907+03:00" level=debug msg="form data: {\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\"}"
+time="2021-06-07T13:43:51.331149095+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
+time="2021-06-07T13:43:51.331230760+03:00" level=debug msg="form data: {\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"EndpointConfig\":{\"Aliases\":[\"second\",\"b0ab3d3223d3\"]}}"
+time="2021-06-07T13:43:51.331242375+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
+time="2021-06-07T13:43:51.331316254+03:00" level=debug msg="form data: {\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"EndpointConfig\":{\"Aliases\":[\"558b0715c7c6\",\"first\"]}}"
+time="2021-06-07T13:43:51.359320410+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/start"
+time="2021-06-07T13:43:51.359347715+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/start"
+time="2021-06-07T13:43:51.360437472+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d62d484311d73a5642faa87cbc78276200cb871932efa12f825b370523462293/merged 0x55b938a3c440 0x55b938a3c440}" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8
+time="2021-06-07T13:43:51.360445281+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d2aa34447e172d41b9d98aa3d6e1da101d5c3fc4cd27d5059bab055ab4fa445e/merged 0x55b938a3c440 0x55b938a3c440}" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b
+time="2021-06-07T13:43:51.360784169+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_first_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:51.360806764+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
+time="2021-06-07T13:43:51.360828583+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 250, Sequence: (0xf8000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:5 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:51.373461583+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_first_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:51.373646217+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(roottestclustercopier_first_1, 172.16.1.5, <nil>, true) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
+time="2021-06-07T13:43:51.373694214+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(558b0715c7c6, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
+time="2021-06-07T13:43:51.373707327+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(first, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
+time="2021-06-07T13:43:51.378807247+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_second_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:51.378834526+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
+time="2021-06-07T13:43:51.378869329+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 249, Sequence: (0xfc000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:6 Serial:false PrefAddress:<nil> "
+time="2021-06-07T13:43:51.382858478+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(roottestclustercopier_first_1, 172.16.1.5, <nil>, true) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
+time="2021-06-07T13:43:51.382920476+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(558b0715c7c6, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
+time="2021-06-07T13:43:51.382934400+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(first, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
+time="2021-06-07T13:43:51.390413439+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_first_1 (2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2)"
+time="2021-06-07T13:43:51.438728287+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_second_1's interface on network roottestclustercopier_default"
+time="2021-06-07T13:43:51.438886252+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(roottestclustercopier_second_1, 172.16.1.6, <nil>, true) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
+time="2021-06-07T13:43:51.438948548+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(second, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
+time="2021-06-07T13:43:51.438967735+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(b0ab3d3223d3, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
+time="2021-06-07T13:43:51.450438065+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(roottestclustercopier_second_1, 172.16.1.6, <nil>, true) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
+time="2021-06-07T13:43:51.450505273+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(second, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
+time="2021-06-07T13:43:51.450522965+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(b0ab3d3223d3, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
+time="2021-06-07T13:43:51.454037549+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_second_1 (41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e)"
+time="2021-06-07T13:43:51.490313732+03:00" level=debug msg="EnableService 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 START"
+time="2021-06-07T13:43:51.490362078+03:00" level=debug msg="EnableService 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 DONE"
+time="2021-06-07T13:43:51.499011601+03:00" level=debug msg="EnableService b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b START"
+time="2021-06-07T13:43:51.499041184+03:00" level=debug msg="EnableService b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b DONE"
+time="2021-06-07T13:43:51.554821089+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/d2aa34447e172d41b9d98aa3d6e1da101d5c3fc4cd27d5059bab055ab4fa445e/merged
+time="2021-06-07T13:43:51.556439858+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/d62d484311d73a5642faa87cbc78276200cb871932efa12f825b370523462293/merged
+time="2021-06-07T13:43:51.565752417+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
+time="2021-06-07T13:43:51.567864154+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
+time="2021-06-07T13:43:51.584397793+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b pid=1101
+time="2021-06-07T13:43:51.598150664+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 pid=1126
+time="2021-06-07T13:43:51.682970557+03:00" level=debug msg="garbage collected" d=2.576624ms
+time="2021-06-07T13:43:51.987537856+03:00" level=debug msg="sandbox set key processing took 278.349119ms for container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:43:51.990890436+03:00" level=debug msg="sandbox set key processing took 279.499359ms for container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:43:52.025086610+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
+time="2021-06-07T13:43:52.025223330+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
+time="2021-06-07T13:43:52.025504741+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
+time="2021-06-07T13:43:52.025561987+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
+time="2021-06-07T13:43:52.039790652+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
+time="2021-06-07T13:43:52.040082208+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
+time="2021-06-07T13:43:52.040398365+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
+time="2021-06-07T13:43:52.040614714+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
+time="2021-06-07T13:43:52.095077224+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.097164008+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.200619578+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.303976367+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.406717460+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.509333373+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.612004519+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.714657861+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.817366893+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:52.920055615+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.022728330+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.125327095+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.227652417+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.330134495+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.432636876+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.535175208+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.637741888+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.740290676+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.842784048+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:53.945390714+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.047989757+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.151308423+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.179008391+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:43:54.179084024+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:43:54.185479128+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:43:54.185566502+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:43:54.254401629+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.357170212+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.460695034+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.563953140+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.667514736+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.771015800+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.774147404+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:43:54.776294218+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:43:54.778222769+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.821309445+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:54.821790129+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:43:54.823262617+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:43:54.823350622+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod1\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:54.823870093+03:00" level=debug msg="Calling POST /v1.41/exec/d36b199b78313a736a7c5980bc2db2be312599cba78effb77bc2b66cc0810b70/start"
+time="2021-06-07T13:43:54.823939966+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:54.824086409+03:00" level=debug msg="starting exec command d36b199b78313a736a7c5980bc2db2be312599cba78effb77bc2b66cc0810b70 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:43:54.825534437+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:54.825553608+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:54.827953982+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:54.828195423+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:54.900671410+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:43:54.900764314+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:43:54.904727890+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:43:54.904811454+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:43:54.905139822+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:43:54.905188778+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:43:54.905514057+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:43:54.905551650+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:43:54.912029129+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:43:54.914830600+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:43:54.918450916+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:54.918770597+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:54.918898581+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:43:54.918964768+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:43:54.919514529+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:43:54.919565134+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:43:54.919923711+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:43:54.919957022+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:43:54.925771759+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:54.926010355+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:54.926132092+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:54.926201303+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:54.926253731+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:54.926711295+03:00" level=debug msg="Calling GET /v1.41/exec/d36b199b78313a736a7c5980bc2db2be312599cba78effb77bc2b66cc0810b70/json"
+time="2021-06-07T13:43:54.933882780+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:54.984921510+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:54.985491681+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:43:54.987048978+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:43:54.987149979+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod2\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:54.987635123+03:00" level=debug msg="Calling POST /v1.41/exec/e3cc1a9618cc333c5fd57433513f420e5acc15f7fb1d5fcf2b157959bd6a6e21/start"
+time="2021-06-07T13:43:54.987720199+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:54.987824125+03:00" level=debug msg="starting exec command e3cc1a9618cc333c5fd57433513f420e5acc15f7fb1d5fcf2b157959bd6a6e21 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:43:54.989198739+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:54.989215400+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:54.991017241+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:54.991177568+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:55.059673140+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:55.059916518+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:55.059959293+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:55.060144145+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:55.060213202+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:55.060272803+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:55.060317261+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:55.060703040+03:00" level=debug msg="Calling GET /v1.41/exec/e3cc1a9618cc333c5fd57433513f420e5acc15f7fb1d5fcf2b157959bd6a6e21/json"
+time="2021-06-07T13:43:55.069136510+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:55.115560719+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:55.116126206+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:43:55.117548941+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:43:55.117681361+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /external\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:55.118142247+03:00" level=debug msg="Calling POST /v1.41/exec/ae88281a7710189a9298e0bf9ac0c7aba504386d148e7b9e5398f51e73bd137e/start"
+time="2021-06-07T13:43:55.118222741+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:55.118305651+03:00" level=debug msg="starting exec command ae88281a7710189a9298e0bf9ac0c7aba504386d148e7b9e5398f51e73bd137e in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:43:55.119854589+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:55.119891554+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:55.121565573+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:55.121765295+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:55.197439659+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:55.197691342+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:55.197745862+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:55.197852732+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:55.197949140+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:55.198038979+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:55.198072052+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:55.198466345+03:00" level=debug msg="Calling GET /v1.41/exec/ae88281a7710189a9298e0bf9ac0c7aba504386d148e7b9e5398f51e73bd137e/json"
+time="2021-06-07T13:43:55.205262861+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:43:55.247491366+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:55.247934300+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:43:55.249434337+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:43:55.249564331+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod1\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:55.250044224+03:00" level=debug msg="Calling POST /v1.41/exec/146ce4949cf4730189726d0d5bb690360f4003a18d35633f48e8be3ffa300104/start"
+time="2021-06-07T13:43:55.250116535+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:55.250196819+03:00" level=debug msg="starting exec command 146ce4949cf4730189726d0d5bb690360f4003a18d35633f48e8be3ffa300104 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:43:55.251667753+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:55.251713207+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:55.253638714+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:55.253858385+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:55.326133063+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:55.326331375+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:55.326402229+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:55.326559239+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:55.326670132+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:55.326737262+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:55.326783032+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:55.327204851+03:00" level=debug msg="Calling GET /v1.41/exec/146ce4949cf4730189726d0d5bb690360f4003a18d35633f48e8be3ffa300104/json"
+time="2021-06-07T13:43:55.333565381+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:43:55.382336251+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:55.383168614+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:43:55.384706642+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:43:55.384801684+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod2\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:55.385267859+03:00" level=debug msg="Calling POST /v1.41/exec/b65c5636b845af323de99c40add89287d33e601511c1c5a0241c966740bbe5ee/start"
+time="2021-06-07T13:43:55.385351344+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:55.385434099+03:00" level=debug msg="starting exec command b65c5636b845af323de99c40add89287d33e601511c1c5a0241c966740bbe5ee in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:43:55.386935059+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:55.386952363+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:55.388756341+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:55.388937918+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:55.451910564+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:55.452091237+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:55.452220600+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:55.452277375+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:55.452333055+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:55.452418605+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:55.452452866+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:55.452888322+03:00" level=debug msg="Calling GET /v1.41/exec/b65c5636b845af323de99c40add89287d33e601511c1c5a0241c966740bbe5ee/json"
+time="2021-06-07T13:43:55.461038261+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:43:55.507815381+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:55.508314023+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:43:55.509693899+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:43:55.509785347+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /external\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:55.510215357+03:00" level=debug msg="Calling POST /v1.41/exec/cd1dd8becfd76d2e6cd381b8760856cd28f4c0668f1d523c23e3b42b9460feab/start"
+time="2021-06-07T13:43:55.510313394+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:55.510409833+03:00" level=debug msg="starting exec command cd1dd8becfd76d2e6cd381b8760856cd28f4c0668f1d523c23e3b42b9460feab in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:43:55.511938220+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:55.511951346+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:55.513623253+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:55.513839329+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:55.579816159+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:55.580050898+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:55.580078687+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:55.580268246+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:55.580357334+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:55.580440761+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:55.580509887+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:55.580912677+03:00" level=debug msg="Calling GET /v1.41/exec/cd1dd8becfd76d2e6cd381b8760856cd28f4c0668f1d523c23e3b42b9460feab/json"
+time="2021-06-07T13:43:55.588638844+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:55.629726687+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:55.630189750+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:43:55.631831642+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:43:55.631952554+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_with_different_schema.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:55.633331161+03:00" level=debug msg="Calling POST /v1.41/exec/f0cc185dae62b81b3a03e975c608bef4dbe970ac9420b67a6f6875b34b4ee756/start"
+time="2021-06-07T13:43:55.633405630+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:55.633491607+03:00" level=debug msg="starting exec command f0cc185dae62b81b3a03e975c608bef4dbe970ac9420b67a6f6875b34b4ee756 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:43:55.634830276+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:55.634865252+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:55.636755788+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:55.636961322+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:55.710776023+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:55.711012517+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:55.711080879+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:55.711188716+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:55.711304936+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:55.711382881+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:55.711442518+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:55.711926997+03:00" level=debug msg="Calling GET /v1.41/exec/f0cc185dae62b81b3a03e975c608bef4dbe970ac9420b67a6f6875b34b4ee756/json"
+time="2021-06-07T13:43:55.718795968+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:43:55.761689757+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:55.762131497+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:43:55.763678161+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:43:55.763818612+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_with_different_schema.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:55.764355692+03:00" level=debug msg="Calling POST /v1.41/exec/e688c4c4aba7331d4af06aaea39fb53226f345b2014c9574a85836fc9d2b4f34/start"
+time="2021-06-07T13:43:55.764437729+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:55.764518865+03:00" level=debug msg="starting exec command e688c4c4aba7331d4af06aaea39fb53226f345b2014c9574a85836fc9d2b4f34 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:43:55.766047741+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:55.766057833+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:55.767988021+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:55.768151719+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:55.850643770+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:55.850954804+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:55.850977642+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:55.851169786+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:55.851277176+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:55.851358605+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:55.851421165+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:55.851797048+03:00" level=debug msg="Calling GET /v1.41/exec/e688c4c4aba7331d4af06aaea39fb53226f345b2014c9574a85836fc9d2b4f34/json"
+time="2021-06-07T13:43:58.122326882+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
+time="2021-06-07T13:43:58.134416046+03:00" level=debug msg="Calling GET /version"
+time="2021-06-07T13:43:58.149704916+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:58.151887560+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:43:58.195075585+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:43:58.195609876+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:43:58.197142451+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:43:58.197254028+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:43:58.197761137+03:00" level=debug msg="Calling POST /v1.41/exec/1b8b137c80b18000a1ed3b6862285925c77d4b8769daec749df5edd3a224a284/start"
+time="2021-06-07T13:43:58.197857071+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:58.197938640+03:00" level=debug msg="starting exec command 1b8b137c80b18000a1ed3b6862285925c77d4b8769daec749df5edd3a224a284 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:43:58.199398345+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:58.199405379+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:58.201422915+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:58.201593094+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:58.288413461+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:58.288619610+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:43:58.288671253+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:58.288798912+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:43:58.288898943+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:43:58.288976378+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:43:58.289043785+03:00" level=debug msg="attach done"
+time="2021-06-07T13:43:58.289435644+03:00" level=debug msg="Calling GET /v1.41/exec/1b8b137c80b18000a1ed3b6862285925c77d4b8769daec749df5edd3a224a284/json"
+time="2021-06-07T13:43:58.296656401+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:43:58.296787168+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_with_different_schema\",\"--task-file\",\"/task_with_different_schema.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
+time="2021-06-07T13:43:58.298829147+03:00" level=debug msg="Calling POST /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/start"
+time="2021-06-07T13:43:58.298918668+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:43:58.299002994+03:00" level=debug msg="starting exec command 11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:43:58.300111108+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:43:58.300141601+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:43:58.301764974+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:43:58.301907806+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:43:58.351823223+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:43:58.352267564+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:43:59.792235419+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:43:59.792329328+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:43:59.792615327+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:43:59.792661629+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:43:59.792865797+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:43:59.792893410+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:43:59.817317929+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:43:59.817374065+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:44:09.902601040+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:44:09.902707730+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:44:09.916750800+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:44:09.916822597+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:44:24.904426508+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:44:24.904520983+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:44:24.918411150+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:44:24.918481959+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:44:39.906316362+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:44:39.906411781+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:44:39.919895050+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:44:39.920006040+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:44:42.897771749+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:44:42.898141691+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:44:42.898327392+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:44:42.898353042+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:44:42.898449213+03:00" level=debug msg="attach done"
+time="2021-06-07T13:44:42.900309174+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:44:42.902159968+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:44:42.947465220+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:44:42.948003145+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:44:42.949502411+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:44:42.949627707+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:44:42.950081494+03:00" level=debug msg="Calling POST /v1.41/exec/b402e0587a1a47c185de447fe8d0c30a5b016e799c9f9a656ab8d8dadfd64270/start"
+time="2021-06-07T13:44:42.950173977+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:44:42.950263881+03:00" level=debug msg="starting exec command b402e0587a1a47c185de447fe8d0c30a5b016e799c9f9a656ab8d8dadfd64270 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:44:42.952031410+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:44:42.952041423+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:44:42.953745845+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:44:42.953921404+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:44:43.037559841+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:44:43.037811054+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:44:43.037882268+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:44:43.037983724+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:44:43.038090882+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:44:43.038166420+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:44:43.038220471+03:00" level=debug msg="attach done"
+time="2021-06-07T13:44:43.038650325+03:00" level=debug msg="Calling GET /v1.41/exec/b402e0587a1a47c185de447fe8d0c30a5b016e799c9f9a656ab8d8dadfd64270/json"
+time="2021-06-07T13:44:43.046259211+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:44:43.046383274+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_with_different_schema\",\"--task-file\",\"/task_with_different_schema.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
+time="2021-06-07T13:44:43.048843938+03:00" level=debug msg="Calling POST /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/start"
+time="2021-06-07T13:44:43.048917294+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:44:43.048996355+03:00" level=debug msg="starting exec command 7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:44:43.052123852+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:44:43.052106508+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:44:43.056908710+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:44:43.057106759+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:44:43.123613292+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:44:43.123882410+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:44:44.566339509+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:44:44.566430114+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:44:44.566747063+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:44:44.566797297+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:44:44.567031414+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:44:44.567060200+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:44:44.595985785+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:44:44.596057641+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:44:54.908291351+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:44:54.908396736+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:44:54.921299080+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:44:54.921357270+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:45:09.909991404+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:45:09.910090419+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:45:09.922882987+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:45:09.922975051+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:45:16.608626288+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:45:16.609090164+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:45:16.609210668+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:45:16.609292834+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:45:16.609385016+03:00" level=debug msg="attach done"
+time="2021-06-07T13:45:16.611411428+03:00" level=debug msg="Calling GET /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/json"
+time="2021-06-07T13:45:16.613715399+03:00" level=debug msg="Calling GET /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/json"
+time="2021-06-07T13:45:22.194140363+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:45:22.237732075+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:45:22.238189099+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:45:22.239774066+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:45:22.239881261+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode \\u003e /task_ttl_columns.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:45:22.240559269+03:00" level=debug msg="Calling POST /v1.41/exec/1242c00401a20503fe2992ec4611fe5f9c3c94329789f0d2fd6ef607c7ce4b3c/start"
+time="2021-06-07T13:45:22.240683249+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:45:22.240792466+03:00" level=debug msg="starting exec command 1242c00401a20503fe2992ec4611fe5f9c3c94329789f0d2fd6ef607c7ce4b3c in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:45:22.242276715+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:45:22.242300463+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:45:22.244176810+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:45:22.244365536+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:45:22.312398984+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:45:22.312608202+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:45:22.312723947+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:45:22.312774838+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:45:22.312914505+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:45:22.312931587+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:45:22.312984147+03:00" level=debug msg="attach done"
+time="2021-06-07T13:45:22.313506522+03:00" level=debug msg="Calling GET /v1.41/exec/1242c00401a20503fe2992ec4611fe5f9c3c94329789f0d2fd6ef607c7ce4b3c/json"
+time="2021-06-07T13:45:22.320446120+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:45:22.370450099+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:45:22.371041454+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:45:22.372514645+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:45:22.372623562+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode \\u003e /task_ttl_columns.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:45:22.373075936+03:00" level=debug msg="Calling POST /v1.41/exec/5c65f752d5b9c3b31eddba1a47787d2e462b777089b6877a5def176b8ca2df88/start"
+time="2021-06-07T13:45:22.373150969+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:45:22.373232799+03:00" level=debug msg="starting exec command 5c65f752d5b9c3b31eddba1a47787d2e462b777089b6877a5def176b8ca2df88 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:45:22.374724994+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:45:22.374755105+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:45:22.376730515+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:45:22.376941167+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:45:22.451576094+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:45:22.451872460+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:45:22.451932236+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:45:22.452153587+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:45:22.452263463+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:45:22.452374709+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:45:22.452423152+03:00" level=debug msg="attach done"
+time="2021-06-07T13:45:22.453020165+03:00" level=debug msg="Calling GET /v1.41/exec/5c65f752d5b9c3b31eddba1a47787d2e462b777089b6877a5def176b8ca2df88/json"
+time="2021-06-07T13:45:24.644245066+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
+time="2021-06-07T13:45:24.655469821+03:00" level=debug msg="Calling GET /version"
+time="2021-06-07T13:45:24.668760887+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:45:24.670277936+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:45:24.715413914+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:45:24.715952183+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:45:24.717435123+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:45:24.717554065+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:45:24.718028887+03:00" level=debug msg="Calling POST /v1.41/exec/7bb61e0d39ad2764525fe9629f721c5d946f07739db185ea99ff7af08d65a667/start"
+time="2021-06-07T13:45:24.718100973+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:45:24.718194728+03:00" level=debug msg="starting exec command 7bb61e0d39ad2764525fe9629f721c5d946f07739db185ea99ff7af08d65a667 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:45:24.719776906+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:45:24.719812974+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:45:24.721421344+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:45:24.721613737+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:45:24.788190351+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:45:24.788455352+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:45:24.788642330+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:45:24.788833043+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:45:24.788919232+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:45:24.788979275+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:45:24.789025038+03:00" level=debug msg="attach done"
+time="2021-06-07T13:45:24.789511613+03:00" level=debug msg="Calling GET /v1.41/exec/7bb61e0d39ad2764525fe9629f721c5d946f07739db185ea99ff7af08d65a667/json"
+time="2021-06-07T13:45:24.796468058+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:45:24.796568145+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_ttl_columns\",\"--task-file\",\"/task_ttl_columns.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
+time="2021-06-07T13:45:24.798938486+03:00" level=debug msg="Calling POST /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/start"
+time="2021-06-07T13:45:24.799003145+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:45:24.799087373+03:00" level=debug msg="starting exec command c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:45:24.800406048+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:45:24.800420611+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:45:24.801974641+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:45:24.802148075+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:45:24.852889605+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:45:24.853257346+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:45:24.911747189+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:45:24.911857645+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:45:24.924348302+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:45:24.924400219+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:45:26.302639904+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:45:26.302776675+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:45:26.303330148+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:45:26.303380944+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:45:26.303602901+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:45:26.303634166+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:45:26.326547180+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:45:26.326625460+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:45:39.913741773+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:45:39.913857777+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:45:39.925793281+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:45:39.925854878+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:45:54.915968955+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:45:54.916094968+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:45:54.927029742+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:45:54.927102261+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:46:08.821610566+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:46:08.822143583+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:46:08.822289245+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:46:08.822401926+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:46:08.822439567+03:00" level=debug msg="attach done"
+time="2021-06-07T13:46:08.824375077+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:46:08.826178579+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:46:08.874762325+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:46:08.875303726+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:46:08.876843134+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:46:08.876955554+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:46:08.877415873+03:00" level=debug msg="Calling POST /v1.41/exec/5384d5bb16196b3eda87da9b4dcda3b6b86500590251347ede3e93a9e5fe4021/start"
+time="2021-06-07T13:46:08.877484581+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:46:08.877562469+03:00" level=debug msg="starting exec command 5384d5bb16196b3eda87da9b4dcda3b6b86500590251347ede3e93a9e5fe4021 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:46:08.878993546+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:46:08.879021978+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:46:08.880592260+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:46:08.880754315+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:46:08.950424666+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:46:08.950712274+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:46:08.950761339+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:46:08.950897438+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:46:08.950970874+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:46:08.951052525+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:46:08.951120317+03:00" level=debug msg="attach done"
+time="2021-06-07T13:46:08.951569200+03:00" level=debug msg="Calling GET /v1.41/exec/5384d5bb16196b3eda87da9b4dcda3b6b86500590251347ede3e93a9e5fe4021/json"
+time="2021-06-07T13:46:08.960545356+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:46:08.960669661+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_ttl_columns\",\"--task-file\",\"/task_ttl_columns.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
+time="2021-06-07T13:46:08.962468992+03:00" level=debug msg="Calling POST /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/start"
+time="2021-06-07T13:46:08.962558881+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:46:08.962669541+03:00" level=debug msg="starting exec command 6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:46:08.963974358+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:46:08.964003279+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:46:08.965573456+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:46:08.965725862+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:46:09.043559501+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:46:09.044028212+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:46:09.917573345+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:46:09.917685015+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:46:09.928266166+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:46:09.928348131+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:46:10.489424191+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:46:10.489550117+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:46:10.490147347+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:46:10.490227529+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:46:10.490646137+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:46:10.490681923+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:46:10.517384971+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:46:10.517470139+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:46:24.919878621+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:46:24.920024610+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:46:24.929625825+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:46:24.929702474+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:46:39.921368432+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:46:39.921490143+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:46:39.930917703+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:46:39.930977036+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:46:42.408824818+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:46:42.409335784+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:46:42.409545063+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:46:42.409602207+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:46:42.409664859+03:00" level=debug msg="attach done"
+time="2021-06-07T13:46:42.411714837+03:00" level=debug msg="Calling GET /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/json"
+time="2021-06-07T13:46:42.413431177+03:00" level=debug msg="Calling GET /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/json"
+time="2021-06-07T13:46:48.012246645+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:46:48.064595442+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:46:48.065272863+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:46:48.066817143+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:46:48.066923795+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_skip_index.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:46:48.067402559+03:00" level=debug msg="Calling POST /v1.41/exec/fec46d7edb2803d266374a49293e11e474ef9d95e00d14cff815b62145b158b7/start"
+time="2021-06-07T13:46:48.067474259+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:46:48.067584019+03:00" level=debug msg="starting exec command fec46d7edb2803d266374a49293e11e474ef9d95e00d14cff815b62145b158b7 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:46:48.068955734+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:46:48.068966771+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:46:48.070856467+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:46:48.071069911+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:46:48.154830734+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:46:48.155112852+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:46:48.155153370+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:46:48.155374890+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:46:48.155530036+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:46:48.155550823+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:46:48.155580461+03:00" level=debug msg="attach done"
+time="2021-06-07T13:46:48.156018436+03:00" level=debug msg="Calling GET /v1.41/exec/fec46d7edb2803d266374a49293e11e474ef9d95e00d14cff815b62145b158b7/json"
+time="2021-06-07T13:46:48.164474885+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:46:48.212830393+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:46:48.213305448+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:46:48.214964692+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:46:48.215074643+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_skip_index.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:46:48.215579914+03:00" level=debug msg="Calling POST /v1.41/exec/b0467cbff0a4032205d9af845bbcdf889500a1983ddae7b4717a35158774a443/start"
+time="2021-06-07T13:46:48.215660193+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:46:48.215742143+03:00" level=debug msg="starting exec command b0467cbff0a4032205d9af845bbcdf889500a1983ddae7b4717a35158774a443 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:46:48.217071033+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:46:48.217071134+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:46:48.218844710+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:46:48.219014226+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:46:48.288658493+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:46:48.288858036+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:46:48.289050070+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:46:48.289102471+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:46:48.289250243+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:46:48.289332152+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:46:48.289371413+03:00" level=debug msg="attach done"
+time="2021-06-07T13:46:48.289888471+03:00" level=debug msg="Calling GET /v1.41/exec/b0467cbff0a4032205d9af845bbcdf889500a1983ddae7b4717a35158774a443/json"
+time="2021-06-07T13:46:50.725542771+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
+time="2021-06-07T13:46:50.738377158+03:00" level=debug msg="Calling GET /version"
+time="2021-06-07T13:46:50.753273903+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:46:50.754932429+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
+time="2021-06-07T13:46:50.804123282+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:46:50.804738720+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
+time="2021-06-07T13:46:50.806339309+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:46:50.806448805+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:46:50.807065574+03:00" level=debug msg="Calling POST /v1.41/exec/cc646331b03360bcfc80f92bfe257acd40c93998e2dfde390e60d944aafd46c1/start"
+time="2021-06-07T13:46:50.807148691+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:46:50.807235824+03:00" level=debug msg="starting exec command cc646331b03360bcfc80f92bfe257acd40c93998e2dfde390e60d944aafd46c1 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:46:50.809634620+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:46:50.809651717+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:46:50.811702450+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:46:50.811948179+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:46:50.932301009+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:46:50.932633019+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:46:50.932673693+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:46:50.932804348+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:46:50.932907994+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:46:50.933009539+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:46:50.933074373+03:00" level=debug msg="attach done"
+time="2021-06-07T13:46:50.933556923+03:00" level=debug msg="Calling GET /v1.41/exec/cc646331b03360bcfc80f92bfe257acd40c93998e2dfde390e60d944aafd46c1/json"
+time="2021-06-07T13:46:50.942256899+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
+time="2021-06-07T13:46:50.942368124+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_skip_index\",\"--task-file\",\"/task_skip_index.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
+time="2021-06-07T13:46:50.944890802+03:00" level=debug msg="Calling POST /v1.41/exec/2b478a8cd33fd243a7e0ab2b4005b7159ebace62b08a44a1f1cab6721e4759a9/start"
+time="2021-06-07T13:46:50.944957898+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:46:50.945063328+03:00" level=debug msg="starting exec command 2b478a8cd33fd243a7e0ab2b4005b7159ebace62b08a44a1f1cab6721e4759a9 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
+time="2021-06-07T13:46:50.946223046+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:46:50.946242477+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:46:50.947973603+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:46:50.948153049+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:46:51.023160656+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:46:51.023563456+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:46:52.468658697+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:46:52.468750558+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:46:52.469048878+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:46:52.469097917+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:46:52.469300277+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:46:52.469328547+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:46:52.494546295+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:46:52.494661172+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:46:54.922827960+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:46:54.922928409+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:46:54.932342135+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:46:54.932431224+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:47:09.924528489+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:47:09.924634587+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:47:09.933683604+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:47:09.933821611+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:47:24.925887415+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:47:24.925980475+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:47:24.935056895+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:47:24.935148193+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:47:39.927266480+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:47:39.927361639+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:47:39.936391098+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:47:39.936443246+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:47:54.928629801+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:47:54.928715551+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:47:54.937737127+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:47:54.937823497+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:48:09.930197846+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:48:09.930285318+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:48:09.938958305+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:48:09.939019514+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:48:15.617271530+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:48:15.617632232+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:48:15.617783945+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:48:15.617865211+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:48:15.617924024+03:00" level=debug msg="attach done"
+time="2021-06-07T13:48:15.619936118+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:48:15.622275396+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
+time="2021-06-07T13:48:15.670852570+03:00" level=debug msg="Calling HEAD /_ping"
+time="2021-06-07T13:48:15.671306266+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
+time="2021-06-07T13:48:15.672724291+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:48:15.672812669+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
+time="2021-06-07T13:48:15.673529657+03:00" level=debug msg="Calling POST /v1.41/exec/3bdacbc7b3bc15036e00957147a4205f3759777cf67b01118d006ea039a3e563/start"
+time="2021-06-07T13:48:15.673613471+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:48:15.673695488+03:00" level=debug msg="starting exec command 3bdacbc7b3bc15036e00957147a4205f3759777cf67b01118d006ea039a3e563 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:48:15.675183254+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:48:15.675200222+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:48:15.676982882+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:48:15.677162637+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:48:15.764338549+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:48:15.764519361+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
+time="2021-06-07T13:48:15.764685755+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:48:15.764767711+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
+time="2021-06-07T13:48:15.764846556+03:00" level=debug msg="attach: stdout: end"
+time="2021-06-07T13:48:15.764913356+03:00" level=debug msg="attach: stderr: end"
+time="2021-06-07T13:48:15.764956413+03:00" level=debug msg="attach done"
+time="2021-06-07T13:48:15.765427929+03:00" level=debug msg="Calling GET /v1.41/exec/3bdacbc7b3bc15036e00957147a4205f3759777cf67b01118d006ea039a3e563/json"
+time="2021-06-07T13:48:15.774014130+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
+time="2021-06-07T13:48:15.774126140+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_skip_index\",\"--task-file\",\"/task_skip_index.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
+time="2021-06-07T13:48:15.776162770+03:00" level=debug msg="Calling POST /v1.41/exec/ab59efe7d747fbbcb10e8959a1c6dc4e5e217f7552b11fc9c6725b089f62594d/start"
+time="2021-06-07T13:48:15.776228836+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
+time="2021-06-07T13:48:15.776305518+03:00" level=debug msg="starting exec command ab59efe7d747fbbcb10e8959a1c6dc4e5e217f7552b11fc9c6725b089f62594d in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
+time="2021-06-07T13:48:15.777456414+03:00" level=debug msg="attach: stdout: begin"
+time="2021-06-07T13:48:15.777469485+03:00" level=debug msg="attach: stderr: begin"
+time="2021-06-07T13:48:15.779119396+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
+time="2021-06-07T13:48:15.779278887+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
+time="2021-06-07T13:48:15.871823481+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
+time="2021-06-07T13:48:15.872142631+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
+time="2021-06-07T13:48:17.390499564+03:00" level=debug msg="Name To resolve: zoo2."
+time="2021-06-07T13:48:17.390618700+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
+time="2021-06-07T13:48:17.390942109+03:00" level=debug msg="Name To resolve: zoo1."
+time="2021-06-07T13:48:17.390997927+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
+time="2021-06-07T13:48:17.391234470+03:00" level=debug msg="Name To resolve: zoo3."
+time="2021-06-07T13:48:17.391265245+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
+time="2021-06-07T13:48:17.415981701+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:48:17.416040108+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:48:24.931884544+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:48:24.931972770+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:48:24.940398990+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:48:24.940513522+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
+time="2021-06-07T13:48:39.933478546+03:00" level=debug msg="Name To resolve: first."
+time="2021-06-07T13:48:39.933589009+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
+time="2021-06-07T13:48:39.941705439+03:00" level=debug msg="Name To resolve: second."
+time="2021-06-07T13:48:39.941756326+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
diff --git a/tests/integration/pytest.log b/tests/integration/pytest.log
new file mode 100644
index 00000000000..2a3a3f49b78
--- /dev/null
+++ b/tests/integration/pytest.log
@@ -0,0 +1,6391 @@
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                  DOCKER_KERBEROS_KDC_TAG latest (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV         CLICKHOUSE_TESTS_SERVER_BIN_PATH /clickhouse (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                 HOSTNAME cloud-build (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                    SHLVL 0 (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                     HOME /root (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                              PYTEST_OPTS  -ss test_cluster_copier/test_two_nodes.py  (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                   OLDPWD / (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV    CLICKHOUSE_LIBRARY_BRIDGE_BINARY_PATH /clickhouse-library-bridge (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                     COMPOSE_HTTP_TIMEOUT 600 (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV              DOCKER_MYSQL_PHP_CLIENT_TAG latest (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV         CLICKHOUSE_TESTS_CLIENT_BIN_PATH /clickhouse (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV               DOCKER_MYSQL_JS_CLIENT_TAG latest (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                     TERM xterm (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                     PATH /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                           DOCKER_CHANNEL stable (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                    DOCKER_CLIENT_TIMEOUT 300 (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV        DOCKER_POSTGRESQL_JAVA_CLIENT_TAG latest (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV           DOCKER_MYSQL_GOLANG_CLIENT_TAG latest (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                      PWD /ClickHouse/tests/integration (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV             DOCKER_MYSQL_JAVA_CLIENT_TAG latest (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV       CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH /clickhouse-odbc-bridge (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV         CLICKHOUSE_TESTS_BASE_CONFIG_DIR /clickhouse-config (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                       TZ Europe/Moscow (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                 LC_CTYPE C.UTF-8 (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ ENV                      PYTEST_CURRENT_TEST test_cluster_copier/test_two_nodes.py::test_different_schema (setup) (cluster.py:191)
+2021-06-07 13:43:46 [   DEBUG] __init__ CLUSTER INIT base_config_dir:/clickhouse-config (cluster.py:376)
+2021-06-07 13:43:46 [   DEBUG] setup_keeper_cmd Setup Keeper (cluster.py:468)
+2021-06-07 13:43:46 [   DEBUG] setup_keeper_cmd DEBUG KEEPER: ['/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination'] (cluster.py:488)
+2021-06-07 13:43:46 [   DEBUG] add_instance Cluster name: project_name:roottestclustercopier. Added instance name:first tag:latest base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/.env', '--project-name', 'roottestclustercopier', '--file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml', '--file', '/compose/docker_compose_keeper.yml'] docker_compose_yml_dir:/compose (cluster.py:835)
+2021-06-07 13:43:46 [   DEBUG] add_instance Cluster name: project_name:roottestclustercopier. Added instance name:second tag:latest base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/.env', '--project-name', 'roottestclustercopier', '--file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml', '--file', '/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml'] docker_compose_yml_dir:/compose (cluster.py:835)
+2021-06-07 13:43:46 [   DEBUG] start Cluster start called. is_up=False, destroy_dirs=True (cluster.py:1238)
+2021-06-07 13:43:46 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:46 [   DEBUG] run_and_check Stdout: CONTAINER ID   IMAGE     COMMAND   CREATED   STATUS    PORTS     NAMES
+ (cluster.py:71)
+2021-06-07 13:43:46 [   DEBUG] cleanup Trying to prune unused volumes... (cluster.py:413)
+2021-06-07 13:43:46 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:46 [   DEBUG] run_and_check Stdout: Total reclaimed space: 0B
+ (cluster.py:71)
+2021-06-07 13:43:46 [   DEBUG] cleanup Volumes pruned (cluster.py:416)
+2021-06-07 13:43:46 [   DEBUG] start ('Removing instances dir %s', '/ClickHouse/tests/integration/test_cluster_copier/_instances') (cluster.py:1253)
+2021-06-07 13:43:46 [   DEBUG] start Setup directory for instance: first destroy_dirs: True (cluster.py:1257)
+2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for configuration generated in this helper (cluster.py:2058)
+2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for common tests configuration (cluster.py:2063)
+2021-06-07 13:43:46 [   DEBUG] create_dir Copy common configuration from helpers (cluster.py:2073)
+2021-06-07 13:43:46 [   DEBUG] create_dir Generate and write macros file (cluster.py:2082)
+2021-06-07 13:43:46 [   DEBUG] create_dir Copy custom test config files ['/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml'] to /ClickHouse/tests/integration/test_cluster_copier/_instances/first/configs/config.d (cluster.py:2096)
+2021-06-07 13:43:46 [   DEBUG] create_dir Setup database dir /ClickHouse/tests/integration/test_cluster_copier/_instances/first/database (cluster.py:2109)
+2021-06-07 13:43:46 [   DEBUG] create_dir Setup logs dir /ClickHouse/tests/integration/test_cluster_copier/_instances/first/logs (cluster.py:2118)
+2021-06-07 13:43:46 [   DEBUG] create_dir Entrypoint cmd: clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log  --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:2176)
+2021-06-07 13:43:46 [   DEBUG] start Setup directory for instance: second destroy_dirs: True (cluster.py:1257)
+2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for configuration generated in this helper (cluster.py:2058)
+2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for common tests configuration (cluster.py:2063)
+2021-06-07 13:43:46 [   DEBUG] create_dir Copy common configuration from helpers (cluster.py:2073)
+2021-06-07 13:43:46 [   DEBUG] create_dir Generate and write macros file (cluster.py:2082)
+2021-06-07 13:43:46 [   DEBUG] create_dir Copy custom test config files ['/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml'] to /ClickHouse/tests/integration/test_cluster_copier/_instances/second/configs/config.d (cluster.py:2096)
+2021-06-07 13:43:46 [   DEBUG] create_dir Setup database dir /ClickHouse/tests/integration/test_cluster_copier/_instances/second/database (cluster.py:2109)
+2021-06-07 13:43:46 [   DEBUG] create_dir Setup logs dir /ClickHouse/tests/integration/test_cluster_copier/_instances/second/logs (cluster.py:2118)
+2021-06-07 13:43:46 [   DEBUG] create_dir Entrypoint cmd: clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log  --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:2176)
+2021-06-07 13:43:46 [   DEBUG] _create_env_file Env {'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'keeper_binary': '/clickhouse', 'image': 'yandex/clickhouse-integration-test:latest', 'user': '0', 'keeper_fs': 'bind', 'keeper_logs_dir1': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log', 'keeper_config_dir1': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config', 'keeper_db_dir1': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination', 'keeper_logs_dir2': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log', 'keeper_config_dir2': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config', 'keeper_db_dir2': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination', 'keeper_logs_dir3': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log', 'keeper_config_dir3': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config', 'keeper_db_dir3': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination'} stored in /ClickHouse/tests/integration/test_cluster_copier/_instances/.env (cluster.py:48)
+2021-06-07 13:43:46 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:43:46 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:43:46 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:43:46 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:43:46 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
+2021-06-07 13:43:46 [   DEBUG] start Setup ZooKeeper (cluster.py:1280)
+2021-06-07 13:43:46 [   DEBUG] start Creating internal ZooKeeper dirs: ['/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination'] (cluster.py:1281)
+2021-06-07 13:43:47 [   DEBUG] run_and_check Stderr: Building with native build. Learn about native build in Compose here: https://docs.docker.com/go/compose-native-build/
+Creating network "roottestclustercopier_default" with the default driver
+Found orphan containers (roottestclustercopier_s1_1_0_1, roottestclustercopier_s0_0_0_1, roottestclustercopier_s0_1_0_1, roottestclustercopier_s0_0_1_1, roottestclustercopier_s1_0_1_1, roottestclustercopier_s1_0_0_1) for this project. If you removed or renamed this service in your compose file, you can run this command with the --remove-orphans flag to clean it up.
+Creating roottestclustercopier_zoo2_1 ... 
+Creating roottestclustercopier_zoo3_1 ... 
+Creating roottestclustercopier_zoo1_1 ... 
+Creating roottestclustercopier_zoo3_1 ... done
+Creating roottestclustercopier_zoo1_1 ... done
+Creating roottestclustercopier_zoo2_1 ... done
+ (cluster.py:70)
+2021-06-07 13:43:47 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:47 [   DEBUG] wait_zookeeper_to_start Wait ZooKeeper to start (cluster.py:1080)
+2021-06-07 13:43:47 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
+2021-06-07 13:43:47 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:47 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
+2021-06-07 13:43:47 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:47 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
+2021-06-07 13:43:47 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:47 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
+2021-06-07 13:43:47 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:47 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
+2021-06-07 13:43:48 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:48 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
+2021-06-07 13:43:49 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:49 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
+2021-06-07 13:43:50 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312)
+2021-06-07 13:43:50 [   DEBUG] _read_response Received response(xid=1): [] (connection.py:410)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=2): Close() (connection.py:312)
+2021-06-07 13:43:50 [ WARNING] _connect_attempt Connection dropped: socket connection broken (connection.py:611)
+2021-06-07 13:43:50 [ WARNING] _connect_attempt Transition to CONNECTING (connection.py:615)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection lost (client.py:543)
+2021-06-07 13:43:50 [ WARNING] zk_loop Failed connecting to Zookeeper within the connection retry policy. (connection.py:515)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper session closed, state: CLOSED (client.py:537)
+2021-06-07 13:43:50 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo2 (cluster.py:878)
+2021-06-07 13:43:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo2_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:50 [   DEBUG] get_kazoo_client get_kazoo_client: zoo2, ip:172.16.1.3, port:2181, use_ssl:False (cluster.py:1530)
+2021-06-07 13:43:50 [    INFO] _connect Connecting to 172.16.1.3(172.16.1.3):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312)
+2021-06-07 13:43:50 [   DEBUG] _read_response Received response(xid=1): [] (connection.py:410)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=2): Close() (connection.py:312)
+2021-06-07 13:43:50 [ WARNING] _connect_attempt Connection dropped: socket connection broken (connection.py:611)
+2021-06-07 13:43:50 [ WARNING] _connect_attempt Transition to CONNECTING (connection.py:615)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection lost (client.py:543)
+2021-06-07 13:43:50 [ WARNING] zk_loop Failed connecting to Zookeeper within the connection retry policy. (connection.py:515)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper session closed, state: CLOSED (client.py:537)
+2021-06-07 13:43:50 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo3 (cluster.py:878)
+2021-06-07 13:43:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo3_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:50 [   DEBUG] get_kazoo_client get_kazoo_client: zoo3, ip:172.16.1.2, port:2181, use_ssl:False (cluster.py:1530)
+2021-06-07 13:43:50 [    INFO] _connect Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312)
+2021-06-07 13:43:50 [   DEBUG] _read_response Received response(xid=1): [] (connection.py:410)
+2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=2): Close() (connection.py:312)
+2021-06-07 13:43:50 [ WARNING] _connect_attempt Connection dropped: socket connection broken (connection.py:611)
+2021-06-07 13:43:50 [ WARNING] _connect_attempt Transition to CONNECTING (connection.py:615)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection lost (client.py:543)
+2021-06-07 13:43:50 [ WARNING] zk_loop Failed connecting to Zookeeper within the connection retry policy. (connection.py:515)
+2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper session closed, state: CLOSED (client.py:537)
+2021-06-07 13:43:50 [   DEBUG] wait_zookeeper_to_start All instances of ZooKeeper started (cluster.py:1088)
+2021-06-07 13:43:50 [   DEBUG] start ('Trying to create ClickHouse instance by command %s', 'docker-compose --env-file /ClickHouse/tests/integration/test_cluster_copier/_instances/.env --project-name roottestclustercopier --file /ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml --file /compose/docker_compose_keeper.yml --file /ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml up -d --no-recreate') (cluster.py:1423)
+2021-06-07 13:43:52 [   DEBUG] run_and_check Stderr: Building with native build. Learn about native build in Compose here: https://docs.docker.com/go/compose-native-build/
+Found orphan containers (roottestclustercopier_s0_0_1_1, roottestclustercopier_s1_0_1_1, roottestclustercopier_s1_1_0_1, roottestclustercopier_s1_0_0_1, roottestclustercopier_s0_1_0_1, roottestclustercopier_s0_0_0_1) for this project. If you removed or renamed this service in your compose file, you can run this command with the --remove-orphans flag to clean it up.
+Creating roottestclustercopier_second_1 ... 
+Creating roottestclustercopier_first_1  ... 
+Creating roottestclustercopier_second_1 ... done
+Creating roottestclustercopier_first_1  ... done
+ (cluster.py:70)
+2021-06-07 13:43:52 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:52 [   DEBUG] start ClickHouse instance created (cluster.py:1426)
+2021-06-07 13:43:52 [   DEBUG] get_instance_ip get_instance_ip instance_name=first (cluster.py:878)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] start Waiting for ClickHouse start... (cluster.py:1433)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] start ClickHouse started (cluster.py:1435)
+2021-06-07 13:43:54 [   DEBUG] get_instance_ip get_instance_ip instance_name=second (cluster.py:878)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] start Waiting for ClickHouse start... (cluster.py:1433)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] start ClickHouse started (cluster.py:1435)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod1'] (cluster.py:897)
+2021-06-07 13:43:54 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:54 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:54 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod2'] (cluster.py:897)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /external'] (cluster.py:897)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod1'] (cluster.py:897)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod2'] (cluster.py:897)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /external'] (cluster.py:897)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_with_different_schema.xml'] (cluster.py:897)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_with_different_schema.xml'] (cluster.py:897)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:58 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
+2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:58 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
+2021-06-07 13:43:58 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:43:58 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
+2021-06-07 13:43:58 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
+2021-06-07 13:43:58 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:43:58 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:43:58 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:43:58 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
+2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:43:58 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
+2021-06-07 13:43:58 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:43:58 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:43:58 [    INFO] execute_task Copied copier config to first (test_two_nodes.py:414)
+2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec HTTP/1.1" 201 74 (connectionpool.py:428)
+2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/start HTTP/1.1" 101 0 (connectionpool.py:428)
+2021-06-07 13:44:42 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
+ (test_two_nodes.py:417)
+2021-06-07 13:44:42 [    INFO] execute_task Copier for first (172.16.1.5) has started (test_two_nodes.py:419)
+2021-06-07 13:44:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:44:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:44:42 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
+2021-06-07 13:44:43 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:44:43 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:44:43 [    INFO] execute_task Copied copier config to second (test_two_nodes.py:414)
+2021-06-07 13:44:43 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec HTTP/1.1" 201 74 (connectionpool.py:428)
+2021-06-07 13:44:43 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/start HTTP/1.1" 101 0 (connectionpool.py:428)
+2021-06-07 13:45:16 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
+ (test_two_nodes.py:417)
+2021-06-07 13:45:16 [    INFO] execute_task Copier for second (172.16.1.6) has started (test_two_nodes.py:419)
+2021-06-07 13:45:16 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/json HTTP/1.1" 200 643 (connectionpool.py:428)
+2021-06-07 13:45:16 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/json HTTP/1.1" 200 643 (connectionpool.py:428)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/clickhouse-copier/task_with_different_schema', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=1): ['tables', 'status', 'task_active_workers', 'task_active_workers_version', 'description'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=2): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=2): ['destination.db_different_schema.destination'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=3): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=3): ['19720708', '19751114', '19780621', '20120715', '20170309', '21300720', '20220301', '20190220', '20281211', '20351119', '20500804', '20340113', '20410112', '20410509', '20441213', '19780508', '20451028', '20551020', '19740922', '20310910', '20600810', '20601023', '21230912', '20651006', '20631125', '20290130', '20670111', '21110707', '20711018', '20810220', '20861214', '20870725', '19970419', '20290218', '20960919', '21010127', '20640922', '20951102', '19830804', '20110920', '21370427', '21081227', '21361003', '21330826', '21100320', '20880723', '20071106', '20930421', '21430421', '21331116'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=4): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=4): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=5): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=5): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=6): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=6): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=7): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=7): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=8): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=8): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=9): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=9): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=10): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=10): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=11): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=11): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=12): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=12): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=13): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=13): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=14): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=14): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=15): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=15): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=16): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=16): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=17): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=17): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=18): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=18): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=19): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=19): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=20): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=20): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=21): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=21): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=22): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=22): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=23): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=23): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=24): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=24): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=25): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=25): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=26): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=26): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=27): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=27): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=28): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=28): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=29): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=29): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=30): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=30): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=31): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=31): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=32): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=32): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=33): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=33): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=34): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=34): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=35): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=35): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=36): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=36): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=37): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=37): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=38): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=38): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=39): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=39): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=40): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=40): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=41): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=41): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=42): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=42): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=43): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=43): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=44): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=44): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=45): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=45): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=46): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=46): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=47): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=47): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=48): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=48): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=49): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=49): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=50): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=50): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=51): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=51): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=52): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=52): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=53): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=53): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=54): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=54): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=55): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=55): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=56): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=56): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=57): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=57): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=58): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=58): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=59): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=59): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=60): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=60): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=61): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=61): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=62): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=62): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=63): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=63): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=64): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=64): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=65): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=65): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=66): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=66): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=67): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=67): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=68): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=68): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=69): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=69): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=70): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=70): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=71): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=71): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=72): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=72): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=73): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=73): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=74): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=74): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=75): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=75): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=76): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=76): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=77): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=77): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=78): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=78): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=79): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=79): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=80): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=80): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=81): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=81): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=82): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=82): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=83): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=83): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=84): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=84): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=85): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=85): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=86): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=86): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=87): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=87): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=88): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=88): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=89): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=89): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=90): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=90): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=91): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=91): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=92): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=92): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=93): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=93): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=94): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=94): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=95): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=95): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=96): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=96): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=97): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=97): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=98): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=98): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=99): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=99): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=100): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=100): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=101): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=101): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=102): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=102): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=103): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=103): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=104): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=104): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=105): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=105): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=106): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=106): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=107): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=107): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=108): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=108): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=109): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=109): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=110): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=110): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=111): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=111): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=112): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=112): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=113): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=113): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=114): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=114): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=115): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=115): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=116): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=116): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=117): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=117): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=118): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=118): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=119): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=119): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=120): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=120): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=121): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=121): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=122): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=122): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=123): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=123): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=124): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=124): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=125): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=125): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=126): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=126): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=127): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=127): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=128): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=128): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=129): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=129): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=130): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=130): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=131): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=131): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=132): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=132): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=133): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=133): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=134): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=134): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=135): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=136): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=136): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=137): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=137): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=138): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=138): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=139): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=139): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=140): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=140): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=141): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=141): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=142): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=142): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=143): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=143): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=144): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=144): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=145): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=145): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=146): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=146): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=147): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=147): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=148): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=148): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=149): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=149): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=150): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=150): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=151): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=151): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=152): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=152): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=153): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=153): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=154): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=154): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=155): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=155): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=156): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=156): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=157): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=157): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=158): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=158): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=159): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=159): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=160): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=160): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=161): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=161): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=162): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=162): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=163): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=163): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=164): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=164): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=165): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=165): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=166): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=166): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=167): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=167): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=168): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=168): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=169): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=169): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=170): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=170): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=171): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=171): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=172): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=172): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=173): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=173): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=174): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=174): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=175): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=175): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=176): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=176): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=177): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=177): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=178): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=178): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=179): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=179): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=180): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=180): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=181): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=181): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=182): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=182): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=183): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=183): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=184): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=184): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=185): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=185): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=186): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=186): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=187): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=187): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=188): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=188): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=189): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=189): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=190): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=190): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=191): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=191): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=192): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=192): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=193): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=193): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=194): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=194): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=195): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=195): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=196): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=196): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=197): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=197): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=198): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=198): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=199): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=199): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=200): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=200): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=201): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=201): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=202): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=202): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=203): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=203): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=204): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=204): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=205): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=205): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=206): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=206): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=207): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=207): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=208): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=208): ['1'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=209): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=209): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=210): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=210): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=211): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=211): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=212): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=212): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=213): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=213): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=214): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=214): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=215): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=215): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=216): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=216): True (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=217): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=217): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=218): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=218): [] (connection.py:410)
+2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=219): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=219): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=220): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=220): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=221): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=221): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=222): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=222): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=223): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=223): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=224): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=224): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=225): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=225): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=226): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=226): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=227): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=227): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=228): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=228): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=229): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=229): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=230): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=230): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=231): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=231): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=232): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=232): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=233): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=233): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=234): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=234): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=235): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=235): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=236): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=236): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=237): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=237): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=238): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=238): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=239): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=239): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=240): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=240): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=241): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=241): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=242): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=242): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=243): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=243): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=244): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=244): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=245): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=245): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=246): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=246): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=247): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=247): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=248): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=248): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=249): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=249): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=250): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=250): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=251): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=251): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=252): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=252): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=253): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=253): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=254): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=254): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=255): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=255): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=256): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=256): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=257): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=257): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=258): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=258): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=259): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=259): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=260): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=260): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=261): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=261): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=262): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=262): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=263): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=263): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=264): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=264): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=265): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=265): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=266): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=266): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=267): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=267): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=268): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=268): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=269): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=269): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=270): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=270): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=271): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=271): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=272): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=272): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=273): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=273): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=274): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=274): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=275): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=275): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=276): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=276): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=277): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=277): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=278): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=278): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=279): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=279): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=280): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=280): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=281): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=281): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=282): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=282): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=283): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=283): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=284): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=284): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=285): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=285): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=286): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=286): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=287): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=287): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=288): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=288): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=289): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=289): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=290): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=290): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=291): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=291): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=292): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=292): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=293): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=293): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=294): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=294): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=295): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=295): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=296): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=296): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=297): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=297): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=298): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=298): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=299): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=299): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=300): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=300): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=301): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=301): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=302): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=302): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=303): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=303): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=304): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=304): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=305): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=305): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=306): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=306): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=307): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=307): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=308): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=308): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=309): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=309): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=310): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=310): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=311): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=311): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=312): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=312): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=313): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=313): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=314): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=314): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=315): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=316): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=316): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=317): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=317): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=318): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=318): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=319): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=319): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=320): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=320): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=321): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=321): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=322): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=322): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=323): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=323): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=324): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=324): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=325): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=325): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=326): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=326): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=327): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=327): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=328): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=328): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=329): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=329): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=330): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=330): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=331): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=331): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=332): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=332): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=333): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=333): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=334): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=334): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=335): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=335): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=336): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=336): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=337): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=337): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=338): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=338): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=339): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=339): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=340): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=340): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=341): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=341): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=342): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=342): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=343): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=343): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=344): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=344): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=345): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=345): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=346): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=346): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=347): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=347): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=348): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=348): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=349): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=349): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=350): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=350): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=351): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=351): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=352): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=352): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=353): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=353): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=354): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=354): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=355): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=355): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=356): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=356): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=357): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=357): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=358): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=358): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=359): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=359): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=360): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=360): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=361): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=361): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=362): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=362): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=363): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=363): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=364): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=364): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=365): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=365): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=366): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=366): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=367): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=367): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=368): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=368): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=369): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=369): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=370): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=370): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=371): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=371): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=372): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=372): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=373): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=373): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=374): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=374): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=375): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=375): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=376): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=376): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=377): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=377): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=378): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=378): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=379): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=379): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=380): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=380): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=381): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=381): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=382): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=382): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=383): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=383): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=384): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=384): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=385): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=385): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=386): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=386): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=387): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=387): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=388): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=388): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=389): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=389): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=390): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=390): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=391): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=391): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=392): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=392): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=393): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=393): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=394): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=394): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=395): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=395): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=396): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=396): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=397): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=397): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=398): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=398): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=399): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=399): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=400): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=400): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=401): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=401): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=402): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=402): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=403): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=403): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=404): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=404): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=405): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=405): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=406): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=406): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=407): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=407): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=408): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=408): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=409): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=409): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=410): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=410): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=411): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=411): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=412): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=412): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=413): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=413): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=414): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=414): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=415): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=415): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=416): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=416): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=417): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=417): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=418): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=418): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=419): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=419): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=420): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=420): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=421): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=421): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=422): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=422): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=423): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=423): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=424): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=424): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=425): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=425): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=426): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=426): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=427): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=427): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=428): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=428): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=429): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=429): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=430): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=430): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=431): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=431): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=432): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=432): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=433): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=433): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=434): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=434): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=435): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=435): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=436): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=436): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=437): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=437): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=438): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=438): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=439): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=439): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=440): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=440): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=441): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=441): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=442): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=442): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=443): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=443): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=444): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=444): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=445): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=445): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=446): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=446): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=447): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=447): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=448): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=448): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=449): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=449): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=450): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=450): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=451): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=451): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=452): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=452): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=453): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=453): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=454): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=454): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=455): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=455): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=456): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=456): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=457): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=457): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=458): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=458): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=459): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=459): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=460): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=460): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=461): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=461): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=462): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=462): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=463): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=463): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=464): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=464): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=465): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=465): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=466): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=466): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=467): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=467): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=468): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=468): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=469): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=469): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=470): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=470): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=471): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=471): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=472): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=472): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=473): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=473): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=474): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=474): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=475): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=475): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=476): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=476): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=477): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=477): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=478): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=478): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=479): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=479): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=480): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=480): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=481): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=481): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=482): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=482): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=483): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=483): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=484): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=484): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=485): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=485): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=486): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=486): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=487): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=487): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=488): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=488): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=489): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=489): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=490): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=490): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=491): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=491): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=492): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=492): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=493): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=493): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=494): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=494): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=495): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=495): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=496): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=496): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=497): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=497): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=498): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=498): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=499): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=499): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=500): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=500): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=501): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=501): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=502): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=502): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=503): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=503): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=504): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=504): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=505): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=505): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=506): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=506): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=507): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=507): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=508): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=508): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=509): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=509): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=510): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=510): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=511): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=511): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=512): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=512): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=513): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=513): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=514): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=514): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=515): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=515): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=516): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=516): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=517): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=517): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=518): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=518): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=519): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=519): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=520): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=520): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=521): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=521): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=522): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=522): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=523): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=523): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=524): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=524): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=525): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=525): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=526): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=526): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=527): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=527): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=528): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=528): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=529): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=529): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=530): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=530): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=531): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=531): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=532): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=532): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=533): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=533): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=534): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=534): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=535): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=535): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=536): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=536): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=537): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=537): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=538): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=538): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=539): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=539): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=540): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=540): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=541): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=541): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=542): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=542): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=543): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=543): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=544): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=544): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=545): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=545): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=546): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=546): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=547): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=547): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=548): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=548): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=549): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=549): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=550): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=550): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=551): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=551): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=552): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=552): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=553): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=553): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=554): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=554): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=555): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=555): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=556): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=556): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=557): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=557): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=558): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=558): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=559): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=559): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=560): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=560): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=561): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=561): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=562): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=562): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=563): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=563): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=564): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=564): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=565): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=565): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=566): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=566): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=567): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=567): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=568): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=568): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=569): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=569): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=570): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=570): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=571): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=571): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=572): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=572): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=573): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=573): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=574): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=574): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=575): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=575): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=576): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=576): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=577): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=577): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=578): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=578): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=579): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=579): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=580): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=580): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=581): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=581): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=582): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=582): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=583): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=583): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=584): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=584): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=585): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=585): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=586): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=586): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=587): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=587): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=588): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=588): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=589): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=589): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=590): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=590): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=591): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=591): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=592): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=592): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=593): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=593): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=594): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=594): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=595): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=595): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=596): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=596): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=597): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=597): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=598): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=598): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=599): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=599): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=600): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=600): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=601): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=601): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=602): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=602): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=603): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=603): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=604): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=604): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=605): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=605): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=606): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=606): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=607): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=607): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=608): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=608): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=609): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=609): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=610): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=610): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=611): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=611): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=612): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=612): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=613): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=613): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=614): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=614): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=615): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=615): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=616): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=616): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=617): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=617): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=618): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=618): ['1'] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=619): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=619): [] (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=620): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=620): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=621): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=621): True (connection.py:410)
+2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=622): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=622): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=623): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=623): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=624): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=624): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=625): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=625): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=626): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=626): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=627): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=627): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=628): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=628): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=629): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=629): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=630): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=630): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=631): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=631): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=632): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=632): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=633): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=633): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=634): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=634): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=635): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=635): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=636): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=636): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=637): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=637): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=638): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=638): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=639): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=639): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=640): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=640): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=641): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=641): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=642): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=642): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=643): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=643): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=644): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=644): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=645): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=645): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=646): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=646): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=647): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=647): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=648): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=648): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=649): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=649): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=650): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=650): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=651): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=651): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=652): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=652): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=653): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=653): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=654): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=654): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=655): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=655): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=656): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=656): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=657): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=657): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=658): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=658): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=659): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=659): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=660): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=660): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=661): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=661): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=662): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=662): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=663): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=663): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=664): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=664): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=665): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=665): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=666): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=666): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=667): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=667): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=668): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=668): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=669): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=669): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=670): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=670): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=671): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=671): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=672): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=672): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=673): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=673): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=674): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=674): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=675): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=675): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=676): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=676): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=677): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=677): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=678): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=678): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=679): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=679): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=680): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=680): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=681): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=681): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=682): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=682): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=683): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=683): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=684): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=684): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=685): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=685): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=686): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=686): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=687): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=687): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=688): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=688): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=689): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=689): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=690): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=690): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=691): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=691): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=692): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=692): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=693): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=693): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=694): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=694): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=695): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=695): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=696): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=696): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=697): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=697): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=698): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=698): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=699): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=699): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=700): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=700): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=701): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=701): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=702): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=702): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=703): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=703): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=704): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=704): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=705): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=705): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=706): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=706): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=707): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=707): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=708): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=708): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=709): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=709): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=710): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=710): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=711): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=711): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=712): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=712): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=713): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=713): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=714): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=714): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=715): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=715): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=716): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=716): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=717): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=717): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=718): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=718): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=719): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=719): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=720): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=720): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=721): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=721): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=722): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=722): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=723): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=723): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=724): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=724): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=725): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=725): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=726): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=726): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=727): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=727): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=728): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=728): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=729): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=729): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=730): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=730): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=731): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=731): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=732): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=732): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=733): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=733): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=734): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=734): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=735): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=735): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=736): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=736): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=737): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=737): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=738): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=738): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=739): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=739): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=740): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=740): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=741): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=741): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=742): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=742): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=743): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=743): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=744): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=744): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=745): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=745): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=746): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=746): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=747): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=747): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=748): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=748): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=749): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=749): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=750): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=750): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=751): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=751): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=752): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=752): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=753): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=753): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=754): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=754): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=755): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=755): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=756): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=756): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=757): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=757): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=758): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=758): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=759): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=759): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=760): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=760): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=761): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=761): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=762): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=762): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=763): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=763): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=764): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=764): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=765): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=765): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=766): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=766): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=767): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=767): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=768): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=768): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=769): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=769): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=770): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=770): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=771): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=771): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=772): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=772): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=773): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=773): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=774): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=774): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=775): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=775): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=776): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=776): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=777): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=777): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=778): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=778): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=779): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=779): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=780): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=780): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=781): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=781): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=782): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=782): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=783): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=783): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=784): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=784): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=785): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=785): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=786): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=786): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=787): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=787): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=788): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=788): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=789): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=789): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=790): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=790): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=791): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=791): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=792): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=792): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=793): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=793): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=794): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=794): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=795): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=795): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=796): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=796): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=797): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=797): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=798): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=798): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=799): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=799): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=800): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=800): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=801): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=801): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=802): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=802): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=803): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=803): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=804): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=804): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=805): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=805): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=806): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=806): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=807): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=807): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=808): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=808): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=809): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=809): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=810): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=810): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=811): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=811): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=812): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=812): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=813): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=813): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=814): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=814): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=815): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=815): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=816): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=816): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=817): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=817): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=818): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=818): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=819): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=819): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=820): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=820): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=821): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=821): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=822): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=822): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=823): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=823): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=824): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=824): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=825): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=825): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=826): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=826): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=827): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=827): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=828): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=828): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=829): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=829): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=830): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=830): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=831): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=831): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=832): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=832): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=833): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=833): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=834): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=834): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=835): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=835): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=836): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=836): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=837): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=837): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=838): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=838): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=839): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=839): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=840): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=840): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=841): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=841): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=842): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=842): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=843): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=843): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=844): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=844): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=845): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=845): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=846): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=846): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=847): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=847): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=848): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=848): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=849): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=849): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=850): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=850): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=851): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=851): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=852): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=852): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=853): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=853): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=854): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=854): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=855): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=855): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=856): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=856): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=857): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=857): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=858): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=858): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=859): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=859): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=860): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=860): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=861): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=861): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=862): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=862): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=863): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=863): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=864): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=864): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=865): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=865): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=866): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=866): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=867): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=867): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=868): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=868): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=869): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=869): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=870): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=870): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=871): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=871): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=872): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=872): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=873): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=873): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=874): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=874): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=875): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=875): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=876): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=876): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=877): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=877): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=878): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=878): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=879): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=879): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=880): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=880): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=881): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=881): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=882): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=882): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=883): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=883): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=884): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=884): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=885): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=885): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=886): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=886): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=887): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=887): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=888): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=888): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=889): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=889): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=890): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=890): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=891): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=891): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=892): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=892): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=893): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=893): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=894): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=894): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=895): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=895): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=896): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=896): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=897): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=897): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=898): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=898): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=899): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=899): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=900): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=900): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=901): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=901): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=902): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=902): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=903): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=903): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=904): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=904): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=905): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=905): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=906): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=906): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=907): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=907): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=908): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=908): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=909): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=909): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=910): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=910): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=911): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=911): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=912): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=912): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=913): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=913): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=914): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=914): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=915): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=915): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=916): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=916): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=917): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=917): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=918): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=918): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=919): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=919): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=920): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=920): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=921): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=921): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=922): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=922): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=923): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=923): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=924): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=924): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=925): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=925): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=926): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=926): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=927): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=927): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=928): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=928): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=929): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=929): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=930): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=930): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=931): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=931): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=932): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=932): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=933): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=933): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=934): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=934): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=935): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=935): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=936): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=936): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=937): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=937): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=938): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=938): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=939): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=939): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=940): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=940): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=941): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=941): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=942): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=942): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=943): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=943): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=944): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=944): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=945): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=945): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=946): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=946): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=947): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=947): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=948): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=948): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=949): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=949): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=950): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=950): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=951): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=951): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=952): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=952): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=953): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=953): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=954): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=954): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=955): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=955): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=956): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=956): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=957): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=957): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=958): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=958): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=959): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=959): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=960): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=960): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=961): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=961): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=962): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=962): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=963): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=963): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=964): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=964): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=965): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=965): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=966): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=966): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=967): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=967): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=968): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=968): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=969): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=969): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=970): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=970): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=971): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=971): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=972): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=972): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=973): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=973): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=974): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=974): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=975): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=975): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=976): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=976): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=977): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=977): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=978): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=978): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=979): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=979): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=980): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=980): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=981): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=981): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=982): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=982): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=983): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=983): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=984): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=984): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=985): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=985): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=986): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=986): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=987): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=987): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=988): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=988): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=989): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=989): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=990): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=990): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=991): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=991): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=992): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=992): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=993): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=993): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=994): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=994): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=995): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=995): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=996): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=996): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=997): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=997): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=998): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=998): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=999): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=999): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1000): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1000): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1001): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1001): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1002): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1002): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1003): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1003): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1004): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1004): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1005): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1005): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1006): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1006): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1007): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1007): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1008): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1008): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1009): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1009): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1010): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1010): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1011): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1011): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1012): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1012): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1013): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1013): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1014): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1014): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1015): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1015): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1016): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1016): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1017): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1017): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1018): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1018): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1019): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1019): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1020): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1020): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1021): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1021): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1022): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1022): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1023): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1023): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1024): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1024): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1025): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1025): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1026): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1026): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1027): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1027): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1028): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1028): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1029): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1029): True (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1030): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1030): ['1'] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1031): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1031): [] (connection.py:410)
+2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1032): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1032): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1033): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1033): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1034): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1034): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1035): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1035): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1036): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1036): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1037): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1037): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1038): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1038): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1039): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1039): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1040): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1040): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1041): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1041): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1042): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1042): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1043): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1043): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1044): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1044): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1045): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1045): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1046): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1046): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1047): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1047): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1048): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1048): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1049): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1049): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1050): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1050): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1051): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1051): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1052): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1052): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1053): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1053): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1054): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1054): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1055): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1055): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1056): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1056): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1057): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1057): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1058): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1058): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1059): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1059): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1060): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1060): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1061): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1061): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1062): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1062): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1063): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1063): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1064): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1064): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1065): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1065): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1066): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1066): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1067): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1067): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1068): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1068): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1069): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1069): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1070): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1070): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1071): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1071): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1072): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1072): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1073): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1073): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1074): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1074): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1075): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1075): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1076): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1076): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1077): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1077): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1078): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1078): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1079): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1079): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1080): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1080): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1081): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1081): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1082): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1082): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1083): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1083): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1084): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1084): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1085): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1085): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1086): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1086): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1087): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1087): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1088): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1088): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1089): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1089): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1090): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1090): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1091): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1091): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1092): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1092): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1093): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1093): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1094): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1094): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1095): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1095): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1096): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1096): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1097): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1097): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1098): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1098): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1099): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1099): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1100): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1100): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1101): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1101): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1102): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1102): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1103): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1103): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1104): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1104): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1105): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1105): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1106): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1106): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1107): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1107): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1108): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1108): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1109): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1109): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1110): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1110): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1111): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1111): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1112): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1112): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1113): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1113): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1114): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1114): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1115): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1115): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1116): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1116): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1117): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1117): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1118): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1118): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1119): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1119): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1120): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1120): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1121): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1121): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1122): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1122): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1123): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1123): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1124): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1124): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1125): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1125): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1126): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1126): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1127): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1127): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1128): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1128): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1129): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1129): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1130): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1130): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1131): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1131): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1132): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1132): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1133): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1133): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1134): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1134): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1135): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1136): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1136): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1137): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1137): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1138): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1138): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1139): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1139): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1140): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1140): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1141): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1141): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1142): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1142): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1143): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1143): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1144): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1144): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1145): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1145): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1146): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1146): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1147): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1147): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1148): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1148): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1149): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1149): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1150): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1150): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1151): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1151): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1152): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1152): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1153): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1153): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1154): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1154): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1155): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1155): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1156): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1156): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1157): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1157): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1158): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1158): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1159): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1159): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1160): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1160): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1161): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1161): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1162): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1162): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1163): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1163): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1164): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1164): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1165): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1165): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1166): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1166): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1167): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1167): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1168): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1168): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1169): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1169): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1170): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1170): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1171): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1171): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1172): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1172): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1173): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1173): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1174): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1174): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1175): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1175): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1176): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1176): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1177): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1177): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1178): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1178): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1179): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1179): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1180): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1180): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1181): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1181): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1182): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1182): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1183): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1183): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1184): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1184): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1185): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1185): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1186): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1186): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1187): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1187): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1188): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1188): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1189): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1189): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1190): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1190): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1191): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1191): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1192): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1192): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1193): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1193): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1194): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1194): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1195): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1195): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1196): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1196): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1197): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1197): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1198): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1198): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1199): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1199): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1200): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1200): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1201): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1201): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1202): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1202): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1203): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1203): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1204): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1204): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1205): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1205): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1206): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1206): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1207): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1207): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1208): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1208): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1209): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1209): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1210): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1210): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1211): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1211): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1212): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1212): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1213): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1213): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1214): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1214): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1215): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1215): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1216): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1216): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1217): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1217): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1218): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1218): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1219): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1219): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1220): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1220): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1221): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1221): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1222): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1222): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1223): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1223): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1224): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1224): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1225): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1225): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1226): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1226): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1227): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1227): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1228): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1228): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1229): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1229): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1230): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1230): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1231): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1231): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1232): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1232): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1233): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1233): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1234): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1234): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1235): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1235): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1236): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1236): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1237): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1237): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1238): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1238): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1239): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1239): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1240): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1240): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1241): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1241): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1242): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1242): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1243): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1243): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1244): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1244): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1245): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1245): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1246): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1246): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1247): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1247): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1248): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1248): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1249): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1249): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1250): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1250): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1251): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1251): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1252): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1252): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1253): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1253): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1254): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1254): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1255): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1255): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1256): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1256): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1257): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1257): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1258): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1258): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1259): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1259): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1260): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1260): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1261): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1261): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1262): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1262): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1263): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1263): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1264): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1264): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1265): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1265): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1266): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1266): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1267): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1267): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1268): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1268): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1269): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1269): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1270): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1270): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1271): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1271): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1272): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1272): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1273): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1273): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1274): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1274): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1275): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1275): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1276): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1276): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1277): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1277): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1278): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1278): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1279): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1279): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1280): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1280): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1281): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1281): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1282): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1282): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1283): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1283): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1284): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1284): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1285): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1285): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1286): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1286): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1287): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1287): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1288): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1288): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1289): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1289): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1290): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1290): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1291): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1291): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1292): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1292): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1293): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1293): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1294): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1294): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1295): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1295): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1296): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1296): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1297): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1297): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1298): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1298): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1299): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1299): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1300): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1300): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1301): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1301): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1302): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1302): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1303): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1303): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1304): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1304): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1305): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1305): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1306): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1306): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1307): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1307): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1308): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1308): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1309): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1309): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1310): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1310): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1311): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1311): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1312): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1312): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1313): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1313): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1314): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1314): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1315): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1316): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1316): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1317): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1317): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1318): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1318): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1319): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1319): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1320): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1320): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1321): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1321): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1322): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1322): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1323): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1323): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1324): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1324): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1325): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1325): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1326): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1326): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1327): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1327): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1328): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1328): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1329): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1329): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1330): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1330): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1331): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1331): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1332): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1332): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1333): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1333): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1334): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1334): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1335): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1335): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1336): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1336): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1337): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1337): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1338): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1338): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1339): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1339): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1340): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1340): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1341): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1341): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1342): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1342): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1343): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1343): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1344): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1344): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1345): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1345): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1346): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1346): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1347): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1347): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1348): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1348): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1349): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1349): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1350): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1350): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1351): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1351): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1352): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1352): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1353): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1353): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1354): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1354): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1355): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1355): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1356): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1356): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1357): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1357): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1358): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1358): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1359): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1359): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1360): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1360): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1361): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1361): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1362): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1362): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1363): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1363): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1364): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1364): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1365): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1365): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1366): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1366): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1367): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1367): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1368): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1368): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1369): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1369): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1370): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1370): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1371): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1371): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1372): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1372): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1373): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1373): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1374): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1374): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1375): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1375): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1376): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1376): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1377): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1377): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1378): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1378): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1379): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1379): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1380): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1380): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1381): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1381): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1382): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1382): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1383): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1383): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1384): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1384): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1385): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1385): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1386): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1386): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1387): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1387): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1388): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1388): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1389): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1389): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1390): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1390): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1391): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1391): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1392): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1392): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1393): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1393): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1394): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1394): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1395): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1395): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1396): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1396): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1397): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1397): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1398): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1398): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1399): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1399): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1400): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1400): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1401): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1401): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1402): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1402): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1403): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1403): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1404): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1404): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1405): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1405): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1406): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1406): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1407): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1407): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1408): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1408): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1409): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1409): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1410): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1410): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1411): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1411): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1412): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1412): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1413): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1413): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1414): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1414): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1415): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1415): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1416): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1416): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1417): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1417): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1418): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1418): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1419): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1419): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1420): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1420): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1421): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1421): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1422): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1422): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1423): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1423): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1424): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1424): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1425): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1425): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1426): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1426): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1427): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1427): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1428): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1428): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1429): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1429): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1430): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1430): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1431): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1431): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1432): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1432): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1433): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1433): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1434): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1434): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1435): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1435): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1436): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1436): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1437): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1437): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1438): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1438): ['1'] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1439): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1439): [] (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1440): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1440): True (connection.py:410)
+2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1441): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1441): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1442): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1442): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1443): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1443): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1444): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1444): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1445): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1445): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1446): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1446): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1447): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1447): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1448): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1448): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1449): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1449): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1450): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1450): ['1'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1451): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1451): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1452): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1452): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1453): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1453): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1454): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1454): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1455): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1455): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1456): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1456): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1457): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1457): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1458): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1458): ['1'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1459): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1459): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1460): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1460): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1461): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1461): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1462): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1462): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1463): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1463): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1464): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1464): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1465): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1465): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1466): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1466): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1467): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1467): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1468): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1468): ['1'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1469): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1469): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1470): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1470): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1471): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1471): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1472): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1472): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1473): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1473): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1474): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1474): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1475): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1475): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1476): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1476): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1477): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1477): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1478): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1478): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1479): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1479): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1480): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1480): ['1'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1481): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1481): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1482): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1482): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1483): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1483): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1484): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1484): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1485): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1485): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1486): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1486): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1487): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1487): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1488): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1488): ['1'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1489): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1489): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1490): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1490): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1491): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1491): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1492): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1492): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1493): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1493): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1494): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1494): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1495): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1495): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1496): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1496): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1497): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1497): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1498): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1498): ['1'] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1499): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1499): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1500): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1500): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1501): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1501): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1502): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1502): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1503): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1503): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1504): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1504): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1505): Delete(path='/clickhouse-copier/task_with_different_schema/tables', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1505): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1506): GetChildren(path='/clickhouse-copier/task_with_different_schema/status', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1506): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1507): Delete(path='/clickhouse-copier/task_with_different_schema/status', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1507): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1508): GetChildren(path='/clickhouse-copier/task_with_different_schema/task_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1508): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1509): Delete(path='/clickhouse-copier/task_with_different_schema/task_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1509): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1510): GetChildren(path='/clickhouse-copier/task_with_different_schema/task_active_workers_version', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1510): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1511): Delete(path='/clickhouse-copier/task_with_different_schema/task_active_workers_version', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1511): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1512): GetChildren(path='/clickhouse-copier/task_with_different_schema/description', watcher=None) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1512): [] (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1513): Delete(path='/clickhouse-copier/task_with_different_schema/description', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1513): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1514): Delete(path='/clickhouse-copier/task_with_different_schema', version=-1) (connection.py:312)
+2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1514): True (connection.py:410)
+2021-06-07 13:45:22 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:45:22 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode > /task_ttl_columns.xml'] (cluster.py:897)
+2021-06-07 13:45:22 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:45:22 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:45:22 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:45:22 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode > /task_ttl_columns.xml'] (cluster.py:897)
+2021-06-07 13:45:22 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:45:22 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:45:24 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
+2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:45:24 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
+2021-06-07 13:45:24 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:45:24 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
+2021-06-07 13:45:24 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
+2021-06-07 13:45:24 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:45:24 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:45:24 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:45:24 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
+2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:45:24 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
+2021-06-07 13:45:24 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:45:24 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:45:24 [    INFO] execute_task Copied copier config to first (test_two_nodes.py:414)
+2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec HTTP/1.1" 201 74 (connectionpool.py:428)
+2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/start HTTP/1.1" 101 0 (connectionpool.py:428)
+2021-06-07 13:46:08 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
+ (test_two_nodes.py:417)
+2021-06-07 13:46:08 [    INFO] execute_task Copier for first (172.16.1.5) has started (test_two_nodes.py:419)
+2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:46:08 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
+2021-06-07 13:46:08 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:46:08 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:46:08 [    INFO] execute_task Copied copier config to second (test_two_nodes.py:414)
+2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec HTTP/1.1" 201 74 (connectionpool.py:428)
+2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/start HTTP/1.1" 101 0 (connectionpool.py:428)
+2021-06-07 13:46:42 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
+ (test_two_nodes.py:417)
+2021-06-07 13:46:42 [    INFO] execute_task Copier for second (172.16.1.6) has started (test_two_nodes.py:419)
+2021-06-07 13:46:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/json HTTP/1.1" 200 623 (connectionpool.py:428)
+2021-06-07 13:46:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/json HTTP/1.1" 200 623 (connectionpool.py:428)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/clickhouse-copier/task_ttl_columns', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=1): ['tables', 'status', 'task_active_workers', 'task_active_workers_version', 'description'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=2): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=2): ['destination.db_ttl_columns.destination'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=3): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=3): ['19720708', '19751114', '19780621', '20120715', '20170309', '21300720', '20220301', '20190220', '20281211', '20351119', '20500804', '20340113', '20410112', '20410509', '20441213', '19780508', '20451028', '20551020', '19740922', '20310910', '20600810', '20601023', '21230912', '20651006', '20631125', '20290130', '20670111', '21110707', '20711018', '20810220', '20861214', '20870725', '19970419', '20290218', '20960919', '21010127', '20640922', '20951102', '19830804', '20110920', '21370427', '21081227', '21361003', '21330826', '21100320', '20880723', '20071106', '20930421', '21430421', '21331116'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=4): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=4): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=5): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=5): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=6): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=6): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=7): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=7): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=8): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=8): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=9): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=9): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=10): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=10): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=11): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=11): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=12): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=12): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=13): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=13): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=14): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=14): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=15): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=15): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=16): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=16): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=17): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=17): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=18): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=18): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=19): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=19): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=20): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=20): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=21): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=21): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=22): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=22): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=23): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=23): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=24): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=24): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=25): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=25): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=26): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=26): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=27): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=27): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=28): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=28): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=29): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=29): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=30): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=30): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=31): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=31): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=32): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=32): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=33): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=33): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=34): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=34): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=35): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=35): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=36): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=36): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=37): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=37): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=38): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=38): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=39): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=39): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=40): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=40): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=41): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=41): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=42): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=42): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=43): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=43): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=44): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=44): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=45): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=45): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=46): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=46): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=47): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=47): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=48): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=48): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=49): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=49): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=50): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=50): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=51): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=51): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=52): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=52): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=53): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=53): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=54): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=54): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=55): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=55): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=56): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=56): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=57): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=57): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=58): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=58): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=59): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=59): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=60): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=60): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=61): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=61): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=62): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=62): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=63): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=63): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=64): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=64): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=65): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=65): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=66): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=66): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=67): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=67): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=68): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=68): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=69): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=69): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=70): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=70): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=71): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=71): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=72): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=72): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=73): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=73): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=74): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=74): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=75): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=75): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=76): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=76): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=77): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=77): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=78): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=78): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=79): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=79): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=80): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=80): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=81): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=81): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=82): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=82): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=83): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=83): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=84): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=84): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=85): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=85): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=86): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=86): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=87): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=87): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=88): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=88): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=89): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=89): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=90): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=90): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=91): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=91): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=92): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=92): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=93): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=93): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=94): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=94): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=95): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=95): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=96): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=96): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=97): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=97): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=98): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=98): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=99): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=99): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=100): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=100): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=101): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=101): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=102): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=102): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=103): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=103): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=104): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=104): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=105): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=105): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=106): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=106): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=107): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=107): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=108): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=108): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=109): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=109): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=110): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=110): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=111): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=111): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=112): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=112): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=113): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=113): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=114): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=114): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=115): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=115): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=116): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=116): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=117): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=117): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=118): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=118): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=119): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=119): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=120): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=120): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=121): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=121): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=122): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=122): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=123): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=123): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=124): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=124): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=125): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=125): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=126): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=126): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=127): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=127): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=128): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=128): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=129): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=129): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=130): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=130): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=131): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=131): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=132): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=132): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=133): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=133): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=134): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=134): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=135): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=136): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=136): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=137): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=137): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=138): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=138): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=139): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=139): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=140): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=140): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=141): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=141): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=142): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=142): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=143): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=143): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=144): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=144): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=145): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=145): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=146): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=146): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=147): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=147): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=148): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=148): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=149): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=149): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=150): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=150): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=151): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=151): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=152): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=152): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=153): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=153): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=154): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=154): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=155): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=155): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=156): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=156): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=157): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=157): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=158): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=158): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=159): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=159): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=160): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=160): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=161): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=161): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=162): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=162): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=163): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=163): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=164): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=164): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=165): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=165): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=166): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=166): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=167): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=167): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=168): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=168): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=169): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=169): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=170): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=170): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=171): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=171): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=172): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=172): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=173): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=173): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=174): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=174): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=175): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=175): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=176): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=176): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=177): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=177): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=178): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=178): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=179): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=179): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=180): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=180): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=181): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=181): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=182): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=182): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=183): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=183): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=184): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=184): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=185): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=185): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=186): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=186): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=187): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=187): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=188): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=188): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=189): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=189): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=190): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=190): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=191): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=191): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=192): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=192): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=193): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=193): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=194): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=194): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=195): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=195): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=196): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=196): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=197): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=197): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=198): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=198): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=199): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=199): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=200): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=200): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=201): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=201): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=202): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=202): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=203): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=203): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=204): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=204): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=205): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=205): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=206): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=206): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=207): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=207): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=208): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=208): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=209): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=209): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=210): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=210): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=211): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=211): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=212): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=212): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=213): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=213): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=214): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=214): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=215): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=215): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=216): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=216): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=217): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=217): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=218): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=218): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=219): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=219): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=220): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=220): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=221): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=221): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=222): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=222): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=223): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=223): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=224): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=224): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=225): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=225): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=226): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=226): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=227): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=227): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=228): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=228): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=229): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=229): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=230): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=230): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=231): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=231): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=232): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=232): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=233): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=233): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=234): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=234): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=235): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=235): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=236): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=236): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=237): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=237): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=238): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=238): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=239): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=239): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=240): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=240): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=241): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=241): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=242): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=242): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=243): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=243): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=244): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=244): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=245): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=245): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=246): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=246): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=247): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=247): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=248): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=248): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=249): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=249): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=250): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=250): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=251): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=251): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=252): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=252): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=253): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=253): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=254): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=254): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=255): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=255): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=256): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=256): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=257): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=257): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=258): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=258): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=259): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=259): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=260): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=260): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=261): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=261): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=262): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=262): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=263): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=263): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=264): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=264): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=265): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=265): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=266): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=266): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=267): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=267): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=268): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=268): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=269): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=269): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=270): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=270): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=271): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=271): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=272): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=272): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=273): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=273): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=274): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=274): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=275): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=275): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=276): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=276): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=277): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=277): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=278): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=278): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=279): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=279): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=280): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=280): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=281): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=281): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=282): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=282): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=283): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=283): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=284): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=284): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=285): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=285): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=286): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=286): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=287): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=287): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=288): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=288): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=289): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=289): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=290): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=290): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=291): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=291): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=292): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=292): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=293): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=293): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=294): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=294): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=295): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=295): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=296): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=296): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=297): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=297): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=298): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=298): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=299): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=299): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=300): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=300): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=301): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=301): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=302): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=302): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=303): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=303): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=304): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=304): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=305): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=305): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=306): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=306): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=307): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=307): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=308): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=308): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=309): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=309): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=310): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=310): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=311): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=311): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=312): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=312): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=313): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=313): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=314): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=314): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=315): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=316): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=316): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=317): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=317): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=318): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=318): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=319): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=319): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=320): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=320): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=321): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=321): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=322): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=322): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=323): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=323): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=324): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=324): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=325): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=325): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=326): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=326): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=327): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=327): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=328): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=328): ['1'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=329): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=329): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=330): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=330): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=331): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=331): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=332): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=332): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=333): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804', version=-1) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=333): True (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=334): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=334): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=335): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=335): [] (connection.py:410)
+2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=336): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=336): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=337): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=337): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=338): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=338): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=339): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=339): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=340): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=340): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=341): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=341): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=342): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=342): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=343): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=343): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=344): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=344): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=345): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=345): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=346): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=346): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=347): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=347): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=348): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=348): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=349): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=349): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=350): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=350): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=351): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=351): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=352): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=352): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=353): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=353): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=354): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=354): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=355): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=355): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=356): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=356): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=357): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=357): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=358): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=358): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=359): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=359): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=360): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=360): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=361): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=361): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=362): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=362): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=363): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=363): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=364): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=364): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=365): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=365): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=366): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=366): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=367): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=367): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=368): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=368): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=369): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=369): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=370): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=370): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=371): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=371): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=372): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=372): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=373): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=373): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=374): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=374): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=375): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=375): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=376): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=376): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=377): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=377): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=378): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=378): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=379): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=379): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=380): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=380): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=381): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=381): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=382): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=382): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=383): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=383): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=384): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=384): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=385): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=385): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=386): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=386): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=387): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=387): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=388): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=388): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=389): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=389): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=390): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=390): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=391): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=391): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=392): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=392): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=393): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=393): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=394): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=394): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=395): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=395): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=396): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=396): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=397): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=397): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=398): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=398): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=399): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=399): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=400): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=400): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=401): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=401): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=402): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=402): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=403): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=403): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=404): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=404): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=405): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=405): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=406): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=406): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=407): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=407): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=408): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=408): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=409): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=409): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=410): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=410): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=411): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=411): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=412): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=412): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=413): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=413): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=414): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=414): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=415): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=415): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=416): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=416): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=417): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=417): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=418): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=418): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=419): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=419): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=420): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=420): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=421): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=421): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=422): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=422): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=423): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=423): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=424): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=424): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=425): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=425): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=426): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=426): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=427): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=427): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=428): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=428): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=429): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=429): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=430): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=430): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=431): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=431): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=432): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=432): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=433): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=433): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=434): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=434): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=435): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=435): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=436): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=436): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=437): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=437): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=438): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=438): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=439): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=439): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=440): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=440): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=441): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=441): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=442): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=442): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=443): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=443): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=444): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=444): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=445): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=445): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=446): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=446): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=447): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=447): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=448): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=448): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=449): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=449): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=450): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=450): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=451): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=451): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=452): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=452): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=453): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=453): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=454): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=454): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=455): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=455): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=456): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=456): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=457): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=457): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=458): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=458): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=459): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=459): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=460): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=460): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=461): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=461): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=462): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=462): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=463): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=463): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=464): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=464): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=465): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=465): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=466): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=466): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=467): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=467): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=468): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=468): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=469): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=469): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=470): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=470): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=471): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=471): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=472): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=472): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=473): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=473): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=474): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=474): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=475): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=475): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=476): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=476): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=477): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=477): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=478): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=478): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=479): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=479): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=480): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=480): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=481): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=481): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=482): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=482): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=483): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=483): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=484): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=484): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=485): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=485): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=486): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=486): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=487): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=487): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=488): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=488): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=489): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=489): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=490): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=490): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=491): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=491): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=492): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=492): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=493): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=493): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=494): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=494): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=495): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=495): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=496): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=496): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=497): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=497): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=498): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=498): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=499): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=499): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=500): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=500): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=501): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=501): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=502): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=502): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=503): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=503): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=504): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=504): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=505): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=505): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=506): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=506): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=507): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=507): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=508): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=508): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=509): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=509): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=510): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=510): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=511): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=511): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=512): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=512): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=513): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=513): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=514): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=514): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=515): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=515): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=516): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=516): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=517): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=517): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=518): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=518): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=519): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=519): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=520): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=520): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=521): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=521): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=522): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=522): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=523): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=523): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=524): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=524): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=525): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=525): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=526): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=526): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=527): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=527): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=528): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=528): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=529): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=529): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=530): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=530): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=531): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=531): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=532): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=532): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=533): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=533): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=534): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=534): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=535): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=535): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=536): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=536): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=537): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=537): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=538): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=538): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=539): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=539): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=540): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=540): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=541): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=541): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=542): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=542): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=543): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=543): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=544): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=544): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=545): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=545): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=546): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=546): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=547): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=547): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=548): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=548): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=549): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=549): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=550): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=550): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=551): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=551): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=552): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=552): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=553): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=553): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=554): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=554): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=555): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=555): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=556): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=556): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=557): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=557): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=558): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=558): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=559): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=559): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=560): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=560): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=561): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=561): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=562): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=562): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=563): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=563): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=564): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=564): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=565): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=565): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=566): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=566): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=567): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=567): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=568): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=568): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=569): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=569): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=570): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=570): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=571): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=571): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=572): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=572): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=573): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=573): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=574): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=574): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=575): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=575): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=576): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=576): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=577): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=577): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=578): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=578): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=579): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=579): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=580): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=580): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=581): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=581): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=582): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=582): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=583): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=583): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=584): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=584): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=585): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=585): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=586): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=586): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=587): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=587): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=588): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=588): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=589): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=589): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=590): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=590): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=591): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=591): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=592): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=592): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=593): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=593): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=594): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=594): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=595): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=595): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=596): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=596): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=597): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=597): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=598): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=598): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=599): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=599): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=600): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=600): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=601): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=601): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=602): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=602): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=603): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=603): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=604): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=604): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=605): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=605): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=606): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=606): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=607): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=607): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=608): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=608): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=609): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=609): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=610): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=610): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=611): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=611): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=612): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=612): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=613): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=613): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=614): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=614): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=615): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=615): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=616): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=616): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=617): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=617): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=618): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=618): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=619): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=619): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=620): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=620): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=621): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=621): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=622): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=622): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=623): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=623): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=624): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=624): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=625): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=625): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=626): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=626): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=627): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=627): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=628): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=628): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=629): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=629): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=630): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=630): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=631): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=631): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=632): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=632): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=633): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=633): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=634): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=634): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=635): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=635): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=636): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=636): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=637): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=637): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=638): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=638): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=639): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=639): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=640): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=640): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=641): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=641): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=642): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=642): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=643): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=643): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=644): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=644): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=645): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=645): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=646): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=646): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=647): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=647): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=648): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=648): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=649): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=649): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=650): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=650): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=651): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=651): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=652): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=652): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=653): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=653): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=654): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=654): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=655): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=655): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=656): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=656): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=657): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=657): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=658): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=658): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=659): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=659): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=660): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=660): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=661): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=661): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=662): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=662): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=663): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=663): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=664): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=664): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=665): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=665): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=666): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=666): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=667): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=667): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=668): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=668): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=669): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=669): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=670): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=670): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=671): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=671): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=672): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=672): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=673): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=673): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=674): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=674): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=675): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=675): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=676): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=676): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=677): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=677): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=678): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=678): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=679): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=679): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=680): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=680): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=681): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=681): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=682): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=682): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=683): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=683): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=684): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=684): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=685): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=685): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=686): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=686): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=687): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=687): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=688): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=688): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=689): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=689): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=690): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=690): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=691): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=691): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=692): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=692): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=693): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=693): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=694): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=694): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=695): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=695): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=696): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=696): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=697): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=697): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=698): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=698): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=699): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=699): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=700): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=700): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=701): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=701): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=702): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=702): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=703): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=703): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=704): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=704): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=705): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=705): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=706): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=706): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=707): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=707): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=708): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=708): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=709): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=709): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=710): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=710): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=711): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=711): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=712): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=712): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=713): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=713): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=714): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=714): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=715): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=715): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=716): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=716): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=717): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=717): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=718): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=718): ['1'] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=719): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=719): [] (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=720): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=720): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=721): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=721): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=722): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=722): True (connection.py:410)
+2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=723): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=723): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=724): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=724): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=725): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=725): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=726): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=726): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=727): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=727): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=728): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=728): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=729): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=729): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=730): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=730): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=731): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=731): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=732): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=732): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=733): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=733): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=734): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=734): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=735): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=735): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=736): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=736): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=737): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=737): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=738): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=738): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=739): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=739): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=740): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=740): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=741): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=741): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=742): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=742): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=743): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=743): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=744): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=744): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=745): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=745): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=746): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=746): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=747): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=747): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=748): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=748): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=749): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=749): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=750): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=750): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=751): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=751): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=752): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=752): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=753): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=753): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=754): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=754): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=755): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=755): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=756): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=756): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=757): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=757): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=758): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=758): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=759): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=759): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=760): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=760): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=761): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=761): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=762): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=762): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=763): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=763): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=764): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=764): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=765): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=765): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=766): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=766): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=767): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=767): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=768): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=768): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=769): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=769): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=770): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=770): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=771): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=771): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=772): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=772): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=773): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=773): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=774): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=774): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=775): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=775): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=776): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=776): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=777): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=777): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=778): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=778): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=779): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=779): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=780): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=780): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=781): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=781): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=782): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=782): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=783): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=783): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=784): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=784): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=785): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=785): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=786): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=786): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=787): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=787): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=788): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=788): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=789): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=789): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=790): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=790): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=791): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=791): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=792): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=792): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=793): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=793): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=794): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=794): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=795): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=795): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=796): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=796): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=797): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=797): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=798): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=798): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=799): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=799): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=800): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=800): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=801): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=801): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=802): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=802): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=803): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=803): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=804): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=804): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=805): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=805): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=806): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=806): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=807): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=807): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=808): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=808): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=809): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=809): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=810): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=810): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=811): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=811): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=812): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=812): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=813): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=813): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=814): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=814): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=815): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=815): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=816): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=816): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=817): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=817): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=818): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=818): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=819): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=819): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=820): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=820): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=821): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=821): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=822): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=822): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=823): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=823): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=824): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=824): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=825): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=825): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=826): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=826): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=827): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=827): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=828): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=828): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=829): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=829): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=830): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=830): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=831): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=831): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=832): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=832): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=833): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=833): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=834): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=834): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=835): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=835): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=836): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=836): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=837): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=837): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=838): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=838): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=839): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=839): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=840): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=840): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=841): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=841): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=842): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=842): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=843): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=843): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=844): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=844): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=845): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=845): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=846): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=846): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=847): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=847): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=848): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=848): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=849): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=849): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=850): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=850): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=851): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=851): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=852): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=852): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=853): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=853): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=854): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=854): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=855): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=855): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=856): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=856): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=857): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=857): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=858): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=858): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=859): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=859): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=860): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=860): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=861): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=861): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=862): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=862): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=863): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=863): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=864): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=864): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=865): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=865): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=866): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=866): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=867): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=867): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=868): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=868): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=869): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=869): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=870): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=870): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=871): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=871): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=872): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=872): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=873): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=873): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=874): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=874): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=875): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=875): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=876): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=876): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=877): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=877): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=878): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=878): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=879): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=879): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=880): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=880): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=881): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=881): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=882): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=882): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=883): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=883): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=884): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=884): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=885): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=885): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=886): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=886): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=887): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=887): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=888): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=888): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=889): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=889): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=890): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=890): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=891): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=891): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=892): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=892): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=893): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=893): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=894): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=894): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=895): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=895): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=896): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=896): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=897): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=897): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=898): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=898): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=899): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=899): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=900): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=900): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=901): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=901): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=902): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=902): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=903): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=903): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=904): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=904): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=905): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=905): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=906): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=906): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=907): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=907): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=908): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=908): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=909): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=909): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=910): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=910): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=911): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=911): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=912): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=912): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=913): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=913): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=914): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=914): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=915): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=915): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=916): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=916): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=917): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=917): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=918): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=918): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=919): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=919): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=920): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=920): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=921): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=921): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=922): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=922): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=923): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=923): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=924): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=924): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=925): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=925): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=926): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=926): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=927): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=927): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=928): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=928): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=929): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=929): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=930): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=930): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=931): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=931): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=932): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=932): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=933): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=933): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=934): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=934): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=935): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=935): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=936): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=936): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=937): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=937): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=938): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=938): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=939): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=939): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=940): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=940): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=941): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=941): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=942): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=942): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=943): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=943): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=944): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=944): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=945): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=945): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=946): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=946): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=947): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=947): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=948): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=948): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=949): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=949): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=950): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=950): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=951): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=951): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=952): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=952): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=953): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=953): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=954): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=954): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=955): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=955): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=956): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=956): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=957): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=957): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=958): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=958): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=959): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=959): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=960): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=960): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=961): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=961): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=962): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=962): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=963): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=963): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=964): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=964): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=965): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=965): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=966): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=966): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=967): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=967): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=968): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=968): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=969): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=969): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=970): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=970): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=971): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=971): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=972): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=972): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=973): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=973): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=974): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=974): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=975): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=975): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=976): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=976): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=977): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=977): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=978): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=978): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=979): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=979): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=980): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=980): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=981): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=981): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=982): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=982): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=983): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=983): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=984): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=984): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=985): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=985): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=986): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=986): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=987): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=987): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=988): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=988): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=989): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=989): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=990): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=990): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=991): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=991): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=992): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=992): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=993): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=993): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=994): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=994): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=995): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=995): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=996): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=996): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=997): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=997): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=998): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=998): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=999): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=999): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1000): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1000): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1001): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1001): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1002): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1002): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1003): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1003): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1004): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1004): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1005): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1005): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1006): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1006): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1007): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1007): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1008): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1008): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1009): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1009): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1010): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1010): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1011): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1011): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1012): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1012): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1013): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1013): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1014): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1014): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1015): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1015): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1016): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1016): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1017): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1017): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1018): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1018): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1019): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1019): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1020): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1020): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1021): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1021): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1022): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1022): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1023): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1023): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1024): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1024): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1025): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1025): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1026): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1026): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1027): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1027): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1028): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1028): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1029): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1029): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1030): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1030): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1031): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1031): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1032): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1032): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1033): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1033): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1034): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1034): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1035): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1035): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1036): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1036): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1037): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1037): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1038): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1038): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1039): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1039): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1040): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1040): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1041): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1041): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1042): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1042): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1043): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1043): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1044): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1044): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1045): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1045): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1046): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1046): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1047): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1047): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1048): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1048): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1049): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1049): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1050): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1050): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1051): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1051): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1052): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1052): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1053): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1053): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1054): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1054): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1055): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1055): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1056): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1056): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1057): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1057): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1058): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1058): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1059): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1059): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1060): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1060): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1061): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1061): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1062): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1062): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1063): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1063): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1064): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1064): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1065): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1065): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1066): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1066): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1067): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1067): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1068): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1068): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1069): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1069): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1070): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1070): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1071): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1071): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1072): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1072): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1073): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1073): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1074): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1074): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1075): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1075): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1076): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1076): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1077): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1077): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1078): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1078): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1079): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1079): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1080): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1080): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1081): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1081): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1082): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1082): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1083): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1083): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1084): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1084): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1085): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1085): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1086): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1086): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1087): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1087): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1088): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1088): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1089): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1089): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1090): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1090): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1091): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1091): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1092): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1092): ['1'] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1093): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1093): [] (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1094): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1094): True (connection.py:410)
+2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1095): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1095): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1096): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1096): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1097): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1097): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1098): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1098): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1099): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1099): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1100): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1100): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1101): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1101): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1102): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1102): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1103): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1103): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1104): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1104): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1105): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1105): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1106): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1106): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1107): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1107): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1108): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1108): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1109): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1109): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1110): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1110): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1111): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1111): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1112): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1112): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1113): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1113): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1114): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1114): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1115): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1115): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1116): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1116): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1117): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1117): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1118): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1118): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1119): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1119): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1120): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1120): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1121): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1121): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1122): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1122): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1123): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1123): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1124): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1124): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1125): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1125): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1126): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1126): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1127): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1127): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1128): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1128): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1129): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1129): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1130): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1130): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1131): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1131): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1132): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1132): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1133): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1133): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1134): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1134): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1135): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1136): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1136): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1137): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1137): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1138): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1138): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1139): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1139): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1140): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1140): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1141): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1141): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1142): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1142): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1143): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1143): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1144): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1144): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1145): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1145): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1146): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1146): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1147): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1147): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1148): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1148): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1149): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1149): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1150): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1150): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1151): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1151): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1152): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1152): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1153): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1153): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1154): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1154): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1155): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1155): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1156): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1156): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1157): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1157): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1158): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1158): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1159): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1159): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1160): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1160): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1161): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1161): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1162): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1162): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1163): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1163): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1164): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1164): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1165): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1165): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1166): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1166): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1167): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1167): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1168): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1168): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1169): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1169): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1170): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1170): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1171): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1171): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1172): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1172): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1173): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1173): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1174): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1174): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1175): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1175): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1176): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1176): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1177): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1177): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1178): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1178): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1179): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1179): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1180): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1180): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1181): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1181): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1182): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1182): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1183): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1183): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1184): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1184): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1185): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1185): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1186): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1186): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1187): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1187): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1188): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1188): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1189): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1189): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1190): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1190): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1191): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1191): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1192): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1192): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1193): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1193): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1194): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1194): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1195): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1195): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1196): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1196): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1197): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1197): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1198): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1198): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1199): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1199): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1200): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1200): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1201): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1201): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1202): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1202): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1203): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1203): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1204): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1204): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1205): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1205): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1206): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1206): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1207): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1207): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1208): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1208): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1209): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1209): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1210): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1210): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1211): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1211): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1212): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1212): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1213): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1213): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1214): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1214): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1215): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1215): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1216): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1216): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1217): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1217): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1218): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1218): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1219): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1219): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1220): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1220): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1221): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1221): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1222): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1222): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1223): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1223): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1224): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1224): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1225): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1225): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1226): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1226): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1227): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1227): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1228): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1228): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1229): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1229): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1230): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1230): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1231): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1231): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1232): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1232): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1233): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1233): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1234): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1234): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1235): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1235): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1236): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1236): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1237): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1237): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1238): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1238): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1239): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1239): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1240): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1240): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1241): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1241): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1242): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1242): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1243): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1243): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1244): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1244): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1245): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1245): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1246): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1246): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1247): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1247): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1248): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1248): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1249): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1249): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1250): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1250): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1251): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1251): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1252): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1252): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1253): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1253): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1254): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1254): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1255): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1255): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1256): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1256): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1257): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1257): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1258): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1258): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1259): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1259): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1260): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1260): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1261): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1261): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1262): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1262): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1263): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1263): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1264): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1264): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1265): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1265): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1266): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1266): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1267): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1267): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1268): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1268): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1269): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1269): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1270): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1270): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1271): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1271): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1272): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1272): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1273): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1273): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1274): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1274): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1275): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1275): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1276): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1276): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1277): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1277): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1278): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1278): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1279): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1279): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1280): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1280): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1281): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1281): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1282): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1282): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1283): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1283): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1284): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1284): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1285): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1285): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1286): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1286): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1287): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1287): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1288): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1288): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1289): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1289): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1290): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1290): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1291): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1291): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1292): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1292): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1293): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1293): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1294): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1294): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1295): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1295): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1296): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1296): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1297): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1297): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1298): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1298): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1299): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1299): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1300): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1300): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1301): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1301): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1302): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1302): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1303): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1303): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1304): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1304): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1305): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1305): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1306): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1306): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1307): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1307): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1308): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1308): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1309): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1309): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1310): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1310): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1311): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1311): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1312): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1312): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1313): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1313): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1314): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1314): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1315): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1316): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1316): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1317): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1317): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1318): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1318): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1319): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1319): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1320): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1320): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1321): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1321): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1322): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1322): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1323): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1323): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1324): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1324): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1325): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1325): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1326): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1326): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1327): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1327): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1328): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1328): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1329): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1329): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1330): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1330): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1331): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1331): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1332): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1332): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1333): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1333): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1334): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1334): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1335): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1335): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1336): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1336): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1337): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1337): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1338): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1338): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1339): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1339): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1340): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1340): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1341): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1341): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1342): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1342): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1343): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1343): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1344): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1344): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1345): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1345): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1346): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1346): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1347): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1347): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1348): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1348): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1349): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1349): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1350): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1350): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1351): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1351): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1352): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1352): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1353): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1353): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1354): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1354): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1355): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1355): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1356): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1356): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1357): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1357): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1358): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1358): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1359): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1359): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1360): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1360): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1361): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1361): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1362): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1362): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1363): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1363): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1364): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1364): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1365): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1365): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1366): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1366): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1367): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1367): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1368): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1368): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1369): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1369): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1370): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1370): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1371): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1371): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1372): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1372): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1373): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1373): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1374): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1374): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1375): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1375): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1376): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1376): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1377): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1377): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1378): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1378): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1379): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1379): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1380): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1380): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1381): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1381): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1382): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1382): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1383): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1383): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1384): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1384): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1385): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1385): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1386): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1386): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1387): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1387): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1388): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1388): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1389): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1389): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1390): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1390): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1391): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1391): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1392): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1392): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1393): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1393): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1394): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1394): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1395): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1395): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1396): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1396): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1397): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1397): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1398): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1398): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1399): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1399): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1400): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1400): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1401): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1401): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1402): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1402): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1403): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1403): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1404): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1404): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1405): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1405): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1406): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1406): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1407): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1407): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1408): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1408): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1409): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1409): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1410): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1410): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1411): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1411): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1412): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1412): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1413): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1413): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1414): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1414): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1415): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1415): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1416): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1416): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1417): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1417): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1418): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1418): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1419): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1419): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1420): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1420): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1421): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1421): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1422): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1422): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1423): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1423): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1424): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1424): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1425): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1425): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1426): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1426): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1427): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1427): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1428): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1428): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1429): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1429): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1430): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1430): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1431): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1431): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1432): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1432): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1433): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1433): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1434): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1434): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1435): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1435): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1436): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1436): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1437): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1437): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1438): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1438): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1439): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1439): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1440): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1440): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1441): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1441): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1442): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1442): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1443): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1443): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1444): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1444): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1445): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1445): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1446): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1446): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1447): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1447): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1448): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1448): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1449): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1449): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1450): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1450): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1451): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1451): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1452): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1452): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1453): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1453): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1454): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1454): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1455): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1455): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1456): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1456): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1457): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1457): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1458): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1458): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1459): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1459): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1460): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1460): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1461): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1461): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1462): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1462): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1463): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1463): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1464): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1464): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1465): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1465): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1466): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1466): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1467): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1467): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1468): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1468): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1469): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1469): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1470): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1470): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1471): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1471): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1472): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1472): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1473): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1473): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1474): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1474): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1475): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/attach_is_done', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1475): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1476): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/attach_is_done', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1476): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1477): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1477): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1478): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/clean_start', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1478): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1479): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/clean_start', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1479): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1480): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1480): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1481): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1481): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1482): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1482): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1483): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1483): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1484): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1484): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1485): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1485): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1486): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1486): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1487): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1487): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1488): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1488): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1489): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1489): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1490): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1490): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1491): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1491): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1492): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1492): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1493): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1493): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1494): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1494): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1495): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1495): ['partition_piece_active_workers', 'shards'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1496): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1496): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1497): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1497): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1498): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1498): ['1'] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1499): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards/1', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1499): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1500): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards/1', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1500): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1501): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1501): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1502): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1502): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1503): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1503): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1504): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1504): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1505): Delete(path='/clickhouse-copier/task_ttl_columns/tables', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1505): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1506): GetChildren(path='/clickhouse-copier/task_ttl_columns/status', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1506): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1507): Delete(path='/clickhouse-copier/task_ttl_columns/status', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1507): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1508): GetChildren(path='/clickhouse-copier/task_ttl_columns/task_active_workers', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1508): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1509): Delete(path='/clickhouse-copier/task_ttl_columns/task_active_workers', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1509): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1510): GetChildren(path='/clickhouse-copier/task_ttl_columns/task_active_workers_version', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1510): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1511): Delete(path='/clickhouse-copier/task_ttl_columns/task_active_workers_version', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1511): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1512): GetChildren(path='/clickhouse-copier/task_ttl_columns/description', watcher=None) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1512): [] (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1513): Delete(path='/clickhouse-copier/task_ttl_columns/description', version=-1) (connection.py:312)
+2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1513): True (connection.py:410)
+2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1514): Delete(path='/clickhouse-copier/task_ttl_columns', version=-1) (connection.py:312)
+2021-06-07 13:46:48 [   DEBUG] _read_response Received response(xid=1514): True (connection.py:410)
+2021-06-07 13:46:48 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:46:48 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_skip_index.xml'] (cluster.py:897)
+2021-06-07 13:46:48 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:46:48 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:46:48 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:46:48 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_skip_index.xml'] (cluster.py:897)
+2021-06-07 13:46:48 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:46:48 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:46:50 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
+2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:46:50 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
+2021-06-07 13:46:50 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
+2021-06-07 13:46:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
+2021-06-07 13:46:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
+2021-06-07 13:46:50 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:46:50 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:46:50 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
+2021-06-07 13:46:50 [   DEBUG] find_config_file No config file found (config.py:28)
+2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
+2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:46:50 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
+2021-06-07 13:46:50 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:46:50 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:46:50 [    INFO] execute_task Copied copier config to first (test_two_nodes.py:414)
+2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec HTTP/1.1" 201 74 (connectionpool.py:428)
+2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/2b478a8cd33fd243a7e0ab2b4005b7159ebace62b08a44a1f1cab6721e4759a9/start HTTP/1.1" 101 0 (connectionpool.py:428)
+2021-06-07 13:48:15 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
+Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
+ (test_two_nodes.py:417)
+2021-06-07 13:48:15 [    INFO] execute_task Copier for first (172.16.1.5) has started (test_two_nodes.py:419)
+2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
+2021-06-07 13:48:15 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
+2021-06-07 13:48:15 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
+2021-06-07 13:48:15 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
+2021-06-07 13:48:15 [    INFO] execute_task Copied copier config to second (test_two_nodes.py:414)
+2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec HTTP/1.1" 201 74 (connectionpool.py:428)
+2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/ab59efe7d747fbbcb10e8959a1c6dc4e5e217f7552b11fc9c6725b089f62594d/start HTTP/1.1" 101 0 (connectionpool.py:428)
diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index 1612acf13b5..6b408689738 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -322,8 +322,8 @@ def execute_task(started_cluster, task, cmd_options):
 
     zk = started_cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
-    
-    
+
+
     try:
         zk.delete("/clickhouse-copier", recursive=True)
     except kazoo.exceptions.NoNodeError:
@@ -343,7 +343,7 @@ def execute_task(started_cluster, task, cmd_options):
 
     print(cmd)
 
-    copiers = random.sample(list(cluster.instances.keys()), 3)
+    copiers = random.sample(list(started_cluster.instances.keys()), 3)
 
     for instance_name in copiers:
         instance = started_cluster.instances[instance_name]
@@ -402,19 +402,16 @@ def test_copy_with_recovering_after_move_faults(started_cluster, use_sample_offs
         execute_task(started_cluster, Task1(started_cluster), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.partition
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition(started_cluster):
     execute_task(started_cluster, Task2(started_cluster, "test1"), [])
 
 
-@pytest.mark.partition
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition_with_recovering(started_cluster):
     execute_task(started_cluster, Task2(started_cluster, "test2"), ['--copy-fault-probability', str(COPYING_FAIL_PROBABILITY)])
 
 
-@pytest.mark.partition
 @pytest.mark.timeout(600)
 def test_copy_month_to_week_partition_with_recovering_after_move_faults(started_cluster):
     execute_task(started_cluster, Task2(started_cluster, "test3"), ['--move-fault-probability', str(MOVING_FAIL_PROBABILITY)])
diff --git a/tests/integration/test_cluster_copier/test_three_nodes.py b/tests/integration/test_cluster_copier/test_three_nodes.py
index 134b66196b6..b9aec054f00 100644
--- a/tests/integration/test_cluster_copier/test_three_nodes.py
+++ b/tests/integration/test_cluster_copier/test_three_nodes.py
@@ -173,10 +173,10 @@ class Task:
             assert a == b, "Data on each shard"
 
 
-def execute_task(task, cmd_options):
+def execute_task(started_cluster, task, cmd_options):
     task.start()
 
-    zk = cluster.get_kazoo_client('zoo1')
+    zk = started_cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     # Run cluster-copier processes on each node
@@ -193,8 +193,8 @@ def execute_task(task, cmd_options):
 
     print(cmd)
 
-    for instance_name, instance in cluster.instances.items():
-        instance = cluster.instances[instance_name]
+    for instance_name, instance in started_cluster.instances.items():
+        instance = started_cluster.instances[instance_name]
         container = instance.get_docker_handle()
         instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_three_nodes/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
         logging.info("Copied copier config to {}".format(instance.name))
@@ -207,7 +207,7 @@ def execute_task(task, cmd_options):
     # time.sleep(1000)
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+    for exec_id, instance in zip(copiers_exec_ids, iter(started_cluster.instances.values())):
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
@@ -225,4 +225,4 @@ def execute_task(task, cmd_options):
 # Tests
 @pytest.mark.timeout(600)
 def test(started_cluster):
-    execute_task(Task(started_cluster), [])
+    execute_task(started_cluster, Task(started_cluster), [])
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index 63b706f4d49..b4737f56a59 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -121,10 +121,10 @@ class TaskReplicatedWithoutArguments:
             node.query("DROP TABLE trivial_without_arguments")
 
 
-def execute_task(task, cmd_options):
+def execute_task(started_cluster, task, cmd_options):
     task.start()
 
-    zk = cluster.get_kazoo_client('zoo1')
+    zk = started_cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     try:
@@ -137,7 +137,7 @@ def execute_task(task, cmd_options):
     zk.create(zk_task_path + "/description", task.copier_task_config.encode())
 
     # Run cluster-copier processes on each node
-    docker_api = cluster.docker_client.api
+    docker_api = started_cluster.docker_client.api
     copiers_exec_ids = []
 
     cmd = ['/usr/bin/clickhouse', 'copier',
@@ -146,10 +146,10 @@ def execute_task(task, cmd_options):
            '--base-dir', '/var/log/clickhouse-server/copier']
     cmd += cmd_options
 
-    copiers = list(cluster.instances.keys())
+    copiers = list(started_cluster.instances.keys())
 
     for instance_name in copiers:
-        instance = cluster.instances[instance_name]
+        instance = started_cluster.instances[instance_name]
         container = instance.get_docker_handle()
         instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs/config-copier.xml"),
                                         "/etc/clickhouse-server/config-copier.xml")
@@ -162,7 +162,7 @@ def execute_task(task, cmd_options):
 
     # Wait for copiers stopping and check their return codes
     for exec_id, instance_name in zip(copiers_exec_ids, copiers):
-        instance = cluster.instances[instance_name]
+        instance = started_cluster.instances[instance_name]
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
@@ -183,10 +183,10 @@ def execute_task(task, cmd_options):
 @pytest.mark.parametrize(('use_sample_offset'),[False,True])
 def test_trivial_copy(started_cluster, use_sample_offset):
     if use_sample_offset:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
+        execute_task(started_cluster, TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
     else:
-        execute_task(TaskTrivial(started_cluster, use_sample_offset), [])
+        execute_task(started_cluster, TaskTrivial(started_cluster, use_sample_offset), [])
 
 
 def test_trivial_without_arguments(started_cluster):
-    execute_task(TaskReplicatedWithoutArguments(started_cluster), [])
+    execute_task(started_cluster, TaskReplicatedWithoutArguments(started_cluster), [])
diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 44cab1924aa..46946e8a167 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -387,10 +387,10 @@ class TaskDropTargetPartition:
         assert a == b, "Data"
 
 
-def execute_task(task, cmd_options):
+def execute_task(started_cluster, task, cmd_options):
     task.start()
 
-    zk = cluster.get_kazoo_client('zoo1')
+    zk = started_cluster.get_kazoo_client('zoo1')
     print("Use ZooKeeper server: {}:{}".format(zk.hosts[0][0], zk.hosts[0][1]))
 
     # Run cluster-copier processes on each node
@@ -407,8 +407,8 @@ def execute_task(task, cmd_options):
 
     print(cmd)
 
-    for instance_name, instance in cluster.instances.items():
-        instance = cluster.instances[instance_name]
+    for instance_name, instance in started_cluster.instances.items():
+        instance = started_cluster.instances[instance_name]
         container = instance.get_docker_handle()
         instance.copy_file_to_container(os.path.join(CURRENT_TEST_DIR, "configs_two_nodes/config-copier.xml"), "/etc/clickhouse-server/config-copier.xml")
         logging.info("Copied copier config to {}".format(instance.name))
@@ -421,7 +421,7 @@ def execute_task(task, cmd_options):
     # time.sleep(1000)
 
     # Wait for copiers stopping and check their return codes
-    for exec_id, instance in zip(copiers_exec_ids, iter(cluster.instances.values())):
+    for exec_id, instance in zip(copiers_exec_ids, iter(started_cluster.instances.values())):
         while True:
             res = docker_api.exec_inspect(exec_id)
             if not res['Running']:
@@ -439,19 +439,19 @@ def execute_task(task, cmd_options):
 # Tests
 @pytest.mark.timeout(600)
 def test_different_schema(started_cluster):
-    execute_task(TaskWithDifferentSchema(started_cluster), [])
+    execute_task(started_cluster, TaskWithDifferentSchema(started_cluster), [])
 
 
 @pytest.mark.timeout(600)
 def test_ttl_columns(started_cluster):
-    execute_task(TaskTTL(started_cluster), [])
+    execute_task(started_cluster, TaskTTL(started_cluster), [])
 
 
 @pytest.mark.timeout(600)
 def test_skip_index(started_cluster):
-    execute_task(TaskSkipIndex(started_cluster), [])
+    execute_task(started_cluster, TaskSkipIndex(started_cluster), [])
 
 
 @pytest.mark.timeout(600)
 def test_ttl_move_to_volume(started_cluster):
-    execute_task(TaskTTLMoveToVolume(started_cluster), [])
+    execute_task(started_cluster, TaskTTLMoveToVolume(started_cluster), [])

From f2ea7d99855e516bf1d13e22a4bb966b85065e13 Mon Sep 17 00:00:00 2001
From: Korenevskiy Denis <denkoren@yandex-team.ru>
Date: Mon, 7 Jun 2021 15:46:49 +0300
Subject: [PATCH 0961/1060] Add exit instruction to init script after service
 status check

---
 debian/clickhouse-server.init | 1 +
 1 file changed, 1 insertion(+)

diff --git a/debian/clickhouse-server.init b/debian/clickhouse-server.init
index 3e4e888eacd..d7d87c6d53c 100755
--- a/debian/clickhouse-server.init
+++ b/debian/clickhouse-server.init
@@ -229,6 +229,7 @@ status()
 case "$1" in
 status)
     status
+    exit 0
     ;;
 esac
 

From 1931406ec4336bede16c4d1c6a81f1e0ce92372f Mon Sep 17 00:00:00 2001
From: Korenevskiy Denis <denkoren@yandex-team.ru>
Date: Mon, 7 Jun 2021 16:14:04 +0300
Subject: [PATCH 0962/1060] Mute stdout and stderr for both branches of cron
 task's if

---
 debian/clickhouse-server.cron.d | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/debian/clickhouse-server.cron.d b/debian/clickhouse-server.cron.d
index 03bbd620aa7..1e5d4aab733 100644
--- a/debian/clickhouse-server.cron.d
+++ b/debian/clickhouse-server.cron.d
@@ -1 +1 @@
-#*/10 * * * * root (which service > /dev/null 2>&1 && (service clickhouse-server condstart ||:)) || /etc/init.d/clickhouse-server condstart > /dev/null 2>&1
+#*/10 * * * * root ((which service > /dev/null 2>&1 && (service clickhouse-server condstart ||:)) || /etc/init.d/clickhouse-server condstart) > /dev/null 2>&1

From 634730f4dc5afb309a69d850ac7b9fcaaaea0a5c Mon Sep 17 00:00:00 2001
From: tavplubix <avtokmakov@yandex-team.ru>
Date: Mon, 7 Jun 2021 17:08:20 +0300
Subject: [PATCH 0963/1060] Update s3.md

---
 docs/en/sql-reference/table-functions/s3.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/table-functions/s3.md b/docs/en/sql-reference/table-functions/s3.md
index 285ec862aab..d84edb3f46e 100644
--- a/docs/en/sql-reference/table-functions/s3.md
+++ b/docs/en/sql-reference/table-functions/s3.md
@@ -114,14 +114,14 @@ FROM s3('https://storage.yandexcloud.net/my-test-bucket-768/big_prefix/file-{000
 Insert data into file `test-data.csv.gz`:
 
 ``` sql
-INSERT INTO s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
+INSERT INTO FUNCTION s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
 VALUES ('test-data', 1), ('test-data-2', 2);
 ```
 
 Insert data into file `test-data.csv.gz` from existing table:
 
 ``` sql
-INSERT INTO s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
+INSERT INTO FUNCTION s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
 SELECT name, value FROM existing_table;
 ```
 

From 0e9ce8c23a6f72474a46e5756553021a281fae54 Mon Sep 17 00:00:00 2001
From: Ivan Lezhankin <ilezhankin@yandex-team.ru>
Date: Mon, 7 Jun 2021 17:22:24 +0300
Subject: [PATCH 0964/1060] Fix Disks/ya.make

---
 src/Disks/ya.make    | 2 +-
 src/Disks/ya.make.in | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Disks/ya.make b/src/Disks/ya.make
index a8f8a032fdc..fba68f05f00 100644
--- a/src/Disks/ya.make
+++ b/src/Disks/ya.make
@@ -7,7 +7,7 @@ PEERDIR(
     clickhouse/src/Common
 )
 
-
+SRCS(
     DiskCacheWrapper.cpp
     DiskDecorator.cpp
     DiskFactory.cpp
diff --git a/src/Disks/ya.make.in b/src/Disks/ya.make.in
index 4f7ccff17ef..cdcf6c38535 100644
--- a/src/Disks/ya.make.in
+++ b/src/Disks/ya.make.in
@@ -6,7 +6,7 @@ PEERDIR(
     clickhouse/src/Common
 )
 
-
+SRCS(
 <? find . -name '*.cpp' | grep -v -F tests | grep -v -F examples | grep -v -F 'S3|HDFS' | sed 's/^\.\//    /' | sort ?>
 )
 

From 840895509e48616992b2295c5dc0ab0af2169414 Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Mon, 7 Jun 2021 22:26:28 +0800
Subject: [PATCH 0965/1060] Fix using aggregate projection when group by
 without key

---
 src/Interpreters/Aggregator.cpp                           | 4 ++--
 src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp    | 1 -
 .../01710_projections_group_by_no_key.reference           | 2 ++
 .../0_stateless/01710_projections_group_by_no_key.sql     | 8 ++++++++
 4 files changed, 12 insertions(+), 3 deletions(-)
 create mode 100644 tests/queries/0_stateless/01710_projections_group_by_no_key.reference
 create mode 100644 tests/queries/0_stateless/01710_projections_group_by_no_key.sql

diff --git a/src/Interpreters/Aggregator.cpp b/src/Interpreters/Aggregator.cpp
index 64b20a54955..81f75530cef 100644
--- a/src/Interpreters/Aggregator.cpp
+++ b/src/Interpreters/Aggregator.cpp
@@ -1894,11 +1894,11 @@ void NO_INLINE Aggregator::mergeWithoutKeyStreamsImpl(
         res = place;
     }
 
-    if (block.rows() > 0)
+    for (size_t row = 0, rows = block.rows(); row < rows; ++row)
     {
         /// Adding Values
         for (size_t i = 0; i < params.aggregates_size; ++i)
-            aggregate_functions[i]->merge(res + offsets_of_aggregate_states[i], (*aggregate_columns[i])[0], result.aggregates_pool);
+            aggregate_functions[i]->merge(res + offsets_of_aggregate_states[i], (*aggregate_columns[i])[row], result.aggregates_pool);
     }
 
     /// Early release memory.
diff --git a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
index 894e57d41e5..929fb814ab8 100644
--- a/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
+++ b/src/Storages/MergeTree/MergeTreeDataSelectExecutor.cpp
@@ -234,7 +234,6 @@ QueryPlanPtr MergeTreeDataSelectExecutor::read(
             select.setExpression(ASTSelectQuery::Expression::WHERE, given_select.where()->clone());
         if (given_select.prewhere())
             select.setExpression(ASTSelectQuery::Expression::WHERE, given_select.prewhere()->clone());
-        // TODO will row policy filter work?
 
         // After overriding the group by clause, we finish the possible aggregations directly
         if (processed_stage >= QueryProcessingStage::Enum::WithMergeableState && given_select.groupBy())
diff --git a/tests/queries/0_stateless/01710_projections_group_by_no_key.reference b/tests/queries/0_stateless/01710_projections_group_by_no_key.reference
new file mode 100644
index 00000000000..caacaa85780
--- /dev/null
+++ b/tests/queries/0_stateless/01710_projections_group_by_no_key.reference
@@ -0,0 +1,2 @@
+499500
+499500
diff --git a/tests/queries/0_stateless/01710_projections_group_by_no_key.sql b/tests/queries/0_stateless/01710_projections_group_by_no_key.sql
new file mode 100644
index 00000000000..eefc03afb7a
--- /dev/null
+++ b/tests/queries/0_stateless/01710_projections_group_by_no_key.sql
@@ -0,0 +1,8 @@
+drop table if exists projection_without_key;
+
+create table projection_without_key (key UInt32, PROJECTION x (SELECT sum(key) group by key % 3)) engine MergeTree order by key;
+insert into projection_without_key select number from numbers(1000);
+select sum(key) from projection_without_key settings allow_experimental_projection_optimization = 1;
+select sum(key) from projection_without_key settings allow_experimental_projection_optimization = 0;
+
+drop table projection_without_key;

From 71f1a101c1366a4e338e25a09ec1b5c8a93da68c Mon Sep 17 00:00:00 2001
From: Ivan <5627721+abyss7@users.noreply.github.com>
Date: Mon, 7 Jun 2021 20:29:19 +0300
Subject: [PATCH 0966/1060] More pytest fixes (#23538)

---
 contrib/avro                                  |  2 +-
 tests/queries/.gitignore                      |  2 --
 .../01710_aggregate_projections.sh            |  2 ++
 .../0_stateless/01710_normal_projections.sh   |  1 +
 .../queries/0_stateless/01785_pmj_lc_bug.sql  |  3 +++
 ...est_postgresql_protocol_with_row_policy.sh |  2 ++
 .../0_stateless/01832_memory_write_suffix.sql |  2 ++
 ...system_dictionaries_virtual_key_column.sql |  3 +++
 ...1846_null_as_default_for_insert_select.sql |  2 ++
 .../0_stateless/01848_http_insert_segfault.sh |  3 +--
 .../01850_dist_INSERT_preserve_error.sql      |  3 +++
 .../01852_dictionary_found_rate_long.sql      |  1 +
 tests/queries/0_stateless/01852_jit_if.sql    |  3 +++
 .../01853_dictionary_cache_duplicates.sh      |  1 +
 .../01854_HTTP_dict_decompression.sh          |  2 ++
 .../01866_datetime64_cmp_with_constant.sql    |  2 ++
 .../01870_modulo_partition_key.sql            |  4 ++++
 .../01882_scalar_subquery_exception.sql       |  3 +++
 .../0_stateless/01882_total_rows_approx.sh    |  2 ++
 tests/queries/conftest.py                     | 23 ++++++++++++++++---
 tests/queries/pytest.ini                      |  2 ++
 tests/queries/query_test.py                   | 15 ++++++++++++
 tests/queries/server.py                       | 21 +++++++++++++++--
 23 files changed, 94 insertions(+), 10 deletions(-)
 delete mode 100644 tests/queries/.gitignore
 create mode 100644 tests/queries/pytest.ini

diff --git a/contrib/avro b/contrib/avro
index 1ee16d8c5a7..e43c46e87fd 160000
--- a/contrib/avro
+++ b/contrib/avro
@@ -1 +1 @@
-Subproject commit 1ee16d8c5a7808acff5cf0475f771195d9aa3faa
+Subproject commit e43c46e87fd32eafdc09471e95344555454c5ef8
diff --git a/tests/queries/.gitignore b/tests/queries/.gitignore
deleted file mode 100644
index df2c6d60133..00000000000
--- a/tests/queries/.gitignore
+++ /dev/null
@@ -1,2 +0,0 @@
-*.stderr
-*.stdout
diff --git a/tests/queries/0_stateless/01710_aggregate_projections.sh b/tests/queries/0_stateless/01710_aggregate_projections.sh
index 1b09a3f1383..a8b3e6bf99d 100755
--- a/tests/queries/0_stateless/01710_aggregate_projections.sh
+++ b/tests/queries/0_stateless/01710_aggregate_projections.sh
@@ -25,3 +25,5 @@ $CLICKHOUSE_CLIENT -q "select x + y + 1, argMax(y, x), sum(x - y) as s from test
 
 $CLICKHOUSE_CLIENT -q "select x + y, sum(x - y) as s from test_agg_proj prewhere (x + y) % 2 = 1 group by x + y order by s desc limit 5 settings allow_experimental_projection_optimization=1"
 $CLICKHOUSE_CLIENT -q "select x + y, sum(x - y) as s from test_agg_proj prewhere (x + y) % 2 = 1 group by x + y order by s desc limit 5 settings allow_experimental_projection_optimization=1 format JSON" | grep "rows_read"
+
+$CLICKHOUSE_CLIENT -q "drop table test_agg_proj"
diff --git a/tests/queries/0_stateless/01710_normal_projections.sh b/tests/queries/0_stateless/01710_normal_projections.sh
index 89795d12bc9..6b16021de17 100755
--- a/tests/queries/0_stateless/01710_normal_projections.sh
+++ b/tests/queries/0_stateless/01710_normal_projections.sh
@@ -77,3 +77,4 @@ echo "optimize_move_to_prewhere = 1, allow_experimental_projection_optimization
 $CLICKHOUSE_CLIENT -q "SELECT * FROM test_sort_proj WHERE y > 4294967286 order by x FORMAT JSON
                        SETTINGS optimize_move_to_prewhere = 1, allow_experimental_projection_optimization = 1" | grep rows_read
 
+$CLICKHOUSE_CLIENT -q "DROP TABLE test_sort_proj"
diff --git a/tests/queries/0_stateless/01785_pmj_lc_bug.sql b/tests/queries/0_stateless/01785_pmj_lc_bug.sql
index 722faa9b40d..3020692c80a 100644
--- a/tests/queries/0_stateless/01785_pmj_lc_bug.sql
+++ b/tests/queries/0_stateless/01785_pmj_lc_bug.sql
@@ -12,3 +12,6 @@ SELECT 1025 == count(n) FROM foo AS t1 ANY LEFT JOIN foo_lc AS t2 ON t1.n == t2.
 SELECT 1025 == count(n) FROM foo_lc AS t1 ANY LEFT JOIN foo AS t2 ON t1.n == t2.n;
 
 SELECT 1025 == count(n) FROM foo_lc AS t1 ALL LEFT JOIN foo_lc AS t2 ON t1.n == t2.n;
+
+DROP TABLE foo;
+DROP TABLE foo_lc;
diff --git a/tests/queries/0_stateless/01802_test_postgresql_protocol_with_row_policy.sh b/tests/queries/0_stateless/01802_test_postgresql_protocol_with_row_policy.sh
index edd73131020..4b3e35047bc 100755
--- a/tests/queries/0_stateless/01802_test_postgresql_protocol_with_row_policy.sh
+++ b/tests/queries/0_stateless/01802_test_postgresql_protocol_with_row_policy.sh
@@ -41,3 +41,5 @@ SELECT 'after row policy with plaintext_password';
 
 psql "postgresql://postgresql_user:qwerty@localhost:${CLICKHOUSE_PORT_POSTGRESQL}/db01802" -c "SELECT * FROM postgresql;"
 
+$CLICKHOUSE_CLIENT -q "DROP TABLE db01802.postgresql"
+$CLICKHOUSE_CLIENT -q "DROP DATABASE db01802"
diff --git a/tests/queries/0_stateless/01832_memory_write_suffix.sql b/tests/queries/0_stateless/01832_memory_write_suffix.sql
index 718a4e4ac9d..274736c5c06 100644
--- a/tests/queries/0_stateless/01832_memory_write_suffix.sql
+++ b/tests/queries/0_stateless/01832_memory_write_suffix.sql
@@ -5,3 +5,5 @@ drop table if exists data_01832;
 create table data_01832 (key Int) Engine=Memory;
 insert into data_01832 values (1);
 select * from data_01832;
+
+drop table data_01832;
diff --git a/tests/queries/0_stateless/01838_system_dictionaries_virtual_key_column.sql b/tests/queries/0_stateless/01838_system_dictionaries_virtual_key_column.sql
index 97d96f643cf..bcc26491ef2 100644
--- a/tests/queries/0_stateless/01838_system_dictionaries_virtual_key_column.sql
+++ b/tests/queries/0_stateless/01838_system_dictionaries_virtual_key_column.sql
@@ -24,3 +24,6 @@ LAYOUT(COMPLEX_KEY_DIRECT());
 SELECT 'complex key';
 
 SELECT name, key FROM system.dictionaries WHERE name='example_complex_key_dictionary' AND database=currentDatabase();
+
+DROP DICTIONARY example_complex_key_dictionary;
+DROP DICTIONARY example_simple_key_dictionary;
diff --git a/tests/queries/0_stateless/01846_null_as_default_for_insert_select.sql b/tests/queries/0_stateless/01846_null_as_default_for_insert_select.sql
index d6f3b8a2136..44a1537f720 100644
--- a/tests/queries/0_stateless/01846_null_as_default_for_insert_select.sql
+++ b/tests/queries/0_stateless/01846_null_as_default_for_insert_select.sql
@@ -28,3 +28,5 @@ CREATE TABLE test_null_as_default (a Int8, b Int64 DEFAULT c - 500, c Int32 DEFA
 
 INSERT INTO test_null_as_default(a, c) SELECT 1, NULL UNION ALL SELECT 2, NULL;
 SELECT * FROM test_null_as_default ORDER BY a;
+
+DROP TABLE test_null_as_default;
diff --git a/tests/queries/0_stateless/01848_http_insert_segfault.sh b/tests/queries/0_stateless/01848_http_insert_segfault.sh
index a263ded44eb..c766e9794ae 100755
--- a/tests/queries/0_stateless/01848_http_insert_segfault.sh
+++ b/tests/queries/0_stateless/01848_http_insert_segfault.sh
@@ -4,5 +4,4 @@
  # shellcheck source=../shell_config.sh
  . "$CUR_DIR"/../shell_config.sh
 
- ${CLICKHOUSE_LOCAL} -q "select col1, initializeAggregation('argMaxState', col2, insertTime) as col2, now() as insertTime FROM generateRandom('col1 String, col2 Array(Float64)') LIMIT 1000000 FORMAT CSV"  | curl -s 'http://localhost:8123/?query=INSERT%20INTO%20non_existing_table%20SELECT%20col1%2C%20initializeAggregation(%27argMaxState%27%2C%20col2%2C%20insertTime)%20as%20col2%2C%20now()%20as%20insertTime%20FROM%20input(%27col1%20String%2C%20col2%20Array(Float64)%27)%20FORMAT%20CSV' --data-binary @- | grep -q "Table default.non_existing_table doesn't exist" && echo 'Ok.' || echo 'FAIL' ||:
-
+ ${CLICKHOUSE_LOCAL} -q "select col1, initializeAggregation('argMaxState', col2, insertTime) as col2, now() as insertTime FROM generateRandom('col1 String, col2 Array(Float64)') LIMIT 1000000 FORMAT CSV"  | ${CLICKHOUSE_CURL} -s 'http://localhost:8123/?query=INSERT%20INTO%20non_existing_table%20SELECT%20col1%2C%20initializeAggregation(%27argMaxState%27%2C%20col2%2C%20insertTime)%20as%20col2%2C%20now()%20as%20insertTime%20FROM%20input(%27col1%20String%2C%20col2%20Array(Float64)%27)%20FORMAT%20CSV' --data-binary @- | grep -q "Table default.non_existing_table doesn't exist" && echo 'Ok.' || echo 'FAIL' ||:
diff --git a/tests/queries/0_stateless/01850_dist_INSERT_preserve_error.sql b/tests/queries/0_stateless/01850_dist_INSERT_preserve_error.sql
index 6ed4eafcc8f..ab4c63ccdf2 100644
--- a/tests/queries/0_stateless/01850_dist_INSERT_preserve_error.sql
+++ b/tests/queries/0_stateless/01850_dist_INSERT_preserve_error.sql
@@ -13,3 +13,6 @@ insert into dist_01850 values (1); -- { serverError 60 }
 
 drop table if exists dist_01850;
 drop table shard_0.data_01850;
+
+drop database shard_0;
+drop database shard_1;
diff --git a/tests/queries/0_stateless/01852_dictionary_found_rate_long.sql b/tests/queries/0_stateless/01852_dictionary_found_rate_long.sql
index 2501e21b95e..a51309b3ffd 100644
--- a/tests/queries/0_stateless/01852_dictionary_found_rate_long.sql
+++ b/tests/queries/0_stateless/01852_dictionary_found_rate_long.sql
@@ -307,3 +307,4 @@ SELECT name, found_rate FROM system.dictionaries WHERE database = currentDatabas
 
 DROP TABLE polygons_01862;
 DROP TABLE points_01862;
+DROP DICTIONARY polygon_dictionary_01862;
diff --git a/tests/queries/0_stateless/01852_jit_if.sql b/tests/queries/0_stateless/01852_jit_if.sql
index cdfeba5b895..9a9d74274c2 100644
--- a/tests/queries/0_stateless/01852_jit_if.sql
+++ b/tests/queries/0_stateless/01852_jit_if.sql
@@ -14,3 +14,6 @@ INSERT INTO test_jit_nullable VALUES (0), (1), (NULL);
 
 SELECT 'test_jit_nullable';
 SELECT value, multiIf(value = 1, 2, value, 1, 0), if (value, 1, 0) FROM test_jit_nullable;
+
+DROP TABLE test_jit_nonnull;
+DROP TABLE test_jit_nullable;
diff --git a/tests/queries/0_stateless/01853_dictionary_cache_duplicates.sh b/tests/queries/0_stateless/01853_dictionary_cache_duplicates.sh
index a585785d710..409f8d5ecf5 100755
--- a/tests/queries/0_stateless/01853_dictionary_cache_duplicates.sh
+++ b/tests/queries/0_stateless/01853_dictionary_cache_duplicates.sh
@@ -36,6 +36,7 @@ function run_test_once()
 
     $CLICKHOUSE_CLIENT -nm -q "
         DROP DICTIONARY simple_key_cache_dictionary_01863;
+        DROP TABLE simple_key_source_table_01863;
     "
 
     if [ "$prev" == "$curr" ]; then
diff --git a/tests/queries/0_stateless/01854_HTTP_dict_decompression.sh b/tests/queries/0_stateless/01854_HTTP_dict_decompression.sh
index cca710e85cf..75c0e4de29f 100755
--- a/tests/queries/0_stateless/01854_HTTP_dict_decompression.sh
+++ b/tests/queries/0_stateless/01854_HTTP_dict_decompression.sh
@@ -5,3 +5,5 @@ CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 . "$CURDIR"/../shell_config.sh
 
 python3 "$CURDIR"/01854_HTTP_dict_decompression.python
+
+$CLICKHOUSE_CLIENT -q "DROP DICTIONARY test_table_select"
diff --git a/tests/queries/0_stateless/01866_datetime64_cmp_with_constant.sql b/tests/queries/0_stateless/01866_datetime64_cmp_with_constant.sql
index e6782656887..15edf8b2f9d 100644
--- a/tests/queries/0_stateless/01866_datetime64_cmp_with_constant.sql
+++ b/tests/queries/0_stateless/01866_datetime64_cmp_with_constant.sql
@@ -38,3 +38,5 @@ SELECT 'dt64 != const dt' FROM dt64test WHERE dt64_column != toDateTime('2020-01
 SELECT 'dt64 != dt' FROM dt64test WHERE dt64_column != materialize(toDateTime('2020-01-13 13:37:00'));
 SELECT 'dt != const dt64' FROM dt64test WHERE dt_column != toDateTime64('2020-01-13 13:37:00', 3);
 SELECT 'dt != dt64' FROM dt64test WHERE dt_column != materialize(toDateTime64('2020-01-13 13:37:00', 3));
+
+DROP TABLE dt64test;
diff --git a/tests/queries/0_stateless/01870_modulo_partition_key.sql b/tests/queries/0_stateless/01870_modulo_partition_key.sql
index 344b32659a8..0226bcc0a3c 100644
--- a/tests/queries/0_stateless/01870_modulo_partition_key.sql
+++ b/tests/queries/0_stateless/01870_modulo_partition_key.sql
@@ -48,3 +48,7 @@ SELECT count() FROM table4 WHERE id % 10 = 7;
 SELECT 'comparison:';
 SELECT v, v-205 as vv, modulo(vv, 200), moduloLegacy(vv, 200) FROM table1 ORDER BY v;
 
+DROP TABLE table1;
+DROP TABLE table2;
+DROP TABLE table3;
+DROP TABLE table4;
diff --git a/tests/queries/0_stateless/01882_scalar_subquery_exception.sql b/tests/queries/0_stateless/01882_scalar_subquery_exception.sql
index c7a4555d876..0fb50846502 100644
--- a/tests/queries/0_stateless/01882_scalar_subquery_exception.sql
+++ b/tests/queries/0_stateless/01882_scalar_subquery_exception.sql
@@ -14,3 +14,6 @@ select
     /
   (select count() from nums_in_mem_dist where rand() > 0)
 from system.one; -- { serverError 158 }
+
+drop table nums_in_mem;
+drop table nums_in_mem_dist;
diff --git a/tests/queries/0_stateless/01882_total_rows_approx.sh b/tests/queries/0_stateless/01882_total_rows_approx.sh
index 2c03298b324..f51e95b15c0 100755
--- a/tests/queries/0_stateless/01882_total_rows_approx.sh
+++ b/tests/queries/0_stateless/01882_total_rows_approx.sh
@@ -51,3 +51,5 @@ check_background_query &
 $CLICKHOUSE_CLIENT -q "select *, sleepEachRow(1) from data_01882" --max_threads=1 --format Null --query_id="$QUERY_ID" --max_block_size=1
 
 wait
+
+$CLICKHOUSE_CLIENT -q "drop table data_01882"
diff --git a/tests/queries/conftest.py b/tests/queries/conftest.py
index 40a9a6b3a2e..a18ba846066 100644
--- a/tests/queries/conftest.py
+++ b/tests/queries/conftest.py
@@ -1,18 +1,35 @@
-import pytest
-
 import os
 import sys
-import tempfile
+import re
+
+import pytest
 
 from .server import ServerThread
 
 
+# Command-line arguments
+
 def pytest_addoption(parser):
     parser.addoption(
         "--builddir", action="store", default=None, help="Path to build directory to use binaries from",
     )
 
 
+# HTML report hooks
+
+def pytest_html_report_title(report):
+    report.title = "ClickHouse Functional Stateless Tests (PyTest)"
+
+
+RE_TEST_NAME = re.compile(r"\[(.*)\]")
+def pytest_itemcollected(item):
+    match = RE_TEST_NAME.search(item.name)
+    if match:
+        item._nodeid = match.group(1)
+
+
+# Fixtures
+
 @pytest.fixture(scope='module')
 def cmdopts(request):
     return {
diff --git a/tests/queries/pytest.ini b/tests/queries/pytest.ini
new file mode 100644
index 00000000000..13a2ebbaf83
--- /dev/null
+++ b/tests/queries/pytest.ini
@@ -0,0 +1,2 @@
+[pytest]
+render_collapsed = True
diff --git a/tests/queries/query_test.py b/tests/queries/query_test.py
index 6ebeccbeeac..d344abe0a1e 100644
--- a/tests/queries/query_test.py
+++ b/tests/queries/query_test.py
@@ -15,6 +15,7 @@ SKIP_LIST = [
 
     # just fail
     "00133_long_shard_memory_tracker_and_exception_safety",
+    "00463_long_sessions_in_http_interface",
     "00505_secure",
     "00505_shard_secure",
     "00646_url_engine",
@@ -56,8 +57,10 @@ SKIP_LIST = [
     "01098_temporary_and_external_tables",
     "01099_parallel_distributed_insert_select",
     "01103_check_cpu_instructions_at_startup",
+    "01107_atomic_db_detach_attach",
     "01114_database_atomic",
     "01148_zookeeper_path_macros_unfolding",
+    "01152_cross_replication",  # tcp port in reference
     "01175_distributed_ddl_output_mode_long",
     "01181_db_atomic_drop_on_cluster",  # tcp port in reference
     "01280_ssd_complex_key_dictionary",
@@ -99,19 +102,30 @@ SKIP_LIST = [
     "01601_custom_tld",
     "01606_git_import",
     "01610_client_spawn_editor",  # expect-test
+    "01654_test_writer_block_sequence",  # No module named 'pandas'
     "01658_read_file_to_stringcolumn",
     "01666_merge_tree_max_query_limit",
     "01674_unicode_asan",
     "01676_clickhouse_client_autocomplete",  # expect-test (partially)
+    "01676_long_clickhouse_client_autocomplete",
     "01683_text_log_deadlock",  # secure tcp
     "01684_ssd_cache_dictionary_simple_key",
     "01685_ssd_cache_dictionary_complex_key",
+    "01737_clickhouse_server_wait_server_pool_long",
     "01746_executable_pool_dictionary",
     "01747_executable_pool_dictionary_implicit_key",
     "01747_join_view_filter_dictionary",
     "01748_dictionary_table_dot",
     "01754_cluster_all_replicas_shard_num",
     "01759_optimize_skip_unused_shards_zero_shards",
+    "01763_max_distributed_depth",  # BROKEN
+    "01780_clickhouse_dictionary_source_loop",
+    "01801_s3_cluster",
+    "01802_test_postgresql_protocol_with_row_policy",
+    "01804_dictionary_decimal256_type",  # hardcoded path
+    "01848_http_insert_segfault",
+    "01875_ssd_cache_dictionary_decimal256_type",
+    "01880_remote_ipv6",
 ]
 
 
@@ -154,6 +168,7 @@ def run_shell(bin_prefix, server, database, path, reference, replace_map=None):
         'CLICKHOUSE_PORT_TCP_WITH_PROXY': str(server.proxy_port),
         'CLICKHOUSE_PORT_HTTP': str(server.http_port),
         'CLICKHOUSE_PORT_INTERSERVER': str(server.inter_port),
+        'CLICKHOUSE_PORT_POSTGRESQL': str(server.postgresql_port),
         'CLICKHOUSE_TMP': server.tmp_dir,
         'CLICKHOUSE_CONFIG_CLIENT': server.client_config
     }
diff --git a/tests/queries/server.py b/tests/queries/server.py
index ed12931e658..50110bc41b9 100644
--- a/tests/queries/server.py
+++ b/tests/queries/server.py
@@ -38,6 +38,7 @@ class ServerThread(threading.Thread):
         self.https_port = port_base + 5
         self.odbc_port = port_base + 6
         self.proxy_port = port_base + 7
+        self.postgresql_port = port_base + 8
 
         self._args = [
             '--config-file={config_path}'.format(config_path=self.server_config),
@@ -46,6 +47,7 @@ class ServerThread(threading.Thread):
             '--http_port={http_port}'.format(http_port=self.http_port),
             '--interserver_http_port={inter_port}'.format(inter_port=self.inter_port),
             '--tcp_with_proxy_port={proxy_port}'.format(proxy_port=self.proxy_port),
+            '--postgresql_port={psql_port}'.format(psql_port=self.postgresql_port),
             # TODO: SSL certificate is not specified '--tcp_port_secure={tcps_port}'.format(tcps_port=self.tcps_port),
         ]
 
@@ -75,7 +77,7 @@ class ServerThread(threading.Thread):
                     time.sleep(ServerThread.DEFAULT_SERVER_DELAY)
                     s = socket.create_connection(('localhost', self.tcp_port), ServerThread.DEFAULT_CONNECTION_TIMEOUT)
                     s.sendall(b'G')  # trigger expected "bad" HELLO response
-                    print('Successful server response:', s.recv(1024))  # FIXME: read whole buffered response
+                    s.recv(1024)  # FIXME: read whole buffered response
                     s.shutdown(socket.SHUT_RDWR)
                     s.close()
                 except Exception:
@@ -116,7 +118,7 @@ class ServerThread(threading.Thread):
         if self._proc.returncode is None:
             self._proc.terminate()
         self.join()
-        print('Stop clickhouse-server')
+        print('Stopped clickhouse-server')
 
 
 ServerThread.DEFAULT_SERVER_CONFIG = \
@@ -289,6 +291,21 @@ ServerThread.DEFAULT_SERVER_CONFIG = \
                  </replica>
              </shard>
          </test_cluster_with_incorrect_pw>
+
+         <test_cluster_two_replicas_different_databases>
+             <shard>
+                 <replica>
+                     <default_database>shard_0</default_database>
+                     <host>localhost</host>
+                     <port>{tcp_port}</port>
+                 </replica>
+                 <replica>
+                     <default_database>shard_1</default_database>
+                     <host>localhost</host>
+                     <port>{tcp_port}</port>
+                 </replica>
+             </shard>
+         </test_cluster_two_replicas_different_databases>
     </remote_servers>
 
     <storage_configuration>

From 5284f192ee817fdd115224cd25df63727bd88bbd Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Mon, 7 Jun 2021 23:59:38 +0300
Subject: [PATCH 0967/1060] Ban loop aliases in table definitions

---
 src/Interpreters/QueryNormalizer.cpp            |  3 +++
 src/Interpreters/QueryNormalizer.h              | 10 +++++++---
 src/Interpreters/TreeRewriter.cpp               |  8 ++++----
 src/Interpreters/TreeRewriter.h                 |  2 +-
 src/Interpreters/tests/gtest_cycle_aliases.cpp  | 17 ++++++++++++++++-
 .../01902_self_aliases_in_columns.reference     |  0
 .../01902_self_aliases_in_columns.sql           | 14 ++++++++++++++
 7 files changed, 45 insertions(+), 9 deletions(-)
 create mode 100644 tests/queries/0_stateless/01902_self_aliases_in_columns.reference
 create mode 100644 tests/queries/0_stateless/01902_self_aliases_in_columns.sql

diff --git a/src/Interpreters/QueryNormalizer.cpp b/src/Interpreters/QueryNormalizer.cpp
index 7fef203aea6..aae714198b5 100644
--- a/src/Interpreters/QueryNormalizer.cpp
+++ b/src/Interpreters/QueryNormalizer.cpp
@@ -80,6 +80,9 @@ void QueryNormalizer::visit(ASTIdentifier & node, ASTPtr & ast, Data & data)
 
     /// If it is an alias, but not a parent alias (for constructs like "SELECT column + 1 AS column").
     auto it_alias = data.aliases.find(node.name());
+    if (!data.allow_self_aliases && current_alias == node.name())
+        throw Exception(ErrorCodes::CYCLIC_ALIASES, "Self referencing of {} to {}. Cyclic alias", backQuote(current_alias), backQuote(node.name()));
+
     if (it_alias != data.aliases.end() && current_alias != node.name())
     {
         if (!IdentifierSemantic::canBeAlias(node))
diff --git a/src/Interpreters/QueryNormalizer.h b/src/Interpreters/QueryNormalizer.h
index 5cb12c255c2..7fc0f4bdf82 100644
--- a/src/Interpreters/QueryNormalizer.h
+++ b/src/Interpreters/QueryNormalizer.h
@@ -48,18 +48,22 @@ public:
         MapOfASTs finished_asts;    /// already processed vertices (and by what they replaced)
         SetOfASTs current_asts;     /// vertices in the current call stack of this method
         std::string current_alias;  /// the alias referencing to the ancestor of ast (the deepest ancestor with aliases)
-        bool ignore_alias; /// normalize query without any aliases
+        const bool ignore_alias; /// normalize query without any aliases
 
-        Data(const Aliases & aliases_, const NameSet & source_columns_set_, bool ignore_alias_, ExtractedSettings && settings_)
+        /// It's Ok to have "c + 1 AS c" in queries, but not in table definition
+        const bool allow_self_aliases; /// for constructs like "SELECT column + 1 AS column"
+
+        Data(const Aliases & aliases_, const NameSet & source_columns_set_, bool ignore_alias_, ExtractedSettings && settings_, bool allow_self_aliases_)
             : aliases(aliases_)
             , source_columns_set(source_columns_set_)
             , settings(settings_)
             , level(0)
             , ignore_alias(ignore_alias_)
+            , allow_self_aliases(allow_self_aliases_)
         {}
     };
 
-    QueryNormalizer(Data & data)
+    explicit QueryNormalizer(Data & data)
         : visitor_data(data)
     {}
 
diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index 5b4a869d44b..f8c3ecaee34 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -913,7 +913,7 @@ TreeRewriterResultPtr TreeRewriter::analyzeSelect(
             all_source_columns_set.insert(name);
     }
 
-    normalize(query, result.aliases, all_source_columns_set, select_options.ignore_alias, settings);
+    normalize(query, result.aliases, all_source_columns_set, select_options.ignore_alias, settings, /* allow_self_aliases = */ true);
 
     /// Remove unneeded columns according to 'required_result_columns'.
     /// Leave all selected columns in case of DISTINCT; columns that contain arrayJoin function inside.
@@ -968,7 +968,7 @@ TreeRewriterResultPtr TreeRewriter::analyze(
 
     TreeRewriterResult result(source_columns, storage, metadata_snapshot, false);
 
-    normalize(query, result.aliases, result.source_columns_set, false, settings);
+    normalize(query, result.aliases, result.source_columns_set, false, settings, /* allow_self_aliases = */ false);
 
     /// Executing scalar subqueries. Column defaults could be a scalar subquery.
     executeScalarSubqueries(query, getContext(), 0, result.scalars, false);
@@ -994,7 +994,7 @@ TreeRewriterResultPtr TreeRewriter::analyze(
 }
 
 void TreeRewriter::normalize(
-    ASTPtr & query, Aliases & aliases, const NameSet & source_columns_set, bool ignore_alias, const Settings & settings)
+    ASTPtr & query, Aliases & aliases, const NameSet & source_columns_set, bool ignore_alias, const Settings & settings, bool allow_self_aliases)
 {
     CustomizeCountDistinctVisitor::Data data_count_distinct{settings.count_distinct_implementation};
     CustomizeCountDistinctVisitor(data_count_distinct).visit(query);
@@ -1054,7 +1054,7 @@ void TreeRewriter::normalize(
         FunctionNameNormalizer().visit(query.get());
 
     /// Common subexpression elimination. Rewrite rules.
-    QueryNormalizer::Data normalizer_data(aliases, source_columns_set, ignore_alias, settings);
+    QueryNormalizer::Data normalizer_data(aliases, source_columns_set, ignore_alias, settings, allow_self_aliases);
     QueryNormalizer(normalizer_data).visit(query);
 }
 
diff --git a/src/Interpreters/TreeRewriter.h b/src/Interpreters/TreeRewriter.h
index 1f535325666..bb84ca532f0 100644
--- a/src/Interpreters/TreeRewriter.h
+++ b/src/Interpreters/TreeRewriter.h
@@ -115,7 +115,7 @@ public:
         std::shared_ptr<TableJoin> table_join = {}) const;
 
 private:
-    static void normalize(ASTPtr & query, Aliases & aliases, const NameSet & source_columns_set, bool ignore_alias, const Settings & settings);
+    static void normalize(ASTPtr & query, Aliases & aliases, const NameSet & source_columns_set, bool ignore_alias, const Settings & settings, bool allow_self_aliases);
 };
 
 }
diff --git a/src/Interpreters/tests/gtest_cycle_aliases.cpp b/src/Interpreters/tests/gtest_cycle_aliases.cpp
index df40d96a66e..2bdeac90f8f 100644
--- a/src/Interpreters/tests/gtest_cycle_aliases.cpp
+++ b/src/Interpreters/tests/gtest_cycle_aliases.cpp
@@ -9,6 +9,21 @@
 
 using namespace DB;
 
+
+TEST(QueryNormalizer, SimpleLoopAlias)
+{
+    String query = "a as a";
+    ParserExpressionList parser(false);
+    ASTPtr ast = parseQuery(parser, query, 0, 0);
+
+    Aliases aliases;
+    aliases["a"] = parseQuery(parser, "a as a", 0, 0)->children[0];
+
+    Settings settings;
+    QueryNormalizer::Data normalizer_data(aliases, {}, false, settings, false);
+    EXPECT_THROW(QueryNormalizer(normalizer_data).visit(ast), Exception);
+}
+
 TEST(QueryNormalizer, SimpleCycleAlias)
 {
     String query = "a as b, b as a";
@@ -20,6 +35,6 @@ TEST(QueryNormalizer, SimpleCycleAlias)
     aliases["b"] = parseQuery(parser, "a as b", 0, 0)->children[0];
 
     Settings settings;
-    QueryNormalizer::Data normalizer_data(aliases, {}, false, settings);
+    QueryNormalizer::Data normalizer_data(aliases, {}, false, settings, true);
     EXPECT_THROW(QueryNormalizer(normalizer_data).visit(ast), Exception);
 }
diff --git a/tests/queries/0_stateless/01902_self_aliases_in_columns.reference b/tests/queries/0_stateless/01902_self_aliases_in_columns.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01902_self_aliases_in_columns.sql b/tests/queries/0_stateless/01902_self_aliases_in_columns.sql
new file mode 100644
index 00000000000..b03d7c15f62
--- /dev/null
+++ b/tests/queries/0_stateless/01902_self_aliases_in_columns.sql
@@ -0,0 +1,14 @@
+CREATE TABLE a
+(
+    `number` UInt64,
+    `x` MATERIALIZED x
+)
+ENGINE = MergeTree
+ORDER BY number; --{ serverError 174}
+
+CREATE TABLE foo
+(
+    i Int32,
+    j ALIAS j + 1
+)
+ENGINE = MergeTree() ORDER BY i; --{ serverError 174}

From 944940d6fb40b82d59bebed2eda7e883edfd9dc7 Mon Sep 17 00:00:00 2001
From: Denis Zhuravlev <denis.zhuravlov@gmail.com>
Date: Mon, 7 Jun 2021 18:30:03 -0300
Subject: [PATCH 0968/1060] test for attach partition from. #17500

---
 ...01901_test_attach_partition_from.reference |  4 +++
 .../01901_test_attach_partition_from.sql      | 27 +++++++++++++++++++
 2 files changed, 31 insertions(+)
 create mode 100644 tests/queries/0_stateless/01901_test_attach_partition_from.reference
 create mode 100644 tests/queries/0_stateless/01901_test_attach_partition_from.sql

diff --git a/tests/queries/0_stateless/01901_test_attach_partition_from.reference b/tests/queries/0_stateless/01901_test_attach_partition_from.reference
new file mode 100644
index 00000000000..be589c9ceb0
--- /dev/null
+++ b/tests/queries/0_stateless/01901_test_attach_partition_from.reference
@@ -0,0 +1,4 @@
+1
+1
+2
+2
diff --git a/tests/queries/0_stateless/01901_test_attach_partition_from.sql b/tests/queries/0_stateless/01901_test_attach_partition_from.sql
new file mode 100644
index 00000000000..0948c105990
--- /dev/null
+++ b/tests/queries/0_stateless/01901_test_attach_partition_from.sql
@@ -0,0 +1,27 @@
+DROP TABLE IF EXISTS test_alter_attach_01901S;
+DROP TABLE IF EXISTS test_alter_attach_01901D;
+
+CREATE TABLE test_alter_attach_01901S (A Int64, D date) ENGINE = MergeTree partition by D order by A;
+insert into test_alter_attach_01901S values(1, '2020-01-01');
+
+create table test_alter_attach_01901D (A Int64, D date) 
+Engine=ReplicatedMergeTree('/clickhouse/tables/test_alter_attach_01901D', 'r1')
+partition by D order by A;
+
+alter table test_alter_attach_01901D attach partition '2020-01-01' from test_alter_attach_01901S;
+
+select count() from test_alter_attach_01901D;
+select count() from test_alter_attach_01901S;
+
+insert into test_alter_attach_01901S values(1, '2020-01-01');
+alter table test_alter_attach_01901D replace partition '2020-01-01' from test_alter_attach_01901S;
+
+select count() from test_alter_attach_01901D;
+select count() from test_alter_attach_01901S;
+
+
+DROP TABLE test_alter_attach_01901S;
+DROP TABLE test_alter_attach_01901D;
+
+
+

From 857551178ce5521dc4befefdc3250ba87f50d799 Mon Sep 17 00:00:00 2001
From: Denis Zhuravlev <denis.zhuravlov@gmail.com>
Date: Mon, 7 Jun 2021 18:34:02 -0300
Subject: [PATCH 0969/1060] test for attach partition from. #17500

---
 tests/queries/0_stateless/01901_test_attach_partition_from.sql | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tests/queries/0_stateless/01901_test_attach_partition_from.sql b/tests/queries/0_stateless/01901_test_attach_partition_from.sql
index 0948c105990..f04b3f63b7f 100644
--- a/tests/queries/0_stateless/01901_test_attach_partition_from.sql
+++ b/tests/queries/0_stateless/01901_test_attach_partition_from.sql
@@ -19,9 +19,6 @@ alter table test_alter_attach_01901D replace partition '2020-01-01' from test_al
 select count() from test_alter_attach_01901D;
 select count() from test_alter_attach_01901S;
 
-
 DROP TABLE test_alter_attach_01901S;
 DROP TABLE test_alter_attach_01901D;
 
-
-

From 14ef6f40396f703e6d93e23ab7d0d0b05fa47cf4 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Tue, 8 Jun 2021 03:11:36 +0300
Subject: [PATCH 0970/1060] Review fixes

---
 contrib/avro                                            | 2 +-
 src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/contrib/avro b/contrib/avro
index e43c46e87fd..1ee16d8c5a7 160000
--- a/contrib/avro
+++ b/contrib/avro
@@ -1 +1 @@
-Subproject commit e43c46e87fd32eafdc09471e95344555454c5ef8
+Subproject commit 1ee16d8c5a7808acff5cf0475f771195d9aa3faa
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
index 43a68a33db5..e7ff08663c8 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
@@ -69,6 +69,8 @@ namespace
                 "Illegal type " + argument_types[0]->getName() + " of argument for aggregate function " + name,
                 ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
 
+        /// groupBitmap needs to know about the data type that was used to create bitmaps.
+        /// We need to look inside the type of its argument to obtain it.
         const DataTypeAggregateFunction & datatype_aggfunc = dynamic_cast<const DataTypeAggregateFunction &>(*argument_type_ptr);
         AggregateFunctionPtr aggfunc = datatype_aggfunc.getFunction();
         DataTypePtr nested_argument_type_ptr = aggfunc->getArgumentTypes()[0];

From c0238e839a0a2d5dda9627224107bb8eedd4a2b3 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 8 Jun 2021 01:50:43 +0000
Subject: [PATCH 0971/1060] another try to fix tests

---
 .../configs/conf.d/clusters_trivial.xml       |   4 +-
 .../configs_two_nodes/conf.d/clusters.xml     |   4 +-
 .../task_drop_target_partition.xml            |   6 +-
 .../test_cluster_copier/task_skip_index.xml   |   6 +-
 .../test_cluster_copier/task_trivial.xml      |   6 +-
 .../task_trivial_without_arguments.xml        |   4 +-
 .../test_cluster_copier/task_ttl_columns.xml  |   6 +-
 .../task_ttl_move_to_volume.xml               |   6 +-
 .../task_with_different_schema.xml            |   6 +-
 tests/integration/test_cluster_copier/test.py |  35 +++---
 .../test_cluster_copier/test_three_nodes.py   |  18 ++-
 .../test_cluster_copier/test_trivial.py       |  68 +++++-------
 .../test_cluster_copier/test_two_nodes.py     | 104 ++++++++++++------
 13 files changed, 154 insertions(+), 119 deletions(-)

diff --git a/tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml b/tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml
index 94abcd766f3..dea9c119f2b 100644
--- a/tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml
+++ b/tests/integration/test_cluster_copier/configs/conf.d/clusters_trivial.xml
@@ -4,7 +4,7 @@
         <source_trivial_cluster>
             <shard>
                 <replica>
-                    <host>s0_0_0</host>
+                    <host>first_trivial</host>
                     <port>9000</port>
                 </replica>
             </shard>
@@ -12,7 +12,7 @@
         <destination_trivial_cluster>
             <shard>
                 <replica>
-                    <host>s1_0_0</host>
+                    <host>second_trivial</host>
                     <port>9000</port>
                 </replica>
             </shard>
diff --git a/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml
index 21c92e676fd..fd1321d5218 100644
--- a/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml
+++ b/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml
@@ -5,7 +5,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>first</host>
+                     <host>first_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -14,7 +14,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>second</host>
+                     <host>second_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
diff --git a/tests/integration/test_cluster_copier/task_drop_target_partition.xml b/tests/integration/test_cluster_copier/task_drop_target_partition.xml
index 77605ee2648..6b2ede19d25 100644
--- a/tests/integration/test_cluster_copier/task_drop_target_partition.xml
+++ b/tests/integration/test_cluster_copier/task_drop_target_partition.xml
@@ -5,7 +5,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>first</host>
+                     <host>first_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -14,7 +14,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>second</host>
+                     <host>second_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -39,4 +39,4 @@
          <sharding_key>rand()</sharding_key>
      </table_events>
    </tables>
- </yandex>
\ No newline at end of file
+ </yandex>
diff --git a/tests/integration/test_cluster_copier/task_skip_index.xml b/tests/integration/test_cluster_copier/task_skip_index.xml
index 24c40c622e3..5bc16181323 100644
--- a/tests/integration/test_cluster_copier/task_skip_index.xml
+++ b/tests/integration/test_cluster_copier/task_skip_index.xml
@@ -5,7 +5,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>first</host>
+                     <host>first_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -14,7 +14,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>second</host>
+                     <host>second_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -37,4 +37,4 @@
          <sharding_key>rand()</sharding_key>
      </table_events>
    </tables>
- </yandex>
\ No newline at end of file
+ </yandex>
diff --git a/tests/integration/test_cluster_copier/task_trivial.xml b/tests/integration/test_cluster_copier/task_trivial.xml
index 27af6f64bf4..ddf0d8a52a1 100644
--- a/tests/integration/test_cluster_copier/task_trivial.xml
+++ b/tests/integration/test_cluster_copier/task_trivial.xml
@@ -44,7 +44,7 @@
         <source_trivial_cluster>
             <shard>
                 <replica>
-                    <host>s0_0_0</host>
+                    <host>first_trivial</host>
                     <port>9000</port>
                 </replica>
             </shard>
@@ -54,11 +54,11 @@
         <destination_trivial_cluster>
             <shard>
                 <replica>
-                    <host>s1_0_0</host>
+                    <host>second_trivial</host>
                     <port>9000</port>
                 </replica>
             </shard>
         </destination_trivial_cluster>
     </remote_servers>
 
-</yandex>
\ No newline at end of file
+</yandex>
diff --git a/tests/integration/test_cluster_copier/task_trivial_without_arguments.xml b/tests/integration/test_cluster_copier/task_trivial_without_arguments.xml
index d4c50877fa6..86f383e056e 100644
--- a/tests/integration/test_cluster_copier/task_trivial_without_arguments.xml
+++ b/tests/integration/test_cluster_copier/task_trivial_without_arguments.xml
@@ -44,7 +44,7 @@
         <source_trivial_cluster>
             <shard>
                 <replica>
-                    <host>s0_0_0</host>
+                    <host>first_trivial</host>
                     <port>9000</port>
                 </replica>
             </shard>
@@ -54,7 +54,7 @@
         <destination_trivial_cluster>
             <shard>
                 <replica>
-                    <host>s1_0_0</host>
+                    <host>second_trivial</host>
                     <port>9000</port>
                 </replica>
             </shard>
diff --git a/tests/integration/test_cluster_copier/task_ttl_columns.xml b/tests/integration/test_cluster_copier/task_ttl_columns.xml
index 2b8174a7c4b..68868877d31 100644
--- a/tests/integration/test_cluster_copier/task_ttl_columns.xml
+++ b/tests/integration/test_cluster_copier/task_ttl_columns.xml
@@ -5,7 +5,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>first</host>
+                     <host>first_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -14,7 +14,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>second</host>
+                     <host>second_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -37,4 +37,4 @@
          <sharding_key>rand()</sharding_key>
      </table_events>
    </tables>
- </yandex>
\ No newline at end of file
+ </yandex>
diff --git a/tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml b/tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml
index 68fb65db6d9..051988964d2 100644
--- a/tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml
+++ b/tests/integration/test_cluster_copier/task_ttl_move_to_volume.xml
@@ -5,7 +5,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>first</host>
+                     <host>first_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -14,7 +14,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>second</host>
+                     <host>second_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -37,4 +37,4 @@
          <sharding_key>rand()</sharding_key>
      </table_events>
    </tables>
- </yandex>
\ No newline at end of file
+ </yandex>
diff --git a/tests/integration/test_cluster_copier/task_with_different_schema.xml b/tests/integration/test_cluster_copier/task_with_different_schema.xml
index 4482bece2db..409ca7d2e99 100644
--- a/tests/integration/test_cluster_copier/task_with_different_schema.xml
+++ b/tests/integration/test_cluster_copier/task_with_different_schema.xml
@@ -5,7 +5,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>first</host>
+                     <host>first_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -14,7 +14,7 @@
              <shard>
                  <internal_replication>false</internal_replication>
                  <replica>
-                     <host>second</host>
+                     <host>second_of_two</host>
                      <port>9000</port>
                  </replica>
              </shard>
@@ -37,4 +37,4 @@
          <sharding_key>rand()</sharding_key>
      </table_events>
    </tables>
- </yandex>
\ No newline at end of file
+ </yandex>
diff --git a/tests/integration/test_cluster_copier/test.py b/tests/integration/test_cluster_copier/test.py
index 6b408689738..7fe1d8c9d29 100644
--- a/tests/integration/test_cluster_copier/test.py
+++ b/tests/integration/test_cluster_copier/test.py
@@ -18,7 +18,7 @@ sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 COPYING_FAIL_PROBABILITY = 0.2
 MOVING_FAIL_PROBABILITY = 0.2
 
-cluster = ClickHouseCluster(__file__)
+cluster = ClickHouseCluster(__file__, name='copier_test')
 
 def generateRandomString(count):
     return ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(count))
@@ -77,7 +77,7 @@ class Task1:
 
     def __init__(self, cluster):
         self.cluster = cluster
-        self.zk_task_path = "/clickhouse-copier/task_simple_" + generateRandomString(5)
+        self.zk_task_path = "/clickhouse-copier/task_simple_" + generateRandomString(10)
         self.container_task_file = "/task0_description.xml"
 
         for instance_name, _ in cluster.instances.items():
@@ -223,7 +223,8 @@ class Task_no_index:
 
     def start(self):
         instance = cluster.instances['s0_0_0']
-        instance.query("create table ontime (Year UInt16, FlightDate String) ENGINE = Memory")
+        instance.query("DROP TABLE IF EXISTS ontime SYNC")
+        instance.query("create table IF NOT EXISTS ontime (Year UInt16, FlightDate String) ENGINE = Memory")
         instance.query("insert into ontime values (2016, 'test6'), (2017, 'test7'), (2018, 'test8')")
 
     def check(self):
@@ -249,16 +250,17 @@ class Task_no_arg:
 
     def start(self):
         instance = cluster.instances['s0_0_0']
+        instance.query("DROP TABLE IF EXISTS copier_test1 SYNC")
         instance.query(
-            "create table copier_test1 (date Date, id UInt32) engine = MergeTree PARTITION BY date ORDER BY date SETTINGS index_granularity = 8192")
+            "create table if not exists copier_test1 (date Date, id UInt32) engine = MergeTree PARTITION BY date ORDER BY date SETTINGS index_granularity = 8192")
         instance.query("insert into copier_test1 values ('2016-01-01', 10);")
 
     def check(self):
         assert TSV(self.cluster.instances['s1_1_0'].query("SELECT date FROM copier_test1_1")) == TSV("2016-01-01\n")
         instance = cluster.instances['s0_0_0']
-        instance.query("DROP TABLE copier_test1")
+        instance.query("DROP TABLE copier_test1 SYNC")
         instance = cluster.instances['s1_1_0']
-        instance.query("DROP TABLE copier_test1_1")
+        instance.query("DROP TABLE copier_test1_1 SYNC")
 
 class Task_non_partitioned_table:
 
@@ -275,6 +277,7 @@ class Task_non_partitioned_table:
 
     def start(self):
         instance = cluster.instances['s0_0_0']
+        instance.query("DROP TABLE IF EXISTS copier_test1 SYNC")
         instance.query(
             "create table copier_test1 (date Date, id UInt32) engine = MergeTree ORDER BY date SETTINGS index_granularity = 8192")
         instance.query("insert into copier_test1 values ('2016-01-01', 10);")
@@ -300,12 +303,14 @@ class Task_self_copy:
 
     def start(self):
         instance = cluster.instances['s0_0_0']
-        instance.query("CREATE DATABASE db1;")
+        instance.query("DROP DATABASE IF EXISTS db1 SYNC")
+        instance.query("DROP DATABASE IF EXISTS db2 SYNC")
+        instance.query("CREATE DATABASE IF NOT EXISTS db1;")
         instance.query(
-            "CREATE TABLE db1.source_table (`a` Int8, `b` String, `c` Int8) ENGINE = MergeTree PARTITION BY a ORDER BY a SETTINGS index_granularity = 8192")
-        instance.query("CREATE DATABASE db2;")
+            "CREATE TABLE IF NOT EXISTS db1.source_table (`a` Int8, `b` String, `c` Int8) ENGINE = MergeTree PARTITION BY a ORDER BY a SETTINGS index_granularity = 8192")
+        instance.query("CREATE DATABASE IF NOT EXISTS db2;")
         instance.query(
-            "CREATE TABLE db2.destination_table (`a` Int8, `b` String, `c` Int8) ENGINE = MergeTree PARTITION BY a ORDER BY a SETTINGS index_granularity = 8192")
+            "CREATE TABLE IF NOT EXISTS db2.destination_table (`a` Int8, `b` String, `c` Int8) ENGINE = MergeTree PARTITION BY a ORDER BY a SETTINGS index_granularity = 8192")
         instance.query("INSERT INTO db1.source_table VALUES (1, 'ClickHouse', 1);")
         instance.query("INSERT INTO db1.source_table VALUES (2, 'Copier', 2);")
 
@@ -313,8 +318,8 @@ class Task_self_copy:
         instance = cluster.instances['s0_0_0']
         assert TSV(instance.query("SELECT * FROM db2.destination_table ORDER BY a")) == TSV(instance.query("SELECT * FROM db1.source_table ORDER BY a"))
         instance = cluster.instances['s0_0_0']
-        instance.query("DROP DATABASE db1 SYNC")
-        instance.query("DROP DATABASE db2 SYNC")
+        instance.query("DROP DATABASE IF EXISTS db1 SYNC")
+        instance.query("DROP DATABASE IF EXISTS db2 SYNC")
 
 
 def execute_task(started_cluster, task, cmd_options):
@@ -435,9 +440,3 @@ def test_non_partitioned_table(started_cluster):
 
 def test_self_copy(started_cluster):
     execute_task(started_cluster, Task_self_copy(started_cluster), [])
-
-if __name__ == '__main__':
-    with contextmanager(started_cluster)() as cluster:
-        for name, instance in list(cluster.instances.items()):
-            print(name, instance.ip_address)
-        input("Cluster created, press any key to destroy...")
diff --git a/tests/integration/test_cluster_copier/test_three_nodes.py b/tests/integration/test_cluster_copier/test_three_nodes.py
index b9aec054f00..acdc191154c 100644
--- a/tests/integration/test_cluster_copier/test_three_nodes.py
+++ b/tests/integration/test_cluster_copier/test_three_nodes.py
@@ -12,13 +12,12 @@ import docker
 CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 
-cluster = None
+cluster = ClickHouseCluster(__file__, name='copier_test_three_nodes')
 
 @pytest.fixture(scope="module")
 def started_cluster():
     global cluster
     try:
-        cluster = ClickHouseCluster(__file__)
 
         for name in ["first", "second", "third"]:
             cluster.add_instance(name,
@@ -44,10 +43,15 @@ class Task:
 
 
     def start(self):
+        for name in ["first", "second", "third"]:
+            node = cluster.instances[name]
+            node.query("DROP DATABASE IF EXISTS dailyhistory SYNC;")
+            node.query("DROP DATABASE IF EXISTS monthlyhistory SYNC;")
+
         instance = cluster.instances['first']
 
         # daily partition database
-        instance.query("CREATE DATABASE dailyhistory on cluster events;")
+        instance.query("CREATE DATABASE IF NOT EXISTS dailyhistory on cluster events;")
         instance.query("""CREATE TABLE dailyhistory.yellow_tripdata_staging ON CLUSTER events
         (
             id UUID DEFAULT generateUUIDv4(),
@@ -115,7 +119,7 @@ class Task:
             1, 10, 2) LIMIT 50;""")
 
         # monthly partition database
-        instance.query("create database monthlyhistory on cluster events;")
+        instance.query("create database IF NOT EXISTS monthlyhistory on cluster events;")
         instance.query("""CREATE TABLE monthlyhistory.yellow_tripdata_staging ON CLUSTER events
         (
             id UUID DEFAULT generateUUIDv4(),
@@ -172,6 +176,12 @@ class Task:
 
             assert a == b, "Data on each shard"
 
+        for name in ["first", "second", "third"]:
+            node = cluster.instances[name]
+            node.query("DROP DATABASE IF EXISTS dailyhistory SYNC;")
+            node.query("DROP DATABASE IF EXISTS monthlyhistory SYNC;")
+
+
 
 def execute_task(started_cluster, task, cmd_options):
     task.start()
diff --git a/tests/integration/test_cluster_copier/test_trivial.py b/tests/integration/test_cluster_copier/test_trivial.py
index b4737f56a59..e58c6edcb4d 100644
--- a/tests/integration/test_cluster_copier/test_trivial.py
+++ b/tests/integration/test_cluster_copier/test_trivial.py
@@ -1,6 +1,8 @@
 import os
 import sys
 import time
+import random
+import string
 
 from helpers.cluster import ClickHouseCluster
 from helpers.test_tools import TSV
@@ -16,28 +18,24 @@ sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 
 COPYING_FAIL_PROBABILITY = 0.1
 MOVING_FAIL_PROBABILITY = 0.1
-cluster = None
+
+cluster = ClickHouseCluster(__file__, name='copier_test_trivial')
 
 
-@pytest.fixture(scope="function")
+def generateRandomString(count):
+    return ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(count))
+
+
+@pytest.fixture(scope="module")
 def started_cluster():
     global cluster
     try:
-        clusters_schema = {
-            "0": {"0": ["0"]},
-            "1": {"0": ["0"]}
-        }
-
-        cluster = ClickHouseCluster(__file__)
-
-        for cluster_name, shards in clusters_schema.items():
-            for shard_name, replicas in shards.items():
-                for replica_name in replicas:
-                    name = "s{}_{}_{}".format(cluster_name, shard_name, replica_name)
-                    cluster.add_instance(name,
-                                         main_configs=["configs/conf.d/clusters_trivial.xml"], user_configs=[],
-                                         macros={"cluster": cluster_name, "shard": shard_name, "replica": replica_name},
-                                         with_zookeeper=True)
+        for name in ["first_trivial", "second_trivial"]:
+            instance = cluster.add_instance(name,
+                main_configs=["configs/conf.d/clusters_trivial.xml"],
+                user_configs=["configs_two_nodes/users.xml"],
+                macros={"cluster" : name, "shard" : "the_only_shard", "replica" : "the_only_replica"},
+                with_zookeeper=True)
 
         cluster.start()
         yield cluster
@@ -47,25 +45,22 @@ def started_cluster():
 
 
 class TaskTrivial:
-    def __init__(self, cluster, use_sample_offset):
+    def __init__(self, cluster):
         self.cluster = cluster
-        if use_sample_offset:
-            self.zk_task_path = "/clickhouse-copier/task_trivial_use_sample_offset"
-        else:
-            self.zk_task_path = "/clickhouse-copier/task_trivial"
+        self.zk_task_path = "/clickhouse-copier/task_trivial"
         self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_trivial.xml'), 'r').read()
 
     def start(self):
-        source = cluster.instances['s0_0_0']
-        destination = cluster.instances['s1_0_0']
+        source = cluster.instances['first_trivial']
+        destination = cluster.instances['second_trivial']
 
         for node in [source, destination]:
             node.query("DROP DATABASE IF EXISTS default")
             node.query("CREATE DATABASE IF NOT EXISTS default")
 
         source.query("CREATE TABLE trivial (d UInt64, d1 UInt64 MATERIALIZED d+1)"
-                     "ENGINE=ReplicatedMergeTree('/clickhouse/tables/source_trivial_cluster/1/trivial', '1') "
-                     "PARTITION BY d % 5 ORDER BY (d, sipHash64(d)) SAMPLE BY sipHash64(d) SETTINGS index_granularity = 16")
+                     "ENGINE=ReplicatedMergeTree('/clickhouse/tables/source_trivial_cluster/1/trivial/{}', '1') "
+                     "PARTITION BY d % 5 ORDER BY (d, sipHash64(d)) SAMPLE BY sipHash64(d) SETTINGS index_granularity = 16".format(generateRandomString(10)))
 
         source.query("INSERT INTO trivial SELECT * FROM system.numbers LIMIT 1002",
                      settings={"insert_distributed_sync": 1})
@@ -75,8 +70,8 @@ class TaskTrivial:
         status_data, _ = zk.get(self.zk_task_path + "/status")
         assert status_data == b'{"hits":{"all_partitions_count":5,"processed_partitions_count":5}}'
 
-        source = cluster.instances['s0_0_0']
-        destination = cluster.instances['s1_0_0']
+        source = cluster.instances['first_trivial']
+        destination = cluster.instances['second_trivial']
 
         assert TSV(source.query("SELECT count() FROM trivial")) == TSV("1002\n")
         assert TSV(destination.query("SELECT count() FROM trivial")) == TSV("1002\n")
@@ -92,8 +87,8 @@ class TaskReplicatedWithoutArguments:
         self.copier_task_config = open(os.path.join(CURRENT_TEST_DIR, 'task_trivial_without_arguments.xml'), 'r').read()
 
     def start(self):
-        source = cluster.instances['s0_0_0']
-        destination = cluster.instances['s1_0_0']
+        source = cluster.instances['first_trivial']
+        destination = cluster.instances['second_trivial']
 
         for node in [source, destination]:
             node.query("DROP DATABASE IF EXISTS default")
@@ -111,8 +106,8 @@ class TaskReplicatedWithoutArguments:
         status_data, _ = zk.get(self.zk_task_path + "/status")
         assert status_data == b'{"hits":{"all_partitions_count":5,"processed_partitions_count":5}}'
 
-        source = cluster.instances['s0_0_0']
-        destination = cluster.instances['s1_0_0']
+        source = cluster.instances['first_trivial']
+        destination = cluster.instances['second_trivial']
 
         assert TSV(source.query("SELECT count() FROM trivial_without_arguments")) == TSV("1002\n")
         assert TSV(destination.query("SELECT count() FROM trivial_without_arguments")) == TSV("1002\n")
@@ -179,13 +174,8 @@ def execute_task(started_cluster, task, cmd_options):
 
 # Tests
 
-
-@pytest.mark.parametrize(('use_sample_offset'),[False,True])
-def test_trivial_copy(started_cluster, use_sample_offset):
-    if use_sample_offset:
-        execute_task(started_cluster, TaskTrivial(started_cluster, use_sample_offset), ['--experimental-use-sample-offset', '1'])
-    else:
-        execute_task(started_cluster, TaskTrivial(started_cluster, use_sample_offset), [])
+def test_trivial_copy(started_cluster):
+    execute_task(started_cluster, TaskTrivial(started_cluster), [])
 
 
 def test_trivial_without_arguments(started_cluster):
diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 46946e8a167..56683e56edb 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -12,16 +12,15 @@ import docker
 CURRENT_TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 sys.path.insert(0, os.path.dirname(CURRENT_TEST_DIR))
 
-cluster = None
+cluster = ClickHouseCluster(__file__, name='copier_test_two_nodes')
 
 
 @pytest.fixture(scope="module")
 def started_cluster():
     global cluster
     try:
-        cluster = ClickHouseCluster(__file__)
 
-        for name in ["first", "second"]:
+        for name in ["first_of_two", "second_of_two"]:
             instance = cluster.add_instance(name,
                 main_configs=[
                     "configs_two_nodes/conf.d/clusters.xml",
@@ -32,7 +31,7 @@ def started_cluster():
 
         cluster.start()
 
-        for name in ["first", "second"]:
+        for name in ["first_of_two", "second_of_two"]:
             instance = cluster.instances[name]
             instance.exec_in_container(['bash', '-c', 'mkdir /jbod1'])
             instance.exec_in_container(['bash', '-c', 'mkdir /jbod2'])
@@ -56,8 +55,13 @@ class TaskWithDifferentSchema:
             print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
-        first = cluster.instances["first"]
-        first.query("CREATE DATABASE db_different_schema;")
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
+
+        first.query("DROP DATABASE IF EXISTS db_different_schema SYNC")
+        second.query("DROP DATABASE IF EXISTS db_different_schema SYNC")
+
+        first.query("CREATE DATABASE IF NOT EXISTS db_different_schema;")
         first.query("""CREATE TABLE db_different_schema.source
         (
             Column1 String,
@@ -86,8 +90,8 @@ class TaskWithDifferentSchema:
             Column6 String, Column7 String, Column8 String, Column9 String, Column10 String,
             Column11 String, Column12 Decimal(3, 1), Column13 DateTime, Column14 UInt16', 1, 10, 2) LIMIT 50;""")
 
-        second = cluster.instances["second"]
-        second.query("CREATE DATABASE db_different_schema;")
+
+        second.query("CREATE DATABASE IF NOT EXISTS db_different_schema;")
         second.query("""CREATE TABLE db_different_schema.destination
         (
             Column1 LowCardinality(String) CODEC(LZ4),
@@ -111,8 +115,8 @@ class TaskWithDifferentSchema:
         print("Preparation completed")
 
     def check(self):
-        first = cluster.instances["first"]
-        second = cluster.instances["second"]
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
 
         a = first.query("SELECT count() from db_different_schema.source")
         b = second.query("SELECT count() from db_different_schema.destination")
@@ -124,6 +128,9 @@ class TaskWithDifferentSchema:
             ORDER BY (Column1, Column2, Column3, Column4, Column5, Column6, Column7, Column8, Column9, Column10, Column11, Column12, Column13, Column14)"""))
         assert a == b, "Data"
 
+        first.query("DROP DATABASE IF EXISTS db_different_schema SYNC")
+        second.query("DROP DATABASE IF EXISTS db_different_schema SYNC")
+
 
 # Just simple copying, but table schema has TTL on columns
 # Also table will have slightly different schema
@@ -139,8 +146,13 @@ class TaskTTL:
             print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
-        first = cluster.instances["first"]
-        first.query("CREATE DATABASE db_ttl_columns;")
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
+
+        first.query("DROP DATABASE IF EXISTS db_ttl_columns SYNC")
+        second.query("DROP DATABASE IF EXISTS db_ttl_columns SYNC")
+
+        first.query("CREATE DATABASE IF NOT EXISTS db_ttl_columns;")
         first.query("""CREATE TABLE db_ttl_columns.source
         (
             Column1 String,
@@ -162,8 +174,7 @@ class TaskTTL:
             'Column1 String, Column2 UInt32, Column3 Date, Column4 DateTime, Column5 UInt16,
             Column6 String, Column7 Decimal(3, 1), Column8 Tuple(Float64, Float64)', 1, 10, 2) LIMIT 50;""")
 
-        second = cluster.instances["second"]
-        second.query("CREATE DATABASE db_ttl_columns;")
+        second.query("CREATE DATABASE IF NOT EXISTS db_ttl_columns;")
         second.query("""CREATE TABLE db_ttl_columns.destination
         (
             Column1 String,
@@ -181,8 +192,8 @@ class TaskTTL:
         print("Preparation completed")
 
     def check(self):
-        first = cluster.instances["first"]
-        second = cluster.instances["second"]
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
 
         a = first.query("SELECT count() from db_ttl_columns.source")
         b = second.query("SELECT count() from db_ttl_columns.destination")
@@ -194,6 +205,9 @@ class TaskTTL:
             ORDER BY (Column1, Column2, Column3, Column4, Column5, Column6, Column7, Column8)"""))
         assert a == b, "Data"
 
+        first.query("DROP DATABASE IF EXISTS db_ttl_columns SYNC")
+        second.query("DROP DATABASE IF EXISTS db_ttl_columns SYNC")
+
 
 class TaskSkipIndex:
     def __init__(self, cluster):
@@ -207,8 +221,13 @@ class TaskSkipIndex:
             print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
-        first = cluster.instances["first"]
-        first.query("CREATE DATABASE db_skip_index;")
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
+
+        first.query("DROP DATABASE IF EXISTS db_skip_index SYNC")
+        second.query("DROP DATABASE IF EXISTS db_skip_index SYNC")
+
+        first.query("CREATE DATABASE IF NOT EXISTS db_skip_index;")
         first.query("""CREATE TABLE db_skip_index.source
         (
             Column1 UInt64,
@@ -228,8 +247,7 @@ class TaskSkipIndex:
         first.query("""INSERT INTO db_skip_index.source SELECT * FROM generateRandom(
             'Column1 UInt64, Column2 Int32, Column3 Date, Column4 DateTime, Column5 String', 1, 10, 2) LIMIT 100;""")
 
-        second = cluster.instances["second"]
-        second.query("CREATE DATABASE db_skip_index;")
+        second.query("CREATE DATABASE IF NOT EXISTS db_skip_index;")
         second.query("""CREATE TABLE db_skip_index.destination
         (
             Column1 UInt64,
@@ -246,8 +264,8 @@ class TaskSkipIndex:
         print("Preparation completed")
 
     def check(self):
-        first = cluster.instances["first"]
-        second = cluster.instances["second"]
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
 
         a = first.query("SELECT count() from db_skip_index.source")
         b = second.query("SELECT count() from db_skip_index.destination")
@@ -259,6 +277,9 @@ class TaskSkipIndex:
             ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
         assert a == b, "Data"
 
+        first.query("DROP DATABASE IF EXISTS db_skip_index SYNC")
+        second.query("DROP DATABASE IF EXISTS db_skip_index SYNC")
+
 
 class TaskTTLMoveToVolume:
     def __init__(self, cluster):
@@ -272,8 +293,13 @@ class TaskTTLMoveToVolume:
             print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
-        first = cluster.instances["first"]
-        first.query("CREATE DATABASE db_move_to_volume;")
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["first_of_two"]
+
+        first.query("DROP DATABASE IF EXISTS db_move_to_volume SYNC")
+        second.query("DROP DATABASE IF EXISTS db_move_to_volume SYNC")
+
+        first.query("CREATE DATABASE IF NOT EXISTS db_move_to_volume;")
         first.query("""CREATE TABLE db_move_to_volume.source
         (
             Column1 UInt64,
@@ -292,8 +318,7 @@ class TaskTTLMoveToVolume:
         first.query("""INSERT INTO db_move_to_volume.source SELECT * FROM generateRandom(
             'Column1 UInt64, Column2 Int32, Column3 Date, Column4 DateTime, Column5 String', 1, 10, 2) LIMIT 100;""")
 
-        second = cluster.instances["second"]
-        second.query("CREATE DATABASE db_move_to_volume;")
+        second.query("CREATE DATABASE IF NOT EXISTS db_move_to_volume;")
         second.query("""CREATE TABLE db_move_to_volume.destination
         (
             Column1 UInt64,
@@ -310,8 +335,8 @@ class TaskTTLMoveToVolume:
         print("Preparation completed")
 
     def check(self):
-        first = cluster.instances["first"]
-        second = cluster.instances["second"]
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
 
         a = first.query("SELECT count() from db_move_to_volume.source")
         b = second.query("SELECT count() from db_move_to_volume.destination")
@@ -323,6 +348,9 @@ class TaskTTLMoveToVolume:
             ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
         assert a == b, "Data"
 
+        first.query("DROP DATABASE IF EXISTS db_move_to_volume SYNC")
+        second.query("DROP DATABASE IF EXISTS db_move_to_volume SYNC")
+
 
 class TaskDropTargetPartition:
     def __init__(self, cluster):
@@ -336,8 +364,13 @@ class TaskDropTargetPartition:
             print("Copied task file to container of '{}' instance. Path {}".format(instance_name, self.container_task_file))
 
     def start(self):
-        first = cluster.instances["first"]
-        first.query("CREATE DATABASE db_drop_target_partition;")
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
+
+        first.query("DROP DATABASE IF EXISTS db_drop_target_partition SYNC")
+        second.query("DROP DATABASE IF EXISTS db_drop_target_partition SYNC")
+
+        first.query("CREATE DATABASE IF NOT EXISTS db_drop_target_partition;")
         first.query("""CREATE TABLE db_drop_target_partition.source
         (
             Column1 UInt64,
@@ -354,8 +387,8 @@ class TaskDropTargetPartition:
         first.query("""INSERT INTO db_drop_target_partition.source SELECT * FROM generateRandom(
             'Column1 UInt64, Column2 Int32, Column3 Date, Column4 DateTime, Column5 String', 1, 10, 2) LIMIT 100;""")
 
-        second = cluster.instances["second"]
-        second.query("CREATE DATABASE db_drop_target_partition;")
+
+        second.query("CREATE DATABASE IF NOT EXISTS db_drop_target_partition;")
         second.query("""CREATE TABLE db_drop_target_partition.destination
         (
             Column1 UInt64,
@@ -373,8 +406,8 @@ class TaskDropTargetPartition:
         print("Preparation completed")
 
     def check(self):
-        first = cluster.instances["first"]
-        second = cluster.instances["second"]
+        first = cluster.instances["first_of_two"]
+        second = cluster.instances["second_of_two"]
 
         a = first.query("SELECT count() from db_drop_target_partition.source")
         b = second.query("SELECT count() from db_drop_target_partition.destination")
@@ -386,6 +419,9 @@ class TaskDropTargetPartition:
             ORDER BY (Column1, Column2, Column3, Column4, Column5)"""))
         assert a == b, "Data"
 
+        first.query("DROP DATABASE IF EXISTS db_drop_target_partition SYNC")
+        second.query("DROP DATABASE IF EXISTS db_drop_target_partition SYNC")
+
 
 def execute_task(started_cluster, task, cmd_options):
     task.start()

From 22864aff23b81567a114b949452ee305a8c61971 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 8 Jun 2021 01:52:30 +0000
Subject: [PATCH 0972/1060] delete files

---
 tests/integration/dockerd.log | 1467 --------
 tests/integration/pytest.log  | 6391 ---------------------------------
 2 files changed, 7858 deletions(-)
 delete mode 100644 tests/integration/dockerd.log
 delete mode 100644 tests/integration/pytest.log

diff --git a/tests/integration/dockerd.log b/tests/integration/dockerd.log
deleted file mode 100644
index e1080b3ca52..00000000000
--- a/tests/integration/dockerd.log
+++ /dev/null
@@ -1,1467 +0,0 @@
-time="2021-06-07T13:43:29.107691336+03:00" level=info msg="Starting up"
-time="2021-06-07T13:43:29.108356332+03:00" level=debug msg="Listener created for HTTP on unix (/var/run/docker.sock)"
-time="2021-06-07T13:43:29.108379277+03:00" level=warning msg="Binding to IP address without --tlsverify is insecure and gives root access on this machine to everyone who has access to your network." host="tcp://0.0.0.0:2375"
-time="2021-06-07T13:43:29.108392730+03:00" level=warning msg="Binding to an IP address, even on localhost, can also give access to scripts run in a browser. Be safe out there!" host="tcp://0.0.0.0:2375"
-time="2021-06-07T13:43:30.108743448+03:00" level=warning msg="Binding to an IP address without --tlsverify is deprecated. Startup is intentionally being slowed down to show this message" host="tcp://0.0.0.0:2375"
-time="2021-06-07T13:43:30.108829321+03:00" level=warning msg="Please consider generating tls certificates with client validation to prevent exposing unauthenticated root access to your network" host="tcp://0.0.0.0:2375"
-time="2021-06-07T13:43:30.108874409+03:00" level=warning msg="You can override this by explicitly specifying '--tls=false' or '--tlsverify=false'" host="tcp://0.0.0.0:2375"
-time="2021-06-07T13:43:30.108892287+03:00" level=warning msg="Support for listening on TCP without authentication or explicit intent to run without authentication will be removed in the next release" host="tcp://0.0.0.0:2375"
-time="2021-06-07T13:43:45.109825444+03:00" level=debug msg="Listener created for HTTP on tcp (0.0.0.0:2375)"
-time="2021-06-07T13:43:45.109921177+03:00" level=debug msg="Containerd not running, starting daemon managed containerd"
-time="2021-06-07T13:43:45.111228856+03:00" level=info msg="libcontainerd: started new containerd process" pid=90
-time="2021-06-07T13:43:45.111302850+03:00" level=info msg="parsed scheme: \"unix\"" module=grpc
-time="2021-06-07T13:43:45.111317606+03:00" level=info msg="scheme \"unix\" not registered, fallback to default scheme" module=grpc
-time="2021-06-07T13:43:45.111343263+03:00" level=info msg="ccResolverWrapper: sending update to cc: {[{unix:///var/run/docker/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}" module=grpc
-time="2021-06-07T13:43:45.111358322+03:00" level=info msg="ClientConn switching balancer to \"pick_first\"" module=grpc
-time="2021-06-07T13:43:45.140235326+03:00" level=info msg="starting containerd" revision=d71fcd7d8303cbf684402823e425e9dd2e99285d version=1.4.6
-time="2021-06-07T13:43:45.159032217+03:00" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
-time="2021-06-07T13:43:45.159120115+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.166760591+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.167008085+03:00" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.167030991+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.167056736+03:00" level=warning msg="failed to load plugin io.containerd.snapshotter.v1.devmapper" error="devmapper not configured"
-time="2021-06-07T13:43:45.167067073+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.167087181+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.167204010+03:00" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.167356296+03:00" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
-time="2021-06-07T13:43:45.167500073+03:00" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
-time="2021-06-07T13:43:45.167521554+03:00" level=warning msg="could not use snapshotter devmapper in metadata plugin" error="devmapper not configured"
-time="2021-06-07T13:43:45.167540719+03:00" level=info msg="metadata content store policy set" policy=shared
-time="2021-06-07T13:43:45.167645818+03:00" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
-time="2021-06-07T13:43:45.167662827+03:00" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
-time="2021-06-07T13:43:45.167704398+03:00" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167731983+03:00" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167757086+03:00" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167768055+03:00" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167780297+03:00" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167792602+03:00" level=info msg="loading plugin \"io.containerd.service.v1.leases-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167804239+03:00" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167815874+03:00" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.167827314+03:00" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
-time="2021-06-07T13:43:45.167957584+03:00" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
-time="2021-06-07T13:43:45.168053383+03:00" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
-time="2021-06-07T13:43:45.168346415+03:00" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
-time="2021-06-07T13:43:45.168369093+03:00" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
-time="2021-06-07T13:43:45.168417815+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168430230+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168451534+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168462277+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168473112+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168484498+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168498679+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168509128+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168519279+03:00" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
-time="2021-06-07T13:43:45.168672289+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168688394+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168699862+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168709576+03:00" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
-time="2021-06-07T13:43:45.168902154+03:00" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
-time="2021-06-07T13:43:45.168965113+03:00" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
-time="2021-06-07T13:43:45.169022173+03:00" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
-time="2021-06-07T13:43:45.169034971+03:00" level=debug msg="sd notification" error="<nil>" notified=false state="READY=1"
-time="2021-06-07T13:43:45.169045089+03:00" level=info msg="containerd successfully booted in 0.029528s"
-time="2021-06-07T13:43:45.173897756+03:00" level=debug msg="Created containerd monitoring client" address=/var/run/docker/containerd/containerd.sock
-time="2021-06-07T13:43:45.175456062+03:00" level=debug msg="Started daemon managed containerd"
-time="2021-06-07T13:43:45.175801893+03:00" level=info msg="detected 127.0.0.53 nameserver, assuming systemd-resolved, so using resolv.conf: /run/systemd/resolve/resolv.conf"
-time="2021-06-07T13:43:45.176095431+03:00" level=debug msg="Golang's threads limit set to 579420"
-time="2021-06-07T13:43:45.176427231+03:00" level=info msg="parsed scheme: \"unix\"" module=grpc
-time="2021-06-07T13:43:45.176443665+03:00" level=info msg="scheme \"unix\" not registered, fallback to default scheme" module=grpc
-time="2021-06-07T13:43:45.176464387+03:00" level=info msg="ccResolverWrapper: sending update to cc: {[{unix:///var/run/docker/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}" module=grpc
-time="2021-06-07T13:43:45.176473765+03:00" level=info msg="ClientConn switching balancer to \"pick_first\"" module=grpc
-time="2021-06-07T13:43:45.176485922+03:00" level=debug msg="metrics API listening on /var/run/docker/metrics.sock"
-time="2021-06-07T13:43:45.177153365+03:00" level=info msg="parsed scheme: \"unix\"" module=grpc
-time="2021-06-07T13:43:45.177174892+03:00" level=info msg="scheme \"unix\" not registered, fallback to default scheme" module=grpc
-time="2021-06-07T13:43:45.177200851+03:00" level=info msg="ccResolverWrapper: sending update to cc: {[{unix:///var/run/docker/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}" module=grpc
-time="2021-06-07T13:43:45.177214274+03:00" level=info msg="ClientConn switching balancer to \"pick_first\"" module=grpc
-time="2021-06-07T13:43:45.177866161+03:00" level=debug msg="Using default logging driver json-file"
-time="2021-06-07T13:43:45.177891079+03:00" level=debug msg="[graphdriver] trying provided driver: overlay2"
-time="2021-06-07T13:43:45.178005782+03:00" level=debug msg="processing event stream" module=libcontainerd namespace=plugins.moby
-time="2021-06-07T13:43:45.196735598+03:00" level=debug msg="backingFs=extfs, projectQuotaSupported=false, indexOff=\"index=off,\", userxattr=\"\"" storage-driver=overlay2
-time="2021-06-07T13:43:45.196771763+03:00" level=debug msg="Initialized graph driver overlay2"
-time="2021-06-07T13:43:45.200513260+03:00" level=debug msg="No quota support for local volumes in /var/lib/docker/volumes: Filesystem does not support, or has not enabled quotas"
-time="2021-06-07T13:43:45.215780827+03:00" level=warning msg="Your kernel does not support swap memory limit"
-time="2021-06-07T13:43:45.215823889+03:00" level=warning msg="Your kernel does not support CPU realtime scheduler"
-time="2021-06-07T13:43:45.215831765+03:00" level=warning msg="Your kernel does not support cgroup blkio weight"
-time="2021-06-07T13:43:45.215837887+03:00" level=warning msg="Your kernel does not support cgroup blkio weight_device"
-time="2021-06-07T13:43:45.215978812+03:00" level=debug msg="Max Concurrent Downloads: 3"
-time="2021-06-07T13:43:45.215992285+03:00" level=debug msg="Max Concurrent Uploads: 5"
-time="2021-06-07T13:43:45.215998852+03:00" level=debug msg="Max Download Attempts: 5"
-time="2021-06-07T13:43:45.216020480+03:00" level=info msg="Loading containers: start."
-time="2021-06-07T13:43:45.216566132+03:00" level=debug msg="processing event stream" module=libcontainerd namespace=moby
-time="2021-06-07T13:43:45.217107160+03:00" level=debug msg="loaded container" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false running=false
-time="2021-06-07T13:43:45.217122746+03:00" level=debug msg="loaded container" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false running=false
-time="2021-06-07T13:43:45.217123870+03:00" level=debug msg="loaded container" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false running=false
-time="2021-06-07T13:43:45.217191726+03:00" level=debug msg="loaded container" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false running=false
-time="2021-06-07T13:43:45.217211758+03:00" level=debug msg="loaded container" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false running=false
-time="2021-06-07T13:43:45.217246366+03:00" level=debug msg="loaded container" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false running=false
-time="2021-06-07T13:43:45.245330692+03:00" level=debug msg="restoring container" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.245440050+03:00" level=debug msg="restoring container" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.245550298+03:00" level=debug msg="restoring container" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.245648163+03:00" level=debug msg="restoring container" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.245681243+03:00" level=debug msg="restoring container" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.245733549+03:00" level=debug msg="restoring container" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246107473+03:00" level=debug msg="alive: false" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246137874+03:00" level=debug msg="done restoring container" container=d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246109441+03:00" level=debug msg="alive: false" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246164227+03:00" level=debug msg="done restoring container" container=c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246154649+03:00" level=debug msg="alive: false" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246191075+03:00" level=debug msg="done restoring container" container=1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246115649+03:00" level=debug msg="alive: false" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246227445+03:00" level=debug msg="done restoring container" container=53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246109592+03:00" level=debug msg="alive: false" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246246548+03:00" level=debug msg="done restoring container" container=59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246233811+03:00" level=debug msg="alive: false" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246265898+03:00" level=debug msg="done restoring container" container=2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366 paused=false restarting=false running=false
-time="2021-06-07T13:43:45.246291771+03:00" level=debug msg="Option Experimental: false"
-time="2021-06-07T13:43:45.246299358+03:00" level=debug msg="Option DefaultDriver: bridge"
-time="2021-06-07T13:43:45.246305936+03:00" level=debug msg="Option DefaultNetwork: bridge"
-time="2021-06-07T13:43:45.246313062+03:00" level=debug msg="Network Control Plane MTU: 1500"
-time="2021-06-07T13:43:45.249216997+03:00" level=debug msg="Fail to initialize firewalld: Failed to connect to D-Bus system bus: dial unix /var/run/dbus/system_bus_socket: connect: no such file or directory, using raw iptables instead"
-time="2021-06-07T13:43:45.252324060+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION]"
-time="2021-06-07T13:43:45.253713997+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:45.255994885+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D OUTPUT -m addrtype --dst-type LOCAL ! --dst 127.0.0.0/8 -j DOCKER]"
-time="2021-06-07T13:43:45.257752752+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D OUTPUT -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:45.259380684+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D PREROUTING]"
-time="2021-06-07T13:43:45.260673758+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D OUTPUT]"
-time="2021-06-07T13:43:45.261941354+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -F DOCKER]"
-time="2021-06-07T13:43:45.263266993+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -X DOCKER]"
-time="2021-06-07T13:43:45.264643829+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER]"
-time="2021-06-07T13:43:45.265908391+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER]"
-time="2021-06-07T13:43:45.267223154+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.268598707+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.269878257+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.271278420+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.271333102+03:00" level=debug msg="garbage collected" d=3.279934ms
-time="2021-06-07T13:43:45.272468647+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -F DOCKER-ISOLATION]"
-time="2021-06-07T13:43:45.273682895+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -X DOCKER-ISOLATION]"
-time="2021-06-07T13:43:45.274881693+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -n -L DOCKER]"
-time="2021-06-07T13:43:45.276017499+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -N DOCKER]"
-time="2021-06-07T13:43:45.277422503+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER]"
-time="2021-06-07T13:43:45.278683681+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.279854702+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.280899796+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -N DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.282216461+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -j RETURN]"
-time="2021-06-07T13:43:45.283593958+03:00" level=debug msg="/usr/sbin/iptables, [--wait -A DOCKER-ISOLATION-STAGE-1 -j RETURN]"
-time="2021-06-07T13:43:45.285029593+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -j RETURN]"
-time="2021-06-07T13:43:45.286359566+03:00" level=debug msg="/usr/sbin/iptables, [--wait -A DOCKER-ISOLATION-STAGE-2 -j RETURN]"
-time="2021-06-07T13:43:45.295878940+03:00" level=debug msg="Adding route to IPv6 network fd00::1/8 via device docker0"
-time="2021-06-07T13:43:45.296097409+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
-time="2021-06-07T13:43:45.297451047+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i docker0 -j RETURN]"
-time="2021-06-07T13:43:45.298794936+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I DOCKER -i docker0 -j RETURN]"
-time="2021-06-07T13:43:45.300213360+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.301520980+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.302927038+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.304449679+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:45.306003675+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -A PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:45.307887612+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
-time="2021-06-07T13:43:45.309275855+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -A OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
-time="2021-06-07T13:43:45.310829259+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
-time="2021-06-07T13:43:45.312254927+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
-time="2021-06-07T13:43:45.313650589+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:45.315329690+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:45.317028869+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.318592321+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.320192281+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.321728316+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.323169635+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.324794157+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.326140765+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.327809281+03:00" level=debug msg="Network (08e7989) restored"
-time="2021-06-07T13:43:45.329226116+03:00" level=debug msg="Allocating IPv4 pools for network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
-time="2021-06-07T13:43:45.329247234+03:00" level=debug msg="RequestPool(LocalDefault, 172.16.0.0/24, , map[], false)"
-time="2021-06-07T13:43:45.329282051+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.0.0/24, 172.16.0.1, map[RequestAddressType:com.docker.network.gateway])"
-time="2021-06-07T13:43:45.329302961+03:00" level=debug msg="Request address PoolID:172.16.0.0/24 App: ipam/default/data, ID: LocalDefault/172.16.0.0/24, DBIndex: 0x0, Bits: 256, Unselected: 254, Sequence: (0x80000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0 Serial:false PrefAddress:172.16.0.1 "
-time="2021-06-07T13:43:45.329315168+03:00" level=debug msg="Allocating IPv6 pools for network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
-time="2021-06-07T13:43:45.329322545+03:00" level=debug msg="RequestPool(LocalDefault, fd00::/8, , map[], true)"
-time="2021-06-07T13:43:45.329333403+03:00" level=debug msg="RequestAddress(LocalDefault/fd00::/8, fd00::1, map[RequestAddressType:com.docker.network.gateway])"
-time="2021-06-07T13:43:45.329346835+03:00" level=debug msg="Request address PoolID:fd00::/8 App: ipam/default/data, ID: LocalDefault/fd00::/8, DBIndex: 0x0, Bits: 18446744073709551615, Unselected: 18446744073709551614, Sequence: (0x80000000, 1)->(0x0, 576460752303423487)->end Curr:0 Serial:false PrefAddress:fd00::1 "
-time="2021-06-07T13:43:45.332194282+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
-time="2021-06-07T13:43:45.333949127+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
-time="2021-06-07T13:43:45.335612732+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i docker0 -j RETURN]"
-time="2021-06-07T13:43:45.337291930+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -D DOCKER -i docker0 -j RETURN]"
-time="2021-06-07T13:43:45.338894898+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.340270508+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.341689746+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.342984730+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.344499913+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
-time="2021-06-07T13:43:45.345963674+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
-time="2021-06-07T13:43:45.347283714+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -o docker0 -j DOCKER]"
-time="2021-06-07T13:43:45.348718803+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:45.350294910+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:45.352190738+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:45.353964254+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.355299400+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -D DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.356782824+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.358169678+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -D DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.361507753+03:00" level=debug msg="releasing IPv4 pools from network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
-time="2021-06-07T13:43:45.361527893+03:00" level=debug msg="ReleaseAddress(LocalDefault/172.16.0.0/24, 172.16.0.1)"
-time="2021-06-07T13:43:45.361549489+03:00" level=debug msg="Released address PoolID:LocalDefault/172.16.0.0/24, Address:172.16.0.1 Sequence:App: ipam/default/data, ID: LocalDefault/172.16.0.0/24, DBIndex: 0x0, Bits: 256, Unselected: 253, Sequence: (0xc0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0"
-time="2021-06-07T13:43:45.361558450+03:00" level=debug msg="ReleasePool(LocalDefault/172.16.0.0/24)"
-time="2021-06-07T13:43:45.361567426+03:00" level=debug msg="releasing IPv6 pools from network bridge (08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0)"
-time="2021-06-07T13:43:45.361575532+03:00" level=debug msg="ReleaseAddress(LocalDefault/fd00::/8, fd00::1)"
-time="2021-06-07T13:43:45.361593781+03:00" level=debug msg="Released address PoolID:LocalDefault/fd00::/8, Address:fd00::1 Sequence:App: ipam/default/data, ID: LocalDefault/fd00::/8, DBIndex: 0x0, Bits: 18446744073709551615, Unselected: 18446744073709551613, Sequence: (0xc0000000, 1)->(0x0, 576460752303423487)->end Curr:0"
-time="2021-06-07T13:43:45.361602145+03:00" level=debug msg="ReleasePool(LocalDefault/fd00::/8)"
-time="2021-06-07T13:43:45.363528580+03:00" level=debug msg="cleanupServiceDiscovery for network:08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0"
-time="2021-06-07T13:43:45.363545426+03:00" level=debug msg="cleanupServiceBindings for 08e7989fc9fcf40d469cdcf7c6ccb0491c37358a13467a3e3765f1f06a93b4a0"
-time="2021-06-07T13:43:45.455003610+03:00" level=info msg="Default bridge (docker0) is assigned with an IP address 172.16.0.0/24. Daemon option --bip can be used to set a preferred IP address"
-time="2021-06-07T13:43:45.455071983+03:00" level=debug msg="Allocating IPv4 pools for network bridge (deb66aa694a459331c4dac021cf84cf9bb18c1cf4f5b58139df2475624c27623)"
-time="2021-06-07T13:43:45.455086865+03:00" level=debug msg="RequestPool(LocalDefault, 172.16.0.0/24, , map[], false)"
-time="2021-06-07T13:43:45.455111338+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.0.0/24, <nil>, map[RequestAddressType:com.docker.network.gateway])"
-time="2021-06-07T13:43:45.455131775+03:00" level=debug msg="Request address PoolID:172.16.0.0/24 App: ipam/default/data, ID: LocalDefault/172.16.0.0/24, DBIndex: 0x0, Bits: 256, Unselected: 254, Sequence: (0x80000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:45.455144620+03:00" level=debug msg="Allocating IPv6 pools for network bridge (deb66aa694a459331c4dac021cf84cf9bb18c1cf4f5b58139df2475624c27623)"
-time="2021-06-07T13:43:45.455152760+03:00" level=debug msg="RequestPool(LocalDefault, fd00::/8, , map[], true)"
-time="2021-06-07T13:43:45.455164287+03:00" level=debug msg="RequestAddress(LocalDefault/fd00::/8, <nil>, map[RequestAddressType:com.docker.network.gateway])"
-time="2021-06-07T13:43:45.455175409+03:00" level=debug msg="Request address PoolID:fd00::/8 App: ipam/default/data, ID: LocalDefault/fd00::/8, DBIndex: 0x0, Bits: 18446744073709551615, Unselected: 18446744073709551614, Sequence: (0x80000000, 1)->(0x0, 576460752303423487)->end Curr:0 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:45.455225474+03:00" level=debug msg="Did not find any interface with name docker0: Link not found"
-time="2021-06-07T13:43:45.455244730+03:00" level=debug msg="Setting bridge mac address to 02:42:09:79:ff:ff"
-time="2021-06-07T13:43:45.455753163+03:00" level=debug msg="Assigning address to bridge interface docker0: 172.16.0.1/24"
-time="2021-06-07T13:43:45.455994264+03:00" level=debug msg="Adding route to IPv6 network fd00::1/8 via device docker0"
-time="2021-06-07T13:43:45.456050457+03:00" level=error msg="Could not add route to IPv6 network fd00::1/8 via device docker0: network is down"
-time="2021-06-07T13:43:45.456122482+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
-time="2021-06-07T13:43:45.458261621+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I POSTROUTING -s 172.16.0.0/24 ! -o docker0 -j MASQUERADE]"
-time="2021-06-07T13:43:45.460986477+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i docker0 -j RETURN]"
-time="2021-06-07T13:43:45.462650842+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I DOCKER -i docker0 -j RETURN]"
-time="2021-06-07T13:43:45.464247647+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i docker0 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.466115233+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.467645165+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i docker0 -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.469119484+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.470554889+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i docker0 ! -o docker0 -j ACCEPT]"
-time="2021-06-07T13:43:45.472838933+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:45.474508824+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:45.476221340+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
-time="2021-06-07T13:43:45.478014193+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
-time="2021-06-07T13:43:45.479595828+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -j DOCKER]"
-time="2021-06-07T13:43:45.480887065+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o docker0 -j DOCKER]"
-time="2021-06-07T13:43:45.482240874+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:45.484035527+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o docker0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:45.485859281+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.487263407+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.488714743+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:45.490228836+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.491601969+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-1 -i docker0 ! -o docker0 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:45.493093595+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.494340819+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-2 -o docker0 -j DROP]"
-time="2021-06-07T13:43:45.502122369+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-USER]"
-time="2021-06-07T13:43:45.503605293+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-USER -j RETURN]"
-time="2021-06-07T13:43:45.504908137+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-USER]"
-time="2021-06-07T13:43:45.506168543+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-USER]"
-time="2021-06-07T13:43:45.508127575+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-USER]"
-time="2021-06-07T13:43:45.510409831+03:00" level=info msg="Loading containers: done."
-time="2021-06-07T13:43:45.537978530+03:00" level=info msg="Docker daemon" commit=b0f5bc3 graphdriver(s)=overlay2 version=20.10.7
-time="2021-06-07T13:43:45.538120809+03:00" level=info msg="Daemon has completed initialization"
-time="2021-06-07T13:43:45.551339351+03:00" level=debug msg="Registering routers"
-time="2021-06-07T13:43:45.551390493+03:00" level=debug msg="Registering GET, /containers/{name:.*}/checkpoints"
-time="2021-06-07T13:43:45.551482751+03:00" level=debug msg="Registering POST, /containers/{name:.*}/checkpoints"
-time="2021-06-07T13:43:45.551541479+03:00" level=debug msg="Registering DELETE, /containers/{name}/checkpoints/{checkpoint}"
-time="2021-06-07T13:43:45.551623917+03:00" level=debug msg="Registering HEAD, /containers/{name:.*}/archive"
-time="2021-06-07T13:43:45.551703339+03:00" level=debug msg="Registering GET, /containers/json"
-time="2021-06-07T13:43:45.551760242+03:00" level=debug msg="Registering GET, /containers/{name:.*}/export"
-time="2021-06-07T13:43:45.551820093+03:00" level=debug msg="Registering GET, /containers/{name:.*}/changes"
-time="2021-06-07T13:43:45.551861597+03:00" level=debug msg="Registering GET, /containers/{name:.*}/json"
-time="2021-06-07T13:43:45.551904033+03:00" level=debug msg="Registering GET, /containers/{name:.*}/top"
-time="2021-06-07T13:43:45.551949321+03:00" level=debug msg="Registering GET, /containers/{name:.*}/logs"
-time="2021-06-07T13:43:45.551992962+03:00" level=debug msg="Registering GET, /containers/{name:.*}/stats"
-time="2021-06-07T13:43:45.552035511+03:00" level=debug msg="Registering GET, /containers/{name:.*}/attach/ws"
-time="2021-06-07T13:43:45.552088467+03:00" level=debug msg="Registering GET, /exec/{id:.*}/json"
-time="2021-06-07T13:43:45.552135905+03:00" level=debug msg="Registering GET, /containers/{name:.*}/archive"
-time="2021-06-07T13:43:45.552179447+03:00" level=debug msg="Registering POST, /containers/create"
-time="2021-06-07T13:43:45.552211941+03:00" level=debug msg="Registering POST, /containers/{name:.*}/kill"
-time="2021-06-07T13:43:45.552256483+03:00" level=debug msg="Registering POST, /containers/{name:.*}/pause"
-time="2021-06-07T13:43:45.552300919+03:00" level=debug msg="Registering POST, /containers/{name:.*}/unpause"
-time="2021-06-07T13:43:45.552357559+03:00" level=debug msg="Registering POST, /containers/{name:.*}/restart"
-time="2021-06-07T13:43:45.552401872+03:00" level=debug msg="Registering POST, /containers/{name:.*}/start"
-time="2021-06-07T13:43:45.552439198+03:00" level=debug msg="Registering POST, /containers/{name:.*}/stop"
-time="2021-06-07T13:43:45.552485655+03:00" level=debug msg="Registering POST, /containers/{name:.*}/wait"
-time="2021-06-07T13:43:45.552527133+03:00" level=debug msg="Registering POST, /containers/{name:.*}/resize"
-time="2021-06-07T13:43:45.552569069+03:00" level=debug msg="Registering POST, /containers/{name:.*}/attach"
-time="2021-06-07T13:43:45.552607679+03:00" level=debug msg="Registering POST, /containers/{name:.*}/copy"
-time="2021-06-07T13:43:45.552652287+03:00" level=debug msg="Registering POST, /containers/{name:.*}/exec"
-time="2021-06-07T13:43:45.552688243+03:00" level=debug msg="Registering POST, /exec/{name:.*}/start"
-time="2021-06-07T13:43:45.552724732+03:00" level=debug msg="Registering POST, /exec/{name:.*}/resize"
-time="2021-06-07T13:43:45.552776545+03:00" level=debug msg="Registering POST, /containers/{name:.*}/rename"
-time="2021-06-07T13:43:45.552819966+03:00" level=debug msg="Registering POST, /containers/{name:.*}/update"
-time="2021-06-07T13:43:45.552862974+03:00" level=debug msg="Registering POST, /containers/prune"
-time="2021-06-07T13:43:45.552892912+03:00" level=debug msg="Registering POST, /commit"
-time="2021-06-07T13:43:45.552921869+03:00" level=debug msg="Registering PUT, /containers/{name:.*}/archive"
-time="2021-06-07T13:43:45.552962308+03:00" level=debug msg="Registering DELETE, /containers/{name:.*}"
-time="2021-06-07T13:43:45.553013643+03:00" level=debug msg="Registering GET, /images/json"
-time="2021-06-07T13:43:45.553040211+03:00" level=debug msg="Registering GET, /images/search"
-time="2021-06-07T13:43:45.553068570+03:00" level=debug msg="Registering GET, /images/get"
-time="2021-06-07T13:43:45.553097765+03:00" level=debug msg="Registering GET, /images/{name:.*}/get"
-time="2021-06-07T13:43:45.553141246+03:00" level=debug msg="Registering GET, /images/{name:.*}/history"
-time="2021-06-07T13:43:45.553176211+03:00" level=debug msg="Registering GET, /images/{name:.*}/json"
-time="2021-06-07T13:43:45.553211441+03:00" level=debug msg="Registering POST, /images/load"
-time="2021-06-07T13:43:45.553235875+03:00" level=debug msg="Registering POST, /images/create"
-time="2021-06-07T13:43:45.553263305+03:00" level=debug msg="Registering POST, /images/{name:.*}/push"
-time="2021-06-07T13:43:45.553306107+03:00" level=debug msg="Registering POST, /images/{name:.*}/tag"
-time="2021-06-07T13:43:45.553338695+03:00" level=debug msg="Registering POST, /images/prune"
-time="2021-06-07T13:43:45.553364079+03:00" level=debug msg="Registering DELETE, /images/{name:.*}"
-time="2021-06-07T13:43:45.553402499+03:00" level=debug msg="Registering OPTIONS, /{anyroute:.*}"
-time="2021-06-07T13:43:45.553439005+03:00" level=debug msg="Registering GET, /_ping"
-time="2021-06-07T13:43:45.553462382+03:00" level=debug msg="Registering HEAD, /_ping"
-time="2021-06-07T13:43:45.553487395+03:00" level=debug msg="Registering GET, /events"
-time="2021-06-07T13:43:45.553514514+03:00" level=debug msg="Registering GET, /info"
-time="2021-06-07T13:43:45.553539837+03:00" level=debug msg="Registering GET, /version"
-time="2021-06-07T13:43:45.553567090+03:00" level=debug msg="Registering GET, /system/df"
-time="2021-06-07T13:43:45.553594845+03:00" level=debug msg="Registering POST, /auth"
-time="2021-06-07T13:43:45.553618168+03:00" level=debug msg="Registering GET, /volumes"
-time="2021-06-07T13:43:45.553641626+03:00" level=debug msg="Registering GET, /volumes/{name:.*}"
-time="2021-06-07T13:43:45.553682671+03:00" level=debug msg="Registering POST, /volumes/create"
-time="2021-06-07T13:43:45.553712262+03:00" level=debug msg="Registering POST, /volumes/prune"
-time="2021-06-07T13:43:45.553739711+03:00" level=debug msg="Registering DELETE, /volumes/{name:.*}"
-time="2021-06-07T13:43:45.553777692+03:00" level=debug msg="Registering POST, /build"
-time="2021-06-07T13:43:45.553799990+03:00" level=debug msg="Registering POST, /build/prune"
-time="2021-06-07T13:43:45.553827985+03:00" level=debug msg="Registering POST, /build/cancel"
-time="2021-06-07T13:43:45.553857522+03:00" level=debug msg="Registering POST, /session"
-time="2021-06-07T13:43:45.553886279+03:00" level=debug msg="Registering POST, /swarm/init"
-time="2021-06-07T13:43:45.553910318+03:00" level=debug msg="Registering POST, /swarm/join"
-time="2021-06-07T13:43:45.553948345+03:00" level=debug msg="Registering POST, /swarm/leave"
-time="2021-06-07T13:43:45.553978693+03:00" level=debug msg="Registering GET, /swarm"
-time="2021-06-07T13:43:45.554003049+03:00" level=debug msg="Registering GET, /swarm/unlockkey"
-time="2021-06-07T13:43:45.554031100+03:00" level=debug msg="Registering POST, /swarm/update"
-time="2021-06-07T13:43:45.554057652+03:00" level=debug msg="Registering POST, /swarm/unlock"
-time="2021-06-07T13:43:45.554086862+03:00" level=debug msg="Registering GET, /services"
-time="2021-06-07T13:43:45.554112117+03:00" level=debug msg="Registering GET, /services/{id}"
-time="2021-06-07T13:43:45.554148514+03:00" level=debug msg="Registering POST, /services/create"
-time="2021-06-07T13:43:45.554177075+03:00" level=debug msg="Registering POST, /services/{id}/update"
-time="2021-06-07T13:43:45.554217300+03:00" level=debug msg="Registering DELETE, /services/{id}"
-time="2021-06-07T13:43:45.554251822+03:00" level=debug msg="Registering GET, /services/{id}/logs"
-time="2021-06-07T13:43:45.554295500+03:00" level=debug msg="Registering GET, /nodes"
-time="2021-06-07T13:43:45.554319293+03:00" level=debug msg="Registering GET, /nodes/{id}"
-time="2021-06-07T13:43:45.554361413+03:00" level=debug msg="Registering DELETE, /nodes/{id}"
-time="2021-06-07T13:43:45.554391014+03:00" level=debug msg="Registering POST, /nodes/{id}/update"
-time="2021-06-07T13:43:45.554428722+03:00" level=debug msg="Registering GET, /tasks"
-time="2021-06-07T13:43:45.554451399+03:00" level=debug msg="Registering GET, /tasks/{id}"
-time="2021-06-07T13:43:45.554485014+03:00" level=debug msg="Registering GET, /tasks/{id}/logs"
-time="2021-06-07T13:43:45.554528779+03:00" level=debug msg="Registering GET, /secrets"
-time="2021-06-07T13:43:45.554602947+03:00" level=debug msg="Registering POST, /secrets/create"
-time="2021-06-07T13:43:45.554638553+03:00" level=debug msg="Registering DELETE, /secrets/{id}"
-time="2021-06-07T13:43:45.554685403+03:00" level=debug msg="Registering GET, /secrets/{id}"
-time="2021-06-07T13:43:45.554726428+03:00" level=debug msg="Registering POST, /secrets/{id}/update"
-time="2021-06-07T13:43:45.554782986+03:00" level=debug msg="Registering GET, /configs"
-time="2021-06-07T13:43:45.554821686+03:00" level=debug msg="Registering POST, /configs/create"
-time="2021-06-07T13:43:45.554864681+03:00" level=debug msg="Registering DELETE, /configs/{id}"
-time="2021-06-07T13:43:45.554910398+03:00" level=debug msg="Registering GET, /configs/{id}"
-time="2021-06-07T13:43:45.554960155+03:00" level=debug msg="Registering POST, /configs/{id}/update"
-time="2021-06-07T13:43:45.555042324+03:00" level=debug msg="Registering GET, /plugins"
-time="2021-06-07T13:43:45.555087279+03:00" level=debug msg="Registering GET, /plugins/{name:.*}/json"
-time="2021-06-07T13:43:45.555140190+03:00" level=debug msg="Registering GET, /plugins/privileges"
-time="2021-06-07T13:43:45.555188816+03:00" level=debug msg="Registering DELETE, /plugins/{name:.*}"
-time="2021-06-07T13:43:45.555235307+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/enable"
-time="2021-06-07T13:43:45.555280872+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/disable"
-time="2021-06-07T13:43:45.555339903+03:00" level=debug msg="Registering POST, /plugins/pull"
-time="2021-06-07T13:43:45.555377704+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/push"
-time="2021-06-07T13:43:45.555453067+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/upgrade"
-time="2021-06-07T13:43:45.555496992+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/set"
-time="2021-06-07T13:43:45.555557115+03:00" level=debug msg="Registering POST, /plugins/create"
-time="2021-06-07T13:43:45.555593487+03:00" level=debug msg="Registering GET, /distribution/{name:.*}/json"
-time="2021-06-07T13:43:45.555641951+03:00" level=debug msg="Registering POST, /grpc"
-time="2021-06-07T13:43:45.555671161+03:00" level=debug msg="Registering GET, /networks"
-time="2021-06-07T13:43:45.555700099+03:00" level=debug msg="Registering GET, /networks/"
-time="2021-06-07T13:43:45.555729897+03:00" level=debug msg="Registering GET, /networks/{id:.+}"
-time="2021-06-07T13:43:45.555772326+03:00" level=debug msg="Registering POST, /networks/create"
-time="2021-06-07T13:43:45.555820525+03:00" level=debug msg="Registering POST, /networks/{id:.*}/connect"
-time="2021-06-07T13:43:45.555870371+03:00" level=debug msg="Registering POST, /networks/{id:.*}/disconnect"
-time="2021-06-07T13:43:45.555914302+03:00" level=debug msg="Registering POST, /networks/prune"
-time="2021-06-07T13:43:45.555942576+03:00" level=debug msg="Registering DELETE, /networks/{id:.*}"
-time="2021-06-07T13:43:45.556072915+03:00" level=debug msg="Registering routers"
-time="2021-06-07T13:43:45.556081008+03:00" level=debug msg="Registering GET, /containers/{name:.*}/checkpoints"
-time="2021-06-07T13:43:45.556123173+03:00" level=debug msg="Registering POST, /containers/{name:.*}/checkpoints"
-time="2021-06-07T13:43:45.556178130+03:00" level=debug msg="Registering DELETE, /containers/{name}/checkpoints/{checkpoint}"
-time="2021-06-07T13:43:45.556240939+03:00" level=debug msg="Registering HEAD, /containers/{name:.*}/archive"
-time="2021-06-07T13:43:45.556269008+03:00" level=info msg="API listen on /var/run/docker.sock"
-time="2021-06-07T13:43:45.556277651+03:00" level=debug msg="Registering GET, /containers/json"
-time="2021-06-07T13:43:45.556541181+03:00" level=debug msg="Registering GET, /containers/{name:.*}/export"
-time="2021-06-07T13:43:45.556623717+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:45.556625012+03:00" level=debug msg="Registering GET, /containers/{name:.*}/changes"
-time="2021-06-07T13:43:45.556777108+03:00" level=debug msg="Registering GET, /containers/{name:.*}/json"
-time="2021-06-07T13:43:45.556843648+03:00" level=debug msg="Registering GET, /containers/{name:.*}/top"
-time="2021-06-07T13:43:45.556887142+03:00" level=debug msg="Registering GET, /containers/{name:.*}/logs"
-time="2021-06-07T13:43:45.556929507+03:00" level=debug msg="Registering GET, /containers/{name:.*}/stats"
-time="2021-06-07T13:43:45.556966656+03:00" level=debug msg="Registering GET, /containers/{name:.*}/attach/ws"
-time="2021-06-07T13:43:45.557012025+03:00" level=debug msg="Registering GET, /exec/{id:.*}/json"
-time="2021-06-07T13:43:45.557047627+03:00" level=debug msg="Registering GET, /containers/{name:.*}/archive"
-time="2021-06-07T13:43:45.557095186+03:00" level=debug msg="Registering POST, /containers/create"
-time="2021-06-07T13:43:45.557137440+03:00" level=debug msg="Registering POST, /containers/{name:.*}/kill"
-time="2021-06-07T13:43:45.557161077+03:00" level=debug msg="Calling GET /v1.41/info"
-time="2021-06-07T13:43:45.557192267+03:00" level=debug msg="Registering POST, /containers/{name:.*}/pause"
-time="2021-06-07T13:43:45.557230121+03:00" level=debug msg="Registering POST, /containers/{name:.*}/unpause"
-time="2021-06-07T13:43:45.557274478+03:00" level=debug msg="Registering POST, /containers/{name:.*}/restart"
-time="2021-06-07T13:43:45.557316834+03:00" level=debug msg="Registering POST, /containers/{name:.*}/start"
-time="2021-06-07T13:43:45.557359238+03:00" level=debug msg="Registering POST, /containers/{name:.*}/stop"
-time="2021-06-07T13:43:45.557405593+03:00" level=debug msg="Registering POST, /containers/{name:.*}/wait"
-time="2021-06-07T13:43:45.557449617+03:00" level=debug msg="Registering POST, /containers/{name:.*}/resize"
-time="2021-06-07T13:43:45.557492390+03:00" level=debug msg="Registering POST, /containers/{name:.*}/attach"
-time="2021-06-07T13:43:45.557531700+03:00" level=debug msg="Registering POST, /containers/{name:.*}/copy"
-time="2021-06-07T13:43:45.557572178+03:00" level=debug msg="Registering POST, /containers/{name:.*}/exec"
-time="2021-06-07T13:43:45.557603789+03:00" level=debug msg="Registering POST, /exec/{name:.*}/start"
-time="2021-06-07T13:43:45.557664603+03:00" level=debug msg="Registering POST, /exec/{name:.*}/resize"
-time="2021-06-07T13:43:45.557706599+03:00" level=debug msg="Registering POST, /containers/{name:.*}/rename"
-time="2021-06-07T13:43:45.557746304+03:00" level=debug msg="Registering POST, /containers/{name:.*}/update"
-time="2021-06-07T13:43:45.557787258+03:00" level=debug msg="Registering POST, /containers/prune"
-time="2021-06-07T13:43:45.557816869+03:00" level=debug msg="Registering POST, /commit"
-time="2021-06-07T13:43:45.557842074+03:00" level=debug msg="Registering PUT, /containers/{name:.*}/archive"
-time="2021-06-07T13:43:45.557885061+03:00" level=debug msg="Registering DELETE, /containers/{name:.*}"
-time="2021-06-07T13:43:45.557932455+03:00" level=debug msg="Registering GET, /images/json"
-time="2021-06-07T13:43:45.557961343+03:00" level=debug msg="Registering GET, /images/search"
-time="2021-06-07T13:43:45.557988573+03:00" level=debug msg="Registering GET, /images/get"
-time="2021-06-07T13:43:45.558020600+03:00" level=debug msg="Registering GET, /images/{name:.*}/get"
-time="2021-06-07T13:43:45.558059405+03:00" level=debug msg="Registering GET, /images/{name:.*}/history"
-time="2021-06-07T13:43:45.558100833+03:00" level=debug msg="Registering GET, /images/{name:.*}/json"
-time="2021-06-07T13:43:45.558161091+03:00" level=debug msg="Registering POST, /images/load"
-time="2021-06-07T13:43:45.558187089+03:00" level=debug msg="Registering POST, /images/create"
-time="2021-06-07T13:43:45.558226941+03:00" level=debug msg="Registering POST, /images/{name:.*}/push"
-time="2021-06-07T13:43:45.558277220+03:00" level=debug msg="Registering POST, /images/{name:.*}/tag"
-time="2021-06-07T13:43:45.558313557+03:00" level=debug msg="Registering POST, /images/prune"
-time="2021-06-07T13:43:45.558360945+03:00" level=debug msg="Registering DELETE, /images/{name:.*}"
-time="2021-06-07T13:43:45.558401652+03:00" level=debug msg="Registering OPTIONS, /{anyroute:.*}"
-time="2021-06-07T13:43:45.558436543+03:00" level=debug msg="Registering GET, /_ping"
-time="2021-06-07T13:43:45.558458006+03:00" level=debug msg="Registering HEAD, /_ping"
-time="2021-06-07T13:43:45.558482136+03:00" level=debug msg="Registering GET, /events"
-time="2021-06-07T13:43:45.558511688+03:00" level=debug msg="Registering GET, /info"
-time="2021-06-07T13:43:45.558536358+03:00" level=debug msg="Registering GET, /version"
-time="2021-06-07T13:43:45.558596336+03:00" level=debug msg="Registering GET, /system/df"
-time="2021-06-07T13:43:45.558641381+03:00" level=debug msg="Registering POST, /auth"
-time="2021-06-07T13:43:45.558667452+03:00" level=debug msg="Registering GET, /volumes"
-time="2021-06-07T13:43:45.558706999+03:00" level=debug msg="Registering GET, /volumes/{name:.*}"
-time="2021-06-07T13:43:45.558772926+03:00" level=debug msg="Registering POST, /volumes/create"
-time="2021-06-07T13:43:45.558802883+03:00" level=debug msg="Registering POST, /volumes/prune"
-time="2021-06-07T13:43:45.558835144+03:00" level=debug msg="Registering DELETE, /volumes/{name:.*}"
-time="2021-06-07T13:43:45.558893125+03:00" level=debug msg="Registering POST, /build"
-time="2021-06-07T13:43:45.558920223+03:00" level=debug msg="Registering POST, /build/prune"
-time="2021-06-07T13:43:45.558952612+03:00" level=debug msg="Registering POST, /build/cancel"
-time="2021-06-07T13:43:45.558988076+03:00" level=debug msg="Registering POST, /session"
-time="2021-06-07T13:43:45.559030361+03:00" level=debug msg="Registering POST, /swarm/init"
-time="2021-06-07T13:43:45.559060102+03:00" level=debug msg="Registering POST, /swarm/join"
-time="2021-06-07T13:43:45.559093788+03:00" level=debug msg="Registering POST, /swarm/leave"
-time="2021-06-07T13:43:45.559127911+03:00" level=debug msg="Registering GET, /swarm"
-time="2021-06-07T13:43:45.559175157+03:00" level=debug msg="Registering GET, /swarm/unlockkey"
-time="2021-06-07T13:43:45.559210635+03:00" level=debug msg="Registering POST, /swarm/update"
-time="2021-06-07T13:43:45.559244554+03:00" level=debug msg="Registering POST, /swarm/unlock"
-time="2021-06-07T13:43:45.559285242+03:00" level=debug msg="Registering GET, /services"
-time="2021-06-07T13:43:45.559315578+03:00" level=debug msg="Registering GET, /services/{id}"
-time="2021-06-07T13:43:45.559355656+03:00" level=debug msg="Registering POST, /services/create"
-time="2021-06-07T13:43:45.559390429+03:00" level=debug msg="Registering POST, /services/{id}/update"
-time="2021-06-07T13:43:45.559438273+03:00" level=debug msg="Registering DELETE, /services/{id}"
-time="2021-06-07T13:43:45.559498390+03:00" level=debug msg="Registering GET, /services/{id}/logs"
-time="2021-06-07T13:43:45.559548223+03:00" level=debug msg="Registering GET, /nodes"
-time="2021-06-07T13:43:45.559576562+03:00" level=debug msg="Registering GET, /nodes/{id}"
-time="2021-06-07T13:43:45.559619427+03:00" level=debug msg="Registering DELETE, /nodes/{id}"
-time="2021-06-07T13:43:45.559658825+03:00" level=debug msg="Registering POST, /nodes/{id}/update"
-time="2021-06-07T13:43:45.559701657+03:00" level=debug msg="Registering GET, /tasks"
-time="2021-06-07T13:43:45.559739217+03:00" level=debug msg="Registering GET, /tasks/{id}"
-time="2021-06-07T13:43:45.559781275+03:00" level=debug msg="Registering GET, /tasks/{id}/logs"
-time="2021-06-07T13:43:45.559851828+03:00" level=debug msg="Registering GET, /secrets"
-time="2021-06-07T13:43:45.559878219+03:00" level=debug msg="Registering POST, /secrets/create"
-time="2021-06-07T13:43:45.559927998+03:00" level=debug msg="Registering DELETE, /secrets/{id}"
-time="2021-06-07T13:43:45.559992773+03:00" level=debug msg="Registering GET, /secrets/{id}"
-time="2021-06-07T13:43:45.560040857+03:00" level=debug msg="Registering POST, /secrets/{id}/update"
-time="2021-06-07T13:43:45.560089808+03:00" level=debug msg="Registering GET, /configs"
-time="2021-06-07T13:43:45.560122907+03:00" level=debug msg="Registering POST, /configs/create"
-time="2021-06-07T13:43:45.560160275+03:00" level=debug msg="Registering DELETE, /configs/{id}"
-time="2021-06-07T13:43:45.560196767+03:00" level=debug msg="Registering GET, /configs/{id}"
-time="2021-06-07T13:43:45.560243636+03:00" level=debug msg="Registering POST, /configs/{id}/update"
-time="2021-06-07T13:43:45.560292140+03:00" level=debug msg="Registering GET, /plugins"
-time="2021-06-07T13:43:45.560318389+03:00" level=debug msg="Registering GET, /plugins/{name:.*}/json"
-time="2021-06-07T13:43:45.560371978+03:00" level=debug msg="Registering GET, /plugins/privileges"
-time="2021-06-07T13:43:45.560406294+03:00" level=debug msg="Registering DELETE, /plugins/{name:.*}"
-time="2021-06-07T13:43:45.560445122+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/enable"
-time="2021-06-07T13:43:45.560507128+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/disable"
-time="2021-06-07T13:43:45.560559273+03:00" level=debug msg="Registering POST, /plugins/pull"
-time="2021-06-07T13:43:45.560597908+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/push"
-time="2021-06-07T13:43:45.560643222+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/upgrade"
-time="2021-06-07T13:43:45.560691174+03:00" level=debug msg="Registering POST, /plugins/{name:.*}/set"
-time="2021-06-07T13:43:45.560730983+03:00" level=debug msg="Registering POST, /plugins/create"
-time="2021-06-07T13:43:45.560770090+03:00" level=debug msg="Registering GET, /distribution/{name:.*}/json"
-time="2021-06-07T13:43:45.560819246+03:00" level=debug msg="Registering POST, /grpc"
-time="2021-06-07T13:43:45.560847080+03:00" level=debug msg="Registering GET, /networks"
-time="2021-06-07T13:43:45.560882387+03:00" level=debug msg="Registering GET, /networks/"
-time="2021-06-07T13:43:45.560909569+03:00" level=debug msg="Registering GET, /networks/{id:.+}"
-time="2021-06-07T13:43:45.560960398+03:00" level=debug msg="Registering POST, /networks/create"
-time="2021-06-07T13:43:45.561006077+03:00" level=debug msg="Registering POST, /networks/{id:.*}/connect"
-time="2021-06-07T13:43:45.561051967+03:00" level=debug msg="Registering POST, /networks/{id:.*}/disconnect"
-time="2021-06-07T13:43:45.561103072+03:00" level=debug msg="Registering POST, /networks/prune"
-time="2021-06-07T13:43:45.561160623+03:00" level=debug msg="Registering DELETE, /networks/{id:.*}"
-time="2021-06-07T13:43:45.561215452+03:00" level=debug msg="Registering GET, /vars"
-time="2021-06-07T13:43:45.561235674+03:00" level=debug msg="Registering GET, /pprof/"
-time="2021-06-07T13:43:45.561262664+03:00" level=debug msg="Registering GET, /pprof/cmdline"
-time="2021-06-07T13:43:45.561298175+03:00" level=debug msg="Registering GET, /pprof/profile"
-time="2021-06-07T13:43:45.561330172+03:00" level=debug msg="Registering GET, /pprof/symbol"
-time="2021-06-07T13:43:45.561367762+03:00" level=debug msg="Registering GET, /pprof/trace"
-time="2021-06-07T13:43:45.561400985+03:00" level=debug msg="Registering GET, /pprof/{name}"
-time="2021-06-07T13:43:45.561597528+03:00" level=info msg="API listen on [::]:2375"
-time="2021-06-07T13:43:45.662660435+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:45.663228328+03:00" level=debug msg="Calling GET /v1.41/containers/json?all=1"
-time="2021-06-07T13:43:45.706430171+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:45.747168196+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:45.747643865+03:00" level=debug msg="Calling GET /v1.41/containers/json?all=1"
-time="2021-06-07T13:43:45.790134351+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:46.212560148+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:46.213030215+03:00" level=debug msg="Calling GET /v1.41/containers/json?all=1&filters=%7B%22name%22%3A%7B%22%7Bself.project_name%7D%22%3Atrue%7D%7D"
-time="2021-06-07T13:43:46.258447621+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:46.259041669+03:00" level=debug msg="Calling POST /v1.41/volumes/prune"
-time="2021-06-07T13:43:46.259167715+03:00" level=debug msg=VolumeStore.Find ByType=service.andCombinator ByValue="[[local] false 0x55b935e28070 0x55b935e29680]"
-time="2021-06-07T13:43:46.342656644+03:00" level=debug msg="Calling GET /version"
-time="2021-06-07T13:43:46.553270178+03:00" level=debug msg="Calling GET /version"
-time="2021-06-07T13:43:46.568708706+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
-time="2021-06-07T13:43:46.572110800+03:00" level=debug msg="Calling GET /v1.41/info"
-time="2021-06-07T13:43:46.585952322+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
-time="2021-06-07T13:43:46.587767686+03:00" level=debug msg="Calling POST /v1.41/networks/create"
-time="2021-06-07T13:43:46.587874723+03:00" level=debug msg="form data: {\"Attachable\":true,\"CheckDuplicate\":true,\"Labels\":{\"com.docker.compose.network\":\"default\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.version\":\"1.28.2\"},\"Name\":\"roottestclustercopier_default\"}"
-time="2021-06-07T13:43:46.588149958+03:00" level=debug msg="Allocating IPv4 pools for network roottestclustercopier_default (094a0cf0555566eb391d98be9990e09b31906510949a6f4d08db20c0056bab77)"
-time="2021-06-07T13:43:46.588169938+03:00" level=debug msg="RequestPool(LocalDefault, , , map[], false)"
-time="2021-06-07T13:43:46.588389535+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[RequestAddressType:com.docker.network.gateway])"
-time="2021-06-07T13:43:46.588408217+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 254, Sequence: (0x80000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:0 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:46.588458413+03:00" level=debug msg="Did not find any interface with name br-094a0cf05555: Link not found"
-time="2021-06-07T13:43:46.588474683+03:00" level=debug msg="Setting bridge mac address to 02:42:ab:07:4a:f2"
-time="2021-06-07T13:43:46.589014356+03:00" level=debug msg="Assigning address to bridge interface br-094a0cf05555: 172.16.1.1/24"
-time="2021-06-07T13:43:46.589099674+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C POSTROUTING -s 172.16.1.0/24 ! -o br-094a0cf05555 -j MASQUERADE]"
-time="2021-06-07T13:43:46.591066749+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I POSTROUTING -s 172.16.1.0/24 ! -o br-094a0cf05555 -j MASQUERADE]"
-time="2021-06-07T13:43:46.593111026+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C DOCKER -i br-094a0cf05555 -j RETURN]"
-time="2021-06-07T13:43:46.594753882+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -I DOCKER -i br-094a0cf05555 -j RETURN]"
-time="2021-06-07T13:43:46.596684655+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -i br-094a0cf05555 -o br-094a0cf05555 -j DROP]"
-time="2021-06-07T13:43:46.598310668+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i br-094a0cf05555 -o br-094a0cf05555 -j ACCEPT]"
-time="2021-06-07T13:43:46.599853738+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i br-094a0cf05555 -o br-094a0cf05555 -j ACCEPT]"
-time="2021-06-07T13:43:46.601450567+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -i br-094a0cf05555 ! -o br-094a0cf05555 -j ACCEPT]"
-time="2021-06-07T13:43:46.602809064+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -i br-094a0cf05555 ! -o br-094a0cf05555 -j ACCEPT]"
-time="2021-06-07T13:43:46.604755774+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:46.606320188+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C PREROUTING -m addrtype --dst-type LOCAL -j DOCKER]"
-time="2021-06-07T13:43:46.608003896+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
-time="2021-06-07T13:43:46.609674748+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t nat -C OUTPUT -m addrtype --dst-type LOCAL -j DOCKER ! --dst 127.0.0.0/8]"
-time="2021-06-07T13:43:46.611389455+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o br-094a0cf05555 -j DOCKER]"
-time="2021-06-07T13:43:46.612954495+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o br-094a0cf05555 -j DOCKER]"
-time="2021-06-07T13:43:46.614384386+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -o br-094a0cf05555 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:46.616262871+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -o br-094a0cf05555 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT]"
-time="2021-06-07T13:43:46.618146790+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:46.619604368+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:46.621037740+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-ISOLATION-STAGE-1]"
-time="2021-06-07T13:43:46.622431847+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-1 -i br-094a0cf05555 ! -o br-094a0cf05555 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:46.623909807+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-1 -i br-094a0cf05555 ! -o br-094a0cf05555 -j DOCKER-ISOLATION-STAGE-2]"
-time="2021-06-07T13:43:46.625725709+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-ISOLATION-STAGE-2 -o br-094a0cf05555 -j DROP]"
-time="2021-06-07T13:43:46.627189788+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -I DOCKER-ISOLATION-STAGE-2 -o br-094a0cf05555 -j DROP]"
-time="2021-06-07T13:43:46.637892227+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -n -L DOCKER-USER]"
-time="2021-06-07T13:43:46.639401560+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C DOCKER-USER -j RETURN]"
-time="2021-06-07T13:43:46.641129807+03:00" level=debug msg="/usr/sbin/iptables, [--wait -t filter -C FORWARD -j DOCKER-USER]"
-time="2021-06-07T13:43:46.642794115+03:00" level=debug msg="/usr/sbin/iptables, [--wait -D FORWARD -j DOCKER-USER]"
-time="2021-06-07T13:43:46.644471067+03:00" level=debug msg="/usr/sbin/iptables, [--wait -I FORWARD -j DOCKER-USER]"
-time="2021-06-07T13:43:46.648296907+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=0&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.649712260+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=0&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.651082770+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.654372636+03:00" level=debug msg="Calling GET /v1.41/containers/1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993/json"
-time="2021-06-07T13:43:46.656179730+03:00" level=debug msg="Calling GET /v1.41/containers/2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366/json"
-time="2021-06-07T13:43:46.657814884+03:00" level=debug msg="Calling GET /v1.41/containers/d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97/json"
-time="2021-06-07T13:43:46.659307283+03:00" level=debug msg="Calling GET /v1.41/containers/59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392/json"
-time="2021-06-07T13:43:46.660808790+03:00" level=debug msg="Calling GET /v1.41/containers/c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339/json"
-time="2021-06-07T13:43:46.662211924+03:00" level=debug msg="Calling GET /v1.41/containers/53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82/json"
-time="2021-06-07T13:43:46.664103854+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.665218565+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.666425803+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.667747522+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.668992469+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.670196699+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.671525674+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.673154591+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.674512451+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.676198220+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.677334967+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.678489800+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.679761573+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.680906487+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.682032462+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.684052767+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.684979212+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.686320719+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.687211221+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.688440094+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.690133575+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:46.691376574+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.693852334+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.697828012+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_zoo2_1"
-time="2021-06-07T13:43:46.697845472+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.698022716+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"keeper\",\"--config=/etc/clickhouse-keeper/keeper_config2.xml\",\"--log-file=/var/log/clickhouse-keeper/clickhouse-keeper.log\",\"--errorlog-file=/var/log/clickhouse-keeper/clickhouse-keeper.err.log\"],\"HostConfig\":{\"Binds\":[],\"CapAdd\":[\"SYS_PTRACE\",\"NET_ADMIN\",\"IPC_LOCK\",\"SYS_NICE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"Mounts\":[{\"ReadOnly\":null,\"Source\":\"/clickhouse\",\"Target\":\"/usr/bin/clickhouse\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination\",\"Target\":\"/var/lib/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config\",\"Target\":\"/etc/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log\",\"Target\":\"/var/log/clickhouse-keeper\",\"Type\":\"bind\"}],\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"RestartPolicy\":{\"MaximumRetryCount\":0,\"Name\":\"always\"},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"fa2ce5be5e2d499a3cfe1d6c6277074f8d800edb40c9dcb07a080a35dcb2440f\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/compose/docker_compose_keeper.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/compose\",\"com.docker.compose.service\":\"zoo2\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"zoo2\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{}}"
-time="2021-06-07T13:43:46.697957319+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.699807840+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.700270501+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
-time="2021-06-07T13:43:46.700909773+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:46.704067440+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_zoo3_1"
-time="2021-06-07T13:43:46.704171973+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_zoo1_1"
-time="2021-06-07T13:43:46.704265529+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"keeper\",\"--config=/etc/clickhouse-keeper/keeper_config3.xml\",\"--log-file=/var/log/clickhouse-keeper/clickhouse-keeper.log\",\"--errorlog-file=/var/log/clickhouse-keeper/clickhouse-keeper.err.log\"],\"HostConfig\":{\"Binds\":[],\"CapAdd\":[\"SYS_PTRACE\",\"NET_ADMIN\",\"IPC_LOCK\",\"SYS_NICE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"Mounts\":[{\"ReadOnly\":null,\"Source\":\"/clickhouse\",\"Target\":\"/usr/bin/clickhouse\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log\",\"Target\":\"/var/log/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config\",\"Target\":\"/etc/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination\",\"Target\":\"/var/lib/clickhouse-keeper\",\"Type\":\"bind\"}],\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"RestartPolicy\":{\"MaximumRetryCount\":0,\"Name\":\"always\"},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"1096e9cf0d2dfa152b80279400e10cbf7af519396b4e9126e938ea1329b9af3b\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/compose/docker_compose_keeper.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/compose\",\"com.docker.compose.service\":\"zoo3\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"zoo3\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{}}"
-time="2021-06-07T13:43:46.704359018+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"keeper\",\"--config=/etc/clickhouse-keeper/keeper_config1.xml\",\"--log-file=/var/log/clickhouse-keeper/clickhouse-keeper.log\",\"--errorlog-file=/var/log/clickhouse-keeper/clickhouse-keeper.err.log\"],\"HostConfig\":{\"Binds\":[],\"CapAdd\":[\"SYS_PTRACE\",\"NET_ADMIN\",\"IPC_LOCK\",\"SYS_NICE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"Mounts\":[{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination\",\"Target\":\"/var/lib/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/clickhouse\",\"Target\":\"/usr/bin/clickhouse\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config\",\"Target\":\"/etc/clickhouse-keeper\",\"Type\":\"bind\"},{\"ReadOnly\":null,\"Source\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log\",\"Target\":\"/var/log/clickhouse-keeper\",\"Type\":\"bind\"}],\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"RestartPolicy\":{\"MaximumRetryCount\":0,\"Name\":\"always\"},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"9dbb04299aee5ebf9bd839eabe17b3610a143852ea13c9784d37bc7fd77ad626\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/compose/docker_compose_keeper.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/compose\",\"com.docker.compose.service\":\"zoo1\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"zoo1\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{}}"
-time="2021-06-07T13:43:46.705841542+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
-time="2021-06-07T13:43:46.705996145+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
-time="2021-06-07T13:43:46.732683319+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/ea37507d81eb2c8c2e339141eef66c960cfafdb321315aa8799ac01d17849063/merged 0x55b938a3c440 0x55b938a3c440}" container=372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae
-time="2021-06-07T13:43:46.732720938+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/f582467503f143926a790306144ab613436fda31ad97775a180f8ecc23752435/merged 0x55b938a3c440 0x55b938a3c440}" container=dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb
-time="2021-06-07T13:43:46.732834251+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/1038da7438b481691700b6d23f4fd7c707b45a5887312fcdc7f719ef868558d8/merged 0x55b938a3c440 0x55b938a3c440}" container=54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7
-time="2021-06-07T13:43:46.750307401+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
-time="2021-06-07T13:43:46.750312427+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
-time="2021-06-07T13:43:46.753818858+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
-time="2021-06-07T13:43:46.754056436+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
-time="2021-06-07T13:43:46.754180126+03:00" level=debug msg="form data: {\"Container\":\"372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae\"}"
-time="2021-06-07T13:43:46.754061169+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
-time="2021-06-07T13:43:46.754293603+03:00" level=debug msg="form data: {\"Container\":\"dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb\"}"
-time="2021-06-07T13:43:46.755883516+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
-time="2021-06-07T13:43:46.755969898+03:00" level=debug msg="form data: {\"Container\":\"54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7\"}"
-time="2021-06-07T13:43:46.762636259+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
-time="2021-06-07T13:43:46.762702781+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
-time="2021-06-07T13:43:46.762776704+03:00" level=debug msg="form data: {\"Container\":\"dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb\",\"EndpointConfig\":{\"Aliases\":[\"dd29d9bd3100\",\"zoo2\"]}}"
-time="2021-06-07T13:43:46.762727831+03:00" level=debug msg="form data: {\"Container\":\"372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae\",\"EndpointConfig\":{\"Aliases\":[\"zoo3\",\"372af7a99fa5\"]}}"
-time="2021-06-07T13:43:46.765957814+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
-time="2021-06-07T13:43:46.766350164+03:00" level=debug msg="form data: {\"Container\":\"54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7\",\"EndpointConfig\":{\"Aliases\":[\"zoo1\",\"54e7de6c6362\"]}}"
-time="2021-06-07T13:43:46.772136414+03:00" level=debug msg="Calling POST /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/start"
-time="2021-06-07T13:43:46.772404457+03:00" level=debug msg="Calling POST /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/start"
-time="2021-06-07T13:43:46.773168476+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/ea37507d81eb2c8c2e339141eef66c960cfafdb321315aa8799ac01d17849063/merged 0x55b938a3c440 0x55b938a3c440}" container=372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae
-time="2021-06-07T13:43:46.773330724+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/f582467503f143926a790306144ab613436fda31ad97775a180f8ecc23752435/merged 0x55b938a3c440 0x55b938a3c440}" container=dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb
-time="2021-06-07T13:43:46.773529275+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo3_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:46.773551728+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
-time="2021-06-07T13:43:46.773572621+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 253, Sequence: (0xc0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:2 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:46.782604216+03:00" level=debug msg="Calling POST /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/start"
-time="2021-06-07T13:43:46.783662822+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/1038da7438b481691700b6d23f4fd7c707b45a5887312fcdc7f719ef868558d8/merged 0x55b938a3c440 0x55b938a3c440}" container=54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7
-time="2021-06-07T13:43:46.784266928+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo3_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:46.784450972+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(roottestclustercopier_zoo3_1, 172.16.1.2, <nil>, true) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
-time="2021-06-07T13:43:46.784498922+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(zoo3, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
-time="2021-06-07T13:43:46.784511218+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(372af7a99fa5, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
-time="2021-06-07T13:43:46.787984777+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo2_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:46.788007270+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
-time="2021-06-07T13:43:46.788027780+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 252, Sequence: (0xe0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:3 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:46.790495721+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(roottestclustercopier_zoo3_1, 172.16.1.2, <nil>, true) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
-time="2021-06-07T13:43:46.790548263+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(zoo3, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
-time="2021-06-07T13:43:46.790808183+03:00" level=debug msg="efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684 (094a0cf).addSvcRecords(372af7a99fa5, 172.16.1.2, <nil>, false) updateSvcRecord sid:efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684"
-time="2021-06-07T13:43:46.792724016+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_zoo3_1 (efd8321007fd62335eb226e62926fe03709894fd903898d6410b917c17cc5684)"
-time="2021-06-07T13:43:46.843620700+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo2_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:46.843860068+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(roottestclustercopier_zoo2_1, 172.16.1.3, <nil>, true) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
-time="2021-06-07T13:43:46.843936526+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(dd29d9bd3100, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
-time="2021-06-07T13:43:46.843951332+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(zoo2, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
-time="2021-06-07T13:43:46.846002460+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo1_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:46.846026908+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
-time="2021-06-07T13:43:46.846048180+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 251, Sequence: (0xf0000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:4 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:46.848198250+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(roottestclustercopier_zoo2_1, 172.16.1.3, <nil>, true) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
-time="2021-06-07T13:43:46.848251060+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(dd29d9bd3100, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
-time="2021-06-07T13:43:46.848265207+03:00" level=debug msg="7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293 (094a0cf).addSvcRecords(zoo2, 172.16.1.3, <nil>, false) updateSvcRecord sid:7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293"
-time="2021-06-07T13:43:46.849941865+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_zoo2_1 (7e5b57c21a0ebc50d80e8dc67787c95e304daca8fbf96becc1a89aa3f7e54293)"
-time="2021-06-07T13:43:46.895075107+03:00" level=debug msg="EnableService 372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae START"
-time="2021-06-07T13:43:46.895115353+03:00" level=debug msg="EnableService 372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae DONE"
-time="2021-06-07T13:43:46.901237754+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/ea37507d81eb2c8c2e339141eef66c960cfafdb321315aa8799ac01d17849063/merged
-time="2021-06-07T13:43:46.907404787+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
-time="2021-06-07T13:43:46.925624326+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae pid=427
-time="2021-06-07T13:43:46.952028466+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_zoo1_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:46.952279195+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(roottestclustercopier_zoo1_1, 172.16.1.4, <nil>, true) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
-time="2021-06-07T13:43:46.952350581+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(zoo1, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
-time="2021-06-07T13:43:46.952364635+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(54e7de6c6362, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
-time="2021-06-07T13:43:46.960100209+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(roottestclustercopier_zoo1_1, 172.16.1.4, <nil>, true) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
-time="2021-06-07T13:43:46.960264093+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(zoo1, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
-time="2021-06-07T13:43:46.960291701+03:00" level=debug msg="b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3 (094a0cf).addSvcRecords(54e7de6c6362, 172.16.1.4, <nil>, false) updateSvcRecord sid:b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3"
-time="2021-06-07T13:43:46.961554971+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_zoo1_1 (b480e354ae098675fafe90a5769e413dc2baf1be25a43ae9ef67fad1fe4e69a3)"
-time="2021-06-07T13:43:47.001590098+03:00" level=debug msg="EnableService dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb START"
-time="2021-06-07T13:43:47.001631740+03:00" level=debug msg="EnableService dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb DONE"
-time="2021-06-07T13:43:47.007156053+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/f582467503f143926a790306144ab613436fda31ad97775a180f8ecc23752435/merged
-time="2021-06-07T13:43:47.012135333+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
-time="2021-06-07T13:43:47.029249157+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb pid=474
-time="2021-06-07T13:43:47.044336448+03:00" level=debug msg="garbage collected" d=2.420569ms
-time="2021-06-07T13:43:47.054745674+03:00" level=debug msg="EnableService 54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 START"
-time="2021-06-07T13:43:47.054788418+03:00" level=debug msg="EnableService 54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 DONE"
-time="2021-06-07T13:43:47.059148344+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/1038da7438b481691700b6d23f4fd7c707b45a5887312fcdc7f719ef868558d8/merged
-time="2021-06-07T13:43:47.064573545+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
-time="2021-06-07T13:43:47.081494848+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7 pid=519
-time="2021-06-07T13:43:47.186684359+03:00" level=debug msg="garbage collected" d=2.375997ms
-time="2021-06-07T13:43:47.310809665+03:00" level=debug msg="sandbox set key processing took 259.169574ms for container 372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae"
-time="2021-06-07T13:43:47.344967231+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
-time="2021-06-07T13:43:47.345236365+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
-time="2021-06-07T13:43:47.362219596+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
-time="2021-06-07T13:43:47.362701705+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
-time="2021-06-07T13:43:47.532123908+03:00" level=debug msg="sandbox set key processing took 350.626142ms for container 54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7"
-time="2021-06-07T13:43:47.536980035+03:00" level=debug msg="sandbox set key processing took 384.026342ms for container dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb"
-time="2021-06-07T13:43:47.567535489+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
-time="2021-06-07T13:43:47.567819765+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
-time="2021-06-07T13:43:47.573945740+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
-time="2021-06-07T13:43:47.574199068+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
-time="2021-06-07T13:43:47.582315184+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
-time="2021-06-07T13:43:47.582651074+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
-time="2021-06-07T13:43:47.593289269+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
-time="2021-06-07T13:43:47.593547069+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
-time="2021-06-07T13:43:47.667295864+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
-time="2021-06-07T13:43:49.839662349+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:43:49.839759077+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:43:49.839674320+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:43:49.839876222+03:00" level=debug msg="[resolver] lookup name zoo3. present without IPv6 address"
-time="2021-06-07T13:43:49.840236204+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:43:49.840275375+03:00" level=debug msg="[resolver] lookup name zoo1. present without IPv6 address"
-time="2021-06-07T13:43:49.840251533+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:43:49.840341022+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:43:50.487947812+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:43:50.488024094+03:00" level=debug msg="[resolver] lookup name zoo2. present without IPv6 address"
-time="2021-06-07T13:43:50.488000194+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:43:50.488102480+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:43:50.606202040+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo2_1/json"
-time="2021-06-07T13:43:50.720698264+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo3_1/json"
-time="2021-06-07T13:43:50.728180003+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:43:50.728240500+03:00" level=debug msg="[resolver] lookup name zoo2. present without IPv6 address"
-time="2021-06-07T13:43:50.728288751+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:43:50.728342722+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:43:51.033192720+03:00" level=debug msg="Calling GET /version"
-time="2021-06-07T13:43:51.048033328+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
-time="2021-06-07T13:43:51.051454566+03:00" level=debug msg="Calling GET /v1.41/info"
-time="2021-06-07T13:43:51.065344736+03:00" level=debug msg="Calling GET /v1.41/networks/roottestclustercopier_default"
-time="2021-06-07T13:43:51.066895910+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=0&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.069332198+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.073131517+03:00" level=debug msg="Calling GET /v1.41/containers/59fa9a135619459a6a8e8fafc83f33357faacd21a7a555feae5e0b9966bd4392/json"
-time="2021-06-07T13:43:51.074513568+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
-time="2021-06-07T13:43:51.075994326+03:00" level=debug msg="Calling GET /v1.41/containers/c25c0fda3287bf023793517193c8851acc8d3a42cd5519066c16ab891fb9f339/json"
-time="2021-06-07T13:43:51.077319784+03:00" level=debug msg="Calling GET /v1.41/containers/1970672f3e91f68402c633606132cc19c5a5f2a2603a61c3e759a1899aae4993/json"
-time="2021-06-07T13:43:51.078624599+03:00" level=debug msg="Calling GET /v1.41/containers/53dd24245cc5ee44c41f65074ad9c58e29a0644652c1ddb8d936f6b3a7ea2b82/json"
-time="2021-06-07T13:43:51.080037902+03:00" level=debug msg="Calling GET /v1.41/containers/d02d5a09764608f8321be23ba09612c8b5750705ae972d9ea9f09c48d8dcfa97/json"
-time="2021-06-07T13:43:51.081276593+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
-time="2021-06-07T13:43:51.082644102+03:00" level=debug msg="Calling GET /v1.41/containers/2673a239c9f427bea2b02ef9655e3f19e8f071aa536aaafa23b71c4a8bf31366/json"
-time="2021-06-07T13:43:51.084114549+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
-time="2021-06-07T13:43:51.085690418+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.087173801+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
-time="2021-06-07T13:43:51.088574239+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.089965498+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
-time="2021-06-07T13:43:51.091493499+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.092904634+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
-time="2021-06-07T13:43:51.094179018+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.095473381+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.096766203+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.097986311+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.099241836+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.100690963+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.102017216+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.103428055+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.104772540+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.106167683+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo3%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.107673745+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo1%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.109078983+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dzoo2%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.110449247+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.111642698+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.112760037+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.113819592+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.115382651+03:00" level=debug msg="Calling GET /v1.41/containers/dd29d9bd3100496f057a1a35c3169be424c45ebb41367524d0479aef13fc0dfb/json"
-time="2021-06-07T13:43:51.116266917+03:00" level=debug msg="Calling GET /v1.41/containers/54e7de6c6362441588c12de5fa5f1ca031a9878efdf5cac3e9167e4a9119c4a7/json"
-time="2021-06-07T13:43:51.117355418+03:00" level=debug msg="Calling GET /v1.41/containers/372af7a99fa57f6eacfbe39a1517d38432a39ce4361274f5acfb08f5350d55ae/json"
-time="2021-06-07T13:43:51.120308760+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.121130170+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.122271544+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dsecond%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.123334802+03:00" level=debug msg="Calling GET /v1.41/containers/json?limit=-1&all=1&size=0&trunc_cmd=0&filters=%7B%22label%22%3A+%5B%22com.docker.compose.project%3Droottestclustercopier%22%2C+%22com.docker.compose.service%3Dfirst%22%2C+%22com.docker.compose.oneoff%3DFalse%22%5D%7D"
-time="2021-06-07T13:43:51.125199949+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.127150010+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.127270428+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.130322513+03:00" level=debug msg="Calling GET /v1.41/images/yandex/clickhouse-integration-test:latest/json"
-time="2021-06-07T13:43:51.130359261+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_second_1"
-time="2021-06-07T13:43:51.130533523+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"server\",\"--config-file=/etc/clickhouse-server/config.xml\",\"--log-file=/var/log/clickhouse-server/clickhouse-server.log\",\"--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log\"],\"Env\":[\"LLVM_PROFILE_FILE=/var/lib/clickhouse/server_%h_%p_%m.profraw\",\"keeper_binary=/clickhouse\",\"image=yandex/clickhouse-integration-test:latest\",\"user=0\",\"keeper_fs=bind\",\"keeper_logs_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log\",\"keeper_config_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config\",\"keeper_db_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination\",\"keeper_logs_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log\",\"keeper_config_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config\",\"keeper_db_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination\",\"keeper_logs_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log\",\"keeper_config_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config\",\"keeper_db_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination\"],\"HostConfig\":{\"Binds\":[\"/ClickHouse/tests/integration/test_cluster_copier/_instances/second/configs:/etc/clickhouse-server:rw\",\"/clickhouse-library-bridge:/usr/bin/clickhouse-library-bridge:rw\",\"/clickhouse-odbc-bridge:/usr/bin/clickhouse-odbc-bridge:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/second/database:/var/lib/clickhouse:rw\",\"/etc/passwd:/etc/passwd:ro\",\"/clickhouse:/usr/bin/clickhouse:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/second/logs:/var/log/clickhouse-server:rw\"],\"CapAdd\":[\"IPC_LOCK\",\"NET_ADMIN\",\"SYS_NICE\",\"SYS_PTRACE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Hostname\":\"second\",\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"26d4e409a6deda4cc4d907a19cdea70e2ff941b5c9d20d2047a75f01560a8bb3\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml,/compose/docker_compose_keeper.yml,/ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first\",\"com.docker.compose.service\":\"second\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"second\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{\"/etc/clickhouse-server\":{},\"/etc/passwd\":{},\"/usr/bin/clickhouse\":{},\"/usr/bin/clickhouse-library-bridge\":{},\"/usr/bin/clickhouse-odbc-bridge\":{},\"/var/lib/clickhouse\":{},\"/var/log/clickhouse-server\":{}}}"
-time="2021-06-07T13:43:51.132324966+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
-time="2021-06-07T13:43:51.132401508+03:00" level=debug msg="Calling POST /v1.41/containers/create?name=roottestclustercopier_first_1"
-time="2021-06-07T13:43:51.132576795+03:00" level=debug msg="form data: {\"AttachStderr\":false,\"AttachStdin\":false,\"AttachStdout\":false,\"Entrypoint\":[\"clickhouse\",\"server\",\"--config-file=/etc/clickhouse-server/config.xml\",\"--log-file=/var/log/clickhouse-server/clickhouse-server.log\",\"--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log\"],\"Env\":[\"LLVM_PROFILE_FILE=/var/lib/clickhouse/server_%h_%p_%m.profraw\",\"keeper_binary=/clickhouse\",\"image=yandex/clickhouse-integration-test:latest\",\"user=0\",\"keeper_fs=bind\",\"keeper_logs_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log\",\"keeper_config_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config\",\"keeper_db_dir1=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination\",\"keeper_logs_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log\",\"keeper_config_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config\",\"keeper_db_dir2=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination\",\"keeper_logs_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log\",\"keeper_config_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config\",\"keeper_db_dir3=/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination\"],\"HostConfig\":{\"Binds\":[\"/clickhouse-library-bridge:/usr/bin/clickhouse-library-bridge:rw\",\"/clickhouse-odbc-bridge:/usr/bin/clickhouse-odbc-bridge:rw\",\"/etc/passwd:/etc/passwd:ro\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/logs:/var/log/clickhouse-server:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/database:/var/lib/clickhouse:rw\",\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/configs:/etc/clickhouse-server:rw\",\"/clickhouse:/usr/bin/clickhouse:rw\"],\"CapAdd\":[\"IPC_LOCK\",\"NET_ADMIN\",\"SYS_NICE\",\"SYS_PTRACE\"],\"DnsOptions\":[\"attempts:2\",\"timeout:1\",\"inet6\",\"rotate\"],\"Links\":[],\"LogConfig\":{\"Config\":{},\"Type\":\"\"},\"NetworkMode\":\"roottestclustercopier_default\",\"PortBindings\":{},\"SecurityOpt\":[\"label:disable\"],\"VolumesFrom\":[]},\"Hostname\":\"first\",\"Image\":\"yandex/clickhouse-integration-test:latest\",\"Labels\":{\"com.docker.compose.config-hash\":\"1c92c65bb57dd1a69c4364ff50942b8e8d6af4bf0a3e0b3624dce579d7862b01\",\"com.docker.compose.container-number\":\"1\",\"com.docker.compose.oneoff\":\"False\",\"com.docker.compose.project\":\"roottestclustercopier\",\"com.docker.compose.project.config_files\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml,/compose/docker_compose_keeper.yml,/ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml\",\"com.docker.compose.project.environment_file\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/.env\",\"com.docker.compose.project.working_dir\":\"/ClickHouse/tests/integration/test_cluster_copier/_instances/first\",\"com.docker.compose.service\":\"first\",\"com.docker.compose.version\":\"1.28.2\"},\"NetworkDisabled\":false,\"NetworkingConfig\":{\"EndpointsConfig\":{\"roottestclustercopier_default\":{\"Aliases\":[\"first\"],\"IPAMConfig\":{}}}},\"OpenStdin\":false,\"StdinOnce\":false,\"Tty\":false,\"User\":\"0\",\"Volumes\":{\"/etc/clickhouse-server\":{},\"/etc/passwd\":{},\"/usr/bin/clickhouse\":{},\"/usr/bin/clickhouse-library-bridge\":{},\"/usr/bin/clickhouse-odbc-bridge\":{},\"/var/lib/clickhouse\":{},\"/var/log/clickhouse-server\":{}}}"
-time="2021-06-07T13:43:51.134138753+03:00" level=warning msg="Security options with `:` as a separator are deprecated and will be completely unsupported in 17.04, use `=` instead."
-time="2021-06-07T13:43:51.273845639+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d2aa34447e172d41b9d98aa3d6e1da101d5c3fc4cd27d5059bab055ab4fa445e/merged 0x55b938a3c440 0x55b938a3c440}" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b
-time="2021-06-07T13:43:51.273913062+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/etc/clickhouse-server
-time="2021-06-07T13:43:51.273941342+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/usr/bin/clickhouse-library-bridge
-time="2021-06-07T13:43:51.273951547+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/usr/bin/clickhouse-odbc-bridge
-time="2021-06-07T13:43:51.273961576+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/var/lib/clickhouse
-time="2021-06-07T13:43:51.273971995+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/etc/passwd
-time="2021-06-07T13:43:51.273980720+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/usr/bin/clickhouse
-time="2021-06-07T13:43:51.273989432+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b destination=/var/log/clickhouse-server
-time="2021-06-07T13:43:51.273917372+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d62d484311d73a5642faa87cbc78276200cb871932efa12f825b370523462293/merged 0x55b938a3c440 0x55b938a3c440}" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8
-time="2021-06-07T13:43:51.274094290+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/usr/bin/clickhouse
-time="2021-06-07T13:43:51.274107160+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/usr/bin/clickhouse-library-bridge
-time="2021-06-07T13:43:51.274116687+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/usr/bin/clickhouse-odbc-bridge
-time="2021-06-07T13:43:51.274125484+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/etc/passwd
-time="2021-06-07T13:43:51.274134099+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/var/log/clickhouse-server
-time="2021-06-07T13:43:51.274142745+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/var/lib/clickhouse
-time="2021-06-07T13:43:51.274151435+03:00" level=debug msg="mountpoint already exists, skipping anonymous volume" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 destination=/etc/clickhouse-server
-time="2021-06-07T13:43:51.310120864+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:43:51.310213260+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:43:51.312887487+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
-time="2021-06-07T13:43:51.312955562+03:00" level=debug msg="form data: {\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\"}"
-time="2021-06-07T13:43:51.313281895+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/disconnect"
-time="2021-06-07T13:43:51.313351907+03:00" level=debug msg="form data: {\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\"}"
-time="2021-06-07T13:43:51.331149095+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
-time="2021-06-07T13:43:51.331230760+03:00" level=debug msg="form data: {\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"EndpointConfig\":{\"Aliases\":[\"second\",\"b0ab3d3223d3\"]}}"
-time="2021-06-07T13:43:51.331242375+03:00" level=debug msg="Calling POST /v1.41/networks/roottestclustercopier_default/connect"
-time="2021-06-07T13:43:51.331316254+03:00" level=debug msg="form data: {\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"EndpointConfig\":{\"Aliases\":[\"558b0715c7c6\",\"first\"]}}"
-time="2021-06-07T13:43:51.359320410+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/start"
-time="2021-06-07T13:43:51.359347715+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/start"
-time="2021-06-07T13:43:51.360437472+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d62d484311d73a5642faa87cbc78276200cb871932efa12f825b370523462293/merged 0x55b938a3c440 0x55b938a3c440}" container=558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8
-time="2021-06-07T13:43:51.360445281+03:00" level=debug msg="container mounted via layerStore: &{/var/lib/docker/overlay2/d2aa34447e172d41b9d98aa3d6e1da101d5c3fc4cd27d5059bab055ab4fa445e/merged 0x55b938a3c440 0x55b938a3c440}" container=b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b
-time="2021-06-07T13:43:51.360784169+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_first_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:51.360806764+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
-time="2021-06-07T13:43:51.360828583+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 250, Sequence: (0xf8000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:5 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:51.373461583+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_first_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:51.373646217+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(roottestclustercopier_first_1, 172.16.1.5, <nil>, true) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
-time="2021-06-07T13:43:51.373694214+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(558b0715c7c6, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
-time="2021-06-07T13:43:51.373707327+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(first, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
-time="2021-06-07T13:43:51.378807247+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_second_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:51.378834526+03:00" level=debug msg="RequestAddress(LocalDefault/172.16.1.0/24, <nil>, map[])"
-time="2021-06-07T13:43:51.378869329+03:00" level=debug msg="Request address PoolID:172.16.1.0/24 App: ipam/default/data, ID: LocalDefault/172.16.1.0/24, DBIndex: 0x0, Bits: 256, Unselected: 249, Sequence: (0xfc000000, 1)->(0x0, 6)->(0x1, 1)->end Curr:6 Serial:false PrefAddress:<nil> "
-time="2021-06-07T13:43:51.382858478+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(roottestclustercopier_first_1, 172.16.1.5, <nil>, true) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
-time="2021-06-07T13:43:51.382920476+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(558b0715c7c6, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
-time="2021-06-07T13:43:51.382934400+03:00" level=debug msg="2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2 (094a0cf).addSvcRecords(first, 172.16.1.5, <nil>, false) updateSvcRecord sid:2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2"
-time="2021-06-07T13:43:51.390413439+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_first_1 (2e4fdd5902a9525668bac3e6006577c6766fcb8c25c00133dc8c58cda48c8cc2)"
-time="2021-06-07T13:43:51.438728287+03:00" level=debug msg="Assigning addresses for endpoint roottestclustercopier_second_1's interface on network roottestclustercopier_default"
-time="2021-06-07T13:43:51.438886252+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(roottestclustercopier_second_1, 172.16.1.6, <nil>, true) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
-time="2021-06-07T13:43:51.438948548+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(second, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
-time="2021-06-07T13:43:51.438967735+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(b0ab3d3223d3, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
-time="2021-06-07T13:43:51.450438065+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(roottestclustercopier_second_1, 172.16.1.6, <nil>, true) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
-time="2021-06-07T13:43:51.450505273+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(second, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
-time="2021-06-07T13:43:51.450522965+03:00" level=debug msg="41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e (094a0cf).addSvcRecords(b0ab3d3223d3, 172.16.1.6, <nil>, false) updateSvcRecord sid:41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e"
-time="2021-06-07T13:43:51.454037549+03:00" level=debug msg="Programming external connectivity on endpoint roottestclustercopier_second_1 (41391d1e9dbdbe581333a4ac60baac7b74dd0006f2b4ee1171f58237f6b37a7e)"
-time="2021-06-07T13:43:51.490313732+03:00" level=debug msg="EnableService 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 START"
-time="2021-06-07T13:43:51.490362078+03:00" level=debug msg="EnableService 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 DONE"
-time="2021-06-07T13:43:51.499011601+03:00" level=debug msg="EnableService b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b START"
-time="2021-06-07T13:43:51.499041184+03:00" level=debug msg="EnableService b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b DONE"
-time="2021-06-07T13:43:51.554821089+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/d2aa34447e172d41b9d98aa3d6e1da101d5c3fc4cd27d5059bab055ab4fa445e/merged
-time="2021-06-07T13:43:51.556439858+03:00" level=debug msg="bundle dir created" bundle=/var/run/docker/containerd/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 module=libcontainerd namespace=moby root=/var/lib/docker/overlay2/d62d484311d73a5642faa87cbc78276200cb871932efa12f825b370523462293/merged
-time="2021-06-07T13:43:51.565752417+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
-time="2021-06-07T13:43:51.567864154+03:00" level=debug msg="event published" ns=moby topic=/containers/create type=containerd.events.ContainerCreate
-time="2021-06-07T13:43:51.584397793+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b pid=1101
-time="2021-06-07T13:43:51.598150664+03:00" level=info msg="starting signal loop" namespace=moby path=/run/docker/containerd/daemon/io.containerd.runtime.v2.task/moby/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 pid=1126
-time="2021-06-07T13:43:51.682970557+03:00" level=debug msg="garbage collected" d=2.576624ms
-time="2021-06-07T13:43:51.987537856+03:00" level=debug msg="sandbox set key processing took 278.349119ms for container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:43:51.990890436+03:00" level=debug msg="sandbox set key processing took 279.499359ms for container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:43:52.025086610+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
-time="2021-06-07T13:43:52.025223330+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/create type=containerd.events.TaskCreate
-time="2021-06-07T13:43:52.025504741+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
-time="2021-06-07T13:43:52.025561987+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/create
-time="2021-06-07T13:43:52.039790652+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
-time="2021-06-07T13:43:52.040082208+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
-time="2021-06-07T13:43:52.040398365+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/start type=containerd.events.TaskStart
-time="2021-06-07T13:43:52.040614714+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/start
-time="2021-06-07T13:43:52.095077224+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.097164008+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.200619578+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.303976367+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.406717460+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.509333373+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.612004519+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.714657861+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.817366893+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:52.920055615+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.022728330+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.125327095+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.227652417+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.330134495+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.432636876+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.535175208+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.637741888+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.740290676+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.842784048+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:53.945390714+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.047989757+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.151308423+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.179008391+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:43:54.179084024+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:43:54.185479128+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:43:54.185566502+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:43:54.254401629+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.357170212+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.460695034+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.563953140+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.667514736+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.771015800+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.774147404+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:43:54.776294218+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:43:54.778222769+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.821309445+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:54.821790129+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:43:54.823262617+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:43:54.823350622+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod1\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:54.823870093+03:00" level=debug msg="Calling POST /v1.41/exec/d36b199b78313a736a7c5980bc2db2be312599cba78effb77bc2b66cc0810b70/start"
-time="2021-06-07T13:43:54.823939966+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:54.824086409+03:00" level=debug msg="starting exec command d36b199b78313a736a7c5980bc2db2be312599cba78effb77bc2b66cc0810b70 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:43:54.825534437+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:54.825553608+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:54.827953982+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:54.828195423+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:54.900671410+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:43:54.900764314+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:43:54.904727890+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:43:54.904811454+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:43:54.905139822+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:43:54.905188778+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:43:54.905514057+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:43:54.905551650+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:43:54.912029129+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:43:54.914830600+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:43:54.918450916+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:54.918770597+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:54.918898581+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:43:54.918964768+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:43:54.919514529+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:43:54.919565134+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:43:54.919923711+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:43:54.919957022+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:43:54.925771759+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:54.926010355+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:54.926132092+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:54.926201303+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:54.926253731+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:54.926711295+03:00" level=debug msg="Calling GET /v1.41/exec/d36b199b78313a736a7c5980bc2db2be312599cba78effb77bc2b66cc0810b70/json"
-time="2021-06-07T13:43:54.933882780+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:54.984921510+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:54.985491681+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:43:54.987048978+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:43:54.987149979+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod2\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:54.987635123+03:00" level=debug msg="Calling POST /v1.41/exec/e3cc1a9618cc333c5fd57433513f420e5acc15f7fb1d5fcf2b157959bd6a6e21/start"
-time="2021-06-07T13:43:54.987720199+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:54.987824125+03:00" level=debug msg="starting exec command e3cc1a9618cc333c5fd57433513f420e5acc15f7fb1d5fcf2b157959bd6a6e21 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:43:54.989198739+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:54.989215400+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:54.991017241+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:54.991177568+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:55.059673140+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:55.059916518+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:55.059959293+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:55.060144145+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:55.060213202+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:55.060272803+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:55.060317261+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:55.060703040+03:00" level=debug msg="Calling GET /v1.41/exec/e3cc1a9618cc333c5fd57433513f420e5acc15f7fb1d5fcf2b157959bd6a6e21/json"
-time="2021-06-07T13:43:55.069136510+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:55.115560719+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:55.116126206+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:43:55.117548941+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:43:55.117681361+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /external\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:55.118142247+03:00" level=debug msg="Calling POST /v1.41/exec/ae88281a7710189a9298e0bf9ac0c7aba504386d148e7b9e5398f51e73bd137e/start"
-time="2021-06-07T13:43:55.118222741+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:55.118305651+03:00" level=debug msg="starting exec command ae88281a7710189a9298e0bf9ac0c7aba504386d148e7b9e5398f51e73bd137e in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:43:55.119854589+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:55.119891554+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:55.121565573+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:55.121765295+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:55.197439659+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:55.197691342+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:55.197745862+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:55.197852732+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:55.197949140+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:55.198038979+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:55.198072052+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:55.198466345+03:00" level=debug msg="Calling GET /v1.41/exec/ae88281a7710189a9298e0bf9ac0c7aba504386d148e7b9e5398f51e73bd137e/json"
-time="2021-06-07T13:43:55.205262861+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:43:55.247491366+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:55.247934300+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:43:55.249434337+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:43:55.249564331+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod1\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:55.250044224+03:00" level=debug msg="Calling POST /v1.41/exec/146ce4949cf4730189726d0d5bb690360f4003a18d35633f48e8be3ffa300104/start"
-time="2021-06-07T13:43:55.250116535+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:55.250196819+03:00" level=debug msg="starting exec command 146ce4949cf4730189726d0d5bb690360f4003a18d35633f48e8be3ffa300104 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:43:55.251667753+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:55.251713207+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:55.253638714+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:55.253858385+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:55.326133063+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:55.326331375+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:55.326402229+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:55.326559239+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:55.326670132+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:55.326737262+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:55.326783032+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:55.327204851+03:00" level=debug msg="Calling GET /v1.41/exec/146ce4949cf4730189726d0d5bb690360f4003a18d35633f48e8be3ffa300104/json"
-time="2021-06-07T13:43:55.333565381+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:43:55.382336251+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:55.383168614+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:43:55.384706642+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:43:55.384801684+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /jbod2\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:55.385267859+03:00" level=debug msg="Calling POST /v1.41/exec/b65c5636b845af323de99c40add89287d33e601511c1c5a0241c966740bbe5ee/start"
-time="2021-06-07T13:43:55.385351344+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:55.385434099+03:00" level=debug msg="starting exec command b65c5636b845af323de99c40add89287d33e601511c1c5a0241c966740bbe5ee in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:43:55.386935059+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:55.386952363+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:55.388756341+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:55.388937918+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:55.451910564+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:55.452091237+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:55.452220600+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:55.452277375+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:55.452333055+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:55.452418605+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:55.452452866+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:55.452888322+03:00" level=debug msg="Calling GET /v1.41/exec/b65c5636b845af323de99c40add89287d33e601511c1c5a0241c966740bbe5ee/json"
-time="2021-06-07T13:43:55.461038261+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:43:55.507815381+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:55.508314023+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:43:55.509693899+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:43:55.509785347+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"mkdir /external\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:55.510215357+03:00" level=debug msg="Calling POST /v1.41/exec/cd1dd8becfd76d2e6cd381b8760856cd28f4c0668f1d523c23e3b42b9460feab/start"
-time="2021-06-07T13:43:55.510313394+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:55.510409833+03:00" level=debug msg="starting exec command cd1dd8becfd76d2e6cd381b8760856cd28f4c0668f1d523c23e3b42b9460feab in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:43:55.511938220+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:55.511951346+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:55.513623253+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:55.513839329+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:55.579816159+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:55.580050898+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:55.580078687+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:55.580268246+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:55.580357334+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:55.580440761+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:55.580509887+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:55.580912677+03:00" level=debug msg="Calling GET /v1.41/exec/cd1dd8becfd76d2e6cd381b8760856cd28f4c0668f1d523c23e3b42b9460feab/json"
-time="2021-06-07T13:43:55.588638844+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:55.629726687+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:55.630189750+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:43:55.631831642+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:43:55.631952554+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_with_different_schema.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:55.633331161+03:00" level=debug msg="Calling POST /v1.41/exec/f0cc185dae62b81b3a03e975c608bef4dbe970ac9420b67a6f6875b34b4ee756/start"
-time="2021-06-07T13:43:55.633405630+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:55.633491607+03:00" level=debug msg="starting exec command f0cc185dae62b81b3a03e975c608bef4dbe970ac9420b67a6f6875b34b4ee756 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:43:55.634830276+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:55.634865252+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:55.636755788+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:55.636961322+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:55.710776023+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:55.711012517+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:55.711080879+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:55.711188716+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:55.711304936+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:55.711382881+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:55.711442518+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:55.711926997+03:00" level=debug msg="Calling GET /v1.41/exec/f0cc185dae62b81b3a03e975c608bef4dbe970ac9420b67a6f6875b34b4ee756/json"
-time="2021-06-07T13:43:55.718795968+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:43:55.761689757+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:55.762131497+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:43:55.763678161+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:43:55.763818612+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_with_different_schema.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:55.764355692+03:00" level=debug msg="Calling POST /v1.41/exec/e688c4c4aba7331d4af06aaea39fb53226f345b2014c9574a85836fc9d2b4f34/start"
-time="2021-06-07T13:43:55.764437729+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:55.764518865+03:00" level=debug msg="starting exec command e688c4c4aba7331d4af06aaea39fb53226f345b2014c9574a85836fc9d2b4f34 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:43:55.766047741+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:55.766057833+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:55.767988021+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:55.768151719+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:55.850643770+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:55.850954804+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:55.850977642+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:55.851169786+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:55.851277176+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:55.851358605+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:55.851421165+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:55.851797048+03:00" level=debug msg="Calling GET /v1.41/exec/e688c4c4aba7331d4af06aaea39fb53226f345b2014c9574a85836fc9d2b4f34/json"
-time="2021-06-07T13:43:58.122326882+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
-time="2021-06-07T13:43:58.134416046+03:00" level=debug msg="Calling GET /version"
-time="2021-06-07T13:43:58.149704916+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:58.151887560+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:43:58.195075585+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:43:58.195609876+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:43:58.197142451+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:43:58.197254028+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:43:58.197761137+03:00" level=debug msg="Calling POST /v1.41/exec/1b8b137c80b18000a1ed3b6862285925c77d4b8769daec749df5edd3a224a284/start"
-time="2021-06-07T13:43:58.197857071+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:58.197938640+03:00" level=debug msg="starting exec command 1b8b137c80b18000a1ed3b6862285925c77d4b8769daec749df5edd3a224a284 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:43:58.199398345+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:58.199405379+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:58.201422915+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:58.201593094+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:58.288413461+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:58.288619610+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:43:58.288671253+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:58.288798912+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:43:58.288898943+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:43:58.288976378+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:43:58.289043785+03:00" level=debug msg="attach done"
-time="2021-06-07T13:43:58.289435644+03:00" level=debug msg="Calling GET /v1.41/exec/1b8b137c80b18000a1ed3b6862285925c77d4b8769daec749df5edd3a224a284/json"
-time="2021-06-07T13:43:58.296656401+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:43:58.296787168+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_with_different_schema\",\"--task-file\",\"/task_with_different_schema.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
-time="2021-06-07T13:43:58.298829147+03:00" level=debug msg="Calling POST /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/start"
-time="2021-06-07T13:43:58.298918668+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:43:58.299002994+03:00" level=debug msg="starting exec command 11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:43:58.300111108+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:43:58.300141601+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:43:58.301764974+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:43:58.301907806+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:43:58.351823223+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:43:58.352267564+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:43:59.792235419+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:43:59.792329328+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:43:59.792615327+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:43:59.792661629+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:43:59.792865797+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:43:59.792893410+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:43:59.817317929+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:43:59.817374065+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:44:09.902601040+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:44:09.902707730+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:44:09.916750800+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:44:09.916822597+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:44:24.904426508+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:44:24.904520983+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:44:24.918411150+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:44:24.918481959+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:44:39.906316362+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:44:39.906411781+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:44:39.919895050+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:44:39.920006040+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:44:42.897771749+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:44:42.898141691+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:44:42.898327392+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:44:42.898353042+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:44:42.898449213+03:00" level=debug msg="attach done"
-time="2021-06-07T13:44:42.900309174+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:44:42.902159968+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:44:42.947465220+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:44:42.948003145+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:44:42.949502411+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:44:42.949627707+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:44:42.950081494+03:00" level=debug msg="Calling POST /v1.41/exec/b402e0587a1a47c185de447fe8d0c30a5b016e799c9f9a656ab8d8dadfd64270/start"
-time="2021-06-07T13:44:42.950173977+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:44:42.950263881+03:00" level=debug msg="starting exec command b402e0587a1a47c185de447fe8d0c30a5b016e799c9f9a656ab8d8dadfd64270 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:44:42.952031410+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:44:42.952041423+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:44:42.953745845+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:44:42.953921404+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:44:43.037559841+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:44:43.037811054+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:44:43.037882268+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:44:43.037983724+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:44:43.038090882+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:44:43.038166420+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:44:43.038220471+03:00" level=debug msg="attach done"
-time="2021-06-07T13:44:43.038650325+03:00" level=debug msg="Calling GET /v1.41/exec/b402e0587a1a47c185de447fe8d0c30a5b016e799c9f9a656ab8d8dadfd64270/json"
-time="2021-06-07T13:44:43.046259211+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:44:43.046383274+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_with_different_schema\",\"--task-file\",\"/task_with_different_schema.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
-time="2021-06-07T13:44:43.048843938+03:00" level=debug msg="Calling POST /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/start"
-time="2021-06-07T13:44:43.048917294+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:44:43.048996355+03:00" level=debug msg="starting exec command 7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:44:43.052123852+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:44:43.052106508+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:44:43.056908710+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:44:43.057106759+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:44:43.123613292+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:44:43.123882410+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:44:44.566339509+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:44:44.566430114+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:44:44.566747063+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:44:44.566797297+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:44:44.567031414+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:44:44.567060200+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:44:44.595985785+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:44:44.596057641+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:44:54.908291351+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:44:54.908396736+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:44:54.921299080+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:44:54.921357270+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:45:09.909991404+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:45:09.910090419+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:45:09.922882987+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:45:09.922975051+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:45:16.608626288+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:45:16.609090164+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:45:16.609210668+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:45:16.609292834+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:45:16.609385016+03:00" level=debug msg="attach done"
-time="2021-06-07T13:45:16.611411428+03:00" level=debug msg="Calling GET /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/json"
-time="2021-06-07T13:45:16.613715399+03:00" level=debug msg="Calling GET /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/json"
-time="2021-06-07T13:45:22.194140363+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:45:22.237732075+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:45:22.238189099+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:45:22.239774066+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:45:22.239881261+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode \\u003e /task_ttl_columns.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:45:22.240559269+03:00" level=debug msg="Calling POST /v1.41/exec/1242c00401a20503fe2992ec4611fe5f9c3c94329789f0d2fd6ef607c7ce4b3c/start"
-time="2021-06-07T13:45:22.240683249+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:45:22.240792466+03:00" level=debug msg="starting exec command 1242c00401a20503fe2992ec4611fe5f9c3c94329789f0d2fd6ef607c7ce4b3c in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:45:22.242276715+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:45:22.242300463+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:45:22.244176810+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:45:22.244365536+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:45:22.312398984+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:45:22.312608202+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:45:22.312723947+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:45:22.312774838+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:45:22.312914505+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:45:22.312931587+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:45:22.312984147+03:00" level=debug msg="attach done"
-time="2021-06-07T13:45:22.313506522+03:00" level=debug msg="Calling GET /v1.41/exec/1242c00401a20503fe2992ec4611fe5f9c3c94329789f0d2fd6ef607c7ce4b3c/json"
-time="2021-06-07T13:45:22.320446120+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:45:22.370450099+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:45:22.371041454+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:45:22.372514645+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:45:22.372623562+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode \\u003e /task_ttl_columns.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:45:22.373075936+03:00" level=debug msg="Calling POST /v1.41/exec/5c65f752d5b9c3b31eddba1a47787d2e462b777089b6877a5def176b8ca2df88/start"
-time="2021-06-07T13:45:22.373150969+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:45:22.373232799+03:00" level=debug msg="starting exec command 5c65f752d5b9c3b31eddba1a47787d2e462b777089b6877a5def176b8ca2df88 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:45:22.374724994+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:45:22.374755105+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:45:22.376730515+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:45:22.376941167+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:45:22.451576094+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:45:22.451872460+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:45:22.451932236+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:45:22.452153587+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:45:22.452263463+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:45:22.452374709+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:45:22.452423152+03:00" level=debug msg="attach done"
-time="2021-06-07T13:45:22.453020165+03:00" level=debug msg="Calling GET /v1.41/exec/5c65f752d5b9c3b31eddba1a47787d2e462b777089b6877a5def176b8ca2df88/json"
-time="2021-06-07T13:45:24.644245066+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
-time="2021-06-07T13:45:24.655469821+03:00" level=debug msg="Calling GET /version"
-time="2021-06-07T13:45:24.668760887+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:45:24.670277936+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:45:24.715413914+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:45:24.715952183+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:45:24.717435123+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:45:24.717554065+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:45:24.718028887+03:00" level=debug msg="Calling POST /v1.41/exec/7bb61e0d39ad2764525fe9629f721c5d946f07739db185ea99ff7af08d65a667/start"
-time="2021-06-07T13:45:24.718100973+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:45:24.718194728+03:00" level=debug msg="starting exec command 7bb61e0d39ad2764525fe9629f721c5d946f07739db185ea99ff7af08d65a667 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:45:24.719776906+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:45:24.719812974+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:45:24.721421344+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:45:24.721613737+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:45:24.788190351+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:45:24.788455352+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:45:24.788642330+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:45:24.788833043+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:45:24.788919232+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:45:24.788979275+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:45:24.789025038+03:00" level=debug msg="attach done"
-time="2021-06-07T13:45:24.789511613+03:00" level=debug msg="Calling GET /v1.41/exec/7bb61e0d39ad2764525fe9629f721c5d946f07739db185ea99ff7af08d65a667/json"
-time="2021-06-07T13:45:24.796468058+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:45:24.796568145+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_ttl_columns\",\"--task-file\",\"/task_ttl_columns.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
-time="2021-06-07T13:45:24.798938486+03:00" level=debug msg="Calling POST /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/start"
-time="2021-06-07T13:45:24.799003145+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:45:24.799087373+03:00" level=debug msg="starting exec command c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:45:24.800406048+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:45:24.800420611+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:45:24.801974641+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:45:24.802148075+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:45:24.852889605+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:45:24.853257346+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:45:24.911747189+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:45:24.911857645+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:45:24.924348302+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:45:24.924400219+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:45:26.302639904+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:45:26.302776675+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:45:26.303330148+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:45:26.303380944+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:45:26.303602901+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:45:26.303634166+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:45:26.326547180+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:45:26.326625460+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:45:39.913741773+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:45:39.913857777+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:45:39.925793281+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:45:39.925854878+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:45:54.915968955+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:45:54.916094968+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:45:54.927029742+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:45:54.927102261+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:46:08.821610566+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:46:08.822143583+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:46:08.822289245+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:46:08.822401926+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:46:08.822439567+03:00" level=debug msg="attach done"
-time="2021-06-07T13:46:08.824375077+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:46:08.826178579+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:46:08.874762325+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:46:08.875303726+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:46:08.876843134+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:46:08.876955554+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:46:08.877415873+03:00" level=debug msg="Calling POST /v1.41/exec/5384d5bb16196b3eda87da9b4dcda3b6b86500590251347ede3e93a9e5fe4021/start"
-time="2021-06-07T13:46:08.877484581+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:46:08.877562469+03:00" level=debug msg="starting exec command 5384d5bb16196b3eda87da9b4dcda3b6b86500590251347ede3e93a9e5fe4021 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:46:08.878993546+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:46:08.879021978+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:46:08.880592260+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:46:08.880754315+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:46:08.950424666+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:46:08.950712274+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:46:08.950761339+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:46:08.950897438+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:46:08.950970874+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:46:08.951052525+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:46:08.951120317+03:00" level=debug msg="attach done"
-time="2021-06-07T13:46:08.951569200+03:00" level=debug msg="Calling GET /v1.41/exec/5384d5bb16196b3eda87da9b4dcda3b6b86500590251347ede3e93a9e5fe4021/json"
-time="2021-06-07T13:46:08.960545356+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:46:08.960669661+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_ttl_columns\",\"--task-file\",\"/task_ttl_columns.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
-time="2021-06-07T13:46:08.962468992+03:00" level=debug msg="Calling POST /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/start"
-time="2021-06-07T13:46:08.962558881+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:46:08.962669541+03:00" level=debug msg="starting exec command 6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:46:08.963974358+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:46:08.964003279+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:46:08.965573456+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:46:08.965725862+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:46:09.043559501+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:46:09.044028212+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:46:09.917573345+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:46:09.917685015+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:46:09.928266166+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:46:09.928348131+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:46:10.489424191+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:46:10.489550117+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:46:10.490147347+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:46:10.490227529+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:46:10.490646137+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:46:10.490681923+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:46:10.517384971+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:46:10.517470139+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:46:24.919878621+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:46:24.920024610+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:46:24.929625825+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:46:24.929702474+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:46:39.921368432+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:46:39.921490143+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:46:39.930917703+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:46:39.930977036+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:46:42.408824818+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:46:42.409335784+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:46:42.409545063+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:46:42.409602207+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:46:42.409664859+03:00" level=debug msg="attach done"
-time="2021-06-07T13:46:42.411714837+03:00" level=debug msg="Calling GET /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/json"
-time="2021-06-07T13:46:42.413431177+03:00" level=debug msg="Calling GET /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/json"
-time="2021-06-07T13:46:48.012246645+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:46:48.064595442+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:46:48.065272863+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:46:48.066817143+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:46:48.066923795+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_skip_index.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:46:48.067402559+03:00" level=debug msg="Calling POST /v1.41/exec/fec46d7edb2803d266374a49293e11e474ef9d95e00d14cff815b62145b158b7/start"
-time="2021-06-07T13:46:48.067474259+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:46:48.067584019+03:00" level=debug msg="starting exec command fec46d7edb2803d266374a49293e11e474ef9d95e00d14cff815b62145b158b7 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:46:48.068955734+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:46:48.068966771+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:46:48.070856467+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:46:48.071069911+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:46:48.154830734+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:46:48.155112852+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:46:48.155153370+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:46:48.155374890+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:46:48.155530036+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:46:48.155550823+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:46:48.155580461+03:00" level=debug msg="attach done"
-time="2021-06-07T13:46:48.156018436+03:00" level=debug msg="Calling GET /v1.41/exec/fec46d7edb2803d266374a49293e11e474ef9d95e00d14cff815b62145b158b7/json"
-time="2021-06-07T13:46:48.164474885+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:46:48.212830393+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:46:48.213305448+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:46:48.214964692+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:46:48.215074643+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode \\u003e /task_skip_index.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:46:48.215579914+03:00" level=debug msg="Calling POST /v1.41/exec/b0467cbff0a4032205d9af845bbcdf889500a1983ddae7b4717a35158774a443/start"
-time="2021-06-07T13:46:48.215660193+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:46:48.215742143+03:00" level=debug msg="starting exec command b0467cbff0a4032205d9af845bbcdf889500a1983ddae7b4717a35158774a443 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:46:48.217071033+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:46:48.217071134+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:46:48.218844710+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:46:48.219014226+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:46:48.288658493+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:46:48.288858036+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:46:48.289050070+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:46:48.289102471+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:46:48.289250243+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:46:48.289332152+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:46:48.289371413+03:00" level=debug msg="attach done"
-time="2021-06-07T13:46:48.289888471+03:00" level=debug msg="Calling GET /v1.41/exec/b0467cbff0a4032205d9af845bbcdf889500a1983ddae7b4717a35158774a443/json"
-time="2021-06-07T13:46:50.725542771+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_zoo1_1/json"
-time="2021-06-07T13:46:50.738377158+03:00" level=debug msg="Calling GET /version"
-time="2021-06-07T13:46:50.753273903+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:46:50.754932429+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_first_1/json"
-time="2021-06-07T13:46:50.804123282+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:46:50.804738720+03:00" level=debug msg="Calling GET /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/json"
-time="2021-06-07T13:46:50.806339309+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:46:50.806448805+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:46:50.807065574+03:00" level=debug msg="Calling POST /v1.41/exec/cc646331b03360bcfc80f92bfe257acd40c93998e2dfde390e60d944aafd46c1/start"
-time="2021-06-07T13:46:50.807148691+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:46:50.807235824+03:00" level=debug msg="starting exec command cc646331b03360bcfc80f92bfe257acd40c93998e2dfde390e60d944aafd46c1 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:46:50.809634620+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:46:50.809651717+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:46:50.811702450+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:46:50.811948179+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:46:50.932301009+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:46:50.932633019+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:46:50.932673693+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:46:50.932804348+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:46:50.932907994+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:46:50.933009539+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:46:50.933074373+03:00" level=debug msg="attach done"
-time="2021-06-07T13:46:50.933556923+03:00" level=debug msg="Calling GET /v1.41/exec/cc646331b03360bcfc80f92bfe257acd40c93998e2dfde390e60d944aafd46c1/json"
-time="2021-06-07T13:46:50.942256899+03:00" level=debug msg="Calling POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec"
-time="2021-06-07T13:46:50.942368124+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_skip_index\",\"--task-file\",\"/task_skip_index.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
-time="2021-06-07T13:46:50.944890802+03:00" level=debug msg="Calling POST /v1.41/exec/2b478a8cd33fd243a7e0ab2b4005b7159ebace62b08a44a1f1cab6721e4759a9/start"
-time="2021-06-07T13:46:50.944957898+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:46:50.945063328+03:00" level=debug msg="starting exec command 2b478a8cd33fd243a7e0ab2b4005b7159ebace62b08a44a1f1cab6721e4759a9 in container 558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8"
-time="2021-06-07T13:46:50.946223046+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:46:50.946242477+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:46:50.947973603+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:46:50.948153049+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:46:51.023160656+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:46:51.023563456+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:46:52.468658697+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:46:52.468750558+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:46:52.469048878+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:46:52.469097917+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:46:52.469300277+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:46:52.469328547+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:46:52.494546295+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:46:52.494661172+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:46:54.922827960+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:46:54.922928409+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:46:54.932342135+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:46:54.932431224+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:47:09.924528489+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:47:09.924634587+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:47:09.933683604+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:47:09.933821611+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:47:24.925887415+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:47:24.925980475+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:47:24.935056895+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:47:24.935148193+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:47:39.927266480+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:47:39.927361639+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:47:39.936391098+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:47:39.936443246+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:47:54.928629801+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:47:54.928715551+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:47:54.937737127+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:47:54.937823497+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:48:09.930197846+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:48:09.930285318+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:48:09.938958305+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:48:09.939019514+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:48:15.617271530+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:48:15.617632232+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:48:15.617783945+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:48:15.617865211+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:48:15.617924024+03:00" level=debug msg="attach done"
-time="2021-06-07T13:48:15.619936118+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:48:15.622275396+03:00" level=debug msg="Calling GET /v1.41/containers/roottestclustercopier_second_1/json"
-time="2021-06-07T13:48:15.670852570+03:00" level=debug msg="Calling HEAD /_ping"
-time="2021-06-07T13:48:15.671306266+03:00" level=debug msg="Calling GET /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/json"
-time="2021-06-07T13:48:15.672724291+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:48:15.672812669+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"bash\",\"-c\",\"echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode \\u003e /etc/clickhouse-server/config-copier.xml\"],\"Detach\":false,\"DetachKeys\":\"\",\"Env\":null,\"Privileged\":false,\"Tty\":false,\"User\":\"\",\"WorkingDir\":\"\"}"
-time="2021-06-07T13:48:15.673529657+03:00" level=debug msg="Calling POST /v1.41/exec/3bdacbc7b3bc15036e00957147a4205f3759777cf67b01118d006ea039a3e563/start"
-time="2021-06-07T13:48:15.673613471+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:48:15.673695488+03:00" level=debug msg="starting exec command 3bdacbc7b3bc15036e00957147a4205f3759777cf67b01118d006ea039a3e563 in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:48:15.675183254+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:48:15.675200222+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:48:15.676982882+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:48:15.677162637+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:48:15.764338549+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:48:15.764519361+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exit type=containerd.events.TaskExit
-time="2021-06-07T13:48:15.764685755+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:48:15.764767711+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exit
-time="2021-06-07T13:48:15.764846556+03:00" level=debug msg="attach: stdout: end"
-time="2021-06-07T13:48:15.764913356+03:00" level=debug msg="attach: stderr: end"
-time="2021-06-07T13:48:15.764956413+03:00" level=debug msg="attach done"
-time="2021-06-07T13:48:15.765427929+03:00" level=debug msg="Calling GET /v1.41/exec/3bdacbc7b3bc15036e00957147a4205f3759777cf67b01118d006ea039a3e563/json"
-time="2021-06-07T13:48:15.774014130+03:00" level=debug msg="Calling POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec"
-time="2021-06-07T13:48:15.774126140+03:00" level=debug msg="form data: {\"AttachStderr\":true,\"AttachStdin\":false,\"AttachStdout\":true,\"Cmd\":[\"/usr/bin/clickhouse\",\"copier\",\"--config\",\"/etc/clickhouse-server/config-copier.xml\",\"--task-path\",\"/clickhouse-copier/task_skip_index\",\"--task-file\",\"/task_skip_index.xml\",\"--task-upload-force\",\"true\",\"--base-dir\",\"/var/log/clickhouse-server/copier\"],\"Container\":\"b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b\",\"Privileged\":false,\"Tty\":false,\"User\":\"\"}"
-time="2021-06-07T13:48:15.776162770+03:00" level=debug msg="Calling POST /v1.41/exec/ab59efe7d747fbbcb10e8959a1c6dc4e5e217f7552b11fc9c6725b089f62594d/start"
-time="2021-06-07T13:48:15.776228836+03:00" level=debug msg="form data: {\"Detach\":false,\"Tty\":false}"
-time="2021-06-07T13:48:15.776305518+03:00" level=debug msg="starting exec command ab59efe7d747fbbcb10e8959a1c6dc4e5e217f7552b11fc9c6725b089f62594d in container b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b"
-time="2021-06-07T13:48:15.777456414+03:00" level=debug msg="attach: stdout: begin"
-time="2021-06-07T13:48:15.777469485+03:00" level=debug msg="attach: stderr: begin"
-time="2021-06-07T13:48:15.779119396+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-added type=containerd.events.TaskExecAdded
-time="2021-06-07T13:48:15.779278887+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-added
-time="2021-06-07T13:48:15.871823481+03:00" level=debug msg="event forwarded" ns=moby topic=/tasks/exec-started type=containerd.events.TaskExecStarted
-time="2021-06-07T13:48:15.872142631+03:00" level=debug msg=event module=libcontainerd namespace=moby topic=/tasks/exec-started
-time="2021-06-07T13:48:17.390499564+03:00" level=debug msg="Name To resolve: zoo2."
-time="2021-06-07T13:48:17.390618700+03:00" level=debug msg="[resolver] lookup for zoo2.: IP [172.16.1.3]"
-time="2021-06-07T13:48:17.390942109+03:00" level=debug msg="Name To resolve: zoo1."
-time="2021-06-07T13:48:17.390997927+03:00" level=debug msg="[resolver] lookup for zoo1.: IP [172.16.1.4]"
-time="2021-06-07T13:48:17.391234470+03:00" level=debug msg="Name To resolve: zoo3."
-time="2021-06-07T13:48:17.391265245+03:00" level=debug msg="[resolver] lookup for zoo3.: IP [172.16.1.2]"
-time="2021-06-07T13:48:17.415981701+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:48:17.416040108+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:48:24.931884544+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:48:24.931972770+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:48:24.940398990+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:48:24.940513522+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
-time="2021-06-07T13:48:39.933478546+03:00" level=debug msg="Name To resolve: first."
-time="2021-06-07T13:48:39.933589009+03:00" level=debug msg="[resolver] lookup for first.: IP [172.16.1.5]"
-time="2021-06-07T13:48:39.941705439+03:00" level=debug msg="Name To resolve: second."
-time="2021-06-07T13:48:39.941756326+03:00" level=debug msg="[resolver] lookup for second.: IP [172.16.1.6]"
diff --git a/tests/integration/pytest.log b/tests/integration/pytest.log
deleted file mode 100644
index 2a3a3f49b78..00000000000
--- a/tests/integration/pytest.log
+++ /dev/null
@@ -1,6391 +0,0 @@
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                  DOCKER_KERBEROS_KDC_TAG latest (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV         CLICKHOUSE_TESTS_SERVER_BIN_PATH /clickhouse (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                 HOSTNAME cloud-build (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                    SHLVL 0 (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                     HOME /root (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                              PYTEST_OPTS  -ss test_cluster_copier/test_two_nodes.py  (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                   OLDPWD / (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV    CLICKHOUSE_LIBRARY_BRIDGE_BINARY_PATH /clickhouse-library-bridge (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                     COMPOSE_HTTP_TIMEOUT 600 (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV              DOCKER_MYSQL_PHP_CLIENT_TAG latest (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV         CLICKHOUSE_TESTS_CLIENT_BIN_PATH /clickhouse (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV               DOCKER_MYSQL_JS_CLIENT_TAG latest (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                     TERM xterm (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                     PATH /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                           DOCKER_CHANNEL stable (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                    DOCKER_CLIENT_TIMEOUT 300 (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV        DOCKER_POSTGRESQL_JAVA_CLIENT_TAG latest (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV           DOCKER_MYSQL_GOLANG_CLIENT_TAG latest (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                      PWD /ClickHouse/tests/integration (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV             DOCKER_MYSQL_JAVA_CLIENT_TAG latest (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV       CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH /clickhouse-odbc-bridge (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV         CLICKHOUSE_TESTS_BASE_CONFIG_DIR /clickhouse-config (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                       TZ Europe/Moscow (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                                 LC_CTYPE C.UTF-8 (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ ENV                      PYTEST_CURRENT_TEST test_cluster_copier/test_two_nodes.py::test_different_schema (setup) (cluster.py:191)
-2021-06-07 13:43:46 [   DEBUG] __init__ CLUSTER INIT base_config_dir:/clickhouse-config (cluster.py:376)
-2021-06-07 13:43:46 [   DEBUG] setup_keeper_cmd Setup Keeper (cluster.py:468)
-2021-06-07 13:43:46 [   DEBUG] setup_keeper_cmd DEBUG KEEPER: ['/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination'] (cluster.py:488)
-2021-06-07 13:43:46 [   DEBUG] add_instance Cluster name: project_name:roottestclustercopier. Added instance name:first tag:latest base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/.env', '--project-name', 'roottestclustercopier', '--file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml', '--file', '/compose/docker_compose_keeper.yml'] docker_compose_yml_dir:/compose (cluster.py:835)
-2021-06-07 13:43:46 [   DEBUG] add_instance Cluster name: project_name:roottestclustercopier. Added instance name:second tag:latest base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/.env', '--project-name', 'roottestclustercopier', '--file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml', '--file', '/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml'] docker_compose_yml_dir:/compose (cluster.py:835)
-2021-06-07 13:43:46 [   DEBUG] start Cluster start called. is_up=False, destroy_dirs=True (cluster.py:1238)
-2021-06-07 13:43:46 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:46 [   DEBUG] run_and_check Stdout: CONTAINER ID   IMAGE     COMMAND   CREATED   STATUS    PORTS     NAMES
- (cluster.py:71)
-2021-06-07 13:43:46 [   DEBUG] cleanup Trying to prune unused volumes... (cluster.py:413)
-2021-06-07 13:43:46 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:46 [   DEBUG] run_and_check Stdout: Total reclaimed space: 0B
- (cluster.py:71)
-2021-06-07 13:43:46 [   DEBUG] cleanup Volumes pruned (cluster.py:416)
-2021-06-07 13:43:46 [   DEBUG] start ('Removing instances dir %s', '/ClickHouse/tests/integration/test_cluster_copier/_instances') (cluster.py:1253)
-2021-06-07 13:43:46 [   DEBUG] start Setup directory for instance: first destroy_dirs: True (cluster.py:1257)
-2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for configuration generated in this helper (cluster.py:2058)
-2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for common tests configuration (cluster.py:2063)
-2021-06-07 13:43:46 [   DEBUG] create_dir Copy common configuration from helpers (cluster.py:2073)
-2021-06-07 13:43:46 [   DEBUG] create_dir Generate and write macros file (cluster.py:2082)
-2021-06-07 13:43:46 [   DEBUG] create_dir Copy custom test config files ['/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml'] to /ClickHouse/tests/integration/test_cluster_copier/_instances/first/configs/config.d (cluster.py:2096)
-2021-06-07 13:43:46 [   DEBUG] create_dir Setup database dir /ClickHouse/tests/integration/test_cluster_copier/_instances/first/database (cluster.py:2109)
-2021-06-07 13:43:46 [   DEBUG] create_dir Setup logs dir /ClickHouse/tests/integration/test_cluster_copier/_instances/first/logs (cluster.py:2118)
-2021-06-07 13:43:46 [   DEBUG] create_dir Entrypoint cmd: clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log  --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:2176)
-2021-06-07 13:43:46 [   DEBUG] start Setup directory for instance: second destroy_dirs: True (cluster.py:1257)
-2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for configuration generated in this helper (cluster.py:2058)
-2021-06-07 13:43:46 [   DEBUG] create_dir Create directory for common tests configuration (cluster.py:2063)
-2021-06-07 13:43:46 [   DEBUG] create_dir Copy common configuration from helpers (cluster.py:2073)
-2021-06-07 13:43:46 [   DEBUG] create_dir Generate and write macros file (cluster.py:2082)
-2021-06-07 13:43:46 [   DEBUG] create_dir Copy custom test config files ['/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/clusters.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/ddl.xml', '/ClickHouse/tests/integration/test_cluster_copier/configs_two_nodes/conf.d/storage_configuration.xml'] to /ClickHouse/tests/integration/test_cluster_copier/_instances/second/configs/config.d (cluster.py:2096)
-2021-06-07 13:43:46 [   DEBUG] create_dir Setup database dir /ClickHouse/tests/integration/test_cluster_copier/_instances/second/database (cluster.py:2109)
-2021-06-07 13:43:46 [   DEBUG] create_dir Setup logs dir /ClickHouse/tests/integration/test_cluster_copier/_instances/second/logs (cluster.py:2118)
-2021-06-07 13:43:46 [   DEBUG] create_dir Entrypoint cmd: clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log  --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:2176)
-2021-06-07 13:43:46 [   DEBUG] _create_env_file Env {'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'keeper_binary': '/clickhouse', 'image': 'yandex/clickhouse-integration-test:latest', 'user': '0', 'keeper_fs': 'bind', 'keeper_logs_dir1': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log', 'keeper_config_dir1': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config', 'keeper_db_dir1': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination', 'keeper_logs_dir2': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log', 'keeper_config_dir2': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config', 'keeper_db_dir2': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination', 'keeper_logs_dir3': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log', 'keeper_config_dir3': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config', 'keeper_db_dir3': '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination'} stored in /ClickHouse/tests/integration/test_cluster_copier/_instances/.env (cluster.py:48)
-2021-06-07 13:43:46 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:43:46 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:43:46 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:43:46 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:43:46 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
-2021-06-07 13:43:46 [   DEBUG] start Setup ZooKeeper (cluster.py:1280)
-2021-06-07 13:43:46 [   DEBUG] start Creating internal ZooKeeper dirs: ['/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper1/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper2/coordination', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/log', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/config', '/ClickHouse/tests/integration/test_cluster_copier/_instances/keeper3/coordination'] (cluster.py:1281)
-2021-06-07 13:43:47 [   DEBUG] run_and_check Stderr: Building with native build. Learn about native build in Compose here: https://docs.docker.com/go/compose-native-build/
-Creating network "roottestclustercopier_default" with the default driver
-Found orphan containers (roottestclustercopier_s1_1_0_1, roottestclustercopier_s0_0_0_1, roottestclustercopier_s0_1_0_1, roottestclustercopier_s0_0_1_1, roottestclustercopier_s1_0_1_1, roottestclustercopier_s1_0_0_1) for this project. If you removed or renamed this service in your compose file, you can run this command with the --remove-orphans flag to clean it up.
-Creating roottestclustercopier_zoo2_1 ... 
-Creating roottestclustercopier_zoo3_1 ... 
-Creating roottestclustercopier_zoo1_1 ... 
-Creating roottestclustercopier_zoo3_1 ... done
-Creating roottestclustercopier_zoo1_1 ... done
-Creating roottestclustercopier_zoo2_1 ... done
- (cluster.py:70)
-2021-06-07 13:43:47 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:47 [   DEBUG] wait_zookeeper_to_start Wait ZooKeeper to start (cluster.py:1080)
-2021-06-07 13:43:47 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
-2021-06-07 13:43:47 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:47 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
-2021-06-07 13:43:47 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:47 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
-2021-06-07 13:43:47 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:47 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
-2021-06-07 13:43:47 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:47 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
-2021-06-07 13:43:48 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:48 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
-2021-06-07 13:43:49 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:49 [ WARNING] _connect_attempt Connection dropped: socket connection error: Connection refused (connection.py:611)
-2021-06-07 13:43:50 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312)
-2021-06-07 13:43:50 [   DEBUG] _read_response Received response(xid=1): [] (connection.py:410)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=2): Close() (connection.py:312)
-2021-06-07 13:43:50 [ WARNING] _connect_attempt Connection dropped: socket connection broken (connection.py:611)
-2021-06-07 13:43:50 [ WARNING] _connect_attempt Transition to CONNECTING (connection.py:615)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection lost (client.py:543)
-2021-06-07 13:43:50 [ WARNING] zk_loop Failed connecting to Zookeeper within the connection retry policy. (connection.py:515)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper session closed, state: CLOSED (client.py:537)
-2021-06-07 13:43:50 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo2 (cluster.py:878)
-2021-06-07 13:43:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo2_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:50 [   DEBUG] get_kazoo_client get_kazoo_client: zoo2, ip:172.16.1.3, port:2181, use_ssl:False (cluster.py:1530)
-2021-06-07 13:43:50 [    INFO] _connect Connecting to 172.16.1.3(172.16.1.3):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312)
-2021-06-07 13:43:50 [   DEBUG] _read_response Received response(xid=1): [] (connection.py:410)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=2): Close() (connection.py:312)
-2021-06-07 13:43:50 [ WARNING] _connect_attempt Connection dropped: socket connection broken (connection.py:611)
-2021-06-07 13:43:50 [ WARNING] _connect_attempt Transition to CONNECTING (connection.py:615)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection lost (client.py:543)
-2021-06-07 13:43:50 [ WARNING] zk_loop Failed connecting to Zookeeper within the connection retry policy. (connection.py:515)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper session closed, state: CLOSED (client.py:537)
-2021-06-07 13:43:50 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo3 (cluster.py:878)
-2021-06-07 13:43:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo3_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:50 [   DEBUG] get_kazoo_client get_kazoo_client: zoo3, ip:172.16.1.2, port:2181, use_ssl:False (cluster.py:1530)
-2021-06-07 13:43:50 [    INFO] _connect Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312)
-2021-06-07 13:43:50 [   DEBUG] _read_response Received response(xid=1): [] (connection.py:410)
-2021-06-07 13:43:50 [   DEBUG] _submit Sending request(xid=2): Close() (connection.py:312)
-2021-06-07 13:43:50 [ WARNING] _connect_attempt Connection dropped: socket connection broken (connection.py:611)
-2021-06-07 13:43:50 [ WARNING] _connect_attempt Transition to CONNECTING (connection.py:615)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper connection lost (client.py:543)
-2021-06-07 13:43:50 [ WARNING] zk_loop Failed connecting to Zookeeper within the connection retry policy. (connection.py:515)
-2021-06-07 13:43:50 [    INFO] _session_callback Zookeeper session closed, state: CLOSED (client.py:537)
-2021-06-07 13:43:50 [   DEBUG] wait_zookeeper_to_start All instances of ZooKeeper started (cluster.py:1088)
-2021-06-07 13:43:50 [   DEBUG] start ('Trying to create ClickHouse instance by command %s', 'docker-compose --env-file /ClickHouse/tests/integration/test_cluster_copier/_instances/.env --project-name roottestclustercopier --file /ClickHouse/tests/integration/test_cluster_copier/_instances/first/docker-compose.yml --file /compose/docker_compose_keeper.yml --file /ClickHouse/tests/integration/test_cluster_copier/_instances/second/docker-compose.yml up -d --no-recreate') (cluster.py:1423)
-2021-06-07 13:43:52 [   DEBUG] run_and_check Stderr: Building with native build. Learn about native build in Compose here: https://docs.docker.com/go/compose-native-build/
-Found orphan containers (roottestclustercopier_s0_0_1_1, roottestclustercopier_s1_0_1_1, roottestclustercopier_s1_1_0_1, roottestclustercopier_s1_0_0_1, roottestclustercopier_s0_1_0_1, roottestclustercopier_s0_0_0_1) for this project. If you removed or renamed this service in your compose file, you can run this command with the --remove-orphans flag to clean it up.
-Creating roottestclustercopier_second_1 ... 
-Creating roottestclustercopier_first_1  ... 
-Creating roottestclustercopier_second_1 ... done
-Creating roottestclustercopier_first_1  ... done
- (cluster.py:70)
-2021-06-07 13:43:52 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:52 [   DEBUG] start ClickHouse instance created (cluster.py:1426)
-2021-06-07 13:43:52 [   DEBUG] get_instance_ip get_instance_ip instance_name=first (cluster.py:878)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] start Waiting for ClickHouse start... (cluster.py:1433)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:52 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:53 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] start ClickHouse started (cluster.py:1435)
-2021-06-07 13:43:54 [   DEBUG] get_instance_ip get_instance_ip instance_name=second (cluster.py:878)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] start Waiting for ClickHouse start... (cluster.py:1433)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] start ClickHouse started (cluster.py:1435)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod1'] (cluster.py:897)
-2021-06-07 13:43:54 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:54 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:54 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:54 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod2'] (cluster.py:897)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /external'] (cluster.py:897)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod1'] (cluster.py:897)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /jbod2'] (cluster.py:897)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'mkdir /external'] (cluster.py:897)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_with_different_schema.xml'] (cluster.py:897)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:55 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:55 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9kaWZmZXJlbnRfc2NoZW1hPC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX2RpZmZlcmVudF9zY2hlbWE8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uOSwgQ29sdW1uMSwgQ29sdW1uMiwgQ29sdW1uMywgQ29sdW1uNCk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_with_different_schema.xml'] (cluster.py:897)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:55 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:58 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
-2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:58 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
-2021-06-07 13:43:58 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:43:58 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
-2021-06-07 13:43:58 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
-2021-06-07 13:43:58 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:43:58 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:43:58 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:43:58 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
-2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:43:58 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
-2021-06-07 13:43:58 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:43:58 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:43:58 [    INFO] execute_task Copied copier config to first (test_two_nodes.py:414)
-2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec HTTP/1.1" 201 74 (connectionpool.py:428)
-2021-06-07 13:43:58 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/start HTTP/1.1" 101 0 (connectionpool.py:428)
-2021-06-07 13:44:42 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
- (test_two_nodes.py:417)
-2021-06-07 13:44:42 [    INFO] execute_task Copier for first (172.16.1.5) has started (test_two_nodes.py:419)
-2021-06-07 13:44:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:44:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:44:42 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
-2021-06-07 13:44:43 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:44:43 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:44:43 [    INFO] execute_task Copied copier config to second (test_two_nodes.py:414)
-2021-06-07 13:44:43 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec HTTP/1.1" 201 74 (connectionpool.py:428)
-2021-06-07 13:44:43 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/start HTTP/1.1" 101 0 (connectionpool.py:428)
-2021-06-07 13:45:16 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
- (test_two_nodes.py:417)
-2021-06-07 13:45:16 [    INFO] execute_task Copier for second (172.16.1.6) has started (test_two_nodes.py:419)
-2021-06-07 13:45:16 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/11408b6e3d92ceebee18897b9d78ba8f2bd04c5257d8b5fc59b2c16faa3d0948/json HTTP/1.1" 200 643 (connectionpool.py:428)
-2021-06-07 13:45:16 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/7ea71015ab8105139707f9025f28056d06f1732218772eaf8c821539889ed03a/json HTTP/1.1" 200 643 (connectionpool.py:428)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/clickhouse-copier/task_with_different_schema', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=1): ['tables', 'status', 'task_active_workers', 'task_active_workers_version', 'description'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=2): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=2): ['destination.db_different_schema.destination'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=3): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=3): ['19720708', '19751114', '19780621', '20120715', '20170309', '21300720', '20220301', '20190220', '20281211', '20351119', '20500804', '20340113', '20410112', '20410509', '20441213', '19780508', '20451028', '20551020', '19740922', '20310910', '20600810', '20601023', '21230912', '20651006', '20631125', '20290130', '20670111', '21110707', '20711018', '20810220', '20861214', '20870725', '19970419', '20290218', '20960919', '21010127', '20640922', '20951102', '19830804', '20110920', '21370427', '21081227', '21361003', '21330826', '21100320', '20880723', '20071106', '20930421', '21430421', '21331116'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=4): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=4): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=5): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=5): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=6): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=6): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=7): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=7): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=8): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=8): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=9): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=9): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=10): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=10): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=11): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=11): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=12): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=12): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=13): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=13): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=14): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=14): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=15): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=15): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=16): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=16): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=17): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=17): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=18): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=18): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=19): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=19): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=20): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=20): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=21): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=21): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=22): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=22): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=23): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=23): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=24): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=24): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=25): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=25): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=26): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=26): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=27): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=27): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=28): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=28): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=29): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=29): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=30): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=30): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=31): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=31): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=32): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=32): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=33): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19720708', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=33): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=34): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=34): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=35): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=35): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=36): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=36): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=37): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=37): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=38): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=38): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=39): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=39): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=40): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=40): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=41): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=41): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=42): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=42): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=43): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=43): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=44): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=44): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=45): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=45): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=46): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=46): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=47): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=47): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=48): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=48): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=49): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=49): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=50): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=50): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=51): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=51): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=52): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=52): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=53): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=53): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=54): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=54): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=55): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=55): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=56): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=56): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=57): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=57): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=58): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=58): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=59): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=59): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=60): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=60): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=61): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=61): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=62): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=62): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=63): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19751114', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=63): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=64): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=64): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=65): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=65): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=66): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=66): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=67): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=67): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=68): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=68): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=69): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=69): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=70): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=70): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=71): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=71): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=72): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=72): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=73): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=73): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=74): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=74): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=75): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=75): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=76): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=76): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=77): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=77): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=78): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=78): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=79): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=79): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=80): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=80): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=81): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=81): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=82): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=82): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=83): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=83): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=84): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=84): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=85): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=85): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=86): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=86): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=87): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=87): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=88): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=88): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=89): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=89): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=90): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=90): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=91): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=91): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=92): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=92): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=93): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780621', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=93): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=94): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=94): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=95): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=95): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=96): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=96): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=97): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=97): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=98): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=98): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=99): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=99): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=100): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=100): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=101): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=101): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=102): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=102): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=103): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=103): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=104): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=104): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=105): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=105): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=106): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=106): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=107): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=107): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=108): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=108): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=109): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=109): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=110): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=110): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=111): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=111): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=112): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=112): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=113): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=113): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=114): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=114): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=115): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=115): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=116): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=116): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=117): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=117): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=118): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=118): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=119): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=119): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=120): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=120): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=121): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=121): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=122): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=122): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=123): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20120715', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=123): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=124): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=124): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=125): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=125): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=126): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=126): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=127): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=127): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=128): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=128): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=129): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=129): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=130): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=130): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=131): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=131): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=132): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=132): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=133): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=133): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=134): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=134): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=135): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=136): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=136): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=137): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=137): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=138): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=138): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=139): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=139): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=140): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=140): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=141): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=141): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=142): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=142): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=143): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=143): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=144): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=144): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=145): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=145): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=146): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=146): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=147): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=147): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=148): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=148): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=149): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=149): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=150): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=150): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=151): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=151): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=152): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=152): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=153): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20170309', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=153): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=154): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=154): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=155): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=155): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=156): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=156): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=157): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=157): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=158): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=158): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=159): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=159): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=160): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=160): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=161): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=161): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=162): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=162): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=163): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=163): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=164): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=164): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=165): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=165): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=166): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=166): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=167): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=167): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=168): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=168): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=169): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=169): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=170): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=170): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=171): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=171): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=172): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=172): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=173): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=173): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=174): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=174): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=175): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=175): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=176): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=176): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=177): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=177): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=178): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=178): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=179): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=179): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=180): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=180): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=181): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=181): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=182): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=182): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=183): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21300720', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=183): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=184): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=184): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=185): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=185): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=186): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=186): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=187): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=187): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=188): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=188): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=189): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=189): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=190): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=190): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=191): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=191): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=192): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=192): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=193): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=193): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=194): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=194): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=195): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=195): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=196): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=196): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=197): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=197): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=198): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=198): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=199): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=199): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=200): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=200): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=201): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=201): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=202): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=202): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=203): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=203): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=204): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=204): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=205): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=205): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=206): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=206): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=207): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=207): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=208): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=208): ['1'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=209): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=209): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=210): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=210): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=211): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=211): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=212): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=212): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=213): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20220301', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=213): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=214): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=214): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=215): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=215): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=216): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=216): True (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=217): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=217): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=218): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:18 [   DEBUG] _read_response Received response(xid=218): [] (connection.py:410)
-2021-06-07 13:45:18 [   DEBUG] _submit Sending request(xid=219): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=219): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=220): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=220): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=221): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=221): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=222): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=222): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=223): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=223): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=224): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=224): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=225): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=225): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=226): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=226): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=227): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=227): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=228): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=228): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=229): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=229): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=230): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=230): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=231): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=231): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=232): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=232): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=233): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=233): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=234): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=234): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=235): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=235): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=236): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=236): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=237): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=237): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=238): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=238): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=239): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=239): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=240): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=240): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=241): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=241): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=242): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=242): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=243): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20190220', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=243): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=244): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=244): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=245): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=245): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=246): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=246): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=247): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=247): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=248): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=248): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=249): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=249): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=250): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=250): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=251): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=251): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=252): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=252): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=253): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=253): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=254): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=254): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=255): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=255): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=256): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=256): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=257): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=257): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=258): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=258): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=259): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=259): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=260): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=260): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=261): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=261): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=262): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=262): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=263): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=263): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=264): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=264): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=265): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=265): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=266): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=266): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=267): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=267): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=268): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=268): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=269): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=269): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=270): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=270): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=271): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=271): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=272): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=272): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=273): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20281211', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=273): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=274): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=274): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=275): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=275): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=276): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=276): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=277): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=277): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=278): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=278): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=279): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=279): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=280): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=280): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=281): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=281): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=282): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=282): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=283): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=283): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=284): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=284): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=285): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=285): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=286): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=286): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=287): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=287): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=288): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=288): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=289): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=289): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=290): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=290): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=291): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=291): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=292): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=292): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=293): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=293): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=294): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=294): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=295): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=295): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=296): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=296): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=297): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=297): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=298): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=298): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=299): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=299): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=300): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=300): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=301): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=301): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=302): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=302): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=303): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20351119', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=303): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=304): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=304): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=305): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=305): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=306): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=306): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=307): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=307): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=308): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=308): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=309): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=309): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=310): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=310): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=311): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=311): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=312): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=312): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=313): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=313): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=314): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=314): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=315): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=316): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=316): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=317): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=317): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=318): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=318): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=319): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=319): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=320): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=320): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=321): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=321): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=322): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=322): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=323): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=323): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=324): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=324): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=325): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=325): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=326): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=326): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=327): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=327): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=328): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=328): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=329): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=329): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=330): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=330): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=331): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=331): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=332): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=332): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=333): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20500804', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=333): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=334): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=334): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=335): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=335): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=336): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=336): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=337): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=337): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=338): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=338): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=339): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=339): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=340): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=340): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=341): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=341): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=342): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=342): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=343): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=343): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=344): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=344): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=345): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=345): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=346): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=346): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=347): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=347): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=348): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=348): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=349): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=349): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=350): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=350): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=351): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=351): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=352): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=352): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=353): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=353): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=354): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=354): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=355): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=355): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=356): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=356): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=357): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=357): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=358): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=358): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=359): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=359): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=360): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=360): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=361): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=361): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=362): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=362): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=363): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20340113', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=363): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=364): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=364): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=365): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=365): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=366): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=366): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=367): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=367): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=368): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=368): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=369): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=369): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=370): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=370): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=371): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=371): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=372): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=372): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=373): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=373): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=374): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=374): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=375): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=375): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=376): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=376): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=377): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=377): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=378): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=378): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=379): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=379): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=380): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=380): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=381): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=381): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=382): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=382): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=383): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=383): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=384): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=384): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=385): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=385): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=386): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=386): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=387): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=387): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=388): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=388): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=389): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=389): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=390): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=390): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=391): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=391): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=392): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=392): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=393): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410112', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=393): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=394): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=394): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=395): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=395): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=396): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=396): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=397): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=397): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=398): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=398): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=399): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=399): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=400): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=400): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=401): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=401): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=402): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=402): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=403): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=403): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=404): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=404): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=405): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=405): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=406): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=406): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=407): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=407): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=408): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=408): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=409): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=409): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=410): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=410): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=411): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=411): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=412): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=412): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=413): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=413): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=414): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=414): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=415): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=415): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=416): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=416): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=417): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=417): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=418): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=418): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=419): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=419): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=420): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=420): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=421): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=421): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=422): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=422): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=423): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20410509', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=423): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=424): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=424): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=425): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=425): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=426): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=426): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=427): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=427): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=428): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=428): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=429): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=429): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=430): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=430): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=431): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=431): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=432): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=432): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=433): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=433): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=434): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=434): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=435): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=435): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=436): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=436): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=437): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=437): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=438): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=438): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=439): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=439): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=440): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=440): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=441): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=441): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=442): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=442): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=443): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=443): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=444): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=444): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=445): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=445): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=446): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=446): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=447): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=447): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=448): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=448): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=449): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=449): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=450): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=450): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=451): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=451): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=452): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=452): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=453): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20441213', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=453): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=454): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=454): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=455): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=455): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=456): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=456): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=457): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=457): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=458): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=458): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=459): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=459): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=460): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=460): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=461): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=461): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=462): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=462): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=463): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=463): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=464): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=464): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=465): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=465): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=466): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=466): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=467): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=467): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=468): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=468): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=469): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=469): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=470): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=470): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=471): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=471): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=472): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=472): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=473): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=473): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=474): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=474): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=475): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=475): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=476): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=476): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=477): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=477): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=478): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=478): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=479): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=479): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=480): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=480): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=481): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=481): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=482): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=482): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=483): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19780508', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=483): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=484): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=484): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=485): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=485): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=486): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=486): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=487): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=487): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=488): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=488): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=489): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=489): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=490): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=490): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=491): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=491): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=492): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=492): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=493): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=493): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=494): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=494): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=495): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=495): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=496): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=496): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=497): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=497): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=498): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=498): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=499): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=499): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=500): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=500): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=501): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=501): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=502): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=502): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=503): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=503): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=504): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=504): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=505): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=505): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=506): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=506): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=507): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=507): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=508): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=508): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=509): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=509): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=510): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=510): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=511): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=511): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=512): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=512): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=513): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20451028', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=513): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=514): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=514): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=515): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=515): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=516): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=516): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=517): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=517): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=518): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=518): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=519): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=519): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=520): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=520): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=521): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=521): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=522): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=522): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=523): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=523): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=524): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=524): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=525): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=525): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=526): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=526): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=527): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=527): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=528): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=528): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=529): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=529): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=530): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=530): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=531): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=531): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=532): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=532): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=533): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=533): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=534): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=534): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=535): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=535): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=536): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=536): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=537): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=537): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=538): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=538): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=539): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=539): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=540): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=540): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=541): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=541): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=542): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=542): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=543): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20551020', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=543): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=544): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=544): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=545): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=545): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=546): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=546): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=547): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=547): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=548): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=548): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=549): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=549): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=550): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=550): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=551): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=551): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=552): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=552): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=553): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=553): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=554): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=554): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=555): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=555): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=556): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=556): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=557): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=557): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=558): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=558): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=559): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=559): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=560): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=560): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=561): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=561): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=562): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=562): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=563): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=563): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=564): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=564): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=565): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=565): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=566): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=566): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=567): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=567): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=568): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=568): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=569): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=569): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=570): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=570): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=571): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=571): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=572): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=572): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=573): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19740922', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=573): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=574): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=574): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=575): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=575): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=576): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=576): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=577): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=577): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=578): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=578): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=579): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=579): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=580): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=580): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=581): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=581): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=582): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=582): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=583): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=583): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=584): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=584): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=585): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=585): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=586): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=586): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=587): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=587): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=588): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=588): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=589): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=589): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=590): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=590): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=591): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=591): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=592): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=592): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=593): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=593): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=594): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=594): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=595): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=595): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=596): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=596): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=597): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=597): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=598): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=598): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=599): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=599): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=600): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=600): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=601): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=601): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=602): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=602): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=603): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20310910', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=603): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=604): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=604): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=605): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=605): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=606): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=606): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=607): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=607): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=608): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=608): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=609): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=609): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=610): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=610): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=611): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=611): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=612): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=612): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=613): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=613): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=614): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=614): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=615): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=615): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=616): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=616): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=617): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=617): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=618): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=618): ['1'] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=619): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=619): [] (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=620): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=620): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=621): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:19 [   DEBUG] _read_response Received response(xid=621): True (connection.py:410)
-2021-06-07 13:45:19 [   DEBUG] _submit Sending request(xid=622): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=622): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=623): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=623): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=624): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=624): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=625): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=625): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=626): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=626): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=627): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=627): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=628): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=628): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=629): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=629): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=630): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=630): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=631): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=631): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=632): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=632): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=633): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20600810', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=633): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=634): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=634): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=635): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=635): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=636): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=636): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=637): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=637): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=638): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=638): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=639): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=639): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=640): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=640): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=641): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=641): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=642): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=642): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=643): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=643): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=644): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=644): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=645): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=645): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=646): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=646): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=647): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=647): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=648): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=648): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=649): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=649): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=650): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=650): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=651): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=651): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=652): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=652): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=653): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=653): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=654): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=654): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=655): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=655): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=656): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=656): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=657): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=657): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=658): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=658): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=659): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=659): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=660): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=660): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=661): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=661): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=662): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=662): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=663): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20601023', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=663): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=664): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=664): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=665): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=665): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=666): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=666): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=667): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=667): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=668): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=668): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=669): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=669): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=670): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=670): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=671): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=671): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=672): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=672): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=673): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=673): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=674): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=674): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=675): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=675): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=676): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=676): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=677): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=677): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=678): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=678): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=679): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=679): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=680): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=680): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=681): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=681): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=682): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=682): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=683): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=683): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=684): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=684): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=685): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=685): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=686): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=686): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=687): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=687): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=688): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=688): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=689): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=689): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=690): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=690): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=691): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=691): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=692): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=692): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=693): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21230912', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=693): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=694): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=694): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=695): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=695): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=696): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=696): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=697): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=697): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=698): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=698): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=699): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=699): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=700): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=700): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=701): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=701): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=702): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=702): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=703): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=703): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=704): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=704): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=705): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=705): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=706): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=706): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=707): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=707): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=708): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=708): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=709): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=709): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=710): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=710): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=711): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=711): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=712): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=712): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=713): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=713): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=714): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=714): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=715): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=715): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=716): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=716): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=717): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=717): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=718): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=718): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=719): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=719): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=720): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=720): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=721): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=721): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=722): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=722): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=723): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20651006', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=723): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=724): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=724): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=725): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=725): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=726): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=726): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=727): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=727): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=728): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=728): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=729): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=729): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=730): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=730): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=731): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=731): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=732): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=732): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=733): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=733): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=734): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=734): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=735): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=735): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=736): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=736): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=737): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=737): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=738): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=738): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=739): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=739): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=740): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=740): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=741): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=741): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=742): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=742): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=743): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=743): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=744): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=744): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=745): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=745): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=746): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=746): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=747): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=747): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=748): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=748): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=749): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=749): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=750): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=750): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=751): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=751): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=752): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=752): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=753): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20631125', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=753): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=754): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=754): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=755): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=755): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=756): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=756): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=757): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=757): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=758): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=758): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=759): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=759): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=760): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=760): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=761): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=761): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=762): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=762): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=763): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=763): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=764): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=764): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=765): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=765): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=766): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=766): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=767): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=767): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=768): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=768): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=769): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=769): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=770): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=770): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=771): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=771): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=772): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=772): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=773): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=773): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=774): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=774): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=775): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=775): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=776): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=776): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=777): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=777): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=778): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=778): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=779): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=779): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=780): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=780): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=781): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=781): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=782): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=782): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=783): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290130', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=783): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=784): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=784): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=785): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=785): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=786): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=786): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=787): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=787): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=788): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=788): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=789): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=789): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=790): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=790): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=791): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=791): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=792): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=792): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=793): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=793): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=794): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=794): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=795): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=795): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=796): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=796): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=797): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=797): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=798): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=798): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=799): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=799): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=800): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=800): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=801): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=801): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=802): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=802): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=803): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=803): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=804): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=804): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=805): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=805): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=806): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=806): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=807): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=807): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=808): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=808): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=809): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=809): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=810): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=810): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=811): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=811): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=812): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=812): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=813): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20670111', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=813): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=814): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=814): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=815): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=815): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=816): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=816): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=817): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=817): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=818): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=818): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=819): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=819): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=820): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=820): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=821): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=821): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=822): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=822): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=823): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=823): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=824): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=824): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=825): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=825): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=826): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=826): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=827): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=827): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=828): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=828): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=829): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=829): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=830): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=830): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=831): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=831): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=832): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=832): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=833): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=833): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=834): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=834): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=835): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=835): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=836): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=836): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=837): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=837): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=838): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=838): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=839): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=839): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=840): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=840): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=841): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=841): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=842): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=842): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=843): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21110707', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=843): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=844): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=844): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=845): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=845): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=846): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=846): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=847): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=847): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=848): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=848): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=849): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=849): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=850): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=850): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=851): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=851): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=852): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=852): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=853): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=853): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=854): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=854): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=855): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=855): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=856): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=856): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=857): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=857): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=858): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=858): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=859): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=859): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=860): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=860): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=861): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=861): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=862): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=862): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=863): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=863): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=864): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=864): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=865): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=865): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=866): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=866): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=867): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=867): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=868): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=868): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=869): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=869): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=870): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=870): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=871): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=871): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=872): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=872): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=873): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20711018', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=873): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=874): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=874): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=875): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=875): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=876): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=876): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=877): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=877): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=878): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=878): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=879): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=879): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=880): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=880): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=881): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=881): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=882): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=882): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=883): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=883): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=884): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=884): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=885): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=885): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=886): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=886): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=887): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=887): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=888): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=888): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=889): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=889): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=890): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=890): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=891): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=891): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=892): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=892): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=893): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=893): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=894): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=894): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=895): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=895): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=896): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=896): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=897): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=897): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=898): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=898): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=899): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=899): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=900): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=900): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=901): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=901): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=902): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=902): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=903): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20810220', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=903): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=904): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=904): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=905): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=905): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=906): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=906): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=907): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=907): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=908): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=908): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=909): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=909): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=910): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=910): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=911): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=911): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=912): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=912): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=913): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=913): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=914): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=914): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=915): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=915): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=916): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=916): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=917): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=917): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=918): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=918): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=919): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=919): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=920): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=920): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=921): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=921): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=922): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=922): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=923): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=923): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=924): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=924): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=925): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=925): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=926): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=926): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=927): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=927): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=928): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=928): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=929): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=929): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=930): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=930): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=931): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=931): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=932): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=932): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=933): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20861214', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=933): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=934): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=934): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=935): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=935): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=936): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=936): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=937): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=937): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=938): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=938): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=939): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=939): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=940): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=940): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=941): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=941): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=942): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=942): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=943): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=943): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=944): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=944): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=945): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=945): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=946): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=946): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=947): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=947): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=948): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=948): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=949): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=949): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=950): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=950): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=951): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=951): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=952): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=952): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=953): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=953): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=954): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=954): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=955): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=955): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=956): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=956): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=957): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=957): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=958): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=958): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=959): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=959): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=960): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=960): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=961): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=961): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=962): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=962): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=963): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20870725', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=963): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=964): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=964): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=965): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=965): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=966): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=966): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=967): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=967): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=968): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=968): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=969): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=969): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=970): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=970): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=971): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=971): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=972): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=972): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=973): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=973): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=974): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=974): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=975): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=975): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=976): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=976): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=977): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=977): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=978): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=978): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=979): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=979): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=980): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=980): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=981): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=981): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=982): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=982): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=983): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=983): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=984): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=984): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=985): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=985): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=986): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=986): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=987): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=987): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=988): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=988): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=989): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=989): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=990): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=990): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=991): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=991): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=992): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=992): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=993): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19970419', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=993): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=994): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=994): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=995): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=995): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=996): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=996): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=997): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=997): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=998): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=998): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=999): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=999): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1000): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1000): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1001): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1001): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1002): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1002): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1003): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1003): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1004): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1004): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1005): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1005): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1006): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1006): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1007): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1007): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1008): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1008): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1009): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1009): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1010): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1010): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1011): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1011): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1012): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1012): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1013): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1013): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1014): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1014): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1015): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1015): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1016): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1016): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1017): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1017): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1018): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1018): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1019): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1019): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1020): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1020): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1021): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1021): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1022): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1022): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1023): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20290218', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1023): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1024): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1024): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1025): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1025): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1026): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1026): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1027): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1027): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1028): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1028): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1029): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1029): True (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1030): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1030): ['1'] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1031): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:20 [   DEBUG] _read_response Received response(xid=1031): [] (connection.py:410)
-2021-06-07 13:45:20 [   DEBUG] _submit Sending request(xid=1032): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1032): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1033): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1033): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1034): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1034): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1035): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1035): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1036): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1036): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1037): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1037): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1038): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1038): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1039): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1039): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1040): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1040): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1041): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1041): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1042): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1042): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1043): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1043): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1044): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1044): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1045): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1045): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1046): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1046): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1047): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1047): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1048): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1048): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1049): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1049): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1050): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1050): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1051): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1051): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1052): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1052): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1053): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20960919', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1053): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1054): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1054): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1055): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1055): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1056): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1056): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1057): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1057): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1058): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1058): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1059): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1059): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1060): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1060): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1061): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1061): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1062): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1062): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1063): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1063): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1064): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1064): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1065): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1065): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1066): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1066): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1067): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1067): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1068): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1068): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1069): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1069): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1070): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1070): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1071): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1071): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1072): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1072): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1073): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1073): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1074): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1074): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1075): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1075): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1076): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1076): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1077): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1077): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1078): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1078): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1079): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1079): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1080): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1080): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1081): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1081): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1082): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1082): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1083): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21010127', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1083): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1084): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1084): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1085): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1085): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1086): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1086): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1087): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1087): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1088): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1088): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1089): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1089): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1090): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1090): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1091): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1091): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1092): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1092): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1093): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1093): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1094): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1094): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1095): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1095): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1096): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1096): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1097): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1097): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1098): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1098): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1099): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1099): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1100): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1100): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1101): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1101): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1102): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1102): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1103): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1103): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1104): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1104): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1105): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1105): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1106): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1106): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1107): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1107): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1108): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1108): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1109): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1109): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1110): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1110): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1111): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1111): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1112): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1112): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1113): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20640922', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1113): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1114): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1114): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1115): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1115): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1116): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1116): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1117): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1117): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1118): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1118): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1119): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1119): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1120): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1120): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1121): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1121): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1122): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1122): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1123): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1123): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1124): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1124): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1125): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1125): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1126): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1126): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1127): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1127): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1128): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1128): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1129): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1129): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1130): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1130): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1131): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1131): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1132): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1132): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1133): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1133): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1134): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1134): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1135): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1136): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1136): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1137): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1137): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1138): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1138): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1139): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1139): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1140): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1140): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1141): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1141): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1142): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1142): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1143): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20951102', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1143): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1144): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1144): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1145): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1145): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1146): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1146): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1147): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1147): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1148): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1148): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1149): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1149): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1150): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1150): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1151): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1151): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1152): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1152): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1153): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1153): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1154): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1154): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1155): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1155): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1156): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1156): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1157): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1157): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1158): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1158): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1159): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1159): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1160): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1160): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1161): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1161): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1162): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1162): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1163): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1163): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1164): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1164): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1165): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1165): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1166): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1166): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1167): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1167): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1168): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1168): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1169): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1169): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1170): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1170): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1171): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1171): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1172): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1172): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1173): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/19830804', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1173): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1174): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1174): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1175): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1175): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1176): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1176): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1177): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1177): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1178): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1178): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1179): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1179): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1180): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1180): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1181): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1181): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1182): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1182): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1183): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1183): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1184): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1184): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1185): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1185): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1186): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1186): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1187): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1187): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1188): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1188): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1189): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1189): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1190): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1190): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1191): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1191): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1192): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1192): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1193): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1193): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1194): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1194): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1195): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1195): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1196): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1196): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1197): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1197): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1198): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1198): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1199): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1199): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1200): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1200): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1201): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1201): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1202): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1202): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1203): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20110920', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1203): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1204): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1204): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1205): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1205): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1206): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1206): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1207): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1207): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1208): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1208): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1209): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1209): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1210): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1210): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1211): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1211): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1212): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1212): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1213): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1213): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1214): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1214): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1215): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1215): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1216): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1216): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1217): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1217): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1218): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1218): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1219): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1219): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1220): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1220): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1221): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1221): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1222): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1222): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1223): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1223): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1224): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1224): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1225): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1225): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1226): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1226): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1227): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1227): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1228): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1228): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1229): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1229): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1230): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1230): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1231): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1231): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1232): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1232): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1233): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21370427', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1233): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1234): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1234): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1235): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1235): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1236): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1236): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1237): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1237): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1238): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1238): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1239): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1239): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1240): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1240): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1241): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1241): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1242): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1242): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1243): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1243): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1244): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1244): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1245): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1245): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1246): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1246): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1247): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1247): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1248): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1248): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1249): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1249): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1250): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1250): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1251): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1251): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1252): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1252): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1253): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1253): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1254): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1254): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1255): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1255): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1256): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1256): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1257): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1257): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1258): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1258): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1259): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1259): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1260): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1260): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1261): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1261): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1262): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1262): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1263): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21081227', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1263): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1264): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1264): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1265): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1265): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1266): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1266): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1267): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1267): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1268): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1268): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1269): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1269): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1270): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1270): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1271): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1271): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1272): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1272): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1273): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1273): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1274): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1274): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1275): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1275): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1276): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1276): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1277): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1277): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1278): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1278): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1279): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1279): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1280): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1280): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1281): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1281): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1282): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1282): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1283): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1283): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1284): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1284): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1285): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1285): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1286): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1286): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1287): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1287): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1288): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1288): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1289): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1289): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1290): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1290): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1291): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1291): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1292): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1292): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1293): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21361003', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1293): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1294): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1294): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1295): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1295): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1296): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1296): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1297): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1297): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1298): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1298): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1299): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1299): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1300): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1300): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1301): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1301): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1302): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1302): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1303): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1303): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1304): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1304): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1305): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1305): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1306): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1306): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1307): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1307): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1308): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1308): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1309): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1309): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1310): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1310): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1311): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1311): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1312): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1312): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1313): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1313): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1314): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1314): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1315): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1316): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1316): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1317): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1317): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1318): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1318): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1319): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1319): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1320): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1320): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1321): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1321): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1322): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1322): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1323): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21330826', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1323): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1324): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1324): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1325): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1325): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1326): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1326): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1327): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1327): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1328): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1328): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1329): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1329): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1330): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1330): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1331): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1331): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1332): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1332): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1333): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1333): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1334): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1334): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1335): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1335): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1336): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1336): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1337): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1337): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1338): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1338): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1339): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1339): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1340): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1340): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1341): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1341): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1342): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1342): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1343): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1343): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1344): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1344): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1345): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1345): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1346): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1346): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1347): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1347): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1348): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1348): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1349): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1349): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1350): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1350): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1351): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1351): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1352): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1352): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1353): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21100320', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1353): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1354): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1354): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1355): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1355): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1356): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1356): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1357): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1357): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1358): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1358): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1359): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1359): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1360): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1360): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1361): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1361): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1362): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1362): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1363): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1363): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1364): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1364): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1365): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1365): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1366): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1366): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1367): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1367): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1368): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1368): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1369): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1369): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1370): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1370): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1371): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1371): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1372): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1372): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1373): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1373): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1374): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1374): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1375): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1375): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1376): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1376): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1377): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1377): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1378): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1378): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1379): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1379): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1380): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1380): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1381): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1381): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1382): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1382): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1383): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20880723', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1383): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1384): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1384): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1385): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1385): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1386): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1386): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1387): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1387): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1388): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1388): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1389): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1389): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1390): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1390): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1391): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1391): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1392): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1392): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1393): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1393): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1394): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1394): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1395): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1395): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1396): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1396): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1397): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1397): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1398): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1398): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1399): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1399): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1400): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1400): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1401): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1401): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1402): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1402): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1403): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1403): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1404): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1404): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1405): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1405): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1406): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1406): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1407): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1407): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1408): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1408): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1409): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1409): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1410): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1410): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1411): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1411): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1412): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1412): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1413): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20071106', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1413): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1414): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1414): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1415): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1415): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1416): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1416): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1417): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1417): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1418): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1418): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1419): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1419): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1420): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1420): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1421): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1421): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1422): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1422): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1423): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1423): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1424): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1424): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1425): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1425): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1426): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1426): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1427): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1427): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1428): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1428): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1429): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1429): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1430): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1430): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1431): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1431): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1432): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1432): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1433): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1433): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1434): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1434): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1435): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1435): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1436): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1436): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1437): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1437): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1438): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1438): ['1'] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1439): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1439): [] (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1440): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:21 [   DEBUG] _read_response Received response(xid=1440): True (connection.py:410)
-2021-06-07 13:45:21 [   DEBUG] _submit Sending request(xid=1441): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1441): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1442): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1442): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1443): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/20930421', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1443): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1444): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1444): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1445): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1445): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1446): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1446): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1447): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1447): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1448): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1448): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1449): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1449): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1450): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1450): ['1'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1451): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1451): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1452): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1452): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1453): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1453): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1454): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1454): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1455): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1455): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1456): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1456): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1457): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1457): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1458): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1458): ['1'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1459): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1459): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1460): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1460): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1461): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1461): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1462): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1462): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1463): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1463): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1464): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1464): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1465): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1465): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1466): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1466): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1467): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1467): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1468): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1468): ['1'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1469): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1469): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1470): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1470): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1471): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1471): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1472): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1472): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1473): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21430421', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1473): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1474): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1474): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1475): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1475): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1476): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1476): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1477): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1477): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1478): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1478): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1479): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1479): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1480): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1480): ['1'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1481): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1481): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1482): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1482): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1483): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1483): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1484): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1484): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1485): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1485): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1486): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1486): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1487): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1487): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1488): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1488): ['1'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1489): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1489): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1490): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1490): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1491): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1491): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1492): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1492): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1493): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1493): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1494): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1494): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1495): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1495): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1496): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1496): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1497): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1497): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1498): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1498): ['1'] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1499): GetChildren(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1499): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1500): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1500): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1501): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1501): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1502): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1502): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1503): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination/21331116', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1503): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1504): Delete(path='/clickhouse-copier/task_with_different_schema/tables/destination.db_different_schema.destination', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1504): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1505): Delete(path='/clickhouse-copier/task_with_different_schema/tables', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1505): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1506): GetChildren(path='/clickhouse-copier/task_with_different_schema/status', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1506): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1507): Delete(path='/clickhouse-copier/task_with_different_schema/status', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1507): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1508): GetChildren(path='/clickhouse-copier/task_with_different_schema/task_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1508): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1509): Delete(path='/clickhouse-copier/task_with_different_schema/task_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1509): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1510): GetChildren(path='/clickhouse-copier/task_with_different_schema/task_active_workers_version', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1510): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1511): Delete(path='/clickhouse-copier/task_with_different_schema/task_active_workers_version', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1511): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1512): GetChildren(path='/clickhouse-copier/task_with_different_schema/description', watcher=None) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1512): [] (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1513): Delete(path='/clickhouse-copier/task_with_different_schema/description', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1513): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _submit Sending request(xid=1514): Delete(path='/clickhouse-copier/task_with_different_schema', version=-1) (connection.py:312)
-2021-06-07 13:45:22 [   DEBUG] _read_response Received response(xid=1514): True (connection.py:410)
-2021-06-07 13:45:22 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:45:22 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode > /task_ttl_columns.xml'] (cluster.py:897)
-2021-06-07 13:45:22 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:45:22 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:45:22 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:45:22 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVsbD4KICAgICAgICAgPHRhYmxlX3B1bGw+c291cmNlPC90YWJsZV9wdWxsPgoKICAgICAgICAgPGNsdXN0ZXJfcHVzaD5kZXN0aW5hdGlvbjwvY2x1c3Rlcl9wdXNoPgogICAgICAgICA8ZGF0YWJhc2VfcHVzaD5kYl90dGxfY29sdW1uczwvZGF0YWJhc2VfcHVzaD4KICAgICAgICAgPHRhYmxlX3B1c2g+ZGVzdGluYXRpb248L3RhYmxlX3B1c2g+CgogICAgICAgICA8ZW5naW5lPkVOR0lORSA9IE1lcmdlVHJlZSgpIFBBUlRJVElPTiBCWSB0b1lZWVlNTUREKENvbHVtbjMpIE9SREVSIEJZIChDb2x1bW4zLCBDb2x1bW4yLCBDb2x1bW4xKTwvZW5naW5lPgogICAgICAgICA8c2hhcmRpbmdfa2V5PnJhbmQoKTwvc2hhcmRpbmdfa2V5PgogICAgIDwvdGFibGVfZXZlbnRzPgogICA8L3RhYmxlcz4KIDwveWFuZGV4Pg== | base64 --decode > /task_ttl_columns.xml'] (cluster.py:897)
-2021-06-07 13:45:22 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:45:22 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:45:24 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
-2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:45:24 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
-2021-06-07 13:45:24 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:45:24 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
-2021-06-07 13:45:24 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
-2021-06-07 13:45:24 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:45:24 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:45:24 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:45:24 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
-2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:45:24 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
-2021-06-07 13:45:24 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:45:24 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:45:24 [    INFO] execute_task Copied copier config to first (test_two_nodes.py:414)
-2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec HTTP/1.1" 201 74 (connectionpool.py:428)
-2021-06-07 13:45:24 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/start HTTP/1.1" 101 0 (connectionpool.py:428)
-2021-06-07 13:46:08 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
- (test_two_nodes.py:417)
-2021-06-07 13:46:08 [    INFO] execute_task Copier for first (172.16.1.5) has started (test_two_nodes.py:419)
-2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:46:08 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
-2021-06-07 13:46:08 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:46:08 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:46:08 [    INFO] execute_task Copied copier config to second (test_two_nodes.py:414)
-2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec HTTP/1.1" 201 74 (connectionpool.py:428)
-2021-06-07 13:46:08 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/start HTTP/1.1" 101 0 (connectionpool.py:428)
-2021-06-07 13:46:42 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
- (test_two_nodes.py:417)
-2021-06-07 13:46:42 [    INFO] execute_task Copier for second (172.16.1.6) has started (test_two_nodes.py:419)
-2021-06-07 13:46:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/c4001a17a5d103efc4598d012499a6159442d01aeb3e75695ccbdc518a608781/json HTTP/1.1" 200 623 (connectionpool.py:428)
-2021-06-07 13:46:42 [   DEBUG] _make_request http://localhost:None "GET /v1.41/exec/6cc5d2a0185b4dd2d23de20a323beb4fd7b0ab2b05785b4bd105b1ddedc0e050/json HTTP/1.1" 200 623 (connectionpool.py:428)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=1): GetChildren(path='/clickhouse-copier/task_ttl_columns', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=1): ['tables', 'status', 'task_active_workers', 'task_active_workers_version', 'description'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=2): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=2): ['destination.db_ttl_columns.destination'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=3): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=3): ['19720708', '19751114', '19780621', '20120715', '20170309', '21300720', '20220301', '20190220', '20281211', '20351119', '20500804', '20340113', '20410112', '20410509', '20441213', '19780508', '20451028', '20551020', '19740922', '20310910', '20600810', '20601023', '21230912', '20651006', '20631125', '20290130', '20670111', '21110707', '20711018', '20810220', '20861214', '20870725', '19970419', '20290218', '20960919', '21010127', '20640922', '20951102', '19830804', '20110920', '21370427', '21081227', '21361003', '21330826', '21100320', '20880723', '20071106', '20930421', '21430421', '21331116'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=4): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=4): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=5): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=5): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=6): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=6): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=7): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=7): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=8): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=8): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=9): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=9): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=10): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=10): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=11): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=11): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=12): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=12): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=13): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=13): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=14): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=14): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=15): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=15): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=16): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=16): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=17): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=17): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=18): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=18): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=19): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=19): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=20): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=20): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=21): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=21): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=22): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=22): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=23): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=23): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=24): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=24): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=25): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=25): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=26): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=26): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=27): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=27): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=28): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=28): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=29): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=29): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=30): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=30): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=31): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=31): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=32): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=32): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=33): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19720708', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=33): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=34): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=34): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=35): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=35): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=36): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=36): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=37): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=37): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=38): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=38): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=39): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=39): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=40): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=40): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=41): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=41): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=42): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=42): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=43): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=43): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=44): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=44): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=45): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=45): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=46): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=46): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=47): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=47): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=48): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=48): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=49): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=49): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=50): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=50): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=51): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=51): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=52): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=52): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=53): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=53): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=54): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=54): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=55): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=55): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=56): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=56): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=57): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=57): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=58): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=58): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=59): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=59): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=60): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=60): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=61): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=61): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=62): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=62): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=63): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19751114', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=63): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=64): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=64): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=65): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=65): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=66): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=66): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=67): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=67): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=68): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=68): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=69): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=69): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=70): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=70): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=71): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=71): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=72): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=72): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=73): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=73): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=74): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=74): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=75): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=75): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=76): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=76): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=77): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=77): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=78): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=78): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=79): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=79): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=80): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=80): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=81): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=81): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=82): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=82): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=83): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=83): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=84): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=84): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=85): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=85): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=86): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=86): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=87): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=87): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=88): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=88): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=89): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=89): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=90): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=90): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=91): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=91): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=92): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=92): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=93): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780621', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=93): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=94): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=94): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=95): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=95): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=96): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=96): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=97): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=97): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=98): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=98): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=99): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=99): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=100): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=100): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=101): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=101): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=102): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=102): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=103): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=103): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=104): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=104): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=105): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=105): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=106): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=106): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=107): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=107): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=108): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=108): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=109): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=109): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=110): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=110): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=111): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=111): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=112): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=112): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=113): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=113): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=114): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=114): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=115): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=115): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=116): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=116): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=117): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=117): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=118): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=118): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=119): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=119): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=120): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=120): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=121): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=121): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=122): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=122): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=123): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20120715', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=123): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=124): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=124): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=125): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=125): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=126): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=126): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=127): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=127): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=128): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=128): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=129): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=129): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=130): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=130): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=131): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=131): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=132): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=132): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=133): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=133): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=134): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=134): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=135): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=136): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=136): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=137): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=137): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=138): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=138): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=139): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=139): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=140): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=140): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=141): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=141): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=142): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=142): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=143): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=143): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=144): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=144): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=145): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=145): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=146): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=146): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=147): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=147): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=148): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=148): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=149): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=149): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=150): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=150): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=151): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=151): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=152): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=152): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=153): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20170309', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=153): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=154): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=154): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=155): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=155): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=156): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=156): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=157): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=157): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=158): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=158): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=159): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=159): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=160): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=160): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=161): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=161): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=162): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=162): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=163): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=163): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=164): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=164): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=165): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=165): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=166): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=166): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=167): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=167): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=168): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=168): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=169): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=169): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=170): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=170): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=171): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=171): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=172): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=172): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=173): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=173): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=174): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=174): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=175): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=175): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=176): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=176): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=177): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=177): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=178): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=178): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=179): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=179): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=180): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=180): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=181): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=181): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=182): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=182): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=183): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21300720', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=183): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=184): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=184): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=185): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=185): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=186): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=186): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=187): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=187): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=188): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=188): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=189): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=189): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=190): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=190): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=191): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=191): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=192): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=192): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=193): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=193): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=194): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=194): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=195): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=195): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=196): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=196): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=197): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=197): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=198): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=198): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=199): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=199): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=200): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=200): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=201): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=201): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=202): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=202): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=203): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=203): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=204): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=204): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=205): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=205): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=206): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=206): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=207): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=207): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=208): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=208): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=209): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=209): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=210): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=210): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=211): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=211): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=212): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=212): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=213): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20220301', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=213): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=214): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=214): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=215): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=215): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=216): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=216): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=217): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=217): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=218): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=218): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=219): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=219): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=220): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=220): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=221): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=221): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=222): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=222): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=223): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=223): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=224): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=224): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=225): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=225): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=226): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=226): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=227): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=227): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=228): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=228): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=229): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=229): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=230): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=230): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=231): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=231): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=232): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=232): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=233): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=233): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=234): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=234): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=235): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=235): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=236): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=236): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=237): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=237): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=238): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=238): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=239): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=239): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=240): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=240): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=241): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=241): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=242): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=242): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=243): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20190220', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=243): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=244): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=244): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=245): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=245): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=246): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=246): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=247): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=247): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=248): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=248): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=249): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=249): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=250): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=250): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=251): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=251): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=252): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=252): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=253): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=253): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=254): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=254): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=255): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=255): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=256): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=256): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=257): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=257): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=258): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=258): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=259): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=259): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=260): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=260): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=261): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=261): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=262): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=262): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=263): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=263): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=264): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=264): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=265): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=265): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=266): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=266): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=267): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=267): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=268): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=268): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=269): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=269): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=270): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=270): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=271): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=271): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=272): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=272): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=273): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20281211', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=273): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=274): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=274): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=275): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=275): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=276): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=276): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=277): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=277): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=278): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=278): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=279): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=279): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=280): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=280): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=281): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=281): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=282): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=282): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=283): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=283): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=284): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=284): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=285): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=285): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=286): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=286): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=287): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=287): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=288): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=288): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=289): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=289): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=290): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=290): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=291): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=291): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=292): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=292): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=293): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=293): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=294): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=294): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=295): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=295): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=296): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=296): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=297): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=297): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=298): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=298): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=299): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=299): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=300): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=300): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=301): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=301): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=302): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=302): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=303): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20351119', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=303): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=304): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=304): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=305): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=305): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=306): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=306): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=307): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=307): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=308): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=308): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=309): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=309): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=310): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=310): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=311): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=311): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=312): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=312): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=313): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=313): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=314): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=314): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=315): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=316): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=316): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=317): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=317): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=318): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=318): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=319): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=319): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=320): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=320): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=321): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=321): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=322): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=322): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=323): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=323): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=324): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=324): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=325): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=325): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=326): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=326): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=327): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=327): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=328): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=328): ['1'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=329): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=329): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=330): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=330): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=331): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=331): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=332): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=332): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=333): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20500804', version=-1) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=333): True (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=334): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=334): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=335): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:44 [   DEBUG] _read_response Received response(xid=335): [] (connection.py:410)
-2021-06-07 13:46:44 [   DEBUG] _submit Sending request(xid=336): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=336): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=337): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=337): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=338): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=338): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=339): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=339): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=340): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=340): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=341): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=341): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=342): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=342): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=343): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=343): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=344): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=344): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=345): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=345): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=346): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=346): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=347): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=347): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=348): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=348): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=349): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=349): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=350): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=350): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=351): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=351): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=352): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=352): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=353): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=353): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=354): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=354): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=355): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=355): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=356): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=356): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=357): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=357): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=358): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=358): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=359): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=359): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=360): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=360): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=361): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=361): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=362): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=362): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=363): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20340113', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=363): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=364): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=364): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=365): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=365): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=366): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=366): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=367): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=367): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=368): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=368): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=369): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=369): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=370): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=370): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=371): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=371): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=372): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=372): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=373): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=373): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=374): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=374): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=375): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=375): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=376): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=376): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=377): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=377): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=378): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=378): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=379): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=379): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=380): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=380): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=381): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=381): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=382): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=382): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=383): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=383): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=384): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=384): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=385): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=385): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=386): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=386): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=387): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=387): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=388): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=388): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=389): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=389): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=390): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=390): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=391): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=391): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=392): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=392): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=393): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410112', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=393): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=394): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=394): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=395): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=395): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=396): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=396): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=397): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=397): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=398): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=398): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=399): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=399): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=400): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=400): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=401): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=401): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=402): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=402): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=403): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=403): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=404): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=404): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=405): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=405): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=406): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=406): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=407): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=407): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=408): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=408): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=409): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=409): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=410): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=410): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=411): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=411): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=412): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=412): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=413): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=413): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=414): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=414): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=415): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=415): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=416): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=416): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=417): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=417): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=418): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=418): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=419): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=419): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=420): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=420): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=421): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=421): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=422): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=422): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=423): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20410509', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=423): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=424): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=424): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=425): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=425): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=426): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=426): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=427): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=427): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=428): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=428): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=429): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=429): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=430): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=430): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=431): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=431): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=432): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=432): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=433): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=433): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=434): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=434): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=435): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=435): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=436): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=436): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=437): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=437): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=438): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=438): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=439): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=439): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=440): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=440): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=441): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=441): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=442): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=442): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=443): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=443): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=444): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=444): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=445): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=445): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=446): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=446): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=447): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=447): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=448): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=448): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=449): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=449): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=450): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=450): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=451): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=451): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=452): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=452): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=453): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20441213', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=453): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=454): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=454): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=455): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=455): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=456): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=456): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=457): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=457): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=458): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=458): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=459): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=459): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=460): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=460): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=461): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=461): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=462): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=462): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=463): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=463): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=464): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=464): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=465): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=465): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=466): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=466): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=467): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=467): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=468): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=468): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=469): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=469): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=470): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=470): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=471): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=471): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=472): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=472): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=473): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=473): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=474): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=474): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=475): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=475): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=476): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=476): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=477): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=477): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=478): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=478): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=479): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=479): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=480): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=480): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=481): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=481): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=482): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=482): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=483): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19780508', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=483): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=484): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=484): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=485): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=485): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=486): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=486): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=487): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=487): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=488): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=488): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=489): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=489): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=490): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=490): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=491): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=491): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=492): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=492): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=493): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=493): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=494): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=494): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=495): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=495): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=496): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=496): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=497): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=497): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=498): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=498): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=499): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=499): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=500): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=500): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=501): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=501): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=502): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=502): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=503): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=503): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=504): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=504): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=505): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=505): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=506): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=506): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=507): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=507): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=508): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=508): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=509): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=509): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=510): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=510): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=511): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=511): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=512): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=512): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=513): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20451028', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=513): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=514): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=514): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=515): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=515): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=516): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=516): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=517): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=517): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=518): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=518): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=519): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=519): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=520): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=520): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=521): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=521): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=522): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=522): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=523): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=523): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=524): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=524): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=525): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=525): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=526): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=526): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=527): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=527): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=528): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=528): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=529): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=529): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=530): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=530): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=531): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=531): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=532): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=532): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=533): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=533): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=534): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=534): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=535): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=535): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=536): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=536): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=537): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=537): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=538): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=538): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=539): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=539): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=540): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=540): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=541): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=541): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=542): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=542): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=543): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20551020', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=543): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=544): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=544): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=545): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=545): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=546): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=546): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=547): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=547): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=548): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=548): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=549): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=549): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=550): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=550): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=551): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=551): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=552): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=552): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=553): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=553): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=554): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=554): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=555): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=555): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=556): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=556): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=557): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=557): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=558): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=558): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=559): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=559): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=560): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=560): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=561): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=561): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=562): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=562): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=563): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=563): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=564): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=564): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=565): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=565): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=566): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=566): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=567): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=567): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=568): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=568): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=569): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=569): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=570): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=570): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=571): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=571): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=572): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=572): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=573): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19740922', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=573): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=574): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=574): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=575): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=575): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=576): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=576): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=577): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=577): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=578): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=578): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=579): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=579): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=580): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=580): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=581): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=581): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=582): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=582): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=583): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=583): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=584): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=584): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=585): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=585): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=586): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=586): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=587): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=587): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=588): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=588): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=589): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=589): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=590): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=590): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=591): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=591): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=592): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=592): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=593): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=593): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=594): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=594): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=595): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=595): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=596): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=596): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=597): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=597): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=598): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=598): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=599): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=599): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=600): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=600): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=601): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=601): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=602): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=602): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=603): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20310910', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=603): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=604): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=604): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=605): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=605): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=606): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=606): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=607): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=607): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=608): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=608): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=609): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=609): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=610): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=610): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=611): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=611): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=612): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=612): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=613): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=613): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=614): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=614): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=615): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=615): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=616): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=616): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=617): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=617): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=618): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=618): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=619): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=619): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=620): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=620): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=621): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=621): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=622): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=622): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=623): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=623): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=624): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=624): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=625): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=625): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=626): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=626): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=627): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=627): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=628): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=628): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=629): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=629): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=630): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=630): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=631): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=631): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=632): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=632): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=633): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20600810', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=633): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=634): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=634): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=635): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=635): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=636): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=636): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=637): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=637): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=638): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=638): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=639): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=639): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=640): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=640): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=641): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=641): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=642): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=642): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=643): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=643): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=644): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=644): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=645): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=645): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=646): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=646): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=647): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=647): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=648): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=648): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=649): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=649): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=650): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=650): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=651): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=651): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=652): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=652): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=653): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=653): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=654): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=654): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=655): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=655): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=656): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=656): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=657): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=657): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=658): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=658): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=659): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=659): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=660): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=660): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=661): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=661): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=662): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=662): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=663): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20601023', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=663): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=664): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=664): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=665): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=665): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=666): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=666): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=667): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=667): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=668): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=668): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=669): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=669): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=670): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=670): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=671): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=671): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=672): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=672): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=673): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=673): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=674): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=674): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=675): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=675): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=676): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=676): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=677): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=677): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=678): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=678): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=679): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=679): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=680): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=680): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=681): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=681): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=682): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=682): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=683): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=683): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=684): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=684): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=685): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=685): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=686): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=686): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=687): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=687): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=688): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=688): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=689): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=689): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=690): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=690): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=691): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=691): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=692): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=692): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=693): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21230912', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=693): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=694): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=694): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=695): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=695): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=696): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=696): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=697): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=697): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=698): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=698): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=699): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=699): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=700): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=700): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=701): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=701): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=702): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=702): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=703): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=703): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=704): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=704): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=705): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=705): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=706): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=706): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=707): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=707): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=708): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=708): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=709): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=709): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=710): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=710): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=711): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=711): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=712): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=712): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=713): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=713): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=714): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=714): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=715): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=715): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=716): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=716): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=717): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=717): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=718): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=718): ['1'] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=719): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=719): [] (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=720): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=720): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=721): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=721): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=722): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:45 [   DEBUG] _read_response Received response(xid=722): True (connection.py:410)
-2021-06-07 13:46:45 [   DEBUG] _submit Sending request(xid=723): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20651006', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=723): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=724): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=724): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=725): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=725): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=726): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=726): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=727): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=727): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=728): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=728): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=729): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=729): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=730): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=730): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=731): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=731): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=732): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=732): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=733): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=733): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=734): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=734): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=735): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=735): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=736): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=736): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=737): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=737): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=738): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=738): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=739): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=739): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=740): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=740): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=741): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=741): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=742): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=742): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=743): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=743): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=744): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=744): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=745): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=745): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=746): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=746): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=747): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=747): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=748): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=748): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=749): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=749): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=750): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=750): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=751): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=751): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=752): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=752): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=753): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20631125', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=753): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=754): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=754): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=755): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=755): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=756): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=756): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=757): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=757): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=758): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=758): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=759): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=759): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=760): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=760): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=761): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=761): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=762): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=762): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=763): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=763): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=764): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=764): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=765): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=765): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=766): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=766): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=767): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=767): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=768): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=768): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=769): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=769): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=770): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=770): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=771): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=771): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=772): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=772): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=773): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=773): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=774): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=774): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=775): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=775): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=776): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=776): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=777): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=777): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=778): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=778): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=779): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=779): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=780): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=780): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=781): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=781): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=782): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=782): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=783): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290130', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=783): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=784): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=784): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=785): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=785): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=786): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=786): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=787): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=787): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=788): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=788): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=789): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=789): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=790): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=790): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=791): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=791): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=792): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=792): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=793): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=793): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=794): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=794): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=795): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=795): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=796): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=796): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=797): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=797): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=798): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=798): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=799): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=799): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=800): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=800): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=801): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=801): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=802): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=802): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=803): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=803): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=804): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=804): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=805): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=805): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=806): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=806): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=807): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=807): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=808): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=808): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=809): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=809): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=810): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=810): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=811): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=811): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=812): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=812): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=813): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20670111', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=813): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=814): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=814): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=815): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=815): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=816): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=816): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=817): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=817): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=818): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=818): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=819): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=819): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=820): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=820): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=821): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=821): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=822): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=822): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=823): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=823): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=824): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=824): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=825): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=825): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=826): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=826): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=827): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=827): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=828): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=828): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=829): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=829): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=830): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=830): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=831): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=831): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=832): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=832): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=833): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=833): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=834): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=834): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=835): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=835): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=836): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=836): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=837): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=837): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=838): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=838): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=839): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=839): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=840): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=840): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=841): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=841): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=842): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=842): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=843): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21110707', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=843): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=844): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=844): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=845): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=845): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=846): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=846): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=847): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=847): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=848): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=848): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=849): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=849): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=850): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=850): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=851): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=851): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=852): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=852): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=853): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=853): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=854): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=854): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=855): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=855): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=856): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=856): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=857): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=857): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=858): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=858): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=859): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=859): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=860): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=860): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=861): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=861): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=862): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=862): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=863): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=863): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=864): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=864): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=865): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=865): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=866): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=866): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=867): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=867): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=868): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=868): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=869): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=869): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=870): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=870): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=871): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=871): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=872): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=872): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=873): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20711018', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=873): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=874): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=874): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=875): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=875): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=876): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=876): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=877): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=877): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=878): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=878): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=879): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=879): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=880): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=880): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=881): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=881): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=882): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=882): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=883): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=883): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=884): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=884): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=885): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=885): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=886): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=886): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=887): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=887): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=888): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=888): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=889): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=889): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=890): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=890): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=891): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=891): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=892): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=892): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=893): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=893): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=894): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=894): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=895): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=895): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=896): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=896): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=897): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=897): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=898): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=898): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=899): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=899): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=900): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=900): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=901): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=901): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=902): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=902): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=903): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20810220', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=903): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=904): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=904): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=905): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=905): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=906): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=906): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=907): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=907): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=908): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=908): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=909): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=909): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=910): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=910): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=911): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=911): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=912): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=912): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=913): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=913): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=914): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=914): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=915): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=915): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=916): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=916): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=917): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=917): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=918): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=918): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=919): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=919): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=920): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=920): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=921): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=921): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=922): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=922): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=923): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=923): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=924): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=924): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=925): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=925): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=926): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=926): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=927): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=927): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=928): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=928): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=929): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=929): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=930): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=930): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=931): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=931): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=932): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=932): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=933): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20861214', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=933): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=934): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=934): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=935): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=935): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=936): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=936): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=937): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=937): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=938): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=938): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=939): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=939): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=940): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=940): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=941): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=941): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=942): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=942): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=943): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=943): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=944): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=944): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=945): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=945): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=946): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=946): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=947): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=947): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=948): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=948): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=949): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=949): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=950): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=950): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=951): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=951): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=952): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=952): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=953): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=953): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=954): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=954): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=955): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=955): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=956): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=956): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=957): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=957): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=958): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=958): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=959): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=959): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=960): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=960): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=961): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=961): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=962): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=962): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=963): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20870725', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=963): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=964): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=964): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=965): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=965): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=966): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=966): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=967): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=967): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=968): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=968): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=969): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=969): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=970): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=970): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=971): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=971): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=972): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=972): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=973): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=973): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=974): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=974): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=975): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=975): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=976): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=976): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=977): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=977): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=978): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=978): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=979): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=979): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=980): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=980): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=981): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=981): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=982): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=982): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=983): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=983): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=984): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=984): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=985): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=985): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=986): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=986): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=987): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=987): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=988): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=988): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=989): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=989): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=990): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=990): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=991): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=991): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=992): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=992): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=993): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19970419', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=993): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=994): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=994): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=995): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=995): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=996): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=996): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=997): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=997): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=998): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=998): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=999): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=999): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1000): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1000): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1001): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1001): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1002): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1002): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1003): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1003): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1004): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1004): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1005): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1005): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1006): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1006): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1007): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1007): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1008): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1008): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1009): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1009): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1010): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1010): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1011): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1011): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1012): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1012): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1013): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1013): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1014): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1014): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1015): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1015): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1016): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1016): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1017): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1017): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1018): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1018): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1019): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1019): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1020): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1020): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1021): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1021): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1022): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1022): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1023): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20290218', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1023): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1024): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1024): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1025): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1025): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1026): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1026): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1027): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1027): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1028): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1028): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1029): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1029): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1030): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1030): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1031): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1031): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1032): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1032): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1033): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1033): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1034): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1034): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1035): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1035): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1036): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1036): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1037): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1037): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1038): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1038): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1039): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1039): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1040): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1040): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1041): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1041): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1042): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1042): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1043): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1043): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1044): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1044): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1045): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1045): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1046): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1046): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1047): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1047): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1048): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1048): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1049): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1049): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1050): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1050): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1051): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1051): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1052): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1052): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1053): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20960919', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1053): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1054): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1054): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1055): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1055): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1056): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1056): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1057): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1057): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1058): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1058): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1059): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1059): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1060): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1060): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1061): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1061): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1062): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1062): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1063): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1063): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1064): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1064): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1065): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1065): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1066): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1066): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1067): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1067): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1068): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1068): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1069): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1069): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1070): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1070): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1071): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1071): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1072): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1072): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1073): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1073): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1074): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1074): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1075): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1075): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1076): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1076): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1077): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1077): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1078): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1078): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1079): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1079): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1080): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1080): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1081): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1081): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1082): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1082): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1083): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21010127', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1083): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1084): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1084): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1085): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1085): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1086): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1086): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1087): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1087): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1088): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1088): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1089): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1089): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1090): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1090): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1091): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1091): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1092): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1092): ['1'] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1093): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1093): [] (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1094): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:46 [   DEBUG] _read_response Received response(xid=1094): True (connection.py:410)
-2021-06-07 13:46:46 [   DEBUG] _submit Sending request(xid=1095): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1095): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1096): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1096): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1097): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1097): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1098): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1098): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1099): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1099): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1100): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1100): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1101): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1101): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1102): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1102): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1103): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1103): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1104): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1104): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1105): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1105): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1106): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1106): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1107): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1107): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1108): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1108): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1109): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1109): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1110): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1110): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1111): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1111): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1112): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1112): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1113): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20640922', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1113): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1114): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1114): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1115): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1115): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1116): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1116): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1117): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1117): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1118): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1118): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1119): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1119): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1120): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1120): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1121): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1121): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1122): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1122): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1123): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1123): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1124): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1124): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1125): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1125): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1126): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1126): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1127): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1127): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1128): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1128): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1129): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1129): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1130): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1130): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1131): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1131): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1132): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1132): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1133): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1133): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1134): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1134): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1135): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1135): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1136): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1136): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1137): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1137): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1138): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1138): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1139): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1139): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1140): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1140): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1141): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1141): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1142): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1142): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1143): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20951102', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1143): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1144): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1144): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1145): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1145): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1146): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1146): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1147): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1147): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1148): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1148): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1149): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1149): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1150): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1150): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1151): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1151): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1152): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1152): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1153): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1153): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1154): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1154): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1155): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1155): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1156): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1156): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1157): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1157): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1158): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1158): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1159): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1159): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1160): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1160): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1161): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1161): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1162): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1162): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1163): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1163): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1164): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1164): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1165): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1165): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1166): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1166): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1167): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1167): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1168): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1168): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1169): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1169): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1170): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1170): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1171): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1171): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1172): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1172): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1173): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/19830804', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1173): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1174): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1174): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1175): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1175): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1176): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1176): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1177): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1177): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1178): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1178): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1179): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1179): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1180): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1180): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1181): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1181): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1182): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1182): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1183): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1183): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1184): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1184): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1185): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1185): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1186): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1186): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1187): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1187): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1188): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1188): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1189): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1189): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1190): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1190): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1191): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1191): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1192): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1192): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1193): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1193): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1194): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1194): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1195): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1195): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1196): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1196): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1197): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1197): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1198): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1198): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1199): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1199): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1200): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1200): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1201): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1201): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1202): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1202): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1203): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20110920', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1203): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1204): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1204): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1205): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1205): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1206): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1206): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1207): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1207): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1208): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1208): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1209): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1209): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1210): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1210): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1211): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1211): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1212): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1212): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1213): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1213): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1214): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1214): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1215): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1215): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1216): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1216): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1217): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1217): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1218): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1218): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1219): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1219): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1220): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1220): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1221): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1221): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1222): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1222): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1223): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1223): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1224): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1224): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1225): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1225): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1226): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1226): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1227): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1227): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1228): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1228): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1229): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1229): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1230): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1230): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1231): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1231): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1232): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1232): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1233): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21370427', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1233): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1234): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1234): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1235): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1235): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1236): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1236): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1237): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1237): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1238): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1238): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1239): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1239): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1240): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1240): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1241): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1241): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1242): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1242): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1243): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1243): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1244): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1244): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1245): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1245): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1246): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1246): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1247): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1247): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1248): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1248): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1249): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1249): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1250): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1250): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1251): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1251): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1252): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1252): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1253): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1253): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1254): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1254): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1255): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1255): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1256): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1256): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1257): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1257): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1258): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1258): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1259): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1259): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1260): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1260): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1261): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1261): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1262): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1262): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1263): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21081227', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1263): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1264): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1264): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1265): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1265): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1266): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1266): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1267): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1267): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1268): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1268): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1269): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1269): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1270): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1270): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1271): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1271): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1272): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1272): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1273): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1273): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1274): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1274): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1275): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1275): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1276): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1276): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1277): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1277): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1278): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1278): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1279): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1279): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1280): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1280): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1281): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1281): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1282): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1282): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1283): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1283): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1284): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1284): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1285): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1285): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1286): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1286): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1287): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1287): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1288): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1288): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1289): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1289): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1290): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1290): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1291): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1291): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1292): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1292): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1293): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21361003', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1293): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1294): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1294): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1295): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1295): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1296): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1296): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1297): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1297): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1298): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1298): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1299): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1299): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1300): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1300): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1301): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1301): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1302): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1302): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1303): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1303): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1304): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1304): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1305): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1305): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1306): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1306): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1307): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1307): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1308): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1308): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1309): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1309): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1310): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1310): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1311): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1311): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1312): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1312): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1313): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1313): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1314): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1314): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1315): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1315): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1316): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1316): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1317): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1317): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1318): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1318): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1319): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1319): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1320): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1320): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1321): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1321): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1322): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1322): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1323): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21330826', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1323): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1324): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1324): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1325): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1325): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1326): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1326): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1327): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1327): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1328): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1328): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1329): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1329): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1330): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1330): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1331): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1331): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1332): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1332): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1333): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1333): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1334): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1334): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1335): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1335): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1336): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1336): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1337): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1337): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1338): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1338): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1339): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1339): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1340): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1340): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1341): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1341): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1342): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1342): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1343): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1343): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1344): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1344): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1345): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1345): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1346): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1346): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1347): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1347): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1348): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1348): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1349): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1349): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1350): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1350): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1351): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1351): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1352): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1352): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1353): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21100320', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1353): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1354): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1354): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1355): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1355): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1356): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1356): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1357): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1357): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1358): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1358): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1359): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1359): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1360): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1360): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1361): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1361): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1362): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1362): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1363): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1363): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1364): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1364): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1365): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1365): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1366): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1366): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1367): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1367): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1368): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1368): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1369): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1369): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1370): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1370): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1371): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1371): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1372): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1372): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1373): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1373): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1374): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1374): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1375): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1375): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1376): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1376): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1377): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1377): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1378): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1378): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1379): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1379): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1380): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1380): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1381): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1381): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1382): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1382): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1383): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20880723', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1383): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1384): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1384): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1385): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1385): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1386): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1386): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1387): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1387): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1388): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1388): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1389): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1389): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1390): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1390): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1391): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1391): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1392): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1392): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1393): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1393): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1394): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1394): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1395): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1395): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1396): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1396): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1397): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1397): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1398): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1398): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1399): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1399): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1400): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1400): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1401): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1401): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1402): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1402): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1403): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1403): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1404): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1404): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1405): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1405): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1406): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1406): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1407): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1407): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1408): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1408): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1409): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1409): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1410): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1410): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1411): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1411): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1412): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1412): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1413): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20071106', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1413): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1414): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1414): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1415): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1415): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1416): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1416): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1417): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1417): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1418): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1418): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1419): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1419): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1420): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1420): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1421): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1421): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1422): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1422): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1423): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1423): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1424): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1424): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1425): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1425): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1426): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1426): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1427): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1427): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1428): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1428): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1429): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1429): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1430): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1430): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1431): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1431): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1432): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1432): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1433): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1433): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1434): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1434): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1435): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1435): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1436): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1436): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1437): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1437): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1438): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1438): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1439): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1439): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1440): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1440): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1441): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1441): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1442): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1442): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1443): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/20930421', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1443): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1444): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1444): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1445): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1445): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1446): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1446): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1447): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1447): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1448): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1448): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1449): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1449): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1450): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1450): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1451): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1451): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1452): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1452): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1453): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1453): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1454): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1454): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1455): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1455): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1456): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1456): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1457): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1457): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1458): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1458): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1459): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1459): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1460): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1460): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1461): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1461): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1462): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1462): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1463): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1463): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1464): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1464): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1465): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1465): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1466): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1466): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1467): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1467): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1468): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1468): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1469): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1469): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1470): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1470): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1471): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1471): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1472): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1472): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1473): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21430421', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1473): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1474): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1474): ['attach_is_done', 'piece_1', 'piece_2', 'piece_0'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1475): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/attach_is_done', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1475): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1476): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/attach_is_done', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1476): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1477): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1477): ['clean_start', 'partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1478): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/clean_start', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1478): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1479): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/clean_start', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1479): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1480): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1480): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1481): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1481): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1482): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1482): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1483): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1483): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1484): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1484): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1485): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1485): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1486): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1486): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1487): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1487): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1488): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1488): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1489): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1489): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1490): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1490): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1491): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1491): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1492): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1492): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1493): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1493): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1494): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_2', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1494): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1495): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1495): ['partition_piece_active_workers', 'shards'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1496): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/partition_piece_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1496): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1497): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/partition_piece_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1497): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1498): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1498): ['1'] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1499): GetChildren(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards/1', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1499): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1500): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards/1', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1500): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1501): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0/shards', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1501): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1502): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116/piece_0', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1502): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1503): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination/21331116', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1503): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1504): Delete(path='/clickhouse-copier/task_ttl_columns/tables/destination.db_ttl_columns.destination', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1504): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1505): Delete(path='/clickhouse-copier/task_ttl_columns/tables', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1505): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1506): GetChildren(path='/clickhouse-copier/task_ttl_columns/status', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1506): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1507): Delete(path='/clickhouse-copier/task_ttl_columns/status', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1507): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1508): GetChildren(path='/clickhouse-copier/task_ttl_columns/task_active_workers', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1508): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1509): Delete(path='/clickhouse-copier/task_ttl_columns/task_active_workers', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1509): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1510): GetChildren(path='/clickhouse-copier/task_ttl_columns/task_active_workers_version', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1510): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1511): Delete(path='/clickhouse-copier/task_ttl_columns/task_active_workers_version', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1511): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1512): GetChildren(path='/clickhouse-copier/task_ttl_columns/description', watcher=None) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1512): [] (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1513): Delete(path='/clickhouse-copier/task_ttl_columns/description', version=-1) (connection.py:312)
-2021-06-07 13:46:47 [   DEBUG] _read_response Received response(xid=1513): True (connection.py:410)
-2021-06-07 13:46:47 [   DEBUG] _submit Sending request(xid=1514): Delete(path='/clickhouse-copier/task_ttl_columns', version=-1) (connection.py:312)
-2021-06-07 13:46:48 [   DEBUG] _read_response Received response(xid=1514): True (connection.py:410)
-2021-06-07 13:46:48 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:46:48 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_skip_index.xml'] (cluster.py:897)
-2021-06-07 13:46:48 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:46:48 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:46:48 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:46:48 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CjxyZW1vdGVfc2VydmVycz4KICAgICAgICA8c291cmNlPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PmZpcnN0PC9ob3N0PgogICAgICAgICAgICAgICAgICAgICA8cG9ydD45MDAwPC9wb3J0PgogICAgICAgICAgICAgICAgIDwvcmVwbGljYT4KICAgICAgICAgICAgIDwvc2hhcmQ+CiAgICAgICAgPC9zb3VyY2U+CiAgICAgICAgPGRlc3RpbmF0aW9uPgogICAgICAgICAgICAgPHNoYXJkPgogICAgICAgICAgICAgICAgIDxpbnRlcm5hbF9yZXBsaWNhdGlvbj5mYWxzZTwvaW50ZXJuYWxfcmVwbGljYXRpb24+CiAgICAgICAgICAgICAgICAgPHJlcGxpY2E+CiAgICAgICAgICAgICAgICAgICAgIDxob3N0PnNlY29uZDwvaG9zdD4KICAgICAgICAgICAgICAgICAgICAgPHBvcnQ+OTAwMDwvcG9ydD4KICAgICAgICAgICAgICAgICA8L3JlcGxpY2E+CiAgICAgICAgICAgICA8L3NoYXJkPgogICAgICAgIDwvZGVzdGluYXRpb24+CiAgICA8L3JlbW90ZV9zZXJ2ZXJzPgoKICAgPG1heF93b3JrZXJzPjI8L21heF93b3JrZXJzPgoKICAgPHRhYmxlcz4KICAgICA8dGFibGVfZXZlbnRzPgogICAgICAgICA8Y2x1c3Rlcl9wdWxsPnNvdXJjZTwvY2x1c3Rlcl9wdWxsPgogICAgICAgICA8ZGF0YWJhc2VfcHVsbD5kYl9za2lwX2luZGV4PC9kYXRhYmFzZV9wdWxsPgogICAgICAgICA8dGFibGVfcHVsbD5zb3VyY2U8L3RhYmxlX3B1bGw+CgogICAgICAgICA8Y2x1c3Rlcl9wdXNoPmRlc3RpbmF0aW9uPC9jbHVzdGVyX3B1c2g+CiAgICAgICAgIDxkYXRhYmFzZV9wdXNoPmRiX3NraXBfaW5kZXg8L2RhdGFiYXNlX3B1c2g+CiAgICAgICAgIDx0YWJsZV9wdXNoPmRlc3RpbmF0aW9uPC90YWJsZV9wdXNoPgoKICAgICAgICAgPGVuZ2luZT5FTkdJTkUgPSBNZXJnZVRyZWUoKSBQQVJUSVRJT04gQlkgdG9ZWVlZTU1ERChDb2x1bW4zKSBPUkRFUiBCWSAoQ29sdW1uMywgQ29sdW1uMiwgQ29sdW1uMSk8L2VuZ2luZT4KICAgICAgICAgPHNoYXJkaW5nX2tleT5yYW5kKCk8L3NoYXJkaW5nX2tleT4KICAgICA8L3RhYmxlX2V2ZW50cz4KICAgPC90YWJsZXM+CiA8L3lhbmRleD4= | base64 --decode > /task_skip_index.xml'] (cluster.py:897)
-2021-06-07 13:46:48 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:46:48 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:46:50 [   DEBUG] get_instance_ip get_instance_ip instance_name=zoo1 (cluster.py:878)
-2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_zoo1_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:46:50 [   DEBUG] get_kazoo_client get_kazoo_client: zoo1, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:1530)
-2021-06-07 13:46:50 [    INFO] _connect Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:639)
-2021-06-07 13:46:50 [   DEBUG] _submit Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=10000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312)
-2021-06-07 13:46:50 [    INFO] _session_callback Zookeeper connection established, state: CONNECTED (client.py:532)
-2021-06-07 13:46:50 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:46:50 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:46:50 [   DEBUG] find_config_file Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21)
-2021-06-07 13:46:50 [   DEBUG] find_config_file No config file found (config.py:28)
-2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /version HTTP/1.1" 200 851 (connectionpool.py:428)
-2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_first_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:46:50 [   DEBUG] exec_in_container run container_id:558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8 detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
-2021-06-07 13:46:50 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:46:50 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:46:50 [    INFO] execute_task Copied copier config to first (test_two_nodes.py:414)
-2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/558b0715c7c62ac12e6966852eebf03f44204ff3ee565bfe4acea1cc93b8aca8/exec HTTP/1.1" 201 74 (connectionpool.py:428)
-2021-06-07 13:46:50 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/2b478a8cd33fd243a7e0ab2b4005b7159ebace62b08a44a1f1cab6721e4759a9/start HTTP/1.1" 101 0 (connectionpool.py:428)
-2021-06-07 13:48:15 [    INFO] execute_task Processing configuration file '/etc/clickhouse-server/config-copier.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/macros.xml'.
-Merging configuration file '/etc/clickhouse-server/conf.d/zookeeper_config.xml'.
- (test_two_nodes.py:417)
-2021-06-07 13:48:15 [    INFO] execute_task Copier for first (172.16.1.5) has started (test_two_nodes.py:419)
-2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "GET /v1.41/containers/roottestclustercopier_second_1/json HTTP/1.1" 200 None (connectionpool.py:428)
-2021-06-07 13:48:15 [   DEBUG] exec_in_container run container_id:b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b detach:False nothrow:False cmd: ['bash', '-c', 'echo PD94bWwgdmVyc2lvbj0iMS4wIj8+Cjx5YW5kZXg+CiAgICA8bG9nZ2VyPgogICAgICAgIDxsZXZlbD5pbmZvcm1hdGlvbjwvbGV2ZWw+CiAgICAgICAgPGxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmxvZzwvbG9nPgogICAgICAgIDxlcnJvcmxvZz4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvbG9nLmVyci5sb2c8L2Vycm9ybG9nPgogICAgICAgIDxzaXplPjEwMDBNPC9zaXplPgogICAgICAgIDxjb3VudD4xMDwvY291bnQ+CiAgICAgICAgPHN0ZGVycj4vdmFyL2xvZy9jbGlja2hvdXNlLXNlcnZlci9jb3BpZXIvc3RkZXJyLmxvZzwvc3RkZXJyPgogICAgICAgIDxzdGRvdXQ+L3Zhci9sb2cvY2xpY2tob3VzZS1zZXJ2ZXIvY29waWVyL3N0ZG91dC5sb2c8L3N0ZG91dD4KICAgIDwvbG9nZ2VyPgoKICAgIDx6b29rZWVwZXI+CiAgICAgICAgPG5vZGUgaW5kZXg9IjEiPgogICAgICAgICAgICA8aG9zdD56b28xPC9ob3N0PgogICAgICAgICAgICA8cG9ydD4yMTgxPC9wb3J0PgogICAgICAgIDwvbm9kZT4KICAgICAgICA8c2Vzc2lvbl90aW1lb3V0X21zPjIwMDA8L3Nlc3Npb25fdGltZW91dF9tcz4KICAgIDwvem9va2VlcGVyPgo8L3lhbmRleD4K | base64 --decode > /etc/clickhouse-server/config-copier.xml'] (cluster.py:897)
-2021-06-07 13:48:15 [   DEBUG] run_and_check Stderr:  (cluster.py:70)
-2021-06-07 13:48:15 [   DEBUG] run_and_check Stdout:  (cluster.py:71)
-2021-06-07 13:48:15 [    INFO] execute_task Copied copier config to second (test_two_nodes.py:414)
-2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "POST /v1.41/containers/b0ab3d3223d3dad8cc9f18a9fd0d9cbc6873d74f5971cedefd48d1fddb5a505b/exec HTTP/1.1" 201 74 (connectionpool.py:428)
-2021-06-07 13:48:15 [   DEBUG] _make_request http://localhost:None "POST /v1.41/exec/ab59efe7d747fbbcb10e8959a1c6dc4e5e217f7552b11fc9c6725b089f62594d/start HTTP/1.1" 101 0 (connectionpool.py:428)

From 21099802842b1f481ee8912f11efc0324d3565b0 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sat, 29 May 2021 17:10:43 +0300
Subject: [PATCH 0973/1060] Respect max_distributed_connections for
 insert_distributed_sync

Otherwise for huge clusters and sync insert it may run out of
max_thread_pool_size (default 10K).
---
 src/Storages/Distributed/DistributedBlockOutputStream.cpp | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/src/Storages/Distributed/DistributedBlockOutputStream.cpp b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
index 21d3eb0ff42..0776d460f5a 100644
--- a/src/Storages/Distributed/DistributedBlockOutputStream.cpp
+++ b/src/Storages/Distributed/DistributedBlockOutputStream.cpp
@@ -417,7 +417,11 @@ void DistributedBlockOutputStream::writeSync(const Block & block)
         /// Deferred initialization. Only for sync insertion.
         initWritingJobs(block, start, end);
 
-        pool.emplace(remote_jobs_count + local_jobs_count);
+        size_t jobs_count = remote_jobs_count + local_jobs_count;
+        size_t max_threads = std::min<size_t>(settings.max_distributed_connections, jobs_count);
+        pool.emplace(/* max_threads_= */ max_threads,
+                     /* max_free_threads_= */ max_threads,
+                     /* queue_size_= */ jobs_count);
 
         if (!throttler && (settings.max_network_bandwidth || settings.max_network_bytes))
         {

From 5c7573d98fedb86856a35d86358f00341c3f2779 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 7 Jun 2021 10:51:14 +0300
Subject: [PATCH 0974/1060] tests: disable suggestions for expect tests that
 does not requires it

Will fix possible issues in CI [1].

    2021-06-07 03:42:56 01520_client_print_query_id:                                            [ FAIL ] 8.24 sec. - return code 1
    2021-06-07 03:42:56 , result:

And in server logs:

    2021.06.07 03:42:48.732289 [ 18471 ] {7df001e8-f9bb-488f-9fe1-6dc538f24808} <Debug> executeQuery: (from [::1]:45680, using production parser) (comment: /usr/share/clickhouse-test/queries/0_stateless/01520_client_print_query_id.expect) CREATE DATABASE test
    ...
    2021.06.07 03:42:52.048064 [ 18703 ] {8526892a-f99a-4949-9f7d-3c8e82969439} <Debug> executeQuery: (from [::1]:45702, using production parser) SELECT DISTINCT arrayJoin(extractAll(name, '[\\w_]{2,}')) AS res FROM (SELECT name FROM system.functions UNION ALL SELECT name FROM system.table_engines UNION ALL SELECT name FROM system.formats UNION ALL SELECT name FROM system.table_functions UNION ALL SELECT name FROM system.data_type_families UNION ALL SELECT name FROM system.merge_tree_settings UNION ALL SELECT name FROM system.settings UNION ALL SELECT cluster FROM system.clusters UNION ALL SELECT macro FROM system.macros UNION ALL SELECT policy_name FROM system.storage_policies UNION ALL SELECT concat(func.name, comb.name) FROM system.functions AS func CROSS JOIN system.aggregate_function_combinators AS comb WHERE is_aggregate UNION ALL SELECT name FROM system.databases LIMIT 10000 UNION ALL SELECT DISTINCT name FROM system.tables LIMIT 10000 UNION ALL SELECT DISTINCT name FROM system.dictionaries LIMIT 10000 UNION ALL SELECT DISTINCT name FROM system.columns LIMIT 10000) WHERE notEmpty(res)
    ...
    2021.06.07 03:42:54.523976 [ 5575 ] {d97df847-0feb-4e8d-92bd-3236e1f7f711} <Debug> executeQuery: (from [::1]:45710, using production parser) (comment: /usr/share/clickhouse-test/queries/0_stateless/01520_client_print_query_id.expect) DROP DATABASE test_3bce13
    ...
    2021.06.07 03:42:54.722391 [ 18703 ] {8526892a-f99a-4949-9f7d-3c8e82969439} <Error> executeQuery: Code: 210, e.displayText() = DB::NetException: I/O error: Broken pipe, while writing to socket ([::1]:45702) (version 21.7.1.7071) (from [::1]:45702) (in query: SELECT DISTINCT arrayJoin(extractAll(name, '[\\w_]{2,}')) AS res FROM (SELECT name FROM system.functions UNION ALL SELECT name FROM system.table_engines UNION ALL SELECT name FROM system.formats UNION ALL SELECT name FROM system.table_functions UNION ALL SELECT name FROM system.data_type_families UNION ALL SELECT name FROM system.merge_tree_settings UNION ALL SELECT name FROM system.settings UNION ALL SELECT cluster FROM system.clusters UNION ALL SELECT macro FROM system.macros UNION ALL SELECT policy_name FROM system.storage_policies UNION ALL SELECT concat(func.name, comb.name) FROM system.functions AS func CROSS JOIN system.aggregate_function_combinators AS comb WHERE is_aggregate UNION ALL SELECT name FROM system.databases LIMIT 10000 UNION ALL SELECT DISTINCT name FROM system.tables LIMIT 10000 UNION ALL SELECT DISTINCT name FROM system.dictionaries LIMIT 10000 UNION ALL SELECT DISTINCT name FROM system.columns LIMIT 10000) WHERE notEmpty(res)), Stack trace (when copying this message, always include the lines below):

  [1]: https://clickhouse-test-reports.s3.yandex.net/24069/263c06137cda16213c14ca60a89cfdd7fb511c81/functional_stateless_tests_(thread).html
---
 tests/queries/0_stateless/01179_insert_values_semicolon.expect  | 2 +-
 tests/queries/0_stateless/01180_client_syntax_errors.expect     | 2 +-
 .../01293_client_interactive_vertical_multiline.expect          | 2 +-
 .../01293_client_interactive_vertical_singleline.expect         | 2 +-
 .../01300_client_save_history_when_terminated.expect            | 2 +-
 tests/queries/0_stateless/01520_client_print_query_id.expect    | 2 +-
 .../0_stateless/01565_reconnect_after_client_error.expect       | 2 +-
 .../01599_multiline_input_and_singleline_comments.sh            | 2 +-
 tests/queries/0_stateless/01610_client_spawn_editor.sh          | 2 +-
 .../01755_client_highlight_multi_line_comment_regression.expect | 2 +-
 10 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/tests/queries/0_stateless/01179_insert_values_semicolon.expect b/tests/queries/0_stateless/01179_insert_values_semicolon.expect
index c832be72c10..3814c71a062 100755
--- a/tests/queries/0_stateless/01179_insert_values_semicolon.expect
+++ b/tests/queries/0_stateless/01179_insert_values_semicolon.expect
@@ -11,7 +11,7 @@ expect_after {
 }
 
 set basedir [file dirname $argv0]
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion"
 expect ":) "
 
 send -- "DROP TABLE IF EXISTS test_01179\r"
diff --git a/tests/queries/0_stateless/01180_client_syntax_errors.expect b/tests/queries/0_stateless/01180_client_syntax_errors.expect
index bc775ce2c57..267e8edba10 100755
--- a/tests/queries/0_stateless/01180_client_syntax_errors.expect
+++ b/tests/queries/0_stateless/01180_client_syntax_errors.expect
@@ -11,7 +11,7 @@ expect_after {
 }
 
 set basedir [file dirname $argv0]
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion"
 expect ":) "
 
 # Make a query with syntax error
diff --git a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect
index ea35f9a39ce..34d62307938 100755
--- a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect
+++ b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect
@@ -12,7 +12,7 @@ expect_after {
 }
 
 set basedir [file dirname $argv0]
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion"
 expect ":) "
 
 send -- "SELECT 1\r"
diff --git a/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.expect b/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.expect
index de0eaff2c34..c68b153d5d3 100755
--- a/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.expect
+++ b/tests/queries/0_stateless/01293_client_interactive_vertical_singleline.expect
@@ -11,7 +11,7 @@ expect_after {
 }
 
 set basedir [file dirname $argv0]
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion"
 expect ":) "
 
 send -- "SELECT 1\r"
diff --git a/tests/queries/0_stateless/01300_client_save_history_when_terminated.expect b/tests/queries/0_stateless/01300_client_save_history_when_terminated.expect
index 942eaef84c1..7fed383dc38 100755
--- a/tests/queries/0_stateless/01300_client_save_history_when_terminated.expect
+++ b/tests/queries/0_stateless/01300_client_save_history_when_terminated.expect
@@ -11,7 +11,7 @@ expect_after {
 }
 set basedir [file dirname $argv0]
 
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion"
 expect ":) "
 
 # Make a query
diff --git a/tests/queries/0_stateless/01520_client_print_query_id.expect b/tests/queries/0_stateless/01520_client_print_query_id.expect
index 13c3ea1b99e..c1d8b90ed39 100755
--- a/tests/queries/0_stateless/01520_client_print_query_id.expect
+++ b/tests/queries/0_stateless/01520_client_print_query_id.expect
@@ -11,7 +11,7 @@ expect_after {
 }
 
 set basedir [file dirname $argv0]
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion"
 expect ":) "
 
 # Make a query
diff --git a/tests/queries/0_stateless/01565_reconnect_after_client_error.expect b/tests/queries/0_stateless/01565_reconnect_after_client_error.expect
index 89ba90988dd..a977265d531 100755
--- a/tests/queries/0_stateless/01565_reconnect_after_client_error.expect
+++ b/tests/queries/0_stateless/01565_reconnect_after_client_error.expect
@@ -15,7 +15,7 @@ expect_after {
 }
 
 set basedir [file dirname $argv0]
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT -mn"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion -mn"
 expect "\n:) "
 
 send -- "DROP TABLE IF EXISTS t01565;\n"
diff --git a/tests/queries/0_stateless/01599_multiline_input_and_singleline_comments.sh b/tests/queries/0_stateless/01599_multiline_input_and_singleline_comments.sh
index 5b7d1356dc6..9dc02a34592 100755
--- a/tests/queries/0_stateless/01599_multiline_input_and_singleline_comments.sh
+++ b/tests/queries/0_stateless/01599_multiline_input_and_singleline_comments.sh
@@ -6,7 +6,7 @@ match_max 100000
 
 if ![info exists env(CLICKHOUSE_PORT_TCP)] {set env(CLICKHOUSE_PORT_TCP) 9000}
 
-spawn clickhouse-client --multiline --port "$env(CLICKHOUSE_PORT_TCP)"
+spawn clickhouse-client --multiline --disable_suggestion --port "$env(CLICKHOUSE_PORT_TCP)"
 expect ":) "
 
 # Make a query
diff --git a/tests/queries/0_stateless/01610_client_spawn_editor.sh b/tests/queries/0_stateless/01610_client_spawn_editor.sh
index 178a0efdbe0..723fa761896 100755
--- a/tests/queries/0_stateless/01610_client_spawn_editor.sh
+++ b/tests/queries/0_stateless/01610_client_spawn_editor.sh
@@ -8,7 +8,7 @@ if ![info exists env(CLICKHOUSE_PORT_TCP)] {set env(CLICKHOUSE_PORT_TCP) 9000}
 
 set env(EDITOR) [file dirname [file normalize [info script]]]"/01610_client_spawn_editor_open.editor"
 
-spawn clickhouse-client
+spawn clickhouse-client --disable_suggestion
 expect ":) "
 
 # Open EDITOR
diff --git a/tests/queries/0_stateless/01755_client_highlight_multi_line_comment_regression.expect b/tests/queries/0_stateless/01755_client_highlight_multi_line_comment_regression.expect
index 65b9bde235b..3e6f4fd9715 100755
--- a/tests/queries/0_stateless/01755_client_highlight_multi_line_comment_regression.expect
+++ b/tests/queries/0_stateless/01755_client_highlight_multi_line_comment_regression.expect
@@ -11,7 +11,7 @@ expect_after {
 }
 
 set basedir [file dirname $argv0]
-spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT"
+spawn bash -c "source $basedir/../shell_config.sh ; \$CLICKHOUSE_CLIENT_BINARY \$CLICKHOUSE_CLIENT_OPT --disable_suggestion"
 expect ":) "
 
 # regression for heap-buffer-overflow issue (under ASAN)

From 24c8968c80050e0efc8dadb73b3dbedf9a3e3f4b Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 8 Jun 2021 09:14:47 +0300
Subject: [PATCH 0975/1060] Add *.log/*.stderr/*.stdout into gitignore

---
 .gitignore | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/.gitignore b/.gitignore
index 1db6e0a78c9..a469ff7bca1 100644
--- a/.gitignore
+++ b/.gitignore
@@ -14,6 +14,11 @@
 /build-*
 /tests/venv
 
+# logs
+*.log
+*.stderr
+*.stdout
+
 /docs/build
 /docs/publish
 /docs/edit

From 1c20691e7cbc1ba9233ea4b461f25adfec1bdc67 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Tue, 8 Jun 2021 09:15:02 +0300
Subject: [PATCH 0976/1060] Mark some expect tests as long

https://clickhouse-test-reports.s3.yandex.net/25033/2e02f53d5589e473427f4aed73bc772ed824079a/functional_stateless_tests_flaky_check_(address).html#fail1
---
 ...ct => 01293_client_interactive_vertical_multiline_long.expect} | 0
 ...=> 01293_client_interactive_vertical_multiline_long.reference} | 0
 ...pect => 01300_client_save_history_when_terminated_long.expect} | 0
 ...e => 01300_client_save_history_when_terminated_long.reference} | 0
 4 files changed, 0 insertions(+), 0 deletions(-)
 rename tests/queries/0_stateless/{01293_client_interactive_vertical_multiline.expect => 01293_client_interactive_vertical_multiline_long.expect} (100%)
 rename tests/queries/0_stateless/{01293_client_interactive_vertical_multiline.reference => 01293_client_interactive_vertical_multiline_long.reference} (100%)
 rename tests/queries/0_stateless/{01300_client_save_history_when_terminated.expect => 01300_client_save_history_when_terminated_long.expect} (100%)
 rename tests/queries/0_stateless/{01300_client_save_history_when_terminated.reference => 01300_client_save_history_when_terminated_long.reference} (100%)

diff --git a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline_long.expect
similarity index 100%
rename from tests/queries/0_stateless/01293_client_interactive_vertical_multiline.expect
rename to tests/queries/0_stateless/01293_client_interactive_vertical_multiline_long.expect
diff --git a/tests/queries/0_stateless/01293_client_interactive_vertical_multiline.reference b/tests/queries/0_stateless/01293_client_interactive_vertical_multiline_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01293_client_interactive_vertical_multiline.reference
rename to tests/queries/0_stateless/01293_client_interactive_vertical_multiline_long.reference
diff --git a/tests/queries/0_stateless/01300_client_save_history_when_terminated.expect b/tests/queries/0_stateless/01300_client_save_history_when_terminated_long.expect
similarity index 100%
rename from tests/queries/0_stateless/01300_client_save_history_when_terminated.expect
rename to tests/queries/0_stateless/01300_client_save_history_when_terminated_long.expect
diff --git a/tests/queries/0_stateless/01300_client_save_history_when_terminated.reference b/tests/queries/0_stateless/01300_client_save_history_when_terminated_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01300_client_save_history_when_terminated.reference
rename to tests/queries/0_stateless/01300_client_save_history_when_terminated_long.reference

From efc8ecf982da1c9f684d41aea053398c8b279df1 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 8 Jun 2021 10:29:18 +0300
Subject: [PATCH 0977/1060] AggregateFunctionAnyHeavyData use fixed size type

---
 src/AggregateFunctions/AggregateFunctionMinMaxAny.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
index de1f4fad296..2ef5231a85d 100644
--- a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
+++ b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
@@ -637,7 +637,7 @@ struct AggregateFunctionAnyLastData : Data
 template <typename Data>
 struct AggregateFunctionAnyHeavyData : Data
 {
-    size_t counter = 0;
+    UInt64 counter = 0;
 
     using Self = AggregateFunctionAnyHeavyData;
 

From d5a8a1a8a1cd0a5f3616993ec4a4145f4d0fbba2 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 7 Jun 2021 01:52:36 +0300
Subject: [PATCH 0978/1060] Mark StorageID::operator bool() as explicit

This will avoid bugs, like comparing StorageID w/o operator== via cast
to bool.
---
 src/Interpreters/GlobalSubqueriesVisitor.h  | 3 ++-
 src/Interpreters/InterpreterExistsQuery.cpp | 3 ++-
 src/Interpreters/StorageID.h                | 2 +-
 3 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/src/Interpreters/GlobalSubqueriesVisitor.h b/src/Interpreters/GlobalSubqueriesVisitor.h
index 1aac27396ed..1a48794dce5 100644
--- a/src/Interpreters/GlobalSubqueriesVisitor.h
+++ b/src/Interpreters/GlobalSubqueriesVisitor.h
@@ -85,7 +85,8 @@ public:
                 /// If this is already an external table, you do not need to add anything. Just remember its presence.
                 auto temporary_table_name = getIdentifierName(subquery_or_table_name);
                 bool exists_in_local_map = external_tables.end() != external_tables.find(temporary_table_name);
-                bool exists_in_context = getContext()->tryResolveStorageID(StorageID("", temporary_table_name), Context::ResolveExternal);
+                bool exists_in_context = static_cast<bool>(getContext()->tryResolveStorageID(
+                    StorageID("", temporary_table_name), Context::ResolveExternal));
                 if (exists_in_local_map || exists_in_context)
                     return;
             }
diff --git a/src/Interpreters/InterpreterExistsQuery.cpp b/src/Interpreters/InterpreterExistsQuery.cpp
index cbdb8561920..9e254db4bb3 100644
--- a/src/Interpreters/InterpreterExistsQuery.cpp
+++ b/src/Interpreters/InterpreterExistsQuery.cpp
@@ -44,7 +44,8 @@ BlockInputStreamPtr InterpreterExistsQuery::executeImpl()
     {
         if (exists_query->temporary)
         {
-            result = getContext()->tryResolveStorageID({"", exists_query->table}, Context::ResolveExternal);
+            result = static_cast<bool>(getContext()->tryResolveStorageID(
+                {"", exists_query->table}, Context::ResolveExternal));
         }
         else
         {
diff --git a/src/Interpreters/StorageID.h b/src/Interpreters/StorageID.h
index 2b2a8daa009..79ac9a6d161 100644
--- a/src/Interpreters/StorageID.h
+++ b/src/Interpreters/StorageID.h
@@ -54,7 +54,7 @@ struct StorageID
 
     String getNameForLogs() const;
 
-    operator bool () const
+    explicit operator bool () const
     {
         return !empty();
     }

From 33b0429dd1d23ca68c884a99a0263a34c473b101 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 7 Jun 2021 01:55:37 +0300
Subject: [PATCH 0979/1060] Add StorageID::operator==()

---
 src/Interpreters/StorageID.cpp | 9 +++++++++
 src/Interpreters/StorageID.h   | 1 +
 2 files changed, 10 insertions(+)

diff --git a/src/Interpreters/StorageID.cpp b/src/Interpreters/StorageID.cpp
index 2d6a4900dd3..79d89ef090a 100644
--- a/src/Interpreters/StorageID.cpp
+++ b/src/Interpreters/StorageID.cpp
@@ -79,6 +79,15 @@ bool StorageID::operator<(const StorageID & rhs) const
         return !hasUUID();
 }
 
+bool StorageID::operator==(const StorageID & rhs) const
+{
+    assertNotEmpty();
+    if (hasUUID() && rhs.hasUUID())
+        return uuid == rhs.uuid;
+    else
+        return std::tie(database_name, table_name) == std::tie(rhs.database_name, rhs.table_name);
+}
+
 String StorageID::getFullTableName() const
 {
     return backQuoteIfNeed(getDatabaseName()) + "." + backQuoteIfNeed(table_name);
diff --git a/src/Interpreters/StorageID.h b/src/Interpreters/StorageID.h
index 79ac9a6d161..a64058fdcb1 100644
--- a/src/Interpreters/StorageID.h
+++ b/src/Interpreters/StorageID.h
@@ -70,6 +70,7 @@ struct StorageID
     }
 
     bool operator<(const StorageID & rhs) const;
+    bool operator==(const StorageID & rhs) const;
 
     void assertNotEmpty() const
     {

From 1062d0ec9178f4661cba49810400cf6fd01ebc52 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Sun, 6 Jun 2021 15:24:49 +0300
Subject: [PATCH 0980/1060] Distinguish KILL MUTATION for different tables.

Before this patch KILL MUTATION marks mutation as canceled just by name
(and part numbers) so if you have multiple tables with the same part
name, then killing mutation for one table, will mark it as killed for
another too.

Fix this by comparing StorageID too (it is better to use StorageID over
database/table to avoid ambiguity by using UUIDs for comparing).

Here is a failure of the 01414_freeze_does_not_prevent_alters on CI [1].

  [1]: https://clickhouse-test-reports.s3.yandex.net/24069/9fb69dcf98c71a939d200cad3c8491bf43a44622/functional_stateless_tests_(ubsan).html#fail1
---
 src/Storages/MergeTree/MergeList.cpp          |  9 ++---
 src/Storages/MergeTree/MergeList.h            |  9 +++--
 src/Storages/StorageMergeTree.cpp             |  8 ++--
 src/Storages/StorageReplicatedMergeTree.cpp   |  8 ++--
 .../01900_kill_mutation_parallel.reference    |  2 +
 .../01900_kill_mutation_parallel.sh           | 40 +++++++++++++++++++
 6 files changed, 57 insertions(+), 19 deletions(-)
 create mode 100644 tests/queries/0_stateless/01900_kill_mutation_parallel.reference
 create mode 100755 tests/queries/0_stateless/01900_kill_mutation_parallel.sh

diff --git a/src/Storages/MergeTree/MergeList.cpp b/src/Storages/MergeTree/MergeList.cpp
index dbdfe650713..c6f9459d0db 100644
--- a/src/Storages/MergeTree/MergeList.cpp
+++ b/src/Storages/MergeTree/MergeList.cpp
@@ -8,9 +8,8 @@
 namespace DB
 {
 
-MergeListElement::MergeListElement(const std::string & database_, const std::string & table_, const FutureMergedMutatedPart & future_part)
-    : database{database_}
-    , table{table_}
+MergeListElement::MergeListElement(const StorageID & table_id_, const FutureMergedMutatedPart & future_part)
+    : table_id{table_id_}
     , partition_id{future_part.part_info.partition_id}
     , result_part_name{future_part.name}
     , result_part_path{future_part.path}
@@ -60,8 +59,8 @@ MergeListElement::MergeListElement(const std::string & database_, const std::str
 MergeInfo MergeListElement::getInfo() const
 {
     MergeInfo res;
-    res.database = database;
-    res.table = table;
+    res.database = table_id.getDatabaseName();
+    res.table = table_id.getTableName();
     res.result_part_name = result_part_name;
     res.result_part_path = result_part_path;
     res.partition_id = partition_id;
diff --git a/src/Storages/MergeTree/MergeList.h b/src/Storages/MergeTree/MergeList.h
index 6b2af414835..9680ce6ac30 100644
--- a/src/Storages/MergeTree/MergeList.h
+++ b/src/Storages/MergeTree/MergeList.h
@@ -8,6 +8,7 @@
 #include <Storages/MergeTree/MergeType.h>
 #include <Storages/MergeTree/MergeAlgorithm.h>
 #include <Storages/MergeTree/BackgroundProcessList.h>
+#include <Interpreters/StorageID.h>
 #include <boost/noncopyable.hpp>
 #include <memory>
 #include <list>
@@ -54,8 +55,7 @@ struct FutureMergedMutatedPart;
 
 struct MergeListElement : boost::noncopyable
 {
-    const std::string database;
-    const std::string table;
+    const StorageID table_id;
     std::string partition_id;
 
     const std::string result_part_name;
@@ -94,7 +94,7 @@ struct MergeListElement : boost::noncopyable
     /// Detected after merge already started
     std::atomic<MergeAlgorithm> merge_algorithm;
 
-    MergeListElement(const std::string & database, const std::string & table, const FutureMergedMutatedPart & future_part);
+    MergeListElement(const StorageID & table_id_, const FutureMergedMutatedPart & future_part);
 
     MergeInfo getInfo() const;
 
@@ -122,12 +122,13 @@ public:
             --merges_with_ttl_counter;
     }
 
-    void cancelPartMutations(const String & partition_id, Int64 mutation_version)
+    void cancelPartMutations(const StorageID & table_id, const String & partition_id, Int64 mutation_version)
     {
         std::lock_guard lock{mutex};
         for (auto & merge_element : entries)
         {
             if ((partition_id.empty() || merge_element.partition_id == partition_id)
+                && merge_element.table_id == table_id
                 && merge_element.source_data_version < mutation_version
                 && merge_element.result_data_version >= mutation_version)
                 merge_element.is_cancelled = true;
diff --git a/src/Storages/StorageMergeTree.cpp b/src/Storages/StorageMergeTree.cpp
index 3d3530825d9..584f9345423 100644
--- a/src/Storages/StorageMergeTree.cpp
+++ b/src/Storages/StorageMergeTree.cpp
@@ -625,7 +625,7 @@ CancellationCode StorageMergeTree::killMutation(const String & mutation_id)
     if (!to_kill)
         return CancellationCode::NotFound;
 
-    getContext()->getMergeList().cancelPartMutations({}, to_kill->block_number);
+    getContext()->getMergeList().cancelPartMutations(getStorageID(), {}, to_kill->block_number);
     to_kill->removeFile();
     LOG_TRACE(log, "Cancelled part mutations and removed mutation file {}", mutation_id);
     {
@@ -817,9 +817,8 @@ bool StorageMergeTree::mergeSelectedParts(
     auto & future_part = merge_mutate_entry.future_part;
     Stopwatch stopwatch;
     MutableDataPartPtr new_part;
-    auto table_id = getStorageID();
 
-    auto merge_list_entry = getContext()->getMergeList().insert(table_id.database_name, table_id.table_name, future_part);
+    auto merge_list_entry = getContext()->getMergeList().insert(getStorageID(), future_part);
 
     auto write_part_log = [&] (const ExecutionStatus & execution_status)
     {
@@ -964,9 +963,8 @@ std::shared_ptr<StorageMergeTree::MergeMutateSelectedEntry> StorageMergeTree::se
 bool StorageMergeTree::mutateSelectedPart(const StorageMetadataPtr & metadata_snapshot, MergeMutateSelectedEntry & merge_mutate_entry, TableLockHolder & table_lock_holder)
 {
     auto & future_part = merge_mutate_entry.future_part;
-    auto table_id = getStorageID();
 
-    auto merge_list_entry = getContext()->getMergeList().insert(table_id.database_name, table_id.table_name, future_part);
+    auto merge_list_entry = getContext()->getMergeList().insert(getStorageID(), future_part);
     Stopwatch stopwatch;
     MutableDataPartPtr new_part;
 
diff --git a/src/Storages/StorageReplicatedMergeTree.cpp b/src/Storages/StorageReplicatedMergeTree.cpp
index ea81f64659f..14dd9c20328 100644
--- a/src/Storages/StorageReplicatedMergeTree.cpp
+++ b/src/Storages/StorageReplicatedMergeTree.cpp
@@ -1726,7 +1726,7 @@ bool StorageReplicatedMergeTree::tryExecuteMerge(const LogEntry & entry)
     auto table_id = getStorageID();
 
     /// Add merge to list
-    MergeList::EntryPtr merge_entry = getContext()->getMergeList().insert(table_id.database_name, table_id.table_name, future_merged_part);
+    MergeList::EntryPtr merge_entry = getContext()->getMergeList().insert(getStorageID(), future_merged_part);
 
     Transaction transaction(*this);
     MutableDataPartPtr part;
@@ -1871,9 +1871,7 @@ bool StorageReplicatedMergeTree::tryExecutePartMutation(const StorageReplicatedM
     future_mutated_part.updatePath(*this, reserved_space);
     future_mutated_part.type = source_part->getType();
 
-    auto table_id = getStorageID();
-    MergeList::EntryPtr merge_entry = getContext()->getMergeList().insert(
-        table_id.database_name, table_id.table_name, future_mutated_part);
+    MergeList::EntryPtr merge_entry = getContext()->getMergeList().insert(getStorageID(), future_mutated_part);
 
     Stopwatch stopwatch;
 
@@ -5934,7 +5932,7 @@ CancellationCode StorageReplicatedMergeTree::killMutation(const String & mutatio
     {
         const String & partition_id = pair.first;
         Int64 block_number = pair.second;
-        getContext()->getMergeList().cancelPartMutations(partition_id, block_number);
+        getContext()->getMergeList().cancelPartMutations(getStorageID(), partition_id, block_number);
     }
     return CancellationCode::CancelSent;
 }
diff --git a/tests/queries/0_stateless/01900_kill_mutation_parallel.reference b/tests/queries/0_stateless/01900_kill_mutation_parallel.reference
new file mode 100644
index 00000000000..605871f227d
--- /dev/null
+++ b/tests/queries/0_stateless/01900_kill_mutation_parallel.reference
@@ -0,0 +1,2 @@
+1	bar_100
+2	bar_100
diff --git a/tests/queries/0_stateless/01900_kill_mutation_parallel.sh b/tests/queries/0_stateless/01900_kill_mutation_parallel.sh
new file mode 100755
index 00000000000..730e4dbe776
--- /dev/null
+++ b/tests/queries/0_stateless/01900_kill_mutation_parallel.sh
@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+
+#
+# Check that KILL MUTATION can be executed in parallel for different tables.
+# For this two identical tables will be created:
+# - on one table ALTER + KILL MUTATION will be executed
+# - on another table only ALTER, that should be succeed
+#
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+$CLICKHOUSE_CLIENT -nm -q "
+    drop table if exists data_01900_1;
+    drop table if exists data_01900_2;
+
+    create table data_01900_1 (k UInt64, s String) engine=MergeTree() order by k;
+    create table data_01900_2 (k UInt64, s String) engine=MergeTree() order by k;
+
+    insert into data_01900_1 values (1, 'hello'), (2, 'world');
+    insert into data_01900_2 values (1, 'hello'), (2, 'world');
+"
+
+# default finished_mutations_to_keep is 100
+# so 100 mutations will be scheduled and killed later.
+for i in {1..100}; do
+    echo "alter table data_01900_1 update s = 'foo_$i' where 1;"
+done | $CLICKHOUSE_CLIENT -nm
+
+# but these mutations should not be killed.
+(
+    for i in {1..100}; do
+        echo "alter table data_01900_2 update s = 'bar_$i' where 1;"
+    done | $CLICKHOUSE_CLIENT -nm --mutations_sync=1
+) &
+$CLICKHOUSE_CLIENT --format Null -nm -q "kill mutation where table = 'data_01900_1' and database = '$CLICKHOUSE_DATABASE';"
+wait
+
+$CLICKHOUSE_CLIENT -nm -q "select * from data_01900_2"

From fc460050334f7cf9032207e5597770a00c2e3779 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Mon, 7 Jun 2021 09:42:58 +0300
Subject: [PATCH 0981/1060] Mark 01900_kill_mutation_parallel as long

https://clickhouse-test-reports.s3.yandex.net/25025/80f5395e2e49b0ba45683f03adb851bd34f210ec/functional_stateless_tests_flaky_check_(address)/test_run.txt.out.log
---
 ...llel.reference => 01900_kill_mutation_parallel_long.reference} | 0
 ..._mutation_parallel.sh => 01900_kill_mutation_parallel_long.sh} | 0
 2 files changed, 0 insertions(+), 0 deletions(-)
 rename tests/queries/0_stateless/{01900_kill_mutation_parallel.reference => 01900_kill_mutation_parallel_long.reference} (100%)
 rename tests/queries/0_stateless/{01900_kill_mutation_parallel.sh => 01900_kill_mutation_parallel_long.sh} (100%)

diff --git a/tests/queries/0_stateless/01900_kill_mutation_parallel.reference b/tests/queries/0_stateless/01900_kill_mutation_parallel_long.reference
similarity index 100%
rename from tests/queries/0_stateless/01900_kill_mutation_parallel.reference
rename to tests/queries/0_stateless/01900_kill_mutation_parallel_long.reference
diff --git a/tests/queries/0_stateless/01900_kill_mutation_parallel.sh b/tests/queries/0_stateless/01900_kill_mutation_parallel_long.sh
similarity index 100%
rename from tests/queries/0_stateless/01900_kill_mutation_parallel.sh
rename to tests/queries/0_stateless/01900_kill_mutation_parallel_long.sh

From 93691f68095169f636c39b8da288baa1764a0493 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Tue, 8 Jun 2021 12:11:06 +0300
Subject: [PATCH 0982/1060] Update test to have consistent style

---
 .../01901_test_attach_partition_from.sql      | 23 +++++++++----------
 1 file changed, 11 insertions(+), 12 deletions(-)

diff --git a/tests/queries/0_stateless/01901_test_attach_partition_from.sql b/tests/queries/0_stateless/01901_test_attach_partition_from.sql
index f04b3f63b7f..0ffa4cdecf2 100644
--- a/tests/queries/0_stateless/01901_test_attach_partition_from.sql
+++ b/tests/queries/0_stateless/01901_test_attach_partition_from.sql
@@ -1,24 +1,23 @@
 DROP TABLE IF EXISTS test_alter_attach_01901S;
 DROP TABLE IF EXISTS test_alter_attach_01901D;
 
-CREATE TABLE test_alter_attach_01901S (A Int64, D date) ENGINE = MergeTree partition by D order by A;
-insert into test_alter_attach_01901S values(1, '2020-01-01');
+CREATE TABLE test_alter_attach_01901S (A Int64, D date) ENGINE = MergeTree PARTITION BY D ORDER BY A;
+INSERT INTO test_alter_attach_01901S VALUES (1, '2020-01-01');
 
-create table test_alter_attach_01901D (A Int64, D date) 
+CREATE TABLE test_alter_attach_01901D (A Int64, D date) 
 Engine=ReplicatedMergeTree('/clickhouse/tables/test_alter_attach_01901D', 'r1')
-partition by D order by A;
+PARTITION BY D ORDER BY A;
 
-alter table test_alter_attach_01901D attach partition '2020-01-01' from test_alter_attach_01901S;
+ALTER TABLE test_alter_attach_01901D ATTACH PARTITION '2020-01-01' FROM test_alter_attach_01901S;
 
-select count() from test_alter_attach_01901D;
-select count() from test_alter_attach_01901S;
+SELECT count() FROM test_alter_attach_01901D;
+SELECT count() FROM test_alter_attach_01901S;
 
-insert into test_alter_attach_01901S values(1, '2020-01-01');
-alter table test_alter_attach_01901D replace partition '2020-01-01' from test_alter_attach_01901S;
+INSERT INTO test_alter_attach_01901S VALUES (1, '2020-01-01');
+ALTER TABLE test_alter_attach_01901D REPLACE PARTITION '2020-01-01' FROM test_alter_attach_01901S;
 
-select count() from test_alter_attach_01901D;
-select count() from test_alter_attach_01901S;
+SELECT count() FROM test_alter_attach_01901D;
+SELECT count() FROM test_alter_attach_01901S;
 
 DROP TABLE test_alter_attach_01901S;
 DROP TABLE test_alter_attach_01901D;
-

From 11a1606c151314191afe8ca614db0216665ac446 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 8 Jun 2021 12:54:00 +0300
Subject: [PATCH 0983/1060] Less strict

---
 src/Interpreters/TreeRewriter.cpp   | 5 +++--
 src/Interpreters/TreeRewriter.h     | 3 ++-
 src/Storages/ColumnsDescription.cpp | 2 +-
 3 files changed, 6 insertions(+), 4 deletions(-)

diff --git a/src/Interpreters/TreeRewriter.cpp b/src/Interpreters/TreeRewriter.cpp
index f8c3ecaee34..8d4d2e19cb6 100644
--- a/src/Interpreters/TreeRewriter.cpp
+++ b/src/Interpreters/TreeRewriter.cpp
@@ -959,7 +959,8 @@ TreeRewriterResultPtr TreeRewriter::analyze(
     const NamesAndTypesList & source_columns,
     ConstStoragePtr storage,
     const StorageMetadataPtr & metadata_snapshot,
-    bool allow_aggregations) const
+    bool allow_aggregations,
+    bool allow_self_aliases) const
 {
     if (query->as<ASTSelectQuery>())
         throw Exception("Not select analyze for select asts.", ErrorCodes::LOGICAL_ERROR);
@@ -968,7 +969,7 @@ TreeRewriterResultPtr TreeRewriter::analyze(
 
     TreeRewriterResult result(source_columns, storage, metadata_snapshot, false);
 
-    normalize(query, result.aliases, result.source_columns_set, false, settings, /* allow_self_aliases = */ false);
+    normalize(query, result.aliases, result.source_columns_set, false, settings, allow_self_aliases);
 
     /// Executing scalar subqueries. Column defaults could be a scalar subquery.
     executeScalarSubqueries(query, getContext(), 0, result.scalars, false);
diff --git a/src/Interpreters/TreeRewriter.h b/src/Interpreters/TreeRewriter.h
index bb84ca532f0..ff673f2c07a 100644
--- a/src/Interpreters/TreeRewriter.h
+++ b/src/Interpreters/TreeRewriter.h
@@ -103,7 +103,8 @@ public:
         const NamesAndTypesList & source_columns_,
         ConstStoragePtr storage = {},
         const StorageMetadataPtr & metadata_snapshot = {},
-        bool allow_aggregations = false) const;
+        bool allow_aggregations = false,
+        bool allow_self_aliases = true) const;
 
     /// Analyze and rewrite select query
     TreeRewriterResultPtr analyzeSelect(
diff --git a/src/Storages/ColumnsDescription.cpp b/src/Storages/ColumnsDescription.cpp
index 43a385bda1d..4a904c96432 100644
--- a/src/Storages/ColumnsDescription.cpp
+++ b/src/Storages/ColumnsDescription.cpp
@@ -590,7 +590,7 @@ Block validateColumnsDefaultsAndGetSampleBlock(ASTPtr default_expr_list, const N
 
     try
     {
-        auto syntax_analyzer_result = TreeRewriter(context).analyze(default_expr_list, all_columns);
+        auto syntax_analyzer_result = TreeRewriter(context).analyze(default_expr_list, all_columns, {}, {}, false, /* allow_self_aliases = */ false);
         const auto actions = ExpressionAnalyzer(default_expr_list, syntax_analyzer_result, context).getActions(true);
         for (const auto & action : actions->getActions())
             if (action.node->type == ActionsDAG::ActionType::ARRAY_JOIN)

From 5736eaf8fd5b73a7a5f7d38ea07b73fd77a0623e Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 8 Jun 2021 13:55:14 +0300
Subject: [PATCH 0984/1060] Increase background schedule pool default size

---
 src/Core/Settings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Core/Settings.h b/src/Core/Settings.h
index 08b69e52bbc..2e901760f03 100644
--- a/src/Core/Settings.h
+++ b/src/Core/Settings.h
@@ -80,7 +80,7 @@ class IColumn;
     M(UInt64, background_pool_size, 16, "Number of threads performing background work for tables (for example, merging in merge tree). Only has meaning at server startup.", 0) \
     M(UInt64, background_move_pool_size, 8, "Number of threads performing background moves for tables. Only has meaning at server startup.", 0) \
     M(UInt64, background_fetches_pool_size, 8, "Number of threads performing background fetches for replicated tables. Only has meaning at server startup.", 0) \
-    M(UInt64, background_schedule_pool_size, 16, "Number of threads performing background tasks for replicated tables, dns cache updates. Only has meaning at server startup.", 0) \
+    M(UInt64, background_schedule_pool_size, 128, "Number of threads performing background tasks for replicated tables, dns cache updates. Only has meaning at server startup.", 0) \
     M(UInt64, background_message_broker_schedule_pool_size, 16, "Number of threads performing background tasks for message streaming. Only has meaning at server startup.", 0) \
     M(UInt64, background_distributed_schedule_pool_size, 16, "Number of threads performing background tasks for distributed sends. Only has meaning at server startup.", 0) \
     M(UInt64, max_replicated_fetches_network_bandwidth_for_server, 0, "The maximum speed of data exchange over the network in bytes per second for replicated fetches. Zero means unlimited. Only has meaning at server startup.", 0) \

From c3f03e8f60fdf46b588e780169a88efccc1fa725 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Tue, 8 Jun 2021 11:14:45 +0000
Subject: [PATCH 0985/1060] skip ttl_move_to_volume

---
 tests/integration/test_cluster_copier/test_two_nodes.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/integration/test_cluster_copier/test_two_nodes.py b/tests/integration/test_cluster_copier/test_two_nodes.py
index 56683e56edb..a6b2c82e00f 100644
--- a/tests/integration/test_cluster_copier/test_two_nodes.py
+++ b/tests/integration/test_cluster_copier/test_two_nodes.py
@@ -488,6 +488,6 @@ def test_skip_index(started_cluster):
     execute_task(started_cluster, TaskSkipIndex(started_cluster), [])
 
 
-@pytest.mark.timeout(600)
+@pytest.mark.skip(reason="Too flaky :(")
 def test_ttl_move_to_volume(started_cluster):
     execute_task(started_cluster, TaskTTLMoveToVolume(started_cluster), [])

From 82c78ba8338b897ab7c2b9af0955d8d2490a0069 Mon Sep 17 00:00:00 2001
From: Ivan Lezhankin <ilezhankin@yandex-team.ru>
Date: Tue, 8 Jun 2021 15:01:16 +0300
Subject: [PATCH 0986/1060] Update Dockerfile

---
 docker/test/stateless_pytest/Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/docker/test/stateless_pytest/Dockerfile b/docker/test/stateless_pytest/Dockerfile
index 58846f90fa7..947a70426d6 100644
--- a/docker/test/stateless_pytest/Dockerfile
+++ b/docker/test/stateless_pytest/Dockerfile
@@ -8,6 +8,7 @@ RUN apt-get update -y && \
         python3-wheel \
         brotli \
         netcat-openbsd \
+        postgresql-client \
         zstd
 
 RUN python3 -m pip install \

From fc805a1ece07919ea5e230808070521e7b23d811 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 8 Jun 2021 15:13:45 +0300
Subject: [PATCH 0987/1060] Trying to debug fetches bandwith test failures

---
 tests/integration/helpers/network.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/integration/helpers/network.py b/tests/integration/helpers/network.py
index 6cbacc54a56..fef39b97c0a 100644
--- a/tests/integration/helpers/network.py
+++ b/tests/integration/helpers/network.py
@@ -248,6 +248,7 @@ class NetThroughput(object):
             if not check:
                 raise Exception(f"No such interface {self.interface} found in /proc/net/dev")
         except:
+            logging.error("All available interfaces %s", subprocess.check_output("cat /proc/net/dev", shell=True))
             raise Exception(f"No such interface {self.interface} found in /proc/net/dev")
 
         self.current_in = self._get_in_bytes()

From 7dcbf7dbcdc2d0e850e77aeed23335b1b425765f Mon Sep 17 00:00:00 2001
From: Pavel Kruglov <avogar@avogar-dev.sas.yp-c.yandex.net>
Date: Tue, 8 Jun 2021 15:27:51 +0300
Subject: [PATCH 0988/1060] Fix bug function mapContains

---
 src/Functions/map.cpp                                   | 8 +++++---
 tests/queries/0_stateless/01651_map_functions.reference | 2 ++
 tests/queries/0_stateless/01651_map_functions.sql       | 4 +++-
 3 files changed, 10 insertions(+), 4 deletions(-)

diff --git a/src/Functions/map.cpp b/src/Functions/map.cpp
index 76b57d596cc..7e32a85f130 100644
--- a/src/Functions/map.cpp
+++ b/src/Functions/map.cpp
@@ -182,18 +182,20 @@ public:
 
     ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & result_type, size_t input_rows_count) const override
     {
-        const ColumnMap * col_map = typeid_cast<const ColumnMap *>(arguments[0].column.get());
+        bool is_const = isColumnConst(*arguments[0].column);
+        const ColumnMap * col_map = is_const ? checkAndGetColumnConstData<ColumnMap>(arguments[0].column.get()) : checkAndGetColumn<ColumnMap>(arguments[0].column.get());
         if (!col_map)
-            return nullptr;
+            throw Exception{"First argument for function " + getName() + " must be a map", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT};
 
         const auto & nested_column = col_map->getNestedColumn();
         const auto & keys_data = col_map->getNestedData().getColumn(0);
 
         /// Prepare arguments to call arrayIndex for check has the array element.
+        ColumnPtr column_array = ColumnArray::create(keys_data.getPtr(), nested_column.getOffsetsPtr());
         ColumnsWithTypeAndName new_arguments =
         {
             {
-                ColumnArray::create(keys_data.getPtr(), nested_column.getOffsetsPtr()),
+                is_const ? ColumnConst::create(std::move(column_array), keys_data.size()) : std::move(column_array),
                 std::make_shared<DataTypeArray>(result_type),
                 ""
             },
diff --git a/tests/queries/0_stateless/01651_map_functions.reference b/tests/queries/0_stateless/01651_map_functions.reference
index cbbadbb5162..06adaf48cfd 100644
--- a/tests/queries/0_stateless/01651_map_functions.reference
+++ b/tests/queries/0_stateless/01651_map_functions.reference
@@ -19,3 +19,5 @@
 [1002]
 {'aa':4,'bb':5}	['aa','bb']	[4,5]
 {'aa':4,'bb':5}	1	0
+{0:0}	1
+{0:0}	0
diff --git a/tests/queries/0_stateless/01651_map_functions.sql b/tests/queries/0_stateless/01651_map_functions.sql
index 062547ea620..997006ecdf3 100644
--- a/tests/queries/0_stateless/01651_map_functions.sql
+++ b/tests/queries/0_stateless/01651_map_functions.sql
@@ -24,4 +24,6 @@ drop table if exists table_map;
 
 -- Const column
 select map( 'aa', 4, 'bb' , 5) as m, mapKeys(m), mapValues(m);
-select map( 'aa', 4, 'bb' , 5) as m, mapContains(m, 'aa'), mapContains(m, 'k'); 
+select map( 'aa', 4, 'bb' , 5) as m, mapContains(m, 'aa'), mapContains(m, 'k');
+
+select map(0, 0) as m, mapContains(m, number % 2) from numbers(2);

From a73f1b9ebeb6ff885b14e4ce52fab518663e3f6c Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 8 Jun 2021 16:51:17 +0300
Subject: [PATCH 0989/1060] Fix crash in explain syntax and cross join.

---
 src/Parsers/ASTIdentifier.cpp                                 | 4 ++--
 .../0_stateless/01890_cross_join_explain_crash.reference      | 0
 tests/queries/0_stateless/01890_cross_join_explain_crash.sql  | 2 ++
 3 files changed, 4 insertions(+), 2 deletions(-)
 create mode 100644 tests/queries/0_stateless/01890_cross_join_explain_crash.reference
 create mode 100644 tests/queries/0_stateless/01890_cross_join_explain_crash.sql

diff --git a/src/Parsers/ASTIdentifier.cpp b/src/Parsers/ASTIdentifier.cpp
index 54ccc155dbf..e0f3fdc058e 100644
--- a/src/Parsers/ASTIdentifier.cpp
+++ b/src/Parsers/ASTIdentifier.cpp
@@ -116,7 +116,7 @@ void ASTIdentifier::formatImplWithoutAlias(const FormatSettings & settings, Form
             if (i != 0)
                 settings.ostr << '.';
 
-            if (name_parts[i].empty())
+            if (name_parts[i].empty() && j < children.size())
                 children[j++]->formatImpl(settings, state, frame);
             else
                 format_element(name_parts[i]);
@@ -125,7 +125,7 @@ void ASTIdentifier::formatImplWithoutAlias(const FormatSettings & settings, Form
     else
     {
         const auto & name = shortName();
-        if (name.empty())
+        if (name.empty() && !children.empty())
             children.front()->formatImpl(settings, state, frame);
         else
             format_element(name);
diff --git a/tests/queries/0_stateless/01890_cross_join_explain_crash.reference b/tests/queries/0_stateless/01890_cross_join_explain_crash.reference
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/queries/0_stateless/01890_cross_join_explain_crash.sql b/tests/queries/0_stateless/01890_cross_join_explain_crash.sql
new file mode 100644
index 00000000000..868956c549d
--- /dev/null
+++ b/tests/queries/0_stateless/01890_cross_join_explain_crash.sql
@@ -0,0 +1,2 @@
+SET joined_subquery_requires_alias = 0;
+select * FROM (SELECT 1), (SELECT 1), (SELECT 1); -- { serverError 352 }

From 194dd91f0ca826861e0cddd4148fade9453ca842 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Tue, 8 Jun 2021 16:54:48 +0300
Subject: [PATCH 0990/1060] Fix crash in explain syntax and cross join.

---
 src/Parsers/ASTIdentifier.cpp | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/Parsers/ASTIdentifier.cpp b/src/Parsers/ASTIdentifier.cpp
index e0f3fdc058e..fbf7ede1b17 100644
--- a/src/Parsers/ASTIdentifier.cpp
+++ b/src/Parsers/ASTIdentifier.cpp
@@ -116,6 +116,9 @@ void ASTIdentifier::formatImplWithoutAlias(const FormatSettings & settings, Form
             if (i != 0)
                 settings.ostr << '.';
 
+            /// Some AST revriting code, like IdentifierSemantic::setColumnLongName,
+            /// does not respect children of identifier.
+            /// Here we also ingore children if they are empty.
             if (name_parts[i].empty() && j < children.size())
                 children[j++]->formatImpl(settings, state, frame);
             else

From 07fceb667e0a056a69d056ad503c586fe33588bb Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <akuzm@yandex-team.ru>
Date: Tue, 8 Jun 2021 17:12:47 +0300
Subject: [PATCH 0991/1060] fix

---
 docker/test/performance-comparison/compare.sh    | 4 ++--
 docker/test/performance-comparison/entrypoint.sh | 2 ++
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/docker/test/performance-comparison/compare.sh b/docker/test/performance-comparison/compare.sh
index 593be2e630c..56398548756 100755
--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@@ -1242,8 +1242,8 @@ create table ci_checks engine File(TSVWithNamesAndTypes, 'ci-checks.tsv')
         'Performance' check_name,
         '$(sed -n 's/.*<!--status: \(.*\)-->/\1/p' report.html)' check_status,
         -- TODO toDateTime() can't parse output of 'date', so no time for now.
-        3600 * 1000 check_duration_ms,
-        now() - check_duration_ms / 1000 check_start_time,
+        ($(date +%s) - $CHPC_CHECK_START_TIMESTAMP) * 1000 check_duration_ms,
+        fromUnixTimestamp($CHPC_CHECK_START_TIMESTAMP) check_start_time,
         test_name,
         test_status,
         test_duration_ms,
diff --git a/docker/test/performance-comparison/entrypoint.sh b/docker/test/performance-comparison/entrypoint.sh
index 570a1c21514..ffa79080260 100755
--- a/docker/test/performance-comparison/entrypoint.sh
+++ b/docker/test/performance-comparison/entrypoint.sh
@@ -1,6 +1,8 @@
 #!/bin/bash
 set -ex
 
+export CHPC_CHECK_START_TIMESTAMP="$(date +%s)"
+
 # Use the packaged repository to find the revision we will compare to.
 function find_reference_sha
 {

From 5cc005710ac93c08c5d661a0e8fe65028535ed8e Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <KochetovNicolai@users.noreply.github.com>
Date: Tue, 8 Jun 2021 18:23:42 +0300
Subject: [PATCH 0992/1060] Update ASTIdentifier.cpp

---
 src/Parsers/ASTIdentifier.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Parsers/ASTIdentifier.cpp b/src/Parsers/ASTIdentifier.cpp
index fbf7ede1b17..5ebf42ad8e3 100644
--- a/src/Parsers/ASTIdentifier.cpp
+++ b/src/Parsers/ASTIdentifier.cpp
@@ -118,7 +118,7 @@ void ASTIdentifier::formatImplWithoutAlias(const FormatSettings & settings, Form
 
             /// Some AST revriting code, like IdentifierSemantic::setColumnLongName,
             /// does not respect children of identifier.
-            /// Here we also ingore children if they are empty.
+            /// Here we also ignore children if they are empty.
             if (name_parts[i].empty() && j < children.size())
                 children[j++]->formatImpl(settings, state, frame);
             else

From 3cfa55c9895dcc53d9fde203ec3de5785a212c7f Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Tue, 8 Jun 2021 17:24:42 +0200
Subject: [PATCH 0993/1060] Update CHANGELOG.md

---
 CHANGELOG.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index cad82fd1e28..11a242081a6 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -763,6 +763,7 @@
 * Allow using extended integer types (`Int128`, `Int256`, `UInt256`) in `avg` and `avgWeighted` functions. Also allow using different types (integer, decimal, floating point) for value and for weight in `avgWeighted` function. This is a backward-incompatible change: now the `avg` and `avgWeighted` functions always return `Float64` (as documented). Before this change the return type for `Decimal` arguments was also `Decimal`. [#15419](https://github.com/ClickHouse/ClickHouse/pull/15419) ([Mike](https://github.com/myrrc)).
 * Expression `toUUID(N)` no longer works. Replace with `toUUID('00000000-0000-0000-0000-000000000000')`. This change is motivated by non-obvious results of `toUUID(N)` where N is non zero.
 * SSL Certificates with incorrect "key usage" are rejected. In previous versions they are used to work. See [#19262](https://github.com/ClickHouse/ClickHouse/issues/19262).
+* `incl` references to substitutions file (`/etc/metrika.xml`) were removed from the default config (`<remote_servers>`, `<zookeeper>`, `<macros>`, `<compression>`, `<networks>`). If you were using substitutions file and were relying on those implicit references, you should put them back manually and explicitly by adding corresponding sections with `incl="..."` attributes before the update. See [#18740](https://github.com/ClickHouse/ClickHouse/pull/18740)  ([alexey-milovidov](https://github.com/alexey-milovidov)).
 
 #### New Feature
 

From eb923db14c3972319c5ed1ed173a7d2b5b191287 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 8 Jun 2021 19:13:58 +0300
Subject: [PATCH 0994/1060] Update CHANGELOG.md

---
 CHANGELOG.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 11a242081a6..8987082db30 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -763,7 +763,7 @@
 * Allow using extended integer types (`Int128`, `Int256`, `UInt256`) in `avg` and `avgWeighted` functions. Also allow using different types (integer, decimal, floating point) for value and for weight in `avgWeighted` function. This is a backward-incompatible change: now the `avg` and `avgWeighted` functions always return `Float64` (as documented). Before this change the return type for `Decimal` arguments was also `Decimal`. [#15419](https://github.com/ClickHouse/ClickHouse/pull/15419) ([Mike](https://github.com/myrrc)).
 * Expression `toUUID(N)` no longer works. Replace with `toUUID('00000000-0000-0000-0000-000000000000')`. This change is motivated by non-obvious results of `toUUID(N)` where N is non zero.
 * SSL Certificates with incorrect "key usage" are rejected. In previous versions they are used to work. See [#19262](https://github.com/ClickHouse/ClickHouse/issues/19262).
-* `incl` references to substitutions file (`/etc/metrika.xml`) were removed from the default config (`<remote_servers>`, `<zookeeper>`, `<macros>`, `<compression>`, `<networks>`). If you were using substitutions file and were relying on those implicit references, you should put them back manually and explicitly by adding corresponding sections with `incl="..."` attributes before the update. See [#18740](https://github.com/ClickHouse/ClickHouse/pull/18740)  ([alexey-milovidov](https://github.com/alexey-milovidov)).
+* `incl` references to substitutions file (`/etc/metrika.xml`) were removed from the default config (`<remote_servers>`, `<zookeeper>`, `<macros>`, `<compression>`, `<networks>`). If you were using substitutions file and were relying on those implicit references, you should put them back manually and explicitly by adding corresponding sections with `incl="..."` attributes before the update. See [#18740](https://github.com/ClickHouse/ClickHouse/pull/18740) ([alexey-milovidov](https://github.com/alexey-milovidov)).
 
 #### New Feature
 

From 49b5b941877500822c9c059abfcb81fe965dc186 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 8 Jun 2021 19:15:04 +0300
Subject: [PATCH 0995/1060] Remove strange timeout in test

---
 tests/integration/test_distributed_queries_stress/test.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tests/integration/test_distributed_queries_stress/test.py b/tests/integration/test_distributed_queries_stress/test.py
index dcc4943f7e6..45a1b714cc4 100644
--- a/tests/integration/test_distributed_queries_stress/test.py
+++ b/tests/integration/test_distributed_queries_stress/test.py
@@ -65,8 +65,6 @@ def started_cluster():
     finally:
         cluster.shutdown()
 
-# since it includes started_cluster fixture at first start
-@pytest.mark.timeout(60)
 @pytest.mark.parametrize('table,settings', itertools.product(
     [ # tables
         'dist_one',

From eeb75d15daeed6e0f8ee5aea9d6bda247294add4 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Tue, 8 Jun 2021 19:21:55 +0300
Subject: [PATCH 0996/1060] Remove timeouts

---
 .../integration/test_storage_rabbitmq/test.py | 34 -------------------
 1 file changed, 34 deletions(-)

diff --git a/tests/integration/test_storage_rabbitmq/test.py b/tests/integration/test_storage_rabbitmq/test.py
index 02df75f0f04..131611d2720 100644
--- a/tests/integration/test_storage_rabbitmq/test.py
+++ b/tests/integration/test_storage_rabbitmq/test.py
@@ -70,7 +70,6 @@ def rabbitmq_setup_teardown():
 
 # Tests
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_select(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
@@ -106,7 +105,6 @@ def test_rabbitmq_select(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_select_empty(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
@@ -120,7 +118,6 @@ def test_rabbitmq_select_empty(rabbitmq_cluster):
     assert int(instance.query('SELECT count() FROM test.rabbitmq')) == 0
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_json_without_delimiter(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
@@ -162,7 +159,6 @@ def test_rabbitmq_json_without_delimiter(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_csv_with_delimiter(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
@@ -197,7 +193,6 @@ def test_rabbitmq_csv_with_delimiter(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_tsv_with_delimiter(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -238,7 +233,6 @@ def test_rabbitmq_tsv_with_delimiter(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_materialized_view(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -281,7 +275,6 @@ def test_rabbitmq_materialized_view(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_materialized_view_with_subquery(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -324,7 +317,6 @@ def test_rabbitmq_materialized_view_with_subquery(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_many_materialized_views(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view1;
@@ -379,7 +371,6 @@ def test_rabbitmq_many_materialized_views(rabbitmq_cluster):
 
 
 @pytest.mark.skip(reason="clichouse_path with rabbitmq.proto fails to be exported")
-@pytest.mark.timeout(240)
 def test_rabbitmq_protobuf(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -443,7 +434,6 @@ def test_rabbitmq_protobuf(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_big_message(rabbitmq_cluster):
     # Create batchs of messages of size ~100Kb
     rabbitmq_messages = 1000
@@ -487,7 +477,6 @@ def test_rabbitmq_big_message(rabbitmq_cluster):
     assert int(result) == rabbitmq_messages * batch_messages, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_sharding_between_queues_publish(rabbitmq_cluster):
     NUM_CONSUMERS = 10
     NUM_QUEUES = 10
@@ -558,7 +547,6 @@ def test_rabbitmq_sharding_between_queues_publish(rabbitmq_cluster):
     assert int(result2) == 10
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_mv_combo(rabbitmq_cluster):
     NUM_MV = 5
     NUM_CONSUMERS = 4
@@ -636,7 +624,6 @@ def test_rabbitmq_mv_combo(rabbitmq_cluster):
     assert int(result) == messages_num * threads_num * NUM_MV, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_insert(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
@@ -689,7 +676,6 @@ def test_rabbitmq_insert(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_insert_headers_exchange(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq (key UInt64, value UInt64)
@@ -743,7 +729,6 @@ def test_rabbitmq_insert_headers_exchange(rabbitmq_cluster):
     rabbitmq_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_rabbitmq_many_inserts(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.rabbitmq_many;
@@ -819,7 +804,6 @@ def test_rabbitmq_many_inserts(rabbitmq_cluster):
     assert int(result) == messages_num * threads_num, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_overloaded_insert(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view_overload;
@@ -898,7 +882,6 @@ def test_rabbitmq_overloaded_insert(rabbitmq_cluster):
     assert int(result) == messages_num * threads_num, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_direct_exchange(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -972,7 +955,6 @@ def test_rabbitmq_direct_exchange(rabbitmq_cluster):
     assert int(result) == messages_num * num_tables, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_fanout_exchange(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -1039,7 +1021,6 @@ def test_rabbitmq_fanout_exchange(rabbitmq_cluster):
     assert int(result) == messages_num * num_tables, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_topic_exchange(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -1136,7 +1117,6 @@ def test_rabbitmq_topic_exchange(rabbitmq_cluster):
         result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_hash_exchange(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -1220,7 +1200,6 @@ def test_rabbitmq_hash_exchange(rabbitmq_cluster):
     assert int(result2) == 4 * num_tables
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_multiple_bindings(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -1295,7 +1274,6 @@ def test_rabbitmq_multiple_bindings(rabbitmq_cluster):
     assert int(result) == messages_num * threads_num * 5, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_headers_exchange(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -1385,7 +1363,6 @@ def test_rabbitmq_headers_exchange(rabbitmq_cluster):
     assert int(result) == messages_num * num_tables_to_receive, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_virtual_columns(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1447,7 +1424,6 @@ def test_rabbitmq_virtual_columns(rabbitmq_cluster):
     assert TSV(result) == TSV(expected)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_virtual_columns_with_materialized_view(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1512,7 +1488,6 @@ def test_rabbitmq_virtual_columns_with_materialized_view(rabbitmq_cluster):
     assert TSV(result) == TSV(expected)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_many_consumers_to_each_queue(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.destination;
@@ -1595,7 +1570,6 @@ def test_rabbitmq_many_consumers_to_each_queue(rabbitmq_cluster):
     assert int(result2) == 8
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_restore_failed_connection_without_losses_1(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.consume;
@@ -1667,7 +1641,6 @@ def test_rabbitmq_restore_failed_connection_without_losses_1(rabbitmq_cluster):
     assert int(result) == messages_num, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_restore_failed_connection_without_losses_2(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.consumer_reconnect (key UInt64, value UInt64)
@@ -1735,7 +1708,6 @@ def test_rabbitmq_restore_failed_connection_without_losses_2(rabbitmq_cluster):
     assert int(result) == messages_num, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(300)
 def test_rabbitmq_commit_on_block_write(rabbitmq_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1804,7 +1776,6 @@ def test_rabbitmq_commit_on_block_write(rabbitmq_cluster):
     assert result == 1, 'Messages from RabbitMQ get duplicated!'
 
 
-@pytest.mark.timeout(420)
 def test_rabbitmq_no_connection_at_startup(rabbitmq_cluster):
     # no connection when table is initialized
     rabbitmq_cluster.pause_container('rabbitmq1')
@@ -1854,7 +1825,6 @@ def test_rabbitmq_no_connection_at_startup(rabbitmq_cluster):
     assert int(result) == messages_num, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(120)
 def test_rabbitmq_format_factory_settings(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.format_settings (
@@ -1907,7 +1877,6 @@ def test_rabbitmq_format_factory_settings(rabbitmq_cluster):
     assert(result == expected)
 
 
-@pytest.mark.timeout(120)
 def test_rabbitmq_vhost(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq_vhost (key UInt64, value UInt64)
@@ -1930,7 +1899,6 @@ def test_rabbitmq_vhost(rabbitmq_cluster):
             break
 
 
-@pytest.mark.timeout(120)
 def test_rabbitmq_drop_table_properly(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq_drop (key UInt64, value UInt64)
@@ -1966,7 +1934,6 @@ def test_rabbitmq_drop_table_properly(rabbitmq_cluster):
     assert(not exists)
 
 
-@pytest.mark.timeout(120)
 def test_rabbitmq_queue_settings(rabbitmq_cluster):
     instance.query('''
         CREATE TABLE test.rabbitmq_settings (key UInt64, value UInt64)
@@ -2009,7 +1976,6 @@ def test_rabbitmq_queue_settings(rabbitmq_cluster):
     assert(int(result) == 10)
 
 
-@pytest.mark.timeout(120)
 def test_rabbitmq_queue_consume(rabbitmq_cluster):
     credentials = pika.PlainCredentials('root', 'clickhouse')
     parameters = pika.ConnectionParameters(rabbitmq_cluster.rabbitmq_ip, rabbitmq_cluster.rabbitmq_port, '/', credentials)

From 736b56ce3337e6b70d3b5ec8ca971a5531172e3f Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 8 Jun 2021 20:39:42 +0300
Subject: [PATCH 0997/1060] Update ASTIdentifier.cpp

---
 src/Parsers/ASTIdentifier.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Parsers/ASTIdentifier.cpp b/src/Parsers/ASTIdentifier.cpp
index 5ebf42ad8e3..10b36f950ab 100644
--- a/src/Parsers/ASTIdentifier.cpp
+++ b/src/Parsers/ASTIdentifier.cpp
@@ -116,7 +116,7 @@ void ASTIdentifier::formatImplWithoutAlias(const FormatSettings & settings, Form
             if (i != 0)
                 settings.ostr << '.';
 
-            /// Some AST revriting code, like IdentifierSemantic::setColumnLongName,
+            /// Some AST rewriting code, like IdentifierSemantic::setColumnLongName,
             /// does not respect children of identifier.
             /// Here we also ignore children if they are empty.
             if (name_parts[i].empty() && j < children.size())

From c1d233cabc187205ae59b9891aabe1f42bb979a7 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Tue, 8 Jun 2021 20:40:33 +0300
Subject: [PATCH 0998/1060] Update ASTIdentifier.cpp

---
 src/Parsers/ASTIdentifier.cpp | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/src/Parsers/ASTIdentifier.cpp b/src/Parsers/ASTIdentifier.cpp
index 10b36f950ab..02430cb40f7 100644
--- a/src/Parsers/ASTIdentifier.cpp
+++ b/src/Parsers/ASTIdentifier.cpp
@@ -80,7 +80,7 @@ void ASTIdentifier::setShortName(const String & new_name)
     name_parts = {new_name};
 
     bool special = semantic->special;
-    //how about keep the semantic info here, such as table
+    /// How about keep the semantic info here, such as table
     auto table = semantic->table;
 
     *semantic = IdentifierSemanticImpl();
@@ -120,7 +120,10 @@ void ASTIdentifier::formatImplWithoutAlias(const FormatSettings & settings, Form
             /// does not respect children of identifier.
             /// Here we also ignore children if they are empty.
             if (name_parts[i].empty() && j < children.size())
-                children[j++]->formatImpl(settings, state, frame);
+            {
+                children[j]->formatImpl(settings, state, frame);
+                ++j;
+            }
             else
                 format_element(name_parts[i]);
         }

From c56a1eb7b6b2241d3a5cd6cfd1f71d64077f15f9 Mon Sep 17 00:00:00 2001
From: Dmitriy <sevirov@yandex-team.ru>
Date: Tue, 8 Jun 2021 23:36:57 +0300
Subject: [PATCH 0999/1060] Correction of the translation
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Поправил перевод.
---
 .../external-authenticators/ldap.md           |  8 +++---
 .../external-authenticators/ldap.md           | 26 +++++++++----------
 2 files changed, 17 insertions(+), 17 deletions(-)

diff --git a/docs/en/operations/external-authenticators/ldap.md b/docs/en/operations/external-authenticators/ldap.md
index 83bc575802f..5a3db6faf55 100644
--- a/docs/en/operations/external-authenticators/ldap.md
+++ b/docs/en/operations/external-authenticators/ldap.md
@@ -56,13 +56,13 @@ Note, that you can define multiple LDAP servers inside the `ldap_servers` sectio
 - `port` — LDAP server port, default is `636` if `enable_tls` is set to `true`, `389` otherwise.
 - `bind_dn` — Template used to construct the DN to bind to.
     - The resulting DN will be constructed by replacing all `{user_name}` substrings of the template with the actual user name during each authentication attempt.
-- `user_dn_detection` - Section with LDAP search parameters for detecting the actual user DN of the bound user.
+- `user_dn_detection` — Section with LDAP search parameters for detecting the actual user DN of the bound user.
     - This is mainly used in search filters for further role mapping when the server is Active Directory. The resulting user DN will be used when replacing `{user_dn}` substrings wherever they are allowed. By default, user DN is set equal to bind DN, but once search is performed, it will be updated with to the actual detected user DN value.
-        - `base_dn` - Template used to construct the base DN for the LDAP search.
+        - `base_dn` — Template used to construct the base DN for the LDAP search.
             - The resulting DN will be constructed by replacing all `{user_name}` and `{bind_dn}` substrings of the template with the actual user name and bind DN during the LDAP search.
-        - `scope` - Scope of the LDAP search.
+        - `scope` — Scope of the LDAP search.
             - Accepted values are: `base`, `one_level`, `children`, `subtree` (the default).
-        - `search_filter` - Template used to construct the search filter for the LDAP search.
+        - `search_filter` — Template used to construct the search filter for the LDAP search.
             - The resulting filter will be constructed by replacing all `{user_name}`, `{bind_dn}`, and `{base_dn}` substrings of the template with the actual user name, bind DN, and base DN during the LDAP search.
             - Note, that the special characters must be escaped properly in XML.
 - `verification_cooldown` — A period of time, in seconds, after a successful bind attempt, during which the user will be assumed to be successfully authenticated for all consecutive requests without contacting the LDAP server.
diff --git a/docs/ru/operations/external-authenticators/ldap.md b/docs/ru/operations/external-authenticators/ldap.md
index dc8fe103595..8df59cdfdad 100644
--- a/docs/ru/operations/external-authenticators/ldap.md
+++ b/docs/ru/operations/external-authenticators/ldap.md
@@ -17,7 +17,7 @@
 <yandex>
     <!- ... -->
     <ldap_servers>
-	    <!- Typical LDAP server. -->
+        <!- Typical LDAP server. -->
         <my_ldap_server>
             <host>localhost</host>
             <port>636</port>
@@ -54,18 +54,18 @@
 
 - `host` — имя хоста сервера LDAP или его IP. Этот параметр обязательный и не может быть пустым.
 - `port` — порт сервера LDAP. Если настройка `enable_tls` равна `true`, то по умолчанию используется порт `636`, иначе — порт `389`.
-- `bind_dn` — шаблон для создания DN для привязки.
+- `bind_dn` — шаблон для создания DN подключения.
     - При формировании DN все подстроки `{user_name}` в шаблоне будут заменяться на фактическое имя пользователя при каждой попытке аутентификации.
-- `user_dn_detection` — секция с параметрами LDAP поиска для определения фактического значения DN привязанного пользователя.
-    - Это в основном используется в фильтрах поиска для дальнейшего сопоставления ролей, когда сервер является Active Directory. Полученный DN пользователя будет использоваться при замене подстрок `{user_dn}` везде, где они разрешены. По умолчанию DN пользователя устанавливается равным DN привязки, но после выполнения поиска он будет обновлен до фактического обнаруженного значения DN пользователя.
-        - `base_dn` — шаблон, который используется для создания базового DN для LDAP поиска.
-            - При формировании DN все подстроки `{user_name}` и `{bind_dn}` в шаблоне будут заменяться на фактическое имя пользователя и DN привязки соответственно при каждом LDAP поиске.
+- `user_dn_detection` — секция с параметрами LDAP поиска для определения фактического значения DN подключенного пользователя.
+    - Это в основном используется в фильтрах поиска для дальнейшего сопоставления ролей, когда сервер является Active Directory. Полученный DN пользователя будет использоваться при замене подстрок `{user_dn}` везде, где они разрешены. По умолчанию DN пользователя устанавливается равным DN подключения, но после выполнения поиска он будет обновлен до фактического найденного значения DN пользователя.
+        - `base_dn` — шаблон для создания базового DN для LDAP поиска.
+            - При формировании DN все подстроки `{user_name}` и `{bind_dn}` в шаблоне будут заменяться на фактическое имя пользователя и DN подключения соответственно при каждом LDAP поиске.
         - `scope` — область LDAP поиска.
             - Возможные значения: `base`, `one_level`, `children`, `subtree` (по умолчанию).
-        - `search_filter` — шаблон, который используется для создания фильтра для каждого LDAP поиска.
-            - При формировании фильтра все подстроки `{user_name}`, `{bind_dn}`, `{user_dn}` и `{base_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN привязки, DN пользователя и базовый DN соответственно при каждом LDAP поиске.
+        - `search_filter` — шаблон для создания фильтра для каждого LDAP поиска.
+            - При формировании фильтра все подстроки `{user_name}`, `{bind_dn}`, `{user_dn}` и `{base_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN подключения, DN пользователя и базовый DN соответственно при каждом LDAP поиске.
             - Обратите внимание, что специальные символы должны быть правильно экранированы в XML.
-- `verification_cooldown` — промежуток времени (в секундах) после успешной попытки привязки, в течение которого пользователь будет считаться аутентифицированным и сможет выполнять запросы без повторного обращения к серверам LDAP.
+- `verification_cooldown` — промежуток времени (в секундах) после успешной попытки подключения, в течение которого пользователь будет считаться аутентифицированным и сможет выполнять запросы без повторного обращения к серверам LDAP.
     - Чтобы отключить кеширование и заставить обращаться к серверу LDAP для каждого запроса аутентификации, укажите `0` (значение по умолчанию). 
 - `enable_tls` — флаг, включающий использование защищенного соединения с сервером LDAP.
     - Укажите `no` для использования текстового протокола `ldap://` (не рекомендовано).
@@ -169,12 +169,12 @@ CREATE USER my_user IDENTIFIED WITH ldap SERVER 'my_ldap_server';
 - `role_mapping` — секция c параметрами LDAP поиска и правилами отображения.
     - При аутентификации пользователя, пока еще связанного с LDAP, производится LDAP поиск с помощью `search_filter` и имени этого пользователя. Для каждой записи, найденной в ходе поиска, выделяется значение указанного атрибута. У каждого атрибута, имеющего указанный префикс, этот префикс удаляется, а остальная часть значения становится именем локальной роли, определенной в ClickHouse, причем предполагается, что эта роль была ранее создана запросом [CREATE ROLE](../../sql-reference/statements/create/role.md#create-role-statement) до этого.
     - Внутри одной секции `ldap` может быть несколько секций `role_mapping`. Все они будут применены.
-        - `base_dn` — шаблон, который используется для создания базового DN для LDAP поиска.
-            - При формировании DN все подстроки `{user_name}`, `{bind_dn}` и `{user_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN привязки и DN пользователя соответственно при каждом LDAP поиске.
+        - `base_dn` — шаблон для создания базового DN для LDAP поиска.
+            - При формировании DN все подстроки `{user_name}`, `{bind_dn}` и `{user_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN подключения и DN пользователя соответственно при каждом LDAP поиске.
         - `scope` — область LDAP поиска.
             - Возможные значения: `base`, `one_level`, `children`, `subtree` (по умолчанию).
-        - `search_filter` — шаблон, который используется для создания фильтра для каждого LDAP поиска.
-            - При формировании фильтра все подстроки `{user_name}`, `{bind_dn}`, `{user_dn}` и `{base_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN привязки, DN пользователя и базовый DN соответственно при каждом LDAP поиске.
+        - `search_filter` — шаблон для создания фильтра для каждого LDAP поиска.
+            - При формировании фильтра все подстроки `{user_name}`, `{bind_dn}`, `{user_dn}` и `{base_dn}` в шаблоне будут заменяться на фактическое имя пользователя, DN подключения, DN пользователя и базовый DN соответственно при каждом LDAP поиске.
             - Обратите внимание, что специальные символы должны быть правильно экранированы в XML.
         - `attribute` — имя атрибута, значение которого будет возвращаться LDAP поиском. По умолчанию: `cn`.
         - `prefix` — префикс, который, как предполагается, будет находиться перед началом каждой строки в исходном списке строк, возвращаемых LDAP поиском. Префикс будет удален из исходных строк, а сами они будут рассматриваться как имена локальных ролей. По умолчанию: пустая строка. 

From 2fbb3a516ed7381bb52beeffcad27765cc54d64b Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 01:09:48 +0300
Subject: [PATCH 1000/1060] Update CHANGELOG.md

---
 CHANGELOG.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 8987082db30..65a81346037 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,6 +2,7 @@
 
 #### Upgrade Notes
 
+* Do not upgrade if you have partition key with `UUID`.
 * `zstd` compression library is updated to v1.5.0. You may get messages about "checksum does not match" in replication. These messages are expected due to update of compression algorithm and you can ignore them. These messages are informational and do not indicate any kinds of undesired behaviour.
 * The setting `compile_expressions` is enabled by default. Although it has been heavily tested on variety of scenarios, if you find some undesired behaviour on your servers, you can try turning this setting off.
 * Values of `UUID` type cannot be compared with integer. For example, instead of writing `uuid != 0` type `uuid != '00000000-0000-0000-0000-000000000000'`.

From e43105dac1f96e32ded317688225fc530c2ebb7f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 02:40:29 +0300
Subject: [PATCH 1001/1060] Fix wrong code in SerializationAggregateFunction

---
 .../AggregateFunctionMinMaxAny.h                  |  2 +-
 src/DataTypes/DataTypeAggregateFunction.cpp       |  2 +-
 .../SerializationAggregateFunction.cpp            | 15 ++++++---------
 .../SerializationAggregateFunction.h              |  4 +++-
 4 files changed, 11 insertions(+), 12 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
index de1f4fad296..f85334768d3 100644
--- a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
+++ b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
@@ -706,7 +706,7 @@ private:
 public:
     AggregateFunctionsSingleValue(const DataTypePtr & type_)
         : IAggregateFunctionDataHelper<Data, AggregateFunctionsSingleValue<Data>>({type_}, {})
-        , type(this->argument_types[0])
+        , type(type_)
         , serialization(type->getDefaultSerialization())
     {
         if (StringRef(Data::name()) == StringRef("min")
diff --git a/src/DataTypes/DataTypeAggregateFunction.cpp b/src/DataTypes/DataTypeAggregateFunction.cpp
index 7f7b01e031b..11fdf4e6894 100644
--- a/src/DataTypes/DataTypeAggregateFunction.cpp
+++ b/src/DataTypes/DataTypeAggregateFunction.cpp
@@ -100,7 +100,7 @@ bool DataTypeAggregateFunction::equals(const IDataType & rhs) const
 
 SerializationPtr DataTypeAggregateFunction::doGetDefaultSerialization() const
 {
-    return std::make_shared<SerializationAggregateFunction>(function);
+    return std::make_shared<SerializationAggregateFunction>(function, getName());
 }
 
 
diff --git a/src/DataTypes/Serializations/SerializationAggregateFunction.cpp b/src/DataTypes/Serializations/SerializationAggregateFunction.cpp
index e0bcb65d895..925ba0b9e74 100644
--- a/src/DataTypes/Serializations/SerializationAggregateFunction.cpp
+++ b/src/DataTypes/Serializations/SerializationAggregateFunction.cpp
@@ -20,19 +20,16 @@ namespace DB
 
 void SerializationAggregateFunction::serializeBinary(const Field & field, WriteBuffer & ostr) const
 {
-    const String & s = get<const String &>(field);
-    writeVarUInt(s.size(), ostr);
-    writeString(s, ostr);
+    const AggregateFunctionStateData & state = get<const AggregateFunctionStateData &>(field);
+    writeBinary(state.data, ostr);
 }
 
 void SerializationAggregateFunction::deserializeBinary(Field & field, ReadBuffer & istr) const
 {
-    UInt64 size;
-    readVarUInt(size, istr);
-    field = String();
-    String & s = get<String &>(field);
-    s.resize(size);
-    istr.readStrict(s.data(), size);
+    field = AggregateFunctionStateData();
+    AggregateFunctionStateData & s = get<AggregateFunctionStateData &>(field);
+    readBinary(s.data, istr);
+    s.name = type_name;
 }
 
 void SerializationAggregateFunction::serializeBinary(const IColumn & column, size_t row_num, WriteBuffer & ostr) const
diff --git a/src/DataTypes/Serializations/SerializationAggregateFunction.h b/src/DataTypes/Serializations/SerializationAggregateFunction.h
index 58a7d52ffe7..103f3c10fea 100644
--- a/src/DataTypes/Serializations/SerializationAggregateFunction.h
+++ b/src/DataTypes/Serializations/SerializationAggregateFunction.h
@@ -12,11 +12,13 @@ class SerializationAggregateFunction final : public ISerialization
 {
 private:
     AggregateFunctionPtr function;
+    String type_name;
 
 public:
     static constexpr bool is_parametric = true;
 
-    SerializationAggregateFunction(const AggregateFunctionPtr & function_): function(function_) {}
+    SerializationAggregateFunction(const AggregateFunctionPtr & function_, String type_name_)
+        : function(function_), type_name(std::move(type_name_)) {}
 
     /// NOTE These two functions for serializing single values are incompatible with the functions below.
     void serializeBinary(const Field & field, WriteBuffer & ostr) const override;

From 4fe032ab7c1fd78eacb22f739dc1e5285f49ce3f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 02:54:23 +0300
Subject: [PATCH 1002/1060] Revert submodule

---
 contrib/avro | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/avro b/contrib/avro
index 1ee16d8c5a7..e43c46e87fd 160000
--- a/contrib/avro
+++ b/contrib/avro
@@ -1 +1 @@
-Subproject commit 1ee16d8c5a7808acff5cf0475f771195d9aa3faa
+Subproject commit e43c46e87fd32eafdc09471e95344555454c5ef8

From 37e05d838d93591e53cf4a589429355007128a22 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 02:55:29 +0300
Subject: [PATCH 1003/1060] Revert submodule

---
 contrib/avro | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/avro b/contrib/avro
index e43c46e87fd..1ee16d8c5a7 160000
--- a/contrib/avro
+++ b/contrib/avro
@@ -1 +1 @@
-Subproject commit e43c46e87fd32eafdc09471e95344555454c5ef8
+Subproject commit 1ee16d8c5a7808acff5cf0475f771195d9aa3faa

From 00757bc7b5708d0162e03d238220023ef4901fd2 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 05:23:15 +0300
Subject: [PATCH 1004/1060] Fix test

---
 tests/queries/0_stateless/01890_state_of_state.reference | 9 ++++++---
 tests/queries/0_stateless/01890_state_of_state.sql       | 2 +-
 2 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/tests/queries/0_stateless/01890_state_of_state.reference b/tests/queries/0_stateless/01890_state_of_state.reference
index 9203adcfe3a..0c1777fdbbd 100644
--- a/tests/queries/0_stateless/01890_state_of_state.reference
+++ b/tests/queries/0_stateless/01890_state_of_state.reference
@@ -11,8 +11,11 @@ AggregateFunction(any, AggregateFunction(quantile, UInt8))
 AggregateFunction(any, AggregateFunction(uniq, UInt8))
 0001F17752DF
 0001FBFD3A96
-011E41676772656761746546756E6374696F6E28756E69712C2055496E743829
-011E41676772656761746546756E6374696F6E28756E69712C2055496E743829
+0106000100000000
+0106000100000000
 01F17752DF500C1DC06F522F986F0C97C5
 1
-011F41676772656761746546756E6374696F6E28756E69712C2055496E74363429
+Row 1:
+──────
+hex(toString(anyState(x))): 01A31F00E80700000000B89901B4C50F022CBB0E02F4208803683BDE03DC63B4048CC8AA061C36EC06C0401007D05E4A09BC5D560C3085C80FA04C7F17205BC218E0BBAC18609AED19B81F1A1C94E68A1C8468BA1FDCC9EF203C38B925E0E17F2828DD5928243B7929806B852804AC9E2B4474A82BA0FD9C2CC4C2FC2D68234530A86A3431D42B6A3234958B33047214353830553514D0C5364CE22D373826C137503E3438285B4238E4DD5639B4E24439A054443AD030433B0819723B847AC33C3C45313DD8D0743F3895563F0CB5694074077C4188BBF64114190A42B893DF41789724415C13FA43E81E074408C1F9447CCC57456CF0D6452440F045AC85B244A4200E4A00258E4AB837FA4CC451834C44DBD64DE056DE4D64187E4FA4C3FF50505EE65150E766526C765C53B07CD853CC9AF855B407E0562455A25700CC69585428D559EC68235AFC44A45910A6705B785B355E101006608882F661183A676230B24962CCC1F462B056D46468ADE164940E7E6704DDD168E461AA6A28CC626C9CF2476C04DF846CA8349F73448F0675609DDF7584B94A77A400F17898FC87793C0C6B7A50174A7CF87B2E7D64223C7E7C0DCC7E0417F87FF8A42E8088632981440D4381E000FA83B47C478450EA3C84805577841051A086BCA0C08780D8F58720C6638ADCF14F8B54A25A8E04B5D38EACEFE08F00873A91F890D2914CC62792BC9F2192944A2993804B9192F4E92996D8DC7A9988DB9D992415D69A04AB809A303B899B8C40A69AB4868D9C48DA059B5864E59B08586B9EA8CE189FC49138A0380CDEA1987D30A2D04CBFA2B4365CA34468DAA3E0DE91A5C435B0A844C4E5A8C49EDAA9C4C274AAC4D0DEAA68F662AB300414AC843557AC0C9250AD10397EADC0502BAFE820CBAF8086E6AF7C88F0B15CE684B2F8F32CB494773EB53C089FB97011F5BA7C508CBABC9643BD3C4AC9BD54BCC4BE70BE83BF8CBB3AC0088499C06C35E6C0B87D79C05CA902C2E42CCBC234ECCCC0400344C51826B4C50C9914C7084E66C9E01982CA503659CB982DE2CE1858B0D0249B21D10470E9D2A40364D3D472A8D424DBD0D6C44AEBD65CABEED7CC9B36D8789951D8F8C5EED6E81DDBD9B405D3D9280986DCB852CBDD0091B0DDA020E6DE181976DFDC86CCDFB0C7E1DFF0B99AE0482700E088B5D8DD0C3F91E258275AE3289682E4A8B1E4E40CBE86E6789EEDE7EC8F01E90C1BF0EA342925EB2C2063EC784FFDEC94BE9DEE847518F0A8F1D4F26430C9F2ECA2ECF31CF80FF3F875B4F5A088C9F69CD798F7503F65F8F45ED7F8B082B4FA148FCEFB700534FCA8CCE8FC1C5242FC584C3AFDE83EB4FCECF6C6FDB01BEFFD245BD8FF70569700EDC05A02F1B7060691E7830665D4790881F88E08A17A7B0925E5010A91939B0D1D209B0E6129890FDDA7C7106951CF1191551413A106AA15F1D6761661F27E1B59D34B1B25D9231BE144B51C89B2DF1DC531921DD1EAB31DF506671F8177A91FE59ED91FA199C520C18D312115F1881FE952871FB9BD262145F32A2385E03923B1761024BD288B241D097125E965D02631DD0C27299F742741DF6F28852B112831312828AD8DD629B5A93B2B2D9DCB2CE90AD12CA9F73B2E71BB5A2FF15EEB2F291A003075D5512F75E12B319D9B6E311D7AF332DD4F2A35AD642F36A15DE836753AEB362192C03631E4BE37D9156939ED5CD53A8945073B5DAE9D3A293D323C0D8F703B6194F83D6949A73DC98FB73DDD237140F19C3F4059CB0241210F30417DFBB941E9543943E5FB6044A119A545B10DD348257FD4485974B64975622C4AA5389F4995BD234B09629D4B3975554CD57EE94A8D0B265095964B51518E5054DDFD05548DA0BD5551A6FE57E95B6558699EF257FD4C9C5FB9EA4261B5A8F661C9DBD7614D31EB61ED6B7061A907DE61397B5D6581B69265D12B496741C5D0690941256A0D023C6BA598326BF55C227129624B73C1738B735509317449907A743DA0FE761D027177017B71795174257985877F7919DDAC79D5E4127C9DCD4F7D3D4F917D2937E77E0DEA797F5D74057F6553518009975F8169C0BD81B5E263820570D58171298C832DA98484CD0CD9852DDFA88671E3508739795288313E0A89CD8FFE8905C66D8A6D4C688B9944F98B91A3C48C7999528EC90C149365D8D0936178A194619C3F95F1BE8D9605C1A49709510B98856CE49875A8B0987D947699F97E299C3168AA9C55F4189D59D3529EC55FFF9EF158A39EC15F77A17154D7A175C629A27D5C1FA319ECF1A5C1EDF3A6DDE550A9C95B3CAAC5D865AA817A03AC71058AAC5D9396AC658283ADE9B8CBAC251DFFAE25A775B10DBB9AB1018E62B3B5C12DB3D5EAB6B4E57196B68D4791B8E9A596BB016430BC1DFBB6BB1933ECBEB94A13C0E98632C0557335C111D4E6C1511061C1E5A9BFC22DBD42C3AD3DD7C325DEFEC30DEBA5C17541CFC51DE252C651461AC7C10DF4C865700BC9BDEEB4C9B13562CAC56ABACA59D44AC91D9348CB1D26A3CC65014CCF356B1AD135BD88D1B52C2BD2E57A95D3B5A621D4419DA4D449C472D5A1EBDCD521E350D85D41C6D8717C6DD8C51394D9D1EF36DBB53388DB1D7825DBFD73E5DC7D6916DF2D82EFDFD9CA63DF6DEC5AE18188B2E1191152E32DAE7EE4818D18E5C9B15DE511DE2FE6BDB2B6E649D732E5E1F7F5EA6DECE0EB8D92DEEBDDBBAFECC55BA3EE6DB981EE65CEE0EEC99223F1513191F19DF97CF2E5ED11F375728EF30512EAF4DD0D01F55D84E9F5F5C796F5DD4D8FF6959879F785CED8F8091563FB71E604FC092A75FCA1FD2CFDD1326FFE7D23E5FEE9CE2EFF957A2E01B6A05C04662FA504DE9EA604725AA706C6A43C0ACA0A580BF233800B96676B0D725C3D0DAE5A100E5E86400F76A6791002B26A11FAEBE71146FB01139AD16E141E4C21189E5D2418EAF263190AEC881E42FCDF1EFA4AAB1F861A4D2186552821F6E07C227E4CD4221E970423EAEDD623D22D062412A82D22F68D3E251A6862290EE5C02A6E0D542B62BF772B46509E2A02EF182E520A5131E6D92431E6D670320A6F9131BED3A8310E07BF33823F0C321A8C643206431335729AA335C6F9233682A697364ABE483852270839DE5E3D39CA3F323AE67BC13BDAFBE33BBE9C263FDA46E9405E92E8418ACC59428E8F8742CAD63744A2FBF4447A654F45B2F9CA45E24470472EDA0C489EED20487ACF10494AEAFC496E1B4B4A3ADC474AEA873B4B6AA548497A1C774C0ABF824C9209CF4A569FBC4D9ABA194E5294DB4EBABFF44AFEE1F64EDE59154FB61999502232BA503692FF528A1BAD53EA6927550AE7515676F1BF5692F552572ED2DB58EA8D7B59DEB29F5A120C535B924A065C1EF7C45D0A2FE95D9A49F05F9AE00360AA9B9260DA75B7626601FB630EA901647A76DF64EA4BA164B6073F66EE26D46C8ABAD06DEAD15E70FE19AA70A2B39C73D2782B75329492759616D077EEB6A378AE837D791E5293796E5CCB7956B19D7B369B8A7B1AD9367CFAD31E7DA2D6057DA266747E0EDB9F7E9ED6027F425F5A80CA960582C28D07821A648B857267B086769BF088F20BBD8A4660938C1E87DF8DC2125A8E66FAEC8D42B019918A5149927ECC55936A29F095BE6E9296AE6B4797223E229976BD7999AE27959A56407D9B168AB49CB6174CA02AE3FBA05E1EF7A0369493A1EAD033A24E880CA49EFCD5A43AB05AA6722EA6A62AB849A7625302A6FAEC5EA8362E4BA7862A47A696E4FAA9C60633AD9ABC74ADC60EF4AF5E6B0EB04644D5B03AC580B37AFB3AB7BE295EB9A2A7A1BABABE6CBC8E6ED6BCAAF61CBCD2B351BCB6E942BEAE8CF4BEEE1CFFBE92F5BCBF6EFE02C052CC4AC20650ECC22E2B85C4FEE336C5F64C33C606070DC926627BCD9698CCCD4A08F8CF32A9A8D14A97AAD1B6DBEBD132A509D46A13BED6BE90ECD8D67B5ED9CEC673DB4613A8DB02A2E2DCA6512DDEBEF998DE06B246DFF62349DFE2337DE166AAACE1CE734EE20E37C5E34EC596E682E616E72A1554E70AAF87E8929615E9B27AF9E922566CE9A6CD7EE97A8EDDEBBA3F69ECBE5F44ED62EB97ED5E7D9FEE1E7AA5EE3A17D1EFFAE261F152C541F3E64991F392B1CCF48E847CF5827CA7F6066708F84ACCBCFB825BE3FC0A3B03FD36D195FC621E35FE764E97FE46271AFF76F52C023341DC02BB184303CF3D2B04AF0908049FDD6A05AB553805938359065B99FB060BE207059F76D7075B8103087331F208F71F2E091B7E750A87F0BA0A9FBE510DE38FC70E57C48B0E8F5A6F10EF03E5109FE7211257163213F3F0641413EFA416D303D817E357D517D3D19B172B038319EBAC4A1A3F61CA1A170B6F1BE3B92E1B7F3E7722F7FA7C24E34B6724C3DC6026F71B462697707B27EF53F627F33BF027CF72642817B1A127434592294BF3282BFBED2C2BBBBB0E2D6F05162D1FCA6B2E0B4D762EDB5CA52FDF5061317BAA9E31FB25A131DFF13E32CB2A2C3347EF2C34CB69E536D39156377BE9313A330EF63A2703663D93063E3E4BD7093F0FBCEC45C7BA7246A786944603092D47B31D7047F3A348491B33054A87F2184A474BB94A3FA0BE4D4B9B8E4E2B888E4F5B1AB150BBE81951E7FDE7519F1E48523FC6D152F3B678548BE7AF55DF5EBA5623F815572FC080587B4B5D5C5BDAD55C53A42C5EB3BDC85E7BDC535E43954262FF3CF062435A7664CFF475643F34146663D7AE66DB31F166AF91E567877A63683360BD6743008E69437A596B3348766CEB8C326CA71BB06E4740476F7F99BE70B3DD5771A38F2271D394D973ABD05D746F4BFA779FD66578074EC0770776BF78B77D3E790F58667AC76ECE7A13A0AC7A4FBA5F7B1773457CC773297E7B37D27FB7CBBE83CFFF2584ABB376841B4565856FE245874760F88AEB55758BD7C5A58CA330658D8B9DE58D13CADD8E33A74D8F2F9F3B91BB735292BB6E7C9287736D932B393294CB3F4195DFBECE95ABD5749533C73796D7159699A317469A27247E9CEFE69A9C8BEB1D9D5BC4819F9FEB849FC7AF5AA08B5C20A19B7FC1A0FB0F59A27B9F899F9B7A11A36B87C6A3930A22A2273E3BA51F790CA5A36361A6BF0745A5EFD72EA8BBFEF3A84FB1BDA83FCD56A86B5873AA17A016AA3F4F14ABCFE6D7ABEF9947AC6BC91EAC8B7240AACF4224AE3FC03DB2FF9878B3978E29B34FB213B4A39E76B7A7A793B8BBE211B93B04E3BBAF682CBD5BD869BECF2B97BE8FD1A7BE9794C7BEDBB659C4DF70B7C50B9609C6CF4489C6D3373EC9031A31CA13BD5FCCFB3656CDCF656DCD13E44ECEA7184FCE3B51B1CD5341AACE3FE86CD01B8E5FD2DFB130D35F2A4FD353B84AD4B7E606D31B6C7DD57FA7E9D543500BD59F0456D50324BDD7BBEAF5D843804DD93F05D2D84351C3DA7F3671DBFF3B18DBFF784EDB7BAF7DDE17E20BDF770268E08FF3DAE0137604E07BE9D6E12F27DFE3B3F3F9E44BD3CAE657E41CE78B99BEE72F2BFCE82F9D65E9631B02EABB3717EB8FA0B5EBFB7D65EC37C0A6EC5F3520EDEF5B65EC17CC7AEC1FF185EFFB59D5F02336FBF31F7A42F48FD5F1F4F78DD2F4279646F6DF7BB2F61B518FF9F31DEDFA03B517FBBF4108FB73C18AFB1BE35CFD0FA623FDB31E93FD133EFDFEC7272FFFDF
+hex(toString(any(x))):      00E80700000000B89901B4C50F022CBB0E02F4208803683BDE03DC63B4048CC8AA061C36EC06C0401007D05E4A09BC5D560C3085C80FA04C7F17205BC218E0BBAC18609AED19B81F1A1C94E68A1C8468BA1FDCC9EF203C38B925E0E17F2828DD5928243B7929806B852804AC9E2B4474A82BA0FD9C2CC4C2FC2D68234530A86A3431D42B6A3234958B33047214353830553514D0C5364CE22D373826C137503E3438285B4238E4DD5639B4E24439A054443AD030433B0819723B847AC33C3C45313DD8D0743F3895563F0CB5694074077C4188BBF64114190A42B893DF41789724415C13FA43E81E074408C1F9447CCC57456CF0D6452440F045AC85B244A4200E4A00258E4AB837FA4CC451834C44DBD64DE056DE4D64187E4FA4C3FF50505EE65150E766526C765C53B07CD853CC9AF855B407E0562455A25700CC69585428D559EC68235AFC44A45910A6705B785B355E101006608882F661183A676230B24962CCC1F462B056D46468ADE164940E7E6704DDD168E461AA6A28CC626C9CF2476C04DF846CA8349F73448F0675609DDF7584B94A77A400F17898FC87793C0C6B7A50174A7CF87B2E7D64223C7E7C0DCC7E0417F87FF8A42E8088632981440D4381E000FA83B47C478450EA3C84805577841051A086BCA0C08780D8F58720C6638ADCF14F8B54A25A8E04B5D38EACEFE08F00873A91F890D2914CC62792BC9F2192944A2993804B9192F4E92996D8DC7A9988DB9D992415D69A04AB809A303B899B8C40A69AB4868D9C48DA059B5864E59B08586B9EA8CE189FC49138A0380CDEA1987D30A2D04CBFA2B4365CA34468DAA3E0DE91A5C435B0A844C4E5A8C49EDAA9C4C274AAC4D0DEAA68F662AB300414AC843557AC0C9250AD10397EADC0502BAFE820CBAF8086E6AF7C88F0B15CE684B2F8F32CB494773EB53C089FB97011F5BA7C508CBABC9643BD3C4AC9BD54BCC4BE70BE83BF8CBB3AC0088499C06C35E6C0B87D79C05CA902C2E42CCBC234ECCCC0400344C51826B4C50C9914C7084E66C9E01982CA503659CB982DE2CE1858B0D0249B21D10470E9D2A40364D3D472A8D424DBD0D6C44AEBD65CABEED7CC9B36D8789951D8F8C5EED6E81DDBD9B405D3D9280986DCB852CBDD0091B0DDA020E6DE181976DFDC86CCDFB0C7E1DFF0B99AE0482700E088B5D8DD0C3F91E258275AE3289682E4A8B1E4E40CBE86E6789EEDE7EC8F01E90C1BF0EA342925EB2C2063EC784FFDEC94BE9DEE847518F0A8F1D4F26430C9F2ECA2ECF31CF80FF3F875B4F5A088C9F69CD798F7503F65F8F45ED7F8B082B4FA148FCEFB700534FCA8CCE8FC1C5242FC584C3AFDE83EB4FCECF6C6FDB01BEFFD245BD8FF70569700EDC05A02F1B7060691E7830665D4790881F88E08A17A7B0925E5010A91939B0D1D209B0E6129890FDDA7C7106951CF1191551413A106AA15F1D6761661F27E1B59D34B1B25D9231BE144B51C89B2DF1DC531921DD1EAB31DF506671F8177A91FE59ED91FA199C520C18D312115F1881FE952871FB9BD262145F32A2385E03923B1761024BD288B241D097125E965D02631DD0C27299F742741DF6F28852B112831312828AD8DD629B5A93B2B2D9DCB2CE90AD12CA9F73B2E71BB5A2FF15EEB2F291A003075D5512F75E12B319D9B6E311D7AF332DD4F2A35AD642F36A15DE836753AEB362192C03631E4BE37D9156939ED5CD53A8945073B5DAE9D3A293D323C0D8F703B6194F83D6949A73DC98FB73DDD237140F19C3F4059CB0241210F30417DFBB941E9543943E5FB6044A119A545B10DD348257FD4485974B64975622C4AA5389F4995BD234B09629D4B3975554CD57EE94A8D0B265095964B51518E5054DDFD05548DA0BD5551A6FE57E95B6558699EF257FD4C9C5FB9EA4261B5A8F661C9DBD7614D31EB61ED6B7061A907DE61397B5D6581B69265D12B496741C5D0690941256A0D023C6BA598326BF55C227129624B73C1738B735509317449907A743DA0FE761D027177017B71795174257985877F7919DDAC79D5E4127C9DCD4F7D3D4F917D2937E77E0DEA797F5D74057F6553518009975F8169C0BD81B5E263820570D58171298C832DA98484CD0CD9852DDFA88671E3508739795288313E0A89CD8FFE8905C66D8A6D4C688B9944F98B91A3C48C7999528EC90C149365D8D0936178A194619C3F95F1BE8D9605C1A49709510B98856CE49875A8B0987D947699F97E299C3168AA9C55F4189D59D3529EC55FFF9EF158A39EC15F77A17154D7A175C629A27D5C1FA319ECF1A5C1EDF3A6DDE550A9C95B3CAAC5D865AA817A03AC71058AAC5D9396AC658283ADE9B8CBAC251DFFAE25A775B10DBB9AB1018E62B3B5C12DB3D5EAB6B4E57196B68D4791B8E9A596BB016430BC1DFBB6BB1933ECBEB94A13C0E98632C0557335C111D4E6C1511061C1E5A9BFC22DBD42C3AD3DD7C325DEFEC30DEBA5C17541CFC51DE252C651461AC7C10DF4C865700BC9BDEEB4C9B13562CAC56ABACA59D44AC91D9348CB1D26A3CC65014CCF356B1AD135BD88D1B52C2BD2E57A95D3B5A621D4419DA4D449C472D5A1EBDCD521E350D85D41C6D8717C6DD8C51394D9D1EF36DBB53388DB1D7825DBFD73E5DC7D6916DF2D82EFDFD9CA63DF6DEC5AE18188B2E1191152E32DAE7EE4818D18E5C9B15DE511DE2FE6BDB2B6E649D732E5E1F7F5EA6DECE0EB8D92DEEBDDBBAFECC55BA3EE6DB981EE65CEE0EEC99223F1513191F19DF97CF2E5ED11F375728EF30512EAF4DD0D01F55D84E9F5F5C796F5DD4D8FF6959879F785CED8F8091563FB71E604FC092A75FCA1FD2CFDD1326FFE7D23E5FEE9CE2EFF957A2E01B6A05C04662FA504DE9EA604725AA706C6A43C0ACA0A580BF233800B96676B0D725C3D0DAE5A100E5E86400F76A6791002B26A11FAEBE71146FB01139AD16E141E4C21189E5D2418EAF263190AEC881E42FCDF1EFA4AAB1F861A4D2186552821F6E07C227E4CD4221E970423EAEDD623D22D062412A82D22F68D3E251A6862290EE5C02A6E0D542B62BF772B46509E2A02EF182E520A5131E6D92431E6D670320A6F9131BED3A8310E07BF33823F0C321A8C643206431335729AA335C6F9233682A697364ABE483852270839DE5E3D39CA3F323AE67BC13BDAFBE33BBE9C263FDA46E9405E92E8418ACC59428E8F8742CAD63744A2FBF4447A654F45B2F9CA45E24470472EDA0C489EED20487ACF10494AEAFC496E1B4B4A3ADC474AEA873B4B6AA548497A1C774C0ABF824C9209CF4A569FBC4D9ABA194E5294DB4EBABFF44AFEE1F64EDE59154FB61999502232BA503692FF528A1BAD53EA6927550AE7515676F1BF5692F552572ED2DB58EA8D7B59DEB29F5A120C535B924A065C1EF7C45D0A2FE95D9A49F05F9AE00360AA9B9260DA75B7626601FB630EA901647A76DF64EA4BA164B6073F66EE26D46C8ABAD06DEAD15E70FE19AA70A2B39C73D2782B75329492759616D077EEB6A378AE837D791E5293796E5CCB7956B19D7B369B8A7B1AD9367CFAD31E7DA2D6057DA266747E0EDB9F7E9ED6027F425F5A80CA960582C28D07821A648B857267B086769BF088F20BBD8A4660938C1E87DF8DC2125A8E66FAEC8D42B019918A5149927ECC55936A29F095BE6E9296AE6B4797223E229976BD7999AE27959A56407D9B168AB49CB6174CA02AE3FBA05E1EF7A0369493A1EAD033A24E880CA49EFCD5A43AB05AA6722EA6A62AB849A7625302A6FAEC5EA8362E4BA7862A47A696E4FAA9C60633AD9ABC74ADC60EF4AF5E6B0EB04644D5B03AC580B37AFB3AB7BE295EB9A2A7A1BABABE6CBC8E6ED6BCAAF61CBCD2B351BCB6E942BEAE8CF4BEEE1CFFBE92F5BCBF6EFE02C052CC4AC20650ECC22E2B85C4FEE336C5F64C33C606070DC926627BCD9698CCCD4A08F8CF32A9A8D14A97AAD1B6DBEBD132A509D46A13BED6BE90ECD8D67B5ED9CEC673DB4613A8DB02A2E2DCA6512DDEBEF998DE06B246DFF62349DFE2337DE166AAACE1CE734EE20E37C5E34EC596E682E616E72A1554E70AAF87E8929615E9B27AF9E922566CE9A6CD7EE97A8EDDEBBA3F69ECBE5F44ED62EB97ED5E7D9FEE1E7AA5EE3A17D1EFFAE261F152C541F3E64991F392B1CCF48E847CF5827CA7F6066708F84ACCBCFB825BE3FC0A3B03FD36D195FC621E35FE764E97FE46271AFF76F52C023341DC02BB184303CF3D2B04AF0908049FDD6A05AB553805938359065B99FB060BE207059F76D7075B8103087331F208F71F2E091B7E750A87F0BA0A9FBE510DE38FC70E57C48B0E8F5A6F10EF03E5109FE7211257163213F3F0641413EFA416D303D817E357D517D3D19B172B038319EBAC4A1A3F61CA1A170B6F1BE3B92E1B7F3E7722F7FA7C24E34B6724C3DC6026F71B462697707B27EF53F627F33BF027CF72642817B1A127434592294BF3282BFBED2C2BBBBB0E2D6F05162D1FCA6B2E0B4D762EDB5CA52FDF5061317BAA9E31FB25A131DFF13E32CB2A2C3347EF2C34CB69E536D39156377BE9313A330EF63A2703663D93063E3E4BD7093F0FBCEC45C7BA7246A786944603092D47B31D7047F3A348491B33054A87F2184A474BB94A3FA0BE4D4B9B8E4E2B888E4F5B1AB150BBE81951E7FDE7519F1E48523FC6D152F3B678548BE7AF55DF5EBA5623F815572FC080587B4B5D5C5BDAD55C53A42C5EB3BDC85E7BDC535E43954262FF3CF062435A7664CFF475643F34146663D7AE66DB31F166AF91E567877A63683360BD6743008E69437A596B3348766CEB8C326CA71BB06E4740476F7F99BE70B3DD5771A38F2271D394D973ABD05D746F4BFA779FD66578074EC0770776BF78B77D3E790F58667AC76ECE7A13A0AC7A4FBA5F7B1773457CC773297E7B37D27FB7CBBE83CFFF2584ABB376841B4565856FE245874760F88AEB55758BD7C5A58CA330658D8B9DE58D13CADD8E33A74D8F2F9F3B91BB735292BB6E7C9287736D932B393294CB3F4195DFBECE95ABD5749533C73796D7159699A317469A27247E9CEFE69A9C8BEB1D9D5BC4819F9FEB849FC7AF5AA08B5C20A19B7FC1A0FB0F59A27B9F899F9B7A11A36B87C6A3930A22A2273E3BA51F790CA5A36361A6BF0745A5EFD72EA8BBFEF3A84FB1BDA83FCD56A86B5873AA17A016AA3F4F14ABCFE6D7ABEF9947AC6BC91EAC8B7240AACF4224AE3FC03DB2FF9878B3978E29B34FB213B4A39E76B7A7A793B8BBE211B93B04E3BBAF682CBD5BD869BECF2B97BE8FD1A7BE9794C7BEDBB659C4DF70B7C50B9609C6CF4489C6D3373EC9031A31CA13BD5FCCFB3656CDCF656DCD13E44ECEA7184FCE3B51B1CD5341AACE3FE86CD01B8E5FD2DFB130D35F2A4FD353B84AD4B7E606D31B6C7DD57FA7E9D543500BD59F0456D50324BDD7BBEAF5D843804DD93F05D2D84351C3DA7F3671DBFF3B18DBFF784EDB7BAF7DDE17E20BDF770268E08FF3DAE0137604E07BE9D6E12F27DFE3B3F3F9E44BD3CAE657E41CE78B99BEE72F2BFCE82F9D65E9631B02EABB3717EB8FA0B5EBFB7D65EC37C0A6EC5F3520EDEF5B65EC17CC7AEC1FF185EFFB59D5F02336FBF31F7A42F48FD5F1F4F78DD2F4279646F6DF7BB2F61B518FF9F31DEDFA03B517FBBF4108FB73C18AFB1BE35CFD0FA623FDB31E93FD133EFDFEC7272FFFDF
diff --git a/tests/queries/0_stateless/01890_state_of_state.sql b/tests/queries/0_stateless/01890_state_of_state.sql
index f01a8d8ca3f..7391228f4e8 100644
--- a/tests/queries/0_stateless/01890_state_of_state.sql
+++ b/tests/queries/0_stateless/01890_state_of_state.sql
@@ -19,4 +19,4 @@ SELECT hex(toString(initializeAggregation('uniqExactState', initializeAggregatio
 SELECT finalizeAggregation(initializeAggregation('uniqExactState', initializeAggregation('uniqState', 0)));
 SELECT toTypeName(quantileState(x)) FROM (SELECT uniqState(number) AS x FROM numbers(1000)); -- { serverError 43 }
 SELECT hex(toString(quantileState(x))) FROM (SELECT uniqState(number) AS x FROM numbers(1000)); -- { serverError 43 }
-SELECT hex(toString(anyState(x))) FROM (SELECT uniqState(number) AS x FROM numbers(1000));
+SELECT hex(toString(anyState(x))), hex(toString(any(x))) FROM (SELECT uniqState(number) AS x FROM numbers(1000)) FORMAT Vertical;

From 5bbeb203cbbd1e76fe34da3a50441641d78b028d Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 05:25:01 +0300
Subject: [PATCH 1005/1060] Revert submodule

---
 contrib/avro | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/avro b/contrib/avro
index 1ee16d8c5a7..e43c46e87fd 160000
--- a/contrib/avro
+++ b/contrib/avro
@@ -1 +1 @@
-Subproject commit 1ee16d8c5a7808acff5cf0475f771195d9aa3faa
+Subproject commit e43c46e87fd32eafdc09471e95344555454c5ef8

From 7179fafef0554278d47c7cc75fd4cf79b1b6d016 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 9 Jun 2021 10:49:29 +0300
Subject: [PATCH 1006/1060] Less timeouts in integration tests

---
 tests/integration/test_storage_kafka/test.py  | 44 -------------------
 .../test_storage_kerberized_kafka/test.py     |  1 -
 2 files changed, 45 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index def78b824f9..19de080e196 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -231,7 +231,6 @@ def kafka_setup_teardown():
 
 # Tests
 
-@pytest.mark.timeout(180)
 def test_kafka_settings_old_syntax(kafka_cluster):
     assert TSV(instance.query("SELECT * FROM system.macros WHERE macro like 'kafka%' ORDER BY macro",
                               ignore_error=True)) == TSV('''kafka_broker	kafka1
@@ -268,7 +267,6 @@ kafka_topic_old	old
     # text_desc = kafka_cluster.exec_in_container(kafka_cluster.get_container_id('kafka1'),"kafka-consumer-groups --bootstrap-server localhost:9092 --describe --members --group old --verbose"))
 
 
-@pytest.mark.timeout(180)
 def test_kafka_settings_new_syntax(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -308,7 +306,6 @@ def test_kafka_settings_new_syntax(kafka_cluster):
     assert members[0]['client_id'] == 'instance test 1234'
 
 
-@pytest.mark.timeout(180)
 def test_kafka_json_as_string(kafka_cluster):
     kafka_produce(kafka_cluster, 'kafka_json_as_string', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }',
                                            '{"F1":"V1","F2":{"F21":"V21","F22":{},"F23":"V23","F24":"2019-12-24T16:28:04"},"F3":"V3"}'])
@@ -334,7 +331,6 @@ def test_kafka_json_as_string(kafka_cluster):
         "Parsing of message (topic: kafka_json_as_string, partition: 0, offset: [0-9]*) return no rows")
 
 
-@pytest.mark.timeout(120)
 def test_kafka_formats(kafka_cluster):
     schema_registry_client = CachedSchemaRegistryClient('http://localhost:{}'.format(kafka_cluster.schema_registry_port))
 
@@ -739,7 +735,6 @@ def kafka_setup_teardown():
 
 # Tests
 
-@pytest.mark.timeout(180)
 def test_kafka_settings_old_syntax(kafka_cluster):
     assert TSV(instance.query("SELECT * FROM system.macros WHERE macro like 'kafka%' ORDER BY macro",
                               ignore_error=True)) == TSV('''kafka_broker	kafka1
@@ -776,7 +771,6 @@ kafka_topic_old	old
     # text_desc = kafka_cluster.exec_in_container(kafka_cluster.get_container_id('kafka1'),"kafka-consumer-groups --bootstrap-server localhost:{} --describe --members --group old --verbose".format(cluster.kafka_port)))
 
 
-@pytest.mark.timeout(180)
 def test_kafka_settings_new_syntax(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -816,7 +810,6 @@ def test_kafka_settings_new_syntax(kafka_cluster):
     assert members[0]['client_id'] == 'instance test 1234'
 
 
-@pytest.mark.timeout(180)
 def test_kafka_issue11308(kafka_cluster):
     # Check that matview does respect Kafka SETTINGS
     kafka_produce(kafka_cluster, 'issue11308', ['{"t": 123, "e": {"x": "woof"} }', '{"t": 123, "e": {"x": "woof"} }',
@@ -865,7 +858,6 @@ def test_kafka_issue11308(kafka_cluster):
     assert TSV(result) == TSV(expected)
 
 
-@pytest.mark.timeout(180)
 def test_kafka_issue4116(kafka_cluster):
     # Check that format_csv_delimiter parameter works now - as part of all available format settings.
     kafka_produce(kafka_cluster, 'issue4116', ['1|foo', '2|bar', '42|answer', '100|multi\n101|row\n103|message'])
@@ -894,7 +886,6 @@ def test_kafka_issue4116(kafka_cluster):
     assert TSV(result) == TSV(expected)
 
 
-@pytest.mark.timeout(180)
 def test_kafka_consumer_hang(kafka_cluster):
     admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
@@ -946,7 +937,6 @@ def test_kafka_consumer_hang(kafka_cluster):
     assert int(instance.query("select count() from system.processes where position(lower(query),'dr'||'op')>0")) == 0
 
 
-@pytest.mark.timeout(180)
 def test_kafka_consumer_hang2(kafka_cluster):
     admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
@@ -994,7 +984,6 @@ def test_kafka_consumer_hang2(kafka_cluster):
     assert int(instance.query("select count() from system.processes where position(lower(query),'dr'||'op')>0")) == 0
 
 
-@pytest.mark.timeout(120)
 def test_kafka_csv_with_delimiter(kafka_cluster):
     messages = []
     for i in range(50):
@@ -1019,7 +1008,6 @@ def test_kafka_csv_with_delimiter(kafka_cluster):
     kafka_check_result(result, True)
 
 
-@pytest.mark.timeout(120)
 def test_kafka_tsv_with_delimiter(kafka_cluster):
     messages = []
     for i in range(50):
@@ -1044,7 +1032,6 @@ def test_kafka_tsv_with_delimiter(kafka_cluster):
     kafka_check_result(result, True)
 
 
-@pytest.mark.timeout(120)
 def test_kafka_select_empty(kafka_cluster):
     admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     topic_list = []
@@ -1064,7 +1051,6 @@ def test_kafka_select_empty(kafka_cluster):
     assert int(instance.query('SELECT count() FROM test.kafka')) == 0
 
 
-@pytest.mark.timeout(180)
 def test_kafka_json_without_delimiter(kafka_cluster):
     messages = ''
     for i in range(25):
@@ -1094,7 +1080,6 @@ def test_kafka_json_without_delimiter(kafka_cluster):
     kafka_check_result(result, True)
 
 
-@pytest.mark.timeout(180)
 def test_kafka_protobuf(kafka_cluster):
     kafka_produce_protobuf_messages(kafka_cluster, 'pb', 0, 20)
     kafka_produce_protobuf_messages(kafka_cluster, 'pb', 20, 1)
@@ -1119,7 +1104,6 @@ def test_kafka_protobuf(kafka_cluster):
     kafka_check_result(result, True)
 
 
-@pytest.mark.timeout(180)
 def test_kafka_string_field_on_first_position_in_protobuf(kafka_cluster):
 # https://github.com/ClickHouse/ClickHouse/issues/12615
     kafka_produce_protobuf_social(kafka_cluster, 'string_field_on_first_position_in_protobuf', 0, 20)
@@ -1194,7 +1178,6 @@ John Doe 49	1000049
 '''
     assert TSV(result) == TSV(expected)
 
-@pytest.mark.timeout(30)
 def test_kafka_protobuf_no_delimiter(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value String)
@@ -1243,7 +1226,6 @@ def test_kafka_protobuf_no_delimiter(kafka_cluster):
 
 
 
-@pytest.mark.timeout(180)
 def test_kafka_materialized_view(kafka_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1279,7 +1261,6 @@ def test_kafka_materialized_view(kafka_cluster):
 
     kafka_check_result(result, True)
 
-@pytest.mark.timeout(180)
 def test_librdkafka_compression(kafka_cluster):
     """
     Regression for UB in snappy-c (that is used in librdkafka),
@@ -1349,7 +1330,6 @@ def test_librdkafka_compression(kafka_cluster):
         instance.query('DROP TABLE test.kafka SYNC')
         instance.query('DROP TABLE test.consumer SYNC')
 
-@pytest.mark.timeout(180)
 def test_kafka_materialized_view_with_subquery(kafka_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1386,7 +1366,6 @@ def test_kafka_materialized_view_with_subquery(kafka_cluster):
     kafka_check_result(result, True)
 
 
-@pytest.mark.timeout(180)
 def test_kafka_many_materialized_views(kafka_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view1;
@@ -1434,7 +1413,6 @@ def test_kafka_many_materialized_views(kafka_cluster):
     kafka_check_result(result2, True)
 
 
-@pytest.mark.timeout(300)
 def test_kafka_flush_on_big_message(kafka_cluster):
     # Create batchs of messages of size ~100Kb
     kafka_messages = 1000
@@ -1484,7 +1462,6 @@ def test_kafka_flush_on_big_message(kafka_cluster):
     assert int(result) == kafka_messages * batch_messages, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(180)
 def test_kafka_virtual_columns(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -1516,7 +1493,6 @@ def test_kafka_virtual_columns(kafka_cluster):
     kafka_check_result(result, True, 'test_kafka_virtual1.reference')
 
 
-@pytest.mark.timeout(180)
 def test_kafka_virtual_columns_with_materialized_view(kafka_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1553,7 +1529,6 @@ def test_kafka_virtual_columns_with_materialized_view(kafka_cluster):
     kafka_check_result(result, True, 'test_kafka_virtual2.reference')
 
 
-@pytest.mark.timeout(180)
 def test_kafka_insert(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -1590,7 +1565,6 @@ def test_kafka_insert(kafka_cluster):
     kafka_check_result(result, True)
 
 
-@pytest.mark.timeout(240)
 def test_kafka_produce_consume(kafka_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1652,7 +1626,6 @@ def test_kafka_produce_consume(kafka_cluster):
     assert int(result) == messages_num * threads_num, 'ClickHouse lost some messages: {}'.format(result)
 
 
-@pytest.mark.timeout(300)
 def test_kafka_commit_on_block_write(kafka_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.view;
@@ -1722,7 +1695,6 @@ def test_kafka_commit_on_block_write(kafka_cluster):
     assert result == 1, 'Messages from kafka get duplicated!'
 
 
-@pytest.mark.timeout(180)
 def test_kafka_virtual_columns2(kafka_cluster):
     admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     topic_list = []
@@ -1789,7 +1761,6 @@ def test_kafka_virtual_columns2(kafka_cluster):
     assert TSV(result) == TSV(expected)
 
 
-@pytest.mark.timeout(120)
 def test_kafka_produce_key_timestamp(kafka_cluster):
 
     admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
@@ -1849,7 +1820,6 @@ def test_kafka_produce_key_timestamp(kafka_cluster):
     assert TSV(result) == TSV(expected)
 
 
-@pytest.mark.timeout(600)
 def test_kafka_flush_by_time(kafka_cluster):
     admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
     topic_list = []
@@ -1910,7 +1880,6 @@ def test_kafka_flush_by_time(kafka_cluster):
     assert TSV(result) == TSV('1	1')
 
 
-@pytest.mark.timeout(90)
 def test_kafka_flush_by_block_size(kafka_cluster):
     cancel = threading.Event()
 
@@ -1969,7 +1938,6 @@ def test_kafka_flush_by_block_size(kafka_cluster):
         result) == 100, 'Messages from kafka should be flushed when block of size kafka_max_block_size is formed!'
 
 
-@pytest.mark.timeout(600)
 def test_kafka_lot_of_partitions_partial_commit_of_bulk(kafka_cluster):
     admin_client = KafkaAdminClient(bootstrap_servers="localhost:{}".format(kafka_cluster.kafka_port))
 
@@ -2017,7 +1985,6 @@ def test_kafka_lot_of_partitions_partial_commit_of_bulk(kafka_cluster):
     ''')
 
 
-@pytest.mark.timeout(1200)
 def test_kafka_rebalance(kafka_cluster):
     NUMBER_OF_CONSURRENT_CONSUMERS = 11
 
@@ -2150,7 +2117,6 @@ def test_kafka_rebalance(kafka_cluster):
     assert result == 1, 'Messages from kafka get duplicated!'
 
 
-@pytest.mark.timeout(120)
 def test_kafka_no_holes_when_write_suffix_failed(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': 'x' * 300}) for j in range(22)]
     kafka_produce(kafka_cluster, 'no_holes_when_write_suffix_failed', messages)
@@ -2204,7 +2170,6 @@ def test_kafka_no_holes_when_write_suffix_failed(kafka_cluster):
     assert TSV(result) == TSV('22\t22\t22')
 
 
-@pytest.mark.timeout(120)
 def test_exception_from_destructor(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value String)
@@ -2237,7 +2202,6 @@ def test_exception_from_destructor(kafka_cluster):
     assert TSV(instance.query('SELECT 1')) == TSV('1')
 
 
-@pytest.mark.timeout(120)
 def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(1)]
     kafka_produce(kafka_cluster, 'commits_of_unprocessed_messages_on_drop', messages)
@@ -2331,7 +2295,6 @@ def test_commits_of_unprocessed_messages_on_drop(kafka_cluster):
     assert TSV(result) == TSV('{0}\t{0}\t{0}'.format(i[0] - 1)), 'Missing data!'
 
 
-@pytest.mark.timeout(300)
 def test_bad_reschedule(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(20000)]
     kafka_produce(kafka_cluster, 'test_bad_reschedule', messages)
@@ -2364,7 +2327,6 @@ def test_bad_reschedule(kafka_cluster):
     assert int(instance.query("SELECT max(consume_ts) - min(consume_ts) FROM test.destination")) < 8
 
 
-@pytest.mark.timeout(300)
 def test_kafka_duplicates_when_commit_failed(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': 'x' * 300}) for j in range(22)]
     kafka_produce(kafka_cluster, 'duplicates_when_commit_failed', messages)
@@ -2432,7 +2394,6 @@ def test_kafka_duplicates_when_commit_failed(kafka_cluster):
 # But in cases of some peaky loads in kafka topic the current contract sounds more predictable and
 # easier to understand, so let's keep it as is for now.
 # also we can came to eof because we drained librdkafka internal queue too fast
-@pytest.mark.timeout(120)
 def test_premature_flush_on_eof(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -2501,7 +2462,6 @@ def test_premature_flush_on_eof(kafka_cluster):
     ''')
 
 
-@pytest.mark.timeout(180)
 def test_kafka_unavailable(kafka_cluster):
     messages = [json.dumps({'key': j + 1, 'value': j + 1}) for j in range(20000)]
     kafka_produce(kafka_cluster, 'test_bad_reschedule', messages)
@@ -2542,7 +2502,6 @@ def test_kafka_unavailable(kafka_cluster):
         time.sleep(1)
 
 
-@pytest.mark.timeout(180)
 def test_kafka_issue14202(kafka_cluster):
     """
     INSERT INTO Kafka Engine from an empty SELECT sub query was leading to failure
@@ -2575,7 +2534,6 @@ def test_kafka_issue14202(kafka_cluster):
     ''')
 
 
-@pytest.mark.timeout(180)
 def test_kafka_csv_with_thread_per_consumer(kafka_cluster):
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)
@@ -2605,7 +2563,6 @@ def test_kafka_csv_with_thread_per_consumer(kafka_cluster):
 def random_string(size=8):
     return ''.join(random.choices(string.ascii_uppercase + string.digits, k=size))
 
-@pytest.mark.timeout(180)
 def test_kafka_engine_put_errors_to_stream(kafka_cluster):
     instance.query('''
         DROP TABLE IF EXISTS test.kafka;
@@ -2730,7 +2687,6 @@ def test_kafka_engine_put_errors_to_stream_with_random_malformed_json(kafka_clus
         DROP TABLE test.kafka_errors;
     ''')
 
-@pytest.mark.timeout(120)
 def test_kafka_formats_with_broken_message(kafka_cluster):
     # data was dumped from clickhouse itself in a following manner
     # clickhouse-client --format=Native --query='SELECT toInt64(number) as id, toUInt16( intDiv( id, 65536 ) ) as blockNo, reinterpretAsString(19777) as val1, toFloat32(0.5) as val2, toUInt8(1) as val3 from numbers(100) ORDER BY id' | xxd -ps | tr -d '\n' | sed 's/\(..\)/\\x\1/g'
diff --git a/tests/integration/test_storage_kerberized_kafka/test.py b/tests/integration/test_storage_kerberized_kafka/test.py
index 94d2156c2ff..ad94399967a 100644
--- a/tests/integration/test_storage_kerberized_kafka/test.py
+++ b/tests/integration/test_storage_kerberized_kafka/test.py
@@ -68,7 +68,6 @@ def kafka_setup_teardown():
 
 # Tests
 
-@pytest.mark.timeout(180)  # wait to build containers
 def test_kafka_json_as_string(kafka_cluster):
     kafka_produce(kafka_cluster, 'kafka_json_as_string', ['{"t": 123, "e": {"x": "woof"} }', '', '{"t": 124, "e": {"x": "test"} }', '{"F1":"V1","F2":{"F21":"V21","F22":{},"F23":"V23","F24":"2019-12-24T16:28:04"},"F3":"V3"}'])
 

From 38ac83dff9719d436ed8dba20a639fb15397e726 Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 9 Jun 2021 10:58:55 +0300
Subject: [PATCH 1007/1060] Update comments for getURLHost()

---
 src/Functions/URL/domain.h | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Functions/URL/domain.h b/src/Functions/URL/domain.h
index 141887d8e96..dacb740a87d 100644
--- a/src/Functions/URL/domain.h
+++ b/src/Functions/URL/domain.h
@@ -26,6 +26,8 @@ inline StringRef checkAndReturnHost(const Pos & pos, const Pos & dot_pos, const
 }
 
 /// Extracts host from given url.
+///
+/// @return empty StringRef if the host is not valid (i.e. it does not have dot, or there no symbol after dot).
 inline StringRef getURLHost(const char * data, size_t size)
 {
     Pos pos = data;

From e0c1780370c38ed7fce7e0e890bcc76e0b6ca41e Mon Sep 17 00:00:00 2001
From: Azat Khuzhin <a3at.mail@gmail.com>
Date: Wed, 9 Jun 2021 02:30:29 +0300
Subject: [PATCH 1008/1060] Fix topLevelDomain() for IDN hosts

---
 src/Functions/URL/topLevelDomain.cpp                       | 5 ++++-
 tests/queries/0_stateless/00398_url_functions.reference    | 3 +++
 tests/queries/0_stateless/00398_url_functions.sql          | 3 +++
 tests/queries/1_stateful/00038_uniq_state_merge2.reference | 4 ++--
 4 files changed, 12 insertions(+), 3 deletions(-)

diff --git a/src/Functions/URL/topLevelDomain.cpp b/src/Functions/URL/topLevelDomain.cpp
index 802c5a388d7..6aa6e689357 100644
--- a/src/Functions/URL/topLevelDomain.cpp
+++ b/src/Functions/URL/topLevelDomain.cpp
@@ -28,7 +28,10 @@ struct ExtractTopLevelDomain
                 return;
 
             /// For IPv4 addresses select nothing.
-            if (last_dot[1] <= '9')
+            ///
+            /// NOTE: it is safe to access last_dot[1]
+            /// since getURLHost() will not return a host if there is symbol after dot.
+            if (isNumericASCII(last_dot[1]))
                 return;
 
             res_data = last_dot + 1;
diff --git a/tests/queries/0_stateless/00398_url_functions.reference b/tests/queries/0_stateless/00398_url_functions.reference
index e84fe65eadb..9cd18350d78 100644
--- a/tests/queries/0_stateless/00398_url_functions.reference
+++ b/tests/queries/0_stateless/00398_url_functions.reference
@@ -35,6 +35,9 @@ ru
 com
 com
 com
+рф
+
+
 ====PATH====
 П
 %D%9
diff --git a/tests/queries/0_stateless/00398_url_functions.sql b/tests/queries/0_stateless/00398_url_functions.sql
index 4b8e2a3f065..af03a6d487a 100644
--- a/tests/queries/0_stateless/00398_url_functions.sql
+++ b/tests/queries/0_stateless/00398_url_functions.sql
@@ -38,6 +38,9 @@ SELECT topLevelDomain('svn+ssh://example.ru.?q=hello%20world') AS Domain;
 SELECT topLevelDomain('//www.example.com') AS Domain;
 SELECT topLevelDomain('www.example.com') as Domain;
 SELECT topLevelDomain('example.com') as Domain;
+SELECT topLevelDomain('example.рф') as Domain;
+SELECT topLevelDomain('example.') as Domain;
+SELECT topLevelDomain('example') as Domain;
 
 SELECT '====PATH====';
 SELECT decodeURLComponent('%D0%9F');
diff --git a/tests/queries/1_stateful/00038_uniq_state_merge2.reference b/tests/queries/1_stateful/00038_uniq_state_merge2.reference
index 9144afd90b2..0b335faaa67 100644
--- a/tests/queries/1_stateful/00038_uniq_state_merge2.reference
+++ b/tests/queries/1_stateful/00038_uniq_state_merge2.reference
@@ -1,5 +1,5 @@
 ru	262914	69218
-	92101	89421
+	91872	89417
 com	63298	30285
 ua	29037	17475
 html	25079	15039
@@ -53,6 +53,7 @@ eu	237	234
 liveinteria	218	218
 to	215	213
 mamba	214	214
+рф	209	204
 auto-supers	208	208
 sberbank	207	207
 tj	205	205
@@ -97,4 +98,3 @@ loveplaceOfSearchplus	111	111
 nl	111	111
 bstatistika	107	107
 br	102	102
-sport	99	99

From 9e0f3e5e9ee140879bfb2010fd52739d0a7c99d2 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Jun 2021 13:13:13 +0300
Subject: [PATCH 1009/1060] Avoid using empty table name in identifier.

---
 .../JoinToSubqueryTransformVisitor.cpp            | 15 ++++++++++++++-
 .../01890_cross_join_explain_crash.reference      |  3 +++
 .../01890_cross_join_explain_crash.sql            |  6 ++++++
 3 files changed, 23 insertions(+), 1 deletion(-)

diff --git a/src/Interpreters/JoinToSubqueryTransformVisitor.cpp b/src/Interpreters/JoinToSubqueryTransformVisitor.cpp
index 3cb8004a29f..65848e4fbb9 100644
--- a/src/Interpreters/JoinToSubqueryTransformVisitor.cpp
+++ b/src/Interpreters/JoinToSubqueryTransformVisitor.cpp
@@ -91,7 +91,20 @@ public:
             {
                 if (should_add_column_predicate(column.name))
                 {
-                    auto identifier = std::make_shared<ASTIdentifier>(std::vector<String>{it->first, column.name});
+                    ASTPtr identifier;
+                    if (it->first.empty())
+                        /// We want tables from JOIN to have aliases.
+                        /// But it is possible to set joined_subquery_requires_alias = 0,
+                        /// and write a query like `select * FROM (SELECT 1), (SELECT 1), (SELECT 1)`.
+                        /// If so, table name will be empty here.
+                        ///
+                        /// We cannot create compound identifier with empty part (there is an assert).
+                        /// So, try our luck and use only column name.
+                        /// (Rewriting AST for JOIN is not an efficient design).
+                        identifier = std::make_shared<ASTIdentifier>(column.name);
+                    else
+                        identifier = std::make_shared<ASTIdentifier>(std::vector<String>{it->first, column.name});
+
                     new_select_expression_list->children.emplace_back(std::move(identifier));
                 }
             }
diff --git a/tests/queries/0_stateless/01890_cross_join_explain_crash.reference b/tests/queries/0_stateless/01890_cross_join_explain_crash.reference
index e69de29bb2d..76315843adb 100644
--- a/tests/queries/0_stateless/01890_cross_join_explain_crash.reference
+++ b/tests/queries/0_stateless/01890_cross_join_explain_crash.reference
@@ -0,0 +1,3 @@
+2	1	1
+1	2	1
+1	1	2
diff --git a/tests/queries/0_stateless/01890_cross_join_explain_crash.sql b/tests/queries/0_stateless/01890_cross_join_explain_crash.sql
index 868956c549d..20a1956ea6b 100644
--- a/tests/queries/0_stateless/01890_cross_join_explain_crash.sql
+++ b/tests/queries/0_stateless/01890_cross_join_explain_crash.sql
@@ -1,2 +1,8 @@
 SET joined_subquery_requires_alias = 0;
 select * FROM (SELECT 1), (SELECT 1), (SELECT 1); -- { serverError 352 }
+
+-- This queries work by luck.
+-- Feel free to remove then if it is the only failed test.
+select * from (select 2), (select 1) as a, (select 1) as b;
+select * from (select 1) as a, (select 2), (select 1) as b;
+select * from (select 1) as a, (select 1) as b, (select 2);

From 7469f054f0c5b43ce22e2ffc0c2da4279e2fe4d8 Mon Sep 17 00:00:00 2001
From: filimonov <1549571+filimonov@users.noreply.github.com>
Date: Wed, 9 Jun 2021 12:27:42 +0200
Subject: [PATCH 1010/1060] Update test.py

Missed one of the refactorings which were merged in the meanwhile https://github.com/ClickHouse/ClickHouse/commit/872e36c207f5ed96f97883cb974038474160c84d#diff-8129a3b04ff2293c2d89b35395be9ef49918cdafd4420a745d05733b00979646L86-R100
---
 tests/integration/test_storage_kafka/test.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/test_storage_kafka/test.py b/tests/integration/test_storage_kafka/test.py
index 8044277a828..b3e91b7d3cd 100644
--- a/tests/integration/test_storage_kafka/test.py
+++ b/tests/integration/test_storage_kafka/test.py
@@ -1316,7 +1316,7 @@ def test_kafka_recreate_kafka_table(kafka_cluster):
     messages = []
     for i in range(120):
         messages.append(json.dumps({'key': i, 'value': i}))
-    kafka_produce('recreate_kafka_table', messages)
+    kafka_produce(kafka_cluster,'recreate_kafka_table', messages)
 
     instance.wait_for_log_line('kafka.*Committed offset [0-9]+.*recreate_kafka_table', repetitions=6, look_behind_lines=100)
 
@@ -1324,7 +1324,7 @@ def test_kafka_recreate_kafka_table(kafka_cluster):
         DROP TABLE test.kafka;
     ''')
 
-    kafka_produce('recreate_kafka_table', messages)
+    kafka_produce(kafka_cluster,'recreate_kafka_table', messages)
 
     instance.query('''
         CREATE TABLE test.kafka (key UInt64, value UInt64)

From e1dd694830426356c8f043e800b9c673e65df8ef Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 14:05:36 +0300
Subject: [PATCH 1011/1060] Review fixes

---
 src/AggregateFunctions/AggregateFunctionMinMaxAny.h | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
index f85334768d3..3d86f1ec49f 100644
--- a/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
+++ b/src/AggregateFunctions/AggregateFunctionMinMaxAny.h
@@ -700,13 +700,11 @@ template <typename Data>
 class AggregateFunctionsSingleValue final : public IAggregateFunctionDataHelper<Data, AggregateFunctionsSingleValue<Data>>
 {
 private:
-    DataTypePtr type;
     SerializationPtr serialization;
 
 public:
-    AggregateFunctionsSingleValue(const DataTypePtr & type_)
-        : IAggregateFunctionDataHelper<Data, AggregateFunctionsSingleValue<Data>>({type_}, {})
-        , type(type_)
+    AggregateFunctionsSingleValue(const DataTypePtr & type)
+        : IAggregateFunctionDataHelper<Data, AggregateFunctionsSingleValue<Data>>({type}, {})
         , serialization(type->getDefaultSerialization())
     {
         if (StringRef(Data::name()) == StringRef("min")
@@ -722,7 +720,7 @@ public:
 
     DataTypePtr getReturnType() const override
     {
-        return type;
+        return this->argument_types.at(0);
     }
 
     void add(AggregateDataPtr __restrict place, const IColumn ** columns, size_t row_num, Arena * arena) const override

From b9a08176726cd9860d2b0dcb92622fee8088998f Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Wed, 9 Jun 2021 14:07:21 +0300
Subject: [PATCH 1012/1060] Fix clang-tidy

---
 src/Functions/initializeAggregation.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Functions/initializeAggregation.cpp b/src/Functions/initializeAggregation.cpp
index b204f991a54..99337e12b91 100644
--- a/src/Functions/initializeAggregation.cpp
+++ b/src/Functions/initializeAggregation.cpp
@@ -139,9 +139,9 @@ ColumnPtr FunctionInitializeAggregation::executeImpl(const ColumnsWithTypeAndNam
     });
 
     {
-        auto * that = &agg_func;
+        const auto * that = &agg_func;
         /// Unnest consecutive trailing -State combinators
-        while (auto * func = typeid_cast<const AggregateFunctionState *>(that))
+        while (const auto * func = typeid_cast<const AggregateFunctionState *>(that))
             that = func->getNestedFunction().get();
         that->addBatch(input_rows_count, places.data(), 0, aggregate_arguments, arena.get());
     }

From f9f5b7945ec3a92f2475d3b50fb92e5f177105d5 Mon Sep 17 00:00:00 2001
From: Alexander Kuzmenkov <36882414+akuzm@users.noreply.github.com>
Date: Wed, 9 Jun 2021 14:40:38 +0300
Subject: [PATCH 1013/1060] fix shellcheck

---
 docker/test/performance-comparison/entrypoint.sh | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/docker/test/performance-comparison/entrypoint.sh b/docker/test/performance-comparison/entrypoint.sh
index ffa79080260..614debce1c1 100755
--- a/docker/test/performance-comparison/entrypoint.sh
+++ b/docker/test/performance-comparison/entrypoint.sh
@@ -1,7 +1,8 @@
 #!/bin/bash
 set -ex
 
-export CHPC_CHECK_START_TIMESTAMP="$(date +%s)"
+CHPC_CHECK_START_TIMESTAMP="$(date +%s)"
+export CHPC_CHECK_START_TIMESTAMP
 
 # Use the packaged repository to find the revision we will compare to.
 function find_reference_sha

From 9ef8ed50616a693cbedece3b9a22e842a23f9a50 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 9 Jun 2021 08:58:34 -0400
Subject: [PATCH 1014/1060] Disabling extended precision data types tests until
 tests are updated to implement rounding of the results.

---
 tests/testflows/regression.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/testflows/regression.py b/tests/testflows/regression.py
index c7a264a9c27..c868d4a0d92 100755
--- a/tests/testflows/regression.py
+++ b/tests/testflows/regression.py
@@ -30,7 +30,7 @@ def regression(self, local, clickhouse_binary_path, stress=None, parallel=None):
             run_scenario(pool, tasks, Feature(test=load("window_functions.regression", "regression")), args)
             run_scenario(pool, tasks, Feature(test=load("datetime64_extended_range.regression", "regression")), args)
             #run_scenario(pool, tasks, Feature(test=load("kerberos.regression", "regression")), args)
-            run_scenario(pool, tasks, Feature(test=load("extended_precision_data_types.regression", "regression")), args)
+            #run_scenario(pool, tasks, Feature(test=load("extended_precision_data_types.regression", "regression")), args)
         finally:
             join(tasks)
 

From 46aee86d3ae69c26ed32ebba04e8dcc9f1a71444 Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 9 Jun 2021 16:40:28 +0300
Subject: [PATCH 1015/1060] Fix flaky check report in CI runner

---
 tests/integration/ci-runner.py | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 457c08aaaef..86a975ba647 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -404,8 +404,15 @@ class ClickhouseIntegrationTestsRunner:
                 logging.info("Seems like all tests passed but some of them are skipped or deselected. Ignoring them and finishing group.")
                 break
         else:
+            # Mark all non tried tests as errors, with '::' in name
+            # (example test_partition/test.py::test_partition_simple). For flaky check
+            # we run whole test dirs like "test_odbc_interaction" and don't
+            # want to mark them as error so we filter by '::'.
             for test in tests_in_group:
-                if test not in counters["PASSED"] and test not in counters["ERROR"] and test not in counters["FAILED"]:
+                if (test not in counters["PASSED"] and
+                    test not in counters["ERROR"] and
+                    test not in counters["FAILED"]
+                    and '::' in test):
                     counters["ERROR"].append(test)
 
         return counters, tests_times, log_paths

From 192210fea6fa504ddfc30007f5729ce96ad3251f Mon Sep 17 00:00:00 2001
From: alesapin <alesapin@gmail.com>
Date: Wed, 9 Jun 2021 16:42:20 +0300
Subject: [PATCH 1016/1060] Consistent style

---
 tests/integration/ci-runner.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/integration/ci-runner.py b/tests/integration/ci-runner.py
index 86a975ba647..8b8462a7125 100755
--- a/tests/integration/ci-runner.py
+++ b/tests/integration/ci-runner.py
@@ -411,8 +411,8 @@ class ClickhouseIntegrationTestsRunner:
             for test in tests_in_group:
                 if (test not in counters["PASSED"] and
                     test not in counters["ERROR"] and
-                    test not in counters["FAILED"]
-                    and '::' in test):
+                    test not in counters["FAILED"] and
+                    '::' in test):
                     counters["ERROR"].append(test)
 
         return counters, tests_times, log_paths

From 12791431da2955da7d084efc6956c64c0abcb06d Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Jun 2021 16:51:40 +0300
Subject: [PATCH 1017/1060] Revert old UUID hash used for partition ID.

---
 src/Common/FieldVisitors.h                           | 12 ++++++++++++
 src/Storages/MergeTree/MergeTreePartition.cpp        |  2 +-
 .../0_stateless/01891_partition_hash.reference       |  1 +
 tests/queries/0_stateless/01891_partition_hash.sql   |  7 +++++++
 .../01891_partition_hash_no_long_int.reference       |  1 +
 .../0_stateless/01891_partition_hash_no_long_int.sql |  7 +++++++
 6 files changed, 29 insertions(+), 1 deletion(-)
 create mode 100644 tests/queries/0_stateless/01891_partition_hash.reference
 create mode 100644 tests/queries/0_stateless/01891_partition_hash.sql
 create mode 100644 tests/queries/0_stateless/01891_partition_hash_no_long_int.reference
 create mode 100644 tests/queries/0_stateless/01891_partition_hash_no_long_int.sql

diff --git a/src/Common/FieldVisitors.h b/src/Common/FieldVisitors.h
index 0384be39494..83155386636 100644
--- a/src/Common/FieldVisitors.h
+++ b/src/Common/FieldVisitors.h
@@ -269,6 +269,18 @@ public:
     void operator() (const AggregateFunctionStateData & x) const;
 };
 
+/// This is a special visitor which is used to get partition ID.
+/// Calculate hash for UUID the same way as for UInt128.
+/// It worked this way until 21.5, and we cannot change it,
+/// or partition ID will be different in case UUID is used in partiton key.
+/// (It is not recommended to use UUID as partition key).
+class LegacyFieldVisitorHash : public FieldVisitorHash
+{
+public:
+    using FieldVisitorHash::FieldVisitorHash;
+    void operator() (const UUID & x) const { FieldVisitorHash::operator()(x.toUnderType()); }
+};
+
 
 template <typename T> constexpr bool isDecimalField() { return false; }
 template <> constexpr bool isDecimalField<DecimalField<Decimal32>>() { return true; }
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index a19bd263dbf..710b259c3ec 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -74,7 +74,7 @@ String MergeTreePartition::getID(const Block & partition_key_sample) const
     }
 
     SipHash hash;
-    FieldVisitorHash hashing_visitor(hash);
+    LegacyFieldVisitorHash hashing_visitor(hash);
     for (const Field & field : value)
         applyVisitor(hashing_visitor, field);
 
diff --git a/tests/queries/0_stateless/01891_partition_hash.reference b/tests/queries/0_stateless/01891_partition_hash.reference
new file mode 100644
index 00000000000..56d11075e50
--- /dev/null
+++ b/tests/queries/0_stateless/01891_partition_hash.reference
@@ -0,0 +1 @@
+6ba51fa36c625adab5d58007c96e32bf
diff --git a/tests/queries/0_stateless/01891_partition_hash.sql b/tests/queries/0_stateless/01891_partition_hash.sql
new file mode 100644
index 00000000000..6e356e799ab
--- /dev/null
+++ b/tests/queries/0_stateless/01891_partition_hash.sql
@@ -0,0 +1,7 @@
+drop table if exists tab;
+create table tab (i8 Int8, i16 Int16, i32 Int32, i64 Int64, i128 Int128, i256 Int256, u8 UInt8, u16 UInt16, u32 UInt32, u64 UInt64, u128 UInt128, u256 UInt256, id UUID, s String, fs FixedString(33), a Array(UInt8), t Tuple(UInt16, UInt32), d Date, dt DateTime, dt64 DateTime64, dec128 Decimal128(3), dec256 Decimal256(4), lc LowCardinality(String)) engine = MergeTree PARTITION BY (i8, i16, i32, i64, i128, i256, u8, u16, u32, u64, u128, u256, id, s, fs, a, t, d, dt, dt64, dec128, dec256, lc) order by tuple();
+insert into tab values (-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, '61f0c404-5cb3-11e7-907b-a6006ad3dba0', 'a', 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa', [1, 2, 3], (-1, -2), '2020-01-01', '2020-01-01 01:01:01', '2020-01-01 01:01:01', '123.456', '78.9101', 'a');
+-- Here we check that partition id did not change.
+-- Different result means Backward Incompatible Change. Old partitions will not be accepted by new server.
+select partition_id from system.parts where table = 'tab' and database = currentDatabase();
+drop table if exists tab;
diff --git a/tests/queries/0_stateless/01891_partition_hash_no_long_int.reference b/tests/queries/0_stateless/01891_partition_hash_no_long_int.reference
new file mode 100644
index 00000000000..061081b28ad
--- /dev/null
+++ b/tests/queries/0_stateless/01891_partition_hash_no_long_int.reference
@@ -0,0 +1 @@
+04a875063d3809312ff884e90a5b4dad
diff --git a/tests/queries/0_stateless/01891_partition_hash_no_long_int.sql b/tests/queries/0_stateless/01891_partition_hash_no_long_int.sql
new file mode 100644
index 00000000000..bf5c2457923
--- /dev/null
+++ b/tests/queries/0_stateless/01891_partition_hash_no_long_int.sql
@@ -0,0 +1,7 @@
+drop table if exists tab;
+create table tab (i8 Int8, i16 Int16, i32 Int32, i64 Int64, u8 UInt8, u16 UInt16, u32 UInt32, u64 UInt64, id UUID, s String, fs FixedString(33), a Array(UInt8), t Tuple(UInt16, UInt32), d Date, dt DateTime, dt64 DateTime64, dec128 Decimal128(3), lc LowCardinality(String)) engine = MergeTree PARTITION BY (i8, i16, i32, i64, u8, u16, u32, u64, id, s, fs, a, t, d, dt, dt64, dec128, lc) order by tuple();
+insert into tab values (-1, -1, -1, -1, -1, -1, -1, -1, '61f0c404-5cb3-11e7-907b-a6006ad3dba0', 'a', 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa', [1, 2, 3], (-1, -2), '2020-01-01', '2020-01-01 01:01:01', '2020-01-01 01:01:01', '123.456', 'a');
+-- Here we check that partition id did not change.
+-- Different result means Backward Incompatible Change. Old partitions will not be accepted by new server.
+select partition_id from system.parts where table = 'tab' and database = currentDatabase();
+drop table if exists tab;

From b8c9b2a8e9e5b6b07bff77a7d3ce8cf71b1e3f07 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Jun 2021 16:56:17 +0300
Subject: [PATCH 1018/1060] Update test.

---
 .../queries/0_stateless/01891_partition_by_uuid.reference  | 1 +
 tests/queries/0_stateless/01891_partition_by_uuid.sql      | 7 +++++++
 2 files changed, 8 insertions(+)
 create mode 100644 tests/queries/0_stateless/01891_partition_by_uuid.reference
 create mode 100644 tests/queries/0_stateless/01891_partition_by_uuid.sql

diff --git a/tests/queries/0_stateless/01891_partition_by_uuid.reference b/tests/queries/0_stateless/01891_partition_by_uuid.reference
new file mode 100644
index 00000000000..1835863e7ff
--- /dev/null
+++ b/tests/queries/0_stateless/01891_partition_by_uuid.reference
@@ -0,0 +1 @@
+48406fdb38e23228b776558b4edfa795
diff --git a/tests/queries/0_stateless/01891_partition_by_uuid.sql b/tests/queries/0_stateless/01891_partition_by_uuid.sql
new file mode 100644
index 00000000000..19abbb2ebdb
--- /dev/null
+++ b/tests/queries/0_stateless/01891_partition_by_uuid.sql
@@ -0,0 +1,7 @@
+drop table if exists tab;
+create table tab (id UUID, value UInt32) engine = MergeTree PARTITION BY id order by tuple();
+insert into tab values ('61f0c404-5cb3-11e7-907b-a6006ad3dba0', 1), ('61f0c404-5cb3-11e7-907b-a6006ad3dba0', 2);
+-- Here we check that partition id for UUID partition key did not change.
+-- Different result means Backward Incompatible Change. Old partitions will not be accepted by new server.
+select partition_id from system.parts where table = 'tab' and database = currentDatabase();
+drop table if exists tab;

From 92e2802e5328827d4a873200b82dad7ef73c591c Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Wed, 9 Jun 2021 18:22:21 +0300
Subject: [PATCH 1019/1060] Fixed docs

---
 .../aggregate-functions/reference/topkweighted.md          | 7 ++-----
 .../aggregate-functions/reference/topkweighted.md          | 7 ++-----
 2 files changed, 4 insertions(+), 10 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md b/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
index 8562336c829..fed6500966a 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
@@ -4,7 +4,7 @@ toc_priority: 109
 
 # topKWeighted {#topkweighted}
 
-Similar to `topK` but takes one additional argument of integer type - `weight`. Every value is accounted `weight` times for frequency calculation.
+Similar to [topK](topk.md) but takes one additional argument of integer type - `weight`. Every value is accounted `weight` times for frequency calculation.
 
 **Syntax**
 
@@ -15,11 +15,8 @@ topKWeighted(N)(x, weight)
 **Arguments**
 
 -   `N` — The number of elements to return.
-
-**Arguments**
-
 -   `x` — The value.
--   `weight` — The weight. [UInt8](../../../sql-reference/data-types/int-uint.md).
+-   `weight` — The weight. [UInt64](../../../sql-reference/data-types/int-uint.md).
 
 **Returned value**
 
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
index 840f9c553f5..02da0bb80ae 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
@@ -4,7 +4,7 @@ toc_priority: 109
 
 # topKWeighted {#topkweighted}
 
-Аналогична `topK`, но дополнительно принимает положительный целочисленный параметр `weight`. Каждое значение учитывается `weight` раз при расчёте частоты.
+Аналогична [topK](topk.md), но дополнительно принимает положительный целочисленный параметр `weight`. Каждое значение учитывается `weight` раз при расчёте частоты.
 
 **Синтаксис**
 
@@ -15,11 +15,8 @@ topKWeighted(N)(x, weight)
 **Аргументы**
 
 -   `N` — количество элементов для выдачи.
-
-**Аргументы**
-
 -   `x` — значение.
--   `weight` — вес. [UInt8](../../../sql-reference/data-types/int-uint.md).
+-   `weight` — вес. [UInt64](../../../sql-reference/data-types/int-uint.md).
 
 **Возвращаемое значение**
 

From 9548f198fe5f2cc0d34c5a981ded86b32f67e63f Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Jun 2021 19:11:04 +0300
Subject: [PATCH 1020/1060] Fix build.

---
 src/Common/FieldVisitors.h | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Common/FieldVisitors.h b/src/Common/FieldVisitors.h
index 83155386636..4b8052610f8 100644
--- a/src/Common/FieldVisitors.h
+++ b/src/Common/FieldVisitors.h
@@ -278,6 +278,7 @@ class LegacyFieldVisitorHash : public FieldVisitorHash
 {
 public:
     using FieldVisitorHash::FieldVisitorHash;
+    using FieldVisitorHash::operator();
     void operator() (const UUID & x) const { FieldVisitorHash::operator()(x.toUnderType()); }
 };
 

From 06a3fe99e4cf6940601f3b0a0f154be812008cf4 Mon Sep 17 00:00:00 2001
From: Vitaliy Zakaznikov <vzakaznikov@protonmail.com>
Date: Wed, 9 Jun 2021 12:19:40 -0400
Subject: [PATCH 1021/1060] Fix using Yandex dockerhub registries for
 TestFlows.

---
 .../test/testflows/runner/dockerd-entrypoint.sh | 17 +++++++++--------
 1 file changed, 9 insertions(+), 8 deletions(-)

diff --git a/docker/test/testflows/runner/dockerd-entrypoint.sh b/docker/test/testflows/runner/dockerd-entrypoint.sh
index 01593488648..8abbd9e1c8e 100755
--- a/docker/test/testflows/runner/dockerd-entrypoint.sh
+++ b/docker/test/testflows/runner/dockerd-entrypoint.sh
@@ -1,6 +1,15 @@
 #!/bin/bash
 set -e
 
+echo "Configure to use Yandex dockerhub-proxy"
+mkdir -p /etc/docker/
+cat > /etc/docker/daemon.json << EOF
+{
+    "insecure-registries" : ["dockerhub-proxy.sas.yp-c.yandex.net:5000"],
+    "registry-mirrors" : ["http://dockerhub-proxy.sas.yp-c.yandex.net:5000"]
+}
+EOF
+
 dockerd --host=unix:///var/run/docker.sock --host=tcp://0.0.0.0:2375 &>/var/log/somefile &
 
 set +e
@@ -16,14 +25,6 @@ while true; do
 done
 set -e
 
-echo "Configure to use Yandex dockerhub-proxy"
-cat > /etc/docker/daemon.json << EOF
-{
-    "insecure-registries": ["dockerhub-proxy.sas.yp-c.yandex.net:5000"],
-    "registry-mirrors": ["dockerhub-proxy.sas.yp-c.yandex.net:5000"]
-}
-EOF
-
 echo "Start tests"
 export CLICKHOUSE_TESTS_SERVER_BIN_PATH=/clickhouse
 export CLICKHOUSE_TESTS_CLIENT_BIN_PATH=/clickhouse

From 8dc7ba4effcd8ddb224cde22a216923734070892 Mon Sep 17 00:00:00 2001
From: Nikolai Kochetov <nik-kochetov@yandex-team.ru>
Date: Wed, 9 Jun 2021 19:42:19 +0300
Subject: [PATCH 1022/1060] Fix spelling

---
 src/Common/FieldVisitors.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Common/FieldVisitors.h b/src/Common/FieldVisitors.h
index 4b8052610f8..5d3d30369cc 100644
--- a/src/Common/FieldVisitors.h
+++ b/src/Common/FieldVisitors.h
@@ -272,7 +272,7 @@ public:
 /// This is a special visitor which is used to get partition ID.
 /// Calculate hash for UUID the same way as for UInt128.
 /// It worked this way until 21.5, and we cannot change it,
-/// or partition ID will be different in case UUID is used in partiton key.
+/// or partition ID will be different in case UUID is used in partition key.
 /// (It is not recommended to use UUID as partition key).
 class LegacyFieldVisitorHash : public FieldVisitorHash
 {

From c0cb5387f488bf83fc668f997337b93e6a8d42e1 Mon Sep 17 00:00:00 2001
From: Yuriy Chernyshov <thegeorg@yandex-team.ru>
Date: Wed, 9 Jun 2021 23:02:39 +0300
Subject: [PATCH 1023/1060] Use zstd/include in ya.make

---
 src/Compression/ya.make    | 2 +-
 src/Compression/ya.make.in | 2 +-
 src/IO/ya.make             | 2 +-
 src/IO/ya.make.in          | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/Compression/ya.make b/src/Compression/ya.make
index 89b1c73a81f..3e0429fa7fc 100644
--- a/src/Compression/ya.make
+++ b/src/Compression/ya.make
@@ -5,7 +5,7 @@ LIBRARY()
 
 ADDINCL(
     contrib/libs/lz4
-    contrib/libs/zstd
+    contrib/libs/zstd/include
 )
 
 PEERDIR(
diff --git a/src/Compression/ya.make.in b/src/Compression/ya.make.in
index 3c1f225c3f1..65fe0637600 100644
--- a/src/Compression/ya.make.in
+++ b/src/Compression/ya.make.in
@@ -4,7 +4,7 @@ LIBRARY()
 
 ADDINCL(
     contrib/libs/lz4
-    contrib/libs/zstd
+    contrib/libs/zstd/include
 )
 
 PEERDIR(
diff --git a/src/IO/ya.make b/src/IO/ya.make
index 68e690b8611..d8bdfa95295 100644
--- a/src/IO/ya.make
+++ b/src/IO/ya.make
@@ -4,7 +4,7 @@ OWNER(g:clickhouse)
 LIBRARY()
 
 ADDINCL(
-    contrib/libs/zstd
+    contrib/libs/zstd/include
     contrib/restricted/fast_float
 )
 
diff --git a/src/IO/ya.make.in b/src/IO/ya.make.in
index fe047aae8d1..4c28475e0e0 100644
--- a/src/IO/ya.make.in
+++ b/src/IO/ya.make.in
@@ -3,7 +3,7 @@ OWNER(g:clickhouse)
 LIBRARY()
 
 ADDINCL(
-    contrib/libs/zstd
+    contrib/libs/zstd/include
     contrib/restricted/fast_float
 )
 

From 0f65716558c365b7ab86ff86755a8ce4eb3f7e64 Mon Sep 17 00:00:00 2001
From: Denis Zhuravlev <denis.zhuravlov@gmail.com>
Date: Wed, 9 Jun 2021 18:05:48 -0300
Subject: [PATCH 1024/1060] test for row_policy defined_using_user

---
 ...licy_defined_using_user_function.reference |  1 +
 ..._row_policy_defined_using_user_function.sh | 28 +++++++++++++++++++
 tests/queries/skip_list.json                  |  6 ++--
 3 files changed, 33 insertions(+), 2 deletions(-)
 create mode 100644 tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.reference
 create mode 100755 tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.sh

diff --git a/tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.reference b/tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.reference
new file mode 100644
index 00000000000..83b33d238da
--- /dev/null
+++ b/tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.reference
@@ -0,0 +1 @@
+1000
diff --git a/tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.sh b/tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.sh
new file mode 100755
index 00000000000..b49c7b5371c
--- /dev/null
+++ b/tests/queries/0_stateless/01889_check_row_policy_defined_using_user_function.sh
@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+
+CLICKHOUSE_CLIENT_SERVER_LOGS_LEVEL=none
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+${CLICKHOUSE_CLIENT} -q "drop user if exists u_01889"
+${CLICKHOUSE_CLIENT} -q "drop role if exists r_01889"
+${CLICKHOUSE_CLIENT} -q "drop policy if exists t_01889_filter on t_01889"
+${CLICKHOUSE_CLIENT} -q "create user u_01889 identified with plaintext_password by 'dfsdffdf5t123'"
+${CLICKHOUSE_CLIENT} -q "revoke all on *.* from u_01889"
+${CLICKHOUSE_CLIENT} -q "create role r_01889"
+${CLICKHOUSE_CLIENT} -q "create table t_01889(a Int64, user_id String) Engine=MergeTree order by a"
+${CLICKHOUSE_CLIENT} -q "insert into t_01889 select number, 'u_01889' from numbers(1000)"
+${CLICKHOUSE_CLIENT} -q "insert into t_01889 select number, 'xxxxxxx' from numbers(1000)"
+${CLICKHOUSE_CLIENT} -q "grant select on t_01889 to r_01889"
+${CLICKHOUSE_CLIENT} -q "create row policy t_01889_filter ON t_01889 FOR SELECT USING user_id = user() TO r_01889"
+${CLICKHOUSE_CLIENT} -q "grant r_01889 to u_01889"
+${CLICKHOUSE_CLIENT} -q "alter user u_01889 default role r_01889 settings none"
+
+${CLICKHOUSE_CLIENT_BINARY} --database=${CLICKHOUSE_DATABASE} --user=u_01889 --password=dfsdffdf5t123 --query="select count() from t_01889"
+
+${CLICKHOUSE_CLIENT} -q "drop user u_01889"
+${CLICKHOUSE_CLIENT} -q "drop policy t_01889_filter on t_01889"
+${CLICKHOUSE_CLIENT} -q "drop role r_01889"
+${CLICKHOUSE_CLIENT} -q "drop table t_01889"
diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index 010dce27da7..b4b0d7581e3 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -411,7 +411,8 @@
         "01280_ssd_complex_key_dictionary",
         "01684_ssd_cache_dictionary_simple_key",
         "01685_ssd_cache_dictionary_complex_key",
-        "01889_postgresql_protocol_null_fields"
+        "01889_postgresql_protocol_null_fields",
+        "01889_check_row_policy_defined_using_user_function"
     ],
     "parallel":
     [
@@ -735,6 +736,7 @@
         "01710_projection_fetch",
         "01870_modulo_partition_key",
         "01870_buffer_flush", // creates database
-        "01889_postgresql_protocol_null_fields"
+        "01889_postgresql_protocol_null_fields",
+        "01889_check_row_policy_defined_using_user_function"
     ]
 }

From 6135c59d36af78eb8417d3163a09ab1c743d4cfa Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Thu, 10 Jun 2021 00:13:31 +0300
Subject: [PATCH 1025/1060] fixes

---
 .../aggregate-functions/reference/topkweighted.md           | 6 +++++-
 .../aggregate-functions/reference/topkweighted.md           | 5 ++++-
 2 files changed, 9 insertions(+), 2 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md b/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
index fed6500966a..f66d74b874a 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
@@ -4,7 +4,7 @@ toc_priority: 109
 
 # topKWeighted {#topkweighted}
 
-Similar to [topK](topk.md) but takes one additional argument of integer type - `weight`. Every value is accounted `weight` times for frequency calculation.
+Returns an array of the approximately most frequent values in the specified column. The resulting array is sorted in descending order of approximate frequency of values (not by the values themselves). Additionally, every value is accounted `weight` times for frequency calculation.
 
 **Syntax**
 
@@ -37,3 +37,7 @@ Result:
 │ [999,998,997,996,995,994,993,992,991,990] │
 └───────────────────────────────────────────┘
 ```
+
+**See Also**
+
+-   [topK](topk.md#topk)
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
index 02da0bb80ae..69fae38a5d5 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
@@ -4,7 +4,7 @@ toc_priority: 109
 
 # topKWeighted {#topkweighted}
 
-Аналогична [topK](topk.md), но дополнительно принимает положительный целочисленный параметр `weight`. Каждое значение учитывается `weight` раз при расчёте частоты.
+Возвращает массив наиболее часто встречающихся значений в указанном столбце. Результирующий массив упорядочен по убыванию частоты значения (не по самим значениям). Кроме того, каждое значение учитывается `weight` раз при расчёте частоты.
 
 **Синтаксис**
 
@@ -38,3 +38,6 @@ SELECT topKWeighted(10)(number, number) FROM numbers(1000)
 └───────────────────────────────────────────┘
 ```
 
+**Смотрите также**
+
+-   [topK](topk.md#topk)

From 39abf41b4dfb31a6e936ca8a8e9d2a9c78bf3736 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 02:16:01 +0300
Subject: [PATCH 1026/1060] Fix clang-tidy

---
 src/Interpreters/Aggregator.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/Aggregator.cpp b/src/Interpreters/Aggregator.cpp
index 64b20a54955..97231c250cf 100644
--- a/src/Interpreters/Aggregator.cpp
+++ b/src/Interpreters/Aggregator.cpp
@@ -651,7 +651,7 @@ void Aggregator::prepareAggregateInstructions(Columns columns, AggregateColumns
         aggregate_functions_instructions[i].arguments = aggregate_columns[i].data();
         aggregate_functions_instructions[i].state_offset = offsets_of_aggregate_states[i];
 
-        auto * that = aggregate_functions[i];
+        const auto * that = aggregate_functions[i];
         /// Unnest consecutive trailing -State combinators
         while (const auto * func = typeid_cast<const AggregateFunctionState *>(that))
             that = func->getNestedFunction().get();

From 6925105ba410925b1dd05e816a929ed6ef2c4689 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 02:18:50 +0300
Subject: [PATCH 1027/1060] Give up

---
 .../AggregateFunctionGroupBitmap.cpp                   |  4 +++-
 src/AggregateFunctions/AggregateFunctionGroupBitmap.h  |  4 +++-
 .../AggregateFunctionGroupBitmapData.h                 | 10 +++++++---
 3 files changed, 13 insertions(+), 5 deletions(-)

diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
index e7ff08663c8..331013e6f38 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.cpp
@@ -1,9 +1,11 @@
-#include <AggregateFunctions/AggregateFunctionGroupBitmap.h>
 #include <AggregateFunctions/AggregateFunctionFactory.h>
 #include <AggregateFunctions/FactoryHelpers.h>
 #include <AggregateFunctions/Helpers.h>
 #include <DataTypes/DataTypeAggregateFunction.h>
 
+// TODO include this last because of a broken roaring header. See the comment inside.
+#include <AggregateFunctions/AggregateFunctionGroupBitmap.h>
+
 
 namespace DB
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
index 1221d97ddae..e5097211928 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmap.h
@@ -1,12 +1,14 @@
 #pragma once
 
-#include <AggregateFunctions/AggregateFunctionGroupBitmapData.h>
 #include <AggregateFunctions/IAggregateFunction.h>
 #include <Columns/ColumnAggregateFunction.h>
 #include <Columns/ColumnVector.h>
 #include <DataTypes/DataTypesNumber.h>
 #include <Common/assert_cast.h>
 
+// TODO include this last because of a broken roaring header. See the comment inside.
+#include <AggregateFunctions/AggregateFunctionGroupBitmapData.h>
+
 
 namespace DB
 {
diff --git a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
index cdd836d7178..63acc2a5f0c 100644
--- a/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
+++ b/src/AggregateFunctions/AggregateFunctionGroupBitmapData.h
@@ -1,8 +1,5 @@
 #pragma once
 
-#include <roaring.hh>
-#include <roaring64map.hh>
-
 #include <algorithm>
 #include <boost/noncopyable.hpp>
 #include <IO/ReadHelpers.h>
@@ -10,6 +7,13 @@
 #include <Common/HashTable/SmallTable.h>
 #include <Common/PODArray.h>
 
+// Include this header last, because it is an auto-generated dump of questionable
+// garbage that breaks the build (e.g. it changes _POSIX_C_SOURCE).
+// TODO: find out what it is. On github, they have proper interface headers like
+// this one: https://github.com/RoaringBitmap/CRoaring/blob/master/include/roaring/roaring.h
+#include <roaring.hh>
+#include <roaring64map.hh>
+
 
 namespace DB
 {

From 7a730537cb47716820e4656c766db89de3746e92 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 02:31:32 +0300
Subject: [PATCH 1028/1060] Document single binary install

---
 docs/en/getting-started/install.md | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/docs/en/getting-started/install.md b/docs/en/getting-started/install.md
index 9a4848a3ef0..2840426ee02 100644
--- a/docs/en/getting-started/install.md
+++ b/docs/en/getting-started/install.md
@@ -94,6 +94,15 @@ For production environments, it’s recommended to use the latest `stable`-versi
 
 To run ClickHouse inside Docker follow the guide on [Docker Hub](https://hub.docker.com/r/yandex/clickhouse-server/). Those images use official `deb` packages inside.
 
+### Single Binary
+
+You can install ClickHouse on Linux with using single portable binary from the latest commit of the `master` branch: [https://builds.clickhouse.tech/master/amd64/clickhouse].
+
+```
+curl -O 'https://builds.clickhouse.tech/master/amd64/clickhouse' && chmod a+x clickhouse
+sudo ./clickhouse install
+```
+
 ### From Precompiled Binaries for Non-Standard Environments {#from-binaries-non-linux}
 
 For non-Linux operating systems and for AArch64 CPU arhitecture, ClickHouse builds are provided as a cross-compiled binary from the latest commit of the `master` branch (with a few hours delay).
@@ -104,7 +113,7 @@ For non-Linux operating systems and for AArch64 CPU arhitecture, ClickHouse buil
 
 After downloading, you can use the `clickhouse client` to connect to the server, or `clickhouse local` to process local data.
 
-Run `sudo ./clickhouse install` if you want to install clickhouse system-wide (also with needed configuration files, configuring users etc.). After that run `clickhouse start` commands to start the clickhouse-server and `clickhouse-client` to connect to it. 
+Run `sudo ./clickhouse install` if you want to install clickhouse system-wide (also with needed configuration files, configuring users etc.). After that run `clickhouse start` commands to start the clickhouse-server and `clickhouse-client` to connect to it.
 
 These builds are not recommended for use in production environments because they are less thoroughly tested, but you can do so on your own risk. They also have only a subset of ClickHouse features available.
 

From 2dd871077e83a27edb83110c9f8ae30a02548916 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 02:36:36 +0300
Subject: [PATCH 1029/1060] Update roaring just in case

---
 contrib/croaring | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/contrib/croaring b/contrib/croaring
index d8402939b5c..2c867e9f9c9 160000
--- a/contrib/croaring
+++ b/contrib/croaring
@@ -1 +1 @@
-Subproject commit d8402939b5c9fc134fd4fcf058fe0f7006d2b129
+Subproject commit 2c867e9f9c9e2a3a7032791f94c4c7ae3013f6e0

From 6c5b2b827c89aa6ad7a7048367e66656072e5ad6 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 02:58:51 +0300
Subject: [PATCH 1030/1060] Move code to more appropriate place

---
 src/Common/FieldVisitors.h                    | 14 --------------
 src/Storages/MergeTree/MergeTreePartition.cpp | 17 +++++++++++++++++
 2 files changed, 17 insertions(+), 14 deletions(-)

diff --git a/src/Common/FieldVisitors.h b/src/Common/FieldVisitors.h
index 5d3d30369cc..ef593dc6ef9 100644
--- a/src/Common/FieldVisitors.h
+++ b/src/Common/FieldVisitors.h
@@ -269,20 +269,6 @@ public:
     void operator() (const AggregateFunctionStateData & x) const;
 };
 
-/// This is a special visitor which is used to get partition ID.
-/// Calculate hash for UUID the same way as for UInt128.
-/// It worked this way until 21.5, and we cannot change it,
-/// or partition ID will be different in case UUID is used in partition key.
-/// (It is not recommended to use UUID as partition key).
-class LegacyFieldVisitorHash : public FieldVisitorHash
-{
-public:
-    using FieldVisitorHash::FieldVisitorHash;
-    using FieldVisitorHash::operator();
-    void operator() (const UUID & x) const { FieldVisitorHash::operator()(x.toUnderType()); }
-};
-
-
 template <typename T> constexpr bool isDecimalField() { return false; }
 template <> constexpr bool isDecimalField<DecimalField<Decimal32>>() { return true; }
 template <> constexpr bool isDecimalField<DecimalField<Decimal64>>() { return true; }
diff --git a/src/Storages/MergeTree/MergeTreePartition.cpp b/src/Storages/MergeTree/MergeTreePartition.cpp
index 710b259c3ec..4bc3b2c8ba6 100644
--- a/src/Storages/MergeTree/MergeTreePartition.cpp
+++ b/src/Storages/MergeTree/MergeTreePartition.cpp
@@ -14,11 +14,28 @@
 
 namespace DB
 {
+
 namespace ErrorCodes
 {
     extern const int LOGICAL_ERROR;
 }
 
+namespace
+{
+    /// This is a special visitor which is used to get partition ID.
+    /// Calculate hash for UUID the same way as for UInt128.
+    /// It worked this way until 21.5, and we cannot change it,
+    /// or partition ID will be different in case UUID is used in partition key.
+    /// (It is not recommended to use UUID as partition key).
+    class LegacyFieldVisitorHash : public FieldVisitorHash
+    {
+    public:
+        using FieldVisitorHash::FieldVisitorHash;
+        using FieldVisitorHash::operator();
+        void operator() (const UUID & x) const { FieldVisitorHash::operator()(x.toUnderType()); }
+    };
+}
+
 static std::unique_ptr<ReadBufferFromFileBase> openForReading(const DiskPtr & disk, const String & path)
 {
     return disk->readFile(path, std::min(size_t(DBMS_DEFAULT_BUFFER_SIZE), disk->getFileSize(path)));

From f1266a6876c302befa6dc874fddf4b30a16ee3ac Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 03:04:10 +0300
Subject: [PATCH 1031/1060] Update install.md

---
 docs/en/getting-started/install.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/getting-started/install.md b/docs/en/getting-started/install.md
index 2840426ee02..4256de49e4a 100644
--- a/docs/en/getting-started/install.md
+++ b/docs/en/getting-started/install.md
@@ -96,7 +96,7 @@ To run ClickHouse inside Docker follow the guide on [Docker Hub](https://hub.doc
 
 ### Single Binary
 
-You can install ClickHouse on Linux with using single portable binary from the latest commit of the `master` branch: [https://builds.clickhouse.tech/master/amd64/clickhouse].
+You can install ClickHouse on Linux using single portable binary from the latest commit of the `master` branch: [https://builds.clickhouse.tech/master/amd64/clickhouse].
 
 ```
 curl -O 'https://builds.clickhouse.tech/master/amd64/clickhouse' && chmod a+x clickhouse

From bcf4d5c29d9c499d0fee7b7e2cbc3ba2c805f0bd Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 05:23:44 +0300
Subject: [PATCH 1032/1060] Fix clang-tidy

---
 src/Columns/ColumnAggregateFunction.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Columns/ColumnAggregateFunction.cpp b/src/Columns/ColumnAggregateFunction.cpp
index 5bcfa491532..407a3cc611b 100644
--- a/src/Columns/ColumnAggregateFunction.cpp
+++ b/src/Columns/ColumnAggregateFunction.cpp
@@ -167,7 +167,7 @@ MutableColumnPtr ColumnAggregateFunction::predictValues(const ColumnsWithTypeAnd
     MutableColumnPtr res = func->getReturnTypeToPredict()->createColumn();
     res->reserve(data.size());
 
-    auto * machine_learning_function = func.get();
+    const auto * machine_learning_function = func.get();
     if (machine_learning_function)
     {
         if (data.size() == 1)

From 1857fb73dfceb273c9381518eece3d2d13ccad9f Mon Sep 17 00:00:00 2001
From: Slach <bloodjazman@gmail.com>
Date: Thu, 10 Jun 2021 10:31:41 +0500
Subject: [PATCH 1033/1060] add sumKahan to RU and EN documentation

Signed-off-by: Slach <bloodjazman@gmail.com>
---
 .../aggregate-functions/reference/sumkahan.md | 37 +++++++++++++++++++
 .../aggregate-functions/reference/sumkahan.md | 37 +++++++++++++++++++
 2 files changed, 74 insertions(+)
 create mode 100644 docs/en/sql-reference/aggregate-functions/reference/sumkahan.md
 create mode 100644 docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumkahan.md b/docs/en/sql-reference/aggregate-functions/reference/sumkahan.md
new file mode 100644
index 00000000000..c86fc9d489d
--- /dev/null
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumkahan.md
@@ -0,0 +1,37 @@
+---
+toc_priority: 145
+---
+
+# sumKahan {#agg_function-sumKahan}
+
+Calculates the sum of the numbers with [Kahan compensated summation algorithm](https://en.wikipedia.org/wiki/Kahan_summation_algorithm)
+
+**Syntax**
+
+``` sql
+sumKahan(x)
+```
+
+**Arguments** 
+
+-   `x` — Input value, must be [Integer](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), or [Decimal](../../../sql-reference/data-types/decimal.md).
+
+**Returned value**
+
+-  the sum of numbers, with type [Integer](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), or [Decimal](../../../sql-reference/data-types/decimal.md) depends on type of input arguments 
+
+**Example**
+
+Query:
+
+``` sql
+SELECT sum(0.1), sumKahan(0.1) FROM numbers(10);
+```
+
+Result:
+
+``` text
+┌───────────sum(0.1)─┬─sumKahan(0.1)─┐
+│ 0.9999999999999999 │             1 │
+└────────────────────┴───────────────┘
+```
\ No newline at end of file
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md b/docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md
new file mode 100644
index 00000000000..dfb9acb0895
--- /dev/null
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md
@@ -0,0 +1,37 @@
+---
+toc_priority: 145
+---
+
+# sumKahan {#agg_function-sumKahan}
+
+Вычисляет сумму с использованием [компенсационного суммирования по алгоритму Кэхэна](https://ru.wikipedia.org/wiki/Алгоритм_Кэхэна)
+
+**Синтаксис**
+
+``` sql
+sumKahan(x)
+```
+
+**Аргументы**
+
+-   `x` — Входное значение типа [Integer](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), или [Decimal](../../../sql-reference/data-types/decimal.md).
+
+**Возвращемое значение**
+
+-  сумма чисел с типом [Integer](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), ил [Decimal](../../../sql-reference/data-types/decimal.md) зависящим от типа входящих аргументов
+
+**Пример**
+
+Запрос:
+
+``` sql
+SELECT sum(0.1), sumKahan(0.1) FROM numbers(10);
+```
+
+Результат:
+
+``` text
+┌───────────sum(0.1)─┬─sumKahan(0.1)─┐
+│ 0.9999999999999999 │             1 │
+└────────────────────┴───────────────┘
+```
\ No newline at end of file

From 7515e2db4f14e70731f84e240d0f3b9b23084a34 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 10 Jun 2021 11:34:57 +0300
Subject: [PATCH 1034/1060] Dictionary sources add update lag option

---
 .../ClickHouseDictionarySource.cpp            |   8 +-
 src/Dictionaries/ClickHouseDictionarySource.h |   3 +-
 .../ExecutableDictionarySource.cpp            |  63 +++++----
 src/Dictionaries/ExecutableDictionarySource.h |  18 ++-
 .../ExecutablePoolDictionarySource.cpp        |  21 ++-
 .../ExecutablePoolDictionarySource.h          |   1 -
 src/Dictionaries/HTTPDictionarySource.cpp     | 128 ++++++++++--------
 src/Dictionaries/HTTPDictionarySource.h       |  19 ++-
 src/Dictionaries/IDictionarySource.h          |  13 +-
 src/Dictionaries/MySQLDictionarySource.cpp    |  92 +++++++------
 src/Dictionaries/MySQLDictionarySource.h      |  26 ++--
 .../PostgreSQLDictionarySource.cpp            |  48 +++----
 src/Dictionaries/PostgreSQLDictionarySource.h |  17 ++-
 src/Dictionaries/RedisDictionarySource.h      |   1 -
 src/Dictionaries/XDBCDictionarySource.cpp     |  84 ++++++------
 src/Dictionaries/XDBCDictionarySource.h       |  24 ++--
 16 files changed, 320 insertions(+), 246 deletions(-)

diff --git a/src/Dictionaries/ClickHouseDictionarySource.cpp b/src/Dictionaries/ClickHouseDictionarySource.cpp
index 9e44a7b442d..db0bc4ea9a5 100644
--- a/src/Dictionaries/ClickHouseDictionarySource.cpp
+++ b/src/Dictionaries/ClickHouseDictionarySource.cpp
@@ -93,7 +93,7 @@ std::string ClickHouseDictionarySource::getUpdateFieldAndDate()
 {
     if (update_time != std::chrono::system_clock::from_time_t(0))
     {
-        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - 1;
+        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - configuration.update_lag;
         std::string str_time = DateLUT::instance().timeToString(hr_time);
         update_time = std::chrono::system_clock::now();
         return query_builder.composeUpdateQuery(configuration.update_field, str_time);
@@ -222,7 +222,8 @@ void registerDictionarySourceClickHouse(DictionarySourceFactory & factory)
         std::string host = config.getString(settings_config_prefix + ".host", "localhost");
         UInt16 port = static_cast<UInt16>(config.getUInt(settings_config_prefix + ".port", default_port));
 
-        ClickHouseDictionarySource::Configuration configuration {
+        ClickHouseDictionarySource::Configuration configuration
+        {
             .secure = config.getBool(settings_config_prefix + ".secure", false),
             .host = host,
             .port = port,
@@ -231,8 +232,9 @@ void registerDictionarySourceClickHouse(DictionarySourceFactory & factory)
             .db = config.getString(settings_config_prefix + ".db", default_database),
             .table = config.getString(settings_config_prefix + ".table"),
             .where = config.getString(settings_config_prefix + ".where", ""),
-            .update_field = config.getString(settings_config_prefix + ".update_field", ""),
             .invalidate_query = config.getString(settings_config_prefix + ".invalidate_query", ""),
+            .update_field = config.getString(settings_config_prefix + ".update_field", ""),
+            .update_lag = config.getUInt64(settings_config_prefix + ".update_lag", 1),
             .is_local = isLocalAddress({host, port}, default_port)
         };
 
diff --git a/src/Dictionaries/ClickHouseDictionarySource.h b/src/Dictionaries/ClickHouseDictionarySource.h
index cf954a9620d..c0e78e8104f 100644
--- a/src/Dictionaries/ClickHouseDictionarySource.h
+++ b/src/Dictionaries/ClickHouseDictionarySource.h
@@ -28,8 +28,9 @@ public:
         const std::string db;
         const std::string table;
         const std::string where;
-        const std::string update_field;
         const std::string invalidate_query;
+        const std::string update_field;
+        const UInt64 update_lag;
         const bool is_local;
     };
 
diff --git a/src/Dictionaries/ExecutableDictionarySource.cpp b/src/Dictionaries/ExecutableDictionarySource.cpp
index 2fb1bcf89ac..cdcdd3a812c 100644
--- a/src/Dictionaries/ExecutableDictionarySource.cpp
+++ b/src/Dictionaries/ExecutableDictionarySource.cpp
@@ -60,16 +60,12 @@ namespace
 
 ExecutableDictionarySource::ExecutableDictionarySource(
     const DictionaryStructure & dict_struct_,
-    const Poco::Util::AbstractConfiguration & config,
-    const std::string & config_prefix,
+    const Configuration & configuration_,
     Block & sample_block_,
     ContextConstPtr context_)
     : log(&Poco::Logger::get("ExecutableDictionarySource"))
-    , dict_struct{dict_struct_}
-    , implicit_key{config.getBool(config_prefix + ".implicit_key", false)}
-    , command{config.getString(config_prefix + ".command")}
-    , update_field{config.getString(config_prefix + ".update_field", "")}
-    , format{config.getString(config_prefix + ".format")}
+    , dict_struct(dict_struct_)
+    , configuration(configuration_)
     , sample_block{sample_block_}
     , context(context_)
 {
@@ -77,7 +73,7 @@ ExecutableDictionarySource::ExecutableDictionarySource(
     /// these columns will not be returned from source
     /// Implicit key means that the source script will return only values,
     /// and the correspondence to the requested keys is determined implicitly - by the order of rows in the result.
-    if (implicit_key)
+    if (configuration.implicit_key)
     {
         auto keys_names = dict_struct.getKeysNames();
 
@@ -91,43 +87,40 @@ ExecutableDictionarySource::ExecutableDictionarySource(
 
 ExecutableDictionarySource::ExecutableDictionarySource(const ExecutableDictionarySource & other)
     : log(&Poco::Logger::get("ExecutableDictionarySource"))
-    , update_time{other.update_time}
-    , dict_struct{other.dict_struct}
-    , implicit_key{other.implicit_key}
-    , command{other.command}
-    , update_field{other.update_field}
-    , format{other.format}
-    , sample_block{other.sample_block}
+    , update_time(other.update_time)
+    , dict_struct(other.dict_struct)
+    , configuration(other.configuration)
+    , sample_block(other.sample_block)
     , context(Context::createCopy(other.context))
 {
 }
 
 BlockInputStreamPtr ExecutableDictionarySource::loadAll()
 {
-    if (implicit_key)
+    if (configuration.implicit_key)
         throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "ExecutableDictionarySource with implicit_key does not support loadAll method");
 
     LOG_TRACE(log, "loadAll {}", toString());
-    auto process = ShellCommand::execute(command);
-    auto input_stream = context->getInputFormat(format, process->out, sample_block, max_block_size);
+    auto process = ShellCommand::execute(configuration.command);
+    auto input_stream = context->getInputFormat(configuration.format, process->out, sample_block, max_block_size);
     return std::make_shared<ShellCommandOwningBlockInputStream>(log, input_stream, std::move(process));
 }
 
 BlockInputStreamPtr ExecutableDictionarySource::loadUpdatedAll()
 {
-    if (implicit_key)
+    if (configuration.implicit_key)
         throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "ExecutableDictionarySource with implicit_key does not support loadUpdatedAll method");
 
     time_t new_update_time = time(nullptr);
     SCOPE_EXIT(update_time = new_update_time);
 
-    std::string command_with_update_field = command;
+    std::string command_with_update_field = configuration.command;
     if (update_time)
-        command_with_update_field += " " + update_field + " " + DB::toString(LocalDateTime(update_time - 1));
+        command_with_update_field += " " + configuration.update_field + " " + DB::toString(LocalDateTime(update_time - configuration.update_lag));
 
     LOG_TRACE(log, "loadUpdatedAll {}", command_with_update_field);
     auto process = ShellCommand::execute(command_with_update_field);
-    auto input_stream = context->getInputFormat(format, process->out, sample_block, max_block_size);
+    auto input_stream = context->getInputFormat(configuration.format, process->out, sample_block, max_block_size);
     return std::make_shared<ShellCommandOwningBlockInputStream>(log, input_stream, std::move(process));
 }
 
@@ -220,15 +213,15 @@ BlockInputStreamPtr ExecutableDictionarySource::loadKeys(const Columns & key_col
 BlockInputStreamPtr ExecutableDictionarySource::getStreamForBlock(const Block & block)
 {
     auto stream = std::make_unique<BlockInputStreamWithBackgroundThread>(
-        context, format, sample_block, command, log,
+        context, configuration.format, sample_block, configuration.command, log,
         [block, this](WriteBufferFromFile & out) mutable
         {
-            auto output_stream = context->getOutputStream(format, out, block.cloneEmpty());
+            auto output_stream = context->getOutputStream(configuration.format, out, block.cloneEmpty());
             formatBlock(output_stream, block);
             out.close();
         });
 
-    if (implicit_key)
+    if (configuration.implicit_key)
         return std::make_shared<BlockInputStreamWithAdditionalColumns>(block, std::move(stream));
     else
         return std::shared_ptr<BlockInputStreamWithBackgroundThread>(stream.release());
@@ -246,7 +239,7 @@ bool ExecutableDictionarySource::supportsSelectiveLoad() const
 
 bool ExecutableDictionarySource::hasUpdateField() const
 {
-    return !update_field.empty();
+    return !configuration.update_field.empty();
 }
 
 DictionarySourcePtr ExecutableDictionarySource::clone() const
@@ -256,7 +249,7 @@ DictionarySourcePtr ExecutableDictionarySource::clone() const
 
 std::string ExecutableDictionarySource::toString() const
 {
-    return "Executable: " + command;
+    return "Executable: " + configuration.command;
 }
 
 void registerDictionarySourceExecutable(DictionarySourceFactory & factory)
@@ -280,10 +273,20 @@ void registerDictionarySourceExecutable(DictionarySourceFactory & factory)
 
         auto context_local_copy = copyContextAndApplySettings(config_prefix, context, config);
 
-        return std::make_unique<ExecutableDictionarySource>(
-            dict_struct, config, config_prefix + ".executable",
-            sample_block, context_local_copy);
+        std::string settings_config_prefix = config_prefix + ".executable";
+
+        ExecutableDictionarySource::Configuration configuration
+        {
+            .implicit_key = config.getBool(settings_config_prefix + ".implicit_key", false),
+            .command = config.getString(settings_config_prefix + ".command"),
+            .format = config.getString(settings_config_prefix + ".format"),
+            .update_field = config.getString(settings_config_prefix + ".update_field", ""),
+            .update_lag = config.getUInt64(settings_config_prefix + ".update_lag", 1),
+        };
+
+        return std::make_unique<ExecutableDictionarySource>(dict_struct, configuration, sample_block, context_local_copy);
     };
+
     factory.registerSource("executable", create_table_source);
 }
 
diff --git a/src/Dictionaries/ExecutableDictionarySource.h b/src/Dictionaries/ExecutableDictionarySource.h
index 4b2326b2a58..c49b0b4d815 100644
--- a/src/Dictionaries/ExecutableDictionarySource.h
+++ b/src/Dictionaries/ExecutableDictionarySource.h
@@ -15,10 +15,19 @@ namespace DB
 class ExecutableDictionarySource final : public IDictionarySource
 {
 public:
+
+    struct Configuration
+    {
+        bool implicit_key;
+        const std::string command;
+        const std::string format;
+        const std::string update_field;
+        const UInt64 update_lag;
+    };
+
     ExecutableDictionarySource(
         const DictionaryStructure & dict_struct_,
-        const Poco::Util::AbstractConfiguration & config,
-        const std::string & config_prefix,
+        const Configuration & configuration_,
         Block & sample_block_,
         ContextConstPtr context_);
 
@@ -53,10 +62,7 @@ private:
     Poco::Logger * log;
     time_t update_time = 0;
     const DictionaryStructure dict_struct;
-    bool implicit_key;
-    const std::string command;
-    const std::string update_field;
-    const std::string format;
+    const Configuration configuration;
     Block sample_block;
     ContextConstPtr context;
 };
diff --git a/src/Dictionaries/ExecutablePoolDictionarySource.cpp b/src/Dictionaries/ExecutablePoolDictionarySource.cpp
index 21818baa658..5e40828f011 100644
--- a/src/Dictionaries/ExecutablePoolDictionarySource.cpp
+++ b/src/Dictionaries/ExecutablePoolDictionarySource.cpp
@@ -70,12 +70,12 @@ ExecutablePoolDictionarySource::ExecutablePoolDictionarySource(const ExecutableP
 
 BlockInputStreamPtr ExecutablePoolDictionarySource::loadAll()
 {
-    throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "ExecutablePoolDictionarySource with implicit_key does not support loadAll method");
+    throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "ExecutablePoolDictionarySource does not support loadAll method");
 }
 
 BlockInputStreamPtr ExecutablePoolDictionarySource::loadUpdatedAll()
 {
-    throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "ExecutablePoolDictionarySource with implicit_key does not support loadAll method");
+    throw Exception(ErrorCodes::UNSUPPORTED_METHOD, "ExecutablePoolDictionarySource does not support loadUpdatedAll method");
 }
 
 namespace
@@ -254,7 +254,7 @@ bool ExecutablePoolDictionarySource::supportsSelectiveLoad() const
 
 bool ExecutablePoolDictionarySource::hasUpdateField() const
 {
-    return !configuration.update_field.empty();
+    return false;
 }
 
 DictionarySourcePtr ExecutablePoolDictionarySource::clone() const
@@ -295,9 +295,9 @@ void registerDictionarySourceExecutablePool(DictionarySourceFactory & factory)
         settings_no_parallel_parsing.input_format_parallel_parsing = false;
         context_local_copy->setSettings(settings_no_parallel_parsing);
 
-        String configuration_config_prefix = config_prefix + ".executable_pool";
+        String settings_config_prefix = config_prefix + ".executable_pool";
 
-        size_t max_command_execution_time = config.getUInt64(configuration_config_prefix + ".max_command_execution_time", 10);
+        size_t max_command_execution_time = config.getUInt64(settings_config_prefix + ".max_command_execution_time", 10);
 
         size_t max_execution_time_seconds = static_cast<size_t>(context->getSettings().max_execution_time.totalSeconds());
         if (max_execution_time_seconds != 0 && max_command_execution_time > max_execution_time_seconds)
@@ -305,12 +305,11 @@ void registerDictionarySourceExecutablePool(DictionarySourceFactory & factory)
 
         ExecutablePoolDictionarySource::Configuration configuration
         {
-            .command = config.getString(configuration_config_prefix + ".command"),
-            .format = config.getString(configuration_config_prefix + ".format"),
-            .pool_size = config.getUInt64(configuration_config_prefix + ".size"),
-            .update_field = config.getString(configuration_config_prefix + ".update_field", ""),
-            .implicit_key = config.getBool(configuration_config_prefix + ".implicit_key", false),
-            .command_termination_timeout = config.getUInt64(configuration_config_prefix + ".command_termination_timeout", 10),
+            .command = config.getString(settings_config_prefix + ".command"),
+            .format = config.getString(settings_config_prefix + ".format"),
+            .pool_size = config.getUInt64(settings_config_prefix + ".size"),
+            .implicit_key = config.getBool(settings_config_prefix + ".implicit_key", false),
+            .command_termination_timeout = config.getUInt64(settings_config_prefix + ".command_termination_timeout", 10),
             .max_command_execution_time = max_command_execution_time
         };
 
diff --git a/src/Dictionaries/ExecutablePoolDictionarySource.h b/src/Dictionaries/ExecutablePoolDictionarySource.h
index 9bf6e89c1f0..3e5c2b1dc8e 100644
--- a/src/Dictionaries/ExecutablePoolDictionarySource.h
+++ b/src/Dictionaries/ExecutablePoolDictionarySource.h
@@ -32,7 +32,6 @@ public:
         const String command;
         const String format;
         const size_t pool_size;
-        const String update_field;
         const bool implicit_key;
         const size_t command_termination_timeout;
         const size_t max_command_execution_time;
diff --git a/src/Dictionaries/HTTPDictionarySource.cpp b/src/Dictionaries/HTTPDictionarySource.cpp
index b3527b06117..02d88553a36 100644
--- a/src/Dictionaries/HTTPDictionarySource.cpp
+++ b/src/Dictionaries/HTTPDictionarySource.cpp
@@ -28,58 +28,32 @@ static const UInt64 max_block_size = 8192;
 
 HTTPDictionarySource::HTTPDictionarySource(
     const DictionaryStructure & dict_struct_,
-    const Poco::Util::AbstractConfiguration & config,
-    const std::string & config_prefix,
+    const Configuration & configuration_,
+    const Poco::Net::HTTPBasicCredentials & credentials_,
     Block & sample_block_,
     ContextConstPtr context_,
     bool created_from_ddl)
     : log(&Poco::Logger::get("HTTPDictionarySource"))
-    , update_time{std::chrono::system_clock::from_time_t(0)}
-    , dict_struct{dict_struct_}
-    , url{config.getString(config_prefix + ".url", "")}
-    , update_field{config.getString(config_prefix + ".update_field", "")}
-    , format{config.getString(config_prefix + ".format")}
-    , sample_block{sample_block_}
+    , update_time(std::chrono::system_clock::from_time_t(0))
+    , dict_struct(dict_struct_)
+    , configuration(configuration_)
+    , sample_block(sample_block_)
     , context(context_)
     , timeouts(ConnectionTimeouts::getHTTPTimeouts(context))
 {
     if (created_from_ddl)
-        context->getRemoteHostFilter().checkURL(Poco::URI(url));
+        context->getRemoteHostFilter().checkURL(Poco::URI(configuration.url));
 
-    const auto & credentials_prefix = config_prefix + ".credentials";
-
-    if (config.has(credentials_prefix))
-    {
-        credentials.setUsername(config.getString(credentials_prefix + ".user", ""));
-        credentials.setPassword(config.getString(credentials_prefix + ".password", ""));
-    }
-
-    const auto & headers_prefix = config_prefix + ".headers";
-
-    if (config.has(headers_prefix))
-    {
-        Poco::Util::AbstractConfiguration::Keys config_keys;
-        config.keys(headers_prefix, config_keys);
-
-        header_entries.reserve(config_keys.size());
-        for (const auto & key : config_keys)
-        {
-            const auto header_key = config.getString(headers_prefix + "." + key + ".name", "");
-            const auto header_value = config.getString(headers_prefix + "." + key + ".value", "");
-            header_entries.emplace_back(std::make_tuple(header_key, header_value));
-        }
-    }
+    credentials.setUsername(credentials_.getUsername());
+    credentials.setPassword(credentials_.getPassword());
 }
 
 HTTPDictionarySource::HTTPDictionarySource(const HTTPDictionarySource & other)
     : log(&Poco::Logger::get("HTTPDictionarySource"))
-    , update_time{other.update_time}
-    , dict_struct{other.dict_struct}
-    , url{other.url}
-    , header_entries{other.header_entries}
-    , update_field{other.update_field}
-    , format{other.format}
-    , sample_block{other.sample_block}
+    , update_time(other.update_time)
+    , dict_struct(other.dict_struct)
+    , configuration(other.configuration)
+    , sample_block(other.sample_block)
     , context(Context::createCopy(other.context))
     , timeouts(ConnectionTimeouts::getHTTPTimeouts(context))
 {
@@ -89,11 +63,11 @@ HTTPDictionarySource::HTTPDictionarySource(const HTTPDictionarySource & other)
 
 BlockInputStreamPtr HTTPDictionarySource::createWrappedBuffer(std::unique_ptr<ReadWriteBufferFromHTTP> http_buffer_ptr)
 {
-    Poco::URI uri(url);
+    Poco::URI uri(configuration.url);
     String http_request_compression_method_str = http_buffer_ptr->getCompressionMethod();
     auto in_ptr_wrapped
         = wrapReadBufferWithCompressionMethod(std::move(http_buffer_ptr), chooseCompressionMethod(uri.getPath(), http_request_compression_method_str));
-    auto input_stream = context->getInputFormat(format, *in_ptr_wrapped, sample_block, max_block_size);
+    auto input_stream = context->getInputFormat(configuration.format, *in_ptr_wrapped, sample_block, max_block_size);
     return std::make_shared<OwningBlockInputStream<ReadBuffer>>(input_stream, std::move(in_ptr_wrapped));
 }
 
@@ -103,10 +77,10 @@ void HTTPDictionarySource::getUpdateFieldAndDate(Poco::URI & uri)
     {
         auto tmp_time = update_time;
         update_time = std::chrono::system_clock::now();
-        time_t hr_time = std::chrono::system_clock::to_time_t(tmp_time) - 1;
+        time_t hr_time = std::chrono::system_clock::to_time_t(tmp_time) - configuration.update_lag;
         WriteBufferFromOwnString out;
         writeDateTimeText(hr_time, out);
-        uri.addQueryParameter(update_field, out.str());
+        uri.addQueryParameter(configuration.update_field, out.str());
     }
     else
     {
@@ -117,7 +91,7 @@ void HTTPDictionarySource::getUpdateFieldAndDate(Poco::URI & uri)
 BlockInputStreamPtr HTTPDictionarySource::loadAll()
 {
     LOG_TRACE(log, "loadAll {}", toString());
-    Poco::URI uri(url);
+    Poco::URI uri(configuration.url);
     auto in_ptr = std::make_unique<ReadWriteBufferFromHTTP>(
         uri,
         Poco::Net::HTTPRequest::HTTP_GET,
@@ -126,13 +100,14 @@ BlockInputStreamPtr HTTPDictionarySource::loadAll()
         0,
         credentials,
         DBMS_DEFAULT_BUFFER_SIZE,
-        header_entries);
+        configuration.header_entries);
+
     return createWrappedBuffer(std::move(in_ptr));
 }
 
 BlockInputStreamPtr HTTPDictionarySource::loadUpdatedAll()
 {
-    Poco::URI uri(url);
+    Poco::URI uri(configuration.url);
     getUpdateFieldAndDate(uri);
     LOG_TRACE(log, "loadUpdatedAll {}", uri.toString());
     auto in_ptr = std::make_unique<ReadWriteBufferFromHTTP>(
@@ -143,7 +118,8 @@ BlockInputStreamPtr HTTPDictionarySource::loadUpdatedAll()
         0,
         credentials,
         DBMS_DEFAULT_BUFFER_SIZE,
-        header_entries);
+        configuration.header_entries);
+
     return createWrappedBuffer(std::move(in_ptr));
 }
 
@@ -156,11 +132,11 @@ BlockInputStreamPtr HTTPDictionarySource::loadIds(const std::vector<UInt64> & id
     ReadWriteBufferFromHTTP::OutStreamCallback out_stream_callback = [block, this](std::ostream & ostr)
     {
         WriteBufferFromOStream out_buffer(ostr);
-        auto output_stream = context->getOutputStreamParallelIfPossible(format, out_buffer, sample_block);
+        auto output_stream = context->getOutputStreamParallelIfPossible(configuration.format, out_buffer, sample_block);
         formatBlock(output_stream, block);
     };
 
-    Poco::URI uri(url);
+    Poco::URI uri(configuration.url);
     auto in_ptr = std::make_unique<ReadWriteBufferFromHTTP>(
         uri,
         Poco::Net::HTTPRequest::HTTP_POST,
@@ -169,7 +145,8 @@ BlockInputStreamPtr HTTPDictionarySource::loadIds(const std::vector<UInt64> & id
         0,
         credentials,
         DBMS_DEFAULT_BUFFER_SIZE,
-        header_entries);
+        configuration.header_entries);
+
     return createWrappedBuffer(std::move(in_ptr));
 }
 
@@ -182,11 +159,11 @@ BlockInputStreamPtr HTTPDictionarySource::loadKeys(const Columns & key_columns,
     ReadWriteBufferFromHTTP::OutStreamCallback out_stream_callback = [block, this](std::ostream & ostr)
     {
         WriteBufferFromOStream out_buffer(ostr);
-        auto output_stream = context->getOutputStreamParallelIfPossible(format, out_buffer, sample_block);
+        auto output_stream = context->getOutputStreamParallelIfPossible(configuration.format, out_buffer, sample_block);
         formatBlock(output_stream, block);
     };
 
-    Poco::URI uri(url);
+    Poco::URI uri(configuration.url);
     auto in_ptr = std::make_unique<ReadWriteBufferFromHTTP>(
         uri,
         Poco::Net::HTTPRequest::HTTP_POST,
@@ -195,7 +172,8 @@ BlockInputStreamPtr HTTPDictionarySource::loadKeys(const Columns & key_columns,
         0,
         credentials,
         DBMS_DEFAULT_BUFFER_SIZE,
-        header_entries);
+        configuration.header_entries);
+
     return createWrappedBuffer(std::move(in_ptr));
 }
 
@@ -211,7 +189,7 @@ bool HTTPDictionarySource::supportsSelectiveLoad() const
 
 bool HTTPDictionarySource::hasUpdateField() const
 {
-    return !update_field.empty();
+    return !configuration.update_field.empty();
 }
 
 DictionarySourcePtr HTTPDictionarySource::clone() const
@@ -221,7 +199,7 @@ DictionarySourcePtr HTTPDictionarySource::clone() const
 
 std::string HTTPDictionarySource::toString() const
 {
-    Poco::URI uri(url);
+    Poco::URI uri(configuration.url);
     return uri.toString();
 }
 
@@ -239,8 +217,44 @@ void registerDictionarySourceHTTP(DictionarySourceFactory & factory)
 
         auto context_local_copy = copyContextAndApplySettings(config_prefix, context, config);
 
-        return std::make_unique<HTTPDictionarySource>(
-            dict_struct, config, config_prefix + ".http", sample_block, context_local_copy, created_from_ddl);
+        const auto & settings_config_prefix = config_prefix + ".http";
+        const auto & credentials_prefix = settings_config_prefix + ".credentials";
+
+        Poco::Net::HTTPBasicCredentials credentials;
+
+        if (config.has(credentials_prefix))
+        {
+            credentials.setUsername(config.getString(credentials_prefix + ".user", ""));
+            credentials.setPassword(config.getString(credentials_prefix + ".password", ""));
+        }
+
+        const auto & headers_prefix = settings_config_prefix + ".headers";
+        ReadWriteBufferFromHTTP::HTTPHeaderEntries header_entries;
+
+        if (config.has(headers_prefix))
+        {
+            Poco::Util::AbstractConfiguration::Keys config_keys;
+            config.keys(headers_prefix, config_keys);
+
+            header_entries.reserve(config_keys.size());
+            for (const auto & key : config_keys)
+            {
+                const auto header_key = config.getString(headers_prefix + "." + key + ".name", "");
+                const auto header_value = config.getString(headers_prefix + "." + key + ".value", "");
+                header_entries.emplace_back(std::make_tuple(header_key, header_value));
+            }
+        }
+
+        auto configuration = HTTPDictionarySource::Configuration
+        {
+            .url = config.getString(settings_config_prefix + ".url", ""),
+            .format =config.getString(settings_config_prefix + ".format", ""),
+            .update_field = config.getString(settings_config_prefix + ".update_field", ""),
+            .update_lag = config.getUInt64(settings_config_prefix + ".update_lag", 1),
+            .header_entries = std::move(header_entries)
+        };
+
+        return std::make_unique<HTTPDictionarySource>(dict_struct, configuration, credentials, sample_block, context_local_copy, created_from_ddl);
     };
     factory.registerSource("http", create_table_source);
 }
diff --git a/src/Dictionaries/HTTPDictionarySource.h b/src/Dictionaries/HTTPDictionarySource.h
index 9b93856a6bc..ef973e1e2cb 100644
--- a/src/Dictionaries/HTTPDictionarySource.h
+++ b/src/Dictionaries/HTTPDictionarySource.h
@@ -22,10 +22,20 @@ namespace DB
 class HTTPDictionarySource final : public IDictionarySource
 {
 public:
+
+    struct Configuration
+    {
+        const std::string url;
+        const std::string format;
+        const std::string update_field;
+        const UInt64 update_lag;
+        const ReadWriteBufferFromHTTP::HTTPHeaderEntries header_entries;
+    };
+
     HTTPDictionarySource(
         const DictionaryStructure & dict_struct_,
-        const Poco::Util::AbstractConfiguration & config,
-        const std::string & config_prefix,
+        const Configuration & configuration,
+        const Poco::Net::HTTPBasicCredentials & credentials_,
         Block & sample_block_,
         ContextConstPtr context_,
         bool created_from_ddl);
@@ -63,11 +73,8 @@ private:
 
     std::chrono::time_point<std::chrono::system_clock> update_time;
     const DictionaryStructure dict_struct;
-    const std::string url;
+    const Configuration configuration;
     Poco::Net::HTTPBasicCredentials credentials;
-    ReadWriteBufferFromHTTP::HTTPHeaderEntries header_entries;
-    std::string update_field;
-    const std::string format;
     Block sample_block;
     ContextConstPtr context;
     ConnectionTimeouts timeouts;
diff --git a/src/Dictionaries/IDictionarySource.h b/src/Dictionaries/IDictionarySource.h
index 857d66abc48..42b35c95062 100644
--- a/src/Dictionaries/IDictionarySource.h
+++ b/src/Dictionaries/IDictionarySource.h
@@ -20,6 +20,13 @@ using SharedDictionarySourcePtr = std::shared_ptr<IDictionarySource>;
 class IDictionarySource
 {
 public:
+
+    /// Returns an input stream with all the data available from this source.
+    virtual BlockInputStreamPtr loadAll() = 0;
+
+    /// Returns an input stream with updated data available from this source.
+    virtual BlockInputStreamPtr loadUpdatedAll() = 0;
+
     /**
      * result_size_hint - approx number of rows in the stream.
      * Returns an input stream with all the data available from this source.
@@ -57,12 +64,6 @@ public:
         return loadAll();
     }
 
-    /// Returns an input stream with all the data available from this source.
-    virtual BlockInputStreamPtr loadAll() = 0;
-
-    /// Returns an input stream with updated data available from this source.
-    virtual BlockInputStreamPtr loadUpdatedAll() = 0;
-
     /** Indicates whether this source supports "random access" loading of data
       *  loadId and loadIds can only be used if this function returns true.
       */
diff --git a/src/Dictionaries/MySQLDictionarySource.cpp b/src/Dictionaries/MySQLDictionarySource.cpp
index 40398a7ba42..cf9808e2fd1 100644
--- a/src/Dictionaries/MySQLDictionarySource.cpp
+++ b/src/Dictionaries/MySQLDictionarySource.cpp
@@ -1,5 +1,10 @@
 #include "MySQLDictionarySource.h"
 
+
+#if USE_MYSQL
+#    include <mysqlxx/PoolFactory.h>
+#endif
+
 #include <Poco/Util/AbstractConfiguration.h>
 #include "DictionarySourceFactory.h"
 #include "DictionaryStructure.h"
@@ -32,12 +37,29 @@ void registerDictionarySourceMysql(DictionarySourceFactory & factory)
             , config.getBool(config_prefix + ".mysql.close_connection", false) || config.getBool(config_prefix + ".mysql.share_connection", false)
             , false
             , config.getBool(config_prefix + ".mysql.fail_on_connection_loss", false) ? 1 : default_num_tries_on_connection_loss);
-        return std::make_unique<MySQLDictionarySource>(dict_struct, config, config_prefix + ".mysql", sample_block, mysql_input_stream_settings);
+
+        auto settings_config_prefix = config_prefix + ".mysql";
+
+        MySQLDictionarySource::Configuration configuration
+        {
+            .db = config.getString(settings_config_prefix + ".db", ""),
+            .table = config.getString(settings_config_prefix + ".table"),
+            .where = config.getString(settings_config_prefix + ".where", ""),
+            .invalidate_query = config.getString(settings_config_prefix + ".invalidate_query", ""),
+            .update_field = config.getString(settings_config_prefix + ".update_field", ""),
+            .update_lag = config.getUInt64(settings_config_prefix + ".update_lag", 1),
+            .dont_check_update_time = config.getBool(settings_config_prefix + ".dont_check_update_time", false)
+        };
+
+        auto pool = std::make_shared<mysqlxx::PoolWithFailover>(mysqlxx::PoolFactory::instance().get(config, settings_config_prefix));
+
+        return std::make_unique<MySQLDictionarySource>(dict_struct, configuration, std::move(pool), sample_block, mysql_input_stream_settings);
 #else
         throw Exception(ErrorCodes::SUPPORT_IS_DISABLED,
             "Dictionary source of type `mysql` is disabled because ClickHouse was built without mysql support.");
 #endif
     };
+
     factory.registerSource("mysql", create_table_source);
 }
 
@@ -53,7 +75,6 @@ void registerDictionarySourceMysql(DictionarySourceFactory & factory)
 #    include <common/logger_useful.h>
 #    include "readInvalidateQuery.h"
 #    include <mysqlxx/Exception.h>
-#    include <mysqlxx/PoolFactory.h>
 #    include <Core/Settings.h>
 
 namespace DB
@@ -62,23 +83,18 @@ namespace DB
 
 MySQLDictionarySource::MySQLDictionarySource(
     const DictionaryStructure & dict_struct_,
-    const Poco::Util::AbstractConfiguration & config,
-    const std::string & config_prefix,
+    const Configuration & configuration_,
+    mysqlxx::PoolWithFailoverPtr pool_,
     const Block & sample_block_,
     const StreamSettings & settings_)
     : log(&Poco::Logger::get("MySQLDictionarySource"))
-    , update_time{std::chrono::system_clock::from_time_t(0)}
-    , dict_struct{dict_struct_}
-    , db{config.getString(config_prefix + ".db", "")}
-    , table{config.getString(config_prefix + ".table")}
-    , where{config.getString(config_prefix + ".where", "")}
-    , update_field{config.getString(config_prefix + ".update_field", "")}
-    , dont_check_update_time{config.getBool(config_prefix + ".dont_check_update_time", false)}
-    , sample_block{sample_block_}
-    , pool{std::make_shared<mysqlxx::PoolWithFailover>(mysqlxx::PoolFactory::instance().get(config, config_prefix))}
-    , query_builder{dict_struct, db, "", table, where, IdentifierQuotingStyle::Backticks}
-    , load_all_query{query_builder.composeLoadAllQuery()}
-    , invalidate_query{config.getString(config_prefix + ".invalidate_query", "")}
+    , update_time(std::chrono::system_clock::from_time_t(0))
+    , dict_struct(dict_struct_)
+    , configuration(configuration_)
+    , pool(std::move(pool_))
+    , sample_block(sample_block_)
+    , query_builder(dict_struct, configuration.db, "", configuration.table, configuration.where, IdentifierQuotingStyle::Backticks)
+    , load_all_query(query_builder.composeLoadAllQuery())
     , settings(settings_)
 {
 }
@@ -86,19 +102,14 @@ MySQLDictionarySource::MySQLDictionarySource(
 /// copy-constructor is provided in order to support cloneability
 MySQLDictionarySource::MySQLDictionarySource(const MySQLDictionarySource & other)
     : log(&Poco::Logger::get("MySQLDictionarySource"))
-    , update_time{other.update_time}
-    , dict_struct{other.dict_struct}
-    , db{other.db}
-    , table{other.table}
-    , where{other.where}
-    , update_field{other.update_field}
-    , dont_check_update_time{other.dont_check_update_time}
-    , sample_block{other.sample_block}
-    , pool{other.pool}
-    , query_builder{dict_struct, db, "", table, where, IdentifierQuotingStyle::Backticks}
+    , update_time(other.update_time)
+    , dict_struct(other.dict_struct)
+    , configuration(other.configuration)
+    , pool(other.pool)
+    , sample_block(other.sample_block)
+    , query_builder{dict_struct, configuration.db, "", configuration.table, configuration.where, IdentifierQuotingStyle::Backticks}
     , load_all_query{other.load_all_query}
     , last_modification{other.last_modification}
-    , invalidate_query{other.invalidate_query}
     , invalidate_query_response{other.invalidate_query_response}
     , settings(other.settings)
 {
@@ -108,10 +119,10 @@ std::string MySQLDictionarySource::getUpdateFieldAndDate()
 {
     if (update_time != std::chrono::system_clock::from_time_t(0))
     {
-        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - 1;
+        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - configuration.update_lag;
         std::string str_time = DateLUT::instance().timeToString(hr_time);
         update_time = std::chrono::system_clock::now();
-        return query_builder.composeUpdateQuery(update_field, str_time);
+        return query_builder.composeUpdateQuery(configuration.update_field, str_time);
     }
     else
     {
@@ -161,17 +172,19 @@ BlockInputStreamPtr MySQLDictionarySource::loadKeys(const Columns & key_columns,
 
 bool MySQLDictionarySource::isModified() const
 {
-    if (!invalidate_query.empty())
+    if (!configuration.invalidate_query.empty())
     {
-        auto response = doInvalidateQuery(invalidate_query);
+        auto response = doInvalidateQuery(configuration.invalidate_query);
         if (response == invalidate_query_response) //-V1051
             return false;
+
         invalidate_query_response = response;
         return true;
     }
 
-    if (dont_check_update_time)
+    if (configuration.dont_check_update_time)
         return true;
+
     auto connection = pool->get();
     return getLastModification(connection, true) > last_modification;
 }
@@ -183,7 +196,7 @@ bool MySQLDictionarySource::supportsSelectiveLoad() const
 
 bool MySQLDictionarySource::hasUpdateField() const
 {
-    return !update_field.empty();
+    return !configuration.update_field.empty();
 }
 
 DictionarySourcePtr MySQLDictionarySource::clone() const
@@ -193,15 +206,16 @@ DictionarySourcePtr MySQLDictionarySource::clone() const
 
 std::string MySQLDictionarySource::toString() const
 {
-    return "MySQL: " + db + '.' + table + (where.empty() ? "" : ", where: " + where);
+    const auto & where = configuration.where;
+    return "MySQL: " + configuration.db + '.' + configuration.table + (where.empty() ? "" : ", where: " + where);
 }
 
-std::string MySQLDictionarySource::quoteForLike(const std::string s)
+std::string MySQLDictionarySource::quoteForLike(const std::string & value)
 {
     std::string tmp;
-    tmp.reserve(s.size());
+    tmp.reserve(value.size());
 
-    for (auto c : s)
+    for (auto c : value)
     {
         if (c == '%' || c == '_' || c == '\\')
             tmp.push_back('\\');
@@ -217,12 +231,12 @@ LocalDateTime MySQLDictionarySource::getLastModification(mysqlxx::Pool::Entry &
 {
     LocalDateTime modification_time{std::time(nullptr)};
 
-    if (dont_check_update_time)
+    if (configuration.dont_check_update_time)
         return modification_time;
 
     try
     {
-        auto query = connection->query("SHOW TABLE STATUS LIKE " + quoteForLike(table));
+        auto query = connection->query("SHOW TABLE STATUS LIKE " + quoteForLike(configuration.table));
 
         LOG_TRACE(log, query.str());
 
diff --git a/src/Dictionaries/MySQLDictionarySource.h b/src/Dictionaries/MySQLDictionarySource.h
index ef1d81b862f..afe0f0cfcc7 100644
--- a/src/Dictionaries/MySQLDictionarySource.h
+++ b/src/Dictionaries/MySQLDictionarySource.h
@@ -31,10 +31,21 @@ namespace DB
 class MySQLDictionarySource final : public IDictionarySource
 {
 public:
+    struct Configuration
+    {
+        const std::string db;
+        const std::string table;
+        const std::string where;
+        const std::string invalidate_query;
+        const std::string update_field;
+        const UInt64 update_lag;
+        const bool dont_check_update_time;
+    };
+
     MySQLDictionarySource(
         const DictionaryStructure & dict_struct_,
-        const Poco::Util::AbstractConfiguration & config,
-        const String & config_prefix,
+        const Configuration & configuration_,
+        mysqlxx::PoolWithFailoverPtr pool_,
         const Block & sample_block_,
         const StreamSettings & settings_);
 
@@ -65,7 +76,7 @@ private:
 
     std::string getUpdateFieldAndDate();
 
-    static std::string quoteForLike(const std::string s);
+    static std::string quoteForLike(const std::string & value);
 
     LocalDateTime getLastModification(mysqlxx::Pool::Entry & connection, bool allow_connection_closure) const;
 
@@ -76,17 +87,12 @@ private:
 
     std::chrono::time_point<std::chrono::system_clock> update_time;
     const DictionaryStructure dict_struct;
-    const std::string db;
-    const std::string table;
-    const std::string where;
-    const std::string update_field;
-    const bool dont_check_update_time;
+    const Configuration configuration;
+    mysqlxx::PoolWithFailoverPtr pool;
     Block sample_block;
-    mutable mysqlxx::PoolWithFailoverPtr pool;
     ExternalQueryBuilder query_builder;
     const std::string load_all_query;
     LocalDateTime last_modification;
-    std::string invalidate_query;
     mutable std::string invalidate_query_response;
     const StreamSettings settings;
 };
diff --git a/src/Dictionaries/PostgreSQLDictionarySource.cpp b/src/Dictionaries/PostgreSQLDictionarySource.cpp
index c563f9aab45..eb797fe4ef5 100644
--- a/src/Dictionaries/PostgreSQLDictionarySource.cpp
+++ b/src/Dictionaries/PostgreSQLDictionarySource.cpp
@@ -45,22 +45,16 @@ namespace
 
 PostgreSQLDictionarySource::PostgreSQLDictionarySource(
     const DictionaryStructure & dict_struct_,
+    const Configuration & configuration_,
     postgres::PoolWithFailoverPtr pool_,
-    const Poco::Util::AbstractConfiguration & config_,
-    const std::string & config_prefix,
     const Block & sample_block_)
-    : dict_struct{dict_struct_}
-    , sample_block(sample_block_)
+    : dict_struct(dict_struct_)
+    , configuration(configuration_)
     , pool(std::move(pool_))
+    , sample_block(sample_block_)
     , log(&Poco::Logger::get("PostgreSQLDictionarySource"))
-    , db(config_.getString(fmt::format("{}.db", config_prefix), ""))
-    , schema(config_.getString(fmt::format("{}.schema", config_prefix), ""))
-    , table(config_.getString(fmt::format("{}.table", config_prefix), ""))
-    , where(config_.getString(fmt::format("{}.where", config_prefix), ""))
     , query_builder(makeExternalQueryBuilder(dict_struct, schema, table, where))
     , load_all_query(query_builder.composeLoadAllQuery())
-    , invalidate_query(config_.getString(fmt::format("{}.invalidate_query", config_prefix), ""))
-    , update_field(config_.getString(fmt::format("{}.update_field", config_prefix), ""))
 {
 }
 
@@ -68,17 +62,13 @@ PostgreSQLDictionarySource::PostgreSQLDictionarySource(
 /// copy-constructor is provided in order to support cloneability
 PostgreSQLDictionarySource::PostgreSQLDictionarySource(const PostgreSQLDictionarySource & other)
     : dict_struct(other.dict_struct)
-    , sample_block(other.sample_block)
+    , configuration(other.configuration)
     , pool(other.pool)
+    , sample_block(other.sample_block)
     , log(&Poco::Logger::get("PostgreSQLDictionarySource"))
-    , db(other.db)
-    , table(other.table)
-    , where(other.where)
-    , query_builder(dict_struct, "", "", table, where, IdentifierQuotingStyle::DoubleQuotes)
+    , query_builder(makeExternalQueryBuilder(dict_struct, schema, table, where))
     , load_all_query(query_builder.composeLoadAllQuery())
-    , invalidate_query(other.invalidate_query)
     , update_time(other.update_time)
-    , update_field(other.update_field)
     , invalidate_query_response(other.invalidate_query_response)
 {
 }
@@ -150,7 +140,7 @@ std::string PostgreSQLDictionarySource::getUpdateFieldAndDate()
 {
     if (update_time != std::chrono::system_clock::from_time_t(0))
     {
-        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - 1;
+        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - configuration.update_lag;
         std::string str_time = DateLUT::instance().timeToString(hr_time);
         update_time = std::chrono::system_clock::now();
         return query_builder.composeUpdateQuery(update_field, str_time);
@@ -186,20 +176,31 @@ void registerDictionarySourcePostgreSQL(DictionarySourceFactory & factory)
 {
     auto create_table_source = [=](const DictionaryStructure & dict_struct,
                                  const Poco::Util::AbstractConfiguration & config,
-                                 const std::string & root_config_prefix,
+                                 const std::string & config_prefix,
                                  Block & sample_block,
                                  ContextConstPtr context,
                                  const std::string & /* default_database */,
                                  bool /* created_from_ddl */) -> DictionarySourcePtr
     {
 #if USE_LIBPQXX
-        const auto config_prefix = root_config_prefix + ".postgresql";
+        const auto settings_config_prefix = config_prefix + ".postgresql";
         auto pool = std::make_shared<postgres::PoolWithFailover>(
-                    config, config_prefix,
+                    config, settings_config_prefix,
                     context->getSettingsRef().postgresql_connection_pool_size,
                     context->getSettingsRef().postgresql_connection_pool_wait_timeout);
-        return std::make_unique<PostgreSQLDictionarySource>(
-                dict_struct, pool, config, config_prefix, sample_block);
+
+        PostgreSQLDictionarySource::Configuration configuration
+        {
+            .db = config.getString(fmt::format("{}.db", settings_config_prefix), ""),
+            .schema = config.getString(fmt::format("{}.schema", settings_config_prefix), ""),
+            .table = config.getString(fmt::format("{}.table", settings_config_prefix)),
+            .where = config.getString(fmt::format("{}.where", settings_config_prefix), ""),
+            .invalidate_query = config.getString(fmt::format("{}.invalidate_query", settings_config_prefix), ""),
+            .update_field = config.getString(fmt::format("{}.update_field", settings_config_prefix), ""),
+            .update_lag = config.getUInt64(fmt::format("{}.update_lag", settings_config_prefix), 1)
+        };
+
+        return std::make_unique<PostgreSQLDictionarySource>(dict_struct, configuration, pool, sample_block);
 #else
         (void)dict_struct;
         (void)config;
@@ -210,6 +211,7 @@ void registerDictionarySourcePostgreSQL(DictionarySourceFactory & factory)
             "Dictionary source of type `postgresql` is disabled because ClickHouse was built without postgresql support.");
 #endif
     };
+
     factory.registerSource("postgresql", create_table_source);
 }
 
diff --git a/src/Dictionaries/PostgreSQLDictionarySource.h b/src/Dictionaries/PostgreSQLDictionarySource.h
index 780fa2b4b22..1134bb47c85 100644
--- a/src/Dictionaries/PostgreSQLDictionarySource.h
+++ b/src/Dictionaries/PostgreSQLDictionarySource.h
@@ -22,11 +22,21 @@ namespace DB
 class PostgreSQLDictionarySource final : public IDictionarySource
 {
 public:
+    struct Configuration
+    {
+        const String db;
+        const String schema;
+        const String table;
+        const String where;
+        const String invalidate_query;
+        const String update_field;
+        const UInt64 update_lag;
+    };
+
     PostgreSQLDictionarySource(
         const DictionaryStructure & dict_struct_,
+        const Configuration & configuration_,
         postgres::PoolWithFailoverPtr pool_,
-        const Poco::Util::AbstractConfiguration & config_,
-        const std::string & config_prefix,
         const Block & sample_block_);
 
     /// copy-constructor is provided in order to support cloneability
@@ -51,8 +61,9 @@ private:
     BlockInputStreamPtr loadBase(const String & query);
 
     const DictionaryStructure dict_struct;
-    Block sample_block;
+    const Configuration configuration;
     postgres::PoolWithFailoverPtr pool;
+    Block sample_block;
     Poco::Logger * log;
 
     const String db;
diff --git a/src/Dictionaries/RedisDictionarySource.h b/src/Dictionaries/RedisDictionarySource.h
index b2c5859decd..d67403a7f1c 100644
--- a/src/Dictionaries/RedisDictionarySource.h
+++ b/src/Dictionaries/RedisDictionarySource.h
@@ -83,7 +83,6 @@ namespace ErrorCodes
     private:
         static RedisStorageType parseStorageType(const std::string& storage_type);
 
-    private:
         const DictionaryStructure dict_struct;
         const std::string host;
         const UInt16 port;
diff --git a/src/Dictionaries/XDBCDictionarySource.cpp b/src/Dictionaries/XDBCDictionarySource.cpp
index fa7138348c1..00a59842765 100644
--- a/src/Dictionaries/XDBCDictionarySource.cpp
+++ b/src/Dictionaries/XDBCDictionarySource.cpp
@@ -86,7 +86,7 @@ namespace
         {
             if (!schema.empty())
                 throw Exception(ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT,
-                    "Dictionary source of type {0} specifies a schema but schema is not supported by {0}-driver",
+                    "Dictionary source of type {} specifies a schema but schema is not supported by {}-driver",
                     bridge_.getName());
         }
 
@@ -99,29 +99,22 @@ static const UInt64 max_block_size = 8192;
 
 XDBCDictionarySource::XDBCDictionarySource(
     const DictionaryStructure & dict_struct_,
-    const Poco::Util::AbstractConfiguration & config_,
-    const std::string & config_prefix_,
+    const Configuration & configuration_,
     const Block & sample_block_,
     ContextConstPtr context_,
     const BridgeHelperPtr bridge_)
     : WithContext(context_->getGlobalContext())
     , log(&Poco::Logger::get(bridge_->getName() + "DictionarySource"))
-    , update_time{std::chrono::system_clock::from_time_t(0)}
-    , dict_struct{dict_struct_}
-    , db{config_.getString(config_prefix_ + ".db", "")}
-    , schema{config_.getString(config_prefix_ + ".schema", "")}
-    , table{config_.getString(config_prefix_ + ".table")}
-    , where{config_.getString(config_prefix_ + ".where", "")}
-    , update_field{config_.getString(config_prefix_ + ".update_field", "")}
-    , sample_block{sample_block_}
-    , query_builder{makeExternalQueryBuilder(dict_struct, db, schema, table, where, *bridge_)}
-    , load_all_query{query_builder.composeLoadAllQuery()}
-    , invalidate_query{config_.getString(config_prefix_ + ".invalidate_query", "")}
-    , bridge_helper{bridge_}
-    , timeouts{ConnectionTimeouts::getHTTPTimeouts(context_)}
+    , update_time(std::chrono::system_clock::from_time_t(0))
+    , dict_struct(dict_struct_)
+    , configuration(configuration_)
+    , sample_block(sample_block_)
+    , query_builder(makeExternalQueryBuilder(dict_struct, configuration.db, configuration.schema, configuration.table, configuration.where, *bridge_))
+    , load_all_query(query_builder.composeLoadAllQuery())
+    , bridge_helper(bridge_)
+    , bridge_url(bridge_helper->getMainURI())
+    , timeouts(ConnectionTimeouts::getHTTPTimeouts(context_))
 {
-    bridge_url = bridge_helper->getMainURI();
-
     auto url_params = bridge_helper->getURLParams(max_block_size);
     for (const auto & [name, value] : url_params)
         bridge_url.addQueryParameter(name, value);
@@ -131,20 +124,16 @@ XDBCDictionarySource::XDBCDictionarySource(
 XDBCDictionarySource::XDBCDictionarySource(const XDBCDictionarySource & other)
     : WithContext(other.getContext())
     , log(&Poco::Logger::get(other.bridge_helper->getName() + "DictionarySource"))
-    , update_time{other.update_time}
-    , dict_struct{other.dict_struct}
-    , db{other.db}
-    , table{other.table}
-    , where{other.where}
-    , update_field{other.update_field}
-    , sample_block{other.sample_block}
-    , query_builder{other.query_builder}
-    , load_all_query{other.load_all_query}
-    , invalidate_query{other.invalidate_query}
-    , invalidate_query_response{other.invalidate_query_response}
-    , bridge_helper{other.bridge_helper}
-    , bridge_url{other.bridge_url}
-    , timeouts{other.timeouts}
+    , update_time(other.update_time)
+    , dict_struct(other.dict_struct)
+    , configuration(other.configuration)
+    , sample_block(other.sample_block)
+    , query_builder(other.query_builder)
+    , load_all_query(other.load_all_query)
+    , invalidate_query_response(other.invalidate_query_response)
+    , bridge_helper(other.bridge_helper)
+    , bridge_url(other.bridge_url)
+    , timeouts(other.timeouts)
 {
 }
 
@@ -153,10 +142,10 @@ std::string XDBCDictionarySource::getUpdateFieldAndDate()
 {
     if (update_time != std::chrono::system_clock::from_time_t(0))
     {
-        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - 1;
+        time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - configuration.update_lag;
         std::string str_time = DateLUT::instance().timeToString(hr_time);
         update_time = std::chrono::system_clock::now();
-        return query_builder.composeUpdateQuery(update_field, str_time);
+        return query_builder.composeUpdateQuery(configuration.update_field, str_time);
     }
     else
     {
@@ -204,7 +193,7 @@ bool XDBCDictionarySource::supportsSelectiveLoad() const
 
 bool XDBCDictionarySource::hasUpdateField() const
 {
-    return !update_field.empty();
+    return !configuration.update_field.empty();
 }
 
 
@@ -216,15 +205,16 @@ DictionarySourcePtr XDBCDictionarySource::clone() const
 
 std::string XDBCDictionarySource::toString() const
 {
-    return bridge_helper->getName() + ": " + db + '.' + table + (where.empty() ? "" : ", where: " + where);
+    const auto & where = configuration.where;
+    return bridge_helper->getName() + ": " + configuration.db + '.' + configuration.table + (where.empty() ? "" : ", where: " + where);
 }
 
 
 bool XDBCDictionarySource::isModified() const
 {
-    if (!invalidate_query.empty())
+    if (!configuration.invalidate_query.empty())
     {
-        auto response = doInvalidateQuery(invalidate_query);
+        auto response = doInvalidateQuery(configuration.invalidate_query);
         if (invalidate_query_response == response) //-V1051
             return false;
         invalidate_query_response = response;
@@ -250,7 +240,7 @@ std::string XDBCDictionarySource::doInvalidateQuery(const std::string & request)
 }
 
 
-BlockInputStreamPtr XDBCDictionarySource::loadFromQuery(const Poco::URI url, const Block & required_sample_block, const std::string & query) const
+BlockInputStreamPtr XDBCDictionarySource::loadFromQuery(const Poco::URI & url, const Block & required_sample_block, const std::string & query) const
 {
     bridge_helper->startBridgeSync();
 
@@ -284,7 +274,21 @@ void registerDictionarySourceXDBC(DictionarySourceFactory & factory)
 #if USE_ODBC
         BridgeHelperPtr bridge = std::make_shared<XDBCBridgeHelper<ODBCBridgeMixin>>(
             context, context->getSettings().http_receive_timeout, config.getString(config_prefix + ".odbc.connection_string"));
-        return std::make_unique<XDBCDictionarySource>(dict_struct, config, config_prefix + ".odbc", sample_block, context, bridge);
+
+        std::string settings_config_prefix = config_prefix + ".odbc";
+
+        XDBCDictionarySource::Configuration configuration
+        {
+            .db = config.getString(settings_config_prefix + ".db", ""),
+            .schema = config.getString(settings_config_prefix + ".schema", ""),
+            .table = config.getString(settings_config_prefix + ".table"),
+            .where = config.getString(settings_config_prefix + ".where", ""),
+            .invalidate_query = config.getString(settings_config_prefix + ".invalidate_query", ""),
+            .update_field = config.getString(settings_config_prefix + ".update_field", ""),
+            .update_lag = config.getUInt64(settings_config_prefix + ".update_lag", 1)
+        };
+
+        return std::make_unique<XDBCDictionarySource>(dict_struct, configuration, sample_block, context, bridge);
 #else
         (void)dict_struct;
         (void)config;
diff --git a/src/Dictionaries/XDBCDictionarySource.h b/src/Dictionaries/XDBCDictionarySource.h
index 4a6f226102b..a872b8125fd 100644
--- a/src/Dictionaries/XDBCDictionarySource.h
+++ b/src/Dictionaries/XDBCDictionarySource.h
@@ -26,10 +26,21 @@ namespace DB
 class XDBCDictionarySource final : public IDictionarySource, WithContext
 {
 public:
+
+    struct Configuration
+    {
+        const std::string db;
+        const std::string schema;
+        const std::string table;
+        const std::string where;
+        const std::string invalidate_query;
+        const std::string update_field;
+        const UInt64 update_lag;
+    };
+
     XDBCDictionarySource(
         const DictionaryStructure & dict_struct_,
-        const Poco::Util::AbstractConfiguration & config_,
-        const std::string & config_prefix_,
+        const Configuration & configuration_,
         const Block & sample_block_,
         ContextConstPtr context_,
         BridgeHelperPtr bridge);
@@ -62,21 +73,16 @@ private:
     // execute invalidate_query. expects single cell in result
     std::string doInvalidateQuery(const std::string & request) const;
 
-    BlockInputStreamPtr loadFromQuery(const Poco::URI url, const Block & required_sample_block, const std::string & query) const;
+    BlockInputStreamPtr loadFromQuery(const Poco::URI & url, const Block & required_sample_block, const std::string & query) const;
 
     Poco::Logger * log;
 
     std::chrono::time_point<std::chrono::system_clock> update_time;
     const DictionaryStructure dict_struct;
-    const std::string db;
-    const std::string schema;
-    const std::string table;
-    const std::string where;
-    const std::string update_field;
+    const Configuration configuration;
     Block sample_block;
     ExternalQueryBuilder query_builder;
     const std::string load_all_query;
-    std::string invalidate_query;
     mutable std::string invalidate_query_response;
 
     BridgeHelperPtr bridge_helper;

From 4e358b28f1c8e7a42e524aad1e30d3ae936d0ecb Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 10 Jun 2021 17:11:17 +0800
Subject: [PATCH 1035/1060] Disable projection with final is used

---
 src/Storages/MergeTree/MergeTreeData.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/Storages/MergeTree/MergeTreeData.cpp b/src/Storages/MergeTree/MergeTreeData.cpp
index 6eeabd9604d..1c17588fa65 100644
--- a/src/Storages/MergeTree/MergeTreeData.cpp
+++ b/src/Storages/MergeTree/MergeTreeData.cpp
@@ -3916,6 +3916,10 @@ bool MergeTreeData::getQueryProcessingStageWithAggregateProjection(
 
     const auto & query_ptr = query_info.query;
 
+    // Currently projections don't support final yet.
+    if (auto * select = query_ptr->as<ASTSelectQuery>(); select && select->final())
+        return false;
+
     InterpreterSelectQuery select(
         query_ptr, query_context, SelectQueryOptions{QueryProcessingStage::WithMergeableState}.ignoreProjections().ignoreAlias());
     const auto & analysis_result = select.getAnalysisResult();

From 94bfe539acaf343dde1b2346ee5e351a11a64dfc Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 10 Jun 2021 17:23:20 +0800
Subject: [PATCH 1036/1060] toJSONString

---
 src/Functions/registerFunctions.cpp           |  2 +
 src/Functions/toJSONString.cpp                | 53 +++++++++++++++++++
 .../01905_to_json_string.reference            |  3 ++
 .../0_stateless/01905_to_json_string.sql      | 10 ++++
 4 files changed, 68 insertions(+)
 create mode 100644 src/Functions/toJSONString.cpp
 create mode 100644 tests/queries/0_stateless/01905_to_json_string.reference
 create mode 100644 tests/queries/0_stateless/01905_to_json_string.sql

diff --git a/src/Functions/registerFunctions.cpp b/src/Functions/registerFunctions.cpp
index 6db0f9183b2..b77e873b7aa 100644
--- a/src/Functions/registerFunctions.cpp
+++ b/src/Functions/registerFunctions.cpp
@@ -40,6 +40,7 @@ void registerFunctionsGeo(FunctionFactory &);
 void registerFunctionsIntrospection(FunctionFactory &);
 void registerFunctionsNull(FunctionFactory &);
 void registerFunctionsJSON(FunctionFactory &);
+void registerFunctionToJSONString(FunctionFactory &);
 void registerFunctionsConsistentHashing(FunctionFactory & factory);
 void registerFunctionsUnixTimestamp64(FunctionFactory & factory);
 void registerFunctionBitHammingDistance(FunctionFactory & factory);
@@ -98,6 +99,7 @@ void registerFunctions()
     registerFunctionsGeo(factory);
     registerFunctionsNull(factory);
     registerFunctionsJSON(factory);
+    registerFunctionToJSONString(factory);
     registerFunctionsIntrospection(factory);
     registerFunctionsConsistentHashing(factory);
     registerFunctionsUnixTimestamp64(factory);
diff --git a/src/Functions/toJSONString.cpp b/src/Functions/toJSONString.cpp
new file mode 100644
index 00000000000..956f7b4a3c4
--- /dev/null
+++ b/src/Functions/toJSONString.cpp
@@ -0,0 +1,53 @@
+#include <Columns/ColumnString.h>
+#include <DataTypes/DataTypeString.h>
+#include <Functions/FunctionFactory.h>
+#include <Functions/IFunction.h>
+#include <IO/WriteBufferFromVector.h>
+#include <IO/WriteHelpers.h>
+
+namespace DB
+{
+namespace
+{
+    class FunctionToJSONString : public IFunction
+    {
+    public:
+        static constexpr auto name = "toJSONString";
+        static FunctionPtr create(ContextPtr) { return std::make_shared<FunctionToJSONString>(); }
+
+        String getName() const override { return name; }
+
+        size_t getNumberOfArguments() const override { return 1; }
+
+        DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName &) const override { return std::make_shared<DataTypeString>(); }
+
+        bool useDefaultImplementationForConstants() const override { return true; }
+
+        ColumnPtr
+        executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr & /*result_type*/, size_t input_rows_count) const override
+        {
+            auto res = ColumnString::create();
+            ColumnString::Chars & data_to = res->getChars();
+            ColumnString::Offsets & offsets_to = res->getOffsets();
+            offsets_to.resize(input_rows_count);
+
+            WriteBufferFromVector<ColumnString::Chars> json(data_to);
+            for (size_t i = 0; i < input_rows_count; ++i)
+            {
+                arguments[0].type->getDefaultSerialization()->serializeTextJSON(*arguments[0].column, i, json, FormatSettings());
+                writeChar(0, json);
+                offsets_to[i] = json.count();
+            }
+
+            json.finalize();
+            return res;
+        }
+    };
+}
+
+void registerFunctionToJSONString(FunctionFactory & factory)
+{
+    factory.registerFunction<FunctionToJSONString>();
+}
+
+}
diff --git a/tests/queries/0_stateless/01905_to_json_string.reference b/tests/queries/0_stateless/01905_to_json_string.reference
new file mode 100644
index 00000000000..e669022f208
--- /dev/null
+++ b/tests/queries/0_stateless/01905_to_json_string.reference
@@ -0,0 +1,3 @@
+[]	2947817982	"&"	-69802.9769	"w"	-1.9158530982937093e25	["2003-05-15","1988-03-19 07:13:49","2090-04-14 03:58:26.029","91943d2e-480d-66b5-ee4c-1b5bb8eb7256"]	"�O"	[]
+[-115]	481807067	",{MM"	-170235.0663	"o"	3.3808659558052087e155	["2055-01-12","2070-08-09 03:49:21","2068-11-30 09:36:49.672","20b0e7b5-ad0e-177b-3054-c779b2a8ebe0"]	"I\\u001C"	["e57178f9-4d10-2fa1-7c2d-53c5a65c3463"]
+{"1234":"5678"}
diff --git a/tests/queries/0_stateless/01905_to_json_string.sql b/tests/queries/0_stateless/01905_to_json_string.sql
new file mode 100644
index 00000000000..fe8a2407f3d
--- /dev/null
+++ b/tests/queries/0_stateless/01905_to_json_string.sql
@@ -0,0 +1,10 @@
+drop table if exists t;
+
+create table t engine Memory as select * from generateRandom('a Array(Int8), b UInt32, c Nullable(String), d Decimal32(4), e Nullable(Enum16(\'h\' = 1, \'w\' = 5 , \'o\' = -200)), f Float64, g Tuple(Date, DateTime, DateTime64, UUID), h FixedString(2), i Array(Nullable(UUID))', 10, 5, 3) limit 2;
+
+select * apply toJSONString from t;
+
+drop table t;
+
+set allow_experimental_map_type = 1;
+select toJSONString(map('1234', '5678'));

From 98b420b128343799dc7ad6a61bfa23499b300532 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Thu, 10 Jun 2021 12:34:19 +0300
Subject: [PATCH 1037/1060] Fixed PostgreSQLDictionarySource build

---
 src/Dictionaries/PostgreSQLDictionarySource.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Dictionaries/PostgreSQLDictionarySource.cpp b/src/Dictionaries/PostgreSQLDictionarySource.cpp
index eb797fe4ef5..a38d00e64df 100644
--- a/src/Dictionaries/PostgreSQLDictionarySource.cpp
+++ b/src/Dictionaries/PostgreSQLDictionarySource.cpp
@@ -204,7 +204,7 @@ void registerDictionarySourcePostgreSQL(DictionarySourceFactory & factory)
 #else
         (void)dict_struct;
         (void)config;
-        (void)root_config_prefix;
+        (void)config_prefix;
         (void)sample_block;
         (void)context;
         throw Exception(ErrorCodes::SUPPORT_IS_DISABLED,

From 65fe9dd461d29547f613e409275b4c44c1d3927b Mon Sep 17 00:00:00 2001
From: Amos Bird <amosbird@gmail.com>
Date: Thu, 10 Jun 2021 19:14:20 +0800
Subject: [PATCH 1038/1060] Better serialization code

---
 src/Functions/toJSONString.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/Functions/toJSONString.cpp b/src/Functions/toJSONString.cpp
index 956f7b4a3c4..c5993232a0d 100644
--- a/src/Functions/toJSONString.cpp
+++ b/src/Functions/toJSONString.cpp
@@ -31,10 +31,11 @@ namespace
             ColumnString::Offsets & offsets_to = res->getOffsets();
             offsets_to.resize(input_rows_count);
 
+            auto serializer = arguments[0].type->getDefaultSerialization();
             WriteBufferFromVector<ColumnString::Chars> json(data_to);
             for (size_t i = 0; i < input_rows_count; ++i)
             {
-                arguments[0].type->getDefaultSerialization()->serializeTextJSON(*arguments[0].column, i, json, FormatSettings());
+                serializer->serializeTextJSON(*arguments[0].column, i, json, FormatSettings());
                 writeChar(0, json);
                 offsets_to[i] = json.count();
             }

From 5af21324089e7824efee7c598e7a38a14a823c3a Mon Sep 17 00:00:00 2001
From: George <gyuton@yandex-team.ru>
Date: Thu, 10 Jun 2021 14:34:36 +0300
Subject: [PATCH 1039/1060] some fixes

---
 .../aggregate-functions/reference/topkweighted.md           | 6 +++---
 .../aggregate-functions/reference/topkweighted.md           | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md b/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
index f66d74b874a..694cbd1ad41 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/topkweighted.md
@@ -4,7 +4,7 @@ toc_priority: 109
 
 # topKWeighted {#topkweighted}
 
-Returns an array of the approximately most frequent values in the specified column. The resulting array is sorted in descending order of approximate frequency of values (not by the values themselves). Additionally, every value is accounted `weight` times for frequency calculation.
+Returns an array of the approximately most frequent values in the specified column. The resulting array is sorted in descending order of approximate frequency of values (not by the values themselves). Additionally, the weight of the value is taken into account.
 
 **Syntax**
 
@@ -16,7 +16,7 @@ topKWeighted(N)(x, weight)
 
 -   `N` — The number of elements to return.
 -   `x` — The value.
--   `weight` — The weight. [UInt64](../../../sql-reference/data-types/int-uint.md).
+-   `weight` — The weight. Every value is accounted `weight` times for frequency calculation. [UInt64](../../../sql-reference/data-types/int-uint.md).
 
 **Returned value**
 
@@ -40,4 +40,4 @@ Result:
 
 **See Also**
 
--   [topK](topk.md#topk)
+-   [topK](../../../sql-reference/aggregate-functions/reference/topk.md)
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
index 69fae38a5d5..ab03e213394 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
@@ -4,7 +4,7 @@ toc_priority: 109
 
 # topKWeighted {#topkweighted}
 
-Возвращает массив наиболее часто встречающихся значений в указанном столбце. Результирующий массив упорядочен по убыванию частоты значения (не по самим значениям). Кроме того, каждое значение учитывается `weight` раз при расчёте частоты.
+Возвращает массив наиболее часто встречающихся значений в указанном столбце. Результирующий массив упорядочен по убыванию частоты значения (не по самим значениям). Дополнительно учитывается вес значения. Кроме того, каждое значение учитывается `weight` раз при расчёте частоты.
 
 **Синтаксис**
 
@@ -16,7 +16,7 @@ topKWeighted(N)(x, weight)
 
 -   `N` — количество элементов для выдачи.
 -   `x` — значение.
--   `weight` — вес. [UInt64](../../../sql-reference/data-types/int-uint.md).
+-   `weight` — вес. Каждое значение учитывается `weight` раз при расчёте частоты. [UInt64](../../../sql-reference/data-types/int-uint.md).
 
 **Возвращаемое значение**
 
@@ -40,4 +40,4 @@ SELECT topKWeighted(10)(number, number) FROM numbers(1000)
 
 **Смотрите также**
 
--   [topK](topk.md#topk)
+-   [topK](../../../sql-reference/aggregate-functions/reference/topk.md)

From 013a5ca6d58781510bba041bff63c955f4d3bb93 Mon Sep 17 00:00:00 2001
From: gyuton <40863448+gyuton@users.noreply.github.com>
Date: Thu, 10 Jun 2021 15:11:07 +0300
Subject: [PATCH 1040/1060] Update
 docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md

Co-authored-by: Anna <42538400+adevyatova@users.noreply.github.com>
---
 .../sql-reference/aggregate-functions/reference/topkweighted.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
index ab03e213394..d0fd3856b24 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/topkweighted.md
@@ -4,7 +4,7 @@ toc_priority: 109
 
 # topKWeighted {#topkweighted}
 
-Возвращает массив наиболее часто встречающихся значений в указанном столбце. Результирующий массив упорядочен по убыванию частоты значения (не по самим значениям). Дополнительно учитывается вес значения. Кроме того, каждое значение учитывается `weight` раз при расчёте частоты.
+Возвращает массив наиболее часто встречающихся значений в указанном столбце. Результирующий массив упорядочен по убыванию частоты значения (не по самим значениям). Дополнительно учитывается вес значения. 
 
 **Синтаксис**
 

From 395e0d6756478fba784c2cc7e2575d590b9ac996 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 10 Jun 2021 13:57:19 +0000
Subject: [PATCH 1041/1060] done

---
 src/Processors/Formats/IInputFormat.h         |  7 ++++++-
 .../Formats/Impl/CSVRowInputFormat.cpp        |  6 +++---
 .../Formats/Impl/CSVRowInputFormat.h          |  6 +-----
 ...3_csvwithnames_subset_of_columns.reference |  2 ++
 .../01903_csvwithnames_subset_of_columns.sh   | 19 +++++++++++++++++++
 5 files changed, 31 insertions(+), 9 deletions(-)
 create mode 100644 tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference
 create mode 100755 tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh

diff --git a/src/Processors/Formats/IInputFormat.h b/src/Processors/Formats/IInputFormat.h
index 95910bf51e5..f8811962260 100644
--- a/src/Processors/Formats/IInputFormat.h
+++ b/src/Processors/Formats/IInputFormat.h
@@ -12,7 +12,7 @@ struct ColumnMapping
 {
     /// Non-atomic because there is strict `happens-before` between read and write access
     /// See InputFormatParallelParsing
-    bool is_set;
+    bool is_set{false};
     /// Maps indexes of columns in the input file to indexes of table columns
     using OptionalIndexes = std::vector<std::optional<size_t>>;
     OptionalIndexes column_indexes_for_input_fields;
@@ -22,6 +22,11 @@ struct ColumnMapping
     /// read the file header, and never changed afterwards.
     /// For other columns, it is updated on each read() call.
     std::vector<UInt8> read_columns;
+
+
+    /// Whether we have any columns that are not read from file at all,
+    /// and must be always initialized with defaults.
+    bool have_always_default_columns{false};
 };
 
 using ColumnMappingPtr = std::shared_ptr<ColumnMapping>;
diff --git a/src/Processors/Formats/Impl/CSVRowInputFormat.cpp b/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
index 4ccc0db4cfe..93c39995e34 100644
--- a/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
+++ b/src/Processors/Formats/Impl/CSVRowInputFormat.cpp
@@ -193,7 +193,7 @@ void CSVRowInputFormat::readPrefix()
             {
                 if (!read_column)
                 {
-                    have_always_default_columns = true;
+                    column_mapping->have_always_default_columns = true;
                     break;
                 }
             }
@@ -221,7 +221,7 @@ bool CSVRowInputFormat::readRow(MutableColumns & columns, RowReadExtension & ext
     /// Track whether we have to fill any columns in this row with default
     /// values. If not, we return an empty column mask to the caller, so that
     /// it doesn't have to check it.
-    bool have_default_columns = have_always_default_columns;
+    bool have_default_columns = column_mapping->have_always_default_columns;
 
     ext.read_columns.assign(column_mapping->read_columns.size(), true);
     const auto delimiter = format_settings.csv.delimiter;
@@ -416,7 +416,7 @@ void CSVRowInputFormat::resetParser()
     RowInputFormatWithDiagnosticInfo::resetParser();
     column_mapping->column_indexes_for_input_fields.clear();
     column_mapping->read_columns.clear();
-    have_always_default_columns = false;
+    column_mapping->have_always_default_columns = false;
 }
 
 
diff --git a/src/Processors/Formats/Impl/CSVRowInputFormat.h b/src/Processors/Formats/Impl/CSVRowInputFormat.h
index 230acc51268..b6075745b39 100644
--- a/src/Processors/Formats/Impl/CSVRowInputFormat.h
+++ b/src/Processors/Formats/Impl/CSVRowInputFormat.h
@@ -31,17 +31,13 @@ public:
     void resetParser() override;
 
 private:
+    /// There fields are computed in constructor.
     bool with_names;
     const FormatSettings format_settings;
     DataTypes data_types;
-
     using IndexesMap = std::unordered_map<String, size_t>;
     IndexesMap column_indexes_by_names;
 
-    /// Whether we have any columns that are not read from file at all,
-    /// and must be always initialized with defaults.
-    bool have_always_default_columns = false;
-
     void addInputColumn(const String & column_name);
 
     void setupAllColumnsByTableSchema();
diff --git a/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference
new file mode 100644
index 00000000000..0d28df3186f
--- /dev/null
+++ b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference
@@ -0,0 +1,2 @@
+1000000
+2000000
diff --git a/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh
new file mode 100755
index 00000000000..7ad7a4b67bd
--- /dev/null
+++ b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh
@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CUR_DIR"/../shell_config.sh
+
+$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS test_01903"
+
+$CLICKHOUSE_CLIENT -q "CREATE TABLE test_01903 (col0 Date, col1 Nullable(UInt8)) ENGINE MergeTree() PARTITION BY toYYYYMM(col0) ORDER BY col0;"
+
+(echo col0,col1; for _ in `seq 1 1000000`; do echo '2021-05-05',1; done) | $CLICKHOUSE_CLIENT -q "INSERT INTO test_01903 FORMAT CSVWithNames"
+
+$CLICKHOUSE_CLIENT -q "SELECT count() FROM test_01903"
+
+(echo col0; for _ in `seq 1 1000000`; do echo '2021-05-05'; done) | $CLICKHOUSE_CLIENT -q "INSERT INTO test_01903 (col0) FORMAT CSVWithNames"
+
+$CLICKHOUSE_CLIENT -q "SELECT count() FROM test_01903"
+
+$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS test_01903"

From a0d7e97732db48c6fad21bf7eb00aad6bbc44629 Mon Sep 17 00:00:00 2001
From: Nikita Mikhaylov <mikhaylovnikitka@gmail.com>
Date: Thu, 10 Jun 2021 15:25:38 +0000
Subject: [PATCH 1042/1060] better

---
 .../01903_csvwithnames_subset_of_columns.reference            | 1 +
 .../0_stateless/01903_csvwithnames_subset_of_columns.sh       | 4 ++++
 2 files changed, 5 insertions(+)

diff --git a/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference
index 0d28df3186f..1e008a436cc 100644
--- a/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference
+++ b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.reference
@@ -1,2 +1,3 @@
 1000000
 2000000
+3000000
diff --git a/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh
index 7ad7a4b67bd..17d2c4a47d5 100755
--- a/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh
+++ b/tests/queries/0_stateless/01903_csvwithnames_subset_of_columns.sh
@@ -16,4 +16,8 @@ $CLICKHOUSE_CLIENT -q "SELECT count() FROM test_01903"
 
 $CLICKHOUSE_CLIENT -q "SELECT count() FROM test_01903"
 
+(echo col0; for _ in `seq 1 1000000`; do echo '2021-05-05'; done) | $CLICKHOUSE_CLIENT -q "INSERT INTO test_01903 (col0) FORMAT TSVWithNames"
+
+$CLICKHOUSE_CLIENT -q "SELECT count() FROM test_01903"
+
 $CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS test_01903"

From 8fda6975e1c7cbf3c9cd03b3b56959948526a006 Mon Sep 17 00:00:00 2001
From: meoww-bot <14239840+meoww-bot@users.noreply.github.com>
Date: Thu, 10 Jun 2021 23:59:05 +0800
Subject: [PATCH 1043/1060] Update hdfs.md to make it more human readable

---
 .../table-engines/integrations/hdfs.md        | 123 +++++++++++++++---
 1 file changed, 105 insertions(+), 18 deletions(-)

diff --git a/docs/zh/engines/table-engines/integrations/hdfs.md b/docs/zh/engines/table-engines/integrations/hdfs.md
index 8d35dfeeb95..0e0e7ec754c 100644
--- a/docs/zh/engines/table-engines/integrations/hdfs.md
+++ b/docs/zh/engines/table-engines/integrations/hdfs.md
@@ -7,21 +7,20 @@ toc_title: HDFS
 
 # HDFS {#table_engines-hdfs}
 
-该引擎提供了集成 [Apache Hadoop](https://en.wikipedia.org/wiki/Apache_Hadoop) 生态系统通过允许管理数据 [HDFS](https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html)通过ClickHouse. 这个引擎是相似的
-到 [文件](../special/file.md#table_engines-file) 和 [URL](../special/url.md#table_engines-url) 引擎，但提供Hadoop特定的功能。
+这个引擎提供了与 [Apache Hadoop](https://en.wikipedia.org/wiki/Apache_Hadoop) 生态系统的集成，允许通过 ClickHouse 管理 [HDFS](https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html) 上的数据。这个引擎类似于
+(.../.../engines/table-engines/special/file.md#table_engines-file) 和 [URL](.../.../engines/table-engines/special/url.md#table_engines-url) 引擎，但提供了 Hadoop 的特定功能。
 
-## 用途 {#usage}
+## 用法 {#usage}
 
 ``` sql
 ENGINE = HDFS(URI, format)
 ```
 
-该 `URI` 参数是HDFS中的整个文件URI。
+该 `URI` 参数是 HDFS 中整个文件的 URI。
 该 `format` 参数指定一种可用的文件格式。 执行
-`SELECT` 查询时，格式必须支持输入，并执行
-`INSERT` queries – for output. The available formats are listed in the
-[格式](../../../interfaces/formats.md#formats) 科。
-路径部分 `URI` 可能包含水珠。 在这种情况下，表将是只读的。
+`SELECT` 查询时，格式必须支持输入，以及执行
+`INSERT` 查询时，格式必须支持输出. 你可以在 [格式](../../../interfaces/formats.md#formats) 章节查看可用的格式。
+路径部分 `URI` 可能包含 glob 通配符。 在这种情况下，表将是只读的。
 
 **示例:**
 
@@ -58,20 +57,20 @@ SELECT * FROM hdfs_engine_table LIMIT 2
     -   索引。
     -   复制。
 
-**路径中的水珠**
+**路径中的通配符**
 
-多个路径组件可以具有globs。 对于正在处理的文件应该存在并匹配到整个路径模式。 文件列表确定在 `SELECT` （不在 `CREATE` 时刻）。
+多个路径组件可以具有 globs。 对于正在处理的文件应该存在并匹配到整个路径模式。 文件列表的确定是在 `SELECT` 的时候进行（而不是在 `CREATE` 的时候）。
 
--   `*` — Substitutes any number of any characters except `/` 包括空字符串。
--   `?` — Substitutes any single character.
--   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
--   `{N..M}` — Substitutes any number in range from N to M including both borders.
+-   `*` — 替代任何数量的任何字符，除了 `/` 以及空字符串。
+-   `?` — 代替任何单个字符.
+-   `{some_string,another_string,yet_another_one}` — 替代任何字符串 `'some_string', 'another_string', 'yet_another_one'`.
+-   `{N..M}` — 替换 N 到 M 范围内的任何数字，包括两个边界的值.
 
-建筑与 `{}` 类似于 [远程](../../../sql-reference/table-functions/remote.md) 表功能。
+带 `{}` 的结构类似于 [远程](../../../sql-reference/table-functions/remote.md) 表函数。
 
 **示例**
 
-1.  假设我们在HDFS上有几个TSV格式的文件，其中包含以下Uri:
+1.  假设我们在 HDFS 上有几个 TSV 格式的文件，文件的 URI 如下:
 
 -   ‘hdfs://hdfs1:9000/some_dir/some_file_1’
 -   ‘hdfs://hdfs1:9000/some_dir/some_file_2’
@@ -111,10 +110,98 @@ CREATE TABLE table_with_asterisk (name String, value UInt32) ENGINE = HDFS('hdfs
 CREARE TABLE big_table (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV')
 ```
 
+## 配置 {#configuration}
+
+与 GraphiteMergeTree 类似，HDFS 引擎支持使用 ClickHouse 配置文件进行扩展配置。有两个配置键可以使用：全局 (`hdfs`) 和用户级别 (`hdfs_*`)。首先全局配置生效，然后用户级别配置生效 (如果用户级别配置存在) 。
+
+``` xml
+  <!-- HDFS 引擎类型的全局配置选项 -->
+  <hdfs>
+	<hadoop_kerberos_keytab>/tmp/keytab/clickhouse.keytab</hadoop_kerberos_keytab>
+	<hadoop_kerberos_principal>clickuser@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+	<hadoop_security_authentication>kerberos</hadoop_security_authentication>
+  </hdfs>
+
+  <!-- 用户 "root" 的指定配置 -->
+  <hdfs_root>
+	<hadoop_kerberos_principal>root@TEST.CLICKHOUSE.TECH</hadoop_kerberos_principal>
+  </hdfs_root>
+```
+
+### 可选配置选项及其默认值的列表
+#### libhdfs3 支持的
+
+
+| **参数**                                               | **默认值**               |
+| rpc\_client\_connect\_tcpnodelay                      | true                    |
+| dfs\_client\_read\_shortcircuit                       | true                    |
+| output\_replace-datanode-on-failure                   | true                    |
+| input\_notretry-another-node                          | false                   |
+| input\_localread\_mappedfile                          | true                    |
+| dfs\_client\_use\_legacy\_blockreader\_local          | false                   |
+| rpc\_client\_ping\_interval                           | 10  * 1000              |
+| rpc\_client\_connect\_timeout                         | 600 * 1000              |
+| rpc\_client\_read\_timeout                            | 3600 * 1000             |
+| rpc\_client\_write\_timeout                           | 3600 * 1000             |
+| rpc\_client\_socekt\_linger\_timeout                  | -1                      |
+| rpc\_client\_connect\_retry                           | 10                      |
+| rpc\_client\_timeout                                  | 3600 * 1000             |
+| dfs\_default\_replica                                 | 3                       |
+| input\_connect\_timeout                               | 600 * 1000              |
+| input\_read\_timeout                                  | 3600 * 1000             |
+| input\_write\_timeout                                 | 3600 * 1000             |
+| input\_localread\_default\_buffersize                 | 1 * 1024 * 1024         |
+| dfs\_prefetchsize                                     | 10                      |
+| input\_read\_getblockinfo\_retry                      | 3                       |
+| input\_localread\_blockinfo\_cachesize                | 1000                    |
+| input\_read\_max\_retry                               | 60                      |
+| output\_default\_chunksize                            | 512                     |
+| output\_default\_packetsize                           | 64 * 1024               |
+| output\_default\_write\_retry                         | 10                      |
+| output\_connect\_timeout                              | 600 * 1000              |
+| output\_read\_timeout                                 | 3600 * 1000             |
+| output\_write\_timeout                                | 3600 * 1000             |
+| output\_close\_timeout                                | 3600 * 1000             |
+| output\_packetpool\_size                              | 1024                    |
+| output\_heeartbeat\_interval                          | 10 * 1000               |
+| dfs\_client\_failover\_max\_attempts                  | 15                      |
+| dfs\_client\_read\_shortcircuit\_streams\_cache\_size | 256                     |
+| dfs\_client\_socketcache\_expiryMsec                  | 3000                    |
+| dfs\_client\_socketcache\_capacity                    | 16                      |
+| dfs\_default\_blocksize                               | 64 * 1024 * 1024        |
+| dfs\_default\_uri                                     | "hdfs://localhost:9000" |
+| hadoop\_security\_authentication                      | "simple"                |
+| hadoop\_security\_kerberos\_ticket\_cache\_path       | ""                      |
+| dfs\_client\_log\_severity                            | "INFO"                  |
+| dfs\_domain\_socket\_path                             | ""                      |
+
+
+[HDFS 配置参考](https://hawq.apache.org/docs/userguide/2.3.0.0-incubating/reference/HDFSConfigurationParameterReference.html) 也许会解释一些参数的含义.
+
+#### ClickHouse 额外的配置 {#clickhouse-extras}
+
+| **参数**                                              | **默认值**               |
+|hadoop\_kerberos\_keytab                               | ""                      |
+|hadoop\_kerberos\_principal                            | ""                      |
+|hadoop\_kerberos\_kinit\_command                       | kinit                   |
+
+#### 限制 {#limitations}
+  * hadoop\_security\_kerberos\_ticket\_cache\_path 只能在全局配置, 不能指定用户
+
+## Kerberos 支持 {#kerberos-support}
+
+如果 hadoop\_security\_authentication 参数的值为 'kerberos' ，ClickHouse 将通过 Kerberos 设施进行认证。
+[这里的](#clickhouse-extras) 参数和 hadoop\_security\_kerberos\_ticket\_cache\_path 也许会有帮助.
+注意，由于 libhdfs3 的限制，只支持老式的方法。
+数据节点的安全通信无法由 SASL 保证 ( HADOOP\_SECURE\_DN\_USER 是这种安全方法的一个可靠指标)
+使用 tests/integration/test\_storage\_kerberized\_hdfs/hdfs_configs/bootstrap.sh 脚本作为参考。
+
+如果指定了 hadoop\_kerberos\_keytab, hadoop\_kerberos\_principal 或者 hadoop\_kerberos\_kinit\_command ，将会调用 kinit 工具.在此情况下， hadoop\_kerberos\_keytab 和 hadoop\_kerberos\_principal 参数是必须配置的. kinit 工具和 krb5 配置文件是必要的.
+
 ## 虚拟列 {#virtual-columns}
 
--   `_path` — Path to the file.
--   `_file` — Name of the file.
+-   `_path` — 文件路径.
+-   `_file` — 文件名.
 
 **另请参阅**
 

From 60633bca69e24f6a1e988cf2e25458307cc4b18a Mon Sep 17 00:00:00 2001
From: meoww-bot <14239840+meoww-bot@users.noreply.github.com>
Date: Fri, 11 Jun 2021 01:41:05 +0800
Subject: [PATCH 1044/1060] fix wrong path

---
 docs/zh/engines/table-engines/integrations/hdfs.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/zh/engines/table-engines/integrations/hdfs.md b/docs/zh/engines/table-engines/integrations/hdfs.md
index 0e0e7ec754c..344478e65e0 100644
--- a/docs/zh/engines/table-engines/integrations/hdfs.md
+++ b/docs/zh/engines/table-engines/integrations/hdfs.md
@@ -8,7 +8,7 @@ toc_title: HDFS
 # HDFS {#table_engines-hdfs}
 
 这个引擎提供了与 [Apache Hadoop](https://en.wikipedia.org/wiki/Apache_Hadoop) 生态系统的集成，允许通过 ClickHouse 管理 [HDFS](https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html) 上的数据。这个引擎类似于
-(.../.../engines/table-engines/special/file.md#table_engines-file) 和 [URL](.../.../engines/table-engines/special/url.md#table_engines-url) 引擎，但提供了 Hadoop 的特定功能。
+(../../engines/table-engines/special/file.md#table_engines-file) 和 [URL](../../engines/table-engines/special/url.md#table_engines-url) 引擎，但提供了 Hadoop 的特定功能。
 
 ## 用法 {#usage}
 

From 7a6df4996455a05c42c3e25c68126e5fbd194574 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@yandex-team.ru>
Date: Thu, 10 Jun 2021 22:14:24 +0300
Subject: [PATCH 1045/1060] Fix clang-tidy

---
 src/Interpreters/examples/hash_map.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Interpreters/examples/hash_map.cpp b/src/Interpreters/examples/hash_map.cpp
index 66704ab432a..b678f334f84 100644
--- a/src/Interpreters/examples/hash_map.cpp
+++ b/src/Interpreters/examples/hash_map.cpp
@@ -68,7 +68,7 @@ int main(int argc, char ** argv)
     using namespace DB;
 
     using Key = UInt64;
-    using Value = std::vector<IAggregateFunction*>;
+    using Value = std::vector<const IAggregateFunction*>;
 
     size_t n = argc < 2 ? 10000000 : std::stol(argv[1]);
     //size_t m = std::stol(argv[2]);

From 45b8dc772b71345546174f898105511030b6134f Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Wed, 9 Jun 2021 13:43:40 +0300
Subject: [PATCH 1046/1060] Dictionaries support array type

---
 src/Dictionaries/CacheDictionaryStorage.h     |  3 +-
 src/Dictionaries/DictionaryHelpers.h          | 38 ++++++++++---
 src/Dictionaries/DictionarySourceFactory.cpp  |  5 +-
 src/Dictionaries/DictionaryStructure.cpp      | 36 ++++++------
 src/Dictionaries/DictionaryStructure.h        |  4 +-
 src/Dictionaries/FlatDictionary.cpp           | 46 ++++++++++++----
 src/Dictionaries/FlatDictionary.h             | 11 ++--
 src/Dictionaries/HashedDictionary.h           |  6 +-
 src/Dictionaries/IPAddressDictionary.cpp      |  8 +++
 src/Dictionaries/IPAddressDictionary.h        |  6 +-
 src/Dictionaries/PolygonDictionary.cpp        |  3 +-
 src/Dictionaries/PolygonDictionary.h          |  1 +
 src/Dictionaries/RangeHashedDictionary.h      |  6 +-
 .../01805_dictionary_array_type.reference     |  2 +
 .../01805_dictionary_array_type.sql           | 55 +++++++++++++++++++
 15 files changed, 178 insertions(+), 52 deletions(-)
 create mode 100644 tests/queries/0_stateless/01805_dictionary_array_type.reference
 create mode 100644 tests/queries/0_stateless/01805_dictionary_array_type.sql

diff --git a/src/Dictionaries/CacheDictionaryStorage.h b/src/Dictionaries/CacheDictionaryStorage.h
index a79d83eea05..d93dfea2f91 100644
--- a/src/Dictionaries/CacheDictionaryStorage.h
+++ b/src/Dictionaries/CacheDictionaryStorage.h
@@ -561,7 +561,6 @@ private:
                 attributes.emplace_back();
                 auto & last_attribute = attributes.back();
                 last_attribute.type = attribute_type;
-                last_attribute.is_complex_type = dictionary_attribute.is_nullable || dictionary_attribute.is_array;
 
                 if (dictionary_attribute.is_nullable)
                     last_attribute.attribute_container = std::vector<Field>();
@@ -609,6 +608,8 @@ private:
             PaddedPODArray<Float64>,
             PaddedPODArray<UUID>,
             PaddedPODArray<StringRef>,
+            /// TODO: FIX
+            PaddedPODArray<Array>,
             std::vector<Field>> attribute_container;
     };
 
diff --git a/src/Dictionaries/DictionaryHelpers.h b/src/Dictionaries/DictionaryHelpers.h
index 6d459bab85f..b14b555ba62 100644
--- a/src/Dictionaries/DictionaryHelpers.h
+++ b/src/Dictionaries/DictionaryHelpers.h
@@ -6,8 +6,10 @@
 #include <Columns/ColumnDecimal.h>
 #include <Columns/ColumnString.h>
 #include <Columns/ColumnVector.h>
+#include <Columns/ColumnArray.h>
 #include <DataStreams/IBlockInputStream.h>
 #include <DataTypes/DataTypesDecimal.h>
+#include <DataTypes/DataTypeArray.h>
 #include <Core/Block.h>
 #include <Dictionaries/IDictionary.h>
 #include <Dictionaries/DictionaryStructure.h>
@@ -231,14 +233,27 @@ class DictionaryAttributeColumnProvider
 {
 public:
     using ColumnType =
-        std::conditional_t<std::is_same_v<DictionaryAttributeType, String>, ColumnString,
-            std::conditional_t<IsDecimalNumber<DictionaryAttributeType>, ColumnDecimal<DictionaryAttributeType>,
-                ColumnVector<DictionaryAttributeType>>>;
+        std::conditional_t<std::is_same_v<DictionaryAttributeType, Array>, ColumnArray,
+            std::conditional_t<std::is_same_v<DictionaryAttributeType, String>, ColumnString,
+                std::conditional_t<IsDecimalNumber<DictionaryAttributeType>, ColumnDecimal<DictionaryAttributeType>,
+                    ColumnVector<DictionaryAttributeType>>>>;
 
     using ColumnPtr = typename ColumnType::MutablePtr;
 
     static ColumnPtr getColumn(const DictionaryAttribute & dictionary_attribute, size_t size)
     {
+        if constexpr (std::is_same_v<DictionaryAttributeType, Array>)
+        {
+            if (const auto * array_type = typeid_cast<const DataTypeArray *>(dictionary_attribute.nested_type.get()))
+            {
+                auto nested_column = array_type->getNestedType()->createColumn();
+                return ColumnArray::create(std::move(nested_column));
+            }
+            else
+            {
+                throw Exception(ErrorCodes::TYPE_MISMATCH, "Unsupported attribute type.");
+            }
+        }
         if constexpr (std::is_same_v<DictionaryAttributeType, String>)
         {
             return ColumnType::create();
@@ -280,18 +295,18 @@ public:
         : default_value(std::move(attribute_default_value))
     {
         if (default_values_column_ == nullptr)
-            use_default_value_from_column = false;
+            use_attribute_default_value = true;
         else
         {
             if (const auto * const default_col = checkAndGetColumn<DefaultColumnType>(*default_values_column_))
             {
                 default_values_column = default_col;
-                use_default_value_from_column = true;
+                use_attribute_default_value = false;
             }
             else if (const auto * const default_col_const = checkAndGetColumnConst<DefaultColumnType>(default_values_column_.get()))
             {
                 default_value = default_col_const->template getValue<DictionaryAttributeType>();
-                use_default_value_from_column = false;
+                use_attribute_default_value = true;
             }
             else
                 throw Exception(ErrorCodes::TYPE_MISMATCH, "Type of default column is not the same as dictionary attribute type.");
@@ -300,12 +315,17 @@ public:
 
     DefaultValueType operator[](size_t row)
     {
-        if (!use_default_value_from_column)
+        if (use_attribute_default_value)
             return static_cast<DefaultValueType>(default_value);
 
         assert(default_values_column != nullptr);
 
-        if constexpr (std::is_same_v<DefaultColumnType, ColumnString>)
+        if constexpr (std::is_same_v<DefaultColumnType, ColumnArray>)
+        {
+            Field field = (*default_values_column)[row];
+            return field.get<Array>();
+        }
+        else if constexpr (std::is_same_v<DefaultColumnType, ColumnString>)
             return default_values_column->getDataAt(row);
         else
             return default_values_column->getData()[row];
@@ -313,7 +333,7 @@ public:
 private:
     DictionaryAttributeType default_value;
     const DefaultColumnType * default_values_column = nullptr;
-    bool use_default_value_from_column = false;
+    bool use_attribute_default_value = false;
 };
 
 template <DictionaryKeyType key_type>
diff --git a/src/Dictionaries/DictionarySourceFactory.cpp b/src/Dictionaries/DictionarySourceFactory.cpp
index 507d11eba8e..41b3fbb68b4 100644
--- a/src/Dictionaries/DictionarySourceFactory.cpp
+++ b/src/Dictionaries/DictionarySourceFactory.cpp
@@ -25,9 +25,10 @@ namespace
         Block block;
 
         if (dict_struct.id)
+        {
             block.insert(ColumnWithTypeAndName{ColumnUInt64::create(1, 0), std::make_shared<DataTypeUInt64>(), dict_struct.id->name});
-
-        if (dict_struct.key)
+        }
+        else if (dict_struct.key)
         {
             for (const auto & attribute : *dict_struct.key)
             {
diff --git a/src/Dictionaries/DictionaryStructure.cpp b/src/Dictionaries/DictionaryStructure.cpp
index c0d00d3ae40..77c7c1812f5 100644
--- a/src/Dictionaries/DictionaryStructure.cpp
+++ b/src/Dictionaries/DictionaryStructure.cpp
@@ -79,9 +79,7 @@ AttributeUnderlyingType getAttributeUnderlyingType(const DataTypePtr & type)
 
         case TypeIndex::String:         return AttributeUnderlyingType::String;
 
-        // Temporary hack to allow arrays in keys, since they are never retrieved for polygon dictionaries.
-        // TODO: This should be fixed by fully supporting arrays in dictionaries.
-        case TypeIndex::Array:          return AttributeUnderlyingType::String;
+        case TypeIndex::Array:          return AttributeUnderlyingType::Array;
 
         default: break;
     }
@@ -125,7 +123,7 @@ DictionaryStructure::DictionaryStructure(const Poco::Util::AbstractConfiguration
         id.emplace(config, structure_prefix + ".id");
     else if (has_key)
     {
-        key.emplace(getAttributes(config, structure_prefix + ".key", true));
+        key.emplace(getAttributes(config, structure_prefix + ".key", /*complex_key_attributes =*/ true));
         if (key->empty())
             throw Exception(ErrorCodes::BAD_ARGUMENTS, "Empty 'key' supplied");
     }
@@ -173,7 +171,7 @@ DictionaryStructure::DictionaryStructure(const Poco::Util::AbstractConfiguration
             has_expressions = true;
     }
 
-    attributes = getAttributes(config, structure_prefix, false);
+    attributes = getAttributes(config, structure_prefix, /*complex_key_attributes =*/ false);
 
     for (size_t i = 0; i < attributes.size(); ++i)
     {
@@ -375,17 +373,22 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
 
         const auto type_string = config.getString(prefix + "type");
         const auto initial_type = DataTypeFactory::instance().get(type_string);
-        auto type = initial_type;
-        bool is_array = false;
+        auto nested_type = initial_type;
         bool is_nullable = false;
 
-        if (type->isNullable())
+        // while (const auto * array_type = typeid_cast<const DataTypeArray *>(nested_type.get()))
+        // {
+        //     is_array = true;
+        //     nested_type = array_type->getNestedType();
+        // }
+
+        if (nested_type->isNullable())
         {
             is_nullable = true;
-            type = removeNullable(type);
+            nested_type = removeNullable(nested_type);
         }
 
-        const auto underlying_type = getAttributeUnderlyingType(type);
+        const auto underlying_type = getAttributeUnderlyingType(nested_type);
 
         const auto expression = config.getString(prefix + "expression", "");
         if (!expression.empty())
@@ -399,13 +402,13 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
             {
                 if (null_value_string.empty())
                 {
-                    null_value = type->getDefault();
+                    null_value = initial_type->getDefault();
                 }
                 else
                 {
                     ReadBufferFromString null_value_buffer{null_value_string};
-                    auto column_with_null_value = type->createColumn();
-                    type->getDefaultSerialization()->deserializeTextEscaped(*column_with_null_value, null_value_buffer, format_settings);
+                    auto column_with_null_value = nested_type->createColumn();
+                    initial_type->getDefaultSerialization()->deserializeTextEscaped(*column_with_null_value, null_value_buffer, format_settings);
                     null_value = (*column_with_null_value)[0];
                 }
             }
@@ -418,6 +421,8 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
             }
         }
 
+        std::cerr << "DictionaryStructure::getAttributes null value " << null_value.dump() << std::endl;
+
         const auto hierarchical = config.getBool(prefix + "hierarchical", false);
         const auto injective = config.getBool(prefix + "injective", false);
         const auto is_object_id = config.getBool(prefix + "is_object_id", false);
@@ -437,14 +442,13 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
             underlying_type,
             initial_type,
             initial_type->getDefaultSerialization(),
-            type,
+            nested_type,
             expression,
             null_value,
             hierarchical,
             injective,
             is_object_id,
-            is_nullable,
-            is_array});
+            is_nullable});
     }
 
     return res_attributes;
diff --git a/src/Dictionaries/DictionaryStructure.h b/src/Dictionaries/DictionaryStructure.h
index 4815501b696..b298dc35554 100644
--- a/src/Dictionaries/DictionaryStructure.h
+++ b/src/Dictionaries/DictionaryStructure.h
@@ -39,6 +39,7 @@
     M(Decimal256) \
     M(UUID) \
     M(String) \
+    M(Array) \
 
 
 namespace DB
@@ -82,7 +83,6 @@ struct DictionaryAttribute final
     const bool injective;
     const bool is_object_id;
     const bool is_nullable;
-    const bool is_array;
 };
 
 template <typename Type>
@@ -92,7 +92,7 @@ struct DictionaryAttributeType
 };
 
 template <typename F>
-void callOnDictionaryAttributeType(AttributeUnderlyingType type, F&& func)
+void callOnDictionaryAttributeType(AttributeUnderlyingType type, F && func)
 {
     switch (type)
     {
diff --git a/src/Dictionaries/FlatDictionary.cpp b/src/Dictionaries/FlatDictionary.cpp
index f58384a3b8e..c5da8477d65 100644
--- a/src/Dictionaries/FlatDictionary.cpp
+++ b/src/Dictionaries/FlatDictionary.cpp
@@ -76,11 +76,21 @@ ColumnPtr FlatDictionary::getColumn(
 
         auto column = ColumnProvider::getColumn(dictionary_attribute, size);
 
-        if constexpr (std::is_same_v<ValueType, StringRef>)
+        if constexpr (std::is_same_v<ValueType, Array>)
         {
             auto * out = column.get();
 
-            getItemsImpl<ValueType, ValueType>(
+            getItemsImpl<ValueType>(
+                attribute,
+                ids,
+                [&](const size_t, const Array & value) { out->insert(value); },
+                default_value_extractor);
+        }
+        else if constexpr (std::is_same_v<ValueType, StringRef>)
+        {
+            auto * out = column.get();
+
+            getItemsImpl<ValueType>(
                 attribute,
                 ids,
                 [&](const size_t, const StringRef value) { out->insertData(value.data, value.size); },
@@ -90,7 +100,7 @@ ColumnPtr FlatDictionary::getColumn(
         {
             auto & out = column->getData();
 
-            getItemsImpl<ValueType, ValueType>(
+            getItemsImpl<ValueType>(
                 attribute,
                 ids,
                 [&](const size_t row, const auto value) { out[row] = value; },
@@ -275,6 +285,7 @@ void FlatDictionary::blockToAttributes(const Block & block)
 
             if (already_processed_keys.find(key) != nullptr)
                 continue;
+
             already_processed_keys.insert(key);
 
             setAttributeValue(attribute, key, attribute_column[i]);
@@ -352,7 +363,18 @@ void FlatDictionary::calculateBytesAllocated()
             using ValueType = DictionaryValueType<AttributeType>;
 
             const auto & container = std::get<ContainerType<ValueType>>(attribute.container);
-            bytes_allocated += sizeof(PaddedPODArray<ValueType>) + container.allocated_bytes();
+            bytes_allocated += sizeof(ContainerType<ValueType>);
+
+            if constexpr (std::is_same_v<ValueType, Array>)
+            {
+                /// It is not accurate calculations
+                bytes_allocated += sizeof(Array) * container.size();
+            }
+            else
+            {
+                bytes_allocated += container.allocated_bytes();
+            }
+
             bucket_count = container.capacity();
 
             if constexpr (std::is_same_v<ValueType, StringRef>)
@@ -396,7 +418,7 @@ FlatDictionary::Attribute FlatDictionary::createAttribute(const DictionaryAttrib
     return attribute;
 }
 
-template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+template <typename AttributeType, typename ValueSetter, typename DefaultValueExtractor>
 void FlatDictionary::getItemsImpl(
     const Attribute & attribute,
     const PaddedPODArray<UInt64> & keys,
@@ -414,7 +436,7 @@ void FlatDictionary::getItemsImpl(
 
         if (key < loaded_keys.size() && loaded_keys[key])
         {
-            set_value(row, static_cast<OutputType>(container[key]));
+            set_value(row, container[key]);
             ++keys_found;
         }
         else
@@ -440,7 +462,11 @@ void FlatDictionary::resize(Attribute & attribute, UInt64 key)
     {
         const size_t elements_count = key + 1; //id=0 -> elements_count=1
         loaded_keys.resize(elements_count, false);
-        container.resize_fill(elements_count, std::get<T>(attribute.null_values));
+
+        if constexpr (std::is_same_v<T, Array>)
+            container.resize(elements_count, std::get<T>(attribute.null_values));
+        else
+            container.resize_fill(elements_count, std::get<T>(attribute.null_values));
     }
 }
 
@@ -461,13 +487,13 @@ void FlatDictionary::setAttributeValueImpl<String>(Attribute & attribute, UInt64
 
 void FlatDictionary::setAttributeValue(Attribute & attribute, const UInt64 key, const Field & value)
 {
-    auto type_call = [&](const auto &dictionary_attribute_type)
+    auto type_call = [&](const auto & dictionary_attribute_type)
     {
         using Type = std::decay_t<decltype(dictionary_attribute_type)>;
         using AttributeType = typename Type::AttributeType;
-        using ResizeType = std::conditional_t<std::is_same_v<AttributeType, String>, StringRef, AttributeType>;
+        using ValueType = DictionaryValueType<AttributeType>;
 
-        resize<ResizeType>(attribute, key);
+        resize<ValueType>(attribute, key);
 
         if (attribute.nullable_set)
         {
diff --git a/src/Dictionaries/FlatDictionary.h b/src/Dictionaries/FlatDictionary.h
index 211b1cdc33d..ec725bcdda2 100644
--- a/src/Dictionaries/FlatDictionary.h
+++ b/src/Dictionaries/FlatDictionary.h
@@ -106,7 +106,7 @@ public:
 
 private:
     template <typename Value>
-    using ContainerType = PaddedPODArray<Value>;
+    using ContainerType = std::conditional_t<std::is_same_v<Value, Array>, std::vector<Value>, PaddedPODArray<Value>>;
 
     using NullableSet = HashSet<UInt64, DefaultHash<UInt64>>;
 
@@ -135,8 +135,10 @@ private:
             Float32,
             Float64,
             UUID,
-            StringRef>
+            StringRef,
+            Array>
             null_values;
+
         std::variant<
             ContainerType<UInt8>,
             ContainerType<UInt16>,
@@ -157,7 +159,8 @@ private:
             ContainerType<Float32>,
             ContainerType<Float64>,
             ContainerType<UUID>,
-            ContainerType<StringRef>>
+            ContainerType<StringRef>,
+            ContainerType<Array>>
             container;
 
         std::unique_ptr<Arena> string_arena;
@@ -172,7 +175,7 @@ private:
 
     Attribute createAttribute(const DictionaryAttribute& attribute, const Field & null_value);
 
-    template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+    template <typename AttributeType, typename ValueSetter, typename DefaultValueExtractor>
     void getItemsImpl(
         const Attribute & attribute,
         const PaddedPODArray<UInt64> & keys,
diff --git a/src/Dictionaries/HashedDictionary.h b/src/Dictionaries/HashedDictionary.h
index 324b7601a28..9a67c9d3901 100644
--- a/src/Dictionaries/HashedDictionary.h
+++ b/src/Dictionaries/HashedDictionary.h
@@ -173,7 +173,8 @@ private:
             Float32,
             Float64,
             UUID,
-            StringRef>
+            StringRef,
+            Array>
             null_values;
 
         std::variant<
@@ -196,7 +197,8 @@ private:
             CollectionType<Float32>,
             CollectionType<Float64>,
             CollectionType<UUID>,
-            CollectionType<StringRef>>
+            CollectionType<StringRef>,
+            CollectionType<Array>>
             container;
 
         std::unique_ptr<Arena> string_arena;
diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index a0630ab324c..6526517c83c 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -27,6 +27,7 @@ namespace ErrorCodes
     extern const int DICTIONARY_IS_EMPTY;
     extern const int LOGICAL_ERROR;
     extern const int TYPE_MISMATCH;
+    extern const int UNSUPPORTED_METHOD;
 }
 
 namespace
@@ -315,8 +316,15 @@ void IPAddressDictionary::createAttributes()
     auto create_attributes_from_dictionary_attributes = [this](const std::vector<DictionaryAttribute> & dict_attrs)
     {
         attributes.reserve(attributes.size() + dict_attrs.size());
+
         for (const auto & attribute : dict_attrs)
         {
+            if (attribute.is_nullable)
+                throw Exception(ErrorCodes::UNSUPPORTED_METHOD,
+                    "{}: array or nullable attributes not supported for dictionary of type {}",
+                    full_name,
+                    getTypeName());
+
             attribute_index_by_name.emplace(attribute.name, attributes.size());
             attributes.push_back(createAttributeWithType(attribute.underlying_type, attribute.null_value));
 
diff --git a/src/Dictionaries/IPAddressDictionary.h b/src/Dictionaries/IPAddressDictionary.h
index edca68aedba..cacf9bd3118 100644
--- a/src/Dictionaries/IPAddressDictionary.h
+++ b/src/Dictionaries/IPAddressDictionary.h
@@ -116,7 +116,8 @@ private:
             Float32,
             Float64,
             UUID,
-            String>
+            String,
+            Array>
             null_values;
         std::variant<
             ContainerType<UInt8>,
@@ -138,7 +139,8 @@ private:
             ContainerType<Float32>,
             ContainerType<Float64>,
             ContainerType<UUID>,
-            ContainerType<StringRef>>
+            ContainerType<StringRef>,
+            ContainerType<Array>>
             maps;
         std::unique_ptr<Arena> string_arena;
     };
diff --git a/src/Dictionaries/PolygonDictionary.cpp b/src/Dictionaries/PolygonDictionary.cpp
index 084228c98ae..f58e578ea1c 100644
--- a/src/Dictionaries/PolygonDictionary.cpp
+++ b/src/Dictionaries/PolygonDictionary.cpp
@@ -52,7 +52,6 @@ ColumnPtr IPolygonDictionary::getColumn(
     const auto requested_key_points = extractPoints(key_columns);
 
     const auto & attribute = dict_struct.getAttribute(attribute_name, result_type);
-    bool complex_attribute = attribute.is_nullable || attribute.is_array;
     DefaultValueProvider default_value_provider(attribute.null_value, default_values_column);
 
     size_t attribute_index = dict_struct.attribute_name_to_index.find(attribute_name)->second;
@@ -66,7 +65,7 @@ ColumnPtr IPolygonDictionary::getColumn(
 
     size_t keys_found = 0;
 
-    if (unlikely(complex_attribute))
+    if (unlikely(attribute.is_nullable))
     {
         for (size_t requested_key_index = 0; requested_key_index < requested_key_points.size(); ++requested_key_index)
         {
diff --git a/src/Dictionaries/PolygonDictionary.h b/src/Dictionaries/PolygonDictionary.h
index f43fc0c8f57..997b9ed71d8 100644
--- a/src/Dictionaries/PolygonDictionary.h
+++ b/src/Dictionaries/PolygonDictionary.h
@@ -49,6 +49,7 @@ public:
         Array,
         Tuple,
     };
+
     IPolygonDictionary(
             const StorageID & dict_id_,
             const DictionaryStructure & dict_struct_,
diff --git a/src/Dictionaries/RangeHashedDictionary.h b/src/Dictionaries/RangeHashedDictionary.h
index edd8275acd1..a6d6343cd3f 100644
--- a/src/Dictionaries/RangeHashedDictionary.h
+++ b/src/Dictionaries/RangeHashedDictionary.h
@@ -127,7 +127,8 @@ private:
             Float32,
             Float64,
             UUID,
-            StringRef>
+            StringRef,
+            Array>
             null_values;
         std::variant<
             Ptr<UInt8>,
@@ -149,7 +150,8 @@ private:
             Ptr<Float32>,
             Ptr<Float64>,
             Ptr<UUID>,
-            Ptr<StringRef>>
+            Ptr<StringRef>,
+            Ptr<Array>>
             maps;
         std::unique_ptr<Arena> string_arena;
     };
diff --git a/tests/queries/0_stateless/01805_dictionary_array_type.reference b/tests/queries/0_stateless/01805_dictionary_array_type.reference
new file mode 100644
index 00000000000..fc2a6af66ef
--- /dev/null
+++ b/tests/queries/0_stateless/01805_dictionary_array_type.reference
@@ -0,0 +1,2 @@
+Flat dictionary
+[0,1,2]
diff --git a/tests/queries/0_stateless/01805_dictionary_array_type.sql b/tests/queries/0_stateless/01805_dictionary_array_type.sql
new file mode 100644
index 00000000000..606c2df49fa
--- /dev/null
+++ b/tests/queries/0_stateless/01805_dictionary_array_type.sql
@@ -0,0 +1,55 @@
+DROP TABLE IF EXISTS dictionary_array_source_table;
+CREATE TABLE dictionary_array_source_table
+(
+    id UInt64,
+    array_value Array(Int) DEFAULT [0, 1, 3]
+) ENGINE=TinyLog;
+
+INSERT INTO dictionary_array_source_table VALUES (0, [0, 1, 2]);
+
+DROP DICTIONARY IF EXISTS flat_dictionary;
+CREATE DICTIONARY flat_dictionary
+(
+    id UInt64,
+    array_value Array(Int)
+)
+PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+LIFETIME(MIN 1 MAX 1000)
+LAYOUT(FLAT());
+
+SELECT 'Flat dictionary';
+SELECT dictGet('flat_dictionary', 'array_value', toUInt64(0));
+DROP DICTIONARY flat_dictionary;
+
+-- DROP DICTIONARY IF EXISTS hashed_dictionary;
+-- CREATE DICTIONARY hashed_dictionary
+-- (
+--     id UInt64,
+--     array_value Array(Int)
+-- )
+-- PRIMARY KEY id
+-- SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+-- LIFETIME(MIN 1 MAX 1000)
+-- LAYOUT(HASHED());
+
+-- SELECT 'Hashed dictionary';
+-- SELECT dictGet('hashed_dictionary', 'array_value', toUInt64(1));
+-- DROP DICTIONARY hashed_dictionary;
+
+-- DROP DICTIONARY IF EXISTS cache_dictionary;
+-- CREATE DICTIONARY cache_dictionary
+-- (
+--     id UInt64,
+--     array_value Array(Int)
+-- )
+-- PRIMARY KEY id
+-- SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+-- LIFETIME(MIN 1 MAX 1000)
+-- LAYOUT(CACHE(SIZE_IN_CELLS 10));
+
+-- SELECT 'Cache dictionary';
+-- SELECT dictGet('cache_dictionary', 'array_value', toUInt64(1));
+-- DROP DICTIONARY cache_dictionary;
+
+DROP TABLE dictionary_array_source_table;
\ No newline at end of file

From eabeb3076f1eb0cad8c995398ad276ed22453611 Mon Sep 17 00:00:00 2001
From: Maksim Kita <maksim-kita@yandex-team.ru>
Date: Wed, 9 Jun 2021 20:21:32 +0300
Subject: [PATCH 1047/1060] Added tests

---
 src/Dictionaries/CacheDictionaryStorage.h     | 188 ++++++++++--------
 src/Dictionaries/HashedDictionary.cpp         |  15 +-
 src/Dictionaries/IPAddressDictionary.cpp      |  30 ++-
 src/Dictionaries/IPAddressDictionary.h        |   4 +-
 src/Dictionaries/PolygonDictionary.cpp        | 134 +++++++------
 src/Dictionaries/PolygonDictionary.h          |   6 +-
 src/Dictionaries/RangeHashedDictionary.cpp    |  23 ++-
 src/Dictionaries/RangeHashedDictionary.h      |   2 +-
 .../ParserDictionaryAttributeDeclaration.cpp  |   5 +-
 .../01805_dictionary_array_type.reference     |   2 -
 .../01805_dictionary_array_type.sql           |  55 -----
 .../01902_dictionary_array_type.reference     |  28 +++
 .../01902_dictionary_array_type.sql           | 164 +++++++++++++++
 ..._ssd_cache_dictionary_array_type.reference |   4 +
 .../01903_ssd_cache_dictionary_array_type.sh  |  35 ++++
 15 files changed, 478 insertions(+), 217 deletions(-)
 delete mode 100644 tests/queries/0_stateless/01805_dictionary_array_type.reference
 delete mode 100644 tests/queries/0_stateless/01805_dictionary_array_type.sql
 create mode 100644 tests/queries/0_stateless/01902_dictionary_array_type.reference
 create mode 100644 tests/queries/0_stateless/01902_dictionary_array_type.sql
 create mode 100644 tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.reference
 create mode 100755 tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.sh

diff --git a/src/Dictionaries/CacheDictionaryStorage.h b/src/Dictionaries/CacheDictionaryStorage.h
index d93dfea2f91..79bfef8e349 100644
--- a/src/Dictionaries/CacheDictionaryStorage.h
+++ b/src/Dictionaries/CacheDictionaryStorage.h
@@ -226,23 +226,17 @@ private:
             auto & attribute = attributes[attribute_index];
             const auto & default_value_provider = fetch_request.defaultValueProviderAtIndex(attribute_index);
 
-            size_t fetched_keys_size = fetched_keys.size();
             auto & fetched_column = *result.fetched_columns[attribute_index];
-            fetched_column.reserve(fetched_keys_size);
+            fetched_column.reserve(fetched_columns_index);
 
             if (unlikely(attribute.is_complex_type))
             {
-                auto & container = std::get<std::vector<Field>>(attribute.attribute_container);
-
-                for (size_t fetched_key_index = 0; fetched_key_index < fetched_columns_index; ++fetched_key_index)
-                {
-                    auto fetched_key = fetched_keys[fetched_key_index];
-
-                    if (unlikely(fetched_key.is_default))
-                        fetched_column.insert(default_value_provider.getDefaultValue(fetched_key_index));
-                    else
-                        fetched_column.insert(container[fetched_key.element_index]);
-                }
+                getItemsForFetchedKeys<Field>(
+                    attribute,
+                    fetched_columns_index,
+                    fetched_keys,
+                    [&](Field & value) { fetched_column.insert(value); },
+                    default_value_provider);
             }
             else
             {
@@ -250,46 +244,40 @@ private:
                 {
                     using Type = std::decay_t<decltype(dictionary_attribute_type)>;
                     using AttributeType = typename Type::AttributeType;
+                    using ColumnProvider = DictionaryAttributeColumnProvider<AttributeType>;
+                    using ColumnType = typename ColumnProvider::ColumnType;
                     using ValueType = DictionaryValueType<AttributeType>;
-                    using ColumnType =
-                        std::conditional_t<std::is_same_v<AttributeType, String>, ColumnString,
-                            std::conditional_t<IsDecimalNumber<AttributeType>, ColumnDecimal<ValueType>,
-                                ColumnVector<AttributeType>>>;
 
-                    auto & container = std::get<PaddedPODArray<ValueType>>(attribute.attribute_container);
                     ColumnType & column_typed = static_cast<ColumnType &>(fetched_column);
 
-                    if constexpr (std::is_same_v<ColumnType, ColumnString>)
+                    if constexpr (std::is_same_v<ValueType, Array>)
                     {
-                        for (size_t fetched_key_index = 0; fetched_key_index < fetched_columns_index; ++fetched_key_index)
-                        {
-                            auto fetched_key = fetched_keys[fetched_key_index];
-
-                            if (unlikely(fetched_key.is_default))
-                                column_typed.insert(default_value_provider.getDefaultValue(fetched_key_index));
-                            else
-                            {
-                                auto item = container[fetched_key.element_index];
-                                column_typed.insertData(item.data, item.size);
-                            }
-                        }
+                        getItemsForFetchedKeys<ValueType>(
+                            attribute,
+                            fetched_columns_index,
+                            fetched_keys,
+                            [&](Array & value) { fetched_column.insert(value); },
+                            default_value_provider);
+                    }
+                    else if constexpr (std::is_same_v<ValueType, StringRef>)
+                    {
+                        getItemsForFetchedKeys<ValueType>(
+                            attribute,
+                            fetched_columns_index,
+                            fetched_keys,
+                            [&](StringRef value) { fetched_column.insertData(value.data, value.size); },
+                            default_value_provider);
                     }
                     else
                     {
                         auto & data = column_typed.getData();
 
-                        for (size_t fetched_key_index = 0; fetched_key_index < fetched_columns_index; ++fetched_key_index)
-                        {
-                            auto fetched_key = fetched_keys[fetched_key_index];
-
-                            if (unlikely(fetched_key.is_default))
-                                column_typed.insert(default_value_provider.getDefaultValue(fetched_key_index));
-                            else
-                            {
-                                auto item = container[fetched_key.element_index];
-                                data.push_back(item);
-                            }
-                        }
+                        getItemsForFetchedKeys<ValueType>(
+                            attribute,
+                            fetched_columns_index,
+                            fetched_keys,
+                            [&](auto value) { data.push_back(value); },
+                            default_value_provider);
                     }
                 };
 
@@ -506,7 +494,7 @@ private:
 
         if (unlikely(attribute.is_complex_type))
         {
-            auto & container = std::get<std::vector<Field>>(attribute.attribute_container);
+            auto & container = std::get<ContainerType<Field>>(attribute.attribute_container);
             std::forward<GetContainerFunc>(func)(container);
         }
         else
@@ -517,7 +505,7 @@ private:
                 using AttributeType = typename Type::AttributeType;
                 using ValueType = DictionaryValueType<AttributeType>;
 
-                auto & container = std::get<PaddedPODArray<ValueType>>(attribute.attribute_container);
+                auto & container = std::get<ContainerType<ValueType>>(attribute.attribute_container);
                 std::forward<GetContainerFunc>(func)(container);
             };
 
@@ -541,6 +529,81 @@ private:
         return updated_value;
     }
 
+    template <typename ValueType>
+    static constexpr bool is_nullable_or_array_type = std::is_same_v<ValueType, Field> || std::is_same_v<ValueType, Array>;
+
+    template<typename ValueType>
+    using ContainerType = std::conditional_t<is_nullable_or_array_type<ValueType>, std::vector<ValueType>, PaddedPODArray<ValueType>>;
+
+    struct Attribute
+    {
+        AttributeUnderlyingType type;
+        bool is_complex_type;
+
+        std::variant<
+            ContainerType<UInt8>,
+            ContainerType<UInt16>,
+            ContainerType<UInt32>,
+            ContainerType<UInt64>,
+            ContainerType<UInt128>,
+            ContainerType<UInt256>,
+            ContainerType<Int8>,
+            ContainerType<Int16>,
+            ContainerType<Int32>,
+            ContainerType<Int64>,
+            ContainerType<Int128>,
+            ContainerType<Int256>,
+            ContainerType<Decimal32>,
+            ContainerType<Decimal64>,
+            ContainerType<Decimal128>,
+            ContainerType<Decimal256>,
+            ContainerType<Float32>,
+            ContainerType<Float64>,
+            ContainerType<UUID>,
+            ContainerType<StringRef>,
+            ContainerType<Array>,
+            ContainerType<Field>> attribute_container;
+    };
+
+    template <typename ValueType, typename ValueSetter>
+    void getItemsForFetchedKeys(
+        Attribute & attribute,
+        size_t fetched_keys_size,
+        PaddedPODArray<FetchedKey> & fetched_keys,
+        ValueSetter && value_setter,
+        const DefaultValueProvider & default_value_provider)
+    {
+        auto & container = std::get<ContainerType<ValueType>>(attribute.attribute_container);
+
+        for (size_t fetched_key_index = 0; fetched_key_index < fetched_keys_size; ++fetched_key_index)
+        {
+            auto fetched_key = fetched_keys[fetched_key_index];
+
+            if (unlikely(fetched_key.is_default))
+            {
+                auto default_value = default_value_provider.getDefaultValue(fetched_key_index);
+
+                if constexpr (std::is_same_v<ValueType, Field>)
+                {
+                    value_setter(default_value);
+                }
+                else if constexpr (std::is_same_v<ValueType, StringRef>)
+                {
+                    auto & value = default_value.get<String>();
+                    value_setter(value);
+                }
+                else
+                {
+                    value_setter(default_value.get<ValueType>());
+                }
+            }
+            else
+            {
+                value_setter(container[fetched_key.element_index]);
+            }
+        }
+    }
+
     void setup(const DictionaryStructure & dictionary_structure)
     {
         /// For each dictionary attribute create storage attribute
@@ -563,9 +626,9 @@ private:
                 last_attribute.type = attribute_type;
 
                 if (dictionary_attribute.is_nullable)
-                    last_attribute.attribute_container = std::vector<Field>();
+                    last_attribute.attribute_container = ContainerType<Field>();
                 else
-                    last_attribute.attribute_container = PaddedPODArray<ValueType>();
+                    last_attribute.attribute_container = ContainerType<ValueType>();
             };
 
             callOnDictionaryAttributeType(attribute_type, type_call);
@@ -582,37 +645,6 @@ private:
         time_t deadline;
     };
 
-    struct Attribute
-    {
-        AttributeUnderlyingType type;
-        bool is_complex_type;
-
-        std::variant<
-            PaddedPODArray<UInt8>,
-            PaddedPODArray<UInt16>,
-            PaddedPODArray<UInt32>,
-            PaddedPODArray<UInt64>,
-            PaddedPODArray<UInt128>,
-            PaddedPODArray<UInt256>,
-            PaddedPODArray<Int8>,
-            PaddedPODArray<Int16>,
-            PaddedPODArray<Int32>,
-            PaddedPODArray<Int64>,
-            PaddedPODArray<Int128>,
-            PaddedPODArray<Int256>,
-            PaddedPODArray<Decimal32>,
-            PaddedPODArray<Decimal64>,
-            PaddedPODArray<Decimal128>,
-            PaddedPODArray<Decimal256>,
-            PaddedPODArray<Float32>,
-            PaddedPODArray<Float64>,
-            PaddedPODArray<UUID>,
-            PaddedPODArray<StringRef>,
-            /// TODO: FIX
-            PaddedPODArray<Array>,
-            std::vector<Field>> attribute_container;
-    };
-
     CacheDictionaryStorageConfiguration configuration;
 
     pcg64 rnd_engine;
diff --git a/src/Dictionaries/HashedDictionary.cpp b/src/Dictionaries/HashedDictionary.cpp
index 0de28f18006..9e41f552b08 100644
--- a/src/Dictionaries/HashedDictionary.cpp
+++ b/src/Dictionaries/HashedDictionary.cpp
@@ -96,7 +96,20 @@ ColumnPtr HashedDictionary<dictionary_key_type, sparse>::getColumn(
 
         auto column = ColumnProvider::getColumn(dictionary_attribute, size);
 
-        if constexpr (std::is_same_v<ValueType, StringRef>)
+        if constexpr (std::is_same_v<ValueType, Array>)
+        {
+            auto * out = column.get();
+
+            getItemsImpl<ValueType>(
+                attribute,
+                extractor,
+                [&](const size_t, const Array & value) { out->insert(value); },
+                [&](const size_t)
+                {
+                },
+                default_value_extractor);
+        }
+        else if constexpr (std::is_same_v<ValueType, StringRef>)
         {
             auto * out = column.get();
 
diff --git a/src/Dictionaries/IPAddressDictionary.cpp b/src/Dictionaries/IPAddressDictionary.cpp
index 6526517c83c..22266461538 100644
--- a/src/Dictionaries/IPAddressDictionary.cpp
+++ b/src/Dictionaries/IPAddressDictionary.cpp
@@ -238,11 +238,21 @@ ColumnPtr IPAddressDictionary::getColumn(
 
         auto column = ColumnProvider::getColumn(dictionary_attribute, size);
 
-        if constexpr (std::is_same_v<AttributeType, String>)
+        if constexpr (std::is_same_v<ValueType, Array>)
         {
             auto * out = column.get();
 
-            getItemsImpl<ValueType, ValueType>(
+            getItemsImpl<ValueType>(
+                attribute,
+                key_columns,
+                [&](const size_t, const Array & value) { out->insert(value); },
+                default_value_extractor);
+        }
+        else if constexpr (std::is_same_v<ValueType, StringRef>)
+        {
+            auto * out = column.get();
+
+            getItemsImpl<ValueType>(
                 attribute,
                 key_columns,
                 [&](const size_t, const StringRef value) { out->insertData(value.data, value.size); },
@@ -252,7 +262,7 @@ ColumnPtr IPAddressDictionary::getColumn(
         {
             auto & out = column->getData();
 
-            getItemsImpl<ValueType, ValueType>(
+            getItemsImpl<ValueType>(
                 attribute,
                 key_columns,
                 [&](const size_t row, const auto value) { return out[row] = value; },
@@ -591,7 +601,7 @@ const uint8_t * IPAddressDictionary::getIPv6FromOffset(const IPAddressDictionary
     return reinterpret_cast<const uint8_t *>(&ipv6_col[i * IPV6_BINARY_LENGTH]);
 }
 
-template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+template <typename AttributeType, typename ValueSetter, typename DefaultValueExtractor>
 void IPAddressDictionary::getItemsByTwoKeyColumnsImpl(
     const Attribute & attribute,
     const Columns & key_columns,
@@ -630,7 +640,7 @@ void IPAddressDictionary::getItemsByTwoKeyColumnsImpl(
                 (*ipv4_col)[*found_it] == addr &&
                 mask_column[*found_it] == mask))
             {
-                set_value(i, static_cast<OutputType>(vec[row_idx[*found_it]]));
+                set_value(i, vec[row_idx[*found_it]]);
             }
             else
                 set_value(i, default_value_extractor[i]);
@@ -666,13 +676,13 @@ void IPAddressDictionary::getItemsByTwoKeyColumnsImpl(
         if (likely(found_it != range.end() &&
             memequal16(getIPv6FromOffset(*ipv6_col, *found_it), target.addr) &&
             mask_column[*found_it] == mask))
-            set_value(i, static_cast<OutputType>(vec[row_idx[*found_it]]));
+            set_value(i, vec[row_idx[*found_it]]);
         else
             set_value(i, default_value_extractor[i]);
     }
 }
 
-template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+template <typename AttributeType, typename ValueSetter, typename DefaultValueExtractor>
 void IPAddressDictionary::getItemsImpl(
     const Attribute & attribute,
     const Columns & key_columns,
@@ -685,7 +695,7 @@ void IPAddressDictionary::getItemsImpl(
     // special case for getBlockInputStream
     if (unlikely(key_columns.size() == 2))
     {
-        getItemsByTwoKeyColumnsImpl<AttributeType, OutputType>(
+        getItemsByTwoKeyColumnsImpl<AttributeType>(
             attribute, key_columns, std::forward<ValueSetter>(set_value), default_value_extractor);
         query_count.fetch_add(rows, std::memory_order_relaxed);
         return;
@@ -705,7 +715,7 @@ void IPAddressDictionary::getItemsImpl(
             auto found = tryLookupIPv4(addrv4, addrv6_buf);
             if (found != ipNotFound())
             {
-                set_value(i, static_cast<OutputType>(vec[*found]));
+                set_value(i, vec[*found]);
                 ++keys_found;
             }
             else
@@ -723,7 +733,7 @@ void IPAddressDictionary::getItemsImpl(
             auto found = tryLookupIPv6(reinterpret_cast<const uint8_t *>(addr.data));
             if (found != ipNotFound())
             {
-                set_value(i, static_cast<OutputType>(vec[*found]));
+                set_value(i, vec[*found]);
                 ++keys_found;
             }
             else
diff --git a/src/Dictionaries/IPAddressDictionary.h b/src/Dictionaries/IPAddressDictionary.h
index cacf9bd3118..075742da11a 100644
--- a/src/Dictionaries/IPAddressDictionary.h
+++ b/src/Dictionaries/IPAddressDictionary.h
@@ -159,14 +159,14 @@ private:
 
     static Attribute createAttributeWithType(const AttributeUnderlyingType type, const Field & null_value);
 
-    template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+    template <typename AttributeType, typename ValueSetter, typename DefaultValueExtractor>
     void getItemsByTwoKeyColumnsImpl(
         const Attribute & attribute,
         const Columns & key_columns,
         ValueSetter && set_value,
         DefaultValueExtractor & default_value_extractor) const;
 
-    template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+    template <typename AttributeType,typename ValueSetter, typename DefaultValueExtractor>
     void getItemsImpl(
         const Attribute & attribute,
         const Columns & key_columns,
diff --git a/src/Dictionaries/PolygonDictionary.cpp b/src/Dictionaries/PolygonDictionary.cpp
index f58e578ea1c..17e7605d136 100644
--- a/src/Dictionaries/PolygonDictionary.cpp
+++ b/src/Dictionaries/PolygonDictionary.cpp
@@ -60,28 +60,13 @@ ColumnPtr IPolygonDictionary::getColumn(
     auto result = attribute_values_column->cloneEmpty();
     result->reserve(requested_key_points.size());
 
-    Field row_value_to_insert;
-    size_t polygon_index = 0;
-
-    size_t keys_found = 0;
-
     if (unlikely(attribute.is_nullable))
     {
-        for (size_t requested_key_index = 0; requested_key_index < requested_key_points.size(); ++requested_key_index)
-        {
-            const auto found = find(requested_key_points[requested_key_index], polygon_index);
-
-            if (found)
-            {
-                size_t attribute_values_index = polygon_index_to_attribute_value_index[polygon_index];
-                attribute_values_column->get(attribute_values_index, row_value_to_insert);
-                ++keys_found;
-            }
-            else
-                row_value_to_insert = default_value_provider.getDefaultValue(requested_key_index);
-
-            result->insert(row_value_to_insert);
-        }
+        getItemsImpl<Field>(
+            requested_key_points,
+            [&](size_t row) { return (*attribute_values_column)[row]; },
+            [&](Field & value) { result->insert(value); },
+            default_value_provider);
     }
     else
     {
@@ -90,10 +75,8 @@ ColumnPtr IPolygonDictionary::getColumn(
             using Type = std::decay_t<decltype(dictionary_attribute_type)>;
             using AttributeType = typename Type::AttributeType;
             using ValueType = DictionaryValueType<AttributeType>;
-            using ColumnType = std::conditional_t<
-                std::is_same_v<AttributeType, String>,
-                ColumnString,
-                std::conditional_t<IsDecimalNumber<AttributeType>, ColumnDecimal<ValueType>, ColumnVector<AttributeType>>>;
+            using ColumnProvider = DictionaryAttributeColumnProvider<AttributeType>;
+            using ColumnType = typename ColumnProvider::ColumnType;
 
             const auto attribute_values_column_typed = typeid_cast<const ColumnType *>(attribute_values_column.get());
             if (!attribute_values_column_typed)
@@ -101,54 +84,38 @@ ColumnPtr IPolygonDictionary::getColumn(
 
             ColumnType & result_column_typed = static_cast<ColumnType &>(*result);
 
-            if constexpr (std::is_same_v<ColumnType, ColumnString>)
+            if constexpr (std::is_same_v<ValueType, Array>)
             {
-                for (size_t requested_key_index = 0; requested_key_index < requested_key_points.size(); ++requested_key_index)
-                {
-                    const auto found = find(requested_key_points[requested_key_index], polygon_index);
-
-                    if (found)
-                    {
-                        size_t attribute_values_index = polygon_index_to_attribute_value_index[polygon_index];
-                        auto data_to_insert = attribute_values_column->getDataAt(attribute_values_index);
-                        result_column_typed.insertData(data_to_insert.data, data_to_insert.size);
-                        ++keys_found;
-                    }
-                    else
-                        result_column_typed.insert(default_value_provider.getDefaultValue(requested_key_index));
-                }
+                getItemsImpl<ValueType>(
+                    requested_key_points,
+                    [&](size_t row) { return (*attribute_values_column)[row].get<Array>(); },
+                    [&](Array & value) { result_column_typed.insert(value); },
+                    default_value_provider);
+            }
+            else if constexpr (std::is_same_v<ValueType, StringRef>)
+            {
+                getItemsImpl<ValueType>(
+                    requested_key_points,
+                    [&](size_t row) { return attribute_values_column->getDataAt(row); },
+                    [&](StringRef value) { result_column_typed.insertData(value.data, value.size); },
+                    default_value_provider);
             }
             else
             {
                 auto & attribute_data = attribute_values_column_typed->getData();
                 auto & result_data = result_column_typed.getData();
 
-                for (size_t requested_key_index = 0; requested_key_index < requested_key_points.size(); ++requested_key_index)
-                {
-                    const auto found = find(requested_key_points[requested_key_index], polygon_index);
-
-                    if (found)
-                    {
-                        size_t attribute_values_index = polygon_index_to_attribute_value_index[polygon_index];
-                        auto & item = attribute_data[attribute_values_index];
-                        result_data.emplace_back(item);
-                        ++keys_found;
-                    }
-                    else
-                    {
-                        row_value_to_insert = default_value_provider.getDefaultValue(requested_key_index);
-                        result_data.emplace_back(row_value_to_insert.template get<NearestFieldType<ValueType>>());
-                    }
-                }
+                getItemsImpl<ValueType>(
+                    requested_key_points,
+                    [&](size_t row) { return attribute_data[row]; },
+                    [&](auto value) { result_data.emplace_back(value); },
+                    default_value_provider);
             }
         };
 
         callOnDictionaryAttributeType(attribute.underlying_type, type_call);
     }
 
-    query_count.fetch_add(requested_key_points.size(), std::memory_order_relaxed);
-    found_count.fetch_add(keys_found, std::memory_order_relaxed);
-
     return result;
 }
 
@@ -308,6 +275,55 @@ ColumnUInt8::Ptr IPolygonDictionary::hasKeys(const Columns & key_columns, const
     return result;
 }
 
+template <typename AttributeType, typename ValueGetter, typename ValueSetter, typename DefaultValueExtractor>
+void IPolygonDictionary::getItemsImpl(
+    const std::vector<IPolygonDictionary::Point> & requested_key_points,
+    ValueGetter && get_value,
+    ValueSetter && set_value,
+    DefaultValueExtractor & default_value_extractor) const
+{
+    size_t polygon_index = 0;
+    size_t keys_found = 0;
+
+    for (size_t requested_key_index = 0; requested_key_index < requested_key_points.size(); ++requested_key_index)
+    {
+        const auto found = find(requested_key_points[requested_key_index], polygon_index);
+
+        if (found)
+        {
+            size_t attribute_values_index = polygon_index_to_attribute_value_index[polygon_index];
+            auto value = get_value(attribute_values_index);
+            set_value(value);
+            ++keys_found;
+        }
+        else
+        {
+            Field default_value = default_value_extractor.getDefaultValue(requested_key_index);
+
+            if constexpr (std::is_same_v<AttributeType, Field>)
+            {
+                set_value(default_value);
+            }
+            else if constexpr (std::is_same_v<AttributeType, Array>)
+            {
+                set_value(default_value.get<Array>());
+            }
+            else if constexpr (std::is_same_v<AttributeType, StringRef>)
+            {
+                auto default_value_string = default_value.get<String>();
+                set_value(default_value_string);
+            }
+            else
+            {
+                set_value(default_value.get<NearestFieldType<AttributeType>>());
+            }
+        }
+    }
+
+    query_count.fetch_add(requested_key_points.size(), std::memory_order_relaxed);
+    found_count.fetch_add(keys_found, std::memory_order_relaxed);
+}
+
 namespace
 {
 
diff --git a/src/Dictionaries/PolygonDictionary.h b/src/Dictionaries/PolygonDictionary.h
index 997b9ed71d8..14492df6469 100644
--- a/src/Dictionaries/PolygonDictionary.h
+++ b/src/Dictionaries/PolygonDictionary.h
@@ -139,10 +139,10 @@ private:
     size_t getAttributeIndex(const std::string & attribute_name) const;
 
     /** Helper function for retrieving the value of an attribute by key. */
-    template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+    template <typename AttributeType, typename ValueGetter, typename ValueSetter, typename DefaultValueExtractor>
     void getItemsImpl(
-        size_t attribute_ind,
-        const Columns & key_columns,
+        const std::vector<IPolygonDictionary::Point> & requested_key_points,
+        ValueGetter && get_value,
         ValueSetter && set_value,
         DefaultValueExtractor & default_value_extractor) const;
 
diff --git a/src/Dictionaries/RangeHashedDictionary.cpp b/src/Dictionaries/RangeHashedDictionary.cpp
index b771bca068f..28014594117 100644
--- a/src/Dictionaries/RangeHashedDictionary.cpp
+++ b/src/Dictionaries/RangeHashedDictionary.cpp
@@ -131,11 +131,24 @@ ColumnPtr RangeHashedDictionary::getColumn(
 
         auto column = ColumnProvider::getColumn(dictionary_attribute, keys_size);
 
-        if constexpr (std::is_same_v<AttributeType, String>)
+        if constexpr (std::is_same_v<ValueType, Array>)
         {
             auto * out = column.get();
 
-            getItemsImpl<ValueType, ValueType>(
+            getItemsImpl<ValueType>(
+                attribute,
+                modified_key_columns,
+                [&](const size_t, const Array & value, bool)
+                {
+                    out->insert(value);
+                },
+                default_value_extractor);
+        }
+        else if constexpr (std::is_same_v<ValueType, StringRef>)
+        {
+            auto * out = column.get();
+
+            getItemsImpl<ValueType>(
                 attribute,
                 modified_key_columns,
                 [&](const size_t row, const StringRef value, bool is_null)
@@ -151,7 +164,7 @@ ColumnPtr RangeHashedDictionary::getColumn(
         {
             auto & out = column->getData();
 
-            getItemsImpl<ValueType, ValueType>(
+            getItemsImpl<ValueType>(
                 attribute,
                 modified_key_columns,
                 [&](const size_t row, const auto value, bool is_null)
@@ -385,7 +398,7 @@ RangeHashedDictionary::createAttribute(const DictionaryAttribute& attribute, con
     return attr;
 }
 
-template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+template <typename AttributeType, typename ValueSetter, typename DefaultValueExtractor>
 void RangeHashedDictionary::getItemsImpl(
     const Attribute & attribute,
     const Columns & key_columns,
@@ -423,7 +436,7 @@ void RangeHashedDictionary::getItemsImpl(
                 auto & value = val_it->value;
 
                 if (value)
-                    set_value(row, static_cast<OutputType>(*value), false); // NOLINT
+                    set_value(row, *value, false);
                 else
                     set_value(row, default_value_extractor[row], true);
             }
diff --git a/src/Dictionaries/RangeHashedDictionary.h b/src/Dictionaries/RangeHashedDictionary.h
index a6d6343cd3f..50888873c3c 100644
--- a/src/Dictionaries/RangeHashedDictionary.h
+++ b/src/Dictionaries/RangeHashedDictionary.h
@@ -170,7 +170,7 @@ private:
 
     static Attribute createAttribute(const DictionaryAttribute& attribute, const Field & null_value);
 
-    template <typename AttributeType, typename OutputType, typename ValueSetter, typename DefaultValueExtractor>
+    template <typename AttributeType, typename ValueSetter, typename DefaultValueExtractor>
     void getItemsImpl(
         const Attribute & attribute,
         const Columns & key_columns,
diff --git a/src/Parsers/ParserDictionaryAttributeDeclaration.cpp b/src/Parsers/ParserDictionaryAttributeDeclaration.cpp
index 9cd1cebe4e0..2099618588e 100644
--- a/src/Parsers/ParserDictionaryAttributeDeclaration.cpp
+++ b/src/Parsers/ParserDictionaryAttributeDeclaration.cpp
@@ -17,6 +17,7 @@ bool ParserDictionaryAttributeDeclaration::parseImpl(Pos & pos, ASTPtr & node, E
     ParserKeyword s_injective{"INJECTIVE"};
     ParserKeyword s_is_object_id{"IS_OBJECT_ID"};
     ParserLiteral default_parser;
+    ParserArrayOfLiterals array_literals_parser;
     ParserTernaryOperatorExpression expression_parser;
 
     /// mandatory attribute name
@@ -40,8 +41,10 @@ bool ParserDictionaryAttributeDeclaration::parseImpl(Pos & pos, ASTPtr & node, E
     {
         if (!default_value && s_default.ignore(pos, expected))
         {
-            if (!default_parser.parse(pos, default_value, expected))
+            if (!default_parser.parse(pos, default_value, expected) &&
+                !array_literals_parser.parse(pos, default_value, expected))
                 return false;
+
             continue;
         }
 
diff --git a/tests/queries/0_stateless/01805_dictionary_array_type.reference b/tests/queries/0_stateless/01805_dictionary_array_type.reference
deleted file mode 100644
index fc2a6af66ef..00000000000
--- a/tests/queries/0_stateless/01805_dictionary_array_type.reference
+++ /dev/null
@@ -1,2 +0,0 @@
-Flat dictionary
-[0,1,2]
diff --git a/tests/queries/0_stateless/01805_dictionary_array_type.sql b/tests/queries/0_stateless/01805_dictionary_array_type.sql
deleted file mode 100644
index 606c2df49fa..00000000000
--- a/tests/queries/0_stateless/01805_dictionary_array_type.sql
+++ /dev/null
@@ -1,55 +0,0 @@
-DROP TABLE IF EXISTS dictionary_array_source_table;
-CREATE TABLE dictionary_array_source_table
-(
-    id UInt64,
-    array_value Array(Int) DEFAULT [0, 1, 3]
-) ENGINE=TinyLog;
-
-INSERT INTO dictionary_array_source_table VALUES (0, [0, 1, 2]);
-
-DROP DICTIONARY IF EXISTS flat_dictionary;
-CREATE DICTIONARY flat_dictionary
-(
-    id UInt64,
-    array_value Array(Int)
-)
-PRIMARY KEY id
-SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
-LIFETIME(MIN 1 MAX 1000)
-LAYOUT(FLAT());
-
-SELECT 'Flat dictionary';
-SELECT dictGet('flat_dictionary', 'array_value', toUInt64(0));
-DROP DICTIONARY flat_dictionary;
-
--- DROP DICTIONARY IF EXISTS hashed_dictionary;
--- CREATE DICTIONARY hashed_dictionary
--- (
---     id UInt64,
---     array_value Array(Int)
--- )
--- PRIMARY KEY id
--- SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
--- LIFETIME(MIN 1 MAX 1000)
--- LAYOUT(HASHED());
-
--- SELECT 'Hashed dictionary';
--- SELECT dictGet('hashed_dictionary', 'array_value', toUInt64(1));
--- DROP DICTIONARY hashed_dictionary;
-
--- DROP DICTIONARY IF EXISTS cache_dictionary;
--- CREATE DICTIONARY cache_dictionary
--- (
---     id UInt64,
---     array_value Array(Int)
--- )
--- PRIMARY KEY id
--- SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
--- LIFETIME(MIN 1 MAX 1000)
--- LAYOUT(CACHE(SIZE_IN_CELLS 10));
-
--- SELECT 'Cache dictionary';
--- SELECT dictGet('cache_dictionary', 'array_value', toUInt64(1));
--- DROP DICTIONARY cache_dictionary;
-
-DROP TABLE dictionary_array_source_table;
\ No newline at end of file
diff --git a/tests/queries/0_stateless/01902_dictionary_array_type.reference b/tests/queries/0_stateless/01902_dictionary_array_type.reference
new file mode 100644
index 00000000000..b7f0ff968c6
--- /dev/null
+++ b/tests/queries/0_stateless/01902_dictionary_array_type.reference
@@ -0,0 +1,28 @@
+Flat dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
+Hashed dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
+Cache dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
+Direct dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
+IPTrie dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
+Polygon dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
+Range dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
diff --git a/tests/queries/0_stateless/01902_dictionary_array_type.sql b/tests/queries/0_stateless/01902_dictionary_array_type.sql
new file mode 100644
index 00000000000..fcd41c77819
--- /dev/null
+++ b/tests/queries/0_stateless/01902_dictionary_array_type.sql
@@ -0,0 +1,164 @@
+DROP TABLE IF EXISTS dictionary_array_source_table;
+CREATE TABLE dictionary_array_source_table
+(
+    id UInt64,
+    array_value Array(Int64)
+) ENGINE=TinyLog;
+
+INSERT INTO dictionary_array_source_table VALUES (0, [0, 1, 2]);
+
+DROP DICTIONARY IF EXISTS flat_dictionary;
+CREATE DICTIONARY flat_dictionary
+(
+    id UInt64,
+    array_value Array(Int64) DEFAULT [1,2,3]
+)
+PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+LIFETIME(MIN 1 MAX 1000)
+LAYOUT(FLAT());
+
+SELECT 'Flat dictionary';
+SELECT dictGet('flat_dictionary', 'array_value', toUInt64(0));
+SELECT dictGet('flat_dictionary', 'array_value', toUInt64(1));
+SELECT dictGetOrDefault('flat_dictionary', 'array_value', toUInt64(1), [2,3,4]);
+DROP DICTIONARY flat_dictionary;
+
+DROP DICTIONARY IF EXISTS hashed_dictionary;
+CREATE DICTIONARY hashed_dictionary
+(
+    id UInt64,
+    array_value Array(Int64) DEFAULT [1,2,3]
+)
+PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+LIFETIME(MIN 1 MAX 1000)
+LAYOUT(HASHED());
+
+SELECT 'Hashed dictionary';
+SELECT dictGet('hashed_dictionary', 'array_value', toUInt64(0));
+SELECT dictGet('hashed_dictionary', 'array_value', toUInt64(1));
+SELECT dictGetOrDefault('hashed_dictionary', 'array_value', toUInt64(1), [2,3,4]);
+DROP DICTIONARY hashed_dictionary;
+
+DROP DICTIONARY IF EXISTS cache_dictionary;
+CREATE DICTIONARY cache_dictionary
+(
+    id UInt64,
+    array_value Array(Int64) DEFAULT [1,2,3]
+)
+PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+LIFETIME(MIN 1 MAX 1000)
+LAYOUT(CACHE(SIZE_IN_CELLS 10));
+
+SELECT 'Cache dictionary';
+SELECT dictGet('cache_dictionary', 'array_value', toUInt64(0));
+SELECT dictGet('cache_dictionary', 'array_value', toUInt64(1));
+SELECT dictGetOrDefault('cache_dictionary', 'array_value', toUInt64(1), [2,3,4]);
+DROP DICTIONARY cache_dictionary;
+
+DROP DICTIONARY IF EXISTS direct_dictionary;
+CREATE DICTIONARY direct_dictionary
+(
+    id UInt64,
+    array_value Array(Int64) DEFAULT [1,2,3]
+)
+PRIMARY KEY id
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+LAYOUT(DIRECT());
+
+SELECT 'Direct dictionary';
+SELECT dictGet('direct_dictionary', 'array_value', toUInt64(0));
+SELECT dictGet('direct_dictionary', 'array_value', toUInt64(1));
+SELECT dictGetOrDefault('direct_dictionary', 'array_value', toUInt64(1), [2,3,4]);
+DROP DICTIONARY direct_dictionary;
+
+DROP TABLE IF EXISTS ip_trie_dictionary_array_source_table;
+CREATE TABLE ip_trie_dictionary_array_source_table
+(
+    prefix String,
+    array_value Array(Int64)
+) ENGINE = TinyLog;
+
+DROP TABLE dictionary_array_source_table;
+
+DROP DICTIONARY IF EXISTS ip_trie_dictionary;
+CREATE DICTIONARY ip_trie_dictionary
+(
+    prefix String,
+    array_value Array(Int64) DEFAULT [1,2,3]
+)
+PRIMARY KEY prefix
+SOURCE(CLICKHOUSE(HOST 'localhost' port tcpPort() TABLE 'ip_trie_dictionary_array_source_table'))
+LIFETIME(MIN 10 MAX 1000)
+LAYOUT(IP_TRIE());
+
+INSERT INTO ip_trie_dictionary_array_source_table VALUES ('127.0.0.0', [0, 1, 2]);
+
+SELECT 'IPTrie dictionary';
+SELECT dictGet('ip_trie_dictionary', 'array_value', tuple(IPv4StringToNum('127.0.0.0')));
+SELECT dictGet('ip_trie_dictionary', 'array_value', tuple(IPv4StringToNum('128.0.0.0')));
+SELECT dictGetOrDefault('ip_trie_dictionary', 'array_value', tuple(IPv4StringToNum('128.0.0.0')), [2,3,4]);
+
+DROP DICTIONARY ip_trie_dictionary;
+DROP TABLE ip_trie_dictionary_array_source_table;
+
+DROP TABLE IF EXISTS polygon_dictionary_array_source_table;
+CREATE TABLE polygon_dictionary_array_source_table
+(
+    key Array(Array(Array(Tuple(Float64, Float64)))),
+    array_value Array(Int64)
+) ENGINE = TinyLog;
+
+INSERT INTO polygon_dictionary_array_source_table VALUES ([[[(0, 0), (0, 1), (1, 1), (1, 0)]]], [0, 1, 2]);
+
+DROP DICTIONARY IF EXISTS polygon_dictionary;
+CREATE DICTIONARY polygon_dictionary
+(
+    key Array(Array(Array(Tuple(Float64, Float64)))),
+    array_value Array(Int64) DEFAULT [1,2,3]
+)
+PRIMARY KEY key
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'polygon_dictionary_array_source_table'))
+LIFETIME(MIN 0 MAX 1000)
+LAYOUT(POLYGON());
+
+SELECT 'Polygon dictionary';
+SELECT dictGet('polygon_dictionary', 'array_value', tuple(0.5, 0.5));
+SELECT dictGet('polygon_dictionary', 'array_value', tuple(1.5, 1.5));
+SELECT dictGetOrDefault('polygon_dictionary', 'array_value', tuple(1.5, 1.5), [2, 3, 4]);
+
+DROP DICTIONARY polygon_dictionary;
+DROP TABLE polygon_dictionary_array_source_table;
+
+CREATE TABLE range_dictionary_array_source_table
+(
+  key UInt64,
+  start_date Date,
+  end_date Date,
+  array_value Array(Int64)
+)
+ENGINE = TinyLog;
+
+INSERT INTO range_dictionary_array_source_table VALUES(1, toDate('2019-05-05'), toDate('2019-05-20'), [0, 1, 2]);
+CREATE DICTIONARY range_dictionary
+(
+  key UInt64,
+  start_date Date,
+  end_date Date,
+  array_value Array(Int64) DEFAULT [1,2,3]
+)
+PRIMARY KEY key
+SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'range_dictionary_array_source_table'))
+LIFETIME(MIN 1 MAX 1000)
+LAYOUT(RANGE_HASHED())
+RANGE(MIN start_date MAX end_date);
+
+SELECT 'Range dictionary';
+SELECT dictGet('range_dictionary', 'array_value',  toUInt64(1), toDate('2019-05-15'));
+SELECT dictGet('range_dictionary', 'array_value', toUInt64(1), toDate('2019-05-21'));
+SELECT dictGetOrDefault('range_dictionary', 'array_value', toUInt64(1), toDate('2019-05-21'), [2, 3, 4]);
+
+DROP DICTIONARY range_dictionary;
+DROP TABLE range_dictionary_array_source_table;
diff --git a/tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.reference b/tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.reference
new file mode 100644
index 00000000000..90850428694
--- /dev/null
+++ b/tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.reference
@@ -0,0 +1,4 @@
+SSDCache dictionary
+[0,1,2]
+[1,2,3]
+[2,3,4]
diff --git a/tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.sh b/tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.sh
new file mode 100755
index 00000000000..70aa4623320
--- /dev/null
+++ b/tests/queries/0_stateless/01903_ssd_cache_dictionary_array_type.sh
@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+
+CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
+# shellcheck source=../shell_config.sh
+. "$CURDIR"/../shell_config.sh
+
+USER_FILES_PATH=$(clickhouse-client --query "select _path,_file from file('nonexist.txt', 'CSV', 'val1 char')" 2>&1 | grep Exception | awk '{gsub("/nonexist.txt","",$9); print $9}')
+
+$CLICKHOUSE_CLIENT -n --query="
+    DROP TABLE IF EXISTS dictionary_array_source_table;
+    CREATE TABLE dictionary_array_source_table
+    (
+        id UInt64,
+        array_value Array(Int64)
+    ) ENGINE=TinyLog;
+
+    INSERT INTO dictionary_array_source_table VALUES (0, [0, 1, 2]);
+
+    DROP DICTIONARY IF EXISTS ssd_cache_dictionary;
+    CREATE DICTIONARY ssd_cache_dictionary
+    (
+        id UInt64,
+        array_value Array(Int64) DEFAULT [1,2,3]
+    )
+    PRIMARY KEY id
+    SOURCE(CLICKHOUSE(HOST 'localhost' PORT tcpPort() TABLE 'dictionary_array_source_table'))
+    LIFETIME(MIN 1 MAX 1000)
+    LAYOUT(SSD_CACHE(BLOCK_SIZE 4096 FILE_SIZE 8192 PATH '$USER_FILES_PATH/0d'));
+
+    SELECT 'SSDCache dictionary';
+    SELECT dictGet('ssd_cache_dictionary', 'array_value', toUInt64(0));
+    SELECT dictGet('ssd_cache_dictionary', 'array_value', toUInt64(1));
+    SELECT dictGetOrDefault('ssd_cache_dictionary', 'array_value', toUInt64(1), [2,3,4]);
+    DROP DICTIONARY ssd_cache_dictionary;
+    DROP TABLE dictionary_array_source_table;"

From 021e5f838a6260b8b2e23e4d46bf7f8ba8973628 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Wed, 9 Jun 2021 23:51:08 +0300
Subject: [PATCH 1048/1060] Fixed tests

---
 src/Dictionaries/DictionaryHelpers.h      |  6 ++++--
 src/Dictionaries/DictionaryStructure.cpp  | 25 ++++-------------------
 src/Dictionaries/DictionaryStructure.h    |  2 --
 src/Dictionaries/ExternalQueryBuilder.cpp |  6 ++++--
 4 files changed, 12 insertions(+), 27 deletions(-)

diff --git a/src/Dictionaries/DictionaryHelpers.h b/src/Dictionaries/DictionaryHelpers.h
index b14b555ba62..55027aa8853 100644
--- a/src/Dictionaries/DictionaryHelpers.h
+++ b/src/Dictionaries/DictionaryHelpers.h
@@ -10,6 +10,7 @@
 #include <DataStreams/IBlockInputStream.h>
 #include <DataTypes/DataTypesDecimal.h>
 #include <DataTypes/DataTypeArray.h>
+#include <DataTypes/DataTypeNullable.h>
 #include <Core/Block.h>
 #include <Dictionaries/IDictionary.h>
 #include <Dictionaries/DictionaryStructure.h>
@@ -244,7 +245,7 @@ public:
     {
         if constexpr (std::is_same_v<DictionaryAttributeType, Array>)
         {
-            if (const auto * array_type = typeid_cast<const DataTypeArray *>(dictionary_attribute.nested_type.get()))
+            if (const auto * array_type = typeid_cast<const DataTypeArray *>(dictionary_attribute.type.get()))
             {
                 auto nested_column = array_type->getNestedType()->createColumn();
                 return ColumnArray::create(std::move(nested_column));
@@ -264,7 +265,8 @@ public:
         }
         else if constexpr (IsDecimalNumber<DictionaryAttributeType>)
         {
-            auto scale = getDecimalScale(*dictionary_attribute.nested_type);
+            auto nested_type = removeNullable(dictionary_attribute.type);
+            auto scale = getDecimalScale(*nested_type);
             return ColumnType::create(size, scale);
         }
         else if constexpr (is_arithmetic_v<DictionaryAttributeType>)
diff --git a/src/Dictionaries/DictionaryStructure.cpp b/src/Dictionaries/DictionaryStructure.cpp
index 77c7c1812f5..df771e59d90 100644
--- a/src/Dictionaries/DictionaryStructure.cpp
+++ b/src/Dictionaries/DictionaryStructure.cpp
@@ -373,21 +373,9 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
 
         const auto type_string = config.getString(prefix + "type");
         const auto initial_type = DataTypeFactory::instance().get(type_string);
-        auto nested_type = initial_type;
-        bool is_nullable = false;
-
-        // while (const auto * array_type = typeid_cast<const DataTypeArray *>(nested_type.get()))
-        // {
-        //     is_array = true;
-        //     nested_type = array_type->getNestedType();
-        // }
-
-        if (nested_type->isNullable())
-        {
-            is_nullable = true;
-            nested_type = removeNullable(nested_type);
-        }
+        bool is_nullable = initial_type->isNullable();
 
+        auto nested_type = removeNullable(initial_type);
         const auto underlying_type = getAttributeUnderlyingType(nested_type);
 
         const auto expression = config.getString(prefix + "expression", "");
@@ -407,7 +395,7 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
                 else
                 {
                     ReadBufferFromString null_value_buffer{null_value_string};
-                    auto column_with_null_value = nested_type->createColumn();
+                    auto column_with_null_value = initial_type->createColumn();
                     initial_type->getDefaultSerialization()->deserializeTextEscaped(*column_with_null_value, null_value_buffer, format_settings);
                     null_value = (*column_with_null_value)[0];
                 }
@@ -415,14 +403,11 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
             catch (Exception & e)
             {
                 String dictionary_name = config.getString(".dictionary.name", "");
-                e.addMessage("While parsing null_value for attribute with name " + name
-                    + " in dictionary " + dictionary_name);
+                e.addMessage(fmt::format("While parsing null_value for attribute with name {} in dictionary {}", name, dictionary_name));
                 throw;
             }
         }
 
-        std::cerr << "DictionaryStructure::getAttributes null value " << null_value.dump() << std::endl;
-
         const auto hierarchical = config.getBool(prefix + "hierarchical", false);
         const auto injective = config.getBool(prefix + "injective", false);
         const auto is_object_id = config.getBool(prefix + "is_object_id", false);
@@ -441,8 +426,6 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
             name,
             underlying_type,
             initial_type,
-            initial_type->getDefaultSerialization(),
-            nested_type,
             expression,
             null_value,
             hierarchical,
diff --git a/src/Dictionaries/DictionaryStructure.h b/src/Dictionaries/DictionaryStructure.h
index b298dc35554..9509aa97ce0 100644
--- a/src/Dictionaries/DictionaryStructure.h
+++ b/src/Dictionaries/DictionaryStructure.h
@@ -75,8 +75,6 @@ struct DictionaryAttribute final
     const std::string name;
     const AttributeUnderlyingType underlying_type;
     const DataTypePtr type;
-    const SerializationPtr serialization;
-    const DataTypePtr nested_type;
     const std::string expression;
     const Field null_value;
     const bool hierarchical;
diff --git a/src/Dictionaries/ExternalQueryBuilder.cpp b/src/Dictionaries/ExternalQueryBuilder.cpp
index 8c6e9f60afb..1fc5d160bb0 100644
--- a/src/Dictionaries/ExternalQueryBuilder.cpp
+++ b/src/Dictionaries/ExternalQueryBuilder.cpp
@@ -358,7 +358,8 @@ void ExternalQueryBuilder::composeKeyCondition(const Columns & key_columns, cons
         /// key_i=value_i
         writeQuoted(key_description.name, out);
         writeString("=", out);
-        key_description.serialization->serializeTextQuoted(*key_columns[i], row, out, format_settings);
+        auto serialization = key_description.type->getDefaultSerialization();
+        serialization->serializeTextQuoted(*key_columns[i], row, out, format_settings);
     }
 }
 
@@ -415,7 +416,8 @@ void ExternalQueryBuilder::composeKeyTuple(const Columns & key_columns, const si
             writeString(", ", out);
 
         first = false;
-        (*dict_struct.key)[i].serialization->serializeTextQuoted(*key_columns[i], row, out, format_settings);
+        auto serialization = (*dict_struct.key)[i].type->getDefaultSerialization();
+        serialization->serializeTextQuoted(*key_columns[i], row, out, format_settings);
     }
 
     writeString(")", out);

From e6222f80220a035424799a812ac724aba2fc6729 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 10 Jun 2021 01:19:31 +0300
Subject: [PATCH 1049/1060] Fixed CacheDictionary tests

---
 src/Dictionaries/CacheDictionaryStorage.h | 19 ++++++++++++++-----
 1 file changed, 14 insertions(+), 5 deletions(-)

diff --git a/src/Dictionaries/CacheDictionaryStorage.h b/src/Dictionaries/CacheDictionaryStorage.h
index 79bfef8e349..e796ea0e68f 100644
--- a/src/Dictionaries/CacheDictionaryStorage.h
+++ b/src/Dictionaries/CacheDictionaryStorage.h
@@ -55,7 +55,7 @@ public:
         cells.resize_fill(cells_size);
         size_overlap_mask = cells_size - 1;
 
-        setup(dictionary_structure);
+        createAttributes(dictionary_structure);
     }
 
     bool returnsFetchedColumnsInOrderOfRequestedKeys() const override { return true; }
@@ -229,7 +229,7 @@ private:
             auto & fetched_column = *result.fetched_columns[attribute_index];
             fetched_column.reserve(fetched_columns_index);
 
-            if (unlikely(attribute.is_complex_type))
+            if (unlikely(attribute.is_nullable))
             {
                 getItemsForFetchedKeys<Field>(
                     attribute,
@@ -327,7 +327,9 @@ private:
                         column->get(key_index, column_value);
 
                         if constexpr (std::is_same_v<ElementType, Field>)
+                        {
                             container.back() = column_value;
+                        }
                         else if constexpr (std::is_same_v<ElementType, StringRef>)
                         {
                             const String & string_value = column_value.get<String>();
@@ -336,7 +338,9 @@ private:
                             container.back() = inserted_value;
                         }
                         else
+                        {
                             container.back() = column_value.get<NearestFieldType<ElementType>>();
+                        }
                     });
                 }
 
@@ -370,7 +374,9 @@ private:
                         column->get(key_index, column_value);
 
                         if constexpr (std::is_same_v<ElementType, Field>)
+                        {
                             container[index_to_use] = column_value;
+                        }
                         else if constexpr (std::is_same_v<ElementType, StringRef>)
                         {
                             const String & string_value = column_value.get<String>();
@@ -386,7 +392,9 @@ private:
                             container[index_to_use] = inserted_value;
                         }
                         else
+                        {
                             container[index_to_use] = column_value.get<NearestFieldType<ElementType>>();
+                        }
                     });
                 }
             }
@@ -492,7 +500,7 @@ private:
         auto & attribute = attributes[attribute_index];
         auto & attribute_type = attribute.type;
 
-        if (unlikely(attribute.is_complex_type))
+        if (unlikely(attribute.is_nullable))
         {
             auto & container = std::get<ContainerType<Field>>(attribute.attribute_container);
             std::forward<GetContainerFunc>(func)(container);
@@ -538,7 +546,7 @@ private:
     struct Attribute
     {
         AttributeUnderlyingType type;
-        bool is_complex_type;
+        bool is_nullable;
 
         std::variant<
             ContainerType<UInt8>,
@@ -604,7 +612,7 @@ private:
         }
     }
 
-    void setup(const DictionaryStructure & dictionary_structure)
+    void createAttributes(const DictionaryStructure & dictionary_structure)
     {
         /// For each dictionary attribute create storage attribute
         /// For simple attributes create PODArray, for complex vector of Fields
@@ -624,6 +632,7 @@ private:
                 attributes.emplace_back();
                 auto & last_attribute = attributes.back();
                 last_attribute.type = attribute_type;
+                last_attribute.is_nullable = dictionary_attribute.is_nullable;
 
                 if (dictionary_attribute.is_nullable)
                     last_attribute.attribute_container = ContainerType<Field>();

From 8a4d405b26cb83e95c444cede1d31a90d6d5b8c3 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 10 Jun 2021 09:45:38 +0300
Subject: [PATCH 1050/1060] Fix serialization for Nullable type

---
 src/Dictionaries/DictionaryStructure.cpp   | 12 +++++++-----
 src/Dictionaries/RangeHashedDictionary.cpp |  4 ++--
 2 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/src/Dictionaries/DictionaryStructure.cpp b/src/Dictionaries/DictionaryStructure.cpp
index df771e59d90..a6de85f83f5 100644
--- a/src/Dictionaries/DictionaryStructure.cpp
+++ b/src/Dictionaries/DictionaryStructure.cpp
@@ -375,8 +375,8 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
         const auto initial_type = DataTypeFactory::instance().get(type_string);
         bool is_nullable = initial_type->isNullable();
 
-        auto nested_type = removeNullable(initial_type);
-        const auto underlying_type = getAttributeUnderlyingType(nested_type);
+        auto non_nullable_type = removeNullable(initial_type);
+        const auto underlying_type = getAttributeUnderlyingType(non_nullable_type);
 
         const auto expression = config.getString(prefix + "expression", "");
         if (!expression.empty())
@@ -385,18 +385,20 @@ std::vector<DictionaryAttribute> DictionaryStructure::getAttributes(
         Field null_value;
         if (allow_null_values)
         {
+            /// TODO: Fix serialization for nullable type.
             const auto null_value_string = config.getString(prefix + "null_value");
+
             try
             {
                 if (null_value_string.empty())
                 {
-                    null_value = initial_type->getDefault();
+                    null_value = non_nullable_type->getDefault();
                 }
                 else
                 {
                     ReadBufferFromString null_value_buffer{null_value_string};
-                    auto column_with_null_value = initial_type->createColumn();
-                    initial_type->getDefaultSerialization()->deserializeTextEscaped(*column_with_null_value, null_value_buffer, format_settings);
+                    auto column_with_null_value = non_nullable_type->createColumn();
+                    non_nullable_type->getDefaultSerialization()->deserializeTextEscaped(*column_with_null_value, null_value_buffer, format_settings);
                     null_value = (*column_with_null_value)[0];
                 }
             }
diff --git a/src/Dictionaries/RangeHashedDictionary.cpp b/src/Dictionaries/RangeHashedDictionary.cpp
index 28014594117..20c0429604e 100644
--- a/src/Dictionaries/RangeHashedDictionary.cpp
+++ b/src/Dictionaries/RangeHashedDictionary.cpp
@@ -382,7 +382,7 @@ void RangeHashedDictionary::createAttributeImpl<String>(Attribute & attribute, c
 }
 
 RangeHashedDictionary::Attribute
-RangeHashedDictionary::createAttribute(const DictionaryAttribute& attribute, const Field & null_value)
+RangeHashedDictionary::createAttribute(const DictionaryAttribute & attribute, const Field & null_value)
 {
     Attribute attr{attribute.underlying_type, attribute.is_nullable, {}, {}, {}};
 
@@ -435,7 +435,7 @@ void RangeHashedDictionary::getItemsImpl(
                 ++keys_found;
                 auto & value = val_it->value;
 
-                if (value)
+                if (value.has_value())
                     set_value(row, *value, false);
                 else
                     set_value(row, default_value_extractor[row], true);

From d5dfd83983e96dcd948138fa445b1ec4f4b091ec Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 10 Jun 2021 12:49:33 +0300
Subject: [PATCH 1051/1060] Fixed build issues

---
 src/Dictionaries/CacheDictionaryStorage.h | 8 ++++----
 src/Dictionaries/FlatDictionary.cpp       | 2 +-
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/Dictionaries/CacheDictionaryStorage.h b/src/Dictionaries/CacheDictionaryStorage.h
index e796ea0e68f..8374e649cd1 100644
--- a/src/Dictionaries/CacheDictionaryStorage.h
+++ b/src/Dictionaries/CacheDictionaryStorage.h
@@ -537,11 +537,11 @@ private:
         return updated_value;
     }
 
-    template <typename ValueType>
-    static constexpr bool is_nullable_or_array_type = std::is_same_v<ValueType, Field> || std::is_same_v<ValueType, Array>;
-
     template<typename ValueType>
-    using ContainerType = std::conditional_t<is_nullable_or_array_type<ValueType>, std::vector<ValueType>, PaddedPODArray<ValueType>>;
+    using ContainerType = std::conditional_t<
+        std::is_same_v<ValueType, Field> || std::is_same_v<ValueType, Array>,
+        std::vector<ValueType>,
+        PaddedPODArray<ValueType>>;
 
     struct Attribute
     {
diff --git a/src/Dictionaries/FlatDictionary.cpp b/src/Dictionaries/FlatDictionary.cpp
index c5da8477d65..0a95165de4e 100644
--- a/src/Dictionaries/FlatDictionary.cpp
+++ b/src/Dictionaries/FlatDictionary.cpp
@@ -70,7 +70,7 @@ ColumnPtr FlatDictionary::getColumn(
         using ValueType = DictionaryValueType<AttributeType>;
         using ColumnProvider = DictionaryAttributeColumnProvider<AttributeType>;
 
-        const auto attribute_null_value = std::get<ValueType>(attribute.null_values);
+        const auto & attribute_null_value = std::get<ValueType>(attribute.null_values);
         AttributeType null_value = static_cast<AttributeType>(attribute_null_value);
         DictionaryDefaultValueExtractor<AttributeType> default_value_extractor(std::move(null_value), default_values_column);
 

From 362595fe64bb7062029afe1798be57e6acc83e19 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 10 Jun 2021 15:07:12 +0300
Subject: [PATCH 1052/1060] Fix tests

---
 src/Dictionaries/HashedDictionary.cpp      | 2 +-
 src/Dictionaries/RangeHashedDictionary.cpp | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/Dictionaries/HashedDictionary.cpp b/src/Dictionaries/HashedDictionary.cpp
index 9e41f552b08..fd070c4df33 100644
--- a/src/Dictionaries/HashedDictionary.cpp
+++ b/src/Dictionaries/HashedDictionary.cpp
@@ -90,7 +90,7 @@ ColumnPtr HashedDictionary<dictionary_key_type, sparse>::getColumn(
         using ValueType = DictionaryValueType<AttributeType>;
         using ColumnProvider = DictionaryAttributeColumnProvider<AttributeType>;
 
-        const auto attribute_null_value = std::get<ValueType>(attribute.null_values);
+        const auto & attribute_null_value = std::get<ValueType>(attribute.null_values);
         AttributeType null_value = static_cast<AttributeType>(attribute_null_value);
         DictionaryDefaultValueExtractor<AttributeType> default_value_extractor(std::move(null_value), default_values_column);
 
diff --git a/src/Dictionaries/RangeHashedDictionary.cpp b/src/Dictionaries/RangeHashedDictionary.cpp
index 20c0429604e..584fba5ee8d 100644
--- a/src/Dictionaries/RangeHashedDictionary.cpp
+++ b/src/Dictionaries/RangeHashedDictionary.cpp
@@ -125,7 +125,7 @@ ColumnPtr RangeHashedDictionary::getColumn(
         using ValueType = DictionaryValueType<AttributeType>;
         using ColumnProvider = DictionaryAttributeColumnProvider<AttributeType>;
 
-        const auto attribute_null_value = std::get<ValueType>(attribute.null_values);
+        const auto & attribute_null_value = std::get<ValueType>(attribute.null_values);
         AttributeType null_value = static_cast<AttributeType>(attribute_null_value);
         DictionaryDefaultValueExtractor<AttributeType> default_value_extractor(std::move(null_value), default_values_column);
 

From b1e72163ec393636be23db155c9e5694dfd73e03 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 10 Jun 2021 22:09:52 +0300
Subject: [PATCH 1053/1060] Add test into antlr skip list

---
 tests/queries/skip_list.json | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/queries/skip_list.json b/tests/queries/skip_list.json
index b4b0d7581e3..6677613d7cf 100644
--- a/tests/queries/skip_list.json
+++ b/tests/queries/skip_list.json
@@ -412,7 +412,8 @@
         "01684_ssd_cache_dictionary_simple_key",
         "01685_ssd_cache_dictionary_complex_key",
         "01889_postgresql_protocol_null_fields",
-        "01889_check_row_policy_defined_using_user_function"
+        "01889_check_row_policy_defined_using_user_function",
+        "01903_ssd_cache_dictionary_array_type"
     ],
     "parallel":
     [

From c6d75ae2e49b10bda7c340e8d559d1a795407ba6 Mon Sep 17 00:00:00 2001
From: Maksim Kita <kitaetoya@gmail.com>
Date: Thu, 10 Jun 2021 23:34:27 +0300
Subject: [PATCH 1054/1060] Fixed tests

---
 .../PostgreSQLDictionarySource.cpp            | 32 +++++++++++--------
 src/Dictionaries/PostgreSQLDictionarySource.h |  7 ----
 2 files changed, 18 insertions(+), 21 deletions(-)

diff --git a/src/Dictionaries/PostgreSQLDictionarySource.cpp b/src/Dictionaries/PostgreSQLDictionarySource.cpp
index a38d00e64df..25280a48857 100644
--- a/src/Dictionaries/PostgreSQLDictionarySource.cpp
+++ b/src/Dictionaries/PostgreSQLDictionarySource.cpp
@@ -27,18 +27,21 @@ static const UInt64 max_block_size = 8192;
 
 namespace
 {
-    ExternalQueryBuilder makeExternalQueryBuilder(const DictionaryStructure & dict_struct, String & schema, String & table, const String & where)
+    ExternalQueryBuilder makeExternalQueryBuilder(const DictionaryStructure & dict_struct, const String & schema, const String & table, const String & where)
     {
-        if (schema.empty())
+        auto schema_value = schema;
+        auto table_value = table;
+
+        if (schema_value.empty())
         {
-            if (auto pos = table.find('.'); pos != std::string::npos)
+            if (auto pos = table_value.find('.'); pos != std::string::npos)
             {
-                schema = table.substr(0, pos);
-                table = table.substr(pos + 1);
+                schema_value = table_value.substr(0, pos);
+                table_value = table_value.substr(pos + 1);
             }
         }
         /// Do not need db because it is already in a connection string.
-        return {dict_struct, "", schema, table, where, IdentifierQuotingStyle::DoubleQuotes};
+        return {dict_struct, "", schema_value, table_value, where, IdentifierQuotingStyle::DoubleQuotes};
     }
 }
 
@@ -53,7 +56,7 @@ PostgreSQLDictionarySource::PostgreSQLDictionarySource(
     , pool(std::move(pool_))
     , sample_block(sample_block_)
     , log(&Poco::Logger::get("PostgreSQLDictionarySource"))
-    , query_builder(makeExternalQueryBuilder(dict_struct, schema, table, where))
+    , query_builder(makeExternalQueryBuilder(dict_struct, configuration.schema, configuration.table, configuration.where))
     , load_all_query(query_builder.composeLoadAllQuery())
 {
 }
@@ -66,7 +69,7 @@ PostgreSQLDictionarySource::PostgreSQLDictionarySource(const PostgreSQLDictionar
     , pool(other.pool)
     , sample_block(other.sample_block)
     , log(&Poco::Logger::get("PostgreSQLDictionarySource"))
-    , query_builder(makeExternalQueryBuilder(dict_struct, schema, table, where))
+    , query_builder(makeExternalQueryBuilder(dict_struct, configuration.schema, configuration.table, configuration.where))
     , load_all_query(query_builder.composeLoadAllQuery())
     , update_time(other.update_time)
     , invalidate_query_response(other.invalidate_query_response)
@@ -109,9 +112,9 @@ BlockInputStreamPtr PostgreSQLDictionarySource::loadBase(const String & query)
 
 bool PostgreSQLDictionarySource::isModified() const
 {
-    if (!invalidate_query.empty())
+    if (!configuration.invalidate_query.empty())
     {
-        auto response = doInvalidateQuery(invalidate_query);
+        auto response = doInvalidateQuery(configuration.invalidate_query);
         if (response == invalidate_query_response) //-V1051
             return false;
         invalidate_query_response = response;
@@ -132,7 +135,7 @@ std::string PostgreSQLDictionarySource::doInvalidateQuery(const std::string & re
 
 bool PostgreSQLDictionarySource::hasUpdateField() const
 {
-    return !update_field.empty();
+    return !configuration.update_field.empty();
 }
 
 
@@ -143,7 +146,7 @@ std::string PostgreSQLDictionarySource::getUpdateFieldAndDate()
         time_t hr_time = std::chrono::system_clock::to_time_t(update_time) - configuration.update_lag;
         std::string str_time = DateLUT::instance().timeToString(hr_time);
         update_time = std::chrono::system_clock::now();
-        return query_builder.composeUpdateQuery(update_field, str_time);
+        return query_builder.composeUpdateQuery(configuration.update_field, str_time);
     }
     else
     {
@@ -167,7 +170,8 @@ DictionarySourcePtr PostgreSQLDictionarySource::clone() const
 
 std::string PostgreSQLDictionarySource::toString() const
 {
-    return "PostgreSQL: " + db + '.' + table + (where.empty() ? "" : ", where: " + where);
+    const auto & where = configuration.where;
+    return "PostgreSQL: " + configuration.db + '.' + configuration.table + (where.empty() ? "" : ", where: " + where);
 }
 
 #endif
@@ -193,7 +197,7 @@ void registerDictionarySourcePostgreSQL(DictionarySourceFactory & factory)
         {
             .db = config.getString(fmt::format("{}.db", settings_config_prefix), ""),
             .schema = config.getString(fmt::format("{}.schema", settings_config_prefix), ""),
-            .table = config.getString(fmt::format("{}.table", settings_config_prefix)),
+            .table = config.getString(fmt::format("{}.table", settings_config_prefix), ""),
             .where = config.getString(fmt::format("{}.where", settings_config_prefix), ""),
             .invalidate_query = config.getString(fmt::format("{}.invalidate_query", settings_config_prefix), ""),
             .update_field = config.getString(fmt::format("{}.update_field", settings_config_prefix), ""),
diff --git a/src/Dictionaries/PostgreSQLDictionarySource.h b/src/Dictionaries/PostgreSQLDictionarySource.h
index 1134bb47c85..434b684cc6a 100644
--- a/src/Dictionaries/PostgreSQLDictionarySource.h
+++ b/src/Dictionaries/PostgreSQLDictionarySource.h
@@ -65,16 +65,9 @@ private:
     postgres::PoolWithFailoverPtr pool;
     Block sample_block;
     Poco::Logger * log;
-
-    const String db;
-    String schema;
-    String table;
-    const String where;
     ExternalQueryBuilder query_builder;
     const std::string load_all_query;
-    String invalidate_query;
     std::chrono::time_point<std::chrono::system_clock> update_time;
-    const std::string update_field;
     mutable std::string invalidate_query_response;
 
 };

From 635838fe1a7cb40cd90fd7e99e0dfd8e4495e72e Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 11 Jun 2021 02:33:32 +0300
Subject: [PATCH 1055/1060] Update CHANGELOG.md

---
 CHANGELOG.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 65a81346037..c0a22adc677 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,6 +2,7 @@
 
 #### Upgrade Notes
 
+* One bug has been found after release: #25187.
 * Do not upgrade if you have partition key with `UUID`.
 * `zstd` compression library is updated to v1.5.0. You may get messages about "checksum does not match" in replication. These messages are expected due to update of compression algorithm and you can ignore them. These messages are informational and do not indicate any kinds of undesired behaviour.
 * The setting `compile_expressions` is enabled by default. Although it has been heavily tested on variety of scenarios, if you find some undesired behaviour on your servers, you can try turning this setting off.

From e1bdb1312bb9f0456d62fc1c91c1591ffe1289a3 Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 11 Jun 2021 02:33:56 +0300
Subject: [PATCH 1056/1060] Update CHANGELOG.md

---
 CHANGELOG.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index c0a22adc677..9d37fe182f9 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,7 +2,7 @@
 
 #### Upgrade Notes
 
-* One bug has been found after release: #25187.
+* One bug has been found after release: [#25187](https://github.com/ClickHouse/ClickHouse/issues/25187).
 * Do not upgrade if you have partition key with `UUID`.
 * `zstd` compression library is updated to v1.5.0. You may get messages about "checksum does not match" in replication. These messages are expected due to update of compression algorithm and you can ignore them. These messages are informational and do not indicate any kinds of undesired behaviour.
 * The setting `compile_expressions` is enabled by default. Although it has been heavily tested on variety of scenarios, if you find some undesired behaviour on your servers, you can try turning this setting off.

From d77d43301dd6a7faa9027ef1a00a8238a239da65 Mon Sep 17 00:00:00 2001
From: meoww-bot <14239840+meoww-bot@users.noreply.github.com>
Date: Fri, 11 Jun 2021 10:04:42 +0800
Subject: [PATCH 1057/1060] fix wrong path

---
 docs/zh/engines/table-engines/integrations/hdfs.md | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/docs/zh/engines/table-engines/integrations/hdfs.md b/docs/zh/engines/table-engines/integrations/hdfs.md
index 344478e65e0..1a6ba0ba9e9 100644
--- a/docs/zh/engines/table-engines/integrations/hdfs.md
+++ b/docs/zh/engines/table-engines/integrations/hdfs.md
@@ -1,6 +1,4 @@
 ---
-machine_translated: true
-machine_translated_rev: 72537a2d527c63c07aa5d2361a8829f3895cf2bd
 toc_priority: 36
 toc_title: HDFS
 ---
@@ -8,7 +6,7 @@ toc_title: HDFS
 # HDFS {#table_engines-hdfs}
 
 这个引擎提供了与 [Apache Hadoop](https://en.wikipedia.org/wiki/Apache_Hadoop) 生态系统的集成，允许通过 ClickHouse 管理 [HDFS](https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html) 上的数据。这个引擎类似于
-(../../engines/table-engines/special/file.md#table_engines-file) 和 [URL](../../engines/table-engines/special/url.md#table_engines-url) 引擎，但提供了 Hadoop 的特定功能。
+[文件](../../../engines/table-engines/special/file.md#table_engines-file) 和 [URL](../../../engines/table-engines/special/url.md#table_engines-url) 引擎，但提供了 Hadoop 的特定功能。
 
 ## 用法 {#usage}
 
@@ -16,8 +14,8 @@ toc_title: HDFS
 ENGINE = HDFS(URI, format)
 ```
 
-该 `URI` 参数是 HDFS 中整个文件的 URI。
-该 `format` 参数指定一种可用的文件格式。 执行
+`URI` 参数是 HDFS 中整个文件的 URI。
+`format` 参数指定一种可用的文件格式。 执行
 `SELECT` 查询时，格式必须支持输入，以及执行
 `INSERT` 查询时，格式必须支持输出. 你可以在 [格式](../../../interfaces/formats.md#formats) 章节查看可用的格式。
 路径部分 `URI` 可能包含 glob 通配符。 在这种情况下，表将是只读的。

From a056fadefdaa04a0828d454474bba1ad51fe9e0c Mon Sep 17 00:00:00 2001
From: alexey-milovidov <milovidov@yandex-team.ru>
Date: Fri, 11 Jun 2021 06:24:34 +0300
Subject: [PATCH 1058/1060] Update sumcount.md

---
 docs/en/sql-reference/aggregate-functions/reference/sumcount.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
index 80e87663f89..b2cb2cfdc09 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumcount.md
@@ -4,7 +4,7 @@ toc_priority: 144
 
 # sumCount {#agg_function-sumCount}
 
-Calculates the sum of the numbers and counts the number of rows at the same time.
+Calculates the sum of the numbers and counts the number of rows at the same time. The function is used by ClickHouse query optimizer: if there are multiple `sum`, `count` or `avg` functions in a query, they can be replaced to single `sumCount` function to reuse the calculations. The function is rarely needed to use explicitly.
 
 **Syntax**
 

From 0332558a5fba751ca058c676e55f1c24c7e1170b Mon Sep 17 00:00:00 2001
From: Slach <bloodjazman@gmail.com>
Date: Fri, 11 Jun 2021 08:46:56 +0500
Subject: [PATCH 1059/1060] fix sumKahan mention from
 https://github.com/ClickHouse/ClickHouse/pull/25159#issuecomment-858588899

Signed-off-by: Slach <bloodjazman@gmail.com>
---
 .../sql-reference/aggregate-functions/reference/sumkahan.md   | 3 +++
 .../sql-reference/aggregate-functions/reference/sumkahan.md   | 4 +++-
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/docs/en/sql-reference/aggregate-functions/reference/sumkahan.md b/docs/en/sql-reference/aggregate-functions/reference/sumkahan.md
index c86fc9d489d..1f2b07f692b 100644
--- a/docs/en/sql-reference/aggregate-functions/reference/sumkahan.md
+++ b/docs/en/sql-reference/aggregate-functions/reference/sumkahan.md
@@ -5,6 +5,9 @@ toc_priority: 145
 # sumKahan {#agg_function-sumKahan}
 
 Calculates the sum of the numbers with [Kahan compensated summation algorithm](https://en.wikipedia.org/wiki/Kahan_summation_algorithm)
+Slower than [sum](./sum.md) function.
+The compensation works only for [Float](../../../sql-reference/data-types/float.md) types.
+
 
 **Syntax**
 
diff --git a/docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md b/docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md
index dfb9acb0895..cdc713d5726 100644
--- a/docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md
+++ b/docs/ru/sql-reference/aggregate-functions/reference/sumkahan.md
@@ -4,7 +4,9 @@ toc_priority: 145
 
 # sumKahan {#agg_function-sumKahan}
 
-Вычисляет сумму с использованием [компенсационного суммирования по алгоритму Кэхэна](https://ru.wikipedia.org/wiki/Алгоритм_Кэхэна)
+Вычисляет сумму с использованием [компенсационного суммирования по алгоритму Кэхэна](https://ru.wikipedia.org/wiki/Алгоритм_Кэхэна).
+Работает медленнее функции [sum](./sum.md). 
+Компенсация работает только для [Float](../../../sql-reference/data-types/float.md) типов.
 
 **Синтаксис**
 

From d88bcf52a7789f5ab8c53631b1b6f4d0ba7e540c Mon Sep 17 00:00:00 2001
From: muzzlerator <51605857+muzzlerator@users.noreply.github.com>
Date: Fri, 11 Jun 2021 09:41:47 +0500
Subject: [PATCH 1060/1060] Update s3.md

Missed keyword "FUNCTION"
---
 docs/ru/sql-reference/table-functions/s3.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docs/ru/sql-reference/table-functions/s3.md b/docs/ru/sql-reference/table-functions/s3.md
index e062e59c67c..5b54940e830 100644
--- a/docs/ru/sql-reference/table-functions/s3.md
+++ b/docs/ru/sql-reference/table-functions/s3.md
@@ -122,14 +122,14 @@ FROM s3('https://storage.yandexcloud.net/my-test-bucket-768/big_prefix/file-{000
 Запишем данные в файл `test-data.csv.gz`:
 
 ``` sql
-INSERT INTO s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
+INSERT INTO FUNCTION s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
 VALUES ('test-data', 1), ('test-data-2', 2);
 ```
 
 Запишем данные из существующей таблицы в файл `test-data.csv.gz`:
 
 ``` sql
-INSERT INTO s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
+INSERT INTO FUNCTION s3('https://storage.yandexcloud.net/my-test-bucket-768/test-data.csv.gz', 'CSV', 'name String, value UInt32', 'gzip')
 SELECT name, value FROM existing_table;
 ```